-- Logs begin at Fri 2021-07-30 19:18:34 UTC, end at Fri 2021-07-30 21:44:38 UTC. -- Jul 30 19:49:34.310241 n-d-712137-9 systemd[1]: Started Devstack devstack@q-svc.service. Jul 30 19:49:37.005202 n-d-712137-9 neutron-server[93773]: INFO neutron.common.config [-] Logging enabled! Jul 30 19:49:37.005782 n-d-712137-9 neutron-server[93773]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 30 19:49:37.005972 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93773) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 30 19:49:37.009277 n-d-712137-9 neutron-server[93773]: INFO neutron.common.config [-] Logging enabled! Jul 30 19:49:37.009535 n-d-712137-9 neutron-server[93773]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 30 19:49:37.009847 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93773) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 30 19:49:37.010770 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 19:49:37.011006 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 19:49:37.011374 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 19:49:37.011643 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 19:49:37.011874 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 19:49:37.012198 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.012495 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.012795 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.013026 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.013321 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.013611 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.013894 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.014184 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.014476 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.014759 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.015041 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.015329 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.015586 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.015870 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.016160 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.016443 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.016665 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] debug = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.017200 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.017625 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.018031 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.018313 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.018600 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.018876 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.019147 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.019422 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.019730 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.020063 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] host = n-d-712137-9 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.020338 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.020622 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.020906 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.021195 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.021469 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.021744 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.022026 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.022298 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.022568 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] log_file = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.022842 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.023127 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.023969 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.024386 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.024618 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.024842 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.025128 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.025415 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.025694 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.025971 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.026247 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.026519 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.026794 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.027061 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.027343 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.027648 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.027936 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.028213 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.028487 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.028757 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.029031 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.029317 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.029593 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.029870 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.030161 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.030430 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.030701 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.030975 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.031274 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.031579 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.031869 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.032155 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.032432 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.032714 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.032987 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.033257 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.033528 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] use_json = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.033800 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.034070 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.034351 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.034621 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.034892 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.035167 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.035438 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.035748 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:37.036050 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.036350 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.036649 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.036935 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.037232 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.037517 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.037810 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.038091 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.038383 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.038674 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.038993 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.039927 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.040220 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.040505 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.040806 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.041115 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.041414 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.041711 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.041995 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.042271 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.042550 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.042828 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.043117 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.043411 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.043727 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.044004 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.044282 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.044576 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.044854 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.045128 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.045406 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.045693 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.045972 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.046246 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.046533 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.046807 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.047080 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.047353 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.047660 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.047953 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.048230 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.048504 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.048777 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.049054 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.049326 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.049612 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.049889 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.050160 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.050433 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.050711 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.050986 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.051259 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.051557 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.051834 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.052115 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.052392 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.052667 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.052943 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.053217 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.053490 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.053763 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.054037 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.054313 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.054590 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.054896 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.055174 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.055447 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.055747 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.056035 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.056332 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.056616 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.056898 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.057183 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.057466 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.057748 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.058028 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.058311 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.058596 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.058876 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.059171 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.059461 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.059776 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.060065 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.060349 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.060651 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.060936 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.061230 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.061513 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.061798 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.062099 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.062386 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.062687 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.062987 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.063285 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.063609 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.063909 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.064196 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.064511 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.064794 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:37.065013 n-d-712137-9 neutron-server[93773]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 19:49:37.065262 n-d-712137-9 neutron-server[93773]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93773) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 30 19:49:37.413511 n-d-712137-9 neutron-server[93773]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 30 19:49:37.413786 n-d-712137-9 neutron-server[93773]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 30 19:49:37.414106 n-d-712137-9 neutron-server[93773]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 30 19:49:37.414437 n-d-712137-9 neutron-server[93773]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 30 19:49:37.798321 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:37.798639 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:37.798899 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:37.800213 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:37.800491 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:37.800760 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:37.834994 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:37.835274 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:37.835571 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:37.849894 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:37.850178 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:37.850449 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:37.878961 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:37.879239 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:37.879532 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:37.916152 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:37.916441 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:37.916708 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.146197 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.146798 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.146798 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.146991 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.147719 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.266671 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.267240 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.267544 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.267822 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.268099 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.268411 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.268667 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.268921 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.269174 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.269451 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.269709 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.269972 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.270224 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.270473 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.270724 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.270984 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.271237 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.271502 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.271804 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.272060 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.272329 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.272579 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.272858 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.273237 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.273513 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.273762 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.274147 n-d-712137-9 neutron-server[93773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 19:49:38.274388 n-d-712137-9 neutron-server[93773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 19:49:38.274626 n-d-712137-9 neutron-server[93773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 19:49:38.274864 n-d-712137-9 neutron-server[93773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 19:49:38.275101 n-d-712137-9 neutron-server[93773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 19:49:38.275339 n-d-712137-9 neutron-server[93773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 19:49:38.275742 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 30 19:49:38.278854 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 30 19:49:38.282768 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 30 19:49:38.286637 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jul 30 19:49:38.288300 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 30 19:49:38.288753 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 30 19:49:38.289605 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 30 19:49:38.289988 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 30 19:49:38.292799 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 30 19:49:38.293054 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 30 19:49:38.293401 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 30 19:49:38.298663 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 30 19:49:38.321651 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 30 19:49:38.322109 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.322407 n-d-712137-9 neutron-server[93773]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93773) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 30 19:49:38.322773 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.324157 n-d-712137-9 neutron-server[93773]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93773) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 30 19:49:38.324436 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 30 19:49:38.324680 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 30 19:49:38.328098 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.328370 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:38.391445 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 30 19:49:38.391712 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 30 19:49:38.392213 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 30 19:49:38.392579 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 30 19:49:38.413056 n-d-712137-9 neutron-server[93773]: DEBUG oslo_db.sqlalchemy.engines [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93773) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 30 19:49:38.940785 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.managers [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Initializing driver for type 'gre' Jul 30 19:49:38.941305 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] gre ID ranges: [(1, 1000)] Jul 30 19:49:38.996388 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.managers [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Initializing driver for type 'local' Jul 30 19:49:38.996745 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.managers [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Initializing driver for type 'vlan' Jul 30 19:49:39.010054 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] VlanTypeDriver initialization complete Jul 30 19:49:39.010394 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.managers [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Initializing driver for type 'vxlan' Jul 30 19:49:39.010886 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] vxlan ID ranges: [(1, 1000)] Jul 30 19:49:39.063136 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.managers [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Initializing extension driver 'port_security' Jul 30 19:49:39.063474 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.extensions.port_security [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] PortSecurityExtensionDriver initialization complete Jul 30 19:49:39.063834 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.managers [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Initializing mechanism driver 'openvswitch' Jul 30 19:49:39.064157 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.managers [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Initializing mechanism driver 'hyperv' Jul 30 19:49:39.071062 n-d-712137-9 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 19:49:39.071933 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > port after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.072305 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > port after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.072659 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > port after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.073174 n-d-712137-9 neutron-server[93773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 19:49:39.073608 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > subnet after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.073964 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > subnet after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.074313 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > subnet after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.074709 n-d-712137-9 neutron-server[93773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 19:49:39.075124 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > network after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.075477 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > network after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.075860 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > network after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.076248 n-d-712137-9 neutron-server[93773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 19:49:39.076652 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > security_group after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.077004 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > security_group after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.077348 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > security_group after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.077757 n-d-712137-9 neutron-server[93773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 19:49:39.078185 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.078538 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.078884 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.079282 n-d-712137-9 neutron-server[93773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 19:49:39.079825 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > address_group after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.080177 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > address_group after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.080517 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > address_group after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.080918 n-d-712137-9 neutron-server[93773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 19:49:39.081298 n-d-712137-9 neutron-server[93773]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] ML2 OVO RPC backend initialized. {{(pid=93773) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 30 19:49:39.082015 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > router_interface after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.082371 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.082793 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > network before_response 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.083153 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > networks before_response 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.083585 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > port before_response 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.083892 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > ports before_response 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.084233 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > subnet before_response 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.084579 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > subnets before_response 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.084927 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > network after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.085270 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > network after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.085609 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > network after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.086531 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > port after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.086873 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > port after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.087212 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > port after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.087577 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > subnet after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.087918 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > subnet after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.088254 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > subnet after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.088831 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.plugin [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Modular L2 Plugin initialization complete Jul 30 19:49:39.089170 n-d-712137-9 neutron-server[93773]: DEBUG neutron.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading services supported by the core plugin {{(pid=93773) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 30 19:49:39.089498 n-d-712137-9 neutron-server[93773]: INFO neutron.plugins.ml2.managers [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Got port-security extension from driver 'port_security' Jul 30 19:49:39.089965 n-d-712137-9 neutron-server[93773]: INFO neutron.extensions.vlantransparent [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Disabled vlantransparent extension. Jul 30 19:49:39.090445 n-d-712137-9 neutron-server[93773]: DEBUG neutron.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93773) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 30 19:49:39.090759 n-d-712137-9 neutron-server[93773]: INFO neutron.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading Plugin: router Jul 30 19:49:39.125167 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > router_interface before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.125560 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > router after_create 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.125932 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > router before_create 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.126298 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.126673 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.127031 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > router after_delete 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.127392 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > floatingip after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.127911 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > router after_create 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.128263 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > router after_update 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.128617 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > router after_update 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.128970 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.129332 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > router after_update 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.129749 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > router precommit_update 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.130123 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: port after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.130467 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: port after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.130817 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: subnet after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.131163 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.131528 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > port precommit_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.131879 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > router precommit_create 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.132222 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: port before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.133080 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > router precommit_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.133434 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > router after_update 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.133780 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > router precommit_delete 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.134134 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > router precommit_create 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.134497 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > router_interface after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.134844 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > router precommit_update 55549900 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.135212 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > agent after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.135598 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > agent after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.135949 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > network after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.136793 n-d-712137-9 neutron-server[93773]: DEBUG neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Tracking information for resource: router configured {{(pid=93773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 19:49:39.137127 n-d-712137-9 neutron-server[93773]: DEBUG neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Tracking information for resource: floatingip configured {{(pid=93773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 19:49:39.142246 n-d-712137-9 neutron-server[93773]: INFO neutron.db.l3_agentschedulers_db [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 30 19:49:39.142827 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: port after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.143190 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: port after_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.143562 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: port after_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.143917 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: port after_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.144717 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > router before_create 55550100 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.145085 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > router precommit_delete 55550100 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.145448 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > router precommit_create 55550100 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.145815 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > router precommit_update 55550100 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.150844 n-d-712137-9 neutron-server[93773]: DEBUG neutron.services.provider_configuration [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Service providers = [] {{(pid=93773) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 30 19:49:39.151387 n-d-712137-9 neutron-server[93773]: DEBUG neutron.db.servicetype_db [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93773) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 30 19:49:39.154160 n-d-712137-9 neutron-server[93773]: DEBUG neutron.services.service_base [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93773) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 19:49:39.154512 n-d-712137-9 neutron-server[93773]: DEBUG neutron.services.service_base [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93773) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 19:49:39.154855 n-d-712137-9 neutron-server[93773]: DEBUG neutron.services.service_base [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93773) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 19:49:39.155767 n-d-712137-9 neutron-server[93773]: DEBUG neutron.services.service_base [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93773) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 19:49:39.156141 n-d-712137-9 neutron-server[93773]: INFO neutron.services.service_base [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 30 19:49:39.156515 n-d-712137-9 neutron-server[93773]: DEBUG neutron.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 19:49:39.156835 n-d-712137-9 neutron-server[93773]: INFO neutron.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 30 19:49:39.168731 n-d-712137-9 neutron-server[93773]: DEBUG neutron.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 19:49:39.169069 n-d-712137-9 neutron-server[93773]: INFO neutron.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading Plugin: auto_allocate Jul 30 19:49:39.174844 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: network precommit_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.175218 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: network precommit_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.175830 n-d-712137-9 neutron-server[93773]: DEBUG neutron.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 19:49:39.176102 n-d-712137-9 neutron-server[93773]: INFO neutron.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading Plugin: tag Jul 30 19:49:39.183049 n-d-712137-9 neutron-server[93773]: DEBUG neutron.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 19:49:39.183383 n-d-712137-9 neutron-server[93773]: INFO neutron.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading Plugin: timestamp Jul 30 19:49:39.187215 n-d-712137-9 neutron-server[93773]: DEBUG neutron.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 19:49:39.187577 n-d-712137-9 neutron-server[93773]: INFO neutron.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading Plugin: network_ip_availability Jul 30 19:49:39.193072 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.193381 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.193739 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.194456 n-d-712137-9 neutron-server[93773]: DEBUG neutron.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 19:49:39.194779 n-d-712137-9 neutron-server[93773]: INFO neutron.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading Plugin: flavors Jul 30 19:49:39.200239 n-d-712137-9 neutron-server[93773]: DEBUG neutron.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 19:49:39.200579 n-d-712137-9 neutron-server[93773]: INFO neutron.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading Plugin: revisions Jul 30 19:49:39.204859 n-d-712137-9 neutron-server[93773]: DEBUG neutron.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 19:49:39.205252 n-d-712137-9 neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.791s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 30 19:49:39.205984 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93773) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 30 19:49:39.206322 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Initializing extension manager. Jul 30 19:49:39.206835 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: __init__.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.207175 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: __pycache__ {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.207527 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.207867 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: address_group.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.208628 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.209192 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: address-group Jul 30 19:49:39.209517 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: address_scope.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.210239 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.211316 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: address-scope Jul 30 19:49:39.211680 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: admin_state_down_before_update.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.212611 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.213118 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: router-admin-state-down-before-update Jul 30 19:49:39.213440 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: agent.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.214144 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.214646 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: agent Jul 30 19:49:39.214966 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: agent_resources_synced.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.215906 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.216410 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: agent-resources-synced Jul 30 19:49:39.216733 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: allowedaddresspairs.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.218537 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.219058 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: allowed-address-pairs Jul 30 19:49:39.219389 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: auto_allocated_topology.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.220493 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.221008 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: auto-allocated-topology Jul 30 19:49:39.221337 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: availability_zone.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.222038 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.222546 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: availability_zone Jul 30 19:49:39.222874 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: availability_zone_filter.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.223819 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.224327 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: availability_zone_filter Jul 30 19:49:39.224652 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: data_plane_status.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.225561 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.226062 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension data-plane-status not supported by any of loaded plugins Jul 30 19:49:39.226409 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: default_subnetpools.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.227332 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.227870 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: default-subnetpools Jul 30 19:49:39.228196 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: dhcpagentscheduler.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.229004 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.229516 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: dhcp_agent_scheduler Jul 30 19:49:39.229838 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: dns.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.230760 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.231266 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension dns-integration not supported by any of loaded plugins Jul 30 19:49:39.231616 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: dns_domain_ports.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.232535 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.233038 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 30 19:49:39.233359 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.234279 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.234779 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 30 19:49:39.235100 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: dvr.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.235798 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.236301 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: dvr Jul 30 19:49:39.236619 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: ecmp_routes.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.237539 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.238035 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension ecmp_routes not supported by any of loaded plugins Jul 30 19:49:39.238355 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: empty_string_filtering.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.239262 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.239806 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: empty-string-filtering Jul 30 19:49:39.240117 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.241033 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.241538 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 30 19:49:39.241856 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.242809 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.243310 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 30 19:49:39.243670 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: external_net.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.244586 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.245094 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: external-net Jul 30 19:49:39.245419 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: extra_dhcp_opt.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.246345 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.246856 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: extra_dhcp_opt Jul 30 19:49:39.247180 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: extraroute.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.248131 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.248637 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: extraroute Jul 30 19:49:39.248961 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: extraroute_atomic.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.249999 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.250511 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: extraroute-atomic Jul 30 19:49:39.250836 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: filter_validation.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.251712 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.252224 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: filter-validation Jul 30 19:49:39.252547 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: fip_pf_description.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.253460 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.253962 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 30 19:49:39.254285 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: fip_port_details.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.255208 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.255743 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: fip-port-details Jul 30 19:49:39.256067 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: flavors.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.257286 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.258312 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: flavors Jul 30 19:49:39.258637 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.260303 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.260831 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 30 19:49:39.261160 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: floatingip_pools.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.261868 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.262385 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: floatingip-pools Jul 30 19:49:39.262712 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: ip_allocation.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.263689 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.264201 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension ip_allocation not supported by any of loaded plugins Jul 30 19:49:39.264526 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.265448 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.265956 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: ip-substring-filtering Jul 30 19:49:39.266281 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: l2_adjacency.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.267482 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.268009 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension l2_adjacency not supported by any of loaded plugins Jul 30 19:49:39.268334 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: l3.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.269303 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.269820 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: router Jul 30 19:49:39.270148 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: l3_conntrack_helper.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.272612 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.273105 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 30 19:49:39.274055 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.275020 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.275560 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: ext-gw-mode Jul 30 19:49:39.275893 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.276846 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.277359 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: l3-ha Jul 30 19:49:39.277688 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: l3_flavors.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.278608 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.279114 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: l3-flavors Jul 30 19:49:39.279439 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.280395 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.280907 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: l3-port-ip-change-not-allowed Jul 30 19:49:39.281233 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: l3agentscheduler.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.282276 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.282789 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: l3_agent_scheduler Jul 30 19:49:39.283119 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: logging.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.284656 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.285175 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension logging not supported by any of loaded plugins Jul 30 19:49:39.285510 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: metering.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.286256 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.286835 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: metering Jul 30 19:49:39.287166 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.288424 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.288978 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: metering_source_and_destination_fields Jul 30 19:49:39.289305 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: multiprovidernet.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.290244 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.290761 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: multi-provider Jul 30 19:49:39.291085 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: netmtu.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.292026 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.292533 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: net-mtu Jul 30 19:49:39.292855 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: netmtu_writable.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.293776 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.294285 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: net-mtu-writable Jul 30 19:49:39.294608 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: network_availability_zone.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.295277 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.295805 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: network_availability_zone Jul 30 19:49:39.296128 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: network_ip_availability.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.297214 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.297721 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: network-ip-availability Jul 30 19:49:39.298048 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: network_segment_range.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.298817 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.299315 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension network-segment-range not supported by any of loaded plugins Jul 30 19:49:39.299678 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: pagination.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.300674 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.301004 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: pagination Jul 30 19:49:39.301323 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: port_device_profile.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.302234 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.302752 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: port-device-profile Jul 30 19:49:39.303077 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.304041 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.305081 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: port-mac-address-regenerate Jul 30 19:49:39.305406 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.306330 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.306840 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: port-numa-affinity-policy Jul 30 19:49:39.307167 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: port_resource_request.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.308119 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.308625 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension port-resource-request not supported by any of loaded plugins Jul 30 19:49:39.308948 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: portbindings.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.309890 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.310401 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: binding Jul 30 19:49:39.310727 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: portbindings_extended.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.312037 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.312554 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: binding-extended Jul 30 19:49:39.312884 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: portsecurity.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.313816 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.314332 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: port-security Jul 30 19:49:39.314657 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: project_id.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.315675 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.316010 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: project-id Jul 30 19:49:39.316338 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: providernet.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.317267 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.317781 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: provider Jul 30 19:49:39.318107 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: qos.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.322154 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.322678 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension qos not supported by any of loaded plugins Jul 30 19:49:39.323013 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.324297 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.324812 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 30 19:49:39.325143 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.326067 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.326580 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 30 19:49:39.326906 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: qos_default.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.327854 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.328361 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension qos-default not supported by any of loaded plugins Jul 30 19:49:39.328687 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: qos_fip.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.329346 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.329842 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension qos-fip not supported by any of loaded plugins Jul 30 19:49:39.330165 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: qos_gateway_ip.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.331096 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.331634 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 30 19:49:39.331959 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: qos_port_network_policy.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.332877 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.333382 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 30 19:49:39.333706 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: qos_rule_type_details.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.334634 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.335143 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 30 19:49:39.335472 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: qos_rules_alias.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.336564 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.337075 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 30 19:49:39.337402 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: quotasv2.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.338511 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.338842 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: quotas Jul 30 19:49:39.339169 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: quotasv2_detail.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.342223 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.342569 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: quota_details Jul 30 19:49:39.342908 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: rbac.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.344002 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.344531 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: rbac-policies Jul 30 19:49:39.344865 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: rbac_address_group.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.345814 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.346332 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: rbac-address-group Jul 30 19:49:39.346662 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: rbac_address_scope.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.347619 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.348137 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: rbac-address-scope Jul 30 19:49:39.348464 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: rbac_security_groups.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.349388 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.349899 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: rbac-security-groups Jul 30 19:49:39.350229 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: rbac_subnetpool.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.351153 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.351725 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: rbac-subnetpool Jul 30 19:49:39.352053 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: revisionifmatch.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.352980 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.353495 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: revision-if-match Jul 30 19:49:39.353824 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: revisions.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.354932 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.355449 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: standard-attr-revisions Jul 30 19:49:39.355803 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: router_availability_zone.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.356480 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.356988 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: router_availability_zone Jul 30 19:49:39.357312 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: routerservicetype.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.358234 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.358740 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension router-service-type not supported by any of loaded plugins Jul 30 19:49:39.359066 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.360018 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.360526 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: security-groups-normalized-cidr Jul 30 19:49:39.360850 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: security_groups_port_filtering.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.361772 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.362283 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: port-security-groups-filtering Jul 30 19:49:39.362606 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.363552 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.364070 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: security-groups-remote-address-group Jul 30 19:49:39.364397 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: securitygroup.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.374794 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.375325 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: security-group Jul 30 19:49:39.375696 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: segment.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.376488 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.377000 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension segment not supported by any of loaded plugins Jul 30 19:49:39.377330 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.378272 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.378782 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 30 19:49:39.379112 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: servicetype.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.380338 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.380926 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: service-type Jul 30 19:49:39.381257 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: sorting.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.382333 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.383264 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: sorting Jul 30 19:49:39.383625 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: standard_attr_segment.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.384623 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.385140 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 30 19:49:39.385463 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: standardattrdescription.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.386115 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.386623 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: standard-attr-description Jul 30 19:49:39.386950 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: stateful_security_group.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.387934 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.388451 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: stateful-security-group Jul 30 19:49:39.388777 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: stdattrs_common.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.389361 n-d-712137-9 neutron-server[93773]: WARNING neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 30 19:49:39.389685 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.390628 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.391137 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 30 19:49:39.391465 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: subnet_onboard.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.392836 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.393356 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: subnet_onboard Jul 30 19:49:39.393683 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.394618 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.395130 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 30 19:49:39.395458 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: subnet_service_types.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.396419 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.396932 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: subnet-service-types Jul 30 19:49:39.397257 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: subnetallocation.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.398354 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.398870 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: subnet_allocation Jul 30 19:49:39.399195 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.399894 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.400397 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: subnetpool-prefix-ops Jul 30 19:49:39.400717 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.401662 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.402168 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 30 19:49:39.402489 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: tagging.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.403574 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.404098 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: standard-attr-tag Jul 30 19:49:39.404423 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: timestamp.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.405624 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.406147 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loaded extension: standard-attr-timestamp Jul 30 19:49:39.406474 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: trunk.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.407522 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.408052 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension trunk not supported by any of loaded plugins Jul 30 19:49:39.408383 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: trunk_details.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.409315 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.409830 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension trunk-details not supported by any of loaded plugins Jul 30 19:49:39.410156 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: uplink_status_propagation.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.411080 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.411629 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 30 19:49:39.411958 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Loading extension file: vlantransparent.py {{(pid=93773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 19:49:39.412627 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 19:49:39.413134 n-d-712137-9 neutron-server[93773]: INFO neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extension vlan-transparent not supported by any of loaded plugins Jul 30 19:49:39.415626 n-d-712137-9 neutron-server[93773]: INFO neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Creating instance of TrackedResource for resource:network Jul 30 19:49:39.416147 n-d-712137-9 neutron-server[93773]: INFO neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Creating instance of TrackedResource for resource:subnet Jul 30 19:49:39.416545 n-d-712137-9 neutron-server[93773]: INFO neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 19:49:39.416936 n-d-712137-9 neutron-server[93773]: INFO neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Creating instance of TrackedResource for resource:port Jul 30 19:49:39.418183 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 19:49:39.418630 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Service FLAVORS assigned prefix: {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 19:49:39.419251 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 19:49:39.419720 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 19:49:39.420053 n-d-712137-9 neutron-server[93773]: INFO neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Creating instance of TrackedResource for resource:router Jul 30 19:49:39.420503 n-d-712137-9 neutron-server[93773]: INFO neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Creating instance of TrackedResource for resource:floatingip Jul 30 19:49:39.420991 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Service METERING assigned prefix: /metering {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 19:49:39.422434 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.422808 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.423162 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 19:49:39.424193 n-d-712137-9 neutron-server[93773]: INFO neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Creating instance of CountableResource for resource:rbac_policy Jul 30 19:49:39.424643 n-d-712137-9 neutron-server[93773]: INFO neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Creating instance of TrackedResource for resource:security_group Jul 30 19:49:39.425078 n-d-712137-9 neutron-server[93773]: INFO neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 30 19:49:39.425680 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Service CORE assigned prefix: {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 19:49:39.426022 n-d-712137-9 neutron-server[93773]: INFO neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 19:49:39.426370 n-d-712137-9 neutron-server[93773]: WARNING neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] subnetpool is already registered Jul 30 19:49:39.426797 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Service CORE assigned prefix: {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 19:49:39.427122 n-d-712137-9 neutron-server[93773]: INFO neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 19:49:39.427453 n-d-712137-9 neutron-server[93773]: WARNING neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] subnetpool is already registered Jul 30 19:49:39.430243 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 19:49:39.430801 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Service FLAVORS assigned prefix: {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 19:49:39.431443 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 19:49:39.431881 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 19:49:39.432304 n-d-712137-9 neutron-server[93773]: INFO neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Creating instance of TrackedResource for resource:router Jul 30 19:49:39.432648 n-d-712137-9 neutron-server[93773]: WARNING neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] router is already registered Jul 30 19:49:39.433072 n-d-712137-9 neutron-server[93773]: INFO neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Creating instance of TrackedResource for resource:floatingip Jul 30 19:49:39.433409 n-d-712137-9 neutron-server[93773]: WARNING neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] floatingip is already registered Jul 30 19:49:39.433877 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Service METERING assigned prefix: /metering {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 19:49:39.434561 n-d-712137-9 neutron-server[93773]: INFO neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Creating instance of CountableResource for resource:rbac_policy Jul 30 19:49:39.434887 n-d-712137-9 neutron-server[93773]: WARNING neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] rbac_policy is already registered Jul 30 19:49:39.435326 n-d-712137-9 neutron-server[93773]: INFO neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Creating instance of TrackedResource for resource:security_group Jul 30 19:49:39.435690 n-d-712137-9 neutron-server[93773]: WARNING neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] security_group is already registered Jul 30 19:49:39.436097 n-d-712137-9 neutron-server[93773]: INFO neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 30 19:49:39.436433 n-d-712137-9 neutron-server[93773]: WARNING neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] security_group_rule is already registered Jul 30 19:49:39.436927 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Service CORE assigned prefix: {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 19:49:39.437253 n-d-712137-9 neutron-server[93773]: INFO neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 19:49:39.437586 n-d-712137-9 neutron-server[93773]: WARNING neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] subnetpool is already registered Jul 30 19:49:39.438013 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.v2.resource_helper [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Service CORE assigned prefix: {{(pid=93773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 19:49:39.438338 n-d-712137-9 neutron-server[93773]: INFO neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 19:49:39.438670 n-d-712137-9 neutron-server[93773]: WARNING neutron.quota.resource_registry [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] subnetpool is already registered Jul 30 19:49:39.440342 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: extensions {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.441767 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: address-groups {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.443307 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: address-scopes {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.444493 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: agents {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.446346 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: auto-allocated-topology {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.447592 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: availability_zones {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.448799 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: dhcp-networks {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.450206 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: dhcp-agents {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.451745 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: routers {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.453463 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: flavors {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.454627 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: service_profiles {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.455975 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: next_providers {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.457407 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: service_profiles {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.458834 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: floatingip-pools {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.460224 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: routers {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.461950 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: floatingips {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.463127 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: l3-routers {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.464716 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: l3-agents {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.466118 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: metering-labels {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.467427 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: metering-label-rules {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.468714 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: network-ip-availabilities {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.470049 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: bindings {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.471645 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: quotas {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.473054 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: quotas {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.474574 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: rbac-policies {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.475782 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: security-groups {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.477009 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: security-group-rules {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.478332 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: service-providers {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.479581 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: subnetpools {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.480904 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: subnetpools {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.482432 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: tags {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.484165 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: tags {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.485855 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: tags {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.487744 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: tags {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.489549 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: tags {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.491399 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: tags {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.493749 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: tags {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.495559 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: tags {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.498307 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: tags {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.500085 n-d-712137-9 neutron-server[93773]: DEBUG neutron.api.extensions [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Extended resource: tags {{(pid=93773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 19:49:39.505986 n-d-712137-9 neutron-server[93773]: WARNING keystonemiddleware.auth_token [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 30 19:49:39.511073 n-d-712137-9 neutron-server[93773]: WARNING keystonemiddleware.auth_token [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 30 19:49:39.519702 n-d-712137-9 neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Acquired lock "singleton_lock" {{(pid=93773) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 30 19:49:39.520185 n-d-712137-9 neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Releasing lock "singleton_lock" {{(pid=93773) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 30 19:49:39.520822 n-d-712137-9 neutron-server[93773]: INFO oslo_service.service [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Starting 2 workers Jul 30 19:49:39.525747 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Started child 93882 {{(pid=93773) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 19:49:39.530274 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Started child 93883 {{(pid=93773) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 19:49:39.531613 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:49:39.532264 n-d-712137-9 neutron-server[93773]: INFO neutron.service [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Neutron service started, listening on 0.0.0.0:9696 Jul 30 19:49:39.532601 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Notify callbacks [] for process, before_spawn {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:49:39.533214 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [-] (93882) wsgi starting up on http://0.0.0.0:9696 Jul 30 19:49:39.535122 n-d-712137-9 neutron-server[93773]: INFO oslo_service.service [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Starting 1 workers Jul 30 19:49:39.536102 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:49:39.537605 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [-] (93883) wsgi starting up on http://0.0.0.0:9696 Jul 30 19:49:39.540373 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Started child 93884 {{(pid=93773) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 19:49:39.540902 n-d-712137-9 neutron-server[93773]: INFO oslo_service.service [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Starting 1 workers Jul 30 19:49:39.544285 n-d-712137-9 neutron-server[93884]: DEBUG neutron.service [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] calling RpcWorker wait() {{(pid=93884) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 30 19:49:39.544876 n-d-712137-9 neutron-server[93884]: DEBUG neutron.service [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] returning from RpcWorker wait() {{(pid=93884) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 30 19:49:39.545457 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Started child 93885 {{(pid=93773) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 19:49:39.546025 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:49:39.546291 n-d-712137-9 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7e5bfbd-8334-41ac-969c-1cdc9d026e0a None None] Notify callbacks [] for process, after_spawn {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:49:39.546484 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 19:49:39.548201 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93773) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 30 19:49:39.548421 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 19:49:39.548604 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 19:49:39.548816 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 19:49:39.549140 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 19:49:39.549299 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 19:49:39.549831 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.550091 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.550344 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.550433 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:49:39.550866 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.550866 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.551450 n-d-712137-9 neutron-server[93885]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 19:49:39.551629 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.551783 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.551962 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.552237 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.552493 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.552664 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.552830 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.553083 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.553333 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.553617 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.553896 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.554153 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.554964 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.555139 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.555414 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.555716 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.555974 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.556227 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] debug = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.556480 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.557099 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.557287 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.557431 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.557644 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.557921 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.558178 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.558434 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.558682 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.558901 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.559144 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.559407 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.559691 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.559911 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.560144 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.560388 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.560625 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.561086 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] host = n-d-712137-9 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.561333 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.561572 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.561758 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.562039 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.562234 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.562470 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.562739 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.563000 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.563257 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.563482 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.563740 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.563967 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.564204 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.564451 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] log_file = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.564617 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] log_options = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.564851 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.565123 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.565419 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.565609 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.565762 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.565942 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.566287 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.566437 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.566602 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.566839 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.567136 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.567324 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.567488 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.567743 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.568000 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.568244 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.568492 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.568703 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.568946 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.569172 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.569392 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.569635 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.569867 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.570706 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.570917 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.571141 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.571368 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.571692 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.571856 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.572088 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.572286 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.572530 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.572770 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.573041 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.573277 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.573507 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.573744 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.574016 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.574247 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.574519 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.574764 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.574980 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.575203 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.575454 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.575731 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.575898 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] use_json = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.576113 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.576397 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.576571 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.576791 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.577005 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.577242 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.577430 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.577661 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.578110 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.581473 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.581473 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.581473 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.581473 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.581473 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.581473 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.581473 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.581473 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.582564 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.582564 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.582564 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.582564 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.582564 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.582564 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.583964 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.583964 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.583964 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.583964 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.583964 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.587446 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.587446 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.587446 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.587446 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.587446 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.587446 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.587446 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.587446 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.588415 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.588415 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.588415 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.588415 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.588415 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.588415 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.588415 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.588415 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.588415 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.594170 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.594170 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.594170 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.594170 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.594170 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.594170 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.594170 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.594170 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.594170 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.595609 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.595609 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.595609 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.595609 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.595609 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.595609 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.595609 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.595609 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.595609 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.596713 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.596713 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.596713 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.596713 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.596713 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.596713 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.596713 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.596713 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.596713 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.597336 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.597336 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.597336 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.597336 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.597336 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.597336 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.597336 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.597852 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.597852 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.597995 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.598190 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.598431 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.598625 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.598844 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.599065 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.599283 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.599534 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.600104 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.600104 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.601004 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.601004 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.601004 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.602375 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.602375 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.602375 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.602375 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.602375 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.602375 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.602880 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.602880 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.603034 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.603755 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.603755 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.604031 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.604153 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.604322 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.604599 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.604810 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.606064 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.606064 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.606064 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.606064 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.606064 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.606510 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.606510 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.606790 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.606902 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.607185 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.607434 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.607735 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.607957 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.608239 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.608534 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.608790 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.609072 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.609330 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.609572 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.609827 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.610072 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.610324 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.610572 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.610827 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.611043 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.611330 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.611582 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.611817 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.612026 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.612251 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.612591 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.612859 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.613099 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.613365 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.613641 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.613911 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.614156 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.614432 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.614675 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.614910 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.615148 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.615381 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.615631 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.615862 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.616106 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.616318 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.616561 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.616775 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.617520 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.617692 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.617906 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.618157 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.618427 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.618684 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.618931 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.619159 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.619378 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.619649 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.619864 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.620097 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.620334 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.620571 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.620964 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.621134 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.621292 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.621433 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.621661 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.621925 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.622171 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.622540 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.622688 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.622828 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.623078 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.623487 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.623964 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.624372 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.624764 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.625188 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.625585 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.625986 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.626381 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.626755 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.627116 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.627534 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.627976 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.628374 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.628690 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.629025 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.629328 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.630139 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.630139 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.630139 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.630475 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.630704 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.630997 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.631541 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.631667 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.631928 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.632159 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.632374 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.633194 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.633426 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.633646 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.633880 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.634182 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.634444 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.634674 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.635099 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.635219 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.635394 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.635655 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.635866 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.636077 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.636300 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.636514 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.636727 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.636976 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.637185 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.637397 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.637608 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.637817 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.638079 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.638241 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.638624 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.638839 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.639157 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.639309 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.639715 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.639944 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.640211 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.640432 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.640797 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.641016 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.641244 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.641460 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.641675 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.642147 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.642368 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.642605 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.642826 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.643122 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.643375 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.643643 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.643926 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.644158 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.644406 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.644677 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.644979 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.645191 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.645451 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.645669 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.645894 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.646152 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.646403 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.646733 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.647018 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.647282 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.647572 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.647842 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.648118 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.648398 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.648628 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.648924 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.649258 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.649519 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.649781 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.650035 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.650297 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.650526 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.650743 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.650975 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.651190 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.651405 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.651665 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.651910 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.652156 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.652371 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.652596 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.652811 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.653050 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.653274 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.653532 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.653731 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.653873 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 19:49:39.654388 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93773) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 30 19:49:39.654545 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 19:49:39.654839 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 19:49:39.654839 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 19:49:39.655015 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 19:49:39.655160 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 19:49:39.655372 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.655550 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.655709 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.656019 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.656181 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.656355 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.656520 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.656671 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.656810 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.656947 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.657761 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.657761 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.657761 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.657761 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.657761 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.658553 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.658553 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.658553 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.658553 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.658553 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.658553 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.659294 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.659294 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] debug = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.659294 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.659294 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.659700 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.659700 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.659700 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.659927 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.659927 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.660075 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.660232 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.660386 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.660716 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.660874 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.661033 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.661194 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.661350 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.661659 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.661819 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.661976 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] host = n-d-712137-9 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.662146 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.662282 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.662440 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.662597 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.662747 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.663057 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.663210 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.663359 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.663544 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.663693 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.664363 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.664522 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.664680 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.664843 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] log_file = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.665000 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] log_options = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.665159 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.665317 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.665470 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.665810 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.665978 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.666134 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.666443 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.666604 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.666761 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.666920 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.667081 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.667260 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.667434 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.667567 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.667715 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.667866 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.668023 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.668331 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.668492 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.668652 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.668804 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.669109 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.669270 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.669429 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.670106 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.670106 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.670106 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.670106 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.670369 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.670369 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.670504 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.670607 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.670903 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.671065 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.671223 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.671380 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.671557 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.671723 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.671884 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.672041 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.672192 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.672359 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.672488 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.672649 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.672807 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.672965 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] use_json = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.673124 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.673281 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.673437 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.673593 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.673787 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.673963 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.674127 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.674285 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 19:49:39.674462 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.674625 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.674753 n-d-712137-9 neutron-server[93884]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 19:49:39.674881 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.675004 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.675135 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.675259 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.675380 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.675561 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.675723 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.675885 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.676052 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.676212 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.676384 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.676544 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.676706 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.676870 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.677030 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.677191 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.677352 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.677512 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.677672 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.677832 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.678006 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.678165 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.678326 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.678486 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.678646 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.678850 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.678977 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.679100 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.679252 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.679432 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.680131 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.680333 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.680439 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.680631 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.680782 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.680941 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.681103 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.681264 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.681425 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.681586 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.681746 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.681907 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.682068 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.682229 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.682391 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.682553 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.682713 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.682873 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.683044 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.683204 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.683365 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.683583 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.683733 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.683858 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.683994 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.684149 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.684308 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.684470 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.684631 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.684809 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.684969 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.685130 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.685289 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.685450 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.685611 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.685773 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.685933 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.686093 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.686253 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.686917 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.686917 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.686917 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.686917 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.687464 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.687464 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.687464 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.687464 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.687931 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.687931 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.687931 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.688282 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.688282 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.688515 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.688515 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.688748 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.688872 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.688994 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.689125 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.689248 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.689411 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.690253 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.690253 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.690253 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.690253 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.690253 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.690979 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.690979 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.690979 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.690979 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.690979 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.691714 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.691714 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.691714 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.691714 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.691714 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.692325 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.692325 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.692325 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.692325 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.692764 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.692764 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.692764 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.693102 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.693102 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.693392 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.693392 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.693633 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.693633 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.693863 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.693984 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.694107 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.694227 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.694358 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.694481 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.694625 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.694798 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.694968 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.695151 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.695311 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.695471 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.695675 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.695837 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.695997 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.696159 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.696319 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.696480 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.696637 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.696788 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.696948 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.697108 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.697270 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.697431 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.697591 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.697752 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.697912 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.698073 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.698234 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.698395 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.698555 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.698716 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.698878 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.699037 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.699197 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.699357 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.699531 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.699695 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.699856 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.700016 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.700176 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.700336 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.700496 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.700656 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.700816 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.700975 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.701135 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.701295 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.701454 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.701616 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.701777 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.701971 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.702424 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.702424 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.702424 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.702690 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.702690 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.702887 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.703021 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.703156 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.703280 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.703448 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.703639 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.703802 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.703964 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.704124 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.704286 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.704460 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.704621 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.704790 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.704952 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.705113 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.705273 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.705433 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.705594 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.705756 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.705914 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.706073 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.706236 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.706399 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.706560 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.706721 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.706882 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.707042 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.707202 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.707363 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.707551 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.707932 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.707932 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.708105 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.708185 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.708318 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.708476 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.708635 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.708780 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.708942 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.709101 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.709260 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.709429 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.709590 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.709736 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.709896 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.710055 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.710200 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.710371 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.710531 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.710712 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.710873 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.711034 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.711194 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.711361 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.711553 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.711702 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.711847 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.711983 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.712138 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.712308 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.712467 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.712627 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.712787 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.712947 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.713092 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.713261 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.713422 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.713582 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.713750 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.713895 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.714056 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.714216 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.714390 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.714549 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.714717 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.714877 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.715037 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.715215 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.715359 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.715648 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.715781 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.715870 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.716011 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.719527 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.719527 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.719527 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.719527 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.719527 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.719527 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.719527 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.719527 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.720120 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.720120 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.720120 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.720120 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.720120 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.720120 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.720120 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.720120 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.720120 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.720822 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.720822 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.720822 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.720822 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.720822 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.720822 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.721391 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.721566 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 19:49:39.721728 n-d-712137-9 neutron-server[93773]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 19:49:39.980116 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43766) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:49:39.988686 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062456 Jul 30 19:49:51.264912 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654cf944-b83d-4190-bf54-a9134446a517 None None] get_active_networks_info from n-d-712137-9 {{(pid=93884) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 19:49:51.331434 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654cf944-b83d-4190-bf54-a9134446a517 None None] No non-hosted networks {{(pid=93884) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 30 19:49:51.340381 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.agentschedulers_db [None req-654cf944-b83d-4190-bf54-a9134446a517 None None] DHCP Agent not found on host n-d-712137-9 {{(pid=93884) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 30 19:49:51.415177 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17aac419-c875-4dc2-b0a2-b9b78f6f265f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725092'] for agent, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:49:53.617769 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fb92822-1e26-49db-b5a1-6c27dfe7d151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725092'] for agent, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:49:53.685134 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40ab9fb5-aef7-4dfe-a28c-6e83a29b2867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:49:53.826616 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725092'] for agent, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:49:53.827775 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:49:53.829211 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:49:53.829967 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:49:53.830774 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:49:53.831355 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:49:53.831987 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:49:53.832614 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:49:53.833183 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:49:53.836143 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:49:53.836735 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:49:53.837495 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:49:53.838045 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:49:53.838714 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712137-9', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 19:49:53.848177 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712137-9', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 19:49:54.783372 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725092'] for agent, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:49:56.625131 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725092'] for agent, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:49:57.736525 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43858) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:49:57.963124 n-d-712137-9 neutron-server[93884]: INFO neutron.db.l3_hamode_db [None req-02804e6e-1feb-465f-8122-3c554f2f04c4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 30 19:49:58.042328 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02804e6e-1feb-465f-8122-3c554f2f04c4 None None] Routers set() bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 19:49:58.042746 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02804e6e-1feb-465f-8122-3c554f2f04c4 None None] Router IDs set() for agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 19:49:58.227703 n-d-712137-9 neutron-server[93883]: WARNING oslo_policy.policy [None req-2b6e0eda-7264-4754-888f-826f6b435f05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 19:49:58.228285 n-d-712137-9 neutron-server[93883]: WARNING oslo_policy.policy [None req-2b6e0eda-7264-4754-888f-826f6b435f05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 19:49:58.442461 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-2b6e0eda-7264-4754-888f-826f6b435f05 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 19:49:58.444258 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2b6e0eda-7264-4754-888f-826f6b435f05 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7050242 Jul 30 19:50:00.779794 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43872) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:50:01.078902 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8bb71548-1fcd-4fbf-b8bd-2853184dce6c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:50:01.171308 n-d-712137-9 neutron-server[93883]: DEBUG neutron.policy [None req-8bb71548-1fcd-4fbf-b8bd-2853184dce6c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93883) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 30 19:50:01.214718 n-d-712137-9 neutron-server[93883]: WARNING oslo_policy.policy [None req-8bb71548-1fcd-4fbf-b8bd-2853184dce6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 19:50:01.215086 n-d-712137-9 neutron-server[93883]: WARNING oslo_policy.policy [None req-8bb71548-1fcd-4fbf-b8bd-2853184dce6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 19:50:01.223393 n-d-712137-9 neutron-server[93883]: INFO neutron.quota [None req-8bb71548-1fcd-4fbf-b8bd-2853184dce6c admin admin] Loaded quota_driver: . Jul 30 19:50:01.315647 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8bb71548-1fcd-4fbf-b8bd-2853184dce6c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741517028706', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741517026103', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741517025263', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741517022501', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741516910931', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741524856991', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-986138', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-989556', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1605905', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1695232'] for rbac-policy, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:01.379624 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8bb71548-1fcd-4fbf-b8bd-2853184dce6c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:01.380823 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8bb71548-1fcd-4fbf-b8bd-2853184dce6c admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6000695 Jul 30 19:50:03.892860 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43884) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:50:04.176687 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '743f5215820f4094abd2ca64f9b85692', 'name': 'private', 'tenant_id': '743f5215820f4094abd2ca64f9b85692'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:50:04.205744 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Made reservation on behalf of 743f5215820f4094abd2ca64f9b85692 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 19:50:04.208591 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:04.224815 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:04.345784 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:04.349322 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:04.368567 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 19:50:04.397007 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741520093736', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:04.397571 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Unsubscribe: segment precommit_create {{(pid=93883) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 30 19:50:04.398083 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Added segment fee7cfb5-e5e0-44fc-95e4-64e08a9417e9 of type vlan for network 65077cc3-cf93-4a74-8ee2-d45faddbc369 Jul 30 19:50:04.415366 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2d4124-efe7-4695-989a-7ec1d6a8b628,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:50:04.441354 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:04.441696 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:04.442032 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:04.442364 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:04.442694 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:04.443020 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:04.443370 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:04.443721 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:04.444044 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:04.444362 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:04.444681 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:04.444998 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Tracked resource versions report: Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: pushed versions: Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: { 'AddressGroup': {'1.2'}, Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: 'ConntrackHelper': {'1.0'}, Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: 'Log': {'1.0'}, Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: 'Network': {'1.1'}, Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: 'Port': {'1.7'}, Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: 'PortForwarding': {'1.2'}, Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: 'QosPolicy': {'1.8'}, Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: 'SecurityGroup': {'1.4'}, Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: 'SecurityGroupRule': {'1.2'}, Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: 'SubPort': {'1.0'}, Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: 'Subnet': {'1.1'}, Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: 'Trunk': {'1.1'}} Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: consumer versions: Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: { DHCP agent@n-d-712137-9: {}, Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: L3 agent@n-d-712137-9: {}, Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: Metadata agent@n-d-712137-9: {}, Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: Metering agent@n-d-712137-9: {}, Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: Open vSwitch agent@n-d-712137-9: { 'AddressGroup': '1.2', Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: 'ConntrackHelper': '1.0', Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: 'Log': '1.0', Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: 'Network': '1.1', Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: 'Port': '1.7', Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: 'PortForwarding': '1.2', Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: 'QosPolicy': '1.8', Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: 'SecurityGroup': '1.4', Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: 'SecurityGroupRule': '1.2', Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: 'SubPort': '1.0', Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: 'Subnet': '1.1', Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: 'Trunk': '1.1'}} Jul 30 19:50:04.446075 n-d-712137-9 neutron-server[93883]: {{(pid=93883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 19:50:04.517485 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:04.568494 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:04.569686 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:50:04.570345 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:04.640076 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7461681 Jul 30 19:50:04.670245 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4082cf-61ad-4c0f-a5aa-9e3bffce281e admin admin] Pushing event updated for resources: {'Network': ['ID=65077cc3-cf93-4a74-8ee2-d45faddbc369,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:50:04.682828 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 65077cc3-cf93-4a74-8ee2-d45faddbc369 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 19:50:07.278320 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43898) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:50:07.659475 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db232a45-d647-4519-bb05-921ec9c9f63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:50:07.660834 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-db232a45-d647-4519-bb05-921ec9c9f63f admin admin] 10.222.0.81 "GET /v2.0/networks/65077cc3-cf93-4a74-8ee2-d45faddbc369 HTTP/1.1" status: 200 len: 825 time: 0.3815634 Jul 30 19:50:07.685587 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1da9e36e-bef0-452f-944d-2e4fca03178e admin admin] 10.222.0.81 "GET /v2.0/subnetpools/169a4ff0-8811-4f9f-998a-b0333464bbf1 HTTP/1.1" status: 200 len: 734 time: 0.0181289 Jul 30 19:50:07.694683 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1317b733-6314-4df3-839a-8493d11c0e8f admin admin] Request body: {'subnet': {'network_id': '65077cc3-cf93-4a74-8ee2-d45faddbc369', 'tenant_id': '743f5215820f4094abd2ca64f9b85692', 'subnetpool_id': '169a4ff0-8811-4f9f-998a-b0333464bbf1', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:50:07.715596 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1317b733-6314-4df3-839a-8493d11c0e8f admin admin] Made reservation on behalf of 743f5215820f4094abd2ca64f9b85692 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 19:50:07.717893 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1317b733-6314-4df3-839a-8493d11c0e8f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:08.012889 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1317b733-6314-4df3-839a-8493d11c0e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:08.088238 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1317b733-6314-4df3-839a-8493d11c0e8f admin admin] Checking segment: {'id': 'fee7cfb5-e5e0-44fc-95e4-64e08a9417e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '65077cc3-cf93-4a74-8ee2-d45faddbc369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 19:50:08.088618 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1317b733-6314-4df3-839a-8493d11c0e8f admin admin] Network hostable DHCP agents. Network: 65077cc3-cf93-4a74-8ee2-d45faddbc369, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 19:50:08.093011 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317b733-6314-4df3-839a-8493d11c0e8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=10c4eaca-6695-4d41-9e1f-697c129d64b0,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:50:08.113063 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1317b733-6314-4df3-839a-8493d11c0e8f admin admin] Network 65077cc3-cf93-4a74-8ee2-d45faddbc369 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 19:50:08.124173 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-1317b733-6314-4df3-839a-8493d11c0e8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 65077cc3-cf93-4a74-8ee2-d45faddbc369) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 19:50:08.128881 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1317b733-6314-4df3-839a-8493d11c0e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:50:08.129483 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1317b733-6314-4df3-839a-8493d11c0e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:08.134655 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf416d5-bea2-4423-8e39-22e72fd8696a None None] Network 65077cc3-cf93-4a74-8ee2-d45faddbc369 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 19:50:08.144869 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1317b733-6314-4df3-839a-8493d11c0e8f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4535065 Jul 30 19:50:08.454538 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-65077cc3-cf93-4a74-8ee2-d45faddbc369', 'network_id': '65077cc3-cf93-4a74-8ee2-d45faddbc369', 'tenant_id': '743f5215820f4094abd2ca64f9b85692', 'fixed_ips': [{'subnet_id': '10c4eaca-6695-4d41-9e1f-697c129d64b0'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 19:50:08.455876 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:08.729777 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Allocated IP 172.20.0.2 (65077cc3-cf93-4a74-8ee2-d45faddbc369/10c4eaca-6695-4d41-9e1f-697c129d64b0/0df4f61e-86ec-482b-9e2f-3296f7fd8ea2) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 19:50:08.931057 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:08.971541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Transition to ACTIVE for port object 0df4f61e-86ec-482b-9e2f-3296f7fd8ea2 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 19:50:08.993228 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Transition to ACTIVE for port object 0df4f61e-86ec-482b-9e2f-3296f7fd8ea2 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 19:50:09.002376 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:09.064620 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Network 65077cc3-cf93-4a74-8ee2-d45faddbc369 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 19:50:09.072471 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 19:50:09.086541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 19:50:09.089709 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Pushing event updated for resources: {'Port': ['ID=0df4f61e-86ec-482b-9e2f-3296f7fd8ea2,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:50:09.121055 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:09.121401 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:09.121740 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:09.122077 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:09.122408 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:09.122738 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:09.123060 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:09.123384 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:09.123729 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:09.124052 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:09.124372 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:09.124691 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Tracked resource versions report: Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: pushed versions: Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: { 'AddressGroup': {'1.2'}, Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: 'ConntrackHelper': {'1.0'}, Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: 'Log': {'1.0'}, Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: 'Network': {'1.1'}, Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: 'Port': {'1.7'}, Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: 'PortForwarding': {'1.2'}, Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: 'QosPolicy': {'1.8'}, Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: 'SecurityGroup': {'1.4'}, Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: 'SecurityGroupRule': {'1.2'}, Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: 'SubPort': {'1.0'}, Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: 'Subnet': {'1.1'}, Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: 'Trunk': {'1.1'}} Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: consumer versions: Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: { DHCP agent@n-d-712137-9: {}, Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: L3 agent@n-d-712137-9: {}, Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: Metadata agent@n-d-712137-9: {}, Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: Metering agent@n-d-712137-9: {}, Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: Open vSwitch agent@n-d-712137-9: { 'AddressGroup': '1.2', Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: 'ConntrackHelper': '1.0', Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: 'Log': '1.0', Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: 'Network': '1.1', Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: 'Port': '1.7', Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: 'PortForwarding': '1.2', Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: 'QosPolicy': '1.8', Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: 'SecurityGroup': '1.4', Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: 'SecurityGroupRule': '1.2', Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: 'SubPort': '1.0', Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: 'Subnet': '1.1', Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: 'Trunk': '1.1'}} Jul 30 19:50:09.125764 n-d-712137-9 neutron-server[93884]: {{(pid=93884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 19:50:09.172962 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Attempting to bind port 0df4f61e-86ec-482b-9e2f-3296f7fd8ea2 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 19:50:09.173552 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Attempting to bind port 0df4f61e-86ec-482b-9e2f-3296f7fd8ea2 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'fee7cfb5-e5e0-44fc-95e4-64e08a9417e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '65077cc3-cf93-4a74-8ee2-d45faddbc369'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 19:50:09.173788 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Attempting to bind port 0df4f61e-86ec-482b-9e2f-3296f7fd8ea2 on network 65077cc3-cf93-4a74-8ee2-d45faddbc369 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 19:50:09.179288 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 19, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 19:50:09.179734 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Checking segment: {'id': 'fee7cfb5-e5e0-44fc-95e4-64e08a9417e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '65077cc3-cf93-4a74-8ee2-d45faddbc369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 19:50:09.180224 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:09.180615 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Bound using segment: {'id': 'fee7cfb5-e5e0-44fc-95e4-64e08a9417e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '65077cc3-cf93-4a74-8ee2-d45faddbc369'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 19:50:09.181088 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Bound port: 0df4f61e-86ec-482b-9e2f-3296f7fd8ea2, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee7cfb5-e5e0-44fc-95e4-64e08a9417e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '65077cc3-cf93-4a74-8ee2-d45faddbc369'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 19:50:09.181527 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:09.243070 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] For port 0df4f61e-86ec-482b-9e2f-3296f7fd8ea2, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 19:50:09.247336 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] For port 0df4f61e-86ec-482b-9e2f-3296f7fd8ea2, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0df4f61e-86ec-482b-9e2f-3296f7fd8ea2,segment=NetworkSegment(fee7cfb5-e5e0-44fc-95e4-64e08a9417e9),segment_id=fee7cfb5-e5e0-44fc-95e4-64e08a9417e9)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 19:50:09.251959 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:09.318371 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7d20c-df45-44e7-8c2d-1078142b5697 None None] Pushing event updated for resources: {'Port': ['ID=0df4f61e-86ec-482b-9e2f-3296f7fd8ea2,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:50:10.539115 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43906) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:50:10.848235 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-cc76beca-fb68-4965-a937-c93230b62008 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 19:50:10.849319 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cc76beca-fb68-4965-a937-c93230b62008 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3092260 Jul 30 19:50:13.217769 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43914) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:50:13.521810 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-cecffd8f-e629-425a-a331-f13a41262ff1 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 19:50:13.522832 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cecffd8f-e629-425a-a331-f13a41262ff1 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3041413 Jul 30 19:50:16.130942 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43924) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:50:16.425216 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f1347407-04b1-4819-bb9b-a9aa62e4b711 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '743f5215820f4094abd2ca64f9b85692'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:50:16.459063 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1347407-04b1-4819-bb9b-a9aa62e4b711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:16.461199 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1347407-04b1-4819-bb9b-a9aa62e4b711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:16.603348 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1347407-04b1-4819-bb9b-a9aa62e4b711 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:16.607802 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1347407-04b1-4819-bb9b-a9aa62e4b711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:16.619646 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1347407-04b1-4819-bb9b-a9aa62e4b711 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:16.620896 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f1347407-04b1-4819-bb9b-a9aa62e4b711 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4888544 Jul 30 19:50:17.645489 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdba203-cffc-46ba-851d-8792f61ba109 None None] Network 65077cc3-cf93-4a74-8ee2-d45faddbc369 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 19:50:17.692080 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0df4f61e-86ec-482b-9e2f-3296f7fd8ea2 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 19:50:17.748100 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-add6fc3e-5300-4a73-9552-14f17fc076db None None] Provisioning for port 0df4f61e-86ec-482b-9e2f-3296f7fd8ea2 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 19:50:17.844757 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 0df4f61e-86ec-482b-9e2f-3296f7fd8ea2 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 19:50:17.852297 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 0df4f61e-86ec-482b-9e2f-3296f7fd8ea2 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:50:17.852692 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:18.003780 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:18.039925 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 0df4f61e-86ec-482b-9e2f-3296f7fd8ea2, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0df4f61e-86ec-482b-9e2f-3296f7fd8ea2,segment=NetworkSegment(fee7cfb5-e5e0-44fc-95e4-64e08a9417e9),segment_id=fee7cfb5-e5e0-44fc-95e4-64e08a9417e9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 19:50:18.045435 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:18.096100 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=0df4f61e-86ec-482b-9e2f-3296f7fd8ea2,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:50:18.188302 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-13210fb8-4889-4870-8873-770ad1bde73a None None] Provisioning complete for port 0df4f61e-86ec-482b-9e2f-3296f7fd8ea2 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:50:18.188673 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-13210fb8-4889-4870-8873-770ad1bde73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:18.940752 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43938) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:50:19.241420 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-b75a5bc5-ee43-4e34-83d4-82c192ea8d8f admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 19:50:19.242410 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b75a5bc5-ee43-4e34-83d4-82c192ea8d8f admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3007352 Jul 30 19:50:19.628296 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0df4f61e-86ec-482b-9e2f-3296f7fd8ea2 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 19:50:19.673054 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 0df4f61e-86ec-482b-9e2f-3296f7fd8ea2 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:50:19.673422 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:21.150787 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0cf14ff3-b514-4caa-ba92-0f1ce9ca1811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:21.614678 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43946) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:50:21.919540 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f8b204d3-d359-432e-8f8e-55bfbcf165de admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:50:21.940107 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b204d3-d359-432e-8f8e-55bfbcf165de admin admin] Made reservation on behalf of feb275bc9e1140bc8960420272d3f814 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 19:50:21.942577 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8b204d3-d359-432e-8f8e-55bfbcf165de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:21.950069 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8b204d3-d359-432e-8f8e-55bfbcf165de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:22.037576 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8b204d3-d359-432e-8f8e-55bfbcf165de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:22.041024 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8b204d3-d359-432e-8f8e-55bfbcf165de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:22.055465 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f8b204d3-d359-432e-8f8e-55bfbcf165de admin admin] Reserving flat network on physical network physnet1 {{(pid=93883) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 30 19:50:22.073384 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b204d3-d359-432e-8f8e-55bfbcf165de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661abfea-4493-4512-948e-3fa68ce6a5ec,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:50:22.079350 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8b204d3-d359-432e-8f8e-55bfbcf165de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:22.079706 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-f8b204d3-d359-432e-8f8e-55bfbcf165de admin admin] Added segment b84baa4a-cdf1-4ec3-ba00-0c8846403f1a of type flat for network 905759f5-0ddb-431d-97ac-0ee33c25d68c Jul 30 19:50:22.125281 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8b204d3-d359-432e-8f8e-55bfbcf165de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:22.159321 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8b204d3-d359-432e-8f8e-55bfbcf165de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:22.160245 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b204d3-d359-432e-8f8e-55bfbcf165de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:50:22.160807 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8b204d3-d359-432e-8f8e-55bfbcf165de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:22.213764 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f8b204d3-d359-432e-8f8e-55bfbcf165de admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5980713 Jul 30 19:50:22.220510 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b204d3-d359-432e-8f8e-55bfbcf165de admin admin] Pushing event updated for resources: {'Network': ['ID=905759f5-0ddb-431d-97ac-0ee33c25d68c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:50:22.231412 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 19:50:23.610502 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e54b54a-9d95-42c5-81d1-d5b98ffe3ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:23.823496 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:24.565442 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43954) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:50:24.736973 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:25.060505 n-d-712137-9 neutron-server[93882]: WARNING oslo_policy.policy [None req-9186c81e-ffad-429a-81f3-b4e75eb3450a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 19:50:25.061085 n-d-712137-9 neutron-server[93882]: WARNING oslo_policy.policy [None req-9186c81e-ffad-429a-81f3-b4e75eb3450a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 19:50:25.460239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.policy [None req-9186c81e-ffad-429a-81f3-b4e75eb3450a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93882) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 30 19:50:25.505574 n-d-712137-9 neutron-server[93882]: WARNING oslo_policy.policy [None req-9186c81e-ffad-429a-81f3-b4e75eb3450a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 19:50:25.505938 n-d-712137-9 neutron-server[93882]: WARNING oslo_policy.policy [None req-9186c81e-ffad-429a-81f3-b4e75eb3450a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 19:50:25.514114 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9186c81e-ffad-429a-81f3-b4e75eb3450a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:50:25.516090 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9186c81e-ffad-429a-81f3-b4e75eb3450a admin admin] 10.222.0.81 "GET /v2.0/subnets/10c4eaca-6695-4d41-9e1f-697c129d64b0 HTTP/1.1" status: 200 len: 849 time: 0.9494679 Jul 30 19:50:25.680631 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-422394a8-d3e3-44a2-877c-6db5b3abb8aa admin admin] 10.222.0.81 "GET /v2.0/routers/a8dbc83b-099d-4841-bac5-ebaf9b775ede HTTP/1.1" status: 200 len: 704 time: 0.1580210 Jul 30 19:50:25.944786 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:26.277941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Allocated IP 172.20.0.1 (65077cc3-cf93-4a74-8ee2-d45faddbc369/10c4eaca-6695-4d41-9e1f-697c129d64b0/62ee407e-2f3b-4745-8220-e0bac65e30ed) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 19:50:26.494090 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:26.520393 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Transition to ACTIVE for port object 62ee407e-2f3b-4745-8220-e0bac65e30ed will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 19:50:26.567795 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:26.602928 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:26.660903 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Network 65077cc3-cf93-4a74-8ee2-d45faddbc369 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 19:50:26.665988 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 19:50:26.715820 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Pushing event updated for resources: {'Port': ['ID=62ee407e-2f3b-4745-8220-e0bac65e30ed,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:50:26.718606 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 19:50:26.718815 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:26.784154 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:26.784504 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:26.784846 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:26.785189 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:26.785526 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:26.785955 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:26.786243 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:26.786591 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:26.786922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:26.787246 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:26.787621 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:26.787929 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Tracked resource versions report: Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: pushed versions: Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: { 'AddressGroup': {'1.2'}, Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: 'ConntrackHelper': {'1.0'}, Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: 'Log': {'1.0'}, Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: 'Network': {'1.1'}, Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: 'Port': {'1.7'}, Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: 'PortForwarding': {'1.2'}, Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: 'QosPolicy': {'1.8'}, Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: 'SecurityGroup': {'1.4'}, Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: 'SecurityGroupRule': {'1.2'}, Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: 'SubPort': {'1.0'}, Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: 'Subnet': {'1.1'}, Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: 'Trunk': {'1.1'}} Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: consumer versions: Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: { DHCP agent@n-d-712137-9: {}, Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: L3 agent@n-d-712137-9: {}, Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: Metadata agent@n-d-712137-9: {}, Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: Metering agent@n-d-712137-9: {}, Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: Open vSwitch agent@n-d-712137-9: { 'AddressGroup': '1.2', Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: 'ConntrackHelper': '1.0', Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: 'Log': '1.0', Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: 'Network': '1.1', Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: 'Port': '1.7', Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: 'PortForwarding': '1.2', Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: 'QosPolicy': '1.8', Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: 'SecurityGroup': '1.4', Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: 'SecurityGroupRule': '1.2', Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: 'SubPort': '1.0', Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: 'Subnet': '1.1', Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: 'Trunk': '1.1'}} Jul 30 19:50:26.789027 n-d-712137-9 neutron-server[93882]: {{(pid=93882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 19:50:26.925031 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:26.927929 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e8bc5367-bc78-4cca-95ef-f58fb66b68cf None None] Provisioning for port 62ee407e-2f3b-4745-8220-e0bac65e30ed completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 19:50:26.931452 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e8bc5367-bc78-4cca-95ef-f58fb66b68cf None None] Provisioning complete for port 62ee407e-2f3b-4745-8220-e0bac65e30ed triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:50:26.931873 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8bc5367-bc78-4cca-95ef-f58fb66b68cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:26.964581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc5367-bc78-4cca-95ef-f58fb66b68cf None None] Port 62ee407e-2f3b-4745-8220-e0bac65e30ed cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 19:50:27.135379 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:27.139700 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:27.140458 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:27.220844 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Pushing event updated for resources: {'Port': ['ID=62ee407e-2f3b-4745-8220-e0bac65e30ed,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:50:27.270777 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Network 65077cc3-cf93-4a74-8ee2-d45faddbc369 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 19:50:27.272085 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 19:50:27.477994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Router a8dbc83b-099d-4841-bac5-ebaf9b775ede is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 19:50:27.486724 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-55c2da3d-8769-4249-8a1a-9ae03cd23df3 None None] Provisioning complete for port 62ee407e-2f3b-4745-8220-e0bac65e30ed triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:50:27.487102 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-55c2da3d-8769-4249-8a1a-9ae03cd23df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:27.528856 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-55c2da3d-8769-4249-8a1a-9ae03cd23df3 None None] Port 62ee407e-2f3b-4745-8220-e0bac65e30ed cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 19:50:27.576333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 19:50:27.587430 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-29cf4484-b900-4f04-9ea2-8fc7bc90123a admin admin] 10.222.0.81 "PUT /v2.0/routers/a8dbc83b-099d-4841-bac5-ebaf9b775ede/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8958526 Jul 30 19:50:27.587811 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] Sync routers for ids ['a8dbc83b-099d-4841-bac5-ebaf9b775ede'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 19:50:27.600249 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] Routers {'a8dbc83b-099d-4841-bac5-ebaf9b775ede'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 19:50:27.601087 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T19:50:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a8dbc83b-099d-4841-bac5-ebaf9b775ede'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 19:50:27.786584 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] Set router a8dbc83b-099d-4841-bac5-ebaf9b775ede gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 19:50:28.222963 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8dbc83b-099d-4841-bac5-ebaf9b775ede', 'name': 'router1', 'tenant_id': '743f5215820f4094abd2ca64f9b85692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:50:16Z', 'updated_at': '2021-07-30T19:50:26Z', 'revision_number': 2, 'project_id': '743f5215820f4094abd2ca64f9b85692', 'gw_port_host': None, '_interfaces': [{'id': '62ee407e-2f3b-4745-8220-e0bac65e30ed', 'name': '', 'network_id': '65077cc3-cf93-4a74-8ee2-d45faddbc369', 'tenant_id': '743f5215820f4094abd2ca64f9b85692', 'mac_address': 'fa:16:3e:a5:be:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8dbc83b-099d-4841-bac5-ebaf9b775ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10c4eaca-6695-4d41-9e1f-697c129d64b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:50:25Z', 'updated_at': '2021-07-30T19:50:27Z', 'revision_number': 2, 'project_id': '743f5215820f4094abd2ca64f9b85692', 'subnets': [{'id': '10c4eaca-6695-4d41-9e1f-697c129d64b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '169a4ff0-8811-4f9f-998a-b0333464bbf1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 19:50:28.278455 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] Checking router: a8dbc83b-099d-4841-bac5-ebaf9b775ede for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 19:50:28.278455 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] Updating router a8dbc83b-099d-4841-bac5-ebaf9b775ede port 62ee407e-2f3b-4745-8220-e0bac65e30ed binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 19:50:28.329349 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:28.848942 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:28.866749 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] Transition to ACTIVE for port object 62ee407e-2f3b-4745-8220-e0bac65e30ed will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 19:50:28.872661 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:29.038364 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9f5a0-d258-404f-8da2-226bda64c749 None None] Pushing event updated for resources: {'Port': ['ID=62ee407e-2f3b-4745-8220-e0bac65e30ed,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:50:29.040862 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] Attempting to bind port 62ee407e-2f3b-4745-8220-e0bac65e30ed on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 19:50:29.041259 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] Attempting to bind port 62ee407e-2f3b-4745-8220-e0bac65e30ed by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'fee7cfb5-e5e0-44fc-95e4-64e08a9417e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '65077cc3-cf93-4a74-8ee2-d45faddbc369'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 19:50:29.041670 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] Attempting to bind port 62ee407e-2f3b-4745-8220-e0bac65e30ed on network 65077cc3-cf93-4a74-8ee2-d45faddbc369 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 19:50:29.050831 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 19, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 19:50:29.051266 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] Checking segment: {'id': 'fee7cfb5-e5e0-44fc-95e4-64e08a9417e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '65077cc3-cf93-4a74-8ee2-d45faddbc369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 19:50:29.051736 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:29.052122 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] Bound using segment: {'id': 'fee7cfb5-e5e0-44fc-95e4-64e08a9417e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '65077cc3-cf93-4a74-8ee2-d45faddbc369'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 19:50:29.052591 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] Bound port: 62ee407e-2f3b-4745-8220-e0bac65e30ed, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee7cfb5-e5e0-44fc-95e4-64e08a9417e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '65077cc3-cf93-4a74-8ee2-d45faddbc369'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 19:50:29.053006 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:29.061755 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c9f5a0-d258-404f-8da2-226bda64c749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:29.062093 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c9f5a0-d258-404f-8da2-226bda64c749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:29.062427 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c9f5a0-d258-404f-8da2-226bda64c749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:29.062755 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c9f5a0-d258-404f-8da2-226bda64c749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:29.063079 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c9f5a0-d258-404f-8da2-226bda64c749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:29.063401 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c9f5a0-d258-404f-8da2-226bda64c749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:29.063751 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c9f5a0-d258-404f-8da2-226bda64c749 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:29.064068 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c9f5a0-d258-404f-8da2-226bda64c749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:29.064382 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c9f5a0-d258-404f-8da2-226bda64c749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:29.064693 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c9f5a0-d258-404f-8da2-226bda64c749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:29.065006 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c9f5a0-d258-404f-8da2-226bda64c749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:29.065315 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c9f5a0-d258-404f-8da2-226bda64c749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c9f5a0-d258-404f-8da2-226bda64c749 None None] Tracked resource versions report: Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: pushed versions: Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: { 'AddressGroup': {'1.2'}, Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: 'ConntrackHelper': {'1.0'}, Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: 'Log': {'1.0'}, Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: 'Network': {'1.1'}, Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: 'Port': {'1.7'}, Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: 'PortForwarding': {'1.2'}, Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: 'QosPolicy': {'1.8'}, Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: 'SecurityGroup': {'1.4'}, Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: 'SecurityGroupRule': {'1.2'}, Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: 'SubPort': {'1.0'}, Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: 'Subnet': {'1.1'}, Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: 'Trunk': {'1.1'}} Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: consumer versions: Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: { DHCP agent@n-d-712137-9: {}, Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: L3 agent@n-d-712137-9: {}, Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: Metadata agent@n-d-712137-9: {}, Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: Metering agent@n-d-712137-9: {}, Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: Open vSwitch agent@n-d-712137-9: { 'AddressGroup': '1.2', Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: 'ConntrackHelper': '1.0', Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: 'Log': '1.0', Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: 'Network': '1.1', Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: 'Port': '1.7', Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: 'PortForwarding': '1.2', Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: 'QosPolicy': '1.8', Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: 'SecurityGroup': '1.4', Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: 'SecurityGroupRule': '1.2', Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: 'SubPort': '1.0', Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: 'Subnet': '1.1', Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: 'Trunk': '1.1'}} Jul 30 19:50:29.066360 n-d-712137-9 neutron-server[93885]: {{(pid=93885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 19:50:29.125135 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] For port 62ee407e-2f3b-4745-8220-e0bac65e30ed, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 19:50:29.148268 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] For port 62ee407e-2f3b-4745-8220-e0bac65e30ed, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=62ee407e-2f3b-4745-8220-e0bac65e30ed,segment=NetworkSegment(fee7cfb5-e5e0-44fc-95e4-64e08a9417e9),segment_id=fee7cfb5-e5e0-44fc-95e4-64e08a9417e9)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 19:50:29.153011 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:29.204529 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] Routers {'a8dbc83b-099d-4841-bac5-ebaf9b775ede'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 19:50:29.205147 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T19:50:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a8dbc83b-099d-4841-bac5-ebaf9b775ede'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 19:50:29.274382 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9f5a0-d258-404f-8da2-226bda64c749 None None] Pushing event updated for resources: {'Port': ['ID=62ee407e-2f3b-4745-8220-e0bac65e30ed,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:50:29.304976 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] Set router a8dbc83b-099d-4841-bac5-ebaf9b775ede gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 19:50:29.514338 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8dbc83b-099d-4841-bac5-ebaf9b775ede', 'name': 'router1', 'tenant_id': '743f5215820f4094abd2ca64f9b85692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:50:16Z', 'updated_at': '2021-07-30T19:50:26Z', 'revision_number': 2, 'project_id': '743f5215820f4094abd2ca64f9b85692', 'gw_port_host': None, '_interfaces': [{'id': '62ee407e-2f3b-4745-8220-e0bac65e30ed', 'name': '', 'network_id': '65077cc3-cf93-4a74-8ee2-d45faddbc369', 'tenant_id': '743f5215820f4094abd2ca64f9b85692', 'mac_address': 'fa:16:3e:a5:be:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8dbc83b-099d-4841-bac5-ebaf9b775ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10c4eaca-6695-4d41-9e1f-697c129d64b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:50:25Z', 'updated_at': '2021-07-30T19:50:29Z', 'revision_number': 4, 'project_id': '743f5215820f4094abd2ca64f9b85692', 'subnets': [{'id': '10c4eaca-6695-4d41-9e1f-697c129d64b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '169a4ff0-8811-4f9f-998a-b0333464bbf1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 19:50:29.540536 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d3a1e-81c3-4992-8b59-d67fe1000cdb None None] The sync data for ids ['a8dbc83b-099d-4841-bac5-ebaf9b775ede'] in n-d-712137-9 is: [{'id': 'a8dbc83b-099d-4841-bac5-ebaf9b775ede', 'name': 'router1', 'tenant_id': '743f5215820f4094abd2ca64f9b85692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:50:16Z', 'updated_at': '2021-07-30T19:50:26Z', 'revision_number': 2, 'project_id': '743f5215820f4094abd2ca64f9b85692', 'gw_port_host': None, '_interfaces': [{'id': '62ee407e-2f3b-4745-8220-e0bac65e30ed', 'name': '', 'network_id': '65077cc3-cf93-4a74-8ee2-d45faddbc369', 'tenant_id': '743f5215820f4094abd2ca64f9b85692', 'mac_address': 'fa:16:3e:a5:be:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8dbc83b-099d-4841-bac5-ebaf9b775ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10c4eaca-6695-4d41-9e1f-697c129d64b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:50:25Z', 'updated_at': '2021-07-30T19:50:29Z', 'revision_number': 4, 'project_id': '743f5215820f4094abd2ca64f9b85692', 'subnets': [{'id': '10c4eaca-6695-4d41-9e1f-697c129d64b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '169a4ff0-8811-4f9f-998a-b0333464bbf1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 19:50:29.915597 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43986) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:50:30.106073 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cb4f50-70b0-4539-8817-84fcaec3d7e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:50:30.107493 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f7cb4f50-70b0-4539-8817-84fcaec3d7e7 admin admin] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 842 time: 0.1909275 Jul 30 19:50:30.117921 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3dab39e1-280d-447a-a2f8-fa2a694a6d24 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.3.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'cidr': '172.25.3.0/24'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:50:30.119315 n-d-712137-9 neutron-server[93882]: INFO neutron.quota [None req-3dab39e1-280d-447a-a2f8-fa2a694a6d24 admin admin] Loaded quota_driver: . Jul 30 19:50:30.156711 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dab39e1-280d-447a-a2f8-fa2a694a6d24 admin admin] Made reservation on behalf of feb275bc9e1140bc8960420272d3f814 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 19:50:30.159136 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3dab39e1-280d-447a-a2f8-fa2a694a6d24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:30.467640 n-d-712137-9 neutron-server[93882]: DEBUG neutron.objects.ports [None req-3dab39e1-280d-447a-a2f8-fa2a694a6d24 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93882) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 19:50:30.468049 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3dab39e1-280d-447a-a2f8-fa2a694a6d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:30.523499 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab39e1-280d-447a-a2f8-fa2a694a6d24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a7da550-7ca0-4dc2-9520-faec6e8f06d9,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:50:30.534270 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dab39e1-280d-447a-a2f8-fa2a694a6d24 admin admin] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 19:50:30.534621 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dab39e1-280d-447a-a2f8-fa2a694a6d24 admin admin] Network hostable DHCP agents. Network: 905759f5-0ddb-431d-97ac-0ee33c25d68c, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 19:50:30.558345 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dab39e1-280d-447a-a2f8-fa2a694a6d24 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 19:50:30.570421 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-3dab39e1-280d-447a-a2f8-fa2a694a6d24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 905759f5-0ddb-431d-97ac-0ee33c25d68c) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 19:50:30.574596 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dab39e1-280d-447a-a2f8-fa2a694a6d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:50:30.575233 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3dab39e1-280d-447a-a2f8-fa2a694a6d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:30.579427 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2f58e6-948e-4513-bbe9-e5f82d9c4d6f None None] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 19:50:30.596832 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3dab39e1-280d-447a-a2f8-fa2a694a6d24 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4828804 Jul 30 19:50:30.711318 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add1e275-cd41-4428-af30-798af4d75424 None None] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 19:50:32.854997 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44004) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:50:32.986219 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f852dd04-6232-4a26-9743-89584aa788cf admin admin] 10.222.0.81 "GET /v2.0/routers/a8dbc83b-099d-4841-bac5-ebaf9b775ede HTTP/1.1" status: 200 len: 710 time: 0.1299734 Jul 30 19:50:33.076666 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ae78e3-fc6b-419b-87f8-3d80743726f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:50:33.078044 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-74ae78e3-fc6b-419b-87f8-3d80743726f6 admin admin] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 886 time: 0.0851135 Jul 30 19:50:33.087310 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-292eee4a-4a1f-4588-87eb-911b6a2b68b1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:50:33.329562 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-292eee4a-4a1f-4588-87eb-911b6a2b68b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:33.621957 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-292eee4a-4a1f-4588-87eb-911b6a2b68b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:33.697457 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-292eee4a-4a1f-4588-87eb-911b6a2b68b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:33.800590 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-292eee4a-4a1f-4588-87eb-911b6a2b68b1 admin admin] Allocated IP 172.25.3.183 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/070120fe-79a6-4a53-99d1-8be81563ecd1) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 19:50:33.904651 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-292eee4a-4a1f-4588-87eb-911b6a2b68b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:33.943007 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-292eee4a-4a1f-4588-87eb-911b6a2b68b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:33.978238 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292eee4a-4a1f-4588-87eb-911b6a2b68b1 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 19:50:33.981134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-292eee4a-4a1f-4588-87eb-911b6a2b68b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 19:50:33.984545 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292eee4a-4a1f-4588-87eb-911b6a2b68b1 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 19:50:34.050409 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292eee4a-4a1f-4588-87eb-911b6a2b68b1 admin admin] Pushing event updated for resources: {'Port': ['ID=070120fe-79a6-4a53-99d1-8be81563ecd1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:50:34.235885 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-292eee4a-4a1f-4588-87eb-911b6a2b68b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:34.425963 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-292eee4a-4a1f-4588-87eb-911b6a2b68b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:34.429349 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-292eee4a-4a1f-4588-87eb-911b6a2b68b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1722371'] for router, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:34.541309 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292eee4a-4a1f-4588-87eb-911b6a2b68b1 admin admin] Router a8dbc83b-099d-4841-bac5-ebaf9b775ede has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 19:50:34.655000 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292eee4a-4a1f-4588-87eb-911b6a2b68b1 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 19:50:34.659239 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-292eee4a-4a1f-4588-87eb-911b6a2b68b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:34.660506 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-292eee4a-4a1f-4588-87eb-911b6a2b68b1 admin admin] 10.222.0.81 "PUT /v2.0/routers/a8dbc83b-099d-4841-bac5-ebaf9b775ede HTTP/1.1" status: 200 len: 890 time: 1.5764675 Jul 30 19:50:35.674832 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 62ee407e-2f3b-4745-8220-e0bac65e30ed up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 19:50:35.727438 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 62ee407e-2f3b-4745-8220-e0bac65e30ed completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 19:50:35.731528 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 62ee407e-2f3b-4745-8220-e0bac65e30ed triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:50:35.731962 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:35.807207 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:35.838474 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 62ee407e-2f3b-4745-8220-e0bac65e30ed, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=62ee407e-2f3b-4745-8220-e0bac65e30ed,segment=NetworkSegment(fee7cfb5-e5e0-44fc-95e4-64e08a9417e9),segment_id=fee7cfb5-e5e0-44fc-95e4-64e08a9417e9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 19:50:35.842528 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:35.899147 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=62ee407e-2f3b-4745-8220-e0bac65e30ed,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:50:35.950505 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] Sync routers for ids ['a8dbc83b-099d-4841-bac5-ebaf9b775ede'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 19:50:35.961287 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] Routers {'a8dbc83b-099d-4841-bac5-ebaf9b775ede'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 19:50:35.961918 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T19:50:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a8dbc83b-099d-4841-bac5-ebaf9b775ede'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 19:50:36.211805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] Set router a8dbc83b-099d-4841-bac5-ebaf9b775ede gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 19:50:36.606174 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8dbc83b-099d-4841-bac5-ebaf9b775ede', 'name': 'router1', 'tenant_id': '743f5215820f4094abd2ca64f9b85692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '070120fe-79a6-4a53-99d1-8be81563ecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:50:16Z', 'updated_at': '2021-07-30T19:50:34Z', 'revision_number': 4, 'project_id': '743f5215820f4094abd2ca64f9b85692', 'gw_port': {'id': '070120fe-79a6-4a53-99d1-8be81563ecd1', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8dbc83b-099d-4841-bac5-ebaf9b775ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:50:33Z', 'updated_at': '2021-07-30T19:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '62ee407e-2f3b-4745-8220-e0bac65e30ed', 'name': '', 'network_id': '65077cc3-cf93-4a74-8ee2-d45faddbc369', 'tenant_id': '743f5215820f4094abd2ca64f9b85692', 'mac_address': 'fa:16:3e:a5:be:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8dbc83b-099d-4841-bac5-ebaf9b775ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10c4eaca-6695-4d41-9e1f-697c129d64b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:50:25Z', 'updated_at': '2021-07-30T19:50:35Z', 'revision_number': 5, 'project_id': '743f5215820f4094abd2ca64f9b85692', 'subnets': [{'id': '10c4eaca-6695-4d41-9e1f-697c129d64b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '169a4ff0-8811-4f9f-998a-b0333464bbf1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 19:50:36.657192 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] Checking router: a8dbc83b-099d-4841-bac5-ebaf9b775ede for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 19:50:36.657545 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] Updating router a8dbc83b-099d-4841-bac5-ebaf9b775ede port 070120fe-79a6-4a53-99d1-8be81563ecd1 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 19:50:36.705630 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:37.015043 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44016) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:50:37.026287 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:37.036200 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] Transition to ACTIVE for port object 070120fe-79a6-4a53-99d1-8be81563ecd1 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 19:50:37.043202 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:37.089113 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] Attempting to bind port 070120fe-79a6-4a53-99d1-8be81563ecd1 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 19:50:37.089491 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] Attempting to bind port 070120fe-79a6-4a53-99d1-8be81563ecd1 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 19:50:37.089855 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] Attempting to bind port 070120fe-79a6-4a53-99d1-8be81563ecd1 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 19:50:37.101056 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 19, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 19:50:37.101435 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 19:50:37.101837 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:37.102231 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 19:50:37.102698 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] Bound port: 070120fe-79a6-4a53-99d1-8be81563ecd1, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 19:50:37.103099 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:37.105410 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220200c-ac6e-44de-84c5-d7b1e878947f None None] Pushing event updated for resources: {'Port': ['ID=070120fe-79a6-4a53-99d1-8be81563ecd1,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:50:37.130689 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-84d55595-9a91-437b-b35e-34d8c4fe9e69 admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1141448 Jul 30 19:50:37.158789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] For port 070120fe-79a6-4a53-99d1-8be81563ecd1, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 19:50:37.163002 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] For port 070120fe-79a6-4a53-99d1-8be81563ecd1, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=070120fe-79a6-4a53-99d1-8be81563ecd1,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 19:50:37.168103 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:37.235964 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220200c-ac6e-44de-84c5-d7b1e878947f None None] Pushing event updated for resources: {'Port': ['ID=070120fe-79a6-4a53-99d1-8be81563ecd1,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:50:37.238502 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] Routers {'a8dbc83b-099d-4841-bac5-ebaf9b775ede'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 19:50:37.239107 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T19:50:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a8dbc83b-099d-4841-bac5-ebaf9b775ede'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 19:50:37.424374 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] Set router a8dbc83b-099d-4841-bac5-ebaf9b775ede gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 19:50:37.640723 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8dbc83b-099d-4841-bac5-ebaf9b775ede', 'name': 'router1', 'tenant_id': '743f5215820f4094abd2ca64f9b85692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '070120fe-79a6-4a53-99d1-8be81563ecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:50:16Z', 'updated_at': '2021-07-30T19:50:34Z', 'revision_number': 4, 'project_id': '743f5215820f4094abd2ca64f9b85692', 'gw_port': {'id': '070120fe-79a6-4a53-99d1-8be81563ecd1', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8dbc83b-099d-4841-bac5-ebaf9b775ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:50:33Z', 'updated_at': '2021-07-30T19:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '62ee407e-2f3b-4745-8220-e0bac65e30ed', 'name': '', 'network_id': '65077cc3-cf93-4a74-8ee2-d45faddbc369', 'tenant_id': '743f5215820f4094abd2ca64f9b85692', 'mac_address': 'fa:16:3e:a5:be:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8dbc83b-099d-4841-bac5-ebaf9b775ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10c4eaca-6695-4d41-9e1f-697c129d64b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:50:25Z', 'updated_at': '2021-07-30T19:50:35Z', 'revision_number': 5, 'project_id': '743f5215820f4094abd2ca64f9b85692', 'subnets': [{'id': '10c4eaca-6695-4d41-9e1f-697c129d64b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '169a4ff0-8811-4f9f-998a-b0333464bbf1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 19:50:37.671574 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 62ee407e-2f3b-4745-8220-e0bac65e30ed up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 19:50:37.675017 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9b1bd-fe86-4271-86a6-1a47a9dacbb8 None None] The sync data for ids ['a8dbc83b-099d-4841-bac5-ebaf9b775ede'] in n-d-712137-9 is: [{'id': 'a8dbc83b-099d-4841-bac5-ebaf9b775ede', 'name': 'router1', 'tenant_id': '743f5215820f4094abd2ca64f9b85692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '070120fe-79a6-4a53-99d1-8be81563ecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:50:16Z', 'updated_at': '2021-07-30T19:50:34Z', 'revision_number': 4, 'project_id': '743f5215820f4094abd2ca64f9b85692', 'gw_port': {'id': '070120fe-79a6-4a53-99d1-8be81563ecd1', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8dbc83b-099d-4841-bac5-ebaf9b775ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:50:33Z', 'updated_at': '2021-07-30T19:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '62ee407e-2f3b-4745-8220-e0bac65e30ed', 'name': '', 'network_id': '65077cc3-cf93-4a74-8ee2-d45faddbc369', 'tenant_id': '743f5215820f4094abd2ca64f9b85692', 'mac_address': 'fa:16:3e:a5:be:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8dbc83b-099d-4841-bac5-ebaf9b775ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10c4eaca-6695-4d41-9e1f-697c129d64b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:50:25Z', 'updated_at': '2021-07-30T19:50:35Z', 'revision_number': 5, 'project_id': '743f5215820f4094abd2ca64f9b85692', 'subnets': [{'id': '10c4eaca-6695-4d41-9e1f-697c129d64b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '169a4ff0-8811-4f9f-998a-b0333464bbf1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 19:50:37.723044 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 62ee407e-2f3b-4745-8220-e0bac65e30ed triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:50:37.723572 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:39.691123 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 070120fe-79a6-4a53-99d1-8be81563ecd1 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 19:50:39.784443 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 070120fe-79a6-4a53-99d1-8be81563ecd1 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 19:50:39.789520 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 070120fe-79a6-4a53-99d1-8be81563ecd1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:50:39.790070 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:39.880408 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:39.900548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 070120fe-79a6-4a53-99d1-8be81563ecd1, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=070120fe-79a6-4a53-99d1-8be81563ecd1,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 19:50:39.904878 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:39.952413 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=070120fe-79a6-4a53-99d1-8be81563ecd1,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:50:41.679486 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 070120fe-79a6-4a53-99d1-8be81563ecd1 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 19:50:41.749317 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 070120fe-79a6-4a53-99d1-8be81563ecd1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:50:41.749621 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:45.605018 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 19:50:51.154099 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a48097bd-16be-408d-9886-55e97fb5d6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:53.615137 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-610ace33-8748-4ff3-8cf9-a53b0e2bebd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:53.828397 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:54.753865 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:50:56.586832 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:51:21.158676 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8dbe09c6-b483-45cf-86b3-cfd9bc237663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:51:22.603865 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 19:51:23.621297 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ace3b1a8-2896-4400-b758-aeb790576274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:51:23.900220 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:51:24.744055 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:51:26.594916 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:51:51.161213 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e1932b9-e422-49f6-a42d-1c9174a9d669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:51:53.615108 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-904735b2-9661-4d87-b4c2-6cb5cbfe748f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:51:53.831380 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:51:54.747088 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:51:56.596735 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:51:59.601635 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 19:52:17.156555 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44616) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:52:17.218114 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-975358ae-b3db-4d9f-95f4-8a5c155833f9 admin admin] GET failed (client error): The resource could not be found. Jul 30 19:52:17.219428 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-975358ae-b3db-4d9f-95f4-8a5c155833f9 admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619195 Jul 30 19:52:17.377605 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8b94ff-941a-427c-af80-ca394776c856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:52:17.379012 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-bd8b94ff-941a-427c-af80-ca394776c856 admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1553097 Jul 30 19:52:19.527262 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44626) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:52:19.621192 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cceccc3-45e2-48af-b976-8e70597b92ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:52:19.622570 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4cceccc3-45e2-48af-b976-8e70597b92ef admin admin] 10.222.0.81 "GET /v2.0/subnets/10c4eaca-6695-4d41-9e1f-697c129d64b0 HTTP/1.1" status: 200 len: 849 time: 0.0942833 Jul 30 19:52:19.632843 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e9625421-56dc-4ab1-89c1-6bfd39313612 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:52:19.791737 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9625421-56dc-4ab1-89c1-6bfd39313612 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:52:19.932404 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9625421-56dc-4ab1-89c1-6bfd39313612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741520000808'] for subnet, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:52:19.960203 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9625421-56dc-4ab1-89c1-6bfd39313612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:52:19.960796 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9625421-56dc-4ab1-89c1-6bfd39313612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:52:19.962076 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e9625421-56dc-4ab1-89c1-6bfd39313612 admin admin] 10.222.0.81 "PUT /v2.0/subnets/10c4eaca-6695-4d41-9e1f-697c129d64b0 HTTP/1.1" status: 200 len: 868 time: 0.3329735 Jul 30 19:52:19.978942 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ab6d69-9aef-44a8-9f1a-f85ef0f280f1 None None] Network 65077cc3-cf93-4a74-8ee2-d45faddbc369 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 19:52:19.985644 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9625421-56dc-4ab1-89c1-6bfd39313612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10c4eaca-6695-4d41-9e1f-697c129d64b0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:52:19.993168 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9625421-56dc-4ab1-89c1-6bfd39313612 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:52:19.993518 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9625421-56dc-4ab1-89c1-6bfd39313612 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:52:19.993870 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9625421-56dc-4ab1-89c1-6bfd39313612 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:52:19.994204 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9625421-56dc-4ab1-89c1-6bfd39313612 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:52:19.994540 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9625421-56dc-4ab1-89c1-6bfd39313612 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:52:19.994872 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9625421-56dc-4ab1-89c1-6bfd39313612 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:52:19.995204 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9625421-56dc-4ab1-89c1-6bfd39313612 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:52:19.995594 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9625421-56dc-4ab1-89c1-6bfd39313612 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:52:19.995926 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9625421-56dc-4ab1-89c1-6bfd39313612 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:52:19.996250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9625421-56dc-4ab1-89c1-6bfd39313612 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:52:19.996581 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9625421-56dc-4ab1-89c1-6bfd39313612 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:52:19.996905 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9625421-56dc-4ab1-89c1-6bfd39313612 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:52:20.346228 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a4685edc-48e9-4aae-ac20-e1ef078a458c None None] Provisioning complete for port 0df4f61e-86ec-482b-9e2f-3296f7fd8ea2 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:52:20.346600 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4685edc-48e9-4aae-ac20-e1ef078a458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:52:20.430333 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a4685edc-48e9-4aae-ac20-e1ef078a458c None None] Provisioning complete for port 62ee407e-2f3b-4745-8220-e0bac65e30ed triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:52:20.430599 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4685edc-48e9-4aae-ac20-e1ef078a458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:52:21.161672 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da9c5280-6ff8-4fec-bcca-265e634cd75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:52:22.110041 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44634) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:52:22.308289 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4b4b59-a43e-4530-9f6e-154225a7f55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:52:22.308683 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4b4b59-a43e-4530-9f6e-154225a7f55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:52:22.310359 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9a4b4b59-a43e-4530-9f6e-154225a7f55f admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1992171 Jul 30 19:52:23.615489 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2cb5f48d-31fd-4eda-80f2-3c0b7dd2b5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:52:23.833405 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:52:24.458209 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44642) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:52:24.592633 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ec500a-4ef3-4997-a8a4-d2c7f5d44af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:52:24.593108 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ec500a-4ef3-4997-a8a4-d2c7f5d44af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:52:24.594630 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-57ec500a-4ef3-4997-a8a4-d2c7f5d44af3 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1354842 Jul 30 19:52:24.749515 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:52:26.598615 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:52:26.747339 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44650) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:52:26.879663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d26f73c-e89d-4d0e-bc2e-210a5637cee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:52:26.880931 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6d26f73c-e89d-4d0e-bc2e-210a5637cee4 admin admin] 10.222.0.81 "GET /v2.0/networks/65077cc3-cf93-4a74-8ee2-d45faddbc369 HTTP/1.1" status: 200 len: 869 time: 0.1321335 Jul 30 19:52:29.013955 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44658) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:52:29.132561 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e08cc58-81e1-4309-8fa8-d40bce3ef6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:52:29.133883 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2e08cc58-81e1-4309-8fa8-d40bce3ef6dd admin admin] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 886 time: 0.1189620 Jul 30 19:52:31.286417 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44666) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:52:31.412811 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e918cb-f153-49c2-93b7-ea2bbcd16ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:52:31.413271 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e918cb-f153-49c2-93b7-ea2bbcd16ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:52:31.414801 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-54e918cb-f153-49c2-93b7-ea2bbcd16ccc admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1274483 Jul 30 19:52:33.556545 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44676) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:52:33.649016 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b477b3e-6106-49d3-9c53-593213d3d391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:52:33.649466 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b477b3e-6106-49d3-9c53-593213d3d391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:52:33.650961 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0b477b3e-6106-49d3-9c53-593213d3d391 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0934935 Jul 30 19:52:35.767431 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44684) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:52:35.855328 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec0ff1e-9a40-48e2-8ee8-1659d4339f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:52:35.856699 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bec0ff1e-9a40-48e2-8ee8-1659d4339f85 admin admin] 10.222.0.81 "GET /v2.0/subnets/10c4eaca-6695-4d41-9e1f-697c129d64b0 HTTP/1.1" status: 200 len: 868 time: 0.0882826 Jul 30 19:52:36.654434 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 19:52:37.979424 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44692) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:52:38.062022 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3c47af-133f-4da1-954c-bfb0ac53f179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:52:38.063319 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ae3c47af-133f-4da1-954c-bfb0ac53f179 admin admin] 10.222.0.81 "GET /v2.0/subnets/3a7da550-7ca0-4dc2-9520-faec6e8f06d9 HTTP/1.1" status: 200 len: 816 time: 0.0829437 Jul 30 19:52:51.161587 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-abcc7302-0281-4b53-b707-b8b57b1ed275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:52:53.615318 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2999d6ac-1333-4520-8a71-4cbabdd486ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:52:53.835728 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:52:54.753327 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:52:56.602885 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:03.420392 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44746) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:53:03.466005 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-2a5f6008-f97c-4e24-8786-1e74e9e3f83d admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 19:53:03.466975 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2a5f6008-f97c-4e24-8786-1e74e9e3f83d admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456622 Jul 30 19:53:05.718508 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44754) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:53:05.776475 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-80815c19-fa57-415b-8a73-5ab33be41dcd admin admin] GET failed (client error): The resource could not be found. Jul 30 19:53:05.777764 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-80815c19-fa57-415b-8a73-5ab33be41dcd admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0583179 Jul 30 19:53:05.920948 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e044fe32-8ecf-464b-aed1-df242029896b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:53:05.922333 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e044fe32-8ecf-464b-aed1-df242029896b admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1397514 Jul 30 19:53:08.091762 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44762) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:53:08.135460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-214a0408-d147-494d-b1a0-c64dc8eae5a0 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:53:08.159387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214a0408-d147-494d-b1a0-c64dc8eae5a0 admin admin] Made reservation on behalf of feb275bc9e1140bc8960420272d3f814 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 19:53:08.161708 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-214a0408-d147-494d-b1a0-c64dc8eae5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:08.189117 n-d-712137-9 neutron-server[93882]: WARNING neutron.services.revisions.revision_plugin [None req-214a0408-d147-494d-b1a0-c64dc8eae5a0 admin admin] Could not find related network for resource to bump revision. Jul 30 19:53:08.205321 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214a0408-d147-494d-b1a0-c64dc8eae5a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 19:53:08.218998 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-214a0408-d147-494d-b1a0-c64dc8eae5a0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741520093736', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:08.219538 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-214a0408-d147-494d-b1a0-c64dc8eae5a0 admin admin] Unsubscribe: segment precommit_create {{(pid=93882) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 30 19:53:08.220030 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-214a0408-d147-494d-b1a0-c64dc8eae5a0 admin admin] Added segment 90f7f09d-98d1-4c6e-b2ef-17e772a351b2 of type vlan for network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a Jul 30 19:53:08.276357 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-214a0408-d147-494d-b1a0-c64dc8eae5a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:08.315701 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-214a0408-d147-494d-b1a0-c64dc8eae5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:08.316760 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214a0408-d147-494d-b1a0-c64dc8eae5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:53:08.317323 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-214a0408-d147-494d-b1a0-c64dc8eae5a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:08.396470 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-214a0408-d147-494d-b1a0-c64dc8eae5a0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3036106 Jul 30 19:53:08.410649 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a0408-d147-494d-b1a0-c64dc8eae5a0 admin admin] Pushing event updated for resources: {'Network': ['ID=236eb478-f0f4-4cbe-9a90-b4eca6ff517a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:53:08.421658 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 19:53:10.598949 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44770) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:53:10.656837 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-954be70a-1a22-4e5b-9b52-8d9e400f8c50 admin admin] GET failed (client error): The resource could not be found. Jul 30 19:53:10.658188 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-954be70a-1a22-4e5b-9b52-8d9e400f8c50 admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0582709 Jul 30 19:53:10.728628 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb9b002-d4b0-4962-b7af-dae222ae8a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:53:10.730016 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2bb9b002-d4b0-4962-b7af-dae222ae8a7b admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674300 Jul 30 19:53:10.739928 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-f8ac9050-167b-4698-a5f9-05ffce74d45b admin admin] Request body: {'subnet': {'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:53:10.759627 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ac9050-167b-4698-a5f9-05ffce74d45b admin admin] Made reservation on behalf of feb275bc9e1140bc8960420272d3f814 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 19:53:10.762169 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f8ac9050-167b-4698-a5f9-05ffce74d45b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:10.925418 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f8ac9050-167b-4698-a5f9-05ffce74d45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:10.980198 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac9050-167b-4698-a5f9-05ffce74d45b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7559c828-841f-4e7d-b473-c1210c84aff8,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:53:10.986696 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ac9050-167b-4698-a5f9-05ffce74d45b admin admin] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 19:53:10.987054 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ac9050-167b-4698-a5f9-05ffce74d45b admin admin] Network hostable DHCP agents. Network: 236eb478-f0f4-4cbe-9a90-b4eca6ff517a, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 19:53:11.002566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ac9050-167b-4698-a5f9-05ffce74d45b admin admin] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 19:53:11.010662 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-f8ac9050-167b-4698-a5f9-05ffce74d45b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 236eb478-f0f4-4cbe-9a90-b4eca6ff517a) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 19:53:11.015404 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ac9050-167b-4698-a5f9-05ffce74d45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:53:11.016014 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f8ac9050-167b-4698-a5f9-05ffce74d45b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:11.020616 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0810e832-a99e-4348-b885-9e7edbc1814b None None] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 19:53:11.029406 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f8ac9050-167b-4698-a5f9-05ffce74d45b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2927477 Jul 30 19:53:11.179952 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'tenant_id': 'feb275bc9e1140bc8960420272d3f814', 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 19:53:11.180966 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:11.406567 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Allocated IP 192.168.233.2 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/26e0efa6-77f2-42ea-b9c2-f51e1b3327f4) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 19:53:11.552337 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:11.562081 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Transition to ACTIVE for port object 26e0efa6-77f2-42ea-b9c2-f51e1b3327f4 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 19:53:11.576912 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Transition to ACTIVE for port object 26e0efa6-77f2-42ea-b9c2-f51e1b3327f4 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 19:53:11.582337 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:11.622303 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 19:53:11.625099 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 19:53:11.631279 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 19:53:11.634322 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Pushing event updated for resources: {'Port': ['ID=26e0efa6-77f2-42ea-b9c2-f51e1b3327f4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:53:11.662782 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:53:11.663120 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:53:11.663463 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:53:11.663822 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:53:11.664153 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:53:11.664481 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:53:11.664807 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:53:11.665129 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:53:11.665450 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:53:11.665771 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:53:11.666097 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:53:11.666416 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:53:11.697571 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Attempting to bind port 26e0efa6-77f2-42ea-b9c2-f51e1b3327f4 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 19:53:11.697929 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Attempting to bind port 26e0efa6-77f2-42ea-b9c2-f51e1b3327f4 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 19:53:11.698293 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Attempting to bind port 26e0efa6-77f2-42ea-b9c2-f51e1b3327f4 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 19:53:11.703328 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 19, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 19:53:11.703732 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 19:53:11.704132 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:11.704522 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 19:53:11.704982 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Bound port: 26e0efa6-77f2-42ea-b9c2-f51e1b3327f4, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 19:53:11.705374 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:11.766757 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] For port 26e0efa6-77f2-42ea-b9c2-f51e1b3327f4, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 19:53:11.769940 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] For port 26e0efa6-77f2-42ea-b9c2-f51e1b3327f4, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=26e0efa6-77f2-42ea-b9c2-f51e1b3327f4,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 19:53:11.773807 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:11.833219 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778302a-1a5d-48e4-b472-1592deb785e8 None None] Pushing event updated for resources: {'Port': ['ID=26e0efa6-77f2-42ea-b9c2-f51e1b3327f4,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:53:12.630966 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a368b963-eeaf-446d-acee-ca7cb0c3d8b2 None None] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 19:53:12.702618 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-35a6cf07-edcf-4a45-b4ac-995ee2ae035f None None] Provisioning for port 26e0efa6-77f2-42ea-b9c2-f51e1b3327f4 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 19:53:13.602846 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 19:53:13.775957 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 26e0efa6-77f2-42ea-b9c2-f51e1b3327f4 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 19:53:13.830664 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 26e0efa6-77f2-42ea-b9c2-f51e1b3327f4 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 19:53:13.834459 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 26e0efa6-77f2-42ea-b9c2-f51e1b3327f4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:53:13.834815 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:13.911554 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:13.943061 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 26e0efa6-77f2-42ea-b9c2-f51e1b3327f4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=26e0efa6-77f2-42ea-b9c2-f51e1b3327f4,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 19:53:13.946624 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:13.993751 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=26e0efa6-77f2-42ea-b9c2-f51e1b3327f4,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:53:15.750084 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 26e0efa6-77f2-42ea-b9c2-f51e1b3327f4 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 19:53:15.800823 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 26e0efa6-77f2-42ea-b9c2-f51e1b3327f4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:53:15.801190 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:21.162415 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9635048d-407d-488f-bfb1-2807555622a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:23.615367 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ddae711a-b916-45a2-928d-11baa2e038a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:23.836468 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:24.756648 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:26.600944 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:50.601256 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 19:53:51.162366 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e98c846d-9a72-43b7-95a9-547e1d3947b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:53.614347 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ce27326-840d-4ccf-b7ab-fd488a71bf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:53.840535 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:54.757760 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:53:56.606184 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:54:19.733833 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44822) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:54:19.740661 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [None req-3b872bc6-93fd-415f-8ed2-347ff7a60b29 tempest-verify_tempest_config-1235483502 tempest-verify_tempest_config-1235483502-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 19:54:19.741623 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3b872bc6-93fd-415f-8ed2-347ff7a60b29 tempest-verify_tempest_config-1235483502 tempest-verify_tempest_config-1235483502-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068123 Jul 30 19:54:20.033205 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44840) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:54:20.130612 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-80aee7c5-c271-4bfa-a3ad-7ef18e0763e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:54:20.244912 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-80aee7c5-c271-4bfa-a3ad-7ef18e0763e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:54:20.248510 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-80aee7c5-c271-4bfa-a3ad-7ef18e0763e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:54:20.294407 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aee7c5-c271-4bfa-a3ad-7ef18e0763e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96ad380-efe9-4552-95a3-077f8b53486f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:54:20.298926 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-80aee7c5-c271-4bfa-a3ad-7ef18e0763e7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6f8e82d7a1324ee681738c76beda5327&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2647214 Jul 30 19:54:20.301713 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44844) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:54:20.303160 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aee7c5-c271-4bfa-a3ad-7ef18e0763e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:54:20.303528 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aee7c5-c271-4bfa-a3ad-7ef18e0763e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:54:20.303872 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aee7c5-c271-4bfa-a3ad-7ef18e0763e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:54:20.304211 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aee7c5-c271-4bfa-a3ad-7ef18e0763e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:54:20.304545 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aee7c5-c271-4bfa-a3ad-7ef18e0763e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:54:20.304878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aee7c5-c271-4bfa-a3ad-7ef18e0763e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:54:20.305206 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aee7c5-c271-4bfa-a3ad-7ef18e0763e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:54:20.305534 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aee7c5-c271-4bfa-a3ad-7ef18e0763e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:54:20.305865 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aee7c5-c271-4bfa-a3ad-7ef18e0763e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:54:20.306188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aee7c5-c271-4bfa-a3ad-7ef18e0763e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:54:20.306512 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aee7c5-c271-4bfa-a3ad-7ef18e0763e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:54:20.306833 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aee7c5-c271-4bfa-a3ad-7ef18e0763e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:54:20.356791 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7e96d43-8e86-48fc-92a7-0fef825d2c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:54:20.376578 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7e96d43-8e86-48fc-92a7-0fef825d2c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:54:20.464909 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7e96d43-8e86-48fc-92a7-0fef825d2c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:54:20.467743 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7e96d43-8e86-48fc-92a7-0fef825d2c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:54:20.468872 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d7e96d43-8e86-48fc-92a7-0fef825d2c0f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f96ad380-efe9-4552-95a3-077f8b53486f HTTP/1.1" status: 204 len: 168 time: 0.1661391 Jul 30 19:54:20.476126 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e96d43-8e86-48fc-92a7-0fef825d2c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96ad380-efe9-4552-95a3-077f8b53486f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:54:20.482912 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e96d43-8e86-48fc-92a7-0fef825d2c0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:54:20.483261 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e96d43-8e86-48fc-92a7-0fef825d2c0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:54:20.483630 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e96d43-8e86-48fc-92a7-0fef825d2c0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:54:20.483969 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e96d43-8e86-48fc-92a7-0fef825d2c0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:54:20.484300 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e96d43-8e86-48fc-92a7-0fef825d2c0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:54:20.484631 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e96d43-8e86-48fc-92a7-0fef825d2c0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:54:20.484963 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e96d43-8e86-48fc-92a7-0fef825d2c0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:54:20.485289 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e96d43-8e86-48fc-92a7-0fef825d2c0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:54:20.485612 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e96d43-8e86-48fc-92a7-0fef825d2c0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:54:20.485968 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e96d43-8e86-48fc-92a7-0fef825d2c0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:54:20.486292 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e96d43-8e86-48fc-92a7-0fef825d2c0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:54:20.486614 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e96d43-8e86-48fc-92a7-0fef825d2c0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:54:21.162912 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa3b0e6b-bfec-4ae4-91a2-41ad7a1523c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:54:23.614538 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1eff4d66-0f8c-4390-a670-ea6f18a376b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:54:23.840302 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:54:24.760388 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:54:26.609826 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:54:27.599659 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 19:54:51.164111 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51335855-4200-4717-8e0e-49034c8e02c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:54:53.614666 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-838370b5-4ad8-4270-a8fd-999d79ece2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:54:53.839523 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:54:54.763895 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:54:56.612685 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:55:04.597400 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 19:55:21.163609 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5900a24-a6b6-4530-8670-25e3d4462a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:55:23.613728 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c89373ad-f45d-4c44-acd2-4842865d26f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:55:23.839840 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:55:24.765611 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:55:26.616308 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:55:41.596520 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 19:55:51.164835 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31bde364-1968-4f9d-b8e3-1a21842cf11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:55:53.613950 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0633bb6e-3c70-4645-b02e-ce307c3092bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:55:53.839612 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:55:54.768385 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:55:56.620069 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:56:18.595190 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 19:56:21.167468 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01c986d1-9f0c-4d2d-a2c7-043ad72db6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:56:23.613353 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dcb5a8d8-369c-44d0-8616-5508aebc2411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:56:23.839475 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:56:24.771874 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:56:26.621656 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:56:51.167954 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04b2eaed-520c-4dc2-8b9d-4d559de57caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:56:53.613808 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c4d2b34-4dd8-4e9c-9131-3b8ad2be4a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:56:53.839811 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:56:54.774156 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:56:55.594237 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 19:56:56.624904 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:57:15.123917 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725092'] for agent, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:57:19.222960 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725092'] for agent, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:57:21.168291 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-759d6fa3-93ea-4923-a204-82fc258de0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:57:23.614656 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6a2988af-888e-4ec4-9d75-5d7b1d64d637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:57:23.839761 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:57:24.776182 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:57:26.628449 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:57:32.593486 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 19:57:45.093415 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:57:49.175781 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:57:51.168150 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa3da-e9b4-4236-b6e2-9b7ab0684d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:57:53.615389 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08f09cda-1cbd-4056-b133-ca44e0614b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:57:53.842498 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:57:54.778294 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:57:56.633139 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:58:02.779782 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44906) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:58:02.879991 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-41a0c09a-881b-4f4a-b387-e14f0ad8c049 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0990748 Jul 30 19:58:05.048147 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44916) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:58:05.101221 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-751c6e55-9b2e-4901-96da-4765d047b3d3 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0519915 Jul 30 19:58:09.592906 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 19:58:15.092049 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:58:19.174972 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:58:21.168190 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c40c541-0614-4596-a335-391fc152d61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:58:23.617822 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c77593d-d4dd-4bdd-9373-1e02d8625414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:58:23.842671 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:58:24.781308 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:58:26.635052 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:58:45.110413 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:58:46.595465 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 19:58:49.173758 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:58:51.176757 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf0c185c-ee5c-41ad-809e-0a165a296cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:58:53.618107 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5a5dabf-24bf-410e-b897-af4bf9bc10a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:58:53.844301 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:58:54.788456 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:58:56.639172 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:15.104511 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:19.206132 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:21.177675 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e10e9899-bdf6-4e81-86e9-45ce27bb59fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:23.597502 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 19:59:23.621325 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-042c6594-b60a-4c20-98a2-54514c7f37bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:23.850711 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:24.788271 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:24.806840 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45152) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:25.015062 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45166) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:25.263083 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f1e15ce9-e517-4179-853c-6dd5754ec355 tempest-AutoAllocateNetworkTest-168544745 tempest-AutoAllocateNetworkTest-168544745-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=66103e4c0e9d4e87ac7b3026ed317c52&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4550207 Jul 30 19:59:25.265518 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45180) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:25.449059 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9df29db-b0e4-451a-88f2-361cbf9fd59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:25.459692 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47899cc0-8969-471e-8e4d-84bf4a37c7c4 tempest-AutoAllocateNetworkTest-168544745 tempest-AutoAllocateNetworkTest-168544745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:25.463996 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-47899cc0-8969-471e-8e4d-84bf4a37c7c4 tempest-AutoAllocateNetworkTest-168544745 tempest-AutoAllocateNetworkTest-168544745-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1975183 Jul 30 19:59:25.464226 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45186) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:25.535376 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b9c9f16f-a700-4407-bf9a-209afa2672d8 tempest-AutoAllocateNetworkTest-168544745 tempest-AutoAllocateNetworkTest-168544745-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700347 Jul 30 19:59:25.538257 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45192) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:25.563701 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9df29db-b0e4-451a-88f2-361cbf9fd59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:25.568996 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9df29db-b0e4-451a-88f2-361cbf9fd59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:25.583853 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5eef24bc-36cf-46ee-8410-c1ad764ad79d tempest-AutoAllocateNetworkTest-168544745 tempest-AutoAllocateNetworkTest-168544745-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=66103e4c0e9d4e87ac7b3026ed317c52 HTTP/1.1" status: 200 len: 208 time: 0.0439556 Jul 30 19:59:25.613956 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df29db-b0e4-451a-88f2-361cbf9fd59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd9e8bc-3363-40aa-a608-7e0531cb2af7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:25.628010 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df29db-b0e4-451a-88f2-361cbf9fd59a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:25.628386 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df29db-b0e4-451a-88f2-361cbf9fd59a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:25.628731 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df29db-b0e4-451a-88f2-361cbf9fd59a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:25.629086 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df29db-b0e4-451a-88f2-361cbf9fd59a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:25.629427 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df29db-b0e4-451a-88f2-361cbf9fd59a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:25.629738 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df29db-b0e4-451a-88f2-361cbf9fd59a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:25.630065 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df29db-b0e4-451a-88f2-361cbf9fd59a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:25.630434 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df29db-b0e4-451a-88f2-361cbf9fd59a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:25.631021 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df29db-b0e4-451a-88f2-361cbf9fd59a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:25.631348 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df29db-b0e4-451a-88f2-361cbf9fd59a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:25.631862 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df29db-b0e4-451a-88f2-361cbf9fd59a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:25.632346 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df29db-b0e4-451a-88f2-361cbf9fd59a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df29db-b0e4-451a-88f2-361cbf9fd59a admin admin] Tracked resource versions report: Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: pushed versions: Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: { 'AddressGroup': {'1.2'}, Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: 'ConntrackHelper': {'1.0'}, Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: 'Log': {'1.0'}, Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: 'Network': {'1.1'}, Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: 'Port': {'1.7'}, Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: 'PortForwarding': {'1.2'}, Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: 'QosPolicy': {'1.8'}, Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: 'SecurityGroup': {'1.4'}, Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: 'SecurityGroupRule': {'1.2'}, Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: 'SubPort': {'1.0'}, Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: 'Subnet': {'1.1'}, Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: 'Trunk': {'1.1'}} Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: consumer versions: Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: { DHCP agent@n-d-712137-9: {}, Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: HyperV agent@n-h1-712137-9: {}, Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: HyperV agent@n-h2-712137-9: {}, Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: L3 agent@n-d-712137-9: {}, Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: Metadata agent@n-d-712137-9: {}, Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: Metering agent@n-d-712137-9: {}, Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: Open vSwitch agent@n-d-712137-9: { 'AddressGroup': '1.2', Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: 'ConntrackHelper': '1.0', Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: 'Log': '1.0', Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: 'Network': '1.1', Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: 'Port': '1.7', Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: 'PortForwarding': '1.2', Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: 'QosPolicy': '1.8', Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: 'SecurityGroup': '1.4', Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: 'SecurityGroupRule': '1.2', Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: 'SubPort': '1.0', Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: 'Subnet': '1.1', Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: 'Trunk': '1.1'}} Jul 30 19:59:25.633565 n-d-712137-9 neutron-server[93883]: {{(pid=93883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 19:59:25.644013 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e9df29db-b0e4-451a-88f2-361cbf9fd59a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b1cbc897fc68493a8f6b9e4e96a44fff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6278598 Jul 30 19:59:25.644722 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45202) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:25.710495 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-946aaa6d-317b-436b-b175-8eef0c199bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:25.730043 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-946aaa6d-317b-436b-b175-8eef0c199bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:25.793156 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-946aaa6d-317b-436b-b175-8eef0c199bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:25.796432 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-946aaa6d-317b-436b-b175-8eef0c199bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:25.797575 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-946aaa6d-317b-436b-b175-8eef0c199bc1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0dd9e8bc-3363-40aa-a608-7e0531cb2af7 HTTP/1.1" status: 204 len: 168 time: 0.1516559 Jul 30 19:59:25.806187 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946aaa6d-317b-436b-b175-8eef0c199bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd9e8bc-3363-40aa-a608-7e0531cb2af7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:25.813582 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946aaa6d-317b-436b-b175-8eef0c199bc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:25.813936 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946aaa6d-317b-436b-b175-8eef0c199bc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:25.814305 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946aaa6d-317b-436b-b175-8eef0c199bc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:25.814641 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946aaa6d-317b-436b-b175-8eef0c199bc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:25.814971 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946aaa6d-317b-436b-b175-8eef0c199bc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:25.815295 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946aaa6d-317b-436b-b175-8eef0c199bc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:25.815810 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946aaa6d-317b-436b-b175-8eef0c199bc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:25.816140 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946aaa6d-317b-436b-b175-8eef0c199bc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:25.816463 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946aaa6d-317b-436b-b175-8eef0c199bc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:25.816966 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946aaa6d-317b-436b-b175-8eef0c199bc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:25.817446 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946aaa6d-317b-436b-b175-8eef0c199bc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:25.817935 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946aaa6d-317b-436b-b175-8eef0c199bc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946aaa6d-317b-436b-b175-8eef0c199bc1 admin admin] Tracked resource versions report: Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: pushed versions: Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: { 'AddressGroup': {'1.2'}, Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: 'ConntrackHelper': {'1.0'}, Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: 'Log': {'1.0'}, Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: 'Network': {'1.1'}, Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: 'Port': {'1.7'}, Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: 'PortForwarding': {'1.2'}, Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: 'QosPolicy': {'1.8'}, Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: 'SecurityGroup': {'1.4'}, Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: 'SecurityGroupRule': {'1.2'}, Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: 'SubPort': {'1.0'}, Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: 'Subnet': {'1.1'}, Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: 'Trunk': {'1.1'}} Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: consumer versions: Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: { DHCP agent@n-d-712137-9: {}, Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: HyperV agent@n-h1-712137-9: {}, Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: HyperV agent@n-h2-712137-9: {}, Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: L3 agent@n-d-712137-9: {}, Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: Metadata agent@n-d-712137-9: {}, Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: Metering agent@n-d-712137-9: {}, Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: Open vSwitch agent@n-d-712137-9: { 'AddressGroup': '1.2', Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: 'ConntrackHelper': '1.0', Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: 'Log': '1.0', Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: 'Network': '1.1', Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: 'Port': '1.7', Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: 'PortForwarding': '1.2', Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: 'QosPolicy': '1.8', Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: 'SecurityGroup': '1.4', Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: 'SecurityGroupRule': '1.2', Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: 'SubPort': '1.0', Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: 'Subnet': '1.1', Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: 'Trunk': '1.1'}} Jul 30 19:59:25.819161 n-d-712137-9 neutron-server[93882]: {{(pid=93882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 19:59:26.194121 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45236) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:26.425234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45252) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:26.445064 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d71a62b-41ca-40b4-97d3-c39020451785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:26.467499 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bb0566d6-ed0a-45fe-82ae-135362987d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:26.568785 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d71a62b-41ca-40b4-97d3-c39020451785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:26.575046 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d71a62b-41ca-40b4-97d3-c39020451785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:26.654334 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:26.734372 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5d71a62b-41ca-40b4-97d3-c39020451785 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4184f431c4b74fd8b5cca2739f2203f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3079338 Jul 30 19:59:26.737148 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45262) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:26.746973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71a62b-41ca-40b4-97d3-c39020451785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14d0d28-388f-41bd-b6f6-105b7b31ae99,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:26.809864 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bb0566d6-ed0a-45fe-82ae-135362987d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:26.815001 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bb0566d6-ed0a-45fe-82ae-135362987d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:26.843640 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c93d495e-378c-433f-82c1-603102f22dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:26.860892 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-bb0566d6-ed0a-45fe-82ae-135362987d4d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=66103e4c0e9d4e87ac7b3026ed317c52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6654971 Jul 30 19:59:26.861771 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45266) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:26.862617 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0566d6-ed0a-45fe-82ae-135362987d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44f561d-1341-430c-b130-94dd951b29ff,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:26.899791 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c93d495e-378c-433f-82c1-603102f22dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:26.922827 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-66002e04-3bba-461b-990c-d3895ff9ae5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:26.948030 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-66002e04-3bba-461b-990c-d3895ff9ae5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:26.963014 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c93d495e-378c-433f-82c1-603102f22dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:26.968246 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c93d495e-378c-433f-82c1-603102f22dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:26.969975 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c93d495e-378c-433f-82c1-603102f22dd8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e14d0d28-388f-41bd-b6f6-105b7b31ae99 HTTP/1.1" status: 204 len: 168 time: 0.2307198 Jul 30 19:59:26.979915 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d495e-378c-433f-82c1-603102f22dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14d0d28-388f-41bd-b6f6-105b7b31ae99,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:27.014425 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-66002e04-3bba-461b-990c-d3895ff9ae5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:27.017567 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-66002e04-3bba-461b-990c-d3895ff9ae5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:27.018762 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-66002e04-3bba-461b-990c-d3895ff9ae5c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c44f561d-1341-430c-b130-94dd951b29ff HTTP/1.1" status: 204 len: 168 time: 0.1531255 Jul 30 19:59:27.028149 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66002e04-3bba-461b-990c-d3895ff9ae5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44f561d-1341-430c-b130-94dd951b29ff,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:28.272637 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45354) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:28.561501 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f8997a98-c3f7-4c1b-8e73-7aa1f4623c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:28.661623 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f8997a98-c3f7-4c1b-8e73-7aa1f4623c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:28.666553 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f8997a98-c3f7-4c1b-8e73-7aa1f4623c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:28.709280 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f8997a98-c3f7-4c1b-8e73-7aa1f4623c00 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a0339dc6a6754b5eb7198cb47bf9d5ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4342213 Jul 30 19:59:28.710047 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45388) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:28.710591 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8997a98-c3f7-4c1b-8e73-7aa1f4623c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e46a3c-071d-4fdc-a0ae-e80681d254f5,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:28.776875 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18349942-67ce-4bca-8b65-05485ce13dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:28.802729 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18349942-67ce-4bca-8b65-05485ce13dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:28.855350 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18349942-67ce-4bca-8b65-05485ce13dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:28.857871 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18349942-67ce-4bca-8b65-05485ce13dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:28.861736 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-18349942-67ce-4bca-8b65-05485ce13dd2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/28e46a3c-071d-4fdc-a0ae-e80681d254f5 HTTP/1.1" status: 204 len: 168 time: 0.1498230 Jul 30 19:59:28.870398 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18349942-67ce-4bca-8b65-05485ce13dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e46a3c-071d-4fdc-a0ae-e80681d254f5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:29.006795 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45422) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:29.009385 n-d-712137-9 neutron-server[93882]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 30 19:59:29.047875 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-b7789402-bea8-4f01-a20e-2a885824bbec tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=896d4b87a67048d8bcfe5755ccb9ee0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397673 Jul 30 19:59:29.238621 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-387bb8b1-fb4f-4d22-a41a-32775609c64a tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:29.240122 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-387bb8b1-fb4f-4d22-a41a-32775609c64a tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1916213 Jul 30 19:59:29.256131 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-d258eb52-bf86-43d3-bb43-5d93cd73baae tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/quotas/896d4b87a67048d8bcfe5755ccb9ee0f HTTP/1.1" status: 200 len: 375 time: 0.0105844 Jul 30 19:59:29.274023 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45434) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:29.314506 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-b531475a-4001-46a8-8a96-e8f3b9e8bf77 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=896d4b87a67048d8bcfe5755ccb9ee0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511465 Jul 30 19:59:29.347076 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9569c7f4-f40b-480c-9b5a-78efcdbfba3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:29.451418 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9569c7f4-f40b-480c-9b5a-78efcdbfba3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:29.457867 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9569c7f4-f40b-480c-9b5a-78efcdbfba3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:29.493316 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569c7f4-f40b-480c-9b5a-78efcdbfba3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8929b5-d57e-48f8-8de7-2af254db4064,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:29.511655 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9569c7f4-f40b-480c-9b5a-78efcdbfba3e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9c6d8dc7f69c4e84be75af011d0fea36&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2366328 Jul 30 19:59:29.514933 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45448) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:29.664200 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2eee61aa-93a3-48a5-a33d-f60351776d76 req-c307456a-e680-40ca-ac8e-b9f2abc1555f tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 210 time: 0.0673835 Jul 30 19:59:29.712752 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-abe5714d-c4bd-4b78-81f6-0be30a8f6061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:29.742154 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-abe5714d-c4bd-4b78-81f6-0be30a8f6061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:29.811191 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-abe5714d-c4bd-4b78-81f6-0be30a8f6061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:29.815346 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-abe5714d-c4bd-4b78-81f6-0be30a8f6061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:29.816857 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-abe5714d-c4bd-4b78-81f6-0be30a8f6061 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1f8929b5-d57e-48f8-8de7-2af254db4064 HTTP/1.1" status: 204 len: 168 time: 0.3007462 Jul 30 19:59:29.826957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5714d-c4bd-4b78-81f6-0be30a8f6061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8929b5-d57e-48f8-8de7-2af254db4064,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:30.518094 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45534) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:30.551414 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45538) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:30.713984 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-358b6cac-2307-4ad4-98e6-92894f5f58ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:30.781441 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-76748d41-db87-4857-83c1-50cba58b13d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:30.878799 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-358b6cac-2307-4ad4-98e6-92894f5f58ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:30.896401 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-358b6cac-2307-4ad4-98e6-92894f5f58ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:30.948501 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b6cac-2307-4ad4-98e6-92894f5f58ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f151ff35-e0cf-443f-acd3-964cf3fae365,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:30.957703 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-358b6cac-2307-4ad4-98e6-92894f5f58ba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d0faa213cc9e4d4992e1c647a3262233&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4367411 Jul 30 19:59:30.960713 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45576) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:31.030209 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-76748d41-db87-4857-83c1-50cba58b13d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:31.032764 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbeaf4ba-d6d2-4564-a80c-2fdd54b586d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:31.039078 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-76748d41-db87-4857-83c1-50cba58b13d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:31.059889 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbeaf4ba-d6d2-4564-a80c-2fdd54b586d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:31.087957 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-76748d41-db87-4857-83c1-50cba58b13d5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e91fa87a3843484a99ac8bc42e1fe91d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5329275 Jul 30 19:59:31.087957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76748d41-db87-4857-83c1-50cba58b13d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2812b6-969d-4b21-8162-6db51b96dbba,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:31.090239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45580) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:31.174223 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b87af891-ab3b-4d48-9924-774a0934beb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:31.175438 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbeaf4ba-d6d2-4564-a80c-2fdd54b586d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:31.178319 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbeaf4ba-d6d2-4564-a80c-2fdd54b586d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:31.179672 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cbeaf4ba-d6d2-4564-a80c-2fdd54b586d9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f151ff35-e0cf-443f-acd3-964cf3fae365 HTTP/1.1" status: 204 len: 168 time: 0.2173905 Jul 30 19:59:31.184985 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45594) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:31.191842 n-d-712137-9 neutron-server[93883]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 30 19:59:31.192964 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeaf4ba-d6d2-4564-a80c-2fdd54b586d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f151ff35-e0cf-443f-acd3-964cf3fae365,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:31.208669 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b87af891-ab3b-4d48-9924-774a0934beb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:31.260217 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-8ed57263-59c0-4056-9b26-aa2cb5d9a667 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696812 Jul 30 19:59:31.273884 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b87af891-ab3b-4d48-9924-774a0934beb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:31.276887 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b87af891-ab3b-4d48-9924-774a0934beb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:31.281516 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b87af891-ab3b-4d48-9924-774a0934beb5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5c2812b6-969d-4b21-8162-6db51b96dbba HTTP/1.1" status: 204 len: 168 time: 0.1902666 Jul 30 19:59:31.290556 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87af891-ab3b-4d48-9924-774a0934beb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2812b6-969d-4b21-8162-6db51b96dbba,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:31.456551 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-f2d2f9cb-1776-4675-8741-1137069080ac tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:31.463621 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-f2d2f9cb-1776-4675-8741-1137069080ac tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2024932 Jul 30 19:59:31.483083 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-a302de71-34f7-4ddf-9a43-4f29c3f8f2af tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/quotas/5cdd6a1a08254791b3b84ba6d6fc6290 HTTP/1.1" status: 200 len: 375 time: 0.0183415 Jul 30 19:59:31.526061 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01ed7ad8-0321-4ab6-af53-0636bb738d6a req-a2869475-ccdc-4eec-9744-894c116a76da tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 210 time: 0.0441465 Jul 30 19:59:31.556980 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-6dff426f-0a12-425f-b248-3433d5d14404 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722778 Jul 30 19:59:31.855553 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-aaff3903-8aa7-4172-abd2-af3a1d5dbf58 req-7a90518d-42e5-4de4-a272-f7196b2bd292 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 210 time: 0.0575230 Jul 30 19:59:31.891930 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45640) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:31.909201 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cab8b7c4-a8d4-4bb3-88ea-043ac72350cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:31.988065 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45646) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:32.013351 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ff8327f1-2566-4d6f-8069-25d4e4636a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:32.038508 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cab8b7c4-a8d4-4bb3-88ea-043ac72350cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:32.046393 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cab8b7c4-a8d4-4bb3-88ea-043ac72350cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:32.068608 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.59', 61694) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:32.079286 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cab8b7c4-a8d4-4bb3-88ea-043ac72350cd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c5dbba14ea174f3c89ec9ed69a766592&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1854210 Jul 30 19:59:32.083844 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45658) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:32.128012 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-6472dcb6-a2bf-4c8e-9ae0-3061ede132a9 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=896d4b87a67048d8bcfe5755ccb9ee0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559547 Jul 30 19:59:32.159769 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27eaa848-77c8-44f9-bb74-ab6facc2c9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:32.193410 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27eaa848-77c8-44f9-bb74-ab6facc2c9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:32.299157 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27eaa848-77c8-44f9-bb74-ab6facc2c9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:32.306217 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27eaa848-77c8-44f9-bb74-ab6facc2c9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:32.307482 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-27eaa848-77c8-44f9-bb74-ab6facc2c9e0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/61c26371-87be-4249-ab7a-87a1bf85ac32 HTTP/1.1" status: 204 len: 168 time: 0.2203755 Jul 30 19:59:32.312960 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8b7c4-a8d4-4bb3-88ea-043ac72350cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c26371-87be-4249-ab7a-87a1bf85ac32,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:32.329773 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eaa848-77c8-44f9-bb74-ab6facc2c9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c26371-87be-4249-ab7a-87a1bf85ac32,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:32.493433 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-6496fe17-849f-40ce-9c78-2770bcb5351d tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:32.495354 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-6496fe17-849f-40ce-9c78-2770bcb5351d tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3614538 Jul 30 19:59:32.582944 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-c7fd144a-5e3d-49de-8d57-c19baf2cd36f tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Request body: {'port': {'device_id': '9a4c7e0c-31a8-435a-8910-52969ca3bf95', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': '896d4b87a67048d8bcfe5755ccb9ee0f'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:59:32.702429 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45708) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:32.736637 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ff8327f1-2566-4d6f-8069-25d4e4636a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:32.765885 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ff8327f1-2566-4d6f-8069-25d4e4636a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:32.794288 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b9f00d0c-76d8-47d1-aaa7-bcb00c3f30c2 req-00472cf5-54f1-46ad-a006-f6fd269e2698 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 210 time: 0.0599141 Jul 30 19:59:32.833809 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8327f1-2566-4d6f-8069-25d4e4636a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fc6829-a81f-4b6f-92a0-db1398b5b626,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:32.857910 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45726) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:32.861815 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ff8327f1-2566-4d6f-8069-25d4e4636a60 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a59e9ea6234f4508a1848a2942ca7952&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8723154 Jul 30 19:59:32.882402 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-c7fd144a-5e3d-49de-8d57-c19baf2cd36f tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Made reservation on behalf of 896d4b87a67048d8bcfe5755ccb9ee0f for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 19:59:32.888401 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-c7fd144a-5e3d-49de-8d57-c19baf2cd36f tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:32.940644 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-c7fd144a-5e3d-49de-8d57-c19baf2cd36f tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:33.069808 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-92fb1fd7-70ab-415a-9395-a08e91ecc809 req-60e70b55-14ca-4288-a70a-57a481cf060c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 210 time: 0.1031108 Jul 30 19:59:33.070948 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c426a00-ceed-4d00-ba59-0e972265130d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:33.129000 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c426a00-ceed-4d00-ba59-0e972265130d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:33.203844 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-c7fd144a-5e3d-49de-8d57-c19baf2cd36f tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:33.209743 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b61b26ca-3cde-489d-b2a1-9d4aa8c6bd3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:33.214495 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-c7fd144a-5e3d-49de-8d57-c19baf2cd36f tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:33.282733 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c426a00-ceed-4d00-ba59-0e972265130d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:33.285718 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c426a00-ceed-4d00-ba59-0e972265130d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:33.290196 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9c426a00-ceed-4d00-ba59-0e972265130d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f8fc6829-a81f-4b6f-92a0-db1398b5b626 HTTP/1.1" status: 204 len: 168 time: 0.4306123 Jul 30 19:59:33.307966 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c426a00-ceed-4d00-ba59-0e972265130d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fc6829-a81f-4b6f-92a0-db1398b5b626,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:33.416100 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b61b26ca-3cde-489d-b2a1-9d4aa8c6bd3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:33.426200 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b61b26ca-3cde-489d-b2a1-9d4aa8c6bd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:33.465858 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd144a-5e3d-49de-8d57-c19baf2cd36f tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:33.478907 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b61b26ca-3cde-489d-b2a1-9d4aa8c6bd3b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=440ccb7c8af443cdbdd7a9bfdca6b6b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7749436 Jul 30 19:59:33.481495 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45784) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:33.525430 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b26ca-3cde-489d-b2a1-9d4aa8c6bd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3987a02-4d50-4fa7-9eeb-29acf8dd5d8e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:33.655578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-c7fd144a-5e3d-49de-8d57-c19baf2cd36f tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Allocated IP 192.168.233.47 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/ef016860-f4f7-4b09-9298-4b7cafd122be) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 19:59:33.664769 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99c0a8f5-5f96-4138-8bde-ba85cf7d987d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:33.700025 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-6201065c-8c60-4998-9244-6e53b212c893 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=81197c6e40e84da99bbc71378d1d9a2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378690 Jul 30 19:59:33.885052 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99c0a8f5-5f96-4138-8bde-ba85cf7d987d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:34.021432 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.83', 50377) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:34.125157 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99c0a8f5-5f96-4138-8bde-ba85cf7d987d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:34.127974 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99c0a8f5-5f96-4138-8bde-ba85cf7d987d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:34.129354 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-99c0a8f5-5f96-4138-8bde-ba85cf7d987d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f3987a02-4d50-4fa7-9eeb-29acf8dd5d8e HTTP/1.1" status: 204 len: 168 time: 0.6331761 Jul 30 19:59:34.143408 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-81290d56-6d74-49c1-9dd8-33f6c49d7901 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1150360 Jul 30 19:59:34.149725 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-02234034-8c32-4375-9d36-cfa307cf635d tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:34.156958 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-02234034-8c32-4375-9d36-cfa307cf635d tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4478157 Jul 30 19:59:34.181524 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0a8f5-5f96-4138-8bde-ba85cf7d987d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3987a02-4d50-4fa7-9eeb-29acf8dd5d8e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:34.204987 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-7f87e872-fec1-4a6a-a3d5-cd9d9314c56c tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/quotas/81197c6e40e84da99bbc71378d1d9a2f HTTP/1.1" status: 200 len: 375 time: 0.0467417 Jul 30 19:59:34.213674 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-c7fd144a-5e3d-49de-8d57-c19baf2cd36f tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:34.260313 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8b28b59a-ede3-43dd-8a1d-45f5fe82c738 req-e9408d91-a698-4285-a0b4-b8f88c0eafdc tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 210 time: 0.1105397 Jul 30 19:59:34.264105 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-01e0d02b-e7bb-40a4-bf71-1e636f09efac tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=81197c6e40e84da99bbc71378d1d9a2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577414 Jul 30 19:59:34.278948 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-c7fd144a-5e3d-49de-8d57-c19baf2cd36f tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Transition to ACTIVE for port object ef016860-f4f7-4b09-9298-4b7cafd122be will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 19:59:34.334561 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-c7fd144a-5e3d-49de-8d57-c19baf2cd36f tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:34.452613 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-c7fd144a-5e3d-49de-8d57-c19baf2cd36f tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 19:59:34.461009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-c7fd144a-5e3d-49de-8d57-c19baf2cd36f tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 19:59:34.469607 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-c7fd144a-5e3d-49de-8d57-c19baf2cd36f tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 19:59:34.476045 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-c7fd144a-5e3d-49de-8d57-c19baf2cd36f tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:34.476876 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-c7fd144a-5e3d-49de-8d57-c19baf2cd36f tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:34.489045 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd144a-5e3d-49de-8d57-c19baf2cd36f tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Pushing event updated for resources: {'Port': ['ID=ef016860-f4f7-4b09-9298-4b7cafd122be,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:34.507564 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-c7fd144a-5e3d-49de-8d57-c19baf2cd36f tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9419601 Jul 30 19:59:34.527379 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-bb06d3ee-96b7-4c4a-b86e-342e16220daa tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 19:59:34.528437 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-bb06d3ee-96b7-4c4a-b86e-342e16220daa tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076492 Jul 30 19:59:34.610904 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7c57b078-e806-49a5-8b5a-b150fc75a738 req-c82c9e13-2f2c-4138-b0de-6413431064f7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 210 time: 0.0766263 Jul 30 19:59:34.629376 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-8d2e5157-8279-4740-a06c-5baf6dd4f193 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:34.631352 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-8d2e5157-8279-4740-a06c-5baf6dd4f193 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4800005 Jul 30 19:59:34.687608 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-93985ce6-ece2-4658-84e4-fc83f518e4d7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Request body: {'port': {'device_id': 'b350eaa5-4048-4b42-b99a-0958c4ff2bc2', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': '5cdd6a1a08254791b3b84ba6d6fc6290'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:59:34.792203 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-159e1d1a-9d0e-4bf2-abe3-606b8bb87e00 req-03178bd4-ed76-46ff-bf3e-e0407d7293bf tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 210 time: 0.1015782 Jul 30 19:59:34.974777 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6250d079-703f-4f3d-887e-1a97b604feb1 None None] Provisioning for port ef016860-f4f7-4b09-9298-4b7cafd122be completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 19:59:34.985545 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6250d079-703f-4f3d-887e-1a97b604feb1 None None] Provisioning complete for port ef016860-f4f7-4b09-9298-4b7cafd122be triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:59:34.985920 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6250d079-703f-4f3d-887e-1a97b604feb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:35.080085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-93985ce6-ece2-4658-84e4-fc83f518e4d7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Made reservation on behalf of 5cdd6a1a08254791b3b84ba6d6fc6290 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 19:59:35.085956 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-93985ce6-ece2-4658-84e4-fc83f518e4d7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:35.133921 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-93985ce6-ece2-4658-84e4-fc83f518e4d7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:35.299140 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6250d079-703f-4f3d-887e-1a97b604feb1 None None] Port ef016860-f4f7-4b09-9298-4b7cafd122be cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 19:59:35.440274 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-93985ce6-ece2-4658-84e4-fc83f518e4d7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:35.446310 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-93985ce6-ece2-4658-84e4-fc83f518e4d7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:35.471666 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45860) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:35.509947 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5401ec3c-0e7e-4caf-b3ed-fe0bcb00abfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:35.736641 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93985ce6-ece2-4658-84e4-fc83f518e4d7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:35.745978 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-f1cca4a6-bd5e-4367-ae39-4542c610d153 service neutron] Request body: {'port': {'device_id': '9a4c7e0c-31a8-435a-8910-52969ca3bf95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:59:35.758106 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bf358-0d99-4bf1-ba4a-63f218ab9899 req-23e8a7a1-5525-4bef-b7c3-d3f93030d73c tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:35.762078 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-153bf358-0d99-4bf1-ba4a-63f218ab9899 req-23e8a7a1-5525-4bef-b7c3-d3f93030d73c tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 935 time: 0.2569196 Jul 30 19:59:35.762591 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5401ec3c-0e7e-4caf-b3ed-fe0bcb00abfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:35.819059 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5401ec3c-0e7e-4caf-b3ed-fe0bcb00abfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:35.841300 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-46ab95b4-4a15-4657-a399-79c6b8a49857 req-f917f255-ec27-4bff-9313-e6844b7aff30 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 210 time: 0.0756443 Jul 30 19:59:36.041646 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-153bf358-0d99-4bf1-ba4a-63f218ab9899 req-476f2d42-45ff-4203-adef-e796c397f7fe tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467728 Jul 30 19:59:36.125256 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-93985ce6-ece2-4658-84e4-fc83f518e4d7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Allocated IP 192.168.233.249 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/c65993c9-3d10-4021-94da-440fdc55ae35) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 19:59:36.131642 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72135358-7204-46bb-971c-a0efc14f1be1 req-540fd4c3-f584-4a27-b955-caa74d5b79f5 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 210 time: 0.1733494 Jul 30 19:59:36.132995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401ec3c-0e7e-4caf-b3ed-fe0bcb00abfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b918d7c2-fac4-486c-bfee-36192def7e80,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:36.142030 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-f1cca4a6-bd5e-4367-ae39-4542c610d153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:36.150041 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5401ec3c-0e7e-4caf-b3ed-fe0bcb00abfb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e132c7db29d3447f9ec54d668623dcd9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6769607 Jul 30 19:59:36.160132 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45872) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:36.523119 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e9ac8c4-648f-4aa8-8c2c-a428b0a97c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:36.558923 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e9ac8c4-648f-4aa8-8c2c-a428b0a97c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:36.638768 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e9ac8c4-648f-4aa8-8c2c-a428b0a97c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:36.643081 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e9ac8c4-648f-4aa8-8c2c-a428b0a97c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:36.645265 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5e9ac8c4-648f-4aa8-8c2c-a428b0a97c02 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b918d7c2-fac4-486c-bfee-36192def7e80 HTTP/1.1" status: 204 len: 168 time: 0.4861896 Jul 30 19:59:36.674642 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ac8c4-648f-4aa8-8c2c-a428b0a97c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b918d7c2-fac4-486c-bfee-36192def7e80,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:36.700348 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-93985ce6-ece2-4658-84e4-fc83f518e4d7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:36.745258 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-93985ce6-ece2-4658-84e4-fc83f518e4d7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Transition to ACTIVE for port object c65993c9-3d10-4021-94da-440fdc55ae35 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 19:59:37.044942 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1a20d165-217d-4f73-ae31-05765588d94f req-9b15053e-7be7-4b8e-9493-3c2c03f44edc tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 210 time: 0.0658514 Jul 30 19:59:37.087100 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-93985ce6-ece2-4658-84e4-fc83f518e4d7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:37.308154 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-93985ce6-ece2-4658-84e4-fc83f518e4d7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 19:59:37.317878 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-93985ce6-ece2-4658-84e4-fc83f518e4d7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 19:59:37.327048 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-93985ce6-ece2-4658-84e4-fc83f518e4d7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 19:59:37.336010 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-93985ce6-ece2-4658-84e4-fc83f518e4d7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:37.336723 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-93985ce6-ece2-4658-84e4-fc83f518e4d7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:37.352051 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93985ce6-ece2-4658-84e4-fc83f518e4d7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Pushing event updated for resources: {'Port': ['ID=c65993c9-3d10-4021-94da-440fdc55ae35,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:37.379187 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-93985ce6-ece2-4658-84e4-fc83f518e4d7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6960869 Jul 30 19:59:37.422331 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa170fc-8e2e-45e6-aa63-89fc375897c6 req-fa766203-a470-4c5d-ba5f-d8e24cba65e0 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:37.425096 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-afa170fc-8e2e-45e6-aa63-89fc375897c6 req-fa766203-a470-4c5d-ba5f-d8e24cba65e0 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 935 time: 0.2192059 Jul 30 19:59:37.533726 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-afa170fc-8e2e-45e6-aa63-89fc375897c6 req-f0304065-dde1-4a03-bc33-b0316f12388b tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986660 Jul 30 19:59:37.659288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-f1cca4a6-bd5e-4367-ae39-4542c610d153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef016860-f4f7-4b09-9298-4b7cafd122be {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 19:59:37.753829 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-11e89737-9236-4499-9380-38f7aa4de59c req-ee811072-0953-41b3-a182-97ac34c65a55 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0823998 Jul 30 19:59:37.759738 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-f1cca4a6-bd5e-4367-ae39-4542c610d153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:37.766044 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-00f660d0-eb92-488a-a118-a59a3df16f93 None None] Provisioning for port c65993c9-3d10-4021-94da-440fdc55ae35 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 19:59:37.778247 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-00f660d0-eb92-488a-a118-a59a3df16f93 None None] Provisioning complete for port c65993c9-3d10-4021-94da-440fdc55ae35 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:59:37.779223 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-00f660d0-eb92-488a-a118-a59a3df16f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:37.810308 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-f1cca4a6-bd5e-4367-ae39-4542c610d153 service neutron] Transition to ACTIVE for port object ef016860-f4f7-4b09-9298-4b7cafd122be will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 19:59:37.816292 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45914) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:37.831210 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-f1cca4a6-bd5e-4367-ae39-4542c610d153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:37.871523 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-00f660d0-eb92-488a-a118-a59a3df16f93 None None] Port c65993c9-3d10-4021-94da-440fdc55ae35 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 19:59:37.970460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cca4a6-bd5e-4367-ae39-4542c610d153 service neutron] Pushing event updated for resources: {'Port': ['ID=ef016860-f4f7-4b09-9298-4b7cafd122be,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:38.128242 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-f1cca4a6-bd5e-4367-ae39-4542c610d153 service neutron] Attempting to bind port ef016860-f4f7-4b09-9298-4b7cafd122be on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 19:59:38.128667 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-f1cca4a6-bd5e-4367-ae39-4542c610d153 service neutron] Attempting to bind port ef016860-f4f7-4b09-9298-4b7cafd122be by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 19:59:38.128993 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-f1cca4a6-bd5e-4367-ae39-4542c610d153 service neutron] Attempting to bind port ef016860-f4f7-4b09-9298-4b7cafd122be on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 19:59:38.141865 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-f1cca4a6-bd5e-4367-ae39-4542c610d153 service neutron] Port ef016860-f4f7-4b09-9298-4b7cafd122be on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 19:59:38.142189 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-f1cca4a6-bd5e-4367-ae39-4542c610d153 service neutron] Attempting to bind port ef016860-f4f7-4b09-9298-4b7cafd122be on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 19:59:38.159840 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-f1cca4a6-bd5e-4367-ae39-4542c610d153 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 19, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 19:59:38.160281 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-f1cca4a6-bd5e-4367-ae39-4542c610d153 service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 19:59:38.160857 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-f1cca4a6-bd5e-4367-ae39-4542c610d153 service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 19:59:38.161302 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-f1cca4a6-bd5e-4367-ae39-4542c610d153 service neutron] Bound port: ef016860-f4f7-4b09-9298-4b7cafd122be, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 19:59:38.161660 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-f1cca4a6-bd5e-4367-ae39-4542c610d153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:38.174225 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-7f5845b9-f7e2-476b-ad76-a5aca910bee3 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 19:59:38.175876 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-7f5845b9-f7e2-476b-ad76-a5aca910bee3 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068188 Jul 30 19:59:38.255896 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d5d1e02e-ee6c-4ad0-82a7-b3465f1cd794 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-214273748-network', 'tenant_id': '63e7c13c3848442a8042a40abbcac225'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:59:38.331338 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484c4d4-a61f-4581-967d-e3c88c3aed95 req-a0e9193b-e13c-4ac0-996b-a150b5e5fa9c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:38.345806 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.59', 61699) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:38.352702 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0484c4d4-a61f-4581-967d-e3c88c3aed95 req-a0e9193b-e13c-4ac0-996b-a150b5e5fa9c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 936 time: 0.1553283 Jul 30 19:59:38.425894 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-b394b28c-1387-4566-9062-c71d2b526dc1 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=81197c6e40e84da99bbc71378d1d9a2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0772810 Jul 30 19:59:38.492770 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0484c4d4-a61f-4581-967d-e3c88c3aed95 req-d11f0718-2cd9-41b4-8420-6697142ff8c9 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389437 Jul 30 19:59:38.738031 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-6088427a-1de6-4bdc-8df3-a26a66caceef tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:38.740179 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-6088427a-1de6-4bdc-8df3-a26a66caceef tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2855942 Jul 30 19:59:38.745315 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d1e02e-ee6c-4ad0-82a7-b3465f1cd794 admin admin] Made reservation on behalf of 63e7c13c3848442a8042a40abbcac225 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 19:59:38.752783 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5d1e02e-ee6c-4ad0-82a7-b3465f1cd794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:38.797160 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-1c30d599-307d-478a-b7c7-4308946e7eff tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Request body: {'port': {'device_id': '61edd25e-7f9c-49f5-843f-19d3a9b0a9f3', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': '81197c6e40e84da99bbc71378d1d9a2f'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:59:38.831275 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5d1e02e-ee6c-4ad0-82a7-b3465f1cd794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:38.851360 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245f84f-b125-4dcb-8af0-6944777832ef req-1eef2e40-b811-4135-835c-9115f5aa5eac tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:38.859913 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1245f84f-b125-4dcb-8af0-6944777832ef req-1eef2e40-b811-4135-835c-9115f5aa5eac tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 947 time: 0.1281717 Jul 30 19:59:38.960356 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1245f84f-b125-4dcb-8af0-6944777832ef req-c0ae8105-4271-4e3f-b5d9-4fe08f804253 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906425 Jul 30 19:59:38.993003 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-f1cca4a6-bd5e-4367-ae39-4542c610d153 service neutron] For port ef016860-f4f7-4b09-9298-4b7cafd122be, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 19:59:39.050176 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-ac67bc6f-cdf6-48e2-ab1f-03c3a4fcd99b service neutron] Request body: {'port': {'device_id': 'b350eaa5-4048-4b42-b99a-0958c4ff2bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:59:39.085446 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-f1cca4a6-bd5e-4367-ae39-4542c610d153 service neutron] For port ef016860-f4f7-4b09-9298-4b7cafd122be, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=ef016860-f4f7-4b09-9298-4b7cafd122be,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 19:59:39.122249 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-f1cca4a6-bd5e-4367-ae39-4542c610d153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:39.186923 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3341eaae-36b0-4358-bc4c-827fe0ccbf36 req-16dba8b4-6cf9-4af3-8301-4a72f49e342b tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0458670 Jul 30 19:59:39.195433 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cca4a6-bd5e-4367-ae39-4542c610d153 service neutron] Pushing event updated for resources: {'Port': ['ID=ef016860-f4f7-4b09-9298-4b7cafd122be,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:39.229517 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-ac67bc6f-cdf6-48e2-ab1f-03c3a4fcd99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:39.239863 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-f1cca4a6-bd5e-4367-ae39-4542c610d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:39.240504 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-f1cca4a6-bd5e-4367-ae39-4542c610d153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:39.242005 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-f1cca4a6-bd5e-4367-ae39-4542c610d153 service neutron] 10.222.0.59 "PUT /v2.0/ports/ef016860-f4f7-4b09-9298-4b7cafd122be HTTP/1.1" status: 200 len: 1095 time: 4.2122140 Jul 30 19:59:39.253940 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4c7e0c-31a8-435a-8910-52969ca3bf95', 'tag': 'ef016860-f4f7-4b09-9298-4b7cafd122be'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 19:59:39.862114 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-3d88991f-0298-4c26-a622-ded8e51dd2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:39.871290 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-3d88991f-0298-4c26-a622-ded8e51dd2ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=896d4b87a67048d8bcfe5755ccb9ee0f&device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 1098 time: 0.4305422 Jul 30 19:59:39.975100 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58082e4-f0db-4ae7-9284-3b9e7fff2aca req-dafbf57f-16f2-4a6a-9c6a-3cdb7aedddcd tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:39.977445 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c58082e4-f0db-4ae7-9284-3b9e7fff2aca req-dafbf57f-16f2-4a6a-9c6a-3cdb7aedddcd tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 936 time: 0.3265893 Jul 30 19:59:40.108780 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c58082e4-f0db-4ae7-9284-3b9e7fff2aca req-b8a6f836-b313-409e-989c-cda48b8d64ec tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011050 Jul 30 19:59:40.418066 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-ac67bc6f-cdf6-48e2-ab1f-03c3a4fcd99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65993c9-3d10-4021-94da-440fdc55ae35 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 19:59:40.439427 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-2925db24-3388-47f6-93c6-ba8ac6dafd01 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=ef016860-f4f7-4b09-9298-4b7cafd122be HTTP/1.1" status: 200 len: 217 time: 0.5571823 Jul 30 19:59:40.448541 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dc563f-0f8c-4e48-bb2d-8e47bb3eade5" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4c7e0c-31a8-435a-8910-52969ca3bf95", "tag": "ef016860-f4f7-4b09-9298-4b7cafd122be"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 19:59:40.458551 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-ac67bc6f-cdf6-48e2-ab1f-03c3a4fcd99b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:40.489634 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5d1e02e-ee6c-4ad0-82a7-b3465f1cd794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:40.497201 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-ac67bc6f-cdf6-48e2-ab1f-03c3a4fcd99b service neutron] Transition to ACTIVE for port object c65993c9-3d10-4021-94da-440fdc55ae35 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 19:59:40.527286 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-ac67bc6f-cdf6-48e2-ab1f-03c3a4fcd99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:40.530533 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5d1e02e-ee6c-4ad0-82a7-b3465f1cd794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:40.562252 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d1e02e-ee6c-4ad0-82a7-b3465f1cd794 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 19:59:40.575016 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5d1e02e-ee6c-4ad0-82a7-b3465f1cd794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:40.575690 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-d5d1e02e-ee6c-4ad0-82a7-b3465f1cd794 admin admin] Added segment ed0c2806-2c75-44d1-9a7a-53828c3162ab of type vlan for network 9958f565-4186-495a-b838-46ca3a70750f Jul 30 19:59:40.621621 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5d1e02e-ee6c-4ad0-82a7-b3465f1cd794 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:40.730017 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1e02e-ee6c-4ad0-82a7-b3465f1cd794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39825a9c-0674-4132-b085-a6989d3c9ad3,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:40.734704 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-1c30d599-307d-478a-b7c7-4308946e7eff tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Made reservation on behalf of 81197c6e40e84da99bbc71378d1d9a2f for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 19:59:40.740358 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-1c30d599-307d-478a-b7c7-4308946e7eff tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:40.760073 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-1c30d599-307d-478a-b7c7-4308946e7eff tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:40.769745 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5d1e02e-ee6c-4ad0-82a7-b3465f1cd794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:40.771469 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d1e02e-ee6c-4ad0-82a7-b3465f1cd794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:40.772569 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5d1e02e-ee6c-4ad0-82a7-b3465f1cd794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:40.814855 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67bc6f-cdf6-48e2-ab1f-03c3a4fcd99b service neutron] Pushing event updated for resources: {'Port': ['ID=c65993c9-3d10-4021-94da-440fdc55ae35,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:40.863096 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1e02e-ee6c-4ad0-82a7-b3465f1cd794 admin admin] Pushing event updated for resources: {'Network': ['ID=9958f565-4186-495a-b838-46ca3a70750f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:40.871290 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d5d1e02e-ee6c-4ad0-82a7-b3465f1cd794 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.0473850 Jul 30 19:59:40.875071 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 9958f565-4186-495a-b838-46ca3a70750f details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 19:59:40.884890 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46016) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:40.894040 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e7a919e9-4516-48bb-ab3b-b99d51a44f38 admin admin] Request body: {'subnet': {'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214273748-subnet', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:59:40.896105 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4ccb4487-5f1d-4221-b699-80411e280b17 req-6f7e7c6a-0704-42cd-a927-bbf56d1898e7 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 210 time: 0.3951623 Jul 30 19:59:40.926789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717b9a4-f41c-4987-baf9-0449cd866aca req-93b3fdbc-359e-41c0-a733-af12d1e5a265 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:40.928923 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5717b9a4-f41c-4987-baf9-0449cd866aca req-93b3fdbc-359e-41c0-a733-af12d1e5a265 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 947 time: 0.4550149 Jul 30 19:59:41.157044 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-ac67bc6f-cdf6-48e2-ab1f-03c3a4fcd99b service neutron] Attempting to bind port c65993c9-3d10-4021-94da-440fdc55ae35 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 19:59:41.161246 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-ac67bc6f-cdf6-48e2-ab1f-03c3a4fcd99b service neutron] Attempting to bind port c65993c9-3d10-4021-94da-440fdc55ae35 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 19:59:41.161909 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-ac67bc6f-cdf6-48e2-ab1f-03c3a4fcd99b service neutron] Attempting to bind port c65993c9-3d10-4021-94da-440fdc55ae35 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 19:59:41.181497 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-ac67bc6f-cdf6-48e2-ab1f-03c3a4fcd99b service neutron] Port c65993c9-3d10-4021-94da-440fdc55ae35 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 19:59:41.182176 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-ac67bc6f-cdf6-48e2-ab1f-03c3a4fcd99b service neutron] Attempting to bind port c65993c9-3d10-4021-94da-440fdc55ae35 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 19:59:41.190863 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-ac67bc6f-cdf6-48e2-ab1f-03c3a4fcd99b service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 19, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 19:59:41.193031 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-ac67bc6f-cdf6-48e2-ab1f-03c3a4fcd99b service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 19:59:41.195455 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-ac67bc6f-cdf6-48e2-ab1f-03c3a4fcd99b service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 19:59:41.198495 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-ac67bc6f-cdf6-48e2-ab1f-03c3a4fcd99b service neutron] Bound port: c65993c9-3d10-4021-94da-440fdc55ae35, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 19:59:41.198919 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-ac67bc6f-cdf6-48e2-ab1f-03c3a4fcd99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:41.238124 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5717b9a4-f41c-4987-baf9-0449cd866aca req-cbd3055a-3093-43dc-bd37-c070c789a32b tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008943 Jul 30 19:59:41.273047 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-7dc69db1-bda1-47b2-8731-0a54b897c748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:41.274902 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-7dc69db1-bda1-47b2-8731-0a54b897c748 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.2465413 Jul 30 19:59:41.319176 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-1c30d599-307d-478a-b7c7-4308946e7eff tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:41.325606 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-1c30d599-307d-478a-b7c7-4308946e7eff tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:41.365746 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-ac67bc6f-cdf6-48e2-ab1f-03c3a4fcd99b service neutron] For port c65993c9-3d10-4021-94da-440fdc55ae35, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 19:59:41.380093 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-ac67bc6f-cdf6-48e2-ab1f-03c3a4fcd99b service neutron] For port c65993c9-3d10-4021-94da-440fdc55ae35, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c65993c9-3d10-4021-94da-440fdc55ae35,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 19:59:41.387786 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-ac67bc6f-cdf6-48e2-ab1f-03c3a4fcd99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:41.434958 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-ac67bc6f-cdf6-48e2-ab1f-03c3a4fcd99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:41.437463 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-ac67bc6f-cdf6-48e2-ab1f-03c3a4fcd99b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:41.439113 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-ac67bc6f-cdf6-48e2-ab1f-03c3a4fcd99b service neutron] 10.222.0.83 "PUT /v2.0/ports/c65993c9-3d10-4021-94da-440fdc55ae35 HTTP/1.1" status: 200 len: 1096 time: 2.6655400 Jul 30 19:59:41.439750 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b350eaa5-4048-4b42-b99a-0958c4ff2bc2', 'tag': 'c65993c9-3d10-4021-94da-440fdc55ae35'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 19:59:41.562915 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a919e9-4516-48bb-ab3b-b99d51a44f38 admin admin] Made reservation on behalf of 63e7c13c3848442a8042a40abbcac225 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 19:59:41.588721 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e7a919e9-4516-48bb-ab3b-b99d51a44f38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:41.611170 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 19:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2083b5ae-b6ba-412c-8edf-8ef2005afb13 x-openstack-request-id: req-2083b5ae-b6ba-412c-8edf-8ef2005afb13 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 19:59:41.612874 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4c7e0c-31a8-435a-8910-52969ca3bf95", "tag": "ef016860-f4f7-4b09-9298-4b7cafd122be", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 19:59:41.613281 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2083b5ae-b6ba-412c-8edf-8ef2005afb13 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 19:59:41.615463 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4c7e0c-31a8-435a-8910-52969ca3bf95', 'tag': 'ef016860-f4f7-4b09-9298-4b7cafd122be', 'status': 'completed', 'code': 200} Jul 30 19:59:41.617221 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30d599-307d-478a-b7c7-4308946e7eff tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=693ae0b6-b634-4c9a-ac11-69bc9d6ea2f5,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:41.734809 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-fe35c7c4-858e-4bbd-a26f-907df1a3f0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:41.736426 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-fe35c7c4-858e-4bbd-a26f-907df1a3f0bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 1099 time: 0.1541426 Jul 30 19:59:41.739632 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67bc6f-cdf6-48e2-ab1f-03c3a4fcd99b service neutron] Pushing event updated for resources: {'Port': ['ID=c65993c9-3d10-4021-94da-440fdc55ae35,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:41.754410 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486a8f82-7dd4-4e3d-8eb2-cd986079bced" -d '{"events": [{"name": "network-changed", "server_uuid": "b350eaa5-4048-4b42-b99a-0958c4ff2bc2", "tag": "c65993c9-3d10-4021-94da-440fdc55ae35"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 19:59:41.813143 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7bb0b-6d87-428e-a3cc-fb8c2102b79b req-46a84243-88e4-43dd-b1a8-42e65ad6f942 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:41.818285 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7be7bb0b-6d87-428e-a3cc-fb8c2102b79b req-46a84243-88e4-43dd-b1a8-42e65ad6f942 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 948 time: 0.4083178 Jul 30 19:59:41.837735 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-896bc404-e28d-4afe-ac45-2c436bedb30a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=c65993c9-3d10-4021-94da-440fdc55ae35 HTTP/1.1" status: 200 len: 217 time: 0.0859931 Jul 30 19:59:42.014736 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-1c30d599-307d-478a-b7c7-4308946e7eff tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Allocated IP 192.168.233.253 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/6ab2e8b0-4fd5-4387-a115-98226438c281) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 19:59:42.246067 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e7a919e9-4516-48bb-ab3b-b99d51a44f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:42.254675 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-1c30d599-307d-478a-b7c7-4308946e7eff tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:42.291334 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-94e9733d-adf8-4cb0-82ca-974d01958f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:42.293723 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-94e9733d-adf8-4cb0-82ca-974d01958f58 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.4483776 Jul 30 19:59:42.339066 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7be7bb0b-6d87-428e-a3cc-fb8c2102b79b req-952e3ab6-f320-418f-a04b-f770715b55a5 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246500 Jul 30 19:59:42.406329 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 19:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb38808f-76e1-41ea-96be-56175d8cac95 x-openstack-request-id: req-cb38808f-76e1-41ea-96be-56175d8cac95 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 19:59:42.407310 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b350eaa5-4048-4b42-b99a-0958c4ff2bc2", "tag": "c65993c9-3d10-4021-94da-440fdc55ae35", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 19:59:42.409121 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb38808f-76e1-41ea-96be-56175d8cac95 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 19:59:42.409740 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b350eaa5-4048-4b42-b99a-0958c4ff2bc2', 'tag': 'c65993c9-3d10-4021-94da-440fdc55ae35', 'status': 'completed', 'code': 200} Jul 30 19:59:42.453748 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-1c30d599-307d-478a-b7c7-4308946e7eff tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Transition to ACTIVE for port object 6ab2e8b0-4fd5-4387-a115-98226438c281 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 19:59:42.489791 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-aafc067d-444f-4856-b3c4-e009e1866207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:42.494831 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-aafc067d-444f-4856-b3c4-e009e1866207 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1915295 Jul 30 19:59:42.497290 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9e011e5c-3f60-4220-8697-eb96a4ad052e req-75e23547-84f9-4bf6-82a5-9051c587bd08 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0362651 Jul 30 19:59:42.580238 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a919e9-4516-48bb-ab3b-b99d51a44f38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:42.613031 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a919e9-4516-48bb-ab3b-b99d51a44f38 admin admin] Checking segment: {'id': 'ed0c2806-2c75-44d1-9a7a-53828c3162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9958f565-4186-495a-b838-46ca3a70750f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 19:59:42.613485 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a919e9-4516-48bb-ab3b-b99d51a44f38 admin admin] Network hostable DHCP agents. Network: 9958f565-4186-495a-b838-46ca3a70750f, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 19:59:42.713424 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a919e9-4516-48bb-ab3b-b99d51a44f38 admin admin] Network 9958f565-4186-495a-b838-46ca3a70750f is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 19:59:42.730659 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-e7a919e9-4516-48bb-ab3b-b99d51a44f38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 9958f565-4186-495a-b838-46ca3a70750f) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 19:59:42.735710 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-1c30d599-307d-478a-b7c7-4308946e7eff tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:42.743466 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaf6d64-3036-491d-a049-39f7d52ac0ff None None] Network 9958f565-4186-495a-b838-46ca3a70750f requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 19:59:42.751988 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a919e9-4516-48bb-ab3b-b99d51a44f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:42.752593 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e7a919e9-4516-48bb-ab3b-b99d51a44f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:42.784884 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640a270-2775-4c1b-b092-c2bffa8f879c req-589b7a40-bae9-4671-b0d7-93e1495553ff tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:42.792196 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7640a270-2775-4c1b-b092-c2bffa8f879c req-589b7a40-bae9-4671-b0d7-93e1495553ff tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 947 time: 0.1183858 Jul 30 19:59:42.822301 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e7a919e9-4516-48bb-ab3b-b99d51a44f38 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9299936 Jul 30 19:59:42.823098 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46060) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:42.828688 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3b6c9285-a6be-41ec-9d4c-8e7c658c8caf admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-214273748-router', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:59:42.891829 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b6c9285-a6be-41ec-9d4c-8e7c658c8caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:42.893854 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b6c9285-a6be-41ec-9d4c-8e7c658c8caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:42.896129 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7640a270-2775-4c1b-b092-c2bffa8f879c req-7cb68940-1ad1-482c-b9b2-76ad09afecad tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027689 Jul 30 19:59:42.899155 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-1c30d599-307d-478a-b7c7-4308946e7eff tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 19:59:42.904577 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-1c30d599-307d-478a-b7c7-4308946e7eff tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 19:59:42.935277 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-1c30d599-307d-478a-b7c7-4308946e7eff tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 19:59:42.947502 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-1c30d599-307d-478a-b7c7-4308946e7eff tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:42.957486 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-1c30d599-307d-478a-b7c7-4308946e7eff tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:43.012759 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30d599-307d-478a-b7c7-4308946e7eff tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Pushing event updated for resources: {'Port': ['ID=6ab2e8b0-4fd5-4387-a115-98226438c281,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:43.040945 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-1c30d599-307d-478a-b7c7-4308946e7eff tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2605102 Jul 30 19:59:43.229411 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-9958f565-4186-495a-b838-46ca3a70750f', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'fixed_ips': [{'subnet_id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 19:59:43.232080 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:43.256589 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-6cf45d30-2785-48f0-afde-7fa27f2b8739 service neutron] Request body: {'port': {'device_id': '61edd25e-7f9c-49f5-843f-19d3a9b0a9f3', 'device_owner': 'compute:tempest-test_az-1375318894', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:59:43.351420 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b6c9285-a6be-41ec-9d4c-8e7c658c8caf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:43.489393 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-6482f8d0-ce16-406d-a149-0436373b95b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:43.490930 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-6482f8d0-ce16-406d-a149-0436373b95b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4402051 Jul 30 19:59:43.516035 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-6cf45d30-2785-48f0-afde-7fa27f2b8739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:43.577000 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-6fe5c09a-8bcb-4208-91cf-190026dea92f service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6711969 Jul 30 19:59:43.628615 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ab9c6104-6afa-440f-855f-13bc88225c26 None None] Provisioning for port 6ab2e8b0-4fd5-4387-a115-98226438c281 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 19:59:43.671815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ab9c6104-6afa-440f-855f-13bc88225c26 None None] Provisioning complete for port 6ab2e8b0-4fd5-4387-a115-98226438c281 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:59:43.674019 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6104-6afa-440f-855f-13bc88225c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:43.748049 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ab9c6104-6afa-440f-855f-13bc88225c26 None None] Port 6ab2e8b0-4fd5-4387-a115-98226438c281 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 19:59:43.820042 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Allocated IP 172.20.0.2 (9958f565-4186-495a-b838-46ca3a70750f/e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3/e44d8c8f-b028-4d57-a19a-42d1a0a348a7) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 19:59:43.971606 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46088) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:44.009274 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b6c9285-a6be-41ec-9d4c-8e7c658c8caf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:44.099601 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9b1217d0-41aa-4dc8-bdac-6eb94753becd req-a1188d51-a789-4213-ae44-42c3ce4db2c0 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670947 Jul 30 19:59:44.111239 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:44.117690 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94fe79-6b7d-4a58-900d-2a4b93251b2d req-172cab98-746d-4e57-a5b8-d68dfb187e2f tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:44.125190 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fe94fe79-6b7d-4a58-900d-2a4b93251b2d req-172cab98-746d-4e57-a5b8-d68dfb187e2f tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 936 time: 0.1368446 Jul 30 19:59:44.128197 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ba157-11fa-464b-862d-d819fefc1d46 req-3fe027d4-80dc-4604-be9a-eb949c9e903c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:44.138131 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-595ba157-11fa-464b-862d-d819fefc1d46 req-3fe027d4-80dc-4604-be9a-eb949c9e903c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 948 time: 0.3660448 Jul 30 19:59:44.145283 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Transition to ACTIVE for port object e44d8c8f-b028-4d57-a19a-42d1a0a348a7 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 19:59:44.178445 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Transition to ACTIVE for port object e44d8c8f-b028-4d57-a19a-42d1a0a348a7 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 19:59:44.192158 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:44.200620 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fe94fe79-6b7d-4a58-900d-2a4b93251b2d req-62415441-0b42-403b-a7fe-9bdc54c333ba tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/security-groups?id=693ae0b6-b634-4c9a-ac11-69bc9d6ea2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744615 Jul 30 19:59:44.272550 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Network 9958f565-4186-495a-b838-46ca3a70750f is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 19:59:44.281760 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 19:59:44.285307 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 19:59:44.311047 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Pushing event updated for resources: {'Port': ['ID=e44d8c8f-b028-4d57-a19a-42d1a0a348a7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:44.351426 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a8f82-7dd4-4e3d-8eb2-cd986079bced req-867cebf1-7669-4545-83db-92013cea327a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:44.357503 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-486a8f82-7dd4-4e3d-8eb2-cd986079bced req-867cebf1-7669-4545-83db-92013cea327a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 1099 time: 0.1775401 Jul 30 19:59:44.369138 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:44.375198 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:44.375752 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:44.376185 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:44.376756 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:44.377036 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:44.377458 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:44.377875 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:44.378301 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:44.378711 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:44.379127 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:44.379661 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Tracked resource versions report: Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: pushed versions: Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: { 'AddressGroup': {'1.2'}, Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: 'ConntrackHelper': {'1.0'}, Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: 'Log': {'1.0'}, Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: 'Network': {'1.1'}, Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: 'Port': {'1.7'}, Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: 'PortForwarding': {'1.2'}, Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: 'QosPolicy': {'1.8'}, Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: 'SecurityGroup': {'1.4'}, Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: 'SecurityGroupRule': {'1.2'}, Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: 'SubPort': {'1.0'}, Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: 'Subnet': {'1.1'}, Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: 'Trunk': {'1.1'}} Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: consumer versions: Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: { DHCP agent@n-d-712137-9: {}, Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: HyperV agent@n-h1-712137-9: {}, Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: HyperV agent@n-h2-712137-9: {}, Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: L3 agent@n-d-712137-9: {}, Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: Metadata agent@n-d-712137-9: {}, Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: Metering agent@n-d-712137-9: {}, Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: Open vSwitch agent@n-d-712137-9: { 'AddressGroup': '1.2', Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: 'ConntrackHelper': '1.0', Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: 'Log': '1.0', Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: 'Network': '1.1', Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: 'Port': '1.7', Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: 'PortForwarding': '1.2', Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: 'QosPolicy': '1.8', Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: 'SecurityGroup': '1.4', Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: 'SecurityGroupRule': '1.2', Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: 'SubPort': '1.0', Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: 'Subnet': '1.1', Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: 'Trunk': '1.1'}} Jul 30 19:59:44.381452 n-d-712137-9 neutron-server[93884]: {{(pid=93884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 19:59:44.390929 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-8fb4a051-840b-40c1-a20e-6b46796b05ed service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8309159 Jul 30 19:59:44.408605 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-595ba157-11fa-464b-862d-d819fefc1d46 req-1db329c1-8fb6-4ff9-b12e-5fed6b112cce tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681258 Jul 30 19:59:44.463134 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b97c0ba-e4ac-4153-ada0-b4a6abaade6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:44.513516 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Attempting to bind port e44d8c8f-b028-4d57-a19a-42d1a0a348a7 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 19:59:44.513888 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Attempting to bind port e44d8c8f-b028-4d57-a19a-42d1a0a348a7 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'ed0c2806-2c75-44d1-9a7a-53828c3162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9958f565-4186-495a-b838-46ca3a70750f'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 19:59:44.514252 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Attempting to bind port e44d8c8f-b028-4d57-a19a-42d1a0a348a7 on network 9958f565-4186-495a-b838-46ca3a70750f {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 19:59:44.524616 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 19, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 19:59:44.524987 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Checking segment: {'id': 'ed0c2806-2c75-44d1-9a7a-53828c3162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9958f565-4186-495a-b838-46ca3a70750f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 19:59:44.525393 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:44.526168 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Bound using segment: {'id': 'ed0c2806-2c75-44d1-9a7a-53828c3162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9958f565-4186-495a-b838-46ca3a70750f'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 19:59:44.526283 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Bound port: e44d8c8f-b028-4d57-a19a-42d1a0a348a7, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0c2806-2c75-44d1-9a7a-53828c3162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9958f565-4186-495a-b838-46ca3a70750f'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 19:59:44.526677 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:44.687816 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528e3eb-2041-4a77-afb2-78d2d8aba021 req-b5f141fd-3974-4899-980b-866d2f324597 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:44.689646 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e528e3eb-2041-4a77-afb2-78d2d8aba021 req-b5f141fd-3974-4899-980b-866d2f324597 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 947 time: 0.1577933 Jul 30 19:59:44.734530 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] For port e44d8c8f-b028-4d57-a19a-42d1a0a348a7, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 19:59:44.749129 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] For port e44d8c8f-b028-4d57-a19a-42d1a0a348a7, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e44d8c8f-b028-4d57-a19a-42d1a0a348a7,segment=NetworkSegment(ed0c2806-2c75-44d1-9a7a-53828c3162ab),segment_id=ed0c2806-2c75-44d1-9a7a-53828c3162ab)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 19:59:44.758252 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:44.857120 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e528e3eb-2041-4a77-afb2-78d2d8aba021 req-acfa3f24-8774-4d3b-bc3b-32be2007f0a7 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444538 Jul 30 19:59:44.872172 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-6cf45d30-2785-48f0-afde-7fa27f2b8739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab2e8b0-4fd5-4387-a115-98226438c281 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 19:59:44.890540 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a8f82-7dd4-4e3d-8eb2-cd986079bced req-d8b8113d-379b-4e0d-9b0b-410fc8956d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:44.893230 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-6cf45d30-2785-48f0-afde-7fa27f2b8739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:44.898565 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-486a8f82-7dd4-4e3d-8eb2-cd986079bced req-d8b8113d-379b-4e0d-9b0b-410fc8956d0f service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.5201404 Jul 30 19:59:44.924061 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-6cf45d30-2785-48f0-afde-7fa27f2b8739 service neutron] Transition to ACTIVE for port object 6ab2e8b0-4fd5-4387-a115-98226438c281 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 19:59:44.930375 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-6cf45d30-2785-48f0-afde-7fa27f2b8739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:45.014493 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a3e22-965e-49c3-a0ed-34f0f71b41e9 None None] Pushing event updated for resources: {'Port': ['ID=e44d8c8f-b028-4d57-a19a-42d1a0a348a7,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:45.128773 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:45.606789 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-486a8f82-7dd4-4e3d-8eb2-cd986079bced req-9e722110-57d4-496a-8a97-d86b560cfb74 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=c65993c9-3d10-4021-94da-440fdc55ae35 HTTP/1.1" status: 200 len: 217 time: 0.3564208 Jul 30 19:59:45.675402 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07fe036f-e0a7-492d-89ad-b2e760b38162 req-1f9e9507-c4b0-4361-9f96-1acf0bdb4426 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5954876 Jul 30 19:59:45.692992 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf45d30-2785-48f0-afde-7fa27f2b8739 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab2e8b0-4fd5-4387-a115-98226438c281,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:45.723775 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46130) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:45.781440 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568179d-5687-4ec9-9329-ee51d2201683 req-4e33ccb5-6038-4180-bb2e-75d3dc5328e6 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:45.789631 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5568179d-5687-4ec9-9329-ee51d2201683 req-4e33ccb5-6038-4180-bb2e-75d3dc5328e6 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 970 time: 0.3882473 Jul 30 19:59:45.828879 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-6cf45d30-2785-48f0-afde-7fa27f2b8739 service neutron] Attempting to bind port 6ab2e8b0-4fd5-4387-a115-98226438c281 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 19:59:45.829156 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-6cf45d30-2785-48f0-afde-7fa27f2b8739 service neutron] Attempting to bind port 6ab2e8b0-4fd5-4387-a115-98226438c281 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 19:59:45.829487 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-6cf45d30-2785-48f0-afde-7fa27f2b8739 service neutron] Attempting to bind port 6ab2e8b0-4fd5-4387-a115-98226438c281 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 19:59:45.851384 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5568179d-5687-4ec9-9329-ee51d2201683 req-13d87bcc-007f-42c8-85e5-c83bebaa5e00 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/security-groups?id=693ae0b6-b634-4c9a-ac11-69bc9d6ea2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586305 Jul 30 19:59:45.855727 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-6cf45d30-2785-48f0-afde-7fa27f2b8739 service neutron] Port 6ab2e8b0-4fd5-4387-a115-98226438c281 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 19:59:45.856141 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-6cf45d30-2785-48f0-afde-7fa27f2b8739 service neutron] Attempting to bind port 6ab2e8b0-4fd5-4387-a115-98226438c281 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 19:59:45.872748 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-6cf45d30-2785-48f0-afde-7fa27f2b8739 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 19, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 19:59:45.874564 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-6cf45d30-2785-48f0-afde-7fa27f2b8739 service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 19:59:45.877919 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-6cf45d30-2785-48f0-afde-7fa27f2b8739 service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 19:59:45.878733 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-6cf45d30-2785-48f0-afde-7fa27f2b8739 service neutron] Bound port: 6ab2e8b0-4fd5-4387-a115-98226438c281, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 19:59:45.879335 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-6cf45d30-2785-48f0-afde-7fa27f2b8739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:45.925987 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b6c9285-a6be-41ec-9d4c-8e7c658c8caf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:46.111430 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b6c9285-a6be-41ec-9d4c-8e7c658c8caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:46.156983 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3a04bd8b-c9d5-4ec8-ade3-7f83fe421d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:46.159346 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a8f82-7dd4-4e3d-8eb2-cd986079bced req-68455b39-fb8a-46a3-b653-76ca0c5c7fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:46.160896 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-486a8f82-7dd4-4e3d-8eb2-cd986079bced req-68455b39-fb8a-46a3-b653-76ca0c5c7fbe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.5164270 Jul 30 19:59:46.162512 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e44d8c8f-b028-4d57-a19a-42d1a0a348a7 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 19:59:46.225278 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af8a45-7b6d-43db-bb92-897735a16176 req-02360fa8-c668-4cca-b622-f9ae2a6aae37 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:46.226846 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-53af8a45-7b6d-43db-bb92-897735a16176 req-02360fa8-c668-4cca-b622-f9ae2a6aae37 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 948 time: 0.2005205 Jul 30 19:59:46.246418 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-6cf45d30-2785-48f0-afde-7fa27f2b8739 service neutron] For port 6ab2e8b0-4fd5-4387-a115-98226438c281, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 19:59:46.251110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-6cf45d30-2785-48f0-afde-7fa27f2b8739 service neutron] For port 6ab2e8b0-4fd5-4387-a115-98226438c281, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=6ab2e8b0-4fd5-4387-a115-98226438c281,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 19:59:46.257624 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port e44d8c8f-b028-4d57-a19a-42d1a0a348a7 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 19:59:46.342999 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-6cf45d30-2785-48f0-afde-7fa27f2b8739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:46.359228 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-53af8a45-7b6d-43db-bb92-897735a16176 req-f1b2aca5-d2b1-4457-92aa-445f59dd7096 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100860 Jul 30 19:59:46.412527 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-6cf45d30-2785-48f0-afde-7fa27f2b8739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:46.413202 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-6cf45d30-2785-48f0-afde-7fa27f2b8739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:46.414603 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-6cf45d30-2785-48f0-afde-7fa27f2b8739 service neutron] 10.222.0.59 "PUT /v2.0/ports/6ab2e8b0-4fd5-4387-a115-98226438c281 HTTP/1.1" status: 200 len: 1118 time: 3.1922293 Jul 30 19:59:46.415053 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61edd25e-7f9c-49f5-843f-19d3a9b0a9f3', 'tag': '6ab2e8b0-4fd5-4387-a115-98226438c281'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 19:59:46.417889 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8f5b92-2e1a-4c9f-8806-50e4b1750d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "61edd25e-7f9c-49f5-843f-19d3a9b0a9f3", "tag": "6ab2e8b0-4fd5-4387-a115-98226438c281"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 19:59:46.487967 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf45d30-2785-48f0-afde-7fa27f2b8739 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab2e8b0-4fd5-4387-a115-98226438c281,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:46.607099 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 19:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb9c6ce-fb6f-4af7-8505-05e3924cfd98 x-openstack-request-id: req-5bb9c6ce-fb6f-4af7-8505-05e3924cfd98 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 19:59:46.607448 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61edd25e-7f9c-49f5-843f-19d3a9b0a9f3", "tag": "6ab2e8b0-4fd5-4387-a115-98226438c281", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 19:59:46.607664 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5bb9c6ce-fb6f-4af7-8505-05e3924cfd98 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 19:59:46.608063 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61edd25e-7f9c-49f5-843f-19d3a9b0a9f3', 'tag': '6ab2e8b0-4fd5-4387-a115-98226438c281', 'status': 'completed', 'code': 200} Jul 30 19:59:46.782694 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a8f82-7dd4-4e3d-8eb2-cd986079bced req-bdb6f45f-fd7b-4d37-9a83-e5ad0ed8d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:46.784296 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-486a8f82-7dd4-4e3d-8eb2-cd986079bced req-bdb6f45f-fd7b-4d37-9a83-e5ad0ed8d877 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6115804 Jul 30 19:59:46.827208 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b97c0ba-e4ac-4153-ada0-b4a6abaade6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:46.879816 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66cb0a1-5de4-42d4-a9a0-8bf8938924f4 None None] Network 9958f565-4186-495a-b838-46ca3a70750f requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 19:59:46.894576 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e13862-51e9-40bd-a395-7758af81915c req-98548cb5-044c-4547-b836-a8277d402e6a tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:46.911577 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a7e13862-51e9-40bd-a395-7758af81915c req-98548cb5-044c-4547-b836-a8277d402e6a tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 947 time: 0.7495859 Jul 30 19:59:46.993894 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46154) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:47.034158 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b97c0ba-e4ac-4153-ada0-b4a6abaade6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:47.067876 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1428061-ce78-42a7-a1a9-3c771a17606d req-655e6252-d2f8-4df4-9253-74c167fbb6bc tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:47.070522 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1428061-ce78-42a7-a1a9-3c771a17606d req-655e6252-d2f8-4df4-9253-74c167fbb6bc tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 970 time: 0.1185417 Jul 30 19:59:47.083236 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3a04bd8b-c9d5-4ec8-ade3-7f83fe421d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:47.108642 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3a04bd8b-c9d5-4ec8-ade3-7f83fe421d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:47.147094 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04bd8b-c9d5-4ec8-ade3-7f83fe421d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe178cf-5ae0-4e24-862c-638e69d4d574,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:47.174328 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97c0ba-e4ac-4153-ada0-b4a6abaade6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7412c106-e1df-4d22-b53d-da6b53361340,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:47.177293 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1428061-ce78-42a7-a1a9-3c771a17606d req-f3e5f0e6-8323-427f-a246-b81b6b465213 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/security-groups?id=693ae0b6-b634-4c9a-ac11-69bc9d6ea2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913274 Jul 30 19:59:47.188892 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3a04bd8b-c9d5-4ec8-ade3-7f83fe421d1d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=69a3ff1ebc304b43b892dfac58980cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4590209 Jul 30 19:59:47.189900 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46160) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:47.241792 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1f840d06-4f07-4e63-bf56-1ab6fb8a32ba None None] Provisioning for port e44d8c8f-b028-4d57-a19a-42d1a0a348a7 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 19:59:47.247941 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1f840d06-4f07-4e63-bf56-1ab6fb8a32ba None None] Provisioning complete for port e44d8c8f-b028-4d57-a19a-42d1a0a348a7 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:59:47.248476 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f840d06-4f07-4e63-bf56-1ab6fb8a32ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:47.255146 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a7e13862-51e9-40bd-a395-7758af81915c req-77292236-199f-4e4b-9156-113a23436802 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426547 Jul 30 19:59:47.271876 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4b97c0ba-e4ac-4153-ada0-b4a6abaade6b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f0a20c0456e6402fa30648c7d49bf643&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2848890 Jul 30 19:59:47.286619 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46162) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:47.300332 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-3b6c9285-a6be-41ec-9d4c-8e7c658c8caf admin admin] Allocated IP 172.25.3.66 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/96ad8755-3716-48dd-b628-102e828bde60) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 19:59:47.340211 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-486a8f82-7dd4-4e3d-8eb2-cd986079bced req-e55cf777-ef74-48e3-bd21-de8ff8ae013b service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325899 Jul 30 19:59:47.402131 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f840d06-4f07-4e63-bf56-1ab6fb8a32ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:47.451642 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b6c9285-a6be-41ec-9d4c-8e7c658c8caf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:47.458248 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1f840d06-4f07-4e63-bf56-1ab6fb8a32ba None None] For port e44d8c8f-b028-4d57-a19a-42d1a0a348a7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e44d8c8f-b028-4d57-a19a-42d1a0a348a7,segment=NetworkSegment(ed0c2806-2c75-44d1-9a7a-53828c3162ab),segment_id=ed0c2806-2c75-44d1-9a7a-53828c3162ab)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 19:59:47.476199 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f840d06-4f07-4e63-bf56-1ab6fb8a32ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:47.505383 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b6c9285-a6be-41ec-9d4c-8e7c658c8caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:47.505885 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b3c47ccf-fcbf-4cc9-9211-820af89513c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:47.513115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc563f-0f8c-4e48-bb2d-8e47bb3eade5 req-4cb47261-6196-4f4f-b909-a460f560b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:47.514629 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f2dc563f-0f8c-4e48-bb2d-8e47bb3eade5 req-4cb47261-6196-4f4f-b909-a460f560b7a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=896d4b87a67048d8bcfe5755ccb9ee0f&device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 1098 time: 0.2852185 Jul 30 19:59:47.554698 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f5b92-2e1a-4c9f-8806-50e4b1750d4b req-7e99133f-414e-4c30-9bb3-7fa4a1ff49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:47.562323 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c9285-a6be-41ec-9d4c-8e7c658c8caf admin admin] Pushing event updated for resources: {'Port': ['ID=96ad8755-3716-48dd-b628-102e828bde60,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:47.564459 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d8f5b92-2e1a-4c9f-8806-50e4b1750d4b req-7e99133f-414e-4c30-9bb3-7fa4a1ff49b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81197c6e40e84da99bbc71378d1d9a2f&device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 1121 time: 0.2790787 Jul 30 19:59:47.578380 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6c9285-a6be-41ec-9d4c-8e7c658c8caf admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 19:59:47.580460 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3b6c9285-a6be-41ec-9d4c-8e7c658c8caf admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 19:59:47.584204 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c9285-a6be-41ec-9d4c-8e7c658c8caf admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 19:59:47.615783 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f840d06-4f07-4e63-bf56-1ab6fb8a32ba None None] Pushing event updated for resources: {'Port': ['ID=e44d8c8f-b028-4d57-a19a-42d1a0a348a7,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:47.702668 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4d6793fe-d4a4-4840-bf1f-983d41950121 None None] Provisioning complete for port e44d8c8f-b028-4d57-a19a-42d1a0a348a7 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:59:47.703134 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d6793fe-d4a4-4840-bf1f-983d41950121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:47.846389 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d044f726-8737-45ab-b8eb-9c19a2ca3208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:47.996791 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d8f5b92-2e1a-4c9f-8806-50e4b1750d4b req-f954ca54-7e0f-48c8-af3b-8fe6b6f6dd43 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=81197c6e40e84da99bbc71378d1d9a2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1363065 Jul 30 19:59:47.997512 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-092bebb8-036f-4aa6-8aae-f2c71f9a47d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:48.007218 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b6c9285-a6be-41ec-9d4c-8e7c658c8caf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:48.037809 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e44d8c8f-b028-4d57-a19a-42d1a0a348a7 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 19:59:48.059789 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d044f726-8737-45ab-b8eb-9c19a2ca3208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:48.109807 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port e44d8c8f-b028-4d57-a19a-42d1a0a348a7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:59:48.110170 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:48.157678 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc563f-0f8c-4e48-bb2d-8e47bb3eade5 req-67e3d4fc-0221-4a92-937a-6e39915e49d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:48.159196 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f2dc563f-0f8c-4e48-bb2d-8e47bb3eade5 req-67e3d4fc-0221-4a92-937a-6e39915e49d0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.6155002 Jul 30 19:59:48.173348 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-092bebb8-036f-4aa6-8aae-f2c71f9a47d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:48.253307 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b884c5-86fa-4bbf-9799-f0f57e7f8e3d req-3e9f2d63-bfea-43fe-964d-ba9e6d47979b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:48.260481 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f5b884c5-86fa-4bbf-9799-f0f57e7f8e3d req-3e9f2d63-bfea-43fe-964d-ba9e6d47979b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 948 time: 0.7103631 Jul 30 19:59:48.285886 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b6c9285-a6be-41ec-9d4c-8e7c658c8caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:48.328322 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f2dc563f-0f8c-4e48-bb2d-8e47bb3eade5 req-13a8a1c2-1819-424d-a0db-eedf1c2debc5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=ef016860-f4f7-4b09-9298-4b7cafd122be HTTP/1.1" status: 200 len: 217 time: 0.1518235 Jul 30 19:59:48.374219 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8badf0-2249-409e-b0d8-2101f10f9e4a req-6e9f0baa-2dcb-4377-886d-bfe385aa64d7 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:48.381694 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3f8badf0-2249-409e-b0d8-2101f10f9e4a req-6e9f0baa-2dcb-4377-886d-bfe385aa64d7 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 970 time: 0.1157875 Jul 30 19:59:48.471737 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f5b92-2e1a-4c9f-8806-50e4b1750d4b req-83c3b0db-0213-4a3e-afea-e58577af70b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:48.473082 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d8f5b92-2e1a-4c9f-8806-50e4b1750d4b req-83c3b0db-0213-4a3e-afea-e58577af70b6 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4513254 Jul 30 19:59:48.482788 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3f8badf0-2249-409e-b0d8-2101f10f9e4a req-ea066c1f-59cd-40f2-8154-c0cfaf3e6795 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/security-groups?id=693ae0b6-b634-4c9a-ac11-69bc9d6ea2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951166 Jul 30 19:59:48.496701 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f5b884c5-86fa-4bbf-9799-f0f57e7f8e3d req-7adbd0f1-96a9-4dc8-ba3f-2bd05ab23069 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347970 Jul 30 19:59:48.503188 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d044f726-8737-45ab-b8eb-9c19a2ca3208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:48.505735 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d044f726-8737-45ab-b8eb-9c19a2ca3208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:48.506875 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d044f726-8737-45ab-b8eb-9c19a2ca3208 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2fe178cf-5ae0-4e24-862c-638e69d4d574 HTTP/1.1" status: 204 len: 168 time: 1.3160808 Jul 30 19:59:48.522747 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc563f-0f8c-4e48-bb2d-8e47bb3eade5 req-c24b5c6d-a8ef-4333-a9f6-55f87467e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:48.524263 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f2dc563f-0f8c-4e48-bb2d-8e47bb3eade5 req-c24b5c6d-a8ef-4333-a9f6-55f87467e4b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1592953 Jul 30 19:59:48.534953 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044f726-8737-45ab-b8eb-9c19a2ca3208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe178cf-5ae0-4e24-862c-638e69d4d574,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:48.556415 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b3c47ccf-fcbf-4cc9-9211-820af89513c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:48.588091 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-092bebb8-036f-4aa6-8aae-f2c71f9a47d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:48.591742 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-092bebb8-036f-4aa6-8aae-f2c71f9a47d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:48.595276 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-092bebb8-036f-4aa6-8aae-f2c71f9a47d7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7412c106-e1df-4d22-b53d-da6b53361340 HTTP/1.1" status: 204 len: 168 time: 1.3058312 Jul 30 19:59:48.618107 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b3c47ccf-fcbf-4cc9-9211-820af89513c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:48.627054 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6c9285-a6be-41ec-9d4c-8e7c658c8caf admin admin] Router a7f609b3-e80a-4240-a49f-9c352e37be60 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 19:59:48.668391 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b3c47ccf-fcbf-4cc9-9211-820af89513c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2dcc5abc808a40e9b54ab4847195ca62&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6734669 Jul 30 19:59:48.678015 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46182) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:48.682258 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bebb8-036f-4aa6-8aae-f2c71f9a47d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7412c106-e1df-4d22-b53d-da6b53361340,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:48.728117 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc563f-0f8c-4e48-bb2d-8e47bb3eade5 req-5a2f6e07-e696-497e-ae28-17d0dc6668a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:48.729682 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f2dc563f-0f8c-4e48-bb2d-8e47bb3eade5 req-5a2f6e07-e696-497e-ae28-17d0dc6668a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1839011 Jul 30 19:59:48.785114 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-4ecc02b9-4d89-4f3d-8153-11c2543116db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:48.786862 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-4ecc02b9-4d89-4f3d-8153-11c2543116db service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81197c6e40e84da99bbc71378d1d9a2f&device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 1121 time: 0.2457907 Jul 30 19:59:48.803295 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c47ccf-fcbf-4cc9-9211-820af89513c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a074e8-dc43-4bd9-9104-dc94efb4d594,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:48.880495 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f806a6-f2cf-4965-9494-544b66886d47 req-0962b7ce-4e57-4d30-9a14-5337134d6955 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:48.882102 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-12f806a6-f2cf-4965-9494-544b66886d47 req-0962b7ce-4e57-4d30-9a14-5337134d6955 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 947 time: 0.1562858 Jul 30 19:59:48.946722 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-12f806a6-f2cf-4965-9494-544b66886d47 req-8a053dea-d8ae-4ad8-879c-0281616b930e tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547659 Jul 30 19:59:48.948849 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6c9285-a6be-41ec-9d4c-8e7c658c8caf admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 19:59:48.962040 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] Sync routers for ids ['a7f609b3-e80a-4240-a49f-9c352e37be60'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 19:59:48.978312 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] Routers {'a7f609b3-e80a-4240-a49f-9c352e37be60'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 19:59:48.980527 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T19:59:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a7f609b3-e80a-4240-a49f-9c352e37be60'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 19:59:48.990449 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-bf6cad01-2cb8-4bb6-b7bf-3b4950967166 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=6ab2e8b0-4fd5-4387-a115-98226438c281 HTTP/1.1" status: 200 len: 217 time: 0.1298287 Jul 30 19:59:48.991610 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b6c9285-a6be-41ec-9d4c-8e7c658c8caf admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:48.995903 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3b6c9285-a6be-41ec-9d4c-8e7c658c8caf admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.1680107 Jul 30 19:59:48.996577 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46188) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:49.086233 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2a41dd6f-3a4d-4777-9db0-dfe2587884fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:49.116108 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46190) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:49.184462 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-604dedc3-2f68-4c54-9b5f-b835a8b0aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:49.186923 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-604dedc3-2f68-4c54-9b5f-b835a8b0aeb5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1864896 Jul 30 19:59:49.188423 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a7af850e-4b43-4b2f-ab03-5fe304bb37ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:49.202270 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2a41dd6f-3a4d-4777-9db0-dfe2587884fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:49.222520 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f2dc563f-0f8c-4e48-bb2d-8e47bb3eade5 req-ca4a2733-1461-4c35-a44b-6f52fd78a582 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725561 Jul 30 19:59:49.237661 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:49.261016 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] Set router a7f609b3-e80a-4240-a49f-9c352e37be60 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 19:59:49.367093 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46192) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:49.436148 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1b57efe8-d954-4d3a-aa5e-0ad61b048e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:49.460956 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-cac7b2d9-12e3-4700-bee7-cf690faee998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:49.462614 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-cac7b2d9-12e3-4700-bee7-cf690faee998 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2649050 Jul 30 19:59:49.554364 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214273748-router', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '96ad8755-3716-48dd-b628-102e828bde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:42Z', 'updated_at': '2021-07-30T19:59:47Z', 'revision_number': 3, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'gw_port': {'id': '96ad8755-3716-48dd-b628-102e828bde60', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:46Z', 'updated_at': '2021-07-30T19:59:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 19:59:49.590656 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2a41dd6f-3a4d-4777-9db0-dfe2587884fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:49.593524 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2a41dd6f-3a4d-4777-9db0-dfe2587884fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:49.597215 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2a41dd6f-3a4d-4777-9db0-dfe2587884fb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/81a074e8-dc43-4bd9-9104-dc94efb4d594 HTTP/1.1" status: 204 len: 168 time: 0.9153242 Jul 30 19:59:49.625949 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] Checking router: a7f609b3-e80a-4240-a49f-9c352e37be60 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 19:59:49.627783 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] Updating router a7f609b3-e80a-4240-a49f-9c352e37be60 port 96ad8755-3716-48dd-b628-102e828bde60 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 19:59:49.653105 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f2dc563f-0f8c-4e48-bb2d-8e47bb3eade5 req-1a9cffa2-cfaa-4aad-be89-72c393b5aab5 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190440 Jul 30 19:59:49.662524 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41dd6f-3a4d-4777-9db0-dfe2587884fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a074e8-dc43-4bd9-9104-dc94efb4d594,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:49.671064 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:49.694291 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a34d3-9015-4eeb-9f16-9608983697da req-8081e8d6-b5e5-4436-ae1b-90114b76bed7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:49.695871 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-893a34d3-9015-4eeb-9f16-9608983697da req-8081e8d6-b5e5-4436-ae1b-90114b76bed7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 948 time: 0.0788939 Jul 30 19:59:49.738206 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a7af850e-4b43-4b2f-ab03-5fe304bb37ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:49.771203 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a7af850e-4b43-4b2f-ab03-5fe304bb37ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:49.784756 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-893a34d3-9015-4eeb-9f16-9608983697da req-ddee19cc-38cf-4d0f-8623-6e61809c0c56 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818064 Jul 30 19:59:49.803840 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaed7f9-444d-49a4-9287-caedacf317ed req-b13b73f5-d430-459d-a144-9099b71072b9 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:49.805629 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ccaed7f9-444d-49a4-9287-caedacf317ed req-b13b73f5-d430-459d-a144-9099b71072b9 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 970 time: 0.2255297 Jul 30 19:59:49.840010 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-e676b531-71ab-4489-a273-c0acb652abb6 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505855 Jul 30 19:59:49.885282 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af850e-4b43-4b2f-ab03-5fe304bb37ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cf43b7-6fa2-432d-8886-dfb50102b179,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:49.916035 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91f06301-8773-4ced-9e0d-b4e5507d8bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:49.925005 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a7af850e-4b43-4b2f-ab03-5fe304bb37ef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d2b29ea4903a4ae3b5664eabdf43d6fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8038447 Jul 30 19:59:49.926142 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46200) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:49.990683 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ccaed7f9-444d-49a4-9287-caedacf317ed req-fe5313a3-9085-42ac-be20-7bfa7b22a9c4 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/security-groups?id=693ae0b6-b634-4c9a-ac11-69bc9d6ea2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695368 Jul 30 19:59:50.055661 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb67573e-c8c8-4f0e-a7af-f204cd4e45c7 req-e9c68410-2e57-4654-93dd-4b59f76cbc68 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029970 Jul 30 19:59:50.067402 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1b57efe8-d954-4d3a-aa5e-0ad61b048e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:50.077160 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1b57efe8-d954-4d3a-aa5e-0ad61b048e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:50.111586 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01cc05be-df0c-49f9-939e-7f9bc92d602f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:50.131006 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57efe8-d954-4d3a-aa5e-0ad61b048e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b9ca90-fa1b-4a1a-83c2-5c7d4988c8fe,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:50.133942 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01cc05be-df0c-49f9-939e-7f9bc92d602f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:50.161890 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1b57efe8-d954-4d3a-aa5e-0ad61b048e85 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=67046a867df24836b42998ef14f7a836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7893603 Jul 30 19:59:50.162635 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46206) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:50.180573 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:50.202437 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] Transition to ACTIVE for port object 96ad8755-3716-48dd-b628-102e828bde60 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 19:59:50.209720 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:50.227728 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01cc05be-df0c-49f9-939e-7f9bc92d602f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:50.231047 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01cc05be-df0c-49f9-939e-7f9bc92d602f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:50.232860 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aa4efd4b-616f-45b5-a4dc-5cf9165794d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:50.235392 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-01cc05be-df0c-49f9-939e-7f9bc92d602f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/09cf43b7-6fa2-432d-8886-dfb50102b179 HTTP/1.1" status: 204 len: 168 time: 0.3059866 Jul 30 19:59:50.264156 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ce530-09b8-4b3e-8ab4-5962ed1d41e7 None None] Pushing event updated for resources: {'Port': ['ID=96ad8755-3716-48dd-b628-102e828bde60,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:50.268381 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aa4efd4b-616f-45b5-a4dc-5cf9165794d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:50.273442 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ce530-09b8-4b3e-8ab4-5962ed1d41e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:50.273801 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ce530-09b8-4b3e-8ab4-5962ed1d41e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:50.274144 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ce530-09b8-4b3e-8ab4-5962ed1d41e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:50.275015 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ce530-09b8-4b3e-8ab4-5962ed1d41e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:50.275015 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ce530-09b8-4b3e-8ab4-5962ed1d41e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:50.275272 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ce530-09b8-4b3e-8ab4-5962ed1d41e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:50.275440 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ce530-09b8-4b3e-8ab4-5962ed1d41e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:50.275801 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ce530-09b8-4b3e-8ab4-5962ed1d41e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:50.276199 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ce530-09b8-4b3e-8ab4-5962ed1d41e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:50.277104 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ce530-09b8-4b3e-8ab4-5962ed1d41e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:50.277444 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ce530-09b8-4b3e-8ab4-5962ed1d41e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:50.277770 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ce530-09b8-4b3e-8ab4-5962ed1d41e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ce530-09b8-4b3e-8ab4-5962ed1d41e7 None None] Tracked resource versions report: Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: pushed versions: Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: { 'AddressGroup': {'1.2'}, Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: 'ConntrackHelper': {'1.0'}, Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: 'Log': {'1.0'}, Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: 'Network': {'1.1'}, Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: 'Port': {'1.7'}, Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: 'PortForwarding': {'1.2'}, Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: 'QosPolicy': {'1.8'}, Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: 'SecurityGroup': {'1.4'}, Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: 'SecurityGroupRule': {'1.2'}, Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: 'SubPort': {'1.0'}, Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: 'Subnet': {'1.1'}, Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: 'Trunk': {'1.1'}} Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: consumer versions: Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: { DHCP agent@n-d-712137-9: {}, Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: HyperV agent@n-h1-712137-9: {}, Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: HyperV agent@n-h2-712137-9: {}, Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: L3 agent@n-d-712137-9: {}, Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: Metadata agent@n-d-712137-9: {}, Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: Metering agent@n-d-712137-9: {}, Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: Open vSwitch agent@n-d-712137-9: { 'AddressGroup': '1.2', Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: 'ConntrackHelper': '1.0', Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: 'Log': '1.0', Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: 'Network': '1.1', Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: 'Port': '1.7', Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: 'PortForwarding': '1.2', Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: 'QosPolicy': '1.8', Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: 'SecurityGroup': '1.4', Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: 'SecurityGroupRule': '1.2', Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: 'SubPort': '1.0', Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: 'Subnet': '1.1', Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: 'Trunk': '1.1'}} Jul 30 19:59:50.278939 n-d-712137-9 neutron-server[93885]: {{(pid=93885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 19:59:50.284759 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc05be-df0c-49f9-939e-7f9bc92d602f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cf43b7-6fa2-432d-8886-dfb50102b179,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:50.342406 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46790cb-1b01-489a-b645-e5b2fe4a6aad req-dc070f97-289e-4639-b9f2-4a8002f2bbed tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:50.344293 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c46790cb-1b01-489a-b645-e5b2fe4a6aad req-dc070f97-289e-4639-b9f2-4a8002f2bbed tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 947 time: 0.2337215 Jul 30 19:59:50.355407 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46212) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:50.368750 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] Attempting to bind port 96ad8755-3716-48dd-b628-102e828bde60 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 19:59:50.369127 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] Attempting to bind port 96ad8755-3716-48dd-b628-102e828bde60 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 19:59:50.369491 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] Attempting to bind port 96ad8755-3716-48dd-b628-102e828bde60 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 19:59:50.375903 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-19f7fbdc-12de-4549-a300-071b791d02ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:50.376396 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 19, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 19:59:50.376781 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 19:59:50.377236 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:50.377803 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 19:59:50.379291 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] Bound port: 96ad8755-3716-48dd-b628-102e828bde60, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 19:59:50.382025 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:50.382999 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-91f06301-8773-4ced-9e0d-b4e5507d8bbd admin admin] Allocated IP 172.20.0.1 (9958f565-4186-495a-b838-46ca3a70750f/e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3/08c7a27a-b8a8-4902-8344-5267941ff9a4) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 19:59:50.416445 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c46790cb-1b01-489a-b645-e5b2fe4a6aad req-ed032dbf-1157-4046-bbd7-af4ea9e2879d tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590842 Jul 30 19:59:50.439926 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aa4efd4b-616f-45b5-a4dc-5cf9165794d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:50.450907 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aa4efd4b-616f-45b5-a4dc-5cf9165794d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:50.454652 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-aa4efd4b-616f-45b5-a4dc-5cf9165794d9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/80b9ca90-fa1b-4a1a-83c2-5c7d4988c8fe HTTP/1.1" status: 204 len: 168 time: 0.2884095 Jul 30 19:59:50.475585 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] For port 96ad8755-3716-48dd-b628-102e828bde60, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 19:59:50.479100 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] For port 96ad8755-3716-48dd-b628-102e828bde60, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=96ad8755-3716-48dd-b628-102e828bde60,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 19:59:50.485700 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:50.534387 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-19f7fbdc-12de-4549-a300-071b791d02ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:50.542954 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4efd4b-616f-45b5-a4dc-5cf9165794d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b9ca90-fa1b-4a1a-83c2-5c7d4988c8fe,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:50.545825 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-19f7fbdc-12de-4549-a300-071b791d02ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:50.562078 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ce530-09b8-4b3e-8ab4-5962ed1d41e7 None None] Pushing event updated for resources: {'Port': ['ID=96ad8755-3716-48dd-b628-102e828bde60,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:50.583223 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91f06301-8773-4ced-9e0d-b4e5507d8bbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:50.591133 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] Routers {'a7f609b3-e80a-4240-a49f-9c352e37be60'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 19:59:50.592871 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T19:59:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a7f609b3-e80a-4240-a49f-9c352e37be60'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 19:59:50.598154 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-19f7fbdc-12de-4549-a300-071b791d02ef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1745eec282274f24866b061f64a4a611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383986 Jul 30 19:59:50.599282 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46220) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:50.604303 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-91f06301-8773-4ced-9e0d-b4e5507d8bbd admin admin] Transition to ACTIVE for port object 08c7a27a-b8a8-4902-8344-5267941ff9a4 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 19:59:50.613196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7fbdc-12de-4549-a300-071b791d02ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd5bdf4-fee0-499c-8d55-0eb7ce73d322,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:50.642740 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91f06301-8773-4ced-9e0d-b4e5507d8bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:50.691927 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f06301-8773-4ced-9e0d-b4e5507d8bbd admin admin] Network 9958f565-4186-495a-b838-46ca3a70750f is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 19:59:50.694945 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-71f7e84c-8c82-486b-b46b-422c599e80b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:50.695526 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-91f06301-8773-4ced-9e0d-b4e5507d8bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 19:59:50.699682 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f06301-8773-4ced-9e0d-b4e5507d8bbd admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 19:59:50.700183 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91f06301-8773-4ced-9e0d-b4e5507d8bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:50.723022 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-71f7e84c-8c82-486b-b46b-422c599e80b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:50.752761 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f06301-8773-4ced-9e0d-b4e5507d8bbd admin admin] Pushing event updated for resources: {'Port': ['ID=08c7a27a-b8a8-4902-8344-5267941ff9a4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:50.797129 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] Set router a7f609b3-e80a-4240-a49f-9c352e37be60 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 19:59:50.812424 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-71f7e84c-8c82-486b-b46b-422c599e80b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:50.815143 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-71f7e84c-8c82-486b-b46b-422c599e80b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:50.819524 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-71f7e84c-8c82-486b-b46b-422c599e80b0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3dd5bdf4-fee0-499c-8d55-0eb7ce73d322 HTTP/1.1" status: 204 len: 168 time: 0.2178631 Jul 30 19:59:50.831069 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7e84c-8c82-486b-b46b-422c599e80b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd5bdf4-fee0-499c-8d55-0eb7ce73d322,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:51.107318 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e4da6fff-a28c-4b61-a97e-c9c87e603a05 None None] Provisioning for port 08c7a27a-b8a8-4902-8344-5267941ff9a4 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 19:59:51.111756 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e4da6fff-a28c-4b61-a97e-c9c87e603a05 None None] Provisioning complete for port 08c7a27a-b8a8-4902-8344-5267941ff9a4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:59:51.112211 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4da6fff-a28c-4b61-a97e-c9c87e603a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:51.196237 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91f06301-8773-4ced-9e0d-b4e5507d8bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:51.228634 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af5e22-24e1-44ac-b5dd-d2057c47e771 req-d6d91b6a-3876-43fb-888e-520f7f8fcd5f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:51.231238 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-26af5e22-24e1-44ac-b5dd-d2057c47e771 req-d6d91b6a-3876-43fb-888e-520f7f8fcd5f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 948 time: 0.3391562 Jul 30 19:59:51.238838 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7c11e-64a7-47a6-8cd2-f168b66c9e4b req-e33d0d6b-59c1-4b17-96ef-0e190237e06d tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:51.240210 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dba911b7-fdd7-4e04-be59-8abef140a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:51.242731 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e4da6fff-a28c-4b61-a97e-c9c87e603a05 None None] Port 08c7a27a-b8a8-4902-8344-5267941ff9a4 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 19:59:51.247838 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f5a7c11e-64a7-47a6-8cd2-f168b66c9e4b req-e33d0d6b-59c1-4b17-96ef-0e190237e06d tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 970 time: 0.1016219 Jul 30 19:59:51.310971 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-26af5e22-24e1-44ac-b5dd-d2057c47e771 req-05ea8829-c9f9-4fae-b878-07ef7f651b5b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729861 Jul 30 19:59:51.322351 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214273748-router', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '96ad8755-3716-48dd-b628-102e828bde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:42Z', 'updated_at': '2021-07-30T19:59:47Z', 'revision_number': 3, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'gw_port': {'id': '96ad8755-3716-48dd-b628-102e828bde60', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:46Z', 'updated_at': '2021-07-30T19:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 19:59:51.341515 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f5a7c11e-64a7-47a6-8cd2-f168b66c9e4b req-4ab720a4-f565-45de-b7b0-c9a6998a9282 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/security-groups?id=693ae0b6-b634-4c9a-ac11-69bc9d6ea2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880175 Jul 30 19:59:51.359116 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8642a29-bf2d-409f-888c-beb4bd826f36 None None] The sync data for ids ['a7f609b3-e80a-4240-a49f-9c352e37be60'] in n-d-712137-9 is: [{'id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214273748-router', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '96ad8755-3716-48dd-b628-102e828bde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:42Z', 'updated_at': '2021-07-30T19:59:47Z', 'revision_number': 3, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'gw_port': {'id': '96ad8755-3716-48dd-b628-102e828bde60', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:46Z', 'updated_at': '2021-07-30T19:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 19:59:51.457391 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46254) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:51.483772 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc008fdb-554f-4f79-9a99-e48851cf48d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:51.535946 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91f06301-8773-4ced-9e0d-b4e5507d8bbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:51.549438 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91f06301-8773-4ced-9e0d-b4e5507d8bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:51.550533 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91f06301-8773-4ced-9e0d-b4e5507d8bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:51.616166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e0d3a-753d-4a86-a5b4-fe5a380284d5 req-57fdce46-db9d-47e2-aefc-88504fa71a97 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:51.624484 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c2e0d3a-753d-4a86-a5b4-fe5a380284d5 req-57fdce46-db9d-47e2-aefc-88504fa71a97 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 947 time: 0.1101975 Jul 30 19:59:51.685242 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c2e0d3a-753d-4a86-a5b4-fe5a380284d5 req-304966f3-76bb-4119-afda-f4a95bdf2231 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576425 Jul 30 19:59:51.701591 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f06301-8773-4ced-9e0d-b4e5507d8bbd admin admin] Pushing event updated for resources: {'Port': ['ID=08c7a27a-b8a8-4902-8344-5267941ff9a4,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:51.733831 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device ef016860-f4f7-4b09-9298-4b7cafd122be details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 19:59:51.843295 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46266) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:51.889129 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f06301-8773-4ced-9e0d-b4e5507d8bbd admin admin] Network 9958f565-4186-495a-b838-46ca3a70750f is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 19:59:51.892828 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc008fdb-554f-4f79-9a99-e48851cf48d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:51.894717 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-91f06301-8773-4ced-9e0d-b4e5507d8bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 19:59:51.898313 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-486a8f82-7dd4-4e3d-8eb2-cd986079bced req-eef2129f-e876-4515-8f39-a3afe9d65b3f service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482079 Jul 30 19:59:51.904765 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc008fdb-554f-4f79-9a99-e48851cf48d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:51.942863 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc008fdb-554f-4f79-9a99-e48851cf48d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f064e027-b917-404a-b838-24cd2068e3b4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:52.038525 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fc008fdb-554f-4f79-9a99-e48851cf48d6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8d629ce63dc64584b42fc2d3f1ecaf09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5780380 Jul 30 19:59:52.039979 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46272) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:52.077511 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port ef016860-f4f7-4b09-9298-4b7cafd122be, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=ef016860-f4f7-4b09-9298-4b7cafd122be,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 19:59:52.100191 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'ef016860-f4f7-4b09-9298-4b7cafd122be', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': 'ef016860-f4f7-4b09-9298-4b7cafd122be', 'mac_address': 'fa:16:3e:b5:d1:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 19:59:52.192803 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-15804ebb-c958-4fda-bce8-cdb38a077263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:52.204686 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:52.236870 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef016860-f4f7-4b09-9298-4b7cafd122be {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 19:59:52.272382 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port ef016860-f4f7-4b09-9298-4b7cafd122be, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=ef016860-f4f7-4b09-9298-4b7cafd122be,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 19:59:52.274634 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-15804ebb-c958-4fda-bce8-cdb38a077263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:52.293201 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 96ad8755-3716-48dd-b628-102e828bde60 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 19:59:52.340726 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:52.362995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a8db7cdc-89f5-4419-8d76-851687803ae5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1335132146-network', 'tenant_id': '236d1eaa83284464a4f623b106ec8e36'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:59:52.395484 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8db7cdc-89f5-4419-8d76-851687803ae5 admin admin] Made reservation on behalf of 236d1eaa83284464a4f623b106ec8e36 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 19:59:52.398483 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8db7cdc-89f5-4419-8d76-851687803ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:52.410015 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-15804ebb-c958-4fda-bce8-cdb38a077263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:52.413202 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-15804ebb-c958-4fda-bce8-cdb38a077263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:52.415079 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-15804ebb-c958-4fda-bce8-cdb38a077263 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f064e027-b917-404a-b838-24cd2068e3b4 HTTP/1.1" status: 204 len: 168 time: 0.3671398 Jul 30 19:59:52.417223 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8db7cdc-89f5-4419-8d76-851687803ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:52.443566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15804ebb-c958-4fda-bce8-cdb38a077263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f064e027-b917-404a-b838-24cd2068e3b4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:52.565145 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=ef016860-f4f7-4b09-9298-4b7cafd122be,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:52.597131 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e958b69c-798c-456a-8579-7501403cb8d2 None None] Provisioning complete for port 08c7a27a-b8a8-4902-8344-5267941ff9a4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:59:52.597744 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e958b69c-798c-456a-8579-7501403cb8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:52.636363 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 96ad8755-3716-48dd-b628-102e828bde60 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 19:59:52.643841 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 96ad8755-3716-48dd-b628-102e828bde60 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:59:52.644587 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:52.681095 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52295a2-37b8-423e-82f6-bab16b96fb3e req-f3a3998e-a13d-411d-a344-1311d60afce7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:52.683255 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c52295a2-37b8-423e-82f6-bab16b96fb3e req-f3a3998e-a13d-411d-a344-1311d60afce7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 948 time: 0.1649468 Jul 30 19:59:52.691858 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4790d06-7b98-4b9e-92d5-883f90e38e52 req-9a3f0ddd-0ba2-45a2-828d-1eaaa71e0fc2 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:52.693409 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4790d06-7b98-4b9e-92d5-883f90e38e52 req-9a3f0ddd-0ba2-45a2-828d-1eaaa71e0fc2 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 970 time: 0.1814561 Jul 30 19:59:52.701552 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e958b69c-798c-456a-8579-7501403cb8d2 None None] Port 08c7a27a-b8a8-4902-8344-5267941ff9a4 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 19:59:52.702824 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f06301-8773-4ced-9e0d-b4e5507d8bbd admin admin] Router a7f609b3-e80a-4240-a49f-9c352e37be60 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 19:59:52.704046 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['ef016860-f4f7-4b09-9298-4b7cafd122be'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 19:59:52.744650 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8db7cdc-89f5-4419-8d76-851687803ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:52.759817 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8db7cdc-89f5-4419-8d76-851687803ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:52.812584 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4790d06-7b98-4b9e-92d5-883f90e38e52 req-68017187-9fb9-4def-b160-2e7f34460bdb tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/security-groups?id=693ae0b6-b634-4c9a-ac11-69bc9d6ea2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107936 Jul 30 19:59:52.827083 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c52295a2-37b8-423e-82f6-bab16b96fb3e req-a84ed440-d9dd-428e-b5d0-41b70fac8c00 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315424 Jul 30 19:59:52.839216 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8db7cdc-89f5-4419-8d76-851687803ae5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 19:59:52.864126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db7cdc-89f5-4419-8d76-851687803ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:52.870804 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8db7cdc-89f5-4419-8d76-851687803ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:52.871115 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-a8db7cdc-89f5-4419-8d76-851687803ae5 admin admin] Added segment 469238c1-e5bd-43e4-9a28-17eedda71b27 of type vlan for network dd53ee4f-dc29-41da-8a32-a515358904dc Jul 30 19:59:52.929607 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8db7cdc-89f5-4419-8d76-851687803ae5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:52.962610 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f06301-8773-4ced-9e0d-b4e5507d8bbd admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 19:59:52.972858 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-91f06301-8773-4ced-9e0d-b4e5507d8bbd admin admin] 10.222.0.81 "PUT /v2.0/routers/a7f609b3-e80a-4240-a49f-9c352e37be60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9687259 Jul 30 19:59:52.991818 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8db7cdc-89f5-4419-8d76-851687803ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:52.994635 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8db7cdc-89f5-4419-8d76-851687803ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:52.995883 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8db7cdc-89f5-4419-8d76-851687803ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:53.077176 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff162290-6594-4ca9-95b1-4ffb3c7f9b02 req-5c4e3b77-6fbc-4a7d-bd17-3e487a04f12d tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:53.085295 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ff162290-6594-4ca9-95b1-4ffb3c7f9b02 req-5c4e3b77-6fbc-4a7d-bd17-3e487a04f12d tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 948 time: 0.0708816 Jul 30 19:59:53.094837 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a8db7cdc-89f5-4419-8d76-851687803ae5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2502871 Jul 30 19:59:53.095458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46304) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:53.111567 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-1ec9c197-8151-4ba4-8496-5be90412abc8 admin admin] Request body: {'subnet': {'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1335132146-subnet', 'tenant_id': '236d1eaa83284464a4f623b106ec8e36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:59:53.128885 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:53.145729 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ff162290-6594-4ca9-95b1-4ffb3c7f9b02 req-6028b12c-0c4f-498d-8708-f6e0aac4f637 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583205 Jul 30 19:59:53.145933 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db7cdc-89f5-4419-8d76-851687803ae5 admin admin] Pushing event updated for resources: {'Network': ['ID=dd53ee4f-dc29-41da-8a32-a515358904dc,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:53.161378 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec9c197-8151-4ba4-8496-5be90412abc8 admin admin] Made reservation on behalf of 236d1eaa83284464a4f623b106ec8e36 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 19:59:53.165032 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c197-8151-4ba4-8496-5be90412abc8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:53.184913 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network dd53ee4f-dc29-41da-8a32-a515358904dc details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 19:59:53.238896 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 96ad8755-3716-48dd-b628-102e828bde60, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=96ad8755-3716-48dd-b628-102e828bde60,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 19:59:53.259042 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:53.349366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=96ad8755-3716-48dd-b628-102e828bde60,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:53.395321 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c197-8151-4ba4-8496-5be90412abc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:53.454486 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9c197-8151-4ba4-8496-5be90412abc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e297a2c7-8889-4baa-b07e-dd1ecdbb2586,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:53.464252 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec9c197-8151-4ba4-8496-5be90412abc8 admin admin] Checking segment: {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 19:59:53.464609 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec9c197-8151-4ba4-8496-5be90412abc8 admin admin] Network hostable DHCP agents. Network: dd53ee4f-dc29-41da-8a32-a515358904dc, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 19:59:53.482860 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec9c197-8151-4ba4-8496-5be90412abc8 admin admin] Network dd53ee4f-dc29-41da-8a32-a515358904dc is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 19:59:53.492665 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-1ec9c197-8151-4ba4-8496-5be90412abc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, dd53ee4f-dc29-41da-8a32-a515358904dc) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 19:59:53.497723 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec9c197-8151-4ba4-8496-5be90412abc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:53.498329 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c197-8151-4ba4-8496-5be90412abc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:53.505346 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e3f895-c287-40ea-8b73-4a128580adaf None None] Network dd53ee4f-dc29-41da-8a32-a515358904dc requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 19:59:53.520351 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1ec9c197-8151-4ba4-8496-5be90412abc8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4214749 Jul 30 19:59:53.662956 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce22efd-c7f4-43a5-ad47-1d16f47956d3 None None] Network dd53ee4f-dc29-41da-8a32-a515358904dc requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 19:59:53.677648 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1502f34d-8ead-417e-b425-54ac1242c532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:53.716421 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 6ab2e8b0-4fd5-4387-a115-98226438c281 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 19:59:53.737447 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device ef016860-f4f7-4b09-9298-4b7cafd122be up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 19:59:53.853992 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] Sync routers for ids ['a7f609b3-e80a-4240-a49f-9c352e37be60'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 19:59:53.890717 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] Routers {'a7f609b3-e80a-4240-a49f-9c352e37be60'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 19:59:53.891650 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T19:59:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a7f609b3-e80a-4240-a49f-9c352e37be60'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 19:59:54.001289 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:54.041155 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11187cd7-3f65-4ba4-aaaf-753c903e276b req-5cb2fc44-b751-42cf-bb0f-8ed87b81fad3 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:54.043159 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-11187cd7-3f65-4ba4-aaaf-753c903e276b req-5cb2fc44-b751-42cf-bb0f-8ed87b81fad3 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 948 time: 0.0814118 Jul 30 19:59:54.056409 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 96ad8755-3716-48dd-b628-102e828bde60 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 19:59:54.065966 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0508087-ffd4-4985-b6c4-52085a91cf03 req-b389f0f7-5518-4e6a-8908-6d8429a9e361 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:54.069395 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e0508087-ffd4-4985-b6c4-52085a91cf03 req-b389f0f7-5518-4e6a-8908-6d8429a9e361 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 970 time: 0.0805185 Jul 30 19:59:54.095352 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-11187cd7-3f65-4ba4-aaaf-753c903e276b req-b01f1ba1-46c2-444e-8fcb-76d230f4e1c3 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433784 Jul 30 19:59:54.120955 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port ef016860-f4f7-4b09-9298-4b7cafd122be completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 19:59:54.142126 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e0508087-ffd4-4985-b6c4-52085a91cf03 req-a897884d-08c0-46ba-a885-efb58d3e3bad tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/security-groups?id=693ae0b6-b634-4c9a-ac11-69bc9d6ea2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660031 Jul 30 19:59:54.167665 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port ef016860-f4f7-4b09-9298-4b7cafd122be triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:59:54.168040 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:54.278358 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 6ab2e8b0-4fd5-4387-a115-98226438c281, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=6ab2e8b0-4fd5-4387-a115-98226438c281,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 19:59:54.298214 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dad82-b93a-4e3f-862a-0233945397fe req-83a8c4e0-5352-4fad-af21-d6b5558c6597 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:54.306465 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ec4dad82-b93a-4e3f-862a-0233945397fe req-83a8c4e0-5352-4fad-af21-d6b5558c6597 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 948 time: 0.0614414 Jul 30 19:59:54.309024 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] Set router a7f609b3-e80a-4240-a49f-9c352e37be60 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 19:59:54.313652 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '6ab2e8b0-4fd5-4387-a115-98226438c281', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': '6ab2e8b0-4fd5-4387-a115-98226438c281', 'mac_address': 'fa:16:3e:e7:c8:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:tempest-test_az-1375318894', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 19:59:54.350055 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 96ad8755-3716-48dd-b628-102e828bde60 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:59:54.350541 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:54.356379 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ec4dad82-b93a-4e3f-862a-0233945397fe req-d9526f2c-d97a-4621-b100-b47e1d7a1f30 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487413 Jul 30 19:59:54.488974 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:54.504637 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:54.557075 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46380) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:54.558422 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab2e8b0-4fd5-4387-a115-98226438c281 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 19:59:54.563727 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f6f480a2-edab-4b51-8a09-36db14c9609d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1956582192-network', 'tenant_id': 'c47b3c52f1ac43689fa8563955d1dfe4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:59:54.601179 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f480a2-edab-4b51-8a09-36db14c9609d admin admin] Made reservation on behalf of c47b3c52f1ac43689fa8563955d1dfe4 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 19:59:54.605967 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f6f480a2-edab-4b51-8a09-36db14c9609d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:54.612442 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4c7e0c-31a8-435a-8910-52969ca3bf95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef016860-f4f7-4b09-9298-4b7cafd122be'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 19:59:54.618199 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f6f480a2-edab-4b51-8a09-36db14c9609d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:54.652329 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46384) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:54.709862 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 6ab2e8b0-4fd5-4387-a115-98226438c281, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=6ab2e8b0-4fd5-4387-a115-98226438c281,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 19:59:54.729979 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port ef016860-f4f7-4b09-9298-4b7cafd122be, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=ef016860-f4f7-4b09-9298-4b7cafd122be,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 19:59:54.731173 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:54.757461 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f6f480a2-edab-4b51-8a09-36db14c9609d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:54.763500 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f6f480a2-edab-4b51-8a09-36db14c9609d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:54.770385 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:54.793908 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f480a2-edab-4b51-8a09-36db14c9609d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 19:59:54.813398 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f6f480a2-edab-4b51-8a09-36db14c9609d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:54.813728 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-f6f480a2-edab-4b51-8a09-36db14c9609d admin admin] Added segment 253d0abc-dbc7-491a-9bd3-9009be25f808 of type vlan for network 69d38c61-fce2-42b1-bfed-6332e6dca322 Jul 30 19:59:54.815339 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f480a2-edab-4b51-8a09-36db14c9609d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed200b53-9775-4dfd-8b7e-73d714d11bfc,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:54.838370 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:54.844280 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=6ab2e8b0-4fd5-4387-a115-98226438c281,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:54.845718 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ff0e6194-e539-4c52-84a2-b1a9df9740aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:54.897567 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f6f480a2-edab-4b51-8a09-36db14c9609d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:54.915346 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=ef016860-f4f7-4b09-9298-4b7cafd122be,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:54.919944 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46398) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:54.926572 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d673be10-5c74-49c4-9292-3063decb8dbb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-272468851-network', 'tenant_id': 'e0bc0b209f874fc28936390bbc4256df'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:59:54.926790 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214273748-router', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '96ad8755-3716-48dd-b628-102e828bde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:42Z', 'updated_at': '2021-07-30T19:59:51Z', 'revision_number': 4, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'gw_port': {'id': '96ad8755-3716-48dd-b628-102e828bde60', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:46Z', 'updated_at': '2021-07-30T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '08c7a27a-b8a8-4902-8344-5267941ff9a4', 'name': '', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'mac_address': 'fa:16:3e:1b:bd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:49Z', 'updated_at': '2021-07-30T19:59:51Z', 'revision_number': 2, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'subnets': [{'id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 19:59:54.969592 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['6ab2e8b0-4fd5-4387-a115-98226438c281'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 19:59:54.974153 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] Checking router: a7f609b3-e80a-4240-a49f-9c352e37be60 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 19:59:54.974511 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] Updating router a7f609b3-e80a-4240-a49f-9c352e37be60 port 08c7a27a-b8a8-4902-8344-5267941ff9a4 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 19:59:54.991023 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f6f480a2-edab-4b51-8a09-36db14c9609d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:54.992356 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f480a2-edab-4b51-8a09-36db14c9609d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:54.993237 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f6f480a2-edab-4b51-8a09-36db14c9609d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:55.003730 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ff0e6194-e539-4c52-84a2-b1a9df9740aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:55.009819 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ff0e6194-e539-4c52-84a2-b1a9df9740aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:55.034638 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda98540-b4ba-4ec8-9484-cc48d4a18a12" -d '{"events": [{"server_uuid": "9a4c7e0c-31a8-435a-8910-52969ca3bf95", "name": "network-vif-plugged", "status": "completed", "tag": "ef016860-f4f7-4b09-9298-4b7cafd122be"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 19:59:55.037733 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:55.054233 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e6194-e539-4c52-84a2-b1a9df9740aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842b3a97-8817-4453-9445-7fda616bd17d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:55.067690 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f480a2-edab-4b51-8a09-36db14c9609d admin admin] Pushing event updated for resources: {'Network': ['ID=69d38c61-fce2-42b1-bfed-6332e6dca322,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:55.081272 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d673be10-5c74-49c4-9292-3063decb8dbb admin admin] Made reservation on behalf of e0bc0b209f874fc28936390bbc4256df for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 19:59:55.085882 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d673be10-5c74-49c4-9292-3063decb8dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:55.098555 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d673be10-5c74-49c4-9292-3063decb8dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:55.099076 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 69d38c61-fce2-42b1-bfed-6332e6dca322 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 19:59:55.099672 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ff0e6194-e539-4c52-84a2-b1a9df9740aa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a0d1387717104ec2879a7af936ef4030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4459574 Jul 30 19:59:55.100341 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46404) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:55.104821 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f6f480a2-edab-4b51-8a09-36db14c9609d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5430632 Jul 30 19:59:55.105759 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46406) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:55.116059 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-136d8108-3c59-43b5-93e2-885c4c62d76e admin admin] Request body: {'subnet': {'network_id': '69d38c61-fce2-42b1-bfed-6332e6dca322', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1956582192-subnet', 'tenant_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:59:55.155884 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136d8108-3c59-43b5-93e2-885c4c62d76e admin admin] Made reservation on behalf of c47b3c52f1ac43689fa8563955d1dfe4 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 19:59:55.159923 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-136d8108-3c59-43b5-93e2-885c4c62d76e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:55.282046 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41ee8c49-e9a0-452c-a766-f14a9fb45307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:55.322175 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41ee8c49-e9a0-452c-a766-f14a9fb45307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:55.335618 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2276d-5938-4526-9540-f8f9ab54cff4 req-3fab35c1-049b-4fb2-afc1-fb13b6cb3862 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:55.337193 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f6a2276d-5938-4526-9540-f8f9ab54cff4 req-3fab35c1-049b-4fb2-afc1-fb13b6cb3862 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 948 time: 0.1242990 Jul 30 19:59:55.400450 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 19:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b824cb-b632-468f-aa22-21fb399f0852 x-openstack-request-id: req-c9b824cb-b632-468f-aa22-21fb399f0852 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 19:59:55.401101 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4c7e0c-31a8-435a-8910-52969ca3bf95", "name": "network-vif-plugged", "status": "completed", "tag": "ef016860-f4f7-4b09-9298-4b7cafd122be", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 19:59:55.401101 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c9b824cb-b632-468f-aa22-21fb399f0852 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 19:59:55.402114 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4c7e0c-31a8-435a-8910-52969ca3bf95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef016860-f4f7-4b09-9298-4b7cafd122be', 'code': 200} Jul 30 19:59:55.455561 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f6a2276d-5938-4526-9540-f8f9ab54cff4 req-14f043bf-a4db-4ba1-90ea-e97b4f066ad8 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880337 Jul 30 19:59:55.469194 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d673be10-5c74-49c4-9292-3063decb8dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:55.476302 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d673be10-5c74-49c4-9292-3063decb8dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:55.482790 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41ee8c49-e9a0-452c-a766-f14a9fb45307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:55.485465 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41ee8c49-e9a0-452c-a766-f14a9fb45307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:55.489161 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-41ee8c49-e9a0-452c-a766-f14a9fb45307 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/842b3a97-8817-4453-9445-7fda616bd17d HTTP/1.1" status: 204 len: 168 time: 0.3834705 Jul 30 19:59:55.504719 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d673be10-5c74-49c4-9292-3063decb8dbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 19:59:55.527344 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673be10-5c74-49c4-9292-3063decb8dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e591a0-0e2b-4d1d-944b-2819261ba43d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:55.530906 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d673be10-5c74-49c4-9292-3063decb8dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:55.531294 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-d673be10-5c74-49c4-9292-3063decb8dbb admin admin] Added segment 96e6c636-69d7-416e-9035-054de0ae2b19 of type vlan for network 6a824830-dd4d-4204-9388-8b4dcce9c8a8 Jul 30 19:59:55.547729 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee8c49-e9a0-452c-a766-f14a9fb45307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842b3a97-8817-4453-9445-7fda616bd17d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:55.586094 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d673be10-5c74-49c4-9292-3063decb8dbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:55.620610 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d673be10-5c74-49c4-9292-3063decb8dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:55.621574 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d673be10-5c74-49c4-9292-3063decb8dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:55.622215 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d673be10-5c74-49c4-9292-3063decb8dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:55.683947 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673be10-5c74-49c4-9292-3063decb8dbb admin admin] Pushing event updated for resources: {'Network': ['ID=6a824830-dd4d-4204-9388-8b4dcce9c8a8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:55.699802 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d673be10-5c74-49c4-9292-3063decb8dbb admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7782886 Jul 30 19:59:55.702610 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46424) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:55.703711 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 6a824830-dd4d-4204-9388-8b4dcce9c8a8 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 19:59:55.706860 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:55.711915 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6a9a7a38-318c-4108-8818-09649642e00d admin admin] Request body: {'subnet': {'network_id': '6a824830-dd4d-4204-9388-8b4dcce9c8a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-272468851-subnet', 'tenant_id': 'e0bc0b209f874fc28936390bbc4256df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:59:55.738012 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9a7a38-318c-4108-8818-09649642e00d admin admin] Made reservation on behalf of e0bc0b209f874fc28936390bbc4256df for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 19:59:55.741832 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a9a7a38-318c-4108-8818-09649642e00d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:55.752922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6fdd6-822a-458b-8498-8659b4f27119 req-a8a45932-9c5d-41cf-81f0-f795f46867e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:55.754441 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a5e6fdd6-822a-458b-8498-8659b4f27119 req-a8a45932-9c5d-41cf-81f0-f795f46867e5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 1100 time: 0.2913449 Jul 30 19:59:55.801322 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4d58c-c060-4295-92c8-e7081eeacbf0 req-c03d28a5-4694-401c-bbd9-35ea1d656dfd tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:55.809389 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e5a4d58c-c060-4295-92c8-e7081eeacbf0 req-c03d28a5-4694-401c-bbd9-35ea1d656dfd tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 971 time: 0.3308594 Jul 30 19:59:55.817815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] Transition to ACTIVE for port object 08c7a27a-b8a8-4902-8344-5267941ff9a4 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 19:59:55.819286 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-136d8108-3c59-43b5-93e2-885c4c62d76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:55.822051 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c65993c9-3d10-4021-94da-440fdc55ae35 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 19:59:55.842015 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:55.879566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d8108-3c59-43b5-93e2-885c4c62d76e admin admin] Pushing event updated for resources: {'Subnet': ['ID=887fd936-a33d-48d0-82b2-83c7a0b06463,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:55.908613 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a5e6fdd6-822a-458b-8498-8659b4f27119 req-d9e5ce70-ed89-477a-a0f2-1620d3a1c6ab service neutron] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:55.948498 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828a684-b375-4162-a9cf-6504248fb62c req-f4187f71-0650-406a-a446-bedf0a51b892 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:55.950135 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e828a684-b375-4162-a9cf-6504248fb62c req-f4187f71-0650-406a-a446-bedf0a51b892 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 949 time: 0.1328864 Jul 30 19:59:56.013423 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf0423-9b31-439f-b62a-e2e5a62cafe2 None None] Pushing event updated for resources: {'Port': ['ID=08c7a27a-b8a8-4902-8344-5267941ff9a4,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:56.020788 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e5a4d58c-c060-4295-92c8-e7081eeacbf0 req-d2a7bc0f-a42d-49d5-a0ec-becb30d9ba13 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/security-groups?id=693ae0b6-b634-4c9a-ac11-69bc9d6ea2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947901 Jul 30 19:59:56.055610 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136d8108-3c59-43b5-93e2-885c4c62d76e admin admin] Checking segment: {'id': '253d0abc-dbc7-491a-9bd3-9009be25f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '69d38c61-fce2-42b1-bfed-6332e6dca322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 19:59:56.055977 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136d8108-3c59-43b5-93e2-885c4c62d76e admin admin] Network hostable DHCP agents. Network: 69d38c61-fce2-42b1-bfed-6332e6dca322, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 19:59:56.096207 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e828a684-b375-4162-a9cf-6504248fb62c req-c873ed73-199d-41ca-8437-02cc189878bb tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238353 Jul 30 19:59:56.102074 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46430) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:56.128267 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a9a7a38-318c-4108-8818-09649642e00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:56.128470 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136d8108-3c59-43b5-93e2-885c4c62d76e admin admin] Network 69d38c61-fce2-42b1-bfed-6332e6dca322 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 19:59:56.130170 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cab115b-651c-4b52-b106-f56f616ca965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:56.145958 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] Attempting to bind port 08c7a27a-b8a8-4902-8344-5267941ff9a4 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 19:59:56.147235 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] Attempting to bind port 08c7a27a-b8a8-4902-8344-5267941ff9a4 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'ed0c2806-2c75-44d1-9a7a-53828c3162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9958f565-4186-495a-b838-46ca3a70750f'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 19:59:56.148170 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] Attempting to bind port 08c7a27a-b8a8-4902-8344-5267941ff9a4 on network 9958f565-4186-495a-b838-46ca3a70750f {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 19:59:56.154812 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-136d8108-3c59-43b5-93e2-885c4c62d76e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 69d38c61-fce2-42b1-bfed-6332e6dca322) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 19:59:56.164016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d8108-3c59-43b5-93e2-885c4c62d76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:56.164554 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-136d8108-3c59-43b5-93e2-885c4c62d76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:56.172064 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f485d6-d034-4ed4-a65b-9b8ef9d0ddf4 None None] Network 69d38c61-fce2-42b1-bfed-6332e6dca322 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 19:59:56.198735 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 19, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 19:59:56.199126 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] Checking segment: {'id': 'ed0c2806-2c75-44d1-9a7a-53828c3162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9958f565-4186-495a-b838-46ca3a70750f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 19:59:56.199502 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:56.199907 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] Bound using segment: {'id': 'ed0c2806-2c75-44d1-9a7a-53828c3162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9958f565-4186-495a-b838-46ca3a70750f'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 19:59:56.200385 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] Bound port: 08c7a27a-b8a8-4902-8344-5267941ff9a4, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0c2806-2c75-44d1-9a7a-53828c3162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9958f565-4186-495a-b838-46ca3a70750f'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 19:59:56.201096 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:56.202640 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a5e6fdd6-822a-458b-8498-8659b4f27119 req-d9e5ce70-ed89-477a-a0f2-1620d3a1c6ab service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:56.205307 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a7a38-318c-4108-8818-09649642e00d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd1359d3-f8eb-41b9-b21f-75cab5ad72e5,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:56.211943 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a5e6fdd6-822a-458b-8498-8659b4f27119 req-d9e5ce70-ed89-477a-a0f2-1620d3a1c6ab service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:56.217094 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9a7a38-318c-4108-8818-09649642e00d admin admin] Checking segment: {'id': '96e6c636-69d7-416e-9035-054de0ae2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a824830-dd4d-4204-9388-8b4dcce9c8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 19:59:56.217644 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9a7a38-318c-4108-8818-09649642e00d admin admin] Network hostable DHCP agents. Network: 6a824830-dd4d-4204-9388-8b4dcce9c8a8, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 19:59:56.254581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c65993c9-3d10-4021-94da-440fdc55ae35, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c65993c9-3d10-4021-94da-440fdc55ae35,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 19:59:56.254801 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9a7a38-318c-4108-8818-09649642e00d admin admin] Network 6a824830-dd4d-4204-9388-8b4dcce9c8a8 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 19:59:56.260063 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5ce70-ed89-477a-a0f2-1620d3a1c6ab service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1dab08-75bd-4c04-b3a0-753eab09e9fd,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:56.268307 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-136d8108-3c59-43b5-93e2-885c4c62d76e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1609213 Jul 30 19:59:56.268490 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46436) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:56.276869 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c881ae9d-cbb1-4da9-9683-8e945c906674 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1956582192-router', 'tenant_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:59:56.286169 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a5e6fdd6-822a-458b-8498-8659b4f27119 req-d9e5ce70-ed89-477a-a0f2-1620d3a1c6ab service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681883 Jul 30 19:59:56.286301 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6a9a7a38-318c-4108-8818-09649642e00d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 6a824830-dd4d-4204-9388-8b4dcce9c8a8) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 19:59:56.294283 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9a7a38-318c-4108-8818-09649642e00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:56.294997 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a9a7a38-318c-4108-8818-09649642e00d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:56.297897 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'c65993c9-3d10-4021-94da-440fdc55ae35', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': 'c65993c9-3d10-4021-94da-440fdc55ae35', 'mac_address': 'fa:16:3e:5c:43:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 19:59:56.322198 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a14e930-fb12-4dea-8c20-825e29c40994 None None] Network 6a824830-dd4d-4204-9388-8b4dcce9c8a8 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 19:59:56.348235 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cab115b-651c-4b52-b106-f56f616ca965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:56.355914 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cab115b-651c-4b52-b106-f56f616ca965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:56.379126 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6a9a7a38-318c-4108-8818-09649642e00d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6665301 Jul 30 19:59:56.414173 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab115b-651c-4b52-b106-f56f616ca965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91752b59-1619-47d6-8ae9-5a13815350c3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:56.421515 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0cab115b-651c-4b52-b106-f56f616ca965 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2117645653a845f991747d462644ac91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060684 Jul 30 19:59:56.421515 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c881ae9d-cbb1-4da9-9683-8e945c906674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:56.421515 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c881ae9d-cbb1-4da9-9683-8e945c906674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:56.423183 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46440) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:56.504676 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c881ae9d-cbb1-4da9-9683-8e945c906674 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:56.530747 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-15a73605-3381-40d5-a282-aca17971005a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:56.538760 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] For port 08c7a27a-b8a8-4902-8344-5267941ff9a4, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 19:59:56.636154 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-15a73605-3381-40d5-a282-aca17971005a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:56.668180 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:56.692755 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234ce0e-1c06-4b4a-81f2-345a437c994f req-2c0ef450-f1ce-4eff-b9de-65afbd77ab8b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:56.694878 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9234ce0e-1c06-4b4a-81f2-345a437c994f req-2c0ef450-f1ce-4eff-b9de-65afbd77ab8b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 948 time: 0.1605995 Jul 30 19:59:56.713397 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c881ae9d-cbb1-4da9-9683-8e945c906674 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:56.734939 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] For port 08c7a27a-b8a8-4902-8344-5267941ff9a4, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=08c7a27a-b8a8-4902-8344-5267941ff9a4,segment=NetworkSegment(ed0c2806-2c75-44d1-9a7a-53828c3162ab),segment_id=ed0c2806-2c75-44d1-9a7a-53828c3162ab)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 19:59:56.764378 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d1ad2e-9219-445c-a02e-158b1cdc5de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-69d38c61-fce2-42b1-bfed-6332e6dca322', 'network_id': '69d38c61-fce2-42b1-bfed-6332e6dca322', 'tenant_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'fixed_ips': [{'subnet_id': '887fd936-a33d-48d0-82b2-83c7a0b06463'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 19:59:56.765226 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83d1ad2e-9219-445c-a02e-158b1cdc5de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:56.771838 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:56.778204 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9234ce0e-1c06-4b4a-81f2-345a437c994f req-cf1cf18d-1cda-4a94-b254-acae7bb126ec tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745854 Jul 30 19:59:56.780761 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-15a73605-3381-40d5-a282-aca17971005a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:56.789962 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-15a73605-3381-40d5-a282-aca17971005a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:56.802118 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-15a73605-3381-40d5-a282-aca17971005a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/91752b59-1619-47d6-8ae9-5a13815350c3 HTTP/1.1" status: 204 len: 168 time: 0.3736823 Jul 30 19:59:56.817044 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41109c4a-245d-431b-b169-1b296ae9830b None None] Network 6a824830-dd4d-4204-9388-8b4dcce9c8a8 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 19:59:56.821653 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a73605-3381-40d5-a282-aca17971005a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91752b59-1619-47d6-8ae9-5a13815350c3,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:57.021314 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65993c9-3d10-4021-94da-440fdc55ae35 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 19:59:57.027557 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf0423-9b31-439f-b62a-e2e5a62cafe2 None None] Pushing event updated for resources: {'Port': ['ID=08c7a27a-b8a8-4902-8344-5267941ff9a4,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:57.206418 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c881ae9d-cbb1-4da9-9683-8e945c906674 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:57.215098 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd472e3e-a826-49df-8ec2-aee8f4e9b5d1 req-20352052-947b-4b25-9b73-5744a490cb6a tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:57.217791 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bd472e3e-a826-49df-8ec2-aee8f4e9b5d1 req-20352052-947b-4b25-9b73-5744a490cb6a tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 971 time: 0.1007144 Jul 30 19:59:57.236662 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c881ae9d-cbb1-4da9-9683-8e945c906674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:57.243817 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:57.289757 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941165a3-296f-4001-8e0c-99023222c0c8 req-b70407d0-e77d-4b83-86a6-4145bb3d0f2d tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:57.298558 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-941165a3-296f-4001-8e0c-99023222c0c8 req-b70407d0-e77d-4b83-86a6-4145bb3d0f2d tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 808 time: 0.3597198 Jul 30 19:59:57.301057 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] Routers {'a7f609b3-e80a-4240-a49f-9c352e37be60'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 19:59:57.302021 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T19:59:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a7f609b3-e80a-4240-a49f-9c352e37be60'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 19:59:57.321617 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bd472e3e-a826-49df-8ec2-aee8f4e9b5d1 req-fe197c08-08af-4d05-a87e-89a47f02c924 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/security-groups?id=693ae0b6-b634-4c9a-ac11-69bc9d6ea2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900838 Jul 30 19:59:57.407822 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46500) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:57.409564 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-941165a3-296f-4001-8e0c-99023222c0c8 req-1c49b750-eb96-4f92-abb4-3cea26bf6b44 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/quotas/236d1eaa83284464a4f623b106ec8e36 HTTP/1.1" status: 200 len: 375 time: 0.0355196 Jul 30 19:59:57.439065 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] Set router a7f609b3-e80a-4240-a49f-9c352e37be60 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 19:59:57.465164 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7c503-783c-4c63-8647-0fa1e3c6ba62 req-a42cc898-a5ff-4ac8-965a-cf7edd0ac3fd tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:57.467018 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-83c7c503-783c-4c63-8647-0fa1e3c6ba62 req-a42cc898-a5ff-4ac8-965a-cf7edd0ac3fd tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 949 time: 0.0709286 Jul 30 19:59:57.470710 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-941165a3-296f-4001-8e0c-99023222c0c8 req-73684fce-fdd7-45e0-a6b9-9c80e1c018a1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532181 Jul 30 19:59:57.487843 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-83d1ad2e-9219-445c-a02e-158b1cdc5de5 None None] Allocated IP 172.20.0.2 (69d38c61-fce2-42b1-bfed-6332e6dca322/887fd936-a33d-48d0-82b2-83c7a0b06463/cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 19:59:57.539620 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-c881ae9d-cbb1-4da9-9683-8e945c906674 admin admin] Allocated IP 172.25.3.26 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/53a9f969-eec4-47c3-a1b8-70164eabed3d) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 19:59:57.542576 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c65993c9-3d10-4021-94da-440fdc55ae35, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c65993c9-3d10-4021-94da-440fdc55ae35,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 19:59:57.545110 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-83c7c503-783c-4c63-8647-0fa1e3c6ba62 req-73e095e6-d8f7-4189-82ef-606fb71787ba tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693641 Jul 30 19:59:57.603888 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:57.684611 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c881ae9d-cbb1-4da9-9683-8e945c906674 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:57.689929 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b686e5c-f668-4f1e-a637-8230574373bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:57.747944 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c881ae9d-cbb1-4da9-9683-8e945c906674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:57.848276 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c881ae9d-cbb1-4da9-9683-8e945c906674 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 19:59:57.862373 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c881ae9d-cbb1-4da9-9683-8e945c906674 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 19:59:57.875717 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c881ae9d-cbb1-4da9-9683-8e945c906674 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 19:59:57.909912 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-941165a3-296f-4001-8e0c-99023222c0c8 req-aa8b8e24-566b-4758-94d2-f50a611b05e9 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 19:59:57.912730 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-941165a3-296f-4001-8e0c-99023222c0c8 req-aa8b8e24-566b-4758-94d2-f50a611b05e9 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1749818 Jul 30 19:59:57.941533 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b686e5c-f668-4f1e-a637-8230574373bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:57.948760 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 6ab2e8b0-4fd5-4387-a115-98226438c281 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 19:59:57.954483 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881ae9d-cbb1-4da9-9683-8e945c906674 admin admin] Pushing event updated for resources: {'Port': ['ID=53a9f969-eec4-47c3-a1b8-70164eabed3d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:57.958192 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b686e5c-f668-4f1e-a637-8230574373bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:58.028337 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab550a-ee06-4f56-b87f-5fa3ff765c0b req-abbf3c6c-3c99-4caf-a881-fcd00c6913c1 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:58.029955 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-57ab550a-ee06-4f56-b87f-5fa3ff765c0b req-abbf3c6c-3c99-4caf-a881-fcd00c6913c1 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 949 time: 0.1290004 Jul 30 19:59:58.039895 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0b686e5c-f668-4f1e-a637-8230574373bf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c3adebf339e046129946895f712e8256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6021395 Jul 30 19:59:58.040778 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46524) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:58.044057 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=c65993c9-3d10-4021-94da-440fdc55ae35,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:58.064506 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b686e5c-f668-4f1e-a637-8230574373bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0307a9-5eea-4365-b8f6-b2558f42436d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:58.109507 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['c65993c9-3d10-4021-94da-440fdc55ae35'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 19:59:58.124090 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-57ab550a-ee06-4f56-b87f-5fa3ff765c0b req-71b25e9b-05b0-4bfe-ad5d-f42a3240e057 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861557 Jul 30 19:59:58.128984 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46526) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:58.140371 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 6ab2e8b0-4fd5-4387-a115-98226438c281 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 19:59:58.157831 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f9fdeeaa-79a8-492f-add5-a8086fb676a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:58.159914 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 6ab2e8b0-4fd5-4387-a115-98226438c281 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:59:58.160453 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:58.197320 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f9fdeeaa-79a8-492f-add5-a8086fb676a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:58.251334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-cbfa62cb-89d1-4836-a5ae-c8a18c3c68b4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-626840705-network', 'tenant_id': '89a67ffbcbeb4fb9bf847d34757432e5'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:59:58.287082 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f9fdeeaa-79a8-492f-add5-a8086fb676a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:58.289980 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f9fdeeaa-79a8-492f-add5-a8086fb676a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:58.292039 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f9fdeeaa-79a8-492f-add5-a8086fb676a1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1a0307a9-5eea-4365-b8f6-b2558f42436d HTTP/1.1" status: 204 len: 168 time: 0.2446225 Jul 30 19:59:58.297250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfa62cb-89d1-4836-a5ae-c8a18c3c68b4 admin admin] Made reservation on behalf of 89a67ffbcbeb4fb9bf847d34757432e5 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 19:59:58.299656 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbfa62cb-89d1-4836-a5ae-c8a18c3c68b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:58.320710 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fdeeaa-79a8-492f-add5-a8086fb676a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0307a9-5eea-4365-b8f6-b2558f42436d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:58.329013 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214273748-router', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '96ad8755-3716-48dd-b628-102e828bde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:42Z', 'updated_at': '2021-07-30T19:59:51Z', 'revision_number': 4, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'gw_port': {'id': '96ad8755-3716-48dd-b628-102e828bde60', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:46Z', 'updated_at': '2021-07-30T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '08c7a27a-b8a8-4902-8344-5267941ff9a4', 'name': '', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'mac_address': 'fa:16:3e:1b:bd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:49Z', 'updated_at': '2021-07-30T19:59:56Z', 'revision_number': 4, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'subnets': [{'id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 19:59:58.331383 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbfa62cb-89d1-4836-a5ae-c8a18c3c68b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:58.348542 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83d1ad2e-9219-445c-a02e-158b1cdc5de5 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:58.406161 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eae372-0f66-4d7e-8479-3312f7f351a5 None None] The sync data for ids ['a7f609b3-e80a-4240-a49f-9c352e37be60'] in n-d-712137-9 is: [{'id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214273748-router', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '96ad8755-3716-48dd-b628-102e828bde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:42Z', 'updated_at': '2021-07-30T19:59:51Z', 'revision_number': 4, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'gw_port': {'id': '96ad8755-3716-48dd-b628-102e828bde60', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:46Z', 'updated_at': '2021-07-30T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '08c7a27a-b8a8-4902-8344-5267941ff9a4', 'name': '', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'mac_address': 'fa:16:3e:1b:bd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:49Z', 'updated_at': '2021-07-30T19:59:56Z', 'revision_number': 4, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'subnets': [{'id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 19:59:58.417834 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-83d1ad2e-9219-445c-a02e-158b1cdc5de5 None None] Transition to ACTIVE for port object cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 19:59:58.420691 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-941165a3-296f-4001-8e0c-99023222c0c8 req-c393973f-43c7-4c5a-a625-40376c76e95f service neutron] 10.222.0.81 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536133 Jul 30 19:59:58.493455 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efc789-ec14-48b9-a7b9-0e6c78f6d1a0 req-e2e50deb-e10a-4b77-a89c-2cd7997745dd tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:58.494503 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69efc789-ec14-48b9-a7b9-0e6c78f6d1a0 req-e2e50deb-e10a-4b77-a89c-2cd7997745dd tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 971 time: 0.0996547 Jul 30 19:59:58.523742 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-83d1ad2e-9219-445c-a02e-158b1cdc5de5 None None] Transition to ACTIVE for port object cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 19:59:58.548284 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83d1ad2e-9219-445c-a02e-158b1cdc5de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:58.556679 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:58.593493 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69efc789-ec14-48b9-a7b9-0e6c78f6d1a0 req-689b8bbf-4adc-4488-ae39-b6ceeb2880d6 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/security-groups?id=693ae0b6-b634-4c9a-ac11-69bc9d6ea2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871005 Jul 30 19:59:58.621900 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbfa62cb-89d1-4836-a5ae-c8a18c3c68b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:58.637051 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbfa62cb-89d1-4836-a5ae-c8a18c3c68b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:58.645244 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d1ad2e-9219-445c-a02e-158b1cdc5de5 None None] Network 69d38c61-fce2-42b1-bfed-6332e6dca322 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 19:59:58.660665 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-83d1ad2e-9219-445c-a02e-158b1cdc5de5 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 19:59:58.674401 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c881ae9d-cbb1-4da9-9683-8e945c906674 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:58.684630 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d1ad2e-9219-445c-a02e-158b1cdc5de5 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 19:59:58.688990 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbfa62cb-89d1-4836-a5ae-c8a18c3c68b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 19:59:58.710234 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61edd25e-7f9c-49f5-843f-19d3a9b0a9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab2e8b0-4fd5-4387-a115-98226438c281'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 19:59:58.710734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa62cb-89d1-4836-a5ae-c8a18c3c68b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839f6edc-8980-4ec5-85d4-29b49c38b3ed,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:58.712835 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fc133a-8cf2-466b-a6f2-1927d170159e" -d '{"events": [{"server_uuid": "61edd25e-7f9c-49f5-843f-19d3a9b0a9f3", "name": "network-vif-plugged", "status": "completed", "tag": "6ab2e8b0-4fd5-4387-a115-98226438c281"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 19:59:58.718914 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbfa62cb-89d1-4836-a5ae-c8a18c3c68b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:58.719477 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-cbfa62cb-89d1-4836-a5ae-c8a18c3c68b4 admin admin] Added segment b30ceff3-5431-4595-937d-aa549b02f325 of type vlan for network 78c64b1f-ec68-43ad-930a-5aa7f84dbdfa Jul 30 19:59:58.733325 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1ad2e-9219-445c-a02e-158b1cdc5de5 None None] Pushing event updated for resources: {'Port': ['ID=cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:58.768204 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-941165a3-296f-4001-8e0c-99023222c0c8 req-0380c142-d923-45eb-97d9-bb043529c44d service neutron] 10.222.0.81 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408134 Jul 30 19:59:58.773259 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 6ab2e8b0-4fd5-4387-a115-98226438c281, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=6ab2e8b0-4fd5-4387-a115-98226438c281,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 19:59:58.799987 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbfa62cb-89d1-4836-a5ae-c8a18c3c68b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:58.839094 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:58.866724 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7904f6-8a90-46b2-bf4d-be072240a2e5 req-aea0fc34-472c-4356-97b6-26a36f8728c3 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:58.872427 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1b7904f6-8a90-46b2-bf4d-be072240a2e5 req-aea0fc34-472c-4356-97b6-26a36f8728c3 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 949 time: 0.1080782 Jul 30 19:59:58.873361 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46540) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:58.920925 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbfa62cb-89d1-4836-a5ae-c8a18c3c68b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:58.922293 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfa62cb-89d1-4836-a5ae-c8a18c3c68b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:58.922966 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbfa62cb-89d1-4836-a5ae-c8a18c3c68b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:58.933671 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-83d1ad2e-9219-445c-a02e-158b1cdc5de5 None None] Attempting to bind port cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 19:59:58.934058 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-83d1ad2e-9219-445c-a02e-158b1cdc5de5 None None] Attempting to bind port cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '253d0abc-dbc7-491a-9bd3-9009be25f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '69d38c61-fce2-42b1-bfed-6332e6dca322'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 19:59:58.934672 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d1ad2e-9219-445c-a02e-158b1cdc5de5 None None] Attempting to bind port cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8 on network 69d38c61-fce2-42b1-bfed-6332e6dca322 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 19:59:58.948801 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d1ad2e-9219-445c-a02e-158b1cdc5de5 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 19, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 19:59:58.948801 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d1ad2e-9219-445c-a02e-158b1cdc5de5 None None] Checking segment: {'id': '253d0abc-dbc7-491a-9bd3-9009be25f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '69d38c61-fce2-42b1-bfed-6332e6dca322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 19:59:58.948801 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83d1ad2e-9219-445c-a02e-158b1cdc5de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:58.948801 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d1ad2e-9219-445c-a02e-158b1cdc5de5 None None] Bound using segment: {'id': '253d0abc-dbc7-491a-9bd3-9009be25f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '69d38c61-fce2-42b1-bfed-6332e6dca322'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 19:59:58.948801 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-83d1ad2e-9219-445c-a02e-158b1cdc5de5 None None] Bound port: cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253d0abc-dbc7-491a-9bd3-9009be25f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '69d38c61-fce2-42b1-bfed-6332e6dca322'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 19:59:58.948801 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83d1ad2e-9219-445c-a02e-158b1cdc5de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:58.973780 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=6ab2e8b0-4fd5-4387-a115-98226438c281,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:58.974314 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b445d994-7e9d-464e-863f-50f0db1668c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:59.079356 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b326e66c-d40d-4b86-8282-40322f5f18b9 req-c5863d10-97b1-4276-8555-29781db8788e tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 210 time: 0.0405786 Jul 30 19:59:59.080257 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-83d1ad2e-9219-445c-a02e-158b1cdc5de5 None None] For port cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 19:59:59.084293 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-83d1ad2e-9219-445c-a02e-158b1cdc5de5 None None] For port cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8,segment=NetworkSegment(253d0abc-dbc7-491a-9bd3-9009be25f808),segment_id=253d0abc-dbc7-491a-9bd3-9009be25f808)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 19:59:59.086628 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 19:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8d7084-6a3b-4045-9caf-4b226c747c06 x-openstack-request-id: req-8b8d7084-6a3b-4045-9caf-4b226c747c06 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 19:59:59.086915 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61edd25e-7f9c-49f5-843f-19d3a9b0a9f3", "name": "network-vif-plugged", "status": "completed", "tag": "6ab2e8b0-4fd5-4387-a115-98226438c281", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 19:59:59.087238 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8b8d7084-6a3b-4045-9caf-4b226c747c06 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 19:59:59.087719 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61edd25e-7f9c-49f5-843f-19d3a9b0a9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab2e8b0-4fd5-4387-a115-98226438c281', 'code': 200} Jul 30 19:59:59.100355 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83d1ad2e-9219-445c-a02e-158b1cdc5de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:59.123956 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c881ae9d-cbb1-4da9-9683-8e945c906674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:59.175785 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cbfa62cb-89d1-4836-a5ae-c8a18c3c68b4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0456455 Jul 30 19:59:59.181416 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46548) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:59.204305 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1ad2e-9219-445c-a02e-158b1cdc5de5 None None] Pushing event updated for resources: {'Port': ['ID=cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:59.217405 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-6b3a44db-854e-48a7-aebc-09e811f36516 admin admin] Request body: {'subnet': {'network_id': '78c64b1f-ec68-43ad-930a-5aa7f84dbdfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-626840705-subnet', 'tenant_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 19:59:59.244086 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1b7904f6-8a90-46b2-bf4d-be072240a2e5 req-9878e3c9-2a9c-4d16-9082-537f164f0dab tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480420 Jul 30 19:59:59.297809 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa62cb-89d1-4836-a5ae-c8a18c3c68b4 admin admin] Pushing event updated for resources: {'Network': ['ID=78c64b1f-ec68-43ad-930a-5aa7f84dbdfa,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:59.310349 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 78c64b1f-ec68-43ad-930a-5aa7f84dbdfa details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 19:59:59.323866 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb76e6-9205-47ec-b382-85ef5a60b470 req-303d1c9f-b96f-4293-a839-2fec69f1e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:59.325351 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9fcb76e6-9205-47ec-b382-85ef5a60b470 req-303d1c9f-b96f-4293-a839-2fec69f1e757 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 1123 time: 0.2123594 Jul 30 19:59:59.390227 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9fcb76e6-9205-47ec-b382-85ef5a60b470 req-0426e3de-a81e-4799-b55c-18ededdae3f9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=693ae0b6-b634-4c9a-ac11-69bc9d6ea2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558562 Jul 30 19:59:59.480533 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b445d994-7e9d-464e-863f-50f0db1668c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:59.481628 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fe4fe-0c0c-43cb-adc8-340675d4f3f9 req-d7b5b3dd-8f80-4104-963f-224b3d50885c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:59.492763 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2f9fe4fe-0c0c-43cb-adc8-340675d4f3f9 req-d7b5b3dd-8f80-4104-963f-224b3d50885c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 949 time: 0.2002368 Jul 30 19:59:59.535076 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c881ae9d-cbb1-4da9-9683-8e945c906674 admin admin] Router 4e7e6dce-efc4-4804-90a5-ec467d1bb357 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 19:59:59.540689 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b445d994-7e9d-464e-863f-50f0db1668c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:59.561644 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3a44db-854e-48a7-aebc-09e811f36516 admin admin] Made reservation on behalf of 89a67ffbcbeb4fb9bf847d34757432e5 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 19:59:59.564604 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6b3a44db-854e-48a7-aebc-09e811f36516 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:59.573790 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2f9fe4fe-0c0c-43cb-adc8-340675d4f3f9 req-3d449975-1ed3-44f6-b315-4c341e247c22 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746233 Jul 30 19:59:59.815815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c65993c9-3d10-4021-94da-440fdc55ae35 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 19:59:59.816348 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c881ae9d-cbb1-4da9-9683-8e945c906674 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 19:59:59.825346 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b445d994-7e9d-464e-863f-50f0db1668c3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d72a99f839f84748bfa041de0683c719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9399805 Jul 30 19:59:59.828460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46562) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:59.839394 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796ede06-341c-46f5-900c-2769db46927a None None] Sync routers for ids ['4e7e6dce-efc4-4804-90a5-ec467d1bb357'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 19:59:59.840604 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53090ebc-1535-40c5-b008-2a4bd870e59b req-9a90de03-df12-4c3b-83b1-a4705dc323bd tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 19:59:59.842616 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-53090ebc-1535-40c5-b008-2a4bd870e59b req-9a90de03-df12-4c3b-83b1-a4705dc323bd tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 972 time: 0.1340787 Jul 30 19:59:59.843931 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c881ae9d-cbb1-4da9-9683-8e945c906674 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 19:59:59.847602 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c881ae9d-cbb1-4da9-9683-8e945c906674 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.5727890 Jul 30 19:59:59.856143 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46564) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 19:59:59.867697 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796ede06-341c-46f5-900c-2769db46927a None None] Routers {'4e7e6dce-efc4-4804-90a5-ec467d1bb357'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 19:59:59.868417 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445d994-7e9d-464e-863f-50f0db1668c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dd3fe3-4953-48d0-af3a-583c06e5f133,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 19:59:59.869061 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-796ede06-341c-46f5-900c-2769db46927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T19:59:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['4e7e6dce-efc4-4804-90a5-ec467d1bb357'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 19:59:59.948978 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port c65993c9-3d10-4021-94da-440fdc55ae35 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 19:59:59.953424 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port c65993c9-3d10-4021-94da-440fdc55ae35 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 19:59:59.956252 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:00.084067 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-53090ebc-1535-40c5-b008-2a4bd870e59b req-09bb4961-efa6-4b9e-9ec4-a6d17b781462 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/security-groups?id=693ae0b6-b634-4c9a-ac11-69bc9d6ea2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200530 Jul 30 20:00:00.108622 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-85b2a771-7aa0-43cc-8120-97da6ccc6253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:00.150009 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-85b2a771-7aa0-43cc-8120-97da6ccc6253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:00.151357 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-796ede06-341c-46f5-900c-2769db46927a None None] Set router 4e7e6dce-efc4-4804-90a5-ec467d1bb357 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:00:00.166461 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:00.257748 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-85b2a771-7aa0-43cc-8120-97da6ccc6253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:00.260730 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-85b2a771-7aa0-43cc-8120-97da6ccc6253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:00.269963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:00:00.274680 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-85b2a771-7aa0-43cc-8120-97da6ccc6253 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/56dd3fe3-4953-48d0-af3a-583c06e5f133 HTTP/1.1" status: 204 len: 168 time: 0.4446411 Jul 30 20:00:00.298454 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c65993c9-3d10-4021-94da-440fdc55ae35, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c65993c9-3d10-4021-94da-440fdc55ae35,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:00.301017 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2a771-7aa0-43cc-8120-97da6ccc6253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dd3fe3-4953-48d0-af3a-583c06e5f133,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:00.309631 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6b3a44db-854e-48a7-aebc-09e811f36516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:00.364232 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:00.462910 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a44db-854e-48a7-aebc-09e811f36516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a18570-3f57-4632-bbb3-12dc8eb00729,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:00.537536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3a44db-854e-48a7-aebc-09e811f36516 admin admin] Checking segment: {'id': 'b30ceff3-5431-4595-937d-aa549b02f325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78c64b1f-ec68-43ad-930a-5aa7f84dbdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:00:00.537893 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3a44db-854e-48a7-aebc-09e811f36516 admin admin] Network hostable DHCP agents. Network: 78c64b1f-ec68-43ad-930a-5aa7f84dbdfa, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:00:00.569510 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e2b0845a-c458-448e-b5ba-5598531b6a02 req-aa946541-adb1-438e-8638-6a231ce45755 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 210 time: 0.1233995 Jul 30 20:00:00.573772 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=c65993c9-3d10-4021-94da-440fdc55ae35,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:00.591938 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3a44db-854e-48a7-aebc-09e811f36516 admin admin] Network 78c64b1f-ec68-43ad-930a-5aa7f84dbdfa is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:00:00.621228 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:00:00.627016 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 08c7a27a-b8a8-4902-8344-5267941ff9a4 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:00:00.627157 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-6b3a44db-854e-48a7-aebc-09e811f36516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 78c64b1f-ec68-43ad-930a-5aa7f84dbdfa) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:00:00.639447 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3a44db-854e-48a7-aebc-09e811f36516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:00.640213 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6b3a44db-854e-48a7-aebc-09e811f36516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:00.654463 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:00:00.699327 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb563d6e-122e-4540-ac0c-3524f4e1a6c8 None None] Network 78c64b1f-ec68-43ad-930a-5aa7f84dbdfa requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:00:00.714286 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6b3a44db-854e-48a7-aebc-09e811f36516 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5171304 Jul 30 20:00:00.722512 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46578) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:00.729394 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d20c189a-c77f-42c8-9e34-eb490cdb85a1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-626840705-router', 'tenant_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:00.808960 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2e79d-57ad-4171-a2d9-cf1b6afe94c3 req-6f9fd89a-f0dd-4658-ac2c-aea3d6710ca7 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:00.820174 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ec2e79d-57ad-4171-a2d9-cf1b6afe94c3 req-6f9fd89a-f0dd-4658-ac2c-aea3d6710ca7 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 949 time: 0.1349435 Jul 30 20:00:00.838593 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-796ede06-341c-46f5-900c-2769db46927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7e6dce-efc4-4804-90a5-ec467d1bb357', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1956582192-router', 'tenant_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '53a9f969-eec4-47c3-a1b8-70164eabed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:56Z', 'updated_at': '2021-07-30T19:59:58Z', 'revision_number': 3, 'project_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'gw_port': {'id': '53a9f969-eec4-47c3-a1b8-70164eabed3d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:57:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7e6dce-efc4-4804-90a5-ec467d1bb357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:57Z', 'updated_at': '2021-07-30T19:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:00.884856 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796ede06-341c-46f5-900c-2769db46927a None None] Checking router: 4e7e6dce-efc4-4804-90a5-ec467d1bb357 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:00:00.886303 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796ede06-341c-46f5-900c-2769db46927a None None] Updating router 4e7e6dce-efc4-4804-90a5-ec467d1bb357 port 53a9f969-eec4-47c3-a1b8-70164eabed3d binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:00:00.914039 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d20c189a-c77f-42c8-9e34-eb490cdb85a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:00.914637 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d20c189a-c77f-42c8-9e34-eb490cdb85a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:00.923786 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-796ede06-341c-46f5-900c-2769db46927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:00.933790 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79fed2f-a353-438e-b9d7-6b4b0f1c1691 None None] Network 69d38c61-fce2-42b1-bfed-6332e6dca322 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:00:00.936084 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ec2e79d-57ad-4171-a2d9-cf1b6afe94c3 req-2272a639-350b-4df6-9f49-cc9a729912fe tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130874 Jul 30 20:00:00.944394 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1fd9a-c37b-4353-971a-e27a99ff24bc req-b99e1d53-064a-4363-a49a-65e5f5c3ef30 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:00.952561 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c0b1fd9a-c37b-4353-971a-e27a99ff24bc req-b99e1d53-064a-4363-a49a-65e5f5c3ef30 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 950 time: 0.2398469 Jul 30 20:00:01.075626 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7ac982cd-e980-4a2d-a3dc-05dca03a6270 None None] Provisioning for port cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:00:01.089061 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7ac982cd-e980-4a2d-a3dc-05dca03a6270 None None] Provisioning complete for port cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:01.089679 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ac982cd-e980-4a2d-a3dc-05dca03a6270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:01.092362 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b350eaa5-4048-4b42-b99a-0958c4ff2bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65993c9-3d10-4021-94da-440fdc55ae35'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:00:01.094898 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172781fa-9de3-4138-b5f2-4cd2084353fc" -d '{"events": [{"server_uuid": "b350eaa5-4048-4b42-b99a-0958c4ff2bc2", "name": "network-vif-plugged", "status": "completed", "tag": "c65993c9-3d10-4021-94da-440fdc55ae35"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:00:01.173289 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b365e5cd-0ab2-4053-813b-2925a906e99c x-openstack-request-id: req-b365e5cd-0ab2-4053-813b-2925a906e99c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:00:01.173574 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b350eaa5-4048-4b42-b99a-0958c4ff2bc2", "name": "network-vif-plugged", "status": "completed", "tag": "c65993c9-3d10-4021-94da-440fdc55ae35", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:00:01.173831 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b365e5cd-0ab2-4053-813b-2925a906e99c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:00:01.174228 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b350eaa5-4048-4b42-b99a-0958c4ff2bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65993c9-3d10-4021-94da-440fdc55ae35', 'code': 200} Jul 30 20:00:01.203006 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 08c7a27a-b8a8-4902-8344-5267941ff9a4 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:00:01.210418 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdfb71f-82c0-4583-8ffb-3abbdbcad8f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-78c64b1f-ec68-43ad-930a-5aa7f84dbdfa', 'network_id': '78c64b1f-ec68-43ad-930a-5aa7f84dbdfa', 'tenant_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'fixed_ips': [{'subnet_id': '50a18570-3f57-4632-bbb3-12dc8eb00729'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:00:01.211771 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbdfb71f-82c0-4583-8ffb-3abbdbcad8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:01.220616 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 08c7a27a-b8a8-4902-8344-5267941ff9a4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:01.221217 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:01.267419 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.83', 50385) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:01.349698 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d20c189a-c77f-42c8-9e34-eb490cdb85a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:01.388729 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e451b9e-5452-481f-8426-a76fcdf4bc22 req-6b8f686e-de5e-4706-a552-b9011c870b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:01.390374 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e451b9e-5452-481f-8426-a76fcdf4bc22 req-6b8f686e-de5e-4706-a552-b9011c870b77 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 1101 time: 0.1216507 Jul 30 20:00:01.423576 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab89a68-149a-4643-bde2-ac9bbd96da54 req-1c760fcd-57d7-4690-aa61-5b4ca7cd24aa tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:01.431205 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ab89a68-149a-4643-bde2-ac9bbd96da54 req-1c760fcd-57d7-4690-aa61-5b4ca7cd24aa tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 972 time: 0.1191974 Jul 30 20:00:01.461134 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e451b9e-5452-481f-8426-a76fcdf4bc22 req-a5fe5319-0fa5-486d-832b-6e7b32d5c2dd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610323 Jul 30 20:00:01.466800 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c0b1fd9a-c37b-4353-971a-e27a99ff24bc req-c237621f-1acb-4882-b3f9-28a2682ce648 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132794 Jul 30 20:00:01.469163 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-796ede06-341c-46f5-900c-2769db46927a None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:01.498093 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-796ede06-341c-46f5-900c-2769db46927a None None] Transition to ACTIVE for port object 53a9f969-eec4-47c3-a1b8-70164eabed3d will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:00:01.511633 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-796ede06-341c-46f5-900c-2769db46927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:01.512984 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ab89a68-149a-4643-bde2-ac9bbd96da54 req-6f08326f-56d3-4af8-bf63-a541911a6161 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/security-groups?id=693ae0b6-b634-4c9a-ac11-69bc9d6ea2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763164 Jul 30 20:00:01.521094 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-005d8528-cdeb-4a9b-bbef-acd0424b8e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:01.590578 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-796ede06-341c-46f5-900c-2769db46927a None None] Attempting to bind port 53a9f969-eec4-47c3-a1b8-70164eabed3d on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:00:01.590733 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941165a3-296f-4001-8e0c-99023222c0c8 req-094d0a07-5829-4eae-b6f3-c10552e93689 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:01.591204 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-796ede06-341c-46f5-900c-2769db46927a None None] Attempting to bind port 53a9f969-eec4-47c3-a1b8-70164eabed3d by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:00:01.591301 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796ede06-341c-46f5-900c-2769db46927a None None] Attempting to bind port 53a9f969-eec4-47c3-a1b8-70164eabed3d on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:01.592798 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-941165a3-296f-4001-8e0c-99023222c0c8 req-094d0a07-5829-4eae-b6f3-c10552e93689 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.83 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 808 time: 0.6940410 Jul 30 20:00:01.596303 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c8cc8-7649-4d5a-91b4-b8d6a4be8819 None None] Pushing event updated for resources: {'Port': ['ID=53a9f969-eec4-47c3-a1b8-70164eabed3d,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:01.599742 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d20c189a-c77f-42c8-9e34-eb490cdb85a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:01.601173 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796ede06-341c-46f5-900c-2769db46927a None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 19, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:00:01.602155 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796ede06-341c-46f5-900c-2769db46927a None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:00:01.602540 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-796ede06-341c-46f5-900c-2769db46927a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:01.602943 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796ede06-341c-46f5-900c-2769db46927a None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:00:01.603420 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-796ede06-341c-46f5-900c-2769db46927a None None] Bound port: 53a9f969-eec4-47c3-a1b8-70164eabed3d, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:00:01.604773 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-796ede06-341c-46f5-900c-2769db46927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:01.622101 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-941165a3-296f-4001-8e0c-99023222c0c8 req-892f657d-11d6-4095-972f-10044f368b88 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Request body: {'port': {'device_id': '623a145c-4e18-44ab-b9fc-14e230714211', 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc', 'admin_state_up': True, 'tenant_id': '236d1eaa83284464a4f623b106ec8e36'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:01.659248 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-bbdfb71f-82c0-4583-8ffb-3abbdbcad8f0 None None] Allocated IP 172.20.0.2 (78c64b1f-ec68-43ad-930a-5aa7f84dbdfa/50a18570-3f57-4632-bbb3-12dc8eb00729/ee6ee6fa-e169-4ed2-b233-068bf7815a59) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:00:01.691989 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-796ede06-341c-46f5-900c-2769db46927a None None] For port 53a9f969-eec4-47c3-a1b8-70164eabed3d, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:00:01.696490 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-796ede06-341c-46f5-900c-2769db46927a None None] For port 53a9f969-eec4-47c3-a1b8-70164eabed3d, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=53a9f969-eec4-47c3-a1b8-70164eabed3d,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:00:01.705911 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ac982cd-e980-4a2d-a3dc-05dca03a6270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:01.708298 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-796ede06-341c-46f5-900c-2769db46927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:01.730381 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99d144ab-56da-4a3e-88d7-0f8840b2df91 req-582342d8-5c7b-4866-8b84-67cc75598baa tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 210 time: 0.0445728 Jul 30 20:00:01.792807 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184dbf0-9657-4be1-b727-7243f6dcaa0f req-13543a91-eb4e-4c71-bc1c-bbe876d408aa tempest-DeleteServersAdminTestJSON-2025638961 tempest-DeleteServersAdminTestJSON-2025638961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:01.794538 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2184dbf0-9657-4be1-b727-7243f6dcaa0f req-13543a91-eb4e-4c71-bc1c-bbe876d408aa tempest-DeleteServersAdminTestJSON-2025638961 tempest-DeleteServersAdminTestJSON-2025638961-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 1100 time: 0.0627933 Jul 30 20:00:01.803229 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:01.872136 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c8cc8-7649-4d5a-91b4-b8d6a4be8819 None None] Pushing event updated for resources: {'Port': ['ID=53a9f969-eec4-47c3-a1b8-70164eabed3d,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:01.878602 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796ede06-341c-46f5-900c-2769db46927a None None] Routers {'4e7e6dce-efc4-4804-90a5-ec467d1bb357'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:00:01.880110 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-796ede06-341c-46f5-900c-2769db46927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T19:59:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['4e7e6dce-efc4-4804-90a5-ec467d1bb357'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:01.916389 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-2184dbf0-9657-4be1-b727-7243f6dcaa0f req-c743707e-3926-4af6-97e5-059bc8d70755 tempest-DeleteServersAdminTestJSON-2025638961 tempest-DeleteServersAdminTestJSON-2025638961-project-admin] Deleting port ef016860-f4f7-4b09-9298-4b7cafd122be {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:00:01.916980 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2184dbf0-9657-4be1-b727-7243f6dcaa0f req-c743707e-3926-4af6-97e5-059bc8d70755 tempest-DeleteServersAdminTestJSON-2025638961 tempest-DeleteServersAdminTestJSON-2025638961-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:01.929404 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7ac982cd-e980-4a2d-a3dc-05dca03a6270 None None] For port cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8,segment=NetworkSegment(253d0abc-dbc7-491a-9bd3-9009be25f808),segment_id=253d0abc-dbc7-491a-9bd3-9009be25f808)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:01.948945 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ac982cd-e980-4a2d-a3dc-05dca03a6270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:01.967057 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32714f7e-2192-4730-a03c-f3c5079c6d06 req-52674843-74e8-45b6-b00c-b426117bbd80 tempest-AggregatesAdminTestJSON-1882737501 tempest-AggregatesAdminTestJSON-1882737501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:01.977698 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-32714f7e-2192-4730-a03c-f3c5079c6d06 req-52674843-74e8-45b6-b00c-b426117bbd80 tempest-AggregatesAdminTestJSON-1882737501 tempest-AggregatesAdminTestJSON-1882737501-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 1123 time: 0.2356715 Jul 30 20:00:02.047877 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-32714f7e-2192-4730-a03c-f3c5079c6d06 req-31235610-8e7b-4108-971c-c450a27da874 tempest-AggregatesAdminTestJSON-1882737501 tempest-AggregatesAdminTestJSON-1882737501-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:02.158883 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-005d8528-cdeb-4a9b-bbef-acd0424b8e4e admin admin] Allocated IP 172.20.0.1 (69d38c61-fce2-42b1-bfed-6332e6dca322/887fd936-a33d-48d0-82b2-83c7a0b06463/97db2f3a-f4fc-4936-80e3-5ef23a57c2a9) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:00:02.161646 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-796ede06-341c-46f5-900c-2769db46927a None None] Set router 4e7e6dce-efc4-4804-90a5-ec467d1bb357 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:00:02.179987 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-941165a3-296f-4001-8e0c-99023222c0c8 req-892f657d-11d6-4095-972f-10044f368b88 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Made reservation on behalf of 236d1eaa83284464a4f623b106ec8e36 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:00:02.188140 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-941165a3-296f-4001-8e0c-99023222c0c8 req-892f657d-11d6-4095-972f-10044f368b88 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:02.215375 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-2184dbf0-9657-4be1-b727-7243f6dcaa0f req-c743707e-3926-4af6-97e5-059bc8d70755 tempest-DeleteServersAdminTestJSON-2025638961 tempest-DeleteServersAdminTestJSON-2025638961-project-admin] For port ef016860-f4f7-4b09-9298-4b7cafd122be, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=ef016860-f4f7-4b09-9298-4b7cafd122be,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:02.216105 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2184dbf0-9657-4be1-b727-7243f6dcaa0f req-c743707e-3926-4af6-97e5-059bc8d70755 tempest-DeleteServersAdminTestJSON-2025638961 tempest-DeleteServersAdminTestJSON-2025638961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:02.237165 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-2184dbf0-9657-4be1-b727-7243f6dcaa0f req-c743707e-3926-4af6-97e5-059bc8d70755 tempest-DeleteServersAdminTestJSON-2025638961 tempest-DeleteServersAdminTestJSON-2025638961-project-admin] Calling delete_port for ef016860-f4f7-4b09-9298-4b7cafd122be owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:00:02.249048 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b43a2-08c7-4bd1-a660-78bdb41956a8 req-7977a430-acbd-48c6-8ac3-8ebbda4fca11 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:02.250862 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e65b43a2-08c7-4bd1-a660-78bdb41956a8 req-7977a430-acbd-48c6-8ac3-8ebbda4fca11 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 949 time: 0.1491127 Jul 30 20:00:02.298202 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 08c7a27a-b8a8-4902-8344-5267941ff9a4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=08c7a27a-b8a8-4902-8344-5267941ff9a4,segment=NetworkSegment(ed0c2806-2c75-44d1-9a7a-53828c3162ab),segment_id=ed0c2806-2c75-44d1-9a7a-53828c3162ab)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:02.320162 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:02.328057 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5de67984-3fcb-41f7-b119-839379effdb3 None None] Provisioning complete for port cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:02.328624 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5de67984-3fcb-41f7-b119-839379effdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:02.382715 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac982cd-e980-4a2d-a3dc-05dca03a6270 None None] Pushing event updated for resources: {'Port': ['ID=cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:02.403265 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e65b43a2-08c7-4bd1-a660-78bdb41956a8 req-c3e7915a-ecb8-4aa1-9420-83bf4d281016 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364903 Jul 30 20:00:02.493511 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=08c7a27a-b8a8-4902-8344-5267941ff9a4,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:02.540144 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-796ede06-341c-46f5-900c-2769db46927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7e6dce-efc4-4804-90a5-ec467d1bb357', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1956582192-router', 'tenant_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '53a9f969-eec4-47c3-a1b8-70164eabed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:56Z', 'updated_at': '2021-07-30T19:59:58Z', 'revision_number': 3, 'project_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'gw_port': {'id': '53a9f969-eec4-47c3-a1b8-70164eabed3d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:57:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7e6dce-efc4-4804-90a5-ec467d1bb357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:57Z', 'updated_at': '2021-07-30T20:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:02.563934 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbdfb71f-82c0-4583-8ffb-3abbdbcad8f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:02.564141 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2184dbf0-9657-4be1-b727-7243f6dcaa0f req-c743707e-3926-4af6-97e5-059bc8d70755 tempest-DeleteServersAdminTestJSON-2025638961 tempest-DeleteServersAdminTestJSON-2025638961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:02.579162 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['ef016860-f4f7-4b09-9298-4b7cafd122be'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:00:02.581482 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bbdfb71f-82c0-4583-8ffb-3abbdbcad8f0 None None] Transition to ACTIVE for port object ee6ee6fa-e169-4ed2-b233-068bf7815a59 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:00:02.608059 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743707e-3926-4af6-97e5-059bc8d70755 tempest-DeleteServersAdminTestJSON-2025638961 tempest-DeleteServersAdminTestJSON-2025638961-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef016860-f4f7-4b09-9298-4b7cafd122be,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:02.614479 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796ede06-341c-46f5-900c-2769db46927a None None] The sync data for ids ['4e7e6dce-efc4-4804-90a5-ec467d1bb357'] in n-d-712137-9 is: [{'id': '4e7e6dce-efc4-4804-90a5-ec467d1bb357', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1956582192-router', 'tenant_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '53a9f969-eec4-47c3-a1b8-70164eabed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:56Z', 'updated_at': '2021-07-30T19:59:58Z', 'revision_number': 3, 'project_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'gw_port': {'id': '53a9f969-eec4-47c3-a1b8-70164eabed3d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:57:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7e6dce-efc4-4804-90a5-ec467d1bb357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:57Z', 'updated_at': '2021-07-30T20:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:00:02.632962 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bbdfb71f-82c0-4583-8ffb-3abbdbcad8f0 None None] Transition to ACTIVE for port object ee6ee6fa-e169-4ed2-b233-068bf7815a59 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:00:02.645685 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbdfb71f-82c0-4583-8ffb-3abbdbcad8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:02.690761 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-005d8528-cdeb-4a9b-bbef-acd0424b8e4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:02.721770 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-941165a3-296f-4001-8e0c-99023222c0c8 req-892f657d-11d6-4095-972f-10044f368b88 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Allocated IP 172.20.0.5 (dd53ee4f-dc29-41da-8a32-a515358904dc/e297a2c7-8889-4baa-b07e-dd1ecdbb2586/c4fe85d6-4794-444e-96a4-28a8e9c6e7b4) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:00:02.724261 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-005d8528-cdeb-4a9b-bbef-acd0424b8e4e admin admin] Transition to ACTIVE for port object 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:00:02.748472 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfb71f-82c0-4583-8ffb-3abbdbcad8f0 None None] Pushing event updated for resources: {'Port': ['ID=ee6ee6fa-e169-4ed2-b233-068bf7815a59,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:02.757033 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdfb71f-82c0-4583-8ffb-3abbdbcad8f0 None None] Network 78c64b1f-ec68-43ad-930a-5aa7f84dbdfa is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:00:02.758928 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-bbdfb71f-82c0-4583-8ffb-3abbdbcad8f0 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:00:02.763347 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdfb71f-82c0-4583-8ffb-3abbdbcad8f0 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:00:02.839500 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bbdfb71f-82c0-4583-8ffb-3abbdbcad8f0 None None] Attempting to bind port ee6ee6fa-e169-4ed2-b233-068bf7815a59 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:00:02.840054 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bbdfb71f-82c0-4583-8ffb-3abbdbcad8f0 None None] Attempting to bind port ee6ee6fa-e169-4ed2-b233-068bf7815a59 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b30ceff3-5431-4595-937d-aa549b02f325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78c64b1f-ec68-43ad-930a-5aa7f84dbdfa'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:00:02.840545 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdfb71f-82c0-4583-8ffb-3abbdbcad8f0 None None] Attempting to bind port ee6ee6fa-e169-4ed2-b233-068bf7815a59 on network 78c64b1f-ec68-43ad-930a-5aa7f84dbdfa {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:02.845858 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdfb71f-82c0-4583-8ffb-3abbdbcad8f0 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 19, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:00:02.846230 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdfb71f-82c0-4583-8ffb-3abbdbcad8f0 None None] Checking segment: {'id': 'b30ceff3-5431-4595-937d-aa549b02f325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78c64b1f-ec68-43ad-930a-5aa7f84dbdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:00:02.846630 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbdfb71f-82c0-4583-8ffb-3abbdbcad8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:02.847021 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdfb71f-82c0-4583-8ffb-3abbdbcad8f0 None None] Bound using segment: {'id': 'b30ceff3-5431-4595-937d-aa549b02f325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78c64b1f-ec68-43ad-930a-5aa7f84dbdfa'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:00:02.847483 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bbdfb71f-82c0-4583-8ffb-3abbdbcad8f0 None None] Bound port: ee6ee6fa-e169-4ed2-b233-068bf7815a59, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30ceff3-5431-4595-937d-aa549b02f325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78c64b1f-ec68-43ad-930a-5aa7f84dbdfa'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:00:02.847908 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbdfb71f-82c0-4583-8ffb-3abbdbcad8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:02.928801 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-32714f7e-2192-4730-a03c-f3c5079c6d06 req-31235610-8e7b-4108-971c-c450a27da874 tempest-AggregatesAdminTestJSON-1882737501 tempest-AggregatesAdminTestJSON-1882737501-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:02.946498 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bbdfb71f-82c0-4583-8ffb-3abbdbcad8f0 None None] For port ee6ee6fa-e169-4ed2-b233-068bf7815a59, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:00:02.952698 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bbdfb71f-82c0-4583-8ffb-3abbdbcad8f0 None None] For port ee6ee6fa-e169-4ed2-b233-068bf7815a59, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=ee6ee6fa-e169-4ed2-b233-068bf7815a59,segment=NetworkSegment(b30ceff3-5431-4595-937d-aa549b02f325),segment_id=b30ceff3-5431-4595-937d-aa549b02f325)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:00:02.953535 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-32714f7e-2192-4730-a03c-f3c5079c6d06 req-31235610-8e7b-4108-971c-c450a27da874 tempest-AggregatesAdminTestJSON-1882737501 tempest-AggregatesAdminTestJSON-1882737501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:02.961734 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d20c189a-c77f-42c8-9e34-eb490cdb85a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:02.962113 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbdfb71f-82c0-4583-8ffb-3abbdbcad8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:03.009350 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-2184dbf0-9657-4be1-b727-7243f6dcaa0f req-c743707e-3926-4af6-97e5-059bc8d70755 tempest-DeleteServersAdminTestJSON-2025638961 tempest-DeleteServersAdminTestJSON-2025638961-project-admin] No DVR routers for this DVR port ef016860-f4f7-4b09-9298-4b7cafd122be on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:00:03.026347 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2184dbf0-9657-4be1-b727-7243f6dcaa0f req-c743707e-3926-4af6-97e5-059bc8d70755 tempest-DeleteServersAdminTestJSON-2025638961 tempest-DeleteServersAdminTestJSON-2025638961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:03.028771 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2184dbf0-9657-4be1-b727-7243f6dcaa0f req-c743707e-3926-4af6-97e5-059bc8d70755 tempest-DeleteServersAdminTestJSON-2025638961 tempest-DeleteServersAdminTestJSON-2025638961-project-admin] 10.222.0.59 "DELETE /v2.0/ports/ef016860-f4f7-4b09-9298-4b7cafd122be HTTP/1.1" status: 204 len: 173 time: 1.2274880 Jul 30 20:00:03.033735 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4c7e0c-31a8-435a-8910-52969ca3bf95', 'name': 'network-vif-deleted', 'tag': 'ef016860-f4f7-4b09-9298-4b7cafd122be'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:00:03.037309 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38f208d-6485-41b1-b534-50064003d6c2" -d '{"events": [{"server_uuid": "9a4c7e0c-31a8-435a-8910-52969ca3bf95", "name": "network-vif-deleted", "tag": "ef016860-f4f7-4b09-9298-4b7cafd122be"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:00:03.051481 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9be1e-408d-4af1-975f-dddb50ed4ab9 req-589d07b1-b552-453c-815a-32fa280fdc28 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:03.059180 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fea9be1e-408d-4af1-975f-dddb50ed4ab9 req-589d07b1-b552-453c-815a-32fa280fdc28 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 950 time: 0.4538927 Jul 30 20:00:03.070604 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfb71f-82c0-4583-8ffb-3abbdbcad8f0 None None] Pushing event updated for resources: {'Port': ['ID=ee6ee6fa-e169-4ed2-b233-068bf7815a59,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:03.118521 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fea9be1e-408d-4af1-975f-dddb50ed4ab9 req-95bb9c74-92fa-4677-9e05-b09f9371117f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517082 Jul 30 20:00:03.155134 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-005d8528-cdeb-4a9b-bbef-acd0424b8e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:03.172587 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d20c189a-c77f-42c8-9e34-eb490cdb85a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:03.234999 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25216550-8fa2-400d-8f0e-7ffe241e58ca req-f15bf22a-524a-4754-87e7-ade46c9ae963 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 210 time: 0.0448656 Jul 30 20:00:03.261779 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d8528-cdeb-4a9b-bbef-acd0424b8e4e admin admin] Pushing event updated for resources: {'Port': ['ID=97db2f3a-f4fc-4936-80e3-5ef23a57c2a9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:03.282877 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-32714f7e-2192-4730-a03c-f3c5079c6d06 req-31235610-8e7b-4108-971c-c450a27da874 tempest-AggregatesAdminTestJSON-1882737501 tempest-AggregatesAdminTestJSON-1882737501-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=693ae0b6-b634-4c9a-ac11-69bc9d6ea2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2944045 Jul 30 20:00:03.290411 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31235610-8e7b-4108-971c-c450a27da874 tempest-AggregatesAdminTestJSON-1882737501 tempest-AggregatesAdminTestJSON-1882737501-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c5a951-b5ad-43e7-a0b4-9bb3560cf44b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:03.325670 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005d8528-cdeb-4a9b-bbef-acd0424b8e4e admin admin] Network 69d38c61-fce2-42b1-bfed-6332e6dca322 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:00:03.333203 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-005d8528-cdeb-4a9b-bbef-acd0424b8e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:00:03.381182 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f8df6a-e879-4214-82c0-c96bb0249f92 x-openstack-request-id: req-38f8df6a-e879-4214-82c0-c96bb0249f92 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:00:03.381473 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4c7e0c-31a8-435a-8910-52969ca3bf95", "name": "network-vif-deleted", "tag": "ef016860-f4f7-4b09-9298-4b7cafd122be", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:00:03.381725 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-38f8df6a-e879-4214-82c0-c96bb0249f92 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:00:03.382108 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4c7e0c-31a8-435a-8910-52969ca3bf95', 'name': 'network-vif-deleted', 'tag': 'ef016860-f4f7-4b09-9298-4b7cafd122be', 'status': 'completed', 'code': 200} Jul 30 20:00:03.435390 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005d8528-cdeb-4a9b-bbef-acd0424b8e4e admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:00:03.435914 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-005d8528-cdeb-4a9b-bbef-acd0424b8e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:03.677706 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-47b340a5-26a5-479f-904c-2e52ed3d989b None None] Provisioning for port 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:00:03.682920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-47b340a5-26a5-479f-904c-2e52ed3d989b None None] Provisioning complete for port 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:03.683485 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-47b340a5-26a5-479f-904c-2e52ed3d989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:03.738242 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-47b340a5-26a5-479f-904c-2e52ed3d989b None None] Port 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:00:03.767285 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-941165a3-296f-4001-8e0c-99023222c0c8 req-892f657d-11d6-4095-972f-10044f368b88 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:03.816954 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-005d8528-cdeb-4a9b-bbef-acd0424b8e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:03.889579 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b58a2e70-5471-46fc-b9c6-4c952a03225a req-784aa002-80b5-4509-a5f5-3c5c8e50a465 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4c7e0c-31a8-435a-8910-52969ca3bf95 HTTP/1.1" status: 200 len: 210 time: 0.0737991 Jul 30 20:00:03.895070 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-941165a3-296f-4001-8e0c-99023222c0c8 req-892f657d-11d6-4095-972f-10044f368b88 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:04.244514 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-941165a3-296f-4001-8e0c-99023222c0c8 req-892f657d-11d6-4095-972f-10044f368b88 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Network dd53ee4f-dc29-41da-8a32-a515358904dc is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:00:04.261176 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-941165a3-296f-4001-8e0c-99023222c0c8 req-892f657d-11d6-4095-972f-10044f368b88 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:00:04.297131 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-d20c189a-c77f-42c8-9e34-eb490cdb85a1 admin admin] Allocated IP 172.25.3.249 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/351fe4ab-ef36-42d3-8535-48737982edf4) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:00:04.299363 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-941165a3-296f-4001-8e0c-99023222c0c8 req-892f657d-11d6-4095-972f-10044f368b88 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:00:04.305562 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941165a3-296f-4001-8e0c-99023222c0c8 req-892f657d-11d6-4095-972f-10044f368b88 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:04.306219 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-941165a3-296f-4001-8e0c-99023222c0c8 req-892f657d-11d6-4095-972f-10044f368b88 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:04.327071 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f657d-11d6-4095-972f-10044f368b88 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Pushing event updated for resources: {'Port': ['ID=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:04.398416 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-941165a3-296f-4001-8e0c-99023222c0c8 req-892f657d-11d6-4095-972f-10044f368b88 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7891552 Jul 30 20:00:04.428810 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-941165a3-296f-4001-8e0c-99023222c0c8 req-8e104946-7560-47bc-be9e-d93f1bf17c2a service neutron] Request body: {'port': {'device_id': '623a145c-4e18-44ab-b9fc-14e230714211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:04.429625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0d4ed5-73e8-4fa2-8df8-cd6607f3dc92 None None] Network 78c64b1f-ec68-43ad-930a-5aa7f84dbdfa requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:00:04.476185 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38eff1b-42ad-4c8e-be8d-c7524462ed1c req-41a8eb95-f5a6-4b9a-93d1-d333c588b437 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:04.478552 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e38eff1b-42ad-4c8e-be8d-c7524462ed1c req-41a8eb95-f5a6-4b9a-93d1-d333c588b437 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 950 time: 0.2518463 Jul 30 20:00:04.543352 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac70754-1925-4e30-9f0d-554d2caebd22 req-f509492c-cade-4bee-abaf-11d1f054d59e tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:04.554405 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ac70754-1925-4e30-9f0d-554d2caebd22 req-f509492c-cade-4bee-abaf-11d1f054d59e tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 931 time: 0.1069520 Jul 30 20:00:04.565266 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0a12ae90-a3b1-474b-80ce-c4f25c4e2e22 None None] Provisioning for port ee6ee6fa-e169-4ed2-b233-068bf7815a59 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:00:04.634302 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e38eff1b-42ad-4c8e-be8d-c7524462ed1c req-bb168b62-3c66-49a7-b0d8-ff171cd14853 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314454 Jul 30 20:00:04.634529 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ac70754-1925-4e30-9f0d-554d2caebd22 req-0ed1a84a-d359-415a-ae90-d6dc8b3a7752 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790277 Jul 30 20:00:04.688501 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-941165a3-296f-4001-8e0c-99023222c0c8 req-8e104946-7560-47bc-be9e-d93f1bf17c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:04.733868 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 08c7a27a-b8a8-4902-8344-5267941ff9a4 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:00:04.759592 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d20c189a-c77f-42c8-9e34-eb490cdb85a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:04.790289 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-005d8528-cdeb-4a9b-bbef-acd0424b8e4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:04.802595 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-005d8528-cdeb-4a9b-bbef-acd0424b8e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:04.810097 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-005d8528-cdeb-4a9b-bbef-acd0424b8e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:04.887497 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 08c7a27a-b8a8-4902-8344-5267941ff9a4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:04.888216 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:05.044617 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 53a9f969-eec4-47c3-a1b8-70164eabed3d up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:00:05.153815 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d8528-cdeb-4a9b-bbef-acd0424b8e4e admin admin] Pushing event updated for resources: {'Port': ['ID=97db2f3a-f4fc-4936-80e3-5ef23a57c2a9,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:05.208281 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46730) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:05.250264 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d20c189a-c77f-42c8-9e34-eb490cdb85a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:05.294015 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 53a9f969-eec4-47c3-a1b8-70164eabed3d completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:00:05.301522 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 53a9f969-eec4-47c3-a1b8-70164eabed3d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:05.303009 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:05.375083 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20c189a-c77f-42c8-9e34-eb490cdb85a1 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:00:05.381265 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005d8528-cdeb-4a9b-bbef-acd0424b8e4e admin admin] Network 69d38c61-fce2-42b1-bfed-6332e6dca322 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:00:05.382017 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c189a-c77f-42c8-9e34-eb490cdb85a1 admin admin] Pushing event updated for resources: {'Port': ['ID=351fe4ab-ef36-42d3-8535-48737982edf4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:05.393152 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d20c189a-c77f-42c8-9e34-eb490cdb85a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:00:05.398266 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-005d8528-cdeb-4a9b-bbef-acd0424b8e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:00:05.402336 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20c189a-c77f-42c8-9e34-eb490cdb85a1 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:00:05.415089 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a95e6daa-6fb3-4c42-810a-e4733a87e9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:05.451410 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:05.480634 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 53a9f969-eec4-47c3-a1b8-70164eabed3d, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=53a9f969-eec4-47c3-a1b8-70164eabed3d,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:05.484796 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:05.486751 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:00:05.523808 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97219af7-905d-484c-a2fe-a1e453c58aab req-44f1dc86-533d-480a-b109-cacbc84b4746 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=896d4b87a67048d8bcfe5755ccb9ee0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409107 Jul 30 20:00:05.577526 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e3714-499f-46a9-b132-61039e4200d5 req-8df7f756-c658-45e3-a413-b12046022616 tempest-MigrationsAdminTest-1995379920 tempest-MigrationsAdminTest-1995379920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:05.579527 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bc9e3714-499f-46a9-b132-61039e4200d5 req-8df7f756-c658-45e3-a413-b12046022616 tempest-MigrationsAdminTest-1995379920 tempest-MigrationsAdminTest-1995379920-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 1101 time: 0.3306606 Jul 30 20:00:05.606412 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=53a9f969-eec4-47c3-a1b8-70164eabed3d,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:05.617896 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:05.618264 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:05.654581 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc9e3714-499f-46a9-b132-61039e4200d5 req-55e8f3d7-3570-4a49-97de-eeb5d6395b99 tempest-MigrationsAdminTest-1995379920 tempest-MigrationsAdminTest-1995379920-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:05.674202 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97219af7-905d-484c-a2fe-a1e453c58aab req-6bc1fb7d-fe9e-46a9-9d9c-d03577984cdb tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:05.675681 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97219af7-905d-484c-a2fe-a1e453c58aab req-6bc1fb7d-fe9e-46a9-9d9c-d03577984cdb tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1440744 Jul 30 20:00:05.707452 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a95e6daa-6fb3-4c42-810a-e4733a87e9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:05.709079 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device ee6ee6fa-e169-4ed2-b233-068bf7815a59 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:00:05.711142 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97219af7-905d-484c-a2fe-a1e453c58aab req-747241e3-feb3-4726-8dbf-10f14ed31c72 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/quotas/896d4b87a67048d8bcfe5755ccb9ee0f HTTP/1.1" status: 200 len: 375 time: 0.0277834 Jul 30 20:00:05.716313 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a95e6daa-6fb3-4c42-810a-e4733a87e9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:05.733878 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bf709782-8557-4ffc-8848-856165f33440 None None] Provisioning complete for port 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:05.734490 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf709782-8557-4ffc-8848-856165f33440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:05.766962 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-941165a3-296f-4001-8e0c-99023222c0c8 req-8e104946-7560-47bc-be9e-d93f1bf17c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:00:05.768797 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device ef016860-f4f7-4b09-9298-4b7cafd122be no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:00:05.785325 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e6daa-6fb3-4c42-810a-e4733a87e9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb62e0e-4081-4a1b-a148-fa3ba7200666,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:05.793969 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97219af7-905d-484c-a2fe-a1e453c58aab req-e0a636a1-1b86-42d4-9855-9ec0fd663921 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=896d4b87a67048d8bcfe5755ccb9ee0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587122 Jul 30 20:00:05.800042 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a95e6daa-6fb3-4c42-810a-e4733a87e9aa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cbca2de20d7e4c79bbe644412c487fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5876510 Jul 30 20:00:05.800278 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: ef016860-f4f7-4b09-9298-4b7cafd122be {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:00:05.800278 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device ef016860-f4f7-4b09-9298-4b7cafd122be not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:00:05.801493 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46754) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:05.806780 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bf709782-8557-4ffc-8848-856165f33440 None None] Port 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:00:05.823488 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port ee6ee6fa-e169-4ed2-b233-068bf7815a59 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:00:05.829133 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port ee6ee6fa-e169-4ed2-b233-068bf7815a59 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:05.829733 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:05.839554 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-941165a3-296f-4001-8e0c-99023222c0c8 req-8e104946-7560-47bc-be9e-d93f1bf17c2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:05.865386 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68f14477-c9af-47e7-84fb-f3bedaecb99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:05.888784 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005d8528-cdeb-4a9b-bbef-acd0424b8e4e admin admin] Router 4e7e6dce-efc4-4804-90a5-ec467d1bb357 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:00:05.893728 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68f14477-c9af-47e7-84fb-f3bedaecb99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:05.902677 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-941165a3-296f-4001-8e0c-99023222c0c8 req-8e104946-7560-47bc-be9e-d93f1bf17c2a service neutron] Transition to ACTIVE for port object c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:00:05.925032 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:05.941703 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-941165a3-296f-4001-8e0c-99023222c0c8 req-8e104946-7560-47bc-be9e-d93f1bf17c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:05.965068 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68f14477-c9af-47e7-84fb-f3bedaecb99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:05.968112 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68f14477-c9af-47e7-84fb-f3bedaecb99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:05.971801 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-68f14477-c9af-47e7-84fb-f3bedaecb99a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1fb62e0e-4081-4a1b-a148-fa3ba7200666 HTTP/1.1" status: 204 len: 168 time: 0.1675026 Jul 30 20:00:05.983044 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f14477-c9af-47e7-84fb-f3bedaecb99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb62e0e-4081-4a1b-a148-fa3ba7200666,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:05.983640 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port ee6ee6fa-e169-4ed2-b233-068bf7815a59, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=ee6ee6fa-e169-4ed2-b233-068bf7815a59,segment=NetworkSegment(b30ceff3-5431-4595-937d-aa549b02f325),segment_id=b30ceff3-5431-4595-937d-aa549b02f325)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:05.997817 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:06.084903 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=ee6ee6fa-e169-4ed2-b233-068bf7815a59,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:06.118342 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d20c189a-c77f-42c8-9e34-eb490cdb85a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:06.160568 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e104946-7560-47bc-be9e-d93f1bf17c2a service neutron] Pushing event updated for resources: {'Port': ['ID=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:06.178528 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45485ae9-ff9e-4b38-8d1f-c8814df6b497 req-0457dd87-af3d-4599-bc9c-d1f1a19d3b89 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:06.184027 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-45485ae9-ff9e-4b38-8d1f-c8814df6b497 req-0457dd87-af3d-4599-bc9c-d1f1a19d3b89 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 943 time: 0.0645192 Jul 30 20:00:06.239435 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-45485ae9-ff9e-4b38-8d1f-c8814df6b497 req-1046e735-d1c5-48b4-bbc5-5afc7a19133a tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483437 Jul 30 20:00:06.281092 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-941165a3-296f-4001-8e0c-99023222c0c8 req-8e104946-7560-47bc-be9e-d93f1bf17c2a service neutron] Attempting to bind port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:00:06.281092 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-941165a3-296f-4001-8e0c-99023222c0c8 req-8e104946-7560-47bc-be9e-d93f1bf17c2a service neutron] Attempting to bind port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:00:06.281092 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941165a3-296f-4001-8e0c-99023222c0c8 req-8e104946-7560-47bc-be9e-d93f1bf17c2a service neutron] Attempting to bind port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 on network dd53ee4f-dc29-41da-8a32-a515358904dc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:06.345968 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-309a6999-f714-46e6-9326-63b1a75d82ec req-1d494f3d-59f6-405f-8de7-3199a2ecd8c9 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=69887bc8-2318-449f-ad25-8a4a3f98f969 HTTP/1.1" status: 200 len: 210 time: 0.0511036 Jul 30 20:00:06.362774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46772) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:06.387021 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ab8442a1-73ac-4c90-a862-60d87012a296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:06.445819 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 53a9f969-eec4-47c3-a1b8-70164eabed3d up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:00:06.502044 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 53a9f969-eec4-47c3-a1b8-70164eabed3d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:06.502694 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:06.559123 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941165a3-296f-4001-8e0c-99023222c0c8 req-8e104946-7560-47bc-be9e-d93f1bf17c2a service neutron] Port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 on network dd53ee4f-dc29-41da-8a32-a515358904dc not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:00:06.559551 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941165a3-296f-4001-8e0c-99023222c0c8 req-8e104946-7560-47bc-be9e-d93f1bf17c2a service neutron] Attempting to bind port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 on network dd53ee4f-dc29-41da-8a32-a515358904dc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:06.566058 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc9e3714-499f-46a9-b132-61039e4200d5 req-55e8f3d7-3570-4a49-97de-eeb5d6395b99 tempest-MigrationsAdminTest-1995379920 tempest-MigrationsAdminTest-1995379920-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:06.570384 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941165a3-296f-4001-8e0c-99023222c0c8 req-8e104946-7560-47bc-be9e-d93f1bf17c2a service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 19, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:00:06.570852 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941165a3-296f-4001-8e0c-99023222c0c8 req-8e104946-7560-47bc-be9e-d93f1bf17c2a service neutron] Checking segment: {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:00:06.571244 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941165a3-296f-4001-8e0c-99023222c0c8 req-8e104946-7560-47bc-be9e-d93f1bf17c2a service neutron] Bound using segment: {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:00:06.571825 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-941165a3-296f-4001-8e0c-99023222c0c8 req-8e104946-7560-47bc-be9e-d93f1bf17c2a service neutron] Bound port: c4fe85d6-4794-444e-96a4-28a8e9c6e7b4, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:00:06.572181 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-941165a3-296f-4001-8e0c-99023222c0c8 req-8e104946-7560-47bc-be9e-d93f1bf17c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:06.585653 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc9e3714-499f-46a9-b132-61039e4200d5 req-55e8f3d7-3570-4a49-97de-eeb5d6395b99 tempest-MigrationsAdminTest-1995379920 tempest-MigrationsAdminTest-1995379920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:06.602721 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device ee6ee6fa-e169-4ed2-b233-068bf7815a59 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:00:06.627467 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bc9e3714-499f-46a9-b132-61039e4200d5 req-55e8f3d7-3570-4a49-97de-eeb5d6395b99 tempest-MigrationsAdminTest-1995379920 tempest-MigrationsAdminTest-1995379920-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0303609 Jul 30 20:00:06.639188 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8f3d7-3570-4a49-97de-eeb5d6395b99 tempest-MigrationsAdminTest-1995379920 tempest-MigrationsAdminTest-1995379920-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a3c80b-6321-4824-88c8-32623cfb2a5e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:06.681041 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port ee6ee6fa-e169-4ed2-b233-068bf7815a59 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:06.681582 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:06.682397 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005d8528-cdeb-4a9b-bbef-acd0424b8e4e admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:00:06.689103 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-005d8528-cdeb-4a9b-bbef-acd0424b8e4e admin admin] 10.222.0.81 "PUT /v2.0/routers/4e7e6dce-efc4-4804-90a5-ec467d1bb357/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8234169 Jul 30 20:00:06.740930 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ab8442a1-73ac-4c90-a862-60d87012a296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:06.745758 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] Sync routers for ids ['4e7e6dce-efc4-4804-90a5-ec467d1bb357'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:00:06.750636 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ab8442a1-73ac-4c90-a862-60d87012a296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:06.801407 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] Routers {'4e7e6dce-efc4-4804-90a5-ec467d1bb357'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:00:06.804194 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46792) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:06.807414 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T19:59:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['4e7e6dce-efc4-4804-90a5-ec467d1bb357'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:06.817379 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ab8442a1-73ac-4c90-a862-60d87012a296 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7171d55cf0534d35aed7cd436058d84b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4519515 Jul 30 20:00:06.852998 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8442a1-73ac-4c90-a862-60d87012a296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77117ca-54ad-4baf-a492-7b2ef5eb93cb,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:06.903255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-941165a3-296f-4001-8e0c-99023222c0c8 req-8e104946-7560-47bc-be9e-d93f1bf17c2a service neutron] For port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:00:06.933877 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-941165a3-296f-4001-8e0c-99023222c0c8 req-8e104946-7560-47bc-be9e-d93f1bf17c2a service neutron] For port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:00:06.941709 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d20c189a-c77f-42c8-9e34-eb490cdb85a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:06.949796 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] Set router 4e7e6dce-efc4-4804-90a5-ec467d1bb357 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:00:06.955324 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-941165a3-296f-4001-8e0c-99023222c0c8 req-8e104946-7560-47bc-be9e-d93f1bf17c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:07.024467 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e104946-7560-47bc-be9e-d93f1bf17c2a service neutron] Pushing event updated for resources: {'Port': ['ID=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:07.027899 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a2e451c-6358-42d8-814d-68eacc58caeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:07.077784 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941165a3-296f-4001-8e0c-99023222c0c8 req-8e104946-7560-47bc-be9e-d93f1bf17c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:07.078419 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-941165a3-296f-4001-8e0c-99023222c0c8 req-8e104946-7560-47bc-be9e-d93f1bf17c2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:07.082566 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-941165a3-296f-4001-8e0c-99023222c0c8 req-8e104946-7560-47bc-be9e-d93f1bf17c2a service neutron] 10.222.0.83 "PUT /v2.0/ports/c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 HTTP/1.1" status: 200 len: 1091 time: 2.6683509 Jul 30 20:00:07.083121 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623a145c-4e18-44ab-b9fc-14e230714211', 'tag': 'c4fe85d6-4794-444e-96a4-28a8e9c6e7b4'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:00:07.085419 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5c80f1-9a7a-4556-a0e2-21f5fe568ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "623a145c-4e18-44ab-b9fc-14e230714211", "tag": "c4fe85d6-4794-444e-96a4-28a8e9c6e7b4"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:00:07.104683 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a2e451c-6358-42d8-814d-68eacc58caeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:07.239237 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941165a3-296f-4001-8e0c-99023222c0c8 req-5cbd6734-e93a-4757-b21e-488620ff3d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:07.241250 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-941165a3-296f-4001-8e0c-99023222c0c8 req-5cbd6734-e93a-4757-b21e-488620ff3d1c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 1094 time: 0.0884261 Jul 30 20:00:07.269119 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7e6dce-efc4-4804-90a5-ec467d1bb357', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1956582192-router', 'tenant_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '53a9f969-eec4-47c3-a1b8-70164eabed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:56Z', 'updated_at': '2021-07-30T20:00:03Z', 'revision_number': 4, 'project_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'gw_port': {'id': '53a9f969-eec4-47c3-a1b8-70164eabed3d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:57:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7e6dce-efc4-4804-90a5-ec467d1bb357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:57Z', 'updated_at': '2021-07-30T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '97db2f3a-f4fc-4936-80e3-5ef23a57c2a9', 'name': '', 'network_id': '69d38c61-fce2-42b1-bfed-6332e6dca322', 'tenant_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'mac_address': 'fa:16:3e:1a:2e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7e6dce-efc4-4804-90a5-ec467d1bb357', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '887fd936-a33d-48d0-82b2-83c7a0b06463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:00:01Z', 'updated_at': '2021-07-30T20:00:04Z', 'revision_number': 2, 'project_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'subnets': [{'id': '887fd936-a33d-48d0-82b2-83c7a0b06463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:07.304962 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] Checking router: 4e7e6dce-efc4-4804-90a5-ec467d1bb357 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:00:07.305492 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] Updating router 4e7e6dce-efc4-4804-90a5-ec467d1bb357 port 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:00:07.305633 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-941165a3-296f-4001-8e0c-99023222c0c8 req-662172b6-d8ed-46ee-873d-34d4e948379b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 HTTP/1.1" status: 200 len: 217 time: 0.0528579 Jul 30 20:00:07.306874 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a2e451c-6358-42d8-814d-68eacc58caeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:07.308711 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97219af7-905d-484c-a2fe-a1e453c58aab req-8c7a4d7e-e309-40ab-b4da-a97bbb029991 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=896d4b87a67048d8bcfe5755ccb9ee0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433385 Jul 30 20:00:07.316752 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a2e451c-6358-42d8-814d-68eacc58caeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:07.316752 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5a2e451c-6358-42d8-814d-68eacc58caeb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e77117ca-54ad-4baf-a492-7b2ef5eb93cb HTTP/1.1" status: 204 len: 168 time: 0.5101089 Jul 30 20:00:07.342378 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:07.415468 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941165a3-296f-4001-8e0c-99023222c0c8 req-2849f2bd-76b3-4d11-b75b-f3b7434cadf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:07.421191 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-941165a3-296f-4001-8e0c-99023222c0c8 req-2849f2bd-76b3-4d11-b75b-f3b7434cadf0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e297a2c7-8889-4baa-b07e-dd1ecdbb2586 HTTP/1.1" status: 200 len: 848 time: 0.0912833 Jul 30 20:00:07.421191 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20c189a-c77f-42c8-9e34-eb490cdb85a1 admin admin] Router 5ede3298-305e-4403-b33b-10c0f364b2a0 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:00:07.452926 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e451c-6358-42d8-814d-68eacc58caeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77117ca-54ad-4baf-a492-7b2ef5eb93cb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:07.460386 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97219af7-905d-484c-a2fe-a1e453c58aab req-ef3bbf11-bf8c-4f38-850f-c032184be43d tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:07.462325 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97219af7-905d-484c-a2fe-a1e453c58aab req-ef3bbf11-bf8c-4f38-850f-c032184be43d tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1417620 Jul 30 20:00:07.482997 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-97219af7-905d-484c-a2fe-a1e453c58aab req-aa1a7c7b-9e09-4375-a7dc-dfc98d5d2fa7 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Request body: {'port': {'device_id': '69887bc8-2318-449f-ad25-8a4a3f98f969', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': '896d4b87a67048d8bcfe5755ccb9ee0f'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:07.520125 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-941165a3-296f-4001-8e0c-99023222c0c8 req-8f9f461b-a0f2-48f3-859a-b3b6ce87d783 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd53ee4f-dc29-41da-8a32-a515358904dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684216 Jul 30 20:00:07.702039 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97219af7-905d-484c-a2fe-a1e453c58aab req-aa1a7c7b-9e09-4375-a7dc-dfc98d5d2fa7 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Made reservation on behalf of 896d4b87a67048d8bcfe5755ccb9ee0f for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:00:07.711065 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-97219af7-905d-484c-a2fe-a1e453c58aab req-aa1a7c7b-9e09-4375-a7dc-dfc98d5d2fa7 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:07.715683 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b04cbf-cb97-41e2-9316-c1831bcea712 x-openstack-request-id: req-b7b04cbf-cb97-41e2-9316-c1831bcea712 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:00:07.716174 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623a145c-4e18-44ab-b9fc-14e230714211", "tag": "c4fe85d6-4794-444e-96a4-28a8e9c6e7b4", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:00:07.716174 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b7b04cbf-cb97-41e2-9316-c1831bcea712 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:00:07.716702 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623a145c-4e18-44ab-b9fc-14e230714211', 'tag': 'c4fe85d6-4794-444e-96a4-28a8e9c6e7b4', 'status': 'completed', 'code': 200} Jul 30 20:00:07.815055 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20c189a-c77f-42c8-9e34-eb490cdb85a1 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:00:07.827879 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] Sync routers for ids ['5ede3298-305e-4403-b33b-10c0f364b2a0'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:00:07.843313 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] Routers {'5ede3298-305e-4403-b33b-10c0f364b2a0'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:00:07.843991 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T19:59:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5ede3298-305e-4403-b33b-10c0f364b2a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:07.905771 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d20c189a-c77f-42c8-9e34-eb490cdb85a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:07.910423 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d20c189a-c77f-42c8-9e34-eb490cdb85a1 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.1867802 Jul 30 20:00:07.918508 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46844) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:07.939711 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17070b-6661-4f26-942e-fbb128cd7302 req-f63e7abb-d067-4071-861f-cf35dcfa73f1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:07.941290 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7c17070b-6661-4f26-942e-fbb128cd7302 req-f63e7abb-d067-4071-861f-cf35dcfa73f1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 943 time: 0.2239614 Jul 30 20:00:07.978243 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-941165a3-296f-4001-8e0c-99023222c0c8 req-3771174c-1d52-47d3-8572-df8413ef1fbd service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494750 Jul 30 20:00:07.996660 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-97219af7-905d-484c-a2fe-a1e453c58aab req-aa1a7c7b-9e09-4375-a7dc-dfc98d5d2fa7 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Allocated IP 192.168.233.40 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/d00f7cf6-0c65-4772-8a5f-9972130c2ff2) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:00:08.027629 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:08.043952 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] Transition to ACTIVE for port object 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:00:08.051664 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:08.076017 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] Set router 5ede3298-305e-4403-b33b-10c0f364b2a0 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:00:08.118667 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5ff41-e4f4-44fa-9f57-824e6eafba67 None None] Pushing event updated for resources: {'Port': ['ID=97db2f3a-f4fc-4936-80e3-5ef23a57c2a9,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:08.133388 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46850) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:08.234512 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] Attempting to bind port 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:00:08.235055 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] Attempting to bind port 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '253d0abc-dbc7-491a-9bd3-9009be25f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '69d38c61-fce2-42b1-bfed-6332e6dca322'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:00:08.235422 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] Attempting to bind port 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9 on network 69d38c61-fce2-42b1-bfed-6332e6dca322 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:08.244230 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 19, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:00:08.244606 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] Checking segment: {'id': '253d0abc-dbc7-491a-9bd3-9009be25f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '69d38c61-fce2-42b1-bfed-6332e6dca322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:00:08.245009 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:08.245420 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] Bound using segment: {'id': '253d0abc-dbc7-491a-9bd3-9009be25f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '69d38c61-fce2-42b1-bfed-6332e6dca322'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:00:08.245883 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] Bound port: 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253d0abc-dbc7-491a-9bd3-9009be25f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '69d38c61-fce2-42b1-bfed-6332e6dca322'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:00:08.246259 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:08.256854 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5f3aaa02-a7fc-4db0-8066-eb05b8428d04 req-fd98c921-42d0-40bd-bcf2-70514dce3db0 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=69887bc8-2318-449f-ad25-8a4a3f98f969 HTTP/1.1" status: 200 len: 210 time: 0.0683773 Jul 30 20:00:08.271981 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-941165a3-296f-4001-8e0c-99023222c0c8 req-7d240551-3a42-4a4f-8bcf-aa456deecbe4 service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796261 Jul 30 20:00:08.345305 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7c17070b-6661-4f26-942e-fbb128cd7302 req-99c48787-c43b-45f0-b200-b0bb601b5777 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872683 Jul 30 20:00:08.522661 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c80f1-9a7a-4556-a0e2-21f5fe568ea0 req-3219774e-f4a0-41b6-8fe8-85cd10694560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:08.527822 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cd5c80f1-9a7a-4556-a0e2-21f5fe568ea0 req-3219774e-f4a0-41b6-8fe8-85cd10694560 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 1094 time: 0.1814198 Jul 30 20:00:08.572823 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] For port 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:00:08.587518 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] For port 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=97db2f3a-f4fc-4936-80e3-5ef23a57c2a9,segment=NetworkSegment(253d0abc-dbc7-491a-9bd3-9009be25f808),segment_id=253d0abc-dbc7-491a-9bd3-9009be25f808)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:00:08.602320 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:08.649956 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ede3298-305e-4403-b33b-10c0f364b2a0', 'name': 'tempest-FloatingIPsTestJSON-626840705-router', 'tenant_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '351fe4ab-ef36-42d3-8535-48737982edf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:00:00Z', 'updated_at': '2021-07-30T20:00:05Z', 'revision_number': 3, 'project_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'gw_port': {'id': '351fe4ab-ef36-42d3-8535-48737982edf4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ede3298-305e-4403-b33b-10c0f364b2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:00:03Z', 'updated_at': '2021-07-30T20:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:08.695780 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5ff41-e4f4-44fa-9f57-824e6eafba67 None None] Pushing event updated for resources: {'Port': ['ID=97db2f3a-f4fc-4936-80e3-5ef23a57c2a9,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:08.712360 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] Routers {'4e7e6dce-efc4-4804-90a5-ec467d1bb357'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:00:08.713700 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T19:59:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['4e7e6dce-efc4-4804-90a5-ec467d1bb357'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:08.718888 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c80f1-9a7a-4556-a0e2-21f5fe568ea0 req-f30abca1-cb16-4e75-8130-5e91d3347278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:08.721344 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cd5c80f1-9a7a-4556-a0e2-21f5fe568ea0 req-f30abca1-cb16-4e75-8130-5e91d3347278 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 909 time: 0.1789849 Jul 30 20:00:08.722236 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] Checking router: 5ede3298-305e-4403-b33b-10c0f364b2a0 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:00:08.722530 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] Updating router 5ede3298-305e-4403-b33b-10c0f364b2a0 port 351fe4ab-ef36-42d3-8535-48737982edf4 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:00:08.786130 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-97219af7-905d-484c-a2fe-a1e453c58aab req-aa1a7c7b-9e09-4375-a7dc-dfc98d5d2fa7 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:08.795576 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:08.850221 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cd5c80f1-9a7a-4556-a0e2-21f5fe568ea0 req-dc83d667-0a20-4e1a-95b4-9892b1db09f9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 HTTP/1.1" status: 200 len: 217 time: 0.0997720 Jul 30 20:00:08.906726 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-97219af7-905d-484c-a2fe-a1e453c58aab req-aa1a7c7b-9e09-4375-a7dc-dfc98d5d2fa7 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Transition to ACTIVE for port object d00f7cf6-0c65-4772-8a5f-9972130c2ff2 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:00:08.979890 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] Set router 4e7e6dce-efc4-4804-90a5-ec467d1bb357 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:00:09.020220 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-77538043-209a-44a8-a69f-0ccb95caa87e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8842127 Jul 30 20:00:09.060024 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d57b31-ccad-4d0b-880a-045d63f6a8ef req-adc230ea-2996-41ab-af37-49450455fe2b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:09.062262 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-70d57b31-ccad-4d0b-880a-045d63f6a8ef req-adc230ea-2996-41ab-af37-49450455fe2b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 950 time: 0.5092313 Jul 30 20:00:09.082263 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-97219af7-905d-484c-a2fe-a1e453c58aab req-aa1a7c7b-9e09-4375-a7dc-dfc98d5d2fa7 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:09.150316 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97219af7-905d-484c-a2fe-a1e453c58aab req-aa1a7c7b-9e09-4375-a7dc-dfc98d5d2fa7 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:00:09.157056 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c80f1-9a7a-4556-a0e2-21f5fe568ea0 req-ee4ca7f3-c147-4400-93e3-589faa708de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:09.174598 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cd5c80f1-9a7a-4556-a0e2-21f5fe568ea0 req-ee4ca7f3-c147-4400-93e3-589faa708de1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e297a2c7-8889-4baa-b07e-dd1ecdbb2586 HTTP/1.1" status: 200 len: 848 time: 0.2721937 Jul 30 20:00:09.184644 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a7c7b-9e09-4375-a7dc-dfc98d5d2fa7 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Pushing event updated for resources: {'Port': ['ID=d00f7cf6-0c65-4772-8a5f-9972130c2ff2,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:09.194648 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-97219af7-905d-484c-a2fe-a1e453c58aab req-aa1a7c7b-9e09-4375-a7dc-dfc98d5d2fa7 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:00:09.197064 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-97219af7-905d-484c-a2fe-a1e453c58aab req-aa1a7c7b-9e09-4375-a7dc-dfc98d5d2fa7 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:00:09.204527 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97219af7-905d-484c-a2fe-a1e453c58aab req-aa1a7c7b-9e09-4375-a7dc-dfc98d5d2fa7 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:09.204527 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-97219af7-905d-484c-a2fe-a1e453c58aab req-aa1a7c7b-9e09-4375-a7dc-dfc98d5d2fa7 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:09.272557 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cd5c80f1-9a7a-4556-a0e2-21f5fe568ea0 req-0f1f1d07-f832-495c-bda9-f17a61ba6a2c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd53ee4f-dc29-41da-8a32-a515358904dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957015 Jul 30 20:00:09.273051 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3dd9cc8a-4e57-4b82-a6f8-7eb972fd5787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:09.475857 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-70d57b31-ccad-4d0b-880a-045d63f6a8ef req-de10638c-cd2f-4171-85ab-4a3c98bbdcb4 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892260 Jul 30 20:00:09.488577 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:09.514783 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] Transition to ACTIVE for port object 351fe4ab-ef36-42d3-8535-48737982edf4 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:00:09.533016 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:09.593235 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7e6dce-efc4-4804-90a5-ec467d1bb357', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1956582192-router', 'tenant_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '53a9f969-eec4-47c3-a1b8-70164eabed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:56Z', 'updated_at': '2021-07-30T20:00:03Z', 'revision_number': 4, 'project_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'gw_port': {'id': '53a9f969-eec4-47c3-a1b8-70164eabed3d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:57:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7e6dce-efc4-4804-90a5-ec467d1bb357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:57Z', 'updated_at': '2021-07-30T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '97db2f3a-f4fc-4936-80e3-5ef23a57c2a9', 'name': '', 'network_id': '69d38c61-fce2-42b1-bfed-6332e6dca322', 'tenant_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'mac_address': 'fa:16:3e:1a:2e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7e6dce-efc4-4804-90a5-ec467d1bb357', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '887fd936-a33d-48d0-82b2-83c7a0b06463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:00:01Z', 'updated_at': '2021-07-30T20:00:08Z', 'revision_number': 4, 'project_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'subnets': [{'id': '887fd936-a33d-48d0-82b2-83c7a0b06463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:09.604401 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-3dd9cc8a-4e57-4b82-a6f8-7eb972fd5787 admin admin] Allocated IP 172.20.0.1 (78c64b1f-ec68-43ad-930a-5aa7f84dbdfa/50a18570-3f57-4632-bbb3-12dc8eb00729/dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:00:09.618562 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cd5c80f1-9a7a-4556-a0e2-21f5fe568ea0 req-dee46932-ea40-4b38-9c9a-95f528ad4bf3 service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260722 Jul 30 20:00:09.640393 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97219af7-905d-484c-a2fe-a1e453c58aab req-aa1a7c7b-9e09-4375-a7dc-dfc98d5d2fa7 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1660430 Jul 30 20:00:09.692845 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] Attempting to bind port 351fe4ab-ef36-42d3-8535-48737982edf4 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:00:09.693223 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] Attempting to bind port 351fe4ab-ef36-42d3-8535-48737982edf4 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:00:09.693887 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] Attempting to bind port 351fe4ab-ef36-42d3-8535-48737982edf4 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:09.696836 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d36ce-fb7c-49a7-989e-8f61a8aed66e None None] Pushing event updated for resources: {'Port': ['ID=351fe4ab-ef36-42d3-8535-48737982edf4,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:09.697351 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-97219af7-905d-484c-a2fe-a1e453c58aab req-2a74fc98-7417-48ab-8f72-28adb80f49fe service neutron] Request body: {'port': {'device_id': '69887bc8-2318-449f-ad25-8a4a3f98f969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:09.704305 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee8a12-9e14-4592-a15a-a88b23bb8909 None None] The sync data for ids ['4e7e6dce-efc4-4804-90a5-ec467d1bb357'] in n-d-712137-9 is: [{'id': '4e7e6dce-efc4-4804-90a5-ec467d1bb357', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1956582192-router', 'tenant_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '53a9f969-eec4-47c3-a1b8-70164eabed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:56Z', 'updated_at': '2021-07-30T20:00:03Z', 'revision_number': 4, 'project_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'gw_port': {'id': '53a9f969-eec4-47c3-a1b8-70164eabed3d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:57:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7e6dce-efc4-4804-90a5-ec467d1bb357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:57Z', 'updated_at': '2021-07-30T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '97db2f3a-f4fc-4936-80e3-5ef23a57c2a9', 'name': '', 'network_id': '69d38c61-fce2-42b1-bfed-6332e6dca322', 'tenant_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'mac_address': 'fa:16:3e:1a:2e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7e6dce-efc4-4804-90a5-ec467d1bb357', 'device_owner': 'network:router_interface', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '887fd936-a33d-48d0-82b2-83c7a0b06463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:00:01Z', 'updated_at': '2021-07-30T20:00:08Z', 'revision_number': 4, 'project_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'subnets': [{'id': '887fd936-a33d-48d0-82b2-83c7a0b06463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:00:09.723291 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 19, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:00:09.723732 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:00:09.724127 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:09.724521 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:00:09.724994 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] Bound port: 351fe4ab-ef36-42d3-8535-48737982edf4, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:00:09.725393 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:09.745711 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-67de8817-c4c8-424a-90ff-cdf699e03b8e None None] Provisioning for port d00f7cf6-0c65-4772-8a5f-9972130c2ff2 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:00:09.750498 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-67de8817-c4c8-424a-90ff-cdf699e03b8e None None] Provisioning complete for port d00f7cf6-0c65-4772-8a5f-9972130c2ff2 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:09.751100 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-67de8817-c4c8-424a-90ff-cdf699e03b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:09.859916 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-67de8817-c4c8-424a-90ff-cdf699e03b8e None None] Port d00f7cf6-0c65-4772-8a5f-9972130c2ff2 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:00:09.879927 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] For port 351fe4ab-ef36-42d3-8535-48737982edf4, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:00:09.883461 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] For port 351fe4ab-ef36-42d3-8535-48737982edf4, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=351fe4ab-ef36-42d3-8535-48737982edf4,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:00:09.886613 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cd5c80f1-9a7a-4556-a0e2-21f5fe568ea0 req-df353a19-98a0-454c-bd31-6c23d7cc0f67 service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617333 Jul 30 20:00:09.893758 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:09.944796 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-97219af7-905d-484c-a2fe-a1e453c58aab req-2a74fc98-7417-48ab-8f72-28adb80f49fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:10.011099 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0377ee-1c37-4f9d-96f1-ecf259ac7f3d req-09dcf2e0-309e-4550-b059-bc8a5a1fc55d tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:10.013332 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c0377ee-1c37-4f9d-96f1-ecf259ac7f3d req-09dcf2e0-309e-4550-b059-bc8a5a1fc55d tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=69887bc8-2318-449f-ad25-8a4a3f98f969 HTTP/1.1" status: 200 len: 935 time: 0.1254721 Jul 30 20:00:10.034555 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46934) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:10.038646 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d36ce-fb7c-49a7-989e-8f61a8aed66e None None] Pushing event updated for resources: {'Port': ['ID=351fe4ab-ef36-42d3-8535-48737982edf4,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:10.043793 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3dd9cc8a-4e57-4b82-a6f8-7eb972fd5787 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:10.049892 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] Routers {'5ede3298-305e-4403-b33b-10c0f364b2a0'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:00:10.050537 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T19:59:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5ede3298-305e-4403-b33b-10c0f364b2a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:10.083640 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-10f238bd-ddff-485c-b39f-2a9b0568ab6c tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1137230217', 'description': 'tempest-description--1889285494'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:10.120613 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-3dd9cc8a-4e57-4b82-a6f8-7eb972fd5787 admin admin] Transition to ACTIVE for port object dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:00:10.171490 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c0377ee-1c37-4f9d-96f1-ecf259ac7f3d req-8fed1542-78c5-4f9a-85ee-2fe5f7336949 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498466 Jul 30 20:00:10.206905 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10f238bd-ddff-485c-b39f-2a9b0568ab6c tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:10.268645 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] Set router 5ede3298-305e-4403-b33b-10c0f364b2a0 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:00:10.395210 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10f238bd-ddff-485c-b39f-2a9b0568ab6c tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:10.406908 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10f238bd-ddff-485c-b39f-2a9b0568ab6c tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:10.468441 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10f238bd-ddff-485c-b39f-2a9b0568ab6c tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:10.471669 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-10f238bd-ddff-485c-b39f-2a9b0568ab6c tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4054224 Jul 30 20:00:10.475196 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46954) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:10.483141 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-718f22c0-4602-450e-ac93-8d10b9f7aa78 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Request body: {'security_group_rule': {'security_group_id': '5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:10.513446 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f238bd-ddff-485c-b39f-2a9b0568ab6c tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:10.543470 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3dd9cc8a-4e57-4b82-a6f8-7eb972fd5787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:10.548606 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:00:10.584728 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-718f22c0-4602-450e-ac93-8d10b9f7aa78 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:10.653304 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:00:10.659227 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:10.659911 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:10.677898 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ede3298-305e-4403-b33b-10c0f364b2a0', 'name': 'tempest-FloatingIPsTestJSON-626840705-router', 'tenant_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '351fe4ab-ef36-42d3-8535-48737982edf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:00:00Z', 'updated_at': '2021-07-30T20:00:05Z', 'revision_number': 3, 'project_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'gw_port': {'id': '351fe4ab-ef36-42d3-8535-48737982edf4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ede3298-305e-4403-b33b-10c0f364b2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:00:03Z', 'updated_at': '2021-07-30T20:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:10.684552 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd9cc8a-4e57-4b82-a6f8-7eb972fd5787 admin admin] Network 78c64b1f-ec68-43ad-930a-5aa7f84dbdfa is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:00:10.702133 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-3dd9cc8a-4e57-4b82-a6f8-7eb972fd5787 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:00:10.715275 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd9cc8a-4e57-4b82-a6f8-7eb972fd5787 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:00:10.718622 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3dd9cc8a-4e57-4b82-a6f8-7eb972fd5787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:10.776895 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e2b7d2-b414-4df2-aa25-5b7f1ed99951 None None] The sync data for ids ['5ede3298-305e-4403-b33b-10c0f364b2a0'] in n-d-712137-9 is: [{'id': '5ede3298-305e-4403-b33b-10c0f364b2a0', 'name': 'tempest-FloatingIPsTestJSON-626840705-router', 'tenant_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '351fe4ab-ef36-42d3-8535-48737982edf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:00:00Z', 'updated_at': '2021-07-30T20:00:05Z', 'revision_number': 3, 'project_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'gw_port': {'id': '351fe4ab-ef36-42d3-8535-48737982edf4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ede3298-305e-4403-b33b-10c0f364b2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:00:03Z', 'updated_at': '2021-07-30T20:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:00:10.817627 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabc6b3-cf4f-4538-9877-f5f944d863e9 req-96502c24-d124-44fe-b4fc-1d23e1d47cbf tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:10.821457 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-718f22c0-4602-450e-ac93-8d10b9f7aa78 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:10.829234 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0aabc6b3-cf4f-4538-9877-f5f944d863e9 req-96502c24-d124-44fe-b4fc-1d23e1d47cbf tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 943 time: 0.3062999 Jul 30 20:00:10.836885 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9cc8a-4e57-4b82-a6f8-7eb972fd5787 admin admin] Pushing event updated for resources: {'Port': ['ID=dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:10.840964 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-718f22c0-4602-450e-ac93-8d10b9f7aa78 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:10.896854 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f22c0-4602-450e-ac93-8d10b9f7aa78 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2017fd-6378-419f-9e5e-754faa3f914c,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:10.917840 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-718f22c0-4602-450e-ac93-8d10b9f7aa78 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:10.919423 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-718f22c0-4602-450e-ac93-8d10b9f7aa78 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4430680 Jul 30 20:00:10.926043 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46962) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:10.941005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e87675f1-b414-469a-86fc-bbbd5dda84c4 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Request body: {'security_group_rule': {'security_group_id': '5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:10.945836 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:11.079288 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0aabc6b3-cf4f-4538-9877-f5f944d863e9 req-4da78569-5c44-4350-ae55-1d32154139ba tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484303 Jul 30 20:00:11.082112 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=97db2f3a-f4fc-4936-80e3-5ef23a57c2a9,segment=NetworkSegment(253d0abc-dbc7-491a-9bd3-9009be25f808),segment_id=253d0abc-dbc7-491a-9bd3-9009be25f808)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:11.095748 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:11.253181 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=97db2f3a-f4fc-4936-80e3-5ef23a57c2a9,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:11.269074 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-21f33d37-32c3-4a49-b417-93922d02b124 None None] Provisioning for port dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:00:11.277322 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-21f33d37-32c3-4a49-b417-93922d02b124 None None] Provisioning complete for port dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:11.279768 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21f33d37-32c3-4a49-b417-93922d02b124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:11.325702 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f35de3-0616-409f-9b80-319b0fc2bf6c req-5c722184-480b-4e3f-876b-4603aed78956 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:11.333654 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-64f35de3-0616-409f-9b80-319b0fc2bf6c req-5c722184-480b-4e3f-876b-4603aed78956 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 950 time: 0.1776690 Jul 30 20:00:11.364198 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-97219af7-905d-484c-a2fe-a1e453c58aab req-2a74fc98-7417-48ab-8f72-28adb80f49fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d00f7cf6-0c65-4772-8a5f-9972130c2ff2 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:00:11.373047 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-21f33d37-32c3-4a49-b417-93922d02b124 None None] Port dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:00:11.375296 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e87675f1-b414-469a-86fc-bbbd5dda84c4 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:11.423382 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-97219af7-905d-484c-a2fe-a1e453c58aab req-2a74fc98-7417-48ab-8f72-28adb80f49fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:11.438657 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-64f35de3-0616-409f-9b80-319b0fc2bf6c req-4d713450-010d-46d8-8268-36d2f04e8984 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988131 Jul 30 20:00:11.472772 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-97219af7-905d-484c-a2fe-a1e453c58aab req-2a74fc98-7417-48ab-8f72-28adb80f49fe service neutron] Transition to ACTIVE for port object d00f7cf6-0c65-4772-8a5f-9972130c2ff2 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:00:11.487970 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-97219af7-905d-484c-a2fe-a1e453c58aab req-2a74fc98-7417-48ab-8f72-28adb80f49fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:11.508061 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46978) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:11.740213 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e87675f1-b414-469a-86fc-bbbd5dda84c4 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:11.754808 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-c68d0c3e-4ac9-48f1-87c4-8d095819d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:11.771415 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74fc98-7417-48ab-8f72-28adb80f49fe service neutron] Pushing event updated for resources: {'Port': ['ID=d00f7cf6-0c65-4772-8a5f-9972130c2ff2,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:11.771840 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-c68d0c3e-4ac9-48f1-87c4-8d095819d183 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 1101 time: 0.0972912 Jul 30 20:00:11.780112 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3dd9cc8a-4e57-4b82-a6f8-7eb972fd5787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:11.803598 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e87675f1-b414-469a-86fc-bbbd5dda84c4 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:11.877803 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d613ad82-19dd-49b9-b59c-7239bd1ffbc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:11.917869 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:00:11.991395 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-fc5bf0a8-8e48-4c10-926b-367bc27c814d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:11.993466 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-fc5bf0a8-8e48-4c10-926b-367bc27c814d service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.2206845 Jul 30 20:00:11.999566 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46992) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:12.065296 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-cc6468e5-b721-4e06-b864-99d73265197d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=c65993c9-3d10-4021-94da-440fdc55ae35 HTTP/1.1" status: 200 len: 217 time: 0.0630624 Jul 30 20:00:12.148146 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:12.166439 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'c4fe85d6-4794-444e-96a4-28a8e9c6e7b4', 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc', 'port_id': 'c4fe85d6-4794-444e-96a4-28a8e9c6e7b4', 'mac_address': 'fa:16:3e:79:4d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e297a2c7-8889-4baa-b07e-dd1ecdbb2586', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:00:12.250915 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:12.265159 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:00:12.287070 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87675f1-b414-469a-86fc-bbbd5dda84c4 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f193f4a4-770a-469d-9717-5baa2de504b6,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:12.288300 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:12.301152 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-2859c474-1b8e-4d37-aede-0986b0e6d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:12.301846 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:12.303280 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-2859c474-1b8e-4d37-aede-0986b0e6d160 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.2309356 Jul 30 20:00:12.310484 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efe4d457-f221-4cd0-ad64-7b9b6adf9cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:12.367178 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:12.370541 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-97219af7-905d-484c-a2fe-a1e453c58aab req-2a74fc98-7417-48ab-8f72-28adb80f49fe service neutron] Attempting to bind port d00f7cf6-0c65-4772-8a5f-9972130c2ff2 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:00:12.371459 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-97219af7-905d-484c-a2fe-a1e453c58aab req-2a74fc98-7417-48ab-8f72-28adb80f49fe service neutron] Attempting to bind port d00f7cf6-0c65-4772-8a5f-9972130c2ff2 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:00:12.371811 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97219af7-905d-484c-a2fe-a1e453c58aab req-2a74fc98-7417-48ab-8f72-28adb80f49fe service neutron] Attempting to bind port d00f7cf6-0c65-4772-8a5f-9972130c2ff2 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:12.377426 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d613ad82-19dd-49b9-b59c-7239bd1ffbc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:12.388531 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d613ad82-19dd-49b9-b59c-7239bd1ffbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:12.395995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d06f9-9eee-4726-94ef-6a25ba962db0 req-025083b5-92ba-4906-ad51-9a208f608919 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:12.399231 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e81d06f9-9eee-4726-94ef-6a25ba962db0 req-025083b5-92ba-4906-ad51-9a208f608919 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=69887bc8-2318-449f-ad25-8a4a3f98f969 HTTP/1.1" status: 200 len: 947 time: 0.6311011 Jul 30 20:00:12.415899 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c938c-bc0b-4d8d-847a-8a2b2845e651 req-9b4f76ba-aa34-4928-a5a0-b9f53e9848ed tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:12.417653 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fe4c938c-bc0b-4d8d-847a-8a2b2845e651 req-9b4f76ba-aa34-4928-a5a0-b9f53e9848ed tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 943 time: 0.1989300 Jul 30 20:00:12.458769 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-f59d4ccc-7429-4e96-aba0-4a3ebf501ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:12.460249 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-f59d4ccc-7429-4e96-aba0-4a3ebf501ed5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1468010 Jul 30 20:00:12.464290 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d613ad82-19dd-49b9-b59c-7239bd1ffbc5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d9d9321c94e84a4ea40b3c6d2382e98d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9548559 Jul 30 20:00:12.470769 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47008) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:12.470906 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613ad82-19dd-49b9-b59c-7239bd1ffbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa1bd9a-2b12-43e8-b32d-39c2dc0aa8ab,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:12.494613 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97219af7-905d-484c-a2fe-a1e453c58aab req-2a74fc98-7417-48ab-8f72-28adb80f49fe service neutron] Port d00f7cf6-0c65-4772-8a5f-9972130c2ff2 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:00:12.495050 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97219af7-905d-484c-a2fe-a1e453c58aab req-2a74fc98-7417-48ab-8f72-28adb80f49fe service neutron] Attempting to bind port d00f7cf6-0c65-4772-8a5f-9972130c2ff2 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:12.510328 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e87675f1-b414-469a-86fc-bbbd5dda84c4 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:12.514572 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e87675f1-b414-469a-86fc-bbbd5dda84c4 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5778370 Jul 30 20:00:12.518329 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47010) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:12.530118 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-dc18d752-af6d-4c4e-a4f2-239c96f6115c tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:12.536304 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 351fe4ab-ef36-42d3-8535-48737982edf4 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:00:12.549834 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97219af7-905d-484c-a2fe-a1e453c58aab req-2a74fc98-7417-48ab-8f72-28adb80f49fe service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 19, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:00:12.550177 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97219af7-905d-484c-a2fe-a1e453c58aab req-2a74fc98-7417-48ab-8f72-28adb80f49fe service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:00:12.550606 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97219af7-905d-484c-a2fe-a1e453c58aab req-2a74fc98-7417-48ab-8f72-28adb80f49fe service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:00:12.551008 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-97219af7-905d-484c-a2fe-a1e453c58aab req-2a74fc98-7417-48ab-8f72-28adb80f49fe service neutron] Bound port: d00f7cf6-0c65-4772-8a5f-9972130c2ff2, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:00:12.551365 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-97219af7-905d-484c-a2fe-a1e453c58aab req-2a74fc98-7417-48ab-8f72-28adb80f49fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:12.562467 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fe4c938c-bc0b-4d8d-847a-8a2b2845e651 req-d09e10bd-3cf7-47d1-af24-6a89429bfd13 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162200 Jul 30 20:00:12.606620 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 351fe4ab-ef36-42d3-8535-48737982edf4 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:00:12.616070 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['c4fe85d6-4794-444e-96a4-28a8e9c6e7b4'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:00:12.620833 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 351fe4ab-ef36-42d3-8535-48737982edf4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:12.621449 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:12.640309 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-dfb911ec-4b96-4bc4-9564-a520ea087477 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667480 Jul 30 20:00:12.649342 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e81d06f9-9eee-4726-94ef-6a25ba962db0 req-f7622ce4-0eda-4c51-899a-3e6ebe9fcd0b tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781683 Jul 30 20:00:12.772161 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b7f969db-6a6a-4754-b0a4-6c344c558f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:12.776554 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efe4d457-f221-4cd0-ad64-7b9b6adf9cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:12.790557 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:12.792945 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efe4d457-f221-4cd0-ad64-7b9b6adf9cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:12.824792 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3dd9cc8a-4e57-4b82-a6f8-7eb972fd5787 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:12.845851 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-97219af7-905d-484c-a2fe-a1e453c58aab req-2a74fc98-7417-48ab-8f72-28adb80f49fe service neutron] For port d00f7cf6-0c65-4772-8a5f-9972130c2ff2, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:00:12.849549 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 351fe4ab-ef36-42d3-8535-48737982edf4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=351fe4ab-ef36-42d3-8535-48737982edf4,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:12.853268 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-97219af7-905d-484c-a2fe-a1e453c58aab req-2a74fc98-7417-48ab-8f72-28adb80f49fe service neutron] For port d00f7cf6-0c65-4772-8a5f-9972130c2ff2, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d00f7cf6-0c65-4772-8a5f-9972130c2ff2,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:00:12.860295 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-efe4d457-f221-4cd0-ad64-7b9b6adf9cff admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b1fcd06fd13f45568487fdfc9c3361ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8570397 Jul 30 20:00:12.861236 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-352d93c3-42a4-41c3-9f8f-02d679967660 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135458 Jul 30 20:00:12.861689 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47018) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:12.864537 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:12.865770 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:00:12.867917 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4d457-f221-4cd0-ad64-7b9b6adf9cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bdf801-0ec1-4dd9-865b-519da6a345f4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:12.891014 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-97219af7-905d-484c-a2fe-a1e453c58aab req-2a74fc98-7417-48ab-8f72-28adb80f49fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:12.896243 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bddca-ca8e-45ed-8454-162752af7f77 req-76d848e3-0979-4838-bd76-64653dcfa0bc tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:12.897895 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-149bddca-ca8e-45ed-8454-162752af7f77 req-76d848e3-0979-4838-bd76-64653dcfa0bc tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 950 time: 0.1703050 Jul 30 20:00:12.988481 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc18d752-af6d-4c4e-a4f2-239c96f6115c tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:13.011741 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3dd9cc8a-4e57-4b82-a6f8-7eb972fd5787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:13.012642 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3dd9cc8a-4e57-4b82-a6f8-7eb972fd5787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:13.032165 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74fc98-7417-48ab-8f72-28adb80f49fe service neutron] Pushing event updated for resources: {'Port': ['ID=d00f7cf6-0c65-4772-8a5f-9972130c2ff2,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:13.033545 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=351fe4ab-ef36-42d3-8535-48737982edf4,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:13.044654 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-149bddca-ca8e-45ed-8454-162752af7f77 req-c7b3a527-c87e-4928-9045-b8c709f52517 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342928 Jul 30 20:00:13.048235 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f792ec94-66fb-4a6f-a21f-777e1f91ab9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:13.048800 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:13.049046 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:13.210493 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b7f969db-6a6a-4754-b0a4-6c344c558f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:13.242602 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97219af7-905d-484c-a2fe-a1e453c58aab req-2a74fc98-7417-48ab-8f72-28adb80f49fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:13.243927 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-97219af7-905d-484c-a2fe-a1e453c58aab req-2a74fc98-7417-48ab-8f72-28adb80f49fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:13.246312 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97219af7-905d-484c-a2fe-a1e453c58aab req-2a74fc98-7417-48ab-8f72-28adb80f49fe service neutron] 10.222.0.59 "PUT /v2.0/ports/d00f7cf6-0c65-4772-8a5f-9972130c2ff2 HTTP/1.1" status: 200 len: 1095 time: 3.5546348 Jul 30 20:00:13.260623 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69887bc8-2318-449f-ad25-8a4a3f98f969', 'tag': 'd00f7cf6-0c65-4772-8a5f-9972130c2ff2'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:00:13.261144 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd130b5-05f5-4497-bd0a-847d9b7208e5" -d '{"events": [{"name": "network-changed", "server_uuid": "69887bc8-2318-449f-ad25-8a4a3f98f969", "tag": "d00f7cf6-0c65-4772-8a5f-9972130c2ff2"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:00:13.278240 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f792ec94-66fb-4a6f-a21f-777e1f91ab9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:13.328547 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd9cc8a-4e57-4b82-a6f8-7eb972fd5787 admin admin] Network 78c64b1f-ec68-43ad-930a-5aa7f84dbdfa is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:00:13.339606 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f792ec94-66fb-4a6f-a21f-777e1f91ab9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:13.342121 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f792ec94-66fb-4a6f-a21f-777e1f91ab9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:13.343274 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f792ec94-66fb-4a6f-a21f-777e1f91ab9e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/99bdf801-0ec1-4dd9-865b-519da6a345f4 HTTP/1.1" status: 204 len: 168 time: 0.4804716 Jul 30 20:00:13.361032 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64671c4-d32e-4b27-a75e-9712915e6364 x-openstack-request-id: req-b64671c4-d32e-4b27-a75e-9712915e6364 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:00:13.361411 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69887bc8-2318-449f-ad25-8a4a3f98f969", "tag": "d00f7cf6-0c65-4772-8a5f-9972130c2ff2", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:00:13.361724 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b64671c4-d32e-4b27-a75e-9712915e6364 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:00:13.362313 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69887bc8-2318-449f-ad25-8a4a3f98f969', 'tag': 'd00f7cf6-0c65-4772-8a5f-9972130c2ff2', 'status': 'completed', 'code': 200} Jul 30 20:00:13.367394 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792ec94-66fb-4a6f-a21f-777e1f91ab9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bdf801-0ec1-4dd9-865b-519da6a345f4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:13.387331 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-3dd9cc8a-4e57-4b82-a6f8-7eb972fd5787 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:00:13.394252 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9cc8a-4e57-4b82-a6f8-7eb972fd5787 admin admin] Pushing event updated for resources: {'Port': ['ID=dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:13.480803 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874ea9f-072b-43a0-8684-fde3ad9be710 req-64f7f5da-8e80-4eae-b6ed-27bdacacd648 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:13.488578 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a874ea9f-072b-43a0-8684-fde3ad9be710 req-64f7f5da-8e80-4eae-b6ed-27bdacacd648 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 972 time: 0.3041530 Jul 30 20:00:13.533623 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97219af7-905d-484c-a2fe-a1e453c58aab req-74861f02-769f-47e0-8e54-22aef814138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:13.535564 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97219af7-905d-484c-a2fe-a1e453c58aab req-74861f02-769f-47e0-8e54-22aef814138a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=896d4b87a67048d8bcfe5755ccb9ee0f&device_id=69887bc8-2318-449f-ad25-8a4a3f98f969 HTTP/1.1" status: 200 len: 1098 time: 0.2112801 Jul 30 20:00:13.543389 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b7f969db-6a6a-4754-b0a4-6c344c558f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:13.546144 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b7f969db-6a6a-4754-b0a4-6c344c558f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:13.550187 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b7f969db-6a6a-4754-b0a4-6c344c558f0e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5aa1bd9a-2b12-43e8-b32d-39c2dc0aa8ab HTTP/1.1" status: 204 len: 168 time: 1.0704806 Jul 30 20:00:13.657960 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f969db-6a6a-4754-b0a4-6c344c558f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa1bd9a-2b12-43e8-b32d-39c2dc0aa8ab,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:13.679154 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97219af7-905d-484c-a2fe-a1e453c58aab req-c4c969d2-f2fd-4618-bf19-dd69f30617ae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=d00f7cf6-0c65-4772-8a5f-9972130c2ff2 HTTP/1.1" status: 200 len: 217 time: 0.1202791 Jul 30 20:00:13.705881 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a874ea9f-072b-43a0-8684-fde3ad9be710 req-51a52606-561d-4160-8696-056ac2345e26 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/security-groups?id=693ae0b6-b634-4c9a-ac11-69bc9d6ea2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080851 Jul 30 20:00:13.759288 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165812b-1cf3-4be0-9971-ee61fadd4639 req-d51521a4-c608-43a5-9609-15a42a9e8452 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:13.768306 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e165812b-1cf3-4be0-9971-ee61fadd4639 req-d51521a4-c608-43a5-9609-15a42a9e8452 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 944 time: 0.0790575 Jul 30 20:00:13.797732 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd9cc8a-4e57-4b82-a6f8-7eb972fd5787 admin admin] Router 5ede3298-305e-4403-b33b-10c0f364b2a0 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:00:13.800010 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc18d752-af6d-4c4e-a4f2-239c96f6115c tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:13.803534 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97219af7-905d-484c-a2fe-a1e453c58aab req-8bdc107b-056c-4fc6-8672-2eae402afee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:13.805381 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97219af7-905d-484c-a2fe-a1e453c58aab req-8bdc107b-056c-4fc6-8672-2eae402afee5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1023359 Jul 30 20:00:13.816867 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e165812b-1cf3-4be0-9971-ee61fadd4639 req-fa7d644f-c2ac-4666-bc4b-6aa3738d48f8 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473154 Jul 30 20:00:13.833544 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6f607ba1-f6e4-4e14-99c7-bceb1a5270f7 None None] Provisioning complete for port dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:13.833544 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f607ba1-f6e4-4e14-99c7-bceb1a5270f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:13.863982 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47036) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:13.881721 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66dcad12-a4a5-42fe-afc8-5cc14e1391d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:13.885654 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6f607ba1-f6e4-4e14-99c7-bceb1a5270f7 None None] Port dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:00:13.926699 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:00:13.993279 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66dcad12-a4a5-42fe-afc8-5cc14e1391d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:13.999486 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66dcad12-a4a5-42fe-afc8-5cc14e1391d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:14.004028 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:00:14.008189 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97219af7-905d-484c-a2fe-a1e453c58aab req-be136f00-ba84-464c-802d-5f1b196b3891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:14.010298 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97219af7-905d-484c-a2fe-a1e453c58aab req-be136f00-ba84-464c-802d-5f1b196b3891 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1945324 Jul 30 20:00:14.010719 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:14.011685 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:14.032632 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dcad12-a4a5-42fe-afc8-5cc14e1391d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1a5d81-1a30-4153-9512-145ba94dacad,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:14.055056 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-66dcad12-a4a5-42fe-afc8-5cc14e1391d6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=912dc5720593450f916d5e1a3fcb6584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1892264 Jul 30 20:00:14.057860 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47038) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:14.097034 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4018f-35e2-4dbc-b300-d069ed8103c4 req-112a050f-0620-459d-bba0-db054cea6dbb tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:14.098531 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fea4018f-35e2-4dbc-b300-d069ed8103c4 req-112a050f-0620-459d-bba0-db054cea6dbb tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=69887bc8-2318-449f-ad25-8a4a3f98f969 HTTP/1.1" status: 200 len: 947 time: 0.2685652 Jul 30 20:00:14.117783 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:14.157905 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:14.159210 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623a145c-4e18-44ab-b9fc-14e230714211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4fe85d6-4794-444e-96a4-28a8e9c6e7b4'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:00:14.162216 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a58eb448-5628-44f8-8634-23cf572b6f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:14.162847 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf953702-ab09-4d13-9682-9b9f7210da4a" -d '{"events": [{"server_uuid": "623a145c-4e18-44ab-b9fc-14e230714211", "name": "network-vif-plugged", "status": "completed", "tag": "c4fe85d6-4794-444e-96a4-28a8e9c6e7b4"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:00:14.166066 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47042) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:14.167046 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:14.214285 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-dc18d752-af6d-4c4e-a4f2-239c96f6115c tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Allocated IP 172.25.3.159 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/907cb064-ce48-4a2d-a997-27898af65c64) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:00:14.220803 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:14.221646 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9163f8e-323b-426b-bacc-87295202875f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:14.230028 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd9cc8a-4e57-4b82-a6f8-7eb972fd5787 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:00:14.235841 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3dd9cc8a-4e57-4b82-a6f8-7eb972fd5787 admin admin] 10.222.0.81 "PUT /v2.0/routers/5ede3298-305e-4403-b33b-10c0f364b2a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3160532 Jul 30 20:00:14.246819 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] Sync routers for ids ['5ede3298-305e-4403-b33b-10c0f364b2a0'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:00:14.248259 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a58eb448-5628-44f8-8634-23cf572b6f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:14.258844 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] Routers {'5ede3298-305e-4403-b33b-10c0f364b2a0'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:00:14.260436 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T19:59:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5ede3298-305e-4403-b33b-10c0f364b2a0'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:14.286074 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fea4018f-35e2-4dbc-b300-d069ed8103c4 req-1bfd5cdb-1f33-47b0-9fd3-e3278a5ed470 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384492 Jul 30 20:00:14.329019 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23aff0-4492-4c39-89ba-f36efa6e5d92 req-c2e960ba-7041-4c36-afed-0d29b6b84330 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:14.348920 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bf23aff0-4492-4c39-89ba-f36efa6e5d92 req-c2e960ba-7041-4c36-afed-0d29b6b84330 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 950 time: 0.1839654 Jul 30 20:00:14.377559 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] Set router 5ede3298-305e-4403-b33b-10c0f364b2a0 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:00:14.409339 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97219af7-905d-484c-a2fe-a1e453c58aab req-c02471cf-fabe-4067-aa18-a5615814365a service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319635 Jul 30 20:00:14.461466 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8fb386-902c-4f52-97a1-c45eab75fd7a x-openstack-request-id: req-bf8fb386-902c-4f52-97a1-c45eab75fd7a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:00:14.461742 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623a145c-4e18-44ab-b9fc-14e230714211", "name": "network-vif-plugged", "status": "completed", "tag": "c4fe85d6-4794-444e-96a4-28a8e9c6e7b4", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:00:14.461995 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bf8fb386-902c-4f52-97a1-c45eab75fd7a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:00:14.462373 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623a145c-4e18-44ab-b9fc-14e230714211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4fe85d6-4794-444e-96a4-28a8e9c6e7b4', 'code': 200} Jul 30 20:00:14.463157 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 351fe4ab-ef36-42d3-8535-48737982edf4 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:00:14.545765 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bf23aff0-4492-4c39-89ba-f36efa6e5d92 req-fb7d4f44-9a44-41e4-b9e4-35e2dfc8ab71 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909523 Jul 30 20:00:14.548372 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 351fe4ab-ef36-42d3-8535-48737982edf4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:14.548751 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:14.550382 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e7119-a001-4e2c-bf1b-af4d61903143 req-632c4d29-df3b-460a-9a3f-e81b052d40d9 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:14.552185 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a7e7119-a001-4e2c-bf1b-af4d61903143 req-632c4d29-df3b-460a-9a3f-e81b052d40d9 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.59 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 972 time: 0.1643939 Jul 30 20:00:14.565179 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a58eb448-5628-44f8-8634-23cf572b6f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:14.567758 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a58eb448-5628-44f8-8634-23cf572b6f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:14.569679 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a58eb448-5628-44f8-8634-23cf572b6f18 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4d1a5d81-1a30-4153-9512-145ba94dacad HTTP/1.1" status: 204 len: 168 time: 0.5100248 Jul 30 20:00:14.588217 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc18d752-af6d-4c4e-a4f2-239c96f6115c tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:14.633338 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58eb448-5628-44f8-8634-23cf572b6f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1a5d81-1a30-4153-9512-145ba94dacad,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:14.650254 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f95ea2-6a3e-4d2d-a13c-05a55f356394 req-e18fdb6b-3686-4d1a-8a0c-503a7c3ad73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:14.652870 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-48f95ea2-6a3e-4d2d-a13c-05a55f356394 req-e18fdb6b-3686-4d1a-8a0c-503a7c3ad73d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 1096 time: 0.2089148 Jul 30 20:00:14.758381 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-48f95ea2-6a3e-4d2d-a13c-05a55f356394 req-3d6413a1-217f-4270-99b3-6af50e484cdc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910041 Jul 30 20:00:14.764313 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ede3298-305e-4403-b33b-10c0f364b2a0', 'name': 'tempest-FloatingIPsTestJSON-626840705-router', 'tenant_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '351fe4ab-ef36-42d3-8535-48737982edf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:00:00Z', 'updated_at': '2021-07-30T20:00:11Z', 'revision_number': 4, 'project_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'gw_port': {'id': '351fe4ab-ef36-42d3-8535-48737982edf4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ede3298-305e-4403-b33b-10c0f364b2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:00:03Z', 'updated_at': '2021-07-30T20:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403', 'name': '', 'network_id': '78c64b1f-ec68-43ad-930a-5aa7f84dbdfa', 'tenant_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'mac_address': 'fa:16:3e:b2:98:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ede3298-305e-4403-b33b-10c0f364b2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '50a18570-3f57-4632-bbb3-12dc8eb00729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:00:09Z', 'updated_at': '2021-07-30T20:00:12Z', 'revision_number': 2, 'project_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'subnets': [{'id': '50a18570-3f57-4632-bbb3-12dc8eb00729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:14.784940 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9163f8e-323b-426b-bacc-87295202875f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:14.796260 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9163f8e-323b-426b-bacc-87295202875f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:14.798276 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] Checking router: 5ede3298-305e-4403-b33b-10c0f364b2a0 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:00:14.798733 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] Updating router 5ede3298-305e-4403-b33b-10c0f364b2a0 port dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:00:14.827468 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f9163f8e-323b-426b-bacc-87295202875f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=444c1a07181d4aa88afa7048d4cd92fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6588678 Jul 30 20:00:14.836721 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47058) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:14.848613 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:14.921812 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9163f8e-323b-426b-bacc-87295202875f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16145cf0-0361-4d1d-a734-f74e689061a7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:14.950089 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313b556-a051-4a72-800c-9f558035b06e req-9705a415-b851-4b65-bf1c-dc9c2105de9a tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:14.951652 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d313b556-a051-4a72-800c-9f558035b06e req-9705a415-b851-4b65-bf1c-dc9c2105de9a tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 972 time: 0.1289117 Jul 30 20:00:14.957231 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f67e26a-b1d1-4392-aa25-dfde4529f8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:14.997739 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f67e26a-b1d1-4392-aa25-dfde4529f8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:15.023604 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d313b556-a051-4a72-800c-9f558035b06e req-fab33f67-0c9e-4d95-bc80-1c89733b3766 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/security-groups?id=693ae0b6-b634-4c9a-ac11-69bc9d6ea2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619881 Jul 30 20:00:15.049847 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97219af7-905d-484c-a2fe-a1e453c58aab req-7b106474-e511-44ed-ae0e-2c6117368356 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6085808 Jul 30 20:00:15.102212 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f67e26a-b1d1-4392-aa25-dfde4529f8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:15.106389 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f67e26a-b1d1-4392-aa25-dfde4529f8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:15.108290 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0f67e26a-b1d1-4392-aa25-dfde4529f8dc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/16145cf0-0361-4d1d-a734-f74e689061a7 HTTP/1.1" status: 204 len: 168 time: 0.2450666 Jul 30 20:00:15.114003 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:15.144130 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67e26a-b1d1-4392-aa25-dfde4529f8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16145cf0-0361-4d1d-a734-f74e689061a7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:15.239279 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c5a267d-9182-484e-b8d7-7ef72a304f9f req-4e2a82ec-83f2-4670-b8d5-bf18da826bdb tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6146550 Jul 30 20:00:15.247366 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-6c5a267d-9182-484e-b8d7-7ef72a304f9f req-2ebbc2da-cc2a-4859-8fd5-7bcdc66a37d3 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:15.252561 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:15.266955 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] Transition to ACTIVE for port object dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:00:15.269815 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc18d752-af6d-4c4e-a4f2-239c96f6115c tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:15.281110 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:15.286196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd130b5-05f5-4497-bd0a-847d9b7208e5 req-7ec2d6aa-3351-41d6-8ebf-38c769ef720e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:15.287729 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4cd130b5-05f5-4497-bd0a-847d9b7208e5 req-7ec2d6aa-3351-41d6-8ebf-38c769ef720e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=896d4b87a67048d8bcfe5755ccb9ee0f&device_id=69887bc8-2318-449f-ad25-8a4a3f98f969 HTTP/1.1" status: 200 len: 1098 time: 0.1661248 Jul 30 20:00:15.296912 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6c5a267d-9182-484e-b8d7-7ef72a304f9f req-2ebbc2da-cc2a-4859-8fd5-7bcdc66a37d3 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:15.318234 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ffb60-c448-412b-b6c6-2a052c016760 req-84569cbb-8e36-45f9-a878-89e0272ccfc2 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:15.320503 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1d2ffb60-c448-412b-b6c6-2a052c016760 req-84569cbb-8e36-45f9-a878-89e0272ccfc2 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 945 time: 0.1130981 Jul 30 20:00:15.347799 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd993b-260d-457c-a240-e87a0835131d None None] Pushing event updated for resources: {'Port': ['ID=dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:15.364292 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-9a7e7119-a001-4e2c-bf1b-af4d61903143 req-5d5164c6-d33b-4d8f-971d-590dcfb3b791 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Deleting port 6ab2e8b0-4fd5-4387-a115-98226438c281 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:00:15.364472 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9a7e7119-a001-4e2c-bf1b-af4d61903143 req-5d5164c6-d33b-4d8f-971d-590dcfb3b791 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:15.428650 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1d2ffb60-c448-412b-b6c6-2a052c016760 req-a2a8ba65-4271-4ae8-abfc-a8479c07fadb tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876956 Jul 30 20:00:15.443272 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc18d752-af6d-4c4e-a4f2-239c96f6115c tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:00:15.467410 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] Attempting to bind port dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:00:15.467916 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] Attempting to bind port dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b30ceff3-5431-4595-937d-aa549b02f325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78c64b1f-ec68-43ad-930a-5aa7f84dbdfa'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:00:15.468520 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] Attempting to bind port dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403 on network 78c64b1f-ec68-43ad-930a-5aa7f84dbdfa {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:15.475151 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 19, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:00:15.475554 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] Checking segment: {'id': 'b30ceff3-5431-4595-937d-aa549b02f325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78c64b1f-ec68-43ad-930a-5aa7f84dbdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:00:15.475972 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:15.476364 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] Bound using segment: {'id': 'b30ceff3-5431-4595-937d-aa549b02f325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78c64b1f-ec68-43ad-930a-5aa7f84dbdfa'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:00:15.476828 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] Bound port: dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30ceff3-5431-4595-937d-aa549b02f325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78c64b1f-ec68-43ad-930a-5aa7f84dbdfa'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:00:15.477203 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:15.534147 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-dc18d752-af6d-4c4e-a4f2-239c96f6115c tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:00:15.540345 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc18d752-af6d-4c4e-a4f2-239c96f6115c tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:00:15.575209 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18d752-af6d-4c4e-a4f2-239c96f6115c tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Pushing event updated for resources: {'Port': ['ID=907cb064-ce48-4a2d-a997-27898af65c64,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:15.582282 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] For port dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:00:15.586163 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] For port dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403,segment=NetworkSegment(b30ceff3-5431-4595-937d-aa549b02f325),segment_id=b30ceff3-5431-4595-937d-aa549b02f325)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:00:15.594261 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:15.636647 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aad30-5913-4d9f-92c6-7bc20fbd2034 req-a45adc75-c356-4d92-806e-5dd6fcd9d244 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:15.644344 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-616aad30-5913-4d9f-92c6-7bc20fbd2034 req-a45adc75-c356-4d92-806e-5dd6fcd9d244 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=69887bc8-2318-449f-ad25-8a4a3f98f969 HTTP/1.1" status: 200 len: 947 time: 0.0733132 Jul 30 20:00:15.704547 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-616aad30-5913-4d9f-92c6-7bc20fbd2034 req-17189258-e494-4b37-86bf-6a9a9653d054 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589442 Jul 30 20:00:15.769354 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47092) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:15.830366 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-9a7e7119-a001-4e2c-bf1b-af4d61903143 req-5d5164c6-d33b-4d8f-971d-590dcfb3b791 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] For port 6ab2e8b0-4fd5-4387-a115-98226438c281, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=6ab2e8b0-4fd5-4387-a115-98226438c281,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:15.830737 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9a7e7119-a001-4e2c-bf1b-af4d61903143 req-5d5164c6-d33b-4d8f-971d-590dcfb3b791 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:15.835237 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc18d752-af6d-4c4e-a4f2-239c96f6115c tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:15.867488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-9a7e7119-a001-4e2c-bf1b-af4d61903143 req-5d5164c6-d33b-4d8f-971d-590dcfb3b791 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Calling delete_port for 6ab2e8b0-4fd5-4387-a115-98226438c281 owned by compute:tempest-test_az-1375318894 {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:00:15.873507 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd993b-260d-457c-a240-e87a0835131d None None] Pushing event updated for resources: {'Port': ['ID=dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:15.873724 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd130b5-05f5-4497-bd0a-847d9b7208e5 req-9dc67318-1b15-4129-bf64-9c0f3a4176e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:15.875287 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4cd130b5-05f5-4497-bd0a-847d9b7208e5 req-9dc67318-1b15-4129-bf64-9c0f3a4176e1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.5445526 Jul 30 20:00:15.904730 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] Routers {'5ede3298-305e-4403-b33b-10c0f364b2a0'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:00:15.905382 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T19:59:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5ede3298-305e-4403-b33b-10c0f364b2a0'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:15.954596 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460a70d-3358-4892-b858-4f77e36e8afa req-2f8436ea-7a4b-4434-a098-3d4687dd9b0c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:15.976561 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f460a70d-3358-4892-b858-4f77e36e8afa req-2f8436ea-7a4b-4434-a098-3d4687dd9b0c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 950 time: 0.1794138 Jul 30 20:00:16.006856 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4cd130b5-05f5-4497-bd0a-847d9b7208e5 req-cc542504-940b-4e38-a64f-effd58032043 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=d00f7cf6-0c65-4772-8a5f-9972130c2ff2 HTTP/1.1" status: 200 len: 217 time: 0.1227870 Jul 30 20:00:16.030714 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc18d752-af6d-4c4e-a4f2-239c96f6115c tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:16.058424 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f460a70d-3358-4892-b858-4f77e36e8afa req-a4b57abe-e6cc-4a93-87e2-bfae1ef4d0c4 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807335 Jul 30 20:00:16.082295 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] Set router 5ede3298-305e-4403-b33b-10c0f364b2a0 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:00:16.135434 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-23b6a47e-2923-40ad-baf3-be415672332b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-528107763-network', 'tenant_id': 'cb1bb74bc9ed4a3098e756ee6ea6bd07'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:16.196868 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6c5a267d-9182-484e-b8d7-7ef72a304f9f req-2ebbc2da-cc2a-4859-8fd5-7bcdc66a37d3 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:16.208087 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b6a47e-2923-40ad-baf3-be415672332b admin admin] Made reservation on behalf of cb1bb74bc9ed4a3098e756ee6ea6bd07 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:00:16.210767 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23b6a47e-2923-40ad-baf3-be415672332b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:16.211466 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd130b5-05f5-4497-bd0a-847d9b7208e5 req-f87e41c4-bfe8-4b33-8c8d-e683251256d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:16.213997 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4cd130b5-05f5-4497-bd0a-847d9b7208e5 req-f87e41c4-bfe8-4b33-8c8d-e683251256d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1954737 Jul 30 20:00:16.222886 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23b6a47e-2923-40ad-baf3-be415672332b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:16.232618 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de4185-89b0-41f0-81a0-e091e13e6955 req-37b013af-5402-4c04-af09-f1e63e1c873d tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:16.239952 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-48de4185-89b0-41f0-81a0-e091e13e6955 req-37b013af-5402-4c04-af09-f1e63e1c873d tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 972 time: 0.0954201 Jul 30 20:00:16.333242 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-48de4185-89b0-41f0-81a0-e091e13e6955 req-18f21f3e-8f94-4b31-858c-d962e0d4e76b tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.81 "GET /v2.0/security-groups?id=693ae0b6-b634-4c9a-ac11-69bc9d6ea2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924084 Jul 30 20:00:16.433895 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ede3298-305e-4403-b33b-10c0f364b2a0', 'name': 'tempest-FloatingIPsTestJSON-626840705-router', 'tenant_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '351fe4ab-ef36-42d3-8535-48737982edf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:00:00Z', 'updated_at': '2021-07-30T20:00:11Z', 'revision_number': 4, 'project_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'gw_port': {'id': '351fe4ab-ef36-42d3-8535-48737982edf4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ede3298-305e-4403-b33b-10c0f364b2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:00:03Z', 'updated_at': '2021-07-30T20:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403', 'name': '', 'network_id': '78c64b1f-ec68-43ad-930a-5aa7f84dbdfa', 'tenant_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'mac_address': 'fa:16:3e:b2:98:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ede3298-305e-4403-b33b-10c0f364b2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '50a18570-3f57-4632-bbb3-12dc8eb00729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:00:09Z', 'updated_at': '2021-07-30T20:00:15Z', 'revision_number': 4, 'project_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'subnets': [{'id': '50a18570-3f57-4632-bbb3-12dc8eb00729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:16.447905 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23b6a47e-2923-40ad-baf3-be415672332b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:16.455939 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23b6a47e-2923-40ad-baf3-be415672332b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:16.474205 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd130b5-05f5-4497-bd0a-847d9b7208e5 req-cba1a097-accb-41eb-94ee-4708d3b479e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:16.478619 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202e87f9-0334-4173-a29f-27802315ffe8 None None] The sync data for ids ['5ede3298-305e-4403-b33b-10c0f364b2a0'] in n-d-712137-9 is: [{'id': '5ede3298-305e-4403-b33b-10c0f364b2a0', 'name': 'tempest-FloatingIPsTestJSON-626840705-router', 'tenant_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '351fe4ab-ef36-42d3-8535-48737982edf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:00:00Z', 'updated_at': '2021-07-30T20:00:11Z', 'revision_number': 4, 'project_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'gw_port': {'id': '351fe4ab-ef36-42d3-8535-48737982edf4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ede3298-305e-4403-b33b-10c0f364b2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:00:03Z', 'updated_at': '2021-07-30T20:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403', 'name': '', 'network_id': '78c64b1f-ec68-43ad-930a-5aa7f84dbdfa', 'tenant_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'mac_address': 'fa:16:3e:b2:98:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ede3298-305e-4403-b33b-10c0f364b2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '50a18570-3f57-4632-bbb3-12dc8eb00729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:00:09Z', 'updated_at': '2021-07-30T20:00:15Z', 'revision_number': 4, 'project_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'subnets': [{'id': '50a18570-3f57-4632-bbb3-12dc8eb00729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:00:16.479962 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4cd130b5-05f5-4497-bd0a-847d9b7208e5 req-cba1a097-accb-41eb-94ee-4708d3b479e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2506707 Jul 30 20:00:16.509592 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b6a47e-2923-40ad-baf3-be415672332b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:00:16.522978 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6a47e-2923-40ad-baf3-be415672332b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961cbc53-42ae-435c-b927-fa36e89433eb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:16.531422 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23b6a47e-2923-40ad-baf3-be415672332b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:16.531856 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-23b6a47e-2923-40ad-baf3-be415672332b admin admin] Added segment 2784282f-168d-4feb-a0fd-693a38af43fe of type vlan for network 1b009359-14e5-4019-b6cd-e6d82ee142cf Jul 30 20:00:16.561274 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc18d752-af6d-4c4e-a4f2-239c96f6115c tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:16.584988 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9a7e7119-a001-4e2c-bf1b-af4d61903143 req-5d5164c6-d33b-4d8f-971d-590dcfb3b791 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:16.597650 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['6ab2e8b0-4fd5-4387-a115-98226438c281'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:00:16.600467 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc18d752-af6d-4c4e-a4f2-239c96f6115c tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:16.663223 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23b6a47e-2923-40ad-baf3-be415672332b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:16.690227 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-6c5a267d-9182-484e-b8d7-7ef72a304f9f req-2ebbc2da-cc2a-4859-8fd5-7bcdc66a37d3 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Allocated IP 172.25.3.222 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/590aaf26-a47c-4ccb-9fa2-9112cbd5da4e) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:00:16.710292 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01538618-b41a-42ae-a4ef-4eb91b8b08de req-1d07ef42-5b2d-47ea-8b84-38083e608333 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:16.711952 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-01538618-b41a-42ae-a4ef-4eb91b8b08de req-1d07ef42-5b2d-47ea-8b84-38083e608333 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 945 time: 0.1302772 Jul 30 20:00:16.738020 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23b6a47e-2923-40ad-baf3-be415672332b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:16.738982 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b6a47e-2923-40ad-baf3-be415672332b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:16.739581 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23b6a47e-2923-40ad-baf3-be415672332b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:16.768328 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-23b6a47e-2923-40ad-baf3-be415672332b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9938340 Jul 30 20:00:16.771375 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47116) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:16.776633 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc18d752-af6d-4c4e-a4f2-239c96f6115c tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:16.813038 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-bbdadc42-e8ab-40cf-b8d3-b74c55d02160 admin admin] Request body: {'subnet': {'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-528107763-subnet', 'tenant_id': 'cb1bb74bc9ed4a3098e756ee6ea6bd07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:16.824695 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc18d752-af6d-4c4e-a4f2-239c96f6115c tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:16.834460 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-dc18d752-af6d-4c4e-a4f2-239c96f6115c tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3078899 Jul 30 20:00:16.835539 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7e7119-a001-4e2c-bf1b-af4d61903143 req-5d5164c6-d33b-4d8f-971d-590dcfb3b791 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] No DVR routers for this DVR port 6ab2e8b0-4fd5-4387-a115-98226438c281 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:00:16.840091 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9a7e7119-a001-4e2c-bf1b-af4d61903143 req-5d5164c6-d33b-4d8f-971d-590dcfb3b791 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:16.842191 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a7e7119-a001-4e2c-bf1b-af4d61903143 req-5d5164c6-d33b-4d8f-971d-590dcfb3b791 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] 10.222.0.59 "DELETE /v2.0/ports/6ab2e8b0-4fd5-4387-a115-98226438c281 HTTP/1.1" status: 204 len: 173 time: 2.2661891 Jul 30 20:00:16.850668 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61edd25e-7f9c-49f5-843f-19d3a9b0a9f3', 'name': 'network-vif-deleted', 'tag': '6ab2e8b0-4fd5-4387-a115-98226438c281'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:00:16.853039 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef3eab0-1235-4de0-b512-88da6d49f7ad" -d '{"events": [{"server_uuid": "61edd25e-7f9c-49f5-843f-19d3a9b0a9f3", "name": "network-vif-deleted", "tag": "6ab2e8b0-4fd5-4387-a115-98226438c281"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:00:16.936787 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18d752-af6d-4c4e-a4f2-239c96f6115c tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Pushing event updated for resources: {'Port': ['ID=907cb064-ce48-4a2d-a997-27898af65c64,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:16.954500 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-01538618-b41a-42ae-a4ef-4eb91b8b08de req-031ed4ab-c10b-4efb-a9f5-9c3c38ddd0b8 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269695 Jul 30 20:00:16.955356 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6a47e-2923-40ad-baf3-be415672332b admin admin] Pushing event updated for resources: {'Network': ['ID=1b009359-14e5-4019-b6cd-e6d82ee142cf,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:16.983647 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 1b009359-14e5-4019-b6cd-e6d82ee142cf details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:00:17.170172 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b5737-4883-41fe-868b-9f539b2a7b47 req-e551e9f2-4701-4f5a-8d93-4a9b6e9f8fe1 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:17.172798 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b73b5737-4883-41fe-868b-9f539b2a7b47 req-e551e9f2-4701-4f5a-8d93-4a9b6e9f8fe1 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=69887bc8-2318-449f-ad25-8a4a3f98f969 HTTP/1.1" status: 200 len: 947 time: 0.0821440 Jul 30 20:00:17.228356 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b73b5737-4883-41fe-868b-9f539b2a7b47 req-4768fa23-e395-47ff-bd10-f213ca45bfaf tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494797 Jul 30 20:00:17.377645 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6c5a267d-9182-484e-b8d7-7ef72a304f9f req-2ebbc2da-cc2a-4859-8fd5-7bcdc66a37d3 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:17.401030 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5164c6-d33b-4d8f-971d-590dcfb3b791 tempest-AggregatesAdminTestJSON-1822231675 tempest-AggregatesAdminTestJSON-1822231675-project] Pushing event deleted for resources: {'Port': ['ID=6ab2e8b0-4fd5-4387-a115-98226438c281,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:17.404069 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525f76cf-39fa-4a09-b17a-4ccca1a30a5a x-openstack-request-id: req-525f76cf-39fa-4a09-b17a-4ccca1a30a5a {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:00:17.404543 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61edd25e-7f9c-49f5-843f-19d3a9b0a9f3", "name": "network-vif-deleted", "tag": "6ab2e8b0-4fd5-4387-a115-98226438c281", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:00:17.404793 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-525f76cf-39fa-4a09-b17a-4ccca1a30a5a {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:00:17.405171 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61edd25e-7f9c-49f5-843f-19d3a9b0a9f3', 'name': 'network-vif-deleted', 'tag': '6ab2e8b0-4fd5-4387-a115-98226438c281', 'status': 'completed', 'code': 200} Jul 30 20:00:17.432887 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4cd130b5-05f5-4497-bd0a-847d9b7208e5 req-533bb6f8-adce-40b9-bd25-a2cd2f375527 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8668880 Jul 30 20:00:17.437043 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdadc42-e8ab-40cf-b8d3-b74c55d02160 admin admin] Made reservation on behalf of cb1bb74bc9ed4a3098e756ee6ea6bd07 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:00:17.439490 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bbdadc42-e8ab-40cf-b8d3-b74c55d02160 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:17.570060 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd7c5ccd-e202-447a-8712-06106c24daa4 req-4962db5e-a319-43b8-9630-c456d9bd9af1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1001940 Jul 30 20:00:17.574764 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6c5a267d-9182-484e-b8d7-7ef72a304f9f req-2ebbc2da-cc2a-4859-8fd5-7bcdc66a37d3 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:17.636115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c5a267d-9182-484e-b8d7-7ef72a304f9f req-2ebbc2da-cc2a-4859-8fd5-7bcdc66a37d3 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:00:17.636379 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62960c86-bbc1-44ef-a6af-2c98a0817fb7 req-9a3d83d4-ab1d-4bc6-8a3a-b2bd88e1fd23 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:17.640314 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-62960c86-bbc1-44ef-a6af-2c98a0817fb7 req-9a3d83d4-ab1d-4bc6-8a3a-b2bd88e1fd23 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 1096 time: 0.0520091 Jul 30 20:00:17.663092 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-6c5a267d-9182-484e-b8d7-7ef72a304f9f req-2ebbc2da-cc2a-4859-8fd5-7bcdc66a37d3 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:00:17.682051 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-62960c86-bbc1-44ef-a6af-2c98a0817fb7 req-3e8eda3f-25b7-4138-a49c-e7f0dadf282d tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372429 Jul 30 20:00:17.685466 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5a267d-9182-484e-b8d7-7ef72a304f9f req-2ebbc2da-cc2a-4859-8fd5-7bcdc66a37d3 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:00:17.699396 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd7c5ccd-e202-447a-8712-06106c24daa4 req-9ade1542-89d4-452b-8120-30c673198fea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81197c6e40e84da99bbc71378d1d9a2f&device_id=61edd25e-7f9c-49f5-843f-19d3a9b0a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0565588 Jul 30 20:00:17.721372 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbc2da-cc2a-4859-8fd5-7bcdc66a37d3 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Pushing event updated for resources: {'Port': ['ID=590aaf26-a47c-4ccb-9fa2-9112cbd5da4e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:17.788371 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd7c5ccd-e202-447a-8712-06106c24daa4 req-7efc29c5-921f-4add-9bb3-7c6edac822c9 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=81197c6e40e84da99bbc71378d1d9a2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616508 Jul 30 20:00:17.794362 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4cd130b5-05f5-4497-bd0a-847d9b7208e5 req-7a337287-3474-4b19-8265-0617f6210663 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506114 Jul 30 20:00:17.815457 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b750851-a9ba-4f7e-b0cd-5fa345b09fd2 req-c9238441-ef2f-495d-bf22-9a85dc4c80ac tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:17.817190 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4b750851-a9ba-4f7e-b0cd-5fa345b09fd2 req-c9238441-ef2f-495d-bf22-9a85dc4c80ac tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 950 time: 0.0572777 Jul 30 20:00:17.856429 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4b750851-a9ba-4f7e-b0cd-5fa345b09fd2 req-0ea18097-f749-4bc3-926d-ccc481d0f41c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322464 Jul 30 20:00:17.856660 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device d00f7cf6-0c65-4772-8a5f-9972130c2ff2 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:00:17.873294 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6c5a267d-9182-484e-b8d7-7ef72a304f9f req-2ebbc2da-cc2a-4859-8fd5-7bcdc66a37d3 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:17.963795 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port d00f7cf6-0c65-4772-8a5f-9972130c2ff2, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d00f7cf6-0c65-4772-8a5f-9972130c2ff2,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:17.977993 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6c5a267d-9182-484e-b8d7-7ef72a304f9f req-2ebbc2da-cc2a-4859-8fd5-7bcdc66a37d3 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:17.978789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'd00f7cf6-0c65-4772-8a5f-9972130c2ff2', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': 'd00f7cf6-0c65-4772-8a5f-9972130c2ff2', 'mac_address': 'fa:16:3e:6e:ff:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:00:17.995663 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-72e9e693-2b13-4b46-9bf9-3899c027e138 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1137230217&fields=id&tenant_id=63e7c13c3848442a8042a40abbcac225 HTTP/1.1" status: 200 len: 267 time: 0.0518429 Jul 30 20:00:18.010064 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bbdadc42-e8ab-40cf-b8d3-b74c55d02160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:18.016597 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c5ccd-e202-447a-8712-06106c24daa4 req-553bb83f-d70b-4414-ac9d-4e8f6e7fd8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:18.017363 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:18.018072 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd7c5ccd-e202-447a-8712-06106c24daa4 req-553bb83f-d70b-4414-ac9d-4e8f6e7fd8c6 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2228794 Jul 30 20:00:18.042949 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00f7cf6-0c65-4772-8a5f-9972130c2ff2 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:00:18.091822 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port d00f7cf6-0c65-4772-8a5f-9972130c2ff2, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d00f7cf6-0c65-4772-8a5f-9972130c2ff2,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:18.098725 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:18.135925 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-4c9e2294-70f8-4192-a5f9-7302981ac440 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:18.138792 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdadc42-e8ab-40cf-b8d3-b74c55d02160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b757e780-295d-4676-ae81-4c07de396b9e,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:18.140038 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-4c9e2294-70f8-4192-a5f9-7302981ac440 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/networks?id=9958f565-4186-495a-b838-46ca3a70750f HTTP/1.1" status: 200 len: 823 time: 0.1369140 Jul 30 20:00:18.156324 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-b53868c3-2667-42ec-a972-52036cf5370f tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/quotas/63e7c13c3848442a8042a40abbcac225 HTTP/1.1" status: 200 len: 375 time: 0.0117531 Jul 30 20:00:18.159306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdadc42-e8ab-40cf-b8d3-b74c55d02160 admin admin] Checking segment: {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:00:18.159696 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdadc42-e8ab-40cf-b8d3-b74c55d02160 admin admin] Network hostable DHCP agents. Network: 1b009359-14e5-4019-b6cd-e6d82ee142cf, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:00:18.182253 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=d00f7cf6-0c65-4772-8a5f-9972130c2ff2,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:18.203185 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdadc42-e8ab-40cf-b8d3-b74c55d02160 admin admin] Network 1b009359-14e5-4019-b6cd-e6d82ee142cf is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:00:18.228920 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-bbdadc42-e8ab-40cf-b8d3-b74c55d02160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 1b009359-14e5-4019-b6cd-e6d82ee142cf) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:00:18.235435 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdadc42-e8ab-40cf-b8d3-b74c55d02160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:18.235435 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bbdadc42-e8ab-40cf-b8d3-b74c55d02160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:18.238357 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376d11d4-e4b4-4cf3-800c-17a6d723f2c3 None None] Network 1b009359-14e5-4019-b6cd-e6d82ee142cf requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:00:18.246291 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-5605b7e9-dd73-457d-8f23-a80513af4f48 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=63e7c13c3848442a8042a40abbcac225&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0823572 Jul 30 20:00:18.261849 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6c5a267d-9182-484e-b8d7-7ef72a304f9f req-2ebbc2da-cc2a-4859-8fd5-7bcdc66a37d3 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:18.264972 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-bbdadc42-e8ab-40cf-b8d3-b74c55d02160 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4923990 Jul 30 20:00:18.281290 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6c5a267d-9182-484e-b8d7-7ef72a304f9f req-2ebbc2da-cc2a-4859-8fd5-7bcdc66a37d3 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:18.293959 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['d00f7cf6-0c65-4772-8a5f-9972130c2ff2'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:00:18.336301 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbc2da-cc2a-4859-8fd5-7bcdc66a37d3 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Pushing event updated for resources: {'Port': ['ID=590aaf26-a47c-4ccb-9fa2-9112cbd5da4e,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:18.346607 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6c5a267d-9182-484e-b8d7-7ef72a304f9f req-2ebbc2da-cc2a-4859-8fd5-7bcdc66a37d3 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:18.363999 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6c5a267d-9182-484e-b8d7-7ef72a304f9f req-2ebbc2da-cc2a-4859-8fd5-7bcdc66a37d3 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:18.366005 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c5a267d-9182-484e-b8d7-7ef72a304f9f req-2ebbc2da-cc2a-4859-8fd5-7bcdc66a37d3 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1256464 Jul 30 20:00:18.421630 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-85daeecb-8c02-456f-98dd-c66fdc3f83f4 service neutron] 10.222.0.81 "GET /v2.0/networks/9958f565-4186-495a-b838-46ca3a70750f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582379 Jul 30 20:00:18.493840 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c5a267d-9182-484e-b8d7-7ef72a304f9f req-dea141a5-07cd-4264-87a3-1e902e11d161 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.222 HTTP/1.1" status: 200 len: 696 time: 0.1193225 Jul 30 20:00:18.504326 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8b119a-513d-415a-a009-ef7465a3f617 None None] Network 1b009359-14e5-4019-b6cd-e6d82ee142cf requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:00:18.529923 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:00:18.609882 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-b9d60674-0dff-433e-8c51-89cb4d4ee7f8 service neutron] 10.222.0.81 "GET /v2.0/networks/9958f565-4186-495a-b838-46ca3a70750f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588824 Jul 30 20:00:18.631713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a267d-9182-484e-b8d7-7ef72a304f9f req-00449ab2-586c-4964-862f-3e55492167ec tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:18.633237 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c5a267d-9182-484e-b8d7-7ef72a304f9f req-00449ab2-586c-4964-862f-3e55492167ec tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.1336970 Jul 30 20:00:18.645623 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-6c5a267d-9182-484e-b8d7-7ef72a304f9f req-e56546f1-d7dd-42a2-9a7a-c89a2b23b1bc tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:00:18.647011 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c5a267d-9182-484e-b8d7-7ef72a304f9f req-e56546f1-d7dd-42a2-9a7a-c89a2b23b1bc tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068882 Jul 30 20:00:18.693910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:00:18.721530 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:18.722043 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:18.916390 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f2ba5-1f42-4cad-a158-dae08902bca2 req-d7ee9938-f41b-4f83-819f-a712569afe01 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:18.925171 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8d2f2ba5-1f42-4cad-a158-dae08902bca2 req-d7ee9938-f41b-4f83-819f-a712569afe01 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 1096 time: 0.1069682 Jul 30 20:00:18.976851 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8d2f2ba5-1f42-4cad-a158-dae08902bca2 req-b4667c63-28e7-4f6a-92f7-636f5d1a39cc tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502532 Jul 30 20:00:19.018773 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:19.155061 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403,segment=NetworkSegment(b30ceff3-5431-4595-937d-aa549b02f325),segment_id=b30ceff3-5431-4595-937d-aa549b02f325)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:19.165804 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96a439-c2d1-466a-8f27-1d16e3d2a3a0 req-da938ba9-abcd-4025-9852-8159826e1417 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:19.169913 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:19.174621 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9a96a439-c2d1-466a-8f27-1d16e3d2a3a0 req-da938ba9-abcd-4025-9852-8159826e1417 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=69887bc8-2318-449f-ad25-8a4a3f98f969 HTTP/1.1" status: 200 len: 948 time: 0.0728464 Jul 30 20:00:19.207576 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86d43c68-7eda-40e2-96ba-f069e20fd12d req-bcb57fad-69cb-4eda-b814-367bac6de389 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "GET /v2.0/floatingips/0ab01808-ca76-4460-8b33-18c3ad20feaa HTTP/1.1" status: 200 len: 693 time: 0.1014802 Jul 30 20:00:19.220884 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47186) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:19.250782 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:19.252378 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:19.270649 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9a96a439-c2d1-466a-8f27-1d16e3d2a3a0 req-c90524cb-53e6-4d8b-a7fb-56c1f9e031a3 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949869 Jul 30 20:00:19.353036 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d43c68-7eda-40e2-96ba-f069e20fd12d req-95535680-0ba8-4e9f-8d62-59e9bad07a61 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:19.360671 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86d43c68-7eda-40e2-96ba-f069e20fd12d req-95535680-0ba8-4e9f-8d62-59e9bad07a61 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.1522200 Jul 30 20:00:19.366514 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-86d43c68-7eda-40e2-96ba-f069e20fd12d req-c0aeb96f-9f1d-4191-885d-4ef9c13f3d7b tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:00:19.380103 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86d43c68-7eda-40e2-96ba-f069e20fd12d req-c0aeb96f-9f1d-4191-885d-4ef9c13f3d7b tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182312 Jul 30 20:00:19.413131 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dd6b1b1f-da2e-4f3e-a40a-0e1182652d34 req-09339e5d-49c0-4673-abd3-fdc2fc89dfbf tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=5213ec9f-2c4a-431d-9079-d5efa6fcb633 HTTP/1.1" status: 200 len: 210 time: 0.0862510 Jul 30 20:00:19.495388 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0451d37-2c71-4143-bfe6-3c7821f561cf req-86ea7b8b-d1b9-4eb8-aeff-ebbd133825cf tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:19.502815 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0451d37-2c71-4143-bfe6-3c7821f561cf req-86ea7b8b-d1b9-4eb8-aeff-ebbd133825cf tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 950 time: 0.0771530 Jul 30 20:00:19.535027 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47206) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:19.543066 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fef5abd3-081f-4de8-b95d-339fcf243d22 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1267183854-network', 'tenant_id': '24fbfc68ad6b45ea81f867c61a70c016'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:19.548622 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0451d37-2c71-4143-bfe6-3c7821f561cf req-2766c64f-7fb1-42f6-b06d-31541187439d tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448952 Jul 30 20:00:19.584213 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef5abd3-081f-4de8-b95d-339fcf243d22 admin admin] Made reservation on behalf of 24fbfc68ad6b45ea81f867c61a70c016 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:00:19.586846 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fef5abd3-081f-4de8-b95d-339fcf243d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:19.601707 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fef5abd3-081f-4de8-b95d-339fcf243d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:19.685395 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f8f4cd23-40e6-42c4-94af-d94ff3bde57b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=81197c6e40e84da99bbc71378d1d9a2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4610672 Jul 30 20:00:19.685906 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47210) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:19.692705 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97c56e5c-0ad9-42a6-ab2d-0c18c3389d8c req-e81385c2-5c91-4722-a64a-efee3da5a25b tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=89a67ffbcbeb4fb9bf847d34757432e5 HTTP/1.1" status: 200 len: 696 time: 0.1009400 Jul 30 20:00:19.773515 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fef5abd3-081f-4de8-b95d-339fcf243d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:19.788697 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fef5abd3-081f-4de8-b95d-339fcf243d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:19.831129 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef5abd3-081f-4de8-b95d-339fcf243d22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:00:19.847325 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fef5abd3-081f-4de8-b95d-339fcf243d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:19.847842 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-fef5abd3-081f-4de8-b95d-339fcf243d22 admin admin] Added segment 3934e32a-3a2c-4ddc-a77a-274fbd762c4d of type vlan for network bf866422-faad-4b44-a93b-9bbe1d7aa5c7 Jul 30 20:00:19.860745 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device d00f7cf6-0c65-4772-8a5f-9972130c2ff2 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:00:19.899521 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fef5abd3-081f-4de8-b95d-339fcf243d22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:19.936915 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec91d753-3e05-44df-8e22-bf27abdfd585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:19.962503 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port d00f7cf6-0c65-4772-8a5f-9972130c2ff2 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:00:19.964513 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fef5abd3-081f-4de8-b95d-339fcf243d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:19.965598 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef5abd3-081f-4de8-b95d-339fcf243d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:19.966274 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fef5abd3-081f-4de8-b95d-339fcf243d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:19.969003 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port d00f7cf6-0c65-4772-8a5f-9972130c2ff2 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:19.969461 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:19.981648 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c56e5c-0ad9-42a6-ab2d-0c18c3389d8c req-07ecfe06-66f4-4e6e-bb56-7081b820a22c tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:19.983286 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97c56e5c-0ad9-42a6-ab2d-0c18c3389d8c req-07ecfe06-66f4-4e6e-bb56-7081b820a22c tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "GET /v2.0/networks?id=905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 787 time: 0.2811725 Jul 30 20:00:19.988851 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec91d753-3e05-44df-8e22-bf27abdfd585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:20.000377 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-97c56e5c-0ad9-42a6-ab2d-0c18c3389d8c req-cf938ae4-8ed2-466d-a247-81958e1dd9df tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:00:20.011231 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97c56e5c-0ad9-42a6-ab2d-0c18c3389d8c req-cf938ae4-8ed2-466d-a247-81958e1dd9df tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0197635 Jul 30 20:00:20.017782 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5abd3-081f-4de8-b95d-339fcf243d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f408d1d4-951f-4d5d-a361-4193fc9f4317,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:20.083245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47218) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:20.083739 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fef5abd3-081f-4de8-b95d-339fcf243d22 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5471032 Jul 30 20:00:20.089093 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d6f8d847-e59a-4aee-8d82-60b92605c8fb admin admin] Request body: {'subnet': {'network_id': 'bf866422-faad-4b44-a93b-9bbe1d7aa5c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1267183854-subnet', 'tenant_id': '24fbfc68ad6b45ea81f867c61a70c016', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:20.109058 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5abd3-081f-4de8-b95d-339fcf243d22 admin admin] Pushing event updated for resources: {'Network': ['ID=bf866422-faad-4b44-a93b-9bbe1d7aa5c7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:20.114977 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:20.131826 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network bf866422-faad-4b44-a93b-9bbe1d7aa5c7 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:00:20.155247 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f8d847-e59a-4aee-8d82-60b92605c8fb admin admin] Made reservation on behalf of 24fbfc68ad6b45ea81f867c61a70c016 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:00:20.157874 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d6f8d847-e59a-4aee-8d82-60b92605c8fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:20.160847 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec91d753-3e05-44df-8e22-bf27abdfd585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:20.164131 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec91d753-3e05-44df-8e22-bf27abdfd585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:20.166304 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ec91d753-3e05-44df-8e22-bf27abdfd585 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/693ae0b6-b634-4c9a-ac11-69bc9d6ea2f5 HTTP/1.1" status: 204 len: 168 time: 0.4795327 Jul 30 20:00:20.183831 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91d753-3e05-44df-8e22-bf27abdfd585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693ae0b6-b634-4c9a-ac11-69bc9d6ea2f5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:20.276094 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69887bc8-2318-449f-ad25-8a4a3f98f969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00f7cf6-0c65-4772-8a5f-9972130c2ff2'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:00:20.283803 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbcca37-04bd-4bc5-b6c8-00cdf6d1ccf1" -d '{"events": [{"server_uuid": "69887bc8-2318-449f-ad25-8a4a3f98f969", "name": "network-vif-plugged", "status": "completed", "tag": "d00f7cf6-0c65-4772-8a5f-9972130c2ff2"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:00:20.299703 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port d00f7cf6-0c65-4772-8a5f-9972130c2ff2, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d00f7cf6-0c65-4772-8a5f-9972130c2ff2,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:20.305059 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:20.306866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 6ab2e8b0-4fd5-4387-a115-98226438c281 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:00:20.376545 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 6ab2e8b0-4fd5-4387-a115-98226438c281 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:00:20.376959 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 6ab2e8b0-4fd5-4387-a115-98226438c281 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:00:20.459480 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:00:20.558798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=d00f7cf6-0c65-4772-8a5f-9972130c2ff2,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:20.576200 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:20.576630 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:20.606279 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f99da8f-57b7-488e-8492-04269f7eaad4 req-c5c4fb7d-4630-47e8-86dd-358bfb320844 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "GET /v2.0/floatingips/0ab01808-ca76-4460-8b33-18c3ad20feaa HTTP/1.1" status: 200 len: 693 time: 0.1105537 Jul 30 20:00:20.827301 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47250) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:20.873057 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e4357d15-1e3b-43ab-ae0c-f4953fa8f41b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e467c843e6d6478983911903c49d4079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419803 Jul 30 20:00:20.873364 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47254) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:20.927999 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c2830bc-6159-4869-b4fb-97539fd85490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:20.950276 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-b4c7ce86-66e3-4761-a737-ea1f3999dbc7 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:20.950816 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c2830bc-6159-4869-b4fb-97539fd85490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:20.951661 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-b4c7ce86-66e3-4761-a737-ea1f3999dbc7 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.59 "GET /v2.0/networks?id=9958f565-4186-495a-b838-46ca3a70750f HTTP/1.1" status: 200 len: 823 time: 0.6316371 Jul 30 20:00:21.009015 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c2830bc-6159-4869-b4fb-97539fd85490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:21.011998 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c2830bc-6159-4869-b4fb-97539fd85490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:21.013150 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4c2830bc-6159-4869-b4fb-97539fd85490 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f7c5a951-b5ad-43e7-a0b4-9bb3560cf44b HTTP/1.1" status: 204 len: 168 time: 0.1387181 Jul 30 20:00:21.022271 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2830bc-6159-4869-b4fb-97539fd85490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c5a951-b5ad-43e7-a0b4-9bb3560cf44b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:21.068558 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99da8f-57b7-488e-8492-04269f7eaad4 req-6db04f38-5a0f-44e3-b81f-7608183bb6b3 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:21.069911 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f99da8f-57b7-488e-8492-04269f7eaad4 req-6db04f38-5a0f-44e3-b81f-7608183bb6b3 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.4625065 Jul 30 20:00:21.082149 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d6f8d847-e59a-4aee-8d82-60b92605c8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:21.090750 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-0f99da8f-57b7-488e-8492-04269f7eaad4 req-84edf7a1-8287-49d9-a6bd-9de20c819b03 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:00:21.091831 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f99da8f-57b7-488e-8492-04269f7eaad4 req-84edf7a1-8287-49d9-a6bd-9de20c819b03 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140955 Jul 30 20:00:21.099320 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-b6c2ecf3-eadb-4307-a84a-5f550f1264dc tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63e7c13c3848442a8042a40abbcac225 HTTP/1.1" status: 200 len: 380 time: 0.1357572 Jul 30 20:00:21.128234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-2a1c8839-9da5-4382-b0e6-f32609ff2ac3 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Request body: {'port': {'device_id': '5213ec9f-2c4a-431d-9079-d5efa6fcb633', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'admin_state_up': True, 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'security_groups': ['5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:21.188937 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43667a13-cdfa-4324-98d7-c72700ea9357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:21.232222 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f99da8f-57b7-488e-8492-04269f7eaad4 req-2be05d70-99b5-4a6d-8e91-63a36774297a tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.222 HTTP/1.1" status: 200 len: 696 time: 0.1131823 Jul 30 20:00:21.249686 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8d847-e59a-4aee-8d82-60b92605c8fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e7f89b5-6415-474a-a3f7-0a2fa3a373a8,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:21.322303 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f99da8f-57b7-488e-8492-04269f7eaad4 req-3e4a3ca9-a745-4e31-9842-2821e48d51be tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.222 HTTP/1.1" status: 200 len: 696 time: 0.0784945 Jul 30 20:00:21.325661 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f8d847-e59a-4aee-8d82-60b92605c8fb admin admin] Checking segment: {'id': '3934e32a-3a2c-4ddc-a77a-274fbd762c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bf866422-faad-4b44-a93b-9bbe1d7aa5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:00:21.326019 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f8d847-e59a-4aee-8d82-60b92605c8fb admin admin] Network hostable DHCP agents. Network: bf866422-faad-4b44-a93b-9bbe1d7aa5c7, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:00:21.411612 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f8d847-e59a-4aee-8d82-60b92605c8fb admin admin] Network bf866422-faad-4b44-a93b-9bbe1d7aa5c7 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:00:21.450249 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-2a1c8839-9da5-4382-b0e6-f32609ff2ac3 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Made reservation on behalf of 63e7c13c3848442a8042a40abbcac225 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:00:21.453938 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-2a1c8839-9da5-4382-b0e6-f32609ff2ac3 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:21.487410 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-d6f8d847-e59a-4aee-8d82-60b92605c8fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, bf866422-faad-4b44-a93b-9bbe1d7aa5c7) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:00:21.494263 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f8d847-e59a-4aee-8d82-60b92605c8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:21.494850 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d6f8d847-e59a-4aee-8d82-60b92605c8fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:21.495223 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3722b0-3ca4-4db0-89ac-9ea819a9b06a None None] Network bf866422-faad-4b44-a93b-9bbe1d7aa5c7 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:00:21.560313 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d6f8d847-e59a-4aee-8d82-60b92605c8fb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4685004 Jul 30 20:00:21.606992 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-0f99da8f-57b7-488e-8492-04269f7eaad4 req-89b921a9-0f2b-43a3-be2a-762165e9a294 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Deleting port 590aaf26-a47c-4ccb-9fa2-9112cbd5da4e {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:00:21.607448 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0f99da8f-57b7-488e-8492-04269f7eaad4 req-89b921a9-0f2b-43a3-be2a-762165e9a294 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:21.660178 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cdd360-3cb0-4b34-84a9-26842793fec1 None None] Network bf866422-faad-4b44-a93b-9bbe1d7aa5c7 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:00:21.682917 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-2a1c8839-9da5-4382-b0e6-f32609ff2ac3 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Allocated IP 172.20.0.8 (9958f565-4186-495a-b838-46ca3a70750f/e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3/f1606f0e-136f-43ef-9a60-863482ccd074) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:00:21.730716 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0f99da8f-57b7-488e-8492-04269f7eaad4 req-89b921a9-0f2b-43a3-be2a-762165e9a294 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:21.730946 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0f99da8f-57b7-488e-8492-04269f7eaad4 req-89b921a9-0f2b-43a3-be2a-762165e9a294 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:21.762730 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-0f99da8f-57b7-488e-8492-04269f7eaad4 req-89b921a9-0f2b-43a3-be2a-762165e9a294 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Calling delete_port for 590aaf26-a47c-4ccb-9fa2-9112cbd5da4e owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:00:21.800441 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-af2d391a-2ff9-4387-a269-0dea41b2988e tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:00:21.820572 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-af2d391a-2ff9-4387-a269-0dea41b2988e tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2095368 Jul 30 20:00:21.826648 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-96ac9da5-d726-469c-9c8d-7db5363ff2b3 service neutron] Request body: {'binding': {'host': 'n-h1-712137-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:21.827172 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-96ac9da5-d726-469c-9c8d-7db5363ff2b3 service neutron] Unknown quota resources ['binding']. {{(pid=93883) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 20:00:21.942147 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-2a1c8839-9da5-4382-b0e6-f32609ff2ac3 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:22.004113 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-96ac9da5-d726-469c-9c8d-7db5363ff2b3 service neutron] Attempting to bind port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 on host n-h1-712137-9 for vnic_type normal with profile None {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:00:22.004695 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-96ac9da5-d726-469c-9c8d-7db5363ff2b3 service neutron] Attempting to bind port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:00:22.005028 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-96ac9da5-d726-469c-9c8d-7db5363ff2b3 service neutron] Attempting to bind port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 on network dd53ee4f-dc29-41da-8a32-a515358904dc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:22.010581 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-96ac9da5-d726-469c-9c8d-7db5363ff2b3 service neutron] Port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 on network dd53ee4f-dc29-41da-8a32-a515358904dc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:00:22.011610 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-96ac9da5-d726-469c-9c8d-7db5363ff2b3 service neutron] Attempting to bind port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 on network dd53ee4f-dc29-41da-8a32-a515358904dc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:22.012794 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-2a1c8839-9da5-4382-b0e6-f32609ff2ac3 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Transition to ACTIVE for port object f1606f0e-136f-43ef-9a60-863482ccd074 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:00:22.015874 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0f99da8f-57b7-488e-8492-04269f7eaad4 req-89b921a9-0f2b-43a3-be2a-762165e9a294 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:22.016668 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-96ac9da5-d726-469c-9c8d-7db5363ff2b3 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:00:22.017113 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-96ac9da5-d726-469c-9c8d-7db5363ff2b3 service neutron] Checking segment: {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:00:22.017573 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-96ac9da5-d726-469c-9c8d-7db5363ff2b3 service neutron] Bound using segment: {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:00:22.018123 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-96ac9da5-d726-469c-9c8d-7db5363ff2b3 service neutron] Bound port: c4fe85d6-4794-444e-96a4-28a8e9c6e7b4, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:00:22.084287 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b921a9-0f2b-43a3-be2a-762165e9a294 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Pushing event deleted for resources: {'Port': ['ID=590aaf26-a47c-4ccb-9fa2-9112cbd5da4e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:22.117913 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-96ac9da5-d726-469c-9c8d-7db5363ff2b3 service neutron] For port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:00:22.125094 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0f99da8f-57b7-488e-8492-04269f7eaad4 req-89b921a9-0f2b-43a3-be2a-762165e9a294 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:22.125635 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-96ac9da5-d726-469c-9c8d-7db5363ff2b3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:22.127066 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-96ac9da5-d726-469c-9c8d-7db5363ff2b3 service neutron] 10.222.0.81 "POST /v2.0/ports/c4fe85d6-4794-444e-96a4-28a8e9c6e7b4/bindings HTTP/1.1" status: 201 len: 389 time: 0.3042455 Jul 30 20:00:22.128674 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0f99da8f-57b7-488e-8492-04269f7eaad4 req-89b921a9-0f2b-43a3-be2a-762165e9a294 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:22.130025 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f99da8f-57b7-488e-8492-04269f7eaad4 req-89b921a9-0f2b-43a3-be2a-762165e9a294 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "DELETE /v2.0/floatingips/0ab01808-ca76-4460-8b33-18c3ad20feaa HTTP/1.1" status: 204 len: 173 time: 0.7937777 Jul 30 20:00:22.145443 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-2a1c8839-9da5-4382-b0e6-f32609ff2ac3 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:22.189954 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-2a1c8839-9da5-4382-b0e6-f32609ff2ac3 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Network 9958f565-4186-495a-b838-46ca3a70750f is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:00:22.193347 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-2a1c8839-9da5-4382-b0e6-f32609ff2ac3 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:00:22.197258 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-2a1c8839-9da5-4382-b0e6-f32609ff2ac3 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:00:22.203353 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-2a1c8839-9da5-4382-b0e6-f32609ff2ac3 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:22.203661 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-2a1c8839-9da5-4382-b0e6-f32609ff2ac3 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:22.225184 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c8839-9da5-4382-b0e6-f32609ff2ac3 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Pushing event updated for resources: {'Port': ['ID=f1606f0e-136f-43ef-9a60-863482ccd074,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:22.252977 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-2a1c8839-9da5-4382-b0e6-f32609ff2ac3 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1327560 Jul 30 20:00:22.272599 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-31997493-c859-4030-a396-ef8690704654 service neutron] Request body: {'port': {'device_id': '5213ec9f-2c4a-431d-9079-d5efa6fcb633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:22.293397 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cf83a3-a7b6-40e1-8285-9091f9b80da7 x-openstack-request-id: req-77cf83a3-a7b6-40e1-8285-9091f9b80da7 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:00:22.293942 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69887bc8-2318-449f-ad25-8a4a3f98f969", "name": "network-vif-plugged", "status": "completed", "tag": "d00f7cf6-0c65-4772-8a5f-9972130c2ff2", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:00:22.294278 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-77cf83a3-a7b6-40e1-8285-9091f9b80da7 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:00:22.294847 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69887bc8-2318-449f-ad25-8a4a3f98f969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00f7cf6-0c65-4772-8a5f-9972130c2ff2', 'code': 200} Jul 30 20:00:22.378108 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73106d07-cd96-44ba-bf9b-17721dd0d77c req-c4915740-03a3-42d9-8c43-1d1ab40eaea2 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:22.379769 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73106d07-cd96-44ba-bf9b-17721dd0d77c req-c4915740-03a3-42d9-8c43-1d1ab40eaea2 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=69887bc8-2318-449f-ad25-8a4a3f98f969 HTTP/1.1" status: 200 len: 949 time: 0.1679237 Jul 30 20:00:22.467921 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6aa721-f72f-473f-89c6-505e8830bb91 req-e79b2d8b-c578-456f-ade4-c4f57de95ea4 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:22.470183 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0c6aa721-f72f-473f-89c6-505e8830bb91 req-e79b2d8b-c578-456f-ade4-c4f57de95ea4 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=5213ec9f-2c4a-431d-9079-d5efa6fcb633 HTTP/1.1" status: 200 len: 931 time: 0.1057434 Jul 30 20:00:22.471086 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.59', 61718) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:22.477252 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-31997493-c859-4030-a396-ef8690704654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:22.509611 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73106d07-cd96-44ba-bf9b-17721dd0d77c req-3d1284f3-64e1-4434-9769-ea9f725cba1d tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096816 Jul 30 20:00:22.541044 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded40e5-ef7a-4f70-b33c-b53d4fb2ccf4 req-20584aee-cbec-44af-9963-be47c008dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:22.542534 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ded40e5-ef7a-4f70-b33c-b53d4fb2ccf4 req-20584aee-cbec-44af-9963-be47c008dd2b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=69887bc8-2318-449f-ad25-8a4a3f98f969 HTTP/1.1" status: 200 len: 1100 time: 0.1602201 Jul 30 20:00:22.561549 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-9159de12-0278-4ceb-8a27-84377e4d6e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:22.563055 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-9159de12-0278-4ceb-8a27-84377e4d6e2d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 1096 time: 0.0908310 Jul 30 20:00:22.569047 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0c6aa721-f72f-473f-89c6-505e8830bb91 req-c1708c4b-ed89-4649-bbb3-8f6dfc78c014 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861561 Jul 30 20:00:22.591693 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-56fcfdf7-f1de-48b2-bcc1-65abd68aa049 None None] Provisioning for port f1606f0e-136f-43ef-9a60-863482ccd074 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:00:22.596395 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-56fcfdf7-f1de-48b2-bcc1-65abd68aa049 None None] Provisioning complete for port f1606f0e-136f-43ef-9a60-863482ccd074 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:22.596949 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56fcfdf7-f1de-48b2-bcc1-65abd68aa049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:22.684386 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-56fcfdf7-f1de-48b2-bcc1-65abd68aa049 None None] Port f1606f0e-136f-43ef-9a60-863482ccd074 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:00:22.716212 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-763d9f24-1afb-4586-81da-853379d7e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:22.720075 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-763d9f24-1afb-4586-81da-853379d7e06d service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 909 time: 0.1501503 Jul 30 20:00:22.733611 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ded40e5-ef7a-4f70-b33c-b53d4fb2ccf4 req-2c8b219d-dacb-41a2-8822-af385c8242c2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775250 Jul 30 20:00:22.797686 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-9a4c413f-d4c4-4015-be8c-b579cbd27b70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 HTTP/1.1" status: 200 len: 217 time: 0.0687721 Jul 30 20:00:22.866280 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db125d2-ee2d-477f-8dec-b74c18b4a4f9 req-e38477e7-88e3-42ec-a4ac-7c29ea669dc3 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:22.867825 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9db125d2-ee2d-477f-8dec-b74c18b4a4f9 req-e38477e7-88e3-42ec-a4ac-7c29ea669dc3 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 950 time: 0.1755204 Jul 30 20:00:22.872086 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-8fb614f5-9979-4ab6-a2f8-af1e9a8bafaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:22.873453 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-8fb614f5-9979-4ab6-a2f8-af1e9a8bafaf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e297a2c7-8889-4baa-b07e-dd1ecdbb2586 HTTP/1.1" status: 200 len: 848 time: 0.0671360 Jul 30 20:00:22.914178 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-31997493-c859-4030-a396-ef8690704654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1606f0e-136f-43ef-9a60-863482ccd074 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:00:22.922796 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-a8148f16-d541-4f4d-a01f-b6c6459f6b60 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd53ee4f-dc29-41da-8a32-a515358904dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411694 Jul 30 20:00:22.923649 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-31997493-c859-4030-a396-ef8690704654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:22.930156 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9db125d2-ee2d-477f-8dec-b74c18b4a4f9 req-6dfa8415-8a64-4b1b-899d-8d1cb7ff642a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557954 Jul 30 20:00:22.937666 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-31997493-c859-4030-a396-ef8690704654 service neutron] Transition to ACTIVE for port object f1606f0e-136f-43ef-9a60-863482ccd074 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:00:22.943594 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-31997493-c859-4030-a396-ef8690704654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:23.031546 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31997493-c859-4030-a396-ef8690704654 service neutron] Pushing event updated for resources: {'Port': ['ID=f1606f0e-136f-43ef-9a60-863482ccd074,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:23.051270 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-31997493-c859-4030-a396-ef8690704654 service neutron] Attempting to bind port f1606f0e-136f-43ef-9a60-863482ccd074 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:00:23.051636 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-31997493-c859-4030-a396-ef8690704654 service neutron] Attempting to bind port f1606f0e-136f-43ef-9a60-863482ccd074 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'ed0c2806-2c75-44d1-9a7a-53828c3162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9958f565-4186-495a-b838-46ca3a70750f'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:00:23.052396 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-31997493-c859-4030-a396-ef8690704654 service neutron] Attempting to bind port f1606f0e-136f-43ef-9a60-863482ccd074 on network 9958f565-4186-495a-b838-46ca3a70750f {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:23.061280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-31997493-c859-4030-a396-ef8690704654 service neutron] Port f1606f0e-136f-43ef-9a60-863482ccd074 on network 9958f565-4186-495a-b838-46ca3a70750f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:00:23.061761 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-31997493-c859-4030-a396-ef8690704654 service neutron] Attempting to bind port f1606f0e-136f-43ef-9a60-863482ccd074 on network 9958f565-4186-495a-b838-46ca3a70750f {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:23.067786 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-31997493-c859-4030-a396-ef8690704654 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:00:23.068302 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-31997493-c859-4030-a396-ef8690704654 service neutron] Checking segment: {'id': 'ed0c2806-2c75-44d1-9a7a-53828c3162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9958f565-4186-495a-b838-46ca3a70750f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:00:23.068792 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-31997493-c859-4030-a396-ef8690704654 service neutron] Bound using segment: {'id': 'ed0c2806-2c75-44d1-9a7a-53828c3162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9958f565-4186-495a-b838-46ca3a70750f'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:00:23.069399 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-31997493-c859-4030-a396-ef8690704654 service neutron] Bound port: f1606f0e-136f-43ef-9a60-863482ccd074, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0c2806-2c75-44d1-9a7a-53828c3162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9958f565-4186-495a-b838-46ca3a70750f'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:00:23.070394 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-31997493-c859-4030-a396-ef8690704654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:23.212640 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-31997493-c859-4030-a396-ef8690704654 service neutron] For port f1606f0e-136f-43ef-9a60-863482ccd074, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:00:23.221557 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-31997493-c859-4030-a396-ef8690704654 service neutron] For port f1606f0e-136f-43ef-9a60-863482ccd074, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=f1606f0e-136f-43ef-9a60-863482ccd074,segment=NetworkSegment(ed0c2806-2c75-44d1-9a7a-53828c3162ab),segment_id=ed0c2806-2c75-44d1-9a7a-53828c3162ab)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:00:23.226928 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-31997493-c859-4030-a396-ef8690704654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:23.286390 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-31997493-c859-4030-a396-ef8690704654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:23.287572 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-31997493-c859-4030-a396-ef8690704654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:23.288952 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-31997493-c859-4030-a396-ef8690704654 service neutron] 10.222.0.59 "PUT /v2.0/ports/f1606f0e-136f-43ef-9a60-863482ccd074 HTTP/1.1" status: 200 len: 1091 time: 1.0250227 Jul 30 20:00:23.289485 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5213ec9f-2c4a-431d-9079-d5efa6fcb633', 'tag': 'f1606f0e-136f-43ef-9a60-863482ccd074'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:00:23.291902 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937d4412-cdcb-4417-a9d8-c87fd7946980" -d '{"events": [{"name": "network-changed", "server_uuid": "5213ec9f-2c4a-431d-9079-d5efa6fcb633", "tag": "f1606f0e-136f-43ef-9a60-863482ccd074"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:00:23.303114 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-13ce7ec9-1c5d-49a7-9a27-0138c44bec14 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:23.304921 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-13ce7ec9-1c5d-49a7-9a27-0138c44bec14 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/networks?id=1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 200 len: 820 time: 0.1862140 Jul 30 20:00:23.345972 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-f0cddddb-b8fc-493b-850f-845bdb7ac5f6 service neutron] 10.222.0.59 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146821 Jul 30 20:00:23.348818 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31997493-c859-4030-a396-ef8690704654 service neutron] Pushing event updated for resources: {'Port': ['ID=f1606f0e-136f-43ef-9a60-863482ccd074,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:23.352642 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-1551d4d5-55a0-4482-8866-318b96301d25 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/quotas/cb1bb74bc9ed4a3098e756ee6ea6bd07 HTTP/1.1" status: 200 len: 375 time: 0.0281174 Jul 30 20:00:23.363441 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1eb1efe8-2829-435b-8c8c-72bb14cac0bd req-e4e36b3b-da21-4a8b-802d-178d4e51a51b tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3865318 Jul 30 20:00:23.387325 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-1eb1efe8-2829-435b-8c8c-72bb14cac0bd req-5afe6cac-2196-4e63-9f51-9122795407d4 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:23.417791 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-d1cf0013-ea48-4aa9-85df-148671bff561 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454547 Jul 30 20:00:23.445698 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-528d142f-c68f-4730-a2eb-50594e8aad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:23.448072 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-528d142f-c68f-4730-a2eb-50594e8aad08 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63e7c13c3848442a8042a40abbcac225&device_id=5213ec9f-2c4a-431d-9079-d5efa6fcb633 HTTP/1.1" status: 200 len: 1094 time: 0.0853236 Jul 30 20:00:23.461331 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1eb1efe8-2829-435b-8c8c-72bb14cac0bd req-5afe6cac-2196-4e63-9f51-9122795407d4 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:23.530123 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-c1bb0052-02cd-4be4-873b-a621e2587cc4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1606f0e-136f-43ef-9a60-863482ccd074 HTTP/1.1" status: 200 len: 217 time: 0.0736301 Jul 30 20:00:23.536049 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-027785f3-974b-498f-b8b7-6315d91e66b0 service neutron] 10.222.0.59 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714356 Jul 30 20:00:23.588816 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1eb1efe8-2829-435b-8c8c-72bb14cac0bd req-5afe6cac-2196-4e63-9f51-9122795407d4 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:23.600581 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-dbb860b7-50e7-4aeb-a6c5-7d98886c794c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:23.602141 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-dbb860b7-50e7-4aeb-a6c5-7d98886c794c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3 HTTP/1.1" status: 200 len: 862 time: 0.0656862 Jul 30 20:00:23.636752 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc8567c6-2369-4e0e-8141-57d9c62991b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:23.653911 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-4def89bd-0dc1-4ed3-b600-a6d5d2144045 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:00:23.654910 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-4def89bd-0dc1-4ed3-b600-a6d5d2144045 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0773816 Jul 30 20:00:23.718895 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-f2ffc746-acd6-4e46-a410-ea123f3c82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:23.720417 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-f2ffc746-acd6-4e46-a410-ea123f3c82b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9958f565-4186-495a-b838-46ca3a70750f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975368 Jul 30 20:00:23.768386 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-1eb1efe8-2829-435b-8c8c-72bb14cac0bd req-5afe6cac-2196-4e63-9f51-9122795407d4 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Allocated IP 172.25.3.122 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/338322e9-33b5-4040-bd17-7c37d5126f98) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:00:23.806894 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-e743bf6e-99bd-4a86-8296-ad00aae9c377 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:23.808321 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-e743bf6e-99bd-4a86-8296-ad00aae9c377 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211&tenant_id=236d1eaa83284464a4f623b106ec8e36&binding%3Ahost_id=n-h2-712137-9 HTTP/1.1" status: 200 len: 1096 time: 0.1519971 Jul 30 20:00:23.812614 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-3140bc1c-8c86-4a28-84aa-e205b8658fcf service neutron] 10.222.0.81 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486347 Jul 30 20:00:23.820545 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-b529a403-a968-4db7-9224-d692463f2d87 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712137-9'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:23.860602 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:23.882760 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-704bc136-b4cb-466b-a0df-27006b629abe service neutron] 10.222.0.59 "GET /v2.0/networks/9958f565-4186-495a-b838-46ca3a70750f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548126 Jul 30 20:00:23.904687 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead8ad7-263f-464e-a708-06463f9f5323 req-38ece294-47fd-4d04-b935-9afd290acf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:23.906158 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3ead8ad7-263f-464e-a708-06463f9f5323 req-38ece294-47fd-4d04-b935-9afd290acf73 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 1101 time: 0.1352489 Jul 30 20:00:23.958978 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-b529a403-a968-4db7-9224-d692463f2d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:23.968284 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-6535883c-b7ab-4080-8aee-0bd94eeedbdb service neutron] 10.222.0.81 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476157 Jul 30 20:00:23.995757 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be3dfe6a-a679-4e78-a749-23c5ea3ef084 req-d8e07e1f-4cd3-4516-a539-40b62b380340 service neutron] 10.222.0.59 "GET /v2.0/networks/9958f565-4186-495a-b838-46ca3a70750f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055226 Jul 30 20:00:24.035912 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1eb1efe8-2829-435b-8c8c-72bb14cac0bd req-5afe6cac-2196-4e63-9f51-9122795407d4 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:24.108523 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead8ad7-263f-464e-a708-06463f9f5323 req-25edf984-9c3b-409b-948d-dc30996fbbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:24.110002 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3ead8ad7-263f-464e-a708-06463f9f5323 req-25edf984-9c3b-409b-948d-dc30996fbbaa service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1815062 Jul 30 20:00:24.181424 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad050e4b-157e-45b2-a84e-9bdd3f0df7a7 req-433a54cc-ca34-4712-a50b-0c2a179defac tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:24.183197 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad050e4b-157e-45b2-a84e-9bdd3f0df7a7 req-433a54cc-ca34-4712-a50b-0c2a179defac tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 945 time: 0.0556746 Jul 30 20:00:24.193060 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3ead8ad7-263f-464e-a708-06463f9f5323 req-85d0caa4-4efd-43e3-b851-109c1e1063f5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=c65993c9-3d10-4021-94da-440fdc55ae35 HTTP/1.1" status: 200 len: 217 time: 0.0445809 Jul 30 20:00:24.230931 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad050e4b-157e-45b2-a84e-9bdd3f0df7a7 req-8e0e51c8-12fc-4673-bfb5-9249a4f2f112 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407166 Jul 30 20:00:24.234266 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1eb1efe8-2829-435b-8c8c-72bb14cac0bd req-5afe6cac-2196-4e63-9f51-9122795407d4 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:24.315486 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb1efe8-2829-435b-8c8c-72bb14cac0bd req-5afe6cac-2196-4e63-9f51-9122795407d4 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:00:24.317389 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-b529a403-a968-4db7-9224-d692463f2d87 service neutron] For port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:24.320197 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead8ad7-263f-464e-a708-06463f9f5323 req-eaa4f930-3b6d-42c5-b837-d1c60969efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:24.322348 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3ead8ad7-263f-464e-a708-06463f9f5323 req-eaa4f930-3b6d-42c5-b837-d1c60969efb9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1195457 Jul 30 20:00:24.334175 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-1eb1efe8-2829-435b-8c8c-72bb14cac0bd req-5afe6cac-2196-4e63-9f51-9122795407d4 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:00:24.353093 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb1efe8-2829-435b-8c8c-72bb14cac0bd req-5afe6cac-2196-4e63-9f51-9122795407d4 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:00:24.380294 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe6cac-2196-4e63-9f51-9122795407d4 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Pushing event updated for resources: {'Port': ['ID=338322e9-33b5-4040-bd17-7c37d5126f98,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:24.407954 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35453e6f-968a-4f25-9457-2de031acf7e4 x-openstack-request-id: req-35453e6f-968a-4f25-9457-2de031acf7e4 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:00:24.408395 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5213ec9f-2c4a-431d-9079-d5efa6fcb633", "tag": "f1606f0e-136f-43ef-9a60-863482ccd074", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:00:24.408706 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-35453e6f-968a-4f25-9457-2de031acf7e4 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:00:24.409162 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5213ec9f-2c4a-431d-9079-d5efa6fcb633', 'tag': 'f1606f0e-136f-43ef-9a60-863482ccd074', 'status': 'completed', 'code': 200} Jul 30 20:00:24.478007 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-b529a403-a968-4db7-9224-d692463f2d87 service neutron] For port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:00:24.481804 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d4412-cdcb-4417-a9d8-c87fd7946980 req-5fd47481-c0f8-4cb4-b0e4-7ebd5a2b4880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:24.483578 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-937d4412-cdcb-4417-a9d8-c87fd7946980 req-5fd47481-c0f8-4cb4-b0e4-7ebd5a2b4880 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63e7c13c3848442a8042a40abbcac225&device_id=5213ec9f-2c4a-431d-9079-d5efa6fcb633 HTTP/1.1" status: 200 len: 1094 time: 0.0460970 Jul 30 20:00:24.527341 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead8ad7-263f-464e-a708-06463f9f5323 req-d7b364b7-4df3-4f5e-9afa-ed3b78bc4a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:24.528871 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3ead8ad7-263f-464e-a708-06463f9f5323 req-d7b364b7-4df3-4f5e-9afa-ed3b78bc4a42 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1973593 Jul 30 20:00:24.530026 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1eb1efe8-2829-435b-8c8c-72bb14cac0bd req-5afe6cac-2196-4e63-9f51-9122795407d4 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:24.583448 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3f79f-3635-43ce-b3de-b67617e87e01 req-5c9331eb-94d4-4e1e-a55c-f8e6bb6ffb46 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:24.584992 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f9f3f79f-3635-43ce-b3de-b67617e87e01 req-5c9331eb-94d4-4e1e-a55c-f8e6bb6ffb46 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=69887bc8-2318-449f-ad25-8a4a3f98f969 HTTP/1.1" status: 200 len: 949 time: 0.1003108 Jul 30 20:00:24.616230 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623a145c-4e18-44ab-b9fc-14e230714211', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4fe85d6-4794-444e-96a4-28a8e9c6e7b4'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:00:24.618553 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf30bde3-15fe-4b7c-aa65-1ca8d01fde96" -d '{"events": [{"server_uuid": "623a145c-4e18-44ab-b9fc-14e230714211", "name": "network-vif-unplugged", "status": "completed", "tag": "c4fe85d6-4794-444e-96a4-28a8e9c6e7b4"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:00:24.625909 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-b529a403-a968-4db7-9224-d692463f2d87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:24.631116 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d4412-cdcb-4417-a9d8-c87fd7946980 req-872704bc-3b29-4cf1-8f43-ec379a623c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:24.632714 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-937d4412-cdcb-4417-a9d8-c87fd7946980 req-872704bc-3b29-4cf1-8f43-ec379a623c6e service neutron] 10.222.0.59 "GET /v2.0/networks?id=9958f565-4186-495a-b838-46ca3a70750f HTTP/1.1" status: 200 len: 924 time: 0.1385038 Jul 30 20:00:24.641207 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1eb1efe8-2829-435b-8c8c-72bb14cac0bd req-5afe6cac-2196-4e63-9f51-9122795407d4 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:24.645357 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-b529a403-a968-4db7-9224-d692463f2d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:24.685003 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f9f3f79f-3635-43ce-b3de-b67617e87e01 req-2ffbe204-413f-40ff-9202-7aa074a3b6bc tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905564 Jul 30 20:00:24.686378 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-937d4412-cdcb-4417-a9d8-c87fd7946980 req-63e21563-9f6e-407a-999a-6ee10f059596 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1606f0e-136f-43ef-9a60-863482ccd074 HTTP/1.1" status: 200 len: 217 time: 0.0451095 Jul 30 20:00:24.749009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d4412-cdcb-4417-a9d8-c87fd7946980 req-e2d94f8d-5901-42c7-a8af-076a9e19227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:24.750677 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-937d4412-cdcb-4417-a9d8-c87fd7946980 req-e2d94f8d-5901-42c7-a8af-076a9e19227d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3 HTTP/1.1" status: 200 len: 862 time: 0.0562439 Jul 30 20:00:24.780779 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3ead8ad7-263f-464e-a708-06463f9f5323 req-96301cac-0b8e-4dc7-90ad-47297426e898 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391415 Jul 30 20:00:24.802056 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:24.825279 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d4412-cdcb-4417-a9d8-c87fd7946980 req-af15a141-81d8-407c-91c6-2d3f5fad9290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:24.826829 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-937d4412-cdcb-4417-a9d8-c87fd7946980 req-af15a141-81d8-407c-91c6-2d3f5fad9290 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9958f565-4186-495a-b838-46ca3a70750f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622561 Jul 30 20:00:24.835283 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bf0a1-c71b-4837-b7f6-7b97358b1f05 req-0d9e8cef-69c7-4bf3-a99a-f52de41fcc33 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:24.836740 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-815bf0a1-c71b-4837-b7f6-7b97358b1f05 req-0d9e8cef-69c7-4bf3-a99a-f52de41fcc33 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=5213ec9f-2c4a-431d-9079-d5efa6fcb633 HTTP/1.1" status: 200 len: 943 time: 0.0837681 Jul 30 20:00:24.846624 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529a403-a968-4db7-9224-d692463f2d87 service neutron] Pushing event updated for resources: {'Port': ['ID=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4,revision_number=7']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:25.098152 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-b529a403-a968-4db7-9224-d692463f2d87 service neutron] Attempting to bind port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 on host n-h2-712137-9 for vnic_type normal with profile {"migrating_to": "n-h1-712137-9"} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:00:25.098797 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-b529a403-a968-4db7-9224-d692463f2d87 service neutron] Attempting to bind port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:00:25.098797 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-b529a403-a968-4db7-9224-d692463f2d87 service neutron] Attempting to bind port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 on network dd53ee4f-dc29-41da-8a32-a515358904dc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:25.112420 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-b529a403-a968-4db7-9224-d692463f2d87 service neutron] Port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 on network dd53ee4f-dc29-41da-8a32-a515358904dc not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:00:25.112742 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-b529a403-a968-4db7-9224-d692463f2d87 service neutron] Attempting to bind port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 on network dd53ee4f-dc29-41da-8a32-a515358904dc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:25.131294 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-b529a403-a968-4db7-9224-d692463f2d87 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:00:25.131654 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-b529a403-a968-4db7-9224-d692463f2d87 service neutron] Checking segment: {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:00:25.132043 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-b529a403-a968-4db7-9224-d692463f2d87 service neutron] Bound using segment: {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:00:25.132484 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-b529a403-a968-4db7-9224-d692463f2d87 service neutron] Bound port: c4fe85d6-4794-444e-96a4-28a8e9c6e7b4, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:00:25.132841 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-b529a403-a968-4db7-9224-d692463f2d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:25.145814 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-815bf0a1-c71b-4837-b7f6-7b97358b1f05 req-24de65c4-e660-4ae6-bb2e-3cb608e0d2f9 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3002594 Jul 30 20:00:25.223264 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3ead8ad7-263f-464e-a708-06463f9f5323 req-9723d67d-bf24-4a32-bd85-ae11044ea36f service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008894 Jul 30 20:00:25.227365 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-937d4412-cdcb-4417-a9d8-c87fd7946980 req-8ca3d56d-d0fa-434a-a799-f2794b480f30 service neutron] 10.222.0.59 "GET /v2.0/networks/9958f565-4186-495a-b838-46ca3a70750f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896205 Jul 30 20:00:25.263457 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1eb1efe8-2829-435b-8c8c-72bb14cac0bd req-5afe6cac-2196-4e63-9f51-9122795407d4 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:25.268888 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1eb1efe8-2829-435b-8c8c-72bb14cac0bd req-5afe6cac-2196-4e63-9f51-9122795407d4 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:25.272134 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-b529a403-a968-4db7-9224-d692463f2d87 service neutron] For port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:00:25.314824 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-b529a403-a968-4db7-9224-d692463f2d87 service neutron] For port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:00:25.323205 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1eb1efe8-2829-435b-8c8c-72bb14cac0bd req-5afe6cac-2196-4e63-9f51-9122795407d4 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:25.329428 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-b529a403-a968-4db7-9224-d692463f2d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:25.350313 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe6cac-2196-4e63-9f51-9122795407d4 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Pushing event updated for resources: {'Port': ['ID=338322e9-33b5-4040-bd17-7c37d5126f98,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:25.381665 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-dbb13cd5-49dc-4252-b478-247b6aa2dc9e tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:25.382801 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1eb1efe8-2829-435b-8c8c-72bb14cac0bd req-5afe6cac-2196-4e63-9f51-9122795407d4 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:25.383078 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-dbb13cd5-49dc-4252-b478-247b6aa2dc9e tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.83 "GET /v2.0/networks?id=1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 200 len: 820 time: 0.2196183 Jul 30 20:00:25.384011 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1eb1efe8-2829-435b-8c8c-72bb14cac0bd req-5afe6cac-2196-4e63-9f51-9122795407d4 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0118840 Jul 30 20:00:25.395046 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c30ea-14f8-4278-a915-ab8c71899cea req-6ac51474-5bfa-4a5c-b92f-3ed8bb219c38 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:25.396484 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-855c30ea-14f8-4278-a915-ab8c71899cea req-6ac51474-5bfa-4a5c-b92f-3ed8bb219c38 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 950 time: 0.1607530 Jul 30 20:00:25.404074 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-271a535a-96d3-4b95-869a-5904de96439c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Request body: {'port': {'device_id': '2832c35f-5cb9-4e16-a40b-cd0ac02aacdb', 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf', 'admin_state_up': True, 'tenant_id': 'cb1bb74bc9ed4a3098e756ee6ea6bd07'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:25.466892 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-937d4412-cdcb-4417-a9d8-c87fd7946980 req-84b54ea9-fc0f-44db-92f9-4281a6f17e52 service neutron] 10.222.0.59 "GET /v2.0/networks/9958f565-4186-495a-b838-46ca3a70750f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321389 Jul 30 20:00:25.498169 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-855c30ea-14f8-4278-a915-ab8c71899cea req-24e0cfd6-ead7-45ee-836d-b4d1630b7af0 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848560 Jul 30 20:00:25.499081 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-b529a403-a968-4db7-9224-d692463f2d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:25.499739 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-b529a403-a968-4db7-9224-d692463f2d87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:25.501096 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-b529a403-a968-4db7-9224-d692463f2d87 service neutron] 10.222.0.59 "PUT /v2.0/ports/c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 HTTP/1.1" status: 200 len: 1121 time: 1.6856928 Jul 30 20:00:25.507205 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1eb1efe8-2829-435b-8c8c-72bb14cac0bd req-fa5e6fa6-f524-4710-b007-2892d4f3f126 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.122 HTTP/1.1" status: 200 len: 696 time: 0.1149352 Jul 30 20:00:25.511025 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529a403-a968-4db7-9224-d692463f2d87 service neutron] Pushing event updated for resources: {'Port': ['ID=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4,revision_number=8']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:25.548943 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-271a535a-96d3-4b95-869a-5904de96439c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Made reservation on behalf of cb1bb74bc9ed4a3098e756ee6ea6bd07 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:00:25.552721 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-271a535a-96d3-4b95-869a-5904de96439c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:25.577062 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['c4fe85d6-4794-444e-96a4-28a8e9c6e7b4'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:00:25.638459 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1efe8-2829-435b-8c8c-72bb14cac0bd req-f5ac14c8-e40b-4d72-b22f-50a96ec80f04 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:25.640625 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1eb1efe8-2829-435b-8c8c-72bb14cac0bd req-f5ac14c8-e40b-4d72-b22f-50a96ec80f04 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.1155217 Jul 30 20:00:25.650497 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-1eb1efe8-2829-435b-8c8c-72bb14cac0bd req-d65a1601-3be4-4f36-8548-54894ec1a364 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:00:25.651372 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a81a63a-4240-47c3-95a0-9a8359446f18 req-8c50fff7-ae48-45e5-b9df-d0b086e83b7a tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 210 time: 0.0272825 Jul 30 20:00:25.651581 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1eb1efe8-2829-435b-8c8c-72bb14cac0bd req-d65a1601-3be4-4f36-8548-54894ec1a364 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062647 Jul 30 20:00:25.762862 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-271a535a-96d3-4b95-869a-5904de96439c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Allocated IP 172.20.0.7 (1b009359-14e5-4019-b6cd-e6d82ee142cf/b757e780-295d-4676-ae81-4c07de396b9e/46a421cb-a631-43ca-a761-bfafefe140f3) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:00:25.765786 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615a4c57-7e15-4aa6-b719-518a40a0ed0f x-openstack-request-id: req-615a4c57-7e15-4aa6-b719-518a40a0ed0f {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:00:25.766324 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623a145c-4e18-44ab-b9fc-14e230714211", "name": "network-vif-unplugged", "status": "completed", "tag": "c4fe85d6-4794-444e-96a4-28a8e9c6e7b4", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:00:25.766600 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-615a4c57-7e15-4aa6-b719-518a40a0ed0f {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:00:25.767141 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623a145c-4e18-44ab-b9fc-14e230714211', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4fe85d6-4794-444e-96a4-28a8e9c6e7b4', 'code': 200} Jul 30 20:00:25.870034 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36369a86-5166-449c-b04c-f6a704b9722d req-9e1a6cdc-21ff-43ad-bf19-81fa24cf6c4f tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:25.871548 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-36369a86-5166-449c-b04c-f6a704b9722d req-9e1a6cdc-21ff-43ad-bf19-81fa24cf6c4f tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 943 time: 0.0548155 Jul 30 20:00:25.917118 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-36369a86-5166-449c-b04c-f6a704b9722d req-6361eae2-3290-4766-8c45-5d3604fe5d15 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384324 Jul 30 20:00:25.939180 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31f58db3-132a-49c3-b993-60f923294666 req-3b29e0ba-1218-4805-ad7b-031b54bb064d tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "GET /v2.0/floatingips/e4388f79-528f-42e1-987c-55087c659389 HTTP/1.1" status: 200 len: 693 time: 0.0603545 Jul 30 20:00:26.042001 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-271a535a-96d3-4b95-869a-5904de96439c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:26.062652 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47386) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:26.091486 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad3408-d921-453c-acc0-362dc9d204a5 req-b6a3e9ce-cc95-4dfc-9665-96aa83ea4c04 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:26.093388 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4bad3408-d921-453c-acc0-362dc9d204a5 req-b6a3e9ce-cc95-4dfc-9665-96aa83ea4c04 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=69887bc8-2318-449f-ad25-8a4a3f98f969 HTTP/1.1" status: 200 len: 949 time: 0.0549178 Jul 30 20:00:26.105398 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f58db3-132a-49c3-b993-60f923294666 req-e8d593c8-752c-4684-9d8a-a9ede15cfc9c tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:26.106769 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31f58db3-132a-49c3-b993-60f923294666 req-e8d593c8-752c-4684-9d8a-a9ede15cfc9c tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.1553030 Jul 30 20:00:26.140928 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4bad3408-d921-453c-acc0-362dc9d204a5 req-4f76ce08-780e-4033-a754-148d7ff21fb8 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407908 Jul 30 20:00:26.166691 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31f58db3-132a-49c3-b993-60f923294666 req-f4a80b6e-7622-4f1b-92ff-f788022f3426 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.122 HTTP/1.1" status: 200 len: 696 time: 0.0521886 Jul 30 20:00:26.174627 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-271a535a-96d3-4b95-869a-5904de96439c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:26.194544 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc549a6b-ee18-4a2d-9cee-cd9a85a578fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:26.270486 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31f58db3-132a-49c3-b993-60f923294666 req-71c3ab17-efc7-41fd-8fc8-76b7a2235dd1 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.122 HTTP/1.1" status: 200 len: 696 time: 0.0884569 Jul 30 20:00:26.279283 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-271a535a-96d3-4b95-869a-5904de96439c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Network 1b009359-14e5-4019-b6cd-e6d82ee142cf is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:00:26.297319 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-271a535a-96d3-4b95-869a-5904de96439c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:00:26.302393 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-271a535a-96d3-4b95-869a-5904de96439c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:00:26.308435 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-271a535a-96d3-4b95-869a-5904de96439c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:26.309037 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-271a535a-96d3-4b95-869a-5904de96439c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:26.312632 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a535a-96d3-4b95-869a-5904de96439c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Pushing event updated for resources: {'Port': ['ID=46a421cb-a631-43ca-a761-bfafefe140f3,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:26.366038 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a535a-96d3-4b95-869a-5904de96439c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:26.366391 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a535a-96d3-4b95-869a-5904de96439c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:26.366744 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a535a-96d3-4b95-869a-5904de96439c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:26.367067 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a535a-96d3-4b95-869a-5904de96439c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:26.367402 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a535a-96d3-4b95-869a-5904de96439c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:26.367759 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a535a-96d3-4b95-869a-5904de96439c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:26.368608 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a535a-96d3-4b95-869a-5904de96439c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:26.368940 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a535a-96d3-4b95-869a-5904de96439c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:26.369709 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a535a-96d3-4b95-869a-5904de96439c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:26.369709 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a535a-96d3-4b95-869a-5904de96439c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:26.370245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a535a-96d3-4b95-869a-5904de96439c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:26.370576 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a535a-96d3-4b95-869a-5904de96439c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:26.461972 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ad033-be67-4691-856b-9edca1c90969 req-cb9fb6d4-a2ab-4795-810b-069d67d2ef7a tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:26.463788 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-505ad033-be67-4691-856b-9edca1c90969 req-cb9fb6d4-a2ab-4795-810b-069d67d2ef7a tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=5213ec9f-2c4a-431d-9079-d5efa6fcb633 HTTP/1.1" status: 200 len: 943 time: 0.0527003 Jul 30 20:00:26.504586 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-505ad033-be67-4691-856b-9edca1c90969 req-af15c4cc-3c6f-46bf-b2e5-7d6fb037b4d5 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342736 Jul 30 20:00:26.506560 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-31f58db3-132a-49c3-b993-60f923294666 req-aac57f0a-0e7e-4218-9447-8304c251f747 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Deleting port 338322e9-33b5-4040-bd17-7c37d5126f98 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:00:26.506912 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-31f58db3-132a-49c3-b993-60f923294666 req-aac57f0a-0e7e-4218-9447-8304c251f747 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:26.525730 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc549a6b-ee18-4a2d-9cee-cd9a85a578fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:26.549487 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc549a6b-ee18-4a2d-9cee-cd9a85a578fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:26.563858 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-271a535a-96d3-4b95-869a-5904de96439c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1634114 Jul 30 20:00:26.585612 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-1287914b-69d5-45ab-806f-e43751f374b1 service neutron] Request body: {'port': {'device_id': '2832c35f-5cb9-4e16-a40b-cd0ac02aacdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:26.635171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc549a6b-ee18-4a2d-9cee-cd9a85a578fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca479a62-84e2-4a07-ad40-889698bf40d7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:26.641816 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-dc549a6b-ee18-4a2d-9cee-cd9a85a578fe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=706c64ae65fc48ee8ee6d7f220e62612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5758605 Jul 30 20:00:26.642555 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d166ad-bc73-4976-9f58-217f77ce4d84 req-335565b2-b2b6-4928-9573-6f4495f9605e tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:26.643667 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47402) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:26.650695 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a7d166ad-bc73-4976-9f58-217f77ce4d84 req-335565b2-b2b6-4928-9573-6f4495f9605e tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=69887bc8-2318-449f-ad25-8a4a3f98f969 HTTP/1.1" status: 200 len: 949 time: 0.0599890 Jul 30 20:00:26.667984 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:26.688671 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a7d166ad-bc73-4976-9f58-217f77ce4d84 req-974e526a-f3e4-4ea0-b4df-1f74c091e7d7 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371325 Jul 30 20:00:26.695672 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-31f58db3-132a-49c3-b993-60f923294666 req-aac57f0a-0e7e-4218-9447-8304c251f747 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:26.696013 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-31f58db3-132a-49c3-b993-60f923294666 req-aac57f0a-0e7e-4218-9447-8304c251f747 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:26.741297 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-1287914b-69d5-45ab-806f-e43751f374b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:26.745014 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-31f58db3-132a-49c3-b993-60f923294666 req-aac57f0a-0e7e-4218-9447-8304c251f747 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Calling delete_port for 338322e9-33b5-4040-bd17-7c37d5126f98 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:00:26.794804 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057c51c-42af-4176-9010-e24477e2dba0 req-a1830eaa-ab33-4064-a873-b95cd9196de7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:26.796380 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3057c51c-42af-4176-9010-e24477e2dba0 req-a1830eaa-ab33-4064-a873-b95cd9196de7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 950 time: 0.0512757 Jul 30 20:00:26.836244 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3057c51c-42af-4176-9010-e24477e2dba0 req-c72ea269-448e-4c8e-89be-56f1c4e86e55 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337312 Jul 30 20:00:26.840779 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-830645e9-3539-4119-8645-0aa983e83c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:26.934755 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-830645e9-3539-4119-8645-0aa983e83c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:26.962463 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22fa86-6c55-498c-a1f5-37df4adab6e4 req-1bfe6d92-6036-4b0f-b1ae-6731d1f74d03 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:26.963881 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fd22fa86-6c55-498c-a1f5-37df4adab6e4 req-1bfe6d92-6036-4b0f-b1ae-6731d1f74d03 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 931 time: 0.0502810 Jul 30 20:00:27.001719 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fd22fa86-6c55-498c-a1f5-37df4adab6e4 req-91eeabba-808d-4a2a-9c45-38c5eb61a7a4 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318558 Jul 30 20:00:27.117944 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-830645e9-3539-4119-8645-0aa983e83c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:27.121772 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-830645e9-3539-4119-8645-0aa983e83c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:27.123461 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-830645e9-3539-4119-8645-0aa983e83c05 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ca479a62-84e2-4a07-ad40-889698bf40d7 HTTP/1.1" status: 204 len: 168 time: 0.4753981 Jul 30 20:00:27.151433 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd682b5d-027a-484d-9c17-019a09296426 req-3fd7b24d-dfe3-42d7-97ac-40811ac6fa46 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:27.157316 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830645e9-3539-4119-8645-0aa983e83c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca479a62-84e2-4a07-ad40-889698bf40d7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:27.159655 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fd682b5d-027a-484d-9c17-019a09296426 req-3fd7b24d-dfe3-42d7-97ac-40811ac6fa46 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 943 time: 0.0658159 Jul 30 20:00:27.196819 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-31f58db3-132a-49c3-b993-60f923294666 req-aac57f0a-0e7e-4218-9447-8304c251f747 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:27.204351 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fd682b5d-027a-484d-9c17-019a09296426 req-8d9ddbca-998d-4211-8b66-efc9f0d71038 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438280 Jul 30 20:00:27.242037 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac57f0a-0e7e-4218-9447-8304c251f747 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Pushing event deleted for resources: {'Port': ['ID=338322e9-33b5-4040-bd17-7c37d5126f98,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:27.292308 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-31f58db3-132a-49c3-b993-60f923294666 req-aac57f0a-0e7e-4218-9447-8304c251f747 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:27.294812 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-31f58db3-132a-49c3-b993-60f923294666 req-aac57f0a-0e7e-4218-9447-8304c251f747 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:27.295972 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31f58db3-132a-49c3-b993-60f923294666 req-aac57f0a-0e7e-4218-9447-8304c251f747 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "DELETE /v2.0/floatingips/e4388f79-528f-42e1-987c-55087c659389 HTTP/1.1" status: 204 len: 173 time: 1.0186942 Jul 30 20:00:27.300167 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-1287914b-69d5-45ab-806f-e43751f374b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a421cb-a631-43ca-a761-bfafefe140f3 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:00:27.308183 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-1287914b-69d5-45ab-806f-e43751f374b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:27.331433 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-1287914b-69d5-45ab-806f-e43751f374b1 service neutron] Transition to ACTIVE for port object 46a421cb-a631-43ca-a761-bfafefe140f3 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:00:27.338915 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-1287914b-69d5-45ab-806f-e43751f374b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:27.368036 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47420) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:27.386570 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [req-623515f1-297e-480f-a637-37ec241f4cb7 req-67544825-1440-447b-a20a-e3858a73998a tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] show failed (client error): The resource could not be found. Jul 30 20:00:27.388141 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-623515f1-297e-480f-a637-37ec241f4cb7 req-67544825-1440-447b-a20a-e3858a73998a tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "GET /v2.0/floatingips/e4388f79-528f-42e1-987c-55087c659389 HTTP/1.1" status: 404 len: 350 time: 0.0681093 Jul 30 20:00:27.456409 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287914b-69d5-45ab-806f-e43751f374b1 service neutron] Pushing event updated for resources: {'Port': ['ID=46a421cb-a631-43ca-a761-bfafefe140f3,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:27.475522 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47426) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:27.479209 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-cad56b36-2cee-4c51-a370-007b1d7aff93 req-39f9e867-a691-42f1-86b2-a00fc03f6ef9 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] show failed (client error): The resource could not be found. Jul 30 20:00:27.480347 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cad56b36-2cee-4c51-a370-007b1d7aff93 req-39f9e867-a691-42f1-86b2-a00fc03f6ef9 tempest-FloatingIPsTestJSON-107334497 tempest-FloatingIPsTestJSON-107334497-project] 10.222.0.81 "GET /v2.0/floatingips/e4388f79-528f-42e1-987c-55087c659389 HTTP/1.1" status: 404 len: 350 time: 0.0631406 Jul 30 20:00:27.489710 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47428) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:27.495956 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d32afc5-159e-4504-83a3-de6fc8a10e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:27.548313 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90117ea4-55f3-4ff9-b0da-af7f9c2c660b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:27.550156 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-1287914b-69d5-45ab-806f-e43751f374b1 service neutron] Attempting to bind port 46a421cb-a631-43ca-a761-bfafefe140f3 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:00:27.550488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-1287914b-69d5-45ab-806f-e43751f374b1 service neutron] Attempting to bind port 46a421cb-a631-43ca-a761-bfafefe140f3 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:00:27.550848 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-1287914b-69d5-45ab-806f-e43751f374b1 service neutron] Attempting to bind port 46a421cb-a631-43ca-a761-bfafefe140f3 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:27.578732 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-1287914b-69d5-45ab-806f-e43751f374b1 service neutron] Port 46a421cb-a631-43ca-a761-bfafefe140f3 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:00:27.579062 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-1287914b-69d5-45ab-806f-e43751f374b1 service neutron] Attempting to bind port 46a421cb-a631-43ca-a761-bfafefe140f3 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:27.592903 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-1287914b-69d5-45ab-806f-e43751f374b1 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:00:27.593252 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-1287914b-69d5-45ab-806f-e43751f374b1 service neutron] Checking segment: {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:00:27.593643 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-1287914b-69d5-45ab-806f-e43751f374b1 service neutron] Bound using segment: {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:00:27.594090 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-1287914b-69d5-45ab-806f-e43751f374b1 service neutron] Bound port: 46a421cb-a631-43ca-a761-bfafefe140f3, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:00:27.594453 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-1287914b-69d5-45ab-806f-e43751f374b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:27.619520 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d32afc5-159e-4504-83a3-de6fc8a10e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:27.625745 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d32afc5-159e-4504-83a3-de6fc8a10e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:27.672459 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfe3f2-554a-4396-906a-c97fcd2f4132 req-da12c310-1727-4660-b38d-cd7942a82598 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:27.673945 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6ecfe3f2-554a-4396-906a-c97fcd2f4132 req-da12c310-1727-4660-b38d-cd7942a82598 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=5213ec9f-2c4a-431d-9079-d5efa6fcb633 HTTP/1.1" status: 200 len: 943 time: 0.0936866 Jul 30 20:00:27.681853 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3d32afc5-159e-4504-83a3-de6fc8a10e8b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=da6c880c13e3440394af34c9247a59ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2019758 Jul 30 20:00:27.682634 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47432) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:27.693390 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32afc5-159e-4504-83a3-de6fc8a10e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1f81cc-f8ee-4416-9503-8faabe529ac0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:27.750340 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32afc5-159e-4504-83a3-de6fc8a10e8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:27.750682 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32afc5-159e-4504-83a3-de6fc8a10e8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:27.751119 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32afc5-159e-4504-83a3-de6fc8a10e8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:27.751354 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32afc5-159e-4504-83a3-de6fc8a10e8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:27.751725 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32afc5-159e-4504-83a3-de6fc8a10e8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:27.752057 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32afc5-159e-4504-83a3-de6fc8a10e8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:27.752382 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32afc5-159e-4504-83a3-de6fc8a10e8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:27.752697 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32afc5-159e-4504-83a3-de6fc8a10e8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:27.753088 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32afc5-159e-4504-83a3-de6fc8a10e8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:27.753331 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32afc5-159e-4504-83a3-de6fc8a10e8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:27.753688 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32afc5-159e-4504-83a3-de6fc8a10e8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:27.753964 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d32afc5-159e-4504-83a3-de6fc8a10e8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:27.768979 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623a145c-4e18-44ab-b9fc-14e230714211', 'tag': 'c4fe85d6-4794-444e-96a4-28a8e9c6e7b4'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:00:27.770386 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-1287914b-69d5-45ab-806f-e43751f374b1 service neutron] For port 46a421cb-a631-43ca-a761-bfafefe140f3, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:00:27.771453 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f758a67f-09d4-4b72-80ef-73fc78a1c310" -d '{"events": [{"name": "network-changed", "server_uuid": "623a145c-4e18-44ab-b9fc-14e230714211", "tag": "c4fe85d6-4794-444e-96a4-28a8e9c6e7b4"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:00:27.789039 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6ecfe3f2-554a-4396-906a-c97fcd2f4132 req-70498268-b211-409c-89e2-b6ebb7486e4a tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091051 Jul 30 20:00:27.797030 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-1287914b-69d5-45ab-806f-e43751f374b1 service neutron] For port 46a421cb-a631-43ca-a761-bfafefe140f3, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=46a421cb-a631-43ca-a761-bfafefe140f3,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:00:27.810938 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056f511-5e1c-43fb-b1ef-8f4b42f224bf req-4d1241bf-b897-4e17-a535-23a4eb743557 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:27.812417 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8056f511-5e1c-43fb-b1ef-8f4b42f224bf req-4d1241bf-b897-4e17-a535-23a4eb743557 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.59 "GET /v2.0/ports?device_id=69887bc8-2318-449f-ad25-8a4a3f98f969 HTTP/1.1" status: 200 len: 949 time: 0.1095884 Jul 30 20:00:27.838462 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-1287914b-69d5-45ab-806f-e43751f374b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:27.844397 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd54330-fd86-4356-a8b0-de1d3efd8331 x-openstack-request-id: req-cfd54330-fd86-4356-a8b0-de1d3efd8331 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:00:27.844678 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623a145c-4e18-44ab-b9fc-14e230714211", "tag": "c4fe85d6-4794-444e-96a4-28a8e9c6e7b4", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:00:27.844925 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cfd54330-fd86-4356-a8b0-de1d3efd8331 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:00:27.845304 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623a145c-4e18-44ab-b9fc-14e230714211', 'tag': 'c4fe85d6-4794-444e-96a4-28a8e9c6e7b4', 'status': 'completed', 'code': 200} Jul 30 20:00:27.846010 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7109e99-f1ed-470b-9626-cdc91f093c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:27.894310 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device f1606f0e-136f-43ef-9a60-863482ccd074 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:00:27.920996 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-1287914b-69d5-45ab-806f-e43751f374b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:27.921631 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-1287914b-69d5-45ab-806f-e43751f374b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:27.922995 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-1287914b-69d5-45ab-806f-e43751f374b1 service neutron] 10.222.0.83 "PUT /v2.0/ports/46a421cb-a631-43ca-a761-bfafefe140f3 HTTP/1.1" status: 200 len: 1091 time: 1.3487835 Jul 30 20:00:27.933380 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2832c35f-5cb9-4e16-a40b-cd0ac02aacdb', 'tag': '46a421cb-a631-43ca-a761-bfafefe140f3'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:00:27.935670 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a060798-79e5-450f-a441-f8fc84b0db42" -d '{"events": [{"name": "network-changed", "server_uuid": "2832c35f-5cb9-4e16-a40b-cd0ac02aacdb", "tag": "46a421cb-a631-43ca-a761-bfafefe140f3"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:00:27.980568 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7109e99-f1ed-470b-9626-cdc91f093c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:28.049299 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b036ea2-d845-4719-a886-8883fa1b36df req-e88425c9-5b23-4642-9a8a-80c248cb4450 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:28.053627 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3b036ea2-d845-4719-a886-8883fa1b36df req-e88425c9-5b23-4642-9a8a-80c248cb4450 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=69887bc8-2318-449f-ad25-8a4a3f98f969 HTTP/1.1" status: 200 len: 949 time: 0.2178116 Jul 30 20:00:28.066065 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758a67f-09d4-4b72-80ef-73fc78a1c310 req-d8f97199-ae17-4f08-8ac2-8e8b6b4e5d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:28.067825 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f758a67f-09d4-4b72-80ef-73fc78a1c310 req-d8f97199-ae17-4f08-8ac2-8e8b6b4e5d1f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 1124 time: 0.1808946 Jul 30 20:00:28.072629 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90117ea4-55f3-4ff9-b0da-af7f9c2c660b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:28.082725 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287914b-69d5-45ab-806f-e43751f374b1 service neutron] Pushing event updated for resources: {'Port': ['ID=46a421cb-a631-43ca-a761-bfafefe140f3,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:28.093424 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90117ea4-55f3-4ff9-b0da-af7f9c2c660b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:28.110483 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4d2cf-11d7-4f3d-b9ba-58bd716578bc req-6849daa8-73f6-438b-b1d2-029fb3107633 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:28.111986 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b7f4d2cf-11d7-4f3d-b9ba-58bd716578bc req-6849daa8-73f6-438b-b1d2-029fb3107633 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 950 time: 0.1720228 Jul 30 20:00:28.155261 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-8056f511-5e1c-43fb-b1ef-8f4b42f224bf req-b751c465-ef4e-4b2a-a245-321737a2c530 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Deleting port d00f7cf6-0c65-4772-8a5f-9972130c2ff2 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:00:28.156006 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port f1606f0e-136f-43ef-9a60-863482ccd074, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=f1606f0e-136f-43ef-9a60-863482ccd074,segment=NetworkSegment(ed0c2806-2c75-44d1-9a7a-53828c3162ab),segment_id=ed0c2806-2c75-44d1-9a7a-53828c3162ab)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:28.156575 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8056f511-5e1c-43fb-b1ef-8f4b42f224bf req-b751c465-ef4e-4b2a-a245-321737a2c530 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:28.168513 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'f1606f0e-136f-43ef-9a60-863482ccd074', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'port_id': 'f1606f0e-136f-43ef-9a60-863482ccd074', 'mac_address': 'fa:16:3e:25:6e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:00:28.179804 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7109e99-f1ed-470b-9626-cdc91f093c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:28.182863 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7109e99-f1ed-470b-9626-cdc91f093c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:28.187218 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b7109e99-f1ed-470b-9626-cdc91f093c5a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8c1f81cc-f8ee-4416-9503-8faabe529ac0 HTTP/1.1" status: 204 len: 168 time: 0.4960701 Jul 30 20:00:28.215652 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:28.232823 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1606f0e-136f-43ef-9a60-863482ccd074 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:00:28.242521 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7109e99-f1ed-470b-9626-cdc91f093c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1f81cc-f8ee-4416-9503-8faabe529ac0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:28.256709 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port f1606f0e-136f-43ef-9a60-863482ccd074, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=f1606f0e-136f-43ef-9a60-863482ccd074,segment=NetworkSegment(ed0c2806-2c75-44d1-9a7a-53828c3162ab),segment_id=ed0c2806-2c75-44d1-9a7a-53828c3162ab)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:28.267486 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:28.268735 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:00:28.303196 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b7f4d2cf-11d7-4f3d-b9ba-58bd716578bc req-26dc390b-bacf-46f5-8aa3-8efc2cad6940 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534669 Jul 30 20:00:28.325782 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758a67f-09d4-4b72-80ef-73fc78a1c310 req-10c367f0-839a-4686-a68d-463536abed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:28.327291 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f758a67f-09d4-4b72-80ef-73fc78a1c310 req-10c367f0-839a-4686-a68d-463536abed2c service neutron] 10.222.0.83 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 909 time: 0.2503297 Jul 30 20:00:28.386750 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:28.422384 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba56b3b4-c033-40ab-9e06-bbe10d8b9805 x-openstack-request-id: req-ba56b3b4-c033-40ab-9e06-bbe10d8b9805 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:00:28.422909 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2832c35f-5cb9-4e16-a40b-cd0ac02aacdb", "tag": "46a421cb-a631-43ca-a761-bfafefe140f3", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:00:28.422909 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba56b3b4-c033-40ab-9e06-bbe10d8b9805 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:00:28.423280 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2832c35f-5cb9-4e16-a40b-cd0ac02aacdb', 'tag': '46a421cb-a631-43ca-a761-bfafefe140f3', 'status': 'completed', 'code': 200} Jul 30 20:00:28.440200 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f758a67f-09d4-4b72-80ef-73fc78a1c310 req-927bff66-c59f-42ca-ba11-bd14849086cb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 HTTP/1.1" status: 200 len: 217 time: 0.0974100 Jul 30 20:00:28.447222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8056f511-5e1c-43fb-b1ef-8f4b42f224bf req-b751c465-ef4e-4b2a-a245-321737a2c530 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] For port d00f7cf6-0c65-4772-8a5f-9972130c2ff2, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d00f7cf6-0c65-4772-8a5f-9972130c2ff2,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:28.447700 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8056f511-5e1c-43fb-b1ef-8f4b42f224bf req-b751c465-ef4e-4b2a-a245-321737a2c530 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:28.460373 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 has no active binding in host n-h1-712137-9 {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 20:00:28.465539 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=f1606f0e-136f-43ef-9a60-863482ccd074,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:28.469915 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90117ea4-55f3-4ff9-b0da-af7f9c2c660b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216f6a27-e466-4451-9683-53fac20ef9be,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:28.488814 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-8056f511-5e1c-43fb-b1ef-8f4b42f224bf req-b751c465-ef4e-4b2a-a245-321737a2c530 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Calling delete_port for d00f7cf6-0c65-4772-8a5f-9972130c2ff2 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:00:28.514479 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-90117ea4-55f3-4ff9-b0da-af7f9c2c660b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=50548ce912274acaa3f0303adb52e08a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1453922 Jul 30 20:00:28.519002 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47450) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:28.530903 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3b036ea2-d845-4719-a886-8883fa1b36df req-25028afa-3a67-4ac9-804c-27d8faba5f84 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491181 Jul 30 20:00:28.537973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-a3b5fa47-28ba-4e79-9c0a-54d37cf810fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:28.539407 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-a3b5fa47-28ba-4e79-9c0a-54d37cf810fb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 1094 time: 0.5646694 Jul 30 20:00:28.609581 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758a67f-09d4-4b72-80ef-73fc78a1c310 req-a161eb3d-6725-4577-8ff8-1e644610a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:28.610736 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f758a67f-09d4-4b72-80ef-73fc78a1c310 req-a161eb3d-6725-4577-8ff8-1e644610a1b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e297a2c7-8889-4baa-b07e-dd1ecdbb2586 HTTP/1.1" status: 200 len: 848 time: 0.1603084 Jul 30 20:00:28.644813 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-7e990f59-7b5d-4efd-9a1d-f883a021f542 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46a421cb-a631-43ca-a761-bfafefe140f3 HTTP/1.1" status: 200 len: 217 time: 0.0790982 Jul 30 20:00:28.660301 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ce3b8-c341-47e3-9071-257bedcb6dd6 req-e91d277d-91da-475a-ad74-b0e88f83abf5 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:28.661796 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e39ce3b8-c341-47e3-9071-257bedcb6dd6 req-e91d277d-91da-475a-ad74-b0e88f83abf5 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 943 time: 0.1743233 Jul 30 20:00:28.677514 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f758a67f-09d4-4b72-80ef-73fc78a1c310 req-04f26995-e03f-41cf-a374-34e96bc7e5dd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd53ee4f-dc29-41da-8a32-a515358904dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572715 Jul 30 20:00:28.713532 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['f1606f0e-136f-43ef-9a60-863482ccd074'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:00:28.760634 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98b93e9d-ad97-4572-91d7-4d3561895172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:28.826815 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e39ce3b8-c341-47e3-9071-257bedcb6dd6 req-45380d92-0eb2-458f-8e50-68fdd271a213 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177421 Jul 30 20:00:28.833702 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8056f511-5e1c-43fb-b1ef-8f4b42f224bf req-b751c465-ef4e-4b2a-a245-321737a2c530 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:28.860121 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6e9f7-7c13-4935-8fc0-75cf190a5ffd req-e5ac8baa-57fa-4246-aaec-9468e3706548 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:28.862412 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-20b6e9f7-7c13-4935-8fc0-75cf190a5ffd req-e5ac8baa-57fa-4246-aaec-9468e3706548 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 943 time: 0.2266140 Jul 30 20:00:28.875193 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-ae5742f0-2e27-4839-a0ea-f230e9848b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:28.876706 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-ae5742f0-2e27-4839-a0ea-f230e9848b20 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b757e780-295d-4676-ae81-4c07de396b9e HTTP/1.1" status: 200 len: 860 time: 0.2150328 Jul 30 20:00:28.887344 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98b93e9d-ad97-4572-91d7-4d3561895172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:28.925446 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751c465-ef4e-4b2a-a245-321737a2c530 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Pushing event deleted for resources: {'Port': ['ID=d00f7cf6-0c65-4772-8a5f-9972130c2ff2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:28.939430 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-c05136d7-9ff5-4c16-9cec-cc2aad0319b0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1b009359-14e5-4019-b6cd-e6d82ee142cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461304 Jul 30 20:00:29.003865 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f758a67f-09d4-4b72-80ef-73fc78a1c310 req-0f33b6a5-8353-4dc3-a0b0-762dd0de0273 service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905846 Jul 30 20:00:29.023662 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8056f511-5e1c-43fb-b1ef-8f4b42f224bf req-b751c465-ef4e-4b2a-a245-321737a2c530 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] No DVR routers for this DVR port d00f7cf6-0c65-4772-8a5f-9972130c2ff2 on host n-h1-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:00:29.035882 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8056f511-5e1c-43fb-b1ef-8f4b42f224bf req-b751c465-ef4e-4b2a-a245-321737a2c530 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:29.038395 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8056f511-5e1c-43fb-b1ef-8f4b42f224bf req-b751c465-ef4e-4b2a-a245-321737a2c530 tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.59 "DELETE /v2.0/ports/d00f7cf6-0c65-4772-8a5f-9972130c2ff2 HTTP/1.1" status: 204 len: 173 time: 1.2189085 Jul 30 20:00:29.060595 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-20b6e9f7-7c13-4935-8fc0-75cf190a5ffd req-8b33e006-8d30-45c2-9408-f73dd9fee856 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765757 Jul 30 20:00:29.097173 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-67e1b7b6-e8ad-45d1-baae-233548a8910f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:29.148960 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c8e8a-7e9e-48ea-870d-b2148252fd50 req-bf9f6dbf-605c-4eb7-8254-f53bf0c5b0df tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:29.148960 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0f8c8e8a-7e9e-48ea-870d-b2148252fd50 req-bf9f6dbf-605c-4eb7-8254-f53bf0c5b0df tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=5213ec9f-2c4a-431d-9079-d5efa6fcb633 HTTP/1.1" status: 200 len: 944 time: 0.1665132 Jul 30 20:00:29.191316 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-122ce173-a39f-4380-bcd5-574f44e0a0bd service neutron] 10.222.0.83 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406151 Jul 30 20:00:29.195436 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98b93e9d-ad97-4572-91d7-4d3561895172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:29.198274 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98b93e9d-ad97-4572-91d7-4d3561895172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:29.202493 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-98b93e9d-ad97-4572-91d7-4d3561895172 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/216f6a27-e466-4451-9683-53fac20ef9be HTTP/1.1" status: 204 len: 168 time: 0.6790247 Jul 30 20:00:29.228659 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0f8c8e8a-7e9e-48ea-870d-b2148252fd50 req-5eccbe9c-90b7-42d5-918a-4167f8b75738 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683007 Jul 30 20:00:29.241490 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f758a67f-09d4-4b72-80ef-73fc78a1c310 req-a0851eff-5377-4af2-9051-b88fe2df21d5 service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152891 Jul 30 20:00:29.286475 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b93e9d-ad97-4572-91d7-4d3561895172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216f6a27-e466-4451-9683-53fac20ef9be,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:29.350121 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30fc4d6f-803a-4291-8ddc-6cce0a23042c req-ab466bf1-e43e-4102-b980-50717dde8599 service neutron] 10.222.0.83 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488764 Jul 30 20:00:29.566399 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a1d9b-48b7-4108-9a74-c6b33db85341 req-cee6f18d-81f1-42d9-918d-e5ee63ceeaee tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:29.567598 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-193a1d9b-48b7-4108-9a74-c6b33db85341 req-cee6f18d-81f1-42d9-918d-e5ee63ceeaee tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 950 time: 0.1604965 Jul 30 20:00:29.588585 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a060798-79e5-450f-a441-f8fc84b0db42 req-020f2a74-6662-4ee6-bf10-6f03d4761037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:29.590065 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a060798-79e5-450f-a441-f8fc84b0db42 req-020f2a74-6662-4ee6-bf10-6f03d4761037 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 1094 time: 0.1818776 Jul 30 20:00:29.663532 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47486) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:29.706382 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-193a1d9b-48b7-4108-9a74-c6b33db85341 req-fa148c46-8bc7-4e79-b1c9-8ce54089165c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153638 Jul 30 20:00:29.718300 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c621f6d-398b-4141-994f-04152fee73b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:29.760065 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a060798-79e5-450f-a441-f8fc84b0db42 req-30387875-da7c-4819-94a5-23da7960e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:29.761656 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a060798-79e5-450f-a441-f8fc84b0db42 req-30387875-da7c-4819-94a5-23da7960e253 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 200 len: 921 time: 0.1597359 Jul 30 20:00:29.836023 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a060798-79e5-450f-a441-f8fc84b0db42 req-18b7f991-4866-4701-9a43-4dfbfe5ecf4b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46a421cb-a631-43ca-a761-bfafefe140f3 HTTP/1.1" status: 200 len: 217 time: 0.0453658 Jul 30 20:00:29.891820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device f1606f0e-136f-43ef-9a60-863482ccd074 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:00:29.909724 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a060798-79e5-450f-a441-f8fc84b0db42 req-1721238b-7532-4c97-ace5-7195e0a2236b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:29.911169 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a060798-79e5-450f-a441-f8fc84b0db42 req-1721238b-7532-4c97-ace5-7195e0a2236b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b757e780-295d-4676-ae81-4c07de396b9e HTTP/1.1" status: 200 len: 860 time: 0.0552895 Jul 30 20:00:29.944891 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-67e1b7b6-e8ad-45d1-baae-233548a8910f admin admin] Deleting port dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:00:29.945226 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-67e1b7b6-e8ad-45d1-baae-233548a8910f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:29.950344 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a060798-79e5-450f-a441-f8fc84b0db42 req-12c050f1-aa58-433a-b0b2-353b0d6db333 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1b009359-14e5-4019-b6cd-e6d82ee142cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315983 Jul 30 20:00:29.972835 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69887bc8-2318-449f-ad25-8a4a3f98f969', 'name': 'network-vif-deleted', 'tag': 'd00f7cf6-0c65-4772-8a5f-9972130c2ff2'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:00:29.975398 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port f1606f0e-136f-43ef-9a60-863482ccd074 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:00:29.975564 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a70c0b8-a5be-439c-bfab-13c574cf9491" -d '{"events": [{"server_uuid": "69887bc8-2318-449f-ad25-8a4a3f98f969", "name": "network-vif-deleted", "tag": "d00f7cf6-0c65-4772-8a5f-9972130c2ff2"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:00:29.981215 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port f1606f0e-136f-43ef-9a60-863482ccd074 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:29.981648 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:29.995968 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c142160f-2304-4640-a27b-1a977f1bd7dd req-9ecd9fb5-50d7-44e4-9861-aaf8302ba82c tempest-DeleteServersAdminTestJSON-1647522897 tempest-DeleteServersAdminTestJSON-1647522897-project] 10.222.0.81 "GET /v2.0/ports?device_id=69887bc8-2318-449f-ad25-8a4a3f98f969 HTTP/1.1" status: 200 len: 210 time: 0.3216007 Jul 30 20:00:30.091696 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:30.100688 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72e3d1e-6d32-4cb6-b4d9-8e6916f64797 x-openstack-request-id: req-e72e3d1e-6d32-4cb6-b4d9-8e6916f64797 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:00:30.101073 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69887bc8-2318-449f-ad25-8a4a3f98f969", "name": "network-vif-deleted", "tag": "d00f7cf6-0c65-4772-8a5f-9972130c2ff2", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:00:30.101416 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e72e3d1e-6d32-4cb6-b4d9-8e6916f64797 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:00:30.101935 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69887bc8-2318-449f-ad25-8a4a3f98f969', 'name': 'network-vif-deleted', 'tag': 'd00f7cf6-0c65-4772-8a5f-9972130c2ff2', 'status': 'completed', 'code': 200} Jul 30 20:00:30.108230 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c621f6d-398b-4141-994f-04152fee73b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:30.115759 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c621f6d-398b-4141-994f-04152fee73b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:30.119628 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5213ec9f-2c4a-431d-9079-d5efa6fcb633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1606f0e-136f-43ef-9a60-863482ccd074'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:00:30.121897 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2571eb-93c9-49d8-b510-2e9316f29871" -d '{"events": [{"server_uuid": "5213ec9f-2c4a-431d-9079-d5efa6fcb633", "name": "network-vif-plugged", "status": "completed", "tag": "f1606f0e-136f-43ef-9a60-863482ccd074"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:00:30.122537 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b056238-e47e-41f6-8409-b260462de2ad req-e80283fa-d5b5-40ce-9346-7255ef9af653 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:30.124074 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6b056238-e47e-41f6-8409-b260462de2ad req-e80283fa-d5b5-40ce-9346-7255ef9af653 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 943 time: 0.1761756 Jul 30 20:00:30.136588 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port f1606f0e-136f-43ef-9a60-863482ccd074, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=f1606f0e-136f-43ef-9a60-863482ccd074,segment=NetworkSegment(ed0c2806-2c75-44d1-9a7a-53828c3162ab),segment_id=ed0c2806-2c75-44d1-9a7a-53828c3162ab)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:30.145734 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:30.147276 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device d00f7cf6-0c65-4772-8a5f-9972130c2ff2 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:00:30.152846 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-67e1b7b6-e8ad-45d1-baae-233548a8910f admin admin] For port dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403,segment=NetworkSegment(b30ceff3-5431-4595-937d-aa549b02f325),segment_id=b30ceff3-5431-4595-937d-aa549b02f325)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:30.153211 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-67e1b7b6-e8ad-45d1-baae-233548a8910f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:30.187634 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a060798-79e5-450f-a441-f8fc84b0db42 req-4b4c232a-ecd8-45d8-8aa6-85a23f99fdab service neutron] 10.222.0.83 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155883 Jul 30 20:00:30.187832 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6c621f6d-398b-4141-994f-04152fee73b2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0ad1e44624534d8aa5ed7445b66a74bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5204086 Jul 30 20:00:30.187917 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-67e1b7b6-e8ad-45d1-baae-233548a8910f admin admin] Calling delete_port for dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:00:30.187998 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c621f6d-398b-4141-994f-04152fee73b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4241cee1-85f2-43a2-94d6-b4dbd8ce35c5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:30.188895 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47500) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:30.226779 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: d00f7cf6-0c65-4772-8a5f-9972130c2ff2 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:00:30.227307 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device d00f7cf6-0c65-4772-8a5f-9972130c2ff2 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:00:30.259972 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=f1606f0e-136f-43ef-9a60-863482ccd074,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:30.272115 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6b056238-e47e-41f6-8409-b260462de2ad req-298d783f-d712-43bd-830f-ab44cd2a2589 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358140 Jul 30 20:00:30.306496 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9852eac-5b7c-4b88-96ee-d082005ff3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:30.315121 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed720c96-855b-40f6-8864-05ef3bb64a9c x-openstack-request-id: req-ed720c96-855b-40f6-8864-05ef3bb64a9c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:00:30.315412 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5213ec9f-2c4a-431d-9079-d5efa6fcb633", "name": "network-vif-plugged", "status": "completed", "tag": "f1606f0e-136f-43ef-9a60-863482ccd074", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:00:30.315696 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ed720c96-855b-40f6-8864-05ef3bb64a9c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:00:30.316486 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5213ec9f-2c4a-431d-9079-d5efa6fcb633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1606f0e-136f-43ef-9a60-863482ccd074', 'code': 200} Jul 30 20:00:30.342244 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c0515-d6a0-4186-8c6e-4fdbf9050ce0 req-d89462dc-3a90-40fa-b604-a1322d3e0311 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:30.351734 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-855c0515-d6a0-4186-8c6e-4fdbf9050ce0 req-d89462dc-3a90-40fa-b604-a1322d3e0311 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 943 time: 0.1284926 Jul 30 20:00:30.420455 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9852eac-5b7c-4b88-96ee-d082005ff3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:30.473891 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-855c0515-d6a0-4186-8c6e-4fdbf9050ce0 req-ef327f11-4aad-41f4-a02c-bf1e4d706630 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206043 Jul 30 20:00:30.494070 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b24604-5819-49ac-88c2-9ad2e1e97a5b req-8cf65772-a7bd-4c70-bf6a-5900d2f1b0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:30.495685 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f0b24604-5819-49ac-88c2-9ad2e1e97a5b req-8cf65772-a7bd-4c70-bf6a-5900d2f1b0b1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5213ec9f-2c4a-431d-9079-d5efa6fcb633 HTTP/1.1" status: 200 len: 1096 time: 0.0882308 Jul 30 20:00:30.532469 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9852eac-5b7c-4b88-96ee-d082005ff3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:30.535257 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9852eac-5b7c-4b88-96ee-d082005ff3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:30.540238 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a9852eac-5b7c-4b88-96ee-d082005ff3a2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4241cee1-85f2-43a2-94d6-b4dbd8ce35c5 HTTP/1.1" status: 204 len: 168 time: 0.3496487 Jul 30 20:00:30.569331 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f0b24604-5819-49ac-88c2-9ad2e1e97a5b req-a0579629-73f3-43be-b1ee-1fdd28f05aaf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651274 Jul 30 20:00:30.570212 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9852eac-5b7c-4b88-96ee-d082005ff3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4241cee1-85f2-43a2-94d6-b4dbd8ce35c5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:30.716086 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a060798-79e5-450f-a441-f8fc84b0db42 req-e8434fac-27db-4748-92b6-d94b2b416a1c service neutron] 10.222.0.83 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5157180 Jul 30 20:00:30.751890 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eca36d-3078-4e10-8f1c-63d772189277 req-549b2bb1-50ef-4b8e-912e-dd3b3f2c3ced tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:30.759573 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b4eca36d-3078-4e10-8f1c-63d772189277 req-549b2bb1-50ef-4b8e-912e-dd3b3f2c3ced tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=5213ec9f-2c4a-431d-9079-d5efa6fcb633 HTTP/1.1" status: 200 len: 945 time: 0.1014004 Jul 30 20:00:30.846324 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b4eca36d-3078-4e10-8f1c-63d772189277 req-7963e187-f092-4dcd-994f-e656de396164 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723934 Jul 30 20:00:30.869319 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-67e1b7b6-e8ad-45d1-baae-233548a8910f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:30.909615 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4db15-d05c-4ab7-9f4d-fb372609132f req-7654d140-8e72-4481-ac83-798309b99cf5 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:30.911652 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d5e4db15-d05c-4ab7-9f4d-fb372609132f req-7654d140-8e72-4481-ac83-798309b99cf5 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 950 time: 0.0654914 Jul 30 20:00:30.922233 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1b7b6-e8ad-45d1-baae-233548a8910f admin admin] Pushing event deleted for resources: {'Port': ['ID=dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:30.987299 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d5e4db15-d05c-4ab7-9f4d-fb372609132f req-da7b81ec-083b-4972-9d21-11497cd5776a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672235 Jul 30 20:00:31.187345 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-fccf58d0-94e8-4a85-9894-514194544f6d service neutron] 10.222.0.83 "GET /v2.0/ports/c4fe85d6-4794-444e-96a4-28a8e9c6e7b4/bindings/n-h1-712137-9 HTTP/1.1" status: 200 len: 384 time: 0.2582800 Jul 30 20:00:31.189998 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-67e1b7b6-e8ad-45d1-baae-233548a8910f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:31.363453 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47548) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:31.429356 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ab1cd-5f84-47ea-99fb-2b8a60ece434 req-0c3c42e5-9dc9-42cf-8df1-c4eaec6b1475 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:31.439199 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-730ab1cd-5f84-47ea-99fb-2b8a60ece434 req-0c3c42e5-9dc9-42cf-8df1-c4eaec6b1475 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 943 time: 0.0764656 Jul 30 20:00:31.492287 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-730ab1cd-5f84-47ea-99fb-2b8a60ece434 req-6f5f2083-a00c-41f8-aa15-8de5bb015471 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516250 Jul 30 20:00:31.544852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-2ce7c597-44a6-4951-a282-25f40394d266 service neutron] For port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:31.611558 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a87a26b9-c64e-43ef-a4f5-899945d56a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:31.623161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-2ce7c597-44a6-4951-a282-25f40394d266 service neutron] For port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:00:31.693677 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-2ce7c597-44a6-4951-a282-25f40394d266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:00:31.707413 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47560) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:31.716665 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-2ce7c597-44a6-4951-a282-25f40394d266 service neutron] For port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:31.731934 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a87a26b9-c64e-43ef-a4f5-899945d56a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:31.735291 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e1b7b6-e8ad-45d1-baae-233548a8910f admin admin] Router 5ede3298-305e-4403-b33b-10c0f364b2a0 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:00:31.737756 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a87a26b9-c64e-43ef-a4f5-899945d56a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:31.748231 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573605a-7ff3-4e84-9fa1-caa6d686517c req-1e44449c-717f-4135-a19d-8246178fe3d3 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:31.749947 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c573605a-7ff3-4e84-9fa1-caa6d686517c req-1e44449c-717f-4135-a19d-8246178fe3d3 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 943 time: 0.1748979 Jul 30 20:00:31.765689 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-2ce7c597-44a6-4951-a282-25f40394d266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:31.785951 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a87a26b9-c64e-43ef-a4f5-899945d56a9d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c3732516219f4cbdaeb48f7cd373c316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4207642 Jul 30 20:00:31.786927 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a26b9-c64e-43ef-a4f5-899945d56a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba13b33c-69de-4d34-8b96-c4e9839c4b7a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:31.800085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47566) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:31.875267 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e016671-0563-4a89-a20c-624622ad636b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:31.901441 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e016671-0563-4a89-a20c-624622ad636b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:31.909346 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c573605a-7ff3-4e84-9fa1-caa6d686517c req-c22211f5-3423-4dd4-b7cd-326cf7f1779a tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495075 Jul 30 20:00:31.972951 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-dd68b0f0-1457-4140-9e34-7cfca2b7a06b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=896d4b87a67048d8bcfe5755ccb9ee0f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2589335 Jul 30 20:00:31.978897 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47572) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:32.006208 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e1b7b6-e8ad-45d1-baae-233548a8910f admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:00:32.015186 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-67e1b7b6-e8ad-45d1-baae-233548a8910f admin admin] 10.222.0.81 "PUT /v2.0/routers/5ede3298-305e-4403-b33b-10c0f364b2a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5244498 Jul 30 20:00:32.018163 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47578) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:32.021408 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c32a093-d8cf-4107-8527-ef78d5e8bb4c None None] Sync routers for ids ['5ede3298-305e-4403-b33b-10c0f364b2a0'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:00:32.025088 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2b66e-4617-4ae3-b657-2c9ffcdb3265 req-e854605f-2199-4e20-ad51-8c97e13df253 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:32.026674 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0bf2b66e-4617-4ae3-b657-2c9ffcdb3265 req-e854605f-2199-4e20-ad51-8c97e13df253 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=5213ec9f-2c4a-431d-9079-d5efa6fcb633 HTTP/1.1" status: 200 len: 945 time: 0.0959997 Jul 30 20:00:32.044675 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c32a093-d8cf-4107-8527-ef78d5e8bb4c None None] Routers {'5ede3298-305e-4403-b33b-10c0f364b2a0'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:00:32.046696 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4c32a093-d8cf-4107-8527-ef78d5e8bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:00:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5ede3298-305e-4403-b33b-10c0f364b2a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:32.051256 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e016671-0563-4a89-a20c-624622ad636b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:32.053964 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e016671-0563-4a89-a20c-624622ad636b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:32.057694 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1e016671-0563-4a89-a20c-624622ad636b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ba13b33c-69de-4d34-8b96-c4e9839c4b7a HTTP/1.1" status: 204 len: 168 time: 0.2538247 Jul 30 20:00:32.066436 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-2ce7c597-44a6-4951-a282-25f40394d266 service neutron] Transition to ACTIVE for port object c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:00:32.079274 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-2ce7c597-44a6-4951-a282-25f40394d266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:32.110562 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0bf2b66e-4617-4ae3-b657-2c9ffcdb3265 req-d67cc1b4-cb7e-4908-902c-2c9dfd1cae3d tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640521 Jul 30 20:00:32.111492 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e016671-0563-4a89-a20c-624622ad636b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba13b33c-69de-4d34-8b96-c4e9839c4b7a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:32.115720 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4eecac53-cce0-48f6-9586-5a287d3676fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:32.177676 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4eecac53-cce0-48f6-9586-5a287d3676fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:32.245820 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-4c32a093-d8cf-4107-8527-ef78d5e8bb4c None None] Set router 5ede3298-305e-4403-b33b-10c0f364b2a0 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:00:32.265067 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77618d85-10ab-4b9b-80f2-bb4193bcea7d req-8efafaa0-d696-4912-adf6-4dc48c00e2f4 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:32.266165 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-77618d85-10ab-4b9b-80f2-bb4193bcea7d req-8efafaa0-d696-4912-adf6-4dc48c00e2f4 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=5213ec9f-2c4a-431d-9079-d5efa6fcb633 HTTP/1.1" status: 200 len: 945 time: 0.0863302 Jul 30 20:00:32.266928 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-2ce7c597-44a6-4951-a282-25f40394d266 service neutron] No DVR routers for this DVR port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:00:32.269102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7c597-44a6-4951-a282-25f40394d266 service neutron] Pushing event updated for resources: {'Port': ['ID=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4,revision_number=10']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:32.277751 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e93ac56a-74b4-412b-a998-69592c5831fa admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:32.277980 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47584) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:32.283772 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0f932f04-f8ee-48bd-989b-d06b994855b4 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Request body: {'floatingip': {'port_id': 'f1606f0e-136f-43ef-9a60-863482ccd074'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:32.297578 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4eecac53-cce0-48f6-9586-5a287d3676fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:32.302847 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4eecac53-cce0-48f6-9586-5a287d3676fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:32.309878 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4eecac53-cce0-48f6-9586-5a287d3676fc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09 HTTP/1.1" status: 204 len: 168 time: 0.3312266 Jul 30 20:00:32.366959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db7bfb-9686-421d-af96-58787cbde1f0 req-853e317d-13b7-411a-843d-acbff2c4234e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:32.374788 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-39db7bfb-9686-421d-af96-58787cbde1f0 req-853e317d-13b7-411a-843d-acbff2c4234e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 950 time: 0.2478917 Jul 30 20:00:32.437194 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-2ce7c597-44a6-4951-a282-25f40394d266 service neutron] 10.222.0.83 "PUT /v2.0/ports/c4fe85d6-4794-444e-96a4-28a8e9c6e7b4/bindings/n-h1-712137-9/activate HTTP/1.1" status: 200 len: 369 time: 1.2402859 Jul 30 20:00:32.450330 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f932f04-f8ee-48bd-989b-d06b994855b4 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:32.506755 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-39db7bfb-9686-421d-af96-58787cbde1f0 req-43795745-b0b0-493e-9673-a320227863b7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265008 Jul 30 20:00:32.516082 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e93ac56a-74b4-412b-a998-69592c5831fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:32.524377 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eecac53-cce0-48f6-9586-5a287d3676fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3dcb8f-6a6a-4c6a-9bc2-f7c670f1ad09,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:32.611166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-e93ac56a-74b4-412b-a998-69592c5831fa admin admin] Deleting port 351fe4ab-ef36-42d3-8535-48737982edf4 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:00:32.611652 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e93ac56a-74b4-412b-a998-69592c5831fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:32.620040 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4c32a093-d8cf-4107-8527-ef78d5e8bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ede3298-305e-4403-b33b-10c0f364b2a0', 'name': 'tempest-FloatingIPsTestJSON-626840705-router', 'tenant_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '351fe4ab-ef36-42d3-8535-48737982edf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:00:00Z', 'updated_at': '2021-07-30T20:00:30Z', 'revision_number': 5, 'project_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'gw_port': {'id': '351fe4ab-ef36-42d3-8535-48737982edf4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ede3298-305e-4403-b33b-10c0f364b2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:00:03Z', 'updated_at': '2021-07-30T20:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:32.649055 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c32a093-d8cf-4107-8527-ef78d5e8bb4c None None] Checking router: 5ede3298-305e-4403-b33b-10c0f364b2a0 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:00:32.658837 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c32a093-d8cf-4107-8527-ef78d5e8bb4c None None] Routers {'5ede3298-305e-4403-b33b-10c0f364b2a0'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:00:32.659841 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4c32a093-d8cf-4107-8527-ef78d5e8bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:00:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5ede3298-305e-4403-b33b-10c0f364b2a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:32.704513 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-e93ac56a-74b4-412b-a998-69592c5831fa admin admin] For port 351fe4ab-ef36-42d3-8535-48737982edf4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=351fe4ab-ef36-42d3-8535-48737982edf4,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:32.705224 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e93ac56a-74b4-412b-a998-69592c5831fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:32.720907 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-e93ac56a-74b4-412b-a998-69592c5831fa admin admin] Calling delete_port for 351fe4ab-ef36-42d3-8535-48737982edf4 owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:00:32.728553 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-eb686f5d-7ea3-4f90-906f-6d9ad4ce9a14 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:32.730306 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-eb686f5d-7ea3-4f90-906f-6d9ad4ce9a14 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211&tenant_id=236d1eaa83284464a4f623b106ec8e36&binding%3Ahost_id=n-h2-712137-9 HTTP/1.1" status: 200 len: 1095 time: 0.2155616 Jul 30 20:00:32.750492 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bc049-c079-4621-8736-4a4768bd62bf req-81bfb59b-14b4-4cb3-9da2-0028ba8fd62e tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:32.760638 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5c1bc049-c079-4621-8736-4a4768bd62bf req-81bfb59b-14b4-4cb3-9da2-0028ba8fd62e tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 943 time: 0.1574130 Jul 30 20:00:32.772206 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-4c32a093-d8cf-4107-8527-ef78d5e8bb4c None None] Set router 5ede3298-305e-4403-b33b-10c0f364b2a0 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:00:32.803525 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47596) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:32.826582 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5c1bc049-c079-4621-8736-4a4768bd62bf req-cf71f80e-b549-41a4-9657-d3206cab3d1d tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574121 Jul 30 20:00:32.872844 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-04c7092e-caa0-43a6-9a0b-a1b6674ec278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:32.908341 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4c32a093-d8cf-4107-8527-ef78d5e8bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ede3298-305e-4403-b33b-10c0f364b2a0', 'name': 'tempest-FloatingIPsTestJSON-626840705-router', 'tenant_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:00:00Z', 'updated_at': '2021-07-30T20:00:32Z', 'revision_number': 6, 'project_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:32.959221 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-bd705884-caf4-439b-92cb-b748a035da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:32.960990 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-bd705884-caf4-439b-92cb-b748a035da8b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211&tenant_id=236d1eaa83284464a4f623b106ec8e36 HTTP/1.1" status: 200 len: 1095 time: 0.1772206 Jul 30 20:00:32.974195 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c32a093-d8cf-4107-8527-ef78d5e8bb4c None None] The sync data for ids ['5ede3298-305e-4403-b33b-10c0f364b2a0'] in n-d-712137-9 is: [{'id': '5ede3298-305e-4403-b33b-10c0f364b2a0', 'name': 'tempest-FloatingIPsTestJSON-626840705-router', 'tenant_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:00:00Z', 'updated_at': '2021-07-30T20:00:32Z', 'revision_number': 6, 'project_id': '89a67ffbcbeb4fb9bf847d34757432e5', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:00:33.067115 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-04c7092e-caa0-43a6-9a0b-a1b6674ec278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:33.097925 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-04c7092e-caa0-43a6-9a0b-a1b6674ec278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:33.134940 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649f63e-fec2-4d2b-9666-416a2870d919 req-2525773b-44e5-43d3-98d5-ef22469e0382 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:33.135633 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47606) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:33.136458 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f649f63e-fec2-4d2b-9666-416a2870d919 req-2525773b-44e5-43d3-98d5-ef22469e0382 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 944 time: 0.1134341 Jul 30 20:00:33.182099 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7092e-caa0-43a6-9a0b-a1b6674ec278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7abd12-7954-48e4-ba60-9dedadc80f69,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:33.186322 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-04c7092e-caa0-43a6-9a0b-a1b6674ec278 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=456667682ad64dfaa79ef47e2ad67bde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3814378 Jul 30 20:00:33.189663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47610) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:33.205913 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e93ac56a-74b4-412b-a998-69592c5831fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:33.220912 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9bab476-b749-4f44-aff5-e7ea9cdef47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:33.243459 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-30d81aac-2b2c-469f-9c3c-ddc4a6ec1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:33.245011 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-30d81aac-2b2c-469f-9c3c-ddc4a6ec1ebb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 1095 time: 0.2120335 Jul 30 20:00:33.251751 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f649f63e-fec2-4d2b-9666-416a2870d919 req-c43166ed-74fc-4787-a709-f0e01953a9d4 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062965 Jul 30 20:00:33.258311 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ac56a-74b4-412b-a998-69592c5831fa admin admin] Pushing event deleted for resources: {'Port': ['ID=351fe4ab-ef36-42d3-8535-48737982edf4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:33.291979 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e93ac56a-74b4-412b-a998-69592c5831fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:33.616414 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-987bb61a-1d2f-4288-9213-a606e51f7d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:33.618477 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-987bb61a-1d2f-4288-9213-a606e51f7d87 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 909 time: 0.3478894 Jul 30 20:00:33.628339 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.db.resource_extend [None req-0f932f04-f8ee-48bd-989b-d06b994855b4 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 20:00:33.684694 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2265ff46-7c2b-4dc1-b15c-43134d39f107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:33.695743 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e93ac56a-74b4-412b-a998-69592c5831fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:33.698750 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e93ac56a-74b4-412b-a998-69592c5831fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:33.747633 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2265ff46-7c2b-4dc1-b15c-43134d39f107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:33.808790 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa9321-d222-423c-af19-a54fc592c02c req-c79a2a99-bc1b-40d4-81ee-e5b7c6fb68bb tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:33.810391 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8fa9321-d222-423c-af19-a54fc592c02c req-c79a2a99-bc1b-40d4-81ee-e5b7c6fb68bb tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 950 time: 0.2115135 Jul 30 20:00:33.816682 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e93ac56a-74b4-412b-a998-69592c5831fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:33.817248 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93ac56a-74b4-412b-a998-69592c5831fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ede3298-305e-4403-b33b-10c0f364b2a0 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:00:33.827898 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e93ac56a-74b4-412b-a998-69592c5831fa admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:33.829023 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e93ac56a-74b4-412b-a998-69592c5831fa admin admin] 10.222.0.81 "DELETE /v2.0/routers/5ede3298-305e-4403-b33b-10c0f364b2a0 HTTP/1.1" status: 204 len: 168 time: 1.8099439 Jul 30 20:00:33.832686 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47640) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:33.913833 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8fa9321-d222-423c-af19-a54fc592c02c req-b910ef3b-4d43-4562-aa9b-6e18dc0290b9 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897892 Jul 30 20:00:33.918012 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-704197f6-78b8-42f7-8150-725b5ba2354b admin admin] Deleting subnet 50a18570-3f57-4632-bbb3-12dc8eb00729 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:00:33.923003 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-704197f6-78b8-42f7-8150-725b5ba2354b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:33.925676 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2265ff46-7c2b-4dc1-b15c-43134d39f107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:33.928398 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2265ff46-7c2b-4dc1-b15c-43134d39f107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:33.932591 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2265ff46-7c2b-4dc1-b15c-43134d39f107 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ef7abd12-7954-48e4-ba60-9dedadc80f69 HTTP/1.1" status: 204 len: 168 time: 0.7384620 Jul 30 20:00:33.935622 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-d2f849dc-44ad-4ae2-b4bb-0e10e846ca26 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 HTTP/1.1" status: 200 len: 217 time: 0.3050137 Jul 30 20:00:33.963664 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265ff46-7c2b-4dc1-b15c-43134d39f107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7abd12-7954-48e4-ba60-9dedadc80f69,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:33.979458 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-704197f6-78b8-42f7-8150-725b5ba2354b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:34.017846 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 46a421cb-a631-43ca-a761-bfafefe140f3 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:00:34.043326 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f932f04-f8ee-48bd-989b-d06b994855b4 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:34.046222 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9bab476-b749-4f44-aff5-e7ea9cdef47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:34.062702 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f932f04-f8ee-48bd-989b-d06b994855b4 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:34.067959 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9bab476-b749-4f44-aff5-e7ea9cdef47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:34.093522 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:00:34.115213 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-c358b8c4-fe4a-4969-ab20-76fd31559789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:34.116906 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-c358b8c4-fe4a-4969-ab20-76fd31559789 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e297a2c7-8889-4baa-b07e-dd1ecdbb2586 HTTP/1.1" status: 200 len: 848 time: 0.1669600 Jul 30 20:00:34.122443 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-704197f6-78b8-42f7-8150-725b5ba2354b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:34.156537 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9179c40-08b2-44aa-a8c5-53a0d02bef55 req-1668f69e-d566-4866-98f1-66fbb39cff30 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:34.164346 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f9179c40-08b2-44aa-a8c5-53a0d02bef55 req-1668f69e-d566-4866-98f1-66fbb39cff30 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 943 time: 0.2394521 Jul 30 20:00:34.208679 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b9bab476-b749-4f44-aff5-e7ea9cdef47d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6564ec7c0ad6433c932ddf4773978fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0719886 Jul 30 20:00:34.210845 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-08bac744-a34e-4696-9923-df0ca7f23ed9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd53ee4f-dc29-41da-8a32-a515358904dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834126 Jul 30 20:00:34.216333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47654) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:34.241530 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bab476-b749-4f44-aff5-e7ea9cdef47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ad612e-f815-4bc7-94b6-0a88fcb4fc05,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:34.297731 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-704197f6-78b8-42f7-8150-725b5ba2354b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:34.333184 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:00:34.336134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704197f6-78b8-42f7-8150-725b5ba2354b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50a18570-3f57-4632-bbb3-12dc8eb00729,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:34.347499 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 46a421cb-a631-43ca-a761-bfafefe140f3, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=46a421cb-a631-43ca-a761-bfafefe140f3,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:34.374350 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-704197f6-78b8-42f7-8150-725b5ba2354b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:34.383105 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-704197f6-78b8-42f7-8150-725b5ba2354b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/50a18570-3f57-4632-bbb3-12dc8eb00729 HTTP/1.1" status: 204 len: 168 time: 0.5421269 Jul 30 20:00:34.383840 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b97e5b-11a7-4f3a-8ac7-5aaf2a59e632 None None] Network 78c64b1f-ec68-43ad-930a-5aa7f84dbdfa requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:00:34.392094 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47660) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:34.489518 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '46a421cb-a631-43ca-a761-bfafefe140f3', 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf', 'port_id': '46a421cb-a631-43ca-a761-bfafefe140f3', 'mac_address': 'fa:16:3e:66:51:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b757e780-295d-4676-ae81-4c07de396b9e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:00:34.496470 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f9179c40-08b2-44aa-a8c5-53a0d02bef55 req-53cca252-9b43-4733-9fb5-f4ca133362b3 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304200 Jul 30 20:00:34.507456 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-0f932f04-f8ee-48bd-989b-d06b994855b4 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Floating IP 5000fe54-7b83-4c83-a1fb-d7fc88065f4d associated. External IP: 172.25.3.159, port: f1606f0e-136f-43ef-9a60-863482ccd074. Jul 30 20:00:34.536759 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 351fe4ab-ef36-42d3-8535-48737982edf4 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:00:34.563220 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:34.573532 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 351fe4ab-ef36-42d3-8535-48737982edf4 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:00:34.573945 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 351fe4ab-ef36-42d3-8535-48737982edf4 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:00:34.574272 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:00:34.603340 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-10fbd8df-e370-4a89-bb10-26be51cecd15 service neutron] 10.222.0.59 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642826 Jul 30 20:00:34.626032 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ef15bc33-839d-4a4b-8d58-92cd4be9018b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:34.645568 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:00:34.646374 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device dc7dbfa2-6e3c-4ff2-b0a4-b4bf96da0403 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:00:34.652056 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ef15bc33-839d-4a4b-8d58-92cd4be9018b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:34.670254 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:34.721222 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a421cb-a631-43ca-a761-bfafefe140f3 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:00:34.737076 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ffdf2-12d4-4be8-a073-5df6af554dba req-cc693355-391e-40c9-af28-2bad2ed9d2b5 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:34.738917 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b99ffdf2-12d4-4be8-a073-5df6af554dba req-cc693355-391e-40c9-af28-2bad2ed9d2b5 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 944 time: 0.2046218 Jul 30 20:00:34.739600 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ef15bc33-839d-4a4b-8d58-92cd4be9018b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:34.743123 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ef15bc33-839d-4a4b-8d58-92cd4be9018b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:34.744200 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ef15bc33-839d-4a4b-8d58-92cd4be9018b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/65ad612e-f815-4bc7-94b6-0a88fcb4fc05 HTTP/1.1" status: 204 len: 168 time: 0.5263097 Jul 30 20:00:34.750877 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47674) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:34.773227 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15bc33-839d-4a4b-8d58-92cd4be9018b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ad612e-f815-4bc7-94b6-0a88fcb4fc05,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:34.773608 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 46a421cb-a631-43ca-a761-bfafefe140f3, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=46a421cb-a631-43ca-a761-bfafefe140f3,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:34.813653 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b99ffdf2-12d4-4be8-a073-5df6af554dba req-ebadd044-0bf4-410d-827a-8bc6f688a035 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641055 Jul 30 20:00:34.817681 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:34.826158 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Deleting port ee6ee6fa-e169-4ed2-b233-068bf7815a59 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:00:34.826771 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:34.827284 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71f90e2-8c1d-4317-9e52-109e64d3aadd None None] DHCP port deletion for 78c64b1f-ec68-43ad-930a-5aa7f84dbdfa request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:00:34.926061 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] For port ee6ee6fa-e169-4ed2-b233-068bf7815a59, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=ee6ee6fa-e169-4ed2-b233-068bf7815a59,segment=NetworkSegment(b30ceff3-5431-4595-937d-aa549b02f325),segment_id=b30ceff3-5431-4595-937d-aa549b02f325)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:34.926061 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:34.933840 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=46a421cb-a631-43ca-a761-bfafefe140f3,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:34.948675 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-3a7c5ebe-4f0d-49c1-a34c-4b20ee44064c service neutron] 10.222.0.59 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621267 Jul 30 20:00:34.957649 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Calling delete_port for ee6ee6fa-e169-4ed2-b233-068bf7815a59 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:00:34.971338 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-7b5f5630-5767-437c-827c-459fe494e89b service neutron] show failed (client error): The resource could not be found. Jul 30 20:00:34.972404 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-7b5f5630-5767-437c-827c-459fe494e89b service neutron] 10.222.0.83 "GET /v2.0/ports/c65993c9-3d10-4021-94da-440fdc55ae35/bindings/n-h1-712137-9 HTTP/1.1" status: 404 len: 380 time: 0.1323242 Jul 30 20:00:35.003118 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b71f90e2-8c1d-4317-9e52-109e64d3aadd None None] Deleting port ee6ee6fa-e169-4ed2-b233-068bf7815a59 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:00:35.004539 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b71f90e2-8c1d-4317-9e52-109e64d3aadd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:35.037050 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f932f04-f8ee-48bd-989b-d06b994855b4 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Router a7f609b3-e80a-4240-a49f-9c352e37be60 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:00:35.099139 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b71f90e2-8c1d-4317-9e52-109e64d3aadd None None] For port ee6ee6fa-e169-4ed2-b233-068bf7815a59, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=ee6ee6fa-e169-4ed2-b233-068bf7815a59,segment=NetworkSegment(b30ceff3-5431-4595-937d-aa549b02f325),segment_id=b30ceff3-5431-4595-937d-aa549b02f325)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:35.100302 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b71f90e2-8c1d-4317-9e52-109e64d3aadd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:35.127805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b71f90e2-8c1d-4317-9e52-109e64d3aadd None None] Calling delete_port for ee6ee6fa-e169-4ed2-b233-068bf7815a59 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:00:35.140378 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:35.190600 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee6ee6fa-e169-4ed2-b233-068bf7815a59,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:35.203525 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] No DVR routers for this DVR port ee6ee6fa-e169-4ed2-b233-068bf7815a59 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:00:35.240664 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['46a421cb-a631-43ca-a761-bfafefe140f3'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:00:35.255648 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3fd73-6c9e-4e8e-97a0-d292499354bc req-488b96e7-6834-456d-b109-4b3b1206b083 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:35.264526 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0fd3fd73-6c9e-4e8e-97a0-d292499354bc req-488b96e7-6834-456d-b109-4b3b1206b083 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 950 time: 0.1492767 Jul 30 20:00:35.334883 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0fd3fd73-6c9e-4e8e-97a0-d292499354bc req-ffdb714d-730a-4010-82c1-bda64a24a3e6 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629416 Jul 30 20:00:35.397725 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f932f04-f8ee-48bd-989b-d06b994855b4 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:00:35.405105 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f932f04-f8ee-48bd-989b-d06b994855b4 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:35.422414 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0207ed09-59b9-4828-93f6-b5c160e2bc3e None None] Sync routers for ids ['a7f609b3-e80a-4240-a49f-9c352e37be60'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:00:35.431317 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-eee97224-c94d-4189-9fe0-afe7b5829e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:35.434194 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-eee97224-c94d-4189-9fe0-afe7b5829e22 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2&tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290 HTTP/1.1" status: 200 len: 1101 time: 0.0980179 Jul 30 20:00:35.452161 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-9', 'device_owner': 'compute:nova'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:35.464618 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0207ed09-59b9-4828-93f6-b5c160e2bc3e None None] Routers {'a7f609b3-e80a-4240-a49f-9c352e37be60'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:00:35.465963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-0207ed09-59b9-4828-93f6-b5c160e2bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:00:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a7f609b3-e80a-4240-a49f-9c352e37be60'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:35.501121 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-775c5508-563f-4f43-b7fd-b04ce49e7df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:35.509680 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:35.520683 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:35.526199 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0f932f04-f8ee-48bd-989b-d06b994855b4 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "PUT /v2.0/floatingips/5000fe54-7b83-4c83-a1fb-d7fc88065f4d HTTP/1.1" status: 200 len: 991 time: 3.2364869 Jul 30 20:00:35.531544 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5213ec9f-2c4a-431d-9079-d5efa6fcb633', 'tag': 'f1606f0e-136f-43ef-9a60-863482ccd074'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:00:35.537426 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1ac2ed-2a01-4b0a-9df6-9f0dfb6d7b57" -d '{"events": [{"name": "network-changed", "server_uuid": "5213ec9f-2c4a-431d-9079-d5efa6fcb633", "tag": "f1606f0e-136f-43ef-9a60-863482ccd074"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:00:35.590231 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:35.590596 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:35.591379 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:35.591775 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Subscribe: > port after_create 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:35.592947 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:35.592947 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Subscribe: > port after_update 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:35.592947 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:35.593200 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:35.593433 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:35.593761 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:35.740937 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab6bba7-52e2-4f7a-8d48-ddcab3912f95 x-openstack-request-id: req-dab6bba7-52e2-4f7a-8d48-ddcab3912f95 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:00:35.741524 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5213ec9f-2c4a-431d-9079-d5efa6fcb633", "tag": "f1606f0e-136f-43ef-9a60-863482ccd074", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:00:35.741976 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dab6bba7-52e2-4f7a-8d48-ddcab3912f95 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:00:35.742601 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5213ec9f-2c4a-431d-9079-d5efa6fcb633', 'tag': 'f1606f0e-136f-43ef-9a60-863482ccd074', 'status': 'completed', 'code': 200} Jul 30 20:00:35.744174 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:35.744576 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:35.745669 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:35.746011 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:35.746797 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c64b1f-ec68-43ad-930a-5aa7f84dbdfa']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:35.829963 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b71f90e2-8c1d-4317-9e52-109e64d3aadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:35.841027 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27817ed7-79e0-49b5-8be0-997d8cff4f03 req-df1f08eb-ef01-4e80-8aad-268ffad0ce62 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:35.843500 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-27817ed7-79e0-49b5-8be0-997d8cff4f03 req-df1f08eb-ef01-4e80-8aad-268ffad0ce62 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 944 time: 0.2146921 Jul 30 20:00:35.844976 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30ceff3-5431-4595-937d-aa549b02f325') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:35.845469 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30ceff3-5431-4595-937d-aa549b02f325') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:35.866801 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-0207ed09-59b9-4828-93f6-b5c160e2bc3e None None] Set router a7f609b3-e80a-4240-a49f-9c352e37be60 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:00:35.874103 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f90e2-8c1d-4317-9e52-109e64d3aadd None None] Pushing event deleted for resources: {'Port': ['ID=ee6ee6fa-e169-4ed2-b233-068bf7815a59,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:35.884959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-163ea54a-a4ae-4799-9174-d8f13720ee9b tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:35.886631 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-163ea54a-a4ae-4799-9174-d8f13720ee9b tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211&tenant_id=236d1eaa83284464a4f623b106ec8e36&binding%3Ahost_id=n-h1-712137-9 HTTP/1.1" status: 200 len: 1095 time: 0.5221424 Jul 30 20:00:35.900094 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:35.907373 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71f90e2-8c1d-4317-9e52-109e64d3aadd None None] No DVR routers for this DVR port ee6ee6fa-e169-4ed2-b233-068bf7815a59 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:00:35.989885 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:36.007151 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-27817ed7-79e0-49b5-8be0-997d8cff4f03 req-67c5ee1d-7233-447d-b6d1-8c3de169a18b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543076 Jul 30 20:00:36.060648 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:00:36.061764 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: from cryptography.utils import int_from_bytes Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: from cryptography.utils import int_from_bytes Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:00:36.084886 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:00:36.111532 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] For port c65993c9-3d10-4021-94da-440fdc55ae35, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c65993c9-3d10-4021-94da-440fdc55ae35,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:36.149910 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] For port c65993c9-3d10-4021-94da-440fdc55ae35, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:00:36.173462 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ac2ed-2a01-4b0a-9df6-9f0dfb6d7b57 req-9cc9d341-a6be-4587-9663-97e09f64e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:36.177486 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e1ac2ed-2a01-4b0a-9df6-9f0dfb6d7b57 req-9cc9d341-a6be-4587-9663-97e09f64e0fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63e7c13c3848442a8042a40abbcac225&device_id=5213ec9f-2c4a-431d-9079-d5efa6fcb633 HTTP/1.1" status: 200 len: 1096 time: 0.4151943 Jul 30 20:00:36.199914 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:36.313322 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] Transition to ACTIVE for port object c65993c9-3d10-4021-94da-440fdc55ae35 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:00:36.323391 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:36.332096 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98450738-06ec-401e-b259-2c116c383510 req-eaef8faa-c3e9-4986-b8e2-b37f2ecbf031 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:36.333667 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98450738-06ec-401e-b259-2c116c383510 req-eaef8faa-c3e9-4986-b8e2-b37f2ecbf031 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 944 time: 0.3453825 Jul 30 20:00:36.334310 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:36.341503 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:36.343618 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] 10.222.0.81 "DELETE /v2.0/networks/78c64b1f-ec68-43ad-930a-5aa7f84dbdfa HTTP/1.1" status: 204 len: 168 time: 1.9502511 Jul 30 20:00:36.471581 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c65993c9-3d10-4021-94da-440fdc55ae35,revision_number=6']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:36.481517 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54c3f4-6723-4852-864e-9d0c3bdc2f70 admin admin] Pushing event deleted for resources: {'Network': ['ID=78c64b1f-ec68-43ad-930a-5aa7f84dbdfa,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:36.495145 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device ee6ee6fa-e169-4ed2-b233-068bf7815a59 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:00:36.532436 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] No DVR routers for this DVR port c65993c9-3d10-4021-94da-440fdc55ae35 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:00:36.538285 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: ee6ee6fa-e169-4ed2-b233-068bf7815a59 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:00:36.543960 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device ee6ee6fa-e169-4ed2-b233-068bf7815a59 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:00:36.582636 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-775c5508-563f-4f43-b7fd-b04ce49e7df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:36.585762 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-0207ed09-59b9-4828-93f6-b5c160e2bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214273748-router', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '96ad8755-3716-48dd-b628-102e828bde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:42Z', 'updated_at': '2021-07-30T19:59:51Z', 'revision_number': 4, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'gw_port': {'id': '96ad8755-3716-48dd-b628-102e828bde60', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:46Z', 'updated_at': '2021-07-30T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '5000fe54-7b83-4c83-a1fb-d7fc88065f4d', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'port_id': 'f1606f0e-136f-43ef-9a60-863482ccd074', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'mac_address': 'fa:16:3e:25:6e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5213ec9f-2c4a-431d-9079-d5efa6fcb633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:00:15Z', 'updated_at': '2021-07-30T20:00:33Z', 'revision_number': 1, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c7a27a-b8a8-4902-8344-5267941ff9a4', 'name': '', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'mac_address': 'fa:16:3e:1b:bd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:49Z', 'updated_at': '2021-07-30T20:00:01Z', 'revision_number': 5, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'subnets': [{'id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:36.617393 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-775c5508-563f-4f43-b7fd-b04ce49e7df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:36.649499 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0207ed09-59b9-4828-93f6-b5c160e2bc3e None None] Checking router: a7f609b3-e80a-4240-a49f-9c352e37be60 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:00:36.666831 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0207ed09-59b9-4828-93f6-b5c160e2bc3e None None] Routers {'a7f609b3-e80a-4240-a49f-9c352e37be60'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:00:36.667432 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-0207ed09-59b9-4828-93f6-b5c160e2bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:00:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a7f609b3-e80a-4240-a49f-9c352e37be60'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:36.674123 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] Attempting to bind port c65993c9-3d10-4021-94da-440fdc55ae35 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:00:36.674460 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] Attempting to bind port c65993c9-3d10-4021-94da-440fdc55ae35 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:00:36.685482 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] Attempting to bind port c65993c9-3d10-4021-94da-440fdc55ae35 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:36.701789 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a3cad-270e-4cd1-9e94-c6bcf9ad8dd7 req-0d0b89a9-1df4-414b-96f0-c39b7ec5cc90 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:36.703290 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cb3a3cad-270e-4cd1-9e94-c6bcf9ad8dd7 req-0d0b89a9-1df4-414b-96f0-c39b7ec5cc90 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 948 time: 0.2249250 Jul 30 20:00:36.716308 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] Port c65993c9-3d10-4021-94da-440fdc55ae35 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:00:36.716969 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] Attempting to bind port c65993c9-3d10-4021-94da-440fdc55ae35 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:36.741381 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98450738-06ec-401e-b259-2c116c383510 req-855728c7-8280-494b-9cab-5f198c504f51 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922837 Jul 30 20:00:36.750815 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:00:36.751153 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:00:36.751555 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:00:36.752302 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] Bound port: c65993c9-3d10-4021-94da-440fdc55ae35, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:00:36.752428 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:36.788403 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ac2ed-2a01-4b0a-9df6-9f0dfb6d7b57 req-72e0f857-8efc-4b0b-bfa3-597605f701f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:36.790691 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47748) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:36.791870 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e1ac2ed-2a01-4b0a-9df6-9f0dfb6d7b57 req-72e0f857-8efc-4b0b-bfa3-597605f701f0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9958f565-4186-495a-b838-46ca3a70750f HTTP/1.1" status: 200 len: 924 time: 0.5948634 Jul 30 20:00:36.800429 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-95f8263b-0b9b-48dc-90cd-f3009cac187e service neutron] For port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:00:36.805331 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-0207ed09-59b9-4828-93f6-b5c160e2bc3e None None] Set router a7f609b3-e80a-4240-a49f-9c352e37be60 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:00:36.821188 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-775c5508-563f-4f43-b7fd-b04ce49e7df1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1330d204f2084243a3c9a6391dae2ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0676587 Jul 30 20:00:36.823189 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c5508-563f-4f43-b7fd-b04ce49e7df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2aa7776-ad79-49e9-8748-39302486b3fd,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:36.825868 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47750) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:36.848587 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-95f8263b-0b9b-48dc-90cd-f3009cac187e service neutron] Notify callbacks [] for binding, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:36.849784 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be2c9a37-f3be-4d5a-883a-32aac5bc69c5 req-95f8263b-0b9b-48dc-90cd-f3009cac187e service neutron] 10.222.0.59 "DELETE /v2.0/ports/c4fe85d6-4794-444e-96a4-28a8e9c6e7b4/bindings/n-h2-712137-9 HTTP/1.1" status: 204 len: 173 time: 0.9435868 Jul 30 20:00:36.859667 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cb3a3cad-270e-4cd1-9e94-c6bcf9ad8dd7 req-69d0018e-b4d0-4070-9a6b-3671e1ac406f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404445 Jul 30 20:00:36.923679 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dbe65b8e-b2d5-4eec-91ad-a16721cea239 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=89a67ffbcbeb4fb9bf847d34757432e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1293828 Jul 30 20:00:36.926795 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47752) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:36.935796 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] For port c65993c9-3d10-4021-94da-440fdc55ae35, host n-h1-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:00:36.969517 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] For port c65993c9-3d10-4021-94da-440fdc55ae35, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=c65993c9-3d10-4021-94da-440fdc55ae35,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:00:36.990248 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:37.077878 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:37.078994 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:37.080446 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] 10.222.0.59 "PUT /v2.0/ports/c65993c9-3d10-4021-94da-440fdc55ae35 HTTP/1.1" status: 200 len: 1096 time: 1.6331882 Jul 30 20:00:37.146754 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e1ac2ed-2a01-4b0a-9df6-9f0dfb6d7b57 req-4a01781e-22f7-4c5e-aba9-78c3d6635611 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1606f0e-136f-43ef-9a60-863482ccd074 HTTP/1.1" status: 200 len: 999 time: 0.3248441 Jul 30 20:00:37.163528 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f4b8-834e-4c05-83b4-a9516b95fdd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:37.261758 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e9167-ad63-4878-b4fd-39e79d1dc0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c65993c9-3d10-4021-94da-440fdc55ae35,revision_number=7']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:37.284098 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48a123-cfe8-492a-8c40-84587cf9f428 req-61b30603-49d8-4ad0-97c0-304712145cdf tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:37.303101 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-da48a123-cfe8-492a-8c40-84587cf9f428 req-61b30603-49d8-4ad0-97c0-304712145cdf tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 1095 time: 0.2197428 Jul 30 20:00:37.308458 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f4b8-834e-4c05-83b4-a9516b95fdd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:37.319278 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-0207ed09-59b9-4828-93f6-b5c160e2bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214273748-router', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '96ad8755-3716-48dd-b628-102e828bde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:42Z', 'updated_at': '2021-07-30T19:59:51Z', 'revision_number': 4, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'gw_port': {'id': '96ad8755-3716-48dd-b628-102e828bde60', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:46Z', 'updated_at': '2021-07-30T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '5000fe54-7b83-4c83-a1fb-d7fc88065f4d', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'port_id': 'f1606f0e-136f-43ef-9a60-863482ccd074', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'mac_address': 'fa:16:3e:25:6e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5213ec9f-2c4a-431d-9079-d5efa6fcb633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:00:15Z', 'updated_at': '2021-07-30T20:00:33Z', 'revision_number': 1, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c7a27a-b8a8-4902-8344-5267941ff9a4', 'name': '', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'mac_address': 'fa:16:3e:1b:bd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:49Z', 'updated_at': '2021-07-30T20:00:01Z', 'revision_number': 5, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'subnets': [{'id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:37.332627 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ac2ed-2a01-4b0a-9df6-9f0dfb6d7b57 req-913d675b-8b9a-41d5-a47d-467bc071d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:37.334137 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e1ac2ed-2a01-4b0a-9df6-9f0dfb6d7b57 req-913d675b-8b9a-41d5-a47d-467bc071d3c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3 HTTP/1.1" status: 200 len: 862 time: 0.1750522 Jul 30 20:00:37.361158 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-b152aeab-d9c9-4ce3-8a48-18cb6194d704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:37.362233 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-b152aeab-d9c9-4ce3-8a48-18cb6194d704 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 1099 time: 0.2216809 Jul 30 20:00:37.365221 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba3dfaca-0c96-4aae-9a24-a4e450a8e39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:37.388626 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0207ed09-59b9-4828-93f6-b5c160e2bc3e None None] The sync data for ids ['a7f609b3-e80a-4240-a49f-9c352e37be60'] in n-d-712137-9 is: [{'id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214273748-router', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '96ad8755-3716-48dd-b628-102e828bde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:42Z', 'updated_at': '2021-07-30T19:59:51Z', 'revision_number': 4, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'gw_port': {'id': '96ad8755-3716-48dd-b628-102e828bde60', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:46Z', 'updated_at': '2021-07-30T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '5000fe54-7b83-4c83-a1fb-d7fc88065f4d', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'port_id': 'f1606f0e-136f-43ef-9a60-863482ccd074', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'mac_address': 'fa:16:3e:25:6e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5213ec9f-2c4a-431d-9079-d5efa6fcb633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:00:15Z', 'updated_at': '2021-07-30T20:00:33Z', 'revision_number': 1, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c7a27a-b8a8-4902-8344-5267941ff9a4', 'name': '', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'mac_address': 'fa:16:3e:1b:bd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:49Z', 'updated_at': '2021-07-30T20:00:01Z', 'revision_number': 5, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'subnets': [{'id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:00:37.392566 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba3dfaca-0c96-4aae-9a24-a4e450a8e39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:37.463831 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-da48a123-cfe8-492a-8c40-84587cf9f428 req-78cc52ba-5971-417b-97f7-46c8b9d29dc9 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543474 Jul 30 20:00:37.497711 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba3dfaca-0c96-4aae-9a24-a4e450a8e39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:37.500595 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba3dfaca-0c96-4aae-9a24-a4e450a8e39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:37.507297 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ba3dfaca-0c96-4aae-9a24-a4e450a8e39b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d2aa7776-ad79-49e9-8748-39302486b3fd HTTP/1.1" status: 204 len: 168 time: 0.6509731 Jul 30 20:00:37.529638 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f4b8-834e-4c05-83b4-a9516b95fdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:37.533684 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f4b8-834e-4c05-83b4-a9516b95fdd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:37.537109 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0bd3f4b8-834e-4c05-83b4-a9516b95fdd7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/839f6edc-8980-4ec5-85d4-29b49c38b3ed HTTP/1.1" status: 204 len: 168 time: 0.6071725 Jul 30 20:00:37.540298 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9b7b5-fe1d-46a2-b6f8-578f76706791 req-9699984a-d3b3-4ce6-bc32-4274c6afd1cf tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:37.548321 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6dc9b7b5-fe1d-46a2-b6f8-578f76706791 req-9699984a-d3b3-4ce6-bc32-4274c6afd1cf tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 944 time: 0.3060582 Jul 30 20:00:37.564211 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3f4b8-834e-4c05-83b4-a9516b95fdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839f6edc-8980-4ec5-85d4-29b49c38b3ed,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:37.565762 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3dfaca-0c96-4aae-9a24-a4e450a8e39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2aa7776-ad79-49e9-8748-39302486b3fd,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:37.589125 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-7cdc95a1-69f0-44f8-9cc5-27e5906ff98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:37.597403 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-7cdc95a1-69f0-44f8-9cc5-27e5906ff98e service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.2191505 Jul 30 20:00:37.614574 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ac2ed-2a01-4b0a-9df6-9f0dfb6d7b57 req-9fcfc1a0-9396-4318-987c-3847274ee603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:37.616349 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e1ac2ed-2a01-4b0a-9df6-9f0dfb6d7b57 req-9fcfc1a0-9396-4318-987c-3847274ee603 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9958f565-4186-495a-b838-46ca3a70750f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1513932 Jul 30 20:00:37.629319 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6dc9b7b5-fe1d-46a2-b6f8-578f76706791 req-09e74bd5-41a9-4760-badd-21e684aaeb78 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793293 Jul 30 20:00:37.643672 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:00:37.716366 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-e5c7aaf5-ee67-4259-9025-92aa751cb8f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=c65993c9-3d10-4021-94da-440fdc55ae35 HTTP/1.1" status: 200 len: 217 time: 0.1076419 Jul 30 20:00:37.746184 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b350eaa5-4048-4b42-b99a-0958c4ff2bc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c65993c9-3d10-4021-94da-440fdc55ae35'}, {'name': 'network-changed', 'server_uuid': 'b350eaa5-4048-4b42-b99a-0958c4ff2bc2', 'tag': 'c65993c9-3d10-4021-94da-440fdc55ae35'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:00:37.753822 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9217aa75-513a-4105-ae07-a41ed5439b24" -d '{"events": [{"server_uuid": "b350eaa5-4048-4b42-b99a-0958c4ff2bc2", "name": "network-vif-unplugged", "status": "completed", "tag": "c65993c9-3d10-4021-94da-440fdc55ae35"}, {"name": "network-changed", "server_uuid": "b350eaa5-4048-4b42-b99a-0958c4ff2bc2", "tag": "c65993c9-3d10-4021-94da-440fdc55ae35"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:00:37.815165 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be29ecc7-8958-40a3-acf8-ac42dfd8481c None None] New status for floating IP 5000fe54-7b83-4c83-a1fb-d7fc88065f4d: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:00:37.835837 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-062c88a3-5b37-4c17-a395-c61370a3a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:37.837503 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-062c88a3-5b37-4c17-a395-c61370a3a8d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1134048 Jul 30 20:00:37.920480 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-05a01539-a473-4aca-9a8c-c2d7caabf122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:37.922028 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-05a01539-a473-4aca-9a8c-c2d7caabf122 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0718215 Jul 30 20:00:38.037933 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 46a421cb-a631-43ca-a761-bfafefe140f3 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:00:38.138181 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-e1859f82-b2b5-4bfd-8d77-329f7338f65f service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054217 Jul 30 20:00:38.173981 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e1ac2ed-2a01-4b0a-9df6-9f0dfb6d7b57 req-44b9c26b-af3d-4d3f-b100-696a23db0072 service neutron] 10.222.0.59 "GET /v2.0/networks/9958f565-4186-495a-b838-46ca3a70750f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406528 Jul 30 20:00:38.186929 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 46a421cb-a631-43ca-a761-bfafefe140f3 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:00:38.191983 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 46a421cb-a631-43ca-a761-bfafefe140f3 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:38.192548 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:38.205016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c12764-73b5-4e43-9031-4871dadad66c req-76d931ea-1953-4e85-ae97-8142539404cf tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:38.206591 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-93c12764-73b5-4e43-9031-4871dadad66c req-76d931ea-1953-4e85-ae97-8142539404cf tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 808 time: 0.1784356 Jul 30 20:00:38.299744 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e0f9304-7b18-4fac-95dc-8138a78bca90 req-e28a8a96-9dd8-4f36-a181-d11b3029dea9 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522105 Jul 30 20:00:38.304222 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-93c12764-73b5-4e43-9031-4871dadad66c req-9cb867be-7803-4a73-82eb-23c7d62bc265 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/quotas/236d1eaa83284464a4f623b106ec8e36 HTTP/1.1" status: 200 len: 375 time: 0.0834007 Jul 30 20:00:38.338575 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:38.368472 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2832c35f-5cb9-4e16-a40b-cd0ac02aacdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a421cb-a631-43ca-a761-bfafefe140f3'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:00:38.372261 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b308de-4703-4b3f-81f0-d6cfedf6f52c" -d '{"events": [{"server_uuid": "2832c35f-5cb9-4e16-a40b-cd0ac02aacdb", "name": "network-vif-plugged", "status": "completed", "tag": "46a421cb-a631-43ca-a761-bfafefe140f3"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:00:38.386914 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 46a421cb-a631-43ca-a761-bfafefe140f3, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=46a421cb-a631-43ca-a761-bfafefe140f3,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:38.391360 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:38.392542 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c65993c9-3d10-4021-94da-440fdc55ae35 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:00:38.406118 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e1ac2ed-2a01-4b0a-9df6-9f0dfb6d7b57 req-fbfd6046-1533-411b-997d-6ef2bcad5eb5 service neutron] 10.222.0.59 "GET /v2.0/networks/9958f565-4186-495a-b838-46ca3a70750f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186763 Jul 30 20:00:38.428622 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-93c12764-73b5-4e43-9031-4871dadad66c req-e85794a3-f059-431f-b12c-5117f875ffe7 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1227038 Jul 30 20:00:38.462209 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47808) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:38.493783 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-06043327-bb3d-4d86-b40b-448ecceccb06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:38.554006 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c65993c9-3d10-4021-94da-440fdc55ae35 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:00:38.564259 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=46a421cb-a631-43ca-a761-bfafefe140f3,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:38.588127 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-93c12764-73b5-4e43-9031-4871dadad66c req-cd5bc0e3-c13d-4ebc-b1f1-181a35b3c30b service neutron] 10.222.0.81 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503911 Jul 30 20:00:38.606646 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 30 Jul 2021 20:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640f3c3d-7461-40a7-9b25-ce65367b55a5 x-openstack-request-id: req-640f3c3d-7461-40a7-9b25-ce65367b55a5 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:00:38.607081 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b350eaa5-4048-4b42-b99a-0958c4ff2bc2", "name": "network-vif-unplugged", "status": "completed", "tag": "c65993c9-3d10-4021-94da-440fdc55ae35", "code": 200}, {"name": "network-changed", "server_uuid": "b350eaa5-4048-4b42-b99a-0958c4ff2bc2", "tag": "c65993c9-3d10-4021-94da-440fdc55ae35", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:00:38.607426 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-640f3c3d-7461-40a7-9b25-ce65367b55a5 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:00:38.607883 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b350eaa5-4048-4b42-b99a-0958c4ff2bc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c65993c9-3d10-4021-94da-440fdc55ae35', 'code': 200} Jul 30 20:00:38.608608 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b350eaa5-4048-4b42-b99a-0958c4ff2bc2', 'tag': 'c65993c9-3d10-4021-94da-440fdc55ae35', 'status': 'completed', 'code': 200} Jul 30 20:00:38.649397 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47814) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:38.696552 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-06043327-bb3d-4d86-b40b-448ecceccb06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:38.718777 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-06043327-bb3d-4d86-b40b-448ecceccb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:38.763719 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06043327-bb3d-4d86-b40b-448ecceccb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523e4dd3-4cfa-464d-a656-94f4215fac06,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:38.788687 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-06043327-bb3d-4d86-b40b-448ecceccb06 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3b1e71382a4b4e67bc44230ea9c0e83b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3245146 Jul 30 20:00:38.793916 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47826) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:38.801346 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96794168-f1ae-410a-a3eb-0c2b66856fb6 req-39beafd0-c0fe-424e-9fe1-aabdffbf616d tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:38.802847 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-96794168-f1ae-410a-a3eb-0c2b66856fb6 req-39beafd0-c0fe-424e-9fe1-aabdffbf616d tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 948 time: 0.1282120 Jul 30 20:00:38.815664 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7663b6a-0e85-420a-a664-1c231f5f7449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:38.834878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217aa75-513a-4105-ae07-a41ed5439b24 req-fe90d4f4-6126-4674-be2a-2caf06ac2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:38.837398 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9217aa75-513a-4105-ae07-a41ed5439b24 req-fe90d4f4-6126-4674-be2a-2caf06ac2d9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 1099 time: 0.1344690 Jul 30 20:00:38.868954 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-96794168-f1ae-410a-a3eb-0c2b66856fb6 req-bb224127-5c4a-424e-9b73-945ce1d1d612 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552382 Jul 30 20:00:38.886822 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-93c12764-73b5-4e43-9031-4871dadad66c req-a88b2dd0-67fc-4224-a5e1-16ddd362b36b service neutron] 10.222.0.81 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896452 Jul 30 20:00:38.919320 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217aa75-513a-4105-ae07-a41ed5439b24 req-a0278b98-f996-459b-9be2-7c10bd17e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:38.921416 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9217aa75-513a-4105-ae07-a41ed5439b24 req-a0278b98-f996-459b-9be2-7c10bd17e85d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 1099 time: 0.2194102 Jul 30 20:00:38.998549 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7663b6a-0e85-420a-a664-1c231f5f7449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:39.011154 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7663b6a-0e85-420a-a664-1c231f5f7449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:39.051986 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c250ea-c185-4905-b7d5-9a8f5ac4f703 x-openstack-request-id: req-15c250ea-c185-4905-b7d5-9a8f5ac4f703 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:00:39.052524 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2832c35f-5cb9-4e16-a40b-cd0ac02aacdb", "name": "network-vif-plugged", "status": "completed", "tag": "46a421cb-a631-43ca-a761-bfafefe140f3", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:00:39.052524 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15c250ea-c185-4905-b7d5-9a8f5ac4f703 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:00:39.052886 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2832c35f-5cb9-4e16-a40b-cd0ac02aacdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a421cb-a631-43ca-a761-bfafefe140f3', 'code': 200} Jul 30 20:00:39.053627 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e9a06a1-280e-4c89-a147-358a58e5cb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:39.066817 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d7663b6a-0e85-420a-a664-1c231f5f7449 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=69b0e590e6804259b107a18056ac3e70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161637 Jul 30 20:00:39.067463 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47834) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:39.085804 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217aa75-513a-4105-ae07-a41ed5439b24 req-b0daaa0f-56c7-42af-86d2-60a0c6297153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:39.087944 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9217aa75-513a-4105-ae07-a41ed5439b24 req-b0daaa0f-56c7-42af-86d2-60a0c6297153 service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.2325463 Jul 30 20:00:39.179616 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7663b6a-0e85-420a-a664-1c231f5f7449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2abde6-5c94-4763-aa32-1df5d641d5e1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:39.190872 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e9a06a1-280e-4c89-a147-358a58e5cb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:39.194483 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7db962f8-6629-48f6-9720-45af48e788c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:39.228258 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-57d3222c-0a41-4f6b-8c57-4af12c9aeec1 req-09fb6f98-e8a5-4c4b-bbcf-833a35ad113b tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 210 time: 0.0312231 Jul 30 20:00:39.234527 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47844) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:39.258900 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0595e7e-89cf-4a18-8f4d-0683d08c90cd req-549cf3fe-dd28-4985-b161-3b763d71150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:39.260869 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f0595e7e-89cf-4a18-8f4d-0683d08c90cd req-549cf3fe-dd28-4985-b161-3b763d71150a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 1096 time: 0.1369357 Jul 30 20:00:39.267137 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9217aa75-513a-4105-ae07-a41ed5439b24 req-0aabe37e-ec57-437c-ad73-7fa6204bf78b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=c65993c9-3d10-4021-94da-440fdc55ae35 HTTP/1.1" status: 200 len: 217 time: 0.1567137 Jul 30 20:00:39.271880 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7db962f8-6629-48f6-9720-45af48e788c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:39.286558 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217aa75-513a-4105-ae07-a41ed5439b24 req-45147802-8d95-4a4e-b028-c4e8402b80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:39.288511 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9217aa75-513a-4105-ae07-a41ed5439b24 req-45147802-8d95-4a4e-b028-c4e8402b80a6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.3561540 Jul 30 20:00:39.338697 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f0595e7e-89cf-4a18-8f4d-0683d08c90cd req-f864a19f-0a3c-4b7a-8372-ede726180afc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701594 Jul 30 20:00:39.364040 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7db962f8-6629-48f6-9720-45af48e788c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:39.369033 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7db962f8-6629-48f6-9720-45af48e788c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:39.386560 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7db962f8-6629-48f6-9720-45af48e788c7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1a2abde6-5c94-4763-aa32-1df5d641d5e1 HTTP/1.1" status: 204 len: 168 time: 0.3013635 Jul 30 20:00:39.402035 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db962f8-6629-48f6-9720-45af48e788c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2abde6-5c94-4763-aa32-1df5d641d5e1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:39.415937 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fe906ab6-37ed-4a45-bee8-79c331b4a76a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338736623-network', 'tenant_id': '1d0f69fc3588465faf5ff8335daf2715'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:39.440683 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe906ab6-37ed-4a45-bee8-79c331b4a76a admin admin] Made reservation on behalf of 1d0f69fc3588465faf5ff8335daf2715 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:00:39.443069 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe906ab6-37ed-4a45-bee8-79c331b4a76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:39.454403 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9217aa75-513a-4105-ae07-a41ed5439b24 req-39dc45dc-0d56-4f9a-9ddb-f8475e9c2e02 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=c65993c9-3d10-4021-94da-440fdc55ae35 HTTP/1.1" status: 200 len: 217 time: 0.1402209 Jul 30 20:00:39.458500 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe906ab6-37ed-4a45-bee8-79c331b4a76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:39.584600 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec6bb9-5933-4f1b-b80c-1b5f6c0b6ec3 req-3da644e8-2c0e-47f1-baef-769b606d4e70 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:39.589501 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4bec6bb9-5933-4f1b-b80c-1b5f6c0b6ec3 req-3da644e8-2c0e-47f1-baef-769b606d4e70 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 945 time: 0.4156244 Jul 30 20:00:39.593874 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e9a06a1-280e-4c89-a147-358a58e5cb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:39.597820 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e9a06a1-280e-4c89-a147-358a58e5cb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:39.607700 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8e9a06a1-280e-4c89-a147-358a58e5cb00 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/523e4dd3-4cfa-464d-a656-94f4215fac06 HTTP/1.1" status: 204 len: 168 time: 0.8112926 Jul 30 20:00:39.609190 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe906ab6-37ed-4a45-bee8-79c331b4a76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:39.619910 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe906ab6-37ed-4a45-bee8-79c331b4a76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:39.620769 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217aa75-513a-4105-ae07-a41ed5439b24 req-9f650d31-9940-4dc1-a3bb-7a636df8e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:39.623371 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9217aa75-513a-4105-ae07-a41ed5439b24 req-9f650d31-9940-4dc1-a3bb-7a636df8e5d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.3298128 Jul 30 20:00:39.651019 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe906ab6-37ed-4a45-bee8-79c331b4a76a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:00:39.653815 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a06a1-280e-4c89-a147-358a58e5cb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523e4dd3-4cfa-464d-a656-94f4215fac06,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:39.674278 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe906ab6-37ed-4a45-bee8-79c331b4a76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:39.674693 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-fe906ab6-37ed-4a45-bee8-79c331b4a76a admin admin] Added segment 68fd6566-95d3-48a0-92a0-e6f1f5e34924 of type vlan for network 8ef9d3d7-103b-4252-8bf0-440f9767a3b2 Jul 30 20:00:39.730007 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217aa75-513a-4105-ae07-a41ed5439b24 req-40605b21-4b07-4ab3-96ef-7017caea2160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:39.732018 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9217aa75-513a-4105-ae07-a41ed5439b24 req-40605b21-4b07-4ab3-96ef-7017caea2160 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.2664130 Jul 30 20:00:39.823458 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4bec6bb9-5933-4f1b-b80c-1b5f6c0b6ec3 req-948766fb-6426-47a1-a747-6142cf3f621f tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140460 Jul 30 20:00:39.857045 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217aa75-513a-4105-ae07-a41ed5439b24 req-dd82363b-96ce-4944-a5bb-bcfbc8be2cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:39.861749 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9217aa75-513a-4105-ae07-a41ed5439b24 req-dd82363b-96ce-4944-a5bb-bcfbc8be2cd3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2249084 Jul 30 20:00:40.053466 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9217aa75-513a-4105-ae07-a41ed5439b24 req-96782730-574d-4634-966b-9028e74b75b1 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835907 Jul 30 20:00:40.055830 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47884) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:40.066916 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217aa75-513a-4105-ae07-a41ed5439b24 req-7bf2d5a3-8041-411b-bbbb-96e09c210802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:40.069274 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9217aa75-513a-4105-ae07-a41ed5439b24 req-7bf2d5a3-8041-411b-bbbb-96e09c210802 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3281581 Jul 30 20:00:40.095848 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dfb5be41-cfec-4cfe-8cf9-24c29d9a3334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:40.187087 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe906ab6-37ed-4a45-bee8-79c331b4a76a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:40.254461 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe906ab6-37ed-4a45-bee8-79c331b4a76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4f1e0a-1cfc-4257-9bbe-4213534a9839,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:40.276703 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae6a85-8fc6-43fb-ab1e-536eeb313e78 req-90537f79-6a6b-4f9b-a048-a25f60c3b82b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:40.284740 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-75ae6a85-8fc6-43fb-ab1e-536eeb313e78 req-90537f79-6a6b-4f9b-a048-a25f60c3b82b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 948 time: 0.1676977 Jul 30 20:00:40.288044 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe906ab6-37ed-4a45-bee8-79c331b4a76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:40.289053 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe906ab6-37ed-4a45-bee8-79c331b4a76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:40.290188 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe906ab6-37ed-4a45-bee8-79c331b4a76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:40.374497 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9217aa75-513a-4105-ae07-a41ed5439b24 req-dbdc4c31-76f8-44a7-9b22-8de4077ea4ff service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097739 Jul 30 20:00:40.394224 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-75ae6a85-8fc6-43fb-ab1e-536eeb313e78 req-43919db4-d4f2-4f9e-980d-d4f6ba625bfb tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085439 Jul 30 20:00:40.396047 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9217aa75-513a-4105-ae07-a41ed5439b24 req-8c898fcb-db44-45e0-9035-41c662b5158a service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097610 Jul 30 20:00:40.412945 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe906ab6-37ed-4a45-bee8-79c331b4a76a admin admin] Pushing event updated for resources: {'Network': ['ID=8ef9d3d7-103b-4252-8bf0-440f9767a3b2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:40.425297 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 8ef9d3d7-103b-4252-8bf0-440f9767a3b2 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:00:40.493756 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9108a3fb-4c72-462d-a3ad-50766cd36cb9 req-a63a2e74-f33c-44d0-ac31-8457d2d59e27 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 210 time: 0.0321281 Jul 30 20:00:40.562645 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dfb5be41-cfec-4cfe-8cf9-24c29d9a3334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:40.572902 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dfb5be41-cfec-4cfe-8cf9-24c29d9a3334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:40.577500 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fe906ab6-37ed-4a45-bee8-79c331b4a76a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3399045 Jul 30 20:00:40.580431 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47916) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:40.589063 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-183163db-2a3f-4773-a143-9e4fdc72bfe5 admin admin] Request body: {'subnet': {'network_id': '8ef9d3d7-103b-4252-8bf0-440f9767a3b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338736623-subnet', 'tenant_id': '1d0f69fc3588465faf5ff8335daf2715', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:40.631034 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183163db-2a3f-4773-a143-9e4fdc72bfe5 admin admin] Made reservation on behalf of 1d0f69fc3588465faf5ff8335daf2715 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:00:40.633794 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-183163db-2a3f-4773-a143-9e4fdc72bfe5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:40.645224 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5be41-cfec-4cfe-8cf9-24c29d9a3334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42fef1c-a29b-4186-9427-395a6694d610,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:40.651712 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-dfb5be41-cfec-4cfe-8cf9-24c29d9a3334 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=91dcbf8540b049b8b0d6b7f3c12cbeb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5944417 Jul 30 20:00:40.654493 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47922) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:40.662451 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9217aa75-513a-4105-ae07-a41ed5439b24 req-b268205b-6090-4ea1-9a72-bc7b38f17dce service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541089 Jul 30 20:00:40.740860 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aaed6d90-82dd-4b29-a5b6-022e030ad260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:40.803183 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aaed6d90-82dd-4b29-a5b6-022e030ad260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:40.933625 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47944) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:41.005234 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-183163db-2a3f-4773-a143-9e4fdc72bfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:41.029794 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aaed6d90-82dd-4b29-a5b6-022e030ad260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:41.033711 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aaed6d90-82dd-4b29-a5b6-022e030ad260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:41.034913 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-aaed6d90-82dd-4b29-a5b6-022e030ad260 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b42fef1c-a29b-4186-9427-395a6694d610 HTTP/1.1" status: 204 len: 168 time: 0.3795340 Jul 30 20:00:41.048089 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c12764-73b5-4e43-9031-4871dadad66c req-792369c4-b7e9-47b0-b48f-b7d38753527d tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:41.050541 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-93c12764-73b5-4e43-9031-4871dadad66c req-792369c4-b7e9-47b0-b48f-b7d38753527d tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.83 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 808 time: 0.2383416 Jul 30 20:00:41.057892 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed6d90-82dd-4b29-a5b6-022e030ad260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42fef1c-a29b-4186-9427-395a6694d610,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:41.058822 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952510a-2463-462d-968d-8cd54011da7e req-6b5e5981-cbe7-4a08-9273-e01a45ef0b31 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:41.060580 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2952510a-2463-462d-968d-8cd54011da7e req-6b5e5981-cbe7-4a08-9273-e01a45ef0b31 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 945 time: 0.1132317 Jul 30 20:00:41.070816 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-93c12764-73b5-4e43-9031-4871dadad66c req-750bbe0b-2dd5-4532-98e6-884e3b492668 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Request body: {'port': {'device_id': '105c9344-7ff6-418a-9e84-27e5205e9d14', 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc', 'admin_state_up': True, 'tenant_id': '236d1eaa83284464a4f623b106ec8e36'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:41.125970 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183163db-2a3f-4773-a143-9e4fdc72bfe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd58640e-2a35-44f4-8f81-22e5343c140c,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:41.137871 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183163db-2a3f-4773-a143-9e4fdc72bfe5 admin admin] Checking segment: {'id': '68fd6566-95d3-48a0-92a0-e6f1f5e34924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8ef9d3d7-103b-4252-8bf0-440f9767a3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:00:41.138241 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183163db-2a3f-4773-a143-9e4fdc72bfe5 admin admin] Network hostable DHCP agents. Network: 8ef9d3d7-103b-4252-8bf0-440f9767a3b2, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:00:41.150334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-55b2a9a6-2627-4a8c-a08b-e9a38120096b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1780024594-network', 'tenant_id': '056ac254f4bc47fb88b642b077b32bcb'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:41.157090 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2952510a-2463-462d-968d-8cd54011da7e req-03ab65e3-bba6-4b8b-8218-daa6e1f8122d tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804286 Jul 30 20:00:41.175152 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183163db-2a3f-4773-a143-9e4fdc72bfe5 admin admin] Network 8ef9d3d7-103b-4252-8bf0-440f9767a3b2 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:00:41.190663 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-183163db-2a3f-4773-a143-9e4fdc72bfe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 8ef9d3d7-103b-4252-8bf0-440f9767a3b2) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:00:41.198617 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183163db-2a3f-4773-a143-9e4fdc72bfe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:41.199203 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-183163db-2a3f-4773-a143-9e4fdc72bfe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:41.204592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b2a9a6-2627-4a8c-a08b-e9a38120096b admin admin] Made reservation on behalf of 056ac254f4bc47fb88b642b077b32bcb for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:00:41.207023 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55b2a9a6-2627-4a8c-a08b-e9a38120096b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:41.214066 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf842801-466e-4fc6-bd7f-416c2ade91c1 None None] Network 8ef9d3d7-103b-4252-8bf0-440f9767a3b2 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:00:41.253198 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55b2a9a6-2627-4a8c-a08b-e9a38120096b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:41.257870 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-183163db-2a3f-4773-a143-9e4fdc72bfe5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6759422 Jul 30 20:00:41.260322 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47970) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:41.265193 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-18b7b35a-9629-479e-8558-e893be8472a7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338736623-router', 'tenant_id': '1d0f69fc3588465faf5ff8335daf2715', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:41.272835 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c12764-73b5-4e43-9031-4871dadad66c req-750bbe0b-2dd5-4532-98e6-884e3b492668 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Made reservation on behalf of 236d1eaa83284464a4f623b106ec8e36 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:00:41.287752 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-93c12764-73b5-4e43-9031-4871dadad66c req-750bbe0b-2dd5-4532-98e6-884e3b492668 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:41.320490 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18b7b35a-9629-479e-8558-e893be8472a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:41.322054 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18b7b35a-9629-479e-8558-e893be8472a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:41.436004 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18b7b35a-9629-479e-8558-e893be8472a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:41.465854 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-93c12764-73b5-4e43-9031-4871dadad66c req-750bbe0b-2dd5-4532-98e6-884e3b492668 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Allocated IP 172.20.0.4 (dd53ee4f-dc29-41da-8a32-a515358904dc/e297a2c7-8889-4baa-b07e-dd1ecdbb2586/fcd1c213-d7ff-4856-81b0-16cc484f79af) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:00:41.517774 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2049edd7-f12d-47d5-bee3-6bc1fcf41c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-8ef9d3d7-103b-4252-8bf0-440f9767a3b2', 'network_id': '8ef9d3d7-103b-4252-8bf0-440f9767a3b2', 'tenant_id': '1d0f69fc3588465faf5ff8335daf2715', 'fixed_ips': [{'subnet_id': 'fd58640e-2a35-44f4-8f81-22e5343c140c'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:00:41.518657 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2049edd7-f12d-47d5-bee3-6bc1fcf41c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:41.557010 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55b2a9a6-2627-4a8c-a08b-e9a38120096b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:41.575184 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55b2a9a6-2627-4a8c-a08b-e9a38120096b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:41.589009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b2a9a6-2627-4a8c-a08b-e9a38120096b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:00:41.599021 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55b2a9a6-2627-4a8c-a08b-e9a38120096b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:41.599660 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-55b2a9a6-2627-4a8c-a08b-e9a38120096b admin admin] Added segment b31420f9-12e8-4bc0-b903-0c5a34003eba of type vlan for network 24eaf156-40a4-4e12-befb-7ede0ea195ef Jul 30 20:00:41.652422 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55b2a9a6-2627-4a8c-a08b-e9a38120096b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:41.692901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758a967-6fee-4623-a35b-fc52140bc43a req-13b3b4bd-e4ea-4ea2-84dc-52c67592b0e8 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:41.694982 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c758a967-6fee-4623-a35b-fc52140bc43a req-13b3b4bd-e4ea-4ea2-84dc-52c67592b0e8 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 948 time: 0.2065859 Jul 30 20:00:41.747705 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-2049edd7-f12d-47d5-bee3-6bc1fcf41c07 None None] Allocated IP 172.20.0.2 (8ef9d3d7-103b-4252-8bf0-440f9767a3b2/fd58640e-2a35-44f4-8f81-22e5343c140c/d317ae45-3a2e-492c-8e18-a68f28d6bc40) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:00:41.774197 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18b7b35a-9629-479e-8558-e893be8472a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:41.795380 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69484526-09b6-481a-b8e3-a75001b2044d req-d64c808a-74c8-41ea-8cee-80939e85c826 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:41.799083 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2a9a6-2627-4a8c-a08b-e9a38120096b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da4e109-89f0-48d2-902a-3ae566191d18,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:41.802806 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-69484526-09b6-481a-b8e3-a75001b2044d req-d64c808a-74c8-41ea-8cee-80939e85c826 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 1096 time: 0.0885494 Jul 30 20:00:41.811334 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55b2a9a6-2627-4a8c-a08b-e9a38120096b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:41.812460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b2a9a6-2627-4a8c-a08b-e9a38120096b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:41.813043 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55b2a9a6-2627-4a8c-a08b-e9a38120096b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:41.892128 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c758a967-6fee-4623-a35b-fc52140bc43a req-e8741293-16b8-47ec-8f23-a5247b7f099b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824081 Jul 30 20:00:41.892615 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-69484526-09b6-481a-b8e3-a75001b2044d req-4f699108-e6d9-4a0f-9c54-b10bad73a006 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886693 Jul 30 20:00:41.943990 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2a9a6-2627-4a8c-a08b-e9a38120096b admin admin] Pushing event updated for resources: {'Network': ['ID=24eaf156-40a4-4e12-befb-7ede0ea195ef,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:41.991035 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-93c12764-73b5-4e43-9031-4871dadad66c req-750bbe0b-2dd5-4532-98e6-884e3b492668 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:42.015995 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 24eaf156-40a4-4e12-befb-7ede0ea195ef details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:00:42.034996 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device c65993c9-3d10-4021-94da-440fdc55ae35 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:00:42.038083 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-55b2a9a6-2627-4a8c-a08b-e9a38120096b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1015475 Jul 30 20:00:42.038687 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48002) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:42.049678 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d074b499-3e25-4bab-ab30-18325881efc6 admin admin] Request body: {'subnet': {'network_id': '24eaf156-40a4-4e12-befb-7ede0ea195ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1780024594-subnet', 'tenant_id': '056ac254f4bc47fb88b642b077b32bcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:42.092242 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff6849b4-8711-4225-b570-8ff680ee5cfb req-b7277588-56a8-4999-9919-bbf6528a050b tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 210 time: 0.0592225 Jul 30 20:00:42.120733 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-93c12764-73b5-4e43-9031-4871dadad66c req-750bbe0b-2dd5-4532-98e6-884e3b492668 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:42.133016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d074b499-3e25-4bab-ab30-18325881efc6 admin admin] Made reservation on behalf of 056ac254f4bc47fb88b642b077b32bcb for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:00:42.136227 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d074b499-3e25-4bab-ab30-18325881efc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:42.207382 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2049edd7-f12d-47d5-bee3-6bc1fcf41c07 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:42.263971 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2049edd7-f12d-47d5-bee3-6bc1fcf41c07 None None] Transition to ACTIVE for port object d317ae45-3a2e-492c-8e18-a68f28d6bc40 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:00:42.266725 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18b7b35a-9629-479e-8558-e893be8472a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:42.298408 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750bbe0b-2dd5-4532-98e6-884e3b492668 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Pushing event updated for resources: {'Port': ['ID=fcd1c213-d7ff-4856-81b0-16cc484f79af,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:42.305844 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.resource_extend [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 20:00:42.323655 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18b7b35a-9629-479e-8558-e893be8472a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:42.376566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c12764-73b5-4e43-9031-4871dadad66c req-750bbe0b-2dd5-4532-98e6-884e3b492668 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Network dd53ee4f-dc29-41da-8a32-a515358904dc is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:00:42.380775 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-93c12764-73b5-4e43-9031-4871dadad66c req-750bbe0b-2dd5-4532-98e6-884e3b492668 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:00:42.384816 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c12764-73b5-4e43-9031-4871dadad66c req-750bbe0b-2dd5-4532-98e6-884e3b492668 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:00:42.399550 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2049edd7-f12d-47d5-bee3-6bc1fcf41c07 None None] Transition to ACTIVE for port object d317ae45-3a2e-492c-8e18-a68f28d6bc40 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:00:42.417835 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2049edd7-f12d-47d5-bee3-6bc1fcf41c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:42.469793 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3b486-4005-4934-ae1c-37c4d9ff294f req-a1fc19eb-cd65-4677-8e44-cbad26ed3687 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:42.478136 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f7b3b486-4005-4934-ae1c-37c4d9ff294f req-a1fc19eb-cd65-4677-8e44-cbad26ed3687 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 1096 time: 0.1835814 Jul 30 20:00:42.482573 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2049edd7-f12d-47d5-bee3-6bc1fcf41c07 None None] Network 8ef9d3d7-103b-4252-8bf0-440f9767a3b2 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:00:42.492327 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-2049edd7-f12d-47d5-bee3-6bc1fcf41c07 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:00:42.506450 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2049edd7-f12d-47d5-bee3-6bc1fcf41c07 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:00:42.540444 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72471b3e-484a-4ab6-8d80-b71f9d6faefb req-701882b1-f3a0-400c-b49f-1d1f3875c8ad tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:42.542050 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-72471b3e-484a-4ab6-8d80-b71f9d6faefb req-701882b1-f3a0-400c-b49f-1d1f3875c8ad tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.83 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2&tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&binding%3Ahost_id=n-h1-712137-9 HTTP/1.1" status: 200 len: 948 time: 0.2099023 Jul 30 20:00:42.565768 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port c65993c9-3d10-4021-94da-440fdc55ae35, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=c65993c9-3d10-4021-94da-440fdc55ae35,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:42.580655 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'c65993c9-3d10-4021-94da-440fdc55ae35', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': 'c65993c9-3d10-4021-94da-440fdc55ae35', 'mac_address': 'fa:16:3e:5c:43:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:00:42.583405 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049edd7-f12d-47d5-bee3-6bc1fcf41c07 None None] Pushing event updated for resources: {'Port': ['ID=d317ae45-3a2e-492c-8e18-a68f28d6bc40,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:42.606147 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f7b3b486-4005-4934-ae1c-37c4d9ff294f req-bc80eac7-fa00-4d87-a3e4-8bfc9ef30d0a tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179683 Jul 30 20:00:42.659738 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2049edd7-f12d-47d5-bee3-6bc1fcf41c07 None None] Attempting to bind port d317ae45-3a2e-492c-8e18-a68f28d6bc40 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:00:42.659738 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2049edd7-f12d-47d5-bee3-6bc1fcf41c07 None None] Attempting to bind port d317ae45-3a2e-492c-8e18-a68f28d6bc40 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '68fd6566-95d3-48a0-92a0-e6f1f5e34924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8ef9d3d7-103b-4252-8bf0-440f9767a3b2'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:00:42.659738 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049edd7-f12d-47d5-bee3-6bc1fcf41c07 None None] Attempting to bind port d317ae45-3a2e-492c-8e18-a68f28d6bc40 on network 8ef9d3d7-103b-4252-8bf0-440f9767a3b2 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:42.693939 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-18b7b35a-9629-479e-8558-e893be8472a7 admin admin] Allocated IP 172.25.3.172 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/b73d629f-d74d-4648-ba1b-599e6a7985ab) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:00:42.732152 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049edd7-f12d-47d5-bee3-6bc1fcf41c07 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:00:42.732462 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049edd7-f12d-47d5-bee3-6bc1fcf41c07 None None] Checking segment: {'id': '68fd6566-95d3-48a0-92a0-e6f1f5e34924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8ef9d3d7-103b-4252-8bf0-440f9767a3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:00:42.732876 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2049edd7-f12d-47d5-bee3-6bc1fcf41c07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:42.733271 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049edd7-f12d-47d5-bee3-6bc1fcf41c07 None None] Bound using segment: {'id': '68fd6566-95d3-48a0-92a0-e6f1f5e34924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8ef9d3d7-103b-4252-8bf0-440f9767a3b2'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:00:42.733758 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2049edd7-f12d-47d5-bee3-6bc1fcf41c07 None None] Bound port: d317ae45-3a2e-492c-8e18-a68f28d6bc40, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68fd6566-95d3-48a0-92a0-e6f1f5e34924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8ef9d3d7-103b-4252-8bf0-440f9767a3b2'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:00:42.734141 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2049edd7-f12d-47d5-bee3-6bc1fcf41c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:42.751043 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c12764-73b5-4e43-9031-4871dadad66c req-750bbe0b-2dd5-4532-98e6-884e3b492668 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:42.752340 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-93c12764-73b5-4e43-9031-4871dadad66c req-750bbe0b-2dd5-4532-98e6-884e3b492668 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:42.781664 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-93c12764-73b5-4e43-9031-4871dadad66c req-750bbe0b-2dd5-4532-98e6-884e3b492668 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7153640 Jul 30 20:00:42.825823 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-93c12764-73b5-4e43-9031-4871dadad66c req-3d1815a9-9561-470f-ba6e-9e6fd68f2077 service neutron] Request body: {'port': {'device_id': '105c9344-7ff6-418a-9e84-27e5205e9d14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:42.836461 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [req-72471b3e-484a-4ab6-8d80-b71f9d6faefb req-3e23a0d3-d3f3-4516-87ae-b7c04621d3e7 service neutron] delete failed (client error): The resource could not be found. Jul 30 20:00:42.837699 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-72471b3e-484a-4ab6-8d80-b71f9d6faefb req-3e23a0d3-d3f3-4516-87ae-b7c04621d3e7 service neutron] 10.222.0.83 "DELETE /v2.0/ports/c65993c9-3d10-4021-94da-440fdc55ae35/bindings/n-h2-712137-9 HTTP/1.1" status: 404 len: 380 time: 0.2581708 Jul 30 20:00:42.851575 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18b7b35a-9629-479e-8558-e893be8472a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:42.888790 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-2049edd7-f12d-47d5-bee3-6bc1fcf41c07 None None] For port d317ae45-3a2e-492c-8e18-a68f28d6bc40, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:00:42.894824 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d3966-3026-4be4-8b14-507184d81649 req-312dc42e-9b05-4280-8ed2-01dd61bf9f82 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:42.895143 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-2049edd7-f12d-47d5-bee3-6bc1fcf41c07 None None] For port d317ae45-3a2e-492c-8e18-a68f28d6bc40, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d317ae45-3a2e-492c-8e18-a68f28d6bc40,segment=NetworkSegment(68fd6566-95d3-48a0-92a0-e6f1f5e34924),segment_id=68fd6566-95d3-48a0-92a0-e6f1f5e34924)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:00:42.898952 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:42.903765 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a55d3966-3026-4be4-8b14-507184d81649 req-312dc42e-9b05-4280-8ed2-01dd61bf9f82 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 948 time: 0.6609724 Jul 30 20:00:42.914159 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18b7b35a-9629-479e-8558-e893be8472a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:42.915040 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2049edd7-f12d-47d5-bee3-6bc1fcf41c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:42.959143 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b7b35a-9629-479e-8558-e893be8472a7 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:00:42.963851 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-18b7b35a-9629-479e-8558-e893be8472a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:00:42.997793 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d074b499-3e25-4bab-ab30-18325881efc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:43.025145 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049edd7-f12d-47d5-bee3-6bc1fcf41c07 None None] Pushing event updated for resources: {'Port': ['ID=d317ae45-3a2e-492c-8e18-a68f28d6bc40,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:43.028745 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b7b35a-9629-479e-8558-e893be8472a7 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:00:43.031753 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65993c9-3d10-4021-94da-440fdc55ae35 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:00:43.062728 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port c65993c9-3d10-4021-94da-440fdc55ae35, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=c65993c9-3d10-4021-94da-440fdc55ae35,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:43.080132 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:43.081261 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074b499-3e25-4bab-ab30-18325881efc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08857166-a55f-42b6-bd98-4e8ebac0fd59,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:43.103859 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a55d3966-3026-4be4-8b14-507184d81649 req-39db909b-9289-4bad-bd0d-29e06b348ef3 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804516 Jul 30 20:00:43.106616 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7b35a-9629-479e-8558-e893be8472a7 admin admin] Pushing event updated for resources: {'Port': ['ID=b73d629f-d74d-4648-ba1b-599e6a7985ab,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:43.111285 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-93c12764-73b5-4e43-9031-4871dadad66c req-3d1815a9-9561-470f-ba6e-9e6fd68f2077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:43.215081 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72471b3e-484a-4ab6-8d80-b71f9d6faefb req-c7b8c37e-67c5-4e7c-bd29-9f906b86024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:43.216727 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-72471b3e-484a-4ab6-8d80-b71f9d6faefb req-c7b8c37e-67c5-4e7c-bd29-9f906b86024a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 1099 time: 0.2541733 Jul 30 20:00:43.257166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d074b499-3e25-4bab-ab30-18325881efc6 admin admin] Checking segment: {'id': 'b31420f9-12e8-4bc0-b903-0c5a34003eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '24eaf156-40a4-4e12-befb-7ede0ea195ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:00:43.257555 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d074b499-3e25-4bab-ab30-18325881efc6 admin admin] Network hostable DHCP agents. Network: 24eaf156-40a4-4e12-befb-7ede0ea195ef, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:00:43.403552 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d074b499-3e25-4bab-ab30-18325881efc6 admin admin] Network 24eaf156-40a4-4e12-befb-7ede0ea195ef is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:00:43.444043 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18b7b35a-9629-479e-8558-e893be8472a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:43.445687 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-d074b499-3e25-4bab-ab30-18325881efc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 24eaf156-40a4-4e12-befb-7ede0ea195ef) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:00:43.455744 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d074b499-3e25-4bab-ab30-18325881efc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:43.456335 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d074b499-3e25-4bab-ab30-18325881efc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:43.462061 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c67551-1221-4654-9e86-095d1b3cd94e None None] Network 24eaf156-40a4-4e12-befb-7ede0ea195ef requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:00:43.533610 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d074b499-3e25-4bab-ab30-18325881efc6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4883342 Jul 30 20:00:43.562301 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['c65993c9-3d10-4021-94da-440fdc55ae35'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:00:43.607228 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=c65993c9-3d10-4021-94da-440fdc55ae35,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:43.611390 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72471b3e-484a-4ab6-8d80-b71f9d6faefb req-5b839c57-93af-4e4a-ad80-4b6bbe4edaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:43.612953 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-72471b3e-484a-4ab6-8d80-b71f9d6faefb req-5b839c57-93af-4e4a-ad80-4b6bbe4edaf3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.3882411 Jul 30 20:00:43.662909 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-72471b3e-484a-4ab6-8d80-b71f9d6faefb req-a5feb41b-34aa-4edb-ae6c-4722335b4aab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=c65993c9-3d10-4021-94da-440fdc55ae35 HTTP/1.1" status: 200 len: 217 time: 0.0418322 Jul 30 20:00:43.770819 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-93c12764-73b5-4e43-9031-4871dadad66c req-3d1815a9-9561-470f-ba6e-9e6fd68f2077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd1c213-d7ff-4856-81b0-16cc484f79af {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:00:43.783477 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-93c12764-73b5-4e43-9031-4871dadad66c req-3d1815a9-9561-470f-ba6e-9e6fd68f2077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:43.824257 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb01c7-1b1b-48dd-ae03-5d1dd71acd33 req-2234abe8-049b-4a98-a4bc-4ce25aa39df3 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:43.830760 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-16bb01c7-1b1b-48dd-ae03-5d1dd71acd33 req-2234abe8-049b-4a98-a4bc-4ce25aa39df3 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 931 time: 0.1324186 Jul 30 20:00:43.877885 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23115d1-628d-4edc-b5f3-8acaa2c52e79 None None] Network 24eaf156-40a4-4e12-befb-7ede0ea195ef requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:00:43.884888 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-93c12764-73b5-4e43-9031-4871dadad66c req-3d1815a9-9561-470f-ba6e-9e6fd68f2077 service neutron] Transition to ACTIVE for port object fcd1c213-d7ff-4856-81b0-16cc484f79af will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:00:43.904948 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-93c12764-73b5-4e43-9031-4871dadad66c req-3d1815a9-9561-470f-ba6e-9e6fd68f2077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:43.993403 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-16bb01c7-1b1b-48dd-ae03-5d1dd71acd33 req-09b943ca-74d3-46dd-bd17-971544a73974 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516948 Jul 30 20:00:44.078441 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72471b3e-484a-4ab6-8d80-b71f9d6faefb req-238c5a32-f58a-489a-bbf2-035b659961f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:44.079950 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-72471b3e-484a-4ab6-8d80-b71f9d6faefb req-238c5a32-f58a-489a-bbf2-035b659961f1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.3779750 Jul 30 20:00:44.124540 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1815a9-9561-470f-ba6e-9e6fd68f2077 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd1c213-d7ff-4856-81b0-16cc484f79af,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:44.147371 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-93c12764-73b5-4e43-9031-4871dadad66c req-3d1815a9-9561-470f-ba6e-9e6fd68f2077 service neutron] Attempting to bind port fcd1c213-d7ff-4856-81b0-16cc484f79af on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:00:44.147763 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-93c12764-73b5-4e43-9031-4871dadad66c req-3d1815a9-9561-470f-ba6e-9e6fd68f2077 service neutron] Attempting to bind port fcd1c213-d7ff-4856-81b0-16cc484f79af by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:00:44.148101 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c12764-73b5-4e43-9031-4871dadad66c req-3d1815a9-9561-470f-ba6e-9e6fd68f2077 service neutron] Attempting to bind port fcd1c213-d7ff-4856-81b0-16cc484f79af on network dd53ee4f-dc29-41da-8a32-a515358904dc {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:44.156749 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c12764-73b5-4e43-9031-4871dadad66c req-3d1815a9-9561-470f-ba6e-9e6fd68f2077 service neutron] Port fcd1c213-d7ff-4856-81b0-16cc484f79af on network dd53ee4f-dc29-41da-8a32-a515358904dc not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:00:44.157076 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c12764-73b5-4e43-9031-4871dadad66c req-3d1815a9-9561-470f-ba6e-9e6fd68f2077 service neutron] Attempting to bind port fcd1c213-d7ff-4856-81b0-16cc484f79af on network dd53ee4f-dc29-41da-8a32-a515358904dc {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:44.162783 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c12764-73b5-4e43-9031-4871dadad66c req-3d1815a9-9561-470f-ba6e-9e6fd68f2077 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:00:44.163136 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c12764-73b5-4e43-9031-4871dadad66c req-3d1815a9-9561-470f-ba6e-9e6fd68f2077 service neutron] Checking segment: {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:00:44.163540 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c12764-73b5-4e43-9031-4871dadad66c req-3d1815a9-9561-470f-ba6e-9e6fd68f2077 service neutron] Bound using segment: {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:00:44.164157 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-93c12764-73b5-4e43-9031-4871dadad66c req-3d1815a9-9561-470f-ba6e-9e6fd68f2077 service neutron] Bound port: fcd1c213-d7ff-4856-81b0-16cc484f79af, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:00:44.164530 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-93c12764-73b5-4e43-9031-4871dadad66c req-3d1815a9-9561-470f-ba6e-9e6fd68f2077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:44.213149 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18b7b35a-9629-479e-8558-e893be8472a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:44.226990 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72471b3e-484a-4ab6-8d80-b71f9d6faefb req-0f7c6eba-1a9c-4dde-8268-1411053f54ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:44.228764 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-72471b3e-484a-4ab6-8d80-b71f9d6faefb req-0f7c6eba-1a9c-4dde-8268-1411053f54ad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1400690 Jul 30 20:00:44.259352 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-93c12764-73b5-4e43-9031-4871dadad66c req-3d1815a9-9561-470f-ba6e-9e6fd68f2077 service neutron] For port fcd1c213-d7ff-4856-81b0-16cc484f79af, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:00:44.294359 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-93c12764-73b5-4e43-9031-4871dadad66c req-3d1815a9-9561-470f-ba6e-9e6fd68f2077 service neutron] For port fcd1c213-d7ff-4856-81b0-16cc484f79af, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=fcd1c213-d7ff-4856-81b0-16cc484f79af,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:00:44.316637 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-93c12764-73b5-4e43-9031-4871dadad66c req-3d1815a9-9561-470f-ba6e-9e6fd68f2077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:44.450692 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-72471b3e-484a-4ab6-8d80-b71f9d6faefb req-9c36ac1e-05a8-4eaa-ab50-b7cf2909fbb6 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700001 Jul 30 20:00:44.452707 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c12764-73b5-4e43-9031-4871dadad66c req-3d1815a9-9561-470f-ba6e-9e6fd68f2077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:44.453335 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-93c12764-73b5-4e43-9031-4871dadad66c req-3d1815a9-9561-470f-ba6e-9e6fd68f2077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:44.454870 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-93c12764-73b5-4e43-9031-4871dadad66c req-3d1815a9-9561-470f-ba6e-9e6fd68f2077 service neutron] 10.222.0.83 "PUT /v2.0/ports/fcd1c213-d7ff-4856-81b0-16cc484f79af HTTP/1.1" status: 200 len: 1091 time: 1.6587729 Jul 30 20:00:44.457369 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105c9344-7ff6-418a-9e84-27e5205e9d14', 'tag': 'fcd1c213-d7ff-4856-81b0-16cc484f79af'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:00:44.460163 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6484e888-e2cd-4e4e-b86e-92a5ce24f9fd" -d '{"events": [{"name": "network-changed", "server_uuid": "105c9344-7ff6-418a-9e84-27e5205e9d14", "tag": "fcd1c213-d7ff-4856-81b0-16cc484f79af"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:00:44.499323 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1815a9-9561-470f-ba6e-9e6fd68f2077 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd1c213-d7ff-4856-81b0-16cc484f79af,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:44.516290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51436e7-05df-4b95-a835-de669bdfaace req-672f39f8-ce24-44e9-84c1-954182789ba8 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:44.525968 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d51436e7-05df-4b95-a835-de669bdfaace req-672f39f8-ce24-44e9-84c1-954182789ba8 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 949 time: 0.2066174 Jul 30 20:00:44.535959 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d317ae45-3a2e-492c-8e18-a68f28d6bc40 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:00:44.624630 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abbf0d7-8edd-47bb-8be2-0389421f4cb2 None None] Network 8ef9d3d7-103b-4252-8bf0-440f9767a3b2 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:00:44.639537 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port d317ae45-3a2e-492c-8e18-a68f28d6bc40 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:00:44.652140 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d51436e7-05df-4b95-a835-de669bdfaace req-dfb56acd-34ca-4f4b-9a42-8588377ef65e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205738 Jul 30 20:00:44.653689 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b7b35a-9629-479e-8558-e893be8472a7 admin admin] Router bb207adc-3942-4057-ab01-e47cf944cdc7 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:00:44.656263 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c12764-73b5-4e43-9031-4871dadad66c req-1c681948-8d6a-4aa7-8383-5fd6abe7a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:44.669645 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-93c12764-73b5-4e43-9031-4871dadad66c req-1c681948-8d6a-4aa7-8383-5fd6abe7a46d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 1094 time: 0.1355186 Jul 30 20:00:44.726299 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cc7a7a16-1724-4814-b852-5d2b441ea8d6 None None] Provisioning for port d317ae45-3a2e-492c-8e18-a68f28d6bc40 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:00:44.737600 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cc7a7a16-1724-4814-b852-5d2b441ea8d6 None None] Provisioning complete for port d317ae45-3a2e-492c-8e18-a68f28d6bc40 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:44.737978 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc7a7a16-1724-4814-b852-5d2b441ea8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:44.764416 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af79f06-52cc-4f59-99f6-a1d780488527 x-openstack-request-id: req-7af79f06-52cc-4f59-99f6-a1d780488527 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:00:44.764762 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105c9344-7ff6-418a-9e84-27e5205e9d14", "tag": "fcd1c213-d7ff-4856-81b0-16cc484f79af", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:00:44.764955 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7af79f06-52cc-4f59-99f6-a1d780488527 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:00:44.765425 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105c9344-7ff6-418a-9e84-27e5205e9d14', 'tag': 'fcd1c213-d7ff-4856-81b0-16cc484f79af', 'status': 'completed', 'code': 200} Jul 30 20:00:44.767792 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-93c12764-73b5-4e43-9031-4871dadad66c req-bd387dbd-e5b0-4760-85ec-8149e5a2f823 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcd1c213-d7ff-4856-81b0-16cc484f79af HTTP/1.1" status: 200 len: 217 time: 0.0887816 Jul 30 20:00:44.768479 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-72471b3e-484a-4ab6-8d80-b71f9d6faefb req-cc1c3ef7-8f57-483a-a1b5-60b647a59ed1 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057966 Jul 30 20:00:44.806414 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48104) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:44.811730 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-0534f58c-4139-4d45-8bcc-2471c963cf65 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-759619549-network', 'tenant_id': '08acec0b60ef4e9fa35d22e08c996e8c'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:44.884324 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c12764-73b5-4e43-9031-4871dadad66c req-148a5055-cd4c-4b3b-9fdf-1e049cc93d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:44.886730 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-93c12764-73b5-4e43-9031-4871dadad66c req-148a5055-cd4c-4b3b-9fdf-1e049cc93d3a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e297a2c7-8889-4baa-b07e-dd1ecdbb2586 HTTP/1.1" status: 200 len: 848 time: 0.0989583 Jul 30 20:00:44.891784 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0534f58c-4139-4d45-8bcc-2471c963cf65 admin admin] Made reservation on behalf of 08acec0b60ef4e9fa35d22e08c996e8c for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:00:44.894811 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0534f58c-4139-4d45-8bcc-2471c963cf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:44.917990 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b7b35a-9629-479e-8558-e893be8472a7 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:00:44.926428 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc7a7a16-1724-4814-b852-5d2b441ea8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:44.933305 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] Sync routers for ids ['bb207adc-3942-4057-ab01-e47cf944cdc7'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:00:44.937963 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-93c12764-73b5-4e43-9031-4871dadad66c req-869f4e43-3611-444a-b89a-9615fc3a0299 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd53ee4f-dc29-41da-8a32-a515358904dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399957 Jul 30 20:00:44.938151 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48106) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:44.938640 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0534f58c-4139-4d45-8bcc-2471c963cf65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:44.954469 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18b7b35a-9629-479e-8558-e893be8472a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:44.958417 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-18b7b35a-9629-479e-8558-e893be8472a7 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.6948369 Jul 30 20:00:44.959916 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48110) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:44.965134 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] Routers {'bb207adc-3942-4057-ab01-e47cf944cdc7'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:00:44.965770 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:00:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['bb207adc-3942-4057-ab01-e47cf944cdc7'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:45.034968 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-cc7a7a16-1724-4814-b852-5d2b441ea8d6 None None] For port d317ae45-3a2e-492c-8e18-a68f28d6bc40, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d317ae45-3a2e-492c-8e18-a68f28d6bc40,segment=NetworkSegment(68fd6566-95d3-48a0-92a0-e6f1f5e34924),segment_id=68fd6566-95d3-48a0-92a0-e6f1f5e34924)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:45.047497 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc7a7a16-1724-4814-b852-5d2b441ea8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:45.120123 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-93c12764-73b5-4e43-9031-4871dadad66c req-de07e7b7-7c45-4e2f-b7a2-6eb5294d00e8 service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721730 Jul 30 20:00:45.189662 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-b3438595-2b7e-4017-8fdf-7b8dfb92c786 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:00:45.190707 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-b3438595-2b7e-4017-8fdf-7b8dfb92c786 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2514870 Jul 30 20:00:45.229622 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:45.276506 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a7a16-1724-4814-b852-5d2b441ea8d6 None None] Pushing event updated for resources: {'Port': ['ID=d317ae45-3a2e-492c-8e18-a68f28d6bc40,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:45.284907 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] Set router bb207adc-3942-4057-ab01-e47cf944cdc7 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:00:45.340726 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-93c12764-73b5-4e43-9031-4871dadad66c req-0ac3c833-339f-4e40-bda6-e0fc11d78fe8 service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037292 Jul 30 20:00:45.364156 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a7a16-1724-4814-b852-5d2b441ea8d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:45.364590 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a7a16-1724-4814-b852-5d2b441ea8d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:45.364935 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a7a16-1724-4814-b852-5d2b441ea8d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:45.365330 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a7a16-1724-4814-b852-5d2b441ea8d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:45.365664 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a7a16-1724-4814-b852-5d2b441ea8d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:45.365995 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a7a16-1724-4814-b852-5d2b441ea8d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:45.366379 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a7a16-1724-4814-b852-5d2b441ea8d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:45.366708 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a7a16-1724-4814-b852-5d2b441ea8d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:45.367747 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a7a16-1724-4814-b852-5d2b441ea8d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:45.368090 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a7a16-1724-4814-b852-5d2b441ea8d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:45.368546 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a7a16-1724-4814-b852-5d2b441ea8d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:45.368773 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a7a16-1724-4814-b852-5d2b441ea8d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:00:45.382206 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0534f58c-4139-4d45-8bcc-2471c963cf65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:45.389877 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0534f58c-4139-4d45-8bcc-2471c963cf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:45.438915 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534f58c-4139-4d45-8bcc-2471c963cf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0175f328-7586-413c-92f9-c64ee820cb54,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:45.441789 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-0590be21-f24e-47e3-881e-4739d230c790 service neutron] Request body: {'binding': {'host': 'n-h1-712137-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:45.441789 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-0590be21-f24e-47e3-881e-4739d230c790 service neutron] Unknown quota resources ['binding']. {{(pid=93883) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 20:00:45.462290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0534f58c-4139-4d45-8bcc-2471c963cf65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:00:45.478907 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4ad2c-517f-4e88-ba9b-abd91298d68f req-79cf0bec-0c35-43d5-b1a8-d35dd6068a27 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:45.484009 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f1b4ad2c-517f-4e88-ba9b-abd91298d68f req-79cf0bec-0c35-43d5-b1a8-d35dd6068a27 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 943 time: 0.1420810 Jul 30 20:00:45.492761 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0534f58c-4139-4d45-8bcc-2471c963cf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:45.493659 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-0534f58c-4139-4d45-8bcc-2471c963cf65 admin admin] Added segment ca831280-711d-4266-9c91-db482ba0572a of type vlan for network b06770a4-008c-4b00-8f56-b6bbcdf9e439 Jul 30 20:00:45.516283 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e25ccd13-3ecc-48b9-b0bd-0b568bfa99fc None None] Provisioning complete for port d317ae45-3a2e-492c-8e18-a68f28d6bc40 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:45.517038 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e25ccd13-3ecc-48b9-b0bd-0b568bfa99fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:45.558733 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0534f58c-4139-4d45-8bcc-2471c963cf65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:45.624931 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484e888-e2cd-4e4e-b86e-92a5ce24f9fd req-a2172e0d-f4f1-455b-89e6-a56b11483870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:45.626409 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6484e888-e2cd-4e4e-b86e-92a5ce24f9fd req-a2172e0d-f4f1-455b-89e6-a56b11483870 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 1094 time: 0.2107213 Jul 30 20:00:45.658737 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb207adc-3942-4057-ab01-e47cf944cdc7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338736623-router', 'tenant_id': '1d0f69fc3588465faf5ff8335daf2715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b73d629f-d74d-4648-ba1b-599e6a7985ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:00:41Z', 'updated_at': '2021-07-30T20:00:43Z', 'revision_number': 3, 'project_id': '1d0f69fc3588465faf5ff8335daf2715', 'gw_port': {'id': 'b73d629f-d74d-4648-ba1b-599e6a7985ab', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb207adc-3942-4057-ab01-e47cf944cdc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:00:42Z', 'updated_at': '2021-07-30T20:00:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:45.688232 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f1b4ad2c-517f-4e88-ba9b-abd91298d68f req-7aa6cce4-d2a9-4c82-9c3d-cf7669b08dc4 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189396 Jul 30 20:00:45.690869 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0534f58c-4139-4d45-8bcc-2471c963cf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:45.691963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] Checking router: bb207adc-3942-4057-ab01-e47cf944cdc7 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:00:45.692178 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0534f58c-4139-4d45-8bcc-2471c963cf65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:45.692308 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] Updating router bb207adc-3942-4057-ab01-e47cf944cdc7 port b73d629f-d74d-4648-ba1b-599e6a7985ab binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:00:45.693010 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0534f58c-4139-4d45-8bcc-2471c963cf65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:45.700415 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-0590be21-f24e-47e3-881e-4739d230c790 service neutron] Attempting to bind port 46a421cb-a631-43ca-a761-bfafefe140f3 on host n-h1-712137-9 for vnic_type normal with profile None {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:00:45.700948 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-0590be21-f24e-47e3-881e-4739d230c790 service neutron] Attempting to bind port 46a421cb-a631-43ca-a761-bfafefe140f3 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:00:45.701127 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-0590be21-f24e-47e3-881e-4739d230c790 service neutron] Attempting to bind port 46a421cb-a631-43ca-a761-bfafefe140f3 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:45.711289 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-0590be21-f24e-47e3-881e-4739d230c790 service neutron] Port 46a421cb-a631-43ca-a761-bfafefe140f3 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:00:45.711647 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-0590be21-f24e-47e3-881e-4739d230c790 service neutron] Attempting to bind port 46a421cb-a631-43ca-a761-bfafefe140f3 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:45.719466 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-0590be21-f24e-47e3-881e-4739d230c790 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:00:45.719839 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-0590be21-f24e-47e3-881e-4739d230c790 service neutron] Checking segment: {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:00:45.720246 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-0590be21-f24e-47e3-881e-4739d230c790 service neutron] Bound using segment: {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:00:45.720700 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-0590be21-f24e-47e3-881e-4739d230c790 service neutron] Bound port: 46a421cb-a631-43ca-a761-bfafefe140f3, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:00:45.735725 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:45.759476 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0534f58c-4139-4d45-8bcc-2471c963cf65 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9493189 Jul 30 20:00:45.770712 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48128) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:45.792891 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-1a47e5d4-537f-4543-a77d-b497b8343b4e admin admin] Request body: {'subnet': {'network_id': 'b06770a4-008c-4b00-8f56-b6bbcdf9e439', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-759619549-subnet', 'tenant_id': '08acec0b60ef4e9fa35d22e08c996e8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:45.796174 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534f58c-4139-4d45-8bcc-2471c963cf65 admin admin] Pushing event updated for resources: {'Network': ['ID=b06770a4-008c-4b00-8f56-b6bbcdf9e439,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:45.850816 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484e888-e2cd-4e4e-b86e-92a5ce24f9fd req-1f353fb8-7aba-4cc7-a3cc-a7e8f8f8cb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:45.853437 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6484e888-e2cd-4e4e-b86e-92a5ce24f9fd req-1f353fb8-7aba-4cc7-a3cc-a7e8f8f8cb69 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 909 time: 0.2189801 Jul 30 20:00:45.854564 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a47e5d4-537f-4543-a77d-b497b8343b4e admin admin] Made reservation on behalf of 08acec0b60ef4e9fa35d22e08c996e8c for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:00:45.857513 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a47e5d4-537f-4543-a77d-b497b8343b4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:45.890000 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c90fb3dc-6d73-44df-8b4a-704dc73e43cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:45.902101 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-0590be21-f24e-47e3-881e-4739d230c790 service neutron] For port 46a421cb-a631-43ca-a761-bfafefe140f3, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=46a421cb-a631-43ca-a761-bfafefe140f3,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:00:45.907135 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network b06770a4-008c-4b00-8f56-b6bbcdf9e439 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:00:45.908328 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-0590be21-f24e-47e3-881e-4739d230c790 service neutron] Notify callbacks [] for binding, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:45.909490 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-0590be21-f24e-47e3-881e-4739d230c790 service neutron] 10.222.0.81 "POST /v2.0/ports/46a421cb-a631-43ca-a761-bfafefe140f3/bindings HTTP/1.1" status: 201 len: 389 time: 0.5824265 Jul 30 20:00:45.950004 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6484e888-e2cd-4e4e-b86e-92a5ce24f9fd req-4a619d87-e5de-48cb-85a8-ce7d4751088a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcd1c213-d7ff-4856-81b0-16cc484f79af HTTP/1.1" status: 200 len: 217 time: 0.0894303 Jul 30 20:00:45.995795 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device c65993c9-3d10-4021-94da-440fdc55ae35 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:00:46.067952 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f9da2-75a0-4786-ae35-f07af6fb05c0 req-17849bbf-d997-4de7-86e5-d5763704fa98 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:46.069674 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f7f9da2-75a0-4786-ae35-f07af6fb05c0 req-17849bbf-d997-4de7-86e5-d5763704fa98 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 949 time: 0.1385708 Jul 30 20:00:46.073753 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484e888-e2cd-4e4e-b86e-92a5ce24f9fd req-3827fb4a-9fac-4c29-8e87-128a409b7abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:46.075188 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6484e888-e2cd-4e4e-b86e-92a5ce24f9fd req-3827fb4a-9fac-4c29-8e87-128a409b7abf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e297a2c7-8889-4baa-b07e-dd1ecdbb2586 HTTP/1.1" status: 200 len: 848 time: 0.1059170 Jul 30 20:00:46.144133 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6484e888-e2cd-4e4e-b86e-92a5ce24f9fd req-5c81cd01-3a99-429f-bf42-e08e01eeb600 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd53ee4f-dc29-41da-8a32-a515358904dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585644 Jul 30 20:00:46.187174 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port c65993c9-3d10-4021-94da-440fdc55ae35 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:00:46.187392 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-c90fb3dc-6d73-44df-8b4a-704dc73e43cf admin admin] Allocated IP 172.20.0.1 (8ef9d3d7-103b-4252-8bf0-440f9767a3b2/fd58640e-2a35-44f4-8f81-22e5343c140c/6354f3a8-df13-42db-8754-cd191ca158d0) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:00:46.196400 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port c65993c9-3d10-4021-94da-440fdc55ae35 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:46.196932 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:46.221922 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cd90f-befe-4acb-b56c-da4a43d6f8c5 req-356a09e0-5e95-4ea9-97cd-c5aadca424b4 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:46.223594 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c84cd90f-befe-4acb-b56c-da4a43d6f8c5 req-356a09e0-5e95-4ea9-97cd-c5aadca424b4 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 945 time: 0.0846500 Jul 30 20:00:46.277622 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f7f9da2-75a0-4786-ae35-f07af6fb05c0 req-85cd8f0f-f621-4c89-9b27-581ef269befd tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952491 Jul 30 20:00:46.300416 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:46.318568 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c84cd90f-befe-4acb-b56c-da4a43d6f8c5 req-3b46e8d2-b5ad-420d-8dc8-063e3517e298 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845845 Jul 30 20:00:46.355724 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] Transition to ACTIVE for port object b73d629f-d74d-4648-ba1b-599e6a7985ab will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:00:46.373403 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c90fb3dc-6d73-44df-8b4a-704dc73e43cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:46.373703 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:46.376444 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:46.393016 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a47e5d4-537f-4543-a77d-b497b8343b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:46.399919 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-c90fb3dc-6d73-44df-8b4a-704dc73e43cf admin admin] Transition to ACTIVE for port object 6354f3a8-df13-42db-8754-cd191ca158d0 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:00:46.440806 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-75e0a626-5f38-4c4d-b52f-8afdbfc0cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:46.445030 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-75e0a626-5f38-4c4d-b52f-8afdbfc0cb4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 1096 time: 0.2694693 Jul 30 20:00:46.464859 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c90fb3dc-6d73-44df-8b4a-704dc73e43cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:46.475711 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b350eaa5-4048-4b42-b99a-0958c4ff2bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65993c9-3d10-4021-94da-440fdc55ae35'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:00:46.479906 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b90cf42-dc05-4bbc-8c3d-092d505b62e4" -d '{"events": [{"server_uuid": "b350eaa5-4048-4b42-b99a-0958c4ff2bc2", "name": "network-vif-plugged", "status": "completed", "tag": "c65993c9-3d10-4021-94da-440fdc55ae35"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:00:46.495891 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6484e888-e2cd-4e4e-b86e-92a5ce24f9fd req-11662c7c-9aac-4160-b576-9feb14b7ba2d service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431232 Jul 30 20:00:46.503848 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d317ae45-3a2e-492c-8e18-a68f28d6bc40 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:00:46.529000 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] Attempting to bind port b73d629f-d74d-4648-ba1b-599e6a7985ab on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:00:46.529318 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] Attempting to bind port b73d629f-d74d-4648-ba1b-599e6a7985ab by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:00:46.529629 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] Attempting to bind port b73d629f-d74d-4648-ba1b-599e6a7985ab on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:46.537194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port c65993c9-3d10-4021-94da-440fdc55ae35, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=c65993c9-3d10-4021-94da-440fdc55ae35,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:46.538610 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045747a-7327-4f0b-a100-64bcd1519379 None None] Pushing event updated for resources: {'Port': ['ID=b73d629f-d74d-4648-ba1b-599e6a7985ab,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:46.572233 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:46.583417 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90fb3dc-6d73-44df-8b4a-704dc73e43cf admin admin] Network 8ef9d3d7-103b-4252-8bf0-440f9767a3b2 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:00:46.588652 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:00:46.589031 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:00:46.589437 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:46.589830 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:00:46.590325 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] Bound port: b73d629f-d74d-4648-ba1b-599e6a7985ab, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:00:46.590692 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:46.599673 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c90fb3dc-6d73-44df-8b4a-704dc73e43cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:00:46.601947 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90fb3dc-6d73-44df-8b4a-704dc73e43cf admin admin] Pushing event updated for resources: {'Port': ['ID=6354f3a8-df13-42db-8754-cd191ca158d0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:46.604547 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90fb3dc-6d73-44df-8b4a-704dc73e43cf admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:00:46.605284 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c90fb3dc-6d73-44df-8b4a-704dc73e43cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:46.652382 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fd2df8-a877-47b8-931d-b2466f7c8d14 x-openstack-request-id: req-93fd2df8-a877-47b8-931d-b2466f7c8d14 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:00:46.652674 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b350eaa5-4048-4b42-b99a-0958c4ff2bc2", "name": "network-vif-plugged", "status": "completed", "tag": "c65993c9-3d10-4021-94da-440fdc55ae35", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:00:46.653115 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93fd2df8-a877-47b8-931d-b2466f7c8d14 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:00:46.653757 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b350eaa5-4048-4b42-b99a-0958c4ff2bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65993c9-3d10-4021-94da-440fdc55ae35', 'code': 200} Jul 30 20:00:46.668762 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6484e888-e2cd-4e4e-b86e-92a5ce24f9fd req-b08d6133-4959-46c3-bbb8-5ba7b6f203a7 service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316488 Jul 30 20:00:46.735631 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47e5d4-537f-4543-a77d-b497b8343b4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b44fe00-08b7-4ef6-b444-eaad5f261285,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:46.752434 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a47e5d4-537f-4543-a77d-b497b8343b4e admin admin] Checking segment: {'id': 'ca831280-711d-4266-9c91-db482ba0572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b06770a4-008c-4b00-8f56-b6bbcdf9e439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:00:46.752819 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a47e5d4-537f-4543-a77d-b497b8343b4e admin admin] Network hostable DHCP agents. Network: b06770a4-008c-4b00-8f56-b6bbcdf9e439, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:00:46.772189 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8549c-af2f-4ce1-9925-868b46756e54 req-95680e2c-b2b0-4209-886c-1d437e582ce7 tempest-MigrationsAdminTest-1995379920 tempest-MigrationsAdminTest-1995379920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:46.784749 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-87c8549c-af2f-4ce1-9925-868b46756e54 req-95680e2c-b2b0-4209-886c-1d437e582ce7 tempest-MigrationsAdminTest-1995379920 tempest-MigrationsAdminTest-1995379920-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 1100 time: 0.3033605 Jul 30 20:00:46.902277 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c90fb3dc-6d73-44df-8b4a-704dc73e43cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:46.904007 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-0ecbc0ae-c0b2-4cc1-b67c-5126e05f1a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:46.905708 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-0ecbc0ae-c0b2-4cc1-b67c-5126e05f1a19 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 200 len: 921 time: 0.4272046 Jul 30 20:00:46.934241 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a47e5d4-537f-4543-a77d-b497b8343b4e admin admin] Network b06770a4-008c-4b00-8f56-b6bbcdf9e439 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:00:46.953521 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] For port b73d629f-d74d-4648-ba1b-599e6a7985ab, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:00:46.959873 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=c65993c9-3d10-4021-94da-440fdc55ae35,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:46.994976 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port d317ae45-3a2e-492c-8e18-a68f28d6bc40 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:46.995616 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:46.998341 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] For port b73d629f-d74d-4648-ba1b-599e6a7985ab, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b73d629f-d74d-4648-ba1b-599e6a7985ab,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:00:47.018547 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48162) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:47.031356 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-87c8549c-af2f-4ce1-9925-868b46756e54 req-1ff16ff7-9329-456f-8f9b-2a896e1e8353 tempest-MigrationsAdminTest-1995379920 tempest-MigrationsAdminTest-1995379920-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370999 Jul 30 20:00:47.032023 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:47.034487 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-15672281-4570-436a-bd95-4af1a75a98cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46a421cb-a631-43ca-a761-bfafefe140f3 HTTP/1.1" status: 200 len: 217 time: 0.0977561 Jul 30 20:00:47.035115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-1a47e5d4-537f-4543-a77d-b497b8343b4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, b06770a4-008c-4b00-8f56-b6bbcdf9e439) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:00:47.035413 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63716ce-e8f6-42a3-9862-8d4ecbf69f32 req-16e7324d-851a-45bb-b0ec-29fcc679ab18 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:47.050096 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c63716ce-e8f6-42a3-9862-8d4ecbf69f32 req-16e7324d-851a-45bb-b0ec-29fcc679ab18 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 943 time: 0.1812365 Jul 30 20:00:47.058194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1afcf2-c993-4a24-9655-12f1de2fce87 None None] Network b06770a4-008c-4b00-8f56-b6bbcdf9e439 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:00:47.074253 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a47e5d4-537f-4543-a77d-b497b8343b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:47.074860 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a47e5d4-537f-4543-a77d-b497b8343b4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:47.104340 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48168) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:47.157842 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-55c11ca7-423f-465c-815b-9e8ed600299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:47.162881 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-55c11ca7-423f-465c-815b-9e8ed600299e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b757e780-295d-4676-ae81-4c07de396b9e HTTP/1.1" status: 200 len: 860 time: 0.1082420 Jul 30 20:00:47.165260 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1a47e5d4-537f-4543-a77d-b497b8343b4e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3798523 Jul 30 20:00:47.181768 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-13754747-f224-491e-ba79-8bb384f070d1 None None] Provisioning for port 6354f3a8-df13-42db-8754-cd191ca158d0 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:00:47.224733 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-13754747-f224-491e-ba79-8bb384f070d1 None None] Provisioning complete for port 6354f3a8-df13-42db-8754-cd191ca158d0 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:47.225111 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-13754747-f224-491e-ba79-8bb384f070d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:47.227272 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-1709fdc7-ee6b-45a1-a2bf-96466e47abe7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1b009359-14e5-4019-b6cd-e6d82ee142cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528042 Jul 30 20:00:47.227728 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c63716ce-e8f6-42a3-9862-8d4ecbf69f32 req-8472c019-03fb-478c-b93c-d2c318c295ef tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712663 Jul 30 20:00:47.312331 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed5c168-5e37-4b5c-8f21-f5ed6821ec53 None None] Network b06770a4-008c-4b00-8f56-b6bbcdf9e439 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:00:47.363715 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c90fb3dc-6d73-44df-8b4a-704dc73e43cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:47.382694 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c90fb3dc-6d73-44df-8b4a-704dc73e43cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:47.383394 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c90fb3dc-6d73-44df-8b4a-704dc73e43cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:47.391632 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-b14a4918-d850-4564-a68c-3baa69477ccd service neutron] 10.222.0.59 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544585 Jul 30 20:00:47.396030 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-de7910b9-90f8-41fd-a5ac-973e96c30464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:47.402173 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] Routers {'bb207adc-3942-4057-ab01-e47cf944cdc7'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:00:47.402829 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:00:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['bb207adc-3942-4057-ab01-e47cf944cdc7'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:47.426672 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045747a-7327-4f0b-a100-64bcd1519379 None None] Pushing event updated for resources: {'Port': ['ID=b73d629f-d74d-4648-ba1b-599e6a7985ab,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:47.455144 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48178) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:47.466737 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-13754747-f224-491e-ba79-8bb384f070d1 None None] Port 6354f3a8-df13-42db-8754-cd191ca158d0 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:00:47.530710 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-36b8f6fb-383a-448e-b3b8-79543dfab049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:47.563376 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90fb3dc-6d73-44df-8b4a-704dc73e43cf admin admin] Pushing event updated for resources: {'Port': ['ID=6354f3a8-df13-42db-8754-cd191ca158d0,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:47.599206 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb217c3-b625-437f-8519-62e47d012fa0 admin admin] Deleting subnet 08857166-a55f-42b6-bd98-4e8ebac0fd59 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:00:47.608677 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdb217c3-b625-437f-8519-62e47d012fa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:47.610749 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] Set router bb207adc-3942-4057-ab01-e47cf944cdc7 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:00:47.612258 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb07ac-5ffc-4f49-ac1a-796ad5065295 req-692a7940-742f-4bed-8398-3f6f15b69a9b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:47.614038 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4ccb07ac-5ffc-4f49-ac1a-796ad5065295 req-692a7940-742f-4bed-8398-3f6f15b69a9b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 945 time: 0.1128688 Jul 30 20:00:47.640555 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-03b97d7c-d960-438a-a17a-aeaaadfb21b1 service neutron] 10.222.0.59 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252216 Jul 30 20:00:47.672465 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4ccb07ac-5ffc-4f49-ac1a-796ad5065295 req-f499826b-2ed6-448a-97dc-eed189fe35d2 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518868 Jul 30 20:00:47.705322 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdb217c3-b625-437f-8519-62e47d012fa0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:47.709650 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-06d993ba-283a-457c-a5c7-165d4a8d15a6 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600595 Jul 30 20:00:47.731923 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdb217c3-b625-437f-8519-62e47d012fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:47.735188 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90fb3dc-6d73-44df-8b4a-704dc73e43cf admin admin] Network 8ef9d3d7-103b-4252-8bf0-440f9767a3b2 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:00:47.765125 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-31ed3e6c-8136-48d7-97e6-31b860ace62b tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:47.766628 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-31ed3e6c-8136-48d7-97e6-31b860ace62b tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb&tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&binding%3Ahost_id=n-h2-712137-9 HTTP/1.1" status: 200 len: 1096 time: 0.0485117 Jul 30 20:00:47.775764 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c90fb3dc-6d73-44df-8b4a-704dc73e43cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:00:47.779592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-443cb2dc-3b92-44ea-b0b6-7add13a79837 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712137-9'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:47.853131 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-443cb2dc-3b92-44ea-b0b6-7add13a79837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:47.863796 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb207adc-3942-4057-ab01-e47cf944cdc7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338736623-router', 'tenant_id': '1d0f69fc3588465faf5ff8335daf2715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b73d629f-d74d-4648-ba1b-599e6a7985ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:00:41Z', 'updated_at': '2021-07-30T20:00:46Z', 'revision_number': 4, 'project_id': '1d0f69fc3588465faf5ff8335daf2715', 'gw_port': {'id': 'b73d629f-d74d-4648-ba1b-599e6a7985ab', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb207adc-3942-4057-ab01-e47cf944cdc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:00:42Z', 'updated_at': '2021-07-30T20:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '6354f3a8-df13-42db-8754-cd191ca158d0', 'name': '', 'network_id': '8ef9d3d7-103b-4252-8bf0-440f9767a3b2', 'tenant_id': '1d0f69fc3588465faf5ff8335daf2715', 'mac_address': 'fa:16:3e:92:b6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb207adc-3942-4057-ab01-e47cf944cdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'fd58640e-2a35-44f4-8f81-22e5343c140c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:00:45Z', 'updated_at': '2021-07-30T20:00:47Z', 'revision_number': 2, 'project_id': '1d0f69fc3588465faf5ff8335daf2715', 'subnets': [{'id': 'fd58640e-2a35-44f4-8f81-22e5343c140c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:47.902050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfa35c4-cb24-4b50-b744-c4c9f46fbccc None None] The sync data for ids ['bb207adc-3942-4057-ab01-e47cf944cdc7'] in n-d-712137-9 is: [{'id': 'bb207adc-3942-4057-ab01-e47cf944cdc7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338736623-router', 'tenant_id': '1d0f69fc3588465faf5ff8335daf2715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b73d629f-d74d-4648-ba1b-599e6a7985ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:00:41Z', 'updated_at': '2021-07-30T20:00:46Z', 'revision_number': 4, 'project_id': '1d0f69fc3588465faf5ff8335daf2715', 'gw_port': {'id': 'b73d629f-d74d-4648-ba1b-599e6a7985ab', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb207adc-3942-4057-ab01-e47cf944cdc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:00:42Z', 'updated_at': '2021-07-30T20:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '6354f3a8-df13-42db-8754-cd191ca158d0', 'name': '', 'network_id': '8ef9d3d7-103b-4252-8bf0-440f9767a3b2', 'tenant_id': '1d0f69fc3588465faf5ff8335daf2715', 'mac_address': 'fa:16:3e:92:b6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb207adc-3942-4057-ab01-e47cf944cdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'fd58640e-2a35-44f4-8f81-22e5343c140c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:00:45Z', 'updated_at': '2021-07-30T20:00:47Z', 'revision_number': 2, 'project_id': '1d0f69fc3588465faf5ff8335daf2715', 'subnets': [{'id': 'fd58640e-2a35-44f4-8f81-22e5343c140c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:00:47.923674 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-de7910b9-90f8-41fd-a5ac-973e96c30464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:47.947013 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-de7910b9-90f8-41fd-a5ac-973e96c30464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:47.984742 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdb217c3-b625-437f-8519-62e47d012fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:48.055049 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-cde86900-0250-4a7d-b1fd-3ff960060aab tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:48.056536 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-cde86900-0250-4a7d-b1fd-3ff960060aab tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3371093 Jul 30 20:00:48.057407 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-443cb2dc-3b92-44ea-b0b6-7add13a79837 service neutron] For port 46a421cb-a631-43ca-a761-bfafefe140f3, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=46a421cb-a631-43ca-a761-bfafefe140f3,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:48.067430 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdb217c3-b625-437f-8519-62e47d012fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:48.069175 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cdb217c3-b625-437f-8519-62e47d012fa0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/08857166-a55f-42b6-bd98-4e8ebac0fd59 HTTP/1.1" status: 204 len: 168 time: 0.6129575 Jul 30 20:00:48.072996 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48190) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:48.075272 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb217c3-b625-437f-8519-62e47d012fa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08857166-a55f-42b6-bd98-4e8ebac0fd59,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:48.091032 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7910b9-90f8-41fd-a5ac-973e96c30464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1486ed-383c-447e-a389-957d71977ccb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:48.100560 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-de7910b9-90f8-41fd-a5ac-973e96c30464 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=65812740fd7e478f9fa3810f3936b288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9918346 Jul 30 20:00:48.100560 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48192) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:48.110345 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-a21ddca7-9398-4640-95e0-0eb6268b8b6f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/quotas/5cdd6a1a08254791b3b84ba6d6fc6290 HTTP/1.1" status: 200 len: 375 time: 0.0400815 Jul 30 20:00:48.112258 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c7ebf8a6-d314-45a5-a90b-007fba064218 None None] Provisioning complete for port 6354f3a8-df13-42db-8754-cd191ca158d0 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:48.116535 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7ebf8a6-d314-45a5-a90b-007fba064218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:48.125299 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90fb3dc-6d73-44df-8b4a-704dc73e43cf admin admin] Router bb207adc-3942-4057-ab01-e47cf944cdc7 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:00:48.173669 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c7ebf8a6-d314-45a5-a90b-007fba064218 None None] Port 6354f3a8-df13-42db-8754-cd191ca158d0 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:00:48.201797 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-36b8f6fb-383a-448e-b3b8-79543dfab049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:48.237375 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9782b1b4-b5b9-4d6c-aa5c-41e247cefe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:48.241693 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-443cb2dc-3b92-44ea-b0b6-7add13a79837 service neutron] For port 46a421cb-a631-43ca-a761-bfafefe140f3, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:00:48.244356 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-36b8f6fb-383a-448e-b3b8-79543dfab049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:48.277574 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-68539a1f-dbb3-457f-affe-8cacab1b4fce tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1450491 Jul 30 20:00:48.292263 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3da2ee3a-daf5-4d93-bc3d-4ae226be566a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:48.343386 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2832c35f-5cb9-4e16-a40b-cd0ac02aacdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46a421cb-a631-43ca-a761-bfafefe140f3'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:00:48.345826 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a052c1-d23d-4a34-8c82-889bdafa9356" -d '{"events": [{"server_uuid": "2832c35f-5cb9-4e16-a40b-cd0ac02aacdb", "name": "network-vif-unplugged", "status": "completed", "tag": "46a421cb-a631-43ca-a761-bfafefe140f3"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:00:48.350906 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-443cb2dc-3b92-44ea-b0b6-7add13a79837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:48.370265 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3da2ee3a-daf5-4d93-bc3d-4ae226be566a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:48.405048 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-36b8f6fb-383a-448e-b3b8-79543dfab049 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c06b16dc5d364025836e1da61224957d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3725474 Jul 30 20:00:48.411416 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48200) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:48.413577 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8f6fb-383a-448e-b3b8-79543dfab049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887b23a7-22fa-47ec-a7d6-e3c36d8f75d7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:48.434540 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-443cb2dc-3b92-44ea-b0b6-7add13a79837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:48.438863 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90fb3dc-6d73-44df-8b4a-704dc73e43cf admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:00:48.444504 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c90fb3dc-6d73-44df-8b4a-704dc73e43cf admin admin] 10.222.0.81 "PUT /v2.0/routers/bb207adc-3942-4057-ab01-e47cf944cdc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4825127 Jul 30 20:00:48.479095 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3da2ee3a-daf5-4d93-bc3d-4ae226be566a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:48.483541 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3da2ee3a-daf5-4d93-bc3d-4ae226be566a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:48.484896 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3da2ee3a-daf5-4d93-bc3d-4ae226be566a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6d1486ed-383c-447e-a389-957d71977ccb HTTP/1.1" status: 204 len: 168 time: 0.3835835 Jul 30 20:00:48.515236 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2ee3a-daf5-4d93-bc3d-4ae226be566a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1486ed-383c-447e-a389-957d71977ccb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:48.581015 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bd9b30-2c91-4957-97d3-14a5193f812a x-openstack-request-id: req-12bd9b30-2c91-4957-97d3-14a5193f812a {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:00:48.584373 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2832c35f-5cb9-4e16-a40b-cd0ac02aacdb", "name": "network-vif-unplugged", "status": "completed", "tag": "46a421cb-a631-43ca-a761-bfafefe140f3", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:00:48.584575 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-12bd9b30-2c91-4957-97d3-14a5193f812a {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:00:48.585007 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2832c35f-5cb9-4e16-a40b-cd0ac02aacdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46a421cb-a631-43ca-a761-bfafefe140f3', 'code': 200} Jul 30 20:00:48.664564 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a02ff0-bdc8-4ddb-9b6e-6659f39086d5 req-c9108496-e63f-4978-bf03-10ab8e37da9a tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:48.681711 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-68a02ff0-bdc8-4ddb-9b6e-6659f39086d5 req-c9108496-e63f-4978-bf03-10ab8e37da9a tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 943 time: 0.3093059 Jul 30 20:00:48.687783 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9782b1b4-b5b9-4d6c-aa5c-41e247cefe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:48.750299 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-9782b1b4-b5b9-4d6c-aa5c-41e247cefe10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24eaf156-40a4-4e12-befb-7ede0ea195ef']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:48.811782 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-9782b1b4-b5b9-4d6c-aa5c-41e247cefe10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b31420f9-12e8-4bc0-b903-0c5a34003eba') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:48.812080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-9782b1b4-b5b9-4d6c-aa5c-41e247cefe10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b31420f9-12e8-4bc0-b903-0c5a34003eba') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:48.849085 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-68a02ff0-bdc8-4ddb-9b6e-6659f39086d5 req-1a959f1b-595c-4892-98f4-5f4d2b1e284a tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658597 Jul 30 20:00:48.897350 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c2f4756e-892a-4690-9b6a-f19408e36cb8 req-13bd1240-ee32-40bb-baab-669d69fd17f9 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 210 time: 0.3434615 Jul 30 20:00:49.176159 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026148f6-18be-4b9b-a0d9-feb17a960dd6 req-47cc9c0e-05ad-4020-8ef2-f71b05dab2af tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:49.184429 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-026148f6-18be-4b9b-a0d9-feb17a960dd6 req-47cc9c0e-05ad-4020-8ef2-f71b05dab2af tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 943 time: 0.1335356 Jul 30 20:00:49.185166 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48224) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:49.206054 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2cc3e5c-b3e2-45b4-8f94-e503b443dcdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:49.235045 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:49.265039 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-026148f6-18be-4b9b-a0d9-feb17a960dd6 req-bec31584-ba0f-41f4-8c5c-7c6ce6135d8c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755010 Jul 30 20:00:49.317252 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9782b1b4-b5b9-4d6c-aa5c-41e247cefe10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:49.324827 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-617c9659-ed61-4f6b-85d1-f9577f11ca3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:49.327360 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cb2dc-3b92-44ea-b0b6-7add13a79837 service neutron] Pushing event updated for resources: {'Port': ['ID=46a421cb-a631-43ca-a761-bfafefe140f3,revision_number=7']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:49.357720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-443cb2dc-3b92-44ea-b0b6-7add13a79837 service neutron] Attempting to bind port 46a421cb-a631-43ca-a761-bfafefe140f3 on host n-h2-712137-9 for vnic_type normal with profile {"migrating_to": "n-h1-712137-9"} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:00:49.358156 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-443cb2dc-3b92-44ea-b0b6-7add13a79837 service neutron] Attempting to bind port 46a421cb-a631-43ca-a761-bfafefe140f3 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:00:49.358490 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-443cb2dc-3b92-44ea-b0b6-7add13a79837 service neutron] Attempting to bind port 46a421cb-a631-43ca-a761-bfafefe140f3 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:49.377564 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2cc3e5c-b3e2-45b4-8f94-e503b443dcdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:49.384183 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2cc3e5c-b3e2-45b4-8f94-e503b443dcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:49.406460 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-09e20e73-b8fb-465e-b2f5-4524952456a2 req-96b4e203-e67c-440b-b53c-7eeb1b1dde18 tempest-FloatingIPDetailsNegativeTestJSON-2084470673 tempest-FloatingIPDetailsNegativeTestJSON-2084470673-project] show failed (client error): The resource could not be found. Jul 30 20:00:49.413614 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09e20e73-b8fb-465e-b2f5-4524952456a2 req-96b4e203-e67c-440b-b53c-7eeb1b1dde18 tempest-FloatingIPDetailsNegativeTestJSON-2084470673 tempest-FloatingIPDetailsNegativeTestJSON-2084470673-project] 10.222.0.81 "GET /v2.0/floatingips/2f4e4e5f-a67e-4bbc-a6db-6d661126ed18 HTTP/1.1" status: 404 len: 350 time: 0.1093154 Jul 30 20:00:49.415764 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9782b1b4-b5b9-4d6c-aa5c-41e247cefe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:49.420921 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48228) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:49.423877 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-443cb2dc-3b92-44ea-b0b6-7add13a79837 service neutron] Port 46a421cb-a631-43ca-a761-bfafefe140f3 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:00:49.424423 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-443cb2dc-3b92-44ea-b0b6-7add13a79837 service neutron] Attempting to bind port 46a421cb-a631-43ca-a761-bfafefe140f3 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:49.435270 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9782b1b4-b5b9-4d6c-aa5c-41e247cefe10 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:00:49.435956 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9782b1b4-b5b9-4d6c-aa5c-41e247cefe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:00:49.437552 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:00:49.452508 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-617c9659-ed61-4f6b-85d1-f9577f11ca3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:49.475110 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc3e5c-b3e2-45b4-8f94-e503b443dcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f969e502-ca19-45c7-bb44-acc84f1446a8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:49.484651 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-443cb2dc-3b92-44ea-b0b6-7add13a79837 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:00:49.485058 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-443cb2dc-3b92-44ea-b0b6-7add13a79837 service neutron] Checking segment: {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:00:49.485556 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-443cb2dc-3b92-44ea-b0b6-7add13a79837 service neutron] Bound using segment: {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:00:49.486166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-443cb2dc-3b92-44ea-b0b6-7add13a79837 service neutron] Bound port: 46a421cb-a631-43ca-a761-bfafefe140f3, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:00:49.486531 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-443cb2dc-3b92-44ea-b0b6-7add13a79837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:49.487341 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f2cc3e5c-b3e2-45b4-8f94-e503b443dcdf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ddb32bdeb88e460abccf2052a9f7ecbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994599 Jul 30 20:00:49.489637 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48230) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:49.571063 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9782b1b4-b5b9-4d6c-aa5c-41e247cefe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:49.577538 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9782b1b4-b5b9-4d6c-aa5c-41e247cefe10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:49.579500 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9782b1b4-b5b9-4d6c-aa5c-41e247cefe10 admin admin] 10.222.0.81 "DELETE /v2.0/networks/24eaf156-40a4-4e12-befb-7ede0ea195ef HTTP/1.1" status: 204 len: 168 time: 1.5021365 Jul 30 20:00:49.582305 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48232) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:49.606462 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782b1b4-b5b9-4d6c-aa5c-41e247cefe10 admin admin] Pushing event deleted for resources: {'Network': ['ID=24eaf156-40a4-4e12-befb-7ede0ea195ef,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:49.624139 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-443cb2dc-3b92-44ea-b0b6-7add13a79837 service neutron] For port 46a421cb-a631-43ca-a761-bfafefe140f3, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:00:49.628992 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-443cb2dc-3b92-44ea-b0b6-7add13a79837 service neutron] For port 46a421cb-a631-43ca-a761-bfafefe140f3, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=46a421cb-a631-43ca-a761-bfafefe140f3,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:00:49.634181 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-617c9659-ed61-4f6b-85d1-f9577f11ca3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:49.637255 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-617c9659-ed61-4f6b-85d1-f9577f11ca3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:49.638860 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-617c9659-ed61-4f6b-85d1-f9577f11ca3c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/887b23a7-22fa-47ec-a7d6-e3c36d8f75d7 HTTP/1.1" status: 204 len: 168 time: 1.2203624 Jul 30 20:00:49.644600 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-443cb2dc-3b92-44ea-b0b6-7add13a79837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:49.683109 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c9659-ed61-4f6b-85d1-f9577f11ca3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887b23a7-22fa-47ec-a7d6-e3c36d8f75d7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:49.708840 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-739b79cb-1ecc-4e23-8a23-34e9fcf9a550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:49.714910 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cb2dc-3b92-44ea-b0b6-7add13a79837 service neutron] Pushing event updated for resources: {'Port': ['ID=46a421cb-a631-43ca-a761-bfafefe140f3,revision_number=8']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:49.758952 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-443cb2dc-3b92-44ea-b0b6-7add13a79837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:49.759693 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-443cb2dc-3b92-44ea-b0b6-7add13a79837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:49.761331 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-443cb2dc-3b92-44ea-b0b6-7add13a79837 service neutron] 10.222.0.59 "PUT /v2.0/ports/46a421cb-a631-43ca-a761-bfafefe140f3 HTTP/1.1" status: 200 len: 1121 time: 1.9861419 Jul 30 20:00:49.813855 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5039b2-0bdb-4c09-9e43-49b5fe907546 admin admin] Deleting subnet 5b44fe00-08b7-4ef6-b444-eaad5f261285 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:00:49.822007 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc5039b2-0bdb-4c09-9e43-49b5fe907546 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:49.824483 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-739b79cb-1ecc-4e23-8a23-34e9fcf9a550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:49.829279 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['46a421cb-a631-43ca-a761-bfafefe140f3'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:00:49.970454 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-5194dc1c-761f-4395-8d10-81ede01b2957 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421505 Jul 30 20:00:49.983191 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc5039b2-0bdb-4c09-9e43-49b5fe907546 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:49.995206 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc5039b2-0bdb-4c09-9e43-49b5fe907546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:50.026775 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc2107e0-bb44-44bc-9a6f-cb86e8b1c488 req-69f75424-44b9-4404-a086-2893e842c0e2 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 210 time: 0.0374417 Jul 30 20:00:50.099553 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device fcd1c213-d7ff-4856-81b0-16cc484f79af details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:00:50.135705 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-1d0cb8df-5479-4928-bda7-0164b9e4bb57 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:50.137270 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-1d0cb8df-5479-4928-bda7-0164b9e4bb57 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1592996 Jul 30 20:00:50.141623 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc5039b2-0bdb-4c09-9e43-49b5fe907546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:50.153566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-0de3b8a7-f7f4-4f27-bb9c-f4b09c8e7d0b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Request body: {'port': {'device_id': 'c671c0fb-9096-481d-9946-90025577a229', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': '5cdd6a1a08254791b3b84ba6d6fc6290'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:50.216175 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48242) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:50.230408 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc5039b2-0bdb-4c09-9e43-49b5fe907546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:50.234756 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-775fd579-2313-4a04-864a-aaf3a3897b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:50.235277 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dc5039b2-0bdb-4c09-9e43-49b5fe907546 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5b44fe00-08b7-4ef6-b444-eaad5f261285 HTTP/1.1" status: 204 len: 168 time: 0.6518822 Jul 30 20:00:50.236700 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48244) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:50.237193 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5039b2-0bdb-4c09-9e43-49b5fe907546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b44fe00-08b7-4ef6-b444-eaad5f261285,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:50.252826 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b8fec-5eaf-49b6-bddc-b64f9e7046e9 req-6e16c594-197a-4786-9640-32526c28b6f4 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:50.255027 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a95b8fec-5eaf-49b6-bddc-b64f9e7046e9 req-6e16c594-197a-4786-9640-32526c28b6f4 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 943 time: 0.1929824 Jul 30 20:00:50.275889 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port fcd1c213-d7ff-4856-81b0-16cc484f79af, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=fcd1c213-d7ff-4856-81b0-16cc484f79af,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:50.291710 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'fcd1c213-d7ff-4856-81b0-16cc484f79af', 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc', 'port_id': 'fcd1c213-d7ff-4856-81b0-16cc484f79af', 'mac_address': 'fa:16:3e:ba:63:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e297a2c7-8889-4baa-b07e-dd1ecdbb2586', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:00:50.292680 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-739b79cb-1ecc-4e23-8a23-34e9fcf9a550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:50.295739 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-739b79cb-1ecc-4e23-8a23-34e9fcf9a550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:50.298818 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-739b79cb-1ecc-4e23-8a23-34e9fcf9a550 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f969e502-ca19-45c7-bb44-acc84f1446a8 HTTP/1.1" status: 204 len: 168 time: 0.8053815 Jul 30 20:00:50.325073 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b79cb-1ecc-4e23-8a23-34e9fcf9a550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f969e502-ca19-45c7-bb44-acc84f1446a8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:50.358962 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:50.373198 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a95b8fec-5eaf-49b6-bddc-b64f9e7046e9 req-cc5c1fe2-5c21-44ab-b119-cbb1aa1cdbec tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030788 Jul 30 20:00:50.376264 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd1c213-d7ff-4856-81b0-16cc484f79af {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:00:50.418799 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port fcd1c213-d7ff-4856-81b0-16cc484f79af, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=fcd1c213-d7ff-4856-81b0-16cc484f79af,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:50.426062 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:50.496436 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9973a1e9-44fd-4d77-8b2c-a1ff0800b283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:50.522444 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=fcd1c213-d7ff-4856-81b0-16cc484f79af,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:50.575748 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b73d629f-d74d-4648-ba1b-599e6a7985ab up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:00:50.583251 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-652e4c9a-7dff-4607-a81c-b9a5098b5514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:50.589253 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2832c35f-5cb9-4e16-a40b-cd0ac02aacdb', 'tag': '46a421cb-a631-43ca-a761-bfafefe140f3'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:00:50.591933 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd56836-af73-4413-b20d-01cdd229e5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "2832c35f-5cb9-4e16-a40b-cd0ac02aacdb", "tag": "46a421cb-a631-43ca-a761-bfafefe140f3"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:00:50.658851 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port b73d629f-d74d-4648-ba1b-599e6a7985ab completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:00:50.664561 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c66c36-1ff5-4fec-b70d-968eeddf24df x-openstack-request-id: req-17c66c36-1ff5-4fec-b70d-968eeddf24df {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:00:50.665522 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2832c35f-5cb9-4e16-a40b-cd0ac02aacdb", "tag": "46a421cb-a631-43ca-a761-bfafefe140f3", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:00:50.666275 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-17c66c36-1ff5-4fec-b70d-968eeddf24df {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:00:50.666869 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2832c35f-5cb9-4e16-a40b-cd0ac02aacdb', 'tag': '46a421cb-a631-43ca-a761-bfafefe140f3', 'status': 'completed', 'code': 200} Jul 30 20:00:50.682802 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddb9f0-c888-46aa-8de4-73a49f3b64a1 req-3c5891b6-7839-48c0-92f4-c315c5a0e6cb tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:50.684139 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port b73d629f-d74d-4648-ba1b-599e6a7985ab triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:50.684634 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:50.685275 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-adddb9f0-c888-46aa-8de4-73a49f3b64a1 req-3c5891b6-7839-48c0-92f4-c315c5a0e6cb tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 943 time: 0.2040379 Jul 30 20:00:50.773752 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['fcd1c213-d7ff-4856-81b0-16cc484f79af'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:00:50.841041 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:50.881917 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd56836-af73-4413-b20d-01cdd229e5ce req-c6be4676-3626-497a-84a1-b867f7ddb47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:50.883813 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1cd56836-af73-4413-b20d-01cdd229e5ce req-c6be4676-3626-497a-84a1-b867f7ddb47d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 1124 time: 0.1960547 Jul 30 20:00:50.889225 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port b73d629f-d74d-4648-ba1b-599e6a7985ab, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b73d629f-d74d-4648-ba1b-599e6a7985ab,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:50.897495 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-adddb9f0-c888-46aa-8de4-73a49f3b64a1 req-c703c178-0488-4d02-ace4-5dc27c4cc8ab tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921818 Jul 30 20:00:50.902681 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:50.911456 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-652e4c9a-7dff-4607-a81c-b9a5098b5514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:50.980598 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=b73d629f-d74d-4648-ba1b-599e6a7985ab,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:50.989907 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9973a1e9-44fd-4d77-8b2c-a1ff0800b283 admin admin] Deleting port 6354f3a8-df13-42db-8754-cd191ca158d0 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:00:50.990642 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9973a1e9-44fd-4d77-8b2c-a1ff0800b283 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:51.004315 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db295665-8f43-4e97-b62d-9fa7383c5c36 None None] Sync routers for ids ['bb207adc-3942-4057-ab01-e47cf944cdc7'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:00:51.012331 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-652e4c9a-7dff-4607-a81c-b9a5098b5514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06770a4-008c-4b00-8f56-b6bbcdf9e439']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:51.025858 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db295665-8f43-4e97-b62d-9fa7383c5c36 None None] Routers {'bb207adc-3942-4057-ab01-e47cf944cdc7'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:00:51.026664 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-db295665-8f43-4e97-b62d-9fa7383c5c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:00:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['bb207adc-3942-4057-ab01-e47cf944cdc7'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:51.040022 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-652e4c9a-7dff-4607-a81c-b9a5098b5514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca831280-711d-4266-9c91-db482ba0572a') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:51.040383 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-652e4c9a-7dff-4607-a81c-b9a5098b5514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca831280-711d-4266-9c91-db482ba0572a') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:51.047924 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-775fd579-2313-4a04-864a-aaf3a3897b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:51.065979 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-775fd579-2313-4a04-864a-aaf3a3897b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:51.074650 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-652e4c9a-7dff-4607-a81c-b9a5098b5514 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:51.109902 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd56836-af73-4413-b20d-01cdd229e5ce req-d6a0769f-45ec-4a11-9059-7fc6bdf4848e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:51.111892 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1cd56836-af73-4413-b20d-01cdd229e5ce req-d6a0769f-45ec-4a11-9059-7fc6bdf4848e service neutron] 10.222.0.83 "GET /v2.0/networks?id=1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 200 len: 921 time: 0.2058086 Jul 30 20:00:51.175716 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b87c309-c640-470f-8b16-4a9d3370afe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:51.196429 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9973a1e9-44fd-4d77-8b2c-a1ff0800b283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:51.196717 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-652e4c9a-7dff-4607-a81c-b9a5098b5514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:51.198939 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-0de3b8a7-f7f4-4f27-bb9c-f4b09c8e7d0b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Made reservation on behalf of 5cdd6a1a08254791b3b84ba6d6fc6290 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:00:51.204113 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-0de3b8a7-f7f4-4f27-bb9c-f4b09c8e7d0b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:51.213900 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-db295665-8f43-4e97-b62d-9fa7383c5c36 None None] Set router bb207adc-3942-4057-ab01-e47cf944cdc7 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:00:51.218650 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6a7bd381-9530-468b-87e5-47733e65ab9e req-bf962687-b59c-453d-81eb-f9c045cf5f4f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 210 time: 0.0740633 Jul 30 20:00:51.224342 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9973a1e9-44fd-4d77-8b2c-a1ff0800b283 admin admin] Calling delete_port for 6354f3a8-df13-42db-8754-cd191ca158d0 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:00:51.227726 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fd579-2313-4a04-864a-aaf3a3897b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa96194-5f6e-4e24-b986-df0e203c0f98,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:51.231432 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1cd56836-af73-4413-b20d-01cdd229e5ce req-4efe5b69-6cd6-4df9-a5a0-d7df7169840b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46a421cb-a631-43ca-a761-bfafefe140f3 HTTP/1.1" status: 200 len: 217 time: 0.1092372 Jul 30 20:00:51.236163 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652e4c9a-7dff-4607-a81c-b9a5098b5514 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:00:51.236868 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-652e4c9a-7dff-4607-a81c-b9a5098b5514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:00:51.255125 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-775fd579-2313-4a04-864a-aaf3a3897b5f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9b1aa570c6de48738894a333e7804a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0292501 Jul 30 20:00:51.290565 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48272) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:51.421568 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd56836-af73-4413-b20d-01cdd229e5ce req-ad181976-845d-4f18-8332-48b87032bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:51.423445 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1cd56836-af73-4413-b20d-01cdd229e5ce req-ad181976-845d-4f18-8332-48b87032bd76 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b757e780-295d-4676-ae81-4c07de396b9e HTTP/1.1" status: 200 len: 860 time: 0.1753817 Jul 30 20:00:51.430930 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-652e4c9a-7dff-4607-a81c-b9a5098b5514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:51.458212 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-652e4c9a-7dff-4607-a81c-b9a5098b5514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:51.460238 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-652e4c9a-7dff-4607-a81c-b9a5098b5514 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b06770a4-008c-4b00-8f56-b6bbcdf9e439 HTTP/1.1" status: 204 len: 168 time: 1.2205973 Jul 30 20:00:51.509887 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1cd56836-af73-4413-b20d-01cdd229e5ce req-b4dafb83-649e-4447-9284-3ed16c463054 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1b009359-14e5-4019-b6cd-e6d82ee142cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744534 Jul 30 20:00:51.515198 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e4c9a-7dff-4607-a81c-b9a5098b5514 admin admin] Pushing event deleted for resources: {'Network': ['ID=b06770a4-008c-4b00-8f56-b6bbcdf9e439,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:51.518443 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-db295665-8f43-4e97-b62d-9fa7383c5c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb207adc-3942-4057-ab01-e47cf944cdc7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338736623-router', 'tenant_id': '1d0f69fc3588465faf5ff8335daf2715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b73d629f-d74d-4648-ba1b-599e6a7985ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:00:41Z', 'updated_at': '2021-07-30T20:00:46Z', 'revision_number': 4, 'project_id': '1d0f69fc3588465faf5ff8335daf2715', 'gw_port': {'id': 'b73d629f-d74d-4648-ba1b-599e6a7985ab', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb207adc-3942-4057-ab01-e47cf944cdc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:00:42Z', 'updated_at': '2021-07-30T20:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '6354f3a8-df13-42db-8754-cd191ca158d0', 'name': '', 'network_id': '8ef9d3d7-103b-4252-8bf0-440f9767a3b2', 'tenant_id': '1d0f69fc3588465faf5ff8335daf2715', 'mac_address': 'fa:16:3e:92:b6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb207adc-3942-4057-ab01-e47cf944cdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'fd58640e-2a35-44f4-8f81-22e5343c140c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:00:45Z', 'updated_at': '2021-07-30T20:00:47Z', 'revision_number': 2, 'project_id': '1d0f69fc3588465faf5ff8335daf2715', 'subnets': [{'id': 'fd58640e-2a35-44f4-8f81-22e5343c140c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:51.564308 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db295665-8f43-4e97-b62d-9fa7383c5c36 None None] Checking router: bb207adc-3942-4057-ab01-e47cf944cdc7 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:00:51.565120 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db295665-8f43-4e97-b62d-9fa7383c5c36 None None] Updating router bb207adc-3942-4057-ab01-e47cf944cdc7 port 6354f3a8-df13-42db-8754-cd191ca158d0 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:00:51.587887 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9973a1e9-44fd-4d77-8b2c-a1ff0800b283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:51.627702 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43384a6b-6fc4-4fb9-84ee-782d81abd510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:51.649553 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973a1e9-44fd-4d77-8b2c-a1ff0800b283 admin admin] Pushing event deleted for resources: {'Port': ['ID=6354f3a8-df13-42db-8754-cd191ca158d0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:51.651424 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-db295665-8f43-4e97-b62d-9fa7383c5c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:51.673864 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-0de3b8a7-f7f4-4f27-bb9c-f4b09c8e7d0b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Allocated IP 192.168.233.140 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/db46e04f-5e2b-4fbf-bb4a-6aee85812d1d) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:00:51.720413 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43384a6b-6fc4-4fb9-84ee-782d81abd510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:51.738653 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db295665-8f43-4e97-b62d-9fa7383c5c36 None None] Port 6354f3a8-df13-42db-8754-cd191ca158d0 not found while updating agent binding for router bb207adc-3942-4057-ab01-e47cf944cdc7. {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 30 20:00:51.764227 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db295665-8f43-4e97-b62d-9fa7383c5c36 None None] Routers {'bb207adc-3942-4057-ab01-e47cf944cdc7'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:00:51.764869 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-db295665-8f43-4e97-b62d-9fa7383c5c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:00:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['bb207adc-3942-4057-ab01-e47cf944cdc7'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:51.766629 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5e88e-8f4f-42b0-accf-f7dc839dd8be req-3863df2c-6f4b-4a95-bf8f-4412a1b74106 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:51.768837 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-50a5e88e-8f4f-42b0-accf-f7dc839dd8be req-3863df2c-6f4b-4a95-bf8f-4412a1b74106 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 944 time: 0.2465525 Jul 30 20:00:51.808679 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9973a1e9-44fd-4d77-8b2c-a1ff0800b283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:51.890493 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1cd56836-af73-4413-b20d-01cdd229e5ce req-d8cdea73-74c6-46c1-96d1-d0d3e760a18e service neutron] 10.222.0.83 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633542 Jul 30 20:00:51.971361 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 46a421cb-a631-43ca-a761-bfafefe140f3 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:00:51.971925 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48292) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:51.976337 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-db295665-8f43-4e97-b62d-9fa7383c5c36 None None] Set router bb207adc-3942-4057-ab01-e47cf944cdc7 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:00:52.042745 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-50a5e88e-8f4f-42b0-accf-f7dc839dd8be req-50925afa-9586-4e1b-9ff4-1049720fa158 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497430 Jul 30 20:00:52.097655 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device fcd1c213-d7ff-4856-81b0-16cc484f79af up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:00:52.105685 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43384a6b-6fc4-4fb9-84ee-782d81abd510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:52.110072 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43384a6b-6fc4-4fb9-84ee-782d81abd510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:52.112019 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-43384a6b-6fc4-4fb9-84ee-782d81abd510 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6aa96194-5f6e-4e24-b986-df0e203c0f98 HTTP/1.1" status: 204 len: 168 time: 0.7932320 Jul 30 20:00:52.148675 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43384a6b-6fc4-4fb9-84ee-782d81abd510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa96194-5f6e-4e24-b986-df0e203c0f98,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:52.200199 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 46a421cb-a631-43ca-a761-bfafefe140f3, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=46a421cb-a631-43ca-a761-bfafefe140f3,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:52.204743 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1cd56836-af73-4413-b20d-01cdd229e5ce req-4d8d7c0c-b47f-42a0-bb3d-0ead61906c0f service neutron] 10.222.0.83 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001873 Jul 30 20:00:52.214940 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dea9d384-efb1-4078-a834-4e2938e156e2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=056ac254f4bc47fb88b642b077b32bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402184 Jul 30 20:00:52.217435 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48298) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:52.225131 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-0de3b8a7-f7f4-4f27-bb9c-f4b09c8e7d0b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:52.239479 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 46a421cb-a631-43ca-a761-bfafefe140f3 has no active binding in host n-h1-712137-9 {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 20:00:52.240724 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-0de3b8a7-f7f4-4f27-bb9c-f4b09c8e7d0b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Transition to ACTIVE for port object db46e04f-5e2b-4fbf-bb4a-6aee85812d1d will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:00:52.272243 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port fcd1c213-d7ff-4856-81b0-16cc484f79af completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:00:52.288194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port fcd1c213-d7ff-4856-81b0-16cc484f79af triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:52.289843 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:52.292662 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-0de3b8a7-f7f4-4f27-bb9c-f4b09c8e7d0b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:52.342945 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-db295665-8f43-4e97-b62d-9fa7383c5c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb207adc-3942-4057-ab01-e47cf944cdc7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338736623-router', 'tenant_id': '1d0f69fc3588465faf5ff8335daf2715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b73d629f-d74d-4648-ba1b-599e6a7985ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:00:41Z', 'updated_at': '2021-07-30T20:00:51Z', 'revision_number': 5, 'project_id': '1d0f69fc3588465faf5ff8335daf2715', 'gw_port': {'id': 'b73d629f-d74d-4648-ba1b-599e6a7985ab', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb207adc-3942-4057-ab01-e47cf944cdc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:00:42Z', 'updated_at': '2021-07-30T20:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:52.362925 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['c65993c9-3d10-4021-94da-440fdc55ae35'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:00:52.389240 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db295665-8f43-4e97-b62d-9fa7383c5c36 None None] The sync data for ids ['bb207adc-3942-4057-ab01-e47cf944cdc7'] in n-d-712137-9 is: [{'id': 'bb207adc-3942-4057-ab01-e47cf944cdc7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338736623-router', 'tenant_id': '1d0f69fc3588465faf5ff8335daf2715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b73d629f-d74d-4648-ba1b-599e6a7985ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:00:41Z', 'updated_at': '2021-07-30T20:00:51Z', 'revision_number': 5, 'project_id': '1d0f69fc3588465faf5ff8335daf2715', 'gw_port': {'id': 'b73d629f-d74d-4648-ba1b-599e6a7985ab', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb207adc-3942-4057-ab01-e47cf944cdc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:00:42Z', 'updated_at': '2021-07-30T20:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:00:52.517011 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-0de3b8a7-f7f4-4f27-bb9c-f4b09c8e7d0b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:00:52.539309 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3b8a7-f7f4-4f27-bb9c-f4b09c8e7d0b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Pushing event updated for resources: {'Port': ['ID=db46e04f-5e2b-4fbf-bb4a-6aee85812d1d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:52.545550 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-0de3b8a7-f7f4-4f27-bb9c-f4b09c8e7d0b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:00:52.569101 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-0de3b8a7-f7f4-4f27-bb9c-f4b09c8e7d0b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:00:52.651279 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f876f-ab0a-4857-8a35-2bd62de30a78 req-4c79771c-1fa9-45dc-b90a-b730e60194b9 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:52.666808 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-891f876f-ab0a-4857-8a35-2bd62de30a78 req-4c79771c-1fa9-45dc-b90a-b730e60194b9 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 936 time: 0.2822738 Jul 30 20:00:52.700683 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:52.730908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-0de3b8a7-f7f4-4f27-bb9c-f4b09c8e7d0b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:52.732031 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-0de3b8a7-f7f4-4f27-bb9c-f4b09c8e7d0b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:52.762175 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64310bbb-66ac-4340-9de0-32be74c84655 req-f9ec7dbb-962b-42f6-966d-31eb60a974aa tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:52.775530 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-64310bbb-66ac-4340-9de0-32be74c84655 req-f9ec7dbb-962b-42f6-966d-31eb60a974aa tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 943 time: 0.7108126 Jul 30 20:00:52.780074 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port fcd1c213-d7ff-4856-81b0-16cc484f79af, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=fcd1c213-d7ff-4856-81b0-16cc484f79af,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:52.783334 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-891f876f-ab0a-4857-8a35-2bd62de30a78 req-af41fe90-64fb-4724-86a9-03fd456c9198 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025152 Jul 30 20:00:52.784363 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105c9344-7ff6-418a-9e84-27e5205e9d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd1c213-d7ff-4856-81b0-16cc484f79af'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:00:52.786635 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-0de3b8a7-f7f4-4f27-bb9c-f4b09c8e7d0b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6386607 Jul 30 20:00:52.790616 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe389e5-5743-42c6-9374-f2eaaa49eb06" -d '{"events": [{"server_uuid": "105c9344-7ff6-418a-9e84-27e5205e9d14", "name": "network-vif-plugged", "status": "completed", "tag": "fcd1c213-d7ff-4856-81b0-16cc484f79af"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:00:52.801935 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:52.816213 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-f3377d50-8b85-4d98-b6de-35b1d6158896 service neutron] Request body: {'port': {'device_id': 'c671c0fb-9096-481d-9946-90025577a229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:52.877218 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b73d629f-d74d-4648-ba1b-599e6a7985ab up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:00:52.894537 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-f3377d50-8b85-4d98-b6de-35b1d6158896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:52.908786 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7b6dd48-0fd7-4aef-9dcd-1c851fedfc55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:52.992739 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=fcd1c213-d7ff-4856-81b0-16cc484f79af,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:53.011371 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-64310bbb-66ac-4340-9de0-32be74c84655 req-c50a5fee-8e1f-471f-be8b-3c2d93e38d4b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347474 Jul 30 20:00:53.072050 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9973a1e9-44fd-4d77-8b2c-a1ff0800b283 admin admin] Router bb207adc-3942-4057-ab01-e47cf944cdc7 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:00:53.074770 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7b6dd48-0fd7-4aef-9dcd-1c851fedfc55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:53.131653 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port b73d629f-d74d-4648-ba1b-599e6a7985ab triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:53.132030 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:53.140427 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5ca872ec-3060-49c6-ada5-1e28b28e1e7f None None] Provisioning for port db46e04f-5e2b-4fbf-bb4a-6aee85812d1d completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:00:53.168337 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5ca872ec-3060-49c6-ada5-1e28b28e1e7f None None] Provisioning complete for port db46e04f-5e2b-4fbf-bb4a-6aee85812d1d triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:00:53.168666 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5ca872ec-3060-49c6-ada5-1e28b28e1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:53.259382 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5ca872ec-3060-49c6-ada5-1e28b28e1e7f None None] Port db46e04f-5e2b-4fbf-bb4a-6aee85812d1d cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:00:53.262024 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c879492-50fa-4eba-b241-67e6a4318c6e x-openstack-request-id: req-4c879492-50fa-4eba-b241-67e6a4318c6e {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:00:53.262300 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105c9344-7ff6-418a-9e84-27e5205e9d14", "name": "network-vif-plugged", "status": "completed", "tag": "fcd1c213-d7ff-4856-81b0-16cc484f79af", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:00:53.262553 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4c879492-50fa-4eba-b241-67e6a4318c6e {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:00:53.263129 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105c9344-7ff6-418a-9e84-27e5205e9d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd1c213-d7ff-4856-81b0-16cc484f79af', 'code': 200} Jul 30 20:00:53.290173 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9973a1e9-44fd-4d77-8b2c-a1ff0800b283 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:00:53.309815 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9973a1e9-44fd-4d77-8b2c-a1ff0800b283 admin admin] 10.222.0.81 "PUT /v2.0/routers/bb207adc-3942-4057-ab01-e47cf944cdc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8827927 Jul 30 20:00:53.319025 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48336) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:53.498235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce04b41-ea48-405d-8fc4-826495b4639f req-3ae9975c-df89-4730-8101-b9b874d5972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:53.500212 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dce04b41-ea48-405d-8fc4-826495b4639f req-3ae9975c-df89-4730-8101-b9b874d5972f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 1096 time: 0.1614935 Jul 30 20:00:53.508519 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-f3377d50-8b85-4d98-b6de-35b1d6158896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db46e04f-5e2b-4fbf-bb4a-6aee85812d1d {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:00:53.533997 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-f3377d50-8b85-4d98-b6de-35b1d6158896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:53.556750 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2edde77d-8e5b-4dc7-aa81-2f5bad2a3e11 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:53.579908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-f3377d50-8b85-4d98-b6de-35b1d6158896 service neutron] Transition to ACTIVE for port object db46e04f-5e2b-4fbf-bb4a-6aee85812d1d will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:00:53.593876 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dce04b41-ea48-405d-8fc4-826495b4639f req-6058b218-db13-4587-bec3-2843de6cc955 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816278 Jul 30 20:00:53.595836 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-f3377d50-8b85-4d98-b6de-35b1d6158896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:53.615334 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7b6dd48-0fd7-4aef-9dcd-1c851fedfc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:53.620214 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7b6dd48-0fd7-4aef-9dcd-1c851fedfc55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:53.624290 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b7b6dd48-0fd7-4aef-9dcd-1c851fedfc55 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7da4e109-89f0-48d2-902a-3ae566191d18 HTTP/1.1" status: 204 len: 168 time: 1.4058783 Jul 30 20:00:53.638689 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9076891-a941-4772-bc47-02887da7717b req-19342908-d378-4052-bd91-4c507d228173 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:53.645292 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc22b373-8fcb-43f3-831d-73c56e0aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:53.649260 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c9076891-a941-4772-bc47-02887da7717b req-19342908-d378-4052-bd91-4c507d228173 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 945 time: 0.1421928 Jul 30 20:00:53.683799 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6dd48-0fd7-4aef-9dcd-1c851fedfc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da4e109-89f0-48d2-902a-3ae566191d18,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:53.691571 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3377d50-8b85-4d98-b6de-35b1d6158896 service neutron] Pushing event updated for resources: {'Port': ['ID=db46e04f-5e2b-4fbf-bb4a-6aee85812d1d,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:53.808199 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c9076891-a941-4772-bc47-02887da7717b req-b1f20ab4-f56f-402a-96d0-a03f64349737 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454067 Jul 30 20:00:53.873506 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:53.885771 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-f3377d50-8b85-4d98-b6de-35b1d6158896 service neutron] Attempting to bind port db46e04f-5e2b-4fbf-bb4a-6aee85812d1d on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:00:53.886119 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-f3377d50-8b85-4d98-b6de-35b1d6158896 service neutron] Attempting to bind port db46e04f-5e2b-4fbf-bb4a-6aee85812d1d by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:00:53.887708 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-f3377d50-8b85-4d98-b6de-35b1d6158896 service neutron] Attempting to bind port db46e04f-5e2b-4fbf-bb4a-6aee85812d1d on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:53.902590 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-f3377d50-8b85-4d98-b6de-35b1d6158896 service neutron] Port db46e04f-5e2b-4fbf-bb4a-6aee85812d1d on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:00:53.902994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-f3377d50-8b85-4d98-b6de-35b1d6158896 service neutron] Attempting to bind port db46e04f-5e2b-4fbf-bb4a-6aee85812d1d on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:00:53.915495 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-f3377d50-8b85-4d98-b6de-35b1d6158896 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:00:53.918533 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-f3377d50-8b85-4d98-b6de-35b1d6158896 service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:00:53.920575 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-f3377d50-8b85-4d98-b6de-35b1d6158896 service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:00:53.920992 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-f3377d50-8b85-4d98-b6de-35b1d6158896 service neutron] Bound port: db46e04f-5e2b-4fbf-bb4a-6aee85812d1d, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:00:53.921437 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-f3377d50-8b85-4d98-b6de-35b1d6158896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:53.928473 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2edde77d-8e5b-4dc7-aa81-2f5bad2a3e11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:54.039272 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c43db0-5183-4384-84f9-b538e0a8d739 req-7754fbf6-2296-4bdd-9520-e1ba0b84ffce tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:54.046907 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b6c43db0-5183-4384-84f9-b538e0a8d739 req-7754fbf6-2296-4bdd-9520-e1ba0b84ffce tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 948 time: 0.1519036 Jul 30 20:00:54.055314 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-f3377d50-8b85-4d98-b6de-35b1d6158896 service neutron] For port db46e04f-5e2b-4fbf-bb4a-6aee85812d1d, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:00:54.059473 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-f3377d50-8b85-4d98-b6de-35b1d6158896 service neutron] For port db46e04f-5e2b-4fbf-bb4a-6aee85812d1d, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=db46e04f-5e2b-4fbf-bb4a-6aee85812d1d,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:00:54.066880 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-f3377d50-8b85-4d98-b6de-35b1d6158896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:54.109474 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2edde77d-8e5b-4dc7-aa81-2f5bad2a3e11 admin admin] Deleting port b73d629f-d74d-4648-ba1b-599e6a7985ab {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:00:54.109925 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2edde77d-8e5b-4dc7-aa81-2f5bad2a3e11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:54.131194 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-f3377d50-8b85-4d98-b6de-35b1d6158896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:54.134122 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777190d6-7d32-476d-9c09-e0651f54af61 None None] Sync routers for ids ['bb207adc-3942-4057-ab01-e47cf944cdc7'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:00:54.135052 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-f3377d50-8b85-4d98-b6de-35b1d6158896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:54.136864 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-f3377d50-8b85-4d98-b6de-35b1d6158896 service neutron] 10.222.0.59 "PUT /v2.0/ports/db46e04f-5e2b-4fbf-bb4a-6aee85812d1d HTTP/1.1" status: 200 len: 1096 time: 1.3343782 Jul 30 20:00:54.137429 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c671c0fb-9096-481d-9946-90025577a229', 'tag': 'db46e04f-5e2b-4fbf-bb4a-6aee85812d1d'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:00:54.143097 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8036a60-105d-473e-8b62-fe8eb7de557e" -d '{"events": [{"name": "network-changed", "server_uuid": "c671c0fb-9096-481d-9946-90025577a229", "tag": "db46e04f-5e2b-4fbf-bb4a-6aee85812d1d"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:00:54.145567 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777190d6-7d32-476d-9c09-e0651f54af61 None None] Routers {'bb207adc-3942-4057-ab01-e47cf944cdc7'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:00:54.147066 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-777190d6-7d32-476d-9c09-e0651f54af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:00:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['bb207adc-3942-4057-ab01-e47cf944cdc7'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:54.250266 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-777190d6-7d32-476d-9c09-e0651f54af61 None None] Set router bb207adc-3942-4057-ab01-e47cf944cdc7 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:00:54.320265 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b6c43db0-5183-4384-84f9-b538e0a8d739 req-ea61d215-9fce-4b36-a688-e4a9c080add9 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718098 Jul 30 20:00:54.340344 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-777190d6-7d32-476d-9c09-e0651f54af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb207adc-3942-4057-ab01-e47cf944cdc7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338736623-router', 'tenant_id': '1d0f69fc3588465faf5ff8335daf2715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:00:41Z', 'updated_at': '2021-07-30T20:00:53Z', 'revision_number': 6, 'project_id': '1d0f69fc3588465faf5ff8335daf2715', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:54.345750 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19333d-f311-4bd0-972c-5a5d2f5bf850 req-3529e8bf-46c4-4b01-9b8e-64d03d0ea02b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:54.354957 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea19333d-f311-4bd0-972c-5a5d2f5bf850 req-3529e8bf-46c4-4b01-9b8e-64d03d0ea02b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 943 time: 0.2076781 Jul 30 20:00:54.396050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777190d6-7d32-476d-9c09-e0651f54af61 None None] Checking router: bb207adc-3942-4057-ab01-e47cf944cdc7 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:00:54.406541 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-2edde77d-8e5b-4dc7-aa81-2f5bad2a3e11 admin admin] For port b73d629f-d74d-4648-ba1b-599e6a7985ab, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b73d629f-d74d-4648-ba1b-599e6a7985ab,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:54.406910 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2edde77d-8e5b-4dc7-aa81-2f5bad2a3e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:54.408139 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3377d50-8b85-4d98-b6de-35b1d6158896 service neutron] Pushing event updated for resources: {'Port': ['ID=db46e04f-5e2b-4fbf-bb4a-6aee85812d1d,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:54.411703 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6354f3a8-df13-42db-8754-cd191ca158d0 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:00:54.440785 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2edde77d-8e5b-4dc7-aa81-2f5bad2a3e11 admin admin] Calling delete_port for b73d629f-d74d-4648-ba1b-599e6a7985ab owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:00:54.448039 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85026cad-c589-4fa1-a364-d7212e022572 x-openstack-request-id: req-85026cad-c589-4fa1-a364-d7212e022572 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:00:54.448337 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c671c0fb-9096-481d-9946-90025577a229", "tag": "db46e04f-5e2b-4fbf-bb4a-6aee85812d1d", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:00:54.448594 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-85026cad-c589-4fa1-a364-d7212e022572 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:00:54.449328 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c671c0fb-9096-481d-9946-90025577a229', 'tag': 'db46e04f-5e2b-4fbf-bb4a-6aee85812d1d', 'status': 'completed', 'code': 200} Jul 30 20:00:54.451671 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777190d6-7d32-476d-9c09-e0651f54af61 None None] Routers {'bb207adc-3942-4057-ab01-e47cf944cdc7'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:00:54.455862 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-777190d6-7d32-476d-9c09-e0651f54af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:00:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['bb207adc-3942-4057-ab01-e47cf944cdc7'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:54.456136 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-3c201249-be36-452c-a970-07513ac80eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:54.458025 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-3c201249-be36-452c-a970-07513ac80eff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 1099 time: 0.2542236 Jul 30 20:00:54.459544 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 6354f3a8-df13-42db-8754-cd191ca158d0 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:00:54.460406 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6354f3a8-df13-42db-8754-cd191ca158d0 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:00:54.462595 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea19333d-f311-4bd0-972c-5a5d2f5bf850 req-92729cbc-4f23-4013-9d1b-5b6f578f19c4 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069052 Jul 30 20:00:54.576244 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-777190d6-7d32-476d-9c09-e0651f54af61 None None] Set router bb207adc-3942-4057-ab01-e47cf944cdc7 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:00:54.578213 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48384) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:54.597329 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-8a8c5b92-fc65-4d4c-9de8-9a14269518a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=db46e04f-5e2b-4fbf-bb4a-6aee85812d1d HTTP/1.1" status: 200 len: 217 time: 0.1107202 Jul 30 20:00:54.643088 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-777190d6-7d32-476d-9c09-e0651f54af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb207adc-3942-4057-ab01-e47cf944cdc7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338736623-router', 'tenant_id': '1d0f69fc3588465faf5ff8335daf2715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:00:41Z', 'updated_at': '2021-07-30T20:00:53Z', 'revision_number': 6, 'project_id': '1d0f69fc3588465faf5ff8335daf2715', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:54.678192 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777190d6-7d32-476d-9c09-e0651f54af61 None None] The sync data for ids ['bb207adc-3942-4057-ab01-e47cf944cdc7'] in n-d-712137-9 is: [{'id': 'bb207adc-3942-4057-ab01-e47cf944cdc7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338736623-router', 'tenant_id': '1d0f69fc3588465faf5ff8335daf2715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:00:41Z', 'updated_at': '2021-07-30T20:00:53Z', 'revision_number': 6, 'project_id': '1d0f69fc3588465faf5ff8335daf2715', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:00:54.728760 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48388) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:54.808349 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:54.841223 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-adc86160-8bf3-41ca-890f-fd9f5142f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:54.857714 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-adc86160-8bf3-41ca-890f-fd9f5142f231 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.2288442 Jul 30 20:00:54.877257 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2edde77d-8e5b-4dc7-aa81-2f5bad2a3e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:54.896844 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a5ef0cd9-ddcf-4f97-87b8-8d517d4bfa15 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=08acec0b60ef4e9fa35d22e08c996e8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3174217 Jul 30 20:00:54.899861 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48398) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:54.921580 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edde77d-8e5b-4dc7-aa81-2f5bad2a3e11 admin admin] Pushing event deleted for resources: {'Port': ['ID=b73d629f-d74d-4648-ba1b-599e6a7985ab,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:54.972376 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07feec57-2064-4b8e-96c6-7ae891e7de9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:54.985633 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-f86c5653-a831-40a1-934b-d6fdbe4e4258 service neutron] 10.222.0.83 "GET /v2.0/ports/46a421cb-a631-43ca-a761-bfafefe140f3/bindings/n-h1-712137-9 HTTP/1.1" status: 200 len: 384 time: 0.2660148 Jul 30 20:00:55.001716 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2edde77d-8e5b-4dc7-aa81-2f5bad2a3e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:55.006204 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-15f62d14-2f50-4db7-9d64-9745cfbfd643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:55.007693 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-15f62d14-2f50-4db7-9d64-9745cfbfd643 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1345866 Jul 30 20:00:55.102241 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9523e6-7702-4b91-8be8-3ef13df404e9 req-814ac6a4-d4ed-4987-8404-255a5ca81813 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:55.103820 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-aa9523e6-7702-4b91-8be8-3ef13df404e9 req-814ac6a4-d4ed-4987-8404-255a5ca81813 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 945 time: 0.1836734 Jul 30 20:00:55.152050 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2edde77d-8e5b-4dc7-aa81-2f5bad2a3e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:55.158919 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2edde77d-8e5b-4dc7-aa81-2f5bad2a3e11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:55.268847 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2edde77d-8e5b-4dc7-aa81-2f5bad2a3e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:55.269566 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edde77d-8e5b-4dc7-aa81-2f5bad2a3e11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb207adc-3942-4057-ab01-e47cf944cdc7 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:00:55.275435 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2edde77d-8e5b-4dc7-aa81-2f5bad2a3e11 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:55.281439 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2edde77d-8e5b-4dc7-aa81-2f5bad2a3e11 admin admin] 10.222.0.81 "DELETE /v2.0/routers/bb207adc-3942-4057-ab01-e47cf944cdc7 HTTP/1.1" status: 204 len: 168 time: 1.9600825 Jul 30 20:00:55.297337 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-aa9523e6-7702-4b91-8be8-3ef13df404e9 req-dbd9d744-d85a-4a7e-839d-d15579be2c9d tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628821 Jul 30 20:00:55.297811 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48406) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:55.403548 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba780b48-7882-4a6d-ba9c-5e604ba75151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:55.449689 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fdd81c3-f0f6-420e-8dfe-a1eef626a7df admin admin] Deleting subnet fd58640e-2a35-44f4-8f81-22e5343c140c {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:00:55.453368 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07feec57-2064-4b8e-96c6-7ae891e7de9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:55.460473 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fdd81c3-f0f6-420e-8dfe-a1eef626a7df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:55.483142 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07feec57-2064-4b8e-96c6-7ae891e7de9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:55.484362 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba780b48-7882-4a6d-ba9c-5e604ba75151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:55.500968 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc4c38-9822-4281-880e-abfb98f8606c req-e41e8e88-51d1-4666-826b-352c808a0154 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:55.504300 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-33f8bd2e-bd5a-4fae-bb75-70b58d2b9b88 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708610 Jul 30 20:00:55.507896 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cbfc4c38-9822-4281-880e-abfb98f8606c req-e41e8e88-51d1-4666-826b-352c808a0154 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 948 time: 0.1120389 Jul 30 20:00:55.571490 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fdd81c3-f0f6-420e-8dfe-a1eef626a7df admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:55.588775 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-07feec57-2064-4b8e-96c6-7ae891e7de9a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2663cf605b8547488a1b6ab7dc283128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8564212 Jul 30 20:00:55.611957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48424) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:55.613679 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07feec57-2064-4b8e-96c6-7ae891e7de9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135cc669-1360-4166-bc72-1a1431e0cb75,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:55.652167 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cbfc4c38-9822-4281-880e-abfb98f8606c req-0872c2e7-2683-4985-92a3-c405f885c009 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434300 Jul 30 20:00:55.678707 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fdd81c3-f0f6-420e-8dfe-a1eef626a7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:55.721327 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba780b48-7882-4a6d-ba9c-5e604ba75151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:55.724336 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba780b48-7882-4a6d-ba9c-5e604ba75151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:55.728042 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ba780b48-7882-4a6d-ba9c-5e604ba75151 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0175f328-7586-413c-92f9-c64ee820cb54 HTTP/1.1" status: 204 len: 168 time: 0.8269117 Jul 30 20:00:55.746458 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fdd81c3-f0f6-420e-8dfe-a1eef626a7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:55.782703 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fdd81c3-f0f6-420e-8dfe-a1eef626a7df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:55.785635 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5fdd81c3-f0f6-420e-8dfe-a1eef626a7df admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fd58640e-2a35-44f4-8f81-22e5343c140c HTTP/1.1" status: 204 len: 168 time: 0.4838042 Jul 30 20:00:55.786949 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd81c3-f0f6-420e-8dfe-a1eef626a7df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd58640e-2a35-44f4-8f81-22e5343c140c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:55.788151 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b0e004-e715-49ce-a2a4-e35c28519d43 None None] Network 8ef9d3d7-103b-4252-8bf0-440f9767a3b2 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:00:55.789327 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48430) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:55.811763 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba780b48-7882-4a6d-ba9c-5e604ba75151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0175f328-7586-413c-92f9-c64ee820cb54,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:55.892321 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9c580a5b-779a-4c4e-9fc0-ff5a86fb7c42 req-4dc4498d-707b-4ee3-a1ab-543844a2a597 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791120 Jul 30 20:00:55.898256 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-18be4acf-c62a-4ea7-bbaf-498b92729433 service neutron] For port 46a421cb-a631-43ca-a761-bfafefe140f3, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=46a421cb-a631-43ca-a761-bfafefe140f3,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:55.901340 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d03e159c-a533-49ab-9cab-2da34408f9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:55.905409 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:55.934174 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d03e159c-a533-49ab-9cab-2da34408f9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:55.941688 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c157be-21fb-4025-a594-3f110eaff1ec req-e4012ce6-396c-4a6c-9091-b79c6005a758 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:55.943867 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b3c157be-21fb-4025-a594-3f110eaff1ec req-e4012ce6-396c-4a6c-9091-b79c6005a758 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 943 time: 0.0752981 Jul 30 20:00:56.013263 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5914d4-ee71-4401-ab31-4c83437b14a1 req-84a3c923-f170-4cfa-b2e6-f62e67045cbd tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:56.014808 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3b5914d4-ee71-4401-ab31-4c83437b14a1 req-84a3c923-f170-4cfa-b2e6-f62e67045cbd tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 1096 time: 0.3173478 Jul 30 20:00:56.021813 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8212a91-1567-4e5c-9c4b-5a7d8e3488a5 None None] DHCP port deletion for 8ef9d3d7-103b-4252-8bf0-440f9767a3b2 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:00:56.031145 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b3c157be-21fb-4025-a594-3f110eaff1ec req-f7f6b2f4-c7fb-4ab8-b133-15e0e68ce629 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582345 Jul 30 20:00:56.039767 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Deleting port d317ae45-3a2e-492c-8e18-a68f28d6bc40 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:00:56.040120 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:56.069460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-18be4acf-c62a-4ea7-bbaf-498b92729433 service neutron] For port 46a421cb-a631-43ca-a761-bfafefe140f3, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:00:56.108831 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f8212a91-1567-4e5c-9c4b-5a7d8e3488a5 None None] Deleting port d317ae45-3a2e-492c-8e18-a68f28d6bc40 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:00:56.109567 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8212a91-1567-4e5c-9c4b-5a7d8e3488a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:56.147168 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3b5914d4-ee71-4401-ab31-4c83437b14a1 req-7691f7e0-662f-4948-98ce-1b4574f6680f tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947788 Jul 30 20:00:56.149227 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8036a60-105d-473e-8b62-fe8eb7de557e req-fd3d571c-4aef-455e-bfde-7388764559af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:56.150707 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8036a60-105d-473e-8b62-fe8eb7de557e req-fd3d571c-4aef-455e-bfde-7388764559af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 1099 time: 0.1838577 Jul 30 20:00:56.159801 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] For port d317ae45-3a2e-492c-8e18-a68f28d6bc40, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d317ae45-3a2e-492c-8e18-a68f28d6bc40,segment=NetworkSegment(68fd6566-95d3-48a0-92a0-e6f1f5e34924),segment_id=68fd6566-95d3-48a0-92a0-e6f1f5e34924)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:56.160196 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:56.184166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-18be4acf-c62a-4ea7-bbaf-498b92729433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a421cb-a631-43ca-a761-bfafefe140f3 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:00:56.196843 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-18be4acf-c62a-4ea7-bbaf-498b92729433 service neutron] For port 46a421cb-a631-43ca-a761-bfafefe140f3, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=46a421cb-a631-43ca-a761-bfafefe140f3,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:56.202642 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Calling delete_port for d317ae45-3a2e-492c-8e18-a68f28d6bc40 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:00:56.222881 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f8212a91-1567-4e5c-9c4b-5a7d8e3488a5 None None] For port d317ae45-3a2e-492c-8e18-a68f28d6bc40, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d317ae45-3a2e-492c-8e18-a68f28d6bc40,segment=NetworkSegment(68fd6566-95d3-48a0-92a0-e6f1f5e34924),segment_id=68fd6566-95d3-48a0-92a0-e6f1f5e34924)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:00:56.223340 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d03e159c-a533-49ab-9cab-2da34408f9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:56.224718 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8212a91-1567-4e5c-9c4b-5a7d8e3488a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:56.226783 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d03e159c-a533-49ab-9cab-2da34408f9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:56.231310 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d03e159c-a533-49ab-9cab-2da34408f9ce admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/135cc669-1360-4166-bc72-1a1431e0cb75 HTTP/1.1" status: 204 len: 168 time: 0.5904825 Jul 30 20:00:56.241852 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f8212a91-1567-4e5c-9c4b-5a7d8e3488a5 None None] Calling delete_port for d317ae45-3a2e-492c-8e18-a68f28d6bc40 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:00:56.261073 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-18be4acf-c62a-4ea7-bbaf-498b92729433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:56.294362 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e159c-a533-49ab-9cab-2da34408f9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135cc669-1360-4166-bc72-1a1431e0cb75,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:56.352046 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8212a91-1567-4e5c-9c4b-5a7d8e3488a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:56.392547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8212a91-1567-4e5c-9c4b-5a7d8e3488a5 None None] No DVR routers for this DVR port d317ae45-3a2e-492c-8e18-a68f28d6bc40 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:00:56.413364 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:56.439551 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8212a91-1567-4e5c-9c4b-5a7d8e3488a5 None None] Pushing event deleted for resources: {'Port': ['ID=d317ae45-3a2e-492c-8e18-a68f28d6bc40,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:56.451966 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ff5c3-4283-422e-af39-f7bcf3632117 req-94bf5704-1c64-45fd-ab66-3d94f886b5c9 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:56.462048 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] No DVR routers for this DVR port d317ae45-3a2e-492c-8e18-a68f28d6bc40 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:00:56.467787 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d317ae45-3a2e-492c-8e18-a68f28d6bc40,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:56.469626 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f10ff5c3-4283-422e-af39-f7bcf3632117 req-94bf5704-1c64-45fd-ab66-3d94f886b5c9 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 1096 time: 0.2063665 Jul 30 20:00:56.485263 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8036a60-105d-473e-8b62-fe8eb7de557e req-c1babae7-e589-44b8-abbd-d0b00c25beba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:56.486714 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8036a60-105d-473e-8b62-fe8eb7de557e req-c1babae7-e589-44b8-abbd-d0b00c25beba service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.3221054 Jul 30 20:00:56.493783 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b73d629f-d74d-4648-ba1b-599e6a7985ab no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:00:56.535954 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: b73d629f-d74d-4648-ba1b-599e6a7985ab {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:00:56.536233 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b73d629f-d74d-4648-ba1b-599e6a7985ab not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:00:56.536655 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d317ae45-3a2e-492c-8e18-a68f28d6bc40 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:00:56.574916 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-18be4acf-c62a-4ea7-bbaf-498b92729433 service neutron] Transition to ACTIVE for port object 46a421cb-a631-43ca-a761-bfafefe140f3 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:00:56.577431 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8036a60-105d-473e-8b62-fe8eb7de557e req-d5caca77-9477-41b8-88bf-2173eba7aec5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=db46e04f-5e2b-4fbf-bb4a-6aee85812d1d HTTP/1.1" status: 200 len: 217 time: 0.0531929 Jul 30 20:00:56.579168 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f10ff5c3-4283-422e-af39-f7bcf3632117 req-a0d817ac-785f-44d0-917d-8e62d5f99775 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087682 Jul 30 20:00:56.582925 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-18be4acf-c62a-4ea7-bbaf-498b92729433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:56.612869 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: d317ae45-3a2e-492c-8e18-a68f28d6bc40 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:00:56.613593 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d317ae45-3a2e-492c-8e18-a68f28d6bc40 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:00:56.618117 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:56.638080 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:56.638556 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:56.639394 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:56.639852 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Subscribe: > port after_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:56.640283 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:56.640692 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Subscribe: > port after_update 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:56.641096 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:56.641686 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:56.642081 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:56.642475 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:56.658998 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8036a60-105d-473e-8b62-fe8eb7de557e req-99feb08c-4a9e-411e-9190-a2d0c0a43a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:56.660876 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8036a60-105d-473e-8b62-fe8eb7de557e req-99feb08c-4a9e-411e-9190-a2d0c0a43a79 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0682521 Jul 30 20:00:56.667545 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:56.745841 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:56.746272 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:56.746689 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:56.747028 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 20:00:56.748109 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef9d3d7-103b-4252-8bf0-440f9767a3b2']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:56.764051 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-18be4acf-c62a-4ea7-bbaf-498b92729433 service neutron] No DVR routers for this DVR port 46a421cb-a631-43ca-a761-bfafefe140f3 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:00:56.774500 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68fd6566-95d3-48a0-92a0-e6f1f5e34924') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:56.774753 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68fd6566-95d3-48a0-92a0-e6f1f5e34924') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:00:56.779428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be4acf-c62a-4ea7-bbaf-498b92729433 service neutron] Pushing event updated for resources: {'Port': ['ID=46a421cb-a631-43ca-a761-bfafefe140f3,revision_number=10']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:56.796206 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:56.810758 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8036a60-105d-473e-8b62-fe8eb7de557e req-c3b6bd34-0c88-4ea2-88cd-57fd526b1fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:56.812453 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8036a60-105d-473e-8b62-fe8eb7de557e req-c3b6bd34-0c88-4ea2-88cd-57fd526b1fee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1308856 Jul 30 20:00:56.820567 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:56.829030 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-18be4acf-c62a-4ea7-bbaf-498b92729433 service neutron] 10.222.0.83 "PUT /v2.0/ports/46a421cb-a631-43ca-a761-bfafefe140f3/bindings/n-h1-712137-9/activate HTTP/1.1" status: 200 len: 369 time: 1.8341169 Jul 30 20:00:56.835738 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:00:56.836222 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: from cryptography.utils import int_from_bytes Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: from cryptography.utils import int_from_bytes Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:00:56.848977 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:00:56.922171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c600aa-e853-41a2-be6a-86560efd5316 req-45cfd02d-04bb-4cb0-b8af-8580266b7970 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:56.923794 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41c600aa-e853-41a2-be6a-86560efd5316 req-45cfd02d-04bb-4cb0-b8af-8580266b7970 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 948 time: 0.1177335 Jul 30 20:00:56.944206 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48474) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:56.968016 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:56.972944 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-0345f014-3d31-4b0e-8c1b-d60449a93f2b tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:56.974846 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-0345f014-3d31-4b0e-8c1b-d60449a93f2b tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb&tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&binding%3Ahost_id=n-h2-712137-9 HTTP/1.1" status: 200 len: 1095 time: 0.0711539 Jul 30 20:00:56.988609 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-859c758f-dda8-44fd-8ce9-a165651dd0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:56.989556 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:56.992395 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/8ef9d3d7-103b-4252-8bf0-440f9767a3b2 HTTP/1.1" status: 204 len: 168 time: 1.2017510 Jul 30 20:00:57.003054 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b52c0-06ff-44f0-96da-ce11a5d5cfd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ef9d3d7-103b-4252-8bf0-440f9767a3b2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:57.011373 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8036a60-105d-473e-8b62-fe8eb7de557e req-f678c816-555d-4f06-9e5d-f0a6924ad92c service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659591 Jul 30 20:00:57.017381 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41c600aa-e853-41a2-be6a-86560efd5316 req-ede15414-544d-4e62-be56-3c740e230f76 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867093 Jul 30 20:00:57.074045 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-e8d587b6-115c-4a7c-a31d-180f5a2f6f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:57.076060 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-e8d587b6-115c-4a7c-a31d-180f5a2f6f3e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb&tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07 HTTP/1.1" status: 200 len: 1095 time: 0.0825779 Jul 30 20:00:57.160931 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8036a60-105d-473e-8b62-fe8eb7de557e req-b735e7aa-895a-4238-b8a9-51b3f6ad3390 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362593 Jul 30 20:00:57.193898 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-e8bf1a13-a33c-4f9d-b36b-171348c3085e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:57.196807 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-e8bf1a13-a33c-4f9d-b36b-171348c3085e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 1095 time: 0.0829866 Jul 30 20:00:57.207823 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-859c758f-dda8-44fd-8ce9-a165651dd0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:57.215962 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-859c758f-dda8-44fd-8ce9-a165651dd0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:57.272714 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48486) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:57.305059 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c758f-dda8-44fd-8ce9-a165651dd0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf52c732-28a1-489d-82d4-c01b2f202cf0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:57.319130 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-859c758f-dda8-44fd-8ce9-a165651dd0c5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=413c516601cb40399fec28d73207b1f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3708191 Jul 30 20:00:57.323995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48488) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:57.440428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488f99e-04bb-4241-a454-f1f57bd59e0e req-e7e76c70-043b-413d-ac34-a425b5917fa5 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:57.442902 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6488f99e-04bb-4241-a454-f1f57bd59e0e req-e7e76c70-043b-413d-ac34-a425b5917fa5 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 1096 time: 0.0827560 Jul 30 20:00:57.450952 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001e3aa-d764-4b9a-bc9e-bd2303bf9c38 req-e23a6950-cd87-4d3d-8af7-ca7fffd3acb3 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:57.452573 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7001e3aa-d764-4b9a-bc9e-bd2303bf9c38 req-e23a6950-cd87-4d3d-8af7-ca7fffd3acb3 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 944 time: 0.0961037 Jul 30 20:00:57.462624 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9f7a85f4-52fc-49a4-b7e6-39925252d0a5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1d0f69fc3588465faf5ff8335daf2715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1853714 Jul 30 20:00:57.466328 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48492) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:57.493407 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b83165ea-4882-4d44-8951-2dac465b334b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:57.496017 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-ad2b2e73-017f-4609-95f3-e508bbb204f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:57.497492 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-ad2b2e73-017f-4609-95f3-e508bbb204f6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 200 len: 921 time: 0.2900493 Jul 30 20:00:57.548897 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6488f99e-04bb-4241-a454-f1f57bd59e0e req-1c9444d2-c57c-4b1b-8e09-cc264d5b61b1 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952072 Jul 30 20:00:57.550932 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b83165ea-4882-4d44-8951-2dac465b334b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:57.565160 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7001e3aa-d764-4b9a-bc9e-bd2303bf9c38 req-d9180b1e-ba39-4d9f-ac17-c43be98f19df tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001270 Jul 30 20:00:57.568110 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-e8356270-5430-4129-897c-0bfaa6fb1175 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46a421cb-a631-43ca-a761-bfafefe140f3 HTTP/1.1" status: 200 len: 217 time: 0.0582879 Jul 30 20:00:57.609000 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-37d4a0b5-7708-4cfb-9ee3-c51863608d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:57.635298 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-37d4a0b5-7708-4cfb-9ee3-c51863608d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:57.647885 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-8ee32daa-0c77-4514-a08d-d5aeaf2766a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:57.650055 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-8ee32daa-0c77-4514-a08d-d5aeaf2766a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b757e780-295d-4676-ae81-4c07de396b9e HTTP/1.1" status: 200 len: 860 time: 0.0732961 Jul 30 20:00:57.655462 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b83165ea-4882-4d44-8951-2dac465b334b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:57.657998 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b83165ea-4882-4d44-8951-2dac465b334b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:57.659291 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b83165ea-4882-4d44-8951-2dac465b334b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cf52c732-28a1-489d-82d4-c01b2f202cf0 HTTP/1.1" status: 204 len: 168 time: 0.3343155 Jul 30 20:00:57.691295 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-5dd4ad21-d0a8-447b-a68c-7a94447555f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1b009359-14e5-4019-b6cd-e6d82ee142cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335948 Jul 30 20:00:57.692743 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83165ea-4882-4d44-8951-2dac465b334b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf52c732-28a1-489d-82d4-c01b2f202cf0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:57.732796 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-37d4a0b5-7708-4cfb-9ee3-c51863608d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:57.735341 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-37d4a0b5-7708-4cfb-9ee3-c51863608d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:57.739614 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-37d4a0b5-7708-4cfb-9ee3-c51863608d32 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4b4f1e0a-1cfc-4257-9bbe-4213534a9839 HTTP/1.1" status: 204 len: 168 time: 0.2718592 Jul 30 20:00:57.757569 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4a0b5-7708-4cfb-9ee3-c51863608d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4f1e0a-1cfc-4257-9bbe-4213534a9839,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:57.803106 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-7ac3a44f-2998-49e9-8e59-efbd7107e786 service neutron] 10.222.0.59 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028285 Jul 30 20:00:57.909982 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-b4c872df-fdf9-43f7-9fef-db9718e48a66 service neutron] 10.222.0.59 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987284 Jul 30 20:00:58.112585 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 46a421cb-a631-43ca-a761-bfafefe140f3 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:00:58.162824 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720978b9-b987-405e-8f0e-cd7dd7f682bf req-e228e893-023d-475f-b38c-4766ff63adc1 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:58.164800 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-720978b9-b987-405e-8f0e-cd7dd7f682bf req-e228e893-023d-475f-b38c-4766ff63adc1 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 948 time: 0.0596409 Jul 30 20:00:58.185841 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 46a421cb-a631-43ca-a761-bfafefe140f3 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:00:58.244696 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-720978b9-b987-405e-8f0e-cd7dd7f682bf req-3222f99d-712c-4d51-bff5-e47297fa98a6 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740647 Jul 30 20:00:58.251673 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-c957b163-b77e-4bfa-a9b1-9767757cc3bc tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:58.253173 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-c957b163-b77e-4bfa-a9b1-9767757cc3bc tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb&tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&binding%3Ahost_id=n-h1-712137-9 HTTP/1.1" status: 200 len: 1095 time: 0.0743284 Jul 30 20:00:58.423469 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-d3fa8d2b-18a3-46b3-9e37-67a9bcae7821 service neutron] For port 46a421cb-a631-43ca-a761-bfafefe140f3, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:00:58.428284 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-d3fa8d2b-18a3-46b3-9e37-67a9bcae7821 service neutron] Notify callbacks [] for binding, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:58.430686 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ad47316a-4d2d-46e6-8b3b-8b2ea51b77d9 req-d3fa8d2b-18a3-46b3-9e37-67a9bcae7821 service neutron] 10.222.0.59 "DELETE /v2.0/ports/46a421cb-a631-43ca-a761-bfafefe140f3/bindings/n-h2-712137-9 HTTP/1.1" status: 204 len: 173 time: 0.1653619 Jul 30 20:00:58.690734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6218f-18d3-4d07-bbd0-bb8b67e8c254 req-c15c8c83-cf16-4eb8-bf3f-6de9b7876b5b tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:58.693746 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e2b6218f-18d3-4d07-bbd0-bb8b67e8c254 req-c15c8c83-cf16-4eb8-bf3f-6de9b7876b5b tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 1096 time: 0.0513959 Jul 30 20:00:58.744235 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e2b6218f-18d3-4d07-bbd0-bb8b67e8c254 req-07890842-d92a-44bc-bd80-b9ed2e356f33 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435469 Jul 30 20:00:58.857245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48111f26-b212-4209-ba33-7785257886ee req-42552fea-5b8a-41eb-abd5-5599c15da0a8 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:58.858780 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48111f26-b212-4209-ba33-7785257886ee req-42552fea-5b8a-41eb-abd5-5599c15da0a8 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 944 time: 0.0522170 Jul 30 20:00:58.903412 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48111f26-b212-4209-ba33-7785257886ee req-c1519133-95a0-4239-8295-d415f62e2c7e tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345361 Jul 30 20:00:59.180870 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48590) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:00:59.371638 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e98acb16-d9e4-4b71-9988-6814a1807920 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-920537460-network', 'tenant_id': '182462db159049a09c4703019cfbdc8e'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:00:59.389477 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-38e2da5f-3588-4b26-8be3-4d45db61e70b tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=c8ace72258ae4b0e9b30df106b7a2010&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355277 Jul 30 20:00:59.456443 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98acb16-d9e4-4b71-9988-6814a1807920 admin admin] Made reservation on behalf of 182462db159049a09c4703019cfbdc8e for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:00:59.458728 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e98acb16-d9e4-4b71-9988-6814a1807920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:59.475159 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e98acb16-d9e4-4b71-9988-6814a1807920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:59.796737 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-c38a8f42-72f7-453e-afb0-eebc63c3a235 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:00:59.798230 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-c38a8f42-72f7-453e-afb0-eebc63c3a235 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4003556 Jul 30 20:00:59.829126 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-dead53c4-7de7-4b4b-b452-b1b2df35f521 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/quotas/c8ace72258ae4b0e9b30df106b7a2010 HTTP/1.1" status: 200 len: 375 time: 0.0227332 Jul 30 20:00:59.871966 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-82bd0f75-97f4-4613-b872-080e61ccd54b tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c8ace72258ae4b0e9b30df106b7a2010&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367377 Jul 30 20:00:59.915012 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e98acb16-d9e4-4b71-9988-6814a1807920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:59.920113 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e98acb16-d9e4-4b71-9988-6814a1807920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:59.947449 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e98acb16-d9e4-4b71-9988-6814a1807920 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:00:59.962879 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98acb16-d9e4-4b71-9988-6814a1807920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895af969-dc33-4a04-9a27-34d41bb009ab,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:00:59.970647 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e98acb16-d9e4-4b71-9988-6814a1807920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:00:59.970647 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-e98acb16-d9e4-4b71-9988-6814a1807920 admin admin] Added segment 6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5 of type vlan for network 1ca98121-258a-4b56-8f14-5ac229552424 Jul 30 20:01:00.000185 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device db46e04f-5e2b-4fbf-bb4a-6aee85812d1d details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:01:00.003115 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 46a421cb-a631-43ca-a761-bfafefe140f3 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:01:00.023477 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-4c008dd7-e715-4d7f-b2fa-87cb55dd4d76 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:01:00.024727 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-4c008dd7-e715-4d7f-b2fa-87cb55dd4d76 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117059 Jul 30 20:01:00.041712 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e98acb16-d9e4-4b71-9988-6814a1807920 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:00.077261 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-bad00b8d-adea-44c8-9d39-69fb0074121c service neutron] Request body: {'binding': {'host': 'n-h1-712137-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:00.077895 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-bad00b8d-adea-44c8-9d39-69fb0074121c service neutron] Unknown quota resources ['binding']. {{(pid=93883) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 20:01:00.106882 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e98acb16-d9e4-4b71-9988-6814a1807920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:00.107871 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98acb16-d9e4-4b71-9988-6814a1807920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:00.108570 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e98acb16-d9e4-4b71-9988-6814a1807920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:00.205758 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port db46e04f-5e2b-4fbf-bb4a-6aee85812d1d, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=db46e04f-5e2b-4fbf-bb4a-6aee85812d1d,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:00.219118 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'db46e04f-5e2b-4fbf-bb4a-6aee85812d1d', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': 'db46e04f-5e2b-4fbf-bb4a-6aee85812d1d', 'mac_address': 'fa:16:3e:4e:1b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:01:00.231525 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e98acb16-d9e4-4b71-9988-6814a1807920 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0469701 Jul 30 20:01:00.232064 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48654) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:00.237139 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-fdd551cf-9649-45d8-96ed-eadd4d77c7f8 admin admin] Request body: {'subnet': {'network_id': '1ca98121-258a-4b56-8f14-5ac229552424', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-920537460-subnet', 'tenant_id': '182462db159049a09c4703019cfbdc8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:00.283240 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:00.284553 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98acb16-d9e4-4b71-9988-6814a1807920 admin admin] Pushing event updated for resources: {'Network': ['ID=1ca98121-258a-4b56-8f14-5ac229552424,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:00.299874 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 1ca98121-258a-4b56-8f14-5ac229552424 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:01:00.311878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd551cf-9649-45d8-96ed-eadd4d77c7f8 admin admin] Made reservation on behalf of 182462db159049a09c4703019cfbdc8e for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:01:00.314659 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fdd551cf-9649-45d8-96ed-eadd4d77c7f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:00.382374 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db46e04f-5e2b-4fbf-bb4a-6aee85812d1d {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:00.424812 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port db46e04f-5e2b-4fbf-bb4a-6aee85812d1d, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=db46e04f-5e2b-4fbf-bb4a-6aee85812d1d,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:00.429367 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-bad00b8d-adea-44c8-9d39-69fb0074121c service neutron] Attempting to bind port fcd1c213-d7ff-4856-81b0-16cc484f79af on host n-h1-712137-9 for vnic_type normal with profile None {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:01:00.429712 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-bad00b8d-adea-44c8-9d39-69fb0074121c service neutron] Attempting to bind port fcd1c213-d7ff-4856-81b0-16cc484f79af by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:01:00.430060 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-bad00b8d-adea-44c8-9d39-69fb0074121c service neutron] Attempting to bind port fcd1c213-d7ff-4856-81b0-16cc484f79af on network dd53ee4f-dc29-41da-8a32-a515358904dc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:00.434810 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:00.439012 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-bad00b8d-adea-44c8-9d39-69fb0074121c service neutron] Port fcd1c213-d7ff-4856-81b0-16cc484f79af on network dd53ee4f-dc29-41da-8a32-a515358904dc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:01:00.439434 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-bad00b8d-adea-44c8-9d39-69fb0074121c service neutron] Attempting to bind port fcd1c213-d7ff-4856-81b0-16cc484f79af on network dd53ee4f-dc29-41da-8a32-a515358904dc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:00.448800 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252b2d5-f278-4328-ba5f-f5bf07cb3074 req-962775ad-6f95-4cb6-bd33-0e7e12647f3c tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:00.455927 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c252b2d5-f278-4328-ba5f-f5bf07cb3074 req-962775ad-6f95-4cb6-bd33-0e7e12647f3c tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 1095 time: 0.1053376 Jul 30 20:01:00.457889 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-bad00b8d-adea-44c8-9d39-69fb0074121c service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:01:00.458393 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-bad00b8d-adea-44c8-9d39-69fb0074121c service neutron] Checking segment: {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:00.458779 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-bad00b8d-adea-44c8-9d39-69fb0074121c service neutron] Bound using segment: {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:01:00.459218 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-bad00b8d-adea-44c8-9d39-69fb0074121c service neutron] Bound port: fcd1c213-d7ff-4856-81b0-16cc484f79af, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:01:00.496453 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=db46e04f-5e2b-4fbf-bb4a-6aee85812d1d,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:00.553191 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-bad00b8d-adea-44c8-9d39-69fb0074121c service neutron] For port fcd1c213-d7ff-4856-81b0-16cc484f79af, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=fcd1c213-d7ff-4856-81b0-16cc484f79af,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:01:00.556672 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c252b2d5-f278-4328-ba5f-f5bf07cb3074 req-f64aebac-b383-4c4f-be18-a23d406e6f43 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999353 Jul 30 20:01:00.558824 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-bad00b8d-adea-44c8-9d39-69fb0074121c service neutron] Notify callbacks [] for binding, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:00.560097 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-bad00b8d-adea-44c8-9d39-69fb0074121c service neutron] 10.222.0.81 "POST /v2.0/ports/fcd1c213-d7ff-4856-81b0-16cc484f79af/bindings HTTP/1.1" status: 201 len: 389 time: 0.4870126 Jul 30 20:01:00.573958 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fdd551cf-9649-45d8-96ed-eadd4d77c7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:00.633465 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd551cf-9649-45d8-96ed-eadd4d77c7f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6ca6474-cde8-4abf-b3de-b4c547379562,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:00.681810 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd551cf-9649-45d8-96ed-eadd4d77c7f8 admin admin] Checking segment: {'id': '6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1ca98121-258a-4b56-8f14-5ac229552424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:00.682331 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd551cf-9649-45d8-96ed-eadd4d77c7f8 admin admin] Network hostable DHCP agents. Network: 1ca98121-258a-4b56-8f14-5ac229552424, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:01:00.706217 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd551cf-9649-45d8-96ed-eadd4d77c7f8 admin admin] Network 1ca98121-258a-4b56-8f14-5ac229552424 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:01:00.719874 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-fdd551cf-9649-45d8-96ed-eadd4d77c7f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 1ca98121-258a-4b56-8f14-5ac229552424) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:00.724900 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd551cf-9649-45d8-96ed-eadd4d77c7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:00.726307 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fdd551cf-9649-45d8-96ed-eadd4d77c7f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:00.729144 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['db46e04f-5e2b-4fbf-bb4a-6aee85812d1d'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:01:00.733345 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05729286-5a66-46b5-bf3c-d85c6a65a780 None None] Network 1ca98121-258a-4b56-8f14-5ac229552424 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:01:00.784710 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48672) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:00.784885 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fdd551cf-9649-45d8-96ed-eadd4d77c7f8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5518494 Jul 30 20:01:00.790043 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6ee3cd66-e759-469a-b41a-a93276418993 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-920537460-router', 'tenant_id': '182462db159049a09c4703019cfbdc8e', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:00.848653 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd131198-2b89-416c-a349-62cd1713c02c req-12b49cde-d503-4ba6-9cf9-bc5a61b5337b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:00.853221 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fd131198-2b89-416c-a349-62cd1713c02c req-12b49cde-d503-4ba6-9cf9-bc5a61b5337b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 949 time: 0.0951099 Jul 30 20:01:00.864678 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ee3cd66-e759-469a-b41a-a93276418993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:00.865894 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ee3cd66-e759-469a-b41a-a93276418993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:00.905657 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fd131198-2b89-416c-a349-62cd1713c02c req-ae9cd629-e9d6-4a1b-ba77-70383ab5c519 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462472 Jul 30 20:01:01.008030 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73cb7fa2-71e3-446d-af3d-892eacc5fc59 req-f271878a-f8e8-41e3-9ae7-9b88591ff7b1 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf122bea-2e17-403b-b446-8bf982bb7de6 HTTP/1.1" status: 200 len: 210 time: 0.0273843 Jul 30 20:01:01.035734 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ee3cd66-e759-469a-b41a-a93276418993 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:01.067814 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-d02313d0-cd05-4a82-8973-a6696267c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:01.069867 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-d02313d0-cd05-4a82-8973-a6696267c5f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 1096 time: 0.1658411 Jul 30 20:01:01.183251 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fe068a-1910-4708-b84e-4ef9bf9689ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-1ca98121-258a-4b56-8f14-5ac229552424', 'network_id': '1ca98121-258a-4b56-8f14-5ac229552424', 'tenant_id': '182462db159049a09c4703019cfbdc8e', 'fixed_ips': [{'subnet_id': 'f6ca6474-cde8-4abf-b3de-b4c547379562'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:01:01.184726 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3fe068a-1910-4708-b84e-4ef9bf9689ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:01.253988 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-90bcac82-defd-44a8-986a-8ada1884ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:01.255453 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-90bcac82-defd-44a8-986a-8ada1884ca89 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 909 time: 0.1477404 Jul 30 20:01:01.259825 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a157a6-963c-4978-97c2-c9d67f634a28 req-f6f83768-7e3f-4009-bed0-17b991bbf336 tempest-NetworksTest-1323782871 tempest-NetworksTest-1323782871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:01.260237 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a157a6-963c-4978-97c2-c9d67f634a28 req-f6f83768-7e3f-4009-bed0-17b991bbf336 tempest-NetworksTest-1323782871 tempest-NetworksTest-1323782871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:01.260772 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a157a6-963c-4978-97c2-c9d67f634a28 req-f6f83768-7e3f-4009-bed0-17b991bbf336 tempest-NetworksTest-1323782871 tempest-NetworksTest-1323782871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:01.261239 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a157a6-963c-4978-97c2-c9d67f634a28 req-f6f83768-7e3f-4009-bed0-17b991bbf336 tempest-NetworksTest-1323782871 tempest-NetworksTest-1323782871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:01.261701 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a157a6-963c-4978-97c2-c9d67f634a28 req-f6f83768-7e3f-4009-bed0-17b991bbf336 tempest-NetworksTest-1323782871 tempest-NetworksTest-1323782871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:01.262178 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a157a6-963c-4978-97c2-c9d67f634a28 req-f6f83768-7e3f-4009-bed0-17b991bbf336 tempest-NetworksTest-1323782871 tempest-NetworksTest-1323782871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:01.262634 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a157a6-963c-4978-97c2-c9d67f634a28 req-f6f83768-7e3f-4009-bed0-17b991bbf336 tempest-NetworksTest-1323782871 tempest-NetworksTest-1323782871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:01.263098 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a157a6-963c-4978-97c2-c9d67f634a28 req-f6f83768-7e3f-4009-bed0-17b991bbf336 tempest-NetworksTest-1323782871 tempest-NetworksTest-1323782871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:01.263578 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a157a6-963c-4978-97c2-c9d67f634a28 req-f6f83768-7e3f-4009-bed0-17b991bbf336 tempest-NetworksTest-1323782871 tempest-NetworksTest-1323782871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:01.264045 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a157a6-963c-4978-97c2-c9d67f634a28 req-f6f83768-7e3f-4009-bed0-17b991bbf336 tempest-NetworksTest-1323782871 tempest-NetworksTest-1323782871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:01.270812 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-0d85fb94-ff98-480d-b5fa-f49327a3a2d0 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=c8ace72258ae4b0e9b30df106b7a2010&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402498 Jul 30 20:01:01.283117 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-88a157a6-963c-4978-97c2-c9d67f634a28 req-f6f83768-7e3f-4009-bed0-17b991bbf336 tempest-NetworksTest-1323782871 tempest-NetworksTest-1323782871-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7134 time: 0.4553285 Jul 30 20:01:01.393919 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-d3fe068a-1910-4708-b84e-4ef9bf9689ed None None] Allocated IP 172.20.0.2 (1ca98121-258a-4b56-8f14-5ac229552424/f6ca6474-cde8-4abf-b3de-b4c547379562/c0381e90-d556-4324-bef1-c097f6938888) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:01:01.416644 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-7aa97432-5812-44d4-bc78-281153b5848c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcd1c213-d7ff-4856-81b0-16cc484f79af HTTP/1.1" status: 200 len: 217 time: 0.1322083 Jul 30 20:01:01.418850 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ee3cd66-e759-469a-b41a-a93276418993 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:01.471484 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f3ed0-989c-4ebb-aace-61073b097934 req-611d44e7-7fed-4d57-a657-342ef73381e3 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:01.473525 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-516f3ed0-989c-4ebb-aace-61073b097934 req-611d44e7-7fed-4d57-a657-342ef73381e3 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 945 time: 0.1724021 Jul 30 20:01:01.510141 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-02c6181b-ce21-4d6c-a761-f2bb991612c3 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:01.511836 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-02c6181b-ce21-4d6c-a761-f2bb991612c3 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2373712 Jul 30 20:01:01.531411 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-9a15c4de-35f6-4ab1-99f2-634357a04a7f tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Request body: {'port': {'device_id': 'cf122bea-2e17-403b-b446-8bf982bb7de6', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': 'c8ace72258ae4b0e9b30df106b7a2010'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:01.556306 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3fe068a-1910-4708-b84e-4ef9bf9689ed None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:01.565769 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d3fe068a-1910-4708-b84e-4ef9bf9689ed None None] Transition to ACTIVE for port object c0381e90-d556-4324-bef1-c097f6938888 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:01.578029 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-72455818-ca8c-4f24-8749-ebb27d3768ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:01.578934 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-516f3ed0-989c-4ebb-aace-61073b097934 req-562838e5-6845-4040-8697-db349dde8b4e tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928957 Jul 30 20:01:01.579490 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-72455818-ca8c-4f24-8749-ebb27d3768ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e297a2c7-8889-4baa-b07e-dd1ecdbb2586 HTTP/1.1" status: 200 len: 848 time: 0.1256704 Jul 30 20:01:01.581672 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d3fe068a-1910-4708-b84e-4ef9bf9689ed None None] Transition to ACTIVE for port object c0381e90-d556-4324-bef1-c097f6938888 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:01.591283 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3fe068a-1910-4708-b84e-4ef9bf9689ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:01.593120 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-67c4ad71-ebca-479f-816d-d61b5ec83c82 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:01.594896 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-67c4ad71-ebca-479f-816d-d61b5ec83c82 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/networks?id=1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 200 len: 820 time: 0.2301047 Jul 30 20:01:01.636227 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-0ed7322a-7cda-4b3d-b6ab-89db8ef198b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd53ee4f-dc29-41da-8a32-a515358904dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394087 Jul 30 20:01:01.641358 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fe068a-1910-4708-b84e-4ef9bf9689ed None None] Network 1ca98121-258a-4b56-8f14-5ac229552424 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:01:01.643078 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-9d8e44d6-305c-432d-a259-470f817fd871 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/quotas/cb1bb74bc9ed4a3098e756ee6ea6bd07 HTTP/1.1" status: 200 len: 375 time: 0.0380046 Jul 30 20:01:01.648725 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-d3fe068a-1910-4708-b84e-4ef9bf9689ed None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:01.650817 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe068a-1910-4708-b84e-4ef9bf9689ed None None] Pushing event updated for resources: {'Port': ['ID=c0381e90-d556-4324-bef1-c097f6938888,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:01.653053 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe068a-1910-4708-b84e-4ef9bf9689ed None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:01:01.692205 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-9a15c4de-35f6-4ab1-99f2-634357a04a7f tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Made reservation on behalf of c8ace72258ae4b0e9b30df106b7a2010 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:01:01.700496 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-9a15c4de-35f6-4ab1-99f2-634357a04a7f tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:01.713013 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-9a15c4de-35f6-4ab1-99f2-634357a04a7f tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:01.715060 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d3fe068a-1910-4708-b84e-4ef9bf9689ed None None] Attempting to bind port c0381e90-d556-4324-bef1-c097f6938888 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:01:01.715658 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d3fe068a-1910-4708-b84e-4ef9bf9689ed None None] Attempting to bind port c0381e90-d556-4324-bef1-c097f6938888 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1ca98121-258a-4b56-8f14-5ac229552424'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:01:01.716191 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fe068a-1910-4708-b84e-4ef9bf9689ed None None] Attempting to bind port c0381e90-d556-4324-bef1-c097f6938888 on network 1ca98121-258a-4b56-8f14-5ac229552424 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:01.722436 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fe068a-1910-4708-b84e-4ef9bf9689ed None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:01:01.722722 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fe068a-1910-4708-b84e-4ef9bf9689ed None None] Checking segment: {'id': '6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1ca98121-258a-4b56-8f14-5ac229552424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:01.723214 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3fe068a-1910-4708-b84e-4ef9bf9689ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:01.723662 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fe068a-1910-4708-b84e-4ef9bf9689ed None None] Bound using segment: {'id': '6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1ca98121-258a-4b56-8f14-5ac229552424'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:01:01.724247 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d3fe068a-1910-4708-b84e-4ef9bf9689ed None None] Bound port: c0381e90-d556-4324-bef1-c097f6938888, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1ca98121-258a-4b56-8f14-5ac229552424'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:01:01.724670 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3fe068a-1910-4708-b84e-4ef9bf9689ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:01.827407 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-7b2789a1-7191-4c97-a8e3-69d25d4a3937 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1591995 Jul 30 20:01:01.847067 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d3fe068a-1910-4708-b84e-4ef9bf9689ed None None] For port c0381e90-d556-4324-bef1-c097f6938888, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:01.855204 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d3fe068a-1910-4708-b84e-4ef9bf9689ed None None] For port c0381e90-d556-4324-bef1-c097f6938888, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c0381e90-d556-4324-bef1-c097f6938888,segment=NetworkSegment(6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5),segment_id=6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:01:01.865790 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3fe068a-1910-4708-b84e-4ef9bf9689ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:01.868296 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6b27b-4713-4bda-9c32-a4a03311743f req-c7c17128-c226-4b65-9aa1-58b746c43447 tempest-NetworksTest-1323782871 tempest-NetworksTest-1323782871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:01.869734 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0cf6b27b-4713-4bda-9c32-a4a03311743f req-c7c17128-c226-4b65-9aa1-58b746c43447 tempest-NetworksTest-1323782871 tempest-NetworksTest-1323782871-project-admin] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 886 time: 0.1308875 Jul 30 20:01:01.902357 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-98d74e11-9113-4fb0-a776-7a3d301c83e6 service neutron] 10.222.0.59 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422485 Jul 30 20:01:01.909251 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-9a15c4de-35f6-4ab1-99f2-634357a04a7f tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:01.925799 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-9a15c4de-35f6-4ab1-99f2-634357a04a7f tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:01.967575 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe068a-1910-4708-b84e-4ef9bf9689ed None None] Pushing event updated for resources: {'Port': ['ID=c0381e90-d556-4324-bef1-c097f6938888,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:02.005270 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device db46e04f-5e2b-4fbf-bb4a-6aee85812d1d up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:02.109023 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port db46e04f-5e2b-4fbf-bb4a-6aee85812d1d completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:02.113646 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port db46e04f-5e2b-4fbf-bb4a-6aee85812d1d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:02.114023 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:02.126490 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-cee107e8-5b35-4e42-a67d-b402fc06270a service neutron] 10.222.0.81 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975483 Jul 30 20:01:02.130944 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57670617-be30-423d-9d53-2b3a9fca41ec req-dc5349dc-d18e-426f-a2a9-f5d811896f70 tempest-NetworksTest-1323782871 tempest-NetworksTest-1323782871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:02.131416 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57670617-be30-423d-9d53-2b3a9fca41ec req-dc5349dc-d18e-426f-a2a9-f5d811896f70 tempest-NetworksTest-1323782871 tempest-NetworksTest-1323782871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:02.132277 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57670617-be30-423d-9d53-2b3a9fca41ec req-dc5349dc-d18e-426f-a2a9-f5d811896f70 tempest-NetworksTest-1323782871 tempest-NetworksTest-1323782871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:02.132414 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57670617-be30-423d-9d53-2b3a9fca41ec req-dc5349dc-d18e-426f-a2a9-f5d811896f70 tempest-NetworksTest-1323782871 tempest-NetworksTest-1323782871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:02.132833 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57670617-be30-423d-9d53-2b3a9fca41ec req-dc5349dc-d18e-426f-a2a9-f5d811896f70 tempest-NetworksTest-1323782871 tempest-NetworksTest-1323782871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:02.133293 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57670617-be30-423d-9d53-2b3a9fca41ec req-dc5349dc-d18e-426f-a2a9-f5d811896f70 tempest-NetworksTest-1323782871 tempest-NetworksTest-1323782871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:02.133736 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57670617-be30-423d-9d53-2b3a9fca41ec req-dc5349dc-d18e-426f-a2a9-f5d811896f70 tempest-NetworksTest-1323782871 tempest-NetworksTest-1323782871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:02.134195 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57670617-be30-423d-9d53-2b3a9fca41ec req-dc5349dc-d18e-426f-a2a9-f5d811896f70 tempest-NetworksTest-1323782871 tempest-NetworksTest-1323782871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:02.134725 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57670617-be30-423d-9d53-2b3a9fca41ec req-dc5349dc-d18e-426f-a2a9-f5d811896f70 tempest-NetworksTest-1323782871 tempest-NetworksTest-1323782871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:02.135176 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57670617-be30-423d-9d53-2b3a9fca41ec req-dc5349dc-d18e-426f-a2a9-f5d811896f70 tempest-NetworksTest-1323782871 tempest-NetworksTest-1323782871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:02.137123 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-57670617-be30-423d-9d53-2b3a9fca41ec req-dc5349dc-d18e-426f-a2a9-f5d811896f70 tempest-NetworksTest-1323782871 tempest-NetworksTest-1323782871-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7134 time: 0.1293924 Jul 30 20:01:02.144450 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15c4de-35f6-4ab1-99f2-634357a04a7f tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=032e1197-03bd-49b5-844e-578d070d27f8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:02.192846 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ee3cd66-e759-469a-b41a-a93276418993 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:02.311970 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:02.319912 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ee3cd66-e759-469a-b41a-a93276418993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:02.359348 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-9a15c4de-35f6-4ab1-99f2-634357a04a7f tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Allocated IP 192.168.233.121 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/4333bc16-c1e2-4c8a-9397-c37092336bd7) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:01:02.363682 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port db46e04f-5e2b-4fbf-bb4a-6aee85812d1d, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=db46e04f-5e2b-4fbf-bb4a-6aee85812d1d,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:02.365246 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c671c0fb-9096-481d-9946-90025577a229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db46e04f-5e2b-4fbf-bb4a-6aee85812d1d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:02.383270 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a175b7-3910-41ca-aa58-2c6b2ab95404" -d '{"events": [{"server_uuid": "c671c0fb-9096-481d-9946-90025577a229", "name": "network-vif-plugged", "status": "completed", "tag": "db46e04f-5e2b-4fbf-bb4a-6aee85812d1d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:02.391435 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:02.472715 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=db46e04f-5e2b-4fbf-bb4a-6aee85812d1d,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:02.508947 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-5e8856f8-9f49-4eea-b6f4-8a18b7f9bf96 service neutron] 10.222.0.59 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887003 Jul 30 20:01:02.549150 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c0381e90-d556-4324-bef1-c097f6938888 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:02.567850 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-79407943-b2b3-4eca-9151-4dd00e78c80b service neutron] 10.222.0.81 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404128 Jul 30 20:01:02.590802 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3cdee-499d-470d-b71d-707454e6e77d req-a5b937b2-0af3-48ca-8779-cf746f267d1e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:02.592878 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18e3cdee-499d-470d-b71d-707454e6e77d req-a5b937b2-0af3-48ca-8779-cf746f267d1e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.2254117 Jul 30 20:01:02.611589 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port c0381e90-d556-4324-bef1-c097f6938888 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:02.651536 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-6ee3cd66-e759-469a-b41a-a93276418993 admin admin] Allocated IP 172.25.3.182 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/f8570d72-b18f-41a5-94e0-cfa58d939d26) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:01:02.676116 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18e3cdee-499d-470d-b71d-707454e6e77d req-c718cc60-fcce-4167-9b94-199fe12392af tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763533 Jul 30 20:01:02.698913 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48718) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:02.759435 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-9a15c4de-35f6-4ab1-99f2-634357a04a7f tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:02.805910 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-642ae3dc-0484-4875-a052-2135545af965 req-7d0610bc-52d4-4bc2-9c3b-45f3738bb5ed tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf122bea-2e17-403b-b446-8bf982bb7de6 HTTP/1.1" status: 200 len: 210 time: 0.0411530 Jul 30 20:01:02.807314 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-9a15c4de-35f6-4ab1-99f2-634357a04a7f tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Transition to ACTIVE for port object 4333bc16-c1e2-4c8a-9397-c37092336bd7 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:02.870749 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e70d648-8d5a-49a8-9b88-1d05a1c9ca61 x-openstack-request-id: req-9e70d648-8d5a-49a8-9b88-1d05a1c9ca61 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:02.871223 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c671c0fb-9096-481d-9946-90025577a229", "name": "network-vif-plugged", "status": "completed", "tag": "db46e04f-5e2b-4fbf-bb4a-6aee85812d1d", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:02.871886 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9e70d648-8d5a-49a8-9b88-1d05a1c9ca61 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:02.872697 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c671c0fb-9096-481d-9946-90025577a229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db46e04f-5e2b-4fbf-bb4a-6aee85812d1d', 'code': 200} Jul 30 20:01:02.873765 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-9a15c4de-35f6-4ab1-99f2-634357a04a7f tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:02.909112 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ee3cd66-e759-469a-b41a-a93276418993 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:02.967727 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15c4de-35f6-4ab1-99f2-634357a04a7f tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Pushing event updated for resources: {'Port': ['ID=4333bc16-c1e2-4c8a-9397-c37092336bd7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:02.986085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-32ae3a52-ae36-4f01-a9a4-356111610875 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:02.988993 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-32ae3a52-ae36-4f01-a9a4-356111610875 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14&tenant_id=236d1eaa83284464a4f623b106ec8e36&binding%3Ahost_id=n-h2-712137-9 HTTP/1.1" status: 200 len: 1096 time: 0.3785958 Jul 30 20:01:02.990703 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ee3cd66-e759-469a-b41a-a93276418993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:03.009231 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-04ee87b7-2708-45f7-a738-6fa761157a25 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712137-9'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:03.020500 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee3cd66-e759-469a-b41a-a93276418993 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:01:03.038450 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-9a15c4de-35f6-4ab1-99f2-634357a04a7f tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:01:03.044449 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-9a15c4de-35f6-4ab1-99f2-634357a04a7f tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:03.065167 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-9a15c4de-35f6-4ab1-99f2-634357a04a7f tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:01:03.079848 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6ee3cd66-e759-469a-b41a-a93276418993 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:03.082577 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee3cd66-e759-469a-b41a-a93276418993 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:01:03.150929 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-09422fb3-283b-4024-a719-5fdbc70f16f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:03.159414 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3cd66-e759-469a-b41a-a93276418993 admin admin] Pushing event updated for resources: {'Port': ['ID=f8570d72-b18f-41a5-94e0-cfa58d939d26,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:03.171872 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-9a15c4de-35f6-4ab1-99f2-634357a04a7f tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:03.172842 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-9a15c4de-35f6-4ab1-99f2-634357a04a7f tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:03.199572 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-16d5d33d-8010-4800-b944-cc5db24772c6 req-41f2075c-6a2e-4784-b3f6-7ea8b82e4d13 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 210 time: 0.0478508 Jul 30 20:01:03.204536 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-04ee87b7-2708-45f7-a738-6fa761157a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:03.340851 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6bdf0-4220-46d2-bcad-d877fc32a4db req-a4f1f22b-3958-4912-bf94-42208452c13a tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:03.350854 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a3e6bdf0-4220-46d2-bcad-d877fc32a4db req-a4f1f22b-3958-4912-bf94-42208452c13a tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 945 time: 0.3838184 Jul 30 20:01:03.394782 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434161f4-c453-4326-8aa5-95065e900ce6 req-47dae65d-7134-4561-b95e-d64875715794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:03.396474 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-434161f4-c453-4326-8aa5-95065e900ce6 req-47dae65d-7134-4561-b95e-d64875715794 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 1101 time: 0.4340560 Jul 30 20:01:03.484129 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d2d21d8a-b32b-4d1b-b0d9-21ed1156546f None None] Provisioning for port 4333bc16-c1e2-4c8a-9397-c37092336bd7 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:03.492608 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d2d21d8a-b32b-4d1b-b0d9-21ed1156546f None None] Provisioning complete for port 4333bc16-c1e2-4c8a-9397-c37092336bd7 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:03.493172 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2d21d8a-b32b-4d1b-b0d9-21ed1156546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:03.515011 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a3e6bdf0-4220-46d2-bcad-d877fc32a4db req-3b8e3046-8872-4192-a1d1-3cc0a986d957 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180685 Jul 30 20:01:03.521784 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-434161f4-c453-4326-8aa5-95065e900ce6 req-655904b2-f02f-4068-a7ce-afc3780f7595 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905557 Jul 30 20:01:03.523772 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-09422fb3-283b-4024-a719-5fdbc70f16f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:03.536837 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-09422fb3-283b-4024-a719-5fdbc70f16f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:03.543175 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d2d21d8a-b32b-4d1b-b0d9-21ed1156546f None None] Port 4333bc16-c1e2-4c8a-9397-c37092336bd7 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:01:03.557742 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-9a15c4de-35f6-4ab1-99f2-634357a04a7f tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0359390 Jul 30 20:01:03.568655 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9ffaa8-c223-4219-81e8-aa042aa65a20 None None] Network 1ca98121-258a-4b56-8f14-5ac229552424 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:01:03.583591 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-a080d679-c799-4455-90ff-59a30263fc23 service neutron] Request body: {'port': {'device_id': 'cf122bea-2e17-403b-b446-8bf982bb7de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:03.611036 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-09422fb3-283b-4024-a719-5fdbc70f16f4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2dae60321cda4b84b4c259852cb02fe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9087625 Jul 30 20:01:03.626086 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48746) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:03.667698 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09422fb3-283b-4024-a719-5fdbc70f16f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be912da8-1ee1-4a5c-8832-28a5ee860ce8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:03.725298 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-fd7bd813-332a-40cc-b6b9-090d42c0b499 None None] Provisioning for port c0381e90-d556-4324-bef1-c097f6938888 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:03.737447 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-fd7bd813-332a-40cc-b6b9-090d42c0b499 None None] Provisioning complete for port c0381e90-d556-4324-bef1-c097f6938888 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:03.738239 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd7bd813-332a-40cc-b6b9-090d42c0b499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:03.763563 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-a080d679-c799-4455-90ff-59a30263fc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:03.831715 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-04ee87b7-2708-45f7-a738-6fa761157a25 service neutron] For port fcd1c213-d7ff-4856-81b0-16cc484f79af, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=fcd1c213-d7ff-4856-81b0-16cc484f79af,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:03.894860 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd7bd813-332a-40cc-b6b9-090d42c0b499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:03.921803 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ee3cd66-e759-469a-b41a-a93276418993 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:03.926868 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-04ee87b7-2708-45f7-a738-6fa761157a25 service neutron] For port fcd1c213-d7ff-4856-81b0-16cc484f79af, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:03.945675 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-fd7bd813-332a-40cc-b6b9-090d42c0b499 None None] For port c0381e90-d556-4324-bef1-c097f6938888, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c0381e90-d556-4324-bef1-c097f6938888,segment=NetworkSegment(6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5),segment_id=6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:03.952998 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd7bd813-332a-40cc-b6b9-090d42c0b499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:04.024766 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7bd813-332a-40cc-b6b9-090d42c0b499 None None] Pushing event updated for resources: {'Port': ['ID=c0381e90-d556-4324-bef1-c097f6938888,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:04.046673 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-05c67694-e67b-47a2-9092-6dd0dd0db37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:04.098578 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-05c67694-e67b-47a2-9092-6dd0dd0db37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:04.108168 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105c9344-7ff6-418a-9e84-27e5205e9d14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcd1c213-d7ff-4856-81b0-16cc484f79af'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:04.109634 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffcef6-b533-4c64-8119-c9a0d79d6e32 req-7b700a68-f5d7-43b2-b16f-7008ac87de9f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:04.110678 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d1a5ce-a460-4c6b-9c95-cb41e35e7e26" -d '{"events": [{"server_uuid": "105c9344-7ff6-418a-9e84-27e5205e9d14", "name": "network-vif-unplugged", "status": "completed", "tag": "fcd1c213-d7ff-4856-81b0-16cc484f79af"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:04.114906 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-04ee87b7-2708-45f7-a738-6fa761157a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:04.117682 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64ffcef6-b533-4c64-8119-c9a0d79d6e32 req-7b700a68-f5d7-43b2-b16f-7008ac87de9f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.3142276 Jul 30 20:01:04.180480 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-04ee87b7-2708-45f7-a738-6fa761157a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:04.195105 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0d59a-ae43-41ae-89ac-ad2571d71c2f req-4bcca712-cd8b-4d15-9835-4e6c0b2561eb tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:04.196612 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c2f0d59a-ae43-41ae-89ac-ad2571d71c2f req-4bcca712-cd8b-4d15-9835-4e6c0b2561eb tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf122bea-2e17-403b-b446-8bf982bb7de6 HTTP/1.1" status: 200 len: 936 time: 0.2244632 Jul 30 20:01:04.220180 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64ffcef6-b533-4c64-8119-c9a0d79d6e32 req-49189b9f-4e6a-47c0-b683-586df47ff900 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015265 Jul 30 20:01:04.277471 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1d36f254-6352-4f28-a188-cd2882eba5a1 None None] Provisioning complete for port c0381e90-d556-4324-bef1-c097f6938888 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:04.283689 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d36f254-6352-4f28-a188-cd2882eba5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:04.321459 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-a080d679-c799-4455-90ff-59a30263fc23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4333bc16-c1e2-4c8a-9397-c37092336bd7 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:04.332282 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-05c67694-e67b-47a2-9092-6dd0dd0db37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:04.335030 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-05c67694-e67b-47a2-9092-6dd0dd0db37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:04.336526 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-05c67694-e67b-47a2-9092-6dd0dd0db37c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/be912da8-1ee1-4a5c-8832-28a5ee860ce8 HTTP/1.1" status: 204 len: 168 time: 0.7094574 Jul 30 20:01:04.349379 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-a080d679-c799-4455-90ff-59a30263fc23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:04.370188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c67694-e67b-47a2-9092-6dd0dd0db37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be912da8-1ee1-4a5c-8832-28a5ee860ce8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:04.382163 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-a080d679-c799-4455-90ff-59a30263fc23 service neutron] Transition to ACTIVE for port object 4333bc16-c1e2-4c8a-9397-c37092336bd7 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:04.386939 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-a080d679-c799-4455-90ff-59a30263fc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:04.394759 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee87b7-2708-45f7-a738-6fa761157a25 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd1c213-d7ff-4856-81b0-16cc484f79af,revision_number=7']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:04.427725 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c2f0d59a-ae43-41ae-89ac-ad2571d71c2f req-7962dfcd-be85-44e6-bdf7-64b89452c8c1 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137418 Jul 30 20:01:04.446015 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-9449b57e-832c-42ac-a7cd-8d0d92cf826d tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:04.448197 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-9449b57e-832c-42ac-a7cd-8d0d92cf826d tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.83 "GET /v2.0/networks?id=1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 200 len: 820 time: 0.3440878 Jul 30 20:01:04.491018 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-6a997ea7-5bfa-456c-ab75-5586fb9d2704 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Request body: {'port': {'device_id': 'ec18e75a-0758-47e3-b000-85c76cd1db0f', 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf', 'admin_state_up': True, 'tenant_id': 'cb1bb74bc9ed4a3098e756ee6ea6bd07'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:04.495220 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-04ee87b7-2708-45f7-a738-6fa761157a25 service neutron] Attempting to bind port fcd1c213-d7ff-4856-81b0-16cc484f79af on host n-h2-712137-9 for vnic_type normal with profile {"migrating_to": "n-h1-712137-9"} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:01:04.495884 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-04ee87b7-2708-45f7-a738-6fa761157a25 service neutron] Attempting to bind port fcd1c213-d7ff-4856-81b0-16cc484f79af by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:01:04.496374 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-04ee87b7-2708-45f7-a738-6fa761157a25 service neutron] Attempting to bind port fcd1c213-d7ff-4856-81b0-16cc484f79af on network dd53ee4f-dc29-41da-8a32-a515358904dc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:04.546914 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-04ee87b7-2708-45f7-a738-6fa761157a25 service neutron] Port fcd1c213-d7ff-4856-81b0-16cc484f79af on network dd53ee4f-dc29-41da-8a32-a515358904dc not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:01:04.549717 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-04ee87b7-2708-45f7-a738-6fa761157a25 service neutron] Attempting to bind port fcd1c213-d7ff-4856-81b0-16cc484f79af on network dd53ee4f-dc29-41da-8a32-a515358904dc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:04.586333 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c0381e90-d556-4324-bef1-c097f6938888 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:04.603119 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-04ee87b7-2708-45f7-a738-6fa761157a25 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:01:04.603476 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-04ee87b7-2708-45f7-a738-6fa761157a25 service neutron] Checking segment: {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:04.603892 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-04ee87b7-2708-45f7-a738-6fa761157a25 service neutron] Bound using segment: {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:01:04.604360 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-04ee87b7-2708-45f7-a738-6fa761157a25 service neutron] Bound port: fcd1c213-d7ff-4856-81b0-16cc484f79af, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:01:04.604879 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-04ee87b7-2708-45f7-a738-6fa761157a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:04.619356 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601ad370-9f77-423a-a0ac-677c561a08fb x-openstack-request-id: req-601ad370-9f77-423a-a0ac-677c561a08fb {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:04.619677 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105c9344-7ff6-418a-9e84-27e5205e9d14", "name": "network-vif-unplugged", "status": "completed", "tag": "fcd1c213-d7ff-4856-81b0-16cc484f79af", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:04.619931 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-601ad370-9f77-423a-a0ac-677c561a08fb {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:04.620455 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105c9344-7ff6-418a-9e84-27e5205e9d14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcd1c213-d7ff-4856-81b0-16cc484f79af', 'code': 200} Jul 30 20:01:04.668996 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ee3cd66-e759-469a-b41a-a93276418993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:04.736088 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port c0381e90-d556-4324-bef1-c097f6938888 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:04.737346 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:04.844846 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-89b46266-f271-4360-933e-3c5e761422b2 req-09ded989-9534-4792-a084-a22b21620cfa tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 210 time: 0.0581079 Jul 30 20:01:04.911992 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-04ee87b7-2708-45f7-a738-6fa761157a25 service neutron] For port fcd1c213-d7ff-4856-81b0-16cc484f79af, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:04.934372 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-04ee87b7-2708-45f7-a738-6fa761157a25 service neutron] For port fcd1c213-d7ff-4856-81b0-16cc484f79af, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=fcd1c213-d7ff-4856-81b0-16cc484f79af,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:01:04.973655 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-04ee87b7-2708-45f7-a738-6fa761157a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:04.984008 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080d679-c799-4455-90ff-59a30263fc23 service neutron] Pushing event updated for resources: {'Port': ['ID=4333bc16-c1e2-4c8a-9397-c37092336bd7,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:05.007293 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48770) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:05.027288 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68d6eef2-2e37-4caf-a6e6-b678fb9f0e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:05.032551 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-6a997ea7-5bfa-456c-ab75-5586fb9d2704 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Made reservation on behalf of cb1bb74bc9ed4a3098e756ee6ea6bd07 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:01:05.038788 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-6a997ea7-5bfa-456c-ab75-5586fb9d2704 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:05.078302 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-a080d679-c799-4455-90ff-59a30263fc23 service neutron] Attempting to bind port 4333bc16-c1e2-4c8a-9397-c37092336bd7 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:01:05.078680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-a080d679-c799-4455-90ff-59a30263fc23 service neutron] Attempting to bind port 4333bc16-c1e2-4c8a-9397-c37092336bd7 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:01:05.079084 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-a080d679-c799-4455-90ff-59a30263fc23 service neutron] Attempting to bind port 4333bc16-c1e2-4c8a-9397-c37092336bd7 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:05.089197 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-a080d679-c799-4455-90ff-59a30263fc23 service neutron] Port 4333bc16-c1e2-4c8a-9397-c37092336bd7 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:01:05.089551 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-a080d679-c799-4455-90ff-59a30263fc23 service neutron] Attempting to bind port 4333bc16-c1e2-4c8a-9397-c37092336bd7 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:05.096973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-a080d679-c799-4455-90ff-59a30263fc23 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:01:05.097311 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-a080d679-c799-4455-90ff-59a30263fc23 service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:05.097706 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-a080d679-c799-4455-90ff-59a30263fc23 service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:01:05.098140 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-a080d679-c799-4455-90ff-59a30263fc23 service neutron] Bound port: 4333bc16-c1e2-4c8a-9397-c37092336bd7, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:01:05.098495 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-a080d679-c799-4455-90ff-59a30263fc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:05.119396 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee3cd66-e759-469a-b41a-a93276418993 admin admin] Router 62cb16b6-f06b-43d1-9720-5d989e560155 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:01:05.150301 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-04ee87b7-2708-45f7-a738-6fa761157a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:05.150867 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-04ee87b7-2708-45f7-a738-6fa761157a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:05.152399 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-04ee87b7-2708-45f7-a738-6fa761157a25 service neutron] 10.222.0.59 "PUT /v2.0/ports/fcd1c213-d7ff-4856-81b0-16cc484f79af HTTP/1.1" status: 200 len: 1121 time: 2.1515448 Jul 30 20:01:05.167053 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee87b7-2708-45f7-a738-6fa761157a25 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd1c213-d7ff-4856-81b0-16cc484f79af,revision_number=8']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:05.193692 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['fcd1c213-d7ff-4856-81b0-16cc484f79af'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:01:05.222520 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-a080d679-c799-4455-90ff-59a30263fc23 service neutron] For port 4333bc16-c1e2-4c8a-9397-c37092336bd7, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:05.231398 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-a080d679-c799-4455-90ff-59a30263fc23 service neutron] For port 4333bc16-c1e2-4c8a-9397-c37092336bd7, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=4333bc16-c1e2-4c8a-9397-c37092336bd7,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:01:05.246414 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-a080d679-c799-4455-90ff-59a30263fc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:05.259580 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68d6eef2-2e37-4caf-a6e6-b678fb9f0e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:05.287174 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68d6eef2-2e37-4caf-a6e6-b678fb9f0e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:05.369084 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-a080d679-c799-4455-90ff-59a30263fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:05.369623 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-a080d679-c799-4455-90ff-59a30263fc23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:05.371006 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-a080d679-c799-4455-90ff-59a30263fc23 service neutron] 10.222.0.83 "PUT /v2.0/ports/4333bc16-c1e2-4c8a-9397-c37092336bd7 HTTP/1.1" status: 200 len: 1096 time: 1.7976584 Jul 30 20:01:05.376834 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf122bea-2e17-403b-b446-8bf982bb7de6', 'tag': '4333bc16-c1e2-4c8a-9397-c37092336bd7'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:05.379575 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c4d0db-60f4-430d-a632-7cc33b078df2" -d '{"events": [{"name": "network-changed", "server_uuid": "cf122bea-2e17-403b-b446-8bf982bb7de6", "tag": "4333bc16-c1e2-4c8a-9397-c37092336bd7"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:05.386716 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-6a997ea7-5bfa-456c-ab75-5586fb9d2704 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Allocated IP 172.20.0.12 (1b009359-14e5-4019-b6cd-e6d82ee142cf/b757e780-295d-4676-ae81-4c07de396b9e/84500f83-39df-428f-9c66-d8ba181f3df9) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:01:05.420058 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60942f-d811-4d6f-b1e2-36ab1eac300d req-2b49800b-b66e-476e-aa3b-066a8881bf97 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:05.429051 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7a60942f-d811-4d6f-b1e2-36ab1eac300d req-2b49800b-b66e-476e-aa3b-066a8881bf97 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 943 time: 0.3493302 Jul 30 20:01:05.430029 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6eef2-2e37-4caf-a6e6-b678fb9f0e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c452c94-a21b-4570-8f12-5c5737c0c843,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:05.449850 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-68d6eef2-2e37-4caf-a6e6-b678fb9f0e8a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f4d3912203cf4fcba35a548ea260828a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4414217 Jul 30 20:01:05.451941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48780) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:05.452268 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48782) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:05.477811 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080d679-c799-4455-90ff-59a30263fc23 service neutron] Pushing event updated for resources: {'Port': ['ID=4333bc16-c1e2-4c8a-9397-c37092336bd7,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:05.538463 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7a60942f-d811-4d6f-b1e2-36ab1eac300d req-80125059-b9fd-4442-a923-8dbc29e7dd0c tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081927 Jul 30 20:01:05.541650 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce939b8e-8d1c-44bf-bfdd-eeab477b7884 req-262dd420-d6dd-418c-b441-44131cd49a48 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:05.549024 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ce939b8e-8d1c-44bf-bfdd-eeab477b7884 req-262dd420-d6dd-418c-b441-44131cd49a48 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.2087839 Jul 30 20:01:05.590348 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438e2cd2-6636-44a6-8feb-f27807b5377a x-openstack-request-id: req-438e2cd2-6636-44a6-8feb-f27807b5377a {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:05.590348 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf122bea-2e17-403b-b446-8bf982bb7de6", "tag": "4333bc16-c1e2-4c8a-9397-c37092336bd7", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:05.590348 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-438e2cd2-6636-44a6-8feb-f27807b5377a {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:05.590348 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf122bea-2e17-403b-b446-8bf982bb7de6', 'tag': '4333bc16-c1e2-4c8a-9397-c37092336bd7', 'status': 'completed', 'code': 200} Jul 30 20:01:05.597085 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-358e0325-3b67-4ad9-b9db-aa100c52146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:05.598589 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-358e0325-3b67-4ad9-b9db-aa100c52146d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8ace72258ae4b0e9b30df106b7a2010&device_id=cf122bea-2e17-403b-b446-8bf982bb7de6 HTTP/1.1" status: 200 len: 1099 time: 0.1440678 Jul 30 20:01:05.657857 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee3cd66-e759-469a-b41a-a93276418993 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:01:05.670407 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] Sync routers for ids ['62cb16b6-f06b-43d1-9720-5d989e560155'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:01:05.674173 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-46a323ba-b40a-4144-b94c-69a24bf7e58b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=4333bc16-c1e2-4c8a-9397-c37092336bd7 HTTP/1.1" status: 200 len: 217 time: 0.0633283 Jul 30 20:01:05.683107 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] Routers {'62cb16b6-f06b-43d1-9720-5d989e560155'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:01:05.684074 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ce939b8e-8d1c-44bf-bfdd-eeab477b7884 req-6bbf29f5-1a84-4d7c-bccf-f25bb2270c87 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341505 Jul 30 20:01:05.684367 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:00:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['62cb16b6-f06b-43d1-9720-5d989e560155'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:01:05.703379 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-615e1571-acd6-4591-a2a2-8ff83d9b65f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:05.703379 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-afb09d20-9b95-497c-9ef6-4ee8e9557a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:05.747265 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ee3cd66-e759-469a-b41a-a93276418993 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:05.751693 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6ee3cd66-e759-469a-b41a-a93276418993 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9659131 Jul 30 20:01:05.752483 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48790) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:05.773785 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-b1b6c3be-dbec-43fd-b1f1-e67de436ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:05.775259 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-b1b6c3be-dbec-43fd-b1f1-e67de436ab91 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0879812 Jul 30 20:01:05.784740 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-afb09d20-9b95-497c-9ef6-4ee8e9557a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:05.826616 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd3ea3-50cf-42cc-8f23-56485dc58115 req-cd2c7b3b-0d58-4ba3-b441-590d8dfa4272 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:05.835794 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d2bd3ea3-50cf-42cc-8f23-56485dc58115 req-cd2c7b3b-0d58-4ba3-b441-590d8dfa4272 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf122bea-2e17-403b-b446-8bf982bb7de6 HTTP/1.1" status: 200 len: 948 time: 0.1798148 Jul 30 20:01:05.847122 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] Set router 62cb16b6-f06b-43d1-9720-5d989e560155 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:01:05.856018 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-6a997ea7-5bfa-456c-ab75-5586fb9d2704 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:05.895955 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-ed4daa9e-a770-474e-9e56-c4b0b64daf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:05.897575 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-ed4daa9e-a770-474e-9e56-c4b0b64daf3d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1108510 Jul 30 20:01:05.917603 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d2bd3ea3-50cf-42cc-8f23-56485dc58115 req-902e6430-e3f3-4c66-a526-579912b67fd4 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741086 Jul 30 20:01:06.008128 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-afb09d20-9b95-497c-9ef6-4ee8e9557a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:06.010945 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-afb09d20-9b95-497c-9ef6-4ee8e9557a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:06.014495 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-afb09d20-9b95-497c-9ef6-4ee8e9557a16 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6c452c94-a21b-4570-8f12-5c5737c0c843 HTTP/1.1" status: 204 len: 168 time: 0.5534525 Jul 30 20:01:06.028506 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-615e1571-acd6-4591-a2a2-8ff83d9b65f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:06.067671 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-615e1571-acd6-4591-a2a2-8ff83d9b65f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:06.071967 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0e989363-7803-4d1e-bca8-047ccc8307b8 req-4170507a-6107-44e1-8f5f-3587fe3602e1 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 210 time: 0.0698583 Jul 30 20:01:06.076198 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb09d20-9b95-497c-9ef6-4ee8e9557a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c452c94-a21b-4570-8f12-5c5737c0c843,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:06.123056 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-3aa1d220-22d8-4771-94ac-b376c51572c8 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153244 Jul 30 20:01:06.138102 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cb16b6-f06b-43d1-9720-5d989e560155', 'name': 'tempest-ServersTestMultiNic-920537460-router', 'tenant_id': '182462db159049a09c4703019cfbdc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'f8570d72-b18f-41a5-94e0-cfa58d939d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:01:00Z', 'updated_at': '2021-07-30T20:01:03Z', 'revision_number': 3, 'project_id': '182462db159049a09c4703019cfbdc8e', 'gw_port': {'id': 'f8570d72-b18f-41a5-94e0-cfa58d939d26', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:86:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cb16b6-f06b-43d1-9720-5d989e560155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:02Z', 'updated_at': '2021-07-30T20:01:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:01:06.145299 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-6a997ea7-5bfa-456c-ab75-5586fb9d2704 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:06.261036 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-6a997ea7-5bfa-456c-ab75-5586fb9d2704 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Network 1b009359-14e5-4019-b6cd-e6d82ee142cf is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:01:06.298334 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d07aa25-d407-44c9-a4ca-25ff350f5738 req-0450399e-da05-4c95-9acc-81b2b3746b80 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484473 Jul 30 20:01:06.309038 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] Checking router: 62cb16b6-f06b-43d1-9720-5d989e560155 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:01:06.309378 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] Updating router 62cb16b6-f06b-43d1-9720-5d989e560155 port f8570d72-b18f-41a5-94e0-cfa58d939d26 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:01:06.312350 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-615e1571-acd6-4591-a2a2-8ff83d9b65f2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8c5006fa68ba4ad3890911b5762a1879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8545020 Jul 30 20:01:06.314150 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48804) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:06.323316 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e1571-acd6-4591-a2a2-8ff83d9b65f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbc0745-28cf-4ea3-8f43-a4e68075a54b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:06.354817 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-234cf9a2-151e-4018-af77-b405387b1501 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2503853 Jul 30 20:01:06.358532 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-6a997ea7-5bfa-456c-ab75-5586fb9d2704 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:06.364205 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a997ea7-5bfa-456c-ab75-5586fb9d2704 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Pushing event updated for resources: {'Port': ['ID=84500f83-39df-428f-9c66-d8ba181f3df9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:06.367267 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:06.367649 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-6a997ea7-5bfa-456c-ab75-5586fb9d2704 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:01:06.425157 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-6a997ea7-5bfa-456c-ab75-5586fb9d2704 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:06.425816 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-6a997ea7-5bfa-456c-ab75-5586fb9d2704 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:06.450530 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-faecde6f-017b-4836-a323-4efdb85629cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:06.498535 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ba65b-2e65-4e7f-8065-71ac3769cd03 req-e280e265-650c-435a-9cb3-9b014eee1d66 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:06.504011 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dd0ba65b-2e65-4e7f-8065-71ac3769cd03 req-e280e265-650c-435a-9cb3-9b014eee1d66 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.2744286 Jul 30 20:01:06.538812 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-faecde6f-017b-4836-a323-4efdb85629cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:06.548056 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-6a997ea7-5bfa-456c-ab75-5586fb9d2704 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0640972 Jul 30 20:01:06.562191 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4d0db-60f4-430d-a632-7cc33b078df2 req-80b49681-3e59-409e-b2a8-90878eb20ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:06.563740 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9c4d0db-60f4-430d-a632-7cc33b078df2 req-80b49681-3e59-409e-b2a8-90878eb20ab7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8ace72258ae4b0e9b30df106b7a2010&device_id=cf122bea-2e17-403b-b446-8bf982bb7de6 HTTP/1.1" status: 200 len: 1099 time: 0.1567912 Jul 30 20:01:06.575230 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-839d4ddb-cd87-465c-aa1b-93b0dadc7b5f service neutron] Request body: {'port': {'device_id': 'ec18e75a-0758-47e3-b000-85c76cd1db0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:06.628615 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105c9344-7ff6-418a-9e84-27e5205e9d14', 'tag': 'fcd1c213-d7ff-4856-81b0-16cc484f79af'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:06.632113 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d279e262-0b03-48a5-8f4f-7948383fddc7" -d '{"events": [{"name": "network-changed", "server_uuid": "105c9344-7ff6-418a-9e84-27e5205e9d14", "tag": "fcd1c213-d7ff-4856-81b0-16cc484f79af"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:06.667728 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-faecde6f-017b-4836-a323-4efdb85629cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:06.674756 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-faecde6f-017b-4836-a323-4efdb85629cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:06.675012 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dd0ba65b-2e65-4e7f-8065-71ac3769cd03 req-95ef79f6-6328-4df2-a442-8ad91df9f0ca tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268044 Jul 30 20:01:06.682265 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-faecde6f-017b-4836-a323-4efdb85629cb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3cbc0745-28cf-4ea3-8f43-a4e68075a54b HTTP/1.1" status: 204 len: 168 time: 0.3581336 Jul 30 20:01:06.762817 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faecde6f-017b-4836-a323-4efdb85629cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbc0745-28cf-4ea3-8f43-a4e68075a54b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:06.778062 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4d0db-60f4-430d-a632-7cc33b078df2 req-d075608e-1675-48c2-a18e-d0f17dfaf0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:06.779711 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9c4d0db-60f4-430d-a632-7cc33b078df2 req-d075608e-1675-48c2-a18e-d0f17dfaf0c3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.2060885 Jul 30 20:01:06.795623 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadc422-df78-4db7-a16b-c1eca5d0d76c req-79606977-daf0-4eb6-8e10-283ff258ef57 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:06.804517 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-afadc422-df78-4db7-a16b-c1eca5d0d76c req-79606977-daf0-4eb6-8e10-283ff258ef57 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 943 time: 0.0970809 Jul 30 20:01:06.820425 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.83', 50442) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:06.898500 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9c4d0db-60f4-430d-a632-7cc33b078df2 req-f6a8ecba-8be6-4214-9a41-4d0d2b5369ec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=4333bc16-c1e2-4c8a-9397-c37092336bd7 HTTP/1.1" status: 200 len: 217 time: 0.0913172 Jul 30 20:01:06.945245 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:06.955189 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279e262-0b03-48a5-8f4f-7948383fddc7 req-cbe5b812-7f03-47ce-9e5f-d921de131638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:06.956938 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d279e262-0b03-48a5-8f4f-7948383fddc7 req-cbe5b812-7f03-47ce-9e5f-d921de131638 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 1124 time: 0.1332655 Jul 30 20:01:06.969172 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] Transition to ACTIVE for port object f8570d72-b18f-41a5-94e0-cfa58d939d26 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:06.973770 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-afadc422-df78-4db7-a16b-c1eca5d0d76c req-1fdfc22d-9ebc-462b-9f09-7e95d392f441 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640058 Jul 30 20:01:06.982679 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:07.040825 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2433a-d37e-4b94-a8e9-a608f7af31ef None None] Pushing event updated for resources: {'Port': ['ID=f8570d72-b18f-41a5-94e0-cfa58d939d26,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:07.055810 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f2433a-d37e-4b94-a8e9-a608f7af31ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:07.056340 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f2433a-d37e-4b94-a8e9-a608f7af31ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:07.056776 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f2433a-d37e-4b94-a8e9-a608f7af31ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:07.057211 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f2433a-d37e-4b94-a8e9-a608f7af31ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:07.057642 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f2433a-d37e-4b94-a8e9-a608f7af31ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:07.058142 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f2433a-d37e-4b94-a8e9-a608f7af31ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:07.058567 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f2433a-d37e-4b94-a8e9-a608f7af31ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:07.059045 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f2433a-d37e-4b94-a8e9-a608f7af31ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:07.059419 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f2433a-d37e-4b94-a8e9-a608f7af31ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:07.060527 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f2433a-d37e-4b94-a8e9-a608f7af31ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:07.060962 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f2433a-d37e-4b94-a8e9-a608f7af31ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:07.061383 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f2433a-d37e-4b94-a8e9-a608f7af31ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:07.079843 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] Attempting to bind port f8570d72-b18f-41a5-94e0-cfa58d939d26 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:01:07.080368 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] Attempting to bind port f8570d72-b18f-41a5-94e0-cfa58d939d26 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:01:07.084143 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] Attempting to bind port f8570d72-b18f-41a5-94e0-cfa58d939d26 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:07.091105 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:01:07.091626 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:07.092202 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:07.092686 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:01:07.093262 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] Bound port: f8570d72-b18f-41a5-94e0-cfa58d939d26, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:01:07.094020 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:07.134981 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4d0db-60f4-430d-a632-7cc33b078df2 req-0851c707-5afb-4fed-b154-b32273e27901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:07.155094 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9c4d0db-60f4-430d-a632-7cc33b078df2 req-0851c707-5afb-4fed-b154-b32273e27901 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.2422566 Jul 30 20:01:07.202629 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] For port f8570d72-b18f-41a5-94e0-cfa58d939d26, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:07.206254 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] For port f8570d72-b18f-41a5-94e0-cfa58d939d26, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f8570d72-b18f-41a5-94e0-cfa58d939d26,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:01:07.214432 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:07.300156 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48854) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:07.312355 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2433a-d37e-4b94-a8e9-a608f7af31ef None None] Pushing event updated for resources: {'Port': ['ID=f8570d72-b18f-41a5-94e0-cfa58d939d26,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:07.329665 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] Routers {'62cb16b6-f06b-43d1-9720-5d989e560155'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:01:07.330651 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:00:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['62cb16b6-f06b-43d1-9720-5d989e560155'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:01:07.368048 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-03b44e63-28ec-4f6f-8012-c0d1e0284110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:07.378517 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-839d4ddb-cd87-465c-aa1b-93b0dadc7b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:07.383657 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe0009f-e50e-4d8b-a735-b759ff03963c x-openstack-request-id: req-efe0009f-e50e-4d8b-a735-b759ff03963c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:07.384139 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105c9344-7ff6-418a-9e84-27e5205e9d14", "tag": "fcd1c213-d7ff-4856-81b0-16cc484f79af", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:07.402398 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-efe0009f-e50e-4d8b-a735-b759ff03963c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:07.404430 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105c9344-7ff6-418a-9e84-27e5205e9d14', 'tag': 'fcd1c213-d7ff-4856-81b0-16cc484f79af', 'status': 'completed', 'code': 200} Jul 30 20:01:07.418094 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4d0db-60f4-430d-a632-7cc33b078df2 req-ce8a3292-e483-4048-8711-300558447215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:07.421157 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9c4d0db-60f4-430d-a632-7cc33b078df2 req-ce8a3292-e483-4048-8711-300558447215 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2524037 Jul 30 20:01:07.472455 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] Set router 62cb16b6-f06b-43d1-9720-5d989e560155 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:01:07.521116 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe60e5-ed74-4422-8b34-48776b00b637 req-01877bb0-88e8-4a70-8369-acdcdedb5e7c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:07.531541 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-abfe60e5-ed74-4422-8b34-48776b00b637 req-01877bb0-88e8-4a70-8369-acdcdedb5e7c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 932 time: 0.3063185 Jul 30 20:01:07.539361 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279e262-0b03-48a5-8f4f-7948383fddc7 req-90a8f7c3-87da-4ef8-97c7-e5b5964586d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:07.541243 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d279e262-0b03-48a5-8f4f-7948383fddc7 req-90a8f7c3-87da-4ef8-97c7-e5b5964586d8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 909 time: 0.5636191 Jul 30 20:01:07.656135 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d279e262-0b03-48a5-8f4f-7948383fddc7 req-5d2fc1e7-bed3-44d6-9364-038d8a979438 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcd1c213-d7ff-4856-81b0-16cc484f79af HTTP/1.1" status: 200 len: 217 time: 0.0927970 Jul 30 20:01:07.689290 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cb16b6-f06b-43d1-9720-5d989e560155', 'name': 'tempest-ServersTestMultiNic-920537460-router', 'tenant_id': '182462db159049a09c4703019cfbdc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'f8570d72-b18f-41a5-94e0-cfa58d939d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:01:00Z', 'updated_at': '2021-07-30T20:01:03Z', 'revision_number': 3, 'project_id': '182462db159049a09c4703019cfbdc8e', 'gw_port': {'id': 'f8570d72-b18f-41a5-94e0-cfa58d939d26', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:86:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cb16b6-f06b-43d1-9720-5d989e560155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:02Z', 'updated_at': '2021-07-30T20:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:01:07.702795 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-abfe60e5-ed74-4422-8b34-48776b00b637 req-1a856866-b910-42a5-8788-7ff82dde8c29 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702633 Jul 30 20:01:07.731768 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc699ad8-47e5-4888-bb62-eb20365013fe None None] The sync data for ids ['62cb16b6-f06b-43d1-9720-5d989e560155'] in n-d-712137-9 is: [{'id': '62cb16b6-f06b-43d1-9720-5d989e560155', 'name': 'tempest-ServersTestMultiNic-920537460-router', 'tenant_id': '182462db159049a09c4703019cfbdc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'f8570d72-b18f-41a5-94e0-cfa58d939d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:01:00Z', 'updated_at': '2021-07-30T20:01:03Z', 'revision_number': 3, 'project_id': '182462db159049a09c4703019cfbdc8e', 'gw_port': {'id': 'f8570d72-b18f-41a5-94e0-cfa58d939d26', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:86:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cb16b6-f06b-43d1-9720-5d989e560155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:02Z', 'updated_at': '2021-07-30T20:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:01:07.758719 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093fd23-30fe-482d-9d88-dee76e48c4a6 req-24951492-a8d6-41dc-ab4b-71216dfd6594 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:07.766133 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e093fd23-30fe-482d-9d88-dee76e48c4a6 req-24951492-a8d6-41dc-ab4b-71216dfd6594 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf122bea-2e17-403b-b446-8bf982bb7de6 HTTP/1.1" status: 200 len: 948 time: 0.3841109 Jul 30 20:01:07.886528 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-03b44e63-28ec-4f6f-8012-c0d1e0284110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:07.909195 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-03b44e63-28ec-4f6f-8012-c0d1e0284110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:07.936628 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e093fd23-30fe-482d-9d88-dee76e48c4a6 req-0bdd6d4e-befa-4831-bce5-ea56b43e15d9 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690662 Jul 30 20:01:07.968318 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-418ccb59-8b02-47f1-97be-fe15e0ab135b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:08.011904 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device fcd1c213-d7ff-4856-81b0-16cc484f79af details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:01:08.041788 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279e262-0b03-48a5-8f4f-7948383fddc7 req-6758855a-5b4d-4044-812c-c8e0a843a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:08.042622 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d279e262-0b03-48a5-8f4f-7948383fddc7 req-6758855a-5b4d-4044-812c-c8e0a843a5f1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e297a2c7-8889-4baa-b07e-dd1ecdbb2586 HTTP/1.1" status: 200 len: 848 time: 0.3597410 Jul 30 20:01:08.045242 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b44e63-28ec-4f6f-8012-c0d1e0284110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1947ec57-0b14-4379-9343-cef16433265e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:08.049129 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9c4d0db-60f4-430d-a632-7cc33b078df2 req-a583531b-f576-4a5b-a748-ec32e8fe7251 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6157165 Jul 30 20:01:08.084077 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-03b44e63-28ec-4f6f-8012-c0d1e0284110 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f89430e2c29146afa48f6991f117982b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7683980 Jul 30 20:01:08.090507 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48886) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:08.193001 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d279e262-0b03-48a5-8f4f-7948383fddc7 req-bfbd0454-cd32-4e00-b7b8-5dd3e385ffdb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd53ee4f-dc29-41da-8a32-a515358904dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992982 Jul 30 20:01:08.193709 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port fcd1c213-d7ff-4856-81b0-16cc484f79af, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=fcd1c213-d7ff-4856-81b0-16cc484f79af,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:08.205895 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b0513-d4b6-4db4-b09d-9ba9a1eaae04 req-0fc17621-cbb0-407b-a399-02a3d54c0dd7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:08.208379 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c70b0513-d4b6-4db4-b09d-9ba9a1eaae04 req-0fc17621-cbb0-407b-a399-02a3d54c0dd7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.3038211 Jul 30 20:01:08.219433 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device fcd1c213-d7ff-4856-81b0-16cc484f79af has no active binding in host n-h1-712137-9 {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 20:01:08.393437 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c70b0513-d4b6-4db4-b09d-9ba9a1eaae04 req-1cbb5d3c-23ef-487b-aebd-0e37173b22b6 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749401 Jul 30 20:01:08.414704 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-839d4ddb-cd87-465c-aa1b-93b0dadc7b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84500f83-39df-428f-9c66-d8ba181f3df9 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:08.446637 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a5265ed9-dca7-4436-b12d-b5e01c58941a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:08.450237 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-839d4ddb-cd87-465c-aa1b-93b0dadc7b5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:08.463836 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9c4d0db-60f4-430d-a632-7cc33b078df2 req-7ef4f6d3-f62c-43b8-914b-43f75be9637e service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779073 Jul 30 20:01:08.469019 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54885472-5b15-4252-9b25-1364edf2a6af req-0fc623d4-07ee-4ae8-ad2b-57bee51da386 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:08.476631 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-54885472-5b15-4252-9b25-1364edf2a6af req-0fc623d4-07ee-4ae8-ad2b-57bee51da386 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 943 time: 0.3712265 Jul 30 20:01:08.499201 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d279e262-0b03-48a5-8f4f-7948383fddc7 req-0dff7849-457e-4264-aa08-6e05943e8249 service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852554 Jul 30 20:01:08.518359 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a5265ed9-dca7-4436-b12d-b5e01c58941a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:08.524488 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-418ccb59-8b02-47f1-97be-fe15e0ab135b admin admin] Allocated IP 172.20.0.1 (1ca98121-258a-4b56-8f14-5ac229552424/f6ca6474-cde8-4abf-b3de-b4c547379562/f3fda240-5cdc-4767-bd99-2621feec6c46) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:01:08.532364 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-839d4ddb-cd87-465c-aa1b-93b0dadc7b5f service neutron] Transition to ACTIVE for port object 84500f83-39df-428f-9c66-d8ba181f3df9 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:08.555002 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-839d4ddb-cd87-465c-aa1b-93b0dadc7b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:08.562916 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f8570d72-b18f-41a5-94e0-cfa58d939d26 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:08.609217 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-54885472-5b15-4252-9b25-1364edf2a6af req-64cdd129-d2e7-4c55-b45f-976c17c7a63b tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315320 Jul 30 20:01:08.682128 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-f79cc6c8-04d8-4d7b-a506-5637c60fe69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:08.684168 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-f79cc6c8-04d8-4d7b-a506-5637c60fe69b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 1101 time: 0.3081419 Jul 30 20:01:08.686392 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a5265ed9-dca7-4436-b12d-b5e01c58941a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:08.690008 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a5265ed9-dca7-4436-b12d-b5e01c58941a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:08.691393 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a5265ed9-dca7-4436-b12d-b5e01c58941a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1947ec57-0b14-4379-9343-cef16433265e HTTP/1.1" status: 204 len: 168 time: 0.5967636 Jul 30 20:01:08.692580 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port f8570d72-b18f-41a5-94e0-cfa58d939d26 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:08.709388 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port f8570d72-b18f-41a5-94e0-cfa58d939d26 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:08.710137 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5265ed9-dca7-4436-b12d-b5e01c58941a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1947ec57-0b14-4379-9343-cef16433265e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:08.710564 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:08.755222 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d279e262-0b03-48a5-8f4f-7948383fddc7 req-d7b2743b-bf1a-450b-bdde-fbff03b7666e service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465742 Jul 30 20:01:08.776401 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d4ddb-cd87-465c-aa1b-93b0dadc7b5f service neutron] Pushing event updated for resources: {'Port': ['ID=84500f83-39df-428f-9c66-d8ba181f3df9,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:08.864597 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:08.898505 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port f8570d72-b18f-41a5-94e0-cfa58d939d26, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f8570d72-b18f-41a5-94e0-cfa58d939d26,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:08.905394 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:08.980704 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=f8570d72-b18f-41a5-94e0-cfa58d939d26,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:09.053538 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-418ccb59-8b02-47f1-97be-fe15e0ab135b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:09.078824 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-839d4ddb-cd87-465c-aa1b-93b0dadc7b5f service neutron] Attempting to bind port 84500f83-39df-428f-9c66-d8ba181f3df9 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:01:09.079168 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-839d4ddb-cd87-465c-aa1b-93b0dadc7b5f service neutron] Attempting to bind port 84500f83-39df-428f-9c66-d8ba181f3df9 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:01:09.079503 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-839d4ddb-cd87-465c-aa1b-93b0dadc7b5f service neutron] Attempting to bind port 84500f83-39df-428f-9c66-d8ba181f3df9 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:09.106837 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56816b93-4e23-44f2-aaba-3af9cce3aacd req-975ba28a-ca8a-4a1e-aefd-9e8930666c0c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:09.109976 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-56816b93-4e23-44f2-aaba-3af9cce3aacd req-975ba28a-ca8a-4a1e-aefd-9e8930666c0c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 944 time: 0.2464867 Jul 30 20:01:09.114355 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-839d4ddb-cd87-465c-aa1b-93b0dadc7b5f service neutron] Port 84500f83-39df-428f-9c66-d8ba181f3df9 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:01:09.114684 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-839d4ddb-cd87-465c-aa1b-93b0dadc7b5f service neutron] Attempting to bind port 84500f83-39df-428f-9c66-d8ba181f3df9 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:09.119111 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-418ccb59-8b02-47f1-97be-fe15e0ab135b admin admin] Transition to ACTIVE for port object f3fda240-5cdc-4767-bd99-2621feec6c46 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:09.121022 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-83e39f2a-8e58-41f8-9ab7-5617a31f73e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:09.122432 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-83e39f2a-8e58-41f8-9ab7-5617a31f73e1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.4119556 Jul 30 20:01:09.134683 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-839d4ddb-cd87-465c-aa1b-93b0dadc7b5f service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:01:09.135064 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-839d4ddb-cd87-465c-aa1b-93b0dadc7b5f service neutron] Checking segment: {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:09.135387 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-839d4ddb-cd87-465c-aa1b-93b0dadc7b5f service neutron] Bound using segment: {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:01:09.135863 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-839d4ddb-cd87-465c-aa1b-93b0dadc7b5f service neutron] Bound port: 84500f83-39df-428f-9c66-d8ba181f3df9, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:01:09.136214 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-839d4ddb-cd87-465c-aa1b-93b0dadc7b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:09.201905 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-6302a048-678e-4bb7-81a6-b92f17330058 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=db46e04f-5e2b-4fbf-bb4a-6aee85812d1d HTTP/1.1" status: 200 len: 217 time: 0.0566995 Jul 30 20:01:09.286837 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-56816b93-4e23-44f2-aaba-3af9cce3aacd req-36b224eb-67c1-4a5d-8ab9-49340f01ba02 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687539 Jul 30 20:01:09.305850 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970483db-ad35-4fd0-aed3-2c4af68e80e2 req-82e4d6b9-0553-4933-807a-c52a48ed2337 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:09.307526 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-970483db-ad35-4fd0-aed3-2c4af68e80e2 req-82e4d6b9-0553-4933-807a-c52a48ed2337 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf122bea-2e17-403b-b446-8bf982bb7de6 HTTP/1.1" status: 200 len: 948 time: 0.0806851 Jul 30 20:01:09.309108 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-22304447-d736-4a15-abfc-9e9430a58b57 service neutron] 10.222.0.83 "GET /v2.0/ports/fcd1c213-d7ff-4856-81b0-16cc484f79af/bindings/n-h1-712137-9 HTTP/1.1" status: 200 len: 384 time: 0.1114047 Jul 30 20:01:09.327554 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-afb632c7-e2e6-48e1-8670-7e181f23c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:09.329653 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-afb632c7-e2e6-48e1-8670-7e181f23c7e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1085141 Jul 30 20:01:09.332809 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-418ccb59-8b02-47f1-97be-fe15e0ab135b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:09.425886 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418ccb59-8b02-47f1-97be-fe15e0ab135b admin admin] Network 1ca98121-258a-4b56-8f14-5ac229552424 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:01:09.433916 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-970483db-ad35-4fd0-aed3-2c4af68e80e2 req-bc6e1d50-7524-4e4e-9805-7b21204a53c2 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452001 Jul 30 20:01:09.448261 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-418ccb59-8b02-47f1-97be-fe15e0ab135b admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:09.451494 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-839d4ddb-cd87-465c-aa1b-93b0dadc7b5f service neutron] For port 84500f83-39df-428f-9c66-d8ba181f3df9, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:09.456130 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418ccb59-8b02-47f1-97be-fe15e0ab135b admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:01:09.460887 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-839d4ddb-cd87-465c-aa1b-93b0dadc7b5f service neutron] For port 84500f83-39df-428f-9c66-d8ba181f3df9, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=84500f83-39df-428f-9c66-d8ba181f3df9,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:01:09.494121 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ccb59-8b02-47f1-97be-fe15e0ab135b admin admin] Pushing event updated for resources: {'Port': ['ID=f3fda240-5cdc-4767-bd99-2621feec6c46,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:09.497534 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-839d4ddb-cd87-465c-aa1b-93b0dadc7b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:09.572402 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-e17591b2-b0e3-4025-b26c-88be0e6ce1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:09.576852 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-e17591b2-b0e3-4025-b26c-88be0e6ce1c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2263169 Jul 30 20:01:09.599785 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-839d4ddb-cd87-465c-aa1b-93b0dadc7b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:09.600761 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-839d4ddb-cd87-465c-aa1b-93b0dadc7b5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:09.602548 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-839d4ddb-cd87-465c-aa1b-93b0dadc7b5f service neutron] 10.222.0.83 "PUT /v2.0/ports/84500f83-39df-428f-9c66-d8ba181f3df9 HTTP/1.1" status: 200 len: 1092 time: 3.0459821 Jul 30 20:01:09.618346 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec18e75a-0758-47e3-b000-85c76cd1db0f', 'tag': '84500f83-39df-428f-9c66-d8ba181f3df9'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:09.622994 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdeda07-cd45-4a0e-ba83-01b629040dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "ec18e75a-0758-47e3-b000-85c76cd1db0f", "tag": "84500f83-39df-428f-9c66-d8ba181f3df9"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:09.712686 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-418ccb59-8b02-47f1-97be-fe15e0ab135b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:09.718114 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccfb2d-b930-4e16-810b-e8c7eb5ee136 req-e10c451a-b87b-4682-9821-5322a183cbdf tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:09.725525 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-84ccfb2d-b930-4e16-810b-e8c7eb5ee136 req-e10c451a-b87b-4682-9821-5322a183cbdf tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.1218822 Jul 30 20:01:09.782530 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-ff2b6db4-1aae-4eff-a341-1eae234ba263 service neutron] For port fcd1c213-d7ff-4856-81b0-16cc484f79af, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=fcd1c213-d7ff-4856-81b0-16cc484f79af,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:09.831890 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-84ccfb2d-b930-4e16-810b-e8c7eb5ee136 req-257c2ed1-6d59-4283-a88b-eefe4fe7ac95 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009140 Jul 30 20:01:09.839747 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d4ddb-cd87-465c-aa1b-93b0dadc7b5f service neutron] Pushing event updated for resources: {'Port': ['ID=84500f83-39df-428f-9c66-d8ba181f3df9,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:09.868917 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-ff2b6db4-1aae-4eff-a341-1eae234ba263 service neutron] For port fcd1c213-d7ff-4856-81b0-16cc484f79af, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:09.884338 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-f574364d-93f6-4a6f-84ab-30ba07a24a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:09.885955 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-f574364d-93f6-4a6f-84ab-30ba07a24a34 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 1095 time: 0.2056279 Jul 30 20:01:09.911561 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-63a8e83b-2335-4ff5-a28a-819f0bab2fd9 None None] Provisioning for port f3fda240-5cdc-4767-bd99-2621feec6c46 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:09.913261 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901d73a5-4f16-4f8a-ad9d-fe3bb90063ec x-openstack-request-id: req-901d73a5-4f16-4f8a-ad9d-fe3bb90063ec {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:09.913545 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec18e75a-0758-47e3-b000-85c76cd1db0f", "tag": "84500f83-39df-428f-9c66-d8ba181f3df9", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:09.913791 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-901d73a5-4f16-4f8a-ad9d-fe3bb90063ec {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:09.914353 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec18e75a-0758-47e3-b000-85c76cd1db0f', 'tag': '84500f83-39df-428f-9c66-d8ba181f3df9', 'status': 'completed', 'code': 200} Jul 30 20:01:09.916448 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-ff2b6db4-1aae-4eff-a341-1eae234ba263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd1c213-d7ff-4856-81b0-16cc484f79af {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:09.922299 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-63a8e83b-2335-4ff5-a28a-819f0bab2fd9 None None] Provisioning complete for port f3fda240-5cdc-4767-bd99-2621feec6c46 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:09.922681 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63a8e83b-2335-4ff5-a28a-819f0bab2fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:09.929156 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-ff2b6db4-1aae-4eff-a341-1eae234ba263 service neutron] For port fcd1c213-d7ff-4856-81b0-16cc484f79af, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=fcd1c213-d7ff-4856-81b0-16cc484f79af,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:09.948909 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-ff2b6db4-1aae-4eff-a341-1eae234ba263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:09.995753 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-ba0b5138-0500-44af-a3a8-141d08eeac22 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84500f83-39df-428f-9c66-d8ba181f3df9 HTTP/1.1" status: 200 len: 217 time: 0.0943053 Jul 30 20:01:09.999555 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-05484443-1eb7-40f1-98e5-757d39bab2b0 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013751 Jul 30 20:01:10.022829 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-63a8e83b-2335-4ff5-a28a-819f0bab2fd9 None None] Port f3fda240-5cdc-4767-bd99-2621feec6c46 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:01:10.141873 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 4333bc16-c1e2-4c8a-9397-c37092336bd7 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:01:10.166023 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-418ccb59-8b02-47f1-97be-fe15e0ab135b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:10.170591 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-1f4763eb-45f3-4370-aff2-78d444213c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:10.172111 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-1f4763eb-45f3-4370-aff2-78d444213c55 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b757e780-295d-4676-ae81-4c07de396b9e HTTP/1.1" status: 200 len: 860 time: 0.1568375 Jul 30 20:01:10.186611 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358591e-50cb-402d-ad02-00f3f0b72570 req-3415fe75-646f-4969-a1b2-3f828b0e90fb tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:10.200386 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0358591e-50cb-402d-ad02-00f3f0b72570 req-3415fe75-646f-4969-a1b2-3f828b0e90fb tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 943 time: 0.1685443 Jul 30 20:01:10.220497 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-4291dc8b-2a0b-49bd-ac34-5293b9faa8eb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1b009359-14e5-4019-b6cd-e6d82ee142cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391846 Jul 30 20:01:10.245173 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-ff2b6db4-1aae-4eff-a341-1eae234ba263 service neutron] Transition to ACTIVE for port object fcd1c213-d7ff-4856-81b0-16cc484f79af will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:10.287303 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-ff2b6db4-1aae-4eff-a341-1eae234ba263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:10.309698 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-9e83c235-a57e-44ca-911e-dcad633a26b0 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915425 Jul 30 20:01:10.325665 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0358591e-50cb-402d-ad02-00f3f0b72570 req-c3345455-299d-4038-87a6-130a1b09734e tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183286 Jul 30 20:01:10.411234 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 4333bc16-c1e2-4c8a-9397-c37092336bd7, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=4333bc16-c1e2-4c8a-9397-c37092336bd7,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:10.427297 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '4333bc16-c1e2-4c8a-9397-c37092336bd7', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': '4333bc16-c1e2-4c8a-9397-c37092336bd7', 'mac_address': 'fa:16:3e:fa:3d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:01:10.502829 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-11b0f841-30ff-40f2-82f8-51b21eb82629 service neutron] 10.222.0.83 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735982 Jul 30 20:01:10.513054 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-ff2b6db4-1aae-4eff-a341-1eae234ba263 service neutron] No DVR routers for this DVR port fcd1c213-d7ff-4856-81b0-16cc484f79af on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:01:10.526590 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:10.564091 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4333bc16-c1e2-4c8a-9397-c37092336bd7 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:10.622697 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-ff2b6db4-1aae-4eff-a341-1eae234ba263 service neutron] 10.222.0.83 "PUT /v2.0/ports/fcd1c213-d7ff-4856-81b0-16cc484f79af/bindings/n-h1-712137-9/activate HTTP/1.1" status: 200 len: 369 time: 1.3056765 Jul 30 20:01:10.625331 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b6db4-1aae-4eff-a341-1eae234ba263 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd1c213-d7ff-4856-81b0-16cc484f79af,revision_number=10']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:10.626002 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 4333bc16-c1e2-4c8a-9397-c37092336bd7, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=4333bc16-c1e2-4c8a-9397-c37092336bd7,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:10.643498 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f8570d72-b18f-41a5-94e0-cfa58d939d26 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:10.645825 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-418ccb59-8b02-47f1-97be-fe15e0ab135b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:10.649593 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:10.667249 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-418ccb59-8b02-47f1-97be-fe15e0ab135b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:10.730538 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbeb314-e852-4d87-a947-bfaf6b075d71 req-7554814c-bea3-40ee-b548-6d29fcfa8e92 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:10.745977 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1dbeb314-e852-4d87-a947-bfaf6b075d71 req-7554814c-bea3-40ee-b548-6d29fcfa8e92 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 944 time: 0.1026232 Jul 30 20:01:10.766738 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-815aaf4d-30e5-40b7-803d-3bc6d2b520e1 req-3cf801d8-55b3-438e-8fc5-0b78e3a9d3fb service neutron] 10.222.0.83 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534723 Jul 30 20:01:10.790401 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ccb59-8b02-47f1-97be-fe15e0ab135b admin admin] Pushing event updated for resources: {'Port': ['ID=f3fda240-5cdc-4767-bd99-2621feec6c46,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:10.792973 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-418ccb59-8b02-47f1-97be-fe15e0ab135b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:10.821210 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-c743f780-a2a9-4212-9618-068478098015 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:10.822785 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-c743f780-a2a9-4212-9618-068478098015 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14&tenant_id=236d1eaa83284464a4f623b106ec8e36&binding%3Ahost_id=n-h2-712137-9 HTTP/1.1" status: 200 len: 1095 time: 0.0989480 Jul 30 20:01:10.841980 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1dbeb314-e852-4d87-a947-bfaf6b075d71 req-ceafa00f-095f-46f8-a294-22ecb181a53f tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923865 Jul 30 20:01:10.874195 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=4333bc16-c1e2-4c8a-9397-c37092336bd7,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:10.879115 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port f8570d72-b18f-41a5-94e0-cfa58d939d26 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:10.879649 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:10.977827 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['4333bc16-c1e2-4c8a-9397-c37092336bd7'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:01:11.028326 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767788ec-b62f-4ec8-b0f9-96f122a02d9d req-cc1dbac5-9eba-47c6-9f1d-524619ab1122 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:11.034352 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-767788ec-b62f-4ec8-b0f9-96f122a02d9d req-cc1dbac5-9eba-47c6-9f1d-524619ab1122 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.0687673 Jul 30 20:01:11.084226 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-767788ec-b62f-4ec8-b0f9-96f122a02d9d req-1dfa40f2-a3ac-4bb1-9af5-3429925f92f4 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416069 Jul 30 20:01:11.308576 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418ccb59-8b02-47f1-97be-fe15e0ab135b admin admin] Network 1ca98121-258a-4b56-8f14-5ac229552424 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:01:11.316511 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-418ccb59-8b02-47f1-97be-fe15e0ab135b admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:11.325591 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdeda07-cd45-4a0e-ba83-01b629040dbe req-b60d1b5d-c870-406d-809a-65b3e81a68a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:11.327058 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bfdeda07-cd45-4a0e-ba83-01b629040dbe req-b60d1b5d-c870-406d-809a-65b3e81a68a0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 1095 time: 0.4731579 Jul 30 20:01:11.337932 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4e686-465a-4c6c-bf6f-54773fcbe3d7 req-3e338fcc-794f-4a99-956a-c2c77c9792ed tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:11.339098 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-36f4e686-465a-4c6c-bf6f-54773fcbe3d7 req-3e338fcc-794f-4a99-956a-c2c77c9792ed tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf122bea-2e17-403b-b446-8bf982bb7de6 HTTP/1.1" status: 200 len: 949 time: 0.4827602 Jul 30 20:01:11.341038 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-dfad62da-5ae8-4d73-80cd-baa8aa177210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:11.342411 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-dfad62da-5ae8-4d73-80cd-baa8aa177210 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14&tenant_id=236d1eaa83284464a4f623b106ec8e36 HTTP/1.1" status: 200 len: 1095 time: 0.4870675 Jul 30 20:01:11.542169 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-36f4e686-465a-4c6c-bf6f-54773fcbe3d7 req-69639e93-7444-42cb-a7c4-1e5c8d3a311b tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911600 Jul 30 20:01:11.575314 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-fb6a5a0d-2596-4625-a4b8-3422402f6caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:11.577234 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-fb6a5a0d-2596-4625-a4b8-3422402f6caa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 1095 time: 0.1498332 Jul 30 20:01:11.579663 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-048fd52d-0431-43e3-973c-c807a6e8e0f6 None None] Provisioning complete for port f3fda240-5cdc-4767-bd99-2621feec6c46 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:11.580383 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-048fd52d-0431-43e3-973c-c807a6e8e0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:11.585103 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdeda07-cd45-4a0e-ba83-01b629040dbe req-0aff9379-abcf-401c-96b1-db4f352b62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:11.586762 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bfdeda07-cd45-4a0e-ba83-01b629040dbe req-0aff9379-abcf-401c-96b1-db4f352b62e0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 200 len: 921 time: 0.2435026 Jul 30 20:01:11.639646 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-048fd52d-0431-43e3-973c-c807a6e8e0f6 None None] Port f3fda240-5cdc-4767-bd99-2621feec6c46 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:01:11.685737 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bfdeda07-cd45-4a0e-ba83-01b629040dbe req-7a6617fc-9776-4166-a035-0bb26adf900d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84500f83-39df-428f-9c66-d8ba181f3df9 HTTP/1.1" status: 200 len: 217 time: 0.0897329 Jul 30 20:01:11.702572 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418ccb59-8b02-47f1-97be-fe15e0ab135b admin admin] Router 62cb16b6-f06b-43d1-9720-5d989e560155 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:01:11.823487 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdeda07-cd45-4a0e-ba83-01b629040dbe req-231f3922-b810-4df0-9d31-c2790318b489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:11.825106 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bfdeda07-cd45-4a0e-ba83-01b629040dbe req-231f3922-b810-4df0-9d31-c2790318b489 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b757e780-295d-4676-ae81-4c07de396b9e HTTP/1.1" status: 200 len: 860 time: 0.1225145 Jul 30 20:01:11.843958 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec253e-de4a-455b-bfdf-b8beb0ace92e req-32d7aac3-5c33-45fa-a6e1-04a030a84ccc tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:11.845430 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ecec253e-de4a-455b-bfdf-b8beb0ace92e req-32d7aac3-5c33-45fa-a6e1-04a030a84ccc tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 944 time: 0.2044160 Jul 30 20:01:11.882618 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-bd2c6c68-eb72-4f7f-9319-d0c99ab842b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:11.884089 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-bd2c6c68-eb72-4f7f-9319-d0c99ab842b7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 909 time: 0.2964811 Jul 30 20:01:11.890508 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bfdeda07-cd45-4a0e-ba83-01b629040dbe req-7f182b9d-16cd-4c64-8b44-55188a6dca85 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1b009359-14e5-4019-b6cd-e6d82ee142cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426643 Jul 30 20:01:12.024874 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-71e73ebe-ced8-40ed-93ad-ee58a1d06e94 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcd1c213-d7ff-4856-81b0-16cc484f79af HTTP/1.1" status: 200 len: 217 time: 0.1235714 Jul 30 20:01:12.040237 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ecec253e-de4a-455b-bfdf-b8beb0ace92e req-0abf1053-98cd-4808-95bf-2ffb6906e4b5 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817846 Jul 30 20:01:12.085098 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418ccb59-8b02-47f1-97be-fe15e0ab135b admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:01:12.101519 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-418ccb59-8b02-47f1-97be-fe15e0ab135b admin admin] 10.222.0.81 "PUT /v2.0/routers/62cb16b6-f06b-43d1-9720-5d989e560155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3257937 Jul 30 20:01:12.109262 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] Sync routers for ids ['62cb16b6-f06b-43d1-9720-5d989e560155'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:01:12.126593 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-dd43ee8f-34c3-40c6-b1a5-63339c03eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:12.128258 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-dd43ee8f-34c3-40c6-b1a5-63339c03eebb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e297a2c7-8889-4baa-b07e-dd1ecdbb2586 HTTP/1.1" status: 200 len: 848 time: 0.0773358 Jul 30 20:01:12.129529 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] Routers {'62cb16b6-f06b-43d1-9720-5d989e560155'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:01:12.133735 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:00:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['62cb16b6-f06b-43d1-9720-5d989e560155'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:01:12.175323 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 4333bc16-c1e2-4c8a-9397-c37092336bd7 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:12.188380 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bfdeda07-cd45-4a0e-ba83-01b629040dbe req-084ac3ec-ddf8-45b4-a486-0b3e842a8933 service neutron] 10.222.0.83 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881236 Jul 30 20:01:12.192091 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-70446e60-b923-4122-8d0b-6d9625cbb7c4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd53ee4f-dc29-41da-8a32-a515358904dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554457 Jul 30 20:01:12.241477 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49218) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:12.299024 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 4333bc16-c1e2-4c8a-9397-c37092336bd7 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:12.307268 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] Set router 62cb16b6-f06b-43d1-9720-5d989e560155 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:01:12.322510 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8121d-e307-434e-bf29-491fa046d3b8 req-0bc71efd-5bb8-4394-85cf-83a46451f618 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:12.330044 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4ad8121d-e307-434e-bf29-491fa046d3b8 req-0bc71efd-5bb8-4394-85cf-83a46451f618 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 944 time: 0.1986187 Jul 30 20:01:12.360820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 4333bc16-c1e2-4c8a-9397-c37092336bd7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:12.361196 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:12.390385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-34b6245a-ab27-4e04-b9c7-e46a6eb6f1a4 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1857822158'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:12.428739 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b6245a-ab27-4e04-b9c7-e46a6eb6f1a4 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Made reservation on behalf of 182462db159049a09c4703019cfbdc8e for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:01:12.431114 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4ad8121d-e307-434e-bf29-491fa046d3b8 req-e72bd239-4379-4780-8931-e67a212a7b0c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002841 Jul 30 20:01:12.433924 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-34b6245a-ab27-4e04-b9c7-e46a6eb6f1a4 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:12.445831 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bfdeda07-cd45-4a0e-ba83-01b629040dbe req-c1c0e28f-df87-4cc8-b663-fee1eb6ef522 service neutron] 10.222.0.83 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473662 Jul 30 20:01:12.466382 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-6afc2257-73c1-4caf-b9f6-0d4d6c0f8796 service neutron] 10.222.0.59 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595477 Jul 30 20:01:12.471538 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b6245a-ab27-4e04-b9c7-e46a6eb6f1a4 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:01:12.487457 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-34b6245a-ab27-4e04-b9c7-e46a6eb6f1a4 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:12.489777 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-34b6245a-ab27-4e04-b9c7-e46a6eb6f1a4 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Added segment 73316462-e9ca-4185-9d79-6bdaf0fadea4 of type vlan for network f7f003f3-a680-4969-8f11-afbc5fa171b8 Jul 30 20:01:12.569204 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-34b6245a-ab27-4e04-b9c7-e46a6eb6f1a4 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:12.602078 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3f224-a53c-42b0-a7df-aa253f878186 req-8a2642b3-c4f8-4773-9f04-a21a02a0e024 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:12.604261 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2de3f224-a53c-42b0-a7df-aa253f878186 req-8a2642b3-c4f8-4773-9f04-a21a02a0e024 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.0786934 Jul 30 20:01:12.614265 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-34b6245a-ab27-4e04-b9c7-e46a6eb6f1a4 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:12.623816 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b6245a-ab27-4e04-b9c7-e46a6eb6f1a4 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:12.624613 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-34b6245a-ab27-4e04-b9c7-e46a6eb6f1a4 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:12.639180 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-1533f398-9e43-4cf1-8b04-5a29bfc173c9 service neutron] 10.222.0.59 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634064 Jul 30 20:01:12.661327 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2de3f224-a53c-42b0-a7df-aa253f878186 req-816364f2-39e5-4cde-844b-be1b52f79b9b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491409 Jul 30 20:01:12.767939 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49264) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:12.768114 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-34b6245a-ab27-4e04-b9c7-e46a6eb6f1a4 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5242479 Jul 30 20:01:12.775100 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c26c60e9-f685-4755-a2e6-d1598dc300a1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Request body: {'subnet': {'network_id': 'f7f003f3-a680-4969-8f11-afbc5fa171b8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:12.787254 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6245a-ab27-4e04-b9c7-e46a6eb6f1a4 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event updated for resources: {'Network': ['ID=f7f003f3-a680-4969-8f11-afbc5fa171b8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:12.788917 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:12.802978 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network f7f003f3-a680-4969-8f11-afbc5fa171b8 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:01:12.877294 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf122bea-2e17-403b-b446-8bf982bb7de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4333bc16-c1e2-4c8a-9397-c37092336bd7'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:12.880116 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27f74a7-cd84-4825-8777-317590c6c9dd" -d '{"events": [{"server_uuid": "cf122bea-2e17-403b-b446-8bf982bb7de6", "name": "network-vif-plugged", "status": "completed", "tag": "4333bc16-c1e2-4c8a-9397-c37092336bd7"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:12.899955 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 4333bc16-c1e2-4c8a-9397-c37092336bd7, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=4333bc16-c1e2-4c8a-9397-c37092336bd7,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:12.918695 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cb16b6-f06b-43d1-9720-5d989e560155', 'name': 'tempest-ServersTestMultiNic-920537460-router', 'tenant_id': '182462db159049a09c4703019cfbdc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'f8570d72-b18f-41a5-94e0-cfa58d939d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:01:00Z', 'updated_at': '2021-07-30T20:01:10Z', 'revision_number': 4, 'project_id': '182462db159049a09c4703019cfbdc8e', 'gw_port': {'id': 'f8570d72-b18f-41a5-94e0-cfa58d939d26', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb16b6-f06b-43d1-9720-5d989e560155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:02Z', 'updated_at': '2021-07-30T20:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'f3fda240-5cdc-4767-bd99-2621feec6c46', 'name': '', 'network_id': '1ca98121-258a-4b56-8f14-5ac229552424', 'tenant_id': '182462db159049a09c4703019cfbdc8e', 'mac_address': 'fa:16:3e:d1:1d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cb16b6-f06b-43d1-9720-5d989e560155', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f6ca6474-cde8-4abf-b3de-b4c547379562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:08Z', 'updated_at': '2021-07-30T20:01:10Z', 'revision_number': 2, 'project_id': '182462db159049a09c4703019cfbdc8e', 'subnets': [{'id': 'f6ca6474-cde8-4abf-b3de-b4c547379562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:01:12.920616 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:12.921338 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device fcd1c213-d7ff-4856-81b0-16cc484f79af no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:01:12.967332 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26c60e9-f685-4755-a2e6-d1598dc300a1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Made reservation on behalf of 182462db159049a09c4703019cfbdc8e for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:01:12.972723 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c26c60e9-f685-4755-a2e6-d1598dc300a1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:12.986710 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] Checking router: 62cb16b6-f06b-43d1-9720-5d989e560155 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:01:12.987066 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] Updating router 62cb16b6-f06b-43d1-9720-5d989e560155 port f3fda240-5cdc-4767-bd99-2621feec6c46 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:01:13.046098 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device fcd1c213-d7ff-4856-81b0-16cc484f79af not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:01:13.047547 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:13.059489 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=4333bc16-c1e2-4c8a-9397-c37092336bd7,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:13.162669 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23d20b-dabc-4590-93c2-28747f9b2756 req-93b9f9a8-9e10-4ef2-a702-0089c726cb35 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:13.169587 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5e23d20b-dabc-4590-93c2-28747f9b2756 req-93b9f9a8-9e10-4ef2-a702-0089c726cb35 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf122bea-2e17-403b-b446-8bf982bb7de6 HTTP/1.1" status: 200 len: 950 time: 0.2245374 Jul 30 20:01:13.182475 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-7b3ca9f4-307d-41a8-9325-c95f2a000d70 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:13.183940 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-7b3ca9f4-307d-41a8-9325-c95f2a000d70 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14&tenant_id=236d1eaa83284464a4f623b106ec8e36&binding%3Ahost_id=n-h1-712137-9 HTTP/1.1" status: 200 len: 1095 time: 0.2261939 Jul 30 20:01:13.261818 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4160377c-8b9a-439b-9f67-76f14a6b3458 x-openstack-request-id: req-4160377c-8b9a-439b-9f67-76f14a6b3458 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:13.262672 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf122bea-2e17-403b-b446-8bf982bb7de6", "name": "network-vif-plugged", "status": "completed", "tag": "4333bc16-c1e2-4c8a-9397-c37092336bd7", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:13.263089 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4160377c-8b9a-439b-9f67-76f14a6b3458 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:13.264376 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf122bea-2e17-403b-b446-8bf982bb7de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4333bc16-c1e2-4c8a-9397-c37092336bd7', 'code': 200} Jul 30 20:01:13.301131 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5e23d20b-dabc-4590-93c2-28747f9b2756 req-52270fd1-548b-41ac-bd53-68e3cbc41163 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175492 Jul 30 20:01:13.348754 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c26c60e9-f685-4755-a2e6-d1598dc300a1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:13.411200 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:13.421840 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] Transition to ACTIVE for port object f3fda240-5cdc-4767-bd99-2621feec6c46 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:13.430051 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:13.450273 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c935a66-f75c-482d-8f29-765db4d575df req-58edafb7-8698-46c6-b848-247a4418cfbf tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:13.453183 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1c935a66-f75c-482d-8f29-765db4d575df req-58edafb7-8698-46c6-b848-247a4418cfbf tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 944 time: 0.1029446 Jul 30 20:01:13.514944 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da122626-d1c5-4243-ad4c-6d5a52f45b9b req-45d07faa-8c82-4a71-84a0-7d556a7e6473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:13.524049 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-da122626-d1c5-4243-ad4c-6d5a52f45b9b req-45d07faa-8c82-4a71-84a0-7d556a7e6473 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cf122bea-2e17-403b-b446-8bf982bb7de6 HTTP/1.1" status: 200 len: 1101 time: 0.1919715 Jul 30 20:01:13.526960 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56451e8b-c842-4911-a602-ef68e97c6713 None None] Pushing event updated for resources: {'Port': ['ID=f3fda240-5cdc-4767-bd99-2621feec6c46,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:13.548621 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1c935a66-f75c-482d-8f29-765db4d575df req-812ba546-1d63-4490-abee-88abc3deab73 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852754 Jul 30 20:01:13.562212 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c60e9-f685-4755-a2e6-d1598dc300a1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event updated for resources: {'Subnet': ['ID=b56ff1f8-4f80-4f50-accf-c11ff4ef45e3,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:13.588260 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] Attempting to bind port f3fda240-5cdc-4767-bd99-2621feec6c46 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:01:13.589398 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] Attempting to bind port f3fda240-5cdc-4767-bd99-2621feec6c46 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1ca98121-258a-4b56-8f14-5ac229552424'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:01:13.589398 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] Attempting to bind port f3fda240-5cdc-4767-bd99-2621feec6c46 on network 1ca98121-258a-4b56-8f14-5ac229552424 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:13.602334 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-6bf14b56-bfd4-45bd-b677-31391e332b58 service neutron] For port fcd1c213-d7ff-4856-81b0-16cc484f79af, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:13.603390 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26c60e9-f685-4755-a2e6-d1598dc300a1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Checking segment: {'id': '73316462-e9ca-4185-9d79-6bdaf0fadea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f7f003f3-a680-4969-8f11-afbc5fa171b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:13.605753 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:01:13.606092 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] Checking segment: {'id': '6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1ca98121-258a-4b56-8f14-5ac229552424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:13.606609 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:13.606896 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26c60e9-f685-4755-a2e6-d1598dc300a1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Network hostable DHCP agents. Network: f7f003f3-a680-4969-8f11-afbc5fa171b8, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:01:13.607628 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] Bound using segment: {'id': '6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1ca98121-258a-4b56-8f14-5ac229552424'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:01:13.607798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] Bound port: f3fda240-5cdc-4767-bd99-2621feec6c46, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1ca98121-258a-4b56-8f14-5ac229552424'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:01:13.608318 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:13.629541 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-6bf14b56-bfd4-45bd-b677-31391e332b58 service neutron] Notify callbacks [] for binding, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:13.630676 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b053b729-f491-4ff7-8725-0cf55b9beb93 req-6bf14b56-bfd4-45bd-b677-31391e332b58 service neutron] 10.222.0.59 "DELETE /v2.0/ports/fcd1c213-d7ff-4856-81b0-16cc484f79af/bindings/n-h2-712137-9 HTTP/1.1" status: 204 len: 173 time: 0.4319448 Jul 30 20:01:13.664401 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-da122626-d1c5-4243-ad4c-6d5a52f45b9b req-6c75b669-fafb-447d-a672-1b5de193a0fb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191542 Jul 30 20:01:13.684285 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26c60e9-f685-4755-a2e6-d1598dc300a1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Network f7f003f3-a680-4969-8f11-afbc5fa171b8 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:01:13.703415 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] For port f3fda240-5cdc-4767-bd99-2621feec6c46, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:13.704842 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c26c60e9-f685-4755-a2e6-d1598dc300a1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, f7f003f3-a680-4969-8f11-afbc5fa171b8) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:13.708056 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] For port f3fda240-5cdc-4767-bd99-2621feec6c46, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f3fda240-5cdc-4767-bd99-2621feec6c46,segment=NetworkSegment(6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5),segment_id=6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:01:13.715989 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fa82a2-b358-4134-b285-c13651ff001a None None] Network f7f003f3-a680-4969-8f11-afbc5fa171b8 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:01:13.721500 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26c60e9-f685-4755-a2e6-d1598dc300a1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:13.722105 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c26c60e9-f685-4755-a2e6-d1598dc300a1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:13.729636 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:13.753913 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e487955-9bce-4853-97f1-460583b7ad3d req-ceca9752-dfce-428d-a6c8-58469efdaf75 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:13.759127 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c26c60e9-f685-4755-a2e6-d1598dc300a1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9897678 Jul 30 20:01:13.766973 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49332) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:13.778231 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8e487955-9bce-4853-97f1-460583b7ad3d req-ceca9752-dfce-428d-a6c8-58469efdaf75 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 944 time: 0.1526425 Jul 30 20:01:13.784419 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c24661d0-caba-470c-b0cc-2cfea8cc7fed tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2132672071'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:13.836093 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24661d0-caba-470c-b0cc-2cfea8cc7fed tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Made reservation on behalf of 182462db159049a09c4703019cfbdc8e for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:01:13.839917 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c24661d0-caba-470c-b0cc-2cfea8cc7fed tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:13.854683 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8e487955-9bce-4853-97f1-460583b7ad3d req-b492bd1c-f0a7-44be-b9b1-d7d902d0d282 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754838 Jul 30 20:01:13.867456 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] Routers {'62cb16b6-f06b-43d1-9720-5d989e560155'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:01:13.871800 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:00:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['62cb16b6-f06b-43d1-9720-5d989e560155'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:01:13.898059 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24661d0-caba-470c-b0cc-2cfea8cc7fed tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:01:13.914882 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c24661d0-caba-470c-b0cc-2cfea8cc7fed tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:13.915589 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-c24661d0-caba-470c-b0cc-2cfea8cc7fed tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Added segment 308bbf82-40f2-4c30-9191-c1c6a33c5183 of type vlan for network 1d22e6cf-d158-442a-af4b-97d038d2dce4 Jul 30 20:01:13.985327 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c24661d0-caba-470c-b0cc-2cfea8cc7fed tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:13.991568 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56451e8b-c842-4911-a602-ef68e97c6713 None None] Pushing event updated for resources: {'Port': ['ID=f3fda240-5cdc-4767-bd99-2621feec6c46,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:14.019729 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49342) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:14.065053 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d80b3-74fe-4386-8aeb-6efb67c7a0e8 req-0cd4fcfc-38fb-4940-bdf1-1144d9963782 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:14.066543 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a4d80b3-74fe-4386-8aeb-6efb67c7a0e8 req-0cd4fcfc-38fb-4940-bdf1-1144d9963782 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.1077929 Jul 30 20:01:14.097395 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c24661d0-caba-470c-b0cc-2cfea8cc7fed tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:14.110625 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24661d0-caba-470c-b0cc-2cfea8cc7fed tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:14.117069 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c24661d0-caba-470c-b0cc-2cfea8cc7fed tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:14.147202 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a4d80b3-74fe-4386-8aeb-6efb67c7a0e8 req-623bda65-d623-4797-9415-8c38d8b5508d tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658867 Jul 30 20:01:14.202938 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 84500f83-39df-428f-9c66-d8ba181f3df9 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:01:14.229574 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] Set router 62cb16b6-f06b-43d1-9720-5d989e560155 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:01:14.231566 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c24661d0-caba-470c-b0cc-2cfea8cc7fed tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4629500 Jul 30 20:01:14.234298 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49358) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:14.239738 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a287853d-a3a0-437f-b299-fc9f01a6a0f1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Request body: {'subnet': {'network_id': '1d22e6cf-d158-442a-af4b-97d038d2dce4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:14.335241 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2bb692c7-0214-4a58-b508-f9d8392f338f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:14.375219 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24661d0-caba-470c-b0cc-2cfea8cc7fed tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event updated for resources: {'Network': ['ID=1d22e6cf-d158-442a-af4b-97d038d2dce4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:14.411262 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 1d22e6cf-d158-442a-af4b-97d038d2dce4 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:01:14.419297 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae78eb26-c9fb-481f-81ea-954646fdc4ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-f7f003f3-a680-4969-8f11-afbc5fa171b8', 'network_id': 'f7f003f3-a680-4969-8f11-afbc5fa171b8', 'tenant_id': '182462db159049a09c4703019cfbdc8e', 'fixed_ips': [{'subnet_id': 'b56ff1f8-4f80-4f50-accf-c11ff4ef45e3'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:01:14.420170 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae78eb26-c9fb-481f-81ea-954646fdc4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:14.450033 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021ef28-840a-497e-97cf-e401b7aeedfc req-ffefa67c-6dca-41cd-a3f3-9047f88b4fb3 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:14.461342 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7021ef28-840a-497e-97cf-e401b7aeedfc req-ffefa67c-6dca-41cd-a3f3-9047f88b4fb3 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 1095 time: 0.1900561 Jul 30 20:01:14.479607 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2bb692c7-0214-4a58-b508-f9d8392f338f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:14.489236 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2bb692c7-0214-4a58-b508-f9d8392f338f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:14.518341 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7021ef28-840a-497e-97cf-e401b7aeedfc req-6eac3265-fe52-4e4d-995c-efb3fcef3d0c tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560408 Jul 30 20:01:14.528296 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2bb692c7-0214-4a58-b508-f9d8392f338f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=19856caec8b849a3957f8757487cd2da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5074000 Jul 30 20:01:14.572442 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49386) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:14.618799 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb692c7-0214-4a58-b508-f9d8392f338f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fc6143-f456-4ea3-aa62-722266081af6,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:14.631631 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a287853d-a3a0-437f-b299-fc9f01a6a0f1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Made reservation on behalf of 182462db159049a09c4703019cfbdc8e for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:01:14.639955 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a287853d-a3a0-437f-b299-fc9f01a6a0f1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:14.652794 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:01:14.655983 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 84500f83-39df-428f-9c66-d8ba181f3df9, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=84500f83-39df-428f-9c66-d8ba181f3df9,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:14.702786 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '84500f83-39df-428f-9c66-d8ba181f3df9', 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf', 'port_id': '84500f83-39df-428f-9c66-d8ba181f3df9', 'mac_address': 'fa:16:3e:7b:45:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b757e780-295d-4676-ae81-4c07de396b9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:01:14.769673 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd2f117e-2e8d-4c7f-bc7f-4eb7cedcff5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:14.799604 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd2f117e-2e8d-4c7f-bc7f-4eb7cedcff5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:14.835653 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-ae78eb26-c9fb-481f-81ea-954646fdc4ae None None] Allocated IP 19.80.0.2 (f7f003f3-a680-4969-8f11-afbc5fa171b8/b56ff1f8-4f80-4f50-accf-c11ff4ef45e3/d3a96a67-6b6a-4845-bf58-a45fae4c4796) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:01:14.852634 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:14.884641 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd2f117e-2e8d-4c7f-bc7f-4eb7cedcff5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:14.886541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84500f83-39df-428f-9c66-d8ba181f3df9 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:14.888671 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd2f117e-2e8d-4c7f-bc7f-4eb7cedcff5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:14.890211 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cd2f117e-2e8d-4c7f-bc7f-4eb7cedcff5f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/24fc6143-f456-4ea3-aa62-722266081af6 HTTP/1.1" status: 204 len: 168 time: 0.3162239 Jul 30 20:01:14.923974 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f117e-2e8d-4c7f-bc7f-4eb7cedcff5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fc6143-f456-4ea3-aa62-722266081af6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:14.958894 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f74c0-a744-4fdb-b295-2a3a46ae6b30 req-5ca7f23e-a994-4586-8060-5a45d530df21 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:14.961646 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b49f74c0-a744-4fdb-b295-2a3a46ae6b30 req-5ca7f23e-a994-4586-8060-5a45d530df21 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf122bea-2e17-403b-b446-8bf982bb7de6 HTTP/1.1" status: 200 len: 950 time: 0.1042693 Jul 30 20:01:14.979251 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a287853d-a3a0-437f-b299-fc9f01a6a0f1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:15.050262 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b49f74c0-a744-4fdb-b295-2a3a46ae6b30 req-ca88f31d-4711-4926-9083-e6ca0186503b tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766566 Jul 30 20:01:15.063320 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a287853d-a3a0-437f-b299-fc9f01a6a0f1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Checking segment: {'id': '308bbf82-40f2-4c30-9191-c1c6a33c5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1d22e6cf-d158-442a-af4b-97d038d2dce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:15.063992 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a287853d-a3a0-437f-b299-fc9f01a6a0f1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Network hostable DHCP agents. Network: 1d22e6cf-d158-442a-af4b-97d038d2dce4, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:01:15.068139 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287853d-a3a0-437f-b299-fc9f01a6a0f1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event updated for resources: {'Subnet': ['ID=db1ec85e-d11e-40a9-b26b-e00dd0c183bf,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:15.088764 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cb16b6-f06b-43d1-9720-5d989e560155', 'name': 'tempest-ServersTestMultiNic-920537460-router', 'tenant_id': '182462db159049a09c4703019cfbdc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'f8570d72-b18f-41a5-94e0-cfa58d939d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:01:00Z', 'updated_at': '2021-07-30T20:01:10Z', 'revision_number': 4, 'project_id': '182462db159049a09c4703019cfbdc8e', 'gw_port': {'id': 'f8570d72-b18f-41a5-94e0-cfa58d939d26', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb16b6-f06b-43d1-9720-5d989e560155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:02Z', 'updated_at': '2021-07-30T20:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'f3fda240-5cdc-4767-bd99-2621feec6c46', 'name': '', 'network_id': '1ca98121-258a-4b56-8f14-5ac229552424', 'tenant_id': '182462db159049a09c4703019cfbdc8e', 'mac_address': 'fa:16:3e:d1:1d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cb16b6-f06b-43d1-9720-5d989e560155', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f6ca6474-cde8-4abf-b3de-b4c547379562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:08Z', 'updated_at': '2021-07-30T20:01:13Z', 'revision_number': 4, 'project_id': '182462db159049a09c4703019cfbdc8e', 'subnets': [{'id': 'f6ca6474-cde8-4abf-b3de-b4c547379562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:01:15.095210 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a287853d-a3a0-437f-b299-fc9f01a6a0f1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Network 1d22e6cf-d158-442a-af4b-97d038d2dce4 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:01:15.110634 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 84500f83-39df-428f-9c66-d8ba181f3df9, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=84500f83-39df-428f-9c66-d8ba181f3df9,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:15.112179 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-a287853d-a3a0-437f-b299-fc9f01a6a0f1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 1d22e6cf-d158-442a-af4b-97d038d2dce4) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:15.122956 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287853d-a3a0-437f-b299-fc9f01a6a0f1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:15.124605 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a287853d-a3a0-437f-b299-fc9f01a6a0f1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:15.144313 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e8d06a-da6e-472a-a05e-2c9fbd34e662 None None] Network 1d22e6cf-d158-442a-af4b-97d038d2dce4 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:01:15.153610 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f921219e-226c-4bf8-b939-36d8d5e5fcaf None None] The sync data for ids ['62cb16b6-f06b-43d1-9720-5d989e560155'] in n-d-712137-9 is: [{'id': '62cb16b6-f06b-43d1-9720-5d989e560155', 'name': 'tempest-ServersTestMultiNic-920537460-router', 'tenant_id': '182462db159049a09c4703019cfbdc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'f8570d72-b18f-41a5-94e0-cfa58d939d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:01:00Z', 'updated_at': '2021-07-30T20:01:10Z', 'revision_number': 4, 'project_id': '182462db159049a09c4703019cfbdc8e', 'gw_port': {'id': 'f8570d72-b18f-41a5-94e0-cfa58d939d26', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb16b6-f06b-43d1-9720-5d989e560155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:02Z', 'updated_at': '2021-07-30T20:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'f3fda240-5cdc-4767-bd99-2621feec6c46', 'name': '', 'network_id': '1ca98121-258a-4b56-8f14-5ac229552424', 'tenant_id': '182462db159049a09c4703019cfbdc8e', 'mac_address': 'fa:16:3e:d1:1d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cb16b6-f06b-43d1-9720-5d989e560155', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'f6ca6474-cde8-4abf-b3de-b4c547379562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:08Z', 'updated_at': '2021-07-30T20:01:13Z', 'revision_number': 4, 'project_id': '182462db159049a09c4703019cfbdc8e', 'subnets': [{'id': 'f6ca6474-cde8-4abf-b3de-b4c547379562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:01:15.155413 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:15.202617 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a287853d-a3a0-437f-b299-fc9f01a6a0f1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9668906 Jul 30 20:01:15.215634 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:15.235472 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fa156-fa15-493b-8066-3c899c51ca63 req-0a28f1a6-186c-45db-8cd2-7adf2d36aea6 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:15.270949 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3d1fa156-fa15-493b-8066-3c899c51ca63 req-0a28f1a6-186c-45db-8cd2-7adf2d36aea6 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 945 time: 0.1236622 Jul 30 20:01:15.328777 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3d1fa156-fa15-493b-8066-3c899c51ca63 req-beaf0f34-d252-4756-bdf6-41607b09edbe tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565403 Jul 30 20:01:15.372984 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-0616948d-9c84-4df5-af64-9060911c1f35 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:15.376602 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=84500f83-39df-428f-9c66-d8ba181f3df9,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:15.388333 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-0616948d-9c84-4df5-af64-9060911c1f35 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 808 time: 0.2710168 Jul 30 20:01:15.409946 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae78eb26-c9fb-481f-81ea-954646fdc4ae None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:15.436295 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-6ff7bfbe-d508-4cef-852a-261c72194bf1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/quotas/236d1eaa83284464a4f623b106ec8e36 HTTP/1.1" status: 200 len: 375 time: 0.0465691 Jul 30 20:01:15.466035 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ae78eb26-c9fb-481f-81ea-954646fdc4ae None None] Transition to ACTIVE for port object d3a96a67-6b6a-4845-bf58-a45fae4c4796 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:15.478400 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['84500f83-39df-428f-9c66-d8ba181f3df9'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:01:15.486443 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49432) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:15.505504 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb86054e-2d34-46ec-be6a-8d51720783ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:15.534720 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ae78eb26-c9fb-481f-81ea-954646fdc4ae None None] Transition to ACTIVE for port object d3a96a67-6b6a-4845-bf58-a45fae4c4796 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:15.564361 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae78eb26-c9fb-481f-81ea-954646fdc4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:15.597691 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6890f7-7248-4d56-a947-4700652c5693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-1d22e6cf-d158-442a-af4b-97d038d2dce4', 'network_id': '1d22e6cf-d158-442a-af4b-97d038d2dce4', 'tenant_id': '182462db159049a09c4703019cfbdc8e', 'fixed_ips': [{'subnet_id': 'db1ec85e-d11e-40a9-b26b-e00dd0c183bf'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:01:15.598858 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d6890f7-7248-4d56-a947-4700652c5693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:15.626172 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bac8a-646f-4410-9a3b-c1b099772d44 req-396d23a4-a903-4d3e-9e77-342b85978285 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:15.628056 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-430bac8a-646f-4410-9a3b-c1b099772d44 req-396d23a4-a903-4d3e-9e77-342b85978285 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.1010561 Jul 30 20:01:15.651395 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae78eb26-c9fb-481f-81ea-954646fdc4ae None None] Network f7f003f3-a680-4969-8f11-afbc5fa171b8 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:01:15.652475 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78eb26-c9fb-481f-81ea-954646fdc4ae None None] Pushing event updated for resources: {'Port': ['ID=d3a96a67-6b6a-4845-bf58-a45fae4c4796,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:15.714356 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-430bac8a-646f-4410-9a3b-c1b099772d44 req-92d75f55-1e21-4445-ac35-d38c868b1fd2 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739450 Jul 30 20:01:15.754711 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb86054e-2d34-46ec-be6a-8d51720783ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:15.765181 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb86054e-2d34-46ec-be6a-8d51720783ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:15.800135 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86054e-2d34-46ec-be6a-8d51720783ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa958e9-47ac-4b90-878a-e10d26e7dd89,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:15.818656 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-eb86054e-2d34-46ec-be6a-8d51720783ce admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d7a844f960db440e93c4f92a99041791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309023 Jul 30 20:01:15.822482 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49444) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:15.890461 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-1d6890f7-7248-4d56-a947-4700652c5693 None None] Allocated IP 19.86.0.2 (1d22e6cf-d158-442a-af4b-97d038d2dce4/db1ec85e-d11e-40a9-b26b-e00dd0c183bf/59ed5404-6c28-4002-8bc3-8facb0cff929) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:01:15.895011 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-91a4eadb-87fe-4518-beac-ee05e6965eb9 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4576399 Jul 30 20:01:15.912021 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ae78eb26-c9fb-481f-81ea-954646fdc4ae None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:15.929987 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae78eb26-c9fb-481f-81ea-954646fdc4ae None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:01:15.956782 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-f965c17d-f212-497f-bfaa-6cc704e07a9d tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:15.963955 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-f965c17d-f212-497f-bfaa-6cc704e07a9d tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:15.965245 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-f965c17d-f212-497f-bfaa-6cc704e07a9d tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/networks?id=f7f003f3-a680-4969-8f11-afbc5fa171b8&id=1d22e6cf-d158-442a-af4b-97d038d2dce4&id=f7f003f3-a680-4969-8f11-afbc5fa171b8 HTTP/1.1" status: 200 len: 1392 time: 0.1406519 Jul 30 20:01:15.996228 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-0b8cefd3-ae7d-4324-907d-7851a9957f91 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/quotas/182462db159049a09c4703019cfbdc8e HTTP/1.1" status: 200 len: 375 time: 0.0239937 Jul 30 20:01:15.999002 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-ce06b31e-b548-4e6c-8c10-7e0d6e337181 service neutron] 10.222.0.81 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030853 Jul 30 20:01:16.033076 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ae78eb26-c9fb-481f-81ea-954646fdc4ae None None] Attempting to bind port d3a96a67-6b6a-4845-bf58-a45fae4c4796 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:01:16.033594 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ae78eb26-c9fb-481f-81ea-954646fdc4ae None None] Attempting to bind port d3a96a67-6b6a-4845-bf58-a45fae4c4796 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '73316462-e9ca-4185-9d79-6bdaf0fadea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f7f003f3-a680-4969-8f11-afbc5fa171b8'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:01:16.034061 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae78eb26-c9fb-481f-81ea-954646fdc4ae None None] Attempting to bind port d3a96a67-6b6a-4845-bf58-a45fae4c4796 on network f7f003f3-a680-4969-8f11-afbc5fa171b8 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:16.067647 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8f5b3f7-09b7-4879-a84f-89192dc20d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:16.098258 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae78eb26-c9fb-481f-81ea-954646fdc4ae None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:01:16.098544 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-8a40e39b-ce5c-4011-9222-5793c38ba70c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=182462db159049a09c4703019cfbdc8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0928550 Jul 30 20:01:16.098891 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae78eb26-c9fb-481f-81ea-954646fdc4ae None None] Checking segment: {'id': '73316462-e9ca-4185-9d79-6bdaf0fadea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f7f003f3-a680-4969-8f11-afbc5fa171b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:16.099431 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae78eb26-c9fb-481f-81ea-954646fdc4ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:16.099961 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae78eb26-c9fb-481f-81ea-954646fdc4ae None None] Bound using segment: {'id': '73316462-e9ca-4185-9d79-6bdaf0fadea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f7f003f3-a680-4969-8f11-afbc5fa171b8'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:01:16.100547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ae78eb26-c9fb-481f-81ea-954646fdc4ae None None] Bound port: d3a96a67-6b6a-4845-bf58-a45fae4c4796, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73316462-e9ca-4185-9d79-6bdaf0fadea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f7f003f3-a680-4969-8f11-afbc5fa171b8'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:01:16.101025 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae78eb26-c9fb-481f-81ea-954646fdc4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:16.107495 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8f5b3f7-09b7-4879-a84f-89192dc20d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:16.123130 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-057189f7-bb68-406c-a339-c10ed20d7f1d service neutron] 10.222.0.81 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156600 Jul 30 20:01:16.300418 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d6890f7-7248-4d56-a947-4700652c5693 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:16.316612 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1d6890f7-7248-4d56-a947-4700652c5693 None None] Transition to ACTIVE for port object 59ed5404-6c28-4002-8bc3-8facb0cff929 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:16.331111 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ae78eb26-c9fb-481f-81ea-954646fdc4ae None None] For port d3a96a67-6b6a-4845-bf58-a45fae4c4796, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:16.346036 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ae78eb26-c9fb-481f-81ea-954646fdc4ae None None] For port d3a96a67-6b6a-4845-bf58-a45fae4c4796, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d3a96a67-6b6a-4845-bf58-a45fae4c4796,segment=NetworkSegment(73316462-e9ca-4185-9d79-6bdaf0fadea4),segment_id=73316462-e9ca-4185-9d79-6bdaf0fadea4)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:01:16.357362 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae78eb26-c9fb-481f-81ea-954646fdc4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:16.385827 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1d6890f7-7248-4d56-a947-4700652c5693 None None] Transition to ACTIVE for port object 59ed5404-6c28-4002-8bc3-8facb0cff929 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:16.496902 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d6890f7-7248-4d56-a947-4700652c5693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:16.556705 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f3fda240-5cdc-4767-bd99-2621feec6c46 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:16.559249 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78eb26-c9fb-481f-81ea-954646fdc4ae None None] Pushing event updated for resources: {'Port': ['ID=d3a96a67-6b6a-4845-bf58-a45fae4c4796,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:16.598881 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6890f7-7248-4d56-a947-4700652c5693 None None] Network 1d22e6cf-d158-442a-af4b-97d038d2dce4 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:01:16.605778 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-1d6890f7-7248-4d56-a947-4700652c5693 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:16.641020 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8f5b3f7-09b7-4879-a84f-89192dc20d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:16.644917 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8f5b3f7-09b7-4879-a84f-89192dc20d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:16.647564 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b8f5b3f7-09b7-4879-a84f-89192dc20d37 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bfa958e9-47ac-4b90-878a-e10d26e7dd89 HTTP/1.1" status: 204 len: 168 time: 0.8234098 Jul 30 20:01:16.653072 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6890f7-7248-4d56-a947-4700652c5693 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:01:16.697275 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5b3f7-09b7-4879-a84f-89192dc20d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa958e9-47ac-4b90-878a-e10d26e7dd89,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:16.856108 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-18bb646d-a9c5-437d-9f89-f29091bf4355 service neutron] 10.222.0.81 "GET /v2.0/networks/f7f003f3-a680-4969-8f11-afbc5fa171b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7457976 Jul 30 20:01:16.892067 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6890f7-7248-4d56-a947-4700652c5693 None None] Pushing event updated for resources: {'Port': ['ID=59ed5404-6c28-4002-8bc3-8facb0cff929,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:16.943217 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-1d6890f7-7248-4d56-a947-4700652c5693 None None] Attempting to bind port 59ed5404-6c28-4002-8bc3-8facb0cff929 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:01:16.944789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-1d6890f7-7248-4d56-a947-4700652c5693 None None] Attempting to bind port 59ed5404-6c28-4002-8bc3-8facb0cff929 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '308bbf82-40f2-4c30-9191-c1c6a33c5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1d22e6cf-d158-442a-af4b-97d038d2dce4'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:01:16.945162 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6890f7-7248-4d56-a947-4700652c5693 None None] Attempting to bind port 59ed5404-6c28-4002-8bc3-8facb0cff929 on network 1d22e6cf-d158-442a-af4b-97d038d2dce4 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:16.967016 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6890f7-7248-4d56-a947-4700652c5693 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:01:16.967409 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6890f7-7248-4d56-a947-4700652c5693 None None] Checking segment: {'id': '308bbf82-40f2-4c30-9191-c1c6a33c5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1d22e6cf-d158-442a-af4b-97d038d2dce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:16.972640 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d6890f7-7248-4d56-a947-4700652c5693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:16.974337 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6890f7-7248-4d56-a947-4700652c5693 None None] Bound using segment: {'id': '308bbf82-40f2-4c30-9191-c1c6a33c5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1d22e6cf-d158-442a-af4b-97d038d2dce4'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:01:16.975405 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-1d6890f7-7248-4d56-a947-4700652c5693 None None] Bound port: 59ed5404-6c28-4002-8bc3-8facb0cff929, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308bbf82-40f2-4c30-9191-c1c6a33c5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1d22e6cf-d158-442a-af4b-97d038d2dce4'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:01:16.975838 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d6890f7-7248-4d56-a947-4700652c5693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:16.980389 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port f3fda240-5cdc-4767-bd99-2621feec6c46 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:17.008264 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port f3fda240-5cdc-4767-bd99-2621feec6c46 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:17.008678 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:17.013586 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-837db1e0-5cfb-4fd1-abca-110c55e4a1dd service neutron] 10.222.0.81 "GET /v2.0/networks/f7f003f3-a680-4969-8f11-afbc5fa171b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565268 Jul 30 20:01:17.108741 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1d6890f7-7248-4d56-a947-4700652c5693 None None] For port 59ed5404-6c28-4002-8bc3-8facb0cff929, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:17.112533 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1d6890f7-7248-4d56-a947-4700652c5693 None None] For port 59ed5404-6c28-4002-8bc3-8facb0cff929, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=59ed5404-6c28-4002-8bc3-8facb0cff929,segment=NetworkSegment(308bbf82-40f2-4c30-9191-c1c6a33c5183),segment_id=308bbf82-40f2-4c30-9191-c1c6a33c5183)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:01:17.128259 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-be4d8173-5f6a-4e4b-8c05-f47332420bae service neutron] 10.222.0.81 "GET /v2.0/networks/1d22e6cf-d158-442a-af4b-97d038d2dce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137292 Jul 30 20:01:17.138520 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d6890f7-7248-4d56-a947-4700652c5693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:17.190682 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:17.246746 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebaa34-3e2b-4753-a70f-6e27989f2558 req-eba87530-6cf2-4be6-bdf6-8ccfa4b999d5 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:17.254759 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6890f7-7248-4d56-a947-4700652c5693 None None] Pushing event updated for resources: {'Port': ['ID=59ed5404-6c28-4002-8bc3-8facb0cff929,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:17.259470 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06ebaa34-3e2b-4753-a70f-6e27989f2558 req-eba87530-6cf2-4be6-bdf6-8ccfa4b999d5 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf122bea-2e17-403b-b446-8bf982bb7de6 HTTP/1.1" status: 200 len: 950 time: 0.0734382 Jul 30 20:01:17.301282 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port f3fda240-5cdc-4767-bd99-2621feec6c46, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f3fda240-5cdc-4767-bd99-2621feec6c46,segment=NetworkSegment(6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5),segment_id=6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:17.307894 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:17.317711 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-4019e08f-23f3-4e55-ae7c-a7d009d826e6 service neutron] 10.222.0.81 "GET /v2.0/networks/1d22e6cf-d158-442a-af4b-97d038d2dce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884983 Jul 30 20:01:17.363905 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06ebaa34-3e2b-4753-a70f-6e27989f2558 req-a8b5cb5f-a554-4fd9-bc49-4ff1608eadb6 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973375 Jul 30 20:01:17.387361 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=f3fda240-5cdc-4767-bd99-2621feec6c46,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:17.468580 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d4d8db83-e190-497f-a749-cdca0500a85d req-f86d40d7-0333-4775-83ff-d5a143c23eee tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 210 time: 0.0482085 Jul 30 20:01:17.469518 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-1cc7bcbf-9359-4269-ade8-3391f11ffcbe service neutron] 10.222.0.81 "GET /v2.0/networks/f7f003f3-a680-4969-8f11-afbc5fa171b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505682 Jul 30 20:01:17.606771 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-07ab58ff-43c8-46b3-910c-e7ca20dcc2dc service neutron] 10.222.0.81 "GET /v2.0/networks/f7f003f3-a680-4969-8f11-afbc5fa171b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361592 Jul 30 20:01:17.698751 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e6351-6a83-422d-b3e2-c6f5152de46e req-af499483-bfb4-433e-9386-62551ad62a2c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:17.704208 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-934e6351-6a83-422d-b3e2-c6f5152de46e req-af499483-bfb4-433e-9386-62551ad62a2c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 945 time: 0.0915933 Jul 30 20:01:17.757975 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-934e6351-6a83-422d-b3e2-c6f5152de46e req-4b9558a0-418a-4c02-aa36-1985c522f126 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447462 Jul 30 20:01:18.033443 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852b4d25-59a1-46a8-bc92-3f67643f597b None None] Network f7f003f3-a680-4969-8f11-afbc5fa171b8 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:01:18.035532 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93729895-f036-4fe6-ba0b-01e4f2372c1a req-7dbc4b08-3f32-4665-b7ff-c5febd57f8c9 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:18.037549 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-93729895-f036-4fe6-ba0b-01e4f2372c1a req-7dbc4b08-3f32-4665-b7ff-c5febd57f8c9 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.1922009 Jul 30 20:01:18.195444 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1cd9d0c0-443b-4b98-a776-cfec48e1f3f0 None None] Provisioning for port d3a96a67-6b6a-4845-bf58-a45fae4c4796 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:18.208022 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-0e3b3d2a-851a-42b2-983d-7fab722fc6e5 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:18.211043 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-0e3b3d2a-851a-42b2-983d-7fab722fc6e5 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.83 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 808 time: 0.3510220 Jul 30 20:01:18.222188 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 84500f83-39df-428f-9c66-d8ba181f3df9 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:18.231565 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-93729895-f036-4fe6-ba0b-01e4f2372c1a req-76fffa46-3faf-4f07-bb22-a92ff0c79d4f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798682 Jul 30 20:01:18.242945 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e37b9b05-3eb0-476d-814a-fd558fd5c891 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Request body: {'port': {'device_id': 'bd0272ea-dddc-47db-8168-d35bf45a7fc0', 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc', 'admin_state_up': True, 'tenant_id': '236d1eaa83284464a4f623b106ec8e36'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:18.589126 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 84500f83-39df-428f-9c66-d8ba181f3df9 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:18.596950 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 84500f83-39df-428f-9c66-d8ba181f3df9 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:18.597330 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:18.665070 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2db0e127-0095-4bb8-9b86-748580cd1973 req-c99ad40e-6fd5-4985-aa43-519253c485bd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2133567 Jul 30 20:01:18.681063 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e37b9b05-3eb0-476d-814a-fd558fd5c891 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Made reservation on behalf of 236d1eaa83284464a4f623b106ec8e36 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:01:18.691142 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e37b9b05-3eb0-476d-814a-fd558fd5c891 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:18.846020 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168880c8-232c-4da3-9c48-4569976e66f9 None None] Network 1d22e6cf-d158-442a-af4b-97d038d2dce4 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:01:18.941134 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be4fabbc-b89d-4c56-9287-785063e92cad req-d441bfd7-e8e5-427f-ac64-0f6a98662ed2 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 210 time: 0.0844865 Jul 30 20:01:19.029946 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0e127-0095-4bb8-9b86-748580cd1973 req-e6d2cae8-da3c-43f9-a2cf-84525334a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:19.032211 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 59ed5404-6c28-4002-8bc3-8facb0cff929 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:19.032426 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2db0e127-0095-4bb8-9b86-748580cd1973 req-e6d2cae8-da3c-43f9-a2cf-84525334a26d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 1101 time: 0.1764083 Jul 30 20:01:19.099113 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e37b9b05-3eb0-476d-814a-fd558fd5c891 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Allocated IP 172.20.0.12 (dd53ee4f-dc29-41da-8a32-a515358904dc/e297a2c7-8889-4baa-b07e-dd1ecdbb2586/5ed0c72e-cb54-47a2-90f8-d151099fbcb6) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:01:19.191922 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:19.212886 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cc9c03d9-db8b-41e1-abdb-d1f138cb5f44 req-964d79a0-9a12-41eb-9fac-59a9ea1a5392 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 210 time: 0.1101053 Jul 30 20:01:19.216588 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a8d9c907-e497-45b1-89b2-7818b3b87951 None None] Provisioning for port 59ed5404-6c28-4002-8bc3-8facb0cff929 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:19.272432 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 84500f83-39df-428f-9c66-d8ba181f3df9, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=84500f83-39df-428f-9c66-d8ba181f3df9,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:19.276013 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec18e75a-0758-47e3-b000-85c76cd1db0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84500f83-39df-428f-9c66-d8ba181f3df9'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:19.279056 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8a5bcf-4f7d-45f4-976b-b04a8aac1ed7" -d '{"events": [{"server_uuid": "ec18e75a-0758-47e3-b000-85c76cd1db0f", "name": "network-vif-plugged", "status": "completed", "tag": "84500f83-39df-428f-9c66-d8ba181f3df9"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:19.302529 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:19.306217 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b33571-a760-4728-a021-079c9927dc14 req-5944650d-a4b5-47e2-a050-dd33c150b0b4 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:19.311736 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d1b33571-a760-4728-a021-079c9927dc14 req-5944650d-a4b5-47e2-a050-dd33c150b0b4 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 945 time: 0.1481230 Jul 30 20:01:19.329584 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:19.397112 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d1b33571-a760-4728-a021-079c9927dc14 req-fef6a671-cde4-475f-aa8b-1e167bb7ee75 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767531 Jul 30 20:01:19.406603 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 59ed5404-6c28-4002-8bc3-8facb0cff929 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:19.421018 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 59ed5404-6c28-4002-8bc3-8facb0cff929 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:19.421591 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:19.486533 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a73b7cd9-3aae-4919-874d-597776b609be req-806a23a0-0d77-46f1-b8db-d0c2eca9507e tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=c8ace72258ae4b0e9b30df106b7a2010&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0931962 Jul 30 20:01:19.549542 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=84500f83-39df-428f-9c66-d8ba181f3df9,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:19.643320 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0e127-0095-4bb8-9b86-748580cd1973 req-6c927e21-d988-4256-9df5-8a85d555f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:19.645217 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2db0e127-0095-4bb8-9b86-748580cd1973 req-6c927e21-d988-4256-9df5-8a85d555f219 service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.5820904 Jul 30 20:01:19.739313 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28ead2-b0cb-4127-92a3-87a00c52374d req-6d6c718b-220e-470c-93bf-9694e96dbb45 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:19.741579 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff28ead2-b0cb-4127-92a3-87a00c52374d req-6d6c718b-220e-470c-93bf-9694e96dbb45 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.1780665 Jul 30 20:01:19.825989 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:19.827864 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2db0e127-0095-4bb8-9b86-748580cd1973 req-257e95b0-503e-47da-ac3d-b44c40496054 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=c65993c9-3d10-4021-94da-440fdc55ae35 HTTP/1.1" status: 200 len: 217 time: 0.0939655 Jul 30 20:01:19.901962 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-1e361470-41be-4130-8628-a382141eb166 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:19.902577 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0e127-0095-4bb8-9b86-748580cd1973 req-f93b0abf-e675-4215-a8c5-623249fe428b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:19.904143 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2db0e127-0095-4bb8-9b86-748580cd1973 req-f93b0abf-e675-4215-a8c5-623249fe428b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0661540 Jul 30 20:01:19.910333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-1e361470-41be-4130-8628-a382141eb166 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:19.913110 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-1e361470-41be-4130-8628-a382141eb166 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.59 "GET /v2.0/networks?id=f7f003f3-a680-4969-8f11-afbc5fa171b8&id=1d22e6cf-d158-442a-af4b-97d038d2dce4&id=f7f003f3-a680-4969-8f11-afbc5fa171b8 HTTP/1.1" status: 200 len: 1392 time: 0.3065014 Jul 30 20:01:19.919840 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff28ead2-b0cb-4127-92a3-87a00c52374d req-45be9c26-ad58-4da0-a6d9-2c1d71b2eadd tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722021 Jul 30 20:01:19.947624 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-2a13e565-7ed1-48a8-b92c-017b036c9f54 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Request body: {'port': {'device_id': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'network_id': 'f7f003f3-a680-4969-8f11-afbc5fa171b8', 'admin_state_up': True, 'tenant_id': '182462db159049a09c4703019cfbdc8e'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:19.972745 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-30ddc747-c03d-435e-8541-70bc4780ce3a None None] Provisioning complete for port 59ed5404-6c28-4002-8bc3-8facb0cff929 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:19.973129 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30ddc747-c03d-435e-8541-70bc4780ce3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:20.017092 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 59ed5404-6c28-4002-8bc3-8facb0cff929, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=59ed5404-6c28-4002-8bc3-8facb0cff929,segment=NetworkSegment(308bbf82-40f2-4c30-9191-c1c6a33c5183),segment_id=308bbf82-40f2-4c30-9191-c1c6a33c5183)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:20.023862 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf31d41e-6d53-43ad-837e-42cc071a57bb x-openstack-request-id: req-bf31d41e-6d53-43ad-837e-42cc071a57bb {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:20.024141 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec18e75a-0758-47e3-b000-85c76cd1db0f", "name": "network-vif-plugged", "status": "completed", "tag": "84500f83-39df-428f-9c66-d8ba181f3df9", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:20.024422 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bf31d41e-6d53-43ad-837e-42cc071a57bb {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:20.024815 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec18e75a-0758-47e3-b000-85c76cd1db0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84500f83-39df-428f-9c66-d8ba181f3df9', 'code': 200} Jul 30 20:01:20.030795 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:20.031624 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f3fda240-5cdc-4767-bd99-2621feec6c46 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:20.040474 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b7cd9-3aae-4919-874d-597776b609be req-fbcf4d4a-20cc-4ed9-b08f-50729a1488fc tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:20.061298 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a73b7cd9-3aae-4919-874d-597776b609be req-fbcf4d4a-20cc-4ed9-b08f-50729a1488fc tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5736005 Jul 30 20:01:20.139554 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a73b7cd9-3aae-4919-874d-597776b609be req-1e329dcb-29f6-402c-b293-98f3dd719feb tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/quotas/c8ace72258ae4b0e9b30df106b7a2010 HTTP/1.1" status: 200 len: 375 time: 0.0629594 Jul 30 20:01:20.179707 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e589434-d0de-4e2c-81c8-0d7ff302f650 req-ed8032bc-fe98-466b-87ce-02f54237d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:20.182194 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9e589434-d0de-4e2c-81c8-0d7ff302f650 req-ed8032bc-fe98-466b-87ce-02f54237d2fb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 1097 time: 0.0903258 Jul 30 20:01:20.205127 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-2a13e565-7ed1-48a8-b92c-017b036c9f54 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Made reservation on behalf of 182462db159049a09c4703019cfbdc8e for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:01:20.212707 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-2a13e565-7ed1-48a8-b92c-017b036c9f54 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:20.255758 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=59ed5404-6c28-4002-8bc3-8facb0cff929,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:20.280604 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port f3fda240-5cdc-4767-bd99-2621feec6c46 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:20.281249 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:20.289319 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e37b9b05-3eb0-476d-814a-fd558fd5c891 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:20.324474 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0e127-0095-4bb8-9b86-748580cd1973 req-a266b111-7fe4-4c8b-8fba-7a87cca6443c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:20.326419 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2db0e127-0095-4bb8-9b86-748580cd1973 req-a266b111-7fe4-4c8b-8fba-7a87cca6443c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3855708 Jul 30 20:01:20.364226 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a73b7cd9-3aae-4919-874d-597776b609be req-aaf20d56-351e-4156-a765-64634131d68c tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c8ace72258ae4b0e9b30df106b7a2010&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2236042 Jul 30 20:01:20.434541 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49654) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:20.439119 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-2a13e565-7ed1-48a8-b92c-017b036c9f54 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Allocated IP 19.80.0.37 (f7f003f3-a680-4969-8f11-afbc5fa171b8/b56ff1f8-4f80-4f50-accf-c11ff4ef45e3/deae0304-101b-4827-b781-5a951b77df9d) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:01:20.475662 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e37b9b05-3eb0-476d-814a-fd558fd5c891 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:20.574344 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b9b05-3eb0-476d-814a-fd558fd5c891 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Pushing event updated for resources: {'Port': ['ID=5ed0c72e-cb54-47a2-90f8-d151099fbcb6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:20.583165 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d3a96a67-6b6a-4845-bf58-a45fae4c4796 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:20.611817 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9e589434-d0de-4e2c-81c8-0d7ff302f650 req-3222a45e-006e-4a04-87a6-94a50d545598 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219890 Jul 30 20:01:20.659249 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-11173c62-457b-4dcc-b56a-6b8ee8113032 req-c408ccdd-b71e-4f94-93d7-7635c809b937 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 210 time: 0.0673456 Jul 30 20:01:20.675929 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e37b9b05-3eb0-476d-814a-fd558fd5c891 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Network dd53ee4f-dc29-41da-8a32-a515358904dc is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:01:20.689411 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e37b9b05-3eb0-476d-814a-fd558fd5c891 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:20.692825 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port d3a96a67-6b6a-4845-bf58-a45fae4c4796 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:20.702991 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port d3a96a67-6b6a-4845-bf58-a45fae4c4796 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:20.703223 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:20.707260 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e37b9b05-3eb0-476d-814a-fd558fd5c891 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:01:20.755301 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-821a313e-3e3b-4fa0-b1ad-9917f37b8a5f tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=dca3d02c6b974036aa747c916a346bce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069648 Jul 30 20:01:20.795435 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7d4c14d6-09f6-46e9-b2d5-e4e16108ac60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:20.829191 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-2a13e565-7ed1-48a8-b92c-017b036c9f54 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:20.838140 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e37b9b05-3eb0-476d-814a-fd558fd5c891 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:20.839135 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e37b9b05-3eb0-476d-814a-fd558fd5c891 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:20.852758 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2db0e127-0095-4bb8-9b86-748580cd1973 req-e9281330-3a6a-4cf5-8047-9ede7a1149fa service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149102 Jul 30 20:01:20.862447 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:20.910178 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port d3a96a67-6b6a-4845-bf58-a45fae4c4796, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d3a96a67-6b6a-4845-bf58-a45fae4c4796,segment=NetworkSegment(73316462-e9ca-4185-9d79-6bdaf0fadea4),segment_id=73316462-e9ca-4185-9d79-6bdaf0fadea4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:20.917466 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:20.921343 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-2a13e565-7ed1-48a8-b92c-017b036c9f54 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Transition to ACTIVE for port object deae0304-101b-4827-b781-5a951b77df9d will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:20.991858 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-70b3f699-9402-4334-875f-559cf6249d8c tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:21.000050 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-70b3f699-9402-4334-875f-559cf6249d8c tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2382922 Jul 30 20:01:21.000281 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=d3a96a67-6b6a-4845-bf58-a45fae4c4796,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:21.029858 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-a5d9799b-dc2c-4f31-9f99-5681caf856f6 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/quotas/dca3d02c6b974036aa747c916a346bce HTTP/1.1" status: 200 len: 375 time: 0.0287912 Jul 30 20:01:21.062027 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-2a13e565-7ed1-48a8-b92c-017b036c9f54 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:21.067197 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 59ed5404-6c28-4002-8bc3-8facb0cff929 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:21.075171 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-76595a22-41b6-41e0-8252-b4a42ee062b4 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=dca3d02c6b974036aa747c916a346bce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443881 Jul 30 20:01:21.084977 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97f3f0-64c1-4b6c-a949-5ddc7161fece req-4984d63a-8994-444d-a033-56f3ae817532 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:21.086484 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2b97f3f0-64c1-4b6c-a949-5ddc7161fece req-4984d63a-8994-444d-a033-56f3ae817532 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 932 time: 0.1882980 Jul 30 20:01:21.121490 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 59ed5404-6c28-4002-8bc3-8facb0cff929 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:21.122204 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:21.122377 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2db0e127-0095-4bb8-9b86-748580cd1973 req-8e817f49-39e1-432d-ab34-e14fb3a50a1c service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586865 Jul 30 20:01:21.167296 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2b97f3f0-64c1-4b6c-a949-5ddc7161fece req-45d9b328-73a3-44c3-b883-fc27fa5be521 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712674 Jul 30 20:01:21.184070 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7d4c14d6-09f6-46e9-b2d5-e4e16108ac60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:21.191121 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7d4c14d6-09f6-46e9-b2d5-e4e16108ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:21.192325 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b124dcef-a494-4769-9598-077e469e452d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:21.202411 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-2a13e565-7ed1-48a8-b92c-017b036c9f54 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Network f7f003f3-a680-4969-8f11-afbc5fa171b8 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:01:21.208503 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e37b9b05-3eb0-476d-814a-fd558fd5c891 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9757781 Jul 30 20:01:21.230399 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-2a13e565-7ed1-48a8-b92c-017b036c9f54 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:21.240720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-2a13e565-7ed1-48a8-b92c-017b036c9f54 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:01:21.244281 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e3dd2f0f-9baf-4d02-8ac8-4054caa78486 service neutron] Request body: {'port': {'device_id': 'bd0272ea-dddc-47db-8168-d35bf45a7fc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:21.345841 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13e565-7ed1-48a8-b92c-017b036c9f54 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event updated for resources: {'Port': ['ID=deae0304-101b-4827-b781-5a951b77df9d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:21.428031 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ab5adb8c-4edf-4b3d-b5e6-9139f6cabfb5 req-6fa81b2d-2aa6-440a-af42-15f2487e06df tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1efe9a-7cc2-4683-a5a3-1f603eaa422a HTTP/1.1" status: 200 len: 210 time: 0.0666506 Jul 30 20:01:21.440288 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7d4c14d6-09f6-46e9-b2d5-e4e16108ac60 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7614ad3b9e8c434c949a5cc6b09db383&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0043445 Jul 30 20:01:21.441756 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c14d6-09f6-46e9-b2d5-e4e16108ac60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51da91ad-5fda-47fe-95d1-d62a5ae69fd5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:21.445394 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49682) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:21.494295 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17caceed-06d1-4fd7-a953-1a1809112e56 req-d5f74b6b-c69a-44d0-b62e-2e9188657a9c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:21.503093 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-17caceed-06d1-4fd7-a953-1a1809112e56 req-d5f74b6b-c69a-44d0-b62e-2e9188657a9c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 946 time: 0.1909578 Jul 30 20:01:21.512973 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e3dd2f0f-9baf-4d02-8ac8-4054caa78486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:21.559589 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-2a13e565-7ed1-48a8-b92c-017b036c9f54 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:21.560662 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-2a13e565-7ed1-48a8-b92c-017b036c9f54 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:21.581759 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-eb365804-e909-440b-9624-9e3a2bac168a None None] Provisioning for port deae0304-101b-4827-b781-5a951b77df9d completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:21.596441 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-eb365804-e909-440b-9624-9e3a2bac168a None None] Provisioning complete for port deae0304-101b-4827-b781-5a951b77df9d triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:21.596818 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb365804-e909-440b-9624-9e3a2bac168a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:21.607176 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-17caceed-06d1-4fd7-a953-1a1809112e56 req-708c755b-cabb-449d-b15d-eb8376d9272c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977154 Jul 30 20:01:21.634213 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee364857-79ae-4d5f-85bb-c9e7f582807b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:21.659555 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-2a13e565-7ed1-48a8-b92c-017b036c9f54 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7185130 Jul 30 20:01:21.684593 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76302b4-d8da-4a17-b871-b16a1c7581b0 req-44beb867-05ad-42cd-9bff-d7915432d32a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:21.692659 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f76302b4-d8da-4a17-b871-b16a1c7581b0 req-44beb867-05ad-42cd-9bff-d7915432d32a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.1259542 Jul 30 20:01:21.694342 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-eb365804-e909-440b-9624-9e3a2bac168a None None] Port deae0304-101b-4827-b781-5a951b77df9d cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:01:21.698637 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-5fe4dc07-88d1-4b04-9ed1-776dff9846ad tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Request body: {'port': {'device_id': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'network_id': '1d22e6cf-d158-442a-af4b-97d038d2dce4', 'admin_state_up': True, 'tenant_id': '182462db159049a09c4703019cfbdc8e'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:21.703167 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee364857-79ae-4d5f-85bb-c9e7f582807b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:21.790003 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-afbe8488-ee80-403e-bcfb-7da7a73ba681 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=dca3d02c6b974036aa747c916a346bce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338728 Jul 30 20:01:21.831915 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f76302b4-d8da-4a17-b871-b16a1c7581b0 req-3370f4ce-6bd6-46f9-bda9-54d822a01eb5 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383784 Jul 30 20:01:21.926696 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee364857-79ae-4d5f-85bb-c9e7f582807b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:21.930727 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee364857-79ae-4d5f-85bb-c9e7f582807b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:21.934439 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ee364857-79ae-4d5f-85bb-c9e7f582807b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/51da91ad-5fda-47fe-95d1-d62a5ae69fd5 HTTP/1.1" status: 204 len: 168 time: 0.4857526 Jul 30 20:01:21.976933 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-787bdc82-5218-449f-aa15-da0ce37663b6 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:21.983912 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-787bdc82-5218-449f-aa15-da0ce37663b6 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1928949 Jul 30 20:01:21.988657 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee364857-79ae-4d5f-85bb-c9e7f582807b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51da91ad-5fda-47fe-95d1-d62a5ae69fd5,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:22.013765 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-571b5027-b35b-4650-8849-8216994078d1 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/quotas/dca3d02c6b974036aa747c916a346bce HTTP/1.1" status: 200 len: 375 time: 0.0288081 Jul 30 20:01:22.017264 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-5fe4dc07-88d1-4b04-9ed1-776dff9846ad tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Made reservation on behalf of 182462db159049a09c4703019cfbdc8e for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:01:22.021019 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-5fe4dc07-88d1-4b04-9ed1-776dff9846ad tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:22.062398 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-f52e9824-b23e-4062-9b7d-6c05ee11cc26 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=dca3d02c6b974036aa747c916a346bce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475836 Jul 30 20:01:22.096846 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f031c39-2c7c-4bb0-8d07-98216ca3ab07 req-dc9f6060-adbc-4c02-ab8f-ccd7ad8289b5 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:22.104786 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f031c39-2c7c-4bb0-8d07-98216ca3ab07 req-dc9f6060-adbc-4c02-ab8f-ccd7ad8289b5 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 931 time: 0.1559017 Jul 30 20:01:22.168227 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e3dd2f0f-9baf-4d02-8ac8-4054caa78486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:22.180464 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e3dd2f0f-9baf-4d02-8ac8-4054caa78486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:22.180687 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f031c39-2c7c-4bb0-8d07-98216ca3ab07 req-684eeae0-e6f9-45bd-b436-65e9ee9109d8 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693667 Jul 30 20:01:22.199556 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e3dd2f0f-9baf-4d02-8ac8-4054caa78486 service neutron] Transition to ACTIVE for port object 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:22.208176 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e3dd2f0f-9baf-4d02-8ac8-4054caa78486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:22.281858 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a73b7cd9-3aae-4919-874d-597776b609be req-88c2343c-dd9b-40d9-9a72-911f2f8cf447 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=c8ace72258ae4b0e9b30df106b7a2010&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321474 Jul 30 20:01:22.357414 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd2f0f-9baf-4d02-8ac8-4054caa78486 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed0c72e-cb54-47a2-90f8-d151099fbcb6,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:22.393407 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-5fe4dc07-88d1-4b04-9ed1-776dff9846ad tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Allocated IP 19.86.0.138 (1d22e6cf-d158-442a-af4b-97d038d2dce4/db1ec85e-d11e-40a9-b26b-e00dd0c183bf/634705eb-c09c-40c3-a543-870962aaf2e1) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:01:22.434639 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0ccf2751-08f4-4927-a3c1-461a83e5b6b4 req-d35ce698-b26b-45a2-8b5d-68e162ec8feb tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a HTTP/1.1" status: 200 len: 210 time: 0.0858195 Jul 30 20:01:22.513573 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e3dd2f0f-9baf-4d02-8ac8-4054caa78486 service neutron] Attempting to bind port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:01:22.514089 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e3dd2f0f-9baf-4d02-8ac8-4054caa78486 service neutron] Attempting to bind port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:01:22.514608 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e3dd2f0f-9baf-4d02-8ac8-4054caa78486 service neutron] Attempting to bind port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 on network dd53ee4f-dc29-41da-8a32-a515358904dc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:22.522935 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e3dd2f0f-9baf-4d02-8ac8-4054caa78486 service neutron] Port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 on network dd53ee4f-dc29-41da-8a32-a515358904dc not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:01:22.523782 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e3dd2f0f-9baf-4d02-8ac8-4054caa78486 service neutron] Attempting to bind port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 on network dd53ee4f-dc29-41da-8a32-a515358904dc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:22.538791 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e3dd2f0f-9baf-4d02-8ac8-4054caa78486 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:01:22.539410 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e3dd2f0f-9baf-4d02-8ac8-4054caa78486 service neutron] Checking segment: {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:22.540046 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e3dd2f0f-9baf-4d02-8ac8-4054caa78486 service neutron] Bound using segment: {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:01:22.540695 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e3dd2f0f-9baf-4d02-8ac8-4054caa78486 service neutron] Bound port: 5ed0c72e-cb54-47a2-90f8-d151099fbcb6, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:01:22.541256 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e3dd2f0f-9baf-4d02-8ac8-4054caa78486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:22.581676 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b7cd9-3aae-4919-874d-597776b609be req-e1b0380b-6e1a-42a5-8a89-f2a069dcfd17 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:22.583179 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a73b7cd9-3aae-4919-874d-597776b609be req-e1b0380b-6e1a-42a5-8a89-f2a069dcfd17 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2897344 Jul 30 20:01:22.591889 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56be74b-e9f9-435d-8ef7-3bb72a5b8dce req-e8856722-f9bf-450e-878d-ff4f417d10e1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:22.600305 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b56be74b-e9f9-435d-8ef7-3bb72a5b8dce req-e8856722-f9bf-450e-878d-ff4f417d10e1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 944 time: 0.1978931 Jul 30 20:01:22.617474 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb84b7c2-ccd1-4c9a-ba16-03ce51410d8a req-2ed1e1de-7fb9-45f8-9937-fbbf3e1aa91b tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1efe9a-7cc2-4683-a5a3-1f603eaa422a HTTP/1.1" status: 200 len: 210 time: 0.0376678 Jul 30 20:01:22.618364 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-a73b7cd9-3aae-4919-874d-597776b609be req-335d2981-e2eb-4335-acfe-39f30f95d8c4 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Request body: {'port': {'device_id': '3a1efe9a-7cc2-4683-a5a3-1f603eaa422a', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': 'c8ace72258ae4b0e9b30df106b7a2010'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:22.660375 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e3dd2f0f-9baf-4d02-8ac8-4054caa78486 service neutron] For port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:22.669221 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e3dd2f0f-9baf-4d02-8ac8-4054caa78486 service neutron] For port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=5ed0c72e-cb54-47a2-90f8-d151099fbcb6,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:01:22.689291 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e3dd2f0f-9baf-4d02-8ac8-4054caa78486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:22.782068 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e3dd2f0f-9baf-4d02-8ac8-4054caa78486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:22.782907 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e3dd2f0f-9baf-4d02-8ac8-4054caa78486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:22.784471 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-e3dd2f0f-9baf-4d02-8ac8-4054caa78486 service neutron] 10.222.0.83 "PUT /v2.0/ports/5ed0c72e-cb54-47a2-90f8-d151099fbcb6 HTTP/1.1" status: 200 len: 1092 time: 1.5629249 Jul 30 20:01:22.785339 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0272ea-dddc-47db-8168-d35bf45a7fc0', 'tag': '5ed0c72e-cb54-47a2-90f8-d151099fbcb6'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:22.788006 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653665d7-402a-40f2-a4d0-1835cdd549ca" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0272ea-dddc-47db-8168-d35bf45a7fc0", "tag": "5ed0c72e-cb54-47a2-90f8-d151099fbcb6"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:22.788158 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b56be74b-e9f9-435d-8ef7-3bb72a5b8dce req-ca60d1c1-fc95-4346-bc20-732e2786cc75 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869226 Jul 30 20:01:22.853319 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd2f0f-9baf-4d02-8ac8-4054caa78486 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed0c72e-cb54-47a2-90f8-d151099fbcb6,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:22.871725 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-5fe4dc07-88d1-4b04-9ed1-776dff9846ad tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:22.888450 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ee52d-9b4f-44da-ad26-7fb648d9707b req-f9cb1bbd-599b-46c8-b425-55390e0b144d tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:22.892901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-5fe4dc07-88d1-4b04-9ed1-776dff9846ad tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Transition to ACTIVE for port object 634705eb-c09c-40c3-a543-870962aaf2e1 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:22.897752 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-845ee52d-9b4f-44da-ad26-7fb648d9707b req-f9cb1bbd-599b-46c8-b425-55390e0b144d tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 946 time: 0.1550312 Jul 30 20:01:22.903707 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e686c80-6432-41db-bd62-f8c95568998e x-openstack-request-id: req-8e686c80-6432-41db-bd62-f8c95568998e {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:22.904552 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0272ea-dddc-47db-8168-d35bf45a7fc0", "tag": "5ed0c72e-cb54-47a2-90f8-d151099fbcb6", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:22.905107 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8e686c80-6432-41db-bd62-f8c95568998e {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:22.905538 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0272ea-dddc-47db-8168-d35bf45a7fc0', 'tag': '5ed0c72e-cb54-47a2-90f8-d151099fbcb6', 'status': 'completed', 'code': 200} Jul 30 20:01:22.924098 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73b7cd9-3aae-4919-874d-597776b609be req-335d2981-e2eb-4335-acfe-39f30f95d8c4 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Made reservation on behalf of c8ace72258ae4b0e9b30df106b7a2010 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:01:22.928690 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a73b7cd9-3aae-4919-874d-597776b609be req-335d2981-e2eb-4335-acfe-39f30f95d8c4 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:22.968721 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-5ee987fa-fc6d-4b1c-93d6-1eeca52746c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:22.970544 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-5ee987fa-fc6d-4b1c-93d6-1eeca52746c2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 1095 time: 0.1221883 Jul 30 20:01:22.992357 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-845ee52d-9b4f-44da-ad26-7fb648d9707b req-fc0fdc45-4345-409f-a48e-f5fb1ec8f62c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891340 Jul 30 20:01:23.041234 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-5fe4dc07-88d1-4b04-9ed1-776dff9846ad tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:23.076729 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-ec5ba33f-914c-4e6a-8f77-6893b1320575 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ed0c72e-cb54-47a2-90f8-d151099fbcb6 HTTP/1.1" status: 200 len: 217 time: 0.0832686 Jul 30 20:01:23.107154 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-5fe4dc07-88d1-4b04-9ed1-776dff9846ad tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Network 1d22e6cf-d158-442a-af4b-97d038d2dce4 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:01:23.120161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-5fe4dc07-88d1-4b04-9ed1-776dff9846ad tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:23.124559 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d3a96a67-6b6a-4845-bf58-a45fae4c4796 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:23.151275 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-ba898644-db3b-488c-a117-1563936a7111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:23.153023 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-5fe4dc07-88d1-4b04-9ed1-776dff9846ad tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:01:23.163583 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-ba898644-db3b-488c-a117-1563936a7111 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e297a2c7-8889-4baa-b07e-dd1ecdbb2586 HTTP/1.1" status: 200 len: 848 time: 0.0791509 Jul 30 20:01:23.219638 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port d3a96a67-6b6a-4845-bf58-a45fae4c4796 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:23.221037 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:23.277320 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-d63540b8-bc35-4032-b4dc-6ad6237c6aeb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd53ee4f-dc29-41da-8a32-a515358904dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750489 Jul 30 20:01:23.279301 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4dc07-88d1-4b04-9ed1-776dff9846ad tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event updated for resources: {'Port': ['ID=634705eb-c09c-40c3-a543-870962aaf2e1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:23.301148 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68d3f4-1df2-4194-a704-be6c876ef8f1 req-756588a7-aefc-41bd-a424-7f006ce9b75e tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:23.303217 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0d68d3f4-1df2-4194-a704-be6c876ef8f1 req-756588a7-aefc-41bd-a424-7f006ce9b75e tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 1097 time: 0.1643941 Jul 30 20:01:23.336093 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acb993-4f36-4f27-8876-a31b6bd70922 req-bce3c809-2611-400f-9582-595fef34fe3e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:23.337726 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-28acb993-4f36-4f27-8876-a31b6bd70922 req-bce3c809-2611-400f-9582-595fef34fe3e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.3110170 Jul 30 20:01:23.339579 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-59e973a6-71fb-43e6-9114-1acd8677b9dc tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=dca3d02c6b974036aa747c916a346bce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1358240 Jul 30 20:01:23.506102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-5fe4dc07-88d1-4b04-9ed1-776dff9846ad tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:23.506870 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-5fe4dc07-88d1-4b04-9ed1-776dff9846ad tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:23.513251 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-a73b7cd9-3aae-4919-874d-597776b609be req-335d2981-e2eb-4335-acfe-39f30f95d8c4 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Allocated IP 192.168.233.218 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/cf533630-e6e8-4cbf-82bf-a2ea4beabab8) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:01:23.552854 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3c7aba6c-957b-4053-af54-3fa77bd65bfc None None] Provisioning for port 634705eb-c09c-40c3-a543-870962aaf2e1 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:23.557481 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-28acb993-4f36-4f27-8876-a31b6bd70922 req-f18cbd6b-4771-4c70-ab0e-712823598154 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852915 Jul 30 20:01:23.559427 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3c7aba6c-957b-4053-af54-3fa77bd65bfc None None] Provisioning complete for port 634705eb-c09c-40c3-a543-870962aaf2e1 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:23.560134 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c7aba6c-957b-4053-af54-3fa77bd65bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:23.591477 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-5fe4dc07-88d1-4b04-9ed1-776dff9846ad tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9168425 Jul 30 20:01:23.616072 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-273cf28a-f4a0-410a-a95e-e89f9fe26e04 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Request body: {'port': {'device_id': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'network_id': 'f7f003f3-a680-4969-8f11-afbc5fa171b8', 'admin_state_up': True, 'tenant_id': '182462db159049a09c4703019cfbdc8e'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:23.659303 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3c7aba6c-957b-4053-af54-3fa77bd65bfc None None] Port 634705eb-c09c-40c3-a543-870962aaf2e1 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:01:23.665010 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75d838ba-0b97-437e-9e3d-48487fff05bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:23.762149 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0d68d3f4-1df2-4194-a704-be6c876ef8f1 req-cf152efd-5534-4891-8f40-c92f3f3f5fe3 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504187 Jul 30 20:01:23.803107 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-5e591cdc-0647-4dfb-ab63-43b7d828a73d service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169044 Jul 30 20:01:23.819540 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-2f077597-b000-4792-80bc-1bcd52fcda72 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:23.821030 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-2f077597-b000-4792-80bc-1bcd52fcda72 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4743524 Jul 30 20:01:23.859989 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Request body: {'port': {'device_id': 'ac69f6b2-0ec2-4db4-bdca-81e4f630849b', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': 'dca3d02c6b974036aa747c916a346bce'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:23.862953 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:23.903074 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bba1fc-ecf1-4fca-b3f2-147fd7e04193 req-01fac261-44e4-48ab-9142-6a21a638acdc tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:23.909347 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bba1fc-ecf1-4fca-b3f2-147fd7e04193 req-01fac261-44e4-48ab-9142-6a21a638acdc tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:23.910999 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e8bba1fc-ecf1-4fca-b3f2-147fd7e04193 req-01fac261-44e4-48ab-9142-6a21a638acdc tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 1654 time: 0.3029199 Jul 30 20:01:23.921654 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-43c81033-1354-4316-97e2-2714f1741b93 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=dca3d02c6b974036aa747c916a346bce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284157 Jul 30 20:01:23.956320 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6dcbbe4e-7f04-47c7-a590-f1241938f350 req-8db4e214-ef0b-4113-96c4-64178cf5738d service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452992 Jul 30 20:01:24.028016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-273cf28a-f4a0-410a-a95e-e89f9fe26e04 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Made reservation on behalf of 182462db159049a09c4703019cfbdc8e for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:01:24.031467 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-273cf28a-f4a0-410a-a95e-e89f9fe26e04 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:24.092539 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-70b7f783-af02-40cb-80ed-6ed3c6af7d16 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:24.092539 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-70b7f783-af02-40cb-80ed-6ed3c6af7d16 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1637697 Jul 30 20:01:24.114234 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e8bba1fc-ecf1-4fca-b3f2-147fd7e04193 req-2779dd23-5470-4c72-8e83-436380b17fd8 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694298 Jul 30 20:01:24.117500 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-49d27d8d-d58a-4446-ae99-eb7c1b05b076 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Request body: {'port': {'device_id': 'c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': 'dca3d02c6b974036aa747c916a346bce'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:24.123261 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a73b7cd9-3aae-4919-874d-597776b609be req-335d2981-e2eb-4335-acfe-39f30f95d8c4 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:24.184063 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-a73b7cd9-3aae-4919-874d-597776b609be req-335d2981-e2eb-4335-acfe-39f30f95d8c4 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Transition to ACTIVE for port object cf533630-e6e8-4cbf-82bf-a2ea4beabab8 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:24.236348 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Made reservation on behalf of dca3d02c6b974036aa747c916a346bce for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:01:24.237582 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-569a8a86-a4f1-4c1d-998e-3615a3dc66ff req-c6e47389-e27b-4835-9a70-3d41f34ad52e tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a HTTP/1.1" status: 200 len: 210 time: 0.0454051 Jul 30 20:01:24.240516 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:24.253357 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653665d7-402a-40f2-a4d0-1835cdd549ca req-84a224e3-63c9-4313-8cc7-9a80675e5f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:24.254849 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-653665d7-402a-40f2-a4d0-1835cdd549ca req-84a224e3-63c9-4313-8cc7-9a80675e5f6b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 1095 time: 0.1868141 Jul 30 20:01:24.290769 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9c969a4-fe2b-410f-822c-c3318c42cc61 req-9318e2d1-e982-402e-b31c-372e486e6a12 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1efe9a-7cc2-4683-a5a3-1f603eaa422a HTTP/1.1" status: 200 len: 210 time: 0.0697532 Jul 30 20:01:24.322353 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:24.338812 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-49d27d8d-d58a-4446-ae99-eb7c1b05b076 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Made reservation on behalf of dca3d02c6b974036aa747c916a346bce for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:01:24.344220 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-49d27d8d-d58a-4446-ae99-eb7c1b05b076 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:24.403478 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-49d27d8d-d58a-4446-ae99-eb7c1b05b076 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:24.436676 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653665d7-402a-40f2-a4d0-1835cdd549ca req-ee38c3ef-95ce-4c03-bf9b-fdb825ccfa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:24.438295 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-653665d7-402a-40f2-a4d0-1835cdd549ca req-ee38c3ef-95ce-4c03-bf9b-fdb825ccfa22 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 909 time: 0.1759758 Jul 30 20:01:24.439237 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49770) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:24.440302 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a73b7cd9-3aae-4919-874d-597776b609be req-335d2981-e2eb-4335-acfe-39f30f95d8c4 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:24.451579 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a06f4b-28dc-405c-9d04-8b86ce041e3e req-509b7f1f-b6e4-48fb-b827-d29315c300ca tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:24.459623 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-88a06f4b-28dc-405c-9d04-8b86ce041e3e req-509b7f1f-b6e4-48fb-b827-d29315c300ca tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 944 time: 0.1112871 Jul 30 20:01:24.459824 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['4333bc16-c1e2-4c8a-9397-c37092336bd7'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:01:24.499738 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-273cf28a-f4a0-410a-a95e-e89f9fe26e04 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Allocated IP 19.80.0.28 (f7f003f3-a680-4969-8f11-afbc5fa171b8/b56ff1f8-4f80-4f50-accf-c11ff4ef45e3/781ecc14-95a3-4921-b945-d13e750074fc) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:01:24.535655 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73b7cd9-3aae-4919-874d-597776b609be req-335d2981-e2eb-4335-acfe-39f30f95d8c4 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:01:24.542935 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-653665d7-402a-40f2-a4d0-1835cdd549ca req-8de69191-dd0d-46b8-9e5e-bc51e8fb2a15 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ed0c72e-cb54-47a2-90f8-d151099fbcb6 HTTP/1.1" status: 200 len: 217 time: 0.0806782 Jul 30 20:01:24.556422 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-a73b7cd9-3aae-4919-874d-597776b609be req-335d2981-e2eb-4335-acfe-39f30f95d8c4 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:24.562870 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73b7cd9-3aae-4919-874d-597776b609be req-335d2981-e2eb-4335-acfe-39f30f95d8c4 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:01:24.568735 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d2981-e2eb-4335-acfe-39f30f95d8c4 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Pushing event updated for resources: {'Port': ['ID=cf533630-e6e8-4cbf-82bf-a2ea4beabab8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:24.572491 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47394f-8e00-4440-829a-96daa18dd9ad req-9eb73d26-d04a-4df6-bf4e-2921ae44ded2 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:24.578866 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-88a06f4b-28dc-405c-9d04-8b86ce041e3e req-33248282-0508-4f05-bcd2-ec777df7ddae tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183097 Jul 30 20:01:24.579908 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7d47394f-8e00-4440-829a-96daa18dd9ad req-9eb73d26-d04a-4df6-bf4e-2921ae44ded2 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 1097 time: 0.1900947 Jul 30 20:01:24.648978 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653665d7-402a-40f2-a4d0-1835cdd549ca req-ed2b5ec6-2151-47c1-9ffb-dabe5f717b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:24.653427 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-653665d7-402a-40f2-a4d0-1835cdd549ca req-ed2b5ec6-2151-47c1-9ffb-dabe5f717b3d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e297a2c7-8889-4baa-b07e-dd1ecdbb2586 HTTP/1.1" status: 200 len: 848 time: 0.0981400 Jul 30 20:01:24.703575 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-653665d7-402a-40f2-a4d0-1835cdd549ca req-edfcb4b7-12fe-4778-bde6-a6b156618a6f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd53ee4f-dc29-41da-8a32-a515358904dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402148 Jul 30 20:01:24.736383 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2c3e60ca-ea4c-4ec5-8883-0162f9998c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:24.743003 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b7cd9-3aae-4919-874d-597776b609be req-335d2981-e2eb-4335-acfe-39f30f95d8c4 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:24.743648 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a73b7cd9-3aae-4919-874d-597776b609be req-335d2981-e2eb-4335-acfe-39f30f95d8c4 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:24.804553 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:24.807325 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7d47394f-8e00-4440-829a-96daa18dd9ad req-04e1cb4a-6701-457c-ab43-fb919be090e1 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268183 Jul 30 20:01:24.807832 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68573808-5aec-40f1-be94-2e97a7c4158f req-684f18aa-53c9-4aa2-9e77-a379f5141755 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:24.809382 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-68573808-5aec-40f1-be94-2e97a7c4158f req-684f18aa-53c9-4aa2-9e77-a379f5141755 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.1082418 Jul 30 20:01:24.845060 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:24.853954 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:24.883665 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-68573808-5aec-40f1-be94-2e97a7c4158f req-86875d18-fd21-4aac-9e57-09707ce2cfe9 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563710 Jul 30 20:01:24.890945 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-653665d7-402a-40f2-a4d0-1835cdd549ca req-4ec37f9a-9ea9-4c8c-a583-ddbbe5d7e0f4 service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763375 Jul 30 20:01:24.909982 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-09d9ae37-7b04-4f64-a0b2-aed068ae3856 None None] Provisioning for port cf533630-e6e8-4cbf-82bf-a2ea4beabab8 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:24.917443 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-09d9ae37-7b04-4f64-a0b2-aed068ae3856 None None] Provisioning complete for port cf533630-e6e8-4cbf-82bf-a2ea4beabab8 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:24.917810 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09d9ae37-7b04-4f64-a0b2-aed068ae3856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:24.996333 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-09d9ae37-7b04-4f64-a0b2-aed068ae3856 None None] Port cf533630-e6e8-4cbf-82bf-a2ea4beabab8 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:01:25.009259 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.db.api [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-49d27d8d-d58a-4446-ae99-eb7c1b05b076 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) dca3d02c6b974036aa747c916a346bce {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:01:25.009715 n-d-712137-9 neutron-server[93883]: DEBUG oslo_db.api [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-49d27d8d-d58a-4446-ae99-eb7c1b05b076 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:01:25.047466 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-653665d7-402a-40f2-a4d0-1835cdd549ca req-ed96fca9-1c66-49bd-8036-8f207ebb76e8 service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479468 Jul 30 20:01:25.194154 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132cae6-ddb8-417b-a1a5-5ca966b46286 req-d296b1df-8720-4d22-8c14-d4b2678fd5d1 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:25.195741 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d132cae6-ddb8-417b-a1a5-5ca966b46286 req-d296b1df-8720-4d22-8c14-d4b2678fd5d1 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 1097 time: 0.0437856 Jul 30 20:01:25.231816 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d132cae6-ddb8-417b-a1a5-5ca966b46286 req-fb85e12d-68d3-4aed-8939-324a84cc9430 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299499 Jul 30 20:01:25.274501 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a73b7cd9-3aae-4919-874d-597776b609be req-335d2981-e2eb-4335-acfe-39f30f95d8c4 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6719770 Jul 30 20:01:25.294297 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-273cf28a-f4a0-410a-a95e-e89f9fe26e04 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:25.296253 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=338d4c80-1e24-43bf-8331-74c317219a43,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:25.311416 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-a73b7cd9-3aae-4919-874d-597776b609be req-f80deedf-6f05-4796-af7e-fa6ca25ff2ef service neutron] Request body: {'port': {'device_id': '3a1efe9a-7cc2-4683-a5a3-1f603eaa422a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:25.363293 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-69db7c6e-9734-4f3c-8d8e-d1cdacc7ec89 req-9af83fba-cd12-41ca-9a51-b61c6d23383f tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a HTTP/1.1" status: 200 len: 210 time: 0.0282640 Jul 30 20:01:25.377005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-273cf28a-f4a0-410a-a95e-e89f9fe26e04 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Transition to ACTIVE for port object 781ecc14-95a3-4921-b945-d13e750074fc will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:25.468317 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d0139-fd6a-4634-b82e-28c17921097d req-8fb45f78-8587-4dfc-8c8b-1044a26c96e6 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:25.469817 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-770d0139-fd6a-4634-b82e-28c17921097d req-8fb45f78-8587-4dfc-8c8b-1044a26c96e6 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1efe9a-7cc2-4683-a5a3-1f603eaa422a HTTP/1.1" status: 200 len: 936 time: 0.0482998 Jul 30 20:01:25.481404 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5e615-ce77-499e-a3ce-7b695a472607 req-047777e9-4bf5-4c0f-872d-797b8ccf57ed tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:25.487307 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5e615-ce77-499e-a3ce-7b695a472607 req-047777e9-4bf5-4c0f-872d-797b8ccf57ed tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:25.488903 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-61c5e615-ce77-499e-a3ce-7b695a472607 req-047777e9-4bf5-4c0f-872d-797b8ccf57ed tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 1654 time: 0.2497232 Jul 30 20:01:25.510155 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-770d0139-fd6a-4634-b82e-28c17921097d req-5ea2b40e-0eed-4a78-8d2e-edc6ac236a41 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339675 Jul 30 20:01:25.510720 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-49d27d8d-d58a-4446-ae99-eb7c1b05b076 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:25.534361 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a73b7cd9-3aae-4919-874d-597776b609be req-f80deedf-6f05-4796-af7e-fa6ca25ff2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:25.542102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Allocated IP 192.168.233.179 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/428814bb-dabe-460d-ae8f-20dd1133cb70) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:01:25.640663 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-273cf28a-f4a0-410a-a95e-e89f9fe26e04 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:25.672605 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-61c5e615-ce77-499e-a3ce-7b695a472607 req-35a4611c-03a6-495f-b32a-318e8d89c68a tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685636 Jul 30 20:01:25.696143 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4722e0-21cf-42ea-b483-78d3d0920e16 req-f598e0d1-dea2-479f-8518-cdc111e756c2 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:25.697709 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1b4722e0-21cf-42ea-b483-78d3d0920e16 req-f598e0d1-dea2-479f-8518-cdc111e756c2 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 944 time: 0.0520988 Jul 30 20:01:25.730865 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2c3e60ca-ea4c-4ec5-8883-0162f9998c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:25.736004 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1b4722e0-21cf-42ea-b483-78d3d0920e16 req-abb3188b-34ac-4cf3-8a32-3b43662bdf7c tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324085 Jul 30 20:01:25.752820 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2c3e60ca-ea4c-4ec5-8883-0162f9998c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:25.759531 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-273cf28a-f4a0-410a-a95e-e89f9fe26e04 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Network f7f003f3-a680-4969-8f11-afbc5fa171b8 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:01:25.834079 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-273cf28a-f4a0-410a-a95e-e89f9fe26e04 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:25.892882 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-273cf28a-f4a0-410a-a95e-e89f9fe26e04 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:01:25.896366 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273cf28a-f4a0-410a-a95e-e89f9fe26e04 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event updated for resources: {'Port': ['ID=781ecc14-95a3-4921-b945-d13e750074fc,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:25.970713 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2c3e60ca-ea4c-4ec5-8883-0162f9998c5f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4c751514801646988dbc44e370b6e40b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5282178 Jul 30 20:01:25.973190 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49796) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:26.000530 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e60ca-ea4c-4ec5-8883-0162f9998c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42986b96-7cb3-4cd9-92e9-d1bc2c07803d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:26.032760 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-25e69f3c-c7d0-4aa9-8020-dd1e47695c5c None None] Provisioning for port 781ecc14-95a3-4921-b945-d13e750074fc completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:26.039883 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bc6d-b6b0-4de6-a43a-faf44ccf111b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:26.042226 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-25e69f3c-c7d0-4aa9-8020-dd1e47695c5c None None] Provisioning complete for port 781ecc14-95a3-4921-b945-d13e750074fc triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:26.042653 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25e69f3c-c7d0-4aa9-8020-dd1e47695c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:26.058469 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-273cf28a-f4a0-410a-a95e-e89f9fe26e04 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:26.059129 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-273cf28a-f4a0-410a-a95e-e89f9fe26e04 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:26.073012 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bc6d-b6b0-4de6-a43a-faf44ccf111b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:26.084316 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-25e69f3c-c7d0-4aa9-8020-dd1e47695c5c None None] Port 781ecc14-95a3-4921-b945-d13e750074fc cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:01:26.095580 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-273cf28a-f4a0-410a-a95e-e89f9fe26e04 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4899065 Jul 30 20:01:26.106665 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:26.117627 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-f96e0291-6aec-47ab-b755-a5b7228bf134 service neutron] Request body: {'port': {'device_id': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:26.127649 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bc6d-b6b0-4de6-a43a-faf44ccf111b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:26.130158 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bc6d-b6b0-4de6-a43a-faf44ccf111b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:26.131229 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4ab16-2a85-4584-9112-4befb1a20fc3 req-a2d0b25f-dcc3-403a-8a7d-d40c10ffd892 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:26.131367 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e3e1bc6d-b6b0-4de6-a43a-faf44ccf111b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/42986b96-7cb3-4cd9-92e9-d1bc2c07803d HTTP/1.1" status: 204 len: 168 time: 0.1571391 Jul 30 20:01:26.132823 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fbe4ab16-2a85-4584-9112-4befb1a20fc3 req-a2d0b25f-dcc3-403a-8a7d-d40c10ffd892 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.1552823 Jul 30 20:01:26.141923 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1bc6d-b6b0-4de6-a43a-faf44ccf111b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42986b96-7cb3-4cd9-92e9-d1bc2c07803d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:26.164463 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Transition to ACTIVE for port object 428814bb-dabe-460d-ae8f-20dd1133cb70 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:26.229957 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-f96e0291-6aec-47ab-b755-a5b7228bf134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:26.239495 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fbe4ab16-2a85-4584-9112-4befb1a20fc3 req-47bcf590-2841-4348-973f-862bf995f1ea tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886433 Jul 30 20:01:26.291025 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:26.358802 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:01:26.365000 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:26.374328 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-49d27d8d-d58a-4446-ae99-eb7c1b05b076 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Allocated IP 192.168.233.66 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/6b06379b-4446-48d1-94e4-2cee12b22d68) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:01:26.375314 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:01:26.401784 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Pushing event updated for resources: {'Port': ['ID=428814bb-dabe-460d-ae8f-20dd1133cb70,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:26.415581 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb282f3-162b-4827-b974-7069108cca7d req-69216a5e-0838-4002-bbc0-99ce44003822 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:26.417110 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2bb282f3-162b-4827-b974-7069108cca7d req-69216a5e-0838-4002-bbc0-99ce44003822 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 1097 time: 0.0791507 Jul 30 20:01:26.493350 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:26.493698 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:26.494039 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:26.494376 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:26.494713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:26.495043 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:26.495368 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:26.495714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:26.496048 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:26.496361 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:26.496686 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:26.497116 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:26.524433 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2bb282f3-162b-4827-b974-7069108cca7d req-14bd87a5-35c1-446b-ade9-40e50ad7fbc0 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889919 Jul 30 20:01:26.530378 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6d945e1-e8fb-48d3-a531-e2cf2ce60343 req-ba662676-a645-4e01-b0ca-b9e826b781ad tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a HTTP/1.1" status: 200 len: 210 time: 0.0657134 Jul 30 20:01:26.555556 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:26.555556 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:26.623940 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-49d27d8d-d58a-4446-ae99-eb7c1b05b076 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:26.642774 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-49d27d8d-d58a-4446-ae99-eb7c1b05b076 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Transition to ACTIVE for port object 6b06379b-4446-48d1-94e4-2cee12b22d68 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:26.663342 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-94276238-4bb7-47f6-b417-43b39b76dd8a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8104446 Jul 30 20:01:26.678012 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:26.684767 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-723c803c-9434-42ac-aef6-110b00ec8df5 service neutron] Request body: {'port': {'device_id': 'ac69f6b2-0ec2-4db4-bdca-81e4f630849b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:26.686030 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-49d27d8d-d58a-4446-ae99-eb7c1b05b076 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:26.736310 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-49d27d8d-d58a-4446-ae99-eb7c1b05b076 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:01:26.740857 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-49d27d8d-d58a-4446-ae99-eb7c1b05b076 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:26.744413 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-49d27d8d-d58a-4446-ae99-eb7c1b05b076 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:01:26.781507 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d27d8d-d58a-4446-ae99-eb7c1b05b076 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Pushing event updated for resources: {'Port': ['ID=6b06379b-4446-48d1-94e4-2cee12b22d68,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:26.814628 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5734d140-f7e6-4d72-b991-aa940f35ce9c None None] Provisioning for port 428814bb-dabe-460d-ae8f-20dd1133cb70 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:26.822108 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5734d140-f7e6-4d72-b991-aa940f35ce9c None None] Provisioning complete for port 428814bb-dabe-460d-ae8f-20dd1133cb70 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:26.822781 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5734d140-f7e6-4d72-b991-aa940f35ce9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:26.846803 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6177ff8-98ac-4159-9986-27068a9f20fd req-436060db-2473-429a-b6bf-df1367da071c tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:26.848615 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b6177ff8-98ac-4159-9986-27068a9f20fd req-436060db-2473-429a-b6bf-df1367da071c tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1efe9a-7cc2-4683-a5a3-1f603eaa422a HTTP/1.1" status: 200 len: 936 time: 0.2228067 Jul 30 20:01:26.871753 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5734d140-f7e6-4d72-b991-aa940f35ce9c None None] Port 428814bb-dabe-460d-ae8f-20dd1133cb70 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:01:26.874200 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-49d27d8d-d58a-4446-ae99-eb7c1b05b076 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:26.874869 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-49d27d8d-d58a-4446-ae99-eb7c1b05b076 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:26.879621 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-723c803c-9434-42ac-aef6-110b00ec8df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:26.899687 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-49d27d8d-d58a-4446-ae99-eb7c1b05b076 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7891085 Jul 30 20:01:26.915321 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Request body: {'port': {'device_id': 'c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:27.044413 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:27.099995 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-10142dbb-29a4-4550-b618-72737432711f None None] Provisioning for port 6b06379b-4446-48d1-94e4-2cee12b22d68 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:27.106196 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-10142dbb-29a4-4550-b618-72737432711f None None] Provisioning complete for port 6b06379b-4446-48d1-94e4-2cee12b22d68 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:27.108506 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-10142dbb-29a4-4550-b618-72737432711f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:27.145558 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b6177ff8-98ac-4159-9986-27068a9f20fd req-49337978-f77f-4f78-a95a-2ca5c94e7456 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724516 Jul 30 20:01:27.169679 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-10142dbb-29a4-4550-b618-72737432711f None None] Port 6b06379b-4446-48d1-94e4-2cee12b22d68 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:01:27.211193 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-f96e0291-6aec-47ab-b755-a5b7228bf134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deae0304-101b-4827-b781-5a951b77df9d {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:27.222584 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-f96e0291-6aec-47ab-b755-a5b7228bf134 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:27.283714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-f96e0291-6aec-47ab-b755-a5b7228bf134 service neutron] Transition to ACTIVE for port object deae0304-101b-4827-b781-5a951b77df9d will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:27.292087 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-a73b7cd9-3aae-4919-874d-597776b609be req-f80deedf-6f05-4796-af7e-fa6ca25ff2ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf533630-e6e8-4cbf-82bf-a2ea4beabab8 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:27.301579 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-f96e0291-6aec-47ab-b755-a5b7228bf134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:27.305028 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a73b7cd9-3aae-4919-874d-597776b609be req-f80deedf-6f05-4796-af7e-fa6ca25ff2ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:27.361156 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-a73b7cd9-3aae-4919-874d-597776b609be req-f80deedf-6f05-4796-af7e-fa6ca25ff2ef service neutron] Transition to ACTIVE for port object cf533630-e6e8-4cbf-82bf-a2ea4beabab8 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:27.370909 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d100b8-162f-402b-8979-45c7e8da80ea req-5c6261b2-b42d-4b63-a57b-afc82db6cc39 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:27.376834 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d100b8-162f-402b-8979-45c7e8da80ea req-5c6261b2-b42d-4b63-a57b-afc82db6cc39 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:27.383292 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d100b8-162f-402b-8979-45c7e8da80ea req-5c6261b2-b42d-4b63-a57b-afc82db6cc39 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:27.384943 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56d100b8-162f-402b-8979-45c7e8da80ea req-5c6261b2-b42d-4b63-a57b-afc82db6cc39 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 2375 time: 0.1598444 Jul 30 20:01:27.400593 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a73b7cd9-3aae-4919-874d-597776b609be req-f80deedf-6f05-4796-af7e-fa6ca25ff2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:27.453211 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e0291-6aec-47ab-b755-a5b7228bf134 service neutron] Pushing event updated for resources: {'Port': ['ID=deae0304-101b-4827-b781-5a951b77df9d,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:27.608717 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56d100b8-162f-402b-8979-45c7e8da80ea req-84ea28c6-c8ce-4518-82db-0d677e3c799f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022102 Jul 30 20:01:27.647429 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80deedf-6f05-4796-af7e-fa6ca25ff2ef service neutron] Pushing event updated for resources: {'Port': ['ID=cf533630-e6e8-4cbf-82bf-a2ea4beabab8,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:27.735542 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-149db424-9c14-44c4-a204-b48cb69f0426 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:01:27.736700 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-149db424-9c14-44c4-a204-b48cb69f0426 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063851 Jul 30 20:01:27.747217 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-4e9e845e-acb9-4f9a-9dca-c818977c69ae service neutron] Request body: {'binding': {'host': 'n-h1-712137-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:27.747711 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-4e9e845e-acb9-4f9a-9dca-c818977c69ae service neutron] Unknown quota resources ['binding']. {{(pid=93883) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 20:01:27.767336 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-f96e0291-6aec-47ab-b755-a5b7228bf134 service neutron] Attempting to bind port deae0304-101b-4827-b781-5a951b77df9d on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:01:27.767996 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-f96e0291-6aec-47ab-b755-a5b7228bf134 service neutron] Attempting to bind port deae0304-101b-4827-b781-5a951b77df9d by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '73316462-e9ca-4185-9d79-6bdaf0fadea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f7f003f3-a680-4969-8f11-afbc5fa171b8'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:01:27.768188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-f96e0291-6aec-47ab-b755-a5b7228bf134 service neutron] Attempting to bind port deae0304-101b-4827-b781-5a951b77df9d on network f7f003f3-a680-4969-8f11-afbc5fa171b8 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:27.788071 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-f96e0291-6aec-47ab-b755-a5b7228bf134 service neutron] Port deae0304-101b-4827-b781-5a951b77df9d on network f7f003f3-a680-4969-8f11-afbc5fa171b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:01:27.788473 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-f96e0291-6aec-47ab-b755-a5b7228bf134 service neutron] Attempting to bind port deae0304-101b-4827-b781-5a951b77df9d on network f7f003f3-a680-4969-8f11-afbc5fa171b8 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:27.813710 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-f96e0291-6aec-47ab-b755-a5b7228bf134 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:01:27.814045 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-f96e0291-6aec-47ab-b755-a5b7228bf134 service neutron] Checking segment: {'id': '73316462-e9ca-4185-9d79-6bdaf0fadea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f7f003f3-a680-4969-8f11-afbc5fa171b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:27.814436 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-f96e0291-6aec-47ab-b755-a5b7228bf134 service neutron] Bound using segment: {'id': '73316462-e9ca-4185-9d79-6bdaf0fadea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f7f003f3-a680-4969-8f11-afbc5fa171b8'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:01:27.814864 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-f96e0291-6aec-47ab-b755-a5b7228bf134 service neutron] Bound port: deae0304-101b-4827-b781-5a951b77df9d, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73316462-e9ca-4185-9d79-6bdaf0fadea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f7f003f3-a680-4969-8f11-afbc5fa171b8'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:01:27.815218 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-f96e0291-6aec-47ab-b755-a5b7228bf134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:27.819962 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-a73b7cd9-3aae-4919-874d-597776b609be req-f80deedf-6f05-4796-af7e-fa6ca25ff2ef service neutron] Attempting to bind port cf533630-e6e8-4cbf-82bf-a2ea4beabab8 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:01:27.820287 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-a73b7cd9-3aae-4919-874d-597776b609be req-f80deedf-6f05-4796-af7e-fa6ca25ff2ef service neutron] Attempting to bind port cf533630-e6e8-4cbf-82bf-a2ea4beabab8 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:01:27.820611 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73b7cd9-3aae-4919-874d-597776b609be req-f80deedf-6f05-4796-af7e-fa6ca25ff2ef service neutron] Attempting to bind port cf533630-e6e8-4cbf-82bf-a2ea4beabab8 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:27.858495 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81737580-3a1d-43eb-8c6d-516d8ed7c5c5 req-4ce50a1d-e51b-43de-8b42-8e09addcf61e tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:27.860011 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81737580-3a1d-43eb-8c6d-516d8ed7c5c5 req-4ce50a1d-e51b-43de-8b42-8e09addcf61e tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 944 time: 0.1594696 Jul 30 20:01:27.867468 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73b7cd9-3aae-4919-874d-597776b609be req-f80deedf-6f05-4796-af7e-fa6ca25ff2ef service neutron] Port cf533630-e6e8-4cbf-82bf-a2ea4beabab8 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:01:27.867821 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73b7cd9-3aae-4919-874d-597776b609be req-f80deedf-6f05-4796-af7e-fa6ca25ff2ef service neutron] Attempting to bind port cf533630-e6e8-4cbf-82bf-a2ea4beabab8 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:27.879918 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-4e9e845e-acb9-4f9a-9dca-c818977c69ae service neutron] Attempting to bind port 84500f83-39df-428f-9c66-d8ba181f3df9 on host n-h1-712137-9 for vnic_type normal with profile None {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:01:27.880301 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-4e9e845e-acb9-4f9a-9dca-c818977c69ae service neutron] Attempting to bind port 84500f83-39df-428f-9c66-d8ba181f3df9 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:01:27.880805 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-4e9e845e-acb9-4f9a-9dca-c818977c69ae service neutron] Attempting to bind port 84500f83-39df-428f-9c66-d8ba181f3df9 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:27.885150 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-4e9e845e-acb9-4f9a-9dca-c818977c69ae service neutron] Port 84500f83-39df-428f-9c66-d8ba181f3df9 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:01:27.885468 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-4e9e845e-acb9-4f9a-9dca-c818977c69ae service neutron] Attempting to bind port 84500f83-39df-428f-9c66-d8ba181f3df9 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:27.890175 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-4e9e845e-acb9-4f9a-9dca-c818977c69ae service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:01:27.890509 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-4e9e845e-acb9-4f9a-9dca-c818977c69ae service neutron] Checking segment: {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:27.890886 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-4e9e845e-acb9-4f9a-9dca-c818977c69ae service neutron] Bound using segment: {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:01:27.891305 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-4e9e845e-acb9-4f9a-9dca-c818977c69ae service neutron] Bound port: 84500f83-39df-428f-9c66-d8ba181f3df9, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:01:27.904015 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-723c803c-9434-42ac-aef6-110b00ec8df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428814bb-dabe-460d-ae8f-20dd1133cb70 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:27.917991 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73b7cd9-3aae-4919-874d-597776b609be req-f80deedf-6f05-4796-af7e-fa6ca25ff2ef service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:01:27.918325 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73b7cd9-3aae-4919-874d-597776b609be req-f80deedf-6f05-4796-af7e-fa6ca25ff2ef service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:27.918718 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73b7cd9-3aae-4919-874d-597776b609be req-f80deedf-6f05-4796-af7e-fa6ca25ff2ef service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:01:27.919154 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-a73b7cd9-3aae-4919-874d-597776b609be req-f80deedf-6f05-4796-af7e-fa6ca25ff2ef service neutron] Bound port: cf533630-e6e8-4cbf-82bf-a2ea4beabab8, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:01:27.919528 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a73b7cd9-3aae-4919-874d-597776b609be req-f80deedf-6f05-4796-af7e-fa6ca25ff2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:27.929043 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-723c803c-9434-42ac-aef6-110b00ec8df5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:27.948047 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-4e9e845e-acb9-4f9a-9dca-c818977c69ae service neutron] For port 84500f83-39df-428f-9c66-d8ba181f3df9, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=84500f83-39df-428f-9c66-d8ba181f3df9,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:01:27.953554 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-4e9e845e-acb9-4f9a-9dca-c818977c69ae service neutron] Notify callbacks [] for binding, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:27.954726 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-4e9e845e-acb9-4f9a-9dca-c818977c69ae service neutron] 10.222.0.81 "POST /v2.0/ports/84500f83-39df-428f-9c66-d8ba181f3df9/bindings HTTP/1.1" status: 201 len: 389 time: 0.2111804 Jul 30 20:01:27.965611 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-723c803c-9434-42ac-aef6-110b00ec8df5 service neutron] Transition to ACTIVE for port object 428814bb-dabe-460d-ae8f-20dd1133cb70 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:28.000228 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81737580-3a1d-43eb-8c6d-516d8ed7c5c5 req-67ca4b17-6119-43be-8faf-67a488557a31 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267390 Jul 30 20:01:28.000870 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-723c803c-9434-42ac-aef6-110b00ec8df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:28.072003 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-f96e0291-6aec-47ab-b755-a5b7228bf134 service neutron] For port deae0304-101b-4827-b781-5a951b77df9d, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:28.107421 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-f96e0291-6aec-47ab-b755-a5b7228bf134 service neutron] For port deae0304-101b-4827-b781-5a951b77df9d, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=deae0304-101b-4827-b781-5a951b77df9d,segment=NetworkSegment(73316462-e9ca-4185-9d79-6bdaf0fadea4),segment_id=73316462-e9ca-4185-9d79-6bdaf0fadea4)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:01:28.111500 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c803c-9434-42ac-aef6-110b00ec8df5 service neutron] Pushing event updated for resources: {'Port': ['ID=428814bb-dabe-460d-ae8f-20dd1133cb70,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:28.117671 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-a73b7cd9-3aae-4919-874d-597776b609be req-f80deedf-6f05-4796-af7e-fa6ca25ff2ef service neutron] For port cf533630-e6e8-4cbf-82bf-a2ea4beabab8, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:28.120303 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-f96e0291-6aec-47ab-b755-a5b7228bf134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:28.210697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-a73b7cd9-3aae-4919-874d-597776b609be req-f80deedf-6f05-4796-af7e-fa6ca25ff2ef service neutron] For port cf533630-e6e8-4cbf-82bf-a2ea4beabab8, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=cf533630-e6e8-4cbf-82bf-a2ea4beabab8,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:01:28.248927 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b06379b-4446-48d1-94e4-2cee12b22d68 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:28.259872 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a73b7cd9-3aae-4919-874d-597776b609be req-f80deedf-6f05-4796-af7e-fa6ca25ff2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:28.261792 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:28.292014 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Transition to ACTIVE for port object 6b06379b-4446-48d1-94e4-2cee12b22d68 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:28.297400 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:01:28.308305 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-f96e0291-6aec-47ab-b755-a5b7228bf134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:28.309180 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-f96e0291-6aec-47ab-b755-a5b7228bf134 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:28.315425 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-f96e0291-6aec-47ab-b755-a5b7228bf134 service neutron] 10.222.0.59 "PUT /v2.0/ports/deae0304-101b-4827-b781-5a951b77df9d HTTP/1.1" status: 200 len: 1091 time: 2.2003717 Jul 30 20:01:28.320379 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'tag': 'deae0304-101b-4827-b781-5a951b77df9d'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:28.323686 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1759ae7b-29bb-47e5-9911-d0611abeb74d" -d '{"events": [{"name": "network-changed", "server_uuid": "a3eed10d-930f-48dd-904f-e627ea725f65", "tag": "deae0304-101b-4827-b781-5a951b77df9d"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:28.361680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-7205bf7d-513f-43f2-af12-aa36a7a00fb2 service neutron] Request body: {'port': {'device_id': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:28.370430 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:28.372658 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b7cd9-3aae-4919-874d-597776b609be req-f80deedf-6f05-4796-af7e-fa6ca25ff2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:28.373759 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a73b7cd9-3aae-4919-874d-597776b609be req-f80deedf-6f05-4796-af7e-fa6ca25ff2ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:28.376424 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a73b7cd9-3aae-4919-874d-597776b609be req-f80deedf-6f05-4796-af7e-fa6ca25ff2ef service neutron] 10.222.0.83 "PUT /v2.0/ports/cf533630-e6e8-4cbf-82bf-a2ea4beabab8 HTTP/1.1" status: 200 len: 1096 time: 3.0735762 Jul 30 20:01:28.389151 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e0291-6aec-47ab-b755-a5b7228bf134 service neutron] Pushing event updated for resources: {'Port': ['ID=deae0304-101b-4827-b781-5a951b77df9d,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:28.500319 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Pushing event updated for resources: {'Port': ['ID=6b06379b-4446-48d1-94e4-2cee12b22d68,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:28.502299 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=5ed0c72e-cb54-47a2-90f8-d151099fbcb6,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:28.513561 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-f8c0ce3b-0739-4b81-90b0-af5461f11286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:28.514063 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f60759-bafe-4ba8-bbd7-60ee7aba1d1b req-69055404-68b5-4a92-8bd9-9723c4381451 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:28.515076 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-f8c0ce3b-0739-4b81-90b0-af5461f11286 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 1097 time: 0.2943130 Jul 30 20:01:28.522817 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d9f60759-bafe-4ba8-bbd7-60ee7aba1d1b req-69055404-68b5-4a92-8bd9-9723c4381451 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.2323265 Jul 30 20:01:28.523921 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '5ed0c72e-cb54-47a2-90f8-d151099fbcb6', 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc', 'port_id': '5ed0c72e-cb54-47a2-90f8-d151099fbcb6', 'mac_address': 'fa:16:3e:c9:8d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e297a2c7-8889-4baa-b07e-dd1ecdbb2586', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:01:28.587362 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:28.609001 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:28.641312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=5ed0c72e-cb54-47a2-90f8-d151099fbcb6,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:28.646074 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:28.646811 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:28.647693 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:28.648171 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:28.648721 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:28.649263 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:28.649947 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:28.650254 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:28.650766 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:28.651327 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:28.651614 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:28.652245 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:28.652644 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:28.666740 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Attempting to bind port 6b06379b-4446-48d1-94e4-2cee12b22d68 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:01:28.667077 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Attempting to bind port 6b06379b-4446-48d1-94e4-2cee12b22d68 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:01:28.668070 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Attempting to bind port 6b06379b-4446-48d1-94e4-2cee12b22d68 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:28.674467 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Port 6b06379b-4446-48d1-94e4-2cee12b22d68 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:01:28.674947 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Attempting to bind port 6b06379b-4446-48d1-94e4-2cee12b22d68 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:28.681874 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:01:28.682463 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:28.683235 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:01:28.683373 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Bound port: 6b06379b-4446-48d1-94e4-2cee12b22d68, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:01:28.683739 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:28.707903 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=5ed0c72e-cb54-47a2-90f8-d151099fbcb6,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:28.712404 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d9f60759-bafe-4ba8-bbd7-60ee7aba1d1b req-19d16466-a9e5-4b7b-998f-43e7907497b6 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882591 Jul 30 20:01:28.826952 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] For port 6b06379b-4446-48d1-94e4-2cee12b22d68, host n-h1-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:28.842502 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] For port 6b06379b-4446-48d1-94e4-2cee12b22d68, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=6b06379b-4446-48d1-94e4-2cee12b22d68,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:01:28.851055 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:28.863382 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6e4a4-3ecc-4351-8c64-9b7fbdf242b0 req-f1f0c287-2756-4235-93d1-3ff8f8874723 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:28.865675 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8fb6e4a4-3ecc-4351-8c64-9b7fbdf242b0 req-f1f0c287-2756-4235-93d1-3ff8f8874723 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 946 time: 0.0819247 Jul 30 20:01:28.887877 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-723c803c-9434-42ac-aef6-110b00ec8df5 service neutron] Attempting to bind port 428814bb-dabe-460d-ae8f-20dd1133cb70 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:01:28.888423 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-723c803c-9434-42ac-aef6-110b00ec8df5 service neutron] Attempting to bind port 428814bb-dabe-460d-ae8f-20dd1133cb70 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:01:28.888558 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-723c803c-9434-42ac-aef6-110b00ec8df5 service neutron] Attempting to bind port 428814bb-dabe-460d-ae8f-20dd1133cb70 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:28.914222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:28.914921 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:28.916401 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] 10.222.0.59 "PUT /v2.0/ports/6b06379b-4446-48d1-94e4-2cee12b22d68 HTTP/1.1" status: 200 len: 1095 time: 2.0066879 Jul 30 20:01:28.918863 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a', 'tag': '6b06379b-4446-48d1-94e4-2cee12b22d68'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:28.920990 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bd9e8f-90a3-4539-aa89-6946c3c69d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a", "tag": "6b06379b-4446-48d1-94e4-2cee12b22d68"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:28.961140 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-723c803c-9434-42ac-aef6-110b00ec8df5 service neutron] Port 428814bb-dabe-460d-ae8f-20dd1133cb70 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:01:28.961490 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-723c803c-9434-42ac-aef6-110b00ec8df5 service neutron] Attempting to bind port 428814bb-dabe-460d-ae8f-20dd1133cb70 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:28.971472 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-7205bf7d-513f-43f2-af12-aa36a7a00fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:28.983347 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80deedf-6f05-4796-af7e-fa6ca25ff2ef service neutron] Pushing event updated for resources: {'Port': ['ID=cf533630-e6e8-4cbf-82bf-a2ea4beabab8,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:28.984107 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8fb6e4a4-3ecc-4351-8c64-9b7fbdf242b0 req-656d9a04-ed01-4ac2-bf52-f3d442f8420b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922945 Jul 30 20:01:28.991300 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['5ed0c72e-cb54-47a2-90f8-d151099fbcb6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:01:29.004347 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743bfe8-4c65-4025-899c-cc40eb10b560 service neutron] Pushing event updated for resources: {'Port': ['ID=6b06379b-4446-48d1-94e4-2cee12b22d68,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:29.029775 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-723c803c-9434-42ac-aef6-110b00ec8df5 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:01:29.030166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-723c803c-9434-42ac-aef6-110b00ec8df5 service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:29.030570 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-723c803c-9434-42ac-aef6-110b00ec8df5 service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:01:29.031041 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-723c803c-9434-42ac-aef6-110b00ec8df5 service neutron] Bound port: 428814bb-dabe-460d-ae8f-20dd1133cb70, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:01:29.031498 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-723c803c-9434-42ac-aef6-110b00ec8df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:29.036075 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-bddf9c3e-cbbd-4946-a6cf-5c7bb2e629ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:29.038126 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-bddf9c3e-cbbd-4946-a6cf-5c7bb2e629ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dca3d02c6b974036aa747c916a346bce&device_id=c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a HTTP/1.1" status: 200 len: 1098 time: 0.0719392 Jul 30 20:01:29.044696 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ab06b-e857-4161-92cd-cb8540707bda req-56536428-29d2-49c1-8967-383b59aae092 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:29.047917 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-795ab06b-e857-4161-92cd-cb8540707bda req-56536428-29d2-49c1-8967-383b59aae092 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a HTTP/1.1" status: 200 len: 947 time: 0.6605487 Jul 30 20:01:29.090951 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-311d042e-8539-4aff-9010-5373bd41f368 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6b06379b-4446-48d1-94e4-2cee12b22d68 HTTP/1.1" status: 200 len: 217 time: 0.0436659 Jul 30 20:01:29.108952 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b7cd9-3aae-4919-874d-597776b609be req-45dc3402-3c64-43ef-b715-b0fd561e96ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:29.110761 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a73b7cd9-3aae-4919-874d-597776b609be req-45dc3402-3c64-43ef-b715-b0fd561e96ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8ace72258ae4b0e9b30df106b7a2010&device_id=3a1efe9a-7cc2-4683-a5a3-1f603eaa422a HTTP/1.1" status: 200 len: 1099 time: 0.6337032 Jul 30 20:01:29.173402 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-afdc3ffe-5db0-46f0-ae17-a7888e55f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:29.174879 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-afdc3ffe-5db0-46f0-ae17-a7888e55f917 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0742323 Jul 30 20:01:29.185267 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a6f7a-f3fa-4032-a846-5b49910ab514 req-0da90a4c-b9b7-4b6d-b25f-fc2212bb399b tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:29.186671 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7d1a6f7a-f3fa-4032-a846-5b49910ab514 req-0da90a4c-b9b7-4b6d-b25f-fc2212bb399b tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1efe9a-7cc2-4683-a5a3-1f603eaa422a HTTP/1.1" status: 200 len: 948 time: 0.0984383 Jul 30 20:01:29.228626 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a73b7cd9-3aae-4919-874d-597776b609be req-5e54e01c-8239-4e80-9d45-6aeee95d2202 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=cf533630-e6e8-4cbf-82bf-a2ea4beabab8 HTTP/1.1" status: 200 len: 217 time: 0.1075375 Jul 30 20:01:29.252891 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7d1a6f7a-f3fa-4032-a846-5b49910ab514 req-4df7019b-f052-4dda-a44c-f13f6685d4db tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574820 Jul 30 20:01:29.254409 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-19f626bb-ca55-4d8b-96b2-19630d4ecd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:29.255593 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-99d2edaf-9976-4b26-b1f0-370133573a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:29.255901 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-19f626bb-ca55-4d8b-96b2-19630d4ecd22 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 200 len: 921 time: 0.7185595 Jul 30 20:01:29.256992 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-99d2edaf-9976-4b26-b1f0-370133573a54 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0694695 Jul 30 20:01:29.293226 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-795ab06b-e857-4161-92cd-cb8540707bda req-7500f8ec-5ea4-40d5-8a7c-d701d87d1b6c tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366521 Jul 30 20:01:29.336121 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e392b6-47a4-4eb3-b884-824e3104e441 x-openstack-request-id: req-71e392b6-47a4-4eb3-b884-824e3104e441 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:29.336405 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3eed10d-930f-48dd-904f-e627ea725f65", "tag": "deae0304-101b-4827-b781-5a951b77df9d", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:29.336654 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-71e392b6-47a4-4eb3-b884-824e3104e441 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:29.337034 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'tag': 'deae0304-101b-4827-b781-5a951b77df9d', 'status': 'completed', 'code': 200} Jul 30 20:01:29.362667 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.59', 61736) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:29.427759 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-998489e6-f39b-4636-988d-4a2be8e5221a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84500f83-39df-428f-9c66-d8ba181f3df9 HTTP/1.1" status: 200 len: 217 time: 0.1276119 Jul 30 20:01:29.447280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-723c803c-9434-42ac-aef6-110b00ec8df5 service neutron] For port 428814bb-dabe-460d-ae8f-20dd1133cb70, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:29.456868 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-295a9704-5bb2-4c2c-b5a4-c9560718bb0a service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829951 Jul 30 20:01:29.460336 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759ae7b-29bb-47e5-9911-d0611abeb74d req-d5c7eb2b-6b42-474f-8cd4-ab682c92ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:29.460827 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759ae7b-29bb-47e5-9911-d0611abeb74d req-d5c7eb2b-6b42-474f-8cd4-ab682c92ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:29.461302 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759ae7b-29bb-47e5-9911-d0611abeb74d req-d5c7eb2b-6b42-474f-8cd4-ab682c92ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:29.462833 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1759ae7b-29bb-47e5-9911-d0611abeb74d req-d5c7eb2b-6b42-474f-8cd4-ab682c92ae70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=182462db159049a09c4703019cfbdc8e&device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 2730 time: 0.0991268 Jul 30 20:01:29.511932 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-36704d74-febe-4fc0-9291-0165cd8ccdc4 req-fdb6ddba-1083-4f33-a9fa-36f408f5aaaf tempest-AbsoluteLimitsNegativeTestJSON-771276340 tempest-AbsoluteLimitsNegativeTestJSON-771276340-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=7aa2ab46129a43f7bcbecf4d3e51ae3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861645 Jul 30 20:01:29.524226 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-723c803c-9434-42ac-aef6-110b00ec8df5 service neutron] For port 428814bb-dabe-460d-ae8f-20dd1133cb70, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=428814bb-dabe-460d-ae8f-20dd1133cb70,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:01:29.537724 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b7cd9-3aae-4919-874d-597776b609be req-49b21612-9330-43c9-a51c-3652efcdc39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:29.539155 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a73b7cd9-3aae-4919-874d-597776b609be req-49b21612-9330-43c9-a51c-3652efcdc39b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.2995303 Jul 30 20:01:29.579878 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-723c803c-9434-42ac-aef6-110b00ec8df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:29.589339 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab30fcd-67ec-4516-a74b-da8db3d829a9 req-4260e975-5e9e-42c6-aea6-cb9ab9b1ea6a tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:29.595159 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab30fcd-67ec-4516-a74b-da8db3d829a9 req-4260e975-5e9e-42c6-aea6-cb9ab9b1ea6a tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:29.601034 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab30fcd-67ec-4516-a74b-da8db3d829a9 req-4260e975-5e9e-42c6-aea6-cb9ab9b1ea6a tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:29.602753 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-aab30fcd-67ec-4516-a74b-da8db3d829a9 req-4260e975-5e9e-42c6-aea6-cb9ab9b1ea6a tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 2387 time: 0.2022583 Jul 30 20:01:29.685646 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-75fe7244-1757-4e84-9a11-b9ff49fe4634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:29.687098 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-75fe7244-1757-4e84-9a11-b9ff49fe4634 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b757e780-295d-4676-ae81-4c07de396b9e HTTP/1.1" status: 200 len: 860 time: 0.2415450 Jul 30 20:01:29.707846 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-723c803c-9434-42ac-aef6-110b00ec8df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:29.709042 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-723c803c-9434-42ac-aef6-110b00ec8df5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:29.710552 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-723c803c-9434-42ac-aef6-110b00ec8df5 service neutron] 10.222.0.83 "PUT /v2.0/ports/428814bb-dabe-460d-ae8f-20dd1133cb70 HTTP/1.1" status: 200 len: 1096 time: 3.0363469 Jul 30 20:01:29.737849 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-575f10eb-0f8d-467d-9814-3ab02f72dc35 req-e30c6266-aef0-49be-91b6-63defdce1420 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729836 Jul 30 20:01:29.763997 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-79caffaa-b72b-4ffe-b8af-85309b8f0fcc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1b009359-14e5-4019-b6cd-e6d82ee142cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668218 Jul 30 20:01:29.772031 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-aab30fcd-67ec-4516-a74b-da8db3d829a9 req-1c3c2965-db94-4aca-a36d-f57c6a72bb3c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574197 Jul 30 20:01:29.804039 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759ae7b-29bb-47e5-9911-d0611abeb74d req-c79f9c77-15c3-4ec6-b8ea-99d080b400e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:29.804870 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759ae7b-29bb-47e5-9911-d0611abeb74d req-c79f9c77-15c3-4ec6-b8ea-99d080b400e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:29.805522 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759ae7b-29bb-47e5-9911-d0611abeb74d req-c79f9c77-15c3-4ec6-b8ea-99d080b400e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:29.808382 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1759ae7b-29bb-47e5-9911-d0611abeb74d req-c79f9c77-15c3-4ec6-b8ea-99d080b400e0 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=182462db159049a09c4703019cfbdc8e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3329990 Jul 30 20:01:29.887069 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c803c-9434-42ac-aef6-110b00ec8df5 service neutron] Pushing event updated for resources: {'Port': ['ID=428814bb-dabe-460d-ae8f-20dd1133cb70,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:29.908473 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3baa059e-ec32-4f62-b900-f99b7d1cdb3f x-openstack-request-id: req-3baa059e-ec32-4f62-b900-f99b7d1cdb3f {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:29.908961 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a", "tag": "6b06379b-4446-48d1-94e4-2cee12b22d68", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:29.909069 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3baa059e-ec32-4f62-b900-f99b7d1cdb3f {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:29.909373 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a', 'tag': '6b06379b-4446-48d1-94e4-2cee12b22d68', 'status': 'completed', 'code': 200} Jul 30 20:01:29.931948 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b7cd9-3aae-4919-874d-597776b609be req-b0c7d78e-4ecf-40ff-be16-4b768f642cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:29.933450 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a73b7cd9-3aae-4919-874d-597776b609be req-b0c7d78e-4ecf-40ff-be16-4b768f642cbf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3596373 Jul 30 20:01:29.957015 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-6417e21f-df85-4b9e-a15f-2196f0d10a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:29.958496 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-6417e21f-df85-4b9e-a15f-2196f0d10a9c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dca3d02c6b974036aa747c916a346bce&device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 1099 time: 0.1628711 Jul 30 20:01:29.997243 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36704d74-febe-4fc0-9291-0165cd8ccdc4 req-31b7e339-fa8a-4ca9-8431-24a82ec0b53d tempest-AbsoluteLimitsNegativeTestJSON-771276340 tempest-AbsoluteLimitsNegativeTestJSON-771276340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:29.998578 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-36704d74-febe-4fc0-9291-0165cd8ccdc4 req-31b7e339-fa8a-4ca9-8431-24a82ec0b53d tempest-AbsoluteLimitsNegativeTestJSON-771276340 tempest-AbsoluteLimitsNegativeTestJSON-771276340-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4785368 Jul 30 20:01:30.041974 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd9e8f-90a3-4539-aa89-6946c3c69d7b req-7e35345b-079c-4296-b42a-94c721da77cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:30.043454 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c0bd9e8f-90a3-4539-aa89-6946c3c69d7b req-7e35345b-079c-4296-b42a-94c721da77cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dca3d02c6b974036aa747c916a346bce&device_id=c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a HTTP/1.1" status: 200 len: 1098 time: 0.1333649 Jul 30 20:01:30.074298 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252ffb3-f71f-4578-8f4c-8e72c4f2b179 req-565fcfa2-9398-40d1-8e6e-dbabe1bd5dc2 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:30.075763 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d252ffb3-f71f-4578-8f4c-8e72c4f2b179 req-565fcfa2-9398-40d1-8e6e-dbabe1bd5dc2 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 945 time: 0.1645887 Jul 30 20:01:30.104572 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-e3e6d5bd-1ec4-4022-a36a-015fb5820107 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=428814bb-dabe-460d-ae8f-20dd1133cb70 HTTP/1.1" status: 200 len: 217 time: 0.1328299 Jul 30 20:01:30.121996 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-36704d74-febe-4fc0-9291-0165cd8ccdc4 req-f98dcd35-83fd-439e-8a9b-3722523796bd tempest-AbsoluteLimitsNegativeTestJSON-771276340 tempest-AbsoluteLimitsNegativeTestJSON-771276340-project] 10.222.0.81 "GET /v2.0/quotas/7aa2ab46129a43f7bcbecf4d3e51ae3e HTTP/1.1" status: 200 len: 375 time: 0.0869546 Jul 30 20:01:30.184700 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-7205bf7d-513f-43f2-af12-aa36a7a00fb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 634705eb-c09c-40c3-a543-870962aaf2e1 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:30.194203 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-bf7c7e3e-8542-48bc-9717-c0f2a7697c1f service neutron] 10.222.0.59 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004574 Jul 30 20:01:30.219910 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-7205bf7d-513f-43f2-af12-aa36a7a00fb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:30.225034 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-36704d74-febe-4fc0-9291-0165cd8ccdc4 req-e82b10f1-df4c-4604-bc19-26f4cb7f04d0 tempest-AbsoluteLimitsNegativeTestJSON-771276340 tempest-AbsoluteLimitsNegativeTestJSON-771276340-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7aa2ab46129a43f7bcbecf4d3e51ae3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824065 Jul 30 20:01:30.306425 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:30.323529 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a73b7cd9-3aae-4919-874d-597776b609be req-a4bab528-4f7d-420b-94f3-01c34ed13f33 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686080 Jul 30 20:01:30.326196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-7205bf7d-513f-43f2-af12-aa36a7a00fb2 service neutron] Transition to ACTIVE for port object 634705eb-c09c-40c3-a543-870962aaf2e1 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:30.332018 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-df832c28-92f8-45b2-85c6-6b031175814b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:30.333513 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-df832c28-92f8-45b2-85c6-6b031175814b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.2148049 Jul 30 20:01:30.369992 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-7205bf7d-513f-43f2-af12-aa36a7a00fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:30.397234 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:30.402136 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:30.403165 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:30.422182 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759ae7b-29bb-47e5-9911-d0611abeb74d req-6fc2816b-3a64-4862-b824-af7c441cd847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:30.423271 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1759ae7b-29bb-47e5-9911-d0611abeb74d req-6fc2816b-3a64-4862-b824-af7c441cd847 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6075466 Jul 30 20:01:30.453684 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d252ffb3-f71f-4578-8f4c-8e72c4f2b179 req-a6f78b5f-d7fc-4a09-91fc-11cc67bff032 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716328 Jul 30 20:01:30.511304 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd9e8f-90a3-4539-aa89-6946c3c69d7b req-8fb96c5d-e1f0-45c0-94d1-90056f7a9e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:30.512534 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c0bd9e8f-90a3-4539-aa89-6946c3c69d7b req-8fb96c5d-e1f0-45c0-94d1-90056f7a9e70 service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.4556425 Jul 30 20:01:30.561331 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:30.589383 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-973bd5d9-7fa9-435c-85de-75e0fd7c699f service neutron] 10.222.0.59 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668818 Jul 30 20:01:30.590118 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bf7d-513f-43f2-af12-aa36a7a00fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=634705eb-c09c-40c3-a543-870962aaf2e1,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:30.604571 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c0bd9e8f-90a3-4539-aa89-6946c3c69d7b req-22183e17-9b71-4db2-8282-405844492f03 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6b06379b-4446-48d1-94e4-2cee12b22d68 HTTP/1.1" status: 200 len: 217 time: 0.0817606 Jul 30 20:01:30.632456 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=5ed0c72e-cb54-47a2-90f8-d151099fbcb6,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:30.634356 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0272ea-dddc-47db-8168-d35bf45a7fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed0c72e-cb54-47a2-90f8-d151099fbcb6'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:30.638342 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e16e12d-aa36-4ca0-bb02-d1795b32dfd0" -d '{"events": [{"server_uuid": "bd0272ea-dddc-47db-8168-d35bf45a7fc0", "name": "network-vif-plugged", "status": "completed", "tag": "5ed0c72e-cb54-47a2-90f8-d151099fbcb6"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:30.645213 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:30.671808 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-97432ac3-affa-49a2-a0e4-894023f0aa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:30.673701 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-97432ac3-affa-49a2-a0e4-894023f0aa1b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3236086 Jul 30 20:01:30.717898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=5ed0c72e-cb54-47a2-90f8-d151099fbcb6,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:30.726232 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a73b7cd9-3aae-4919-874d-597776b609be req-aa05e773-ea0e-44dc-a623-2750f54f9a9c service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917422 Jul 30 20:01:30.732049 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd9e8f-90a3-4539-aa89-6946c3c69d7b req-e23a5e4f-5c82-4883-bfaa-b64b5ff83765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:30.733577 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c0bd9e8f-90a3-4539-aa89-6946c3c69d7b req-e23a5e4f-5c82-4883-bfaa-b64b5ff83765 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1089272 Jul 30 20:01:30.747629 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704b862-443a-4ed1-8c3e-6ddf05d3c126 req-513acb90-09c0-44fa-94d0-a95b0357c690 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:30.749510 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b704b862-443a-4ed1-8c3e-6ddf05d3c126 req-513acb90-09c0-44fa-94d0-a95b0357c690 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 946 time: 0.1544917 Jul 30 20:01:30.758958 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac95c7-d3ad-42d1-bddc-fd736e56c5c6 req-4df1615b-3de7-4cbe-9f60-5862cc19e735 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:30.761598 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bdac95c7-d3ad-42d1-bddc-fd736e56c5c6 req-4df1615b-3de7-4cbe-9f60-5862cc19e735 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.2925065 Jul 30 20:01:30.791689 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49902) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:30.830557 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd9e8f-90a3-4539-aa89-6946c3c69d7b req-335f69c2-66e5-4ac3-abfd-44e2d93a43f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:30.831959 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c0bd9e8f-90a3-4539-aa89-6946c3c69d7b req-335f69c2-66e5-4ac3-abfd-44e2d93a43f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0814598 Jul 30 20:01:30.835793 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b704b862-443a-4ed1-8c3e-6ddf05d3c126 req-7d3dd5fb-eb6f-4a0a-9d78-f09f79139036 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754137 Jul 30 20:01:30.874941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-f52fa2e0-6040-4738-bc38-6b258ec2afb3 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:30.876499 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-f52fa2e0-6040-4738-bc38-6b258ec2afb3 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f&tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&binding%3Ahost_id=n-h2-712137-9 HTTP/1.1" status: 200 len: 1097 time: 0.2071719 Jul 30 20:01:30.880993 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-7205bf7d-513f-43f2-af12-aa36a7a00fb2 service neutron] Attempting to bind port 634705eb-c09c-40c3-a543-870962aaf2e1 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:01:30.881331 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-7205bf7d-513f-43f2-af12-aa36a7a00fb2 service neutron] Attempting to bind port 634705eb-c09c-40c3-a543-870962aaf2e1 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '308bbf82-40f2-4c30-9191-c1c6a33c5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1d22e6cf-d158-442a-af4b-97d038d2dce4'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:01:30.881666 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-7205bf7d-513f-43f2-af12-aa36a7a00fb2 service neutron] Attempting to bind port 634705eb-c09c-40c3-a543-870962aaf2e1 on network 1d22e6cf-d158-442a-af4b-97d038d2dce4 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:30.896798 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bdac95c7-d3ad-42d1-bddc-fd736e56c5c6 req-71dd08bb-3160-4bb3-8fce-d2a8c8cc95a2 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902560 Jul 30 20:01:30.901683 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-43e0d206-7790-41ba-956e-75f50783b92a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712137-9'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:30.923555 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-7205bf7d-513f-43f2-af12-aa36a7a00fb2 service neutron] Port 634705eb-c09c-40c3-a543-870962aaf2e1 on network 1d22e6cf-d158-442a-af4b-97d038d2dce4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:01:30.923886 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-7205bf7d-513f-43f2-af12-aa36a7a00fb2 service neutron] Attempting to bind port 634705eb-c09c-40c3-a543-870962aaf2e1 on network 1d22e6cf-d158-442a-af4b-97d038d2dce4 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:30.946896 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-7205bf7d-513f-43f2-af12-aa36a7a00fb2 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:01:30.947497 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-7205bf7d-513f-43f2-af12-aa36a7a00fb2 service neutron] Checking segment: {'id': '308bbf82-40f2-4c30-9191-c1c6a33c5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1d22e6cf-d158-442a-af4b-97d038d2dce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:30.947958 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-7205bf7d-513f-43f2-af12-aa36a7a00fb2 service neutron] Bound using segment: {'id': '308bbf82-40f2-4c30-9191-c1c6a33c5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1d22e6cf-d158-442a-af4b-97d038d2dce4'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:01:30.948604 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-7205bf7d-513f-43f2-af12-aa36a7a00fb2 service neutron] Bound port: 634705eb-c09c-40c3-a543-870962aaf2e1, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308bbf82-40f2-4c30-9191-c1c6a33c5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1d22e6cf-d158-442a-af4b-97d038d2dce4'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:01:30.949125 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-7205bf7d-513f-43f2-af12-aa36a7a00fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:31.002543 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-0d23611f-036b-4174-bb04-dbc49577eaa5 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895296 Jul 30 20:01:31.005848 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c1d9c36-96df-40aa-8799-a466e77d05d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:31.030699 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c0bd9e8f-90a3-4539-aa89-6946c3c69d7b req-8e62c723-558c-4247-9d59-cdadf3b14eb1 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830187 Jul 30 20:01:31.058187 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64be54-21d3-4d76-a618-9904e8ce4188 req-9aa765e4-a034-4284-95ca-15bc8f5252f4 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:31.061505 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3a64be54-21d3-4d76-a618-9904e8ce4188 req-9aa765e4-a034-4284-95ca-15bc8f5252f4 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1efe9a-7cc2-4683-a5a3-1f603eaa422a HTTP/1.1" status: 200 len: 948 time: 0.1304216 Jul 30 20:01:31.111073 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-43e0d206-7790-41ba-956e-75f50783b92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:31.194623 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3a64be54-21d3-4d76-a618-9904e8ce4188 req-2ee02684-9fc0-46e1-848e-31e0c3bacd90 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207802 Jul 30 20:01:31.231696 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c0bd9e8f-90a3-4539-aa89-6946c3c69d7b req-689b70be-ebdc-4162-b789-b2401707488c service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912079 Jul 30 20:01:31.270670 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad19949f-143f-4b93-91d5-661d48092c5f x-openstack-request-id: req-ad19949f-143f-4b93-91d5-661d48092c5f {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:31.271798 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0272ea-dddc-47db-8168-d35bf45a7fc0", "name": "network-vif-plugged", "status": "completed", "tag": "5ed0c72e-cb54-47a2-90f8-d151099fbcb6", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:31.272151 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ad19949f-143f-4b93-91d5-661d48092c5f {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:31.272704 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0272ea-dddc-47db-8168-d35bf45a7fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed0c72e-cb54-47a2-90f8-d151099fbcb6', 'code': 200} Jul 30 20:01:31.287808 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c1d9c36-96df-40aa-8799-a466e77d05d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:31.293155 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c1d9c36-96df-40aa-8799-a466e77d05d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:31.347899 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2c1d9c36-96df-40aa-8799-a466e77d05d7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7aa2ab46129a43f7bcbecf4d3e51ae3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5529525 Jul 30 20:01:31.347899 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d9c36-96df-40aa-8799-a466e77d05d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1853349f-1e25-4250-a3f5-7425cc864c64,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:31.350839 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49910) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:31.405896 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1efe9a-7cc2-4683-a5a3-1f603eaa422a', 'tag': 'cf533630-e6e8-4cbf-82bf-a2ea4beabab8'}, {'name': 'network-changed', 'server_uuid': 'ac69f6b2-0ec2-4db4-bdca-81e4f630849b', 'tag': '428814bb-dabe-460d-ae8f-20dd1133cb70'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:31.408449 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e542c4c5-bc12-4475-80d9-2596c8017711" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1efe9a-7cc2-4683-a5a3-1f603eaa422a", "tag": "cf533630-e6e8-4cbf-82bf-a2ea4beabab8"}, {"name": "network-changed", "server_uuid": "ac69f6b2-0ec2-4db4-bdca-81e4f630849b", "tag": "428814bb-dabe-460d-ae8f-20dd1133cb70"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:31.460658 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef764f0d-19ed-4f7d-bedf-b8db84e36aae req-ee4d5764-cba4-4755-b74b-4dd96379a027 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:31.466574 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef764f0d-19ed-4f7d-bedf-b8db84e36aae req-ee4d5764-cba4-4755-b74b-4dd96379a027 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:31.472503 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef764f0d-19ed-4f7d-bedf-b8db84e36aae req-ee4d5764-cba4-4755-b74b-4dd96379a027 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:31.474154 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ef764f0d-19ed-4f7d-bedf-b8db84e36aae req-ee4d5764-cba4-4755-b74b-4dd96379a027 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 2399 time: 0.1088412 Jul 30 20:01:31.492794 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-755392fb-f22f-4284-81c7-0a6b6ed78022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:31.516261 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f28f0-8ea5-4b94-b1b6-4985cf069853 req-d043cb87-5da5-4375-bcd9-1654738ed190 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:31.517754 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-227f28f0-8ea5-4b94-b1b6-4985cf069853 req-d043cb87-5da5-4375-bcd9-1654738ed190 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a HTTP/1.1" status: 200 len: 947 time: 0.5398710 Jul 30 20:01:31.530723 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-755392fb-f22f-4284-81c7-0a6b6ed78022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:31.541011 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ef764f0d-19ed-4f7d-bedf-b8db84e36aae req-cef88941-ce1d-4690-8671-f68aea3de6ad tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595055 Jul 30 20:01:31.541353 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-7205bf7d-513f-43f2-af12-aa36a7a00fb2 service neutron] For port 634705eb-c09c-40c3-a543-870962aaf2e1, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:31.583135 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5727cff4-5fe7-417e-a93d-54f2bb285b1b req-b232e422-ac80-4027-b56c-476fc464da60 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5505824 Jul 30 20:01:31.586674 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-7205bf7d-513f-43f2-af12-aa36a7a00fb2 service neutron] For port 634705eb-c09c-40c3-a543-870962aaf2e1, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=634705eb-c09c-40c3-a543-870962aaf2e1,segment=NetworkSegment(308bbf82-40f2-4c30-9191-c1c6a33c5183),segment_id=308bbf82-40f2-4c30-9191-c1c6a33c5183)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:01:31.591790 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-755392fb-f22f-4284-81c7-0a6b6ed78022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:31.594606 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-755392fb-f22f-4284-81c7-0a6b6ed78022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:31.595786 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-755392fb-f22f-4284-81c7-0a6b6ed78022 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1853349f-1e25-4250-a3f5-7425cc864c64 HTTP/1.1" status: 204 len: 168 time: 0.2439923 Jul 30 20:01:31.613876 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755392fb-f22f-4284-81c7-0a6b6ed78022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1853349f-1e25-4250-a3f5-7425cc864c64,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:31.634166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddfe7b-8dde-42c0-8598-27a898ab070a req-aac95a5a-4220-4a4e-81c8-d7b80733b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:31.635708 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1dddfe7b-8dde-42c0-8598-27a898ab070a req-aac95a5a-4220-4a4e-81c8-d7b80733b7f3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 1097 time: 0.2091575 Jul 30 20:01:31.637011 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-7205bf7d-513f-43f2-af12-aa36a7a00fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:31.705267 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46990faa-f24f-47f6-b886-5e55371834f5 x-openstack-request-id: req-46990faa-f24f-47f6-b886-5e55371834f5 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:31.705713 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1efe9a-7cc2-4683-a5a3-1f603eaa422a", "tag": "cf533630-e6e8-4cbf-82bf-a2ea4beabab8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ac69f6b2-0ec2-4db4-bdca-81e4f630849b", "tag": "428814bb-dabe-460d-ae8f-20dd1133cb70", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:31.705828 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-46990faa-f24f-47f6-b886-5e55371834f5 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:31.706171 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1efe9a-7cc2-4683-a5a3-1f603eaa422a', 'tag': 'cf533630-e6e8-4cbf-82bf-a2ea4beabab8', 'status': 'completed', 'code': 200} Jul 30 20:01:31.706530 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac69f6b2-0ec2-4db4-bdca-81e4f630849b', 'tag': '428814bb-dabe-460d-ae8f-20dd1133cb70', 'status': 'completed', 'code': 200} Jul 30 20:01:31.715163 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-7205bf7d-513f-43f2-af12-aa36a7a00fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:31.715750 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-7205bf7d-513f-43f2-af12-aa36a7a00fb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:31.717130 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-7205bf7d-513f-43f2-af12-aa36a7a00fb2 service neutron] 10.222.0.59 "PUT /v2.0/ports/634705eb-c09c-40c3-a543-870962aaf2e1 HTTP/1.1" status: 200 len: 1092 time: 3.3650301 Jul 30 20:01:31.720092 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-227f28f0-8ea5-4b94-b1b6-4985cf069853 req-7437d35e-4834-4532-a34c-798ca36f273b tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951599 Jul 30 20:01:31.792600 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ee844533-0d4d-4e49-b75c-b733fdce62a3 service neutron] Request body: {'port': {'device_id': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:31.802689 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1dddfe7b-8dde-42c0-8598-27a898ab070a req-db9a38a7-af51-4ed4-9bac-4f11f02e384e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516886 Jul 30 20:01:31.825074 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205bf7d-513f-43f2-af12-aa36a7a00fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=634705eb-c09c-40c3-a543-870962aaf2e1,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:31.833242 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241678a3-d273-4a32-9d57-7ef9441bca4e req-5f9ec7b0-9eeb-4af0-92f7-fea8ce401d75 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:31.834993 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-241678a3-d273-4a32-9d57-7ef9441bca4e req-5f9ec7b0-9eeb-4af0-92f7-fea8ce401d75 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 946 time: 0.0658820 Jul 30 20:01:31.846864 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-43e0d206-7790-41ba-956e-75f50783b92a service neutron] For port 84500f83-39df-428f-9c66-d8ba181f3df9, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=84500f83-39df-428f-9c66-d8ba181f3df9,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:31.897613 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542c4c5-bc12-4475-80d9-2596c8017711 req-10ba1638-502a-436b-8dfe-2ec3621ac26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:31.899119 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e542c4c5-bc12-4475-80d9-2596c8017711 req-10ba1638-502a-436b-8dfe-2ec3621ac26e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8ace72258ae4b0e9b30df106b7a2010&device_id=3a1efe9a-7cc2-4683-a5a3-1f603eaa422a HTTP/1.1" status: 200 len: 1099 time: 0.1702716 Jul 30 20:01:31.903223 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ee844533-0d4d-4e49-b75c-b733fdce62a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:31.903874 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-241678a3-d273-4a32-9d57-7ef9441bca4e req-ae4deebd-c414-46f7-abaa-05d9c92b7ce4 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473585 Jul 30 20:01:31.958208 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-43e0d206-7790-41ba-956e-75f50783b92a service neutron] For port 84500f83-39df-428f-9c66-d8ba181f3df9, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:32.054154 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51471a87-bb8a-4f2a-84a1-ba6a396606e8 req-42a5cfc9-f4ff-4f48-a314-c2f79777af5e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:32.057611 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-51471a87-bb8a-4f2a-84a1-ba6a396606e8 req-42a5cfc9-f4ff-4f48-a314-c2f79777af5e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.0629706 Jul 30 20:01:32.110158 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 6b06379b-4446-48d1-94e4-2cee12b22d68 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:01:32.123550 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-51471a87-bb8a-4f2a-84a1-ba6a396606e8 req-cb5690e5-df34-411f-960d-a9182a9d3141 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607800 Jul 30 20:01:32.127208 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-43e0d206-7790-41ba-956e-75f50783b92a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:32.187274 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-43e0d206-7790-41ba-956e-75f50783b92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:32.196843 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f8245-b3f9-4e16-ac80-95e350175ab8 req-986be415-230d-4c7c-ac26-3df9b6db4014 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:32.198353 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-367f8245-b3f9-4e16-ac80-95e350175ab8 req-986be415-230d-4c7c-ac26-3df9b6db4014 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 946 time: 0.2463520 Jul 30 20:01:32.229394 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 6b06379b-4446-48d1-94e4-2cee12b22d68, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=6b06379b-4446-48d1-94e4-2cee12b22d68,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:32.246682 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '6b06379b-4446-48d1-94e4-2cee12b22d68', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': '6b06379b-4446-48d1-94e4-2cee12b22d68', 'mac_address': 'fa:16:3e:b2:44:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:01:32.260528 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542c4c5-bc12-4475-80d9-2596c8017711 req-a4369229-2b1d-4ae4-9524-b70e6d9aa15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:32.261999 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e542c4c5-bc12-4475-80d9-2596c8017711 req-a4369229-2b1d-4ae4-9524-b70e6d9aa15c service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.3298512 Jul 30 20:01:32.314744 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:32.335127 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b06379b-4446-48d1-94e4-2cee12b22d68 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:32.342550 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc22e91-6d5f-468f-a036-fb81fffaad2c req-84f7a0fa-1913-4534-a27c-40620057ff89 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:32.344414 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9bc22e91-6d5f-468f-a036-fb81fffaad2c req-84f7a0fa-1913-4534-a27c-40620057ff89 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1efe9a-7cc2-4683-a5a3-1f603eaa422a HTTP/1.1" status: 200 len: 948 time: 0.0691721 Jul 30 20:01:32.358774 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 6b06379b-4446-48d1-94e4-2cee12b22d68, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=6b06379b-4446-48d1-94e4-2cee12b22d68,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:32.363297 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:32.379187 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e542c4c5-bc12-4475-80d9-2596c8017711 req-f6d85016-97bb-4403-81b4-97dca988ca43 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=cf533630-e6e8-4cbf-82bf-a2ea4beabab8 HTTP/1.1" status: 200 len: 217 time: 0.0957849 Jul 30 20:01:32.401390 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9bc22e91-6d5f-468f-a036-fb81fffaad2c req-ada6aef0-eeba-4354-a46f-fe98eb65f9bf tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453587 Jul 30 20:01:32.433523 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=6b06379b-4446-48d1-94e4-2cee12b22d68,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:32.457193 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d206-7790-41ba-956e-75f50783b92a service neutron] Pushing event updated for resources: {'Port': ['ID=84500f83-39df-428f-9c66-d8ba181f3df9,revision_number=7']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:32.470387 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-367f8245-b3f9-4e16-ac80-95e350175ab8 req-fae5eb99-0d78-4411-9bb0-6bd86a8411e1 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510808 Jul 30 20:01:32.491611 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-43e0d206-7790-41ba-956e-75f50783b92a service neutron] Attempting to bind port 84500f83-39df-428f-9c66-d8ba181f3df9 on host n-h2-712137-9 for vnic_type normal with profile {"migrating_to": "n-h1-712137-9"} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:01:32.491954 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-43e0d206-7790-41ba-956e-75f50783b92a service neutron] Attempting to bind port 84500f83-39df-428f-9c66-d8ba181f3df9 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:01:32.492297 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-43e0d206-7790-41ba-956e-75f50783b92a service neutron] Attempting to bind port 84500f83-39df-428f-9c66-d8ba181f3df9 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:32.511487 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-43e0d206-7790-41ba-956e-75f50783b92a service neutron] Port 84500f83-39df-428f-9c66-d8ba181f3df9 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:01:32.511859 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-43e0d206-7790-41ba-956e-75f50783b92a service neutron] Attempting to bind port 84500f83-39df-428f-9c66-d8ba181f3df9 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:32.528245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542c4c5-bc12-4475-80d9-2596c8017711 req-14a20c95-0307-4326-bce6-6a705bf96ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:32.529705 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e542c4c5-bc12-4475-80d9-2596c8017711 req-14a20c95-0307-4326-bce6-6a705bf96ec1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1278555 Jul 30 20:01:32.531859 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-43e0d206-7790-41ba-956e-75f50783b92a service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:01:32.532189 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-43e0d206-7790-41ba-956e-75f50783b92a service neutron] Checking segment: {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:32.532575 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-43e0d206-7790-41ba-956e-75f50783b92a service neutron] Bound using segment: {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:01:32.533009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-43e0d206-7790-41ba-956e-75f50783b92a service neutron] Bound port: 84500f83-39df-428f-9c66-d8ba181f3df9, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:01:32.533365 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-43e0d206-7790-41ba-956e-75f50783b92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:32.625224 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['6b06379b-4446-48d1-94e4-2cee12b22d68'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:01:32.679152 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542c4c5-bc12-4475-80d9-2596c8017711 req-07c9ef00-4cc7-49d3-ae57-f6a42dc39372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:32.680695 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e542c4c5-bc12-4475-80d9-2596c8017711 req-07c9ef00-4cc7-49d3-ae57-f6a42dc39372 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1419911 Jul 30 20:01:32.694708 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ee844533-0d4d-4e49-b75c-b733fdce62a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781ecc14-95a3-4921-b945-d13e750074fc {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:32.718400 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ee844533-0d4d-4e49-b75c-b733fdce62a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:32.775885 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-43e0d206-7790-41ba-956e-75f50783b92a service neutron] For port 84500f83-39df-428f-9c66-d8ba181f3df9, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:32.805140 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-43e0d206-7790-41ba-956e-75f50783b92a service neutron] For port 84500f83-39df-428f-9c66-d8ba181f3df9, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=84500f83-39df-428f-9c66-d8ba181f3df9,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:01:32.808185 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ee844533-0d4d-4e49-b75c-b733fdce62a3 service neutron] Transition to ACTIVE for port object 781ecc14-95a3-4921-b945-d13e750074fc will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:32.816904 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d17357-db23-4e3e-8146-32cdb41f3764 req-6ed3a82a-7d17-4aeb-8d16-8ee571a8e972 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:32.822777 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d17357-db23-4e3e-8146-32cdb41f3764 req-6ed3a82a-7d17-4aeb-8d16-8ee571a8e972 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:32.828633 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d17357-db23-4e3e-8146-32cdb41f3764 req-6ed3a82a-7d17-4aeb-8d16-8ee571a8e972 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:32.836710 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37d17357-db23-4e3e-8146-32cdb41f3764 req-6ed3a82a-7d17-4aeb-8d16-8ee571a8e972 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 2399 time: 0.2200534 Jul 30 20:01:32.850833 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ee844533-0d4d-4e49-b75c-b733fdce62a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:32.853227 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-43e0d206-7790-41ba-956e-75f50783b92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:32.862603 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3ae2f-7d6b-430c-b91a-8c8ef24d853e req-5ce00058-73e2-48ed-a0fa-0ad335934395 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:32.864873 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cab3ae2f-7d6b-430c-b91a-8c8ef24d853e req-5ce00058-73e2-48ed-a0fa-0ad335934395 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a HTTP/1.1" status: 200 len: 948 time: 0.0634024 Jul 30 20:01:32.925179 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cab3ae2f-7d6b-430c-b91a-8c8ef24d853e req-8bb4a048-9cb7-45f3-901d-728f18f1b05c tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525484 Jul 30 20:01:32.939095 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e542c4c5-bc12-4475-80d9-2596c8017711 req-318717d8-3333-4a68-9723-ce8598313163 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334208 Jul 30 20:01:32.944214 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49960) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:32.989049 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee844533-0d4d-4e49-b75c-b733fdce62a3 service neutron] Pushing event updated for resources: {'Port': ['ID=781ecc14-95a3-4921-b945-d13e750074fc,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:32.994015 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37d17357-db23-4e3e-8146-32cdb41f3764 req-c0a67524-eb42-4235-96b7-ea9b1db4a748 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564510 Jul 30 20:01:33.104185 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b7978-1598-4f62-a71f-d09617412df9 req-67021423-fddc-4e6c-891b-69ffd7bce948 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:33.106556 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ff4b7978-1598-4f62-a71f-d09617412df9 req-67021423-fddc-4e6c-891b-69ffd7bce948 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 946 time: 0.1007581 Jul 30 20:01:33.120129 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-43e0d206-7790-41ba-956e-75f50783b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:33.120786 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-43e0d206-7790-41ba-956e-75f50783b92a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:33.122182 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-43e0d206-7790-41ba-956e-75f50783b92a service neutron] 10.222.0.59 "PUT /v2.0/ports/84500f83-39df-428f-9c66-d8ba181f3df9 HTTP/1.1" status: 200 len: 1122 time: 2.2314317 Jul 30 20:01:33.130585 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-16b20f31-c46f-4450-a479-5b2b096b59cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:33.179246 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d206-7790-41ba-956e-75f50783b92a service neutron] Pushing event updated for resources: {'Port': ['ID=84500f83-39df-428f-9c66-d8ba181f3df9,revision_number=8']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:33.202472 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ff4b7978-1598-4f62-a71f-d09617412df9 req-58c17774-721d-4fd1-a2b6-4589abee7dc9 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825536 Jul 30 20:01:33.202604 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ee844533-0d4d-4e49-b75c-b733fdce62a3 service neutron] Attempting to bind port 781ecc14-95a3-4921-b945-d13e750074fc on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:01:33.202949 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ee844533-0d4d-4e49-b75c-b733fdce62a3 service neutron] Attempting to bind port 781ecc14-95a3-4921-b945-d13e750074fc by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '73316462-e9ca-4185-9d79-6bdaf0fadea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f7f003f3-a680-4969-8f11-afbc5fa171b8'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:01:33.203283 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ee844533-0d4d-4e49-b75c-b733fdce62a3 service neutron] Attempting to bind port 781ecc14-95a3-4921-b945-d13e750074fc on network f7f003f3-a680-4969-8f11-afbc5fa171b8 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:33.214839 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ee844533-0d4d-4e49-b75c-b733fdce62a3 service neutron] Port 781ecc14-95a3-4921-b945-d13e750074fc on network f7f003f3-a680-4969-8f11-afbc5fa171b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:01:33.215232 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ee844533-0d4d-4e49-b75c-b733fdce62a3 service neutron] Attempting to bind port 781ecc14-95a3-4921-b945-d13e750074fc on network f7f003f3-a680-4969-8f11-afbc5fa171b8 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:33.227218 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ee844533-0d4d-4e49-b75c-b733fdce62a3 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:01:33.227602 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ee844533-0d4d-4e49-b75c-b733fdce62a3 service neutron] Checking segment: {'id': '73316462-e9ca-4185-9d79-6bdaf0fadea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f7f003f3-a680-4969-8f11-afbc5fa171b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:33.227986 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ee844533-0d4d-4e49-b75c-b733fdce62a3 service neutron] Bound using segment: {'id': '73316462-e9ca-4185-9d79-6bdaf0fadea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f7f003f3-a680-4969-8f11-afbc5fa171b8'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:01:33.228423 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ee844533-0d4d-4e49-b75c-b733fdce62a3 service neutron] Bound port: 781ecc14-95a3-4921-b945-d13e750074fc, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73316462-e9ca-4185-9d79-6bdaf0fadea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f7f003f3-a680-4969-8f11-afbc5fa171b8'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:01:33.228794 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ee844533-0d4d-4e49-b75c-b733fdce62a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:33.239250 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e542c4c5-bc12-4475-80d9-2596c8017711 req-52064771-a6ef-4fa3-9a8f-38a0c2b101f5 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852695 Jul 30 20:01:33.254486 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['84500f83-39df-428f-9c66-d8ba181f3df9'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:01:33.301475 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-16b20f31-c46f-4450-a479-5b2b096b59cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:33.308642 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-16b20f31-c46f-4450-a479-5b2b096b59cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:33.355065 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-16b20f31-c46f-4450-a479-5b2b096b59cf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cd4cfcb9dd8e4da79247618330b15322&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4074781 Jul 30 20:01:33.355065 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b20f31-c46f-4450-a479-5b2b096b59cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b57f92-48c2-4a1c-9a5b-41fe3890cbfa,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:33.358529 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49966) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:33.368103 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ee844533-0d4d-4e49-b75c-b733fdce62a3 service neutron] For port 781ecc14-95a3-4921-b945-d13e750074fc, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:33.376910 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976724f7-1809-446a-9835-b3d7cf99edff req-5eb54059-c0c3-4979-a870-725c8e8722be tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:33.378415 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-976724f7-1809-446a-9835-b3d7cf99edff req-5eb54059-c0c3-4979-a870-725c8e8722be tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.1331301 Jul 30 20:01:33.393402 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ee844533-0d4d-4e49-b75c-b733fdce62a3 service neutron] For port 781ecc14-95a3-4921-b945-d13e750074fc, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=781ecc14-95a3-4921-b945-d13e750074fc,segment=NetworkSegment(73316462-e9ca-4185-9d79-6bdaf0fadea4),segment_id=73316462-e9ca-4185-9d79-6bdaf0fadea4)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:01:33.410704 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ee844533-0d4d-4e49-b75c-b733fdce62a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:33.420588 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542c4c5-bc12-4475-80d9-2596c8017711 req-c16e5d33-85d3-49d6-8313-e4616c9c54ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:33.422105 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e542c4c5-bc12-4475-80d9-2596c8017711 req-c16e5d33-85d3-49d6-8313-e4616c9c54ed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dca3d02c6b974036aa747c916a346bce&device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 1099 time: 0.1024222 Jul 30 20:01:33.433148 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b143ef1f-dcd2-4ba5-b53f-ee6329bbac84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:33.459977 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b143ef1f-dcd2-4ba5-b53f-ee6329bbac84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:33.466095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ee844533-0d4d-4e49-b75c-b733fdce62a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:33.466717 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ee844533-0d4d-4e49-b75c-b733fdce62a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:33.468134 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ee844533-0d4d-4e49-b75c-b733fdce62a3 service neutron] 10.222.0.59 "PUT /v2.0/ports/781ecc14-95a3-4921-b945-d13e750074fc HTTP/1.1" status: 200 len: 1091 time: 1.6961050 Jul 30 20:01:33.520572 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-976724f7-1809-446a-9835-b3d7cf99edff req-44a4c36f-3092-4590-8e69-a588f35ab61c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303113 Jul 30 20:01:33.542594 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b857566-d8f6-4679-ad2e-9c0b169f90f2 req-a09fc051-35c9-4c87-aada-0c775e843220 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:33.542861 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2b857566-d8f6-4679-ad2e-9c0b169f90f2 req-a09fc051-35c9-4c87-aada-0c775e843220 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1efe9a-7cc2-4683-a5a3-1f603eaa422a HTTP/1.1" status: 200 len: 948 time: 0.0739400 Jul 30 20:01:33.577224 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee844533-0d4d-4e49-b75c-b733fdce62a3 service neutron] Pushing event updated for resources: {'Port': ['ID=781ecc14-95a3-4921-b945-d13e750074fc,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:33.594133 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b143ef1f-dcd2-4ba5-b53f-ee6329bbac84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:33.596801 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b143ef1f-dcd2-4ba5-b53f-ee6329bbac84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:33.600811 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b143ef1f-dcd2-4ba5-b53f-ee6329bbac84 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/80b57f92-48c2-4a1c-9a5b-41fe3890cbfa HTTP/1.1" status: 204 len: 168 time: 0.2375693 Jul 30 20:01:33.614061 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ceab5cf0-d4ed-4d17-b12d-256f548103a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:33.615100 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ceab5cf0-d4ed-4d17-b12d-256f548103a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:33.620726 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ceab5cf0-d4ed-4d17-b12d-256f548103a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:33.622529 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ceab5cf0-d4ed-4d17-b12d-256f548103a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=182462db159049a09c4703019cfbdc8e&device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 2864 time: 0.0972311 Jul 30 20:01:33.634187 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542c4c5-bc12-4475-80d9-2596c8017711 req-1c3e5958-2874-44ad-a188-337919d71fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:33.635664 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e542c4c5-bc12-4475-80d9-2596c8017711 req-1c3e5958-2874-44ad-a188-337919d71fa5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1916363 Jul 30 20:01:33.640756 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2b857566-d8f6-4679-ad2e-9c0b169f90f2 req-04d6a3bb-45c4-4b68-a5f5-26b95b1bf93d tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856769 Jul 30 20:01:33.645579 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143ef1f-dcd2-4ba5-b53f-ee6329bbac84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b57f92-48c2-4a1c-9a5b-41fe3890cbfa,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:33.711490 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'tag': '634705eb-c09c-40c3-a543-870962aaf2e1'}, {'server_uuid': 'ec18e75a-0758-47e3-b000-85c76cd1db0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84500f83-39df-428f-9c66-d8ba181f3df9'}, {'name': 'network-changed', 'server_uuid': 'ec18e75a-0758-47e3-b000-85c76cd1db0f', 'tag': '84500f83-39df-428f-9c66-d8ba181f3df9'}, {'name': 'network-changed', 'server_uuid': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'tag': '781ecc14-95a3-4921-b945-d13e750074fc'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:33.713714 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed" -d '{"events": [{"name": "network-changed", "server_uuid": "a3eed10d-930f-48dd-904f-e627ea725f65", "tag": "634705eb-c09c-40c3-a543-870962aaf2e1"}, {"server_uuid": "ec18e75a-0758-47e3-b000-85c76cd1db0f", "name": "network-vif-unplugged", "status": "completed", "tag": "84500f83-39df-428f-9c66-d8ba181f3df9"}, {"name": "network-changed", "server_uuid": "ec18e75a-0758-47e3-b000-85c76cd1db0f", "tag": "84500f83-39df-428f-9c66-d8ba181f3df9"}, {"name": "network-changed", "server_uuid": "a3eed10d-930f-48dd-904f-e627ea725f65", "tag": "781ecc14-95a3-4921-b945-d13e750074fc"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:33.720651 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-8e92d1dd-c903-4391-a6d4-a4c933107596 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.37&port_id=deae0304-101b-4827-b781-5a951b77df9d HTTP/1.1" status: 200 len: 217 time: 0.0839608 Jul 30 20:01:33.773581 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e542c4c5-bc12-4475-80d9-2596c8017711 req-a930cfcf-3f45-4ac6-a7a7-2823ce98fbc7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=428814bb-dabe-460d-ae8f-20dd1133cb70 HTTP/1.1" status: 200 len: 217 time: 0.1284733 Jul 30 20:01:33.775022 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34cbdc4-55c5-4794-9321-02192073e5c9 x-openstack-request-id: req-d34cbdc4-55c5-4794-9321-02192073e5c9 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:33.775316 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3eed10d-930f-48dd-904f-e627ea725f65", "tag": "634705eb-c09c-40c3-a543-870962aaf2e1", "status": "completed", "code": 200}, {"server_uuid": "ec18e75a-0758-47e3-b000-85c76cd1db0f", "name": "network-vif-unplugged", "status": "completed", "tag": "84500f83-39df-428f-9c66-d8ba181f3df9", "code": 200}, {"name": "network-changed", "server_uuid": "ec18e75a-0758-47e3-b000-85c76cd1db0f", "tag": "84500f83-39df-428f-9c66-d8ba181f3df9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a3eed10d-930f-48dd-904f-e627ea725f65", "tag": "781ecc14-95a3-4921-b945-d13e750074fc", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:33.775581 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d34cbdc4-55c5-4794-9321-02192073e5c9 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:33.775963 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'tag': '634705eb-c09c-40c3-a543-870962aaf2e1', 'status': 'completed', 'code': 200} Jul 30 20:01:33.776327 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec18e75a-0758-47e3-b000-85c76cd1db0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84500f83-39df-428f-9c66-d8ba181f3df9', 'code': 200} Jul 30 20:01:33.776423 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec18e75a-0758-47e3-b000-85c76cd1db0f', 'tag': '84500f83-39df-428f-9c66-d8ba181f3df9', 'status': 'completed', 'code': 200} Jul 30 20:01:33.776667 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'tag': '781ecc14-95a3-4921-b945-d13e750074fc', 'status': 'completed', 'code': 200} Jul 30 20:01:33.856360 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469d156-bb36-4c96-bbfe-f37f27cc149b req-387055c4-a80a-464f-b465-c1a60b430621 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:33.857857 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1469d156-bb36-4c96-bbfe-f37f27cc149b req-387055c4-a80a-464f-b465-c1a60b430621 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 944 time: 0.2344265 Jul 30 20:01:33.907045 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-125d929c-2815-49ca-91e9-07077fe922b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:33.908513 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-125d929c-2815-49ca-91e9-07077fe922b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b56ff1f8-4f80-4f50-accf-c11ff4ef45e3 HTTP/1.1" status: 200 len: 801 time: 0.1540270 Jul 30 20:01:33.918252 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542c4c5-bc12-4475-80d9-2596c8017711 req-319f4e3d-fd1f-4591-b089-6f5fc55212d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:33.919644 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e542c4c5-bc12-4475-80d9-2596c8017711 req-319f4e3d-fd1f-4591-b089-6f5fc55212d6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1225924 Jul 30 20:01:33.987211 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1469d156-bb36-4c96-bbfe-f37f27cc149b req-974f2b5c-9233-4f94-ae73-cd7eb6cf8664 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110270 Jul 30 20:01:33.997046 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-881b0fde-3cae-441d-9418-be970a921c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:33.998521 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-881b0fde-3cae-441d-9418-be970a921c39 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 1125 time: 0.1870155 Jul 30 20:01:34.056558 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29b04c-3113-4939-9437-81d4f9bcc57d req-cef1839b-f478-4ae2-9e36-3f9876c0b048 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:34.058456 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8a29b04c-3113-4939-9437-81d4f9bcc57d req-cef1839b-f478-4ae2-9e36-3f9876c0b048 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a HTTP/1.1" status: 200 len: 948 time: 0.0547183 Jul 30 20:01:34.092232 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-d6a26c6f-24ac-4502-9323-392f910109d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:34.093816 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-d6a26c6f-24ac-4502-9323-392f910109d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7f003f3-a680-4969-8f11-afbc5fa171b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1733458 Jul 30 20:01:34.100491 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542c4c5-bc12-4475-80d9-2596c8017711 req-994c7425-e5d1-40c1-87fb-adaa25e351ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:34.101922 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e542c4c5-bc12-4475-80d9-2596c8017711 req-994c7425-e5d1-40c1-87fb-adaa25e351ef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1671045 Jul 30 20:01:34.106728 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8a29b04c-3113-4939-9437-81d4f9bcc57d req-92411f8e-b705-4a73-b109-c15aca8c0db9 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364711 Jul 30 20:01:34.127657 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 6b06379b-4446-48d1-94e4-2cee12b22d68 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:34.188602 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 6b06379b-4446-48d1-94e4-2cee12b22d68 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:34.193444 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 6b06379b-4446-48d1-94e4-2cee12b22d68 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:34.193820 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:34.315890 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:34.344524 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b06379b-4446-48d1-94e4-2cee12b22d68'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:34.348022 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea73bf9-9fa1-4d7f-b12b-e634f0a00986" -d '{"events": [{"server_uuid": "c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a", "name": "network-vif-plugged", "status": "completed", "tag": "6b06379b-4446-48d1-94e4-2cee12b22d68"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:34.353576 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675dfc1-d752-4b96-b4a2-40c100b6c322 req-3a610cf2-c0e4-4f66-b24a-271f5ccbe266 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:34.355116 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device cf533630-e6e8-4cbf-82bf-a2ea4beabab8 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:01:34.364137 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7675dfc1-d752-4b96-b4a2-40c100b6c322 req-3a610cf2-c0e4-4f66-b24a-271f5ccbe266 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 946 time: 0.0825379 Jul 30 20:01:34.373038 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 6b06379b-4446-48d1-94e4-2cee12b22d68, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=6b06379b-4446-48d1-94e4-2cee12b22d68,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:34.381541 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:34.395291 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50004) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:34.444733 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7675dfc1-d752-4b96-b4a2-40c100b6c322 req-1f832592-8e77-4b39-b4a7-11e044971877 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783935 Jul 30 20:01:34.491825 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa69d4a4-7c6c-4364-ba21-d5d8d10d02ce x-openstack-request-id: req-aa69d4a4-7c6c-4364-ba21-d5d8d10d02ce {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:34.492120 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a", "name": "network-vif-plugged", "status": "completed", "tag": "6b06379b-4446-48d1-94e4-2cee12b22d68", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:34.492375 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aa69d4a4-7c6c-4364-ba21-d5d8d10d02ce {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:34.492861 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b06379b-4446-48d1-94e4-2cee12b22d68', 'code': 200} Jul 30 20:01:34.504604 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=6b06379b-4446-48d1-94e4-2cee12b22d68,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:34.532517 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port cf533630-e6e8-4cbf-82bf-a2ea4beabab8, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=cf533630-e6e8-4cbf-82bf-a2ea4beabab8,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:34.553705 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'cf533630-e6e8-4cbf-82bf-a2ea4beabab8', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': 'cf533630-e6e8-4cbf-82bf-a2ea4beabab8', 'mac_address': 'fa:16:3e:0d:a2:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:01:34.564162 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d282c4-bf57-4ee4-a9d7-263d59bfa6ea req-f93f1fa9-58a8-4743-9a70-98c3b20c9490 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:34.570617 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d282c4-bf57-4ee4-a9d7-263d59bfa6ea req-f93f1fa9-58a8-4743-9a70-98c3b20c9490 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:34.575595 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d8914737-ff19-4d90-8c29-eaf9654cace6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1651374593-network', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:34.576446 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d282c4-bf57-4ee4-a9d7-263d59bfa6ea req-f93f1fa9-58a8-4743-9a70-98c3b20c9490 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:34.578101 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-52d282c4-bf57-4ee4-a9d7-263d59bfa6ea req-f93f1fa9-58a8-4743-9a70-98c3b20c9490 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 2411 time: 0.5059342 Jul 30 20:01:34.599701 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:34.604285 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-c69a5381-e7ea-4154-9b1a-28becd6170cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:34.605847 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-c69a5381-e7ea-4154-9b1a-28becd6170cb service neutron] 10.222.0.83 "GET /v2.0/networks?id=1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 200 len: 921 time: 0.5901463 Jul 30 20:01:34.616551 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf533630-e6e8-4cbf-82bf-a2ea4beabab8 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:34.622926 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8914737-ff19-4d90-8c29-eaf9654cace6 admin admin] Made reservation on behalf of 0dc2e9b4d94c4b3fa0d1693bb7e1573b for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:01:34.625588 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8914737-ff19-4d90-8c29-eaf9654cace6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:34.637829 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714361fc-996b-43e1-96fd-a5fabf5299c9 req-6b5a476b-457c-4552-bca4-3ed69aec3034 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:34.639268 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port cf533630-e6e8-4cbf-82bf-a2ea4beabab8, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=cf533630-e6e8-4cbf-82bf-a2ea4beabab8,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:34.639581 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-714361fc-996b-43e1-96fd-a5fabf5299c9 req-6b5a476b-457c-4552-bca4-3ed69aec3034 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 1097 time: 0.0770388 Jul 30 20:01:34.640397 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8914737-ff19-4d90-8c29-eaf9654cace6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:34.645379 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:34.700979 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-714361fc-996b-43e1-96fd-a5fabf5299c9 req-01cfb412-d187-4ab8-90cd-0a7e4652a823 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495834 Jul 30 20:01:34.704452 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=cf533630-e6e8-4cbf-82bf-a2ea4beabab8,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:34.714448 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-600206e1-bd49-49cd-be91-3051a1450fc3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84500f83-39df-428f-9c66-d8ba181f3df9 HTTP/1.1" status: 200 len: 217 time: 0.0897551 Jul 30 20:01:34.714448 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-709e5a19-6dea-4e7c-aacd-f353d3172f89 service neutron] 10.222.0.59 "GET /v2.0/networks/f7f003f3-a680-4969-8f11-afbc5fa171b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6057062 Jul 30 20:01:34.720688 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e542c4c5-bc12-4475-80d9-2596c8017711 req-fa30e4dc-5117-409e-858d-8120544b43ee service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946436 Jul 30 20:01:34.785443 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8914737-ff19-4d90-8c29-eaf9654cace6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:34.803148 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8914737-ff19-4d90-8c29-eaf9654cace6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:34.813903 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-52d282c4-bf57-4ee4-a9d7-263d59bfa6ea req-7c593185-367d-4bf7-b203-92d088e6f50a tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132645 Jul 30 20:01:34.845868 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8914737-ff19-4d90-8c29-eaf9654cace6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:01:34.872942 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d628e-7a72-46cd-92c7-8ae2d3df1616 req-c4e73a43-6dbd-4961-8dfd-f9c26a728877 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:34.874470 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-218d628e-7a72-46cd-92c7-8ae2d3df1616 req-c4e73a43-6dbd-4961-8dfd-f9c26a728877 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.1014113 Jul 30 20:01:34.876442 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8914737-ff19-4d90-8c29-eaf9654cace6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943fb8b3-e72a-4db9-8624-ed527b2ae265,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:34.877094 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83600b7-4202-4f12-a996-51df3f006979 req-d1923abe-5a78-4b8a-b1eb-dc9e8ab28d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:34.879026 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a83600b7-4202-4f12-a996-51df3f006979 req-d1923abe-5a78-4b8a-b1eb-dc9e8ab28d07 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a HTTP/1.1" status: 200 len: 1100 time: 0.2876112 Jul 30 20:01:34.896694 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8914737-ff19-4d90-8c29-eaf9654cace6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:34.897043 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-d8914737-ff19-4d90-8c29-eaf9654cace6 admin admin] Added segment 58b9f348-d2a6-489d-9ad0-c42e9e994315 of type vlan for network cce061be-aafe-4e65-89a3-d6befb678308 Jul 30 20:01:34.929723 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-ff173aaa-471f-4157-96f3-c7645e77b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:34.931111 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-ff173aaa-471f-4157-96f3-c7645e77b72f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b757e780-295d-4676-ae81-4c07de396b9e HTTP/1.1" status: 200 len: 860 time: 0.2128832 Jul 30 20:01:34.957812 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8914737-ff19-4d90-8c29-eaf9654cace6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:34.966923 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-218d628e-7a72-46cd-92c7-8ae2d3df1616 req-51db08ee-5f9d-4242-a219-6e9f71e21398 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735216 Jul 30 20:01:34.992810 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8914737-ff19-4d90-8c29-eaf9654cace6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:34.993785 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8914737-ff19-4d90-8c29-eaf9654cace6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:34.994354 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8914737-ff19-4d90-8c29-eaf9654cace6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:35.016743 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['cf533630-e6e8-4cbf-82bf-a2ea4beabab8'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:01:35.030065 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-c2216e15-7daa-4914-94ff-214c0336a1fa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1b009359-14e5-4019-b6cd-e6d82ee142cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736599 Jul 30 20:01:35.057290 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d8914737-ff19-4d90-8c29-eaf9654cace6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6568949 Jul 30 20:01:35.057907 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50026) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:35.064679 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e90b1034-fe55-4e03-aabe-939ce9f52109 admin admin] Request body: {'subnet': {'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1651374593-subnet', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:35.072667 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8914737-ff19-4d90-8c29-eaf9654cace6 admin admin] Pushing event updated for resources: {'Network': ['ID=cce061be-aafe-4e65-89a3-d6befb678308,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:35.092966 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network cce061be-aafe-4e65-89a3-d6befb678308 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:01:35.096605 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90b1034-fe55-4e03-aabe-939ce9f52109 admin admin] Made reservation on behalf of 0dc2e9b4d94c4b3fa0d1693bb7e1573b for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:01:35.099308 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e90b1034-fe55-4e03-aabe-939ce9f52109 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:35.144216 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a83600b7-4202-4f12-a996-51df3f006979 req-d95b866a-d7f6-45f2-a6ae-395bc267d98a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456541 Jul 30 20:01:35.194893 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-4d6110fc-cbe2-4b9a-a1d2-885a45957e31 service neutron] 10.222.0.59 "GET /v2.0/networks/f7f003f3-a680-4969-8f11-afbc5fa171b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489388 Jul 30 20:01:35.197453 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e542c4c5-bc12-4475-80d9-2596c8017711 req-0eb7117c-477a-453b-b2ae-6684496cef79 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372940 Jul 30 20:01:35.208469 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efa7e8-2829-49fc-abb1-4603b81750ae req-cfe60bd7-cf2f-4c40-86b3-1bcfe6bcbfbd tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:35.210937 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07efa7e8-2829-49fc-abb1-4603b81750ae req-cfe60bd7-cf2f-4c40-86b3-1bcfe6bcbfbd tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1efe9a-7cc2-4683-a5a3-1f603eaa422a HTTP/1.1" status: 200 len: 949 time: 0.3055713 Jul 30 20:01:35.259483 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b897b82-3bb4-43e8-a9da-acba2ecdb2b7 req-97bec911-25d5-4494-92f4-55174ee34082 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:35.268246 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9b897b82-3bb4-43e8-a9da-acba2ecdb2b7 req-97bec911-25d5-4494-92f4-55174ee34082 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 944 time: 0.1001556 Jul 30 20:01:35.270825 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-b9b96caa-5c73-4d2c-9e13-af1d43fb5deb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.138&port_id=634705eb-c09c-40c3-a543-870962aaf2e1 HTTP/1.1" status: 200 len: 217 time: 0.0586283 Jul 30 20:01:35.354128 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07efa7e8-2829-49fc-abb1-4603b81750ae req-f03623bb-c64a-4b5d-bc07-895f2c7d7672 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307914 Jul 30 20:01:35.360052 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9b897b82-3bb4-43e8-a9da-acba2ecdb2b7 req-68a3e25d-d8a6-479a-82f9-0e59d9fd6ff6 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869300 Jul 30 20:01:35.372484 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-92b2297c-6d47-4b2e-9102-476fa1b7dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:35.372786 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-92b2297c-6d47-4b2e-9102-476fa1b7dc79 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db1ec85e-d11e-40a9-b26b-e00dd0c183bf HTTP/1.1" status: 200 len: 801 time: 0.0934246 Jul 30 20:01:35.389753 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-8cd83da9-c57b-4b75-be9a-5fdc7c1a0f55 service neutron] 10.222.0.83 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381793 Jul 30 20:01:35.418919 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e90b1034-fe55-4e03-aabe-939ce9f52109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:35.489751 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-3c6d2a17-3f67-4fa1-8d8b-d2d986877735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:35.491474 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-3c6d2a17-3f67-4fa1-8d8b-d2d986877735 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d22e6cf-d158-442a-af4b-97d038d2dce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1086159 Jul 30 20:01:35.516071 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b1034-fe55-4e03-aabe-939ce9f52109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=674f2e3f-1b7b-42c9-bcb0-5247628fe463,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:35.528214 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90b1034-fe55-4e03-aabe-939ce9f52109 admin admin] Checking segment: {'id': '58b9f348-d2a6-489d-9ad0-c42e9e994315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:35.528576 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90b1034-fe55-4e03-aabe-939ce9f52109 admin admin] Network hostable DHCP agents. Network: cce061be-aafe-4e65-89a3-d6befb678308, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:01:35.539632 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2a542-0f01-4f75-acef-3fac80ccb0d3 req-a51481eb-95ee-47e6-8311-3b040ab99323 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:35.541119 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b1f2a542-0f01-4f75-acef-3fac80ccb0d3 req-a51481eb-95ee-47e6-8311-3b040ab99323 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a HTTP/1.1" status: 200 len: 949 time: 0.0904117 Jul 30 20:01:35.552148 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-35062093-cbf2-4a10-90ac-97708a04226d service neutron] 10.222.0.83 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600995 Jul 30 20:01:35.560392 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90b1034-fe55-4e03-aabe-939ce9f52109 admin admin] Network cce061be-aafe-4e65-89a3-d6befb678308 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:01:35.578135 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e90b1034-fe55-4e03-aabe-939ce9f52109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, cce061be-aafe-4e65-89a3-d6befb678308) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:35.588176 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b286cb-4c8f-4628-a456-bf44a93acfbc None None] Network cce061be-aafe-4e65-89a3-d6befb678308 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:01:35.589950 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90b1034-fe55-4e03-aabe-939ce9f52109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:35.590743 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e90b1034-fe55-4e03-aabe-939ce9f52109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:35.616345 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b1f2a542-0f01-4f75-acef-3fac80ccb0d3 req-4a1d73ba-adb7-417e-9aa1-1f87f903bb94 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630357 Jul 30 20:01:35.627547 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-c15272b3-de8a-4eb8-b8db-ee71e808392a service neutron] 10.222.0.59 "GET /v2.0/networks/1d22e6cf-d158-442a-af4b-97d038d2dce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266110 Jul 30 20:01:35.629922 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e90b1034-fe55-4e03-aabe-939ce9f52109 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5709426 Jul 30 20:01:35.641386 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50032) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:35.646764 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4131b492-8743-4b54-8a52-30068d432928 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1651374593-router', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:35.679268 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4131b492-8743-4b54-8a52-30068d432928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:35.682016 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4131b492-8743-4b54-8a52-30068d432928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:35.762751 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-9924110a-7fd7-42f5-9bba-38f865e1311e service neutron] 10.222.0.59 "GET /v2.0/networks/1d22e6cf-d158-442a-af4b-97d038d2dce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266570 Jul 30 20:01:35.775004 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4131b492-8743-4b54-8a52-30068d432928 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:35.853209 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ba001ab8-d719-4551-af41-2c61572b8798 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.28&port_id=781ecc14-95a3-4921-b945-d13e750074fc HTTP/1.1" status: 200 len: 217 time: 0.0816667 Jul 30 20:01:35.939450 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-a4fd1bfe-be55-4973-85cd-59de9d59e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:35.941847 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-a4fd1bfe-be55-4973-85cd-59de9d59e076 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b56ff1f8-4f80-4f50-accf-c11ff4ef45e3 HTTP/1.1" status: 200 len: 801 time: 0.0761375 Jul 30 20:01:35.976816 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaacf7f-5b09-4f21-99f3-f5277307d2b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-cce061be-aafe-4e65-89a3-d6befb678308', 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'fixed_ips': [{'subnet_id': '674f2e3f-1b7b-42c9-bcb0-5247628fe463'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:01:35.977876 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6aaacf7f-5b09-4f21-99f3-f5277307d2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:35.994490 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4131b492-8743-4b54-8a52-30068d432928 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:36.089154 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c2380-c0a0-4b1d-9820-35bc56ddadf3 req-3725b32e-cc8f-4818-ad25-ef61a69c8c99 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:36.095089 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c2380-c0a0-4b1d-9820-35bc56ddadf3 req-3725b32e-cc8f-4818-ad25-ef61a69c8c99 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:36.103490 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c2380-c0a0-4b1d-9820-35bc56ddadf3 req-3725b32e-cc8f-4818-ad25-ef61a69c8c99 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:36.105192 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e76c2380-c0a0-4b1d-9820-35bc56ddadf3 req-3725b32e-cc8f-4818-ad25-ef61a69c8c99 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 2411 time: 0.1621985 Jul 30 20:01:36.108152 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ccd1e6d1-c761-49c9-b864-1136279bc58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:36.109632 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ccd1e6d1-c761-49c9-b864-1136279bc58b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7f003f3-a680-4969-8f11-afbc5fa171b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1406426 Jul 30 20:01:36.124309 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 84500f83-39df-428f-9c66-d8ba181f3df9 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:01:36.192968 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a265550-0e61-4be2-a670-5f0488bc1c64 req-811ffe9c-9f4f-4777-b4f4-e15ade51c1be tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:36.194785 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7a265550-0e61-4be2-a670-5f0488bc1c64 req-811ffe9c-9f4f-4777-b4f4-e15ade51c1be tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.0971353 Jul 30 20:01:36.208722 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-6aaacf7f-5b09-4f21-99f3-f5277307d2b8 None None] Allocated IP 172.20.0.2 (cce061be-aafe-4e65-89a3-d6befb678308/674f2e3f-1b7b-42c9-bcb0-5247628fe463/605412cf-da04-428e-9e87-c33f73a6581f) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:01:36.290408 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7a265550-0e61-4be2-a670-5f0488bc1c64 req-5356036a-4aa2-4145-966a-eaf790d35601 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695713 Jul 30 20:01:36.296375 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4131b492-8743-4b54-8a52-30068d432928 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:36.326832 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4131b492-8743-4b54-8a52-30068d432928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:36.341504 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-ca76ea80-dd0e-4212-a420-f5b02369079e service neutron] 10.222.0.59 "GET /v2.0/networks/f7f003f3-a680-4969-8f11-afbc5fa171b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170107 Jul 30 20:01:36.358970 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 428814bb-dabe-460d-ae8f-20dd1133cb70 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:01:36.385429 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device cf533630-e6e8-4cbf-82bf-a2ea4beabab8 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:36.437956 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e76c2380-c0a0-4b1d-9820-35bc56ddadf3 req-8bd650c5-70fb-4f33-8ed1-d4f7c7728387 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122454 Jul 30 20:01:36.477625 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b44044e8-f05e-4d0b-afd8-2269f75468f7 req-a4303582-efa4-4843-8374-106fc4057ebb service neutron] 10.222.0.59 "GET /v2.0/networks/f7f003f3-a680-4969-8f11-afbc5fa171b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208382 Jul 30 20:01:36.488414 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-4131b492-8743-4b54-8a52-30068d432928 admin admin] Allocated IP 172.25.3.64 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/8b44fccf-30a7-4216-abed-d598b3f16779) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:01:36.498923 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 84500f83-39df-428f-9c66-d8ba181f3df9, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=84500f83-39df-428f-9c66-d8ba181f3df9,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:36.541857 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 84500f83-39df-428f-9c66-d8ba181f3df9 has no active binding in host n-h1-712137-9 {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 20:01:36.599905 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port cf533630-e6e8-4cbf-82bf-a2ea4beabab8 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:36.628592 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port cf533630-e6e8-4cbf-82bf-a2ea4beabab8 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:36.628995 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:36.638985 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-46d3493a-6af3-4003-8260-5894ca207d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:36.639548 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-46d3493a-6af3-4003-8260-5894ca207d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:36.640100 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-46d3493a-6af3-4003-8260-5894ca207d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:36.642224 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-46d3493a-6af3-4003-8260-5894ca207d24 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=182462db159049a09c4703019cfbdc8e&device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 2864 time: 0.0860636 Jul 30 20:01:36.648028 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc514cbf-82d6-4ca0-9f44-866a236a55dd req-a3556fde-776c-44b2-a5f4-466adbd609e2 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:36.649408 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bc514cbf-82d6-4ca0-9f44-866a236a55dd req-a3556fde-776c-44b2-a5f4-466adbd609e2 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 944 time: 0.1358497 Jul 30 20:01:36.658177 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50413cc6-749e-4429-94ab-2f2730ac05ae req-16dc7e35-3022-4583-8983-23976af962d4 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:36.669042 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-50413cc6-749e-4429-94ab-2f2730ac05ae req-16dc7e35-3022-4583-8983-23976af962d4 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1efe9a-7cc2-4683-a5a3-1f603eaa422a HTTP/1.1" status: 200 len: 949 time: 0.1391766 Jul 30 20:01:36.708390 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6aaacf7f-5b09-4f21-99f3-f5277307d2b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:36.716298 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4131b492-8743-4b54-8a52-30068d432928 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:36.721606 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 428814bb-dabe-460d-ae8f-20dd1133cb70, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=428814bb-dabe-460d-ae8f-20dd1133cb70,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:36.726235 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bc514cbf-82d6-4ca0-9f44-866a236a55dd req-650993b6-4d7f-442b-aafd-3eb99412ab90 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670218 Jul 30 20:01:36.731754 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6aaacf7f-5b09-4f21-99f3-f5277307d2b8 None None] Transition to ACTIVE for port object 605412cf-da04-428e-9e87-c33f73a6581f will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:36.754504 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '428814bb-dabe-460d-ae8f-20dd1133cb70', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': '428814bb-dabe-460d-ae8f-20dd1133cb70', 'mac_address': 'fa:16:3e:e9:ae:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:01:36.775479 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-50413cc6-749e-4429-94ab-2f2730ac05ae req-39486d12-ff20-410a-968e-0fea15d9fdc3 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050236 Jul 30 20:01:36.780384 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6aaacf7f-5b09-4f21-99f3-f5277307d2b8 None None] Transition to ACTIVE for port object 605412cf-da04-428e-9e87-c33f73a6581f will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:36.796107 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4131b492-8743-4b54-8a52-30068d432928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:36.816629 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-47d6cba9-6d38-416d-847c-2a3c34969d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:36.818737 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-47d6cba9-6d38-416d-847c-2a3c34969d24 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d22e6cf-d158-442a-af4b-97d038d2dce4 HTTP/1.1" status: 200 len: 903 time: 0.1470032 Jul 30 20:01:36.848818 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6aaacf7f-5b09-4f21-99f3-f5277307d2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:36.884898 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4131b492-8743-4b54-8a52-30068d432928 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:01:36.888308 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-a19ab8e5-7c43-4bdc-9b72-4f61da1da822 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.138&port_id=634705eb-c09c-40c3-a543-870962aaf2e1 HTTP/1.1" status: 200 len: 217 time: 0.0570154 Jul 30 20:01:36.895499 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-4131b492-8743-4b54-8a52-30068d432928 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:36.898351 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4131b492-8743-4b54-8a52-30068d432928 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:01:36.901848 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131b492-8743-4b54-8a52-30068d432928 admin admin] Pushing event updated for resources: {'Port': ['ID=8b44fccf-30a7-4216-abed-d598b3f16779,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:36.907451 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:36.912157 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:36.932136 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaacf7f-5b09-4f21-99f3-f5277307d2b8 None None] Network cce061be-aafe-4e65-89a3-d6befb678308 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:01:36.940047 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fcc62-f7fe-4a2d-893e-71fec17bbc31 req-dc18699c-16e3-45d1-8785-cb1f240853a5 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:36.944901 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b49fcc62-f7fe-4a2d-893e-71fec17bbc31 req-dc18699c-16e3-45d1-8785-cb1f240853a5 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a HTTP/1.1" status: 200 len: 949 time: 0.1402338 Jul 30 20:01:36.947965 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6aaacf7f-5b09-4f21-99f3-f5277307d2b8 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:36.950434 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaacf7f-5b09-4f21-99f3-f5277307d2b8 None None] Pushing event updated for resources: {'Port': ['ID=605412cf-da04-428e-9e87-c33f73a6581f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:36.953340 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaacf7f-5b09-4f21-99f3-f5277307d2b8 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:01:36.956244 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428814bb-dabe-460d-ae8f-20dd1133cb70 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:36.987029 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1efe9a-7cc2-4683-a5a3-1f603eaa422a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf533630-e6e8-4cbf-82bf-a2ea4beabab8'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:36.990001 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6378a52-9fd2-4393-8143-d64fb70667b6" -d '{"events": [{"server_uuid": "3a1efe9a-7cc2-4683-a5a3-1f603eaa422a", "name": "network-vif-plugged", "status": "completed", "tag": "cf533630-e6e8-4cbf-82bf-a2ea4beabab8"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:36.998216 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 428814bb-dabe-460d-ae8f-20dd1133cb70, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=428814bb-dabe-460d-ae8f-20dd1133cb70,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:37.020889 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-cd62d426-1493-4d53-b06e-cb9304d00e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:37.023457 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-cd62d426-1493-4d53-b06e-cb9304d00e38 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db1ec85e-d11e-40a9-b26b-e00dd0c183bf HTTP/1.1" status: 200 len: 801 time: 0.1288369 Jul 30 20:01:37.035020 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port cf533630-e6e8-4cbf-82bf-a2ea4beabab8, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=cf533630-e6e8-4cbf-82bf-a2ea4beabab8,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:37.036102 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:37.072165 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:37.074769 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1beb48-9600-4a8e-b245-6d5451cdff66 x-openstack-request-id: req-af1beb48-9600-4a8e-b245-6d5451cdff66 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:37.075552 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1efe9a-7cc2-4683-a5a3-1f603eaa422a", "name": "network-vif-plugged", "status": "completed", "tag": "cf533630-e6e8-4cbf-82bf-a2ea4beabab8", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:37.075552 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-af1beb48-9600-4a8e-b245-6d5451cdff66 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:37.075871 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1efe9a-7cc2-4683-a5a3-1f603eaa422a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf533630-e6e8-4cbf-82bf-a2ea4beabab8', 'code': 200} Jul 30 20:01:37.092785 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6aaacf7f-5b09-4f21-99f3-f5277307d2b8 None None] Attempting to bind port 605412cf-da04-428e-9e87-c33f73a6581f on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:01:37.093662 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6aaacf7f-5b09-4f21-99f3-f5277307d2b8 None None] Attempting to bind port 605412cf-da04-428e-9e87-c33f73a6581f by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '58b9f348-d2a6-489d-9ad0-c42e9e994315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:01:37.094037 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaacf7f-5b09-4f21-99f3-f5277307d2b8 None None] Attempting to bind port 605412cf-da04-428e-9e87-c33f73a6581f on network cce061be-aafe-4e65-89a3-d6befb678308 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:37.095425 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b49fcc62-f7fe-4a2d-893e-71fec17bbc31 req-d8d7467a-8da3-4092-b812-6a5d4e4fac75 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080723 Jul 30 20:01:37.107756 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaacf7f-5b09-4f21-99f3-f5277307d2b8 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:01:37.108131 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaacf7f-5b09-4f21-99f3-f5277307d2b8 None None] Checking segment: {'id': '58b9f348-d2a6-489d-9ad0-c42e9e994315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:37.108532 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6aaacf7f-5b09-4f21-99f3-f5277307d2b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:37.108910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaacf7f-5b09-4f21-99f3-f5277307d2b8 None None] Bound using segment: {'id': '58b9f348-d2a6-489d-9ad0-c42e9e994315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:01:37.109373 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6aaacf7f-5b09-4f21-99f3-f5277307d2b8 None None] Bound port: 605412cf-da04-428e-9e87-c33f73a6581f, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b9f348-d2a6-489d-9ad0-c42e9e994315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:01:37.109746 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6aaacf7f-5b09-4f21-99f3-f5277307d2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:37.121887 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-8fe51921-79a5-40d4-b49b-4e24cabfa80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:37.137151 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-8fe51921-79a5-40d4-b49b-4e24cabfa80b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d22e6cf-d158-442a-af4b-97d038d2dce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0998793 Jul 30 20:01:37.140746 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=428814bb-dabe-460d-ae8f-20dd1133cb70,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:37.253496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6aaacf7f-5b09-4f21-99f3-f5277307d2b8 None None] For port 605412cf-da04-428e-9e87-c33f73a6581f, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:37.256898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6aaacf7f-5b09-4f21-99f3-f5277307d2b8 None None] For port 605412cf-da04-428e-9e87-c33f73a6581f, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=605412cf-da04-428e-9e87-c33f73a6581f,segment=NetworkSegment(58b9f348-d2a6-489d-9ad0-c42e9e994315),segment_id=58b9f348-d2a6-489d-9ad0-c42e9e994315)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:01:37.258747 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=cf533630-e6e8-4cbf-82bf-a2ea4beabab8,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:37.281834 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6aaacf7f-5b09-4f21-99f3-f5277307d2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:37.343132 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-b0aa07fc-3b91-47a0-a31c-bbf1ca184d51 service neutron] 10.222.0.59 "GET /v2.0/networks/1d22e6cf-d158-442a-af4b-97d038d2dce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783154 Jul 30 20:01:37.365068 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaacf7f-5b09-4f21-99f3-f5277307d2b8 None None] Pushing event updated for resources: {'Port': ['ID=605412cf-da04-428e-9e87-c33f73a6581f,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:37.386158 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['428814bb-dabe-460d-ae8f-20dd1133cb70'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:01:37.497623 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006bdbe-72cd-4b15-b466-51e19c96915f req-1f7949db-bd81-4358-9f3e-eda449708c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:37.499127 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3006bdbe-72cd-4b15-b466-51e19c96915f req-1f7949db-bd81-4358-9f3e-eda449708c49 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3a1efe9a-7cc2-4683-a5a3-1f603eaa422a HTTP/1.1" status: 200 len: 1101 time: 0.2939739 Jul 30 20:01:37.532522 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-a8c5f1c4-9ceb-4e43-943a-97c7337d3235 service neutron] 10.222.0.83 "GET /v2.0/ports/84500f83-39df-428f-9c66-d8ba181f3df9/bindings/n-h1-712137-9 HTTP/1.1" status: 200 len: 384 time: 0.3942101 Jul 30 20:01:37.543050 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5359e15-ec6a-4581-b2bc-6b036d397bec req-30c64e0d-50b2-4cfe-98cc-722e9ab1771c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:37.547671 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b5359e15-ec6a-4581-b2bc-6b036d397bec req-30c64e0d-50b2-4cfe-98cc-722e9ab1771c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.1372740 Jul 30 20:01:37.548533 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4131b492-8743-4b54-8a52-30068d432928 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:37.558385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3f40d-46f2-42cf-b341-e30b6235e30b req-2a041201-22bc-468f-8725-39eefb05f859 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:37.560000 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6b3f40d-46f2-42cf-b341-e30b6235e30b req-2a041201-22bc-468f-8725-39eefb05f859 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 949 time: 0.2200305 Jul 30 20:01:37.721782 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b5359e15-ec6a-4581-b2bc-6b036d397bec req-0a9a7327-c5d7-4f7c-ad91-2c8210b012c3 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323695 Jul 30 20:01:37.781209 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-f044ceea-225c-4c58-8a3f-248316c008da service neutron] 10.222.0.59 "GET /v2.0/networks/1d22e6cf-d158-442a-af4b-97d038d2dce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092884 Jul 30 20:01:37.782795 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3006bdbe-72cd-4b15-b466-51e19c96915f req-c1355811-0839-4d36-8910-21104a830a0e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713029 Jul 30 20:01:37.843013 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6b3f40d-46f2-42cf-b341-e30b6235e30b req-a6960a9d-f87a-4860-a91b-07518d7465e1 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332826 Jul 30 20:01:37.849906 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-d15f8219-4271-45c7-add3-ee35743fc999 service neutron] 10.222.0.59 "GET /v2.0/ports/db46e04f-5e2b-4fbf-bb4a-6aee85812d1d/bindings/n-h1-712137-9 HTTP/1.1" status: 200 len: 382 time: 0.2486060 Jul 30 20:01:37.907061 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4131b492-8743-4b54-8a52-30068d432928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:37.991392 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54203-e782-458a-b60c-39d3a919e547 req-99446e01-d863-4ac7-b817-b6b21d146fe5 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:37.997420 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54203-e782-458a-b60c-39d3a919e547 req-99446e01-d863-4ac7-b817-b6b21d146fe5 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:38.003287 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54203-e782-458a-b60c-39d3a919e547 req-99446e01-d863-4ac7-b817-b6b21d146fe5 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:38.005539 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-32a54203-e782-458a-b60c-39d3a919e547 req-99446e01-d863-4ac7-b817-b6b21d146fe5 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 2411 time: 0.1107605 Jul 30 20:01:38.036236 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-41cbebf5-7c8e-4dbe-ba14-7292e457a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:38.036970 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-41cbebf5-7c8e-4dbe-ba14-7292e457a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:38.037140 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-41cbebf5-7c8e-4dbe-ba14-7292e457a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:38.038771 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-41cbebf5-7c8e-4dbe-ba14-7292e457a296 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=182462db159049a09c4703019cfbdc8e&device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 2864 time: 0.1869988 Jul 30 20:01:38.056663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894cb35-7dcb-4236-a5ea-8301da6ddfa5 req-d00ed123-66a0-4bf1-a6f7-0c9176ef8d07 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:38.058163 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e894cb35-7dcb-4236-a5ea-8301da6ddfa5 req-d00ed123-66a0-4bf1-a6f7-0c9176ef8d07 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 944 time: 0.1289260 Jul 30 20:01:38.100725 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-32a54203-e782-458a-b60c-39d3a919e547 req-ceb6fcff-2cc4-4db7-bcdb-786ab0e54c7d tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491064 Jul 30 20:01:38.124784 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 84500f83-39df-428f-9c66-d8ba181f3df9 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:01:38.146571 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4131b492-8743-4b54-8a52-30068d432928 admin admin] Router 3051b57a-1eee-4bae-a20c-ec147a0c5029 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:01:38.198071 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-f365af62-ae25-4c2f-b87e-b3518394089e service neutron] For port 84500f83-39df-428f-9c66-d8ba181f3df9, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=84500f83-39df-428f-9c66-d8ba181f3df9,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:38.240636 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-f365af62-ae25-4c2f-b87e-b3518394089e service neutron] For port 84500f83-39df-428f-9c66-d8ba181f3df9, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:38.253592 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 84500f83-39df-428f-9c66-d8ba181f3df9, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=84500f83-39df-428f-9c66-d8ba181f3df9,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:38.266053 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 84500f83-39df-428f-9c66-d8ba181f3df9 has no active binding in host n-h1-712137-9 {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 20:01:38.305576 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe36d6-d803-4e74-a7e3-dddd4f725977 req-17e49603-94c8-442e-82ca-2d5a96283114 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:38.307115 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0fbe36d6-d803-4e74-a7e3-dddd4f725977 req-17e49603-94c8-442e-82ca-2d5a96283114 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1efe9a-7cc2-4683-a5a3-1f603eaa422a HTTP/1.1" status: 200 len: 950 time: 0.1076941 Jul 30 20:01:38.313357 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e894cb35-7dcb-4236-a5ea-8301da6ddfa5 req-358acf00-fd15-4b5d-93fe-675564f52cd5 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360547 Jul 30 20:01:38.323914 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-f365af62-ae25-4c2f-b87e-b3518394089e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84500f83-39df-428f-9c66-d8ba181f3df9 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:38.329702 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-e3721de6-37c2-47d0-ab72-22d4b76fcfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:38.331197 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-e3721de6-37c2-47d0-ab72-22d4b76fcfdd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229&tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290 HTTP/1.1" status: 200 len: 1101 time: 0.2649357 Jul 30 20:01:38.344509 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4131b492-8743-4b54-8a52-30068d432928 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:01:38.358147 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-f365af62-ae25-4c2f-b87e-b3518394089e service neutron] For port 84500f83-39df-428f-9c66-d8ba181f3df9, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=84500f83-39df-428f-9c66-d8ba181f3df9,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:38.359820 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] Sync routers for ids ['3051b57a-1eee-4bae-a20c-ec147a0c5029'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:01:38.373519 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] Routers {'3051b57a-1eee-4bae-a20c-ec147a0c5029'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:01:38.375022 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:01:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3051b57a-1eee-4bae-a20c-ec147a0c5029'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:01:38.394299 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-c47c33be-5bcb-4757-a0c2-169dadbf0f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:38.396443 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-c47c33be-5bcb-4757-a0c2-169dadbf0f74 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7f003f3-a680-4969-8f11-afbc5fa171b8 HTTP/1.1" status: 200 len: 903 time: 0.3374081 Jul 30 20:01:38.397215 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0fbe36d6-d803-4e74-a7e3-dddd4f725977 req-e1249406-4f67-4c1a-bf8a-677e8f942ec8 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725360 Jul 30 20:01:38.414620 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4131b492-8743-4b54-8a52-30068d432928 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:38.414981 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-f365af62-ae25-4c2f-b87e-b3518394089e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:38.415885 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4131b492-8743-4b54-8a52-30068d432928 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7735233 Jul 30 20:01:38.418647 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50076) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:38.559226 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] Set router 3051b57a-1eee-4bae-a20c-ec147a0c5029 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:01:38.747577 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecde0cc-1a02-4af7-b2ed-8fcdf16e42da None None] Network cce061be-aafe-4e65-89a3-d6befb678308 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:01:38.820771 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'name': 'tempest-ServersTestBootFromVolume-1651374593-router', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:01:35Z', 'updated_at': '2021-07-30T20:01:37Z', 'revision_number': 3, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'gw_port': {'id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ea:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:36Z', 'updated_at': '2021-07-30T20:01:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:01:38.821119 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-59b6683d-0f79-4c7b-b38f-04f085a0003f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.28&port_id=781ecc14-95a3-4921-b945-d13e750074fc HTTP/1.1" status: 200 len: 217 time: 0.4070950 Jul 30 20:01:38.860893 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] Checking router: 3051b57a-1eee-4bae-a20c-ec147a0c5029 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:01:38.862538 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] Updating router 3051b57a-1eee-4bae-a20c-ec147a0c5029 port 8b44fccf-30a7-4216-abed-d598b3f16779 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:01:38.863496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ef7831c-fec6-4103-8f8c-2c819f23105c None None] Provisioning for port 605412cf-da04-428e-9e87-c33f73a6581f completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:38.882842 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-31505fda-b44f-46ae-ae88-7a58322931cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:38.884376 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-31505fda-b44f-46ae-ae88-7a58322931cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 1101 time: 0.5187836 Jul 30 20:01:38.931107 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:38.974536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-90068363-78e8-49c7-b7b9-618b463f7038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:38.976114 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-90068363-78e8-49c7-b7b9-618b463f7038 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b56ff1f8-4f80-4f50-accf-c11ff4ef45e3 HTTP/1.1" status: 200 len: 801 time: 0.1307006 Jul 30 20:01:39.054205 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-f365af62-ae25-4c2f-b87e-b3518394089e service neutron] Transition to ACTIVE for port object 84500f83-39df-428f-9c66-d8ba181f3df9 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:39.072512 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-f365af62-ae25-4c2f-b87e-b3518394089e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:39.172688 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-8e8ba2dc-446a-452a-aed7-819238609381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:39.174515 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-8e8ba2dc-446a-452a-aed7-819238609381 service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.2797804 Jul 30 20:01:39.222449 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 605412cf-da04-428e-9e87-c33f73a6581f up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:39.274046 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-c444387a-2e02-4493-bc5f-49ae1f803f4a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=db46e04f-5e2b-4fbf-bb4a-6aee85812d1d HTTP/1.1" status: 200 len: 217 time: 0.0818002 Jul 30 20:01:39.277931 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-7dc3bec4-f46d-43e8-9058-4c1c34cf4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:39.280021 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-7dc3bec4-f46d-43e8-9058-4c1c34cf4ddc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7f003f3-a680-4969-8f11-afbc5fa171b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2911344 Jul 30 20:01:39.334808 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 605412cf-da04-428e-9e87-c33f73a6581f completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:39.340781 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 605412cf-da04-428e-9e87-c33f73a6581f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:39.341157 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:39.345693 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365af62-ae25-4c2f-b87e-b3518394089e service neutron] Pushing event updated for resources: {'Port': ['ID=84500f83-39df-428f-9c66-d8ba181f3df9,revision_number=10']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:39.358995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-f365af62-ae25-4c2f-b87e-b3518394089e service neutron] No DVR routers for this DVR port 84500f83-39df-428f-9c66-d8ba181f3df9 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:01:39.396720 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10e6cc-c74b-4df2-b392-660435daa0ef req-44e9882d-4c0a-4ab7-b9b1-b6da879e5c7d tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:39.398394 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e10e6cc-c74b-4df2-b392-660435daa0ef req-44e9882d-4c0a-4ab7-b9b1-b6da879e5c7d tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.2389071 Jul 30 20:01:39.428955 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:39.439179 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e18d4f8-8f98-4fbf-bf12-620116c56951 None None] Provisioning complete for port 605412cf-da04-428e-9e87-c33f73a6581f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:39.439820 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e18d4f8-8f98-4fbf-bf12-620116c56951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:39.464796 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] Transition to ACTIVE for port object 8b44fccf-30a7-4216-abed-d598b3f16779 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:39.484155 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e10e6cc-c74b-4df2-b392-660435daa0ef req-0c6a944b-c40d-4346-af8b-4d9a2830b646 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764318 Jul 30 20:01:39.491843 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:39.531754 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:39.536888 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-3fc0672c-e98d-4c28-a429-bc286c15205c service neutron] 10.222.0.59 "GET /v2.0/networks/f7f003f3-a680-4969-8f11-afbc5fa171b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418941 Jul 30 20:01:39.607856 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 605412cf-da04-428e-9e87-c33f73a6581f, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=605412cf-da04-428e-9e87-c33f73a6581f,segment=NetworkSegment(58b9f348-d2a6-489d-9ad0-c42e9e994315),segment_id=58b9f348-d2a6-489d-9ad0-c42e9e994315)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:39.626625 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6d462-f5be-4894-8f20-461f55f16c18 None None] Pushing event updated for resources: {'Port': ['ID=8b44fccf-30a7-4216-abed-d598b3f16779,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:39.630655 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] Attempting to bind port 8b44fccf-30a7-4216-abed-d598b3f16779 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:01:39.630999 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] Attempting to bind port 8b44fccf-30a7-4216-abed-d598b3f16779 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:01:39.631365 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] Attempting to bind port 8b44fccf-30a7-4216-abed-d598b3f16779 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:39.637352 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:01:39.637719 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:39.638112 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:39.638492 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:01:39.639018 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] Bound port: 8b44fccf-30a7-4216-abed-d598b3f16779, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:01:39.639391 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:39.646447 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e18d4f8-8f98-4fbf-bf12-620116c56951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:39.649161 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:39.700240 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-f365af62-ae25-4c2f-b87e-b3518394089e service neutron] 10.222.0.83 "PUT /v2.0/ports/84500f83-39df-428f-9c66-d8ba181f3df9/bindings/n-h1-712137-9/activate HTTP/1.1" status: 200 len: 369 time: 2.1392155 Jul 30 20:01:39.710180 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] For port 8b44fccf-30a7-4216-abed-d598b3f16779, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:39.713677 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] For port 8b44fccf-30a7-4216-abed-d598b3f16779, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8b44fccf-30a7-4216-abed-d598b3f16779,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:01:39.724469 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:39.758647 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c37b31-760f-4966-abd0-08cdf99aa286 req-cd6dceb3-b883-42a3-a919-0dd87d61af89 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:39.764876 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c37b31-760f-4966-abd0-08cdf99aa286 req-cd6dceb3-b883-42a3-a919-0dd87d61af89 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:39.767315 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d188a90-9fe7-4d83-9b4e-8a328335379f req-825200d8-1394-45fa-8e50-1380daf5f993 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:39.777063 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c37b31-760f-4966-abd0-08cdf99aa286 req-cd6dceb3-b883-42a3-a919-0dd87d61af89 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:39.777481 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d188a90-9fe7-4d83-9b4e-8a328335379f req-825200d8-1394-45fa-8e50-1380daf5f993 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 949 time: 0.4937305 Jul 30 20:01:39.778956 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e0c37b31-760f-4966-abd0-08cdf99aa286 req-cd6dceb3-b883-42a3-a919-0dd87d61af89 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 2411 time: 0.1609309 Jul 30 20:01:39.811753 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=605412cf-da04-428e-9e87-c33f73a6581f,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:39.822767 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6d462-f5be-4894-8f20-461f55f16c18 None None] Pushing event updated for resources: {'Port': ['ID=8b44fccf-30a7-4216-abed-d598b3f16779,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:39.826115 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-4e18d4f8-8f98-4fbf-bf12-620116c56951 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:01:39.826718 n-d-712137-9 neutron-server[93884]: DEBUG oslo_db.api [None req-4e18d4f8-8f98-4fbf-bf12-620116c56951 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:01:39.840817 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-c10edee4-2d61-4a8d-82fa-5c229feade07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:39.842317 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-c10edee4-2d61-4a8d-82fa-5c229feade07 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.5611761 Jul 30 20:01:39.855541 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] Routers {'3051b57a-1eee-4bae-a20c-ec147a0c5029'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:01:39.856167 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:01:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3051b57a-1eee-4bae-a20c-ec147a0c5029'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:01:39.860938 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d188a90-9fe7-4d83-9b4e-8a328335379f req-e8457831-8b3d-44de-aa79-ebcc5245257d tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819798 Jul 30 20:01:39.912725 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e0c37b31-760f-4966-abd0-08cdf99aa286 req-e874b9e1-d192-4dc8-b5dc-7eb510806a67 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207974 Jul 30 20:01:39.917101 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-3fd3138b-1906-4c0e-b62f-e6969d546cbc tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:39.918561 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-3fd3138b-1906-4c0e-b62f-e6969d546cbc tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f&tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&binding%3Ahost_id=n-h2-712137-9 HTTP/1.1" status: 200 len: 1096 time: 0.1386206 Jul 30 20:01:39.924533 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-699946c8-bc80-400f-8f81-2e9079a3e841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:40.008173 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c9cdce1-f00b-4548-937e-f0e4ef1323ed req-7d7002c1-cd0c-4db2-ba73-638b24fed293 service neutron] 10.222.0.59 "GET /v2.0/networks/f7f003f3-a680-4969-8f11-afbc5fa171b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333916 Jul 30 20:01:40.051963 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] Set router 3051b57a-1eee-4bae-a20c-ec147a0c5029 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:01:40.073580 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-b7e27a0b-094e-4c94-b10c-c5149ae01274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:40.075095 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-b7e27a0b-094e-4c94-b10c-c5149ae01274 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f&tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07 HTTP/1.1" status: 200 len: 1096 time: 0.1470900 Jul 30 20:01:40.076273 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-0e346d2c-568f-486a-97a4-463ac5204eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:40.077924 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-0e346d2c-568f-486a-97a4-463ac5204eb2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2078650 Jul 30 20:01:40.102514 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5da3d2-3c3e-47ff-8355-50460495c3cd req-1a84db4c-e3f6-460e-bbec-5d6fa42a7318 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:40.110111 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef5da3d2-3c3e-47ff-8355-50460495c3cd req-1a84db4c-e3f6-460e-bbec-5d6fa42a7318 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 945 time: 0.0999482 Jul 30 20:01:40.130411 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 781ecc14-95a3-4921-b945-d13e750074fc details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:01:40.149085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafc094-aca9-401f-b78d-ed1963a6f4cd req-9d07bd4e-b417-4663-9ed5-5191c31e6f19 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:40.150646 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6fafc094-aca9-401f-b78d-ed1963a6f4cd req-9d07bd4e-b417-4663-9ed5-5191c31e6f19 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1efe9a-7cc2-4683-a5a3-1f603eaa422a HTTP/1.1" status: 200 len: 950 time: 0.1448293 Jul 30 20:01:40.232200 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-8791c686-9f79-4703-8dd0-d9c8ad84f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:40.233724 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-8791c686-9f79-4703-8dd0-d9c8ad84f55c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 1096 time: 0.1318941 Jul 30 20:01:40.243045 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef5da3d2-3c3e-47ff-8355-50460495c3cd req-ff337860-c7b8-4762-a3d5-330c3be07517 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319456 Jul 30 20:01:40.252745 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-699946c8-bc80-400f-8f81-2e9079a3e841 admin admin] Allocated IP 172.20.0.1 (cce061be-aafe-4e65-89a3-d6befb678308/674f2e3f-1b7b-42c9-bcb0-5247628fe463/1e721004-2009-4a33-bae3-ba48ca9e0669) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:01:40.269988 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6fafc094-aca9-401f-b78d-ed1963a6f4cd req-f9b9bff9-ed6a-490c-b344-78d10947adb0 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055768 Jul 30 20:01:40.309388 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-123f82d1-abae-4f28-8226-62499aec863a service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875107 Jul 30 20:01:40.338434 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 781ecc14-95a3-4921-b945-d13e750074fc, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=781ecc14-95a3-4921-b945-d13e750074fc,segment=NetworkSegment(73316462-e9ca-4185-9d79-6bdaf0fadea4),segment_id=73316462-e9ca-4185-9d79-6bdaf0fadea4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:40.410098 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 428814bb-dabe-460d-ae8f-20dd1133cb70 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:40.413322 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'name': 'tempest-ServersTestBootFromVolume-1651374593-router', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:01:35Z', 'updated_at': '2021-07-30T20:01:37Z', 'revision_number': 3, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'gw_port': {'id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ea:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:36Z', 'updated_at': '2021-07-30T20:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:01:40.477361 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-9d54c5ed-fe4b-48d0-a42b-3d7458098e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:40.486763 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-9d54c5ed-fe4b-48d0-a42b-3d7458098e16 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 200 len: 921 time: 0.2327261 Jul 30 20:01:40.500653 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7e349d7-3696-4ad8-a02f-a8214fced3fc req-769f22a2-051d-4636-a7d3-0ad86216432f service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922498 Jul 30 20:01:40.522419 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '781ecc14-95a3-4921-b945-d13e750074fc', 'network_id': 'f7f003f3-a680-4969-8f11-afbc5fa171b8', 'port_id': '781ecc14-95a3-4921-b945-d13e750074fc', 'mac_address': 'fa:16:3e:fc:8a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56ff1f8-4f80-4f50-accf-c11ff4ef45e3', 'ip_address': '19.80.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:01:40.566500 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:40.587954 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781ecc14-95a3-4921-b945-d13e750074fc {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:40.588148 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-d79472dd-4f2a-4f4e-8b55-415dc8785d8f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84500f83-39df-428f-9c66-d8ba181f3df9 HTTP/1.1" status: 200 len: 217 time: 0.1002378 Jul 30 20:01:40.618852 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 781ecc14-95a3-4921-b945-d13e750074fc, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=781ecc14-95a3-4921-b945-d13e750074fc,segment=NetworkSegment(73316462-e9ca-4185-9d79-6bdaf0fadea4),segment_id=73316462-e9ca-4185-9d79-6bdaf0fadea4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:40.632679 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:40.633538 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 634705eb-c09c-40c3-a543-870962aaf2e1 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:01:40.669004 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82a04bc-61d1-437f-b4dd-0368cf6c3626 None None] The sync data for ids ['3051b57a-1eee-4bae-a20c-ec147a0c5029'] in n-d-712137-9 is: [{'id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'name': 'tempest-ServersTestBootFromVolume-1651374593-router', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:01:35Z', 'updated_at': '2021-07-30T20:01:37Z', 'revision_number': 3, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'gw_port': {'id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ea:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:36Z', 'updated_at': '2021-07-30T20:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:01:40.670514 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-699946c8-bc80-400f-8f81-2e9079a3e841 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:40.702368 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5150646-ef00-4563-b696-3396bd3ecb88 req-a4a617af-d52c-4f5e-9480-609cc4272979 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:40.714967 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-ac8046a3-f0c0-4bc4-a3f9-39e141f6fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:40.716448 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c5150646-ef00-4563-b696-3396bd3ecb88 req-a4a617af-d52c-4f5e-9480-609cc4272979 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.0810840 Jul 30 20:01:40.716606 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-ac8046a3-f0c0-4bc4-a3f9-39e141f6fd2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b757e780-295d-4676-ae81-4c07de396b9e HTTP/1.1" status: 200 len: 860 time: 0.1167459 Jul 30 20:01:40.721702 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-699946c8-bc80-400f-8f81-2e9079a3e841 admin admin] Transition to ACTIVE for port object 1e721004-2009-4a33-bae3-ba48ca9e0669 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:40.728772 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b42e3e-5306-4c08-8c52-f525ca300a58 req-86185a16-e398-4777-8d15-45c5ac762d38 tempest-ServersAdminNegativeTestJSON-295502023 tempest-ServersAdminNegativeTestJSON-295502023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:40.738260 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65b42e3e-5306-4c08-8c52-f525ca300a58 req-86185a16-e398-4777-8d15-45c5ac762d38 tempest-ServersAdminNegativeTestJSON-295502023 tempest-ServersAdminNegativeTestJSON-295502023-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3a1efe9a-7cc2-4683-a5a3-1f603eaa422a HTTP/1.1" status: 200 len: 1101 time: 0.1588566 Jul 30 20:01:40.759457 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 428814bb-dabe-460d-ae8f-20dd1133cb70 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:40.773737 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c5150646-ef00-4563-b696-3396bd3ecb88 req-b73d3fc8-da6a-4501-aefb-ee106fcc3281 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555773 Jul 30 20:01:40.788406 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-65b42e3e-5306-4c08-8c52-f525ca300a58 req-986bf1dd-9ffc-4499-9420-109e8a05a073 tempest-ServersAdminNegativeTestJSON-295502023 tempest-ServersAdminNegativeTestJSON-295502023-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:40.806498 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-8a3ee492-7e27-4ef3-85a3-6ef705e7dcc1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1b009359-14e5-4019-b6cd-e6d82ee142cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642374 Jul 30 20:01:40.816007 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=781ecc14-95a3-4921-b945-d13e750074fc,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:40.819161 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 428814bb-dabe-460d-ae8f-20dd1133cb70 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:40.819595 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:40.884768 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 634705eb-c09c-40c3-a543-870962aaf2e1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=634705eb-c09c-40c3-a543-870962aaf2e1,segment=NetworkSegment(308bbf82-40f2-4c30-9191-c1c6a33c5183),segment_id=308bbf82-40f2-4c30-9191-c1c6a33c5183)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:40.904963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '634705eb-c09c-40c3-a543-870962aaf2e1', 'network_id': '1d22e6cf-d158-442a-af4b-97d038d2dce4', 'port_id': '634705eb-c09c-40c3-a543-870962aaf2e1', 'mac_address': 'fa:16:3e:6a:38:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db1ec85e-d11e-40a9-b26b-e00dd0c183bf', 'ip_address': '19.86.0.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:01:40.966635 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-699946c8-bc80-400f-8f81-2e9079a3e841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:40.978134 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:41.005527 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:41.019394 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac69f6b2-0ec2-4db4-bdca-81e4f630849b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428814bb-dabe-460d-ae8f-20dd1133cb70'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:41.022950 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0a099b-9ab6-4c3f-b4b3-426fb7993e41" -d '{"events": [{"server_uuid": "ac69f6b2-0ec2-4db4-bdca-81e4f630849b", "name": "network-vif-plugged", "status": "completed", "tag": "428814bb-dabe-460d-ae8f-20dd1133cb70"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:41.030021 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-30849841-2b50-468d-92fe-ae5fe190c5fe service neutron] 10.222.0.59 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100916 Jul 30 20:01:41.050787 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 428814bb-dabe-460d-ae8f-20dd1133cb70, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=428814bb-dabe-460d-ae8f-20dd1133cb70,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:41.053901 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 634705eb-c09c-40c3-a543-870962aaf2e1 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:41.062722 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699946c8-bc80-400f-8f81-2e9079a3e841 admin admin] Network cce061be-aafe-4e65-89a3-d6befb678308 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:01:41.063633 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:41.064732 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 84500f83-39df-428f-9c66-d8ba181f3df9 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:01:41.089280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271560c-8d86-4613-bc12-a02281d039cc req-9e681842-c37e-4f1f-b0ef-7cac32b735fb tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:41.100460 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e271560c-8d86-4613-bc12-a02281d039cc req-9e681842-c37e-4f1f-b0ef-7cac32b735fb tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 949 time: 0.1328228 Jul 30 20:01:41.151973 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e271560c-8d86-4613-bc12-a02281d039cc req-a7dea676-bf95-4415-a4bf-9037ff26e7fe tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506394 Jul 30 20:01:41.266724 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-6f007df3-2b03-40f0-a144-64bf92cc06a8 service neutron] 10.222.0.59 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986973 Jul 30 20:01:41.267456 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-699946c8-bc80-400f-8f81-2e9079a3e841 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:41.298578 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699946c8-bc80-400f-8f81-2e9079a3e841 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:01:41.348827 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d32fb-c820-4771-94e6-40f647cfc70f req-1e0a611a-1430-4668-a36a-ad4143d1e903 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:41.366161 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 605412cf-da04-428e-9e87-c33f73a6581f up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:41.376854 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699946c8-bc80-400f-8f81-2e9079a3e841 admin admin] Pushing event updated for resources: {'Port': ['ID=1e721004-2009-4a33-bae3-ba48ca9e0669,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:41.379272 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d32fb-c820-4771-94e6-40f647cfc70f req-1e0a611a-1430-4668-a36a-ad4143d1e903 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:41.401000 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d32fb-c820-4771-94e6-40f647cfc70f req-1e0a611a-1430-4668-a36a-ad4143d1e903 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:41.412835 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-659d32fb-c820-4771-94e6-40f647cfc70f req-1e0a611a-1430-4668-a36a-ad4143d1e903 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 2412 time: 0.1420927 Jul 30 20:01:41.432249 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-699946c8-bc80-400f-8f81-2e9079a3e841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:41.443980 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 634705eb-c09c-40c3-a543-870962aaf2e1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=634705eb-c09c-40c3-a543-870962aaf2e1,segment=NetworkSegment(308bbf82-40f2-4c30-9191-c1c6a33c5183),segment_id=308bbf82-40f2-4c30-9191-c1c6a33c5183)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:41.472154 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:41.472860 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device deae0304-101b-4827-b781-5a951b77df9d details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:01:41.517169 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-659d32fb-c820-4771-94e6-40f647cfc70f req-1198ca1a-ae19-4f30-99b9-7e77afd99e0b tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031985 Jul 30 20:01:41.543986 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-65b42e3e-5306-4c08-8c52-f525ca300a58 req-986bf1dd-9ffc-4499-9420-109e8a05a073 tempest-ServersAdminNegativeTestJSON-295502023 tempest-ServersAdminNegativeTestJSON-295502023-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:41.588505 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=428814bb-dabe-460d-ae8f-20dd1133cb70,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:41.618196 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a677dd15-169b-4c8b-9753-4a39cb4d72f9 x-openstack-request-id: req-a677dd15-169b-4c8b-9753-4a39cb4d72f9 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:41.626357 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac69f6b2-0ec2-4db4-bdca-81e4f630849b", "name": "network-vif-plugged", "status": "completed", "tag": "428814bb-dabe-460d-ae8f-20dd1133cb70", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:41.626714 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a677dd15-169b-4c8b-9753-4a39cb4d72f9 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:41.627127 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac69f6b2-0ec2-4db4-bdca-81e4f630849b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428814bb-dabe-460d-ae8f-20dd1133cb70', 'code': 200} Jul 30 20:01:41.685310 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 84500f83-39df-428f-9c66-d8ba181f3df9 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:01:41.736798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port deae0304-101b-4827-b781-5a951b77df9d, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=deae0304-101b-4827-b781-5a951b77df9d,segment=NetworkSegment(73316462-e9ca-4185-9d79-6bdaf0fadea4),segment_id=73316462-e9ca-4185-9d79-6bdaf0fadea4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:41.747546 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-65b42e3e-5306-4c08-8c52-f525ca300a58 req-986bf1dd-9ffc-4499-9420-109e8a05a073 tempest-ServersAdminNegativeTestJSON-295502023 tempest-ServersAdminNegativeTestJSON-295502023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:41.760878 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 605412cf-da04-428e-9e87-c33f73a6581f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:41.761253 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:41.766529 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-699946c8-bc80-400f-8f81-2e9079a3e841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:41.768928 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'deae0304-101b-4827-b781-5a951b77df9d', 'network_id': 'f7f003f3-a680-4969-8f11-afbc5fa171b8', 'port_id': 'deae0304-101b-4827-b781-5a951b77df9d', 'mac_address': 'fa:16:3e:50:cf:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56ff1f8-4f80-4f50-accf-c11ff4ef45e3', 'ip_address': '19.80.0.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:01:41.783369 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4a8d8-ee82-45c5-b39f-817ef2d7111f req-afdb0056-c1f3-4bf6-9328-8db3d506d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:41.788050 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56c4a8d8-ee82-45c5-b39f-817ef2d7111f req-afdb0056-c1f3-4bf6-9328-8db3d506d27e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 1101 time: 0.0777533 Jul 30 20:01:41.793625 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bf1dd-9ffc-4499-9420-109e8a05a073 tempest-ServersAdminNegativeTestJSON-295502023 tempest-ServersAdminNegativeTestJSON-295502023-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4055767-da0a-43d9-ad1e-735301985ca9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:41.805146 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b47e3a16-fb36-4e0e-bb53-829009fb29a0 None None] Provisioning for port 1e721004-2009-4a33-bae3-ba48ca9e0669 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:41.807285 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=634705eb-c09c-40c3-a543-870962aaf2e1,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:41.831121 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65b42e3e-5306-4c08-8c52-f525ca300a58 req-986bf1dd-9ffc-4499-9420-109e8a05a073 tempest-ServersAdminNegativeTestJSON-295502023 tempest-ServersAdminNegativeTestJSON-295502023-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0920081 Jul 30 20:01:41.839161 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b47e3a16-fb36-4e0e-bb53-829009fb29a0 None None] Provisioning complete for port 1e721004-2009-4a33-bae3-ba48ca9e0669 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:41.839546 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b47e3a16-fb36-4e0e-bb53-829009fb29a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:41.857256 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f5180-ede1-480d-830b-195fd634399d req-3d6f0ebc-46ef-471c-8fd3-d17c45d0919c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:41.868025 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-312f5180-ede1-480d-830b-195fd634399d req-3d6f0ebc-46ef-471c-8fd3-d17c45d0919c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 945 time: 0.2007117 Jul 30 20:01:41.868395 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-4f31733c-e3dd-4bd5-80d6-6d8bc54e8c7d tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:41.868395 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-4f31733c-e3dd-4bd5-80d6-6d8bc54e8c7d tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f&tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&binding%3Ahost_id=n-h1-712137-9 HTTP/1.1" status: 200 len: 1096 time: 0.1614177 Jul 30 20:01:41.885584 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56c4a8d8-ee82-45c5-b39f-817ef2d7111f req-dcfd99ce-0c94-48e9-b43a-dd6659635bf4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906146 Jul 30 20:01:41.916113 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-312f5180-ede1-480d-830b-195fd634399d req-000d7615-7405-41aa-b6c7-a87d9051313c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377095 Jul 30 20:01:41.924812 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:41.940319 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b47e3a16-fb36-4e0e-bb53-829009fb29a0 None None] Port 1e721004-2009-4a33-bae3-ba48ca9e0669 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:01:41.955393 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deae0304-101b-4827-b781-5a951b77df9d {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:41.989822 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port deae0304-101b-4827-b781-5a951b77df9d, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=deae0304-101b-4827-b781-5a951b77df9d,segment=NetworkSegment(73316462-e9ca-4185-9d79-6bdaf0fadea4),segment_id=73316462-e9ca-4185-9d79-6bdaf0fadea4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:42.042767 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:42.101009 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=deae0304-101b-4827-b781-5a951b77df9d,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:42.127543 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device db46e04f-5e2b-4fbf-bb4a-6aee85812d1d no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:01:42.153610 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c370e8-cdac-4281-9f30-92be4a38f51c req-7f552c31-1011-49d9-87eb-fe221c20fc27 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:42.162640 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89c370e8-cdac-4281-9f30-92be4a38f51c req-7f552c31-1011-49d9-87eb-fe221c20fc27 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.1016231 Jul 30 20:01:42.235834 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:42.237978 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89c370e8-cdac-4281-9f30-92be4a38f51c req-ee825651-ac6a-4bb8-afa3-aaff493b65d3 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741978 Jul 30 20:01:42.256034 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cf046-c243-495c-8e94-8be5956b7a39 req-35de63f7-8904-4c6e-b520-b3e44bf2e30e tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:42.257883 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-060cf046-c243-495c-8e94-8be5956b7a39 req-35de63f7-8904-4c6e-b520-b3e44bf2e30e tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 1096 time: 0.1327243 Jul 30 20:01:42.320999 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port db46e04f-5e2b-4fbf-bb4a-6aee85812d1d, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=db46e04f-5e2b-4fbf-bb4a-6aee85812d1d,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:42.321794 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-699946c8-bc80-400f-8f81-2e9079a3e841 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:42.330147 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:42.340683 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-699946c8-bc80-400f-8f81-2e9079a3e841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:42.377849 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d11b1-03bc-491d-b096-11cb665b5cad req-07b34cbe-3444-4dbd-8e51-b796213e946b tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:42.381060 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c03d11b1-03bc-491d-b096-11cb665b5cad req-07b34cbe-3444-4dbd-8e51-b796213e946b tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0683436 Jul 30 20:01:42.396309 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-060cf046-c243-495c-8e94-8be5956b7a39 req-c0170f8f-abee-4a63-b2af-0f6af13da019 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288457 Jul 30 20:01:42.405317 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-da4e3aa4-1299-4889-8c62-707003f6cd5b service neutron] For port 84500f83-39df-428f-9c66-d8ba181f3df9, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:42.414879 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-da4e3aa4-1299-4889-8c62-707003f6cd5b service neutron] Notify callbacks [] for binding, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:42.416455 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6bcfddd2-3c24-4cde-af0a-cdc2bd4ed97a req-da4e3aa4-1299-4889-8c62-707003f6cd5b service neutron] 10.222.0.59 "DELETE /v2.0/ports/84500f83-39df-428f-9c66-d8ba181f3df9/bindings/n-h2-712137-9 HTTP/1.1" status: 204 len: 173 time: 0.5426583 Jul 30 20:01:42.435431 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-699946c8-bc80-400f-8f81-2e9079a3e841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:42.447694 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699946c8-bc80-400f-8f81-2e9079a3e841 admin admin] Pushing event updated for resources: {'Port': ['ID=1e721004-2009-4a33-bae3-ba48ca9e0669,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:42.481008 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c03d11b1-03bc-491d-b096-11cb665b5cad req-310bf351-3a5c-4b2c-b6c1-e98649ba6970 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932729 Jul 30 20:01:42.487854 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=db46e04f-5e2b-4fbf-bb4a-6aee85812d1d,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:42.534914 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['781ecc14-95a3-4921-b945-d13e750074fc'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:01:42.576272 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['634705eb-c09c-40c3-a543-870962aaf2e1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:01:42.600752 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699946c8-bc80-400f-8f81-2e9079a3e841 admin admin] Network cce061be-aafe-4e65-89a3-d6befb678308 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:01:42.600752 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-699946c8-bc80-400f-8f81-2e9079a3e841 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:42.649423 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['deae0304-101b-4827-b781-5a951b77df9d'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:01:42.849129 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38063421-d44b-44d6-8317-b933a362f3d7 req-3e118a3d-d928-4cbd-a80b-c15e5940e7c9 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:42.862124 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38063421-d44b-44d6-8317-b933a362f3d7 req-3e118a3d-d928-4cbd-a80b-c15e5940e7c9 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:42.867773 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38063421-d44b-44d6-8317-b933a362f3d7 req-3e118a3d-d928-4cbd-a80b-c15e5940e7c9 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:42.876673 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-38063421-d44b-44d6-8317-b933a362f3d7 req-3e118a3d-d928-4cbd-a80b-c15e5940e7c9 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 2414 time: 0.1807051 Jul 30 20:01:42.923059 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699946c8-bc80-400f-8f81-2e9079a3e841 admin admin] Router 3051b57a-1eee-4bae-a20c-ec147a0c5029 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:01:42.997150 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-38063421-d44b-44d6-8317-b933a362f3d7 req-e84f63c8-d929-4542-ba0e-49fea568ecce tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191680 Jul 30 20:01:43.073086 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-4832a94c-3ba0-41be-888d-84cf464eb774 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:43.074698 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-4832a94c-3ba0-41be-888d-84cf464eb774 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/networks?id=1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 200 len: 820 time: 0.3385372 Jul 30 20:01:43.097667 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-83837529-83ec-4d8c-a59c-e4c8bfd344f1 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/quotas/cb1bb74bc9ed4a3098e756ee6ea6bd07 HTTP/1.1" status: 200 len: 375 time: 0.0138023 Jul 30 20:01:43.192918 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-777c9aea-eb24-4559-bda3-e08ba67e21ee tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888586 Jul 30 20:01:43.208748 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8b44fccf-30a7-4216-abed-d598b3f16779 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:43.211863 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9341edf7-be35-45d5-92ad-73399ebc27fe None None] Provisioning complete for port 1e721004-2009-4a33-bae3-ba48ca9e0669 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:43.212236 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9341edf7-be35-45d5-92ad-73399ebc27fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:43.244860 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699946c8-bc80-400f-8f81-2e9079a3e841 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:01:43.280117 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-699946c8-bc80-400f-8f81-2e9079a3e841 admin admin] 10.222.0.81 "PUT /v2.0/routers/3051b57a-1eee-4bae-a20c-ec147a0c5029/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8602185 Jul 30 20:01:43.298709 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9341edf7-be35-45d5-92ad-73399ebc27fe None None] Port 1e721004-2009-4a33-bae3-ba48ca9e0669 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:01:43.306834 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459ec38-c189-4481-9231-daf8b018b668 req-d98718d3-9f98-4191-9c6d-3ccbc4143a49 tempest-ServersAdminNegativeTestJSON-295502023 tempest-ServersAdminNegativeTestJSON-295502023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:43.313636 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b459ec38-c189-4481-9231-daf8b018b668 req-d98718d3-9f98-4191-9c6d-3ccbc4143a49 tempest-ServersAdminNegativeTestJSON-295502023 tempest-ServersAdminNegativeTestJSON-295502023-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3a1efe9a-7cc2-4683-a5a3-1f603eaa422a HTTP/1.1" status: 200 len: 1101 time: 0.1317983 Jul 30 20:01:43.322081 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 8b44fccf-30a7-4216-abed-d598b3f16779 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:43.326899 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 8b44fccf-30a7-4216-abed-d598b3f16779 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:43.328001 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:43.360748 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b459ec38-c189-4481-9231-daf8b018b668 req-e5f54a75-358f-4a64-88fd-14dd8c091151 tempest-ServersAdminNegativeTestJSON-295502023 tempest-ServersAdminNegativeTestJSON-295502023-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370512 Jul 30 20:01:43.428824 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-002faf1e-8700-455f-b166-3f1d9ef37c5a service neutron] 10.222.0.81 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246993 Jul 30 20:01:43.472553 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:43.481096 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] Sync routers for ids ['3051b57a-1eee-4bae-a20c-ec147a0c5029'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:01:43.506331 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 8b44fccf-30a7-4216-abed-d598b3f16779, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8b44fccf-30a7-4216-abed-d598b3f16779,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:43.507458 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] Routers {'3051b57a-1eee-4bae-a20c-ec147a0c5029'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:01:43.509737 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:01:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3051b57a-1eee-4bae-a20c-ec147a0c5029'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:01:43.546144 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:43.584077 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-54bb6fda-eb30-428e-bbb6-188bd0486f59 service neutron] 10.222.0.81 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543808 Jul 30 20:01:43.616610 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37d5dc-c51e-4774-9529-3544490843fd req-7d5ab2a6-7f23-4811-b913-5ab9aacd4392 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:43.626239 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ae37d5dc-c51e-4774-9529-3544490843fd req-7d5ab2a6-7f23-4811-b913-5ab9aacd4392 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 948 time: 0.0702221 Jul 30 20:01:43.628796 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c671c0fb-9096-481d-9946-90025577a229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db46e04f-5e2b-4fbf-bb4a-6aee85812d1d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:43.631148 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb993cd8-27ea-4fe5-aad7-1b43ca8e38cd" -d '{"events": [{"server_uuid": "c671c0fb-9096-481d-9946-90025577a229", "name": "network-vif-unplugged", "status": "completed", "tag": "db46e04f-5e2b-4fbf-bb4a-6aee85812d1d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:43.657998 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=8b44fccf-30a7-4216-abed-d598b3f16779,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:43.674980 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ae37d5dc-c51e-4774-9529-3544490843fd req-4f387c9b-ec9f-4472-b31e-b8936141e053 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472817 Jul 30 20:01:43.684522 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] Set router 3051b57a-1eee-4bae-a20c-ec147a0c5029 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:01:43.885553 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643a062-c768-47e0-b5b2-6ab48d37cb64 req-c51cb268-4e1c-4519-9f8d-8d3871f504ee tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:43.887127 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e643a062-c768-47e0-b5b2-6ab48d37cb64 req-c51cb268-4e1c-4519-9f8d-8d3871f504ee tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0735559 Jul 30 20:01:43.956306 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'name': 'tempest-ServersTestBootFromVolume-1651374593-router', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:01:35Z', 'updated_at': '2021-07-30T20:01:41Z', 'revision_number': 4, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'gw_port': {'id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ea:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:36Z', 'updated_at': '2021-07-30T20:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '1e721004-2009-4a33-bae3-ba48ca9e0669', 'name': '', 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'mac_address': 'fa:16:3e:51:39:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '674f2e3f-1b7b-42c9-bcb0-5247628fe463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:39Z', 'updated_at': '2021-07-30T20:01:41Z', 'revision_number': 2, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'subnets': [{'id': '674f2e3f-1b7b-42c9-bcb0-5247628fe463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:01:43.971092 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e643a062-c768-47e0-b5b2-6ab48d37cb64 req-467478b5-770c-4b75-918a-d42b46868653 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771308 Jul 30 20:01:43.997451 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] Checking router: 3051b57a-1eee-4bae-a20c-ec147a0c5029 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:01:43.997451 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] Updating router 3051b57a-1eee-4bae-a20c-ec147a0c5029 port 1e721004-2009-4a33-bae3-ba48ca9e0669 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:01:44.033201 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:44.062456 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f550fd1e-ad4d-47e8-96e7-501531a1c227 x-openstack-request-id: req-f550fd1e-ad4d-47e8-96e7-501531a1c227 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:44.062751 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c671c0fb-9096-481d-9946-90025577a229", "name": "network-vif-unplugged", "status": "completed", "tag": "db46e04f-5e2b-4fbf-bb4a-6aee85812d1d", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:44.063007 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f550fd1e-ad4d-47e8-96e7-501531a1c227 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:44.063397 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c671c0fb-9096-481d-9946-90025577a229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db46e04f-5e2b-4fbf-bb4a-6aee85812d1d', 'code': 200} Jul 30 20:01:44.175208 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device db46e04f-5e2b-4fbf-bb4a-6aee85812d1d details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:01:44.260528 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f2d6d401-016f-496e-876b-7c3c8e9d1a44 req-e975bd77-f82a-433c-9024-ce43654b8fa6 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 210 time: 0.0478294 Jul 30 20:01:44.417645 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port db46e04f-5e2b-4fbf-bb4a-6aee85812d1d, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=db46e04f-5e2b-4fbf-bb4a-6aee85812d1d,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:44.437865 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'db46e04f-5e2b-4fbf-bb4a-6aee85812d1d', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': 'db46e04f-5e2b-4fbf-bb4a-6aee85812d1d', 'mac_address': 'fa:16:3e:4e:1b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:01:44.498085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91678b-c96b-490b-b07d-54a83f6a1c6a req-d361f6ac-74eb-4a55-aac1-865eb0168eb6 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:44.511918 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91678b-c96b-490b-b07d-54a83f6a1c6a req-d361f6ac-74eb-4a55-aac1-865eb0168eb6 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:44.521815 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:44.526268 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91678b-c96b-490b-b07d-54a83f6a1c6a req-d361f6ac-74eb-4a55-aac1-865eb0168eb6 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:44.536853 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9e91678b-c96b-490b-b07d-54a83f6a1c6a req-d361f6ac-74eb-4a55-aac1-865eb0168eb6 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 2414 time: 0.1392422 Jul 30 20:01:44.547526 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50196) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:44.552845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-89e271ab-a9af-4963-90e3-dfc7b371c004 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1268412212', 'description': 'tempest-description--1147811603'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:44.554022 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d18ea-5dc3-4ee5-81e6-2318c77cc2f1 req-1278478f-aa17-42f6-a7a6-2f5f3e853d98 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:44.556253 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2f0d18ea-5dc3-4ee5-81e6-2318c77cc2f1 req-1278478f-aa17-42f6-a7a6-2f5f3e853d98 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.59 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229&tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&binding%3Ahost_id=n-h1-712137-9 HTTP/1.1" status: 200 len: 948 time: 0.1942236 Jul 30 20:01:44.566679 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:44.605135 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9e91678b-c96b-490b-b07d-54a83f6a1c6a req-62806ac4-d6ca-4aa9-be8b-037a2b602c63 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672812 Jul 30 20:01:44.638064 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-89e271ab-a9af-4963-90e3-dfc7b371c004 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:44.725697 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d18ea-5dc3-4ee5-81e6-2318c77cc2f1 req-72194875-6522-4351-be9f-bea2a97ab5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:44.728130 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2f0d18ea-5dc3-4ee5-81e6-2318c77cc2f1 req-72194875-6522-4351-be9f-bea2a97ab5f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 1099 time: 0.0765355 Jul 30 20:01:44.739259 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-34059528-09f0-40d8-acd6-e0b1069fe07c tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=dca3d02c6b974036aa747c916a346bce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391319 Jul 30 20:01:44.760168 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db46e04f-5e2b-4fbf-bb4a-6aee85812d1d {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:44.767098 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] Transition to ACTIVE for port object 1e721004-2009-4a33-bae3-ba48ca9e0669 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:44.776944 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:44.797947 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port db46e04f-5e2b-4fbf-bb4a-6aee85812d1d, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=db46e04f-5e2b-4fbf-bb4a-6aee85812d1d,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:44.819576 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:44.851811 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d8c3f-402a-4c8b-beed-52c71b2add62 None None] Pushing event updated for resources: {'Port': ['ID=1e721004-2009-4a33-bae3-ba48ca9e0669,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:44.863697 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92522d4e-9045-4fef-932e-d27f598478f3 req-9156e709-22a8-494a-bda0-5a3f2f265854 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:44.872656 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-92522d4e-9045-4fef-932e-d27f598478f3 req-9156e709-22a8-494a-bda0-5a3f2f265854 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 948 time: 0.1145477 Jul 30 20:01:44.934511 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-92522d4e-9045-4fef-932e-d27f598478f3 req-2c9d1baf-d47c-4ceb-a8be-c19f4d688d9b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606606 Jul 30 20:01:44.961572 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] Attempting to bind port 1e721004-2009-4a33-bae3-ba48ca9e0669 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:01:44.962035 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] Attempting to bind port 1e721004-2009-4a33-bae3-ba48ca9e0669 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '58b9f348-d2a6-489d-9ad0-c42e9e994315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:01:44.962494 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] Attempting to bind port 1e721004-2009-4a33-bae3-ba48ca9e0669 on network cce061be-aafe-4e65-89a3-d6befb678308 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:44.975198 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=db46e04f-5e2b-4fbf-bb4a-6aee85812d1d,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:44.978207 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d18ea-5dc3-4ee5-81e6-2318c77cc2f1 req-cb743653-6233-4314-ae72-f60a4229facc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:44.979201 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-89e271ab-a9af-4963-90e3-dfc7b371c004 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:44.984865 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:01:44.990095 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] Checking segment: {'id': '58b9f348-d2a6-489d-9ad0-c42e9e994315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:44.991452 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:44.992078 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] Bound using segment: {'id': '58b9f348-d2a6-489d-9ad0-c42e9e994315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:01:44.992338 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2f0d18ea-5dc3-4ee5-81e6-2318c77cc2f1 req-cb743653-6233-4314-ae72-f60a4229facc service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.2562840 Jul 30 20:01:44.992479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-721f4c8a-d1ff-4eef-940c-f2204ff4fbc6 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:44.993030 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] Bound port: 1e721004-2009-4a33-bae3-ba48ca9e0669, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b9f348-d2a6-489d-9ad0-c42e9e994315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:01:44.994116 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:45.002323 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-721f4c8a-d1ff-4eef-940c-f2204ff4fbc6 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2478497 Jul 30 20:01:45.016129 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-89e271ab-a9af-4963-90e3-dfc7b371c004 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:45.051532 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e271ab-a9af-4963-90e3-dfc7b371c004 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27915f66-2594-4dfa-bc50-2b71dccba49e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:45.072444 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-573b0622-05b2-4f18-a426-bcafffaeb292 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/quotas/dca3d02c6b974036aa747c916a346bce HTTP/1.1" status: 200 len: 375 time: 0.0704997 Jul 30 20:01:45.119563 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] For port 1e721004-2009-4a33-bae3-ba48ca9e0669, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:45.124717 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] For port 1e721004-2009-4a33-bae3-ba48ca9e0669, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=1e721004-2009-4a33-bae3-ba48ca9e0669,segment=NetworkSegment(58b9f348-d2a6-489d-9ad0-c42e9e994315),segment_id=58b9f348-d2a6-489d-9ad0-c42e9e994315)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:01:45.125647 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2f0d18ea-5dc3-4ee5-81e6-2318c77cc2f1 req-bda3ce2d-e99d-472f-ac87-9f6d1dd021a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=db46e04f-5e2b-4fbf-bb4a-6aee85812d1d HTTP/1.1" status: 200 len: 217 time: 0.1263990 Jul 30 20:01:45.127228 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:45.130777 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:45.137239 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-89e271ab-a9af-4963-90e3-dfc7b371c004 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:45.141491 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-89e271ab-a9af-4963-90e3-dfc7b371c004 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5899835 Jul 30 20:01:45.154392 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['db46e04f-5e2b-4fbf-bb4a-6aee85812d1d'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:01:45.157214 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50208) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:45.163624 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8b44fccf-30a7-4216-abed-d598b3f16779 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:45.165945 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7f8266f7-f2a1-45de-a499-f1350a4452ed tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Request body: {'security_group_rule': {'security_group_id': '27915f66-2594-4dfa-bc50-2b71dccba49e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:45.238362 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f8266f7-f2a1-45de-a499-f1350a4452ed tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:45.358492 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d8c3f-402a-4c8b-beed-52c71b2add62 None None] Pushing event updated for resources: {'Port': ['ID=1e721004-2009-4a33-bae3-ba48ca9e0669,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:45.372587 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] Routers {'3051b57a-1eee-4bae-a20c-ec147a0c5029'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:01:45.373330 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:01:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3051b57a-1eee-4bae-a20c-ec147a0c5029'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:01:45.390324 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f8266f7-f2a1-45de-a499-f1350a4452ed tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:45.402145 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d18ea-5dc3-4ee5-81e6-2318c77cc2f1 req-c6fc7506-afc9-493b-b89c-c59d18dcf530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:45.406848 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2f0d18ea-5dc3-4ee5-81e6-2318c77cc2f1 req-c6fc7506-afc9-493b-b89c-c59d18dcf530 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.2741468 Jul 30 20:01:45.411682 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f8266f7-f2a1-45de-a499-f1350a4452ed tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:45.458534 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-544e57e1-80c2-4cc5-91a0-25ed0a3fb109 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:45.460648 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-544e57e1-80c2-4cc5-91a0-25ed0a3fb109 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.83 "GET /v2.0/networks?id=1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 200 len: 820 time: 0.3201621 Jul 30 20:01:45.488690 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 8b44fccf-30a7-4216-abed-d598b3f16779 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:45.489054 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:45.489915 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-9ae81381-df51-4aec-8cb7-03015ab94bea tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=dca3d02c6b974036aa747c916a346bce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4165297 Jul 30 20:01:45.501289 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-d596fb82-4278-4acf-997d-f4325f484942 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Request body: {'port': {'device_id': '3e3be030-856b-4e53-a4ff-156a90b67be2', 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf', 'admin_state_up': True, 'tenant_id': 'cb1bb74bc9ed4a3098e756ee6ea6bd07'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:45.527305 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8266f7-f2a1-45de-a499-f1350a4452ed tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0e8705-61e1-4612-a8be-7f9859783e71,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:45.539905 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f8266f7-f2a1-45de-a499-f1350a4452ed tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:45.545083 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7f8266f7-f2a1-45de-a499-f1350a4452ed tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3849397 Jul 30 20:01:45.545885 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50216) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:45.558359 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4588caa9-1738-4960-9434-3d61de70ef3f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Request body: {'security_group_rule': {'security_group_id': '27915f66-2594-4dfa-bc50-2b71dccba49e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:45.576867 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d18ea-5dc3-4ee5-81e6-2318c77cc2f1 req-d60cb567-fca2-47d7-b26b-7e4608419658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:45.577838 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2f0d18ea-5dc3-4ee5-81e6-2318c77cc2f1 req-d60cb567-fca2-47d7-b26b-7e4608419658 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1513398 Jul 30 20:01:45.617213 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b85d810f-ad2a-4f69-8d01-96db2ac22b04 req-0765b6c8-5f85-47ee-bf54-f98b8774c87b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 210 time: 0.0527899 Jul 30 20:01:45.626912 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] Set router 3051b57a-1eee-4bae-a20c-ec147a0c5029 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:01:45.912373 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3111a-4552-48a8-b237-3bc5861aa6db req-2f54001c-8e07-4760-b111-eca7152c1ab1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:45.918398 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3111a-4552-48a8-b237-3bc5861aa6db req-2f54001c-8e07-4760-b111-eca7152c1ab1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:45.936885 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3111a-4552-48a8-b237-3bc5861aa6db req-2f54001c-8e07-4760-b111-eca7152c1ab1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:45.938675 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32a3111a-4552-48a8-b237-3bc5861aa6db req-2f54001c-8e07-4760-b111-eca7152c1ab1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 2414 time: 0.0977414 Jul 30 20:01:45.997925 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32a3111a-4552-48a8-b237-3bc5861aa6db req-9b495f57-9104-41cb-906c-0dac04ef694e tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522702 Jul 30 20:01:46.089431 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5bebc97e-0746-4ec7-9268-7c93a6cb31f2 req-985cf5ff-b79a-4869-bc95-a9938ab5d705 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=38750664-8d87-4faf-b603-09981e2d9d12 HTTP/1.1" status: 200 len: 210 time: 0.0317419 Jul 30 20:01:46.131052 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4588caa9-1738-4960-9434-3d61de70ef3f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:46.136752 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-d596fb82-4278-4acf-997d-f4325f484942 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Made reservation on behalf of cb1bb74bc9ed4a3098e756ee6ea6bd07 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:01:46.141401 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-d596fb82-4278-4acf-997d-f4325f484942 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:46.170983 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 781ecc14-95a3-4921-b945-d13e750074fc up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:46.210804 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2f0d18ea-5dc3-4ee5-81e6-2318c77cc2f1 req-584e42c8-d599-4239-86ad-353b3db94374 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6235836 Jul 30 20:01:46.224403 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12416c-f17d-4082-9fed-f22ade09f0c4 req-cc3f3b17-f132-4ae7-a699-9bc9706da822 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:46.231883 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bc12416c-f17d-4082-9fed-f22ade09f0c4 req-cc3f3b17-f132-4ae7-a699-9bc9706da822 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1efe9a-7cc2-4683-a5a3-1f603eaa422a HTTP/1.1" status: 200 len: 950 time: 0.1724913 Jul 30 20:01:46.246689 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4588caa9-1738-4960-9434-3d61de70ef3f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:46.283355 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'name': 'tempest-ServersTestBootFromVolume-1651374593-router', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:01:35Z', 'updated_at': '2021-07-30T20:01:41Z', 'revision_number': 4, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'gw_port': {'id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:36Z', 'updated_at': '2021-07-30T20:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '1e721004-2009-4a33-bae3-ba48ca9e0669', 'name': '', 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'mac_address': 'fa:16:3e:51:39:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '674f2e3f-1b7b-42c9-bcb0-5247628fe463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:39Z', 'updated_at': '2021-07-30T20:01:45Z', 'revision_number': 4, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'subnets': [{'id': '674f2e3f-1b7b-42c9-bcb0-5247628fe463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:01:46.330170 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6751dbb-269b-4b9e-8fb7-39830e5053c7 None None] The sync data for ids ['3051b57a-1eee-4bae-a20c-ec147a0c5029'] in n-d-712137-9 is: [{'id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'name': 'tempest-ServersTestBootFromVolume-1651374593-router', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:01:35Z', 'updated_at': '2021-07-30T20:01:41Z', 'revision_number': 4, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'gw_port': {'id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:36Z', 'updated_at': '2021-07-30T20:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '1e721004-2009-4a33-bae3-ba48ca9e0669', 'name': '', 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'mac_address': 'fa:16:3e:51:39:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '674f2e3f-1b7b-42c9-bcb0-5247628fe463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:39Z', 'updated_at': '2021-07-30T20:01:45Z', 'revision_number': 4, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'subnets': [{'id': '674f2e3f-1b7b-42c9-bcb0-5247628fe463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:01:46.340887 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 781ecc14-95a3-4921-b945-d13e750074fc completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:46.342948 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2f0d18ea-5dc3-4ee5-81e6-2318c77cc2f1 req-8ea60260-d039-41d4-ac16-88dc5d475b95 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043284 Jul 30 20:01:46.349084 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 781ecc14-95a3-4921-b945-d13e750074fc triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:46.349731 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:46.360740 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4588caa9-1738-4960-9434-3d61de70ef3f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:46.400393 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588caa9-1738-4960-9434-3d61de70ef3f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4efd4b-31b7-4f3a-ae9e-d2a56cbd2f13,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:46.463590 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bc12416c-f17d-4082-9fed-f22ade09f0c4 req-b271019e-b4a6-4e55-aabf-ad9106f5f530 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307274 Jul 30 20:01:46.468392 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4588caa9-1738-4960-9434-3d61de70ef3f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:46.481024 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4588caa9-1738-4960-9434-3d61de70ef3f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9270537 Jul 30 20:01:46.482810 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50236) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:46.493278 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0feac574-f858-496f-9b2b-075d2f0a77d2 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:46.502489 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906cce9-b715-42c4-85e8-7b341b32ecc6 req-020a986c-1c9b-4976-a81e-fbb40f68b710 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:46.521238 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6906cce9-b715-42c4-85e8-7b341b32ecc6 req-020a986c-1c9b-4976-a81e-fbb40f68b710 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 949 time: 0.2518883 Jul 30 20:01:46.548679 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0feac574-f858-496f-9b2b-075d2f0a77d2 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:46.597067 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:46.640177 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6906cce9-b715-42c4-85e8-7b341b32ecc6 req-e8e2b55e-3ba3-4e74-b0c6-45b676032f96 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029456 Jul 30 20:01:46.648886 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781ecc14-95a3-4921-b945-d13e750074fc'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:46.653228 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21849f72-fc67-4d4b-90d7-677028165a4f" -d '{"events": [{"server_uuid": "a3eed10d-930f-48dd-904f-e627ea725f65", "name": "network-vif-plugged", "status": "completed", "tag": "781ecc14-95a3-4921-b945-d13e750074fc"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:46.667975 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-d596fb82-4278-4acf-997d-f4325f484942 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Allocated IP 172.20.0.2 (1b009359-14e5-4019-b6cd-e6d82ee142cf/b757e780-295d-4676-ae81-4c07de396b9e/7f322965-9fbe-4b2c-ae7a-036c7cbea1be) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:01:46.672064 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 781ecc14-95a3-4921-b945-d13e750074fc, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=781ecc14-95a3-4921-b945-d13e750074fc,segment=NetworkSegment(73316462-e9ca-4185-9d79-6bdaf0fadea4),segment_id=73316462-e9ca-4185-9d79-6bdaf0fadea4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:46.682415 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:46.683950 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 634705eb-c09c-40c3-a543-870962aaf2e1 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:46.803106 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0feac574-f858-496f-9b2b-075d2f0a77d2 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:46.851144 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=781ecc14-95a3-4921-b945-d13e750074fc,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:46.858972 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f5e821-e18f-49a7-a69e-1046f11f6a32 x-openstack-request-id: req-c6f5e821-e18f-49a7-a69e-1046f11f6a32 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:46.859254 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3eed10d-930f-48dd-904f-e627ea725f65", "name": "network-vif-plugged", "status": "completed", "tag": "781ecc14-95a3-4921-b945-d13e750074fc", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:46.859574 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c6f5e821-e18f-49a7-a69e-1046f11f6a32 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:46.860151 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781ecc14-95a3-4921-b945-d13e750074fc', 'code': 200} Jul 30 20:01:46.863317 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:46.863734 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:46.864075 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:46.864457 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:46.864788 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:46.865112 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:46.865432 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:46.865758 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:46.867145 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:46.867480 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:46.867840 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:46.868155 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:01:46.901038 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 634705eb-c09c-40c3-a543-870962aaf2e1 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:46.908255 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 634705eb-c09c-40c3-a543-870962aaf2e1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:46.908771 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:46.995079 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-d596fb82-4278-4acf-997d-f4325f484942 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:47.088679 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-0feac574-f858-496f-9b2b-075d2f0a77d2 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Allocated IP 172.25.3.152 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/5e60997b-631e-4303-9dc1-d3e7444a1c42) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:01:47.138008 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:47.146294 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 1e721004-2009-4a33-bae3-ba48ca9e0669 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:47.165171 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a7e9586e-4240-4fcd-b4fc-59b815c2517a req-677a4efd-c917-408a-8b85-bfc599cb6224 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 210 time: 0.3290806 Jul 30 20:01:47.197772 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-d596fb82-4278-4acf-997d-f4325f484942 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:47.287681 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-d596fb82-4278-4acf-997d-f4325f484942 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Network 1b009359-14e5-4019-b6cd-e6d82ee142cf is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:01:47.298211 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 634705eb-c09c-40c3-a543-870962aaf2e1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=634705eb-c09c-40c3-a543-870962aaf2e1,segment=NetworkSegment(308bbf82-40f2-4c30-9191-c1c6a33c5183),segment_id=308bbf82-40f2-4c30-9191-c1c6a33c5183)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:47.307741 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-d596fb82-4278-4acf-997d-f4325f484942 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:47.325698 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:47.328207 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device deae0304-101b-4827-b781-5a951b77df9d up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:47.329103 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-d596fb82-4278-4acf-997d-f4325f484942 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:01:47.344468 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1137e9-326f-4cca-a3d6-63322dfdd1fa req-e5736fd8-e574-4292-a4a6-eeab303cc602 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:47.357864 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1137e9-326f-4cca-a3d6-63322dfdd1fa req-e5736fd8-e574-4292-a4a6-eeab303cc602 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:47.373198 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1137e9-326f-4cca-a3d6-63322dfdd1fa req-e5736fd8-e574-4292-a4a6-eeab303cc602 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:47.377874 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4c1137e9-326f-4cca-a3d6-63322dfdd1fa req-e5736fd8-e574-4292-a4a6-eeab303cc602 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 2415 time: 0.2226701 Jul 30 20:01:47.395372 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-d3f65866-5f61-4198-8259-3edd27d0c14e tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=dca3d02c6b974036aa747c916a346bce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1242037 Jul 30 20:01:47.401114 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 1e721004-2009-4a33-bae3-ba48ca9e0669 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:47.414765 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0feac574-f858-496f-9b2b-075d2f0a77d2 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:47.439229 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8aafc1f7-f278-45b4-9bf9-11a56516b798 req-777829fd-34dc-4cd5-af2f-014bdd5c202b tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=38750664-8d87-4faf-b603-09981e2d9d12 HTTP/1.1" status: 200 len: 210 time: 0.0730155 Jul 30 20:01:47.462151 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 1e721004-2009-4a33-bae3-ba48ca9e0669 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:47.462521 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:47.514035 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596fb82-4278-4acf-997d-f4325f484942 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Pushing event updated for resources: {'Port': ['ID=7f322965-9fbe-4b2c-ae7a-036c7cbea1be,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:47.527021 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0feac574-f858-496f-9b2b-075d2f0a77d2 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:47.537540 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-d596fb82-4278-4acf-997d-f4325f484942 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:47.538513 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-d596fb82-4278-4acf-997d-f4325f484942 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:47.604253 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=634705eb-c09c-40c3-a543-870962aaf2e1,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:47.613262 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port deae0304-101b-4827-b781-5a951b77df9d completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:47.624492 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port deae0304-101b-4827-b781-5a951b77df9d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:47.624936 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:47.640729 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4c1137e9-326f-4cca-a3d6-63322dfdd1fa req-d6a5a78e-3f25-4ed2-a527-c4fcedbbee4f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790841 Jul 30 20:01:47.654184 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feac574-f858-496f-9b2b-075d2f0a77d2 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Pushing event updated for resources: {'Port': ['ID=5e60997b-631e-4303-9dc1-d3e7444a1c42,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:47.655638 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-d596fb82-4278-4acf-997d-f4325f484942 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1642878 Jul 30 20:01:47.672397 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-2143fb8f-adbe-4baf-ad05-ead5f855388f service neutron] Request body: {'port': {'device_id': '3e3be030-856b-4e53-a4ff-156a90b67be2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:47.685653 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da920ec-a422-4a10-96cb-502a339fa94d req-96c1f9fa-b969-43af-92f2-c1d05dcfb862 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:47.693438 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6da920ec-a422-4a10-96cb-502a339fa94d req-96c1f9fa-b969-43af-92f2-c1d05dcfb862 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a1efe9a-7cc2-4683-a5a3-1f603eaa422a HTTP/1.1" status: 200 len: 950 time: 0.2222440 Jul 30 20:01:47.702814 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feac574-f858-496f-9b2b-075d2f0a77d2 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:01:47.706178 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75f675-e2d5-4736-a6e4-074f6f786be5 req-f00ddd0f-1a8d-45ec-b867-6375e6079f0b tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:47.707792 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a75f675-e2d5-4736-a6e4-074f6f786be5 req-f00ddd0f-1a8d-45ec-b867-6375e6079f0b tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1efe9a-7cc2-4683-a5a3-1f603eaa422a HTTP/1.1" status: 200 len: 950 time: 0.1336405 Jul 30 20:01:47.714856 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-c945120b-f4e5-4d9a-b4d3-72299d2a4e23 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:47.716339 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-c945120b-f4e5-4d9a-b4d3-72299d2a4e23 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2937431 Jul 30 20:01:47.724304 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:47.726022 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0feac574-f858-496f-9b2b-075d2f0a77d2 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:47.730985 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feac574-f858-496f-9b2b-075d2f0a77d2 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:01:47.740722 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-3490ff2a-6d67-4c74-8383-47b53ef69867 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Request body: {'port': {'device_id': '38750664-8d87-4faf-b603-09981e2d9d12', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': 'dca3d02c6b974036aa747c916a346bce'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:47.788242 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 1e721004-2009-4a33-bae3-ba48ca9e0669, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=1e721004-2009-4a33-bae3-ba48ca9e0669,segment=NetworkSegment(58b9f348-d2a6-489d-9ad0-c42e9e994315),segment_id=58b9f348-d2a6-489d-9ad0-c42e9e994315)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:47.801674 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:47.803988 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:47.878038 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a75f675-e2d5-4736-a6e4-074f6f786be5 req-e727a5f7-c02a-4bdd-8dae-37fc7a576484 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570127 Jul 30 20:01:47.890501 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port deae0304-101b-4827-b781-5a951b77df9d, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=deae0304-101b-4827-b781-5a951b77df9d,segment=NetworkSegment(73316462-e9ca-4185-9d79-6bdaf0fadea4),segment_id=73316462-e9ca-4185-9d79-6bdaf0fadea4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:47.890501 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=1e721004-2009-4a33-bae3-ba48ca9e0669,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:47.893196 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-2143fb8f-adbe-4baf-ad05-ead5f855388f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:47.901918 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:47.956164 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=deae0304-101b-4827-b781-5a951b77df9d,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:47.996000 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0feac574-f858-496f-9b2b-075d2f0a77d2 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:48.049983 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ed67c-a6b7-467c-b038-3f02d1c05cf2 req-a7f65ee3-7dab-4195-accd-7f1205611ea5 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:48.052079 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-160ed67c-a6b7-467c-b038-3f02d1c05cf2 req-a7f65ee3-7dab-4195-accd-7f1205611ea5 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 949 time: 0.1337740 Jul 30 20:01:48.070878 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0feac574-f858-496f-9b2b-075d2f0a77d2 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:48.098571 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-3490ff2a-6d67-4c74-8383-47b53ef69867 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Made reservation on behalf of dca3d02c6b974036aa747c916a346bce for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:01:48.102336 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-3490ff2a-6d67-4c74-8383-47b53ef69867 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:48.114453 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-6da920ec-a422-4a10-96cb-502a339fa94d req-ea3e139d-7529-4ff3-b843-d17bd84a44fd tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Deleting port cf533630-e6e8-4cbf-82bf-a2ea4beabab8 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:01:48.114796 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6da920ec-a422-4a10-96cb-502a339fa94d req-ea3e139d-7529-4ff3-b843-d17bd84a44fd tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:48.170142 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device db46e04f-5e2b-4fbf-bb4a-6aee85812d1d up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:48.192335 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-160ed67c-a6b7-467c-b038-3f02d1c05cf2 req-116dcaeb-7234-418b-a4bb-e3a0fce7d636 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263018 Jul 30 20:01:48.279868 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port db46e04f-5e2b-4fbf-bb4a-6aee85812d1d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:48.280314 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:48.397636 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-3490ff2a-6d67-4c74-8383-47b53ef69867 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Allocated IP 192.168.233.196 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/ac5934e6-57b8-45cc-ba00-c619aff32d27) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:01:48.398806 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-6da920ec-a422-4a10-96cb-502a339fa94d req-ea3e139d-7529-4ff3-b843-d17bd84a44fd tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] For port cf533630-e6e8-4cbf-82bf-a2ea4beabab8, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=cf533630-e6e8-4cbf-82bf-a2ea4beabab8,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:48.399322 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6da920ec-a422-4a10-96cb-502a339fa94d req-ea3e139d-7529-4ff3-b843-d17bd84a44fd tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:48.403078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-2143fb8f-adbe-4baf-ad05-ead5f855388f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f322965-9fbe-4b2c-ae7a-036c7cbea1be {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:48.420942 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-2143fb8f-adbe-4baf-ad05-ead5f855388f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:48.425366 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-6da920ec-a422-4a10-96cb-502a339fa94d req-ea3e139d-7529-4ff3-b843-d17bd84a44fd tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Calling delete_port for cf533630-e6e8-4cbf-82bf-a2ea4beabab8 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:01:48.430954 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13391f9-efca-4d08-97cd-8992724a20f3 req-6e29efe1-abbf-45ab-96a4-3ed13902277e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:48.436188 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e13391f9-efca-4d08-97cd-8992724a20f3 req-6e29efe1-abbf-45ab-96a4-3ed13902277e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 949 time: 0.1611044 Jul 30 20:01:48.456112 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474f157-b6f3-4e28-9b41-95260bec357d req-2d5a5747-345d-4c27-84aa-3d4d540474d6 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:48.460023 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5474f157-b6f3-4e28-9b41-95260bec357d req-2d5a5747-345d-4c27-84aa-3d4d540474d6 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 931 time: 0.1609235 Jul 30 20:01:48.470453 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0feac574-f858-496f-9b2b-075d2f0a77d2 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:48.475306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-2143fb8f-adbe-4baf-ad05-ead5f855388f service neutron] Transition to ACTIVE for port object 7f322965-9fbe-4b2c-ae7a-036c7cbea1be will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:48.485466 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0feac574-f858-496f-9b2b-075d2f0a77d2 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:48.487652 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-2143fb8f-adbe-4baf-ad05-ead5f855388f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:48.494588 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:48.528829 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port db46e04f-5e2b-4fbf-bb4a-6aee85812d1d, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=db46e04f-5e2b-4fbf-bb4a-6aee85812d1d,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:48.533784 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:48.549498 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e13391f9-efca-4d08-97cd-8992724a20f3 req-b301f162-9219-4411-9011-a2e9bd282f9a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100278 Jul 30 20:01:48.596522 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feac574-f858-496f-9b2b-075d2f0a77d2 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Pushing event updated for resources: {'Port': ['ID=5e60997b-631e-4303-9dc1-d3e7444a1c42,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:48.599464 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=db46e04f-5e2b-4fbf-bb4a-6aee85812d1d,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:48.611161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143fb8f-adbe-4baf-ad05-ead5f855388f service neutron] Pushing event updated for resources: {'Port': ['ID=7f322965-9fbe-4b2c-ae7a-036c7cbea1be,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:48.664666 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5474f157-b6f3-4e28-9b41-95260bec357d req-f19f749b-359c-4550-8817-2ae3a8e37e5e tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963351 Jul 30 20:01:48.673632 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0feac574-f858-496f-9b2b-075d2f0a77d2 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:48.676570 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2edad3f3-53f6-4bc1-a1fb-4c863554abda req-e3f4fd8e-7e74-44af-b00c-f563b6ca1f17 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=38750664-8d87-4faf-b603-09981e2d9d12 HTTP/1.1" status: 200 len: 210 time: 0.0464356 Jul 30 20:01:48.699619 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0feac574-f858-496f-9b2b-075d2f0a77d2 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:48.700866 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0feac574-f858-496f-9b2b-075d2f0a77d2 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2121799 Jul 30 20:01:48.793622 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6da920ec-a422-4a10-96cb-502a339fa94d req-ea3e139d-7529-4ff3-b843-d17bd84a44fd tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:48.806373 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['4333bc16-c1e2-4c8a-9397-c37092336bd7'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:01:48.850790 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e139d-7529-4ff3-b843-d17bd84a44fd tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Pushing event deleted for resources: {'Port': ['ID=cf533630-e6e8-4cbf-82bf-a2ea4beabab8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:48.860723 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634705eb-c09c-40c3-a543-870962aaf2e1'}, {'server_uuid': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deae0304-101b-4827-b781-5a951b77df9d'}, {'server_uuid': 'c671c0fb-9096-481d-9946-90025577a229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db46e04f-5e2b-4fbf-bb4a-6aee85812d1d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:48.863541 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136088db-5f6f-418d-90f6-3e94680d68b4" -d '{"events": [{"server_uuid": "a3eed10d-930f-48dd-904f-e627ea725f65", "name": "network-vif-plugged", "status": "completed", "tag": "634705eb-c09c-40c3-a543-870962aaf2e1"}, {"server_uuid": "a3eed10d-930f-48dd-904f-e627ea725f65", "name": "network-vif-plugged", "status": "completed", "tag": "deae0304-101b-4827-b781-5a951b77df9d"}, {"server_uuid": "c671c0fb-9096-481d-9946-90025577a229", "name": "network-vif-plugged", "status": "completed", "tag": "db46e04f-5e2b-4fbf-bb4a-6aee85812d1d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:48.906450 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da920ec-a422-4a10-96cb-502a339fa94d req-ea3e139d-7529-4ff3-b843-d17bd84a44fd tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] No DVR routers for this DVR port cf533630-e6e8-4cbf-82bf-a2ea4beabab8 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:01:48.919906 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6da920ec-a422-4a10-96cb-502a339fa94d req-ea3e139d-7529-4ff3-b843-d17bd84a44fd tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:48.919906 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6da920ec-a422-4a10-96cb-502a339fa94d req-ea3e139d-7529-4ff3-b843-d17bd84a44fd tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.83 "DELETE /v2.0/ports/cf533630-e6e8-4cbf-82bf-a2ea4beabab8 HTTP/1.1" status: 204 len: 173 time: 1.2133701 Jul 30 20:01:48.919906 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1efe9a-7cc2-4683-a5a3-1f603eaa422a', 'name': 'network-vif-deleted', 'tag': 'cf533630-e6e8-4cbf-82bf-a2ea4beabab8'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:48.925442 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4522b3fb-d280-4a29-8301-d90d6a7d8685" -d '{"events": [{"server_uuid": "3a1efe9a-7cc2-4683-a5a3-1f603eaa422a", "name": "network-vif-deleted", "tag": "cf533630-e6e8-4cbf-82bf-a2ea4beabab8"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:49.044383 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5838ca9-e31a-45da-9961-000c1c473a22 x-openstack-request-id: req-c5838ca9-e31a-45da-9961-000c1c473a22 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:49.044691 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3eed10d-930f-48dd-904f-e627ea725f65", "name": "network-vif-plugged", "status": "completed", "tag": "634705eb-c09c-40c3-a543-870962aaf2e1", "code": 200}, {"server_uuid": "a3eed10d-930f-48dd-904f-e627ea725f65", "name": "network-vif-plugged", "status": "completed", "tag": "deae0304-101b-4827-b781-5a951b77df9d", "code": 200}, {"server_uuid": "c671c0fb-9096-481d-9946-90025577a229", "name": "network-vif-plugged", "status": "completed", "tag": "db46e04f-5e2b-4fbf-bb4a-6aee85812d1d", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:49.044935 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c5838ca9-e31a-45da-9961-000c1c473a22 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:49.045337 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634705eb-c09c-40c3-a543-870962aaf2e1', 'code': 200} Jul 30 20:01:49.045587 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deae0304-101b-4827-b781-5a951b77df9d', 'code': 200} Jul 30 20:01:49.045835 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c671c0fb-9096-481d-9946-90025577a229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db46e04f-5e2b-4fbf-bb4a-6aee85812d1d', 'code': 200} Jul 30 20:01:49.156032 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 1e721004-2009-4a33-bae3-ba48ca9e0669 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:49.267870 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8da9f458-1fbd-4070-91af-29bac66a4db3 req-fcb857e2-42e7-4746-9c32-716a3b9e78f2 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1efe9a-7cc2-4683-a5a3-1f603eaa422a HTTP/1.1" status: 200 len: 210 time: 0.0720840 Jul 30 20:01:49.276932 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 1e721004-2009-4a33-bae3-ba48ca9e0669 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:49.278471 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:49.286228 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:49.338983 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a2931c-629a-4b10-86a1-9f64c7aabc69 x-openstack-request-id: req-61a2931c-629a-4b10-86a1-9f64c7aabc69 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:49.339617 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1efe9a-7cc2-4683-a5a3-1f603eaa422a", "name": "network-vif-deleted", "tag": "cf533630-e6e8-4cbf-82bf-a2ea4beabab8", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:49.340082 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-61a2931c-629a-4b10-86a1-9f64c7aabc69 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:49.340591 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1efe9a-7cc2-4683-a5a3-1f603eaa422a', 'name': 'network-vif-deleted', 'tag': 'cf533630-e6e8-4cbf-82bf-a2ea4beabab8', 'status': 'completed', 'code': 200} Jul 30 20:01:49.351919 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e894a4-9e15-487d-91dc-29bec69c6939 req-32e8f7eb-8f9f-4d65-9bd3-6ca851f3e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:49.353111 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e894a4-9e15-487d-91dc-29bec69c6939 req-32e8f7eb-8f9f-4d65-9bd3-6ca851f3e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:49.353803 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e894a4-9e15-487d-91dc-29bec69c6939 req-32e8f7eb-8f9f-4d65-9bd3-6ca851f3e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:49.356985 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d7e894a4-9e15-487d-91dc-29bec69c6939 req-32e8f7eb-8f9f-4d65-9bd3-6ca851f3e51e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 2870 time: 0.1420579 Jul 30 20:01:49.382691 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-3490ff2a-6d67-4c74-8383-47b53ef69867 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:49.394089 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a718b-9bca-4e50-a510-a666c29c5fb6 req-390d7204-3412-4c78-aa51-1185875aeb96 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:49.400192 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a718b-9bca-4e50-a510-a666c29c5fb6 req-390d7204-3412-4c78-aa51-1185875aeb96 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:49.403400 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d7e894a4-9e15-487d-91dc-29bec69c6939 req-f7ff42b2-07e7-4898-8eb7-c15a96e20ada service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368674 Jul 30 20:01:49.406024 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a718b-9bca-4e50-a510-a666c29c5fb6 req-390d7204-3412-4c78-aa51-1185875aeb96 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:49.407760 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b6a718b-9bca-4e50-a510-a666c29c5fb6 req-390d7204-3412-4c78-aa51-1185875aeb96 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 2417 time: 0.1517766 Jul 30 20:01:49.438905 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-2143fb8f-adbe-4baf-ad05-ead5f855388f service neutron] Attempting to bind port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:01:49.439207 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-2143fb8f-adbe-4baf-ad05-ead5f855388f service neutron] Attempting to bind port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:01:49.439560 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-2143fb8f-adbe-4baf-ad05-ead5f855388f service neutron] Attempting to bind port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be on network 1b009359-14e5-4019-b6cd-e6d82ee142cf {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:49.444923 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-3490ff2a-6d67-4c74-8383-47b53ef69867 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Transition to ACTIVE for port object ac5934e6-57b8-45cc-ba00-c619aff32d27 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:49.459173 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-2143fb8f-adbe-4baf-ad05-ead5f855388f service neutron] Port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be on network 1b009359-14e5-4019-b6cd-e6d82ee142cf not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:01:49.459619 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-2143fb8f-adbe-4baf-ad05-ead5f855388f service neutron] Attempting to bind port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be on network 1b009359-14e5-4019-b6cd-e6d82ee142cf {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:49.465213 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-7d1f9e7f-c230-4019-8b50-44ef2d06c035 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258224 Jul 30 20:01:49.477372 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-2143fb8f-adbe-4baf-ad05-ead5f855388f service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:01:49.477596 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-2143fb8f-adbe-4baf-ad05-ead5f855388f service neutron] Checking segment: {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:49.478014 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-2143fb8f-adbe-4baf-ad05-ead5f855388f service neutron] Bound using segment: {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:01:49.478455 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-2143fb8f-adbe-4baf-ad05-ead5f855388f service neutron] Bound port: 7f322965-9fbe-4b2c-ae7a-036c7cbea1be, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:01:49.478824 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-2143fb8f-adbe-4baf-ad05-ead5f855388f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:49.514517 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b6a718b-9bca-4e50-a510-a666c29c5fb6 req-fd11a044-f4db-4f0a-826c-ffe0997dc483 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955451 Jul 30 20:01:49.557782 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-3490ff2a-6d67-4c74-8383-47b53ef69867 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:49.571043 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['6b06379b-4446-48d1-94e4-2cee12b22d68'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:01:49.586191 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-a628113a-3048-46ff-a5a4-7516ce4c8b56 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:49.593359 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-a628113a-3048-46ff-a5a4-7516ce4c8b56 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1208663 Jul 30 20:01:49.608377 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-3490ff2a-6d67-4c74-8383-47b53ef69867 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:01:49.618653 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-3490ff2a-6d67-4c74-8383-47b53ef69867 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:49.627988 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-3490ff2a-6d67-4c74-8383-47b53ef69867 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:01:49.640102 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-5881ebf2-6e93-4d48-b858-387ad737c3cb tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/quotas/5cdd6a1a08254791b3b84ba6d6fc6290 HTTP/1.1" status: 200 len: 375 time: 0.0457957 Jul 30 20:01:49.650221 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-2143fb8f-adbe-4baf-ad05-ead5f855388f service neutron] For port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:49.653353 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['428814bb-dabe-460d-ae8f-20dd1133cb70'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:01:49.708582 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490ff2a-6d67-4c74-8383-47b53ef69867 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Pushing event updated for resources: {'Port': ['ID=ac5934e6-57b8-45cc-ba00-c619aff32d27,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:49.735841 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-2143fb8f-adbe-4baf-ad05-ead5f855388f service neutron] For port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7f322965-9fbe-4b2c-ae7a-036c7cbea1be,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:01:49.759017 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-2143fb8f-adbe-4baf-ad05-ead5f855388f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:49.768301 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-54757c72-997b-4bc6-a014-9f9046348347 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1271827 Jul 30 20:01:49.901095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-3490ff2a-6d67-4c74-8383-47b53ef69867 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:49.901887 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-3490ff2a-6d67-4c74-8383-47b53ef69867 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:49.971677 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-2143fb8f-adbe-4baf-ad05-ead5f855388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:49.973148 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-2143fb8f-adbe-4baf-ad05-ead5f855388f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:49.974786 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-2143fb8f-adbe-4baf-ad05-ead5f855388f service neutron] 10.222.0.83 "PUT /v2.0/ports/7f322965-9fbe-4b2c-ae7a-036c7cbea1be HTTP/1.1" status: 200 len: 1091 time: 2.3067243 Jul 30 20:01:49.977054 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143fb8f-adbe-4baf-ad05-ead5f855388f service neutron] Pushing event updated for resources: {'Port': ['ID=7f322965-9fbe-4b2c-ae7a-036c7cbea1be,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:49.986634 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3be030-856b-4e53-a4ff-156a90b67be2', 'tag': '7f322965-9fbe-4b2c-ae7a-036c7cbea1be'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:49.997936 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64c888f-2479-4077-88bd-46ab506aa8d9" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3be030-856b-4e53-a4ff-156a90b67be2", "tag": "7f322965-9fbe-4b2c-ae7a-036c7cbea1be"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:50.066771 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8727a8d-9cd2-4a02-9e20-69f834aa87f3 req-955820a0-b791-4fc6-aac3-3c42df48155c tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:50.068949 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e8727a8d-9cd2-4a02-9e20-69f834aa87f3 req-955820a0-b791-4fc6-aac3-3c42df48155c tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=38750664-8d87-4faf-b603-09981e2d9d12 HTTP/1.1" status: 200 len: 936 time: 0.0694408 Jul 30 20:01:50.069115 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e67298ac-c005-49ef-86b1-cfe7361b99cb None None] Provisioning for port ac5934e6-57b8-45cc-ba00-c619aff32d27 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:50.081578 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e67298ac-c005-49ef-86b1-cfe7361b99cb None None] Provisioning complete for port ac5934e6-57b8-45cc-ba00-c619aff32d27 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:50.082317 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e67298ac-c005-49ef-86b1-cfe7361b99cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:50.085275 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-3490ff2a-6d67-4c74-8383-47b53ef69867 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3491037 Jul 30 20:01:50.114829 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-96b2a744-d016-4164-978d-980c1d70d3fc service neutron] Request body: {'port': {'device_id': '38750664-8d87-4faf-b603-09981e2d9d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:50.139094 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e8727a8d-9cd2-4a02-9e20-69f834aa87f3 req-a28e4bba-1985-4418-a306-e7c0c4550a23 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622368 Jul 30 20:01:50.152408 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e67298ac-c005-49ef-86b1-cfe7361b99cb None None] Port ac5934e6-57b8-45cc-ba00-c619aff32d27 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:01:50.172408 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383e526-21bd-49d2-b008-26ecf76ab1c7 req-6a37dae9-a73c-4336-9a05-198b1b0abd55 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:50.174127 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2383e526-21bd-49d2-b008-26ecf76ab1c7 req-6a37dae9-a73c-4336-9a05-198b1b0abd55 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 943 time: 0.2849255 Jul 30 20:01:50.198802 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-35194bd0-c100-4beb-b9a8-8bd21171e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:50.200244 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-35194bd0-c100-4beb-b9a8-8bd21171e3e4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 1094 time: 0.1727364 Jul 30 20:01:50.230942 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b4b5b9fb-c19f-461c-9f93-5a718f261a72 req-8c4cbab8-6894-439e-86bf-034971fb2001 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 210 time: 0.0497406 Jul 30 20:01:50.284724 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-b94a7e36-893d-4156-b530-70b1594ebcb1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f322965-9fbe-4b2c-ae7a-036c7cbea1be HTTP/1.1" status: 200 len: 217 time: 0.0738273 Jul 30 20:01:50.354420 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-96b2a744-d016-4164-978d-980c1d70d3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:50.383635 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2383e526-21bd-49d2-b008-26ecf76ab1c7 req-501bcdd3-17ca-42b8-b741-ac137d14a68b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877522 Jul 30 20:01:50.386615 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea1e37d-f343-42e8-a820-903f102d72c7 x-openstack-request-id: req-fea1e37d-f343-42e8-a820-903f102d72c7 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:50.386907 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3be030-856b-4e53-a4ff-156a90b67be2", "tag": "7f322965-9fbe-4b2c-ae7a-036c7cbea1be", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:50.387136 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fea1e37d-f343-42e8-a820-903f102d72c7 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:50.387781 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3be030-856b-4e53-a4ff-156a90b67be2', 'tag': '7f322965-9fbe-4b2c-ae7a-036c7cbea1be', 'status': 'completed', 'code': 200} Jul 30 20:01:50.403673 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device cf533630-e6e8-4cbf-82bf-a2ea4beabab8 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:01:50.442574 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: cf533630-e6e8-4cbf-82bf-a2ea4beabab8 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:01:50.442784 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device cf533630-e6e8-4cbf-82bf-a2ea4beabab8 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:01:50.452590 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-2ba77092-1a49-4fe1-9755-525a9b7211f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:50.454429 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-2ba77092-1a49-4fe1-9755-525a9b7211f7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b757e780-295d-4676-ae81-4c07de396b9e HTTP/1.1" status: 200 len: 860 time: 0.1545525 Jul 30 20:01:50.504637 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-88fe6584-d196-4548-8812-547902aeb303 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1b009359-14e5-4019-b6cd-e6d82ee142cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412190 Jul 30 20:01:50.729160 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-6047ed59-a657-4657-81e0-5bc9d849e313 service neutron] 10.222.0.83 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768415 Jul 30 20:01:50.741975 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f78d5-8129-4329-aabe-ff346393023b req-9a0468ff-6f29-443a-8272-8c1d83fd6b20 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:50.762738 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f78d5-8129-4329-aabe-ff346393023b req-9a0468ff-6f29-443a-8272-8c1d83fd6b20 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:50.772035 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f78d5-8129-4329-aabe-ff346393023b req-9a0468ff-6f29-443a-8272-8c1d83fd6b20 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:50.773974 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-462f78d5-8129-4329-aabe-ff346393023b req-9a0468ff-6f29-443a-8272-8c1d83fd6b20 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 2417 time: 0.1240325 Jul 30 20:01:50.850899 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-462f78d5-8129-4329-aabe-ff346393023b req-7e1160af-d85e-40b1-8f16-bfcc876437a1 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433209 Jul 30 20:01:50.955174 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82457e82-3be5-4742-af94-2a0fd09557fc req-b405697a-065b-4610-b4f1-d06e03632ab3 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:50.956739 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82457e82-3be5-4742-af94-2a0fd09557fc req-b405697a-065b-4610-b4f1-d06e03632ab3 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf122bea-2e17-403b-b446-8bf982bb7de6 HTTP/1.1" status: 200 len: 950 time: 0.1308429 Jul 30 20:01:51.014214 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2cc13d5-f2c0-4a2d-aef1-5f263dfcc3d7 req-6d3d461e-fea2-4308-b198-3bdf08f101a7 service neutron] 10.222.0.83 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760537 Jul 30 20:01:51.033356 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-96b2a744-d016-4164-978d-980c1d70d3fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac5934e6-57b8-45cc-ba00-c619aff32d27 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:51.044201 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82457e82-3be5-4742-af94-2a0fd09557fc req-633567aa-8ed1-4724-ae8f-db4a0e8d3ddc tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606346 Jul 30 20:01:51.045959 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-96b2a744-d016-4164-978d-980c1d70d3fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:51.069196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-96b2a744-d016-4164-978d-980c1d70d3fc service neutron] Transition to ACTIVE for port object ac5934e6-57b8-45cc-ba00-c619aff32d27 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:51.081558 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-96b2a744-d016-4164-978d-980c1d70d3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:51.159611 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b2a744-d016-4164-978d-980c1d70d3fc service neutron] Pushing event updated for resources: {'Port': ['ID=ac5934e6-57b8-45cc-ba00-c619aff32d27,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:51.178002 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2313d08e-8bb9-4c5b-a7b0-e6e3a3116dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:51.187344 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c888f-2479-4077-88bd-46ab506aa8d9 req-234b7437-225c-4c3a-ab8a-9f9445b206b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:51.189218 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d64c888f-2479-4077-88bd-46ab506aa8d9 req-234b7437-225c-4c3a-ab8a-9f9445b206b4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 1094 time: 0.1174095 Jul 30 20:01:51.327630 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329fa8c-f224-4aba-b0b4-ca36f62dba6f req-b8daf158-0aff-46bc-9e24-bda0c0cddce3 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:51.329765 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1329fa8c-f224-4aba-b0b4-ca36f62dba6f req-b8daf158-0aff-46bc-9e24-bda0c0cddce3 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=38750664-8d87-4faf-b603-09981e2d9d12 HTTP/1.1" status: 200 len: 948 time: 0.0974681 Jul 30 20:01:51.371546 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-96b2a744-d016-4164-978d-980c1d70d3fc service neutron] Attempting to bind port ac5934e6-57b8-45cc-ba00-c619aff32d27 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:01:51.373935 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1329fa8c-f224-4aba-b0b4-ca36f62dba6f req-64c3ffbb-c1aa-4305-af6c-fa22023f7989 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372686 Jul 30 20:01:51.375795 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-96b2a744-d016-4164-978d-980c1d70d3fc service neutron] Attempting to bind port ac5934e6-57b8-45cc-ba00-c619aff32d27 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:01:51.376124 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-96b2a744-d016-4164-978d-980c1d70d3fc service neutron] Attempting to bind port ac5934e6-57b8-45cc-ba00-c619aff32d27 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:51.391003 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e6b50-bc65-4d9b-9cdb-0ecb1ee6bde9 req-5cadbd41-5ea7-4b2c-908e-7d6690091b88 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:51.399556 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e6b50-bc65-4d9b-9cdb-0ecb1ee6bde9 req-5cadbd41-5ea7-4b2c-908e-7d6690091b88 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:51.408764 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e6b50-bc65-4d9b-9cdb-0ecb1ee6bde9 req-5cadbd41-5ea7-4b2c-908e-7d6690091b88 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:51.410981 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e75e6b50-bc65-4d9b-9cdb-0ecb1ee6bde9 req-5cadbd41-5ea7-4b2c-908e-7d6690091b88 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 2417 time: 0.1952913 Jul 30 20:01:51.418206 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-96b2a744-d016-4164-978d-980c1d70d3fc service neutron] Port ac5934e6-57b8-45cc-ba00-c619aff32d27 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:01:51.418531 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-96b2a744-d016-4164-978d-980c1d70d3fc service neutron] Attempting to bind port ac5934e6-57b8-45cc-ba00-c619aff32d27 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:51.442129 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-96b2a744-d016-4164-978d-980c1d70d3fc service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:01:51.442349 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-96b2a744-d016-4164-978d-980c1d70d3fc service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:51.442722 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-96b2a744-d016-4164-978d-980c1d70d3fc service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:01:51.443163 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-96b2a744-d016-4164-978d-980c1d70d3fc service neutron] Bound port: ac5934e6-57b8-45cc-ba00-c619aff32d27, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:01:51.443548 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-96b2a744-d016-4164-978d-980c1d70d3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:51.471739 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c888f-2479-4077-88bd-46ab506aa8d9 req-3539191d-d643-44f1-abfe-f13efb8060a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:51.473755 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d64c888f-2479-4077-88bd-46ab506aa8d9 req-3539191d-d643-44f1-abfe-f13efb8060a9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 200 len: 921 time: 0.2569516 Jul 30 20:01:51.473997 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0f6717e0-ee2f-4244-92be-361087a0a07e req-7f4a8331-7f90-450d-bf85-6d6531b3a7d3 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 210 time: 0.0351236 Jul 30 20:01:51.567684 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e75e6b50-bc65-4d9b-9cdb-0ecb1ee6bde9 req-5cd7e6c7-5158-4d3c-96ad-9ef1ec60b7d5 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394985 Jul 30 20:01:51.570315 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d64c888f-2479-4077-88bd-46ab506aa8d9 req-64519f6e-1ed8-4a2b-aa68-f17f1f8256eb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f322965-9fbe-4b2c-ae7a-036c7cbea1be HTTP/1.1" status: 200 len: 217 time: 0.0566788 Jul 30 20:01:51.642314 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-96b2a744-d016-4164-978d-980c1d70d3fc service neutron] For port ac5934e6-57b8-45cc-ba00-c619aff32d27, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:51.644429 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:01:51.663153 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-96b2a744-d016-4164-978d-980c1d70d3fc service neutron] For port ac5934e6-57b8-45cc-ba00-c619aff32d27, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ac5934e6-57b8-45cc-ba00-c619aff32d27,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:01:51.667400 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c888f-2479-4077-88bd-46ab506aa8d9 req-069beceb-d447-4c28-ade0-2c0f64ec5093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:51.668894 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d64c888f-2479-4077-88bd-46ab506aa8d9 req-069beceb-d447-4c28-ade0-2c0f64ec5093 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b757e780-295d-4676-ae81-4c07de396b9e HTTP/1.1" status: 200 len: 860 time: 0.0861814 Jul 30 20:01:51.671822 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-96b2a744-d016-4164-978d-980c1d70d3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:51.683363 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439c3e3-bdbd-40ad-a6bc-180852a2787f req-6a36c248-46d6-4b96-8321-e93606b4cfbc tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:51.685056 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b439c3e3-bdbd-40ad-a6bc-180852a2787f req-6a36c248-46d6-4b96-8321-e93606b4cfbc tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 943 time: 0.0839379 Jul 30 20:01:51.723903 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d64c888f-2479-4077-88bd-46ab506aa8d9 req-338564e5-53dc-4a93-8256-691298a50461 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1b009359-14e5-4019-b6cd-e6d82ee142cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415463 Jul 30 20:01:51.726098 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-e073b2ff-ae42-4c67-9a81-6398b31bd03e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397675 Jul 30 20:01:51.734592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-96b2a744-d016-4164-978d-980c1d70d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:51.735304 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-96b2a744-d016-4164-978d-980c1d70d3fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:51.736740 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-96b2a744-d016-4164-978d-980c1d70d3fc service neutron] 10.222.0.83 "PUT /v2.0/ports/ac5934e6-57b8-45cc-ba00-c619aff32d27 HTTP/1.1" status: 200 len: 1096 time: 1.6320059 Jul 30 20:01:51.832225 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b439c3e3-bdbd-40ad-a6bc-180852a2787f req-792443d2-d91f-4b3a-a084-3d6aff074dff tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282651 Jul 30 20:01:51.836595 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b2a744-d016-4164-978d-980c1d70d3fc service neutron] Pushing event updated for resources: {'Port': ['ID=ac5934e6-57b8-45cc-ba00-c619aff32d27,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:51.888122 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-1d38f88c-ec64-4b5b-8f1d-f1c177bdcb30 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:51.890120 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-1d38f88c-ec64-4b5b-8f1d-f1c177bdcb30 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1497452 Jul 30 20:01:51.906548 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-1e5224ec-15e8-40db-be05-51f4c5e3d65e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Request body: {'port': {'device_id': 'ab849583-f78f-4529-9053-b110f65bb823', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': '5cdd6a1a08254791b3b84ba6d6fc6290'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:51.926281 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d64c888f-2479-4077-88bd-46ab506aa8d9 req-c6636292-f181-4544-b3c5-d40404681eee service neutron] 10.222.0.83 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858959 Jul 30 20:01:51.960145 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-e5aa430c-bc78-4ac2-af80-f4ecf5d2fdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:51.962223 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-e5aa430c-bc78-4ac2-af80-f4ecf5d2fdca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dca3d02c6b974036aa747c916a346bce&device_id=38750664-8d87-4faf-b603-09981e2d9d12 HTTP/1.1" status: 200 len: 1099 time: 0.1581647 Jul 30 20:01:52.049750 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-1e5224ec-15e8-40db-be05-51f4c5e3d65e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Made reservation on behalf of 5cdd6a1a08254791b3b84ba6d6fc6290 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:01:52.054733 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-1e5224ec-15e8-40db-be05-51f4c5e3d65e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:52.059618 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-be7d3abb-95b5-4080-bc62-36098bc0cf9a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=ac5934e6-57b8-45cc-ba00-c619aff32d27 HTTP/1.1" status: 200 len: 217 time: 0.0849786 Jul 30 20:01:52.136782 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-1e90bec3-50ad-4954-b0b8-7998913b3b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:52.138221 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-1e90bec3-50ad-4954-b0b8-7998913b3b1f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0687828 Jul 30 20:01:52.148921 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d64c888f-2479-4077-88bd-46ab506aa8d9 req-ec1132b8-c2ba-42aa-b1c0-15fce1f2957b service neutron] 10.222.0.83 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842892 Jul 30 20:01:52.223205 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-1e5224ec-15e8-40db-be05-51f4c5e3d65e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Allocated IP 192.168.233.250 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/7f5788dd-a5bc-4049-8061-fae85b639293) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:01:52.231922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a967712-0a3a-486d-aa5f-ae26538b8f2e req-1553ccd3-8752-4999-828f-9db916a16782 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:52.233884 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4a967712-0a3a-486d-aa5f-ae26538b8f2e req-1553ccd3-8752-4999-828f-9db916a16782 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf122bea-2e17-403b-b446-8bf982bb7de6 HTTP/1.1" status: 200 len: 950 time: 0.0791278 Jul 30 20:01:52.236669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-e765b615-1627-4d65-9ec6-d2434361ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:52.238080 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-e765b615-1627-4d65-9ec6-d2434361ea4f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731373 Jul 30 20:01:52.348566 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4a967712-0a3a-486d-aa5f-ae26538b8f2e req-adffb3fc-775f-48f6-95dd-7ca72d1a6237 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078005 Jul 30 20:01:52.390585 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38750664-8d87-4faf-b603-09981e2d9d12', 'tag': 'ac5934e6-57b8-45cc-ba00-c619aff32d27'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:52.392876 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107a1101-3058-445a-80c3-30ccdf666e40" -d '{"events": [{"name": "network-changed", "server_uuid": "38750664-8d87-4faf-b603-09981e2d9d12", "tag": "ac5934e6-57b8-45cc-ba00-c619aff32d27"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:52.413054 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-1e5224ec-15e8-40db-be05-51f4c5e3d65e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:52.429413 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-1e5224ec-15e8-40db-be05-51f4c5e3d65e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Transition to ACTIVE for port object 7f5788dd-a5bc-4049-8061-fae85b639293 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:52.439976 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-3797c699-b6ef-4819-b881-6ee6f2d96570 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894865 Jul 30 20:01:52.446568 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2104da-b187-422f-b6c0-ce61c02ac5f6 x-openstack-request-id: req-2f2104da-b187-422f-b6c0-ce61c02ac5f6 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:52.446933 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38750664-8d87-4faf-b603-09981e2d9d12", "tag": "ac5934e6-57b8-45cc-ba00-c619aff32d27", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:52.447343 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f2104da-b187-422f-b6c0-ce61c02ac5f6 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:52.447758 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38750664-8d87-4faf-b603-09981e2d9d12', 'tag': 'ac5934e6-57b8-45cc-ba00-c619aff32d27', 'status': 'completed', 'code': 200} Jul 30 20:01:52.494495 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-1e5224ec-15e8-40db-be05-51f4c5e3d65e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:52.507982 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['c65993c9-3d10-4021-94da-440fdc55ae35', 'db46e04f-5e2b-4fbf-bb4a-6aee85812d1d'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:01:52.593159 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-1e5224ec-15e8-40db-be05-51f4c5e3d65e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:01:52.619051 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec997db1-10c5-4c53-9490-d874a62d66f4 req-a148c2e3-4343-4f8e-9d48-b04b27c44268 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:52.622046 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ec997db1-10c5-4c53-9490-d874a62d66f4 req-a148c2e3-4343-4f8e-9d48-b04b27c44268 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=38750664-8d87-4faf-b603-09981e2d9d12 HTTP/1.1" status: 200 len: 948 time: 0.1611569 Jul 30 20:01:52.624731 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-1e5224ec-15e8-40db-be05-51f4c5e3d65e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:01:52.630685 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-1e5224ec-15e8-40db-be05-51f4c5e3d65e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:01:52.635134 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5224ec-15e8-40db-be05-51f4c5e3d65e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Pushing event updated for resources: {'Port': ['ID=7f5788dd-a5bc-4049-8061-fae85b639293,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:52.743742 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2e075-9bb4-4683-a376-6d968fc5ee03 req-b1840b1a-d967-4189-8e03-53028270c3e0 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:52.754928 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9bf2e075-9bb4-4683-a376-6d968fc5ee03 req-b1840b1a-d967-4189-8e03-53028270c3e0 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 936 time: 0.1790524 Jul 30 20:01:52.758273 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ec997db1-10c5-4c53-9490-d874a62d66f4 req-8c008678-1a2d-46a4-b64a-de8e19f59655 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924444 Jul 30 20:01:52.766899 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-1e5224ec-15e8-40db-be05-51f4c5e3d65e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:52.767686 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-1e5224ec-15e8-40db-be05-51f4c5e3d65e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:52.784572 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81c50cc0-22de-4db6-a3c3-2306117d4949 req-ff29e1cd-3a6f-49c7-92c6-b88b75bb3000 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357154 Jul 30 20:01:52.805313 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-1e5224ec-15e8-40db-be05-51f4c5e3d65e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9029419 Jul 30 20:01:52.831788 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9bf2e075-9bb4-4683-a376-6d968fc5ee03 req-d69008f1-f951-4bb7-9c71-ca1fc9458075 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685413 Jul 30 20:01:52.849309 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-400f35f1-6426-4475-a291-ed48f51d836f service neutron] Request body: {'port': {'device_id': 'ab849583-f78f-4529-9053-b110f65bb823', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:52.974681 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a1101-3058-445a-80c3-30ccdf666e40 req-30c31f03-af4e-4efa-b5fc-c46225c5fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:52.976110 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-107a1101-3058-445a-80c3-30ccdf666e40 req-30c31f03-af4e-4efa-b5fc-c46225c5fb54 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dca3d02c6b974036aa747c916a346bce&device_id=38750664-8d87-4faf-b603-09981e2d9d12 HTTP/1.1" status: 200 len: 1099 time: 0.0916860 Jul 30 20:01:53.006597 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71574a65-1326-4930-87f4-1ac14d80e016 req-c074a1e9-7336-4ce3-b48f-bdb7da867a65 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:53.013195 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71574a65-1326-4930-87f4-1ac14d80e016 req-c074a1e9-7336-4ce3-b48f-bdb7da867a65 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:53.020785 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71574a65-1326-4930-87f4-1ac14d80e016 req-c074a1e9-7336-4ce3-b48f-bdb7da867a65 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:53.022439 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71574a65-1326-4930-87f4-1ac14d80e016 req-c074a1e9-7336-4ce3-b48f-bdb7da867a65 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 2417 time: 0.1049533 Jul 30 20:01:53.032547 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-400f35f1-6426-4475-a291-ed48f51d836f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:53.044233 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-f5711abe-e53f-4958-81d5-2775d01b1cbe tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:53.050462 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-f5711abe-e53f-4958-81d5-2775d01b1cbe tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:53.056495 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-f5711abe-e53f-4958-81d5-2775d01b1cbe tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:53.058131 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-f5711abe-e53f-4958-81d5-2775d01b1cbe tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 2417 time: 0.1577232 Jul 30 20:01:53.070077 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-25aaf3ff-3410-44fa-9610-4549220eee3a None None] Provisioning for port 7f5788dd-a5bc-4049-8061-fae85b639293 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:53.080838 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-25aaf3ff-3410-44fa-9610-4549220eee3a None None] Provisioning complete for port 7f5788dd-a5bc-4049-8061-fae85b639293 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:53.084524 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25aaf3ff-3410-44fa-9610-4549220eee3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:53.114828 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc0396-0af7-4ab7-8562-244a00b19c23 req-8eedccbe-9327-405a-9f5f-ccee10713473 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:53.121948 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fadc0396-0af7-4ab7-8562-244a00b19c23 req-8eedccbe-9327-405a-9f5f-ccee10713473 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 943 time: 0.1598403 Jul 30 20:01:53.137835 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71574a65-1326-4930-87f4-1ac14d80e016 req-d61134a9-edeb-4e4a-bbb9-14e82e3bb018 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051018 Jul 30 20:01:53.139029 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-25aaf3ff-3410-44fa-9610-4549220eee3a None None] Port 7f5788dd-a5bc-4049-8061-fae85b639293 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:01:53.181199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a1101-3058-445a-80c3-30ccdf666e40 req-f0882004-782e-4cc6-ad40-99bf8cadcda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:53.182648 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-107a1101-3058-445a-80c3-30ccdf666e40 req-f0882004-782e-4cc6-ad40-99bf8cadcda5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1961236 Jul 30 20:01:53.192324 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff7502-e1d1-42fd-a11d-3b64f1629df2 req-c485d2dd-f855-4bce-be2d-5b7ba84292c6 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:53.194499 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25ff7502-e1d1-42fd-a11d-3b64f1629df2 req-c485d2dd-f855-4bce-be2d-5b7ba84292c6 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf122bea-2e17-403b-b446-8bf982bb7de6 HTTP/1.1" status: 200 len: 950 time: 0.0940509 Jul 30 20:01:53.258236 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-107a1101-3058-445a-80c3-30ccdf666e40 req-17b0e9e5-7df5-43d3-ba73-67c74810d98e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=ac5934e6-57b8-45cc-ba00-c619aff32d27 HTTP/1.1" status: 200 len: 217 time: 0.0634892 Jul 30 20:01:53.284858 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fadc0396-0af7-4ab7-8562-244a00b19c23 req-177aa1a2-199a-4626-99d8-7aef4c16f524 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613214 Jul 30 20:01:53.349503 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a1101-3058-445a-80c3-30ccdf666e40 req-68e1efe2-20c1-4bbc-828d-a4b6492485d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:53.351082 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-107a1101-3058-445a-80c3-30ccdf666e40 req-68e1efe2-20c1-4bbc-828d-a4b6492485d8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0848241 Jul 30 20:01:53.364815 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-90840692-eb24-45a4-83eb-1e6473d7e58a tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Deleting port deae0304-101b-4827-b781-5a951b77df9d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:01:53.364815 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-90840692-eb24-45a4-83eb-1e6473d7e58a tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:53.411400 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-25ff7502-e1d1-42fd-a11d-3b64f1629df2 req-ec8588a6-1561-4fb7-944e-1e62d5809390 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Deleting port 4333bc16-c1e2-4c8a-9397-c37092336bd7 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:01:53.412056 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-25ff7502-e1d1-42fd-a11d-3b64f1629df2 req-ec8588a6-1561-4fb7-944e-1e62d5809390 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:53.501043 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a1101-3058-445a-80c3-30ccdf666e40 req-ece258e4-3471-4d6d-97ce-77dfad8ff5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:53.502540 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-107a1101-3058-445a-80c3-30ccdf666e40 req-ece258e4-3471-4d6d-97ce-77dfad8ff5fc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1429710 Jul 30 20:01:53.565661 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-90840692-eb24-45a4-83eb-1e6473d7e58a tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] For port deae0304-101b-4827-b781-5a951b77df9d, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=deae0304-101b-4827-b781-5a951b77df9d,segment=NetworkSegment(73316462-e9ca-4185-9d79-6bdaf0fadea4),segment_id=73316462-e9ca-4185-9d79-6bdaf0fadea4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:53.566033 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-90840692-eb24-45a4-83eb-1e6473d7e58a tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:53.569958 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7886e-e8c6-4161-9129-9040dcbcc438 req-36e4a944-1157-4dff-ae86-86c1deeac044 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:53.571419 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b0c7886e-e8c6-4161-9129-9040dcbcc438 req-36e4a944-1157-4dff-ae86-86c1deeac044 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf122bea-2e17-403b-b446-8bf982bb7de6 HTTP/1.1" status: 200 len: 950 time: 0.1165197 Jul 30 20:01:53.590753 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-400f35f1-6426-4475-a291-ed48f51d836f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5788dd-a5bc-4049-8061-fae85b639293 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:53.595792 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-90840692-eb24-45a4-83eb-1e6473d7e58a tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Calling delete_port for deae0304-101b-4827-b781-5a951b77df9d owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:01:53.602341 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-400f35f1-6426-4475-a291-ed48f51d836f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:53.609391 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-25ff7502-e1d1-42fd-a11d-3b64f1629df2 req-ec8588a6-1561-4fb7-944e-1e62d5809390 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] For port 4333bc16-c1e2-4c8a-9397-c37092336bd7, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=4333bc16-c1e2-4c8a-9397-c37092336bd7,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:53.609929 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-25ff7502-e1d1-42fd-a11d-3b64f1629df2 req-ec8588a6-1561-4fb7-944e-1e62d5809390 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:53.638833 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7dad1641-3538-4dff-b414-3e0c4d13f88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:53.647820 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-25ff7502-e1d1-42fd-a11d-3b64f1629df2 req-ec8588a6-1561-4fb7-944e-1e62d5809390 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Calling delete_port for 4333bc16-c1e2-4c8a-9397-c37092336bd7 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:01:53.652033 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-400f35f1-6426-4475-a291-ed48f51d836f service neutron] Transition to ACTIVE for port object 7f5788dd-a5bc-4049-8061-fae85b639293 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:01:53.668591 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-400f35f1-6426-4475-a291-ed48f51d836f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:53.688136 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b0c7886e-e8c6-4161-9129-9040dcbcc438 req-4766f366-fc73-487d-9977-d9b52f351c39 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/security-groups?id=032e1197-03bd-49b5-844e-578d070d27f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885053 Jul 30 20:01:53.762174 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f35f1-6426-4475-a291-ed48f51d836f service neutron] Pushing event updated for resources: {'Port': ['ID=7f5788dd-a5bc-4049-8061-fae85b639293,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:53.879485 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:53.904450 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-400f35f1-6426-4475-a291-ed48f51d836f service neutron] Attempting to bind port 7f5788dd-a5bc-4049-8061-fae85b639293 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:01:53.905265 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-400f35f1-6426-4475-a291-ed48f51d836f service neutron] Attempting to bind port 7f5788dd-a5bc-4049-8061-fae85b639293 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:01:53.905265 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-400f35f1-6426-4475-a291-ed48f51d836f service neutron] Attempting to bind port 7f5788dd-a5bc-4049-8061-fae85b639293 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:53.960576 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-400f35f1-6426-4475-a291-ed48f51d836f service neutron] Port 7f5788dd-a5bc-4049-8061-fae85b639293 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:01:53.960941 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-400f35f1-6426-4475-a291-ed48f51d836f service neutron] Attempting to bind port 7f5788dd-a5bc-4049-8061-fae85b639293 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:53.965949 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-90840692-eb24-45a4-83eb-1e6473d7e58a tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:53.979482 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-400f35f1-6426-4475-a291-ed48f51d836f service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:01:53.979873 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-400f35f1-6426-4475-a291-ed48f51d836f service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:53.980366 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-400f35f1-6426-4475-a291-ed48f51d836f service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:01:53.980828 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-400f35f1-6426-4475-a291-ed48f51d836f service neutron] Bound port: 7f5788dd-a5bc-4049-8061-fae85b639293, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:01:53.983548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['634705eb-c09c-40c3-a543-870962aaf2e1', '781ecc14-95a3-4921-b945-d13e750074fc', 'deae0304-101b-4827-b781-5a951b77df9d'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:01:53.986921 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-400f35f1-6426-4475-a291-ed48f51d836f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:54.046874 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6441831-1d83-487b-b92c-f2696d82a676 req-1e98fa68-0001-4d79-adbc-9254351766b0 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:54.062768 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c6441831-1d83-487b-b92c-f2696d82a676 req-1e98fa68-0001-4d79-adbc-9254351766b0 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=38750664-8d87-4faf-b603-09981e2d9d12 HTTP/1.1" status: 200 len: 948 time: 0.2189710 Jul 30 20:01:54.077051 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90840692-eb24-45a4-83eb-1e6473d7e58a tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event deleted for resources: {'Port': ['ID=deae0304-101b-4827-b781-5a951b77df9d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:54.192961 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-90840692-eb24-45a4-83eb-1e6473d7e58a tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] No DVR routers for this DVR port deae0304-101b-4827-b781-5a951b77df9d on host n-h1-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:01:54.213950 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-90840692-eb24-45a4-83eb-1e6473d7e58a tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:54.216619 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-90840692-eb24-45a4-83eb-1e6473d7e58a tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.59 "DELETE /v2.0/ports/deae0304-101b-4827-b781-5a951b77df9d HTTP/1.1" status: 204 len: 173 time: 1.1503437 Jul 30 20:01:54.217087 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'name': 'network-vif-deleted', 'tag': 'deae0304-101b-4827-b781-5a951b77df9d'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:54.220351 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831417e6-1532-49a4-8905-50c9526d10be" -d '{"events": [{"server_uuid": "a3eed10d-930f-48dd-904f-e627ea725f65", "name": "network-vif-deleted", "tag": "deae0304-101b-4827-b781-5a951b77df9d"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:54.239602 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c6441831-1d83-487b-b92c-f2696d82a676 req-57799e56-11ec-4dbd-ad4b-882ced8b07f9 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759319 Jul 30 20:01:54.340220 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-107a1101-3058-445a-80c3-30ccdf666e40 req-6e1c90ea-cf71-4e2a-9fd6-34ff9d499dd6 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8112755 Jul 30 20:01:54.398569 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-400f35f1-6426-4475-a291-ed48f51d836f service neutron] For port 7f5788dd-a5bc-4049-8061-fae85b639293, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:01:54.439448 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 7f322965-9fbe-4b2c-ae7a-036c7cbea1be details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:01:54.444791 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-400f35f1-6426-4475-a291-ed48f51d836f service neutron] For port 7f5788dd-a5bc-4049-8061-fae85b639293, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7f5788dd-a5bc-4049-8061-fae85b639293,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:01:54.456608 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-400f35f1-6426-4475-a291-ed48f51d836f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:54.486995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b76459-bc93-419a-b5f5-78b94a59645d req-fb763366-2d46-416a-b251-b81aa188eeff tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:54.510934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-400f35f1-6426-4475-a291-ed48f51d836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:54.511580 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-400f35f1-6426-4475-a291-ed48f51d836f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:54.511761 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59b76459-bc93-419a-b5f5-78b94a59645d req-fb763366-2d46-416a-b251-b81aa188eeff tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 948 time: 0.3093896 Jul 30 20:01:54.512976 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-400f35f1-6426-4475-a291-ed48f51d836f service neutron] 10.222.0.83 "PUT /v2.0/ports/7f5788dd-a5bc-4049-8061-fae85b639293 HTTP/1.1" status: 200 len: 1096 time: 1.6775367 Jul 30 20:01:54.616905 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f35f1-6426-4475-a291-ed48f51d836f service neutron] Pushing event updated for resources: {'Port': ['ID=7f5788dd-a5bc-4049-8061-fae85b639293,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:54.641485 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-2ebcfbc9-7b3e-46af-b105-8cd10a77bc77 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Deleting port 634705eb-c09c-40c3-a543-870962aaf2e1 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:01:54.642255 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-2ebcfbc9-7b3e-46af-b105-8cd10a77bc77 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:54.691950 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59b76459-bc93-419a-b5f5-78b94a59645d req-d411138a-f68f-49d4-a652-0078980ef777 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714840 Jul 30 20:01:54.701597 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-107a1101-3058-445a-80c3-30ccdf666e40 req-613a4ece-4d5c-4513-af8d-e0c0a5e5f735 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367412 Jul 30 20:01:54.730958 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-25ff7502-e1d1-42fd-a11d-3b64f1629df2 req-ec8588a6-1561-4fb7-944e-1e62d5809390 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:54.739070 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7f322965-9fbe-4b2c-ae7a-036c7cbea1be,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:54.748966 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['4333bc16-c1e2-4c8a-9397-c37092336bd7'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:01:54.815658 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8588a6-1561-4fb7-944e-1e62d5809390 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Pushing event deleted for resources: {'Port': ['ID=4333bc16-c1e2-4c8a-9397-c37092336bd7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:54.824654 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '7f322965-9fbe-4b2c-ae7a-036c7cbea1be', 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf', 'port_id': '7f322965-9fbe-4b2c-ae7a-036c7cbea1be', 'mac_address': 'fa:16:3e:93:a7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b757e780-295d-4676-ae81-4c07de396b9e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:01:54.881578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ff7502-e1d1-42fd-a11d-3b64f1629df2 req-ec8588a6-1561-4fb7-944e-1e62d5809390 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] No DVR routers for this DVR port 4333bc16-c1e2-4c8a-9397-c37092336bd7 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:01:54.885304 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-25ff7502-e1d1-42fd-a11d-3b64f1629df2 req-ec8588a6-1561-4fb7-944e-1e62d5809390 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:54.888042 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25ff7502-e1d1-42fd-a11d-3b64f1629df2 req-ec8588a6-1561-4fb7-944e-1e62d5809390 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.83 "DELETE /v2.0/ports/4333bc16-c1e2-4c8a-9397-c37092336bd7 HTTP/1.1" status: 204 len: 173 time: 1.6866517 Jul 30 20:01:54.888746 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf122bea-2e17-403b-b446-8bf982bb7de6', 'name': 'network-vif-deleted', 'tag': '4333bc16-c1e2-4c8a-9397-c37092336bd7'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:54.891227 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c68ad9-3b8b-422d-8243-e371a30175ed" -d '{"events": [{"server_uuid": "cf122bea-2e17-403b-b446-8bf982bb7de6", "name": "network-vif-deleted", "tag": "4333bc16-c1e2-4c8a-9397-c37092336bd7"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:54.897862 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:54.924540 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:54.950120 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f322965-9fbe-4b2c-ae7a-036c7cbea1be {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:54.976684 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba4cf1-870b-4541-9a98-d8191dcd3fcf req-08100738-9c41-4753-b411-a000482fb82d tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:54.978798 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73ba4cf1-870b-4541-9a98-d8191dcd3fcf req-08100738-9c41-4753-b411-a000482fb82d tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 943 time: 0.0718184 Jul 30 20:01:54.997970 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7f322965-9fbe-4b2c-ae7a-036c7cbea1be,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:55.007601 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:55.072069 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73ba4cf1-870b-4541-9a98-d8191dcd3fcf req-b880b5ce-14e4-494f-b2bf-3280ed594711 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817490 Jul 30 20:01:55.116590 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=7f322965-9fbe-4b2c-ae7a-036c7cbea1be,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:55.181095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a79b4-1e36-4269-a12c-a0a3cfbaf90f req-9b2b4ddb-ac21-490b-b051-66435cbd1a59 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:55.182859 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b01a79b4-1e36-4269-a12c-a0a3cfbaf90f req-9b2b4ddb-ac21-490b-b051-66435cbd1a59 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 1097 time: 0.0446022 Jul 30 20:01:55.227566 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b01a79b4-1e36-4269-a12c-a0a3cfbaf90f req-1f155b7c-e668-413b-a81b-05231bf18feb tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388045 Jul 30 20:01:55.234686 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b4962f-eda5-479e-8136-4b4dee8fe277 x-openstack-request-id: req-f4b4962f-eda5-479e-8136-4b4dee8fe277 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:55.235307 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3eed10d-930f-48dd-904f-e627ea725f65", "name": "network-vif-deleted", "tag": "deae0304-101b-4827-b781-5a951b77df9d", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:55.235307 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f4b4962f-eda5-479e-8136-4b4dee8fe277 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:55.235642 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'name': 'network-vif-deleted', 'tag': 'deae0304-101b-4827-b781-5a951b77df9d', 'status': 'completed', 'code': 200} Jul 30 20:01:55.274365 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d88e4-0cab-41cd-bf50-457113b0bcd5 req-f52c69e1-b000-4744-9461-e93b86fdcb9c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:55.281756 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d88e4-0cab-41cd-bf50-457113b0bcd5 req-f52c69e1-b000-4744-9461-e93b86fdcb9c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:55.288170 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d05d88e4-0cab-41cd-bf50-457113b0bcd5 req-f52c69e1-b000-4744-9461-e93b86fdcb9c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 1682 time: 0.7704604 Jul 30 20:01:55.307734 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-ffbb48df-848a-4c8e-98b0-40ef76eb5b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:55.309673 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-ffbb48df-848a-4c8e-98b0-40ef76eb5b05 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 1099 time: 0.7347593 Jul 30 20:01:55.343790 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['7f322965-9fbe-4b2c-ae7a-036c7cbea1be'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:01:55.374136 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-410d1bc5-6fbd-417d-b59d-b330ba70780e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=7f5788dd-a5bc-4049-8061-fae85b639293 HTTP/1.1" status: 200 len: 217 time: 0.0487392 Jul 30 20:01:55.403315 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-2ebcfbc9-7b3e-46af-b105-8cd10a77bc77 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] For port 634705eb-c09c-40c3-a543-870962aaf2e1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=634705eb-c09c-40c3-a543-870962aaf2e1,segment=NetworkSegment(308bbf82-40f2-4c30-9191-c1c6a33c5183),segment_id=308bbf82-40f2-4c30-9191-c1c6a33c5183)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:55.403726 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-2ebcfbc9-7b3e-46af-b105-8cd10a77bc77 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:55.430104 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56ca55f6-0ae6-4ede-919b-cb7ac35061bf req-00fca667-a475-4cbb-b97e-ed51eb2354c8 tempest-ServersAdminNegativeTestJSON-87867371 tempest-ServersAdminNegativeTestJSON-87867371-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf122bea-2e17-403b-b446-8bf982bb7de6 HTTP/1.1" status: 200 len: 210 time: 0.0553641 Jul 30 20:01:55.441934 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d05d88e4-0cab-41cd-bf50-457113b0bcd5 req-58ca7e8b-1566-48a3-b66b-a377a5ee7809 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522679 Jul 30 20:01:55.448965 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-2ebcfbc9-7b3e-46af-b105-8cd10a77bc77 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Calling delete_port for 634705eb-c09c-40c3-a543-870962aaf2e1 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:01:55.500549 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-1c62bfd0-1cd3-4b6b-be12-50140eba98fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:55.502003 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-1c62bfd0-1cd3-4b6b-be12-50140eba98fe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1134052 Jul 30 20:01:55.538783 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8b8ee4-c9d8-4ac4-afc5-a6abb075bc7e x-openstack-request-id: req-0d8b8ee4-c9d8-4ac4-afc5-a6abb075bc7e {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:55.539327 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf122bea-2e17-403b-b446-8bf982bb7de6", "name": "network-vif-deleted", "tag": "4333bc16-c1e2-4c8a-9397-c37092336bd7", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:55.539327 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0d8b8ee4-c9d8-4ac4-afc5-a6abb075bc7e {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:55.539720 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf122bea-2e17-403b-b446-8bf982bb7de6', 'name': 'network-vif-deleted', 'tag': '4333bc16-c1e2-4c8a-9397-c37092336bd7', 'status': 'completed', 'code': 200} Jul 30 20:01:55.692258 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-c524a82a-e915-482c-9ceb-cbe1a107b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:55.693673 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-c524a82a-e915-482c-9ceb-cbe1a107b178 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1275029 Jul 30 20:01:55.706034 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a985c71-9ac2-41c4-9be9-e177543badfc req-75060887-81ea-4c48-af50-fdb0c9fcff6f tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:55.713035 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a985c71-9ac2-41c4-9be9-e177543badfc req-75060887-81ea-4c48-af50-fdb0c9fcff6f tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=38750664-8d87-4faf-b603-09981e2d9d12 HTTP/1.1" status: 200 len: 948 time: 0.0768306 Jul 30 20:01:55.814542 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a985c71-9ac2-41c4-9be9-e177543badfc req-9d21be4b-ac13-4124-9107-e4e8e45d8053 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005166 Jul 30 20:01:55.892646 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-eae199c7-fdea-4411-bbc6-d29c9311d39d service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737649 Jul 30 20:01:55.922364 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-2ebcfbc9-7b3e-46af-b105-8cd10a77bc77 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:56.016424 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebcfbc9-7b3e-46af-b105-8cd10a77bc77 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event deleted for resources: {'Port': ['ID=634705eb-c09c-40c3-a543-870962aaf2e1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:56.051307 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-2ebcfbc9-7b3e-46af-b105-8cd10a77bc77 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] No DVR routers for this DVR port 634705eb-c09c-40c3-a543-870962aaf2e1 on host n-h1-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:01:56.054152 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-2ebcfbc9-7b3e-46af-b105-8cd10a77bc77 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:56.056727 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-2ebcfbc9-7b3e-46af-b105-8cd10a77bc77 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.59 "DELETE /v2.0/ports/634705eb-c09c-40c3-a543-870962aaf2e1 HTTP/1.1" status: 204 len: 173 time: 1.8288035 Jul 30 20:01:56.139028 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f50a9-58ff-448c-9c8e-d876d1148168 req-82fa097a-a9bc-4941-805c-1c40d12a19ff tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:56.141169 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ae3ad651-0cbb-4691-983a-34bc555d540a req-aceb6bd4-1989-487d-99b0-690478e39955 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400842 Jul 30 20:01:56.179036 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-911f50a9-58ff-448c-9c8e-d876d1148168 req-82fa097a-a9bc-4941-805c-1c40d12a19ff tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 948 time: 0.1383333 Jul 30 20:01:56.215798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 781ecc14-95a3-4921-b945-d13e750074fc no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:01:56.236688 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-089fa130-1459-409f-8f6c-901553343e9c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Deleting port 781ecc14-95a3-4921-b945-d13e750074fc {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:01:56.237300 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-089fa130-1459-409f-8f6c-901553343e9c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:56.253111 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-911f50a9-58ff-448c-9c8e-d876d1148168 req-64a5f90d-1362-4056-b405-1be6e392e5f6 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730853 Jul 30 20:01:56.373707 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:56.433244 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-089fa130-1459-409f-8f6c-901553343e9c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] For port 781ecc14-95a3-4921-b945-d13e750074fc, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=781ecc14-95a3-4921-b945-d13e750074fc,segment=NetworkSegment(73316462-e9ca-4185-9d79-6bdaf0fadea4),segment_id=73316462-e9ca-4185-9d79-6bdaf0fadea4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:56.435841 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-089fa130-1459-409f-8f6c-901553343e9c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:56.439185 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '781ecc14-95a3-4921-b945-d13e750074fc'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:56.444584 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b4659c-4954-4822-bcc9-fdf676eb76db" -d '{"events": [{"server_uuid": "a3eed10d-930f-48dd-904f-e627ea725f65", "name": "network-vif-unplugged", "status": "completed", "tag": "781ecc14-95a3-4921-b945-d13e750074fc"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:56.463855 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-089fa130-1459-409f-8f6c-901553343e9c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Calling delete_port for 781ecc14-95a3-4921-b945-d13e750074fc owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:01:56.470213 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3082b2a-8055-490e-8f12-3c67335f7caa req-c03418e4-4bbb-4ddb-92b9-6eaed598248f tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:56.471759 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b3082b2a-8055-490e-8f12-3c67335f7caa req-c03418e4-4bbb-4ddb-92b9-6eaed598248f tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 944 time: 0.0993989 Jul 30 20:01:56.479926 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ac5934e6-57b8-45cc-ba00-c619aff32d27 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:01:56.482107 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 4333bc16-c1e2-4c8a-9397-c37092336bd7 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:01:56.509196 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 781ecc14-95a3-4921-b945-d13e750074fc, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=781ecc14-95a3-4921-b945-d13e750074fc,segment=NetworkSegment(73316462-e9ca-4185-9d79-6bdaf0fadea4),segment_id=73316462-e9ca-4185-9d79-6bdaf0fadea4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:56.510705 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 4333bc16-c1e2-4c8a-9397-c37092336bd7 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:01:56.511273 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 4333bc16-c1e2-4c8a-9397-c37092336bd7 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:01:56.534255 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b3082b2a-8055-490e-8f12-3c67335f7caa req-a0facc47-d685-443f-907e-dbea4f661fff tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521576 Jul 30 20:01:56.633069 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:56.633771 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 634705eb-c09c-40c3-a543-870962aaf2e1 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:01:56.672023 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 634705eb-c09c-40c3-a543-870962aaf2e1 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:01:56.672363 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 634705eb-c09c-40c3-a543-870962aaf2e1 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:01:56.672951 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device deae0304-101b-4827-b781-5a951b77df9d no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:01:56.704149 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb105680-fb15-4e90-b3bd-4007f97377d4 x-openstack-request-id: req-fb105680-fb15-4e90-b3bd-4007f97377d4 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:56.704716 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3eed10d-930f-48dd-904f-e627ea725f65", "name": "network-vif-unplugged", "status": "completed", "tag": "781ecc14-95a3-4921-b945-d13e750074fc", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:56.705126 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fb105680-fb15-4e90-b3bd-4007f97377d4 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:56.705674 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '781ecc14-95a3-4921-b945-d13e750074fc', 'code': 200} Jul 30 20:01:56.717581 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-089fa130-1459-409f-8f6c-901553343e9c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:56.736087 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: deae0304-101b-4827-b781-5a951b77df9d {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:01:56.736693 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device deae0304-101b-4827-b781-5a951b77df9d not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:01:56.749901 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:56.776705 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=781ecc14-95a3-4921-b945-d13e750074fc,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:56.806925 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port ac5934e6-57b8-45cc-ba00-c619aff32d27, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ac5934e6-57b8-45cc-ba00-c619aff32d27,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:56.809016 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fa130-1459-409f-8f6c-901553343e9c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event deleted for resources: {'Port': ['ID=781ecc14-95a3-4921-b945-d13e750074fc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:56.829309 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'ac5934e6-57b8-45cc-ba00-c619aff32d27', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': 'ac5934e6-57b8-45cc-ba00-c619aff32d27', 'mac_address': 'fa:16:3e:e2:d2:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:01:56.868927 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-34028236-ad09-406f-ba1b-4bc9fa93d615 req-d1a6103f-f72c-4b45-a446-5881e3e0484d tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3eed10d-930f-48dd-904f-e627ea725f65 HTTP/1.1" status: 200 len: 210 time: 0.0789897 Jul 30 20:01:56.924942 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:56.937645 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-089fa130-1459-409f-8f6c-901553343e9c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] No DVR routers for this DVR port 781ecc14-95a3-4921-b945-d13e750074fc on host n-h1-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:01:56.940312 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-089fa130-1459-409f-8f6c-901553343e9c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:56.945632 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b2dba810-3cdd-45d6-9914-88afca3173a4 req-089fa130-1459-409f-8f6c-901553343e9c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.59 "DELETE /v2.0/ports/781ecc14-95a3-4921-b945-d13e750074fc HTTP/1.1" status: 204 len: 173 time: 0.8755450 Jul 30 20:01:56.963075 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5934e6-57b8-45cc-ba00-c619aff32d27 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:01:56.984051 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-bd95ef6b-fc38-47b8-8203-3ff4f770e547 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:01:56.987147 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-bd95ef6b-fc38-47b8-8203-3ff4f770e547 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098622 Jul 30 20:01:57.022625 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-6271ac11-e5dd-4e12-97b5-127c037917bb service neutron] Request body: {'binding': {'host': 'n-h1-712137-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:01:57.023305 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-6271ac11-e5dd-4e12-97b5-127c037917bb service neutron] Unknown quota resources ['binding']. {{(pid=93883) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 20:01:57.044035 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port ac5934e6-57b8-45cc-ba00-c619aff32d27, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ac5934e6-57b8-45cc-ba00-c619aff32d27,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:57.067846 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:57.211906 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=ac5934e6-57b8-45cc-ba00-c619aff32d27,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:57.244812 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429eafb5-fbfc-4093-8ca9-4cdfcf94ac6f req-c54dd06a-0e4d-42a5-bf31-a0238407db75 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:57.246806 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-429eafb5-fbfc-4093-8ca9-4cdfcf94ac6f req-c54dd06a-0e4d-42a5-bf31-a0238407db75 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=38750664-8d87-4faf-b603-09981e2d9d12 HTTP/1.1" status: 200 len: 949 time: 0.1222436 Jul 30 20:01:57.247301 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50510) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:57.272432 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab849583-f78f-4529-9053-b110f65bb823', 'tag': '7f5788dd-a5bc-4049-8061-fae85b639293'}, {'server_uuid': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'name': 'network-vif-deleted', 'tag': '634705eb-c09c-40c3-a543-870962aaf2e1'}, {'server_uuid': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'name': 'network-vif-deleted', 'tag': '781ecc14-95a3-4921-b945-d13e750074fc'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:57.275006 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fa8bf3-0c95-4a42-9d65-e4fe202881d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ab849583-f78f-4529-9053-b110f65bb823", "tag": "7f5788dd-a5bc-4049-8061-fae85b639293"}, {"server_uuid": "a3eed10d-930f-48dd-904f-e627ea725f65", "name": "network-vif-deleted", "tag": "634705eb-c09c-40c3-a543-870962aaf2e1"}, {"server_uuid": "a3eed10d-930f-48dd-904f-e627ea725f65", "name": "network-vif-deleted", "tag": "781ecc14-95a3-4921-b945-d13e750074fc"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:57.352435 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-429eafb5-fbfc-4093-8ca9-4cdfcf94ac6f req-a90774b4-6615-494a-a39b-789451a19b3d tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847235 Jul 30 20:01:57.376797 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-6271ac11-e5dd-4e12-97b5-127c037917bb service neutron] Attempting to bind port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 on host n-h1-712137-9 for vnic_type normal with profile None {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:01:57.377173 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-6271ac11-e5dd-4e12-97b5-127c037917bb service neutron] Attempting to bind port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:01:57.377503 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-6271ac11-e5dd-4e12-97b5-127c037917bb service neutron] Attempting to bind port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 on network dd53ee4f-dc29-41da-8a32-a515358904dc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:57.381939 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-6271ac11-e5dd-4e12-97b5-127c037917bb service neutron] Port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 on network dd53ee4f-dc29-41da-8a32-a515358904dc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:01:57.382263 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-6271ac11-e5dd-4e12-97b5-127c037917bb service neutron] Attempting to bind port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 on network dd53ee4f-dc29-41da-8a32-a515358904dc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:01:57.393470 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-6271ac11-e5dd-4e12-97b5-127c037917bb service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:01:57.393470 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-6271ac11-e5dd-4e12-97b5-127c037917bb service neutron] Checking segment: {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:01:57.394299 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-6271ac11-e5dd-4e12-97b5-127c037917bb service neutron] Bound using segment: {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:01:57.395019 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-6271ac11-e5dd-4e12-97b5-127c037917bb service neutron] Bound port: 5ed0c72e-cb54-47a2-90f8-d151099fbcb6, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:01:57.441784 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c6f488c2-9f28-49d4-bda8-cb631311ecd8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c8ace72258ae4b0e9b30df106b7a2010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1928029 Jul 30 20:01:57.443826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50520) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:57.486987 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e668d2-bff1-401e-912e-52c52b92fb8a x-openstack-request-id: req-79e668d2-bff1-401e-912e-52c52b92fb8a {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:57.487470 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab849583-f78f-4529-9053-b110f65bb823", "tag": "7f5788dd-a5bc-4049-8061-fae85b639293", "status": "completed", "code": 200}, {"server_uuid": "a3eed10d-930f-48dd-904f-e627ea725f65", "name": "network-vif-deleted", "tag": "634705eb-c09c-40c3-a543-870962aaf2e1", "status": "completed", "code": 200}, {"server_uuid": "a3eed10d-930f-48dd-904f-e627ea725f65", "name": "network-vif-deleted", "tag": "781ecc14-95a3-4921-b945-d13e750074fc", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:57.487768 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-79e668d2-bff1-401e-912e-52c52b92fb8a {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:57.488715 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab849583-f78f-4529-9053-b110f65bb823', 'tag': '7f5788dd-a5bc-4049-8061-fae85b639293', 'status': 'completed', 'code': 200} Jul 30 20:01:57.489024 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'name': 'network-vif-deleted', 'tag': '634705eb-c09c-40c3-a543-870962aaf2e1', 'status': 'completed', 'code': 200} Jul 30 20:01:57.489205 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3eed10d-930f-48dd-904f-e627ea725f65', 'name': 'network-vif-deleted', 'tag': '781ecc14-95a3-4921-b945-d13e750074fc', 'status': 'completed', 'code': 200} Jul 30 20:01:57.498898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['ac5934e6-57b8-45cc-ba00-c619aff32d27'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:01:57.540503 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3458adf0-b407-4009-bdde-184c5b28da67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:57.570730 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-6271ac11-e5dd-4e12-97b5-127c037917bb service neutron] For port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5ed0c72e-cb54-47a2-90f8-d151099fbcb6,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:01:57.571004 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3458adf0-b407-4009-bdde-184c5b28da67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:57.585485 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-6271ac11-e5dd-4e12-97b5-127c037917bb service neutron] Notify callbacks [] for binding, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:57.602009 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-6271ac11-e5dd-4e12-97b5-127c037917bb service neutron] 10.222.0.81 "POST /v2.0/ports/5ed0c72e-cb54-47a2-90f8-d151099fbcb6/bindings HTTP/1.1" status: 201 len: 389 time: 0.5783350 Jul 30 20:01:57.632941 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa8bf3-0c95-4a42-9d65-e4fe202881d4 req-b20468c4-f502-463d-a21e-12868d998882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:57.642826 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-08fa8bf3-0c95-4a42-9d65-e4fe202881d4 req-b20468c4-f502-463d-a21e-12868d998882 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 1099 time: 0.1471932 Jul 30 20:01:57.668474 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3458adf0-b407-4009-bdde-184c5b28da67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:57.683925 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3458adf0-b407-4009-bdde-184c5b28da67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:57.686992 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3458adf0-b407-4009-bdde-184c5b28da67 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/032e1197-03bd-49b5-844e-578d070d27f8 HTTP/1.1" status: 204 len: 168 time: 0.2396748 Jul 30 20:01:57.713640 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458adf0-b407-4009-bdde-184c5b28da67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032e1197-03bd-49b5-844e-578d070d27f8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:57.774460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6dacb-c2f1-4857-bd34-b3a76768e4f8 req-5d24549b-5150-4a12-81f9-842e519e6b0b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:57.790911 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-79c6dacb-c2f1-4857-bd34-b3a76768e4f8 req-5d24549b-5150-4a12-81f9-842e519e6b0b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 948 time: 0.1690583 Jul 30 20:01:57.886418 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa8bf3-0c95-4a42-9d65-e4fe202881d4 req-3d4ac580-df17-4b9d-a0a8-bf81b165446b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:57.889012 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-08fa8bf3-0c95-4a42-9d65-e4fe202881d4 req-3d4ac580-df17-4b9d-a0a8-bf81b165446b service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.2379119 Jul 30 20:01:57.894939 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-79c6dacb-c2f1-4857-bd34-b3a76768e4f8 req-f7194ba0-606c-44e7-9e95-a607e2e972b8 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950956 Jul 30 20:01:58.011037 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-08fa8bf3-0c95-4a42-9d65-e4fe202881d4 req-77ef8003-63fc-4533-bd42-1ca33cf1b660 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=7f5788dd-a5bc-4049-8061-fae85b639293 HTTP/1.1" status: 200 len: 217 time: 0.1106465 Jul 30 20:01:58.063837 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1f344-03ed-45db-9776-4d89ea9ddf4c req-c43617be-53b1-4771-b8cb-4e33b1f51468 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:58.065342 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0c1f344-03ed-45db-9776-4d89ea9ddf4c req-c43617be-53b1-4771-b8cb-4e33b1f51468 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 946 time: 0.0736663 Jul 30 20:01:58.104815 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085c9a6-36e1-428f-95cb-02bf275fcee8 req-014df518-923c-4129-a0c3-2041dfca2176 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:58.106323 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2085c9a6-36e1-428f-95cb-02bf275fcee8 req-014df518-923c-4129-a0c3-2041dfca2176 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 944 time: 0.2256765 Jul 30 20:01:58.113620 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa8bf3-0c95-4a42-9d65-e4fe202881d4 req-e9c742cd-b4d8-432e-bd3a-f35f58e37dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:58.115035 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-08fa8bf3-0c95-4a42-9d65-e4fe202881d4 req-e9c742cd-b4d8-432e-bd3a-f35f58e37dbc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0885828 Jul 30 20:01:58.116740 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0c1f344-03ed-45db-9776-4d89ea9ddf4c req-a5e6687e-2b19-47ed-92de-b6e804411367 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431006 Jul 30 20:01:58.118186 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-42aea1da-89a1-4f25-9c6a-766ef5dd56c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:58.119534 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-42aea1da-89a1-4f25-9c6a-766ef5dd56c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 1097 time: 0.1215060 Jul 30 20:01:58.157154 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50532) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:58.165783 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50534) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:58.239899 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2085c9a6-36e1-428f-95cb-02bf275fcee8 req-ab6495d0-5b0b-41b8-ae01-bb43f18963a8 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238506 Jul 30 20:01:58.257087 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa8bf3-0c95-4a42-9d65-e4fe202881d4 req-b8efebe3-5673-4c0c-ba41-32bd038cb949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:58.257461 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f42a340-6c52-4c91-b1c5-2001e49eafb0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Deleting subnet db1ec85e-d11e-40a9-b26b-e00dd0c183bf {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:01:58.258594 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-08fa8bf3-0c95-4a42-9d65-e4fe202881d4 req-b8efebe3-5673-4c0c-ba41-32bd038cb949 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1319773 Jul 30 20:01:58.260974 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4f42a340-6c52-4c91-b1c5-2001e49eafb0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:58.265435 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d1d722cb-7a97-4287-a6bd-7d35fe1e2ace admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b77cbfce69f54a2c8c30d94b66f560f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1070356 Jul 30 20:01:58.271964 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50536) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:58.294193 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-3e295083-47ea-47df-9fd6-cbcf4d81dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:58.295759 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-3e295083-47ea-47df-9fd6-cbcf4d81dbd7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 909 time: 0.1678433 Jul 30 20:01:58.307821 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4f42a340-6c52-4c91-b1c5-2001e49eafb0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:58.386331 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-45f8114b-6277-4e9d-a6dc-55c82d08abe7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ed0c72e-cb54-47a2-90f8-d151099fbcb6 HTTP/1.1" status: 200 len: 217 time: 0.0546324 Jul 30 20:01:58.404685 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4f42a340-6c52-4c91-b1c5-2001e49eafb0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:58.472074 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-42563a4f-fddb-4454-9fe6-774e0083b15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:58.482845 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 7f322965-9fbe-4b2c-ae7a-036c7cbea1be up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:01:58.491603 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-08fa8bf3-0c95-4a42-9d65-e4fe202881d4 req-bdb6f98d-e728-43e4-a4d1-d23a0ce73784 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203209 Jul 30 20:01:58.492975 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-0f72fcff-df33-471c-a5bc-740e6d8bb84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:58.494341 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-0f72fcff-df33-471c-a5bc-740e6d8bb84f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e297a2c7-8889-4baa-b07e-dd1ecdbb2586 HTTP/1.1" status: 200 len: 848 time: 0.1007555 Jul 30 20:01:58.521939 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-42563a4f-fddb-4454-9fe6-774e0083b15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:58.564774 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-5857da13-195e-447a-ae07-747496b60721 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd53ee4f-dc29-41da-8a32-a515358904dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592570 Jul 30 20:01:58.585646 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d0e9b-fec3-41b7-867b-f41d0d690db7 req-a0cbd9d2-d3b9-4d5b-874b-06f1887be433 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:58.587994 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-437d0e9b-fec3-41b7-867b-f41d0d690db7 req-a0cbd9d2-d3b9-4d5b-874b-06f1887be433 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=38750664-8d87-4faf-b603-09981e2d9d12 HTTP/1.1" status: 200 len: 949 time: 0.1330833 Jul 30 20:01:58.588377 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:01:58.595373 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:01:58.595962 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:58.617380 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4f42a340-6c52-4c91-b1c5-2001e49eafb0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:58.667877 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-437d0e9b-fec3-41b7-867b-f41d0d690db7 req-fa467dd0-6440-41f1-bcd2-78657efe2f8f tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751081 Jul 30 20:01:58.670649 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42a340-6c52-4c91-b1c5-2001e49eafb0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event deleted for resources: {'Subnet': ['ID=db1ec85e-d11e-40a9-b26b-e00dd0c183bf,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:58.676830 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4f42a340-6c52-4c91-b1c5-2001e49eafb0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:58.679811 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4f42a340-6c52-4c91-b1c5-2001e49eafb0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "DELETE /v2.0/subnets/db1ec85e-d11e-40a9-b26b-e00dd0c183bf HTTP/1.1" status: 204 len: 168 time: 0.5130866 Jul 30 20:01:58.682435 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50544) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:58.721936 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7794b1-5afc-4b20-b903-f18693fe3f5a None None] Network 1d22e6cf-d158-442a-af4b-97d038d2dce4 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:01:58.723781 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:58.764332 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-08fa8bf3-0c95-4a42-9d65-e4fe202881d4 req-0248e240-54df-4166-b4bf-1e87514bf26d service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576249 Jul 30 20:01:58.769330 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-42563a4f-fddb-4454-9fe6-774e0083b15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:58.775113 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-42563a4f-fddb-4454-9fe6-774e0083b15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:58.778762 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-42563a4f-fddb-4454-9fe6-774e0083b15d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e4055767-da0a-43d9-ad1e-735301985ca9 HTTP/1.1" status: 204 len: 168 time: 0.5052803 Jul 30 20:01:58.785307 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-866d6cf1-cba3-4230-916c-01de59794294 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:58.801624 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3be030-856b-4e53-a4ff-156a90b67be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f322965-9fbe-4b2c-ae7a-036c7cbea1be'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:01:58.806521 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3bfdb7-5a32-4262-aed3-4466a92816f7" -d '{"events": [{"server_uuid": "3e3be030-856b-4e53-a4ff-156a90b67be2", "name": "network-vif-plugged", "status": "completed", "tag": "7f322965-9fbe-4b2c-ae7a-036c7cbea1be"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:01:58.808128 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-408a2367-8252-4671-968d-e56a80316bfe service neutron] 10.222.0.59 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125525 Jul 30 20:01:58.813849 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42563a4f-fddb-4454-9fe6-774e0083b15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4055767-da0a-43d9-ad1e-735301985ca9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:58.867884 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7f322965-9fbe-4b2c-ae7a-036c7cbea1be,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:58.881624 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:58.902792 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-866d6cf1-cba3-4230-916c-01de59794294 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Deleting port 59ed5404-6c28-4002-8bc3-8facb0cff929 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:01:58.903435 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-866d6cf1-cba3-4230-916c-01de59794294 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:58.930155 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63b70ce-3d11-4d91-9404-482082b20eaf x-openstack-request-id: req-c63b70ce-3d11-4d91-9404-482082b20eaf {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:01:58.930447 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3be030-856b-4e53-a4ff-156a90b67be2", "name": "network-vif-plugged", "status": "completed", "tag": "7f322965-9fbe-4b2c-ae7a-036c7cbea1be", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:01:58.932581 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c63b70ce-3d11-4d91-9404-482082b20eaf {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:01:58.932984 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3be030-856b-4e53-a4ff-156a90b67be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f322965-9fbe-4b2c-ae7a-036c7cbea1be', 'code': 200} Jul 30 20:01:58.953579 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-389326f6-7781-4736-83fc-8b2baad39fed service neutron] 10.222.0.59 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361909 Jul 30 20:01:59.045905 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075742c4-b9c4-475b-a33d-afc3e3e5ea58 req-e68ed633-6dd0-4b83-b232-51aa74fc3cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:59.047490 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-075742c4-b9c4-475b-a33d-afc3e3e5ea58 req-e68ed633-6dd0-4b83-b232-51aa74fc3cf9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 1096 time: 0.0900319 Jul 30 20:01:59.061948 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=7f322965-9fbe-4b2c-ae7a-036c7cbea1be,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:59.103698 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-075742c4-b9c4-475b-a33d-afc3e3e5ea58 req-e98e740e-b2e2-4c38-a97e-5e5338d7943e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480318 Jul 30 20:01:59.134073 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-866d6cf1-cba3-4230-916c-01de59794294 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] For port 59ed5404-6c28-4002-8bc3-8facb0cff929, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=59ed5404-6c28-4002-8bc3-8facb0cff929,segment=NetworkSegment(308bbf82-40f2-4c30-9191-c1c6a33c5183),segment_id=308bbf82-40f2-4c30-9191-c1c6a33c5183)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:59.134600 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-866d6cf1-cba3-4230-916c-01de59794294 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:59.154775 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-866d6cf1-cba3-4230-916c-01de59794294 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Calling delete_port for 59ed5404-6c28-4002-8bc3-8facb0cff929 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:01:59.164230 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd08d82-c095-4ba7-8f76-c348f4cf8491 None None] DHCP port deletion for 1d22e6cf-d158-442a-af4b-97d038d2dce4 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:01:59.174115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da98e8-6bd2-4add-bf0c-b7922f702dfa req-e396d2f7-6fdd-49f9-a399-faaa08a1f325 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:59.181951 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8da98e8-6bd2-4add-bf0c-b7922f702dfa req-e396d2f7-6fdd-49f9-a399-faaa08a1f325 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 948 time: 0.1770101 Jul 30 20:01:59.257101 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ebd08d82-c095-4ba7-8f76-c348f4cf8491 None None] Deleting port 59ed5404-6c28-4002-8bc3-8facb0cff929 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:01:59.257101 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebd08d82-c095-4ba7-8f76-c348f4cf8491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:59.274334 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8da98e8-6bd2-4add-bf0c-b7922f702dfa req-d8d4bb60-aa28-4f80-8ae7-abd31807eb8d tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890391 Jul 30 20:01:59.322029 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-866d6cf1-cba3-4230-916c-01de59794294 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:59.369317 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d6cf1-cba3-4230-916c-01de59794294 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event deleted for resources: {'Port': ['ID=59ed5404-6c28-4002-8bc3-8facb0cff929,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:59.380403 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866d6cf1-cba3-4230-916c-01de59794294 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] No DVR routers for this DVR port 59ed5404-6c28-4002-8bc3-8facb0cff929 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:01:59.407030 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b8ab5-28de-44f4-b9d5-24b0d9832e51 req-645ad07d-564e-4717-83b6-232bde0265aa tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:59.413013 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ebd08d82-c095-4ba7-8f76-c348f4cf8491 None None] For port 59ed5404-6c28-4002-8bc3-8facb0cff929, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=59ed5404-6c28-4002-8bc3-8facb0cff929,segment=NetworkSegment(308bbf82-40f2-4c30-9191-c1c6a33c5183),segment_id=308bbf82-40f2-4c30-9191-c1c6a33c5183)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:01:59.417911 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebd08d82-c095-4ba7-8f76-c348f4cf8491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:59.429178 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-051b8ab5-28de-44f4-b9d5-24b0d9832e51 req-645ad07d-564e-4717-83b6-232bde0265aa tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 946 time: 0.1551657 Jul 30 20:01:59.447099 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ebd08d82-c095-4ba7-8f76-c348f4cf8491 None None] Calling delete_port for 59ed5404-6c28-4002-8bc3-8facb0cff929 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:01:59.475542 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-051b8ab5-28de-44f4-b9d5-24b0d9832e51 req-647622cc-6696-44e9-aa75-00f85dfa8084 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444806 Jul 30 20:01:59.545091 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-866d6cf1-cba3-4230-916c-01de59794294 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:59.557768 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-866d6cf1-cba3-4230-916c-01de59794294 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d22e6cf-d158-442a-af4b-97d038d2dce4']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:01:59.558476 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebd08d82-c095-4ba7-8f76-c348f4cf8491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:59.573943 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193d7d1-e417-425a-9aea-2bde40fd619e req-70b73914-2ade-4687-9cd6-bb5f9cd6aba1 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:59.584466 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2193d7d1-e417-425a-9aea-2bde40fd619e req-70b73914-2ade-4687-9cd6-bb5f9cd6aba1 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 945 time: 0.1344454 Jul 30 20:01:59.594135 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd08d82-c095-4ba7-8f76-c348f4cf8491 None None] Pushing event deleted for resources: {'Port': ['ID=59ed5404-6c28-4002-8bc3-8facb0cff929,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:59.595259 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-866d6cf1-cba3-4230-916c-01de59794294 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308bbf82-40f2-4c30-9191-c1c6a33c5183') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:01:59.595583 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-866d6cf1-cba3-4230-916c-01de59794294 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308bbf82-40f2-4c30-9191-c1c6a33c5183') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:01:59.606473 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd08d82-c095-4ba7-8f76-c348f4cf8491 None None] No DVR routers for this DVR port 59ed5404-6c28-4002-8bc3-8facb0cff929 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:01:59.640068 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-866d6cf1-cba3-4230-916c-01de59794294 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:59.689879 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-866d6cf1-cba3-4230-916c-01de59794294 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:59.711361 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2193d7d1-e417-425a-9aea-2bde40fd619e req-a3c6004b-de07-4f26-a596-2f6f96ba4f7d tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186893 Jul 30 20:01:59.720269 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866d6cf1-cba3-4230-916c-01de59794294 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:01:59.721138 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-866d6cf1-cba3-4230-916c-01de59794294 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:01:59.737993 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:01:59.811861 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-866d6cf1-cba3-4230-916c-01de59794294 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:59.823730 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-866d6cf1-cba3-4230-916c-01de59794294 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:01:59.840202 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-866d6cf1-cba3-4230-916c-01de59794294 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "DELETE /v2.0/networks/1d22e6cf-d158-442a-af4b-97d038d2dce4 HTTP/1.1" status: 204 len: 168 time: 1.1564665 Jul 30 20:01:59.842622 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50578) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:01:59.863151 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e00db5-6e21-417a-a39a-b11c9ff35968 req-5a9168a6-4e4a-4f87-b4de-8a797be1a388 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:01:59.864716 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d9e00db5-6e21-417a-a39a-b11c9ff35968 req-5a9168a6-4e4a-4f87-b4de-8a797be1a388 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=38750664-8d87-4faf-b603-09981e2d9d12 HTTP/1.1" status: 200 len: 949 time: 0.1056969 Jul 30 20:01:59.876138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d6cf1-cba3-4230-916c-01de59794294 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event deleted for resources: {'Network': ['ID=1d22e6cf-d158-442a-af4b-97d038d2dce4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:01:59.945207 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d9e00db5-6e21-417a-a39a-b11c9ff35968 req-cc2ad21a-616e-456a-975c-1f833716fb05 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559204 Jul 30 20:01:59.958012 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d81008-7a3b-4933-ac15-41cf35dd3cd9 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Deleting subnet b56ff1f8-4f80-4f50-accf-c11ff4ef45e3 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:01:59.961962 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29d81008-7a3b-4933-ac15-41cf35dd3cd9 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:00.011211 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29d81008-7a3b-4933-ac15-41cf35dd3cd9 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:00.047763 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50584) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:02:00.103471 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29d81008-7a3b-4933-ac15-41cf35dd3cd9 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:00.167236 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-1ab1e3a9-b8a6-4cfd-8090-551452919b3c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-network', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:00.177888 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29d81008-7a3b-4933-ac15-41cf35dd3cd9 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:00.194271 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab1e3a9-b8a6-4cfd-8090-551452919b3c admin admin] Made reservation on behalf of 0c5948f4c08a4d0aae3efe56edcb4154 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:02:00.197225 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1ab1e3a9-b8a6-4cfd-8090-551452919b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:00.207625 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1ab1e3a9-b8a6-4cfd-8090-551452919b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:00.207833 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d81008-7a3b-4933-ac15-41cf35dd3cd9 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event deleted for resources: {'Subnet': ['ID=b56ff1f8-4f80-4f50-accf-c11ff4ef45e3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:00.217862 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29d81008-7a3b-4933-ac15-41cf35dd3cd9 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:00.222446 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-29d81008-7a3b-4933-ac15-41cf35dd3cd9 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "DELETE /v2.0/subnets/b56ff1f8-4f80-4f50-accf-c11ff4ef45e3 HTTP/1.1" status: 204 len: 168 time: 0.3788242 Jul 30 20:02:00.223047 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50588) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:02:00.223426 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f66bd5b-85c1-44b9-94e6-416f68c2caef None None] Network f7f003f3-a680-4969-8f11-afbc5fa171b8 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:02:00.326049 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8a6e8aa-6221-489f-b609-501065a3ec4f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:00.399298 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e8a6e8aa-6221-489f-b609-501065a3ec4f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Deleting port d3a96a67-6b6a-4845-bf58-a45fae4c4796 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:02:00.400159 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8a6e8aa-6221-489f-b609-501065a3ec4f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:00.414330 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1ab1e3a9-b8a6-4cfd-8090-551452919b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:00.434162 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1ab1e3a9-b8a6-4cfd-8090-551452919b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:00.486817 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 7f5788dd-a5bc-4049-8061-fae85b639293 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:02:00.491947 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ac5934e6-57b8-45cc-ba00-c619aff32d27 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:02:00.541796 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab1e3a9-b8a6-4cfd-8090-551452919b3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:02:00.556587 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1e3a9-b8a6-4cfd-8090-551452919b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe60ea4-f9e7-4a67-968e-e67d7911ff38,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:00.578673 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1ab1e3a9-b8a6-4cfd-8090-551452919b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:00.579896 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-1ab1e3a9-b8a6-4cfd-8090-551452919b3c admin admin] Added segment c114c45a-cbfb-4ab1-9176-aa6ecbc5f534 of type vlan for network 1746904e-31e8-4790-9bd4-80c0d2a9880b Jul 30 20:02:00.601854 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-e8a6e8aa-6221-489f-b609-501065a3ec4f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] For port d3a96a67-6b6a-4845-bf58-a45fae4c4796, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d3a96a67-6b6a-4845-bf58-a45fae4c4796,segment=NetworkSegment(73316462-e9ca-4185-9d79-6bdaf0fadea4),segment_id=73316462-e9ca-4185-9d79-6bdaf0fadea4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:00.602511 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8a6e8aa-6221-489f-b609-501065a3ec4f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:00.625481 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09371dc-3461-4326-829d-5065b9e27692 None None] DHCP port deletion for f7f003f3-a680-4969-8f11-afbc5fa171b8 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:02:00.653357 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e8a6e8aa-6221-489f-b609-501065a3ec4f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Calling delete_port for d3a96a67-6b6a-4845-bf58-a45fae4c4796 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:02:00.667141 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383c46e-ee95-46be-83ac-39110e32cea3 req-9c220b43-4142-4ad0-82b1-f0fac29e84cb tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:00.668760 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c383c46e-ee95-46be-83ac-39110e32cea3 req-9c220b43-4142-4ad0-82b1-f0fac29e84cb tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 948 time: 0.2581618 Jul 30 20:02:00.717966 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1ab1e3a9-b8a6-4cfd-8090-551452919b3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:00.771644 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969d18e-fc47-49e0-bdd7-3e9cfb763de3 req-dcb8ba82-3681-4147-b286-e333a758d42a tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:00.774270 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a969d18e-fc47-49e0-bdd7-3e9cfb763de3 req-dcb8ba82-3681-4147-b286-e333a758d42a tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 946 time: 0.1549516 Jul 30 20:02:00.806262 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c383c46e-ee95-46be-83ac-39110e32cea3 req-b5e47a68-87d4-434d-b7ec-880708484c75 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251078 Jul 30 20:02:00.846328 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1ab1e3a9-b8a6-4cfd-8090-551452919b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:00.848031 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab1e3a9-b8a6-4cfd-8090-551452919b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:00.848645 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1ab1e3a9-b8a6-4cfd-8090-551452919b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:00.904573 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a969d18e-fc47-49e0-bdd7-3e9cfb763de3 req-38166c57-8bcd-4ad7-9ed0-f74527352303 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219285 Jul 30 20:02:00.923334 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1ab1e3a9-b8a6-4cfd-8090-551452919b3c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8742850 Jul 30 20:02:00.926055 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50600) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:02:00.933318 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-c995993f-22bf-47ea-b3d3-f8684120d762 admin admin] Request body: {'subnet': {'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-subnet', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:00.942855 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1e3a9-b8a6-4cfd-8090-551452919b3c admin admin] Pushing event updated for resources: {'Network': ['ID=1746904e-31e8-4790-9bd4-80c0d2a9880b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:00.961531 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8a6e8aa-6221-489f-b609-501065a3ec4f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:00.966052 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c995993f-22bf-47ea-b3d3-f8684120d762 admin admin] Made reservation on behalf of 0c5948f4c08a4d0aae3efe56edcb4154 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:02:00.969949 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c995993f-22bf-47ea-b3d3-f8684120d762 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:01.001836 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 1746904e-31e8-4790-9bd4-80c0d2a9880b details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:02:01.003798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 7f5788dd-a5bc-4049-8061-fae85b639293, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7f5788dd-a5bc-4049-8061-fae85b639293,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:01.048634 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a6e8aa-6221-489f-b609-501065a3ec4f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] No DVR routers for this DVR port d3a96a67-6b6a-4845-bf58-a45fae4c4796 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:02:01.055699 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6e8aa-6221-489f-b609-501065a3ec4f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event deleted for resources: {'Port': ['ID=d3a96a67-6b6a-4845-bf58-a45fae4c4796,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:01.123315 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '7f5788dd-a5bc-4049-8061-fae85b639293', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': '7f5788dd-a5bc-4049-8061-fae85b639293', 'mac_address': 'fa:16:3e:01:00:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:02:01.136689 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port ac5934e6-57b8-45cc-ba00-c619aff32d27 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:02:01.143984 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 59ed5404-6c28-4002-8bc3-8facb0cff929 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:02:01.220637 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8a6e8aa-6221-489f-b609-501065a3ec4f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:01.234734 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-e8a6e8aa-6221-489f-b609-501065a3ec4f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f003f3-a680-4969-8f11-afbc5fa171b8']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:01.240313 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c995993f-22bf-47ea-b3d3-f8684120d762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:01.245864 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port ac5934e6-57b8-45cc-ba00-c619aff32d27 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:01.246243 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:01.253950 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 59ed5404-6c28-4002-8bc3-8facb0cff929 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:02:01.254474 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 59ed5404-6c28-4002-8bc3-8facb0cff929 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:02:01.254897 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d3a96a67-6b6a-4845-bf58-a45fae4c4796 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:02:01.257818 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c93c2-b4d1-4843-8fdc-616266ba7476 req-2f5ea7d8-167e-4874-a090-4943d60343d5 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:01.265166 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e93c93c2-b4d1-4843-8fdc-616266ba7476 req-2f5ea7d8-167e-4874-a090-4943d60343d5 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 945 time: 0.2145674 Jul 30 20:02:01.269569 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-e8a6e8aa-6221-489f-b609-501065a3ec4f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73316462-e9ca-4185-9d79-6bdaf0fadea4') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:01.269876 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-e8a6e8aa-6221-489f-b609-501065a3ec4f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73316462-e9ca-4185-9d79-6bdaf0fadea4') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:01.298032 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8a6e8aa-6221-489f-b609-501065a3ec4f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:01.304943 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: d3a96a67-6b6a-4845-bf58-a45fae4c4796 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:02:01.305278 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d3a96a67-6b6a-4845-bf58-a45fae4c4796 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:02:01.327004 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8a6e8aa-6221-489f-b609-501065a3ec4f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:01.329260 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995993f-22bf-47ea-b3d3-f8684120d762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:01.342998 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e93c93c2-b4d1-4843-8fdc-616266ba7476 req-78bf9dc5-ecae-45f9-b941-217831d44cb5 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768907 Jul 30 20:02:01.351324 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a6e8aa-6221-489f-b609-501065a3ec4f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:02:01.351775 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8a6e8aa-6221-489f-b609-501065a3ec4f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:02:01.354916 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:02:01.378810 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c995993f-22bf-47ea-b3d3-f8684120d762 admin admin] Checking segment: {'id': 'c114c45a-cbfb-4ab1-9176-aa6ecbc5f534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:02:01.379670 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c995993f-22bf-47ea-b3d3-f8684120d762 admin admin] Network hostable DHCP agents. Network: 1746904e-31e8-4790-9bd4-80c0d2a9880b, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:02:01.388936 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b09371dc-3461-4326-829d-5065b9e27692 None None] Deleting port d3a96a67-6b6a-4845-bf58-a45fae4c4796 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:02:01.389500 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b09371dc-3461-4326-829d-5065b9e27692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:01.412095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e39667-80cf-4977-986b-d6ad667b31b2 req-01890509-a5c1-4c0e-b9ed-d7da92c48cdd tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:01.414052 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-39e39667-80cf-4977-986b-d6ad667b31b2 req-01890509-a5c1-4c0e-b9ed-d7da92c48cdd tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=38750664-8d87-4faf-b603-09981e2d9d12 HTTP/1.1" status: 200 len: 949 time: 0.1923265 Jul 30 20:02:01.448838 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c995993f-22bf-47ea-b3d3-f8684120d762 admin admin] Network 1746904e-31e8-4790-9bd4-80c0d2a9880b is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:02:01.465112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-c995993f-22bf-47ea-b3d3-f8684120d762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 1746904e-31e8-4790-9bd4-80c0d2a9880b) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:02:01.475318 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c995993f-22bf-47ea-b3d3-f8684120d762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:01.476775 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c995993f-22bf-47ea-b3d3-f8684120d762 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:01.487107 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c26fc6b-4e41-4f4b-9428-ed9905bded42 None None] Network 1746904e-31e8-4790-9bd4-80c0d2a9880b requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:02:01.505722 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:01.506991 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c995993f-22bf-47ea-b3d3-f8684120d762 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5797629 Jul 30 20:02:01.509805 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50606) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:02:01.516762 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e760ad9c-b85a-479a-9d98-9207ef534a9f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:01.521018 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8a6e8aa-6221-489f-b609-501065a3ec4f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:01.528316 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-39e39667-80cf-4977-986b-d6ad667b31b2 req-e2b787e7-079a-4c68-9ac6-a0f401d6d808 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009524 Jul 30 20:02:01.543873 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8a6e8aa-6221-489f-b609-501065a3ec4f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:01.549636 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e8a6e8aa-6221-489f-b609-501065a3ec4f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "DELETE /v2.0/networks/f7f003f3-a680-4969-8f11-afbc5fa171b8 HTTP/1.1" status: 204 len: 168 time: 1.3230770 Jul 30 20:02:01.555533 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50608) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:02:01.564100 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-fbd26d6c-9997-4460-af6b-c512ea2e5625 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1972897716'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:01.567318 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6e8aa-6221-489f-b609-501065a3ec4f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event deleted for resources: {'Network': ['ID=f7f003f3-a680-4969-8f11-afbc5fa171b8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:01.573560 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e813bb4-329f-4b54-909f-32c496d44d3a req-91e7c27e-2b83-4881-9b07-f1f3871b0c3d tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:01.580479 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3e813bb4-329f-4b54-909f-32c496d44d3a req-91e7c27e-2b83-4881-9b07-f1f3871b0c3d tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 1096 time: 0.1034608 Jul 30 20:02:01.596313 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e760ad9c-b85a-479a-9d98-9207ef534a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:01.598976 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e760ad9c-b85a-479a-9d98-9207ef534a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:01.632699 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3e813bb4-329f-4b54-909f-32c496d44d3a req-fab1bfaa-3949-44aa-8623-5fe9c3e1b921 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512614 Jul 30 20:02:01.641936 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b09371dc-3461-4326-829d-5065b9e27692 None None] For port d3a96a67-6b6a-4845-bf58-a45fae4c4796, host n-d-712137-9, got binding levels [] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:01.642670 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b09371dc-3461-4326-829d-5065b9e27692 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:01.644886 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd26d6c-9997-4460-af6b-c512ea2e5625 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Made reservation on behalf of 182462db159049a09c4703019cfbdc8e for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:02:01.649293 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbd26d6c-9997-4460-af6b-c512ea2e5625 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:01.707888 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:01.722937 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5788dd-a5bc-4049-8061-fae85b639293 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:02:01.744874 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e760ad9c-b85a-479a-9d98-9207ef534a9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:01.749016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd26d6c-9997-4460-af6b-c512ea2e5625 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:02:01.760066 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbd26d6c-9997-4460-af6b-c512ea2e5625 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:01.760465 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-fbd26d6c-9997-4460-af6b-c512ea2e5625 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Added segment cf75edc0-ac05-4ee3-884b-505af0ef0053 of type vlan for network 5d212e85-e288-4cfd-b1ca-e3ef3217682a Jul 30 20:02:01.763551 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b09371dc-3461-4326-829d-5065b9e27692 None None] Calling delete_port for d3a96a67-6b6a-4845-bf58-a45fae4c4796 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:02:01.777737 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.ipam_backend_mixin [None req-b09371dc-3461-4326-829d-5065b9e27692 None None] Port d3a96a67-6b6a-4845-bf58-a45fae4c4796 was not found and therefore no delete operation was performed {{(pid=93884) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 20:02:01.790081 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b09371dc-3461-4326-829d-5065b9e27692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:01.795139 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 7f5788dd-a5bc-4049-8061-fae85b639293, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7f5788dd-a5bc-4049-8061-fae85b639293,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:01.827119 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09371dc-3461-4326-829d-5065b9e27692 None None] Pushing event deleted for resources: {'Port': ['ID=d3a96a67-6b6a-4845-bf58-a45fae4c4796,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:01.841833 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:01.852174 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38750664-8d87-4faf-b603-09981e2d9d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5934e6-57b8-45cc-ba00-c619aff32d27'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:01.854716 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140ce6ea-3bf8-4156-8b3f-caddd8b04f55" -d '{"events": [{"server_uuid": "38750664-8d87-4faf-b603-09981e2d9d12", "name": "network-vif-plugged", "status": "completed", "tag": "ac5934e6-57b8-45cc-ba00-c619aff32d27"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:01.874988 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b09371dc-3461-4326-829d-5065b9e27692 None None] Network f7f003f3-a680-4969-8f11-afbc5fa171b8 is not hosted by any dhcp agent {{(pid=93884) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 20:02:01.880142 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09371dc-3461-4326-829d-5065b9e27692 None None] No DVR routers for this DVR port d3a96a67-6b6a-4845-bf58-a45fae4c4796 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:02:01.951404 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbd26d6c-9997-4460-af6b-c512ea2e5625 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:01.983590 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802d83a5-843a-4a86-9821-f76b0bdab7c8 x-openstack-request-id: req-802d83a5-843a-4a86-9821-f76b0bdab7c8 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:01.983590 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38750664-8d87-4faf-b603-09981e2d9d12", "name": "network-vif-plugged", "status": "completed", "tag": "ac5934e6-57b8-45cc-ba00-c619aff32d27", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:01.983925 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-802d83a5-843a-4a86-9821-f76b0bdab7c8 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:01.984469 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38750664-8d87-4faf-b603-09981e2d9d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5934e6-57b8-45cc-ba00-c619aff32d27', 'code': 200} Jul 30 20:02:02.006975 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9e6e2-d0a4-449e-a2b0-2a5c935c5430 req-43def998-f74d-411c-8a9f-953bbb74d754 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:02.020577 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bfc9e6e2-d0a4-449e-a2b0-2a5c935c5430 req-43def998-f74d-411c-8a9f-953bbb74d754 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 949 time: 0.0941656 Jul 30 20:02:02.072618 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port ac5934e6-57b8-45cc-ba00-c619aff32d27, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ac5934e6-57b8-45cc-ba00-c619aff32d27,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:02.110765 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.db.resource_extend [None req-fbd26d6c-9997-4460-af6b-c512ea2e5625 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 20:02:02.116127 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:02.124098 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e760ad9c-b85a-479a-9d98-9207ef534a9f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:02.157717 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d043b-1226-4eaf-ba8a-363df2b02a14 req-9c63ea08-b247-4dcc-a76e-4047080541c5 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:02.163013 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bfc9e6e2-d0a4-449e-a2b0-2a5c935c5430 req-c0dded8f-0aee-42f3-a5fd-5c952362ed02 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414857 Jul 30 20:02:02.165331 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=7f5788dd-a5bc-4049-8061-fae85b639293,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:02.166034 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-018d043b-1226-4eaf-ba8a-363df2b02a14 req-9c63ea08-b247-4dcc-a76e-4047080541c5 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 946 time: 0.1145916 Jul 30 20:02:02.178304 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbd26d6c-9997-4460-af6b-c512ea2e5625 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:02.187616 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380911e7-b113-4850-8377-ae48c788544c req-c3abed24-8a1f-49c4-8493-b78f2db95926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:02.192702 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd26d6c-9997-4460-af6b-c512ea2e5625 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:02.193445 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbd26d6c-9997-4460-af6b-c512ea2e5625 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:02.206549 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-380911e7-b113-4850-8377-ae48c788544c req-c3abed24-8a1f-49c4-8493-b78f2db95926 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=38750664-8d87-4faf-b603-09981e2d9d12 HTTP/1.1" status: 200 len: 1100 time: 0.1775465 Jul 30 20:02:02.331026 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fbd26d6c-9997-4460-af6b-c512ea2e5625 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7713528 Jul 30 20:02:02.334561 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['7f5788dd-a5bc-4049-8061-fae85b639293'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:02:02.338333 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50628) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:02:02.348188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd26d6c-9997-4460-af6b-c512ea2e5625 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event updated for resources: {'Network': ['ID=5d212e85-e288-4cfd-b1ca-e3ef3217682a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:02.362097 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-018d043b-1226-4eaf-ba8a-363df2b02a14 req-f709770e-311b-4551-96c5-42aa10c8c6b2 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951084 Jul 30 20:02:02.368388 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8e97903b-ffcb-42da-b758-6dc491fa2870 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Request body: {'subnet': {'network_id': '5d212e85-e288-4cfd-b1ca-e3ef3217682a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:02.429092 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 5d212e85-e288-4cfd-b1ca-e3ef3217682a details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:02:02.481172 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-380911e7-b113-4850-8377-ae48c788544c req-7e47a3e8-61a4-4c06-b7d3-9ac4ae408913 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670693 Jul 30 20:02:02.564136 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89731243-8a51-43d8-ac1a-b89b735832dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-1746904e-31e8-4790-9bd4-80c0d2a9880b', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'fixed_ips': [{'subnet_id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:02:02.564941 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89731243-8a51-43d8-ac1a-b89b735832dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:02.571378 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e760ad9c-b85a-479a-9d98-9207ef534a9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:02.599021 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e760ad9c-b85a-479a-9d98-9207ef534a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:02.611280 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e97903b-ffcb-42da-b758-6dc491fa2870 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Made reservation on behalf of 182462db159049a09c4703019cfbdc8e for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:02:02.618877 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e97903b-ffcb-42da-b758-6dc491fa2870 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:02.629647 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=ac5934e6-57b8-45cc-ba00-c619aff32d27,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:02.762271 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-e760ad9c-b85a-479a-9d98-9207ef534a9f admin admin] Allocated IP 172.25.3.5 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/3e13886f-40c2-433c-9c9f-d5d3ee3ddec6) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:02:02.836149 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-89731243-8a51-43d8-ac1a-b89b735832dd None None] Allocated IP 172.20.0.2 (1746904e-31e8-4790-9bd4-80c0d2a9880b/43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77/2b60ce8b-0295-4880-b22f-90ba28e81898) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:02:02.849629 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9474ae-e34d-461f-aa23-d158010a1cfb req-1211de8f-7b97-4568-84bf-ffd3da9dde8d tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:02.853437 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6f9474ae-e34d-461f-aa23-d158010a1cfb req-1211de8f-7b97-4568-84bf-ffd3da9dde8d tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=38750664-8d87-4faf-b603-09981e2d9d12 HTTP/1.1" status: 200 len: 950 time: 0.1399591 Jul 30 20:02:02.941592 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e760ad9c-b85a-479a-9d98-9207ef534a9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:02.975870 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6f9474ae-e34d-461f-aa23-d158010a1cfb req-1d755ae0-d7c3-43e8-b354-62c52cd0dc51 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086597 Jul 30 20:02:03.032570 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e760ad9c-b85a-479a-9d98-9207ef534a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:03.092812 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89731243-8a51-43d8-ac1a-b89b735832dd None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:03.093627 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760ad9c-b85a-479a-9d98-9207ef534a9f admin admin] Pushing event updated for resources: {'Port': ['ID=3e13886f-40c2-433c-9c9f-d5d3ee3ddec6,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:03.111222 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-89731243-8a51-43d8-ac1a-b89b735832dd None None] Transition to ACTIVE for port object 2b60ce8b-0295-4880-b22f-90ba28e81898 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:02:03.119123 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e760ad9c-b85a-479a-9d98-9207ef534a9f admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:02:03.122073 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-e760ad9c-b85a-479a-9d98-9207ef534a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:02:03.130134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e760ad9c-b85a-479a-9d98-9207ef534a9f admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:02:03.149072 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-89731243-8a51-43d8-ac1a-b89b735832dd None None] Transition to ACTIVE for port object 2b60ce8b-0295-4880-b22f-90ba28e81898 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:02:03.153269 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e97903b-ffcb-42da-b758-6dc491fa2870 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:03.155317 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89731243-8a51-43d8-ac1a-b89b735832dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:03.239142 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89731243-8a51-43d8-ac1a-b89b735832dd None None] Network 1746904e-31e8-4790-9bd4-80c0d2a9880b is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:02:03.256306 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-89731243-8a51-43d8-ac1a-b89b735832dd None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:02:03.260218 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89731243-8a51-43d8-ac1a-b89b735832dd None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:02:03.274581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89731243-8a51-43d8-ac1a-b89b735832dd None None] Pushing event updated for resources: {'Port': ['ID=2b60ce8b-0295-4880-b22f-90ba28e81898,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:03.313145 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e97903b-ffcb-42da-b758-6dc491fa2870 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Checking segment: {'id': 'cf75edc0-ac05-4ee3-884b-505af0ef0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d212e85-e288-4cfd-b1ca-e3ef3217682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:02:03.313503 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e97903b-ffcb-42da-b758-6dc491fa2870 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Network hostable DHCP agents. Network: 5d212e85-e288-4cfd-b1ca-e3ef3217682a, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:02:03.325263 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97903b-ffcb-42da-b758-6dc491fa2870 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event updated for resources: {'Subnet': ['ID=6c32d6d2-bc2e-49a8-952c-888c80ba7076,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:03.368182 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e97903b-ffcb-42da-b758-6dc491fa2870 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Network 5d212e85-e288-4cfd-b1ca-e3ef3217682a is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:02:03.392776 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8e97903b-ffcb-42da-b758-6dc491fa2870 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 5d212e85-e288-4cfd-b1ca-e3ef3217682a) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:02:03.394454 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-89731243-8a51-43d8-ac1a-b89b735832dd None None] Attempting to bind port 2b60ce8b-0295-4880-b22f-90ba28e81898 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:02:03.394921 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-89731243-8a51-43d8-ac1a-b89b735832dd None None] Attempting to bind port 2b60ce8b-0295-4880-b22f-90ba28e81898 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'c114c45a-cbfb-4ab1-9176-aa6ecbc5f534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:02:03.395854 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89731243-8a51-43d8-ac1a-b89b735832dd None None] Attempting to bind port 2b60ce8b-0295-4880-b22f-90ba28e81898 on network 1746904e-31e8-4790-9bd4-80c0d2a9880b {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:03.399988 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e97903b-ffcb-42da-b758-6dc491fa2870 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:03.401783 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e97903b-ffcb-42da-b758-6dc491fa2870 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:03.410241 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e18a311-38a6-4ef1-89a9-db8086a64354 None None] Network 5d212e85-e288-4cfd-b1ca-e3ef3217682a requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:02:03.415885 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89731243-8a51-43d8-ac1a-b89b735832dd None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:02:03.416430 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89731243-8a51-43d8-ac1a-b89b735832dd None None] Checking segment: {'id': 'c114c45a-cbfb-4ab1-9176-aa6ecbc5f534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:02:03.416963 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89731243-8a51-43d8-ac1a-b89b735832dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:03.417371 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89731243-8a51-43d8-ac1a-b89b735832dd None None] Bound using segment: {'id': 'c114c45a-cbfb-4ab1-9176-aa6ecbc5f534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:02:03.417863 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-89731243-8a51-43d8-ac1a-b89b735832dd None None] Bound port: 2b60ce8b-0295-4880-b22f-90ba28e81898, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c114c45a-cbfb-4ab1-9176-aa6ecbc5f534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:02:03.418245 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89731243-8a51-43d8-ac1a-b89b735832dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:03.435302 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8e97903b-ffcb-42da-b758-6dc491fa2870 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0839698 Jul 30 20:02:03.437963 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50644) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:02:03.447545 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e9dd5563-780e-4afc-82d3-f3fafd1a9d24 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-120645573'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:03.530514 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7852f55-bc74-453e-a913-a8040dd7530b req-d3a19906-fe40-426d-b3b0-095626d123d2 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:03.534125 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7852f55-bc74-453e-a913-a8040dd7530b req-d3a19906-fe40-426d-b3b0-095626d123d2 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 949 time: 0.2634940 Jul 30 20:02:03.632743 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dd5563-780e-4afc-82d3-f3fafd1a9d24 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Made reservation on behalf of 182462db159049a09c4703019cfbdc8e for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:02:03.636127 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9dd5563-780e-4afc-82d3-f3fafd1a9d24 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:03.692707 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7852f55-bc74-453e-a913-a8040dd7530b req-58795ba6-3095-4665-bcac-6388620c4887 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500118 Jul 30 20:02:03.700420 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe42c6d-cab7-43e7-a256-c1e8a9061ed3 req-e60d67e4-2b77-426a-97c2-ab749f47e069 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:03.710646 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9dd5563-780e-4afc-82d3-f3fafd1a9d24 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:02:03.726208 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9dd5563-780e-4afc-82d3-f3fafd1a9d24 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:03.726610 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-e9dd5563-780e-4afc-82d3-f3fafd1a9d24 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Added segment d181f8ef-e98a-4ed2-a8af-d03dcc91ea29 of type vlan for network f15faf2a-2671-4ca3-8d69-537bf9d09cfb Jul 30 20:02:03.733455 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-89731243-8a51-43d8-ac1a-b89b735832dd None None] For port 2b60ce8b-0295-4880-b22f-90ba28e81898, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:02:03.744005 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dfe42c6d-cab7-43e7-a256-c1e8a9061ed3 req-e60d67e4-2b77-426a-97c2-ab749f47e069 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 946 time: 0.1751513 Jul 30 20:02:03.757604 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-89731243-8a51-43d8-ac1a-b89b735832dd None None] For port 2b60ce8b-0295-4880-b22f-90ba28e81898, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=2b60ce8b-0295-4880-b22f-90ba28e81898,segment=NetworkSegment(c114c45a-cbfb-4ab1-9176-aa6ecbc5f534),segment_id=c114c45a-cbfb-4ab1-9176-aa6ecbc5f534)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:02:03.769801 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89731243-8a51-43d8-ac1a-b89b735832dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:03.829802 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9dd5563-780e-4afc-82d3-f3fafd1a9d24 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:03.862223 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dfe42c6d-cab7-43e7-a256-c1e8a9061ed3 req-2254161e-6ae4-4593-9db4-d5dd9567fca7 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171293 Jul 30 20:02:03.897602 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e760ad9c-b85a-479a-9d98-9207ef534a9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:03.942549 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89731243-8a51-43d8-ac1a-b89b735832dd None None] Pushing event updated for resources: {'Port': ['ID=2b60ce8b-0295-4880-b22f-90ba28e81898,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:03.954442 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae4664f-4555-4002-8f28-14268eb04340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-5d212e85-e288-4cfd-b1ca-e3ef3217682a', 'network_id': '5d212e85-e288-4cfd-b1ca-e3ef3217682a', 'tenant_id': '182462db159049a09c4703019cfbdc8e', 'fixed_ips': [{'subnet_id': '6c32d6d2-bc2e-49a8-952c-888c80ba7076'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:02:03.955648 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ae4664f-4555-4002-8f28-14268eb04340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:03.963024 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9dd5563-780e-4afc-82d3-f3fafd1a9d24 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:03.975138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dd5563-780e-4afc-82d3-f3fafd1a9d24 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:03.976102 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9dd5563-780e-4afc-82d3-f3fafd1a9d24 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:04.068348 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e9dd5563-780e-4afc-82d3-f3fafd1a9d24 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6277428 Jul 30 20:02:04.071016 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50650) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:02:04.076480 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-dff73bbe-ef82-44e8-b81c-b86e6259bce8 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Request body: {'subnet': {'network_id': 'f15faf2a-2671-4ca3-8d69-537bf9d09cfb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:04.169683 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd5563-780e-4afc-82d3-f3fafd1a9d24 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event updated for resources: {'Network': ['ID=f15faf2a-2671-4ca3-8d69-537bf9d09cfb,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:04.189649 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-0ae4664f-4555-4002-8f28-14268eb04340 None None] Allocated IP 19.80.0.2 (5d212e85-e288-4cfd-b1ca-e3ef3217682a/6c32d6d2-bc2e-49a8-952c-888c80ba7076/7c028204-7afa-4917-9de0-ddf9e1e1f233) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:02:04.217424 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network f15faf2a-2671-4ca3-8d69-537bf9d09cfb details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:02:04.305752 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff73bbe-ef82-44e8-b81c-b86e6259bce8 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Made reservation on behalf of 182462db159049a09c4703019cfbdc8e for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:02:04.319020 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dff73bbe-ef82-44e8-b81c-b86e6259bce8 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:04.352939 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043b3fe-048c-4d5c-af36-b3f2cf450573 req-1af9d2b3-3250-4237-a024-7601a28c9f90 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:04.355452 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7043b3fe-048c-4d5c-af36-b3f2cf450573 req-1af9d2b3-3250-4237-a024-7601a28c9f90 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=38750664-8d87-4faf-b603-09981e2d9d12 HTTP/1.1" status: 200 len: 950 time: 0.1789048 Jul 30 20:02:04.398809 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e760ad9c-b85a-479a-9d98-9207ef534a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:04.423127 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7043b3fe-048c-4d5c-af36-b3f2cf450573 req-792a1b3d-d9fa-4684-8a39-f9fc12446771 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464990 Jul 30 20:02:04.510763 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 7f5788dd-a5bc-4049-8061-fae85b639293 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:02:04.647337 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dff73bbe-ef82-44e8-b81c-b86e6259bce8 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:04.806052 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff73bbe-ef82-44e8-b81c-b86e6259bce8 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Checking segment: {'id': 'd181f8ef-e98a-4ed2-a8af-d03dcc91ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f15faf2a-2671-4ca3-8d69-537bf9d09cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:02:04.807969 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff73bbe-ef82-44e8-b81c-b86e6259bce8 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Network hostable DHCP agents. Network: f15faf2a-2671-4ca3-8d69-537bf9d09cfb, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:02:04.825540 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff73bbe-ef82-44e8-b81c-b86e6259bce8 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event updated for resources: {'Subnet': ['ID=4e455f8d-39fc-411a-a173-ef35b62d1cb7,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:04.871303 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff73bbe-ef82-44e8-b81c-b86e6259bce8 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Network f15faf2a-2671-4ca3-8d69-537bf9d09cfb is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:02:04.900414 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-dff73bbe-ef82-44e8-b81c-b86e6259bce8 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, f15faf2a-2671-4ca3-8d69-537bf9d09cfb) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:02:04.905573 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff73bbe-ef82-44e8-b81c-b86e6259bce8 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:04.906617 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dff73bbe-ef82-44e8-b81c-b86e6259bce8 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:04.942352 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dff73bbe-ef82-44e8-b81c-b86e6259bce8 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8703916 Jul 30 20:02:05.110754 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ae4664f-4555-4002-8f28-14268eb04340 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:05.126268 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0ae4664f-4555-4002-8f28-14268eb04340 None None] Transition to ACTIVE for port object 7c028204-7afa-4917-9de0-ddf9e1e1f233 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:02:05.151816 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e72bcd-a6b2-4e58-8d64-c739a23d3871 None None] Network f15faf2a-2671-4ca3-8d69-537bf9d09cfb requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:02:05.217992 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0ae4664f-4555-4002-8f28-14268eb04340 None None] Transition to ACTIVE for port object 7c028204-7afa-4917-9de0-ddf9e1e1f233 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:02:05.220793 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 2b60ce8b-0295-4880-b22f-90ba28e81898 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:02:05.245888 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9cfb2-ea46-47f6-9466-9eefdc73f0f4 req-0ea20ab0-d2d9-47ab-9c97-d734bb7fd737 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:05.248116 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dfb9cfb2-ea46-47f6-9466-9eefdc73f0f4 req-0ea20ab0-d2d9-47ab-9c97-d734bb7fd737 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 949 time: 0.1084595 Jul 30 20:02:05.249838 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e760ad9c-b85a-479a-9d98-9207ef534a9f admin admin] Router 1839f9fb-c2ed-4da0-a187-51d5072119d2 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:02:05.322710 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ae4664f-4555-4002-8f28-14268eb04340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:05.406903 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 7f5788dd-a5bc-4049-8061-fae85b639293 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:02:05.426284 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e760ad9c-b85a-479a-9d98-9207ef534a9f admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:02:05.439441 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] Sync routers for ids ['1839f9fb-c2ed-4da0-a187-51d5072119d2'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:02:05.448646 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 7f5788dd-a5bc-4049-8061-fae85b639293 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:05.449025 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:05.453509 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e760ad9c-b85a-479a-9d98-9207ef534a9f admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:05.454962 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e760ad9c-b85a-479a-9d98-9207ef534a9f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9440873 Jul 30 20:02:05.458988 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50676) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:02:05.460620 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] Routers {'1839f9fb-c2ed-4da0-a187-51d5072119d2'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:02:05.461534 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:01:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1839f9fb-c2ed-4da0-a187-51d5072119d2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:05.465013 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dfb9cfb2-ea46-47f6-9466-9eefdc73f0f4 req-9fe4ef74-f7fe-46ba-a3a0-aa53b849feee tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039223 Jul 30 20:02:05.480809 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae4664f-4555-4002-8f28-14268eb04340 None None] Network 5d212e85-e288-4cfd-b1ca-e3ef3217682a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:02:05.548829 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b0d49c-2edc-40ee-9e2a-d86e56e03613 None None] Network 1746904e-31e8-4790-9bd4-80c0d2a9880b requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:02:05.579963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-0ae4664f-4555-4002-8f28-14268eb04340 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:02:05.662560 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] Set router 1839f9fb-c2ed-4da0-a187-51d5072119d2 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:02:05.733637 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c725f-a496-4ffa-8cb1-db7e1f107704 req-fd794a5d-66c8-4076-b08e-e731350cffdf tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:05.758585 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-433c725f-a496-4ffa-8cb1-db7e1f107704 req-fd794a5d-66c8-4076-b08e-e731350cffdf tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 946 time: 0.1345625 Jul 30 20:02:05.834550 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae4664f-4555-4002-8f28-14268eb04340 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:02:05.855871 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4664f-4555-4002-8f28-14268eb04340 None None] Pushing event updated for resources: {'Port': ['ID=7c028204-7afa-4917-9de0-ddf9e1e1f233,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:05.916344 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-433c725f-a496-4ffa-8cb1-db7e1f107704 req-354e30f6-e516-4ba6-91a3-7b987d6ab96b tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539433 Jul 30 20:02:05.929454 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:02:03Z', 'revision_number': 3, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port': {'id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:02Z', 'updated_at': '2021-07-30T20:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:05.991619 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] Checking router: 1839f9fb-c2ed-4da0-a187-51d5072119d2 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:02:05.993549 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] Updating router 1839f9fb-c2ed-4da0-a187-51d5072119d2 port 3e13886f-40c2-433c-9c9f-d5d3ee3ddec6 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:02:06.045538 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:06.071310 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-92c52a19-b1cc-4051-849e-50f4ba025790 None None] Provisioning for port 2b60ce8b-0295-4880-b22f-90ba28e81898 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:02:06.086748 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-92c52a19-b1cc-4051-849e-50f4ba025790 None None] Provisioning complete for port 2b60ce8b-0295-4880-b22f-90ba28e81898 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:06.087126 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-92c52a19-b1cc-4051-849e-50f4ba025790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:06.089104 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 2b60ce8b-0295-4880-b22f-90ba28e81898 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:02:06.105708 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbf6360-dad6-4e22-82d2-2e3a08001c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-f15faf2a-2671-4ca3-8d69-537bf9d09cfb', 'network_id': 'f15faf2a-2671-4ca3-8d69-537bf9d09cfb', 'tenant_id': '182462db159049a09c4703019cfbdc8e', 'fixed_ips': [{'subnet_id': '4e455f8d-39fc-411a-a173-ef35b62d1cb7'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:02:06.106580 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cfbf6360-dad6-4e22-82d2-2e3a08001c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:06.134924 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 2b60ce8b-0295-4880-b22f-90ba28e81898 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:06.135647 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:06.410084 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-cfbf6360-dad6-4e22-82d2-2e3a08001c4d None None] Allocated IP 19.86.0.2 (f15faf2a-2671-4ca3-8d69-537bf9d09cfb/4e455f8d-39fc-411a-a173-ef35b62d1cb7/dd3d7530-e180-4129-8f06-edb7a594a93c) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:02:06.630586 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:06.653371 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] Transition to ACTIVE for port object 3e13886f-40c2-433c-9c9f-d5d3ee3ddec6 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:02:06.672624 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:06.756173 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6595ad-fc60-4e7b-a373-f100e7f6d625 None None] Pushing event updated for resources: {'Port': ['ID=3e13886f-40c2-433c-9c9f-d5d3ee3ddec6,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:06.773185 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95785a-4215-45dc-9301-44de7084afed req-2901c7d3-9757-42be-ab04-c7ee5444baab tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:06.773855 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95785a-4215-45dc-9301-44de7084afed req-2901c7d3-9757-42be-ab04-c7ee5444baab tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:06.775548 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95785a-4215-45dc-9301-44de7084afed req-2901c7d3-9757-42be-ab04-c7ee5444baab tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:06.776018 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95785a-4215-45dc-9301-44de7084afed req-2901c7d3-9757-42be-ab04-c7ee5444baab tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:06.776489 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95785a-4215-45dc-9301-44de7084afed req-2901c7d3-9757-42be-ab04-c7ee5444baab tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:06.776965 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95785a-4215-45dc-9301-44de7084afed req-2901c7d3-9757-42be-ab04-c7ee5444baab tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:06.777591 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95785a-4215-45dc-9301-44de7084afed req-2901c7d3-9757-42be-ab04-c7ee5444baab tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:06.777904 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95785a-4215-45dc-9301-44de7084afed req-2901c7d3-9757-42be-ab04-c7ee5444baab tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:06.785527 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95785a-4215-45dc-9301-44de7084afed req-2901c7d3-9757-42be-ab04-c7ee5444baab tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:06.785527 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95785a-4215-45dc-9301-44de7084afed req-2901c7d3-9757-42be-ab04-c7ee5444baab tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:06.785822 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95785a-4215-45dc-9301-44de7084afed req-2901c7d3-9757-42be-ab04-c7ee5444baab tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:06.786193 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95785a-4215-45dc-9301-44de7084afed req-2901c7d3-9757-42be-ab04-c7ee5444baab tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:06.786950 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95785a-4215-45dc-9301-44de7084afed req-2901c7d3-9757-42be-ab04-c7ee5444baab tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:06.804239 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f95785a-4215-45dc-9301-44de7084afed req-2901c7d3-9757-42be-ab04-c7ee5444baab tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823&device_id=38750664-8d87-4faf-b603-09981e2d9d12&device_id=3e3be030-856b-4e53-a4ff-156a90b67be2&device_id=c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a&device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b&device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0&device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f&device_id=c671c0fb-9096-481d-9946-90025577a229&device_id=105c9344-7ff6-418a-9e84-27e5205e9d14&device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb&device_id=5213ec9f-2c4a-431d-9079-d5efa6fcb633&device_id=623a145c-4e18-44ab-b9fc-14e230714211&device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 11756 time: 0.1402366 Jul 30 20:02:06.807010 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] Attempting to bind port 3e13886f-40c2-433c-9c9f-d5d3ee3ddec6 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:02:06.808683 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] Attempting to bind port 3e13886f-40c2-433c-9c9f-d5d3ee3ddec6 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:02:06.809212 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-29b00d02-0a85-4fb4-97ee-284b8c441c4f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:06.810428 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] Attempting to bind port 3e13886f-40c2-433c-9c9f-d5d3ee3ddec6 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:06.817491 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-29b00d02-0a85-4fb4-97ee-284b8c441c4f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:06.819234 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-29b00d02-0a85-4fb4-97ee-284b8c441c4f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/networks?id=5d212e85-e288-4cfd-b1ca-e3ef3217682a&id=f15faf2a-2671-4ca3-8d69-537bf9d09cfb HTTP/1.1" status: 200 len: 1391 time: 0.4106188 Jul 30 20:02:06.827975 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2f95785a-4215-45dc-9301-44de7084afed req-ec4d33a2-1355-4625-ab7c-b4e6bd919df1 tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:06.840891 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:02:06.841718 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:02:06.842387 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:06.843161 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:02:06.843896 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] Bound port: 3e13886f-40c2-433c-9c9f-d5d3ee3ddec6, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:02:06.845628 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:06.884392 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-5e703722-a5df-4d3c-be27-b74759739116 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/quotas/182462db159049a09c4703019cfbdc8e HTTP/1.1" status: 200 len: 375 time: 0.0268643 Jul 30 20:02:06.981949 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] For port 3e13886f-40c2-433c-9c9f-d5d3ee3ddec6, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:02:06.993395 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] For port 3e13886f-40c2-433c-9c9f-d5d3ee3ddec6, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=3e13886f-40c2-433c-9c9f-d5d3ee3ddec6,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:02:07.008857 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:07.050994 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-4cc1733b-a773-46e0-80ab-a8f2971a175e tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=182462db159049a09c4703019cfbdc8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1656327 Jul 30 20:02:07.056488 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2f95785a-4215-45dc-9301-44de7084afed req-ec4d33a2-1355-4625-ab7c-b4e6bd919df1 tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:07.075006 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2f95785a-4215-45dc-9301-44de7084afed req-ec4d33a2-1355-4625-ab7c-b4e6bd919df1 tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:07.078327 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cfbf6360-dad6-4e22-82d2-2e3a08001c4d None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:07.120202 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cfbf6360-dad6-4e22-82d2-2e3a08001c4d None None] Transition to ACTIVE for port object dd3d7530-e180-4129-8f06-edb7a594a93c will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:02:07.122182 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-0ae4664f-4555-4002-8f28-14268eb04340 None None] Attempting to bind port 7c028204-7afa-4917-9de0-ddf9e1e1f233 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:02:07.122599 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-0ae4664f-4555-4002-8f28-14268eb04340 None None] Attempting to bind port 7c028204-7afa-4917-9de0-ddf9e1e1f233 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'cf75edc0-ac05-4ee3-884b-505af0ef0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d212e85-e288-4cfd-b1ca-e3ef3217682a'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:02:07.122966 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae4664f-4555-4002-8f28-14268eb04340 None None] Attempting to bind port 7c028204-7afa-4917-9de0-ddf9e1e1f233 on network 5d212e85-e288-4cfd-b1ca-e3ef3217682a {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:07.148849 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d33a2-1355-4625-ab7c-b4e6bd919df1 tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e7cc0b-0544-4335-bf50-f87fa64639f7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:07.198903 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae4664f-4555-4002-8f28-14268eb04340 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:02:07.199435 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae4664f-4555-4002-8f28-14268eb04340 None None] Checking segment: {'id': 'cf75edc0-ac05-4ee3-884b-505af0ef0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d212e85-e288-4cfd-b1ca-e3ef3217682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:02:07.199708 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ae4664f-4555-4002-8f28-14268eb04340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:07.200106 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae4664f-4555-4002-8f28-14268eb04340 None None] Bound using segment: {'id': 'cf75edc0-ac05-4ee3-884b-505af0ef0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d212e85-e288-4cfd-b1ca-e3ef3217682a'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:02:07.200819 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-0ae4664f-4555-4002-8f28-14268eb04340 None None] Bound port: 7c028204-7afa-4917-9de0-ddf9e1e1f233, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf75edc0-ac05-4ee3-884b-505af0ef0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d212e85-e288-4cfd-b1ca-e3ef3217682a'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:02:07.201015 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ae4664f-4555-4002-8f28-14268eb04340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:07.209698 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f95785a-4215-45dc-9301-44de7084afed req-ec4d33a2-1355-4625-ab7c-b4e6bd919df1 tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&id=961cbc53-42ae-435c-b927-fa36e89433eb&id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&id=5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.4044759 Jul 30 20:02:07.213845 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:07.225368 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cfbf6360-dad6-4e22-82d2-2e3a08001c4d None None] Transition to ACTIVE for port object dd3d7530-e180-4129-8f06-edb7a594a93c will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:02:07.230816 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6595ad-fc60-4e7b-a373-f100e7f6d625 None None] Pushing event updated for resources: {'Port': ['ID=3e13886f-40c2-433c-9c9f-d5d3ee3ddec6,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:07.244849 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] Routers {'1839f9fb-c2ed-4da0-a187-51d5072119d2'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:02:07.245497 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:01:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1839f9fb-c2ed-4da0-a187-51d5072119d2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:07.337956 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cfbf6360-dad6-4e22-82d2-2e3a08001c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:07.381775 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab849583-f78f-4529-9053-b110f65bb823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5788dd-a5bc-4049-8061-fae85b639293'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:07.384079 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36829c5-dc75-4f18-91e1-b71c16e3aabd" -d '{"events": [{"server_uuid": "ab849583-f78f-4529-9053-b110f65bb823", "name": "network-vif-plugged", "status": "completed", "tag": "7f5788dd-a5bc-4049-8061-fae85b639293"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:07.395778 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6595ad-fc60-4e7b-a373-f100e7f6d625 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:07.399457 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-80dc7fb4-c2eb-4136-930d-9d206e9e686b service neutron] 10.222.0.81 "GET /v2.0/networks/5d212e85-e288-4cfd-b1ca-e3ef3217682a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476231 Jul 30 20:02:07.405772 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6595ad-fc60-4e7b-a373-f100e7f6d625 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:07.406117 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6595ad-fc60-4e7b-a373-f100e7f6d625 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:07.406455 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6595ad-fc60-4e7b-a373-f100e7f6d625 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:07.406786 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6595ad-fc60-4e7b-a373-f100e7f6d625 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:07.407115 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6595ad-fc60-4e7b-a373-f100e7f6d625 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:07.407436 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6595ad-fc60-4e7b-a373-f100e7f6d625 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:07.407817 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6595ad-fc60-4e7b-a373-f100e7f6d625 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:07.408134 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6595ad-fc60-4e7b-a373-f100e7f6d625 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:07.408452 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6595ad-fc60-4e7b-a373-f100e7f6d625 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:07.408767 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6595ad-fc60-4e7b-a373-f100e7f6d625 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:07.409082 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6595ad-fc60-4e7b-a373-f100e7f6d625 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:07.466656 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbf6360-dad6-4e22-82d2-2e3a08001c4d None None] Network f15faf2a-2671-4ca3-8d69-537bf9d09cfb is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:02:07.469166 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd927bd9-bbdb-437b-b8b9-a8c5c63675f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:07.481547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-cfbf6360-dad6-4e22-82d2-2e3a08001c4d None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:02:07.484985 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbf6360-dad6-4e22-82d2-2e3a08001c4d None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:02:07.501883 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 7f5788dd-a5bc-4049-8061-fae85b639293, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7f5788dd-a5bc-4049-8061-fae85b639293,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:07.561590 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:07.562632 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] Set router 1839f9fb-c2ed-4da0-a187-51d5072119d2 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:02:07.590597 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-92c52a19-b1cc-4051-849e-50f4ba025790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:07.610649 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-cfbf6360-dad6-4e22-82d2-2e3a08001c4d None None] Attempting to bind port dd3d7530-e180-4129-8f06-edb7a594a93c on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:02:07.611046 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-cfbf6360-dad6-4e22-82d2-2e3a08001c4d None None] Attempting to bind port dd3d7530-e180-4129-8f06-edb7a594a93c by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'd181f8ef-e98a-4ed2-a8af-d03dcc91ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f15faf2a-2671-4ca3-8d69-537bf9d09cfb'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:02:07.611637 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbf6360-dad6-4e22-82d2-2e3a08001c4d None None] Attempting to bind port dd3d7530-e180-4129-8f06-edb7a594a93c on network f15faf2a-2671-4ca3-8d69-537bf9d09cfb {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:07.616597 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b611c-d510-4938-8887-b584d4717692 req-bb347c67-fe5a-4caf-8ae1-8239ae338e85 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:07.622250 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbf6360-dad6-4e22-82d2-2e3a08001c4d None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:02:07.622493 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbf6360-dad6-4e22-82d2-2e3a08001c4d None None] Checking segment: {'id': 'd181f8ef-e98a-4ed2-a8af-d03dcc91ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f15faf2a-2671-4ca3-8d69-537bf9d09cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:02:07.622871 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cfbf6360-dad6-4e22-82d2-2e3a08001c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:07.623264 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbf6360-dad6-4e22-82d2-2e3a08001c4d None None] Bound using segment: {'id': 'd181f8ef-e98a-4ed2-a8af-d03dcc91ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f15faf2a-2671-4ca3-8d69-537bf9d09cfb'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:02:07.623815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-cfbf6360-dad6-4e22-82d2-2e3a08001c4d None None] Bound port: dd3d7530-e180-4129-8f06-edb7a594a93c, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd181f8ef-e98a-4ed2-a8af-d03dcc91ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f15faf2a-2671-4ca3-8d69-537bf9d09cfb'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:02:07.624246 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cfbf6360-dad6-4e22-82d2-2e3a08001c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:07.624409 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b67b611c-d510-4938-8887-b584d4717692 req-bb347c67-fe5a-4caf-8ae1-8239ae338e85 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.0894625 Jul 30 20:02:07.626008 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:07.639797 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0ae4664f-4555-4002-8f28-14268eb04340 None None] For port 7c028204-7afa-4917-9de0-ddf9e1e1f233, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:02:07.698139 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 2b60ce8b-0295-4880-b22f-90ba28e81898, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=2b60ce8b-0295-4880-b22f-90ba28e81898,segment=NetworkSegment(c114c45a-cbfb-4ab1-9176-aa6ecbc5f534),segment_id=c114c45a-cbfb-4ab1-9176-aa6ecbc5f534)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:07.705366 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-01c29413-dc3f-4bdc-8b8e-3d9f0e82bfbc service neutron] 10.222.0.81 "GET /v2.0/networks/5d212e85-e288-4cfd-b1ca-e3ef3217682a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331102 Jul 30 20:02:07.706654 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b67b611c-d510-4938-8887-b584d4717692 req-53f26ff3-fe1f-4c2a-87f1-d59642832069 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686247 Jul 30 20:02:07.749222 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf6360-dad6-4e22-82d2-2e3a08001c4d None None] Pushing event updated for resources: {'Port': ['ID=dd3d7530-e180-4129-8f06-edb7a594a93c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:07.873761 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:07.913013 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0ae4664f-4555-4002-8f28-14268eb04340 None None] For port 7c028204-7afa-4917-9de0-ddf9e1e1f233, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7c028204-7afa-4917-9de0-ddf9e1e1f233,segment=NetworkSegment(cf75edc0-ac05-4ee3-884b-505af0ef0053),segment_id=cf75edc0-ac05-4ee3-884b-505af0ef0053)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:02:07.922612 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=7f5788dd-a5bc-4049-8061-fae85b639293,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:07.936500 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ae4664f-4555-4002-8f28-14268eb04340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:07.955992 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-599fae29-fe01-4fe1-a347-0ab0ea33ebb4 service neutron] 10.222.0.81 "GET /v2.0/networks/f15faf2a-2671-4ca3-8d69-537bf9d09cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490442 Jul 30 20:02:07.966546 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:02:03Z', 'revision_number': 3, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port': {'id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:02Z', 'updated_at': '2021-07-30T20:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:07.985812 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb27a2a-f926-4bc5-b76d-a404e411273d req-cd282094-c24c-4fd5-a33f-6e21d9b5d655 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:07.997402 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9bb27a2a-f926-4bc5-b76d-a404e411273d req-cd282094-c24c-4fd5-a33f-6e21d9b5d655 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 946 time: 0.1493671 Jul 30 20:02:08.017423 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfa09bb-11f6-4743-b959-8a97b42b460f None None] The sync data for ids ['1839f9fb-c2ed-4da0-a187-51d5072119d2'] in n-d-712137-9 is: [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:02:03Z', 'revision_number': 3, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port': {'id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:02Z', 'updated_at': '2021-07-30T20:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:02:08.052287 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-cd927bd9-bbdb-437b-b8b9-a8c5c63675f8 admin admin] Allocated IP 172.20.0.1 (1746904e-31e8-4790-9bd4-80c0d2a9880b/43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77/312a0de2-e84a-456a-b875-9bf8ac62db04) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:02:08.090151 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9bb27a2a-f926-4bc5-b76d-a404e411273d req-70e3cdf3-6fa9-44cc-bb91-653ead72a3ab tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918655 Jul 30 20:02:08.159613 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=2b60ce8b-0295-4880-b22f-90ba28e81898,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:08.212010 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-d1a050df-c354-4b76-8d6c-ebf4af109656 service neutron] 10.222.0.81 "GET /v2.0/networks/f15faf2a-2671-4ca3-8d69-537bf9d09cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457962 Jul 30 20:02:08.275713 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd927bd9-bbdb-437b-b8b9-a8c5c63675f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:08.285945 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-92c52a19-b1cc-4051-849e-50f4ba025790 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:02:08.286456 n-d-712137-9 neutron-server[93884]: DEBUG oslo_db.api [None req-92c52a19-b1cc-4051-849e-50f4ba025790 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:02:08.298601 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-cd927bd9-bbdb-437b-b8b9-a8c5c63675f8 admin admin] Transition to ACTIVE for port object 312a0de2-e84a-456a-b875-9bf8ac62db04 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:02:08.323759 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-cfbf6360-dad6-4e22-82d2-2e3a08001c4d None None] For port dd3d7530-e180-4129-8f06-edb7a594a93c, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:02:08.329610 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-cfbf6360-dad6-4e22-82d2-2e3a08001c4d None None] For port dd3d7530-e180-4129-8f06-edb7a594a93c, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=dd3d7530-e180-4129-8f06-edb7a594a93c,segment=NetworkSegment(d181f8ef-e98a-4ed2-a8af-d03dcc91ea29),segment_id=d181f8ef-e98a-4ed2-a8af-d03dcc91ea29)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:02:08.342046 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cfbf6360-dad6-4e22-82d2-2e3a08001c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:08.368165 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd927bd9-bbdb-437b-b8b9-a8c5c63675f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:08.402138 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4664f-4555-4002-8f28-14268eb04340 None None] Pushing event updated for resources: {'Port': ['ID=7c028204-7afa-4917-9de0-ddf9e1e1f233,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:08.575129 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd927bd9-bbdb-437b-b8b9-a8c5c63675f8 admin admin] Pushing event updated for resources: {'Port': ['ID=312a0de2-e84a-456a-b875-9bf8ac62db04,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:08.640389 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa8882e-94f3-46b1-bbff-cb31c20a9fbb x-openstack-request-id: req-ffa8882e-94f3-46b1-bbff-cb31c20a9fbb {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:08.640389 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab849583-f78f-4529-9053-b110f65bb823", "name": "network-vif-plugged", "status": "completed", "tag": "7f5788dd-a5bc-4049-8061-fae85b639293", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:08.640389 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ffa8882e-94f3-46b1-bbff-cb31c20a9fbb {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:08.649223 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd927bd9-bbdb-437b-b8b9-a8c5c63675f8 admin admin] Network 1746904e-31e8-4790-9bd4-80c0d2a9880b is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:02:08.653926 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab849583-f78f-4529-9053-b110f65bb823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5788dd-a5bc-4049-8061-fae85b639293', 'code': 200} Jul 30 20:02:08.656158 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-cd927bd9-bbdb-437b-b8b9-a8c5c63675f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:02:08.666079 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd927bd9-bbdb-437b-b8b9-a8c5c63675f8 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:02:08.693085 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf6360-dad6-4e22-82d2-2e3a08001c4d None None] Pushing event updated for resources: {'Port': ['ID=dd3d7530-e180-4129-8f06-edb7a594a93c,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:08.938874 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dd59a33c-3772-45e4-bb78-f1404aa0432c req-bd3cd49f-f8e9-4ed7-a5b7-22ded55e8825 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a132c0-0811-4a4b-8b2d-137752e5beae HTTP/1.1" status: 200 len: 210 time: 0.1760061 Jul 30 20:02:09.028665 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd927bd9-bbdb-437b-b8b9-a8c5c63675f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:09.128676 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cda0a842-a599-451a-b4e4-3ccb345ad6b4 None None] Provisioning complete for port 2b60ce8b-0295-4880-b22f-90ba28e81898 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:09.130126 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cda0a842-a599-451a-b4e4-3ccb345ad6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:09.387290 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b619f8-4708-4f18-adf9-15cbde362630 req-5dd8f6f6-7ab8-493b-ad56-5e1a8c8b0bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:09.396452 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-72b619f8-4708-4f18-adf9-15cbde362630 req-5dd8f6f6-7ab8-493b-ad56-5e1a8c8b0bfa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 1101 time: 0.5901556 Jul 30 20:02:09.432037 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd927bd9-bbdb-437b-b8b9-a8c5c63675f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:09.443723 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd7a25-e27a-406e-bbb5-c784aff89b6b req-99d43e41-e2de-41db-bdec-84b3b8305d8a tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:09.444901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd7a25-e27a-406e-bbb5-c784aff89b6b req-99d43e41-e2de-41db-bdec-84b3b8305d8a tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:09.446327 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd7a25-e27a-406e-bbb5-c784aff89b6b req-99d43e41-e2de-41db-bdec-84b3b8305d8a tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:09.455384 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25cd7a25-e27a-406e-bbb5-c784aff89b6b req-99d43e41-e2de-41db-bdec-84b3b8305d8a tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=38750664-8d87-4faf-b603-09981e2d9d12&device_id=c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a&device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 2883 time: 0.1184819 Jul 30 20:02:09.529045 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25cd7a25-e27a-406e-bbb5-c784aff89b6b req-92097d80-7a39-4420-a99b-4dd3045b0adf tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711255 Jul 30 20:02:09.575243 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4dc94cc5-467d-4c02-969f-98953545b39f None None] Provisioning for port 312a0de2-e84a-456a-b875-9bf8ac62db04 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:02:09.589012 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4dc94cc5-467d-4c02-969f-98953545b39f None None] Provisioning complete for port 312a0de2-e84a-456a-b875-9bf8ac62db04 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:09.592356 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4dc94cc5-467d-4c02-969f-98953545b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:09.729450 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4dc94cc5-467d-4c02-969f-98953545b39f None None] Port 312a0de2-e84a-456a-b875-9bf8ac62db04 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:02:09.766435 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7565b-069b-489b-8b04-6b34537fe7ee req-1863af3b-af64-491b-ba60-0b054a6ebdee tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:09.787595 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9c7565b-069b-489b-8b04-6b34537fe7ee req-1863af3b-af64-491b-ba60-0b054a6ebdee tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 946 time: 0.1257355 Jul 30 20:02:09.878982 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9c7565b-069b-489b-8b04-6b34537fe7ee req-b2147d29-8851-4642-88e4-0623ed9731a8 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902414 Jul 30 20:02:10.003529 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd927bd9-bbdb-437b-b8b9-a8c5c63675f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:10.028683 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59f469-0142-4833-a1dd-d53b1ff9251a req-d7c518b9-ca2b-4cdc-a8ee-e59659ec69f3 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:10.035366 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ae59f469-0142-4833-a1dd-d53b1ff9251a req-d7c518b9-ca2b-4cdc-a8ee-e59659ec69f3 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.7106359 Jul 30 20:02:10.037947 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd927bd9-bbdb-437b-b8b9-a8c5c63675f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:10.128610 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd927bd9-bbdb-437b-b8b9-a8c5c63675f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:10.156534 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-72b619f8-4708-4f18-adf9-15cbde362630 req-e48ff0ac-3584-4e50-a7a3-94876b545bd5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7433879 Jul 30 20:02:10.228346 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e614fd-2a4c-4880-b402-173e185f088c None None] Network 5d212e85-e288-4cfd-b1ca-e3ef3217682a requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:02:10.393662 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-67b2babc-d7fb-4f26-bcbc-5f87b92fbe90 req-3c382e49-c269-466b-bf39-76c4a291952a tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a132c0-0811-4a4b-8b2d-137752e5beae HTTP/1.1" status: 200 len: 210 time: 0.0736816 Jul 30 20:02:10.395962 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ae59f469-0142-4833-a1dd-d53b1ff9251a req-9360ba44-b6d7-4f05-88dc-2356a951c460 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760961 Jul 30 20:02:10.403697 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd927bd9-bbdb-437b-b8b9-a8c5c63675f8 admin admin] Pushing event updated for resources: {'Port': ['ID=312a0de2-e84a-456a-b875-9bf8ac62db04,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:10.564486 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd927bd9-bbdb-437b-b8b9-a8c5c63675f8 admin admin] Network 1746904e-31e8-4790-9bd4-80c0d2a9880b is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:02:10.569342 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-cd927bd9-bbdb-437b-b8b9-a8c5c63675f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:02:10.703106 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7c028204-7afa-4917-9de0-ddf9e1e1f233 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:02:10.705383 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6e8832-b2a8-47d5-9b63-25f0c9153a46 None None] Network f15faf2a-2671-4ca3-8d69-537bf9d09cfb requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:02:10.813533 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd927bd9-bbdb-437b-b8b9-a8c5c63675f8 admin admin] Router 1839f9fb-c2ed-4da0-a187-51d5072119d2 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:02:11.027286 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-98391785-c887-4ec1-a927-94b9db9604e2 None None] Provisioning for port 7c028204-7afa-4917-9de0-ddf9e1e1f233 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:02:11.120621 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 7c028204-7afa-4917-9de0-ddf9e1e1f233 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:02:11.132846 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 7c028204-7afa-4917-9de0-ddf9e1e1f233 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:11.134041 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:11.196863 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-84c73b03-0080-4524-8930-bb2a921a1de2 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:11.207483 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-84c73b03-0080-4524-8930-bb2a921a1de2 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:11.213535 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-84c73b03-0080-4524-8930-bb2a921a1de2 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.59 "GET /v2.0/networks?id=5d212e85-e288-4cfd-b1ca-e3ef3217682a&id=f15faf2a-2671-4ca3-8d69-537bf9d09cfb HTTP/1.1" status: 200 len: 1391 time: 0.3964305 Jul 30 20:02:11.241216 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-27e2bef9-67bb-441a-8958-2949b2e8c5f6 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Request body: {'port': {'device_id': '90a132c0-0811-4a4b-8b2d-137752e5beae', 'network_id': '5d212e85-e288-4cfd-b1ca-e3ef3217682a', 'admin_state_up': True, 'tenant_id': '182462db159049a09c4703019cfbdc8e'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:11.241476 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d68b3989-1fb6-4b6a-8601-b4a3401b4f3f None None] Provisioning for port dd3d7530-e180-4129-8f06-edb7a594a93c completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:02:11.300892 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d68b3989-1fb6-4b6a-8601-b4a3401b4f3f None None] Provisioning complete for port 312a0de2-e84a-456a-b875-9bf8ac62db04 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:11.301423 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d68b3989-1fb6-4b6a-8601-b4a3401b4f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:11.323771 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478c3cc-511d-4fc1-bc27-8355b5c47c4d req-e1a644d0-d9c0-4fad-8398-28172ed4b18e tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:11.325330 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3478c3cc-511d-4fc1-bc27-8355b5c47c4d req-e1a644d0-d9c0-4fad-8398-28172ed4b18e tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 946 time: 0.2749481 Jul 30 20:02:11.395461 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d68b3989-1fb6-4b6a-8601-b4a3401b4f3f None None] Port 312a0de2-e84a-456a-b875-9bf8ac62db04 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:02:11.438115 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd927bd9-bbdb-437b-b8b9-a8c5c63675f8 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:02:11.459993 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cd927bd9-bbdb-437b-b8b9-a8c5c63675f8 admin admin] 10.222.0.81 "PUT /v2.0/routers/1839f9fb-c2ed-4da0-a187-51d5072119d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9987812 Jul 30 20:02:11.488395 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] Sync routers for ids ['1839f9fb-c2ed-4da0-a187-51d5072119d2'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:02:11.508176 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] Routers {'1839f9fb-c2ed-4da0-a187-51d5072119d2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:02:11.509110 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:01:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1839f9fb-c2ed-4da0-a187-51d5072119d2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:11.579775 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3478c3cc-511d-4fc1-bc27-8355b5c47c4d req-eb023ec3-3b06-40b6-bbe9-3ce43e584087 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777859 Jul 30 20:02:11.648166 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:11.690447 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-27e2bef9-67bb-441a-8958-2949b2e8c5f6 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Made reservation on behalf of 182462db159049a09c4703019cfbdc8e for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:02:11.693821 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-27e2bef9-67bb-441a-8958-2949b2e8c5f6 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:11.803631 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-038a3c41-eb3f-4bc7-a7ff-9693736cd12e None None] Provisioning complete for port 7c028204-7afa-4917-9de0-ddf9e1e1f233 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:11.804142 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-038a3c41-eb3f-4bc7-a7ff-9693736cd12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:11.894630 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ec37edfb-2852-4165-81b7-356b48c175f7 req-5e14f380-b625-44b4-8a1a-59e60a5c50ea tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a132c0-0811-4a4b-8b2d-137752e5beae HTTP/1.1" status: 200 len: 210 time: 0.0483770 Jul 30 20:02:11.906170 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 7c028204-7afa-4917-9de0-ddf9e1e1f233, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7c028204-7afa-4917-9de0-ddf9e1e1f233,segment=NetworkSegment(cf75edc0-ac05-4ee3-884b-505af0ef0053),segment_id=cf75edc0-ac05-4ee3-884b-505af0ef0053)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:11.919008 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] Set router 1839f9fb-c2ed-4da0-a187-51d5072119d2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:02:11.997395 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:11.998103 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 2b60ce8b-0295-4880-b22f-90ba28e81898 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:02:12.002421 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-27e2bef9-67bb-441a-8958-2949b2e8c5f6 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Allocated IP 19.80.0.98 (5d212e85-e288-4cfd-b1ca-e3ef3217682a/6c32d6d2-bc2e-49a8-952c-888c80ba7076/1c4e42ac-8f99-40a0-affc-e25396bc03c7) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:02:12.021457 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bfec8-6100-495f-9023-de8adb0dcfb2 req-2995f681-d997-4808-9afe-22295a7bae31 tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:12.029106 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c3bfec8-6100-495f-9023-de8adb0dcfb2 req-2995f681-d997-4808-9afe-22295a7bae31 tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 1101 time: 0.0612335 Jul 30 20:02:12.046070 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af0abb-1eff-4f63-a3f5-69fb7c1c0b63 req-d6dcf2e0-374a-4059-ab75-a1ad10a89f29 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:12.055079 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d9af0abb-1eff-4f63-a3f5-69fb7c1c0b63 req-d6dcf2e0-374a-4059-ab75-a1ad10a89f29 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.1747158 Jul 30 20:02:12.087234 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c3bfec8-6100-495f-9023-de8adb0dcfb2 req-1dea8068-2ea5-4267-a267-bd2c08b383e1 tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542572 Jul 30 20:02:12.130481 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d9af0abb-1eff-4f63-a3f5-69fb7c1c0b63 req-5b9eed35-856b-455f-a7ba-8ebb3340d982 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743427 Jul 30 20:02:12.208122 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=7c028204-7afa-4917-9de0-ddf9e1e1f233,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:12.366347 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 2b60ce8b-0295-4880-b22f-90ba28e81898 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:12.366347 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:12.403842 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51381d-7fca-4496-bc42-76667db2b839 req-26976f98-626a-4e7e-b4d4-ff982d4c907a tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:12.423014 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c51381d-7fca-4496-bc42-76667db2b839 req-26976f98-626a-4e7e-b4d4-ff982d4c907a tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 1101 time: 0.1733987 Jul 30 20:02:12.492542 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-8d9ea6ff-c101-4d98-ad48-c6eb6934ab22 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:12.500583 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-8d9ea6ff-c101-4d98-ad48-c6eb6934ab22 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/networks?id=1746904e-31e8-4790-9bd4-80c0d2a9880b HTTP/1.1" status: 200 len: 819 time: 0.2425411 Jul 30 20:02:12.528070 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c51381d-7fca-4496-bc42-76667db2b839 req-211d53f8-8994-4369-98b5-041c087f6300 tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989327 Jul 30 20:02:12.554143 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-27e2bef9-67bb-441a-8958-2949b2e8c5f6 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:12.579696 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-56d451e9-29f0-44df-b0ee-604683e8fec3 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/quotas/0c5948f4c08a4d0aae3efe56edcb4154 HTTP/1.1" status: 200 len: 375 time: 0.0779145 Jul 30 20:02:12.586255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-27e2bef9-67bb-441a-8958-2949b2e8c5f6 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Transition to ACTIVE for port object 1c4e42ac-8f99-40a0-affc-e25396bc03c7 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:02:12.593446 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3e13886f-40c2-433c-9c9f-d5d3ee3ddec6 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:02:12.661615 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:02:09Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port': {'id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:02Z', 'updated_at': '2021-07-30T20:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '312a0de2-e84a-456a-b875-9bf8ac62db04', 'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'mac_address': 'fa:16:3e:d8:3f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:07Z', 'updated_at': '2021-07-30T20:02:09Z', 'revision_number': 2, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'subnets': [{'id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:12.675892 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-d0fbfa01-ffdf-4268-bdcd-4c0df7435efc tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0c5948f4c08a4d0aae3efe56edcb4154&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933008 Jul 30 20:02:12.694344 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] Checking router: 1839f9fb-c2ed-4da0-a187-51d5072119d2 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:02:12.694941 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] Updating router 1839f9fb-c2ed-4da0-a187-51d5072119d2 port 312a0de2-e84a-456a-b875-9bf8ac62db04 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:02:12.733894 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:12.749695 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-27e2bef9-67bb-441a-8958-2949b2e8c5f6 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:12.766276 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e3daa-7d74-4b17-84fe-425dd82ce316 req-03994870-6d21-433d-88f2-27702dfd3ff9 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:12.774494 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e18e3daa-7d74-4b17-84fe-425dd82ce316 req-03994870-6d21-433d-88f2-27702dfd3ff9 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.1214373 Jul 30 20:02:12.776288 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-c519ede5-6546-4b91-aa77-11f5cb933849 service neutron] 10.222.0.81 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992467 Jul 30 20:02:12.859501 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-27e2bef9-67bb-441a-8958-2949b2e8c5f6 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Network 5d212e85-e288-4cfd-b1ca-e3ef3217682a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:02:12.870021 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-27e2bef9-67bb-441a-8958-2949b2e8c5f6 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:02:12.875976 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-f38664b7-7d85-4f7d-83fd-38063c19f6b6 service neutron] 10.222.0.81 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985529 Jul 30 20:02:12.877269 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e18e3daa-7d74-4b17-84fe-425dd82ce316 req-656c0ddc-121e-4755-8ca0-6f1a7e4efdaf tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016083 Jul 30 20:02:12.878853 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-27e2bef9-67bb-441a-8958-2949b2e8c5f6 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:02:12.882078 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2bef9-67bb-441a-8958-2949b2e8c5f6 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event updated for resources: {'Port': ['ID=1c4e42ac-8f99-40a0-affc-e25396bc03c7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:12.961916 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-27e2bef9-67bb-441a-8958-2949b2e8c5f6 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:12.962556 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-27e2bef9-67bb-441a-8958-2949b2e8c5f6 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:13.005211 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-27e2bef9-67bb-441a-8958-2949b2e8c5f6 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7733300 Jul 30 20:02:13.019419 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-c5535229-3bf2-4467-a9c6-0b41c18d7c1c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Request body: {'port': {'device_id': '90a132c0-0811-4a4b-8b2d-137752e5beae', 'network_id': 'f15faf2a-2671-4ca3-8d69-537bf9d09cfb', 'admin_state_up': True, 'tenant_id': '182462db159049a09c4703019cfbdc8e'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:13.104861 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 3e13886f-40c2-433c-9c9f-d5d3ee3ddec6 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:02:13.121070 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 3e13886f-40c2-433c-9c9f-d5d3ee3ddec6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:13.121518 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:13.223837 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d27990a8-6eba-4957-aa47-d048d8df2a0e None None] Provisioning for port 1c4e42ac-8f99-40a0-affc-e25396bc03c7 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:02:13.270164 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d27990a8-6eba-4957-aa47-d048d8df2a0e None None] Provisioning complete for port 1c4e42ac-8f99-40a0-affc-e25396bc03c7 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:13.270634 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d27990a8-6eba-4957-aa47-d048d8df2a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:13.327917 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:13.333960 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d27990a8-6eba-4957-aa47-d048d8df2a0e None None] Port 1c4e42ac-8f99-40a0-affc-e25396bc03c7 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:02:13.351653 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-c5535229-3bf2-4467-a9c6-0b41c18d7c1c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Made reservation on behalf of 182462db159049a09c4703019cfbdc8e for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:02:13.353863 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86434c5-70b8-48dc-839e-8e11f6220a6c req-e8d3876c-d76d-4fcf-9321-defd94edfa69 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:13.358170 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c86434c5-70b8-48dc-839e-8e11f6220a6c req-e8d3876c-d76d-4fcf-9321-defd94edfa69 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 946 time: 0.1153407 Jul 30 20:02:13.364168 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-c5535229-3bf2-4467-a9c6-0b41c18d7c1c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:13.372373 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 3e13886f-40c2-433c-9c9f-d5d3ee3ddec6, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=3e13886f-40c2-433c-9c9f-d5d3ee3ddec6,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:13.391960 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:13.392748 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device dd3d7530-e180-4129-8f06-edb7a594a93c up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:02:13.449979 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c86434c5-70b8-48dc-839e-8e11f6220a6c req-67dfc07b-c5a2-44f9-8f2a-d88e788e4e12 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771160 Jul 30 20:02:13.507701 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port dd3d7530-e180-4129-8f06-edb7a594a93c completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:02:13.522166 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:13.524594 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port dd3d7530-e180-4129-8f06-edb7a594a93c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:13.525020 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:13.594473 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] Transition to ACTIVE for port object 312a0de2-e84a-456a-b875-9bf8ac62db04 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:02:13.608807 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=3e13886f-40c2-433c-9c9f-d5d3ee3ddec6,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:13.671640 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-c5535229-3bf2-4467-a9c6-0b41c18d7c1c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Allocated IP 19.86.0.128 (f15faf2a-2671-4ca3-8d69-537bf9d09cfb/4e455f8d-39fc-411a-a173-ef35b62d1cb7/136dddd7-2d11-4f22-968f-4834f30b7d92) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:02:13.775937 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:13.867737 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a7bbc-927c-44af-bdac-d31dd2f38c15 None None] Pushing event updated for resources: {'Port': ['ID=312a0de2-e84a-456a-b875-9bf8ac62db04,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:13.885239 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:13.939757 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd5fa0-b968-49a8-88b3-364856610e89 req-d4429203-62cd-417a-98b1-d298f27ae27a tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:13.955080 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-50bd5fa0-b968-49a8-88b3-364856610e89 req-d4429203-62cd-417a-98b1-d298f27ae27a tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a132c0-0811-4a4b-8b2d-137752e5beae HTTP/1.1" status: 200 len: 931 time: 0.1141734 Jul 30 20:02:14.010703 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port dd3d7530-e180-4129-8f06-edb7a594a93c, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=dd3d7530-e180-4129-8f06-edb7a594a93c,segment=NetworkSegment(d181f8ef-e98a-4ed2-a8af-d03dcc91ea29),segment_id=d181f8ef-e98a-4ed2-a8af-d03dcc91ea29)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:14.062400 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-50bd5fa0-b968-49a8-88b3-364856610e89 req-df53fe51-7ece-4c35-b096-52408830051b tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033072 Jul 30 20:02:14.069122 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:14.100026 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-c5535229-3bf2-4467-a9c6-0b41c18d7c1c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:14.135371 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] Attempting to bind port 312a0de2-e84a-456a-b875-9bf8ac62db04 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:02:14.139116 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] Attempting to bind port 312a0de2-e84a-456a-b875-9bf8ac62db04 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'c114c45a-cbfb-4ab1-9176-aa6ecbc5f534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:02:14.139908 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] Attempting to bind port 312a0de2-e84a-456a-b875-9bf8ac62db04 on network 1746904e-31e8-4790-9bd4-80c0d2a9880b {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:14.142983 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-c5535229-3bf2-4467-a9c6-0b41c18d7c1c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Transition to ACTIVE for port object 136dddd7-2d11-4f22-968f-4834f30b7d92 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:02:14.226884 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7a80a55b-07b3-4641-ad84-1d0b9c5c168f req-fc7de4d6-c5fd-4828-9e6e-8ab9ff781fc5 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 210 time: 0.0610600 Jul 30 20:02:14.250756 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=dd3d7530-e180-4129-8f06-edb7a594a93c,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:14.254240 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:02:14.254847 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] Checking segment: {'id': 'c114c45a-cbfb-4ab1-9176-aa6ecbc5f534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:02:14.255341 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:14.255846 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] Bound using segment: {'id': 'c114c45a-cbfb-4ab1-9176-aa6ecbc5f534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:02:14.256484 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] Bound port: 312a0de2-e84a-456a-b875-9bf8ac62db04, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c114c45a-cbfb-4ab1-9176-aa6ecbc5f534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:02:14.256986 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:14.260506 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7c028204-7afa-4917-9de0-ddf9e1e1f233 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:02:14.323238 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-c5535229-3bf2-4467-a9c6-0b41c18d7c1c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:14.405229 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] For port 312a0de2-e84a-456a-b875-9bf8ac62db04, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:02:14.412471 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] For port 312a0de2-e84a-456a-b875-9bf8ac62db04, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=312a0de2-e84a-456a-b875-9bf8ac62db04,segment=NetworkSegment(c114c45a-cbfb-4ab1-9176-aa6ecbc5f534),segment_id=c114c45a-cbfb-4ab1-9176-aa6ecbc5f534)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:02:14.419183 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 7c028204-7afa-4917-9de0-ddf9e1e1f233 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:14.419905 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:14.452481 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-c5535229-3bf2-4467-a9c6-0b41c18d7c1c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Network f15faf2a-2671-4ca3-8d69-537bf9d09cfb is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:02:14.471077 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:14.477615 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-c5535229-3bf2-4467-a9c6-0b41c18d7c1c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:02:14.501171 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-c5535229-3bf2-4467-a9c6-0b41c18d7c1c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:02:14.511187 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5535229-3bf2-4467-a9c6-0b41c18d7c1c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event updated for resources: {'Port': ['ID=136dddd7-2d11-4f22-968f-4834f30b7d92,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:14.587328 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] Routers {'1839f9fb-c2ed-4da0-a187-51d5072119d2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:02:14.588048 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:01:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1839f9fb-c2ed-4da0-a187-51d5072119d2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:14.653180 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-c5535229-3bf2-4467-a9c6-0b41c18d7c1c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:14.664366 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-c5535229-3bf2-4467-a9c6-0b41c18d7c1c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:14.699610 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-c5535229-3bf2-4467-a9c6-0b41c18d7c1c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6850791 Jul 30 20:02:14.714774 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-57044d31-e1a1-4774-b9c2-303290d30aba service neutron] Request body: {'port': {'device_id': '90a132c0-0811-4a4b-8b2d-137752e5beae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:14.859400 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-57044d31-e1a1-4774-b9c2-303290d30aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:14.955814 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] Set router 1839f9fb-c2ed-4da0-a187-51d5072119d2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:02:15.000834 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c741b-5234-4adc-9a11-7bbbca96abba req-b0ad0d1e-78aa-4178-90af-35bde326345d tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:15.010308 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8b5c741b-5234-4adc-9a11-7bbbca96abba req-b0ad0d1e-78aa-4178-90af-35bde326345d tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 946 time: 0.1688251 Jul 30 20:02:15.051796 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a7bbc-927c-44af-bdac-d31dd2f38c15 None None] Pushing event updated for resources: {'Port': ['ID=312a0de2-e84a-456a-b875-9bf8ac62db04,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:15.096335 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8b5c741b-5234-4adc-9a11-7bbbca96abba req-59fad8a8-8997-4170-9806-2b5607714423 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846243 Jul 30 20:02:15.154189 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-643b7a4a-3b09-4759-a0bf-5431f9b4e962 None None] Provisioning for port 136dddd7-2d11-4f22-968f-4834f30b7d92 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:02:15.157339 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-3c6ba3ea-6e81-455e-a428-e258526c7ee7 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:15.162126 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-3c6ba3ea-6e81-455e-a428-e258526c7ee7 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.83 "GET /v2.0/networks?id=1746904e-31e8-4790-9bd4-80c0d2a9880b HTTP/1.1" status: 200 len: 819 time: 0.1483121 Jul 30 20:02:15.192536 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-b3d58227-5aff-4ef1-8614-cbe13b932508 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Request body: {'port': {'device_id': 'b2e94315-9d24-4c31-86ff-bef688631d6c', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'admin_state_up': True, 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:15.224219 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-350c572d-54b4-48a0-987e-903ff4c83424 req-4e2e6b1e-f090-4bbc-a6fc-885732b3b4be service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2728612 Jul 30 20:02:15.246009 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:15.283083 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-643b7a4a-3b09-4759-a0bf-5431f9b4e962 None None] Provisioning complete for port 136dddd7-2d11-4f22-968f-4834f30b7d92 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:15.284869 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-643b7a4a-3b09-4759-a0bf-5431f9b4e962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:15.286608 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297487e-9161-465b-81f0-caf411b8bfad req-c0744a9f-8cc6-4096-a516-c6b300f60945 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:15.289939 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3e13886f-40c2-433c-9c9f-d5d3ee3ddec6 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:02:15.296134 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f297487e-9161-465b-81f0-caf411b8bfad req-c0744a9f-8cc6-4096-a516-c6b300f60945 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.1108222 Jul 30 20:02:15.483631 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f297487e-9161-465b-81f0-caf411b8bfad req-e4530fed-e3f9-4577-86a4-3233afd2e237 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861751 Jul 30 20:02:15.493464 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-3c34854b-f459-4696-89c4-f4d63cf0519d tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:15.505486 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-3c34854b-f459-4696-89c4-f4d63cf0519d tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0&tenant_id=236d1eaa83284464a4f623b106ec8e36&binding%3Ahost_id=n-h2-712137-9 HTTP/1.1" status: 200 len: 1097 time: 0.2063465 Jul 30 20:02:15.530256 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-818c4df4-5621-4cc7-9049-25d10b34e29c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712137-9'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:15.549156 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-643b7a4a-3b09-4759-a0bf-5431f9b4e962 None None] Port 136dddd7-2d11-4f22-968f-4834f30b7d92 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:02:15.569211 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 3e13886f-40c2-433c-9c9f-d5d3ee3ddec6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:15.569728 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:15.793317 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-818c4df4-5621-4cc7-9049-25d10b34e29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:15.949579 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:02:09Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port': {'id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:02Z', 'updated_at': '2021-07-30T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '312a0de2-e84a-456a-b875-9bf8ac62db04', 'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'mac_address': 'fa:16:3e:d8:3f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:07Z', 'updated_at': '2021-07-30T20:02:14Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'subnets': [{'id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:16.020469 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1e9b0e-c316-4946-b178-702fb5bf2f50 None None] The sync data for ids ['1839f9fb-c2ed-4da0-a187-51d5072119d2'] in n-d-712137-9 is: [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:02:09Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port': {'id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:02Z', 'updated_at': '2021-07-30T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '312a0de2-e84a-456a-b875-9bf8ac62db04', 'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'mac_address': 'fa:16:3e:d8:3f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:07Z', 'updated_at': '2021-07-30T20:02:14Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'subnets': [{'id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:02:16.045523 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-818c4df4-5621-4cc7-9049-25d10b34e29c service neutron] For port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=5ed0c72e-cb54-47a2-90f8-d151099fbcb6,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:16.143019 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25914b8a-130e-46d6-8fd1-235ba1d00ff6 req-4861dd9e-3871-40f1-b535-aece4a94e2f7 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:16.151238 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25914b8a-130e-46d6-8fd1-235ba1d00ff6 req-4861dd9e-3871-40f1-b535-aece4a94e2f7 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:16.165613 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25914b8a-130e-46d6-8fd1-235ba1d00ff6 req-4861dd9e-3871-40f1-b535-aece4a94e2f7 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a132c0-0811-4a4b-8b2d-137752e5beae HTTP/1.1" status: 200 len: 1654 time: 0.4991305 Jul 30 20:02:16.195297 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-818c4df4-5621-4cc7-9049-25d10b34e29c service neutron] For port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:02:16.254864 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25914b8a-130e-46d6-8fd1-235ba1d00ff6 req-d2d9e209-ecca-4626-ae2f-8d3dc4048d34 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881107 Jul 30 20:02:16.331610 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0272ea-dddc-47db-8168-d35bf45a7fc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ed0c72e-cb54-47a2-90f8-d151099fbcb6'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:16.339019 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad44d07-fa32-4995-a1f5-e1f8ef4071b7" -d '{"events": [{"server_uuid": "bd0272ea-dddc-47db-8168-d35bf45a7fc0", "name": "network-vif-unplugged", "status": "completed", "tag": "5ed0c72e-cb54-47a2-90f8-d151099fbcb6"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:16.345326 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:02:16.348102 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-818c4df4-5621-4cc7-9049-25d10b34e29c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:16.361753 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-818c4df4-5621-4cc7-9049-25d10b34e29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:16.369226 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device dd3d7530-e180-4129-8f06-edb7a594a93c up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:02:16.489919 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-70a71aa6-5719-4703-bdd7-33df32f070c9 req-df7b6b7c-b309-445f-a842-4a375862afdf tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 210 time: 0.1697965 Jul 30 20:02:16.556349 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-b3d58227-5aff-4ef1-8614-cbe13b932508 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Made reservation on behalf of 0c5948f4c08a4d0aae3efe56edcb4154 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:02:16.561932 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-b3d58227-5aff-4ef1-8614-cbe13b932508 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:16.661512 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c4df4-5621-4cc7-9049-25d10b34e29c service neutron] Pushing event updated for resources: {'Port': ['ID=5ed0c72e-cb54-47a2-90f8-d151099fbcb6,revision_number=7']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:16.696965 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port dd3d7530-e180-4129-8f06-edb7a594a93c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:16.698356 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:16.757236 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b9354-7067-40f7-beac-a79ec2457e8b req-aa66152e-a2cb-4914-8127-ebbe420710d4 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:16.764914 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-295b9354-7067-40f7-beac-a79ec2457e8b req-aa66152e-a2cb-4914-8127-ebbe420710d4 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.3215857 Jul 30 20:02:16.807800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-818c4df4-5621-4cc7-9049-25d10b34e29c service neutron] Attempting to bind port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 on host n-h2-712137-9 for vnic_type normal with profile {"migrating_to": "n-h1-712137-9"} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:02:16.808143 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-818c4df4-5621-4cc7-9049-25d10b34e29c service neutron] Attempting to bind port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:02:16.808501 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-818c4df4-5621-4cc7-9049-25d10b34e29c service neutron] Attempting to bind port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 on network dd53ee4f-dc29-41da-8a32-a515358904dc {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:16.835111 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-818c4df4-5621-4cc7-9049-25d10b34e29c service neutron] Port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 on network dd53ee4f-dc29-41da-8a32-a515358904dc not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:02:16.836856 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-818c4df4-5621-4cc7-9049-25d10b34e29c service neutron] Attempting to bind port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 on network dd53ee4f-dc29-41da-8a32-a515358904dc {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:16.839418 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=5ed0c72e-cb54-47a2-90f8-d151099fbcb6,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:16.853909 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-818c4df4-5621-4cc7-9049-25d10b34e29c service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:02:16.854618 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-818c4df4-5621-4cc7-9049-25d10b34e29c service neutron] Checking segment: {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:02:16.855183 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-818c4df4-5621-4cc7-9049-25d10b34e29c service neutron] Bound using segment: {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:02:16.855851 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-818c4df4-5621-4cc7-9049-25d10b34e29c service neutron] Bound port: 5ed0c72e-cb54-47a2-90f8-d151099fbcb6, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:02:16.856414 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-818c4df4-5621-4cc7-9049-25d10b34e29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:16.862499 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 has no active binding in host n-h1-712137-9 {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 20:02:16.881789 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-295b9354-7067-40f7-beac-a79ec2457e8b req-c73fefe9-7fbb-4ac9-ba0a-b9adb33fd01f tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048992 Jul 30 20:02:16.928103 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-b3d58227-5aff-4ef1-8614-cbe13b932508 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Allocated IP 172.20.0.4 (1746904e-31e8-4790-9bd4-80c0d2a9880b/43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77/f8ba08e4-c36d-465c-b91e-1c012c98c0f9) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:02:17.011495 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84239f0b-7f3e-4576-9627-1e1c204df535 x-openstack-request-id: req-84239f0b-7f3e-4576-9627-1e1c204df535 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:17.011881 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0272ea-dddc-47db-8168-d35bf45a7fc0", "name": "network-vif-unplugged", "status": "completed", "tag": "5ed0c72e-cb54-47a2-90f8-d151099fbcb6", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:17.012140 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-84239f0b-7f3e-4576-9627-1e1c204df535 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:17.012534 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0272ea-dddc-47db-8168-d35bf45a7fc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ed0c72e-cb54-47a2-90f8-d151099fbcb6', 'code': 200} Jul 30 20:02:17.053225 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-818c4df4-5621-4cc7-9049-25d10b34e29c service neutron] For port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:02:17.057529 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-818c4df4-5621-4cc7-9049-25d10b34e29c service neutron] For port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=5ed0c72e-cb54-47a2-90f8-d151099fbcb6,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:02:17.067888 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-818c4df4-5621-4cc7-9049-25d10b34e29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:17.085562 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-57044d31-e1a1-4774-b9c2-303290d30aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c4e42ac-8f99-40a0-affc-e25396bc03c7 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:02:17.103912 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-57044d31-e1a1-4774-b9c2-303290d30aba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:17.125694 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a670dc-4a9e-4efb-9460-509bc4a48f01 req-17a97c94-d1ef-446d-b4cd-a863a7dc07a9 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:17.135370 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-17a670dc-4a9e-4efb-9460-509bc4a48f01 req-17a97c94-d1ef-446d-b4cd-a863a7dc07a9 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 944 time: 0.1937053 Jul 30 20:02:17.243077 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-57044d31-e1a1-4774-b9c2-303290d30aba service neutron] Transition to ACTIVE for port object 1c4e42ac-8f99-40a0-affc-e25396bc03c7 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:02:17.254379 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-818c4df4-5621-4cc7-9049-25d10b34e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:17.254944 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-818c4df4-5621-4cc7-9049-25d10b34e29c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:17.256418 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-818c4df4-5621-4cc7-9049-25d10b34e29c service neutron] 10.222.0.59 "PUT /v2.0/ports/5ed0c72e-cb54-47a2-90f8-d151099fbcb6 HTTP/1.1" status: 200 len: 1122 time: 1.7305708 Jul 30 20:02:17.265443 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c4df4-5621-4cc7-9049-25d10b34e29c service neutron] Pushing event updated for resources: {'Port': ['ID=5ed0c72e-cb54-47a2-90f8-d151099fbcb6,revision_number=8']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:17.293440 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-57044d31-e1a1-4774-b9c2-303290d30aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:17.306892 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9863e-f290-4334-acc7-c4d0180baf04 req-34e6d969-f0a4-4937-af68-d3497c21aa22 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:17.330017 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cd9863e-f290-4334-acc7-c4d0180baf04 req-34e6d969-f0a4-4937-af68-d3497c21aa22 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.2099979 Jul 30 20:02:17.385782 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['5ed0c72e-cb54-47a2-90f8-d151099fbcb6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:02:17.400709 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-17a670dc-4a9e-4efb-9460-509bc4a48f01 req-138d95ae-308a-4aed-9022-effff11cb546 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640049 Jul 30 20:02:17.407791 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cd9863e-f290-4334-acc7-c4d0180baf04 req-6172561c-7826-4c81-9136-4083542dcd94 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764062 Jul 30 20:02:17.451940 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['5ed0c72e-cb54-47a2-90f8-d151099fbcb6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:02:17.499875 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57044d31-e1a1-4774-b9c2-303290d30aba service neutron] Pushing event updated for resources: {'Port': ['ID=1c4e42ac-8f99-40a0-affc-e25396bc03c7,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:17.651596 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-b3d58227-5aff-4ef1-8614-cbe13b932508 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:17.783121 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91106a-74fb-4c73-bc26-83568d5c5d36 req-7c7c20e0-a458-4f5c-929b-41e5a392814e tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:17.796393 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b91106a-74fb-4c73-bc26-83568d5c5d36 req-7c7c20e0-a458-4f5c-929b-41e5a392814e tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 1096 time: 0.1435835 Jul 30 20:02:17.800176 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-b3d58227-5aff-4ef1-8614-cbe13b932508 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Transition to ACTIVE for port object f8ba08e4-c36d-465c-b91e-1c012c98c0f9 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:02:17.836323 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4a13b-23ab-4792-aa72-9f73f8832d3b req-28837395-749d-4c2c-af95-8c52c43c8c1d tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:17.843610 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4a13b-23ab-4792-aa72-9f73f8832d3b req-28837395-749d-4c2c-af95-8c52c43c8c1d tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:17.852318 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4aa4a13b-23ab-4792-aa72-9f73f8832d3b req-28837395-749d-4c2c-af95-8c52c43c8c1d tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a132c0-0811-4a4b-8b2d-137752e5beae HTTP/1.1" status: 200 len: 1666 time: 0.2873466 Jul 30 20:02:17.887915 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-57044d31-e1a1-4774-b9c2-303290d30aba service neutron] Attempting to bind port 1c4e42ac-8f99-40a0-affc-e25396bc03c7 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:02:17.888256 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-57044d31-e1a1-4774-b9c2-303290d30aba service neutron] Attempting to bind port 1c4e42ac-8f99-40a0-affc-e25396bc03c7 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'cf75edc0-ac05-4ee3-884b-505af0ef0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d212e85-e288-4cfd-b1ca-e3ef3217682a'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:02:17.888596 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-57044d31-e1a1-4774-b9c2-303290d30aba service neutron] Attempting to bind port 1c4e42ac-8f99-40a0-affc-e25396bc03c7 on network 5d212e85-e288-4cfd-b1ca-e3ef3217682a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:17.903353 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-57044d31-e1a1-4774-b9c2-303290d30aba service neutron] Port 1c4e42ac-8f99-40a0-affc-e25396bc03c7 on network 5d212e85-e288-4cfd-b1ca-e3ef3217682a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:02:17.903746 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-57044d31-e1a1-4774-b9c2-303290d30aba service neutron] Attempting to bind port 1c4e42ac-8f99-40a0-affc-e25396bc03c7 on network 5d212e85-e288-4cfd-b1ca-e3ef3217682a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:17.920632 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b91106a-74fb-4c73-bc26-83568d5c5d36 req-b528e52a-564d-42c8-95ca-f77dfa25cb1f tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233356 Jul 30 20:02:17.937822 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c572d-54b4-48a0-987e-903ff4c83424 req-ec981d78-c245-4a59-89fb-808de88f2b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:17.939449 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-350c572d-54b4-48a0-987e-903ff4c83424 req-ec981d78-c245-4a59-89fb-808de88f2b0a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 1101 time: 0.1410961 Jul 30 20:02:17.945161 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4aa4a13b-23ab-4792-aa72-9f73f8832d3b req-26fec9c5-a0d7-436c-b0cd-caa59f44f6bf tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919411 Jul 30 20:02:17.948286 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-57044d31-e1a1-4774-b9c2-303290d30aba service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:02:17.948286 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-57044d31-e1a1-4774-b9c2-303290d30aba service neutron] Checking segment: {'id': 'cf75edc0-ac05-4ee3-884b-505af0ef0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d212e85-e288-4cfd-b1ca-e3ef3217682a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:02:17.948647 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-57044d31-e1a1-4774-b9c2-303290d30aba service neutron] Bound using segment: {'id': 'cf75edc0-ac05-4ee3-884b-505af0ef0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d212e85-e288-4cfd-b1ca-e3ef3217682a'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:02:17.949101 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-57044d31-e1a1-4774-b9c2-303290d30aba service neutron] Bound port: 1c4e42ac-8f99-40a0-affc-e25396bc03c7, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf75edc0-ac05-4ee3-884b-505af0ef0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d212e85-e288-4cfd-b1ca-e3ef3217682a'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:02:17.949462 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-57044d31-e1a1-4774-b9c2-303290d30aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:18.066939 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-b3d58227-5aff-4ef1-8614-cbe13b932508 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:18.150715 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c572d-54b4-48a0-987e-903ff4c83424 req-f7fe69b1-5893-46c3-aafc-6dd534bf74d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:18.152343 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-350c572d-54b4-48a0-987e-903ff4c83424 req-f7fe69b1-5893-46c3-aafc-6dd534bf74d6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1963794 Jul 30 20:02:18.188961 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d58227-5aff-4ef1-8614-cbe13b932508 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Pushing event updated for resources: {'Port': ['ID=f8ba08e4-c36d-465c-b91e-1c012c98c0f9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:18.211628 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-57044d31-e1a1-4774-b9c2-303290d30aba service neutron] For port 1c4e42ac-8f99-40a0-affc-e25396bc03c7, host n-h1-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:02:18.221365 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-57044d31-e1a1-4774-b9c2-303290d30aba service neutron] For port 1c4e42ac-8f99-40a0-affc-e25396bc03c7, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=1c4e42ac-8f99-40a0-affc-e25396bc03c7,segment=NetworkSegment(cf75edc0-ac05-4ee3-884b-505af0ef0053),segment_id=cf75edc0-ac05-4ee3-884b-505af0ef0053)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:02:18.223931 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-b3d58227-5aff-4ef1-8614-cbe13b932508 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Network 1746904e-31e8-4790-9bd4-80c0d2a9880b is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:02:18.226001 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-b3d58227-5aff-4ef1-8614-cbe13b932508 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:02:18.228722 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-b3d58227-5aff-4ef1-8614-cbe13b932508 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:02:18.235694 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-57044d31-e1a1-4774-b9c2-303290d30aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:18.248538 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-350c572d-54b4-48a0-987e-903ff4c83424 req-2f5442a9-6aae-476f-a7f1-933fe929da73 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=7f5788dd-a5bc-4049-8061-fae85b639293 HTTP/1.1" status: 200 len: 217 time: 0.0782320 Jul 30 20:02:18.287542 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 312a0de2-e84a-456a-b875-9bf8ac62db04 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:02:18.368247 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 312a0de2-e84a-456a-b875-9bf8ac62db04 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:02:18.368575 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-57044d31-e1a1-4774-b9c2-303290d30aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:18.369631 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-57044d31-e1a1-4774-b9c2-303290d30aba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:18.371068 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-57044d31-e1a1-4774-b9c2-303290d30aba service neutron] 10.222.0.59 "PUT /v2.0/ports/1c4e42ac-8f99-40a0-affc-e25396bc03c7 HTTP/1.1" status: 200 len: 1091 time: 3.6609104 Jul 30 20:02:18.374664 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 312a0de2-e84a-456a-b875-9bf8ac62db04 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:18.375269 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:18.392091 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dba74-95b7-48b7-9270-15aaf0d52b90 req-49f2e4d1-23fe-4037-ab94-d5c40ff1ae38 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:18.400349 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0d2dba74-95b7-48b7-9270-15aaf0d52b90 req-49f2e4d1-23fe-4037-ab94-d5c40ff1ae38 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 931 time: 0.3288820 Jul 30 20:02:18.417123 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-090cdf55-7c23-4a96-824e-f818068d6e4d service neutron] Request body: {'port': {'device_id': '90a132c0-0811-4a4b-8b2d-137752e5beae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:18.419456 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a132c0-0811-4a4b-8b2d-137752e5beae', 'tag': '1c4e42ac-8f99-40a0-affc-e25396bc03c7'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:18.421913 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0afb060-bd97-48fa-ba40-c8da65beeb57" -d '{"events": [{"name": "network-changed", "server_uuid": "90a132c0-0811-4a4b-8b2d-137752e5beae", "tag": "1c4e42ac-8f99-40a0-affc-e25396bc03c7"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:18.515089 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eca063-98dd-4000-a330-8c20b8fb6be2 req-794a39fa-0942-4966-9c6a-dece4ba98cc1 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:18.524414 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-b3d58227-5aff-4ef1-8614-cbe13b932508 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:18.525137 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-b3d58227-5aff-4ef1-8614-cbe13b932508 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:18.527559 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40eca063-98dd-4000-a330-8c20b8fb6be2 req-794a39fa-0942-4966-9c6a-dece4ba98cc1 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.3494518 Jul 30 20:02:18.530216 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c572d-54b4-48a0-987e-903ff4c83424 req-e283d6b9-4c6d-4d64-9de5-3842cba2dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:18.534712 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-350c572d-54b4-48a0-987e-903ff4c83424 req-e283d6b9-4c6d-4d64-9de5-3842cba2dbb5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.2607255 Jul 30 20:02:18.543958 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57044d31-e1a1-4774-b9c2-303290d30aba service neutron] Pushing event updated for resources: {'Port': ['ID=1c4e42ac-8f99-40a0-affc-e25396bc03c7,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:18.565720 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:18.595653 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0d2dba74-95b7-48b7-9270-15aaf0d52b90 req-6cc6b829-d823-4e36-9dd7-90c67debe67d tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/security-groups?id=dbe60ea4-f9e7-4a67-968e-e67d7911ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894827 Jul 30 20:02:18.623684 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-090cdf55-7c23-4a96-824e-f818068d6e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:18.631654 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 312a0de2-e84a-456a-b875-9bf8ac62db04, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=312a0de2-e84a-456a-b875-9bf8ac62db04,segment=NetworkSegment(c114c45a-cbfb-4ab1-9176-aa6ecbc5f534),segment_id=c114c45a-cbfb-4ab1-9176-aa6ecbc5f534)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:18.633462 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-b3d58227-5aff-4ef1-8614-cbe13b932508 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4542415 Jul 30 20:02:18.638269 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:18.668477 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-f8fdae89-d124-44b5-94fc-57c519f1f68b service neutron] Request body: {'port': {'device_id': 'b2e94315-9d24-4c31-86ff-bef688631d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:18.713899 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f403a4a-bb21-4390-b7cc-3652c270a36b req-05f41005-eecb-406a-a1c1-e4ce6d009d92 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3481061 Jul 30 20:02:18.731379 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40eca063-98dd-4000-a330-8c20b8fb6be2 req-bfabb5c6-947b-4936-b937-2f9de7f49518 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028682 Jul 30 20:02:18.751291 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=312a0de2-e84a-456a-b875-9bf8ac62db04,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:18.763116 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8f20eeed-b90d-4f11-904a-27d854e9b863 None None] Provisioning for port f8ba08e4-c36d-465c-b91e-1c012c98c0f9 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:02:18.769285 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8f20eeed-b90d-4f11-904a-27d854e9b863 None None] Provisioning complete for port f8ba08e4-c36d-465c-b91e-1c012c98c0f9 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:18.770026 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f20eeed-b90d-4f11-904a-27d854e9b863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:18.812976 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8f20eeed-b90d-4f11-904a-27d854e9b863 None None] Port f8ba08e4-c36d-465c-b91e-1c012c98c0f9 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:02:18.829931 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-f8fdae89-d124-44b5-94fc-57c519f1f68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:18.844017 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c572d-54b4-48a0-987e-903ff4c83424 req-91403fd5-ec4d-4219-96aa-66365e63adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:18.846555 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-350c572d-54b4-48a0-987e-903ff4c83424 req-91403fd5-ec4d-4219-96aa-66365e63adcd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2823985 Jul 30 20:02:18.851902 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f403a4a-bb21-4390-b7cc-3652c270a36b req-9e324752-3bf8-4531-aaa1-6680e2ea0118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:18.853885 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f403a4a-bb21-4390-b7cc-3652c270a36b req-9e324752-3bf8-4531-aaa1-6680e2ea0118 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 1095 time: 0.1140687 Jul 30 20:02:19.019434 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0272ea-dddc-47db-8168-d35bf45a7fc0', 'tag': '5ed0c72e-cb54-47a2-90f8-d151099fbcb6'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:19.022231 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6587cb-df0d-4b9b-8567-619214be8560" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0272ea-dddc-47db-8168-d35bf45a7fc0", "tag": "5ed0c72e-cb54-47a2-90f8-d151099fbcb6"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:19.098454 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033162c-89c1-4ad0-af98-4d1d35e5a196 req-8edbebfa-bfdc-4a99-812e-cd2484ac6d7a tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:19.106586 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0033162c-89c1-4ad0-af98-4d1d35e5a196 req-8edbebfa-bfdc-4a99-812e-cd2484ac6d7a tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=5213ec9f-2c4a-431d-9079-d5efa6fcb633 HTTP/1.1" status: 200 len: 945 time: 0.2577617 Jul 30 20:02:19.149927 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f403a4a-bb21-4390-b7cc-3652c270a36b req-c1a744e5-52a1-49c2-bf17-781ac73649ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:19.151454 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f403a4a-bb21-4390-b7cc-3652c270a36b req-c1a744e5-52a1-49c2-bf17-781ac73649ca service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 909 time: 0.2431638 Jul 30 20:02:19.222477 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f403a4a-bb21-4390-b7cc-3652c270a36b req-2e627225-b19a-4c5c-9d1c-35dde77d5b70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 HTTP/1.1" status: 200 len: 217 time: 0.0566113 Jul 30 20:02:19.233058 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-350c572d-54b4-48a0-987e-903ff4c83424 req-55551250-f55f-45ba-bc2f-64cc3007decf service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780303 Jul 30 20:02:19.256074 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-090cdf55-7c23-4a96-824e-f818068d6e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 136dddd7-2d11-4f22-968f-4834f30b7d92 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:02:19.258718 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0033162c-89c1-4ad0-af98-4d1d35e5a196 req-74fccb56-91db-40c0-9d46-75cde3723761 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454737 Jul 30 20:02:19.279171 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:19.296462 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-090cdf55-7c23-4a96-824e-f818068d6e4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:19.335669 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7ef5fb-fe28-47b2-a09e-04f847b08ad2 x-openstack-request-id: req-dd7ef5fb-fe28-47b2-a09e-04f847b08ad2 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:19.335951 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a132c0-0811-4a4b-8b2d-137752e5beae", "tag": "1c4e42ac-8f99-40a0-affc-e25396bc03c7", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:19.336199 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd7ef5fb-fe28-47b2-a09e-04f847b08ad2 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:19.336588 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a132c0-0811-4a4b-8b2d-137752e5beae', 'tag': '1c4e42ac-8f99-40a0-affc-e25396bc03c7', 'status': 'completed', 'code': 200} Jul 30 20:02:19.343536 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-090cdf55-7c23-4a96-824e-f818068d6e4d service neutron] Transition to ACTIVE for port object 136dddd7-2d11-4f22-968f-4834f30b7d92 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:02:19.350623 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-f8fdae89-d124-44b5-94fc-57c519f1f68b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ba08e4-c36d-465c-b91e-1c012c98c0f9 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:02:19.356393 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-090cdf55-7c23-4a96-824e-f818068d6e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:19.372882 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-f8fdae89-d124-44b5-94fc-57c519f1f68b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:19.441902 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-350c572d-54b4-48a0-987e-903ff4c83424 req-589e1a25-b0e0-411f-a7eb-afb1ea7f796a service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794436 Jul 30 20:02:19.503839 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-f8fdae89-d124-44b5-94fc-57c519f1f68b service neutron] Transition to ACTIVE for port object f8ba08e4-c36d-465c-b91e-1c012c98c0f9 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:02:19.523255 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-f8fdae89-d124-44b5-94fc-57c519f1f68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:19.531380 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090cdf55-7c23-4a96-824e-f818068d6e4d service neutron] Pushing event updated for resources: {'Port': ['ID=136dddd7-2d11-4f22-968f-4834f30b7d92,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:19.586908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f403a4a-bb21-4390-b7cc-3652c270a36b req-b0ea0459-1453-4951-b969-3398d4548719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:19.588836 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f403a4a-bb21-4390-b7cc-3652c270a36b req-b0ea0459-1453-4951-b969-3398d4548719 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e297a2c7-8889-4baa-b07e-dd1ecdbb2586 HTTP/1.1" status: 200 len: 848 time: 0.3583088 Jul 30 20:02:19.608528 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-090cdf55-7c23-4a96-824e-f818068d6e4d service neutron] Attempting to bind port 136dddd7-2d11-4f22-968f-4834f30b7d92 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:02:19.608871 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-090cdf55-7c23-4a96-824e-f818068d6e4d service neutron] Attempting to bind port 136dddd7-2d11-4f22-968f-4834f30b7d92 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'd181f8ef-e98a-4ed2-a8af-d03dcc91ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f15faf2a-2671-4ca3-8d69-537bf9d09cfb'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:02:19.610564 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-090cdf55-7c23-4a96-824e-f818068d6e4d service neutron] Attempting to bind port 136dddd7-2d11-4f22-968f-4834f30b7d92 on network f15faf2a-2671-4ca3-8d69-537bf9d09cfb {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:19.620732 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fdae89-d124-44b5-94fc-57c519f1f68b service neutron] Pushing event updated for resources: {'Port': ['ID=f8ba08e4-c36d-465c-b91e-1c012c98c0f9,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:19.624968 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-090cdf55-7c23-4a96-824e-f818068d6e4d service neutron] Port 136dddd7-2d11-4f22-968f-4834f30b7d92 on network f15faf2a-2671-4ca3-8d69-537bf9d09cfb not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:02:19.625369 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-090cdf55-7c23-4a96-824e-f818068d6e4d service neutron] Attempting to bind port 136dddd7-2d11-4f22-968f-4834f30b7d92 on network f15faf2a-2671-4ca3-8d69-537bf9d09cfb {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:19.640890 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-090cdf55-7c23-4a96-824e-f818068d6e4d service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:02:19.641238 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-090cdf55-7c23-4a96-824e-f818068d6e4d service neutron] Checking segment: {'id': 'd181f8ef-e98a-4ed2-a8af-d03dcc91ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f15faf2a-2671-4ca3-8d69-537bf9d09cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:02:19.641659 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-090cdf55-7c23-4a96-824e-f818068d6e4d service neutron] Bound using segment: {'id': 'd181f8ef-e98a-4ed2-a8af-d03dcc91ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f15faf2a-2671-4ca3-8d69-537bf9d09cfb'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:02:19.642105 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-090cdf55-7c23-4a96-824e-f818068d6e4d service neutron] Bound port: 136dddd7-2d11-4f22-968f-4834f30b7d92, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd181f8ef-e98a-4ed2-a8af-d03dcc91ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f15faf2a-2671-4ca3-8d69-537bf9d09cfb'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:02:19.642525 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-090cdf55-7c23-4a96-824e-f818068d6e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:19.645987 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f403a4a-bb21-4390-b7cc-3652c270a36b req-e78ff251-047a-421f-a041-86556e28cf51 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd53ee4f-dc29-41da-8a32-a515358904dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403812 Jul 30 20:02:19.654905 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932b047-525a-4df9-97f7-cccec2c31d96 req-673f869d-7da7-4a80-9a2c-2e97e4fc4763 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:19.656706 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5932b047-525a-4df9-97f7-cccec2c31d96 req-673f869d-7da7-4a80-9a2c-2e97e4fc4763 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 944 time: 0.1091781 Jul 30 20:02:19.749592 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-090cdf55-7c23-4a96-824e-f818068d6e4d service neutron] For port 136dddd7-2d11-4f22-968f-4834f30b7d92, host n-h1-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:02:19.786192 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f403a4a-bb21-4390-b7cc-3652c270a36b req-7f81b188-8160-42d1-b464-af5a3bebb9ff service neutron] 10.222.0.59 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234636 Jul 30 20:02:19.820711 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-090cdf55-7c23-4a96-824e-f818068d6e4d service neutron] For port 136dddd7-2d11-4f22-968f-4834f30b7d92, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=136dddd7-2d11-4f22-968f-4834f30b7d92,segment=NetworkSegment(d181f8ef-e98a-4ed2-a8af-d03dcc91ea29),segment_id=d181f8ef-e98a-4ed2-a8af-d03dcc91ea29)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:02:19.825957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afb060-bd97-48fa-ba40-c8da65beeb57 req-b5663005-347f-4b6a-8c6f-cf8866715f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:19.826627 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afb060-bd97-48fa-ba40-c8da65beeb57 req-b5663005-347f-4b6a-8c6f-cf8866715f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:19.828548 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0afb060-bd97-48fa-ba40-c8da65beeb57 req-b5663005-347f-4b6a-8c6f-cf8866715f78 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=182462db159049a09c4703019cfbdc8e&device_id=90a132c0-0811-4a4b-8b2d-137752e5beae HTTP/1.1" status: 200 len: 1938 time: 0.3857241 Jul 30 20:02:19.833657 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-090cdf55-7c23-4a96-824e-f818068d6e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:19.925932 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-090cdf55-7c23-4a96-824e-f818068d6e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:19.926549 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-090cdf55-7c23-4a96-824e-f818068d6e4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:19.928087 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-090cdf55-7c23-4a96-824e-f818068d6e4d service neutron] 10.222.0.59 "PUT /v2.0/ports/136dddd7-2d11-4f22-968f-4834f30b7d92 HTTP/1.1" status: 200 len: 1092 time: 1.5151651 Jul 30 20:02:19.931315 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-f8fdae89-d124-44b5-94fc-57c519f1f68b service neutron] Attempting to bind port f8ba08e4-c36d-465c-b91e-1c012c98c0f9 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:02:19.931904 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-f8fdae89-d124-44b5-94fc-57c519f1f68b service neutron] Attempting to bind port f8ba08e4-c36d-465c-b91e-1c012c98c0f9 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'c114c45a-cbfb-4ab1-9176-aa6ecbc5f534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:02:19.932271 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-f8fdae89-d124-44b5-94fc-57c519f1f68b service neutron] Attempting to bind port f8ba08e4-c36d-465c-b91e-1c012c98c0f9 on network 1746904e-31e8-4790-9bd4-80c0d2a9880b {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:19.942191 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-f8fdae89-d124-44b5-94fc-57c519f1f68b service neutron] Port f8ba08e4-c36d-465c-b91e-1c012c98c0f9 on network 1746904e-31e8-4790-9bd4-80c0d2a9880b not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:02:19.942514 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-f8fdae89-d124-44b5-94fc-57c519f1f68b service neutron] Attempting to bind port f8ba08e4-c36d-465c-b91e-1c012c98c0f9 on network 1746904e-31e8-4790-9bd4-80c0d2a9880b {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:19.955322 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-f8fdae89-d124-44b5-94fc-57c519f1f68b service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:02:19.962598 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-f8fdae89-d124-44b5-94fc-57c519f1f68b service neutron] Checking segment: {'id': 'c114c45a-cbfb-4ab1-9176-aa6ecbc5f534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:02:19.962598 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-f8fdae89-d124-44b5-94fc-57c519f1f68b service neutron] Bound using segment: {'id': 'c114c45a-cbfb-4ab1-9176-aa6ecbc5f534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:02:19.962924 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-f8fdae89-d124-44b5-94fc-57c519f1f68b service neutron] Bound port: f8ba08e4-c36d-465c-b91e-1c012c98c0f9, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c114c45a-cbfb-4ab1-9176-aa6ecbc5f534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:02:19.963301 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-f8fdae89-d124-44b5-94fc-57c519f1f68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:20.014926 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090cdf55-7c23-4a96-824e-f818068d6e4d service neutron] Pushing event updated for resources: {'Port': ['ID=136dddd7-2d11-4f22-968f-4834f30b7d92,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:20.085585 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-f8fdae89-d124-44b5-94fc-57c519f1f68b service neutron] For port f8ba08e4-c36d-465c-b91e-1c012c98c0f9, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:02:20.090009 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-f8fdae89-d124-44b5-94fc-57c519f1f68b service neutron] For port f8ba08e4-c36d-465c-b91e-1c012c98c0f9, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=f8ba08e4-c36d-465c-b91e-1c012c98c0f9,segment=NetworkSegment(c114c45a-cbfb-4ab1-9176-aa6ecbc5f534),segment_id=c114c45a-cbfb-4ab1-9176-aa6ecbc5f534)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:02:20.099238 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-f8fdae89-d124-44b5-94fc-57c519f1f68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:20.111139 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5932b047-525a-4df9-97f7-cccec2c31d96 req-8bae7a0c-ac53-4c17-93c0-5c70dde51d36 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238320 Jul 30 20:02:20.147658 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-15f88597-2864-4ba0-97ce-28a98060e0de req-e1eeabf8-46b3-4a0c-9c21-e2a9b310451b tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:02:20.157179 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-15f88597-2864-4ba0-97ce-28a98060e0de req-e1eeabf8-46b3-4a0c-9c21-e2a9b310451b tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0436900 Jul 30 20:02:20.162473 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-15f88597-2864-4ba0-97ce-28a98060e0de req-aeaf0252-35b0-4e9f-94d0-dd0d95264736 service neutron] Request body: {'binding': {'host': 'n-h1-712137-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:20.162930 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-15f88597-2864-4ba0-97ce-28a98060e0de req-aeaf0252-35b0-4e9f-94d0-dd0d95264736 service neutron] Unknown quota resources ['binding']. {{(pid=93883) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 20:02:20.192089 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-f8fdae89-d124-44b5-94fc-57c519f1f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:20.192702 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-f8fdae89-d124-44b5-94fc-57c519f1f68b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:20.194067 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-f8fdae89-d124-44b5-94fc-57c519f1f68b service neutron] 10.222.0.83 "PUT /v2.0/ports/f8ba08e4-c36d-465c-b91e-1c012c98c0f9 HTTP/1.1" status: 200 len: 1091 time: 1.5388083 Jul 30 20:02:20.223969 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 312a0de2-e84a-456a-b875-9bf8ac62db04 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:02:20.270683 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fdae89-d124-44b5-94fc-57c519f1f68b service neutron] Pushing event updated for resources: {'Port': ['ID=f8ba08e4-c36d-465c-b91e-1c012c98c0f9,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:20.272571 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f403a4a-bb21-4390-b7cc-3652c270a36b req-7b2df8ac-b510-4f6e-b1fb-1d6f4e58477a service neutron] 10.222.0.59 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304426 Jul 30 20:02:20.344999 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 312a0de2-e84a-456a-b875-9bf8ac62db04 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:20.345538 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:20.346569 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-4db05808-6267-4f8c-ad61-f72d8c625feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:20.348138 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-4db05808-6267-4f8c-ad61-f72d8c625feb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0c5948f4c08a4d0aae3efe56edcb4154&device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 1094 time: 0.0737064 Jul 30 20:02:20.382095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614c0e5-e030-4bb5-bd08-bee394f56d6c req-3155e677-7dce-4401-977a-c70f9ff8131c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:20.389674 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3614c0e5-e030-4bb5-bd08-bee394f56d6c req-3155e677-7dce-4401-977a-c70f9ff8131c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.1703713 Jul 30 20:02:20.394409 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afb060-bd97-48fa-ba40-c8da65beeb57 req-4d7c2c4d-d970-4607-96bf-4aab98635133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:20.395038 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afb060-bd97-48fa-ba40-c8da65beeb57 req-4d7c2c4d-d970-4607-96bf-4aab98635133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:20.395404 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afb060-bd97-48fa-ba40-c8da65beeb57 req-4d7c2c4d-d970-4607-96bf-4aab98635133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:20.397129 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0afb060-bd97-48fa-ba40-c8da65beeb57 req-4d7c2c4d-d970-4607-96bf-4aab98635133 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=182462db159049a09c4703019cfbdc8e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5352883 Jul 30 20:02:20.427628 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-d60a5911-b175-4d19-b05d-89b2cc4f3a26 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8ba08e4-c36d-465c-b91e-1c012c98c0f9 HTTP/1.1" status: 200 len: 217 time: 0.0654125 Jul 30 20:02:20.453917 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-15f88597-2864-4ba0-97ce-28a98060e0de req-aeaf0252-35b0-4e9f-94d0-dd0d95264736 service neutron] Attempting to bind port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be on host n-h1-712137-9 for vnic_type normal with profile None {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:02:20.454260 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-15f88597-2864-4ba0-97ce-28a98060e0de req-aeaf0252-35b0-4e9f-94d0-dd0d95264736 service neutron] Attempting to bind port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:02:20.454592 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f88597-2864-4ba0-97ce-28a98060e0de req-aeaf0252-35b0-4e9f-94d0-dd0d95264736 service neutron] Attempting to bind port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be on network 1b009359-14e5-4019-b6cd-e6d82ee142cf {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:20.480545 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f88597-2864-4ba0-97ce-28a98060e0de req-aeaf0252-35b0-4e9f-94d0-dd0d95264736 service neutron] Port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be on network 1b009359-14e5-4019-b6cd-e6d82ee142cf not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:02:20.480988 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f88597-2864-4ba0-97ce-28a98060e0de req-aeaf0252-35b0-4e9f-94d0-dd0d95264736 service neutron] Attempting to bind port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be on network 1b009359-14e5-4019-b6cd-e6d82ee142cf {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:20.487492 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3614c0e5-e030-4bb5-bd08-bee394f56d6c req-08c79986-70d1-4a69-94ce-cfd7ceba4acd tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969608 Jul 30 20:02:20.493637 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f88597-2864-4ba0-97ce-28a98060e0de req-aeaf0252-35b0-4e9f-94d0-dd0d95264736 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:02:20.493985 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f88597-2864-4ba0-97ce-28a98060e0de req-aeaf0252-35b0-4e9f-94d0-dd0d95264736 service neutron] Checking segment: {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:02:20.494368 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f88597-2864-4ba0-97ce-28a98060e0de req-aeaf0252-35b0-4e9f-94d0-dd0d95264736 service neutron] Bound using segment: {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:02:20.494807 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-15f88597-2864-4ba0-97ce-28a98060e0de req-aeaf0252-35b0-4e9f-94d0-dd0d95264736 service neutron] Bound port: 7f322965-9fbe-4b2c-ae7a-036c7cbea1be, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:02:20.522485 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-3bf2411d-20e0-455d-8768-14dc9fbe36e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:20.523978 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-3bf2411d-20e0-455d-8768-14dc9fbe36e1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77 HTTP/1.1" status: 200 len: 858 time: 0.0813251 Jul 30 20:02:20.540772 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afb060-bd97-48fa-ba40-c8da65beeb57 req-414524d5-2765-40dd-bf04-4a9cb9ccf997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:20.548603 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0afb060-bd97-48fa-ba40-c8da65beeb57 req-414524d5-2765-40dd-bf04-4a9cb9ccf997 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1361094 Jul 30 20:02:20.580154 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-15f88597-2864-4ba0-97ce-28a98060e0de req-aeaf0252-35b0-4e9f-94d0-dd0d95264736 service neutron] For port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=7f322965-9fbe-4b2c-ae7a-036c7cbea1be,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:02:20.587566 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-15f88597-2864-4ba0-97ce-28a98060e0de req-aeaf0252-35b0-4e9f-94d0-dd0d95264736 service neutron] Notify callbacks [] for binding, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:20.588678 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-15f88597-2864-4ba0-97ce-28a98060e0de req-aeaf0252-35b0-4e9f-94d0-dd0d95264736 service neutron] 10.222.0.81 "POST /v2.0/ports/7f322965-9fbe-4b2c-ae7a-036c7cbea1be/bindings HTTP/1.1" status: 201 len: 389 time: 0.4305468 Jul 30 20:02:20.597167 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-bf420168-01d1-4d48-869f-ce710921a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:20.598652 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-bf420168-01d1-4d48-869f-ce710921a4b2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1746904e-31e8-4790-9bd4-80c0d2a9880b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630865 Jul 30 20:02:20.603174 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1171817-a53e-452b-a007-88942b4f65ea req-4e8e4702-0a3b-4f5e-85a3-7ff3638aaceb tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:20.609292 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1171817-a53e-452b-a007-88942b4f65ea req-4e8e4702-0a3b-4f5e-85a3-7ff3638aaceb tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:20.610973 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1171817-a53e-452b-a007-88942b4f65ea req-4e8e4702-0a3b-4f5e-85a3-7ff3638aaceb tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a132c0-0811-4a4b-8b2d-137752e5beae HTTP/1.1" status: 200 len: 1678 time: 0.0613909 Jul 30 20:02:20.664480 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1171817-a53e-452b-a007-88942b4f65ea req-cb026b3d-9c80-4488-b8a1-542b6e505fc9 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441318 Jul 30 20:02:20.716306 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00344af0-7c89-4079-8de3-0d57cdc2a934 x-openstack-request-id: req-00344af0-7c89-4079-8de3-0d57cdc2a934 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:20.716624 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0272ea-dddc-47db-8168-d35bf45a7fc0", "tag": "5ed0c72e-cb54-47a2-90f8-d151099fbcb6", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:20.717765 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-00344af0-7c89-4079-8de3-0d57cdc2a934 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:20.718157 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0272ea-dddc-47db-8168-d35bf45a7fc0', 'tag': '5ed0c72e-cb54-47a2-90f8-d151099fbcb6', 'status': 'completed', 'code': 200} Jul 30 20:02:20.738485 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-0dcb62c0-f1b1-4bdd-b146-31fefa742f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:20.738975 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-0dcb62c0-f1b1-4bdd-b146-31fefa742f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:20.740573 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-0dcb62c0-f1b1-4bdd-b146-31fefa742f25 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=182462db159049a09c4703019cfbdc8e&device_id=90a132c0-0811-4a4b-8b2d-137752e5beae HTTP/1.1" status: 200 len: 1980 time: 0.0747416 Jul 30 20:02:20.766913 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-6c43fc44-059e-468d-bd56-4934a4bd013a service neutron] 10.222.0.83 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594727 Jul 30 20:02:20.869400 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d971de-ac73-4315-b1fb-b7cb7090dd40 req-cc47fe22-0e47-464b-b76a-e64f465c1304 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:20.870910 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a7d971de-ac73-4315-b1fb-b7cb7090dd40 req-cc47fe22-0e47-464b-b76a-e64f465c1304 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 943 time: 0.1236629 Jul 30 20:02:20.918196 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ba08e42a-4c2e-4236-902f-e522957a1d9f req-2f9ecd3c-655d-4fc6-ac36-63f4fd720b74 service neutron] 10.222.0.83 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370113 Jul 30 20:02:20.932292 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a7d971de-ac73-4315-b1fb-b7cb7090dd40 req-bd1d10bf-9c5c-46cd-907a-e1a4e7eeddfd tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/security-groups?id=dbe60ea4-f9e7-4a67-968e-e67d7911ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521266 Jul 30 20:02:21.041246 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8477c-4eda-4658-ba8f-5d8b8c506caa req-4cc1f783-55d3-4165-85c2-17380464c524 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:21.043229 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c2b8477c-4eda-4658-ba8f-5d8b8c506caa req-4cc1f783-55d3-4165-85c2-17380464c524 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0520821 Jul 30 20:02:21.082630 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c2b8477c-4eda-4658-ba8f-5d8b8c506caa req-f62e2b3e-e07b-4ecd-bd80-df45b1bc156a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322957 Jul 30 20:02:21.084561 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-29ab674f-79af-4b1c-a17b-fcadff3e54ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.98&port_id=1c4e42ac-8f99-40a0-affc-e25396bc03c7 HTTP/1.1" status: 200 len: 217 time: 0.3291545 Jul 30 20:02:21.129545 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6587cb-df0d-4b9b-8567-619214be8560 req-df92d84e-cb5a-4458-ab8e-f4e0f0f8342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:21.130894 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca6587cb-df0d-4b9b-8567-619214be8560 req-df92d84e-cb5a-4458-ab8e-f4e0f0f8342c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 1125 time: 0.3850944 Jul 30 20:02:21.158123 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-429b9e89-7d10-425e-85d7-ace9f64ff2b5 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1268412212&fields=id&tenant_id=0dc2e9b4d94c4b3fa0d1693bb7e1573b HTTP/1.1" status: 200 len: 267 time: 0.1084390 Jul 30 20:02:21.172276 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a13aa8a-cd28-4ea3-9c40-a47aad608456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:21.275093 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-f53d7861-be3c-471b-a51b-fd7eefd91a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:21.276581 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-f53d7861-be3c-471b-a51b-fd7eefd91a97 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6c32d6d2-bc2e-49a8-952c-888c80ba7076 HTTP/1.1" status: 200 len: 801 time: 0.1600914 Jul 30 20:02:21.338114 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a132c0-0811-4a4b-8b2d-137752e5beae', 'tag': '136dddd7-2d11-4f22-968f-4834f30b7d92'}, {'name': 'network-changed', 'server_uuid': 'b2e94315-9d24-4c31-86ff-bef688631d6c', 'tag': 'f8ba08e4-c36d-465c-b91e-1c012c98c0f9'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:21.340659 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b302d4-828d-42e6-97ba-3acf2d89a1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "90a132c0-0811-4a4b-8b2d-137752e5beae", "tag": "136dddd7-2d11-4f22-968f-4834f30b7d92"}, {"name": "network-changed", "server_uuid": "b2e94315-9d24-4c31-86ff-bef688631d6c", "tag": "f8ba08e4-c36d-465c-b91e-1c012c98c0f9"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:21.363777 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a52cf5-efd3-434a-af9d-daea568fc97f req-feb15616-458b-48d7-ab98-e7a1af745f13 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:21.365666 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a8a52cf5-efd3-434a-af9d-daea568fc97f req-feb15616-458b-48d7-ab98-e7a1af745f13 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 945 time: 0.0802059 Jul 30 20:02:21.376809 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-8dd98074-1357-40d8-a583-b62e535374ea tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:21.378786 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-8dd98074-1357-40d8-a583-b62e535374ea tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/networks?id=cce061be-aafe-4e65-89a3-d6befb678308 HTTP/1.1" status: 200 len: 816 time: 0.2090900 Jul 30 20:02:21.379845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6587cb-df0d-4b9b-8567-619214be8560 req-7a36b09e-ac41-4a03-8509-2a4951813279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:21.381071 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca6587cb-df0d-4b9b-8567-619214be8560 req-7a36b09e-ac41-4a03-8509-2a4951813279 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 909 time: 0.2262943 Jul 30 20:02:21.405163 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-c728117d-fc5b-4ceb-9aa7-9d3bcf56d86c tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/quotas/0dc2e9b4d94c4b3fa0d1693bb7e1573b HTTP/1.1" status: 200 len: 375 time: 0.0195694 Jul 30 20:02:21.406970 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-81ea4542-2798-4c6c-bed9-6dcc23636843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:21.408425 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-81ea4542-2798-4c6c-bed9-6dcc23636843 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5d212e85-e288-4cfd-b1ca-e3ef3217682a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1061378 Jul 30 20:02:21.413932 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a8a52cf5-efd3-434a-af9d-daea568fc97f req-78dd339b-3f35-4557-95be-71d9ef45bc21 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424023 Jul 30 20:02:21.456093 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca6587cb-df0d-4b9b-8567-619214be8560 req-417408eb-5fcb-40cf-893a-1a28e3ba7f3d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ed0c72e-cb54-47a2-90f8-d151099fbcb6 HTTP/1.1" status: 200 len: 217 time: 0.0588365 Jul 30 20:02:21.532301 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa4f49-dc4e-4f3c-940e-4fd5bdc7db4c req-5a60d81a-5254-4405-9241-3109ba80d956 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:21.533941 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a1aa4f49-dc4e-4f3c-940e-4fd5bdc7db4c req-5a60d81a-5254-4405-9241-3109ba80d956 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 944 time: 0.0569670 Jul 30 20:02:21.572736 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a1aa4f49-dc4e-4f3c-940e-4fd5bdc7db4c req-5b59c0b8-6a1d-4676-badc-723e297c23a9 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324636 Jul 30 20:02:21.577861 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6587cb-df0d-4b9b-8567-619214be8560 req-be15798b-b662-4603-9136-3d86c78184cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:21.579286 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca6587cb-df0d-4b9b-8567-619214be8560 req-be15798b-b662-4603-9136-3d86c78184cb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e297a2c7-8889-4baa-b07e-dd1ecdbb2586 HTTP/1.1" status: 200 len: 848 time: 0.1006279 Jul 30 20:02:21.587672 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-53708c4c-b25a-4597-ad43-5c8e10d66177 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0dc2e9b4d94c4b3fa0d1693bb7e1573b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1489196 Jul 30 20:02:21.638592 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a60ffa-c479-4da7-8773-2a30ade11825 x-openstack-request-id: req-f4a60ffa-c479-4da7-8773-2a30ade11825 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:21.639712 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a132c0-0811-4a4b-8b2d-137752e5beae", "tag": "136dddd7-2d11-4f22-968f-4834f30b7d92", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b2e94315-9d24-4c31-86ff-bef688631d6c", "tag": "f8ba08e4-c36d-465c-b91e-1c012c98c0f9", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:21.641062 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f4a60ffa-c479-4da7-8773-2a30ade11825 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:21.641544 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a132c0-0811-4a4b-8b2d-137752e5beae', 'tag': '136dddd7-2d11-4f22-968f-4834f30b7d92', 'status': 'completed', 'code': 200} Jul 30 20:02:21.641827 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e94315-9d24-4c31-86ff-bef688631d6c', 'tag': 'f8ba08e4-c36d-465c-b91e-1c012c98c0f9', 'status': 'completed', 'code': 200} Jul 30 20:02:21.642392 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca6587cb-df0d-4b9b-8567-619214be8560 req-b4aebbf9-4295-48c6-9594-f98b3362fa73 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd53ee4f-dc29-41da-8a32-a515358904dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496659 Jul 30 20:02:21.684735 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-8b2f52ae-392c-4528-b72b-10979ef1684a service neutron] 10.222.0.59 "GET /v2.0/networks/5d212e85-e288-4cfd-b1ca-e3ef3217682a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470846 Jul 30 20:02:21.741074 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b302d4-828d-42e6-97ba-3acf2d89a1d0 req-13f287f9-6fc9-4e07-a239-8e85588a634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:21.742556 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f8b302d4-828d-42e6-97ba-3acf2d89a1d0 req-13f287f9-6fc9-4e07-a239-8e85588a634a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0c5948f4c08a4d0aae3efe56edcb4154&device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 1094 time: 0.0703771 Jul 30 20:02:21.776024 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-e7839c80-e789-4dd3-a96b-e7b57beeb552 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1137230217&fields=id&tenant_id=63e7c13c3848442a8042a40abbcac225 HTTP/1.1" status: 200 len: 267 time: 0.0566792 Jul 30 20:02:21.836051 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-30f243f0-06ff-49f2-b870-8d1c70b7c35f service neutron] 10.222.0.81 "GET /v2.0/networks/cce061be-aafe-4e65-89a3-d6befb678308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312376 Jul 30 20:02:21.905250 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca6587cb-df0d-4b9b-8567-619214be8560 req-099c5b6f-8b22-4207-afee-cc87d1e20882 service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330589 Jul 30 20:02:21.906874 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-7e24b729-79bd-40ad-a5c9-bb98ca4d7eec service neutron] 10.222.0.59 "GET /v2.0/networks/5d212e85-e288-4cfd-b1ca-e3ef3217682a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083321 Jul 30 20:02:21.913756 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b302d4-828d-42e6-97ba-3acf2d89a1d0 req-a4b67a3b-4b0d-4be3-9601-0202787bbd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:21.915189 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f8b302d4-828d-42e6-97ba-3acf2d89a1d0 req-a4b67a3b-4b0d-4be3-9601-0202787bbd60 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1746904e-31e8-4790-9bd4-80c0d2a9880b HTTP/1.1" status: 200 len: 920 time: 0.1628561 Jul 30 20:02:21.933483 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-49314b4b-4f41-4f1c-b496-ff0a56e3778d tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:21.934929 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-49314b4b-4f41-4f1c-b496-ff0a56e3778d tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/networks?id=9958f565-4186-495a-b838-46ca3a70750f HTTP/1.1" status: 200 len: 823 time: 0.1315713 Jul 30 20:02:21.973225 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-ac85d586-0324-4be0-87b0-62e6229a54c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.128&port_id=136dddd7-2d11-4f22-968f-4834f30b7d92 HTTP/1.1" status: 200 len: 217 time: 0.0536647 Jul 30 20:02:21.978591 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f8b302d4-828d-42e6-97ba-3acf2d89a1d0 req-a0bfa828-80ce-40f6-b671-04f385e57736 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8ba08e4-c36d-465c-b91e-1c012c98c0f9 HTTP/1.1" status: 200 len: 217 time: 0.0425372 Jul 30 20:02:21.980231 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-683ce914-91c8-471d-ae06-fcc79976e5a5 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/quotas/63e7c13c3848442a8042a40abbcac225 HTTP/1.1" status: 200 len: 375 time: 0.0380988 Jul 30 20:02:22.056974 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-4733edb9-04df-4ec3-a7e4-8b01e31a11b8 service neutron] 10.222.0.81 "GET /v2.0/networks/cce061be-aafe-4e65-89a3-d6befb678308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122474 Jul 30 20:02:22.066580 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b302d4-828d-42e6-97ba-3acf2d89a1d0 req-d8bf6677-2e1b-4aba-aa93-21467bc7ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:22.067731 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f8b302d4-828d-42e6-97ba-3acf2d89a1d0 req-d8bf6677-2e1b-4aba-aa93-21467bc7ffc6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77 HTTP/1.1" status: 200 len: 858 time: 0.0709412 Jul 30 20:02:22.079431 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-13e6f2c1-cd91-4304-b2a1-2ab657930bb5 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=63e7c13c3848442a8042a40abbcac225&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0931180 Jul 30 20:02:22.084453 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-098c916b-cafa-4b5d-aeea-f2027ae9b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:22.084844 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-098c916b-cafa-4b5d-aeea-f2027ae9b937 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e455f8d-39fc-411a-a173-ef35b62d1cb7 HTTP/1.1" status: 200 len: 801 time: 0.0742867 Jul 30 20:02:22.109173 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca6587cb-df0d-4b9b-8567-619214be8560 req-fc944cfb-65f7-4bdf-a57c-7b4b4fe1c084 service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474438 Jul 30 20:02:22.172824 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-24e8ec3c-8185-4a17-831a-aa4ab61c5350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:22.175176 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-24e8ec3c-8185-4a17-831a-aa4ab61c5350 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f15faf2a-2671-4ca3-8d69-537bf9d09cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0530372 Jul 30 20:02:22.192675 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b302d4-828d-42e6-97ba-3acf2d89a1d0 req-9c1c65f5-475e-4d5e-9343-6ff6b33c6956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:22.194262 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f8b302d4-828d-42e6-97ba-3acf2d89a1d0 req-9c1c65f5-475e-4d5e-9343-6ff6b33c6956 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1746904e-31e8-4790-9bd4-80c0d2a9880b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068013 Jul 30 20:02:22.276894 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-a3052546-0335-4c32-8b3b-02d3829799aa service neutron] 10.222.0.59 "GET /v2.0/networks/f15faf2a-2671-4ca3-8d69-537bf9d09cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899053 Jul 30 20:02:22.280980 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-04f4b8f4-1d8f-4729-bb02-db4f2b984ce8 service neutron] 10.222.0.81 "GET /v2.0/networks/9958f565-4186-495a-b838-46ca3a70750f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525455 Jul 30 20:02:22.370414 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f8b302d4-828d-42e6-97ba-3acf2d89a1d0 req-9731b0a8-a031-46bc-afe2-5aec3242fb0a service neutron] 10.222.0.83 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618953 Jul 30 20:02:22.399612 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37c104b8-1eca-405f-9fae-fa59abf09b3a req-ff9dccf0-6747-40e9-9953-29e02ec1a3f1 service neutron] 10.222.0.59 "GET /v2.0/networks/f15faf2a-2671-4ca3-8d69-537bf9d09cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046371 Jul 30 20:02:22.441220 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-38eb83c5-ea6c-450e-a60c-a7fb9caa7887 service neutron] 10.222.0.81 "GET /v2.0/networks/9958f565-4186-495a-b838-46ca3a70750f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565783 Jul 30 20:02:22.499819 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f8b302d4-828d-42e6-97ba-3acf2d89a1d0 req-3581e4d2-c0e1-4fe5-a0ae-79908b485e84 service neutron] 10.222.0.83 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130910 Jul 30 20:02:22.578813 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b302d4-828d-42e6-97ba-3acf2d89a1d0 req-cff9a54e-966a-43bc-b05b-e69f0473d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:22.579303 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b302d4-828d-42e6-97ba-3acf2d89a1d0 req-cff9a54e-966a-43bc-b05b-e69f0473d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:22.581435 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f8b302d4-828d-42e6-97ba-3acf2d89a1d0 req-cff9a54e-966a-43bc-b05b-e69f0473d044 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=182462db159049a09c4703019cfbdc8e&device_id=90a132c0-0811-4a4b-8b2d-137752e5beae HTTP/1.1" status: 200 len: 1980 time: 0.0835440 Jul 30 20:02:22.657713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5f559-3377-4619-ad33-c37edd9f4713 req-3b141005-466c-45fb-8ad8-7f19a8fb2e5e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:22.659841 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0af5f559-3377-4619-ad33-c37edd9f4713 req-3b141005-466c-45fb-8ad8-7f19a8fb2e5e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.1112952 Jul 30 20:02:22.694354 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b036001-cee5-4c2f-add8-cd68d39b3c14 req-01dad02c-da83-4b1d-904c-1a6b24aa2224 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:22.701093 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b036001-cee5-4c2f-add8-cd68d39b3c14 req-01dad02c-da83-4b1d-904c-1a6b24aa2224 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:22.702691 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5b036001-cee5-4c2f-add8-cd68d39b3c14 req-01dad02c-da83-4b1d-904c-1a6b24aa2224 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a132c0-0811-4a4b-8b2d-137752e5beae HTTP/1.1" status: 200 len: 1678 time: 0.0813951 Jul 30 20:02:22.743217 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0af5f559-3377-4619-ad33-c37edd9f4713 req-5cd98d46-1740-402c-abff-7444af472134 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650303 Jul 30 20:02:22.753151 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b302d4-828d-42e6-97ba-3acf2d89a1d0 req-9539dccb-5d3e-4a9e-9c25-aad2cb85b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:22.754612 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f8b302d4-828d-42e6-97ba-3acf2d89a1d0 req-9539dccb-5d3e-4a9e-9c25-aad2cb85b3fe service neutron] 10.222.0.59 "GET /v2.0/networks?id=f15faf2a-2671-4ca3-8d69-537bf9d09cfb HTTP/1.1" status: 200 len: 902 time: 0.1618309 Jul 30 20:02:22.761081 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5b036001-cee5-4c2f-add8-cd68d39b3c14 req-83609623-8c06-43da-aed9-859919e34c69 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479262 Jul 30 20:02:22.841823 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f8b302d4-828d-42e6-97ba-3acf2d89a1d0 req-2e49a785-c77e-4878-9a9e-93faa06a99a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.128&port_id=136dddd7-2d11-4f22-968f-4834f30b7d92 HTTP/1.1" status: 200 len: 217 time: 0.0541506 Jul 30 20:02:22.897940 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add1741-4183-43b6-b3d5-7c66107dd473 req-499f6c70-d72e-4651-bcd3-0ef10183c846 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:22.899545 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9add1741-4183-43b6-b3d5-7c66107dd473 req-499f6c70-d72e-4651-bcd3-0ef10183c846 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0659068 Jul 30 20:02:22.925959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c2368-6267-4685-9072-0f845ace52c2 req-a08ced1c-c77a-4fd3-a60f-963adf048747 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:22.928156 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d86c2368-6267-4685-9072-0f845ace52c2 req-a08ced1c-c77a-4fd3-a60f-963adf048747 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 943 time: 0.0984769 Jul 30 20:02:22.960424 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9add1741-4183-43b6-b3d5-7c66107dd473 req-b62bfd87-04f4-4c1c-9983-910a8532e016 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538983 Jul 30 20:02:22.961491 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b302d4-828d-42e6-97ba-3acf2d89a1d0 req-d6c56b64-91f1-4af9-a597-25c36191d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:22.962929 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f8b302d4-828d-42e6-97ba-3acf2d89a1d0 req-d6c56b64-91f1-4af9-a597-25c36191d8e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e455f8d-39fc-411a-a173-ef35b62d1cb7 HTTP/1.1" status: 200 len: 801 time: 0.0978565 Jul 30 20:02:23.014623 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d86c2368-6267-4685-9072-0f845ace52c2 req-d6da5c50-45fc-4417-8579-052725225d90 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/security-groups?id=dbe60ea4-f9e7-4a67-968e-e67d7911ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729403 Jul 30 20:02:23.046717 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b302d4-828d-42e6-97ba-3acf2d89a1d0 req-c47e4da4-758e-4450-9872-a15ac618dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:23.048555 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f8b302d4-828d-42e6-97ba-3acf2d89a1d0 req-c47e4da4-758e-4450-9872-a15ac618dd87 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f15faf2a-2671-4ca3-8d69-537bf9d09cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0761650 Jul 30 20:02:23.133409 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8aedd-fa91-4f91-bb16-4ac07cc58276 req-6b6893df-f41d-4983-89b8-3ba83bc48c3b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:23.135004 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-29a8aedd-fa91-4f91-bb16-4ac07cc58276 req-6b6893df-f41d-4983-89b8-3ba83bc48c3b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 945 time: 0.0728216 Jul 30 20:02:23.147382 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-144954e0-a948-4e46-89bd-0673fb095fb3 req-2f1267bb-c31c-40ab-94a7-303e72789420 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 210 time: 0.0408874 Jul 30 20:02:23.207868 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f8b302d4-828d-42e6-97ba-3acf2d89a1d0 req-8d5f34c8-1a6a-4033-9d5a-89db29725f9e service neutron] 10.222.0.59 "GET /v2.0/networks/f15faf2a-2671-4ca3-8d69-537bf9d09cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488745 Jul 30 20:02:23.215581 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-29a8aedd-fa91-4f91-bb16-4ac07cc58276 req-58ced8d3-f096-4b7f-b8fa-430571a4b93f tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680122 Jul 30 20:02:23.274337 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7bf1ed2-6254-4fc7-8b74-8a0221c38b37 req-b580baec-173b-471d-b292-0ebf212693ea tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=fed264f9-ce2f-4d67-a7e8-aa7df28eeda1 HTTP/1.1" status: 200 len: 210 time: 0.0538402 Jul 30 20:02:23.338700 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f1c8f-5ec6-480a-b13c-4eb1decd44b4 req-e08a6c9b-ca7e-4074-82f7-edf39f814d51 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:23.340247 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d52f1c8f-5ec6-480a-b13c-4eb1decd44b4 req-e08a6c9b-ca7e-4074-82f7-edf39f814d51 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 944 time: 0.0575635 Jul 30 20:02:23.364090 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f8b302d4-828d-42e6-97ba-3acf2d89a1d0 req-50882e01-a218-4258-bddd-f137571432b6 service neutron] 10.222.0.59 "GET /v2.0/networks/f15faf2a-2671-4ca3-8d69-537bf9d09cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311812 Jul 30 20:02:23.377731 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d52f1c8f-5ec6-480a-b13c-4eb1decd44b4 req-ea1f76c9-51c0-4520-95a4-ac16edf7c55c tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307896 Jul 30 20:02:23.483929 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9eee2-94e4-47ac-8875-6e85519c01a6 req-bee11cc4-c0dd-4282-b035-7ae4445fa9d0 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:23.485248 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72d9eee2-94e4-47ac-8875-6e85519c01a6 req-bee11cc4-c0dd-4282-b035-7ae4445fa9d0 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.59 "GET /v2.0/ports?device_id=5213ec9f-2c4a-431d-9079-d5efa6fcb633 HTTP/1.1" status: 200 len: 945 time: 0.0479650 Jul 30 20:02:23.577315 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-72d9eee2-94e4-47ac-8875-6e85519c01a6 req-ec43bd87-075b-45a7-81fe-de07a2d0fb55 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Deleting port f1606f0e-136f-43ef-9a60-863482ccd074 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:02:23.577655 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-72d9eee2-94e4-47ac-8875-6e85519c01a6 req-ec43bd87-075b-45a7-81fe-de07a2d0fb55 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:23.640565 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-facd34ba-632f-41be-9875-6cf6dc1c6855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:23.668308 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-72d9eee2-94e4-47ac-8875-6e85519c01a6 req-ec43bd87-075b-45a7-81fe-de07a2d0fb55 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] For port f1606f0e-136f-43ef-9a60-863482ccd074, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=f1606f0e-136f-43ef-9a60-863482ccd074,segment=NetworkSegment(ed0c2806-2c75-44d1-9a7a-53828c3162ab),segment_id=ed0c2806-2c75-44d1-9a7a-53828c3162ab)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:23.668661 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-72d9eee2-94e4-47ac-8875-6e85519c01a6 req-ec43bd87-075b-45a7-81fe-de07a2d0fb55 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:23.858725 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:23.898243 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65723f76-d48a-4020-b7aa-256116fa0d0e req-79f0596e-c381-4020-9bbf-c0e75ed7bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:23.899789 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65723f76-d48a-4020-b7aa-256116fa0d0e req-79f0596e-c381-4020-9bbf-c0e75ed7bf0a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 1125 time: 0.0794070 Jul 30 20:02:23.919651 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4738f2-b1bf-4974-837d-8bd0e15d463f req-abb32a22-171b-4a29-9cc1-7c284ef89de6 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:23.926479 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4738f2-b1bf-4974-837d-8bd0e15d463f req-abb32a22-171b-4a29-9cc1-7c284ef89de6 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:23.928389 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7c4738f2-b1bf-4974-837d-8bd0e15d463f req-abb32a22-171b-4a29-9cc1-7c284ef89de6 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a132c0-0811-4a4b-8b2d-137752e5beae HTTP/1.1" status: 200 len: 1678 time: 0.0736113 Jul 30 20:02:24.015684 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7c4738f2-b1bf-4974-837d-8bd0e15d463f req-6195fc28-def1-48b4-b2a0-21f94e7f11b5 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806456 Jul 30 20:02:24.060900 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b492c-92b6-46f2-bc4d-80184f3b44f9 req-fbe0796b-3610-4a32-80cd-fbba97c8d2d8 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:24.062595 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-575b492c-92b6-46f2-bc4d-80184f3b44f9 req-fbe0796b-3610-4a32-80cd-fbba97c8d2d8 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.2487946 Jul 30 20:02:24.064167 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65723f76-d48a-4020-b7aa-256116fa0d0e req-d83628a0-8bd5-47dc-8f37-b23091091fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:24.066454 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65723f76-d48a-4020-b7aa-256116fa0d0e req-d83628a0-8bd5-47dc-8f37-b23091091fe7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 909 time: 0.1227880 Jul 30 20:02:24.098077 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-72d9eee2-94e4-47ac-8875-6e85519c01a6 req-ec43bd87-075b-45a7-81fe-de07a2d0fb55 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:24.098687 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-72d9eee2-94e4-47ac-8875-6e85519c01a6 req-ec43bd87-075b-45a7-81fe-de07a2d0fb55 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:24.099065 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [req-72d9eee2-94e4-47ac-8875-6e85519c01a6 req-ec43bd87-075b-45a7-81fe-de07a2d0fb55 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Floating IP 5000fe54-7b83-4c83-a1fb-d7fc88065f4d disassociated. External IP: 172.25.3.159, port: f1606f0e-136f-43ef-9a60-863482ccd074. Jul 30 20:02:24.099462 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-72d9eee2-94e4-47ac-8875-6e85519c01a6 req-ec43bd87-075b-45a7-81fe-de07a2d0fb55 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Calling delete_port for f1606f0e-136f-43ef-9a60-863482ccd074 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:02:24.123329 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65723f76-d48a-4020-b7aa-256116fa0d0e req-654d92ba-612b-435f-85ea-9ee1b618b661 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ed0c72e-cb54-47a2-90f8-d151099fbcb6 HTTP/1.1" status: 200 len: 217 time: 0.0491145 Jul 30 20:02:24.141549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-88234831-8aff-4f84-8256-4acfa792433a tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:24.143415 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-88234831-8aff-4f84-8256-4acfa792433a tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.59 "GET /v2.0/networks?id=cce061be-aafe-4e65-89a3-d6befb678308 HTTP/1.1" status: 200 len: 816 time: 0.3517621 Jul 30 20:02:24.226447 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d64a7-9f39-4cda-98fa-4c9047f15eaa req-04f3a0a1-e8c7-4d2a-b70e-0d43df71db9b tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:24.228072 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c53d64a7-9f39-4cda-98fa-4c9047f15eaa req-04f3a0a1-e8c7-4d2a-b70e-0d43df71db9b tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.1073961 Jul 30 20:02:24.247587 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65723f76-d48a-4020-b7aa-256116fa0d0e req-c2257892-9567-407a-9421-018a9b4e3d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:24.249063 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65723f76-d48a-4020-b7aa-256116fa0d0e req-c2257892-9567-407a-9421-018a9b4e3d5b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e297a2c7-8889-4baa-b07e-dd1ecdbb2586 HTTP/1.1" status: 200 len: 848 time: 0.1000001 Jul 30 20:02:24.327136 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65723f76-d48a-4020-b7aa-256116fa0d0e req-d01e4abe-da6b-444d-8412-1eb2bc4c94af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd53ee4f-dc29-41da-8a32-a515358904dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461321 Jul 30 20:02:24.424385 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c53d64a7-9f39-4cda-98fa-4c9047f15eaa req-edd41984-c9cd-4d2b-980e-eb1483d7711e tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444860 Jul 30 20:02:24.496220 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-fbc54e64-66cc-40df-817c-78a7b21ae736 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:24.497491 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-fbc54e64-66cc-40df-817c-78a7b21ae736 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.59 "GET /v2.0/networks?id=9958f565-4186-495a-b838-46ca3a70750f HTTP/1.1" status: 200 len: 823 time: 0.2953987 Jul 30 20:02:24.511535 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-575b492c-92b6-46f2-bc4d-80184f3b44f9 req-918c4d02-8d51-4d27-9358-1b5e38b48c28 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402421 Jul 30 20:02:24.552611 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-3a62640d-cadf-4a69-8e67-567a471a457a tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dc2e9b4d94c4b3fa0d1693bb7e1573b HTTP/1.1" status: 200 len: 380 time: 0.3970659 Jul 30 20:02:24.568188 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65723f76-d48a-4020-b7aa-256116fa0d0e req-a16c6b48-2d12-49bc-b0a4-61f5e3f84116 service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253635 Jul 30 20:02:24.572841 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-d332fab1-3801-44cd-bf3a-643bfae5db6f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Request body: {'port': {'device_id': 'd818df61-7daa-47c9-917c-7fab0726a537', 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308', 'admin_state_up': True, 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'security_groups': ['27915f66-2594-4dfa-bc50-2b71dccba49e']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:24.620109 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-e30d6423-c709-4eae-b93a-584be65d9f05 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63e7c13c3848442a8042a40abbcac225 HTTP/1.1" status: 200 len: 380 time: 0.1103570 Jul 30 20:02:24.645523 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device f8ba08e4-c36d-465c-b91e-1c012c98c0f9 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:02:24.706670 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7139db3a-71e1-42fe-b654-6f024af90741 req-14273b87-6eca-4eff-af0b-a952faeeccad tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 210 time: 0.1139889 Jul 30 20:02:24.746459 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-72d9eee2-94e4-47ac-8875-6e85519c01a6 req-ec43bd87-075b-45a7-81fe-de07a2d0fb55 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:24.813354 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43bd87-075b-45a7-81fe-de07a2d0fb55 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Pushing event deleted for resources: {'Port': ['ID=f1606f0e-136f-43ef-9a60-863482ccd074,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:24.982070 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-1fbdd91c-7d5c-429d-8b4f-5b353c7b7449 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Request body: {'port': {'device_id': 'fed264f9-ce2f-4d67-a7e8-aa7df28eeda1', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'admin_state_up': True, 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'security_groups': ['5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:24.989765 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:25.012268 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port f8ba08e4-c36d-465c-b91e-1c012c98c0f9, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=f8ba08e4-c36d-465c-b91e-1c012c98c0f9,segment=NetworkSegment(c114c45a-cbfb-4ab1-9176-aa6ecbc5f534),segment_id=c114c45a-cbfb-4ab1-9176-aa6ecbc5f534)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:25.026450 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'f8ba08e4-c36d-465c-b91e-1c012c98c0f9', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'port_id': 'f8ba08e4-c36d-465c-b91e-1c012c98c0f9', 'mac_address': 'fa:16:3e:a1:d8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:02:25.027890 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606647f1-ee67-4780-abc2-2258626d5b3b req-27793ff5-b169-4301-bd42-647163f33ce7 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:25.036523 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-606647f1-ee67-4780-abc2-2258626d5b3b req-27793ff5-b169-4301-bd42-647163f33ce7 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 943 time: 0.5254054 Jul 30 20:02:25.040779 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72d9eee2-94e4-47ac-8875-6e85519c01a6 req-ec43bd87-075b-45a7-81fe-de07a2d0fb55 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Router a7f609b3-e80a-4240-a49f-9c352e37be60 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:02:25.076074 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:25.093710 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ba08e4-c36d-465c-b91e-1c012c98c0f9 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:02:25.112534 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-d332fab1-3801-44cd-bf3a-643bfae5db6f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Made reservation on behalf of 0dc2e9b4d94c4b3fa0d1693bb7e1573b for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:02:25.116906 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-d332fab1-3801-44cd-bf3a-643bfae5db6f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:25.133237 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port f8ba08e4-c36d-465c-b91e-1c012c98c0f9, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=f8ba08e4-c36d-465c-b91e-1c012c98c0f9,segment=NetworkSegment(c114c45a-cbfb-4ab1-9176-aa6ecbc5f534),segment_id=c114c45a-cbfb-4ab1-9176-aa6ecbc5f534)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:25.141883 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:25.154685 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ba583-d8b1-4601-aad4-ab15d29f552d req-0341d1a5-c835-47d1-a546-1591aa60f747 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:25.162611 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e32ba583-d8b1-4601-aad4-ab15d29f552d req-0341d1a5-c835-47d1-a546-1591aa60f747 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 945 time: 0.1703181 Jul 30 20:02:25.163675 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-606647f1-ee67-4780-abc2-2258626d5b3b req-6c24e3ed-e230-42da-8d6d-79c5f949a20f tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/security-groups?id=dbe60ea4-f9e7-4a67-968e-e67d7911ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213222 Jul 30 20:02:25.225469 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=f8ba08e4-c36d-465c-b91e-1c012c98c0f9,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:25.238572 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65723f76-d48a-4020-b7aa-256116fa0d0e req-27e5b8f5-e019-4d19-9095-4e04c7a064f9 service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6543405 Jul 30 20:02:25.316273 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c8741ca4-ed81-4bcd-8c16-5d21bd453548 req-f97d3522-a340-4bf7-b889-a36545e82455 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=fed264f9-ce2f-4d67-a7e8-aa7df28eeda1 HTTP/1.1" status: 200 len: 210 time: 0.0553141 Jul 30 20:02:25.345158 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-1fbdd91c-7d5c-429d-8b4f-5b353c7b7449 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Made reservation on behalf of 63e7c13c3848442a8042a40abbcac225 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:02:25.350110 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-1fbdd91c-7d5c-429d-8b4f-5b353c7b7449 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:25.424197 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e32ba583-d8b1-4601-aad4-ab15d29f552d req-1e1de566-a0a7-407f-bf74-24c3c2321f24 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596173 Jul 30 20:02:25.427809 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-d332fab1-3801-44cd-bf3a-643bfae5db6f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Allocated IP 172.20.0.13 (cce061be-aafe-4e65-89a3-d6befb678308/674f2e3f-1b7b-42c9-bcb0-5247628fe463/af99c98a-4d53-4ce4-9343-59e7256313ae) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:02:25.474120 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72d9eee2-94e4-47ac-8875-6e85519c01a6 req-ec43bd87-075b-45a7-81fe-de07a2d0fb55 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:02:25.486066 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edeb7a3-d8a2-46ab-a1e7-ac450ffef305 None None] Sync routers for ids ['a7f609b3-e80a-4240-a49f-9c352e37be60'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:02:25.501383 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edeb7a3-d8a2-46ab-a1e7-ac450ffef305 None None] Routers {'a7f609b3-e80a-4240-a49f-9c352e37be60'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:02:25.503662 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5edeb7a3-d8a2-46ab-a1e7-ac450ffef305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:02:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a7f609b3-e80a-4240-a49f-9c352e37be60'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:25.507705 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c7976-039f-4d58-a7f4-504cbdacd8b4 req-6795a3c3-59cd-4fb9-b048-2dbc6b262132 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:25.509257 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-914c7976-039f-4d58-a7f4-504cbdacd8b4 req-6795a3c3-59cd-4fb9-b048-2dbc6b262132 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 944 time: 0.1136768 Jul 30 20:02:25.548019 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d9eee2-94e4-47ac-8875-6e85519c01a6 req-ec43bd87-075b-45a7-81fe-de07a2d0fb55 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] No DVR routers for this DVR port f1606f0e-136f-43ef-9a60-863482ccd074 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:02:25.550993 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['f8ba08e4-c36d-465c-b91e-1c012c98c0f9'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:02:25.605845 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-72d9eee2-94e4-47ac-8875-6e85519c01a6 req-ec43bd87-075b-45a7-81fe-de07a2d0fb55 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:25.607900 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72d9eee2-94e4-47ac-8875-6e85519c01a6 req-ec43bd87-075b-45a7-81fe-de07a2d0fb55 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.59 "DELETE /v2.0/ports/f1606f0e-136f-43ef-9a60-863482ccd074 HTTP/1.1" status: 204 len: 173 time: 2.1148100 Jul 30 20:02:25.609630 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5213ec9f-2c4a-431d-9079-d5efa6fcb633', 'name': 'network-vif-deleted', 'tag': 'f1606f0e-136f-43ef-9a60-863482ccd074'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:25.613804 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-1fbdd91c-7d5c-429d-8b4f-5b353c7b7449 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Allocated IP 172.20.0.10 (9958f565-4186-495a-b838-46ca3a70750f/e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3/8d7946af-a07a-4df1-b934-01e3f5d0743f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:02:25.621536 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da50c12-11c0-44c6-a26a-454ea562f970" -d '{"events": [{"server_uuid": "5213ec9f-2c4a-431d-9079-d5efa6fcb633", "name": "network-vif-deleted", "tag": "f1606f0e-136f-43ef-9a60-863482ccd074"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:25.630589 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-914c7976-039f-4d58-a7f4-504cbdacd8b4 req-30225c38-606a-43f1-b791-48398c972b9a tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015100 Jul 30 20:02:25.667917 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5edeb7a3-d8a2-46ab-a1e7-ac450ffef305 None None] Set router a7f609b3-e80a-4240-a49f-9c352e37be60 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:02:25.755447 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cebc5-b277-443b-97d4-097c5eadf4c8 req-283a0d85-15bb-4633-bf70-72f176bb0dfe tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:25.785492 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cebc5-b277-443b-97d4-097c5eadf4c8 req-283a0d85-15bb-4633-bf70-72f176bb0dfe tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:25.787766 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-526cebc5-b277-443b-97d4-097c5eadf4c8 req-283a0d85-15bb-4633-bf70-72f176bb0dfe tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a132c0-0811-4a4b-8b2d-137752e5beae HTTP/1.1" status: 200 len: 1678 time: 0.2470400 Jul 30 20:02:25.930721 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-d332fab1-3801-44cd-bf3a-643bfae5db6f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:25.945565 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-d332fab1-3801-44cd-bf3a-643bfae5db6f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Transition to ACTIVE for port object af99c98a-4d53-4ce4-9343-59e7256313ae will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:02:25.948823 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-1fbdd91c-7d5c-429d-8b4f-5b353c7b7449 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:25.981011 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7d532-8593-4214-83c9-941404d86150 req-d3b4265c-93b8-4e34-8fde-2afe1a02448c tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:25.983597 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-99e7d532-8593-4214-83c9-941404d86150 req-d3b4265c-93b8-4e34-8fde-2afe1a02448c tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0913780 Jul 30 20:02:25.985462 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-1fbdd91c-7d5c-429d-8b4f-5b353c7b7449 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Transition to ACTIVE for port object 8d7946af-a07a-4df1-b934-01e3f5d0743f will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:02:25.995229 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5edeb7a3-d8a2-46ab-a1e7-ac450ffef305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214273748-router', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '96ad8755-3716-48dd-b628-102e828bde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:42Z', 'updated_at': '2021-07-30T19:59:51Z', 'revision_number': 4, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'gw_port': {'id': '96ad8755-3716-48dd-b628-102e828bde60', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:46Z', 'updated_at': '2021-07-30T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '08c7a27a-b8a8-4902-8344-5267941ff9a4', 'name': '', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'mac_address': 'fa:16:3e:1b:bd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:49Z', 'updated_at': '2021-07-30T20:00:01Z', 'revision_number': 5, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'subnets': [{'id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:26.017625 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-526cebc5-b277-443b-97d4-097c5eadf4c8 req-56da41a9-9040-435c-9d8a-695e59a55b23 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097056 Jul 30 20:02:26.019148 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-d332fab1-3801-44cd-bf3a-643bfae5db6f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:26.119772 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-d332fab1-3801-44cd-bf3a-643bfae5db6f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Network cce061be-aafe-4e65-89a3-d6befb678308 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:02:26.126170 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-99e7d532-8593-4214-83c9-941404d86150 req-a2cf3437-ac79-4b99-938f-cbca3fc31842 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347623 Jul 30 20:02:26.127665 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-d332fab1-3801-44cd-bf3a-643bfae5db6f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:02:26.140778 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-d332fab1-3801-44cd-bf3a-643bfae5db6f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:02:26.157247 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-1fbdd91c-7d5c-429d-8b4f-5b353c7b7449 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:26.202964 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edeb7a3-d8a2-46ab-a1e7-ac450ffef305 None None] Checking router: a7f609b3-e80a-4240-a49f-9c352e37be60 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:02:26.220165 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edeb7a3-d8a2-46ab-a1e7-ac450ffef305 None None] Routers {'a7f609b3-e80a-4240-a49f-9c352e37be60'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:02:26.222516 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5edeb7a3-d8a2-46ab-a1e7-ac450ffef305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:02:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a7f609b3-e80a-4240-a49f-9c352e37be60'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:26.235741 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-d332fab1-3801-44cd-bf3a-643bfae5db6f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:26.239750 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-d332fab1-3801-44cd-bf3a-643bfae5db6f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:26.257560 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae13f1d4-9ff1-48e7-a3a3-260da891e37a x-openstack-request-id: req-ae13f1d4-9ff1-48e7-a3a3-260da891e37a {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:26.258135 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5213ec9f-2c4a-431d-9079-d5efa6fcb633", "name": "network-vif-deleted", "tag": "f1606f0e-136f-43ef-9a60-863482ccd074", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:26.258569 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae13f1d4-9ff1-48e7-a3a3-260da891e37a {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:26.267202 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5213ec9f-2c4a-431d-9079-d5efa6fcb633', 'name': 'network-vif-deleted', 'tag': 'f1606f0e-136f-43ef-9a60-863482ccd074', 'status': 'completed', 'code': 200} Jul 30 20:02:26.297063 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-1fbdd91c-7d5c-429d-8b4f-5b353c7b7449 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Network 9958f565-4186-495a-b838-46ca3a70750f is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:02:26.307860 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-1fbdd91c-7d5c-429d-8b4f-5b353c7b7449 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:02:26.322320 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332fab1-3801-44cd-bf3a-643bfae5db6f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Pushing event updated for resources: {'Port': ['ID=af99c98a-4d53-4ce4-9343-59e7256313ae,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:26.323458 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-1fbdd91c-7d5c-429d-8b4f-5b353c7b7449 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:02:26.357657 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-d332fab1-3801-44cd-bf3a-643bfae5db6f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7888086 Jul 30 20:02:26.379348 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Request body: {'port': {'device_id': 'd818df61-7daa-47c9-917c-7fab0726a537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:26.397323 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 1c4e42ac-8f99-40a0-affc-e25396bc03c7 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:02:26.398812 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766aa8c6-a5b0-42d2-a3fe-b8ae316ffec1 req-728c5eeb-d9ea-41d1-8db3-70001f1493a7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:26.420112 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-766aa8c6-a5b0-42d2-a3fe-b8ae316ffec1 req-728c5eeb-d9ea-41d1-8db3-70001f1493a7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.2936018 Jul 30 20:02:26.435902 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5edeb7a3-d8a2-46ab-a1e7-ac450ffef305 None None] Set router a7f609b3-e80a-4240-a49f-9c352e37be60 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:02:26.463454 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-1fbdd91c-7d5c-429d-8b4f-5b353c7b7449 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:26.464261 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-1fbdd91c-7d5c-429d-8b4f-5b353c7b7449 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:26.538569 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-1fbdd91c-7d5c-429d-8b4f-5b353c7b7449 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5621834 Jul 30 20:02:26.553929 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdd91c-7d5c-429d-8b4f-5b353c7b7449 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Pushing event updated for resources: {'Port': ['ID=8d7946af-a07a-4df1-b934-01e3f5d0743f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:26.569633 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-dca10553-9c9f-429b-9d2f-b87a92e389de service neutron] Request body: {'port': {'device_id': 'fed264f9-ce2f-4d67-a7e8-aa7df28eeda1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:26.572349 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-766aa8c6-a5b0-42d2-a3fe-b8ae316ffec1 req-8e57ea59-afb4-4125-bd26-238ee27f8794 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509342 Jul 30 20:02:26.637640 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 1c4e42ac-8f99-40a0-affc-e25396bc03c7, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=1c4e42ac-8f99-40a0-affc-e25396bc03c7,segment=NetworkSegment(cf75edc0-ac05-4ee3-884b-505af0ef0053),segment_id=cf75edc0-ac05-4ee3-884b-505af0ef0053)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:26.650141 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4710f-ec32-42e8-b940-ebd8e8781284 req-6a6c71c9-9e8d-4976-af83-390124c7ffa5 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:26.650888 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:26.661522 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dea4710f-ec32-42e8-b940-ebd8e8781284 req-6a6c71c9-9e8d-4976-af83-390124c7ffa5 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 932 time: 0.1704187 Jul 30 20:02:26.674523 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-dd87f539-12af-4898-b022-d18b2af33ee3 None None] Provisioning for port af99c98a-4d53-4ce4-9343-59e7256313ae completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:02:26.685353 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '1c4e42ac-8f99-40a0-affc-e25396bc03c7', 'network_id': '5d212e85-e288-4cfd-b1ca-e3ef3217682a', 'port_id': '1c4e42ac-8f99-40a0-affc-e25396bc03c7', 'mac_address': 'fa:16:3e:be:8a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c32d6d2-bc2e-49a8-952c-888c80ba7076', 'ip_address': '19.80.0.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:02:26.701016 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:26.703893 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-dd87f539-12af-4898-b022-d18b2af33ee3 None None] Provisioning complete for port af99c98a-4d53-4ce4-9343-59e7256313ae triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:26.705593 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd87f539-12af-4898-b022-d18b2af33ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:26.766156 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-dd87f539-12af-4898-b022-d18b2af33ee3 None None] Port af99c98a-4d53-4ce4-9343-59e7256313ae cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:02:26.773014 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dea4710f-ec32-42e8-b940-ebd8e8781284 req-f587567a-3420-4e2f-926f-e5bbae3e3697 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/security-groups?id=27915f66-2594-4dfa-bc50-2b71dccba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038079 Jul 30 20:02:26.796897 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-dca10553-9c9f-429b-9d2f-b87a92e389de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:26.799391 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:26.817611 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c4e42ac-8f99-40a0-affc-e25396bc03c7 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:02:26.866389 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 1c4e42ac-8f99-40a0-affc-e25396bc03c7, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=1c4e42ac-8f99-40a0-affc-e25396bc03c7,segment=NetworkSegment(cf75edc0-ac05-4ee3-884b-505af0ef0053),segment_id=cf75edc0-ac05-4ee3-884b-505af0ef0053)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:26.895256 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:26.896963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 136dddd7-2d11-4f22-968f-4834f30b7d92 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:02:26.946930 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5edeb7a3-d8a2-46ab-a1e7-ac450ffef305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214273748-router', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '96ad8755-3716-48dd-b628-102e828bde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:42Z', 'updated_at': '2021-07-30T19:59:51Z', 'revision_number': 4, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'gw_port': {'id': '96ad8755-3716-48dd-b628-102e828bde60', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:46Z', 'updated_at': '2021-07-30T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '08c7a27a-b8a8-4902-8344-5267941ff9a4', 'name': '', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'mac_address': 'fa:16:3e:1b:bd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:49Z', 'updated_at': '2021-07-30T20:00:01Z', 'revision_number': 5, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'subnets': [{'id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:26.953225 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a93f8-5d0b-4f54-9fa5-e14ed9c23b5b req-ea7a8499-ab98-4f93-825d-bb7e0ee3c8c2 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:26.955629 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd0a93f8-5d0b-4f54-9fa5-e14ed9c23b5b req-ea7a8499-ab98-4f93-825d-bb7e0ee3c8c2 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 944 time: 0.1852531 Jul 30 20:02:26.960326 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=1c4e42ac-8f99-40a0-affc-e25396bc03c7,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:27.007202 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a852d-9fe7-48d2-89fd-e361205c0fd3 req-a20f0907-1d06-4600-b257-75f0eb755c2d tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:27.009018 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f99a852d-9fe7-48d2-89fd-e361205c0fd3 req-a20f0907-1d06-4600-b257-75f0eb755c2d tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=fed264f9-ce2f-4d67-a7e8-aa7df28eeda1 HTTP/1.1" status: 200 len: 932 time: 0.1360178 Jul 30 20:02:27.023487 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edeb7a3-d8a2-46ab-a1e7-ac450ffef305 None None] The sync data for ids ['a7f609b3-e80a-4240-a49f-9c352e37be60'] in n-d-712137-9 is: [{'id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214273748-router', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '96ad8755-3716-48dd-b628-102e828bde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:42Z', 'updated_at': '2021-07-30T19:59:51Z', 'revision_number': 4, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'gw_port': {'id': '96ad8755-3716-48dd-b628-102e828bde60', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:46Z', 'updated_at': '2021-07-30T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '08c7a27a-b8a8-4902-8344-5267941ff9a4', 'name': '', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'mac_address': 'fa:16:3e:1b:bd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:49Z', 'updated_at': '2021-07-30T20:00:01Z', 'revision_number': 5, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'subnets': [{'id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:02:27.029919 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd0a93f8-5d0b-4f54-9fa5-e14ed9c23b5b req-698cffd6-c26e-4100-8673-49633b908f12 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/security-groups?id=dbe60ea4-f9e7-4a67-968e-e67d7911ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627708 Jul 30 20:02:27.079834 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-80490016-9849-44ef-b600-5dbef6eb30d5 None None] Provisioning for port 8d7946af-a07a-4df1-b934-01e3f5d0743f completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:02:27.099963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-80490016-9849-44ef-b600-5dbef6eb30d5 None None] Provisioning complete for port 8d7946af-a07a-4df1-b934-01e3f5d0743f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:27.104011 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80490016-9849-44ef-b600-5dbef6eb30d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:27.169768 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f99a852d-9fe7-48d2-89fd-e361205c0fd3 req-fb6f8a34-7978-478a-bbe0-a285934aef4d tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493356 Jul 30 20:02:27.176188 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-80490016-9849-44ef-b600-5dbef6eb30d5 None None] Port 8d7946af-a07a-4df1-b934-01e3f5d0743f cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:02:27.227236 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 136dddd7-2d11-4f22-968f-4834f30b7d92, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=136dddd7-2d11-4f22-968f-4834f30b7d92,segment=NetworkSegment(d181f8ef-e98a-4ed2-a8af-d03dcc91ea29),segment_id=d181f8ef-e98a-4ed2-a8af-d03dcc91ea29)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:27.256803 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '136dddd7-2d11-4f22-968f-4834f30b7d92', 'network_id': 'f15faf2a-2671-4ca3-8d69-537bf9d09cfb', 'port_id': '136dddd7-2d11-4f22-968f-4834f30b7d92', 'mac_address': 'fa:16:3e:63:81:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e455f8d-39fc-411a-a173-ef35b62d1cb7', 'ip_address': '19.86.0.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:02:27.281749 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af99c98a-4d53-4ce4-9343-59e7256313ae {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:02:27.297618 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:27.318279 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f6033-d282-4f5d-99e1-db918a76a650 req-5bb538f6-c631-4be0-b38e-dd1748cdcc8b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:27.326836 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f01f6033-d282-4f5d-99e1-db918a76a650 req-5bb538f6-c631-4be0-b38e-dd1748cdcc8b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 945 time: 0.1503129 Jul 30 20:02:27.328018 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:27.349807 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 136dddd7-2d11-4f22-968f-4834f30b7d92 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:02:27.373594 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Transition to ACTIVE for port object af99c98a-4d53-4ce4-9343-59e7256313ae will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:02:27.384837 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 136dddd7-2d11-4f22-968f-4834f30b7d92, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=136dddd7-2d11-4f22-968f-4834f30b7d92,segment=NetworkSegment(d181f8ef-e98a-4ed2-a8af-d03dcc91ea29),segment_id=d181f8ef-e98a-4ed2-a8af-d03dcc91ea29)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:27.386089 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:27.391071 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:27.411637 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-dca10553-9c9f-429b-9d2f-b87a92e389de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7946af-a07a-4df1-b934-01e3f5d0743f {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:02:27.419193 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f01f6033-d282-4f5d-99e1-db918a76a650 req-4ac60b08-1b27-48eb-b5d4-a806a2242cae tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897343 Jul 30 20:02:27.422245 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-dca10553-9c9f-429b-9d2f-b87a92e389de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:27.444414 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5c375-4371-497f-8e95-36031833cbe8 req-e391ff43-fb22-4e12-b327-7c861e8f84ec tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:27.453108 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-78a5c375-4371-497f-8e95-36031833cbe8 req-e391ff43-fb22-4e12-b327-7c861e8f84ec tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 944 time: 0.1516659 Jul 30 20:02:27.477520 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c8dbc1-4637-4a91-99cc-8ad9212ae868 None None] New status for floating IP 5000fe54-7b83-4c83-a1fb-d7fc88065f4d: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:02:27.502688 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-dca10553-9c9f-429b-9d2f-b87a92e389de service neutron] Transition to ACTIVE for port object 8d7946af-a07a-4df1-b934-01e3f5d0743f will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:02:27.515101 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=136dddd7-2d11-4f22-968f-4834f30b7d92,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:27.530627 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-dca10553-9c9f-429b-9d2f-b87a92e389de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:27.549815 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Pushing event updated for resources: {'Port': ['ID=af99c98a-4d53-4ce4-9343-59e7256313ae,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:27.610444 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca10553-9c9f-429b-9d2f-b87a92e389de service neutron] Pushing event updated for resources: {'Port': ['ID=8d7946af-a07a-4df1-b934-01e3f5d0743f,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:27.622071 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:27.622581 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:27.622739 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:27.623067 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:27.623401 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:27.631269 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:27.631534 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-78a5c375-4371-497f-8e95-36031833cbe8 req-0a49a7a2-fa00-48cd-9641-f1cf98e6fe50 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771896 Jul 30 20:02:27.631695 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:27.632036 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:27.632368 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:27.632700 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:27.633028 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:27.633353 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:27.702057 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a5858-0135-4139-b5ed-25143cf5130b req-2153aa0e-c92f-4b17-ae76-ba16edf96d8f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:27.708594 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a5858-0135-4139-b5ed-25143cf5130b req-2153aa0e-c92f-4b17-ae76-ba16edf96d8f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:27.721804 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-906a5858-0135-4139-b5ed-25143cf5130b req-2153aa0e-c92f-4b17-ae76-ba16edf96d8f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a132c0-0811-4a4b-8b2d-137752e5beae HTTP/1.1" status: 200 len: 1680 time: 0.1848676 Jul 30 20:02:27.819315 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Attempting to bind port af99c98a-4d53-4ce4-9343-59e7256313ae on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:02:27.819872 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Attempting to bind port af99c98a-4d53-4ce4-9343-59e7256313ae by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '58b9f348-d2a6-489d-9ad0-c42e9e994315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:02:27.820459 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Attempting to bind port af99c98a-4d53-4ce4-9343-59e7256313ae on network cce061be-aafe-4e65-89a3-d6befb678308 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:27.829662 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Port af99c98a-4d53-4ce4-9343-59e7256313ae on network cce061be-aafe-4e65-89a3-d6befb678308 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:02:27.830782 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Attempting to bind port af99c98a-4d53-4ce4-9343-59e7256313ae on network cce061be-aafe-4e65-89a3-d6befb678308 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:27.836072 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-dca10553-9c9f-429b-9d2f-b87a92e389de service neutron] Attempting to bind port 8d7946af-a07a-4df1-b934-01e3f5d0743f on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:02:27.836414 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-dca10553-9c9f-429b-9d2f-b87a92e389de service neutron] Attempting to bind port 8d7946af-a07a-4df1-b934-01e3f5d0743f by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'ed0c2806-2c75-44d1-9a7a-53828c3162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9958f565-4186-495a-b838-46ca3a70750f'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:02:27.836752 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-dca10553-9c9f-429b-9d2f-b87a92e389de service neutron] Attempting to bind port 8d7946af-a07a-4df1-b934-01e3f5d0743f on network 9958f565-4186-495a-b838-46ca3a70750f {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:27.843853 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-906a5858-0135-4139-b5ed-25143cf5130b req-660152a9-afc8-43d3-967f-bb8b0ed48487 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200354 Jul 30 20:02:27.844050 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-dca10553-9c9f-429b-9d2f-b87a92e389de service neutron] Port 8d7946af-a07a-4df1-b934-01e3f5d0743f on network 9958f565-4186-495a-b838-46ca3a70750f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:02:27.844222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-dca10553-9c9f-429b-9d2f-b87a92e389de service neutron] Attempting to bind port 8d7946af-a07a-4df1-b934-01e3f5d0743f on network 9958f565-4186-495a-b838-46ca3a70750f {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:27.844325 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:02:27.844702 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Checking segment: {'id': '58b9f348-d2a6-489d-9ad0-c42e9e994315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:02:27.844867 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['1c4e42ac-8f99-40a0-affc-e25396bc03c7'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:02:27.845111 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Bound using segment: {'id': '58b9f348-d2a6-489d-9ad0-c42e9e994315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:02:27.846199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Bound port: af99c98a-4d53-4ce4-9343-59e7256313ae, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b9f348-d2a6-489d-9ad0-c42e9e994315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:02:27.846738 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:27.857525 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86e7f9-6eea-47cd-ad67-064e63dfaba5 req-427bb6db-0014-4f61-bdfc-588b42931abc tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:27.859992 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3a86e7f9-6eea-47cd-ad67-064e63dfaba5 req-427bb6db-0014-4f61-bdfc-588b42931abc tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0983760 Jul 30 20:02:27.866067 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-dca10553-9c9f-429b-9d2f-b87a92e389de service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:02:27.866512 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-dca10553-9c9f-429b-9d2f-b87a92e389de service neutron] Checking segment: {'id': 'ed0c2806-2c75-44d1-9a7a-53828c3162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9958f565-4186-495a-b838-46ca3a70750f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:02:27.866796 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-dca10553-9c9f-429b-9d2f-b87a92e389de service neutron] Bound using segment: {'id': 'ed0c2806-2c75-44d1-9a7a-53828c3162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9958f565-4186-495a-b838-46ca3a70750f'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:02:27.876021 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-dca10553-9c9f-429b-9d2f-b87a92e389de service neutron] Bound port: 8d7946af-a07a-4df1-b934-01e3f5d0743f, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0c2806-2c75-44d1-9a7a-53828c3162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9958f565-4186-495a-b838-46ca3a70750f'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:02:27.876021 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-dca10553-9c9f-429b-9d2f-b87a92e389de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:27.951360 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3a86e7f9-6eea-47cd-ad67-064e63dfaba5 req-d3d9bfb5-c072-4615-b0a5-b0363bce3c47 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715299 Jul 30 20:02:27.988068 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-dca10553-9c9f-429b-9d2f-b87a92e389de service neutron] For port 8d7946af-a07a-4df1-b934-01e3f5d0743f, host n-h1-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:02:27.991865 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-dca10553-9c9f-429b-9d2f-b87a92e389de service neutron] For port 8d7946af-a07a-4df1-b934-01e3f5d0743f, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=8d7946af-a07a-4df1-b934-01e3f5d0743f,segment=NetworkSegment(ed0c2806-2c75-44d1-9a7a-53828c3162ab),segment_id=ed0c2806-2c75-44d1-9a7a-53828c3162ab)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:02:27.997285 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-dca10553-9c9f-429b-9d2f-b87a92e389de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:28.020800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] For port af99c98a-4d53-4ce4-9343-59e7256313ae, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:02:28.034989 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] For port af99c98a-4d53-4ce4-9343-59e7256313ae, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=af99c98a-4d53-4ce4-9343-59e7256313ae,segment=NetworkSegment(58b9f348-d2a6-489d-9ad0-c42e9e994315),segment_id=58b9f348-d2a6-489d-9ad0-c42e9e994315)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:02:28.046091 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:28.070396 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca10553-9c9f-429b-9d2f-b87a92e389de service neutron] Pushing event updated for resources: {'Port': ['ID=8d7946af-a07a-4df1-b934-01e3f5d0743f,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:28.096891 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-dca10553-9c9f-429b-9d2f-b87a92e389de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:28.097586 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-dca10553-9c9f-429b-9d2f-b87a92e389de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:28.099703 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-dca10553-9c9f-429b-9d2f-b87a92e389de service neutron] 10.222.0.59 "PUT /v2.0/ports/8d7946af-a07a-4df1-b934-01e3f5d0743f HTTP/1.1" status: 200 len: 1092 time: 1.5427985 Jul 30 20:02:28.124124 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed264f9-ce2f-4d67-a7e8-aa7df28eeda1', 'tag': '8d7946af-a07a-4df1-b934-01e3f5d0743f'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:28.128916 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52510bf7-cf98-4341-9133-072536a584a3" -d '{"events": [{"name": "network-changed", "server_uuid": "fed264f9-ce2f-4d67-a7e8-aa7df28eeda1", "tag": "8d7946af-a07a-4df1-b934-01e3f5d0743f"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:28.147459 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2608f-a513-43d6-a682-ef041d5abfcd req-621a58f8-71cb-4373-9aa6-cbec9b26161c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:28.149098 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70d2608f-a513-43d6-a682-ef041d5abfcd req-621a58f8-71cb-4373-9aa6-cbec9b26161c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.2074070 Jul 30 20:02:28.154338 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:28.155137 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:28.156539 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] 10.222.0.59 "PUT /v2.0/ports/af99c98a-4d53-4ce4-9343-59e7256313ae HTTP/1.1" status: 200 len: 1092 time: 1.7830887 Jul 30 20:02:28.166614 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e7c69-aba0-41ef-91fe-a1daec22f863 service neutron] Pushing event updated for resources: {'Port': ['ID=af99c98a-4d53-4ce4-9343-59e7256313ae,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:28.217165 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb6c53-f030-4513-9e72-e9438993a163 req-379bb491-442b-4d5a-b101-5e8e89eac813 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:28.218903 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b7fb6c53-f030-4513-9e72-e9438993a163 req-379bb491-442b-4d5a-b101-5e8e89eac813 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 944 time: 0.1800261 Jul 30 20:02:28.255129 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-6a472098-3ed2-4bc6-9448-6431dc4b381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:28.256997 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-6a472098-3ed2-4bc6-9448-6431dc4b381c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63e7c13c3848442a8042a40abbcac225&device_id=fed264f9-ce2f-4d67-a7e8-aa7df28eeda1 HTTP/1.1" status: 200 len: 1095 time: 0.1005063 Jul 30 20:02:28.271857 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70d2608f-a513-43d6-a682-ef041d5abfcd req-f64c4a8e-4fd8-4dbc-822a-caabeefd6894 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118460 Jul 30 20:02:28.274906 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd818df61-7daa-47c9-917c-7fab0726a537', 'tag': 'af99c98a-4d53-4ce4-9343-59e7256313ae'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:28.297533 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3e4f3c-6208-42ed-b51b-73f1fecc823c" -d '{"events": [{"name": "network-changed", "server_uuid": "d818df61-7daa-47c9-917c-7fab0726a537", "tag": "af99c98a-4d53-4ce4-9343-59e7256313ae"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:28.299869 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b7fb6c53-f030-4513-9e72-e9438993a163 req-e170499e-e5e9-43a9-bd4d-c16b8450dc2d tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/security-groups?id=27915f66-2594-4dfa-bc50-2b71dccba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735970 Jul 30 20:02:28.337066 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-619f6428-f4b7-41a3-8772-e8ee0fc88d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:28.338582 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-619f6428-f4b7-41a3-8772-e8ee0fc88d6e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0dc2e9b4d94c4b3fa0d1693bb7e1573b&device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 1095 time: 0.1308763 Jul 30 20:02:28.370507 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-f63aef99-0ff5-47d5-b449-d76e993eb288 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d7946af-a07a-4df1-b934-01e3f5d0743f HTTP/1.1" status: 200 len: 217 time: 0.0980387 Jul 30 20:02:28.413880 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device f1606f0e-136f-43ef-9a60-863482ccd074 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:02:28.428502 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ed0c54-2938-4933-b9e2-3fb5f566db19 x-openstack-request-id: req-78ed0c54-2938-4933-b9e2-3fb5f566db19 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:28.428800 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed264f9-ce2f-4d67-a7e8-aa7df28eeda1", "tag": "8d7946af-a07a-4df1-b934-01e3f5d0743f", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:28.432629 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-78ed0c54-2938-4933-b9e2-3fb5f566db19 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:28.433099 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed264f9-ce2f-4d67-a7e8-aa7df28eeda1', 'tag': '8d7946af-a07a-4df1-b934-01e3f5d0743f', 'status': 'completed', 'code': 200} Jul 30 20:02:28.464691 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-1730f014-d4fa-4169-84e8-a646e547986f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af99c98a-4d53-4ce4-9343-59e7256313ae HTTP/1.1" status: 200 len: 217 time: 0.1163852 Jul 30 20:02:28.466450 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: f1606f0e-136f-43ef-9a60-863482ccd074 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:02:28.469773 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device f1606f0e-136f-43ef-9a60-863482ccd074 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:02:28.488330 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-ac7fd066-558a-4072-aa44-85b5a689d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:28.492328 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-ac7fd066-558a-4072-aa44-85b5a689d609 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3 HTTP/1.1" status: 200 len: 862 time: 0.1140041 Jul 30 20:02:28.572209 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-6b6a783b-94b3-454a-b4d4-9a50f297d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:28.573792 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-6b6a783b-94b3-454a-b4d4-9a50f297d862 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=674f2e3f-1b7b-42c9-bcb0-5247628fe463 HTTP/1.1" status: 200 len: 855 time: 0.0950327 Jul 30 20:02:28.582606 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f505584-c269-4179-9e96-5b8061353121 req-60bd645f-a759-4ba5-a1c8-1c20c4a36851 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:28.589130 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-7d93ce6b-cb01-463b-a055-86a9c88b85e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:28.589740 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f505584-c269-4179-9e96-5b8061353121 req-60bd645f-a759-4ba5-a1c8-1c20c4a36851 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 944 time: 0.1304052 Jul 30 20:02:28.590611 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-7d93ce6b-cb01-463b-a055-86a9c88b85e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9958f565-4186-495a-b838-46ca3a70750f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903881 Jul 30 20:02:28.599139 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fdbd4-0885-47f6-97ea-4dff5e25abc5 req-d3efae32-c8b6-414f-9941-402a6338be17 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:28.600629 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ef3fdbd4-0885-47f6-97ea-4dff5e25abc5 req-d3efae32-c8b6-414f-9941-402a6338be17 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=fed264f9-ce2f-4d67-a7e8-aa7df28eeda1 HTTP/1.1" status: 200 len: 944 time: 0.0618734 Jul 30 20:02:28.644627 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:02:28.647998 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device f8ba08e4-c36d-465c-b91e-1c012c98c0f9 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:02:28.680991 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-61656ba0-22d3-43e9-b813-c4849ab2c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:28.683215 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-61656ba0-22d3-43e9-b813-c4849ab2c1a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cce061be-aafe-4e65-89a3-d6befb678308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906537 Jul 30 20:02:28.693492 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ef3fdbd4-0885-47f6-97ea-4dff5e25abc5 req-4180958f-4a80-4bd2-a55a-28ed21cfa38d tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847375 Jul 30 20:02:28.704712 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f505584-c269-4179-9e96-5b8061353121 req-ba387a45-24d6-431e-9c31-bf12387c6ef7 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/security-groups?id=dbe60ea4-f9e7-4a67-968e-e67d7911ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138480 Jul 30 20:02:28.732666 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port f8ba08e4-c36d-465c-b91e-1c012c98c0f9 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:02:28.739993 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port f8ba08e4-c36d-465c-b91e-1c012c98c0f9 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:28.740885 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:28.752568 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-8bdb45b1-3152-417a-be0d-cc1194889b13 service neutron] 10.222.0.59 "GET /v2.0/networks/9958f565-4186-495a-b838-46ca3a70750f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503096 Jul 30 20:02:28.788595 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c715a53-fa1c-4653-8244-432ae76b1485 x-openstack-request-id: req-7c715a53-fa1c-4653-8244-432ae76b1485 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:28.789585 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d818df61-7daa-47c9-917c-7fab0726a537", "tag": "af99c98a-4d53-4ce4-9343-59e7256313ae", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:28.789828 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c715a53-fa1c-4653-8244-432ae76b1485 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:28.792058 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd818df61-7daa-47c9-917c-7fab0726a537', 'tag': 'af99c98a-4d53-4ce4-9343-59e7256313ae', 'status': 'completed', 'code': 200} Jul 30 20:02:28.819582 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['136dddd7-2d11-4f22-968f-4834f30b7d92'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:02:28.848565 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-e08732cd-5a82-47a2-ad92-b6b347d00bb8 service neutron] 10.222.0.59 "GET /v2.0/networks/cce061be-aafe-4e65-89a3-d6befb678308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427855 Jul 30 20:02:28.920132 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6802859-f7a8-4b9f-817a-d84d1f08733b req-bd3f4919-19c3-4fd2-8fe5-f8c6cb48914a tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:28.927896 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f6802859-f7a8-4b9f-817a-d84d1f08733b req-bd3f4919-19c3-4fd2-8fe5-f8c6cb48914a tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 945 time: 0.0914736 Jul 30 20:02:28.939651 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b8cfa343-dc48-4336-96a5-63fa383fd6d8 req-2adf937b-ed47-4e62-868b-3f1743c92b5a service neutron] 10.222.0.59 "GET /v2.0/networks/9958f565-4186-495a-b838-46ca3a70750f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786160 Jul 30 20:02:28.975418 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f6802859-f7a8-4b9f-817a-d84d1f08733b req-b4aeadc5-ba06-46fc-a5b0-4a193f4992fc tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465755 Jul 30 20:02:28.976335 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:29.024734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e9f37-4ef5-405e-943d-1960fab21b7a req-8746d34a-6626-40cf-aa8e-29639a5152df tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:29.031973 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d02e9f37-4ef5-405e-943d-1960fab21b7a req-8746d34a-6626-40cf-aa8e-29639a5152df tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 944 time: 0.1078172 Jul 30 20:02:29.068316 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e94315-9d24-4c31-86ff-bef688631d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ba08e4-c36d-465c-b91e-1c012c98c0f9'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:29.070883 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a58046-9a34-4cda-acd3-f156469b20e9" -d '{"events": [{"server_uuid": "b2e94315-9d24-4c31-86ff-bef688631d6c", "name": "network-vif-plugged", "status": "completed", "tag": "f8ba08e4-c36d-465c-b91e-1c012c98c0f9"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:29.076508 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52510bf7-cf98-4341-9133-072536a584a3 req-e7628d98-7397-46b2-bc5a-163fa0986dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:29.078228 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-52510bf7-cf98-4341-9133-072536a584a3 req-e7628d98-7397-46b2-bc5a-163fa0986dc4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63e7c13c3848442a8042a40abbcac225&device_id=fed264f9-ce2f-4d67-a7e8-aa7df28eeda1 HTTP/1.1" status: 200 len: 1095 time: 0.0845947 Jul 30 20:02:29.085816 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d9ddc4e-797f-4bec-973d-cc557322dd66 req-a14be634-ff44-48af-bd26-c21973395622 service neutron] 10.222.0.59 "GET /v2.0/networks/cce061be-aafe-4e65-89a3-d6befb678308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269599 Jul 30 20:02:29.110581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port f8ba08e4-c36d-465c-b91e-1c012c98c0f9, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=f8ba08e4-c36d-465c-b91e-1c012c98c0f9,segment=NetworkSegment(c114c45a-cbfb-4ab1-9176-aa6ecbc5f534),segment_id=c114c45a-cbfb-4ab1-9176-aa6ecbc5f534)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:29.113212 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d02e9f37-4ef5-405e-943d-1960fab21b7a req-b5a897b3-f387-49c3-a769-644522f6bdf6 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802765 Jul 30 20:02:29.122741 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:29.123609 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:02:29.197293 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102f908-0faa-4c9c-9ca2-8111ac6b76e5 req-f62321ca-2ff9-4ec3-a7f9-16de5f1fd976 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:29.203581 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102f908-0faa-4c9c-9ca2-8111ac6b76e5 req-f62321ca-2ff9-4ec3-a7f9-16de5f1fd976 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:29.205906 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9102f908-0faa-4c9c-9ca2-8111ac6b76e5 req-f62321ca-2ff9-4ec3-a7f9-16de5f1fd976 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a132c0-0811-4a4b-8b2d-137752e5beae HTTP/1.1" status: 200 len: 1680 time: 0.1475642 Jul 30 20:02:29.210483 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=f8ba08e4-c36d-465c-b91e-1c012c98c0f9,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:29.223394 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e4f3c-6208-42ed-b51b-73f1fecc823c req-d9d2b0fa-34c3-49c0-9146-164e19b3c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:29.224909 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c3e4f3c-6208-42ed-b51b-73f1fecc823c req-d9d2b0fa-34c3-49c0-9146-164e19b3c331 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0dc2e9b4d94c4b3fa0d1693bb7e1573b&device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 1095 time: 0.0684230 Jul 30 20:02:29.269397 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52510bf7-cf98-4341-9133-072536a584a3 req-aada54f9-9e9a-467a-b56c-0f6b36007f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:29.270783 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-52510bf7-cf98-4341-9133-072536a584a3 req-aada54f9-9e9a-467a-b56c-0f6b36007f89 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9958f565-4186-495a-b838-46ca3a70750f HTTP/1.1" status: 200 len: 924 time: 0.1711621 Jul 30 20:02:29.288193 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9102f908-0faa-4c9c-9ca2-8111ac6b76e5 req-a7fca0eb-8947-4d5b-b4ed-55af0602269c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686793 Jul 30 20:02:29.324431 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-52510bf7-cf98-4341-9133-072536a584a3 req-cce6be2c-6e5e-45da-82de-16db737356d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d7946af-a07a-4df1-b934-01e3f5d0743f HTTP/1.1" status: 200 len: 217 time: 0.0392261 Jul 30 20:02:29.353742 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1343aea-de90-4042-a7a1-7cd462033509 x-openstack-request-id: req-a1343aea-de90-4042-a7a1-7cd462033509 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:29.354037 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e94315-9d24-4c31-86ff-bef688631d6c", "name": "network-vif-plugged", "status": "completed", "tag": "f8ba08e4-c36d-465c-b91e-1c012c98c0f9", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:29.354293 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a1343aea-de90-4042-a7a1-7cd462033509 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:29.354752 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e94315-9d24-4c31-86ff-bef688631d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ba08e4-c36d-465c-b91e-1c012c98c0f9', 'code': 200} Jul 30 20:02:29.364616 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6885d-91ac-44cd-99ff-7fa0c5e12eb5 req-4cbc99e5-1c28-4cb8-9099-fb0bf8a942c8 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:29.366520 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8f6885d-91ac-44cd-99ff-7fa0c5e12eb5 req-4cbc99e5-1c28-4cb8-9099-fb0bf8a942c8 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.1378045 Jul 30 20:02:29.391991 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52510bf7-cf98-4341-9133-072536a584a3 req-20e4efa2-e46e-4d66-94c0-5929b6771501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:29.394031 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-52510bf7-cf98-4341-9133-072536a584a3 req-20e4efa2-e46e-4d66-94c0-5929b6771501 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3 HTTP/1.1" status: 200 len: 862 time: 0.0618479 Jul 30 20:02:29.443171 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8f6885d-91ac-44cd-99ff-7fa0c5e12eb5 req-c27df3dd-07ee-4b46-874b-e686822085db tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530567 Jul 30 20:02:29.444660 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e4f3c-6208-42ed-b51b-73f1fecc823c req-cd77d7b9-28aa-455f-b5f0-a2de4cde8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:29.447273 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c3e4f3c-6208-42ed-b51b-73f1fecc823c req-cd77d7b9-28aa-455f-b5f0-a2de4cde8af1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cce061be-aafe-4e65-89a3-d6befb678308 HTTP/1.1" status: 200 len: 917 time: 0.2031469 Jul 30 20:02:29.507281 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c3e4f3c-6208-42ed-b51b-73f1fecc823c req-976ab3f8-e73f-4171-a517-71093294bc14 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af99c98a-4d53-4ce4-9343-59e7256313ae HTTP/1.1" status: 200 len: 217 time: 0.0461354 Jul 30 20:02:29.514085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903f30d-7548-4d70-b3f3-cef03de5f1ed req-0f67adb6-1a4e-4a91-b3f7-b32d2d2dee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:29.515661 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0903f30d-7548-4d70-b3f3-cef03de5f1ed req-0f67adb6-1a4e-4a91-b3f7-b32d2d2dee5d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 1096 time: 0.0797811 Jul 30 20:02:29.530626 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52510bf7-cf98-4341-9133-072536a584a3 req-8bc5b5e2-9b29-4dce-a512-71dcab7b224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:29.532021 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-52510bf7-cf98-4341-9133-072536a584a3 req-8bc5b5e2-9b29-4dce-a512-71dcab7b224c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9958f565-4186-495a-b838-46ca3a70750f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267030 Jul 30 20:02:29.558639 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdff6dd-5035-4350-b330-1576d7127751 req-d95e02e4-063a-4c51-ac2b-f207d0695b9e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:29.560240 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2fdff6dd-5035-4350-b330-1576d7127751 req-d95e02e4-063a-4c51-ac2b-f207d0695b9e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.1228952 Jul 30 20:02:29.591470 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e4f3c-6208-42ed-b51b-73f1fecc823c req-5b2d16ef-2859-4888-8dc7-bf95a8504180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:29.592937 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c3e4f3c-6208-42ed-b51b-73f1fecc823c req-5b2d16ef-2859-4888-8dc7-bf95a8504180 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=674f2e3f-1b7b-42c9-bcb0-5247628fe463 HTTP/1.1" status: 200 len: 855 time: 0.0700471 Jul 30 20:02:29.601258 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff33c8-fc25-4834-87f5-027763032569 req-d41bb254-8e7c-433a-9c3e-9a42e28eeb8e tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:29.602702 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9dff33c8-fc25-4834-87f5-027763032569 req-d41bb254-8e7c-433a-9c3e-9a42e28eeb8e tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 944 time: 0.0912943 Jul 30 20:02:29.630879 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0903f30d-7548-4d70-b3f3-cef03de5f1ed req-0a58d6c9-2eb4-400d-8f32-9f539997b46e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dbe60ea4-f9e7-4a67-968e-e67d7911ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068306 Jul 30 20:02:29.659132 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2fdff6dd-5035-4350-b330-1576d7127751 req-66f24d7a-fa54-4fed-afcc-75218938fc01 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868585 Jul 30 20:02:29.669577 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9dff33c8-fc25-4834-87f5-027763032569 req-1a249bac-b04e-4bb6-9fdd-b5d893b0e2cd tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/security-groups?id=27915f66-2594-4dfa-bc50-2b71dccba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569630 Jul 30 20:02:29.672510 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e4f3c-6208-42ed-b51b-73f1fecc823c req-236b973a-3c7c-4145-ab84-b2741ce8fd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:29.673998 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c3e4f3c-6208-42ed-b51b-73f1fecc823c req-236b973a-3c7c-4145-ab84-b2741ce8fd87 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cce061be-aafe-4e65-89a3-d6befb678308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704346 Jul 30 20:02:29.678589 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-52510bf7-cf98-4341-9133-072536a584a3 req-fc64f9c4-76e4-4191-80e2-e1999f5a1869 service neutron] 10.222.0.59 "GET /v2.0/networks/9958f565-4186-495a-b838-46ca3a70750f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334848 Jul 30 20:02:29.813350 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c3e4f3c-6208-42ed-b51b-73f1fecc823c req-7dbf01b1-d672-4b24-92df-6b2bb0fe960f service neutron] 10.222.0.59 "GET /v2.0/networks/cce061be-aafe-4e65-89a3-d6befb678308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184137 Jul 30 20:02:29.816708 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-52510bf7-cf98-4341-9133-072536a584a3 req-4a48e173-59a1-4018-ab69-87830d07e333 service neutron] 10.222.0.59 "GET /v2.0/networks/9958f565-4186-495a-b838-46ca3a70750f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267588 Jul 30 20:02:29.855914 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de8174-f24f-43a6-8133-aad48852786b req-70d72b7a-5036-4353-9e80-49b27b48c3fd tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:29.857881 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a3de8174-f24f-43a6-8133-aad48852786b req-70d72b7a-5036-4353-9e80-49b27b48c3fd tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=fed264f9-ce2f-4d67-a7e8-aa7df28eeda1 HTTP/1.1" status: 200 len: 944 time: 0.0579360 Jul 30 20:02:29.899470 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a3de8174-f24f-43a6-8133-aad48852786b req-4dbebefa-cf5e-40e8-bf00-fe12a4f209c1 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355761 Jul 30 20:02:29.920605 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7231a93-7485-433e-9022-f8a01f0e0225 req-9b961b30-9713-422c-b4e4-0c1de509e27c tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:29.922214 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7231a93-7485-433e-9022-f8a01f0e0225 req-9b961b30-9713-422c-b4e4-0c1de509e27c tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 945 time: 0.1222911 Jul 30 20:02:29.970285 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c3e4f3c-6208-42ed-b51b-73f1fecc823c req-5d29bf0f-ec84-4ee5-b946-416a7bdfb058 service neutron] 10.222.0.59 "GET /v2.0/networks/cce061be-aafe-4e65-89a3-d6befb678308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331975 Jul 30 20:02:29.983738 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7231a93-7485-433e-9022-f8a01f0e0225 req-9d3dbcdd-bf43-4fe5-b5d0-9ae0eee96a75 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/security-groups?id=dbe60ea4-f9e7-4a67-968e-e67d7911ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503266 Jul 30 20:02:30.132777 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e368fd7-fd27-4bc2-8189-7e4aead2c75f req-ef06ecac-5709-41d2-ad69-513064f4278e tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:30.134256 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5e368fd7-fd27-4bc2-8189-7e4aead2c75f req-ef06ecac-5709-41d2-ad69-513064f4278e tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 945 time: 0.0741556 Jul 30 20:02:30.135600 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-f4f62494-0d8f-4572-b104-bd5fb30c9b9c service neutron] 10.222.0.83 "GET /v2.0/ports/5ed0c72e-cb54-47a2-90f8-d151099fbcb6/bindings/n-h1-712137-9 HTTP/1.1" status: 200 len: 384 time: 0.1024513 Jul 30 20:02:30.212420 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5e368fd7-fd27-4bc2-8189-7e4aead2c75f req-72401299-75f3-4071-b409-7195b9324785 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716593 Jul 30 20:02:30.242005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25080689-685c-4e16-89ba-87a0f3fa5db9 req-cc7cc9bf-dad5-467a-8772-90f466cfbf47 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:30.242005 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25080689-685c-4e16-89ba-87a0f3fa5db9 req-cc7cc9bf-dad5-467a-8772-90f466cfbf47 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 944 time: 0.0578017 Jul 30 20:02:30.283897 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25080689-685c-4e16-89ba-87a0f3fa5db9 req-1f621906-7211-426e-95d7-8c16c53fbdca tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385931 Jul 30 20:02:30.347725 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-839a9711-28c5-43dd-9a7c-9de7df0d52f3 service neutron] For port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=5ed0c72e-cb54-47a2-90f8-d151099fbcb6,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:30.389866 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-839a9711-28c5-43dd-9a7c-9de7df0d52f3 service neutron] For port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:02:30.419052 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 1c4e42ac-8f99-40a0-affc-e25396bc03c7 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:02:30.430572 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-839a9711-28c5-43dd-9a7c-9de7df0d52f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:02:30.443798 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-839a9711-28c5-43dd-9a7c-9de7df0d52f3 service neutron] For port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5ed0c72e-cb54-47a2-90f8-d151099fbcb6,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:30.453715 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587632fc-3bb4-4a15-8802-f59a008e750a req-0d9234e5-4ce7-46e5-95d4-7b559a2204db tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:30.460555 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587632fc-3bb4-4a15-8802-f59a008e750a req-0d9234e5-4ce7-46e5-95d4-7b559a2204db tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:30.462147 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-587632fc-3bb4-4a15-8802-f59a008e750a req-0d9234e5-4ce7-46e5-95d4-7b559a2204db tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a132c0-0811-4a4b-8b2d-137752e5beae HTTP/1.1" status: 200 len: 1680 time: 0.1051760 Jul 30 20:02:30.469288 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 1c4e42ac-8f99-40a0-affc-e25396bc03c7 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:02:30.474401 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 1c4e42ac-8f99-40a0-affc-e25396bc03c7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:30.474776 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:30.519820 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-839a9711-28c5-43dd-9a7c-9de7df0d52f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:30.548470 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-587632fc-3bb4-4a15-8802-f59a008e750a req-636340b0-6216-46b8-bd25-48ed026f8a03 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739856 Jul 30 20:02:30.575862 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:30.589570 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcce77-3ee2-41c3-9b95-4012cee039ce req-43098cab-6985-4138-afc8-b408b6526319 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:30.591451 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27fcce77-3ee2-41c3-9b95-4012cee039ce req-43098cab-6985-4138-afc8-b408b6526319 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0642729 Jul 30 20:02:30.616162 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 1c4e42ac-8f99-40a0-affc-e25396bc03c7, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=1c4e42ac-8f99-40a0-affc-e25396bc03c7,segment=NetworkSegment(cf75edc0-ac05-4ee3-884b-505af0ef0053),segment_id=cf75edc0-ac05-4ee3-884b-505af0ef0053)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:30.622258 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:30.623869 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 136dddd7-2d11-4f22-968f-4834f30b7d92 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:02:30.630506 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-839a9711-28c5-43dd-9a7c-9de7df0d52f3 service neutron] Transition to ACTIVE for port object 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:02:30.638108 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-839a9711-28c5-43dd-9a7c-9de7df0d52f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:30.642551 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27fcce77-3ee2-41c3-9b95-4012cee039ce req-dd553b2a-f03c-4042-ab7b-45292de62665 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443358 Jul 30 20:02:30.702887 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-839a9711-28c5-43dd-9a7c-9de7df0d52f3 service neutron] No DVR routers for this DVR port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:02:30.707575 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=1c4e42ac-8f99-40a0-affc-e25396bc03c7,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:30.728221 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 136dddd7-2d11-4f22-968f-4834f30b7d92 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:02:30.728486 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a9711-28c5-43dd-9a7c-9de7df0d52f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed0c72e-cb54-47a2-90f8-d151099fbcb6,revision_number=10']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:30.733817 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 136dddd7-2d11-4f22-968f-4834f30b7d92 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:30.734418 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:30.771376 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a9711-28c5-43dd-9a7c-9de7df0d52f3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:30.771794 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a9711-28c5-43dd-9a7c-9de7df0d52f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:30.772378 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a9711-28c5-43dd-9a7c-9de7df0d52f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:30.772728 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a9711-28c5-43dd-9a7c-9de7df0d52f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:30.773848 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a9711-28c5-43dd-9a7c-9de7df0d52f3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:30.774187 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a9711-28c5-43dd-9a7c-9de7df0d52f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:30.774520 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a9711-28c5-43dd-9a7c-9de7df0d52f3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:30.774849 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a9711-28c5-43dd-9a7c-9de7df0d52f3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:30.775178 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a9711-28c5-43dd-9a7c-9de7df0d52f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:30.775525 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a9711-28c5-43dd-9a7c-9de7df0d52f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:30.775847 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a9711-28c5-43dd-9a7c-9de7df0d52f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:30.776172 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839a9711-28c5-43dd-9a7c-9de7df0d52f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:30.787433 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-839a9711-28c5-43dd-9a7c-9de7df0d52f3 service neutron] 10.222.0.83 "PUT /v2.0/ports/5ed0c72e-cb54-47a2-90f8-d151099fbcb6/bindings/n-h1-712137-9/activate HTTP/1.1" status: 200 len: 369 time: 0.6392910 Jul 30 20:02:30.848903 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debaa7b2-dbd4-45da-8d43-f9a917e396bf req-0ab60b79-3d93-4a67-92b2-1c854e543a87 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:30.850461 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-debaa7b2-dbd4-45da-8d43-f9a917e396bf req-0ab60b79-3d93-4a67-92b2-1c854e543a87 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 944 time: 0.0573201 Jul 30 20:02:30.863303 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:30.896007 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-debaa7b2-dbd4-45da-8d43-f9a917e396bf req-f88865b1-e9d6-4ed0-b4f3-f39be3284c65 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/security-groups?id=27915f66-2594-4dfa-bc50-2b71dccba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358620 Jul 30 20:02:30.917674 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c96e3e-facd-4063-bf13-9695de4c91b5 req-a5cfb04b-284a-43c4-8a2d-2cb93eedecf0 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:30.925442 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-79c96e3e-facd-4063-bf13-9695de4c91b5 req-a5cfb04b-284a-43c4-8a2d-2cb93eedecf0 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.1407821 Jul 30 20:02:30.931446 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 136dddd7-2d11-4f22-968f-4834f30b7d92, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=136dddd7-2d11-4f22-968f-4834f30b7d92,segment=NetworkSegment(d181f8ef-e98a-4ed2-a8af-d03dcc91ea29),segment_id=d181f8ef-e98a-4ed2-a8af-d03dcc91ea29)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:30.939401 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:30.962303 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-e9c60dbe-81cf-48f8-b56a-cc745d842448 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:30.963813 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-e9c60dbe-81cf-48f8-b56a-cc745d842448 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0&tenant_id=236d1eaa83284464a4f623b106ec8e36&binding%3Ahost_id=n-h2-712137-9 HTTP/1.1" status: 200 len: 1096 time: 0.1068406 Jul 30 20:02:31.001369 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-79c96e3e-facd-4063-bf13-9695de4c91b5 req-d933d5c8-c154-4d42-841d-8313bfd1d1a7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750709 Jul 30 20:02:31.002302 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=136dddd7-2d11-4f22-968f-4834f30b7d92,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:31.023905 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033b0d7-f8a2-4099-9872-2b1b6d3e16e0 req-6f6b9f6a-c6c0-47fa-a444-58cb56d702dc tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:31.031310 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e033b0d7-f8a2-4099-9872-2b1b6d3e16e0 req-6f6b9f6a-c6c0-47fa-a444-58cb56d702dc tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=fed264f9-ce2f-4d67-a7e8-aa7df28eeda1 HTTP/1.1" status: 200 len: 944 time: 0.0586698 Jul 30 20:02:31.072231 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e033b0d7-f8a2-4099-9872-2b1b6d3e16e0 req-afa99c9c-57b4-4fd4-b30f-5f42c445f1e8 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400028 Jul 30 20:02:31.084684 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-ad8baca1-6a63-4d2d-aa67-a4d23e6ec1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:31.086784 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-ad8baca1-6a63-4d2d-aa67-a4d23e6ec1c7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0&tenant_id=236d1eaa83284464a4f623b106ec8e36 HTTP/1.1" status: 200 len: 1096 time: 0.1092861 Jul 30 20:02:31.174168 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6147f2-f5e0-403e-b288-34237da4f4cd req-a02b3172-68fd-4a26-ad98-fd2939649c11 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:31.175587 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7b6147f2-f5e0-403e-b288-34237da4f4cd req-a02b3172-68fd-4a26-ad98-fd2939649c11 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 945 time: 0.0933595 Jul 30 20:02:31.177474 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-3e0b35eb-daea-4955-ad06-f5ad43e11d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:31.178816 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-3e0b35eb-daea-4955-ad06-f5ad43e11d6c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 1096 time: 0.0615981 Jul 30 20:02:31.262087 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7b6147f2-f5e0-403e-b288-34237da4f4cd req-c3e635f6-ee3e-4113-9e5a-fe8d263b56c8 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/security-groups?id=dbe60ea4-f9e7-4a67-968e-e67d7911ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801275 Jul 30 20:02:31.302684 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-2da6333c-aff9-4dfa-8fba-ca32ec4931fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:31.304390 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-2da6333c-aff9-4dfa-8fba-ca32ec4931fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 909 time: 0.1167357 Jul 30 20:02:31.356061 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a132c0-0811-4a4b-8b2d-137752e5beae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4e42ac-8f99-40a0-affc-e25396bc03c7'}, {'server_uuid': '90a132c0-0811-4a4b-8b2d-137752e5beae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136dddd7-2d11-4f22-968f-4834f30b7d92'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:31.358712 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d161f99a-5dc8-4d98-b9e1-94a0fc321fd6" -d '{"events": [{"server_uuid": "90a132c0-0811-4a4b-8b2d-137752e5beae", "name": "network-vif-plugged", "status": "completed", "tag": "1c4e42ac-8f99-40a0-affc-e25396bc03c7"}, {"server_uuid": "90a132c0-0811-4a4b-8b2d-137752e5beae", "name": "network-vif-plugged", "status": "completed", "tag": "136dddd7-2d11-4f22-968f-4834f30b7d92"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:31.360556 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-5ca42906-20ca-43f3-95ec-25f31ee12f3a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ed0c72e-cb54-47a2-90f8-d151099fbcb6 HTTP/1.1" status: 200 len: 217 time: 0.0458591 Jul 30 20:02:31.362013 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2228eb9-66fe-45dc-8a79-b6c436f5d7e3 req-bc859e90-c49b-4907-954a-c4eb11833cf2 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:31.364084 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a2228eb9-66fe-45dc-8a79-b6c436f5d7e3 req-bc859e90-c49b-4907-954a-c4eb11833cf2 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 945 time: 0.0584807 Jul 30 20:02:31.430307 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a2228eb9-66fe-45dc-8a79-b6c436f5d7e3 req-aa13d382-4f83-48d2-9f3d-39a48de83a39 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512428 Jul 30 20:02:31.452171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-2b4c1597-e560-42b6-898d-f75ec23e28de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:31.454336 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-2b4c1597-e560-42b6-898d-f75ec23e28de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e297a2c7-8889-4baa-b07e-dd1ecdbb2586 HTTP/1.1" status: 200 len: 848 time: 0.0856178 Jul 30 20:02:31.483209 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038c78fb-4287-48eb-bcd9-2c7818a2f8ad x-openstack-request-id: req-038c78fb-4287-48eb-bcd9-2c7818a2f8ad {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:31.483761 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a132c0-0811-4a4b-8b2d-137752e5beae", "name": "network-vif-plugged", "status": "completed", "tag": "1c4e42ac-8f99-40a0-affc-e25396bc03c7", "code": 200}, {"server_uuid": "90a132c0-0811-4a4b-8b2d-137752e5beae", "name": "network-vif-plugged", "status": "completed", "tag": "136dddd7-2d11-4f22-968f-4834f30b7d92", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:31.483761 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-038c78fb-4287-48eb-bcd9-2c7818a2f8ad {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:31.484179 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a132c0-0811-4a4b-8b2d-137752e5beae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4e42ac-8f99-40a0-affc-e25396bc03c7', 'code': 200} Jul 30 20:02:31.484477 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a132c0-0811-4a4b-8b2d-137752e5beae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136dddd7-2d11-4f22-968f-4834f30b7d92', 'code': 200} Jul 30 20:02:31.497023 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bac61-3108-46bc-9d53-1c5592294a5a req-6c01b38f-124a-49d6-9156-196cc55b5bbe tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:31.498527 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bb9bac61-3108-46bc-9d53-1c5592294a5a req-6c01b38f-124a-49d6-9156-196cc55b5bbe tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 945 time: 0.1027663 Jul 30 20:02:31.516581 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-1e2693a1-571d-45f0-9b69-6bb29132edf9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd53ee4f-dc29-41da-8a32-a515358904dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483472 Jul 30 20:02:31.621495 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c7409-2f25-4b8c-9bd6-afc6d0182a22 req-e7e806b5-b3c6-4d18-8acb-c67118ef387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:31.622480 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c7409-2f25-4b8c-9bd6-afc6d0182a22 req-e7e806b5-b3c6-4d18-8acb-c67118ef387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:31.624545 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a58c7409-2f25-4b8c-9bd6-afc6d0182a22 req-e7e806b5-b3c6-4d18-8acb-c67118ef387a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=90a132c0-0811-4a4b-8b2d-137752e5beae HTTP/1.1" status: 200 len: 1984 time: 0.0572429 Jul 30 20:02:31.644541 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bb9bac61-3108-46bc-9d53-1c5592294a5a req-e40c1360-d644-4470-9d79-2d3201df8425 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302764 Jul 30 20:02:31.655381 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-877d5e68-8d22-41a7-8d2b-322e846e0843 service neutron] 10.222.0.59 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243412 Jul 30 20:02:31.707437 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a58c7409-2f25-4b8c-9bd6-afc6d0182a22 req-874d8ebc-fada-4cf2-be73-09aad124df68 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747132 Jul 30 20:02:31.720047 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f928f3-4097-4635-b891-ddb818a1fbe4 req-856ecd5d-8608-47d0-a77c-5c7f114f3895 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:31.730300 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f928f3-4097-4635-b891-ddb818a1fbe4 req-856ecd5d-8608-47d0-a77c-5c7f114f3895 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:31.733068 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a5f928f3-4097-4635-b891-ddb818a1fbe4 req-856ecd5d-8608-47d0-a77c-5c7f114f3895 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a132c0-0811-4a4b-8b2d-137752e5beae HTTP/1.1" status: 200 len: 1682 time: 0.0789285 Jul 30 20:02:31.790267 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a5f928f3-4097-4635-b891-ddb818a1fbe4 req-cbf985f2-8211-4b9c-a7c6-567a05e95ba8 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497310 Jul 30 20:02:31.846786 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8748567-6644-46cd-bcca-7ba163595bcf req-0c2495a6-7ca8-4b70-97c7-35a1a28306f2 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:31.848302 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8748567-6644-46cd-bcca-7ba163595bcf req-0c2495a6-7ca8-4b70-97c7-35a1a28306f2 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0681729 Jul 30 20:02:31.875400 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-933f6c15-041f-4626-8d58-a49712b9c93e service neutron] 10.222.0.59 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099431 Jul 30 20:02:31.895400 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8748567-6644-46cd-bcca-7ba163595bcf req-f34efb22-261a-4450-ad5a-a11619d72422 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407665 Jul 30 20:02:32.020905 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31460a23-0e49-431b-8050-a3bfe10b0e50 req-5e3b69a8-6dc5-4d99-8aea-15d0963ec93a tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:32.022422 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-31460a23-0e49-431b-8050-a3bfe10b0e50 req-5e3b69a8-6dc5-4d99-8aea-15d0963ec93a tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 944 time: 0.0532482 Jul 30 20:02:32.064603 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-31460a23-0e49-431b-8050-a3bfe10b0e50 req-0581285e-6f1b-42cf-9224-e8abde90df63 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/security-groups?id=27915f66-2594-4dfa-bc50-2b71dccba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345726 Jul 30 20:02:32.175200 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c360d2-f7ea-429f-8344-df08d5a15472 req-e2096c26-58a1-46fa-991e-d4bb2e830dde tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:32.176723 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-10c360d2-f7ea-429f-8344-df08d5a15472 req-e2096c26-58a1-46fa-991e-d4bb2e830dde tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.0948932 Jul 30 20:02:32.179625 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-11db8758-e960-4f69-bdd1-ef70fbe57e10 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:32.181076 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-11db8758-e960-4f69-bdd1-ef70fbe57e10 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0&tenant_id=236d1eaa83284464a4f623b106ec8e36&binding%3Ahost_id=n-h1-712137-9 HTTP/1.1" status: 200 len: 1096 time: 0.0639803 Jul 30 20:02:32.189623 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954a5c2-503f-4048-a359-647f9f0ade33 req-671ca253-f860-472c-9543-626fb1b28d91 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:32.191112 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c954a5c2-503f-4048-a359-647f9f0ade33 req-671ca253-f860-472c-9543-626fb1b28d91 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=fed264f9-ce2f-4d67-a7e8-aa7df28eeda1 HTTP/1.1" status: 200 len: 944 time: 0.0495892 Jul 30 20:02:32.227865 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c954a5c2-503f-4048-a359-647f9f0ade33 req-8ec62937-bdeb-496c-b5a2-2841297b6784 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307703 Jul 30 20:02:32.244776 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-10c360d2-f7ea-429f-8344-df08d5a15472 req-839b2f52-c842-47bf-b4de-abd8308a46d2 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616856 Jul 30 20:02:32.319749 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-37159b45-4880-4a90-a1df-14571084c5d9 service neutron] For port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:02:32.322974 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-37159b45-4880-4a90-a1df-14571084c5d9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:32.324106 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77d376fc-f2ed-4c8c-91f2-6ada7c9a3a5a req-37159b45-4880-4a90-a1df-14571084c5d9 service neutron] 10.222.0.59 "DELETE /v2.0/ports/5ed0c72e-cb54-47a2-90f8-d151099fbcb6/bindings/n-h2-712137-9 HTTP/1.1" status: 204 len: 173 time: 0.1273279 Jul 30 20:02:32.394504 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2002f7-7a32-4233-81d1-10cfd4de7762 req-9729505d-1d4e-4d29-9d40-503bc5cd1fed tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:32.396002 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ed2002f7-7a32-4233-81d1-10cfd4de7762 req-9729505d-1d4e-4d29-9d40-503bc5cd1fed tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 945 time: 0.0542831 Jul 30 20:02:32.432390 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 8d7946af-a07a-4df1-b934-01e3f5d0743f details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:02:32.433933 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ed2002f7-7a32-4233-81d1-10cfd4de7762 req-f8d2a1e7-fe9f-4ce6-aa8d-51d4ba237e4b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/security-groups?id=dbe60ea4-f9e7-4a67-968e-e67d7911ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319560 Jul 30 20:02:32.539126 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 8d7946af-a07a-4df1-b934-01e3f5d0743f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=8d7946af-a07a-4df1-b934-01e3f5d0743f,segment=NetworkSegment(ed0c2806-2c75-44d1-9a7a-53828c3162ab),segment_id=ed0c2806-2c75-44d1-9a7a-53828c3162ab)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:32.545472 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194939d-4140-4f2a-bf47-2fbf70fbaee7 req-365b318a-bb06-4fa4-a106-868859744882 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:32.546987 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9194939d-4140-4f2a-bf47-2fbf70fbaee7 req-365b318a-bb06-4fa4-a106-868859744882 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 945 time: 0.0530987 Jul 30 20:02:32.552471 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '8d7946af-a07a-4df1-b934-01e3f5d0743f', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'port_id': '8d7946af-a07a-4df1-b934-01e3f5d0743f', 'mac_address': 'fa:16:3e:94:e3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:02:32.594764 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-689bf901-3e00-461b-9bb8-c3c9d08db58f req-719f7806-5fed-4750-9405-1d2d085bbccd tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1189072 Jul 30 20:02:32.599549 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9194939d-4140-4f2a-bf47-2fbf70fbaee7 req-f06b4720-52d1-46cf-81d9-de7abd35615c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447590 Jul 30 20:02:32.600041 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:32.602639 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-689bf901-3e00-461b-9bb8-c3c9d08db58f req-756fc123-936e-46b8-80df-e2fb5145a41b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:32.614972 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7946af-a07a-4df1-b934-01e3f5d0743f {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:02:32.629486 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-689bf901-3e00-461b-9bb8-c3c9d08db58f req-756fc123-936e-46b8-80df-e2fb5145a41b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:32.636121 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 8d7946af-a07a-4df1-b934-01e3f5d0743f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=8d7946af-a07a-4df1-b934-01e3f5d0743f,segment=NetworkSegment(ed0c2806-2c75-44d1-9a7a-53828c3162ab),segment_id=ed0c2806-2c75-44d1-9a7a-53828c3162ab)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:32.642291 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:32.677776 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 428814bb-dabe-460d-ae8f-20dd1133cb70 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:02:32.679715 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 428814bb-dabe-460d-ae8f-20dd1133cb70 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:02:32.738893 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=8d7946af-a07a-4df1-b934-01e3f5d0743f,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:32.754270 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-689bf901-3e00-461b-9bb8-c3c9d08db58f req-756fc123-936e-46b8-80df-e2fb5145a41b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:32.891351 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-689bf901-3e00-461b-9bb8-c3c9d08db58f req-756fc123-936e-46b8-80df-e2fb5145a41b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Allocated IP 172.25.3.104 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/9699d8d4-64f5-4fa5-9bf8-26d2519d0b27) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:02:32.911381 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 428814bb-dabe-460d-ae8f-20dd1133cb70, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=428814bb-dabe-460d-ae8f-20dd1133cb70,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:32.914230 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:33.003446 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-689bf901-3e00-461b-9bb8-c3c9d08db58f req-756fc123-936e-46b8-80df-e2fb5145a41b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:33.052234 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-689bf901-3e00-461b-9bb8-c3c9d08db58f req-756fc123-936e-46b8-80df-e2fb5145a41b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:33.054448 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['8d7946af-a07a-4df1-b934-01e3f5d0743f'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:02:33.081110 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '428814bb-dabe-460d-ae8f-20dd1133cb70', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': '428814bb-dabe-460d-ae8f-20dd1133cb70', 'mac_address': 'fa:16:3e:e9:ae:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:02:33.093082 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-689bf901-3e00-461b-9bb8-c3c9d08db58f req-756fc123-936e-46b8-80df-e2fb5145a41b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:02:33.096821 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-689bf901-3e00-461b-9bb8-c3c9d08db58f req-756fc123-936e-46b8-80df-e2fb5145a41b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:02:33.100916 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-689bf901-3e00-461b-9bb8-c3c9d08db58f req-756fc123-936e-46b8-80df-e2fb5145a41b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:02:33.109321 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 428814bb-dabe-460d-ae8f-20dd1133cb70, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=428814bb-dabe-460d-ae8f-20dd1133cb70,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:33.117767 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:33.135660 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16778a0d-a2dc-47d5-8d8e-3cac43ba7897 req-47dd99bb-a0e7-4242-a56d-3e3a7ac63d09 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:33.138093 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-16778a0d-a2dc-47d5-8d8e-3cac43ba7897 req-47dd99bb-a0e7-4242-a56d-3e3a7ac63d09 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 945 time: 0.3984909 Jul 30 20:02:33.147570 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fc123-936e-46b8-80df-e2fb5145a41b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Pushing event updated for resources: {'Port': ['ID=9699d8d4-64f5-4fa5-9bf8-26d2519d0b27,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:33.204032 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:33.206033 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-16778a0d-a2dc-47d5-8d8e-3cac43ba7897 req-d5cb63fc-f933-4ef1-8d73-508c63904c2e tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537038 Jul 30 20:02:33.219294 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=428814bb-dabe-460d-ae8f-20dd1133cb70,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:33.231018 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-689bf901-3e00-461b-9bb8-c3c9d08db58f req-756fc123-936e-46b8-80df-e2fb5145a41b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:33.236965 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428814bb-dabe-460d-ae8f-20dd1133cb70 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:02:33.271644 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-689bf901-3e00-461b-9bb8-c3c9d08db58f req-756fc123-936e-46b8-80df-e2fb5145a41b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:33.292485 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 428814bb-dabe-460d-ae8f-20dd1133cb70, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=428814bb-dabe-460d-ae8f-20dd1133cb70,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:33.301119 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:33.369772 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3210d5-11ac-4786-a136-3dd7de8f57fc req-d6c3e130-431b-476c-b6a7-fcb70e4165c8 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:33.376808 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3210d5-11ac-4786-a136-3dd7de8f57fc req-d6c3e130-431b-476c-b6a7-fcb70e4165c8 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:33.376953 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=428814bb-dabe-460d-ae8f-20dd1133cb70,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:33.393716 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff3210d5-11ac-4786-a136-3dd7de8f57fc req-d6c3e130-431b-476c-b6a7-fcb70e4165c8 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a132c0-0811-4a4b-8b2d-137752e5beae HTTP/1.1" status: 200 len: 1682 time: 0.1187458 Jul 30 20:02:33.450702 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-689bf901-3e00-461b-9bb8-c3c9d08db58f req-756fc123-936e-46b8-80df-e2fb5145a41b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:33.455385 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-689bf901-3e00-461b-9bb8-c3c9d08db58f req-756fc123-936e-46b8-80df-e2fb5145a41b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:33.469683 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff3210d5-11ac-4786-a136-3dd7de8f57fc req-bd2935e4-8f29-473a-85ea-105e06ec6b80 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754766 Jul 30 20:02:33.479799 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f88597-2864-4ba0-97ce-28a98060e0de req-d2c32a24-9207-4a79-9c4a-7e4536d1b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:33.481312 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-15f88597-2864-4ba0-97ce-28a98060e0de req-d2c32a24-9207-4a79-9c4a-7e4536d1b67d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 1096 time: 0.0668199 Jul 30 20:02:33.486495 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac69f6b2-0ec2-4db4-bdca-81e4f630849b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '428814bb-dabe-460d-ae8f-20dd1133cb70'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:33.490842 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31619725-32a9-4f29-b131-96f1aa5b86c7" -d '{"events": [{"server_uuid": "ac69f6b2-0ec2-4db4-bdca-81e4f630849b", "name": "network-vif-unplugged", "status": "completed", "tag": "428814bb-dabe-460d-ae8f-20dd1133cb70"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:33.527084 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fc123-936e-46b8-80df-e2fb5145a41b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Pushing event updated for resources: {'Port': ['ID=9699d8d4-64f5-4fa5-9bf8-26d2519d0b27,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:33.543937 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-689bf901-3e00-461b-9bb8-c3c9d08db58f req-756fc123-936e-46b8-80df-e2fb5145a41b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:33.558770 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-689bf901-3e00-461b-9bb8-c3c9d08db58f req-756fc123-936e-46b8-80df-e2fb5145a41b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:33.560169 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-689bf901-3e00-461b-9bb8-c3c9d08db58f req-756fc123-936e-46b8-80df-e2fb5145a41b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9634013 Jul 30 20:02:33.612428 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-689bf901-3e00-461b-9bb8-c3c9d08db58f req-3ee504fa-bd52-4a40-8f6f-dfd20bc6df3b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.104 HTTP/1.1" status: 200 len: 696 time: 0.0459340 Jul 30 20:02:33.617160 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31ad0a-24e0-49b4-996d-f48a9300edda req-9537f5b1-fb18-4a28-b3a2-6260d6a48bdb tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:33.618683 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cf31ad0a-24e0-49b4-996d-f48a9300edda req-9537f5b1-fb18-4a28-b3a2-6260d6a48bdb tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 949 time: 0.0816674 Jul 30 20:02:33.622380 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f88597-2864-4ba0-97ce-28a98060e0de req-ec7e206e-ca28-4bb5-bb98-78d601ef574f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:33.623255 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-15f88597-2864-4ba0-97ce-28a98060e0de req-ec7e206e-ca28-4bb5-bb98-78d601ef574f service neutron] 10.222.0.59 "GET /v2.0/networks?id=1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 200 len: 921 time: 0.1292014 Jul 30 20:02:33.676468 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-15f88597-2864-4ba0-97ce-28a98060e0de req-3b6b3a57-4bd6-4b04-91e6-46360fca6c08 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f322965-9fbe-4b2c-ae7a-036c7cbea1be HTTP/1.1" status: 200 len: 217 time: 0.0445402 Jul 30 20:02:33.695377 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cf31ad0a-24e0-49b4-996d-f48a9300edda req-a1a6ce69-a13e-4df7-b74b-0f9eb3ac526b tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705140 Jul 30 20:02:33.696910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['428814bb-dabe-460d-ae8f-20dd1133cb70'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:02:33.724700 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bf901-3e00-461b-9bb8-c3c9d08db58f req-7e488a7e-e744-492c-b327-c098f31b5ff1 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:33.726442 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-689bf901-3e00-461b-9bb8-c3c9d08db58f req-7e488a7e-e744-492c-b327-c098f31b5ff1 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.1080866 Jul 30 20:02:33.761360 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f88597-2864-4ba0-97ce-28a98060e0de req-d6110e67-d6fa-45e4-8d4c-aa353e576598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:33.764362 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-15f88597-2864-4ba0-97ce-28a98060e0de req-d6110e67-d6fa-45e4-8d4c-aa353e576598 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b757e780-295d-4676-ae81-4c07de396b9e HTTP/1.1" status: 200 len: 860 time: 0.0780854 Jul 30 20:02:33.799498 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-15f88597-2864-4ba0-97ce-28a98060e0de req-b2fa78d4-e5d4-4a4c-9575-c8ed66415c09 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1b009359-14e5-4019-b6cd-e6d82ee142cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274558 Jul 30 20:02:33.876725 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e1958-b74c-417c-b1ef-e269033d1705 req-99450a99-61fa-4e15-ac4c-466911161cc7 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:33.884014 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b13e1958-b74c-417c-b1ef-e269033d1705 req-99450a99-61fa-4e15-ac4c-466911161cc7 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=fed264f9-ce2f-4d67-a7e8-aa7df28eeda1 HTTP/1.1" status: 200 len: 945 time: 0.0609879 Jul 30 20:02:33.905155 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c7f1e-c045-4a0a-8a53-e02e82fd3d23 req-d02ec65f-8052-47f1-934a-fb4f34c1f672 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:33.906640 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c93c7f1e-c045-4a0a-8a53-e02e82fd3d23 req-d02ec65f-8052-47f1-934a-fb4f34c1f672 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 944 time: 0.1231108 Jul 30 20:02:33.919994 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b13e1958-b74c-417c-b1ef-e269033d1705 req-25f2f96e-0188-446a-ac3c-afdbd0c147b3 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342979 Jul 30 20:02:33.940928 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-15f88597-2864-4ba0-97ce-28a98060e0de req-2a4c3d07-4304-4191-a5a8-0d028bfabf19 service neutron] 10.222.0.59 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323369 Jul 30 20:02:34.002611 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c93c7f1e-c045-4a0a-8a53-e02e82fd3d23 req-1f948d4d-9e05-4186-bf2d-f35637f414b7 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/security-groups?id=27915f66-2594-4dfa-bc50-2b71dccba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890999 Jul 30 20:02:34.035109 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822777c-0cb7-4de3-8fe7-4e2bd2cd248c req-3a81e794-113e-4522-b1e4-d28c29ab8f8f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:34.037097 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6822777c-0cb7-4de3-8fe7-4e2bd2cd248c req-3a81e794-113e-4522-b1e4-d28c29ab8f8f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.0547373 Jul 30 20:02:34.049164 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-15f88597-2864-4ba0-97ce-28a98060e0de req-6d5a3301-63b1-4bf4-bef5-cd01a395529e service neutron] 10.222.0.59 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983920 Jul 30 20:02:34.084634 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6822777c-0cb7-4de3-8fe7-4e2bd2cd248c req-68ef2c1d-cb8c-4d34-87f7-85e73c6b0838 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414798 Jul 30 20:02:34.102782 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9309448b-2e58-4873-b867-93246107bf36 x-openstack-request-id: req-9309448b-2e58-4873-b867-93246107bf36 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:34.103263 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac69f6b2-0ec2-4db4-bdca-81e4f630849b", "name": "network-vif-unplugged", "status": "completed", "tag": "428814bb-dabe-460d-ae8f-20dd1133cb70", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:34.104659 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9309448b-2e58-4873-b867-93246107bf36 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:34.108344 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac69f6b2-0ec2-4db4-bdca-81e4f630849b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '428814bb-dabe-460d-ae8f-20dd1133cb70', 'code': 200} Jul 30 20:02:34.197360 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b1ff2-7512-4470-b46a-1c150aa1dc47 req-ef49d234-ee2d-44e9-ac65-84afa15140f7 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:34.198857 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b78b1ff2-7512-4470-b46a-1c150aa1dc47 req-ef49d234-ee2d-44e9-ac65-84afa15140f7 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 1096 time: 0.0474920 Jul 30 20:02:34.208656 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6892aa8-7ffb-4e5c-99ce-c75b967925db req-dcdb7436-4dc4-42f5-ac7c-219572039cb0 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:34.211007 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f6892aa8-7ffb-4e5c-99ce-c75b967925db req-dcdb7436-4dc4-42f5-ac7c-219572039cb0 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 945 time: 0.0594003 Jul 30 20:02:34.240040 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b78b1ff2-7512-4470-b46a-1c150aa1dc47 req-39ea5d5a-72d3-451e-a7e5-eb697a66e919 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333505 Jul 30 20:02:34.250453 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f6892aa8-7ffb-4e5c-99ce-c75b967925db req-e9360288-dd0c-4bd6-80ec-cdbf116e3bf3 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331280 Jul 30 20:02:34.438563 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 8d7946af-a07a-4df1-b934-01e3f5d0743f up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:02:34.453729 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-2fb60634-ff1f-400c-9d61-14ee18bcdbcf tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:34.455582 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-2fb60634-ff1f-400c-9d61-14ee18bcdbcf tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/networks?id=1746904e-31e8-4790-9bd4-80c0d2a9880b HTTP/1.1" status: 200 len: 819 time: 0.1220024 Jul 30 20:02:34.479478 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-c7d6500e-f0fa-4d17-ba7f-a619d2cfe6a8 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/quotas/0c5948f4c08a4d0aae3efe56edcb4154 HTTP/1.1" status: 200 len: 375 time: 0.0148902 Jul 30 20:02:34.500256 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 8d7946af-a07a-4df1-b934-01e3f5d0743f completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:02:34.506143 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 8d7946af-a07a-4df1-b934-01e3f5d0743f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:34.506517 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:34.519658 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62dc93-a958-4ade-995e-93cc98a0982d req-a1fc0f59-d402-49f8-abcc-ddf243955a77 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:34.522748 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f62dc93-a958-4ade-995e-93cc98a0982d req-a1fc0f59-d402-49f8-abcc-ddf243955a77 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 1096 time: 0.0549023 Jul 30 20:02:34.545087 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-f97d87b0-59d2-4ced-b7ba-b1f5274d96dc tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0c5948f4c08a4d0aae3efe56edcb4154&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0640912 Jul 30 20:02:34.570626 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f62dc93-a958-4ade-995e-93cc98a0982d req-d9b9762f-c48e-4a7a-a52e-e637940ba9bf tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430696 Jul 30 20:02:34.616705 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:34.661091 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 8d7946af-a07a-4df1-b934-01e3f5d0743f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=8d7946af-a07a-4df1-b934-01e3f5d0743f,segment=NetworkSegment(ed0c2806-2c75-44d1-9a7a-53828c3162ab),segment_id=ed0c2806-2c75-44d1-9a7a-53828c3162ab)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:34.668003 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:34.689927 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-a1fc88a6-bcb7-471c-8421-2831b2fdc563 service neutron] 10.222.0.81 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396105 Jul 30 20:02:34.717521 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ac162-da39-4db1-b772-f5b24f5208ba req-70f16b05-da35-4b3f-a24a-508225a50abd tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:34.726213 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ac162-da39-4db1-b772-f5b24f5208ba req-70f16b05-da35-4b3f-a24a-508225a50abd tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:34.731962 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=8d7946af-a07a-4df1-b934-01e3f5d0743f,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:34.736574 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-503ac162-da39-4db1-b772-f5b24f5208ba req-70f16b05-da35-4b3f-a24a-508225a50abd tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a132c0-0811-4a4b-8b2d-137752e5beae HTTP/1.1" status: 200 len: 1682 time: 0.0917914 Jul 30 20:02:34.778252 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-503ac162-da39-4db1-b772-f5b24f5208ba req-c188c30b-b658-44e7-9536-87b0be109141 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341160 Jul 30 20:02:34.788969 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-9ff4f594-f98a-4364-92e1-c6dca05b9aed service neutron] 10.222.0.81 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924382 Jul 30 20:02:35.211874 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17a10eb6-09a3-4848-92cc-061bc73a578e req-e0e91461-b37f-4c3c-b16c-62e59f468bda tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=da3d8b70-ff6a-4e19-8ddd-23e35ebea25a HTTP/1.1" status: 200 len: 210 time: 0.0609105 Jul 30 20:02:35.332844 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6895d-9435-4923-b4f4-a541450ba643 req-3e0b4c25-0557-4e6b-b9cc-201acc75b017 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:35.334496 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-35d6895d-9435-4923-b4f4-a541450ba643 req-3e0b4c25-0557-4e6b-b9cc-201acc75b017 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 949 time: 0.3755462 Jul 30 20:02:35.370031 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73836-6bfe-4690-a4fe-7e61dfc5a2dc req-ef07c7bf-e5d6-4206-bf32-8528cb69b4ce tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:35.372313 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7f73836-6bfe-4690-a4fe-7e61dfc5a2dc req-ef07c7bf-e5d6-4206-bf32-8528cb69b4ce tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=fed264f9-ce2f-4d67-a7e8-aa7df28eeda1 HTTP/1.1" status: 200 len: 946 time: 0.0565200 Jul 30 20:02:35.387375 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-35d6895d-9435-4923-b4f4-a541450ba643 req-de6133e7-2759-4b88-bf55-d423dbae4d69 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428357 Jul 30 20:02:35.429297 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7f73836-6bfe-4690-a4fe-7e61dfc5a2dc req-087829ba-e8fd-4391-9ec9-378903c82b21 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478346 Jul 30 20:02:35.514536 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ea944-e646-49f2-8ab7-72f6be6454e8 req-d279dc32-9a42-4c3f-a063-80374a94f5fc tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:35.517366 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-033ea944-e646-49f2-8ab7-72f6be6454e8 req-d279dc32-9a42-4c3f-a063-80374a94f5fc tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 944 time: 0.0581028 Jul 30 20:02:35.555964 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c78fb2-6da9-43eb-978c-b49e93fd54c0 req-0ba845e2-178b-4cea-a177-d10256b4a648 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:35.557497 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-23c78fb2-6da9-43eb-978c-b49e93fd54c0 req-0ba845e2-178b-4cea-a177-d10256b4a648 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.0606906 Jul 30 20:02:35.559646 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-033ea944-e646-49f2-8ab7-72f6be6454e8 req-5de70f5e-f1a2-4ea6-aca6-d292b8617d8c tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/security-groups?id=27915f66-2594-4dfa-bc50-2b71dccba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352404 Jul 30 20:02:35.613932 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-23c78fb2-6da9-43eb-978c-b49e93fd54c0 req-2166c13e-9ce9-4a07-91d0-f2151ca867b6 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470924 Jul 30 20:02:35.690012 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c867ebe-d850-4131-a282-34a0e6f732df req-b7483ecf-acdf-434a-b102-b51b55e7627d tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:35.691611 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7c867ebe-d850-4131-a282-34a0e6f732df req-b7483ecf-acdf-434a-b102-b51b55e7627d tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 945 time: 0.0612245 Jul 30 20:02:35.734582 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7c867ebe-d850-4131-a282-34a0e6f732df req-151d5bcf-1917-40e6-90ab-2c4aabc4ebc3 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368917 Jul 30 20:02:35.897489 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507dcbb3-c85b-4cea-b47c-613ef2147deb req-58354fde-0658-4b22-90cb-7f2205eea6c7 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:35.903602 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507dcbb3-c85b-4cea-b47c-613ef2147deb req-58354fde-0658-4b22-90cb-7f2205eea6c7 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:35.905246 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-507dcbb3-c85b-4cea-b47c-613ef2147deb req-58354fde-0658-4b22-90cb-7f2205eea6c7 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a132c0-0811-4a4b-8b2d-137752e5beae HTTP/1.1" status: 200 len: 1682 time: 0.0604260 Jul 30 20:02:35.943947 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-507dcbb3-c85b-4cea-b47c-613ef2147deb req-f8b3796d-3e64-446f-893f-15d5208e791f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321436 Jul 30 20:02:36.109279 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed264f9-ce2f-4d67-a7e8-aa7df28eeda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7946af-a07a-4df1-b934-01e3f5d0743f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:36.112563 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b735570-ad78-491c-855b-f3356ec1b3d5" -d '{"events": [{"server_uuid": "fed264f9-ce2f-4d67-a7e8-aa7df28eeda1", "name": "network-vif-plugged", "status": "completed", "tag": "8d7946af-a07a-4df1-b934-01e3f5d0743f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:36.158025 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06362837-84a8-4eb9-b4b2-77bff1a14794 x-openstack-request-id: req-06362837-84a8-4eb9-b4b2-77bff1a14794 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:36.158611 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed264f9-ce2f-4d67-a7e8-aa7df28eeda1", "name": "network-vif-plugged", "status": "completed", "tag": "8d7946af-a07a-4df1-b934-01e3f5d0743f", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:36.159077 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-06362837-84a8-4eb9-b4b2-77bff1a14794 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:36.160187 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed264f9-ce2f-4d67-a7e8-aa7df28eeda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7946af-a07a-4df1-b934-01e3f5d0743f', 'code': 200} Jul 30 20:02:36.161707 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72145704-fcf6-4af1-88b2-b4f0ffa70f0b req-e4e2e1b2-3472-4aad-b2ef-035fd9a0108d tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:36.174904 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72145704-fcf6-4af1-88b2-b4f0ffa70f0b req-e4e2e1b2-3472-4aad-b2ef-035fd9a0108d tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:36.176866 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72145704-fcf6-4af1-88b2-b4f0ffa70f0b req-e4e2e1b2-3472-4aad-b2ef-035fd9a0108d tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.59 "GET /v2.0/ports?device_id=90a132c0-0811-4a4b-8b2d-137752e5beae HTTP/1.1" status: 200 len: 1682 time: 0.0884371 Jul 30 20:02:36.177355 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-352d4647-c009-4fe5-a6af-0f472232d8ab tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:36.179290 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-352d4647-c009-4fe5-a6af-0f472232d8ab tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.83 "GET /v2.0/networks?id=1746904e-31e8-4790-9bd4-80c0d2a9880b HTTP/1.1" status: 200 len: 819 time: 0.1377637 Jul 30 20:02:36.194837 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-b3bb296c-41fb-407a-aa63-ced018df124e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Request body: {'port': {'device_id': 'da3d8b70-ff6a-4e19-8ddd-23e35ebea25a', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'admin_state_up': True, 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:36.300892 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-72145704-fcf6-4af1-88b2-b4f0ffa70f0b req-184250c9-f430-40a2-89b6-5d073055a4e3 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Deleting port 1c4e42ac-8f99-40a0-affc-e25396bc03c7 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:02:36.300892 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-72145704-fcf6-4af1-88b2-b4f0ffa70f0b req-184250c9-f430-40a2-89b6-5d073055a4e3 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:36.315645 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51e342-027b-45c6-895c-272a8b8f6d53 req-34b8c15f-d90f-45ab-ae53-9c2680662b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:36.317416 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ca51e342-027b-45c6-895c-272a8b8f6d53 req-34b8c15f-d90f-45ab-ae53-9c2680662b80 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fed264f9-ce2f-4d67-a7e8-aa7df28eeda1 HTTP/1.1" status: 200 len: 1097 time: 0.0625267 Jul 30 20:02:36.376985 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ca51e342-027b-45c6-895c-272a8b8f6d53 req-49252676-0a55-40b5-8aee-167e5f1eefc7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499883 Jul 30 20:02:36.379321 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dfa2e5b5-f4ed-4339-8271-3d2432e78825 req-0a0cc0fe-d817-4ecb-a601-e92c1ad7317e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=da3d8b70-ff6a-4e19-8ddd-23e35ebea25a HTTP/1.1" status: 200 len: 210 time: 0.0851526 Jul 30 20:02:36.400694 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-b3bb296c-41fb-407a-aa63-ced018df124e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Made reservation on behalf of 0c5948f4c08a4d0aae3efe56edcb4154 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:02:36.404921 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-b3bb296c-41fb-407a-aa63-ced018df124e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:36.436524 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-72145704-fcf6-4af1-88b2-b4f0ffa70f0b req-184250c9-f430-40a2-89b6-5d073055a4e3 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] For port 1c4e42ac-8f99-40a0-affc-e25396bc03c7, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=1c4e42ac-8f99-40a0-affc-e25396bc03c7,segment=NetworkSegment(cf75edc0-ac05-4ee3-884b-505af0ef0053),segment_id=cf75edc0-ac05-4ee3-884b-505af0ef0053)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:36.437166 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-72145704-fcf6-4af1-88b2-b4f0ffa70f0b req-184250c9-f430-40a2-89b6-5d073055a4e3 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:36.455188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-72145704-fcf6-4af1-88b2-b4f0ffa70f0b req-184250c9-f430-40a2-89b6-5d073055a4e3 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Calling delete_port for 1c4e42ac-8f99-40a0-affc-e25396bc03c7 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:02:36.591695 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e4164-28d1-4395-9d6a-a866bdf4f0e3 req-98aed75c-7793-4b6c-a1c5-4f7081a2969d tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:36.593205 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f47e4164-28d1-4395-9d6a-a866bdf4f0e3 req-98aed75c-7793-4b6c-a1c5-4f7081a2969d tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 949 time: 0.0936060 Jul 30 20:02:36.594364 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-b3bb296c-41fb-407a-aa63-ced018df124e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Allocated IP 172.20.0.14 (1746904e-31e8-4790-9bd4-80c0d2a9880b/43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77/b8e23347-b8a4-4d41-be42-65af77018a16) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:02:36.627389 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b357b-b12f-4372-a659-0c86293409ff req-4ed80070-af01-42ca-ae0f-803d877b9296 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:36.632472 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-097b357b-b12f-4372-a659-0c86293409ff req-4ed80070-af01-42ca-ae0f-803d877b9296 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=fed264f9-ce2f-4d67-a7e8-aa7df28eeda1 HTTP/1.1" status: 200 len: 946 time: 0.1036189 Jul 30 20:02:36.664819 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f47e4164-28d1-4395-9d6a-a866bdf4f0e3 req-ab0ea3af-c25a-476b-b63c-2095e82d3d8d tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595438 Jul 30 20:02:36.684407 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-72145704-fcf6-4af1-88b2-b4f0ffa70f0b req-184250c9-f430-40a2-89b6-5d073055a4e3 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:36.691777 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['1c4e42ac-8f99-40a0-affc-e25396bc03c7', '136dddd7-2d11-4f22-968f-4834f30b7d92'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:02:36.714727 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 428814bb-dabe-460d-ae8f-20dd1133cb70 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:02:36.717854 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-097b357b-b12f-4372-a659-0c86293409ff req-8eccb20a-8a39-4458-91cd-da751f03cc84 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725262 Jul 30 20:02:36.737230 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184250c9-f430-40a2-89b6-5d073055a4e3 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event deleted for resources: {'Port': ['ID=1c4e42ac-8f99-40a0-affc-e25396bc03c7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:36.799133 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-72145704-fcf6-4af1-88b2-b4f0ffa70f0b req-184250c9-f430-40a2-89b6-5d073055a4e3 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] No DVR routers for this DVR port 1c4e42ac-8f99-40a0-affc-e25396bc03c7 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:02:36.808387 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-72145704-fcf6-4af1-88b2-b4f0ffa70f0b req-184250c9-f430-40a2-89b6-5d073055a4e3 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:36.810591 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72145704-fcf6-4af1-88b2-b4f0ffa70f0b req-184250c9-f430-40a2-89b6-5d073055a4e3 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.59 "DELETE /v2.0/ports/1c4e42ac-8f99-40a0-affc-e25396bc03c7 HTTP/1.1" status: 204 len: 173 time: 0.6269865 Jul 30 20:02:36.811151 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a132c0-0811-4a4b-8b2d-137752e5beae', 'name': 'network-vif-deleted', 'tag': '1c4e42ac-8f99-40a0-affc-e25396bc03c7'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:36.813525 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7028a0d6-bb0a-42a0-9263-b52ae6ace021" -d '{"events": [{"server_uuid": "90a132c0-0811-4a4b-8b2d-137752e5beae", "name": "network-vif-deleted", "tag": "1c4e42ac-8f99-40a0-affc-e25396bc03c7"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:36.864115 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da4aaf-42f8-4543-a95c-e50993feac89 req-bfea073a-81bc-4a79-8319-3b8fb064c166 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:36.875102 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-04da4aaf-42f8-4543-a95c-e50993feac89 req-bfea073a-81bc-4a79-8319-3b8fb064c166 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 944 time: 0.1024210 Jul 30 20:02:36.928173 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-04da4aaf-42f8-4543-a95c-e50993feac89 req-fa2a26b8-8892-4bef-a3de-4517455279cc tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/security-groups?id=27915f66-2594-4dfa-bc50-2b71dccba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520716 Jul 30 20:02:36.953148 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 428814bb-dabe-460d-ae8f-20dd1133cb70 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:36.953794 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:36.954537 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-b3bb296c-41fb-407a-aa63-ced018df124e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:36.982481 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-b3bb296c-41fb-407a-aa63-ced018df124e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Transition to ACTIVE for port object b8e23347-b8a4-4d41-be42-65af77018a16 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:02:37.011964 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef8878-6fc3-4dba-b518-5173b83beea4 req-03acd0ff-97d9-407b-bd0b-39b91d6cc0ae tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:37.014733 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b4ef8878-6fc3-4dba-b518-5173b83beea4 req-03acd0ff-97d9-407b-bd0b-39b91d6cc0ae tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.1767063 Jul 30 20:02:37.066668 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-72145704-fcf6-4af1-88b2-b4f0ffa70f0b req-c61b69bd-0450-4dd1-bcdc-13604c2a27da tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Deleting port 136dddd7-2d11-4f22-968f-4834f30b7d92 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:02:37.067027 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-72145704-fcf6-4af1-88b2-b4f0ffa70f0b req-c61b69bd-0450-4dd1-bcdc-13604c2a27da tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:37.088114 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-b3bb296c-41fb-407a-aa63-ced018df124e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:37.112783 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:37.115351 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['f8ba08e4-c36d-465c-b91e-1c012c98c0f9'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:02:37.137166 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-b3bb296c-41fb-407a-aa63-ced018df124e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Network 1746904e-31e8-4790-9bd4-80c0d2a9880b is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:02:37.140427 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b4ef8878-6fc3-4dba-b518-5173b83beea4 req-ecdf66f4-acc8-4b49-8542-1363fa1753dc tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140480 Jul 30 20:02:37.158464 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c01ad-3f77-44c9-85c1-9f32229d93a3 req-fdfc99b8-caba-456f-a066-731328213f1f tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:37.166272 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ad6c01ad-3f77-44c9-85c1-9f32229d93a3 req-fdfc99b8-caba-456f-a066-731328213f1f tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 945 time: 0.1291327 Jul 30 20:02:37.171724 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-b3bb296c-41fb-407a-aa63-ced018df124e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:02:37.174846 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-b3bb296c-41fb-407a-aa63-ced018df124e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:02:37.198419 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 428814bb-dabe-460d-ae8f-20dd1133cb70, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=428814bb-dabe-460d-ae8f-20dd1133cb70,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:37.222964 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:37.233242 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1758be-723a-4880-90fb-534d588a4fef x-openstack-request-id: req-ac1758be-723a-4880-90fb-534d588a4fef {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:37.233892 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a132c0-0811-4a4b-8b2d-137752e5beae", "name": "network-vif-deleted", "tag": "1c4e42ac-8f99-40a0-affc-e25396bc03c7", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:37.234431 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ac1758be-723a-4880-90fb-534d588a4fef {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:37.236229 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a132c0-0811-4a4b-8b2d-137752e5beae', 'name': 'network-vif-deleted', 'tag': '1c4e42ac-8f99-40a0-affc-e25396bc03c7', 'status': 'completed', 'code': 200} Jul 30 20:02:37.246520 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-b3bb296c-41fb-407a-aa63-ced018df124e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:37.247466 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-b3bb296c-41fb-407a-aa63-ced018df124e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:37.247632 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-72145704-fcf6-4af1-88b2-b4f0ffa70f0b req-c61b69bd-0450-4dd1-bcdc-13604c2a27da tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] For port 136dddd7-2d11-4f22-968f-4834f30b7d92, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=136dddd7-2d11-4f22-968f-4834f30b7d92,segment=NetworkSegment(d181f8ef-e98a-4ed2-a8af-d03dcc91ea29),segment_id=d181f8ef-e98a-4ed2-a8af-d03dcc91ea29)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:37.249820 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-72145704-fcf6-4af1-88b2-b4f0ffa70f0b req-c61b69bd-0450-4dd1-bcdc-13604c2a27da tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:37.273217 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb296c-41fb-407a-aa63-ced018df124e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Pushing event updated for resources: {'Port': ['ID=b8e23347-b8a4-4d41-be42-65af77018a16,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:37.286887 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-72145704-fcf6-4af1-88b2-b4f0ffa70f0b req-c61b69bd-0450-4dd1-bcdc-13604c2a27da tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Calling delete_port for 136dddd7-2d11-4f22-968f-4834f30b7d92 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:02:37.313056 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ad6c01ad-3f77-44c9-85c1-9f32229d93a3 req-dea17e3d-7ec7-4b22-9e08-3c756368206e tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456897 Jul 30 20:02:37.317190 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-b3bb296c-41fb-407a-aa63-ced018df124e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1262853 Jul 30 20:02:37.330347 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-8e8edbd9-5add-43a6-8f73-421895d72244 service neutron] Request body: {'port': {'device_id': 'da3d8b70-ff6a-4e19-8ddd-23e35ebea25a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:37.422589 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-8e8edbd9-5add-43a6-8f73-421895d72244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:37.498506 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=428814bb-dabe-460d-ae8f-20dd1133cb70,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:37.545287 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b6331-c782-41a5-97e2-c6fc6bedce54 req-af1c20dc-12ca-4a17-8c53-8ff0e7cecbaf tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:37.549154 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-808b6331-c782-41a5-97e2-c6fc6bedce54 req-af1c20dc-12ca-4a17-8c53-8ff0e7cecbaf tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a132c0-0811-4a4b-8b2d-137752e5beae HTTP/1.1" status: 200 len: 946 time: 0.1599355 Jul 30 20:02:37.648138 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-808b6331-c782-41a5-97e2-c6fc6bedce54 req-15339678-101d-4a6f-a6e3-9a17bbef1200 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "GET /v2.0/security-groups?id=895af969-dc33-4a04-9a27-34d41bb009ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874419 Jul 30 20:02:37.649319 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e11143f8-c92a-441e-8fde-681801b3b572 None None] Provisioning for port b8e23347-b8a4-4d41-be42-65af77018a16 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:02:37.662235 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e11143f8-c92a-441e-8fde-681801b3b572 None None] Provisioning complete for port b8e23347-b8a4-4d41-be42-65af77018a16 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:37.662235 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e11143f8-c92a-441e-8fde-681801b3b572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:37.662406 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff99f7-753d-44f5-b792-02f3a7555a48 req-148f8cfc-c7ff-4465-bf2a-b6b42d392a4b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:37.662406 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0eff99f7-753d-44f5-b792-02f3a7555a48 req-148f8cfc-c7ff-4465-bf2a-b6b42d392a4b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=da3d8b70-ff6a-4e19-8ddd-23e35ebea25a HTTP/1.1" status: 200 len: 932 time: 0.1349185 Jul 30 20:02:37.674563 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-72145704-fcf6-4af1-88b2-b4f0ffa70f0b req-c61b69bd-0450-4dd1-bcdc-13604c2a27da tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:37.701731 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e11143f8-c92a-441e-8fde-681801b3b572 None None] Port b8e23347-b8a4-4d41-be42-65af77018a16 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:02:37.705212 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['1c4e42ac-8f99-40a0-affc-e25396bc03c7'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:02:37.743602 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b69bd-0450-4dd1-bcdc-13604c2a27da tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event deleted for resources: {'Port': ['ID=136dddd7-2d11-4f22-968f-4834f30b7d92,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:37.753237 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0eff99f7-753d-44f5-b792-02f3a7555a48 req-b33076c7-2a51-48e9-b31c-272b9b703136 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/security-groups?id=dbe60ea4-f9e7-4a67-968e-e67d7911ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872760 Jul 30 20:02:37.827736 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-72145704-fcf6-4af1-88b2-b4f0ffa70f0b req-c61b69bd-0450-4dd1-bcdc-13604c2a27da tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] No DVR routers for this DVR port 136dddd7-2d11-4f22-968f-4834f30b7d92 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:02:37.838822 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-72145704-fcf6-4af1-88b2-b4f0ffa70f0b req-c61b69bd-0450-4dd1-bcdc-13604c2a27da tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:37.841720 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72145704-fcf6-4af1-88b2-b4f0ffa70f0b req-c61b69bd-0450-4dd1-bcdc-13604c2a27da tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.59 "DELETE /v2.0/ports/136dddd7-2d11-4f22-968f-4834f30b7d92 HTTP/1.1" status: 204 len: 173 time: 1.0214536 Jul 30 20:02:37.901741 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a7b57-e1df-4c44-961c-766c87765030 req-0a575090-778c-448b-8ebd-a944a0d59c3a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:37.904233 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-680a7b57-e1df-4c44-961c-766c87765030 req-0a575090-778c-448b-8ebd-a944a0d59c3a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0929496 Jul 30 20:02:37.904790 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-8e8edbd9-5add-43a6-8f73-421895d72244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e23347-b8a4-4d41-be42-65af77018a16 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:02:37.927963 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-8e8edbd9-5add-43a6-8f73-421895d72244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:37.946222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-8e8edbd9-5add-43a6-8f73-421895d72244 service neutron] Transition to ACTIVE for port object b8e23347-b8a4-4d41-be42-65af77018a16 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:02:37.958381 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-8e8edbd9-5add-43a6-8f73-421895d72244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:37.971188 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6b8e7-24db-4194-b331-f1f1452b5893 req-739d06d0-af93-4eb1-a5f3-8090a886e3f3 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:37.971449 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-680a7b57-e1df-4c44-961c-766c87765030 req-dad585ec-afdb-4374-8aa4-01039d2fce2c tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595858 Jul 30 20:02:37.972781 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-97e6b8e7-24db-4194-b331-f1f1452b5893 req-739d06d0-af93-4eb1-a5f3-8090a886e3f3 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=fed264f9-ce2f-4d67-a7e8-aa7df28eeda1 HTTP/1.1" status: 200 len: 946 time: 0.0937605 Jul 30 20:02:38.087206 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8edbd9-5add-43a6-8f73-421895d72244 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e23347-b8a4-4d41-be42-65af77018a16,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:38.095930 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-97e6b8e7-24db-4194-b331-f1f1452b5893 req-009bb299-8c44-433e-b009-f828b1502e60 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968113 Jul 30 20:02:38.162079 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac69f6b2-0ec2-4db4-bdca-81e4f630849b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428814bb-dabe-460d-ae8f-20dd1133cb70'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:38.162669 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-8e8edbd9-5add-43a6-8f73-421895d72244 service neutron] Attempting to bind port b8e23347-b8a4-4d41-be42-65af77018a16 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:02:38.163372 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-8e8edbd9-5add-43a6-8f73-421895d72244 service neutron] Attempting to bind port b8e23347-b8a4-4d41-be42-65af77018a16 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'c114c45a-cbfb-4ab1-9176-aa6ecbc5f534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:02:38.164284 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-8e8edbd9-5add-43a6-8f73-421895d72244 service neutron] Attempting to bind port b8e23347-b8a4-4d41-be42-65af77018a16 on network 1746904e-31e8-4790-9bd4-80c0d2a9880b {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:38.166345 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109b997c-f2f2-428d-a07d-8ded4d6ba1b9" -d '{"events": [{"server_uuid": "ac69f6b2-0ec2-4db4-bdca-81e4f630849b", "name": "network-vif-plugged", "status": "completed", "tag": "428814bb-dabe-460d-ae8f-20dd1133cb70"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:38.169595 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-8e8edbd9-5add-43a6-8f73-421895d72244 service neutron] Port b8e23347-b8a4-4d41-be42-65af77018a16 on network 1746904e-31e8-4790-9bd4-80c0d2a9880b not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:02:38.169987 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-8e8edbd9-5add-43a6-8f73-421895d72244 service neutron] Attempting to bind port b8e23347-b8a4-4d41-be42-65af77018a16 on network 1746904e-31e8-4790-9bd4-80c0d2a9880b {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:38.177666 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-8e8edbd9-5add-43a6-8f73-421895d72244 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:02:38.178259 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-8e8edbd9-5add-43a6-8f73-421895d72244 service neutron] Checking segment: {'id': 'c114c45a-cbfb-4ab1-9176-aa6ecbc5f534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:02:38.178895 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-8e8edbd9-5add-43a6-8f73-421895d72244 service neutron] Bound using segment: {'id': 'c114c45a-cbfb-4ab1-9176-aa6ecbc5f534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:02:38.179537 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-8e8edbd9-5add-43a6-8f73-421895d72244 service neutron] Bound port: b8e23347-b8a4-4d41-be42-65af77018a16, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c114c45a-cbfb-4ab1-9176-aa6ecbc5f534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:02:38.180100 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-8e8edbd9-5add-43a6-8f73-421895d72244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:38.185326 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46ffc3-a9b9-43d9-b9db-e93c29d40980 req-bb07681f-d479-41f9-8a4c-04334c632384 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:38.186891 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ed46ffc3-a9b9-43d9-b9db-e93c29d40980 req-bb07681f-d479-41f9-8a4c-04334c632384 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 944 time: 0.1019084 Jul 30 20:02:38.231954 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ed46ffc3-a9b9-43d9-b9db-e93c29d40980 req-7355a9dc-26bd-430d-b58b-e3f9adf57fa5 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/security-groups?id=27915f66-2594-4dfa-bc50-2b71dccba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390072 Jul 30 20:02:38.298888 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dee3b-b497-49ec-91e2-2e6bbf324725 req-2eb37d44-6ed9-4368-8cb1-b3d04ee2e928 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:38.305036 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-180dee3b-b497-49ec-91e2-2e6bbf324725 req-2eb37d44-6ed9-4368-8cb1-b3d04ee2e928 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=fed264f9-ce2f-4d67-a7e8-aa7df28eeda1 HTTP/1.1" status: 200 len: 946 time: 0.1068990 Jul 30 20:02:38.317008 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51246) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:02:38.329970 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a635a167-a0ec-4550-be6d-d8f86ca8d222 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Request body: {'floatingip': {'port_id': '8d7946af-a07a-4df1-b934-01e3f5d0743f'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:38.332997 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-8e8edbd9-5add-43a6-8f73-421895d72244 service neutron] For port b8e23347-b8a4-4d41-be42-65af77018a16, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:02:38.338849 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-8e8edbd9-5add-43a6-8f73-421895d72244 service neutron] For port b8e23347-b8a4-4d41-be42-65af77018a16, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=b8e23347-b8a4-4d41-be42-65af77018a16,segment=NetworkSegment(c114c45a-cbfb-4ab1-9176-aa6ecbc5f534),segment_id=c114c45a-cbfb-4ab1-9176-aa6ecbc5f534)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:02:38.352334 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9fb136-1335-424a-add8-eccc63f83b22 x-openstack-request-id: req-bd9fb136-1335-424a-add8-eccc63f83b22 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:38.352670 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac69f6b2-0ec2-4db4-bdca-81e4f630849b", "name": "network-vif-plugged", "status": "completed", "tag": "428814bb-dabe-460d-ae8f-20dd1133cb70", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:38.352928 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bd9fb136-1335-424a-add8-eccc63f83b22 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:38.353392 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac69f6b2-0ec2-4db4-bdca-81e4f630849b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428814bb-dabe-460d-ae8f-20dd1133cb70', 'code': 200} Jul 30 20:02:38.376057 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-8e8edbd9-5add-43a6-8f73-421895d72244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:38.431776 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb5c24-9fd8-4c7f-906e-982a4cdc4f1d req-a13e2af6-629d-4106-a911-1235f80ccbac tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:38.440698 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a5bb5c24-9fd8-4c7f-906e-982a4cdc4f1d req-a13e2af6-629d-4106-a911-1235f80ccbac tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.1414843 Jul 30 20:02:38.463646 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a635a167-a0ec-4550-be6d-d8f86ca8d222 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:38.485423 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a5bb5c24-9fd8-4c7f-906e-982a4cdc4f1d req-aedc8dc4-9e4c-4b24-ae55-302600d013a6 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438526 Jul 30 20:02:38.537493 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-8e8edbd9-5add-43a6-8f73-421895d72244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:38.538754 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-8e8edbd9-5add-43a6-8f73-421895d72244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:38.540364 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-8e8edbd9-5add-43a6-8f73-421895d72244 service neutron] 10.222.0.83 "PUT /v2.0/ports/b8e23347-b8a4-4d41-be42-65af77018a16 HTTP/1.1" status: 200 len: 1092 time: 1.2150676 Jul 30 20:02:38.643304 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3d8b70-ff6a-4e19-8ddd-23e35ebea25a', 'tag': 'b8e23347-b8a4-4d41-be42-65af77018a16'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:38.646521 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97043d26-932f-44fd-814f-9c77ddb51faf" -d '{"events": [{"name": "network-changed", "server_uuid": "da3d8b70-ff6a-4e19-8ddd-23e35ebea25a", "tag": "b8e23347-b8a4-4d41-be42-65af77018a16"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:38.646844 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-239cb3c6-0981-4301-950e-41eadf280211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:38.648467 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-239cb3c6-0981-4301-950e-41eadf280211 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0c5948f4c08a4d0aae3efe56edcb4154&device_id=da3d8b70-ff6a-4e19-8ddd-23e35ebea25a HTTP/1.1" status: 200 len: 1095 time: 0.0523233 Jul 30 20:02:38.734056 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-bcaf6d82-b13f-4468-a9a0-04704ca3ee35 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8e23347-b8a4-4d41-be42-65af77018a16 HTTP/1.1" status: 200 len: 217 time: 0.0763230 Jul 30 20:02:38.748895 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105cdb67-a47a-49bd-91be-043b57915aaa x-openstack-request-id: req-105cdb67-a47a-49bd-91be-043b57915aaa {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:38.749454 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3d8b70-ff6a-4e19-8ddd-23e35ebea25a", "tag": "b8e23347-b8a4-4d41-be42-65af77018a16", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:38.749454 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-105cdb67-a47a-49bd-91be-043b57915aaa {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:38.749893 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3d8b70-ff6a-4e19-8ddd-23e35ebea25a', 'tag': 'b8e23347-b8a4-4d41-be42-65af77018a16', 'status': 'completed', 'code': 200} Jul 30 20:02:38.761728 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e90fc-5ba7-443d-b5ea-578bdc614665 req-ef94189f-9473-4b8b-8e8f-ea1126212b90 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:38.763347 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e78e90fc-5ba7-443d-b5ea-578bdc614665 req-ef94189f-9473-4b8b-8e8f-ea1126212b90 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 945 time: 0.3121600 Jul 30 20:02:38.767662 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8edbd9-5add-43a6-8f73-421895d72244 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e23347-b8a4-4d41-be42-65af77018a16,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:38.779449 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51254) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:02:38.802754 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-bbd1fc59-7643-4625-b15d-a10d778ced32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:38.804346 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-bbd1fc59-7643-4625-b15d-a10d778ced32 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77 HTTP/1.1" status: 200 len: 858 time: 0.0622377 Jul 30 20:02:38.855680 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498c9e1-ab6d-438e-ba7b-cce9670da213 req-591d4803-dab2-4287-a0c9-6d3a9fb45a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:38.857300 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7498c9e1-ab6d-438e-ba7b-cce9670da213 req-591d4803-dab2-4287-a0c9-6d3a9fb45a51 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 1101 time: 0.2076488 Jul 30 20:02:38.891335 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-ee6e4d03-b049-42b1-9a1a-89075485d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:38.893964 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-ee6e4d03-b049-42b1-9a1a-89075485d420 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1746904e-31e8-4790-9bd4-80c0d2a9880b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823853 Jul 30 20:02:38.906563 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f2e0f-f9db-474b-afb9-24410efdad1b req-4fafc357-c7d5-41f3-8a8a-1322c748b1c6 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:38.907887 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cf1f2e0f-f9db-474b-afb9-24410efdad1b req-4fafc357-c7d5-41f3-8a8a-1322c748b1c6 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=da3d8b70-ff6a-4e19-8ddd-23e35ebea25a HTTP/1.1" status: 200 len: 944 time: 0.0684266 Jul 30 20:02:38.910295 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87ff771-cb4b-44ab-a375-9d43d633f92f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Deleting subnet 4e455f8d-39fc-411a-a173-ef35b62d1cb7 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:02:38.932074 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f87ff771-cb4b-44ab-a375-9d43d633f92f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:38.966512 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e78e90fc-5ba7-443d-b5ea-578bdc614665 req-0f8cd62e-5d89-4fa9-b7d2-03fddf03cb20 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860697 Jul 30 20:02:38.995729 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cf1f2e0f-f9db-474b-afb9-24410efdad1b req-3be54db8-1625-4077-8a49-c8c4d7c372bb tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/security-groups?id=dbe60ea4-f9e7-4a67-968e-e67d7911ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751958 Jul 30 20:02:38.998431 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7498c9e1-ab6d-438e-ba7b-cce9670da213 req-8f821134-960a-408b-9ef9-5ecb7a6378e0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044004 Jul 30 20:02:39.035199 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-54d97df4-90c1-4757-85dd-7309292957db service neutron] 10.222.0.83 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262624 Jul 30 20:02:39.041107 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f87ff771-cb4b-44ab-a375-9d43d633f92f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:39.225392 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40ee350a-cffc-47b9-8bf1-0b30cea42228 req-53f396b4-74b4-4647-99ab-9b6c32b5cd25 service neutron] 10.222.0.83 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895898 Jul 30 20:02:39.233547 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7a65a-d0e1-4be1-8da4-3024dcb156e3 req-2f2b672a-a4e4-42e7-a1b6-81ba355ff420 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:39.235157 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7dc7a65a-d0e1-4be1-8da4-3024dcb156e3 req-2f2b672a-a4e4-42e7-a1b6-81ba355ff420 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.1675105 Jul 30 20:02:39.244243 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a132c0-0811-4a4b-8b2d-137752e5beae', 'name': 'network-vif-deleted', 'tag': '136dddd7-2d11-4f22-968f-4834f30b7d92'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:39.247069 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a71def7-d800-4613-8125-2293d8da105b" -d '{"events": [{"server_uuid": "90a132c0-0811-4a4b-8b2d-137752e5beae", "name": "network-vif-deleted", "tag": "136dddd7-2d11-4f22-968f-4834f30b7d92"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:39.283181 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f87ff771-cb4b-44ab-a375-9d43d633f92f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:39.312353 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1306439-7459-4da9-9240-d10f8fcccd2c x-openstack-request-id: req-a1306439-7459-4da9-9240-d10f8fcccd2c {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:39.312657 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a132c0-0811-4a4b-8b2d-137752e5beae", "name": "network-vif-deleted", "tag": "136dddd7-2d11-4f22-968f-4834f30b7d92", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:39.312896 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a1306439-7459-4da9-9240-d10f8fcccd2c {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:39.313289 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a132c0-0811-4a4b-8b2d-137752e5beae', 'name': 'network-vif-deleted', 'tag': '136dddd7-2d11-4f22-968f-4834f30b7d92', 'status': 'completed', 'code': 200} Jul 30 20:02:39.336613 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97043d26-932f-44fd-814f-9c77ddb51faf req-65a28327-1eba-4979-862a-7801fe0a62ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:39.338249 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97043d26-932f-44fd-814f-9c77ddb51faf req-65a28327-1eba-4979-862a-7801fe0a62ec service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0c5948f4c08a4d0aae3efe56edcb4154&device_id=da3d8b70-ff6a-4e19-8ddd-23e35ebea25a HTTP/1.1" status: 200 len: 1095 time: 0.0569775 Jul 30 20:02:39.370603 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7dc7a65a-d0e1-4be1-8da4-3024dcb156e3 req-b7a06599-8372-4851-a033-21fdb906eaab tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256092 Jul 30 20:02:39.437113 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a635a167-a0ec-4550-be6d-d8f86ca8d222 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:39.441136 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a635a167-a0ec-4550-be6d-d8f86ca8d222 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:39.475751 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb8ab4-d5e1-4a8a-b248-1fdb37b14499 req-48b209d8-3423-44cb-9d41-d77d48f5933e tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:39.477246 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97bb8ab4-d5e1-4a8a-b248-1fdb37b14499 req-48b209d8-3423-44cb-9d41-d77d48f5933e tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 944 time: 0.1181765 Jul 30 20:02:39.479299 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f87ff771-cb4b-44ab-a375-9d43d633f92f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:39.499976 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f87ff771-cb4b-44ab-a375-9d43d633f92f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:39.504604 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f87ff771-cb4b-44ab-a375-9d43d633f92f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "DELETE /v2.0/subnets/4e455f8d-39fc-411a-a173-ef35b62d1cb7 HTTP/1.1" status: 204 len: 168 time: 0.7204194 Jul 30 20:02:39.507029 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51264) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:02:39.508040 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db2548b-635d-4fae-8319-3782526eacf2 None None] Network f15faf2a-2671-4ca3-8d69-537bf9d09cfb requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:02:39.526327 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97043d26-932f-44fd-814f-9c77ddb51faf req-645ce64b-d023-419a-8952-5e7e323aae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:39.544657 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ff771-cb4b-44ab-a375-9d43d633f92f tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event deleted for resources: {'Subnet': ['ID=4e455f8d-39fc-411a-a173-ef35b62d1cb7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:39.544897 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97043d26-932f-44fd-814f-9c77ddb51faf req-645ce64b-d023-419a-8952-5e7e323aae29 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1746904e-31e8-4790-9bd4-80c0d2a9880b HTTP/1.1" status: 200 len: 920 time: 0.1800854 Jul 30 20:02:39.613233 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97bb8ab4-d5e1-4a8a-b248-1fdb37b14499 req-c0cdb61f-8e17-4b36-ab71-9a60a90bce47 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/security-groups?id=27915f66-2594-4dfa-bc50-2b71dccba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241696 Jul 30 20:02:39.618603 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97043d26-932f-44fd-814f-9c77ddb51faf req-176515b7-c6bb-41f7-a248-95832b4906b0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8e23347-b8a4-4d41-be42-65af77018a16 HTTP/1.1" status: 200 len: 217 time: 0.0730934 Jul 30 20:02:39.686209 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97043d26-932f-44fd-814f-9c77ddb51faf req-3841dfd5-d20a-4453-843e-cfbb4fe66ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:39.689259 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97043d26-932f-44fd-814f-9c77ddb51faf req-3841dfd5-d20a-4453-843e-cfbb4fe66ef4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77 HTTP/1.1" status: 200 len: 858 time: 0.0618908 Jul 30 20:02:39.689974 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c5d2288-b974-42e3-99e4-21a49f45c000 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:39.705717 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-a635a167-a0ec-4550-be6d-d8f86ca8d222 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Floating IP 5000fe54-7b83-4c83-a1fb-d7fc88065f4d associated. External IP: 172.25.3.159, port: 8d7946af-a07a-4df1-b934-01e3f5d0743f. Jul 30 20:02:39.718624 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d15494-68af-45d2-b205-4fa4aea92f34 req-a28a8f08-4789-4f79-abb6-eb8183127d52 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:39.720739 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-03d15494-68af-45d2-b205-4fa4aea92f34 req-a28a8f08-4789-4f79-abb6-eb8183127d52 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.1078484 Jul 30 20:02:39.766182 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97043d26-932f-44fd-814f-9c77ddb51faf req-e41fd954-287c-41d7-a173-a7ed94c99040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:39.768508 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97043d26-932f-44fd-814f-9c77ddb51faf req-e41fd954-287c-41d7-a173-a7ed94c99040 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1746904e-31e8-4790-9bd4-80c0d2a9880b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669720 Jul 30 20:02:39.784393 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9b0db7-b0ba-45b4-a698-5b55a252563d None None] DHCP port deletion for f15faf2a-2671-4ca3-8d69-537bf9d09cfb request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:02:39.858316 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1d9b0db7-b0ba-45b4-a698-5b55a252563d None None] Deleting port dd3d7530-e180-4129-8f06-edb7a594a93c {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:02:39.859058 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d9b0db7-b0ba-45b4-a698-5b55a252563d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:39.900094 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-03d15494-68af-45d2-b205-4fa4aea92f34 req-a31dda5b-92ce-4211-a1d9-76f5ada4ac2f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295631 Jul 30 20:02:39.946669 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1d9b0db7-b0ba-45b4-a698-5b55a252563d None None] For port dd3d7530-e180-4129-8f06-edb7a594a93c, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=dd3d7530-e180-4129-8f06-edb7a594a93c,segment=NetworkSegment(d181f8ef-e98a-4ed2-a8af-d03dcc91ea29),segment_id=d181f8ef-e98a-4ed2-a8af-d03dcc91ea29)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:39.947051 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d9b0db7-b0ba-45b4-a698-5b55a252563d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:39.980109 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1d9b0db7-b0ba-45b4-a698-5b55a252563d None None] Calling delete_port for dd3d7530-e180-4129-8f06-edb7a594a93c owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:02:39.986783 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97043d26-932f-44fd-814f-9c77ddb51faf req-4eaaebf6-89a7-40fa-9101-7d659c695664 service neutron] 10.222.0.83 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017100 Jul 30 20:02:40.003207 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5c5d2288-b974-42e3-99e4-21a49f45c000 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Deleting port dd3d7530-e180-4129-8f06-edb7a594a93c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:02:40.003462 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c5d2288-b974-42e3-99e4-21a49f45c000 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:40.089682 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d9b0db7-b0ba-45b4-a698-5b55a252563d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:40.117543 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-5c5d2288-b974-42e3-99e4-21a49f45c000 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] For port dd3d7530-e180-4129-8f06-edb7a594a93c, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=dd3d7530-e180-4129-8f06-edb7a594a93c,segment=NetworkSegment(d181f8ef-e98a-4ed2-a8af-d03dcc91ea29),segment_id=d181f8ef-e98a-4ed2-a8af-d03dcc91ea29)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:40.117918 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c5d2288-b974-42e3-99e4-21a49f45c000 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:40.118141 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97043d26-932f-44fd-814f-9c77ddb51faf req-8cad7ff3-a2fb-4970-adb3-ffbf72404d59 service neutron] 10.222.0.83 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177828 Jul 30 20:02:40.139207 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b0db7-b0ba-45b4-a698-5b55a252563d None None] Pushing event deleted for resources: {'Port': ['ID=dd3d7530-e180-4129-8f06-edb7a594a93c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:40.141050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9b0db7-b0ba-45b4-a698-5b55a252563d None None] No DVR routers for this DVR port dd3d7530-e180-4129-8f06-edb7a594a93c on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:02:40.148364 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5c5d2288-b974-42e3-99e4-21a49f45c000 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Calling delete_port for dd3d7530-e180-4129-8f06-edb7a594a93c owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:02:40.166414 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a635a167-a0ec-4550-be6d-d8f86ca8d222 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Router a7f609b3-e80a-4240-a49f-9c352e37be60 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:02:40.217458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a975dc-2a2f-4e20-8260-011456b57ceb req-9b2bfd2a-6607-4b36-8404-7b330cf1cdd3 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:40.224293 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18a975dc-2a2f-4e20-8260-011456b57ceb req-9b2bfd2a-6607-4b36-8404-7b330cf1cdd3 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 945 time: 0.0670595 Jul 30 20:02:40.238732 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device dd3d7530-e180-4129-8f06-edb7a594a93c no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:02:40.258836 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: dd3d7530-e180-4129-8f06-edb7a594a93c {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:02:40.259234 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device dd3d7530-e180-4129-8f06-edb7a594a93c not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:02:40.284507 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18a975dc-2a2f-4e20-8260-011456b57ceb req-90ac2cd8-b41c-48f1-8182-3c9ab4da088b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582573 Jul 30 20:02:40.467158 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device af99c98a-4d53-4ce4-9343-59e7256313ae details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:02:40.526422 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d0636-b85c-4f48-90e4-033407843051 req-df19d9b7-7283-45ab-be6a-970d011206a9 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:40.529271 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-618d0636-b85c-4f48-90e4-033407843051 req-df19d9b7-7283-45ab-be6a-970d011206a9 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0873759 Jul 30 20:02:40.602539 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-618d0636-b85c-4f48-90e4-033407843051 req-63d13112-ad99-4fc5-9210-3a9b8cce3dbf tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567584 Jul 30 20:02:40.607293 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1165d7a-57de-4072-8893-6307276bff50 req-3ff57f0c-2b72-48c9-8333-8719d86ff2f8 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:40.608216 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port af99c98a-4d53-4ce4-9343-59e7256313ae, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=af99c98a-4d53-4ce4-9343-59e7256313ae,segment=NetworkSegment(58b9f348-d2a6-489d-9ad0-c42e9e994315),segment_id=58b9f348-d2a6-489d-9ad0-c42e9e994315)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:40.609049 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b1165d7a-57de-4072-8893-6307276bff50 req-3ff57f0c-2b72-48c9-8333-8719d86ff2f8 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=da3d8b70-ff6a-4e19-8ddd-23e35ebea25a HTTP/1.1" status: 200 len: 944 time: 0.4768488 Jul 30 20:02:40.634214 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 1c4e42ac-8f99-40a0-affc-e25396bc03c7 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:02:40.638266 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'af99c98a-4d53-4ce4-9343-59e7256313ae', 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308', 'port_id': 'af99c98a-4d53-4ce4-9343-59e7256313ae', 'mac_address': 'fa:16:3e:29:db:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '674f2e3f-1b7b-42c9-bcb0-5247628fe463', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:02:40.661985 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 1c4e42ac-8f99-40a0-affc-e25396bc03c7 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:02:40.662342 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 1c4e42ac-8f99-40a0-affc-e25396bc03c7 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:02:40.662744 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 136dddd7-2d11-4f22-968f-4834f30b7d92 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:02:40.685084 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 136dddd7-2d11-4f22-968f-4834f30b7d92 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:02:40.685428 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 136dddd7-2d11-4f22-968f-4834f30b7d92 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:02:40.718012 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a635a167-a0ec-4550-be6d-d8f86ca8d222 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:02:40.724136 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:40.729254 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73a5e66-4f61-45de-ae72-05189d0d20f1 None None] Sync routers for ids ['a7f609b3-e80a-4240-a49f-9c352e37be60'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:02:40.731453 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a635a167-a0ec-4550-be6d-d8f86ca8d222 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:40.739096 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af99c98a-4d53-4ce4-9343-59e7256313ae {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:02:40.743445 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73a5e66-4f61-45de-ae72-05189d0d20f1 None None] Routers {'a7f609b3-e80a-4240-a49f-9c352e37be60'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:02:40.747944 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e73a5e66-4f61-45de-ae72-05189d0d20f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:02:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a7f609b3-e80a-4240-a49f-9c352e37be60'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:40.762517 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port af99c98a-4d53-4ce4-9343-59e7256313ae, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=af99c98a-4d53-4ce4-9343-59e7256313ae,segment=NetworkSegment(58b9f348-d2a6-489d-9ad0-c42e9e994315),segment_id=58b9f348-d2a6-489d-9ad0-c42e9e994315)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:40.767604 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289388c-abc9-46e4-b183-57218b2dec7a req-91d60f95-312b-48fa-9793-bab06f6faf23 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:40.769788 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6289388c-abc9-46e4-b183-57218b2dec7a req-91d60f95-312b-48fa-9793-bab06f6faf23 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0929747 Jul 30 20:02:40.771967 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:40.793632 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b1165d7a-57de-4072-8893-6307276bff50 req-7628a18b-9492-4614-9f30-5d97ffec99ef tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/security-groups?id=dbe60ea4-f9e7-4a67-968e-e67d7911ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051457 Jul 30 20:02:40.818749 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c5d2288-b974-42e3-99e4-21a49f45c000 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:40.851231 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a635a167-a0ec-4550-be6d-d8f86ca8d222 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "PUT /v2.0/floatingips/5000fe54-7b83-4c83-a1fb-d7fc88065f4d HTTP/1.1" status: 200 len: 992 time: 2.5290468 Jul 30 20:02:40.857880 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=af99c98a-4d53-4ce4-9343-59e7256313ae,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:40.861104 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed264f9-ce2f-4d67-a7e8-aa7df28eeda1', 'tag': '8d7946af-a07a-4df1-b934-01e3f5d0743f'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:40.868507 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ba83b9-ab52-457b-a19a-64d39e819385" -d '{"events": [{"name": "network-changed", "server_uuid": "fed264f9-ce2f-4d67-a7e8-aa7df28eeda1", "tag": "8d7946af-a07a-4df1-b934-01e3f5d0743f"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:40.888123 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6289388c-abc9-46e4-b183-57218b2dec7a req-926ac592-a911-4dc2-a649-22ce64883931 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995145 Jul 30 20:02:40.926882 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e73a5e66-4f61-45de-ae72-05189d0d20f1 None None] Set router a7f609b3-e80a-4240-a49f-9c352e37be60 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:02:40.930066 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d2288-b974-42e3-99e4-21a49f45c000 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event deleted for resources: {'Port': ['ID=dd3d7530-e180-4129-8f06-edb7a594a93c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:40.932111 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5d2288-b974-42e3-99e4-21a49f45c000 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] No DVR routers for this DVR port dd3d7530-e180-4129-8f06-edb7a594a93c on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:02:41.039928 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c5d2288-b974-42e3-99e4-21a49f45c000 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:41.050034 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9f7f4-4fc0-4ef5-9c5d-5f129524fb95 req-e161f4ab-de60-493b-a900-8abde5ad802d tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:41.059900 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-40e9f7f4-4fc0-4ef5-9c5d-5f129524fb95 req-e161f4ab-de60-493b-a900-8abde5ad802d tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 945 time: 0.1414900 Jul 30 20:02:41.074678 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['af99c98a-4d53-4ce4-9343-59e7256313ae'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:02:41.081085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-5c5d2288-b974-42e3-99e4-21a49f45c000 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15faf2a-2671-4ca3-8d69-537bf9d09cfb']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:41.093194 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-5c5d2288-b974-42e3-99e4-21a49f45c000 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd181f8ef-e98a-4ed2-a8af-d03dcc91ea29') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:41.093436 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-5c5d2288-b974-42e3-99e4-21a49f45c000 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd181f8ef-e98a-4ed2-a8af-d03dcc91ea29') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:41.112610 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c5d2288-b974-42e3-99e4-21a49f45c000 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:41.127321 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c5d2288-b974-42e3-99e4-21a49f45c000 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:41.137718 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5d2288-b974-42e3-99e4-21a49f45c000 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:02:41.138716 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c5d2288-b974-42e3-99e4-21a49f45c000 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:02:41.203152 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:02:41.213222 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-40e9f7f4-4fc0-4ef5-9c5d-5f129524fb95 req-6bba6409-4b9a-41dd-8c12-1923b676e68f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/security-groups?id=27915f66-2594-4dfa-bc50-2b71dccba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524284 Jul 30 20:02:41.214339 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c5d2288-b974-42e3-99e4-21a49f45c000 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:41.241176 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c5d2288-b974-42e3-99e4-21a49f45c000 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:41.248280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51294) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:02:41.249576 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5c5d2288-b974-42e3-99e4-21a49f45c000 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "DELETE /v2.0/networks/f15faf2a-2671-4ca3-8d69-537bf9d09cfb HTTP/1.1" status: 204 len: 168 time: 1.7219987 Jul 30 20:02:41.251581 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d2288-b974-42e3-99e4-21a49f45c000 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event deleted for resources: {'Network': ['ID=f15faf2a-2671-4ca3-8d69-537bf9d09cfb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:41.348410 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7eec44-6b97-4ced-8f26-872b7c7b9a5c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Deleting subnet 6c32d6d2-bc2e-49a8-952c-888c80ba7076 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:02:41.352390 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d7eec44-6b97-4ced-8f26-872b7c7b9a5c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:41.355375 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be876c8-44cc-45f0-b841-bdef9733d5e0 x-openstack-request-id: req-9be876c8-44cc-45f0-b841-bdef9733d5e0 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:41.355730 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed264f9-ce2f-4d67-a7e8-aa7df28eeda1", "tag": "8d7946af-a07a-4df1-b934-01e3f5d0743f", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:41.355984 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9be876c8-44cc-45f0-b841-bdef9733d5e0 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:41.356383 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed264f9-ce2f-4d67-a7e8-aa7df28eeda1', 'tag': '8d7946af-a07a-4df1-b934-01e3f5d0743f', 'status': 'completed', 'code': 200} Jul 30 20:02:41.410093 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e73a5e66-4f61-45de-ae72-05189d0d20f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214273748-router', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '96ad8755-3716-48dd-b628-102e828bde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:42Z', 'updated_at': '2021-07-30T19:59:51Z', 'revision_number': 4, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'gw_port': {'id': '96ad8755-3716-48dd-b628-102e828bde60', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:46Z', 'updated_at': '2021-07-30T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '5000fe54-7b83-4c83-a1fb-d7fc88065f4d', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'port_id': '8d7946af-a07a-4df1-b934-01e3f5d0743f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'mac_address': 'fa:16:3e:94:e3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed264f9-ce2f-4d67-a7e8-aa7df28eeda1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:00:15Z', 'updated_at': '2021-07-30T20:02:39Z', 'revision_number': 5, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c7a27a-b8a8-4902-8344-5267941ff9a4', 'name': '', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'mac_address': 'fa:16:3e:1b:bd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:49Z', 'updated_at': '2021-07-30T20:00:01Z', 'revision_number': 5, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'subnets': [{'id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:41.461382 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d7eec44-6b97-4ced-8f26-872b7c7b9a5c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:41.507685 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5188ded-fe33-44ca-8e2a-4017d4dce7c4 req-c38955c1-a7ee-463f-bc2a-ebac2e448257 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:41.509498 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f5188ded-fe33-44ca-8e2a-4017d4dce7c4 req-c38955c1-a7ee-463f-bc2a-ebac2e448257 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.1131659 Jul 30 20:02:41.524600 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73a5e66-4f61-45de-ae72-05189d0d20f1 None None] Checking router: a7f609b3-e80a-4240-a49f-9c352e37be60 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:02:41.543191 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba83b9-ab52-457b-a19a-64d39e819385 req-7405dff3-20fa-4e1a-89d7-8f4bd647c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:41.545079 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89ba83b9-ab52-457b-a19a-64d39e819385 req-7405dff3-20fa-4e1a-89d7-8f4bd647c9ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63e7c13c3848442a8042a40abbcac225&device_id=fed264f9-ce2f-4d67-a7e8-aa7df28eeda1 HTTP/1.1" status: 200 len: 1097 time: 0.1606474 Jul 30 20:02:41.561043 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73a5e66-4f61-45de-ae72-05189d0d20f1 None None] Routers {'a7f609b3-e80a-4240-a49f-9c352e37be60'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:02:41.561686 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e73a5e66-4f61-45de-ae72-05189d0d20f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:02:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a7f609b3-e80a-4240-a49f-9c352e37be60'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:41.628584 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f5188ded-fe33-44ca-8e2a-4017d4dce7c4 req-081a618a-c16a-4602-8a65-a0c5af857f60 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087272 Jul 30 20:02:41.653087 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5d8bf-17a2-4e6d-81b1-c6bda909c751 req-38675904-8a32-4334-8671-744eae8381f7 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:41.660822 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49d5d8bf-17a2-4e6d-81b1-c6bda909c751 req-38675904-8a32-4334-8671-744eae8381f7 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 945 time: 0.1642940 Jul 30 20:02:41.700113 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d7eec44-6b97-4ced-8f26-872b7c7b9a5c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:41.825160 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49d5d8bf-17a2-4e6d-81b1-c6bda909c751 req-4a0a356f-51d1-4f81-8a7e-58d19ab3cd51 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632996 Jul 30 20:02:41.842937 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e73a5e66-4f61-45de-ae72-05189d0d20f1 None None] Set router a7f609b3-e80a-4240-a49f-9c352e37be60 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:02:41.843796 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3dd1f-da4c-4f2b-9515-6ad60e70b585 req-e38c38fd-ec58-477f-8d62-5d764104786a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:41.854252 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1cc3dd1f-da4c-4f2b-9515-6ad60e70b585 req-e38c38fd-ec58-477f-8d62-5d764104786a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.1341252 Jul 30 20:02:41.873588 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba83b9-ab52-457b-a19a-64d39e819385 req-c8e7ad0f-cdc3-478a-8c1d-955f2a0b07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:41.880420 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89ba83b9-ab52-457b-a19a-64d39e819385 req-c8e7ad0f-cdc3-478a-8c1d-955f2a0b07dc service neutron] 10.222.0.59 "GET /v2.0/networks?id=9958f565-4186-495a-b838-46ca3a70750f HTTP/1.1" status: 200 len: 924 time: 0.3200326 Jul 30 20:02:41.948798 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1cc3dd1f-da4c-4f2b-9515-6ad60e70b585 req-71760fc3-89c0-42f3-9b51-537df0ab4d14 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945857 Jul 30 20:02:41.979219 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d7eec44-6b97-4ced-8f26-872b7c7b9a5c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:42.041457 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7eec44-6b97-4ced-8f26-872b7c7b9a5c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event deleted for resources: {'Subnet': ['ID=6c32d6d2-bc2e-49a8-952c-888c80ba7076,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:42.052628 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314e98af-b6b3-4e65-90d8-8409270b1329 None None] Network 5d212e85-e288-4cfd-b1ca-e3ef3217682a requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:02:42.058690 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d7eec44-6b97-4ced-8f26-872b7c7b9a5c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:42.064039 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5d7eec44-6b97-4ced-8f26-872b7c7b9a5c tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "DELETE /v2.0/subnets/6c32d6d2-bc2e-49a8-952c-888c80ba7076 HTTP/1.1" status: 204 len: 168 time: 0.8113658 Jul 30 20:02:42.064935 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51350) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:02:42.068291 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89ba83b9-ab52-457b-a19a-64d39e819385 req-ee88ea8a-84b8-4be0-9f2f-e3294cfdf545 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d7946af-a07a-4df1-b934-01e3f5d0743f HTTP/1.1" status: 200 len: 1000 time: 0.1666799 Jul 30 20:02:42.093892 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2ec0f-da3e-4c39-b2b8-f7145581581f req-0794e0f4-dd14-4bea-ab61-4cb0a14c8275 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:42.101262 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-79e2ec0f-da3e-4c39-b2b8-f7145581581f req-0794e0f4-dd14-4bea-ab61-4cb0a14c8275 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=da3d8b70-ff6a-4e19-8ddd-23e35ebea25a HTTP/1.1" status: 200 len: 944 time: 0.1263049 Jul 30 20:02:42.166917 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba83b9-ab52-457b-a19a-64d39e819385 req-9c4c3a61-c3f1-4d02-8523-b6bfff13baa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:42.168972 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89ba83b9-ab52-457b-a19a-64d39e819385 req-9c4c3a61-c3f1-4d02-8523-b6bfff13baa3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3 HTTP/1.1" status: 200 len: 862 time: 0.0921247 Jul 30 20:02:42.187593 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-79e2ec0f-da3e-4c39-b2b8-f7145581581f req-a2dde6f0-482f-499b-851c-1016c4c0794c tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/security-groups?id=dbe60ea4-f9e7-4a67-968e-e67d7911ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853512 Jul 30 20:02:42.265185 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f243bd76-b4ce-4184-ae62-9397397daef0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:42.274021 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba83b9-ab52-457b-a19a-64d39e819385 req-b72fe4cb-50e6-4fa7-b8d9-26a3afdd692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:42.280341 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89ba83b9-ab52-457b-a19a-64d39e819385 req-b72fe4cb-50e6-4fa7-b8d9-26a3afdd692c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9958f565-4186-495a-b838-46ca3a70750f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855715 Jul 30 20:02:42.338658 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e73a5e66-4f61-45de-ae72-05189d0d20f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214273748-router', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '96ad8755-3716-48dd-b628-102e828bde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:42Z', 'updated_at': '2021-07-30T19:59:51Z', 'revision_number': 4, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'gw_port': {'id': '96ad8755-3716-48dd-b628-102e828bde60', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:46Z', 'updated_at': '2021-07-30T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '5000fe54-7b83-4c83-a1fb-d7fc88065f4d', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'port_id': '8d7946af-a07a-4df1-b934-01e3f5d0743f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'mac_address': 'fa:16:3e:94:e3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed264f9-ce2f-4d67-a7e8-aa7df28eeda1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:00:15Z', 'updated_at': '2021-07-30T20:02:39Z', 'revision_number': 5, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c7a27a-b8a8-4902-8344-5267941ff9a4', 'name': '', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'mac_address': 'fa:16:3e:1b:bd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:49Z', 'updated_at': '2021-07-30T20:00:01Z', 'revision_number': 5, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'subnets': [{'id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:42.374001 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73a5e66-4f61-45de-ae72-05189d0d20f1 None None] The sync data for ids ['a7f609b3-e80a-4240-a49f-9c352e37be60'] in n-d-712137-9 is: [{'id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214273748-router', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '96ad8755-3716-48dd-b628-102e828bde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:42Z', 'updated_at': '2021-07-30T19:59:51Z', 'revision_number': 4, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'gw_port': {'id': '96ad8755-3716-48dd-b628-102e828bde60', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:46Z', 'updated_at': '2021-07-30T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '5000fe54-7b83-4c83-a1fb-d7fc88065f4d', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'port_id': '8d7946af-a07a-4df1-b934-01e3f5d0743f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'mac_address': 'fa:16:3e:94:e3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed264f9-ce2f-4d67-a7e8-aa7df28eeda1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:00:15Z', 'updated_at': '2021-07-30T20:02:39Z', 'revision_number': 5, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c7a27a-b8a8-4902-8344-5267941ff9a4', 'name': '', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'mac_address': 'fa:16:3e:1b:bd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:49Z', 'updated_at': '2021-07-30T20:00:01Z', 'revision_number': 5, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'subnets': [{'id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:02:42.421779 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f243bd76-b4ce-4184-ae62-9397397daef0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Deleting port 7c028204-7afa-4917-9de0-ddf9e1e1f233 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:02:42.422284 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f243bd76-b4ce-4184-ae62-9397397daef0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:42.465539 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device af99c98a-4d53-4ce4-9343-59e7256313ae up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:02:42.534656 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89ba83b9-ab52-457b-a19a-64d39e819385 req-f10f30e6-a3af-499c-b0a7-7ce72a133bb6 service neutron] 10.222.0.59 "GET /v2.0/networks/9958f565-4186-495a-b838-46ca3a70750f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500153 Jul 30 20:02:42.537891 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466ffafc-3eb2-407b-8a81-9a8362961092 None None] DHCP port deletion for 5d212e85-e288-4cfd-b1ca-e3ef3217682a request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:02:42.583215 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port af99c98a-4d53-4ce4-9343-59e7256313ae completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:02:42.584085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bb7a6-a401-4e68-83a0-ade346540f93 req-7e5a44e0-4eac-4b9d-a471-09f43f4f8eec tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:42.585827 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-968bb7a6-a401-4e68-83a0-ade346540f93 req-7e5a44e0-4eac-4b9d-a471-09f43f4f8eec tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 945 time: 0.2103736 Jul 30 20:02:42.595592 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-f243bd76-b4ce-4184-ae62-9397397daef0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] For port 7c028204-7afa-4917-9de0-ddf9e1e1f233, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7c028204-7afa-4917-9de0-ddf9e1e1f233,segment=NetworkSegment(cf75edc0-ac05-4ee3-884b-505af0ef0053),segment_id=cf75edc0-ac05-4ee3-884b-505af0ef0053)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:42.596045 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f243bd76-b4ce-4184-ae62-9397397daef0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:42.597203 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port af99c98a-4d53-4ce4-9343-59e7256313ae triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:42.597582 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:42.625697 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f243bd76-b4ce-4184-ae62-9397397daef0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Calling delete_port for 7c028204-7afa-4917-9de0-ddf9e1e1f233 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:02:42.681523 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-466ffafc-3eb2-407b-8a81-9a8362961092 None None] Deleting port 7c028204-7afa-4917-9de0-ddf9e1e1f233 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:02:42.682966 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-466ffafc-3eb2-407b-8a81-9a8362961092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:42.712267 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-968bb7a6-a401-4e68-83a0-ade346540f93 req-56b41062-8407-427b-a7ad-3c8923b2007d tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/security-groups?id=27915f66-2594-4dfa-bc50-2b71dccba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198781 Jul 30 20:02:42.769754 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device b8e23347-b8a4-4d41-be42-65af77018a16 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:02:42.797638 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f243bd76-b4ce-4184-ae62-9397397daef0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:42.801246 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89ba83b9-ab52-457b-a19a-64d39e819385 req-4a6db1ca-31d8-4d86-9fa6-ee11a84ceace service neutron] 10.222.0.59 "GET /v2.0/networks/9958f565-4186-495a-b838-46ca3a70750f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584794 Jul 30 20:02:42.823149 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f243bd76-b4ce-4184-ae62-9397397daef0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] No DVR routers for this DVR port 7c028204-7afa-4917-9de0-ddf9e1e1f233 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:02:42.848437 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bc307-67ad-46e1-a16b-0fc43f27ed5b req-de5eccf7-50d9-4193-950c-3fe7e3393653 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:42.851073 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-619bc307-67ad-46e1-a16b-0fc43f27ed5b req-de5eccf7-50d9-4193-950c-3fe7e3393653 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.1060102 Jul 30 20:02:42.851221 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2227cb1-3f5a-4389-9e85-bae6e4fd296d None None] New status for floating IP 5000fe54-7b83-4c83-a1fb-d7fc88065f4d: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:02:42.871426 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-466ffafc-3eb2-407b-8a81-9a8362961092 None None] For port 7c028204-7afa-4917-9de0-ddf9e1e1f233, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7c028204-7afa-4917-9de0-ddf9e1e1f233,segment=NetworkSegment(cf75edc0-ac05-4ee3-884b-505af0ef0053),segment_id=cf75edc0-ac05-4ee3-884b-505af0ef0053)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:42.871910 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-466ffafc-3eb2-407b-8a81-9a8362961092 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:42.909013 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243bd76-b4ce-4184-ae62-9397397daef0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event deleted for resources: {'Port': ['ID=7c028204-7afa-4917-9de0-ddf9e1e1f233,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:42.945275 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-619bc307-67ad-46e1-a16b-0fc43f27ed5b req-b0845643-d0d8-47d3-bb18-a9fd5c42be72 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815411 Jul 30 20:02:43.010986 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f243bd76-b4ce-4184-ae62-9397397daef0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:43.027016 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-f243bd76-b4ce-4184-ae62-9397397daef0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d212e85-e288-4cfd-b1ca-e3ef3217682a']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:43.061849 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5002ef6-1ff8-4e31-b9b0-b1cd95b63909 req-87d3f76a-3100-40fb-bd35-3dc055eeb080 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:43.064435 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e5002ef6-1ff8-4e31-b9b0-b1cd95b63909 req-87d3f76a-3100-40fb-bd35-3dc055eeb080 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 945 time: 0.1035349 Jul 30 20:02:43.066342 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-f243bd76-b4ce-4184-ae62-9397397daef0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf75edc0-ac05-4ee3-884b-505af0ef0053') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:43.066640 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-f243bd76-b4ce-4184-ae62-9397397daef0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf75edc0-ac05-4ee3-884b-505af0ef0053') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:43.098644 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f243bd76-b4ce-4184-ae62-9397397daef0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:43.125023 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f243bd76-b4ce-4184-ae62-9397397daef0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:43.128707 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc409c0-0ef3-42b2-a985-0c007503177c req-9511f76c-3b6c-41b9-a8e3-3c2d32f182ea tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:43.134963 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4bc409c0-0ef3-42b2-a985-0c007503177c req-9511f76c-3b6c-41b9-a8e3-3c2d32f182ea tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0971694 Jul 30 20:02:43.138458 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e5002ef6-1ff8-4e31-b9b0-b1cd95b63909 req-c430a443-7061-44a2-86d4-d65c669bb59f tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612428 Jul 30 20:02:43.139637 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f243bd76-b4ce-4184-ae62-9397397daef0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:02:43.140044 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f243bd76-b4ce-4184-ae62-9397397daef0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:02:43.144157 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:02:43.232398 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4bc409c0-0ef3-42b2-a985-0c007503177c req-4d3b4127-dde2-42f5-a0e3-29bb69e37fc2 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847406 Jul 30 20:02:43.242503 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f243bd76-b4ce-4184-ae62-9397397daef0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:43.258374 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f243bd76-b4ce-4184-ae62-9397397daef0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:43.263363 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-466ffafc-3eb2-407b-8a81-9a8362961092 None None] Calling delete_port for 7c028204-7afa-4917-9de0-ddf9e1e1f233 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:02:43.267709 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f243bd76-b4ce-4184-ae62-9397397daef0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] 10.222.0.81 "DELETE /v2.0/networks/5d212e85-e288-4cfd-b1ca-e3ef3217682a HTTP/1.1" status: 204 len: 168 time: 1.2013130 Jul 30 20:02:43.293152 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243bd76-b4ce-4184-ae62-9397397daef0 tempest-ServersTestMultiNic-163198754 tempest-ServersTestMultiNic-163198754-project] Pushing event deleted for resources: {'Network': ['ID=5d212e85-e288-4cfd-b1ca-e3ef3217682a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:43.404314 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422106ee-aff7-407d-b3d9-2645509adb0d req-26cd0ba6-dd01-4d7f-a65b-e93de9155768 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:43.406679 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-422106ee-aff7-407d-b3d9-2645509adb0d req-26cd0ba6-dd01-4d7f-a65b-e93de9155768 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=da3d8b70-ff6a-4e19-8ddd-23e35ebea25a HTTP/1.1" status: 200 len: 944 time: 0.0835063 Jul 30 20:02:43.435400 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:43.481713 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port b8e23347-b8a4-4d41-be42-65af77018a16, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=b8e23347-b8a4-4d41-be42-65af77018a16,segment=NetworkSegment(c114c45a-cbfb-4ab1-9176-aa6ecbc5f534),segment_id=c114c45a-cbfb-4ab1-9176-aa6ecbc5f534)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:43.504640 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-422106ee-aff7-407d-b3d9-2645509adb0d req-8eaf78d8-4637-4426-8a94-bcacae83763c tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/security-groups?id=dbe60ea4-f9e7-4a67-968e-e67d7911ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909822 Jul 30 20:02:43.514980 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd818df61-7daa-47c9-917c-7fab0726a537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af99c98a-4d53-4ce4-9343-59e7256313ae'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:43.519288 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03049968-308b-4be8-85a7-c104609b2e28" -d '{"events": [{"server_uuid": "d818df61-7daa-47c9-917c-7fab0726a537", "name": "network-vif-plugged", "status": "completed", "tag": "af99c98a-4d53-4ce4-9343-59e7256313ae"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:43.520433 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'b8e23347-b8a4-4d41-be42-65af77018a16', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'port_id': 'b8e23347-b8a4-4d41-be42-65af77018a16', 'mac_address': 'fa:16:3e:52:16:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:02:43.551216 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51410) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:02:43.567771 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port af99c98a-4d53-4ce4-9343-59e7256313ae, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=af99c98a-4d53-4ce4-9343-59e7256313ae,segment=NetworkSegment(58b9f348-d2a6-489d-9ad0-c42e9e994315),segment_id=58b9f348-d2a6-489d-9ad0-c42e9e994315)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:43.599971 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:43.605619 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-466ffafc-3eb2-407b-8a81-9a8362961092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:43.631245 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd89690-72d0-419e-ac5f-74116fb80285 x-openstack-request-id: req-6bd89690-72d0-419e-ac5f-74116fb80285 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:43.633179 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d818df61-7daa-47c9-917c-7fab0726a537", "name": "network-vif-plugged", "status": "completed", "tag": "af99c98a-4d53-4ce4-9343-59e7256313ae", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:43.634186 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6bd89690-72d0-419e-ac5f-74116fb80285 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:43.636843 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd818df61-7daa-47c9-917c-7fab0726a537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af99c98a-4d53-4ce4-9343-59e7256313ae', 'code': 200} Jul 30 20:02:43.660535 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-466ffafc-3eb2-407b-8a81-9a8362961092 None None] Network 5d212e85-e288-4cfd-b1ca-e3ef3217682a is not hosted by any dhcp agent {{(pid=93884) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 20:02:43.661140 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466ffafc-3eb2-407b-8a81-9a8362961092 None None] No DVR routers for this DVR port 7c028204-7afa-4917-9de0-ddf9e1e1f233 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:02:43.697604 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:43.713366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=af99c98a-4d53-4ce4-9343-59e7256313ae,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:43.721804 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e23347-b8a4-4d41-be42-65af77018a16 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:02:43.748080 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ffafc-3eb2-407b-8a81-9a8362961092 None None] Pushing event deleted for resources: {'Port': ['ID=7c028204-7afa-4917-9de0-ddf9e1e1f233,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:43.772918 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port b8e23347-b8a4-4d41-be42-65af77018a16, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=b8e23347-b8a4-4d41-be42-65af77018a16,segment=NetworkSegment(c114c45a-cbfb-4ab1-9176-aa6ecbc5f534),segment_id=c114c45a-cbfb-4ab1-9176-aa6ecbc5f534)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:43.783039 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:43.843357 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=b8e23347-b8a4-4d41-be42-65af77018a16,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:43.867202 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93944f9-0da3-4dfa-ba11-0a6aeb3a7f09 req-8dfc3a4e-964f-4bfd-9f1f-6d19e368e33c tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:43.868699 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f93944f9-0da3-4dfa-ba11-0a6aeb3a7f09 req-8dfc3a4e-964f-4bfd-9f1f-6d19e368e33c tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 946 time: 0.0628960 Jul 30 20:02:43.945260 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f93944f9-0da3-4dfa-ba11-0a6aeb3a7f09 req-10ed69b9-a068-4e0e-acdd-d51eac7a392f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/security-groups?id=27915f66-2594-4dfa-bc50-2b71dccba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613623 Jul 30 20:02:44.137352 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657355a-4c09-4bfd-a7c9-a518a8b15f5b req-4e8e8d22-51d0-4c7c-9d27-ff37ed0e2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:44.138763 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9657355a-4c09-4bfd-a7c9-a518a8b15f5b req-4e8e8d22-51d0-4c7c-9d27-ff37ed0e2b28 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 1097 time: 0.3926630 Jul 30 20:02:44.182820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7c028204-7afa-4917-9de0-ddf9e1e1f233 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:02:44.209947 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 7c028204-7afa-4917-9de0-ddf9e1e1f233 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:02:44.210286 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7c028204-7afa-4917-9de0-ddf9e1e1f233 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:02:44.224931 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['b8e23347-b8a4-4d41-be42-65af77018a16'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:02:44.249331 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9657355a-4c09-4bfd-a7c9-a518a8b15f5b req-6e049104-223a-422e-830a-21d59d55e3a4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=27915f66-2594-4dfa-bc50-2b71dccba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030400 Jul 30 20:02:44.268657 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c42b5b-809d-4ba5-bfd6-016f3f8b159a req-4552508b-7137-4fe7-9bed-9a97a79ca95d tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:44.270234 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40c42b5b-809d-4ba5-bfd6-016f3f8b159a req-4552508b-7137-4fe7-9bed-9a97a79ca95d tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.1493130 Jul 30 20:02:44.303782 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ff6d1-8eb7-459b-8521-4f21a6c493cd req-6f1657ce-4fad-4f11-8f04-ba2cde7755d6 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:44.316875 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a09ff6d1-8eb7-459b-8521-4f21a6c493cd req-6f1657ce-4fad-4f11-8f04-ba2cde7755d6 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 945 time: 0.0820842 Jul 30 20:02:44.346284 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40c42b5b-809d-4ba5-bfd6-016f3f8b159a req-2eaefcd8-8f47-4fc7-a7e1-48ac342890e7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699997 Jul 30 20:02:44.390290 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a09ff6d1-8eb7-459b-8521-4f21a6c493cd req-2c5c9ed9-0b4e-4dec-878e-17521d2432b8 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724561 Jul 30 20:02:44.497189 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec30e0-9a7e-4ecc-b87a-d0e42c563977 req-f98886e6-1f08-4d14-9c0d-1c131aa728ab tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:44.498671 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0dec30e0-9a7e-4ecc-b87a-d0e42c563977 req-f98886e6-1f08-4d14-9c0d-1c131aa728ab tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0809526 Jul 30 20:02:44.539981 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b50fe72f-1ff8-4673-abfa-e9a58b4f63bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:44.584570 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0dec30e0-9a7e-4ecc-b87a-d0e42c563977 req-02ce6dfa-f62b-4c76-9de5-9bf044695031 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784867 Jul 30 20:02:44.633779 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8375a-9a79-40ee-937b-47f81f767a00 req-5806c822-38e7-4a57-b723-ec0a2fbd35e1 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:44.635212 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a8b8375a-9a79-40ee-937b-47f81f767a00 req-5806c822-38e7-4a57-b723-ec0a2fbd35e1 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=da3d8b70-ff6a-4e19-8ddd-23e35ebea25a HTTP/1.1" status: 200 len: 945 time: 0.0642445 Jul 30 20:02:44.682088 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a8b8375a-9a79-40ee-937b-47f81f767a00 req-9f135e2f-784e-4714-ad41-24d0bd331baa tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/security-groups?id=dbe60ea4-f9e7-4a67-968e-e67d7911ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408261 Jul 30 20:02:44.820540 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-b50fe72f-1ff8-4673-abfa-e9a58b4f63bb admin admin] Deleting port f3fda240-5cdc-4767-bd99-2621feec6c46 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:02:44.821034 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b50fe72f-1ff8-4673-abfa-e9a58b4f63bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:44.901066 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-b50fe72f-1ff8-4673-abfa-e9a58b4f63bb admin admin] For port f3fda240-5cdc-4767-bd99-2621feec6c46, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f3fda240-5cdc-4767-bd99-2621feec6c46,segment=NetworkSegment(6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5),segment_id=6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:44.901353 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b50fe72f-1ff8-4673-abfa-e9a58b4f63bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:44.919435 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-b50fe72f-1ff8-4673-abfa-e9a58b4f63bb admin admin] Calling delete_port for f3fda240-5cdc-4767-bd99-2621feec6c46 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:02:45.095426 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cbf59-e773-4230-a890-86d5c9ec7336 req-9b221844-4354-41d0-85ce-85f129e6c3f7 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:45.097183 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d3cbf59-e773-4230-a890-86d5c9ec7336 req-9b221844-4354-41d0-85ce-85f129e6c3f7 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 946 time: 0.0749295 Jul 30 20:02:45.115946 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:45.175687 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d3cbf59-e773-4230-a890-86d5c9ec7336 req-d76b418c-3ac7-46e6-a2ca-d1605456625b tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/security-groups?id=27915f66-2594-4dfa-bc50-2b71dccba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477438 Jul 30 20:02:45.177027 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b50fe72f-1ff8-4673-abfa-e9a58b4f63bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:45.205189 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50fe72f-1ff8-4673-abfa-e9a58b4f63bb admin admin] Pushing event deleted for resources: {'Port': ['ID=f3fda240-5cdc-4767-bd99-2621feec6c46,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:45.400022 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b50fe72f-1ff8-4673-abfa-e9a58b4f63bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:45.477786 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ea7c8-e770-4830-b79a-4cc706df7724 req-0abb447e-db5b-4c48-9e41-47d8f7601a14 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:45.481714 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7c6ea7c8-e770-4830-b79a-4cc706df7724 req-0abb447e-db5b-4c48-9e41-47d8f7601a14 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.0543289 Jul 30 20:02:45.526424 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7c6ea7c8-e770-4830-b79a-4cc706df7724 req-a919c51c-b952-45f7-a202-ea39f9280e46 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387073 Jul 30 20:02:45.571907 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984799a-893d-4dca-be35-68d1612be0c9 req-4fb21266-1685-4534-8289-08f69cbaedc2 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:45.573410 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7984799a-893d-4dca-be35-68d1612be0c9 req-4fb21266-1685-4534-8289-08f69cbaedc2 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 945 time: 0.0713797 Jul 30 20:02:45.718878 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db3aec-701f-407f-9baf-21e44af64c36 req-2917cbab-7860-4f8f-9c46-64cb54da28f7 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:45.720524 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-26db3aec-701f-407f-9baf-21e44af64c36 req-2917cbab-7860-4f8f-9c46-64cb54da28f7 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0554225 Jul 30 20:02:45.724248 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7984799a-893d-4dca-be35-68d1612be0c9 req-81157d7a-e77a-4e44-ba49-24fd1f5c0468 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941644 Jul 30 20:02:45.736285 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50fe72f-1ff8-4673-abfa-e9a58b4f63bb admin admin] Router 62cb16b6-f06b-43d1-9720-5d989e560155 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:02:45.769359 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-26db3aec-701f-407f-9baf-21e44af64c36 req-3e74bd9f-e262-4e2d-86bf-6d76d5bd536f tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396748 Jul 30 20:02:45.897309 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f575f4-e247-4339-9714-12b3d1ea0348 req-cbe597a2-0e51-4ff1-acec-5bb2ed55bda8 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:45.898764 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24f575f4-e247-4339-9714-12b3d1ea0348 req-cbe597a2-0e51-4ff1-acec-5bb2ed55bda8 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=da3d8b70-ff6a-4e19-8ddd-23e35ebea25a HTTP/1.1" status: 200 len: 945 time: 0.0974491 Jul 30 20:02:45.905506 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50fe72f-1ff8-4673-abfa-e9a58b4f63bb admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:02:45.911243 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b50fe72f-1ff8-4673-abfa-e9a58b4f63bb admin admin] 10.222.0.81 "PUT /v2.0/routers/62cb16b6-f06b-43d1-9720-5d989e560155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3589997 Jul 30 20:02:45.913880 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51440) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:02:45.915968 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339df23e-edba-4870-9e66-d683fcd073eb None None] Sync routers for ids ['62cb16b6-f06b-43d1-9720-5d989e560155'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:02:45.930785 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339df23e-edba-4870-9e66-d683fcd073eb None None] Routers {'62cb16b6-f06b-43d1-9720-5d989e560155'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:02:45.931723 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-339df23e-edba-4870-9e66-d683fcd073eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:02:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['62cb16b6-f06b-43d1-9720-5d989e560155'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:45.956090 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24f575f4-e247-4339-9714-12b3d1ea0348 req-b39928b5-5e3f-4daf-a25c-e7b08e2dc553 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/security-groups?id=dbe60ea4-f9e7-4a67-968e-e67d7911ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485954 Jul 30 20:02:46.033476 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a8157e1-5b9d-4cbc-a161-adb62a810fc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:46.147929 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a8157e1-5b9d-4cbc-a161-adb62a810fc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:46.161034 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-339df23e-edba-4870-9e66-d683fcd073eb None None] Set router 62cb16b6-f06b-43d1-9720-5d989e560155 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:02:46.201962 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7a8157e1-5b9d-4cbc-a161-adb62a810fc4 admin admin] Deleting port f8570d72-b18f-41a5-94e0-cfa58d939d26 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:02:46.202319 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a8157e1-5b9d-4cbc-a161-adb62a810fc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:46.319547 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-7a8157e1-5b9d-4cbc-a161-adb62a810fc4 admin admin] For port f8570d72-b18f-41a5-94e0-cfa58d939d26, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f8570d72-b18f-41a5-94e0-cfa58d939d26,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:46.319963 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a8157e1-5b9d-4cbc-a161-adb62a810fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:46.339173 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d90e0-4174-4a50-9043-66ba680eee6b req-477f5b5a-dfb1-437d-87fd-d42c8b7eac6a tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:46.340661 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-068d90e0-4174-4a50-9043-66ba680eee6b req-477f5b5a-dfb1-437d-87fd-d42c8b7eac6a tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 946 time: 0.0819638 Jul 30 20:02:46.345613 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7a8157e1-5b9d-4cbc-a161-adb62a810fc4 admin admin] Calling delete_port for f8570d72-b18f-41a5-94e0-cfa58d939d26 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:02:46.378210 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-339df23e-edba-4870-9e66-d683fcd073eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cb16b6-f06b-43d1-9720-5d989e560155', 'name': 'tempest-ServersTestMultiNic-920537460-router', 'tenant_id': '182462db159049a09c4703019cfbdc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'f8570d72-b18f-41a5-94e0-cfa58d939d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:01:00Z', 'updated_at': '2021-07-30T20:02:45Z', 'revision_number': 5, 'project_id': '182462db159049a09c4703019cfbdc8e', 'gw_port': {'id': 'f8570d72-b18f-41a5-94e0-cfa58d939d26', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb16b6-f06b-43d1-9720-5d989e560155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:02Z', 'updated_at': '2021-07-30T20:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:46.405078 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339df23e-edba-4870-9e66-d683fcd073eb None None] Checking router: 62cb16b6-f06b-43d1-9720-5d989e560155 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:02:46.414192 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339df23e-edba-4870-9e66-d683fcd073eb None None] Routers {'62cb16b6-f06b-43d1-9720-5d989e560155'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:02:46.414929 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-339df23e-edba-4870-9e66-d683fcd073eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:02:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['62cb16b6-f06b-43d1-9720-5d989e560155'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:46.416831 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-068d90e0-4174-4a50-9043-66ba680eee6b req-5f3a9b7e-feaa-4d59-9a95-9981d5826e25 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/security-groups?id=27915f66-2594-4dfa-bc50-2b71dccba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694952 Jul 30 20:02:46.510624 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-339df23e-edba-4870-9e66-d683fcd073eb None None] Set router 62cb16b6-f06b-43d1-9720-5d989e560155 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:02:46.570789 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-339df23e-edba-4870-9e66-d683fcd073eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cb16b6-f06b-43d1-9720-5d989e560155', 'name': 'tempest-ServersTestMultiNic-920537460-router', 'tenant_id': '182462db159049a09c4703019cfbdc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:01:00Z', 'updated_at': '2021-07-30T20:02:46Z', 'revision_number': 6, 'project_id': '182462db159049a09c4703019cfbdc8e', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:46.583207 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55322-f80d-4fd4-b1bc-0755d9fbac08 req-be2fa473-175a-4d01-ad18-738647a082bf tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:46.586527 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-20e55322-f80d-4fd4-b1bc-0755d9fbac08 req-be2fa473-175a-4d01-ad18-738647a082bf tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 946 time: 0.0821464 Jul 30 20:02:46.586892 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a8157e1-5b9d-4cbc-a161-adb62a810fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:46.595173 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51448) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:02:46.600615 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-97fb29f3-015a-4a0e-bffa-e744d6e8737f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Request body: {'floatingip': {'port_id': 'af99c98a-4d53-4ce4-9343-59e7256313ae'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:46.613886 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339df23e-edba-4870-9e66-d683fcd073eb None None] The sync data for ids ['62cb16b6-f06b-43d1-9720-5d989e560155'] in n-d-712137-9 is: [{'id': '62cb16b6-f06b-43d1-9720-5d989e560155', 'name': 'tempest-ServersTestMultiNic-920537460-router', 'tenant_id': '182462db159049a09c4703019cfbdc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:01:00Z', 'updated_at': '2021-07-30T20:02:46Z', 'revision_number': 6, 'project_id': '182462db159049a09c4703019cfbdc8e', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:02:46.628043 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8157e1-5b9d-4cbc-a161-adb62a810fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8570d72-b18f-41a5-94e0-cfa58d939d26,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:46.673986 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-97fb29f3-015a-4a0e-bffa-e744d6e8737f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks [] for floatingip, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:46.754096 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device b8e23347-b8a4-4d41-be42-65af77018a16 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:02:46.779853 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4102f3-4107-44c7-92d4-cf9f17bfe2e7 req-0ee30c84-c3b6-4480-83be-197fc23cf1b7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:46.782181 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4d4102f3-4107-44c7-92d4-cf9f17bfe2e7 req-0ee30c84-c3b6-4480-83be-197fc23cf1b7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.1587832 Jul 30 20:02:46.787362 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a8157e1-5b9d-4cbc-a161-adb62a810fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:46.863267 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port b8e23347-b8a4-4d41-be42-65af77018a16 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:02:46.867406 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port b8e23347-b8a4-4d41-be42-65af77018a16 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:02:46.868100 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:46.907683 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91b2de-89c5-4f61-b4f2-27d4325b5eb1 req-6df08083-505b-493a-9741-e1fa40745e6a tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:46.909359 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b91b2de-89c5-4f61-b4f2-27d4325b5eb1 req-6df08083-505b-493a-9741-e1fa40745e6a tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 945 time: 0.1142516 Jul 30 20:02:46.951974 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a8157e1-5b9d-4cbc-a161-adb62a810fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:46.965162 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a8157e1-5b9d-4cbc-a161-adb62a810fc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:46.967971 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:47.006692 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3d8b70-ff6a-4e19-8ddd-23e35ebea25a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e23347-b8a4-4d41-be42-65af77018a16'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:47.009140 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd3f47a-ca62-4c62-800a-5d6484489f29" -d '{"events": [{"server_uuid": "da3d8b70-ff6a-4e19-8ddd-23e35ebea25a", "name": "network-vif-plugged", "status": "completed", "tag": "b8e23347-b8a4-4d41-be42-65af77018a16"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:47.034514 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port b8e23347-b8a4-4d41-be42-65af77018a16, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=b8e23347-b8a4-4d41-be42-65af77018a16,segment=NetworkSegment(c114c45a-cbfb-4ab1-9176-aa6ecbc5f534),segment_id=c114c45a-cbfb-4ab1-9176-aa6ecbc5f534)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:47.042358 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4d4102f3-4107-44c7-92d4-cf9f17bfe2e7 req-52e356d9-edbb-4f6f-bea1-a68834254ad7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437167 Jul 30 20:02:47.046008 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:47.051722 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b91b2de-89c5-4f61-b4f2-27d4325b5eb1 req-32875659-8bfa-4466-a870-24d7c552a566 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954800 Jul 30 20:02:47.063898 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a8157e1-5b9d-4cbc-a161-adb62a810fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:47.065289 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8157e1-5b9d-4cbc-a161-adb62a810fc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62cb16b6-f06b-43d1-9720-5d989e560155 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:02:47.073895 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a8157e1-5b9d-4cbc-a161-adb62a810fc4 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:47.079542 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7a8157e1-5b9d-4cbc-a161-adb62a810fc4 admin admin] 10.222.0.81 "DELETE /v2.0/routers/62cb16b6-f06b-43d1-9720-5d989e560155 HTTP/1.1" status: 204 len: 168 time: 1.1645999 Jul 30 20:02:47.081805 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51462) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:02:47.134836 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=b8e23347-b8a4-4d41-be42-65af77018a16,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:47.154089 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:47.154650 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:47.155215 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:47.155769 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:47.156278 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:47.157264 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:47.157738 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:47.158222 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:47.158723 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:47.159680 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:47.160536 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:47.161025 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:02:47.206805 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef156ad7-43dd-4adf-b674-60516b3cd718 admin admin] Deleting subnet f6ca6474-cde8-4abf-b3de-b4c547379562 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:02:47.212399 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef156ad7-43dd-4adf-b674-60516b3cd718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:47.256437 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac892de8-c2bf-41e5-a7ae-979aac3a6243 req-69c6a494-d3d2-4a83-90db-7751b4c76b76 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:47.257997 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ac892de8-c2bf-41e5-a7ae-979aac3a6243 req-69c6a494-d3d2-4a83-90db-7751b4c76b76 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0871880 Jul 30 20:02:47.271199 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef156ad7-43dd-4adf-b674-60516b3cd718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:47.341133 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ac892de8-c2bf-41e5-a7ae-979aac3a6243 req-9e802e7c-5c22-49d4-9a39-efd0b8b3661b tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729926 Jul 30 20:02:47.393204 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef156ad7-43dd-4adf-b674-60516b3cd718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:47.403713 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47eb5572-ed14-404a-b8b8-a51f727e933b x-openstack-request-id: req-47eb5572-ed14-404a-b8b8-a51f727e933b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:47.404009 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3d8b70-ff6a-4e19-8ddd-23e35ebea25a", "name": "network-vif-plugged", "status": "completed", "tag": "b8e23347-b8a4-4d41-be42-65af77018a16", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:47.404265 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-47eb5572-ed14-404a-b8b8-a51f727e933b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:47.404658 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3d8b70-ff6a-4e19-8ddd-23e35ebea25a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e23347-b8a4-4d41-be42-65af77018a16', 'code': 200} Jul 30 20:02:47.448870 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bec44-26fc-4ec0-b64f-dff1291e07c3 req-efbf1862-3d7d-4f3c-8a93-2220caedade2 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:47.450626 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-639bec44-26fc-4ec0-b64f-dff1291e07c3 req-efbf1862-3d7d-4f3c-8a93-2220caedade2 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=da3d8b70-ff6a-4e19-8ddd-23e35ebea25a HTTP/1.1" status: 200 len: 946 time: 0.2571981 Jul 30 20:02:47.473754 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef156ad7-43dd-4adf-b674-60516b3cd718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:47.492683 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe4323c-c624-44f6-85ee-2508ba13341b None None] Network 1ca98121-258a-4b56-8f14-5ac229552424 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:02:47.511519 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef156ad7-43dd-4adf-b674-60516b3cd718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:47.516921 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ef156ad7-43dd-4adf-b674-60516b3cd718 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f6ca6474-cde8-4abf-b3de-b4c547379562 HTTP/1.1" status: 204 len: 168 time: 0.4325783 Jul 30 20:02:47.518052 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51466) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:02:47.572171 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-639bec44-26fc-4ec0-b64f-dff1291e07c3 req-d6df0990-3601-463f-bb22-b52fd013f393 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/security-groups?id=dbe60ea4-f9e7-4a67-968e-e67d7911ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107724 Jul 30 20:02:47.593874 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef156ad7-43dd-4adf-b674-60516b3cd718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6ca6474-cde8-4abf-b3de-b4c547379562,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:47.600281 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8b4db61-7a0f-4381-90f3-b240845b1593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:47.668629 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c8b4db61-7a0f-4381-90f3-b240845b1593 admin admin] Deleting port c0381e90-d556-4324-bef1-c097f6938888 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:02:47.668966 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8b4db61-7a0f-4381-90f3-b240845b1593 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:47.725429 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91407f6e-7dfb-4ac0-9fa7-b5b06fa02078 None None] DHCP port deletion for 1ca98121-258a-4b56-8f14-5ac229552424 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:02:47.768549 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-c8b4db61-7a0f-4381-90f3-b240845b1593 admin admin] For port c0381e90-d556-4324-bef1-c097f6938888, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c0381e90-d556-4324-bef1-c097f6938888,segment=NetworkSegment(6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5),segment_id=6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:47.768914 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8b4db61-7a0f-4381-90f3-b240845b1593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:47.790622 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c8b4db61-7a0f-4381-90f3-b240845b1593 admin admin] Calling delete_port for c0381e90-d556-4324-bef1-c097f6938888 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:02:47.807141 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-91407f6e-7dfb-4ac0-9fa7-b5b06fa02078 None None] Deleting port c0381e90-d556-4324-bef1-c097f6938888 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:02:47.808158 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-91407f6e-7dfb-4ac0-9fa7-b5b06fa02078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:47.899825 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-91407f6e-7dfb-4ac0-9fa7-b5b06fa02078 None None] For port c0381e90-d556-4324-bef1-c097f6938888, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c0381e90-d556-4324-bef1-c097f6938888,segment=NetworkSegment(6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5),segment_id=6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:47.900407 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-91407f6e-7dfb-4ac0-9fa7-b5b06fa02078 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:47.904829 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8b4db61-7a0f-4381-90f3-b240845b1593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:47.929137 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-91407f6e-7dfb-4ac0-9fa7-b5b06fa02078 None None] Calling delete_port for c0381e90-d556-4324-bef1-c097f6938888 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:02:47.957139 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b4db61-7a0f-4381-90f3-b240845b1593 admin admin] No DVR routers for this DVR port c0381e90-d556-4324-bef1-c097f6938888 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:02:47.964267 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4db61-7a0f-4381-90f3-b240845b1593 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0381e90-d556-4324-bef1-c097f6938888,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:48.039003 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-91407f6e-7dfb-4ac0-9fa7-b5b06fa02078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:48.058296 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91407f6e-7dfb-4ac0-9fa7-b5b06fa02078 None None] No DVR routers for this DVR port c0381e90-d556-4324-bef1-c097f6938888 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:02:48.067425 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8b4db61-7a0f-4381-90f3-b240845b1593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:48.082884 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91407f6e-7dfb-4ac0-9fa7-b5b06fa02078 None None] Pushing event deleted for resources: {'Port': ['ID=c0381e90-d556-4324-bef1-c097f6938888,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:48.096946 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c8b4db61-7a0f-4381-90f3-b240845b1593 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca98121-258a-4b56-8f14-5ac229552424']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:48.119010 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.db.resource_extend [None req-97fb29f3-015a-4a0e-bffa-e744d6e8737f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 20:02:48.121432 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c8b4db61-7a0f-4381-90f3-b240845b1593 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:48.121849 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c8b4db61-7a0f-4381-90f3-b240845b1593 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e2b0a67-dda3-48b6-a7c6-d8a0acab7ce5') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:48.141491 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8b4db61-7a0f-4381-90f3-b240845b1593 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:48.165614 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2dc36-dee7-4e3b-8ee3-ff68d925b641 req-7074dd91-faff-4375-a337-6ea210384aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:48.167535 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6fe2dc36-dee7-4e3b-8ee3-ff68d925b641 req-7074dd91-faff-4375-a337-6ea210384aae service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=da3d8b70-ff6a-4e19-8ddd-23e35ebea25a HTTP/1.1" status: 200 len: 1097 time: 0.6928055 Jul 30 20:02:48.177108 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8b4db61-7a0f-4381-90f3-b240845b1593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:48.194062 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b4db61-7a0f-4381-90f3-b240845b1593 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:02:48.194466 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8b4db61-7a0f-4381-90f3-b240845b1593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:02:48.198870 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:02:48.229316 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c0381e90-d556-4324-bef1-c097f6938888 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:02:48.245820 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-97fb29f3-015a-4a0e-bffa-e744d6e8737f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:48.255448 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: c0381e90-d556-4324-bef1-c097f6938888 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:02:48.256186 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c0381e90-d556-4324-bef1-c097f6938888 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:02:48.256806 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f3fda240-5cdc-4767-bd99-2621feec6c46 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:02:48.266719 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-97fb29f3-015a-4a0e-bffa-e744d6e8737f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:48.282184 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: f3fda240-5cdc-4767-bd99-2621feec6c46 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:02:48.282814 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f3fda240-5cdc-4767-bd99-2621feec6c46 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:02:48.285615 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f8570d72-b18f-41a5-94e0-cfa58d939d26 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:02:48.304483 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ad1bb-cc54-466b-ad37-0f0a2455fe70 req-c7bffc06-d286-46c9-8d62-311606515106 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:48.305994 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b36ad1bb-cc54-466b-ad37-0f0a2455fe70 req-c7bffc06-d286-46c9-8d62-311606515106 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 945 time: 0.1239815 Jul 30 20:02:48.306776 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8b4db61-7a0f-4381-90f3-b240845b1593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:48.316078 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: f8570d72-b18f-41a5-94e0-cfa58d939d26 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:02:48.316272 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f8570d72-b18f-41a5-94e0-cfa58d939d26 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:02:48.319160 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8b4db61-7a0f-4381-90f3-b240845b1593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:48.323682 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c8b4db61-7a0f-4381-90f3-b240845b1593 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1ca98121-258a-4b56-8f14-5ac229552424 HTTP/1.1" status: 204 len: 168 time: 0.8017735 Jul 30 20:02:48.330389 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941f662-17f6-4401-92b9-57c983920c0d req-eedb2b22-9823-4684-9d2f-ec6fd1eefec3 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:48.333136 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9941f662-17f6-4401-92b9-57c983920c0d req-eedb2b22-9823-4684-9d2f-ec6fd1eefec3 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.1625078 Jul 30 20:02:48.341846 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6fe2dc36-dee7-4e3b-8ee3-ff68d925b641 req-7bc58746-9c61-493b-8918-a98e422776e8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dbe60ea4-f9e7-4a67-968e-e67d7911ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281981 Jul 30 20:02:48.374510 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4db61-7a0f-4381-90f3-b240845b1593 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ca98121-258a-4b56-8f14-5ac229552424,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:48.390474 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b36ad1bb-cc54-466b-ad37-0f0a2455fe70 req-ac3acfa9-786f-41bb-9749-122bc4471c1b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749834 Jul 30 20:02:48.442869 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9941f662-17f6-4401-92b9-57c983920c0d req-09869ae6-d77e-4794-a541-1c7cc5023f72 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985661 Jul 30 20:02:48.451151 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-97fb29f3-015a-4a0e-bffa-e744d6e8737f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Floating IP d1eb6386-cb15-4688-86f5-d323af0d9c33 associated. External IP: 172.25.3.152, port: af99c98a-4d53-4ce4-9343-59e7256313ae. Jul 30 20:02:48.504434 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51480) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:02:48.529085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6dc52-638a-4105-919e-d618e6be9c59 req-addd73ce-f470-47f4-9bd5-8d634470ebef tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:48.530974 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e8d6dc52-638a-4105-919e-d618e6be9c59 req-addd73ce-f470-47f4-9bd5-8d634470ebef tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0535760 Jul 30 20:02:48.573512 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e8d6dc52-638a-4105-919e-d618e6be9c59 req-6f82b80f-c224-46a0-937d-3f31d1ba46e9 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356617 Jul 30 20:02:48.597428 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8f805b0a-a0bb-4ffb-9651-08500a3e20f2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=182462db159049a09c4703019cfbdc8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0895658 Jul 30 20:02:48.598279 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51484) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:02:48.661102 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b41a4367-6190-485e-9dbc-fc0b44b9dce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:48.687415 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b41a4367-6190-485e-9dbc-fc0b44b9dce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:48.742212 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b41a4367-6190-485e-9dbc-fc0b44b9dce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:48.745087 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b41a4367-6190-485e-9dbc-fc0b44b9dce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:48.746220 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b41a4367-6190-485e-9dbc-fc0b44b9dce4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/895af969-dc33-4a04-9a27-34d41bb009ab HTTP/1.1" status: 204 len: 168 time: 0.1465058 Jul 30 20:02:48.751012 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fb29f3-015a-4a0e-bffa-e744d6e8737f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Router 3051b57a-1eee-4bae-a20c-ec147a0c5029 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:02:48.754313 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a4367-6190-485e-9dbc-fc0b44b9dce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895af969-dc33-4a04-9a27-34d41bb009ab,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:48.760089 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679242-0734-482b-ab3c-0ee603c8b554 req-80c4e4c5-3b3c-4b15-9731-89ae664b051b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:48.761488 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54679242-0734-482b-ab3c-0ee603c8b554 req-80c4e4c5-3b3c-4b15-9731-89ae664b051b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=da3d8b70-ff6a-4e19-8ddd-23e35ebea25a HTTP/1.1" status: 200 len: 946 time: 0.1011689 Jul 30 20:02:48.857094 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54679242-0734-482b-ab3c-0ee603c8b554 req-75037218-9939-42b6-9d91-aa41aec88381 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/security-groups?id=dbe60ea4-f9e7-4a67-968e-e67d7911ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862293 Jul 30 20:02:48.908216 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fb29f3-015a-4a0e-bffa-e744d6e8737f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:02:48.913110 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-97fb29f3-015a-4a0e-bffa-e744d6e8737f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:48.917911 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cd72e8-600a-49ea-b978-d90b0a6aa67c None None] Sync routers for ids ['3051b57a-1eee-4bae-a20c-ec147a0c5029'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:02:48.930395 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cd72e8-600a-49ea-b978-d90b0a6aa67c None None] Routers {'3051b57a-1eee-4bae-a20c-ec147a0c5029'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:02:48.931023 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-59cd72e8-600a-49ea-b978-d90b0a6aa67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:02:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3051b57a-1eee-4bae-a20c-ec147a0c5029'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:48.953663 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-97fb29f3-015a-4a0e-bffa-e744d6e8737f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "PUT /v2.0/floatingips/d1eb6386-cb15-4688-86f5-d323af0d9c33 HTTP/1.1" status: 200 len: 992 time: 2.3571539 Jul 30 20:02:48.954263 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd818df61-7daa-47c9-917c-7fab0726a537', 'tag': 'af99c98a-4d53-4ce4-9343-59e7256313ae'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:48.958606 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9366b0fa-7a7b-4e2a-8cfa-9af38c9054fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d818df61-7daa-47c9-917c-7fab0726a537", "tag": "af99c98a-4d53-4ce4-9343-59e7256313ae"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:49.016792 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b9f52e-773f-481c-853d-0c67bd04a1a1 x-openstack-request-id: req-b5b9f52e-773f-481c-853d-0c67bd04a1a1 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:49.017192 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d818df61-7daa-47c9-917c-7fab0726a537", "tag": "af99c98a-4d53-4ce4-9343-59e7256313ae", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:49.017544 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b5b9f52e-773f-481c-853d-0c67bd04a1a1 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:49.018291 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd818df61-7daa-47c9-917c-7fab0726a537', 'tag': 'af99c98a-4d53-4ce4-9343-59e7256313ae', 'status': 'completed', 'code': 200} Jul 30 20:02:49.081981 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366b0fa-7a7b-4e2a-8cfa-9af38c9054fd req-d0913c94-0bb9-4b4b-a71a-bc5bd89095cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:49.083673 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9366b0fa-7a7b-4e2a-8cfa-9af38c9054fd req-d0913c94-0bb9-4b4b-a71a-bc5bd89095cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0dc2e9b4d94c4b3fa0d1693bb7e1573b&device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 1097 time: 0.0489216 Jul 30 20:02:49.118463 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-59cd72e8-600a-49ea-b978-d90b0a6aa67c None None] Set router 3051b57a-1eee-4bae-a20c-ec147a0c5029 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:02:49.193911 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366b0fa-7a7b-4e2a-8cfa-9af38c9054fd req-3abe6b17-4ab9-4ab8-92f5-e3e6dcb052f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:49.195381 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9366b0fa-7a7b-4e2a-8cfa-9af38c9054fd req-3abe6b17-4ab9-4ab8-92f5-e3e6dcb052f6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cce061be-aafe-4e65-89a3-d6befb678308 HTTP/1.1" status: 200 len: 917 time: 0.1043866 Jul 30 20:02:49.291869 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9366b0fa-7a7b-4e2a-8cfa-9af38c9054fd req-478e78e8-fd3d-4029-b4c7-28fb0b600f72 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af99c98a-4d53-4ce4-9343-59e7256313ae HTTP/1.1" status: 200 len: 1000 time: 0.0872793 Jul 30 20:02:49.306611 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:49.353014 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366b0fa-7a7b-4e2a-8cfa-9af38c9054fd req-1393e005-e342-4ed9-a0bc-7f5168526236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:49.354486 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9366b0fa-7a7b-4e2a-8cfa-9af38c9054fd req-1393e005-e342-4ed9-a0bc-7f5168526236 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=674f2e3f-1b7b-42c9-bcb0-5247628fe463 HTTP/1.1" status: 200 len: 855 time: 0.0551765 Jul 30 20:02:49.417514 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366b0fa-7a7b-4e2a-8cfa-9af38c9054fd req-edf574fa-e565-4b56-83bf-d4f31a94974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:49.418586 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-59cd72e8-600a-49ea-b978-d90b0a6aa67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'name': 'tempest-ServersTestBootFromVolume-1651374593-router', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:01:35Z', 'updated_at': '2021-07-30T20:01:41Z', 'revision_number': 4, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'gw_port': {'id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:36Z', 'updated_at': '2021-07-30T20:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'd1eb6386-cb15-4688-86f5-d323af0d9c33', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'port_id': 'af99c98a-4d53-4ce4-9343-59e7256313ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308', 'mac_address': 'fa:16:3e:29:db:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd818df61-7daa-47c9-917c-7fab0726a537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:01:47Z', 'updated_at': '2021-07-30T20:02:47Z', 'revision_number': 1, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e721004-2009-4a33-bae3-ba48ca9e0669', 'name': '', 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'mac_address': 'fa:16:3e:51:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '674f2e3f-1b7b-42c9-bcb0-5247628fe463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:39Z', 'updated_at': '2021-07-30T20:01:47Z', 'revision_number': 5, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'subnets': [{'id': '674f2e3f-1b7b-42c9-bcb0-5247628fe463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:49.419346 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9366b0fa-7a7b-4e2a-8cfa-9af38c9054fd req-edf574fa-e565-4b56-83bf-d4f31a94974e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cce061be-aafe-4e65-89a3-d6befb678308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568473 Jul 30 20:02:49.448876 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cd72e8-600a-49ea-b978-d90b0a6aa67c None None] Checking router: 3051b57a-1eee-4bae-a20c-ec147a0c5029 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:02:49.460345 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cd72e8-600a-49ea-b978-d90b0a6aa67c None None] Routers {'3051b57a-1eee-4bae-a20c-ec147a0c5029'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:02:49.461172 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-59cd72e8-600a-49ea-b978-d90b0a6aa67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:02:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3051b57a-1eee-4bae-a20c-ec147a0c5029'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:49.595290 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-59cd72e8-600a-49ea-b978-d90b0a6aa67c None None] Set router 3051b57a-1eee-4bae-a20c-ec147a0c5029 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:02:49.601318 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac10769-5339-4896-bd4d-334138f6da58 req-3c638f55-9824-4034-9425-77c415f9fab7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:49.612979 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4ac10769-5339-4896-bd4d-334138f6da58 req-3c638f55-9824-4034-9425-77c415f9fab7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.0899453 Jul 30 20:02:49.636207 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9366b0fa-7a7b-4e2a-8cfa-9af38c9054fd req-e451efbf-9ca5-4be1-b134-074519ad4f90 service neutron] 10.222.0.59 "GET /v2.0/networks/cce061be-aafe-4e65-89a3-d6befb678308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084265 Jul 30 20:02:49.646497 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4c228-9b20-4742-a402-88ad84ab71b2 req-74ea67ca-fcd2-4e5c-9d99-3e8effed140c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:49.648551 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-15b4c228-9b20-4742-a402-88ad84ab71b2 req-74ea67ca-fcd2-4e5c-9d99-3e8effed140c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 945 time: 0.1379757 Jul 30 20:02:49.666473 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4ac10769-5339-4896-bd4d-334138f6da58 req-2451e7dd-d96c-4fdf-85e2-605275558e75 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503585 Jul 30 20:02:49.807668 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf176545-2ab4-4826-b100-48d64813231f req-f6537eb2-eae8-49ba-b4dd-2806a24a0e7f tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:49.809201 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bf176545-2ab4-4826-b100-48d64813231f req-f6537eb2-eae8-49ba-b4dd-2806a24a0e7f tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0612154 Jul 30 20:02:49.809896 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-15b4c228-9b20-4742-a402-88ad84ab71b2 req-79019125-8d37-4077-b4c3-d28ec41b1c9e tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455541 Jul 30 20:02:49.871217 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9366b0fa-7a7b-4e2a-8cfa-9af38c9054fd req-7d4e8750-94d5-4069-8ffc-8ad131bee2c2 service neutron] 10.222.0.59 "GET /v2.0/networks/cce061be-aafe-4e65-89a3-d6befb678308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213120 Jul 30 20:02:49.885001 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51522) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:02:49.908815 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bf176545-2ab4-4826-b100-48d64813231f req-35079ada-7bca-4443-ae96-b8ae24910669 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886426 Jul 30 20:02:49.988880 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-59cd72e8-600a-49ea-b978-d90b0a6aa67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'name': 'tempest-ServersTestBootFromVolume-1651374593-router', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:01:35Z', 'updated_at': '2021-07-30T20:01:41Z', 'revision_number': 4, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'gw_port': {'id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:36Z', 'updated_at': '2021-07-30T20:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'd1eb6386-cb15-4688-86f5-d323af0d9c33', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'port_id': 'af99c98a-4d53-4ce4-9343-59e7256313ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308', 'mac_address': 'fa:16:3e:29:db:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd818df61-7daa-47c9-917c-7fab0726a537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:01:47Z', 'updated_at': '2021-07-30T20:02:47Z', 'revision_number': 1, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e721004-2009-4a33-bae3-ba48ca9e0669', 'name': '', 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'mac_address': 'fa:16:3e:51:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '674f2e3f-1b7b-42c9-bcb0-5247628fe463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:39Z', 'updated_at': '2021-07-30T20:01:47Z', 'revision_number': 5, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'subnets': [{'id': '674f2e3f-1b7b-42c9-bcb0-5247628fe463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:50.022649 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cd72e8-600a-49ea-b978-d90b0a6aa67c None None] The sync data for ids ['3051b57a-1eee-4bae-a20c-ec147a0c5029'] in n-d-712137-9 is: [{'id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'name': 'tempest-ServersTestBootFromVolume-1651374593-router', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:01:35Z', 'updated_at': '2021-07-30T20:01:41Z', 'revision_number': 4, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'gw_port': {'id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:36Z', 'updated_at': '2021-07-30T20:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'd1eb6386-cb15-4688-86f5-d323af0d9c33', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'port_id': 'af99c98a-4d53-4ce4-9343-59e7256313ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308', 'mac_address': 'fa:16:3e:29:db:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd818df61-7daa-47c9-917c-7fab0726a537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:01:47Z', 'updated_at': '2021-07-30T20:02:47Z', 'revision_number': 1, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e721004-2009-4a33-bae3-ba48ca9e0669', 'name': '', 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'mac_address': 'fa:16:3e:51:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '674f2e3f-1b7b-42c9-bcb0-5247628fe463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:39Z', 'updated_at': '2021-07-30T20:01:47Z', 'revision_number': 5, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'subnets': [{'id': '674f2e3f-1b7b-42c9-bcb0-5247628fe463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:02:50.023887 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-6786057c-a39c-4cc3-b0ca-2aa6d0abf72c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-811959121-network', 'tenant_id': 'fe95db048a504264854a9049eb2dbdac'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:50.047841 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da61c1a-0a82-4599-808d-21226ddd4b29 req-387dfdc5-6b38-42fb-a0a6-41e991f88a35 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:50.049375 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8da61c1a-0a82-4599-808d-21226ddd4b29 req-387dfdc5-6b38-42fb-a0a6-41e991f88a35 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=da3d8b70-ff6a-4e19-8ddd-23e35ebea25a HTTP/1.1" status: 200 len: 946 time: 0.0692930 Jul 30 20:02:50.063320 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6786057c-a39c-4cc3-b0ca-2aa6d0abf72c admin admin] Made reservation on behalf of fe95db048a504264854a9049eb2dbdac for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:02:50.065919 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6786057c-a39c-4cc3-b0ca-2aa6d0abf72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:50.080182 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6786057c-a39c-4cc3-b0ca-2aa6d0abf72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:50.149979 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8da61c1a-0a82-4599-808d-21226ddd4b29 req-d8747b94-7d24-4d00-983c-a22f01504fb4 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/security-groups?id=dbe60ea4-f9e7-4a67-968e-e67d7911ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941055 Jul 30 20:02:50.156073 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f88597-2864-4ba0-97ce-28a98060e0de req-d9b0a4ba-4d17-4c70-af52-e2e8a9e200bc tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:50.157889 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-15f88597-2864-4ba0-97ce-28a98060e0de req-d9b0a4ba-4d17-4c70-af52-e2e8a9e200bc tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2&tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&binding%3Ahost_id=n-h2-712137-9 HTTP/1.1" status: 200 len: 1096 time: 0.0744605 Jul 30 20:02:50.185432 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-15f88597-2864-4ba0-97ce-28a98060e0de req-3f4cff57-cabf-4ad1-b417-c1fcddc86b6f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712137-9'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:50.263727 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-15f88597-2864-4ba0-97ce-28a98060e0de req-3f4cff57-cabf-4ad1-b417-c1fcddc86b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:50.341266 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6786057c-a39c-4cc3-b0ca-2aa6d0abf72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:50.349562 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e85ba3-f969-4300-bc72-1edd0c65f015 None None] New status for floating IP d1eb6386-cb15-4688-86f5-d323af0d9c33: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:02:50.368229 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6786057c-a39c-4cc3-b0ca-2aa6d0abf72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:50.390114 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83689c12-a89a-43cc-8766-cb4a0767687f req-3ba8ea23-2567-42d7-aa60-877ce68b7394 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:50.398089 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83689c12-a89a-43cc-8766-cb4a0767687f req-3ba8ea23-2567-42d7-aa60-877ce68b7394 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=b2e94315-9d24-4c31-86ff-bef688631d6c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1288495 Jul 30 20:02:50.432617 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6786057c-a39c-4cc3-b0ca-2aa6d0abf72c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:02:50.452173 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83689c12-a89a-43cc-8766-cb4a0767687f req-e84c60bc-686d-4f8d-8214-9b2607aec1c9 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.104 HTTP/1.1" status: 200 len: 696 time: 0.0530713 Jul 30 20:02:50.455822 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6786057c-a39c-4cc3-b0ca-2aa6d0abf72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:50.456172 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-6786057c-a39c-4cc3-b0ca-2aa6d0abf72c admin admin] Added segment 21259fef-2530-4ea2-94b4-58e78cdda3f6 of type vlan for network bd2cf75f-ada5-438d-87d6-041f6d8f37e8 Jul 30 20:02:50.465206 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-83689c12-a89a-43cc-8766-cb4a0767687f req-fb3f82d0-74bd-4f28-8040-1923c878ac10 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Request body: {'floatingip': {'port_id': 'f8ba08e4-c36d-465c-b91e-1c012c98c0f9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:50.486930 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786057c-a39c-4cc3-b0ca-2aa6d0abf72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b22e3b2-13f2-4113-a325-fb7d9846e4a3,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:50.519566 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-83689c12-a89a-43cc-8766-cb4a0767687f req-fb3f82d0-74bd-4f28-8040-1923c878ac10 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:50.544803 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6786057c-a39c-4cc3-b0ca-2aa6d0abf72c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:50.562590 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-15f88597-2864-4ba0-97ce-28a98060e0de req-3f4cff57-cabf-4ad1-b417-c1fcddc86b6f service neutron] For port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7f322965-9fbe-4b2c-ae7a-036c7cbea1be,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:50.605774 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6786057c-a39c-4cc3-b0ca-2aa6d0abf72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:50.608397 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6786057c-a39c-4cc3-b0ca-2aa6d0abf72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:50.608397 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6786057c-a39c-4cc3-b0ca-2aa6d0abf72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:50.665927 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-15f88597-2864-4ba0-97ce-28a98060e0de req-3f4cff57-cabf-4ad1-b417-c1fcddc86b6f service neutron] For port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:02:50.671439 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6786057c-a39c-4cc3-b0ca-2aa6d0abf72c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7826500 Jul 30 20:02:50.678670 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51534) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:02:50.683656 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-297d51ca-8af4-4b67-82ad-580186589abe admin admin] Request body: {'subnet': {'network_id': 'bd2cf75f-ada5-438d-87d6-041f6d8f37e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-811959121-subnet', 'tenant_id': 'fe95db048a504264854a9049eb2dbdac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:50.725153 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786057c-a39c-4cc3-b0ca-2aa6d0abf72c admin admin] Pushing event updated for resources: {'Network': ['ID=bd2cf75f-ada5-438d-87d6-041f6d8f37e8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:50.739244 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network bd2cf75f-ada5-438d-87d6-041f6d8f37e8 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:02:50.743373 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297d51ca-8af4-4b67-82ad-580186589abe admin admin] Made reservation on behalf of fe95db048a504264854a9049eb2dbdac for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:02:50.745629 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-297d51ca-8af4-4b67-82ad-580186589abe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:50.768687 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-15f88597-2864-4ba0-97ce-28a98060e0de req-3f4cff57-cabf-4ad1-b417-c1fcddc86b6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:50.803436 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-15f88597-2864-4ba0-97ce-28a98060e0de req-3f4cff57-cabf-4ad1-b417-c1fcddc86b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:50.866726 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92dec7-964f-4420-b198-bb4748aec139 req-425931e0-7dec-4978-a879-500a211ad21c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:50.872347 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9c92dec7-964f-4420-b198-bb4748aec139 req-425931e0-7dec-4978-a879-500a211ad21c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.1220045 Jul 30 20:02:50.921117 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4cff57-cabf-4ad1-b417-c1fcddc86b6f service neutron] Pushing event updated for resources: {'Port': ['ID=7f322965-9fbe-4b2c-ae7a-036c7cbea1be,revision_number=7']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:50.973301 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9c92dec7-964f-4420-b198-bb4748aec139 req-bf0375d5-b410-4ba6-b55e-661edbd9ba5d tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911400 Jul 30 20:02:50.973981 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-15f88597-2864-4ba0-97ce-28a98060e0de req-3f4cff57-cabf-4ad1-b417-c1fcddc86b6f service neutron] Attempting to bind port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be on host n-h2-712137-9 for vnic_type normal with profile {"migrating_to": "n-h1-712137-9"} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:02:50.974319 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-15f88597-2864-4ba0-97ce-28a98060e0de req-3f4cff57-cabf-4ad1-b417-c1fcddc86b6f service neutron] Attempting to bind port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:02:50.974658 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f88597-2864-4ba0-97ce-28a98060e0de req-3f4cff57-cabf-4ad1-b417-c1fcddc86b6f service neutron] Attempting to bind port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be on network 1b009359-14e5-4019-b6cd-e6d82ee142cf {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:50.980487 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f88597-2864-4ba0-97ce-28a98060e0de req-3f4cff57-cabf-4ad1-b417-c1fcddc86b6f service neutron] Port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be on network 1b009359-14e5-4019-b6cd-e6d82ee142cf not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:02:50.980824 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f88597-2864-4ba0-97ce-28a98060e0de req-3f4cff57-cabf-4ad1-b417-c1fcddc86b6f service neutron] Attempting to bind port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be on network 1b009359-14e5-4019-b6cd-e6d82ee142cf {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:50.990901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f88597-2864-4ba0-97ce-28a98060e0de req-3f4cff57-cabf-4ad1-b417-c1fcddc86b6f service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:02:50.991255 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f88597-2864-4ba0-97ce-28a98060e0de req-3f4cff57-cabf-4ad1-b417-c1fcddc86b6f service neutron] Checking segment: {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:02:50.991673 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f88597-2864-4ba0-97ce-28a98060e0de req-3f4cff57-cabf-4ad1-b417-c1fcddc86b6f service neutron] Bound using segment: {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:02:50.992118 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-15f88597-2864-4ba0-97ce-28a98060e0de req-3f4cff57-cabf-4ad1-b417-c1fcddc86b6f service neutron] Bound port: 7f322965-9fbe-4b2c-ae7a-036c7cbea1be, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:02:50.992483 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-15f88597-2864-4ba0-97ce-28a98060e0de req-3f4cff57-cabf-4ad1-b417-c1fcddc86b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:51.036764 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3be030-856b-4e53-a4ff-156a90b67be2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f322965-9fbe-4b2c-ae7a-036c7cbea1be'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:51.040180 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a34f42-0125-49e5-ac62-8e560ef6f946" -d '{"events": [{"server_uuid": "3e3be030-856b-4e53-a4ff-156a90b67be2", "name": "network-vif-unplugged", "status": "completed", "tag": "7f322965-9fbe-4b2c-ae7a-036c7cbea1be"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:51.113853 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-15f88597-2864-4ba0-97ce-28a98060e0de req-3f4cff57-cabf-4ad1-b417-c1fcddc86b6f service neutron] For port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:02:51.129830 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-15f88597-2864-4ba0-97ce-28a98060e0de req-3f4cff57-cabf-4ad1-b417-c1fcddc86b6f service neutron] For port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7f322965-9fbe-4b2c-ae7a-036c7cbea1be,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:02:51.145434 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b65ad-d12b-4cb2-9205-6f0d844995e2 req-b59dd245-18ac-4df3-8e77-ff2258d8f47a tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:51.147660 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-577b65ad-d12b-4cb2-9205-6f0d844995e2 req-b59dd245-18ac-4df3-8e77-ff2258d8f47a tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 943 time: 0.0764029 Jul 30 20:02:51.148808 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-15f88597-2864-4ba0-97ce-28a98060e0de req-3f4cff57-cabf-4ad1-b417-c1fcddc86b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:51.190622 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f34b9d9-fb42-407d-9cd9-c21caff743d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:51.261403 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-577b65ad-d12b-4cb2-9205-6f0d844995e2 req-69d057ae-33bc-409c-8212-cc0d816a55a9 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811701 Jul 30 20:02:51.262001 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4cff57-cabf-4ad1-b417-c1fcddc86b6f service neutron] Pushing event updated for resources: {'Port': ['ID=7f322965-9fbe-4b2c-ae7a-036c7cbea1be,revision_number=8']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:51.265638 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f88597-2864-4ba0-97ce-28a98060e0de req-3f4cff57-cabf-4ad1-b417-c1fcddc86b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:51.266852 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-15f88597-2864-4ba0-97ce-28a98060e0de req-3f4cff57-cabf-4ad1-b417-c1fcddc86b6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:51.268413 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-15f88597-2864-4ba0-97ce-28a98060e0de req-3f4cff57-cabf-4ad1-b417-c1fcddc86b6f service neutron] 10.222.0.59 "PUT /v2.0/ports/7f322965-9fbe-4b2c-ae7a-036c7cbea1be HTTP/1.1" status: 200 len: 1121 time: 1.0900202 Jul 30 20:02:51.369279 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['7f322965-9fbe-4b2c-ae7a-036c7cbea1be'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:02:51.403949 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['7f322965-9fbe-4b2c-ae7a-036c7cbea1be'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:02:51.434628 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-297d51ca-8af4-4b67-82ad-580186589abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:51.440199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43e79b-eb72-46f3-83c5-d6bdef5f1570 req-0029584f-2528-4884-ab29-56600265da39 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:51.442357 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef43e79b-eb72-46f3-83c5-d6bdef5f1570 req-0029584f-2528-4884-ab29-56600265da39 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0856667 Jul 30 20:02:51.500061 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef43e79b-eb72-46f3-83c5-d6bdef5f1570 req-4061b944-5acf-4ffe-820c-c718c0fbe864 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499990 Jul 30 20:02:51.543696 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d51ca-8af4-4b67-82ad-580186589abe admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdc2bd05-703a-476f-bf73-d538fd160288,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:51.547082 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-83689c12-a89a-43cc-8766-cb4a0767687f req-fb3f82d0-74bd-4f28-8040-1923c878ac10 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:51.555726 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-83689c12-a89a-43cc-8766-cb4a0767687f req-fb3f82d0-74bd-4f28-8040-1923c878ac10 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:51.614035 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297d51ca-8af4-4b67-82ad-580186589abe admin admin] Checking segment: {'id': '21259fef-2530-4ea2-94b4-58e78cdda3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd2cf75f-ada5-438d-87d6-041f6d8f37e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:02:51.614397 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297d51ca-8af4-4b67-82ad-580186589abe admin admin] Network hostable DHCP agents. Network: bd2cf75f-ada5-438d-87d6-041f6d8f37e8, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:02:51.644040 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85de0e2-3418-49b0-a88c-73174cb8a336 x-openstack-request-id: req-e85de0e2-3418-49b0-a88c-73174cb8a336 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:51.644452 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3be030-856b-4e53-a4ff-156a90b67be2", "name": "network-vif-unplugged", "status": "completed", "tag": "7f322965-9fbe-4b2c-ae7a-036c7cbea1be", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:51.644713 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e85de0e2-3418-49b0-a88c-73174cb8a336 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:51.645173 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3be030-856b-4e53-a4ff-156a90b67be2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f322965-9fbe-4b2c-ae7a-036c7cbea1be', 'code': 200} Jul 30 20:02:51.685334 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297d51ca-8af4-4b67-82ad-580186589abe admin admin] Network bd2cf75f-ada5-438d-87d6-041f6d8f37e8 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:02:51.695987 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [req-83689c12-a89a-43cc-8766-cb4a0767687f req-fb3f82d0-74bd-4f28-8040-1923c878ac10 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Floating IP 667ea444-187b-4587-b547-4ea142200deb associated. External IP: 172.25.3.104, port: f8ba08e4-c36d-465c-b91e-1c012c98c0f9. Jul 30 20:02:51.698645 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-297d51ca-8af4-4b67-82ad-580186589abe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, bd2cf75f-ada5-438d-87d6-041f6d8f37e8) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:02:51.711329 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e83933-ff5b-4acb-aee1-93fdd381227c None None] Network bd2cf75f-ada5-438d-87d6-041f6d8f37e8 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:02:51.735519 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297d51ca-8af4-4b67-82ad-580186589abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:51.736114 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-297d51ca-8af4-4b67-82ad-580186589abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:51.758965 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-297d51ca-8af4-4b67-82ad-580186589abe admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0792201 Jul 30 20:02:51.868280 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818062db-77d8-4317-9349-779ab6b2ed68 None None] Network bd2cf75f-ada5-438d-87d6-041f6d8f37e8 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:02:51.957942 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83689c12-a89a-43cc-8766-cb4a0767687f req-fb3f82d0-74bd-4f28-8040-1923c878ac10 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Router 1839f9fb-c2ed-4da0-a187-51d5072119d2 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:02:51.994861 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-350c572d-54b4-48a0-987e-903ff4c83424 req-bc626509-f8c9-4d10-89b3-1f3899ebc506 service neutron] show failed (client error): The resource could not be found. Jul 30 20:02:51.996177 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-350c572d-54b4-48a0-987e-903ff4c83424 req-bc626509-f8c9-4d10-89b3-1f3899ebc506 service neutron] 10.222.0.83 "GET /v2.0/ports/7f5788dd-a5bc-4049-8061-fae85b639293/bindings/n-h1-712137-9 HTTP/1.1" status: 404 len: 380 time: 0.0816083 Jul 30 20:02:52.113857 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83689c12-a89a-43cc-8766-cb4a0767687f req-fb3f82d0-74bd-4f28-8040-1923c878ac10 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:02:52.121667 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-83689c12-a89a-43cc-8766-cb4a0767687f req-fb3f82d0-74bd-4f28-8040-1923c878ac10 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:52.124460 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d720e6b-d4f0-4e5e-af4c-34fbd21ee670 None None] Sync routers for ids ['1839f9fb-c2ed-4da0-a187-51d5072119d2'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:02:52.136825 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d720e6b-d4f0-4e5e-af4c-34fbd21ee670 None None] Routers {'1839f9fb-c2ed-4da0-a187-51d5072119d2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:02:52.138541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-4d720e6b-d4f0-4e5e-af4c-34fbd21ee670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:02:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1839f9fb-c2ed-4da0-a187-51d5072119d2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:52.158337 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83689c12-a89a-43cc-8766-cb4a0767687f req-fb3f82d0-74bd-4f28-8040-1923c878ac10 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "PUT /v2.0/floatingips/667ea444-187b-4587-b547-4ea142200deb HTTP/1.1" status: 200 len: 996 time: 1.6984296 Jul 30 20:02:52.158844 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e94315-9d24-4c31-86ff-bef688631d6c', 'tag': 'f8ba08e4-c36d-465c-b91e-1c012c98c0f9'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:52.161508 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a1cd2e-07a4-48ec-b76c-a38213ffad14" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e94315-9d24-4c31-86ff-bef688631d6c", "tag": "f8ba08e4-c36d-465c-b91e-1c012c98c0f9"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:52.260195 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83689c12-a89a-43cc-8766-cb4a0767687f req-f28bb94f-dd7f-4a21-acd2-67a82161b226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:52.262029 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83689c12-a89a-43cc-8766-cb4a0767687f req-f28bb94f-dd7f-4a21-acd2-67a82161b226 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0c5948f4c08a4d0aae3efe56edcb4154&device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 1096 time: 0.0825274 Jul 30 20:02:52.358074 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c572d-54b4-48a0-987e-903ff4c83424 req-468d1456-231e-44bd-a66f-875060960c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:52.360233 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-350c572d-54b4-48a0-987e-903ff4c83424 req-468d1456-231e-44bd-a66f-875060960c32 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823&tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290 HTTP/1.1" status: 200 len: 1101 time: 0.1294177 Jul 30 20:02:52.371493 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-87f8f94a-fab3-467b-8fcf-36eb1260d7ad tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:52.373039 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-87f8f94a-fab3-467b-8fcf-36eb1260d7ad tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/networks?id=bd2cf75f-ada5-438d-87d6-041f6d8f37e8 HTTP/1.1" status: 200 len: 814 time: 0.1668994 Jul 30 20:02:52.378127 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-350c572d-54b4-48a0-987e-903ff4c83424 req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-9', 'device_owner': 'compute:nova'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:52.400961 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83689c12-a89a-43cc-8766-cb4a0767687f req-5185e905-aa9c-405a-bd37-0a6367e77614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:52.402881 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83689c12-a89a-43cc-8766-cb4a0767687f req-5185e905-aa9c-405a-bd37-0a6367e77614 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1746904e-31e8-4790-9bd4-80c0d2a9880b HTTP/1.1" status: 200 len: 920 time: 0.1321661 Jul 30 20:02:52.414497 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-d2497c01-76e8-48e8-be9d-be71a73f9ba3 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/quotas/fe95db048a504264854a9049eb2dbdac HTTP/1.1" status: 200 len: 375 time: 0.0325186 Jul 30 20:02:52.461981 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-4d720e6b-d4f0-4e5e-af4c-34fbd21ee670 None None] Set router 1839f9fb-c2ed-4da0-a187-51d5072119d2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:02:52.489740 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-dcacc9db-24a8-4d82-be03-e56f48b9db70 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fe95db048a504264854a9049eb2dbdac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693893 Jul 30 20:02:52.494053 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 7f322965-9fbe-4b2c-ae7a-036c7cbea1be details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:02:52.518018 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-350c572d-54b4-48a0-987e-903ff4c83424 req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:52.542173 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83689c12-a89a-43cc-8766-cb4a0767687f req-c5d119d3-f6ae-43df-a262-cbe3468e371d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8ba08e4-c36d-465c-b91e-1c012c98c0f9 HTTP/1.1" status: 200 len: 999 time: 0.1321855 Jul 30 20:02:52.623558 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83689c12-a89a-43cc-8766-cb4a0767687f req-539a201d-3d2c-4366-8753-ac248e00b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:52.632064 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83689c12-a89a-43cc-8766-cb4a0767687f req-539a201d-3d2c-4366-8753-ac248e00b1fa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77 HTTP/1.1" status: 200 len: 858 time: 0.0833495 Jul 30 20:02:52.690837 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83689c12-a89a-43cc-8766-cb4a0767687f req-d923388c-46b1-42b9-a778-539dacc89388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:52.695969 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83689c12-a89a-43cc-8766-cb4a0767687f req-d923388c-46b1-42b9-a778-539dacc89388 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1746904e-31e8-4790-9bd4-80c0d2a9880b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610130 Jul 30 20:02:52.699588 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-3e9b590f-319b-4d73-86a4-46c9160ce19c service neutron] 10.222.0.81 "GET /v2.0/networks/bd2cf75f-ada5-438d-87d6-041f6d8f37e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081046 Jul 30 20:02:52.712503 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7f322965-9fbe-4b2c-ae7a-036c7cbea1be,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:52.716325 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-83689c12-a89a-43cc-8766-cb4a0767687f req-edc8823d-da02-49e5-8e40-2b0c4f0cf4d7 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:02:52.717318 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83689c12-a89a-43cc-8766-cb4a0767687f req-edc8823d-da02-49e5-8e40-2b0c4f0cf4d7 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091002 Jul 30 20:02:52.732435 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 7f322965-9fbe-4b2c-ae7a-036c7cbea1be has no active binding in host n-h1-712137-9 {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 20:02:52.815627 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-4d720e6b-d4f0-4e5e-af4c-34fbd21ee670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:02:09Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port': {'id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:02Z', 'updated_at': '2021-07-30T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '667ea444-187b-4587-b547-4ea142200deb', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'port_id': 'f8ba08e4-c36d-465c-b91e-1c012c98c0f9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'mac_address': 'fa:16:3e:a1:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e94315-9d24-4c31-86ff-bef688631d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:02:33Z', 'updated_at': '2021-07-30T20:02:51Z', 'revision_number': 1, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312a0de2-e84a-456a-b875-9bf8ac62db04', 'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'mac_address': 'fa:16:3e:d8:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:07Z', 'updated_at': '2021-07-30T20:02:18Z', 'revision_number': 5, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'subnets': [{'id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:52.846505 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83689c12-a89a-43cc-8766-cb4a0767687f req-ee29186f-441d-4aa8-bc13-bd2ac1abdf7c service neutron] 10.222.0.81 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161332 Jul 30 20:02:52.864493 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d720e6b-d4f0-4e5e-af4c-34fbd21ee670 None None] Checking router: 1839f9fb-c2ed-4da0-a187-51d5072119d2 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:02:52.876361 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d720e6b-d4f0-4e5e-af4c-34fbd21ee670 None None] Routers {'1839f9fb-c2ed-4da0-a187-51d5072119d2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:02:52.877625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-4d720e6b-d4f0-4e5e-af4c-34fbd21ee670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:02:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1839f9fb-c2ed-4da0-a187-51d5072119d2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:52.883100 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-03045ff8-bf0d-4ee1-aee4-35b0294d9b2b service neutron] 10.222.0.81 "GET /v2.0/networks/bd2cf75f-ada5-438d-87d6-041f6d8f37e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726520 Jul 30 20:02:52.905898 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-350c572d-54b4-48a0-987e-903ff4c83424 req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] For port 7f5788dd-a5bc-4049-8061-fae85b639293, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7f5788dd-a5bc-4049-8061-fae85b639293,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:52.944892 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-350c572d-54b4-48a0-987e-903ff4c83424 req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] For port 7f5788dd-a5bc-4049-8061-fae85b639293, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:02:52.961686 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83689c12-a89a-43cc-8766-cb4a0767687f req-e8f8b059-e635-44d6-902e-3eb5317c042f service neutron] 10.222.0.81 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143150 Jul 30 20:02:53.005271 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-350c572d-54b4-48a0-987e-903ff4c83424 req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:53.040850 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-350c572d-54b4-48a0-987e-903ff4c83424 req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] Transition to ACTIVE for port object 7f5788dd-a5bc-4049-8061-fae85b639293 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:02:53.050366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-4d720e6b-d4f0-4e5e-af4c-34fbd21ee670 None None] Set router 1839f9fb-c2ed-4da0-a187-51d5072119d2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:02:53.050697 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-350c572d-54b4-48a0-987e-903ff4c83424 req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:53.069804 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b979714-b037-4021-8e72-e62c39390324 x-openstack-request-id: req-7b979714-b037-4021-8e72-e62c39390324 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:53.070505 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e94315-9d24-4c31-86ff-bef688631d6c", "tag": "f8ba08e4-c36d-465c-b91e-1c012c98c0f9", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:53.071069 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b979714-b037-4021-8e72-e62c39390324 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:53.072572 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e94315-9d24-4c31-86ff-bef688631d6c', 'tag': 'f8ba08e4-c36d-465c-b91e-1c012c98c0f9', 'status': 'completed', 'code': 200} Jul 30 20:02:53.186407 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-350c572d-54b4-48a0-987e-903ff4c83424 req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] No DVR routers for this DVR port 7f5788dd-a5bc-4049-8061-fae85b639293 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:02:53.218687 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e6a98-0ac5-44de-802b-b3cd3186a4f1 req-02ab6e93-0ad0-4510-8912-5d0479092451 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:53.229907 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3e9e6a98-0ac5-44de-802b-b3cd3186a4f1 req-02ab6e93-0ad0-4510-8912-5d0479092451 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 948 time: 0.1249709 Jul 30 20:02:53.281414 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5788dd-a5bc-4049-8061-fae85b639293,revision_number=6']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:53.310156 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3e9e6a98-0ac5-44de-802b-b3cd3186a4f1 req-eecd9761-7b75-44ab-b125-cc1c4f8b3000 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791898 Jul 30 20:02:53.355407 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1cd2e-07a4-48ec-b76c-a38213ffad14 req-94c4247c-17b5-43d6-abed-33cd59676575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:53.359386 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3a1cd2e-07a4-48ec-b76c-a38213ffad14 req-94c4247c-17b5-43d6-abed-33cd59676575 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0c5948f4c08a4d0aae3efe56edcb4154&device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 1096 time: 0.2505269 Jul 30 20:02:53.366966 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-350c572d-54b4-48a0-987e-903ff4c83424 req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] Attempting to bind port 7f5788dd-a5bc-4049-8061-fae85b639293 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:02:53.367565 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-350c572d-54b4-48a0-987e-903ff4c83424 req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] Attempting to bind port 7f5788dd-a5bc-4049-8061-fae85b639293 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:02:53.367971 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350c572d-54b4-48a0-987e-903ff4c83424 req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] Attempting to bind port 7f5788dd-a5bc-4049-8061-fae85b639293 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:53.390186 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350c572d-54b4-48a0-987e-903ff4c83424 req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] Port 7f5788dd-a5bc-4049-8061-fae85b639293 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:02:53.390570 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350c572d-54b4-48a0-987e-903ff4c83424 req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] Attempting to bind port 7f5788dd-a5bc-4049-8061-fae85b639293 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:53.487363 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350c572d-54b4-48a0-987e-903ff4c83424 req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:02:53.487758 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350c572d-54b4-48a0-987e-903ff4c83424 req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:02:53.488138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350c572d-54b4-48a0-987e-903ff4c83424 req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:02:53.488845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-350c572d-54b4-48a0-987e-903ff4c83424 req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] Bound port: 7f5788dd-a5bc-4049-8061-fae85b639293, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:02:53.489221 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-350c572d-54b4-48a0-987e-903ff4c83424 req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:53.491987 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3118be-682b-4189-8bde-9ed92885a0e8 req-7e495f9e-bcac-4c68-8678-2f7c7b5a67fa tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:53.504698 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdf287-6154-4f2c-af0a-0ee8c7e2a9b6 req-faba4ca1-b42c-4262-9056-43a83a8d3025 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:53.506396 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8b3118be-682b-4189-8bde-9ed92885a0e8 req-7e495f9e-bcac-4c68-8678-2f7c7b5a67fa tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.1249390 Jul 30 20:02:53.514772 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-4d720e6b-d4f0-4e5e-af4c-34fbd21ee670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:02:09Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port': {'id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:02Z', 'updated_at': '2021-07-30T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '667ea444-187b-4587-b547-4ea142200deb', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'port_id': 'f8ba08e4-c36d-465c-b91e-1c012c98c0f9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'mac_address': 'fa:16:3e:a1:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e94315-9d24-4c31-86ff-bef688631d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:02:33Z', 'updated_at': '2021-07-30T20:02:51Z', 'revision_number': 1, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312a0de2-e84a-456a-b875-9bf8ac62db04', 'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'mac_address': 'fa:16:3e:d8:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:07Z', 'updated_at': '2021-07-30T20:02:18Z', 'revision_number': 5, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'subnets': [{'id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:53.515391 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2efdf287-6154-4f2c-af0a-0ee8c7e2a9b6 req-faba4ca1-b42c-4262-9056-43a83a8d3025 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 943 time: 0.3129098 Jul 30 20:02:53.556085 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8b3118be-682b-4189-8bde-9ed92885a0e8 req-1269e906-e46f-41b5-9800-d68d9a7e0f13 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485129 Jul 30 20:02:53.596446 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2efdf287-6154-4f2c-af0a-0ee8c7e2a9b6 req-3bdf2846-4508-4d3c-a5fb-0ecddce09bc1 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800028 Jul 30 20:02:53.614073 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d720e6b-d4f0-4e5e-af4c-34fbd21ee670 None None] The sync data for ids ['1839f9fb-c2ed-4da0-a187-51d5072119d2'] in n-d-712137-9 is: [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:02:09Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port': {'id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:02Z', 'updated_at': '2021-07-30T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '667ea444-187b-4587-b547-4ea142200deb', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'port_id': 'f8ba08e4-c36d-465c-b91e-1c012c98c0f9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'mac_address': 'fa:16:3e:a1:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e94315-9d24-4c31-86ff-bef688631d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:02:33Z', 'updated_at': '2021-07-30T20:02:51Z', 'revision_number': 1, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312a0de2-e84a-456a-b875-9bf8ac62db04', 'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'mac_address': 'fa:16:3e:d8:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:07Z', 'updated_at': '2021-07-30T20:02:18Z', 'revision_number': 5, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'subnets': [{'id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:02:53.657601 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3be030-856b-4e53-a4ff-156a90b67be2', 'tag': '7f322965-9fbe-4b2c-ae7a-036c7cbea1be'}, {'server_uuid': 'ab849583-f78f-4529-9053-b110f65bb823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f5788dd-a5bc-4049-8061-fae85b639293'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:53.673882 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8986607d-f666-4793-bf6c-a74529cefcfa" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3be030-856b-4e53-a4ff-156a90b67be2", "tag": "7f322965-9fbe-4b2c-ae7a-036c7cbea1be"}, {"server_uuid": "ab849583-f78f-4529-9053-b110f65bb823", "name": "network-vif-unplugged", "status": "completed", "tag": "7f5788dd-a5bc-4049-8061-fae85b639293"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:53.688043 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20beaedf-9fb0-4557-9eab-b145fb9776ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:53.747426 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1cd2e-07a4-48ec-b76c-a38213ffad14 req-73d3f37a-fa04-444b-9368-940b4a3ca0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:53.749403 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3a1cd2e-07a4-48ec-b76c-a38213ffad14 req-73d3f37a-fa04-444b-9368-940b4a3ca0cf service neutron] 10.222.0.83 "GET /v2.0/networks?id=1746904e-31e8-4790-9bd4-80c0d2a9880b HTTP/1.1" status: 200 len: 920 time: 0.3699093 Jul 30 20:02:53.787192 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2af8359-ffd5-432d-9bb5-0f9d6b67c1e5 req-efbe3824-1bb7-4e00-be96-66c982be79ef tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 210 time: 0.0347929 Jul 30 20:02:53.789547 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-350c572d-54b4-48a0-987e-903ff4c83424 req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] For port 7f5788dd-a5bc-4049-8061-fae85b639293, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:02:53.814117 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-577e083e-e5d0-4f1f-98a8-5b0952c8292b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:53.828328 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-577e083e-e5d0-4f1f-98a8-5b0952c8292b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=da3d8b70-ff6a-4e19-8ddd-23e35ebea25a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0823729 Jul 30 20:02:53.873702 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-350c572d-54b4-48a0-987e-903ff4c83424 req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] For port 7f5788dd-a5bc-4049-8061-fae85b639293, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=7f5788dd-a5bc-4049-8061-fae85b639293,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:02:53.874388 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:53.889787 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-350c572d-54b4-48a0-987e-903ff4c83424 req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:53.965422 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c572d-54b4-48a0-987e-903ff4c83424 req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:53.966037 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-350c572d-54b4-48a0-987e-903ff4c83424 req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:53.967438 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-350c572d-54b4-48a0-987e-903ff4c83424 req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] 10.222.0.59 "PUT /v2.0/ports/7f5788dd-a5bc-4049-8061-fae85b639293 HTTP/1.1" status: 200 len: 1096 time: 1.5934901 Jul 30 20:02:53.969527 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c677cc5-faf0-4f42-8fd0-5acae8437aa1 x-openstack-request-id: req-8c677cc5-faf0-4f42-8fd0-5acae8437aa1 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:53.969840 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3be030-856b-4e53-a4ff-156a90b67be2", "tag": "7f322965-9fbe-4b2c-ae7a-036c7cbea1be", "status": "completed", "code": 200}, {"server_uuid": "ab849583-f78f-4529-9053-b110f65bb823", "name": "network-vif-unplugged", "status": "completed", "tag": "7f5788dd-a5bc-4049-8061-fae85b639293", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:53.970065 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8c677cc5-faf0-4f42-8fd0-5acae8437aa1 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:53.970629 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3be030-856b-4e53-a4ff-156a90b67be2', 'tag': '7f322965-9fbe-4b2c-ae7a-036c7cbea1be', 'status': 'completed', 'code': 200} Jul 30 20:02:53.970882 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab849583-f78f-4529-9053-b110f65bb823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f5788dd-a5bc-4049-8061-fae85b639293', 'code': 200} Jul 30 20:02:53.989098 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3a1cd2e-07a4-48ec-b76c-a38213ffad14 req-e2d2973d-bfdb-4213-a4de-8e89bae47077 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8ba08e4-c36d-465c-b91e-1c012c98c0f9 HTTP/1.1" status: 200 len: 999 time: 0.2007580 Jul 30 20:02:54.047695 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-c5ce40ef-4e71-430a-aeaa-5fbc73b20fdf tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.104 HTTP/1.1" status: 200 len: 999 time: 0.2168198 Jul 30 20:02:54.053685 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e37562b-e463-46e5-9359-39122004aec2 None None] New status for floating IP 667ea444-187b-4587-b547-4ea142200deb: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:02:54.079729 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-019500cb-99ce-4b5a-8dbb-2ee61d70d6e6 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Request body: {'floatingip': {'port_id': 'b8e23347-b8a4-4d41-be42-65af77018a16', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:54.191200 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-019500cb-99ce-4b5a-8dbb-2ee61d70d6e6 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:54.236591 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986607d-f666-4793-bf6c-a74529cefcfa req-e51477de-136c-4ea3-b13e-4ed09be7f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:54.238495 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8986607d-f666-4793-bf6c-a74529cefcfa req-e51477de-136c-4ea3-b13e-4ed09be7f9d3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 1124 time: 0.2709839 Jul 30 20:02:54.487693 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56edfb-f5fe-4c93-94ad-1c6c454534d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5788dd-a5bc-4049-8061-fae85b639293,revision_number=7']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:54.490065 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986607d-f666-4793-bf6c-a74529cefcfa req-d2afb823-8a52-4674-bb66-b500d91f7bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:54.494412 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8986607d-f666-4793-bf6c-a74529cefcfa req-d2afb823-8a52-4674-bb66-b500d91f7bc7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 200 len: 921 time: 0.2367659 Jul 30 20:02:54.530636 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1cd2e-07a4-48ec-b76c-a38213ffad14 req-0fbee026-f1d8-4875-94c4-d6af045e1738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:54.531399 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3a1cd2e-07a4-48ec-b76c-a38213ffad14 req-0fbee026-f1d8-4875-94c4-d6af045e1738 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77 HTTP/1.1" status: 200 len: 858 time: 0.5304763 Jul 30 20:02:54.541718 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c572d-54b4-48a0-987e-903ff4c83424 req-69eae140-8494-41ba-aa0d-80bdfbab319b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:54.543451 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-350c572d-54b4-48a0-987e-903ff4c83424 req-69eae140-8494-41ba-aa0d-80bdfbab319b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 1099 time: 0.5084066 Jul 30 20:02:54.564102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89d6e4-698f-41ac-bb78-816b9e2934c1 req-45e6f5b2-d239-4cdb-ad75-502779d41fa1 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:54.570336 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c89d6e4-698f-41ac-bb78-816b9e2934c1 req-45e6f5b2-d239-4cdb-ad75-502779d41fa1 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 948 time: 0.0992849 Jul 30 20:02:54.580505 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8986607d-f666-4793-bf6c-a74529cefcfa req-df9f78be-e1d9-4698-93c6-598e6059160f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f322965-9fbe-4b2c-ae7a-036c7cbea1be HTTP/1.1" status: 200 len: 217 time: 0.0417457 Jul 30 20:02:54.688632 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986607d-f666-4793-bf6c-a74529cefcfa req-6bfc9f5f-e66c-4ffb-893c-3f63622add12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:54.690117 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8986607d-f666-4793-bf6c-a74529cefcfa req-6bfc9f5f-e66c-4ffb-893c-3f63622add12 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b757e780-295d-4676-ae81-4c07de396b9e HTTP/1.1" status: 200 len: 860 time: 0.0973558 Jul 30 20:02:54.696513 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.db.api [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-019500cb-99ce-4b5a-8dbb-2ee61d70d6e6 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:02:54.696889 n-d-712137-9 neutron-server[93883]: DEBUG oslo_db.api [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-019500cb-99ce-4b5a-8dbb-2ee61d70d6e6 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:02:54.732323 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8986607d-f666-4793-bf6c-a74529cefcfa req-ee844cbd-e223-468b-8d80-4c21ea0c748d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1b009359-14e5-4019-b6cd-e6d82ee142cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277882 Jul 30 20:02:54.766481 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c89d6e4-698f-41ac-bb78-816b9e2934c1 req-b4c62405-5940-4ddd-b1d7-a59ba930e0bf tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952224 Jul 30 20:02:54.772178 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1cd2e-07a4-48ec-b76c-a38213ffad14 req-c1da6238-ef50-448d-96a1-dd1a47a555aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:54.773652 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3a1cd2e-07a4-48ec-b76c-a38213ffad14 req-c1da6238-ef50-448d-96a1-dd1a47a555aa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1746904e-31e8-4790-9bd4-80c0d2a9880b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2283356 Jul 30 20:02:54.814441 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 7f5788dd-a5bc-4049-8061-fae85b639293 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:02:54.820320 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:54.868989 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 7f5788dd-a5bc-4049-8061-fae85b639293 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:02:54.876770 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c572d-54b4-48a0-987e-903ff4c83424 req-11fef4a4-eea7-46fd-a0df-6ef05ac01bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:54.878281 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-350c572d-54b4-48a0-987e-903ff4c83424 req-11fef4a4-eea7-46fd-a0df-6ef05ac01bc0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.3040357 Jul 30 20:02:54.901816 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8986607d-f666-4793-bf6c-a74529cefcfa req-0e17686a-5b5b-43ae-85af-9ac40867c76f service neutron] 10.222.0.83 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481161 Jul 30 20:02:54.972796 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-937a478d-e938-4f68-b46d-baee6f049d27 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:54.974253 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-937a478d-e938-4f68-b46d-baee6f049d27 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.83 "GET /v2.0/networks?id=bd2cf75f-ada5-438d-87d6-041f6d8f37e8 HTTP/1.1" status: 200 len: 814 time: 0.3568468 Jul 30 20:02:54.975483 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-350c572d-54b4-48a0-987e-903ff4c83424 req-87997503-1899-4e7e-87e8-6349efbb98e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=7f5788dd-a5bc-4049-8061-fae85b639293 HTTP/1.1" status: 200 len: 217 time: 0.0854185 Jul 30 20:02:54.995436 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8986607d-f666-4793-bf6c-a74529cefcfa req-d29d59dc-4c37-4584-8368-14db609b2d21 service neutron] 10.222.0.83 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836263 Jul 30 20:02:54.997737 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cb23d-b585-453a-9667-57e73260383d req-4d426b97-c887-4d1e-9ca8-54cf627deb28 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:54.997737 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9f2cb23d-b585-453a-9667-57e73260383d req-4d426b97-c887-4d1e-9ca8-54cf627deb28 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.1153820 Jul 30 20:02:55.037899 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-10d8d71f-b925-4a6a-84f4-edc6b79eea47 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Request body: {'port': {'device_id': 'd49c6183-6287-4620-bc66-d0cd3a23799a', 'network_id': 'bd2cf75f-ada5-438d-87d6-041f6d8f37e8', 'admin_state_up': True, 'tenant_id': 'fe95db048a504264854a9049eb2dbdac'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:55.125754 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3a1cd2e-07a4-48ec-b76c-a38213ffad14 req-33f1b4fc-c3f9-48d6-8f33-6f222373b63c service neutron] 10.222.0.83 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373158 Jul 30 20:02:55.130888 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c572d-54b4-48a0-987e-903ff4c83424 req-1058ec3d-62e8-4b59-8f6b-25ba3664fbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:55.132262 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-350c572d-54b4-48a0-987e-903ff4c83424 req-1058ec3d-62e8-4b59-8f6b-25ba3664fbaf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1441314 Jul 30 20:02:55.198542 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-019500cb-99ce-4b5a-8dbb-2ee61d70d6e6 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:55.232634 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9f2cb23d-b585-453a-9667-57e73260383d req-cd5314fd-611e-47a7-8aef-d756bfb58e58 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985669 Jul 30 20:02:55.299941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c572d-54b4-48a0-987e-903ff4c83424 req-fee065b4-0865-48e4-9d39-464a48cb64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:55.301434 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-350c572d-54b4-48a0-987e-903ff4c83424 req-fee065b4-0865-48e4-9d39-464a48cb64a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1537082 Jul 30 20:02:55.334628 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3a1cd2e-07a4-48ec-b76c-a38213ffad14 req-fd95dadc-ef33-480a-b8ec-3fa86711f284 service neutron] 10.222.0.83 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878784 Jul 30 20:02:55.387657 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-10d8d71f-b925-4a6a-84f4-edc6b79eea47 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Made reservation on behalf of fe95db048a504264854a9049eb2dbdac for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:02:55.390041 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-10d8d71f-b925-4a6a-84f4-edc6b79eea47 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:55.477861 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6b89d-5901-4371-aeb1-6373f1aebb8e req-340fd9b5-5ab4-4c28-9754-1f8ca50d9ddb tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:55.479364 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-11f6b89d-5901-4371-aeb1-6373f1aebb8e req-340fd9b5-5ab4-4c28-9754-1f8ca50d9ddb tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 943 time: 0.1060832 Jul 30 20:02:55.515207 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-350c572d-54b4-48a0-987e-903ff4c83424 req-e2dbe36a-337e-4e0c-a144-3dad36456573 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968889 Jul 30 20:02:55.654739 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-11f6b89d-5901-4371-aeb1-6373f1aebb8e req-201f013c-1d6d-43a6-b9e8-f409c109c6a9 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451883 Jul 30 20:02:55.690603 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-10d8d71f-b925-4a6a-84f4-edc6b79eea47 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Allocated IP 172.20.0.7 (bd2cf75f-ada5-438d-87d6-041f6d8f37e8/fdc2bd05-703a-476f-bf73-d538fd160288/942a7c6d-002f-47ad-9216-1bb9ba7ea3c9) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:02:55.723406 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-350c572d-54b4-48a0-987e-903ff4c83424 req-f67340c9-d99a-4f12-bb21-6f6e20350326 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967688 Jul 30 20:02:55.787554 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-019500cb-99ce-4b5a-8dbb-2ee61d70d6e6 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:55.795091 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-019500cb-99ce-4b5a-8dbb-2ee61d70d6e6 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:55.906807 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-10d8d71f-b925-4a6a-84f4-edc6b79eea47 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:55.972162 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab849583-f78f-4529-9053-b110f65bb823', 'tag': '7f5788dd-a5bc-4049-8061-fae85b639293'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:55.974560 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59c3a18-682b-4e9d-b4c0-2f8cbdead47d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab849583-f78f-4529-9053-b110f65bb823", "tag": "7f5788dd-a5bc-4049-8061-fae85b639293"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:55.982686 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-85b63d80-3c1a-4f5e-99ba-e03c7b493787 req-ffb2e5c4-1abc-46ac-b749-4d464b8ed7c7 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 210 time: 0.0488110 Jul 30 20:02:55.996150 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-10d8d71f-b925-4a6a-84f4-edc6b79eea47 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:56.068468 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8d71f-b925-4a6a-84f4-edc6b79eea47 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Pushing event updated for resources: {'Port': ['ID=942a7c6d-002f-47ad-9216-1bb9ba7ea3c9,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:56.110146 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-10d8d71f-b925-4a6a-84f4-edc6b79eea47 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Network bd2cf75f-ada5-438d-87d6-041f6d8f37e8 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:02:56.116284 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-10d8d71f-b925-4a6a-84f4-edc6b79eea47 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:02:56.118876 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-10d8d71f-b925-4a6a-84f4-edc6b79eea47 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:02:56.174625 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ef35d-3c31-4269-93eb-453c7f11aabc req-6d21623c-cbdb-4298-9d25-4de1b650c6f7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:56.176268 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de7ef35d-3c31-4269-93eb-453c7f11aabc req-6d21623c-cbdb-4298-9d25-4de1b650c6f7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 948 time: 0.1043994 Jul 30 20:02:56.191622 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-10d8d71f-b925-4a6a-84f4-edc6b79eea47 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:56.192272 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-10d8d71f-b925-4a6a-84f4-edc6b79eea47 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:56.224195 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-10d8d71f-b925-4a6a-84f4-edc6b79eea47 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2255530 Jul 30 20:02:56.237594 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-d9e71510-cf2c-44b6-92c5-b3c3d6a75e5f service neutron] Request body: {'port': {'device_id': 'd49c6183-6287-4620-bc66-d0cd3a23799a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:02:56.247543 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de7ef35d-3c31-4269-93eb-453c7f11aabc req-8abc166f-59f6-4fb7-b6da-e86f77e4b009 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629086 Jul 30 20:02:56.274152 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-019500cb-99ce-4b5a-8dbb-2ee61d70d6e6 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Floating IP 667ea444-187b-4587-b547-4ea142200deb associated. External IP: 172.25.3.104, port: f8ba08e4-c36d-465c-b91e-1c012c98c0f9. Jul 30 20:02:56.308271 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-d9e71510-cf2c-44b6-92c5-b3c3d6a75e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:56.336235 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47586056-0456-488b-9371-77643149b1d4 x-openstack-request-id: req-47586056-0456-488b-9371-77643149b1d4 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:56.337544 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab849583-f78f-4529-9053-b110f65bb823", "tag": "7f5788dd-a5bc-4049-8061-fae85b639293", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:56.338376 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-47586056-0456-488b-9371-77643149b1d4 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:56.339248 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab849583-f78f-4529-9053-b110f65bb823', 'tag': '7f5788dd-a5bc-4049-8061-fae85b639293', 'status': 'completed', 'code': 200} Jul 30 20:02:56.533774 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-019500cb-99ce-4b5a-8dbb-2ee61d70d6e6 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Router 1839f9fb-c2ed-4da0-a187-51d5072119d2 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:02:56.571953 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c3a18-682b-4e9d-b4c0-2f8cbdead47d req-4b0a2547-c615-4f4f-8f23-a3c6904de7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:56.573456 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a59c3a18-682b-4e9d-b4c0-2f8cbdead47d req-4b0a2547-c615-4f4f-8f23-a3c6904de7f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 1099 time: 0.2052081 Jul 30 20:02:56.621854 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c3a18-682b-4e9d-b4c0-2f8cbdead47d req-717bac0c-90f3-46cc-9da4-dee1a142b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:56.623387 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a59c3a18-682b-4e9d-b4c0-2f8cbdead47d req-717bac0c-90f3-46cc-9da4-dee1a142b3dc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 1099 time: 0.2447605 Jul 30 20:02:56.649513 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276ef12-4ea1-40a5-a94d-cdb4c1fce677 req-f5d9223d-f984-4347-8f3e-68a40471a00d tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:56.651005 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f276ef12-4ea1-40a5-a94d-cdb4c1fce677 req-f5d9223d-f984-4347-8f3e-68a40471a00d tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.2129116 Jul 30 20:02:56.655879 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-019500cb-99ce-4b5a-8dbb-2ee61d70d6e6 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:02:56.670281 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96df1097-af7b-4d54-a24a-b80207c59c95 None None] Sync routers for ids ['1839f9fb-c2ed-4da0-a187-51d5072119d2'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:02:56.696765 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96df1097-af7b-4d54-a24a-b80207c59c95 None None] Routers {'1839f9fb-c2ed-4da0-a187-51d5072119d2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:02:56.700538 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-96df1097-af7b-4d54-a24a-b80207c59c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:02:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1839f9fb-c2ed-4da0-a187-51d5072119d2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:56.816500 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:56.864838 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-96df1097-af7b-4d54-a24a-b80207c59c95 None None] Set router 1839f9fb-c2ed-4da0-a187-51d5072119d2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:02:56.867729 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f276ef12-4ea1-40a5-a94d-cdb4c1fce677 req-5114a12a-60ce-4c00-9504-c4773c792a5e tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771154 Jul 30 20:02:56.887998 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c3a18-682b-4e9d-b4c0-2f8cbdead47d req-d1174e00-e90a-4afb-aab5-3dae4618b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:56.889461 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a59c3a18-682b-4e9d-b4c0-2f8cbdead47d req-d1174e00-e90a-4afb-aab5-3dae4618b880 service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.2826946 Jul 30 20:02:56.893994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c3a18-682b-4e9d-b4c0-2f8cbdead47d req-b72af7ea-eeca-4844-96b9-b204dc166a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:56.895392 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a59c3a18-682b-4e9d-b4c0-2f8cbdead47d req-b72af7ea-eeca-4844-96b9-b204dc166a26 service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.2151320 Jul 30 20:02:56.946601 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-019500cb-99ce-4b5a-8dbb-2ee61d70d6e6 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Router 1839f9fb-c2ed-4da0-a187-51d5072119d2 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:02:56.969378 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a59c3a18-682b-4e9d-b4c0-2f8cbdead47d req-0375284b-589f-4106-a5e8-646a515081cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=7f5788dd-a5bc-4049-8061-fae85b639293 HTTP/1.1" status: 200 len: 217 time: 0.0684443 Jul 30 20:02:57.014437 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a59c3a18-682b-4e9d-b4c0-2f8cbdead47d req-53cc44bb-7bd7-48b8-903d-02dc12424151 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=7f5788dd-a5bc-4049-8061-fae85b639293 HTTP/1.1" status: 200 len: 217 time: 0.1010783 Jul 30 20:02:57.073004 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-019500cb-99ce-4b5a-8dbb-2ee61d70d6e6 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:02:57.082643 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-019500cb-99ce-4b5a-8dbb-2ee61d70d6e6 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:57.087173 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-d9e71510-cf2c-44b6-92c5-b3c3d6a75e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:02:57.119235 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e94315-9d24-4c31-86ff-bef688631d6c', 'tag': 'f8ba08e4-c36d-465c-b91e-1c012c98c0f9'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:57.123112 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d99c5b-8c8f-4a36-b32c-54e3039fe005" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e94315-9d24-4c31-86ff-bef688631d6c", "tag": "f8ba08e4-c36d-465c-b91e-1c012c98c0f9"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:57.136673 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-d9e71510-cf2c-44b6-92c5-b3c3d6a75e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:57.183156 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-019500cb-99ce-4b5a-8dbb-2ee61d70d6e6 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "PUT /v2.0/floatingips/667ea444-187b-4587-b547-4ea142200deb HTTP/1.1" status: 200 len: 999 time: 3.1359446 Jul 30 20:02:57.208332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-d9e71510-cf2c-44b6-92c5-b3c3d6a75e5f service neutron] Transition to ACTIVE for port object 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:02:57.232058 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-d9e71510-cf2c-44b6-92c5-b3c3d6a75e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:57.238489 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-96df1097-af7b-4d54-a24a-b80207c59c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:02:09Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port': {'id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:02Z', 'updated_at': '2021-07-30T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '667ea444-187b-4587-b547-4ea142200deb', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'port_id': 'b8e23347-b8a4-4d41-be42-65af77018a16', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'mac_address': 'fa:16:3e:52:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3d8b70-ff6a-4e19-8ddd-23e35ebea25a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:02:33Z', 'updated_at': '2021-07-30T20:02:55Z', 'revision_number': 3, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312a0de2-e84a-456a-b875-9bf8ac62db04', 'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'mac_address': 'fa:16:3e:d8:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:07Z', 'updated_at': '2021-07-30T20:02:18Z', 'revision_number': 5, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'subnets': [{'id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:57.245970 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-265456a0-d228-4b39-824d-90144028a9a2 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:57.246641 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f881e7-4c18-4049-a907-a3d61b685f2f req-14227db7-b7d4-4678-b7f4-107f6ebe8a2f tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:57.247461 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-265456a0-d228-4b39-824d-90144028a9a2 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports/f8ba08e4-c36d-465c-b91e-1c012c98c0f9 HTTP/1.1" status: 200 len: 942 time: 0.0634623 Jul 30 20:02:57.252041 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c6f881e7-4c18-4049-a907-a3d61b685f2f req-14227db7-b7d4-4678-b7f4-107f6ebe8a2f tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 943 time: 0.2928476 Jul 30 20:02:57.260113 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c3a18-682b-4e9d-b4c0-2f8cbdead47d req-863efca3-9520-4cec-8b08-f426318a5b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:57.261673 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a59c3a18-682b-4e9d-b4c0-2f8cbdead47d req-863efca3-9520-4cec-8b08-f426318a5b15 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.2312870 Jul 30 20:02:57.288279 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c3a18-682b-4e9d-b4c0-2f8cbdead47d req-52c5c56d-1891-483a-9e59-ccec554eecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:57.289740 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a59c3a18-682b-4e9d-b4c0-2f8cbdead47d req-52c5c56d-1891-483a-9e59-ccec554eecb5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.2863557 Jul 30 20:02:57.314392 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96df1097-af7b-4d54-a24a-b80207c59c95 None None] Checking router: 1839f9fb-c2ed-4da0-a187-51d5072119d2 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:02:57.333631 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96df1097-af7b-4d54-a24a-b80207c59c95 None None] Routers {'1839f9fb-c2ed-4da0-a187-51d5072119d2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:02:57.334182 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-96df1097-af7b-4d54-a24a-b80207c59c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:02:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1839f9fb-c2ed-4da0-a187-51d5072119d2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:57.386600 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-fa696e1b-2ec9-4d39-99e6-b0ba85419670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:57.388167 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-fa696e1b-2ec9-4d39-99e6-b0ba85419670 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0c5948f4c08a4d0aae3efe56edcb4154&device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 1096 time: 0.0570829 Jul 30 20:02:57.403869 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e71510-cf2c-44b6-92c5-b3c3d6a75e5f service neutron] Pushing event updated for resources: {'Port': ['ID=942a7c6d-002f-47ad-9216-1bb9ba7ea3c9,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:57.466476 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c6f881e7-4c18-4049-a907-a3d61b685f2f req-2eaf3ccc-1e5e-4c1e-b3a6-dd51eea8f565 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993198 Jul 30 20:02:57.474037 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-96df1097-af7b-4d54-a24a-b80207c59c95 None None] Set router 1839f9fb-c2ed-4da0-a187-51d5072119d2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:02:57.559313 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-52076b77-3b53-40e0-8e1f-c59daad9cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:57.567032 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-52076b77-3b53-40e0-8e1f-c59daad9cda2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1746904e-31e8-4790-9bd4-80c0d2a9880b HTTP/1.1" status: 200 len: 920 time: 0.1723680 Jul 30 20:02:57.571450 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c3a18-682b-4e9d-b4c0-2f8cbdead47d req-7bce16d6-9883-414e-829e-2a732b83fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:57.573235 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a59c3a18-682b-4e9d-b4c0-2f8cbdead47d req-7bce16d6-9883-414e-829e-2a732b83fe0c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2892413 Jul 30 20:02:57.584856 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c3a18-682b-4e9d-b4c0-2f8cbdead47d req-6df588f5-7f97-4169-a9ed-597810e89277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:57.586287 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a59c3a18-682b-4e9d-b4c0-2f8cbdead47d req-6df588f5-7f97-4169-a9ed-597810e89277 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2775559 Jul 30 20:02:57.613700 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-60b0de83-6e5f-4f1e-b7aa-a6a6af84ff5a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8ba08e4-c36d-465c-b91e-1c012c98c0f9 HTTP/1.1" status: 200 len: 217 time: 0.0453699 Jul 30 20:02:57.668927 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-2cfc3186-946b-43b9-bc5d-aea7a5742bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:57.677921 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-2cfc3186-946b-43b9-bc5d-aea7a5742bb0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77 HTTP/1.1" status: 200 len: 858 time: 0.0634515 Jul 30 20:02:57.726947 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-7f3b40ac-952d-4967-b51f-bdb86d64d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:57.736869 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-7f3b40ac-952d-4967-b51f-bdb86d64d1f1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1746904e-31e8-4790-9bd4-80c0d2a9880b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569623 Jul 30 20:02:57.871379 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-26ad4b46-b0ab-4999-9c28-ebed4134f575 service neutron] 10.222.0.81 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331999 Jul 30 20:02:57.896653 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-d9e71510-cf2c-44b6-92c5-b3c3d6a75e5f service neutron] Attempting to bind port 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:02:57.897293 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-d9e71510-cf2c-44b6-92c5-b3c3d6a75e5f service neutron] Attempting to bind port 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '21259fef-2530-4ea2-94b4-58e78cdda3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd2cf75f-ada5-438d-87d6-041f6d8f37e8'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:02:57.897733 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-d9e71510-cf2c-44b6-92c5-b3c3d6a75e5f service neutron] Attempting to bind port 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 on network bd2cf75f-ada5-438d-87d6-041f6d8f37e8 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:57.908852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-d9e71510-cf2c-44b6-92c5-b3c3d6a75e5f service neutron] Port 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 on network bd2cf75f-ada5-438d-87d6-041f6d8f37e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:02:57.909348 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-d9e71510-cf2c-44b6-92c5-b3c3d6a75e5f service neutron] Attempting to bind port 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 on network bd2cf75f-ada5-438d-87d6-041f6d8f37e8 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:02:57.919126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-d9e71510-cf2c-44b6-92c5-b3c3d6a75e5f service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:02:57.919665 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-d9e71510-cf2c-44b6-92c5-b3c3d6a75e5f service neutron] Checking segment: {'id': '21259fef-2530-4ea2-94b4-58e78cdda3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd2cf75f-ada5-438d-87d6-041f6d8f37e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:02:57.920222 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-d9e71510-cf2c-44b6-92c5-b3c3d6a75e5f service neutron] Bound using segment: {'id': '21259fef-2530-4ea2-94b4-58e78cdda3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd2cf75f-ada5-438d-87d6-041f6d8f37e8'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:02:57.920766 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-d9e71510-cf2c-44b6-92c5-b3c3d6a75e5f service neutron] Bound port: 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21259fef-2530-4ea2-94b4-58e78cdda3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd2cf75f-ada5-438d-87d6-041f6d8f37e8'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:02:57.921274 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-d9e71510-cf2c-44b6-92c5-b3c3d6a75e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:57.999418 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-747d2f0f-b70d-4ea4-9b6a-b1741f6471d0 service neutron] 10.222.0.81 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263196 Jul 30 20:02:58.060070 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a59c3a18-682b-4e9d-b4c0-2f8cbdead47d req-c57604b6-0855-4e2b-bfe5-87936bc67d7f service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659240 Jul 30 20:02:58.091708 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-5a28065c-2ade-47f4-9c49-172942c275f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:58.103060 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-5a28065c-2ade-47f4-9c49-172942c275f9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0c5948f4c08a4d0aae3efe56edcb4154&device_id=da3d8b70-ff6a-4e19-8ddd-23e35ebea25a HTTP/1.1" status: 200 len: 1097 time: 0.0654297 Jul 30 20:02:58.162128 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-96df1097-af7b-4d54-a24a-b80207c59c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:02:09Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port': {'id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:02Z', 'updated_at': '2021-07-30T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '667ea444-187b-4587-b547-4ea142200deb', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'port_id': 'b8e23347-b8a4-4d41-be42-65af77018a16', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'mac_address': 'fa:16:3e:52:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3d8b70-ff6a-4e19-8ddd-23e35ebea25a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:02:33Z', 'updated_at': '2021-07-30T20:02:55Z', 'revision_number': 3, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312a0de2-e84a-456a-b875-9bf8ac62db04', 'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'mac_address': 'fa:16:3e:d8:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:07Z', 'updated_at': '2021-07-30T20:02:18Z', 'revision_number': 5, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'subnets': [{'id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:58.189931 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d88c3-d32a-4132-bd01-0b354db3fbb6 req-c3886d1d-732f-4f8e-a4ec-0d72d245fd3e tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:58.201395 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e35d88c3-d32a-4132-bd01-0b354db3fbb6 req-c3886d1d-732f-4f8e-a4ec-0d72d245fd3e tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 943 time: 0.3763938 Jul 30 20:02:58.244276 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96df1097-af7b-4d54-a24a-b80207c59c95 None None] The sync data for ids ['1839f9fb-c2ed-4da0-a187-51d5072119d2'] in n-d-712137-9 is: [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:02:09Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port': {'id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:02Z', 'updated_at': '2021-07-30T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '667ea444-187b-4587-b547-4ea142200deb', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'port_id': 'b8e23347-b8a4-4d41-be42-65af77018a16', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'mac_address': 'fa:16:3e:52:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3d8b70-ff6a-4e19-8ddd-23e35ebea25a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:02:33Z', 'updated_at': '2021-07-30T20:02:55Z', 'revision_number': 3, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312a0de2-e84a-456a-b875-9bf8ac62db04', 'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'mac_address': 'fa:16:3e:d8:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:07Z', 'updated_at': '2021-07-30T20:02:18Z', 'revision_number': 5, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'subnets': [{'id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:02:58.245300 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-d9e71510-cf2c-44b6-92c5-b3c3d6a75e5f service neutron] For port 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:02:58.264884 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-0185cf9f-fc58-4f70-a493-abf8afc382ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:58.267615 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a59c3a18-682b-4e9d-b4c0-2f8cbdead47d req-1c807e25-f8ad-4318-b98e-42c7d61d4604 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6654003 Jul 30 20:02:58.274769 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-0185cf9f-fc58-4f70-a493-abf8afc382ff service neutron] 10.222.0.81 "GET /v2.0/networks?id=1746904e-31e8-4790-9bd4-80c0d2a9880b HTTP/1.1" status: 200 len: 920 time: 0.1707504 Jul 30 20:02:58.357478 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-d9e71510-cf2c-44b6-92c5-b3c3d6a75e5f service neutron] For port 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=942a7c6d-002f-47ad-9216-1bb9ba7ea3c9,segment=NetworkSegment(21259fef-2530-4ea2-94b4-58e78cdda3f6),segment_id=21259fef-2530-4ea2-94b4-58e78cdda3f6)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:02:58.384664 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-8622cae2-3c16-41c5-8742-ceff80caf6de service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8e23347-b8a4-4d41-be42-65af77018a16 HTTP/1.1" status: 200 len: 1002 time: 0.1076663 Jul 30 20:02:58.407682 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-d9e71510-cf2c-44b6-92c5-b3c3d6a75e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:58.432714 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e35d88c3-d32a-4132-bd01-0b354db3fbb6 req-e72673f9-e14b-4306-9a90-b010a930456d tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297094 Jul 30 20:02:58.452743 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-86a392af-bbfc-499f-b366-6d0c681e8b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:58.461561 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-86a392af-bbfc-499f-b366-6d0c681e8b58 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77 HTTP/1.1" status: 200 len: 858 time: 0.0750220 Jul 30 20:02:58.498460 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a59c3a18-682b-4e9d-b4c0-2f8cbdead47d req-2a013d9a-dd4f-4942-a5e9-90b81aa93843 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221060 Jul 30 20:02:58.510665 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 7f5788dd-a5bc-4049-8061-fae85b639293 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:02:58.527290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-d9e71510-cf2c-44b6-92c5-b3c3d6a75e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:58.528671 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-d9e71510-cf2c-44b6-92c5-b3c3d6a75e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:58.529052 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a391933e-c020-4d3d-91e8-0b8f00128e7b x-openstack-request-id: req-a391933e-c020-4d3d-91e8-0b8f00128e7b {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:58.529350 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e94315-9d24-4c31-86ff-bef688631d6c", "tag": "f8ba08e4-c36d-465c-b91e-1c012c98c0f9", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:58.529633 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a391933e-c020-4d3d-91e8-0b8f00128e7b {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:58.530040 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e94315-9d24-4c31-86ff-bef688631d6c', 'tag': 'f8ba08e4-c36d-465c-b91e-1c012c98c0f9', 'status': 'completed', 'code': 200} Jul 30 20:02:58.530164 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-d9e71510-cf2c-44b6-92c5-b3c3d6a75e5f service neutron] 10.222.0.83 "PUT /v2.0/ports/942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 HTTP/1.1" status: 200 len: 1091 time: 2.2973521 Jul 30 20:02:58.533344 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-63157a5a-2515-42e8-85fc-49c2512d601f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:58.535612 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49c6183-6287-4620-bc66-d0cd3a23799a', 'tag': '942a7c6d-002f-47ad-9216-1bb9ba7ea3c9'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:02:58.539053 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2857d0-52b9-413b-a41c-797e70ef05cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d49c6183-6287-4620-bc66-d0cd3a23799a", "tag": "942a7c6d-002f-47ad-9216-1bb9ba7ea3c9"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:02:58.546341 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-63157a5a-2515-42e8-85fc-49c2512d601f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1746904e-31e8-4790-9bd4-80c0d2a9880b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809948 Jul 30 20:02:58.619983 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242886d5-10fc-4983-8ee2-6a1af7f53487 None None] New status for floating IP 667ea444-187b-4587-b547-4ea142200deb: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:02:58.707380 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 7f5788dd-a5bc-4049-8061-fae85b639293, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=7f5788dd-a5bc-4049-8061-fae85b639293,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:58.717872 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-c4ed8cb8-5be6-404c-a0ba-cd37b42df809 service neutron] 10.222.0.81 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693101 Jul 30 20:02:58.727759 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '7f5788dd-a5bc-4049-8061-fae85b639293', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': '7f5788dd-a5bc-4049-8061-fae85b639293', 'mac_address': 'fa:16:3e:01:00:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:02:58.773708 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:58.790586 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5788dd-a5bc-4049-8061-fae85b639293 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:02:58.835908 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 7f5788dd-a5bc-4049-8061-fae85b639293, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=7f5788dd-a5bc-4049-8061-fae85b639293,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:02:58.844515 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:02:58.949083 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=7f5788dd-a5bc-4049-8061-fae85b639293,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:58.952213 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-46ec7e22-f086-4b42-9c68-f9199f8bce30 req-f6d41548-bc57-4051-84c5-dbeff1527b64 service neutron] 10.222.0.81 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226732 Jul 30 20:02:59.080996 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aba8a1-7c54-4fac-80c8-05023795b39c None None] Sync routers for ids ['1839f9fb-c2ed-4da0-a187-51d5072119d2'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:02:59.093045 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aba8a1-7c54-4fac-80c8-05023795b39c None None] Routers {'1839f9fb-c2ed-4da0-a187-51d5072119d2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:02:59.095078 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-17aba8a1-7c54-4fac-80c8-05023795b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:02:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1839f9fb-c2ed-4da0-a187-51d5072119d2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:59.120339 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e5d82-cb08-4cdc-9318-c3c17d4abcd9 req-84be2e1a-e40c-4bbb-b390-51d39c7b3d7a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:59.130300 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eb4e5d82-cb08-4cdc-9318-c3c17d4abcd9 req-84be2e1a-e40c-4bbb-b390-51d39c7b3d7a tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0856187 Jul 30 20:02:59.192651 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eb4e5d82-cb08-4cdc-9318-c3c17d4abcd9 req-6b6fc699-4efb-4837-95de-c33255ae64b7 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608232 Jul 30 20:02:59.287224 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-17aba8a1-7c54-4fac-80c8-05023795b39c None None] Set router 1839f9fb-c2ed-4da0-a187-51d5072119d2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:02:59.342582 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4f699-9ad1-4a56-adbc-493e095fcea9 req-060c38a4-6dab-492a-bcf8-5b4626d8167b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:59.351556 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-caf4f699-9ad1-4a56-adbc-493e095fcea9 req-060c38a4-6dab-492a-bcf8-5b4626d8167b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 943 time: 0.0733795 Jul 30 20:02:59.377393 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['7f5788dd-a5bc-4049-8061-fae85b639293'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:02:59.383136 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e71510-cf2c-44b6-92c5-b3c3d6a75e5f service neutron] Pushing event updated for resources: {'Port': ['ID=942a7c6d-002f-47ad-9216-1bb9ba7ea3c9,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:02:59.397087 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a59c3a18-682b-4e9d-b4c0-2f8cbdead47d req-7694d22d-0745-4e8d-8412-abe5dd9bb521 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1022975 Jul 30 20:02:59.410469 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d99c5b-8c8f-4a36-b32c-54e3039fe005 req-648afa78-d8dc-4069-9f1f-353831da0af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:59.411959 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51d99c5b-8c8f-4a36-b32c-54e3039fe005 req-648afa78-d8dc-4069-9f1f-353831da0af0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0c5948f4c08a4d0aae3efe56edcb4154&device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 1096 time: 0.8561821 Jul 30 20:02:59.414988 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-caf4f699-9ad1-4a56-adbc-493e095fcea9 req-9bc1c97a-cb30-498a-b653-66cce237f81b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621417 Jul 30 20:02:59.447458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f11444-57f8-4dc1-a7ba-9ec339465734 req-cbd67732-608b-4e69-96e5-51c6f39f1f0e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:59.448258 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86f11444-57f8-4dc1-a7ba-9ec339465734 req-cbd67732-608b-4e69-96e5-51c6f39f1f0e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 948 time: 0.7272410 Jul 30 20:02:59.541500 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e47aaf8-ba09-4936-a7e5-aa535c98714a x-openstack-request-id: req-8e47aaf8-ba09-4936-a7e5-aa535c98714a {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:02:59.541885 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49c6183-6287-4620-bc66-d0cd3a23799a", "tag": "942a7c6d-002f-47ad-9216-1bb9ba7ea3c9", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:02:59.542293 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8e47aaf8-ba09-4936-a7e5-aa535c98714a {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:02:59.542751 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49c6183-6287-4620-bc66-d0cd3a23799a', 'tag': '942a7c6d-002f-47ad-9216-1bb9ba7ea3c9', 'status': 'completed', 'code': 200} Jul 30 20:02:59.565959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-ab2748bb-e11a-4357-988f-02921add3ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:59.567691 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-ab2748bb-e11a-4357-988f-02921add3ea2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fe95db048a504264854a9049eb2dbdac&device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 1094 time: 0.9079852 Jul 30 20:02:59.710460 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-91f09142-cf57-4ec6-b1e6-07e3cade6cff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 HTTP/1.1" status: 200 len: 217 time: 0.1190329 Jul 30 20:02:59.752877 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86f11444-57f8-4dc1-a7ba-9ec339465734 req-7414e9d3-75c6-4016-bcdf-b653d149aa8d tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034987 Jul 30 20:02:59.785816 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-17aba8a1-7c54-4fac-80c8-05023795b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:02:09Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port': {'id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:02Z', 'updated_at': '2021-07-30T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '667ea444-187b-4587-b547-4ea142200deb', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'port_id': 'b8e23347-b8a4-4d41-be42-65af77018a16', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'mac_address': 'fa:16:3e:52:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3d8b70-ff6a-4e19-8ddd-23e35ebea25a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:02:33Z', 'updated_at': '2021-07-30T20:02:58Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312a0de2-e84a-456a-b875-9bf8ac62db04', 'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'mac_address': 'fa:16:3e:d8:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:07Z', 'updated_at': '2021-07-30T20:02:18Z', 'revision_number': 5, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'subnets': [{'id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:59.842816 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aba8a1-7c54-4fac-80c8-05023795b39c None None] Checking router: 1839f9fb-c2ed-4da0-a187-51d5072119d2 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:02:59.845718 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d99c5b-8c8f-4a36-b32c-54e3039fe005 req-16521f92-2ddd-42c3-9275-397aa2dbd9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:59.847910 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51d99c5b-8c8f-4a36-b32c-54e3039fe005 req-16521f92-2ddd-42c3-9275-397aa2dbd9f9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1746904e-31e8-4790-9bd4-80c0d2a9880b HTTP/1.1" status: 200 len: 920 time: 0.3784840 Jul 30 20:02:59.862948 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aba8a1-7c54-4fac-80c8-05023795b39c None None] Routers {'1839f9fb-c2ed-4da0-a187-51d5072119d2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:02:59.867063 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-17aba8a1-7c54-4fac-80c8-05023795b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:02:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1839f9fb-c2ed-4da0-a187-51d5072119d2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:02:59.878253 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3bb6d77a-ef79-48fc-a4ff-ca5bc923d99d req-8ccd4be5-13c9-43f3-9e84-b2f0002d5f08 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.104 HTTP/1.1" status: 200 len: 1002 time: 0.1502686 Jul 30 20:02:59.891968 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-d6c44cc4-ae78-4921-9b2d-661f176d948a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:59.893993 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-d6c44cc4-ae78-4921-9b2d-661f176d948a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fdc2bd05-703a-476f-bf73-d538fd160288 HTTP/1.1" status: 200 len: 854 time: 0.1759250 Jul 30 20:02:59.959946 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6d77a-ef79-48fc-a4ff-ca5bc923d99d req-252da559-8780-4237-9215-812923a79976 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:02:59.961466 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3bb6d77a-ef79-48fc-a4ff-ca5bc923d99d req-252da559-8780-4237-9215-812923a79976 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports/b8e23347-b8a4-4d41-be42-65af77018a16 HTTP/1.1" status: 200 len: 943 time: 0.0824587 Jul 30 20:02:59.974131 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51d99c5b-8c8f-4a36-b32c-54e3039fe005 req-805c5b42-85fd-48a8-8677-b88572d623f7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8ba08e4-c36d-465c-b91e-1c012c98c0f9 HTTP/1.1" status: 200 len: 217 time: 0.1019471 Jul 30 20:03:00.022081 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-adb7824d-3b7f-46b9-9993-b20fdc2c40d6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bd2cf75f-ada5-438d-87d6-041f6d8f37e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655961 Jul 30 20:03:00.027133 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-17aba8a1-7c54-4fac-80c8-05023795b39c None None] Set router 1839f9fb-c2ed-4da0-a187-51d5072119d2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:03:00.070951 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-15f88597-2864-4ba0-97ce-28a98060e0de req-988016a8-d7a8-4e71-a279-4d5ad4b3ce8a service neutron] 10.222.0.83 "GET /v2.0/ports/7f322965-9fbe-4b2c-ae7a-036c7cbea1be/bindings/n-h1-712137-9 HTTP/1.1" status: 200 len: 384 time: 0.1084538 Jul 30 20:03:00.111865 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3bb6d77a-ef79-48fc-a4ff-ca5bc923d99d req-cf5a18cc-2b5d-4d9b-9a2c-8b045032743f tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.104 HTTP/1.1" status: 200 len: 1002 time: 0.1019917 Jul 30 20:03:00.204910 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-89ed6413-048c-40e0-a5b2-c7e806343483 service neutron] 10.222.0.83 "GET /v2.0/networks/bd2cf75f-ada5-438d-87d6-041f6d8f37e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620283 Jul 30 20:03:00.215988 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37683030-f1f3-4ce3-a094-f409506a6070 req-e27976d3-f10d-4716-9169-1d4be48c8578 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:00.217867 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37683030-f1f3-4ce3-a094-f409506a6070 req-e27976d3-f10d-4716-9169-1d4be48c8578 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 943 time: 0.3608460 Jul 30 20:03:00.310556 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6d77a-ef79-48fc-a4ff-ca5bc923d99d req-73edae5a-e088-4a3d-be81-82be90ea1ced tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:00.326338 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d99c5b-8c8f-4a36-b32c-54e3039fe005 req-1da5303a-2445-4ca5-a219-4c0f7f1f98de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:00.328501 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51d99c5b-8c8f-4a36-b32c-54e3039fe005 req-1da5303a-2445-4ca5-a219-4c0f7f1f98de service neutron] 10.222.0.83 "GET /v2.0/subnets?id=43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77 HTTP/1.1" status: 200 len: 858 time: 0.3133352 Jul 30 20:03:00.329728 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3bb6d77a-ef79-48fc-a4ff-ca5bc923d99d req-73edae5a-e088-4a3d-be81-82be90ea1ced tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.2081263 Jul 30 20:03:00.381353 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-17aba8a1-7c54-4fac-80c8-05023795b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:02:09Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port': {'id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:02Z', 'updated_at': '2021-07-30T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '667ea444-187b-4587-b547-4ea142200deb', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'port_id': 'b8e23347-b8a4-4d41-be42-65af77018a16', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'mac_address': 'fa:16:3e:52:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3d8b70-ff6a-4e19-8ddd-23e35ebea25a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:02:33Z', 'updated_at': '2021-07-30T20:02:58Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312a0de2-e84a-456a-b875-9bf8ac62db04', 'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'mac_address': 'fa:16:3e:d8:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:07Z', 'updated_at': '2021-07-30T20:02:18Z', 'revision_number': 5, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'subnets': [{'id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:03:00.415928 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aba8a1-7c54-4fac-80c8-05023795b39c None None] The sync data for ids ['1839f9fb-c2ed-4da0-a187-51d5072119d2'] in n-d-712137-9 is: [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:02:09Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port': {'id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:02Z', 'updated_at': '2021-07-30T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '667ea444-187b-4587-b547-4ea142200deb', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'port_id': 'b8e23347-b8a4-4d41-be42-65af77018a16', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'mac_address': 'fa:16:3e:52:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3d8b70-ff6a-4e19-8ddd-23e35ebea25a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:02:33Z', 'updated_at': '2021-07-30T20:02:58Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312a0de2-e84a-456a-b875-9bf8ac62db04', 'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'mac_address': 'fa:16:3e:d8:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:07Z', 'updated_at': '2021-07-30T20:02:18Z', 'revision_number': 5, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'subnets': [{'id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:03:00.427885 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37683030-f1f3-4ce3-a094-f409506a6070 req-20c0fb47-53a4-4975-a435-711fd6b7b93d tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867886 Jul 30 20:03:00.438385 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc1f529b-6273-4afe-a0d1-03e8f63d781a req-80c3aca3-5e8b-4f01-a3ed-f903cccb3d5d service neutron] 10.222.0.83 "GET /v2.0/networks/bd2cf75f-ada5-438d-87d6-041f6d8f37e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183533 Jul 30 20:03:00.459395 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d99c5b-8c8f-4a36-b32c-54e3039fe005 req-3498b708-3183-4900-85a5-5a3ece36b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:00.461253 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51d99c5b-8c8f-4a36-b32c-54e3039fe005 req-3498b708-3183-4900-85a5-5a3ece36b834 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1746904e-31e8-4790-9bd4-80c0d2a9880b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234422 Jul 30 20:03:00.523046 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-15f88597-2864-4ba0-97ce-28a98060e0de req-b8353a59-14c3-409b-8c5c-9fdc8b6050be service neutron] For port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7f322965-9fbe-4b2c-ae7a-036c7cbea1be,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:00.536178 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3d8b70-ff6a-4e19-8ddd-23e35ebea25a', 'tag': 'b8e23347-b8a4-4d41-be42-65af77018a16'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:00.541497 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be70d20-5d25-4e57-8cbf-a6d510ddae8b" -d '{"events": [{"name": "network-changed", "server_uuid": "da3d8b70-ff6a-4e19-8ddd-23e35ebea25a", "tag": "b8e23347-b8a4-4d41-be42-65af77018a16"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:00.574278 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-15f88597-2864-4ba0-97ce-28a98060e0de req-b8353a59-14c3-409b-8c5c-9fdc8b6050be service neutron] For port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:03:00.629630 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-15f88597-2864-4ba0-97ce-28a98060e0de req-b8353a59-14c3-409b-8c5c-9fdc8b6050be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f322965-9fbe-4b2c-ae7a-036c7cbea1be {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:03:00.648873 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-15f88597-2864-4ba0-97ce-28a98060e0de req-b8353a59-14c3-409b-8c5c-9fdc8b6050be service neutron] For port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=7f322965-9fbe-4b2c-ae7a-036c7cbea1be,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:00.655616 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2857d0-52b9-413b-a41c-797e70ef05cc req-08e952a5-9508-4b58-96b0-5e7ef05118ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:00.658998 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a2857d0-52b9-413b-a41c-797e70ef05cc req-08e952a5-9508-4b58-96b0-5e7ef05118ca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fe95db048a504264854a9049eb2dbdac&device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 1094 time: 0.1601133 Jul 30 20:03:00.661339 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51d99c5b-8c8f-4a36-b32c-54e3039fe005 req-a0f480d5-f079-4b19-a4d9-fe11f3f6a3be service neutron] 10.222.0.83 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871936 Jul 30 20:03:00.669555 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cd3a5-ab70-4653-9910-96b5f4d481f2 req-cc5852ed-4eb7-4387-a9a2-665e8404340d tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:00.677994 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f3cd3a5-ab70-4653-9910-96b5f4d481f2 req-cc5852ed-4eb7-4387-a9a2-665e8404340d tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.1325784 Jul 30 20:03:00.684190 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-15f88597-2864-4ba0-97ce-28a98060e0de req-b8353a59-14c3-409b-8c5c-9fdc8b6050be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:00.793255 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-64b892af-e225-4581-8487-441e126bcc43 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.104 HTTP/1.1" status: 200 len: 1002 time: 0.1160800 Jul 30 20:03:00.829695 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 7f322965-9fbe-4b2c-ae7a-036c7cbea1be no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:03:00.871689 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-3ca89e88-1c2e-43b5-943b-c2323188ac41 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:00.873139 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-3ca89e88-1c2e-43b5-943b-c2323188ac41 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports/b8e23347-b8a4-4d41-be42-65af77018a16 HTTP/1.1" status: 200 len: 943 time: 0.0791125 Jul 30 20:03:00.894546 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-15f88597-2864-4ba0-97ce-28a98060e0de req-b8353a59-14c3-409b-8c5c-9fdc8b6050be service neutron] Transition to ACTIVE for port object 7f322965-9fbe-4b2c-ae7a-036c7cbea1be will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:03:00.895731 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f3cd3a5-ab70-4653-9910-96b5f4d481f2 req-e9a8a59b-fc04-4cba-9c15-15c9431868f2 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166302 Jul 30 20:03:00.906827 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-15f88597-2864-4ba0-97ce-28a98060e0de req-b8353a59-14c3-409b-8c5c-9fdc8b6050be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:00.908158 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 7f322965-9fbe-4b2c-ae7a-036c7cbea1be not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:03:00.978394 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8353a59-14c3-409b-8c5c-9fdc8b6050be service neutron] Pushing event updated for resources: {'Port': ['ID=7f322965-9fbe-4b2c-ae7a-036c7cbea1be,revision_number=10']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:00.980108 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-91a40064-884f-4904-b133-adab067ed919 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:00.981650 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-91a40064-884f-4904-b133-adab067ed919 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823&tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&binding%3Ahost_id=n-h1-712137-9 HTTP/1.1" status: 200 len: 949 time: 0.2557724 Jul 30 20:03:01.043021 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51d99c5b-8c8f-4a36-b32c-54e3039fe005 req-5facf35b-32cc-4b95-ab83-05687b7864df service neutron] 10.222.0.83 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528936 Jul 30 20:03:01.051278 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f88597-2864-4ba0-97ce-28a98060e0de req-b8353a59-14c3-409b-8c5c-9fdc8b6050be service neutron] No DVR routers for this DVR port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:03:01.058975 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2857d0-52b9-413b-a41c-797e70ef05cc req-d9c9638d-10a8-4455-9a5d-7acd28e80a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:01.060476 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a2857d0-52b9-413b-a41c-797e70ef05cc req-d9c9638d-10a8-4455-9a5d-7acd28e80a52 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bd2cf75f-ada5-438d-87d6-041f6d8f37e8 HTTP/1.1" status: 200 len: 915 time: 0.3694022 Jul 30 20:03:01.088843 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-15f88597-2864-4ba0-97ce-28a98060e0de req-b8353a59-14c3-409b-8c5c-9fdc8b6050be service neutron] 10.222.0.83 "PUT /v2.0/ports/7f322965-9fbe-4b2c-ae7a-036c7cbea1be/bindings/n-h1-712137-9/activate HTTP/1.1" status: 200 len: 369 time: 1.0083683 Jul 30 20:03:01.092134 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-df12f9b1-2566-4f20-8df2-d48c20bb6d93 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.104 HTTP/1.1" status: 200 len: 1002 time: 0.1210594 Jul 30 20:03:01.125503 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a2857d0-52b9-413b-a41c-797e70ef05cc req-e47d4128-045b-4dd7-ae1e-7d324072b28a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 HTTP/1.1" status: 200 len: 217 time: 0.0545011 Jul 30 20:03:01.156035 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9dc6f-fe9d-4d3d-90fa-8655fbe8e8ec req-090bae16-159c-4f5a-9cdd-026dcca98d22 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:01.157629 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6cb9dc6f-fe9d-4d3d-90fa-8655fbe8e8ec req-090bae16-159c-4f5a-9cdd-026dcca98d22 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 944 time: 0.1544037 Jul 30 20:03:01.194819 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-5a30cc12-edb0-470f-8591-dbf4e12ecc14 service neutron] 10.222.0.59 "GET /v2.0/ports/7f5788dd-a5bc-4049-8061-fae85b639293/bindings/n-h1-712137-9 HTTP/1.1" status: 200 len: 382 time: 0.1970954 Jul 30 20:03:01.215561 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2857d0-52b9-413b-a41c-797e70ef05cc req-98d91932-ef2d-4494-a8a9-59bd58d67f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:01.217192 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a2857d0-52b9-413b-a41c-797e70ef05cc req-98d91932-ef2d-4494-a8a9-59bd58d67f19 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fdc2bd05-703a-476f-bf73-d538fd160288 HTTP/1.1" status: 200 len: 854 time: 0.0810404 Jul 30 20:03:01.253173 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6cb9dc6f-fe9d-4d3d-90fa-8655fbe8e8ec req-100faf8f-6d34-4ae4-ba31-bbe1502d416a tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743101 Jul 30 20:03:01.284351 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a2857d0-52b9-413b-a41c-797e70ef05cc req-5df41b3b-9ce2-47a3-89ab-1608e08774e5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bd2cf75f-ada5-438d-87d6-041f6d8f37e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579565 Jul 30 20:03:01.318713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-0937c077-1df1-42bb-ac60-d13da3c31e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:01.320256 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-0937c077-1df1-42bb-ac60-d13da3c31e29 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 1100 time: 0.0830357 Jul 30 20:03:01.503879 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd520bf2-d103-40d8-a7b5-63560c41c59d x-openstack-request-id: req-fd520bf2-d103-40d8-a7b5-63560c41c59d {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:01.504160 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3d8b70-ff6a-4e19-8ddd-23e35ebea25a", "tag": "b8e23347-b8a4-4d41-be42-65af77018a16", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:01.504431 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd520bf2-d103-40d8-a7b5-63560c41c59d {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:01.504803 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3d8b70-ff6a-4e19-8ddd-23e35ebea25a', 'tag': 'b8e23347-b8a4-4d41-be42-65af77018a16', 'status': 'completed', 'code': 200} Jul 30 20:03:01.558967 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a2857d0-52b9-413b-a41c-797e70ef05cc req-13b7f300-3007-403f-bc2d-d66f948ab957 service neutron] 10.222.0.83 "GET /v2.0/networks/bd2cf75f-ada5-438d-87d6-041f6d8f37e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660544 Jul 30 20:03:01.565040 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-856dc9bd-e390-47ca-ab2a-83de852bc3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:01.566516 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-856dc9bd-e390-47ca-ab2a-83de852bc3fe service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1984949 Jul 30 20:03:01.582961 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbfb26-93f2-4100-8141-1de0d23552d1 req-0f11c729-b6a4-42c4-90cf-7ba2f61065c8 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:01.584441 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5abbfb26-93f2-4100-8141-1de0d23552d1 req-0f11c729-b6a4-42c4-90cf-7ba2f61065c8 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 949 time: 0.1024151 Jul 30 20:03:01.584909 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-669cf419-b7f0-4ed8-a873-45be23d05438 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:01.592706 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-669cf419-b7f0-4ed8-a873-45be23d05438 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.4935882 Jul 30 20:03:01.598158 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f88597-2864-4ba0-97ce-28a98060e0de req-d9feab85-cd8c-4dfa-b708-7e9d79316da8 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:01.599607 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-15f88597-2864-4ba0-97ce-28a98060e0de req-d9feab85-cd8c-4dfa-b708-7e9d79316da8 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2&tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&binding%3Ahost_id=n-h2-712137-9 HTTP/1.1" status: 200 len: 1095 time: 0.4416842 Jul 30 20:03:01.609438 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be70d20-5d25-4e57-8cbf-a6d510ddae8b req-e00c4760-d45b-40eb-9679-53bb0718dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:01.609755 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2be70d20-5d25-4e57-8cbf-a6d510ddae8b req-e00c4760-d45b-40eb-9679-53bb0718dd94 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0c5948f4c08a4d0aae3efe56edcb4154&device_id=da3d8b70-ff6a-4e19-8ddd-23e35ebea25a HTTP/1.1" status: 200 len: 1097 time: 0.1072149 Jul 30 20:03:01.669056 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-e194d63d-4d54-4163-927a-75cb98e96288 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=7f5788dd-a5bc-4049-8061-fae85b639293 HTTP/1.1" status: 200 len: 217 time: 0.0828025 Jul 30 20:03:01.745061 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-cc78a2c2-d595-40f6-9b82-9ce4933509e4 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.104 HTTP/1.1" status: 200 len: 1002 time: 0.1505082 Jul 30 20:03:01.746914 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5abbfb26-93f2-4100-8141-1de0d23552d1 req-99273f50-2c00-4d25-bc1f-c6dc5f1fed68 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144252 Jul 30 20:03:01.758488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-520a8fe9-0e57-46a4-9409-2c4dc17fea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:01.759855 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-520a8fe9-0e57-46a4-9409-2c4dc17fea94 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0791612 Jul 30 20:03:01.779736 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a2857d0-52b9-413b-a41c-797e70ef05cc req-dfcbafd2-6ef3-46f2-9c98-fbadf68d4d2f service neutron] 10.222.0.83 "GET /v2.0/networks/bd2cf75f-ada5-438d-87d6-041f6d8f37e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112262 Jul 30 20:03:01.783910 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-7ef900da-4c75-483a-afad-9cfd0d8f90b9 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:03:01.799799 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be70d20-5d25-4e57-8cbf-a6d510ddae8b req-44c22374-fd49-4786-9a52-6017b68ba596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:01.801837 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2be70d20-5d25-4e57-8cbf-a6d510ddae8b req-44c22374-fd49-4786-9a52-6017b68ba596 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1746904e-31e8-4790-9bd4-80c0d2a9880b HTTP/1.1" status: 200 len: 920 time: 0.1655161 Jul 30 20:03:01.824732 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-e93e11df-6b4e-49fd-a4cd-81258ebf91ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:01.829571 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-e93e11df-6b4e-49fd-a4cd-81258ebf91ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0572252 Jul 30 20:03:01.853733 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f88597-2864-4ba0-97ce-28a98060e0de req-5ea78ba4-bb80-4469-8ef9-5617c4b19da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:01.853733 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-15f88597-2864-4ba0-97ce-28a98060e0de req-5ea78ba4-bb80-4469-8ef9-5617c4b19da4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2&tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07 HTTP/1.1" status: 200 len: 1095 time: 0.2152355 Jul 30 20:03:01.988629 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-7ef900da-4c75-483a-afad-9cfd0d8f90b9 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:01.993134 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-59b811df-2686-4631-887d-e52489ee5541 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518610 Jul 30 20:03:02.002362 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2be70d20-5d25-4e57-8cbf-a6d510ddae8b req-4253935d-faf7-4660-810e-be85999c7c38 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8e23347-b8a4-4d41-be42-65af77018a16 HTTP/1.1" status: 200 len: 1002 time: 0.1613629 Jul 30 20:03:02.011820 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47721853-ab28-407f-b803-9db18a0675e2 req-82fcc24d-6fdd-4a0a-8c62-0c9021b947c7 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:02.013527 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-47721853-ab28-407f-b803-9db18a0675e2 req-82fcc24d-6fdd-4a0a-8c62-0c9021b947c7 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 943 time: 0.0727065 Jul 30 20:03:02.103494 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f88597-2864-4ba0-97ce-28a98060e0de req-3a28e9d0-bf48-4859-aafa-a3d86a3cd7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:02.105659 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-15f88597-2864-4ba0-97ce-28a98060e0de req-3a28e9d0-bf48-4859-aafa-a3d86a3cd7f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 1095 time: 0.2072098 Jul 30 20:03:02.112630 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-47721853-ab28-407f-b803-9db18a0675e2 req-e4e8b128-f844-48b7-a5c8-d3cb57af9f31 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897899 Jul 30 20:03:02.157234 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-0853d078-7251-4282-b44b-bd4cd294f135 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426654 Jul 30 20:03:02.249158 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be70d20-5d25-4e57-8cbf-a6d510ddae8b req-cf4cc097-9be8-4188-9bf7-0931aefc4fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:02.250780 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2be70d20-5d25-4e57-8cbf-a6d510ddae8b req-cf4cc097-9be8-4188-9bf7-0931aefc4fcc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77 HTTP/1.1" status: 200 len: 858 time: 0.2117205 Jul 30 20:03:02.256198 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f3f09-7d37-48ff-89ad-9c63a69c8886 req-68c80752-a02a-447b-b1e4-80424389ddf6 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:02.258220 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e4f3f09-7d37-48ff-89ad-9c63a69c8886 req-68c80752-a02a-447b-b1e4-80424389ddf6 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0584252 Jul 30 20:03:02.316541 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e4f3f09-7d37-48ff-89ad-9c63a69c8886 req-7873cf6d-566d-48ac-9612-52639f3c2f94 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481641 Jul 30 20:03:02.370351 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-7ef900da-4c75-483a-afad-9cfd0d8f90b9 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:02.384891 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-7ef900da-4c75-483a-afad-9cfd0d8f90b9 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:02.385272 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-7ef900da-4c75-483a-afad-9cfd0d8f90b9 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Floating IP 667ea444-187b-4587-b547-4ea142200deb disassociated. External IP: 172.25.3.104, port: b8e23347-b8a4-4d41-be42-65af77018a16. Jul 30 20:03:02.455013 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be70d20-5d25-4e57-8cbf-a6d510ddae8b req-431b1686-88b8-4c62-ac15-217aee16a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:02.456590 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2be70d20-5d25-4e57-8cbf-a6d510ddae8b req-431b1686-88b8-4c62-ac15-217aee16a30c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1746904e-31e8-4790-9bd4-80c0d2a9880b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1967564 Jul 30 20:03:02.456852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543766d7-2f00-4333-a74f-a6460ba918b8 req-5b17fd14-4a14-4993-aabe-a43c6367db83 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:02.458823 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-543766d7-2f00-4333-a74f-a6460ba918b8 req-5b17fd14-4a14-4993-aabe-a43c6367db83 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 944 time: 0.0639379 Jul 30 20:03:02.460041 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f88597-2864-4ba0-97ce-28a98060e0de req-ee5d054d-4378-45ae-ac00-06601a148b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:02.461421 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-15f88597-2864-4ba0-97ce-28a98060e0de req-ee5d054d-4378-45ae-ac00-06601a148b8f service neutron] 10.222.0.59 "GET /v2.0/networks?id=1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 200 len: 921 time: 0.3416858 Jul 30 20:03:02.511191 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-543766d7-2f00-4333-a74f-a6460ba918b8 req-e511fb65-0d54-4916-af2f-9d7256978ba5 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436409 Jul 30 20:03:02.548204 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 7f5788dd-a5bc-4049-8061-fae85b639293 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:03:02.600208 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-15f88597-2864-4ba0-97ce-28a98060e0de req-20bc33ca-f3dd-494e-bd98-59371f5ae889 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f322965-9fbe-4b2c-ae7a-036c7cbea1be HTTP/1.1" status: 200 len: 217 time: 0.1290648 Jul 30 20:03:02.630520 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 7f5788dd-a5bc-4049-8061-fae85b639293 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:03:02.634876 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 7f5788dd-a5bc-4049-8061-fae85b639293 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:03:02.635261 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:02.721983 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:02.735909 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2be70d20-5d25-4e57-8cbf-a6d510ddae8b req-892144dd-c44f-4445-ad7f-73f2100c2512 service neutron] 10.222.0.83 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659342 Jul 30 20:03:02.739020 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f88597-2864-4ba0-97ce-28a98060e0de req-bf89a966-dd76-4a80-bc54-0d1c974387c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:02.740262 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-15f88597-2864-4ba0-97ce-28a98060e0de req-bf89a966-dd76-4a80-bc54-0d1c974387c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b757e780-295d-4676-ae81-4c07de396b9e HTTP/1.1" status: 200 len: 860 time: 0.1086500 Jul 30 20:03:02.743970 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab849583-f78f-4529-9053-b110f65bb823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5788dd-a5bc-4049-8061-fae85b639293'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:02.746295 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fec8e59-fb3d-4f77-8c2a-0b56c26fac8d" -d '{"events": [{"server_uuid": "ab849583-f78f-4529-9053-b110f65bb823", "name": "network-vif-plugged", "status": "completed", "tag": "7f5788dd-a5bc-4049-8061-fae85b639293"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:02.773551 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 7f5788dd-a5bc-4049-8061-fae85b639293, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=7f5788dd-a5bc-4049-8061-fae85b639293,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:02.778310 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:02.847587 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-15f88597-2864-4ba0-97ce-28a98060e0de req-711ebe39-06c6-41d2-add8-0b1e9cfa6c60 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1b009359-14e5-4019-b6cd-e6d82ee142cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903780 Jul 30 20:03:02.849941 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb39e857-f907-4eb4-ab1c-4d24f610c0ea x-openstack-request-id: req-eb39e857-f907-4eb4-ab1c-4d24f610c0ea {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:02.850994 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab849583-f78f-4529-9053-b110f65bb823", "name": "network-vif-plugged", "status": "completed", "tag": "7f5788dd-a5bc-4049-8061-fae85b639293", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:02.851472 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb39e857-f907-4eb4-ab1c-4d24f610c0ea {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:02.853033 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab849583-f78f-4529-9053-b110f65bb823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5788dd-a5bc-4049-8061-fae85b639293', 'code': 200} Jul 30 20:03:02.856692 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=7f5788dd-a5bc-4049-8061-fae85b639293,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:02.902729 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03baa1c8-bcf8-49f0-8917-2b073fd1c585 req-9513cd67-5513-4671-a4a7-1bfdacc4e80b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:02.904172 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-03baa1c8-bcf8-49f0-8917-2b073fd1c585 req-9513cd67-5513-4671-a4a7-1bfdacc4e80b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.0567608 Jul 30 20:03:02.932740 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-7ef900da-4c75-483a-afad-9cfd0d8f90b9 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Router 1839f9fb-c2ed-4da0-a187-51d5072119d2 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:03:02.944008 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-03baa1c8-bcf8-49f0-8917-2b073fd1c585 req-60c6ba4d-2102-4729-9b85-fd506d4780b4 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333323 Jul 30 20:03:02.969635 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2be70d20-5d25-4e57-8cbf-a6d510ddae8b req-24f31b66-6efd-4dd6-a982-9963f915fbe1 service neutron] 10.222.0.83 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190967 Jul 30 20:03:03.031251 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-15f88597-2864-4ba0-97ce-28a98060e0de req-c19e71bf-221a-44e3-adb0-0bf7ba5fc6cf service neutron] 10.222.0.59 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667967 Jul 30 20:03:03.138710 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-7ef900da-4c75-483a-afad-9cfd0d8f90b9 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:03:03.149714 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-7ef900da-4c75-483a-afad-9cfd0d8f90b9 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:03.155783 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fc773e-4e5c-4938-abda-46764b6b4caa None None] Sync routers for ids ['1839f9fb-c2ed-4da0-a187-51d5072119d2'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:03:03.188216 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fc773e-4e5c-4938-abda-46764b6b4caa None None] Routers {'1839f9fb-c2ed-4da0-a187-51d5072119d2'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:03:03.188853 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a7fc773e-4e5c-4938-abda-46764b6b4caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:02:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1839f9fb-c2ed-4da0-a187-51d5072119d2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:03:03.202623 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-7ef900da-4c75-483a-afad-9cfd0d8f90b9 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "PUT /v2.0/floatingips/667ea444-187b-4587-b547-4ea142200deb HTTP/1.1" status: 200 len: 695 time: 1.4196992 Jul 30 20:03:03.214622 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-15f88597-2864-4ba0-97ce-28a98060e0de req-9fd5e975-6399-4a66-94e1-2a71b292102d service neutron] 10.222.0.59 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735046 Jul 30 20:03:03.275255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-ba26fbaf-8799-4f72-beed-0bb3dab03b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:03.282587 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-ba26fbaf-8799-4f72-beed-0bb3dab03b5f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0c5948f4c08a4d0aae3efe56edcb4154&device_id=da3d8b70-ff6a-4e19-8ddd-23e35ebea25a HTTP/1.1" status: 200 len: 1097 time: 0.0787649 Jul 30 20:03:03.299201 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017114a1-c8ac-4a8f-b5cd-4eec6ae3c25a req-22238c6e-6377-4382-a2ad-34febeeef134 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:03.300761 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-017114a1-c8ac-4a8f-b5cd-4eec6ae3c25a req-22238c6e-6377-4382-a2ad-34febeeef134 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 943 time: 0.0953667 Jul 30 20:03:03.356088 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-017114a1-c8ac-4a8f-b5cd-4eec6ae3c25a req-83ec534b-435e-4190-98f5-f95cc384acf2 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485001 Jul 30 20:03:03.364236 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a7fc773e-4e5c-4938-abda-46764b6b4caa None None] Set router 1839f9fb-c2ed-4da0-a187-51d5072119d2 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:03:03.373269 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-37b40ccc-dfdf-403a-81b6-13ce1d79f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:03.374777 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-37b40ccc-dfdf-403a-81b6-13ce1d79f9fa service neutron] 10.222.0.81 "GET /v2.0/networks?id=1746904e-31e8-4790-9bd4-80c0d2a9880b HTTP/1.1" status: 200 len: 920 time: 0.0915630 Jul 30 20:03:03.418955 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-25122992-b545-48e5-a2c3-80f3022c6b0d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8e23347-b8a4-4d41-be42-65af77018a16 HTTP/1.1" status: 200 len: 217 time: 0.0379636 Jul 30 20:03:03.473960 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c867e7d-9963-4fa6-9a3c-2d0f5021d043 req-ab52435e-c7d5-4fc5-8a5f-b65757179cf7 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:03.475669 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8c867e7d-9963-4fa6-9a3c-2d0f5021d043 req-ab52435e-c7d5-4fc5-8a5f-b65757179cf7 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0548215 Jul 30 20:03:03.489204 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-938e6426-eae0-436d-9623-0b357a119111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:03.491179 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-938e6426-eae0-436d-9623-0b357a119111 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77 HTTP/1.1" status: 200 len: 858 time: 0.0659621 Jul 30 20:03:03.505239 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3d8b70-ff6a-4e19-8ddd-23e35ebea25a', 'tag': 'b8e23347-b8a4-4d41-be42-65af77018a16'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:03.507409 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e6aff7-f177-436c-90bc-c85a8a7baa12" -d '{"events": [{"name": "network-changed", "server_uuid": "da3d8b70-ff6a-4e19-8ddd-23e35ebea25a", "tag": "b8e23347-b8a4-4d41-be42-65af77018a16"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:03.523364 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8c867e7d-9963-4fa6-9a3c-2d0f5021d043 req-1a7d2a06-3560-4cac-8682-2f94318a4095 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408523 Jul 30 20:03:03.571429 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174a7332-8ceb-490c-8732-c5f596a220d3 x-openstack-request-id: req-174a7332-8ceb-490c-8732-c5f596a220d3 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:03.571746 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3d8b70-ff6a-4e19-8ddd-23e35ebea25a", "tag": "b8e23347-b8a4-4d41-be42-65af77018a16", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:03.571997 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-174a7332-8ceb-490c-8732-c5f596a220d3 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:03.572381 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3d8b70-ff6a-4e19-8ddd-23e35ebea25a', 'tag': 'b8e23347-b8a4-4d41-be42-65af77018a16', 'status': 'completed', 'code': 200} Jul 30 20:03:03.575976 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f88597-2864-4ba0-97ce-28a98060e0de req-9bb72512-a146-438f-9732-52a57a59a414 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:03.577496 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-15f88597-2864-4ba0-97ce-28a98060e0de req-9bb72512-a146-438f-9732-52a57a59a414 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2&tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&binding%3Ahost_id=n-h1-712137-9 HTTP/1.1" status: 200 len: 1095 time: 0.0813429 Jul 30 20:03:03.580144 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-dd98ac7c-6d4a-4db5-8f19-1e23823d2ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:03.590225 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-dd98ac7c-6d4a-4db5-8f19-1e23823d2ef8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1746904e-31e8-4790-9bd4-80c0d2a9880b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856235 Jul 30 20:03:03.601671 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a7fc773e-4e5c-4938-abda-46764b6b4caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:02:09Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port': {'id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:02Z', 'updated_at': '2021-07-30T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '312a0de2-e84a-456a-b875-9bf8ac62db04', 'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'mac_address': 'fa:16:3e:d8:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:07Z', 'updated_at': '2021-07-30T20:02:18Z', 'revision_number': 5, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'subnets': [{'id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:03:03.629523 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fc773e-4e5c-4938-abda-46764b6b4caa None None] Checking router: 1839f9fb-c2ed-4da0-a187-51d5072119d2 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:03:03.638045 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fc773e-4e5c-4938-abda-46764b6b4caa None None] Routers {'1839f9fb-c2ed-4da0-a187-51d5072119d2'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:03:03.638653 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a7fc773e-4e5c-4938-abda-46764b6b4caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:02:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1839f9fb-c2ed-4da0-a187-51d5072119d2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:03:03.672412 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458c6b9-ff39-4b7f-a2e6-47a28ca990c1 req-662a302a-857c-47fd-99cf-24fda03ca282 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:03.673810 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f458c6b9-ff39-4b7f-a2e6-47a28ca990c1 req-662a302a-857c-47fd-99cf-24fda03ca282 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 944 time: 0.0555766 Jul 30 20:03:03.714604 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f458c6b9-ff39-4b7f-a2e6-47a28ca990c1 req-5682b731-0a0c-4d41-ada9-417307b8dc3e tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348871 Jul 30 20:03:03.744977 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a7fc773e-4e5c-4938-abda-46764b6b4caa None None] Set router 1839f9fb-c2ed-4da0-a187-51d5072119d2 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:03:03.749448 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6aff7-f177-436c-90bc-c85a8a7baa12 req-01623e65-89aa-4038-935a-dbb2607a488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:03.751020 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-12e6aff7-f177-436c-90bc-c85a8a7baa12 req-01623e65-89aa-4038-935a-dbb2607a488c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0c5948f4c08a4d0aae3efe56edcb4154&device_id=da3d8b70-ff6a-4e19-8ddd-23e35ebea25a HTTP/1.1" status: 200 len: 1097 time: 0.1526651 Jul 30 20:03:03.867811 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-8c0e6933-4d33-4478-accb-acb0ca126d49 service neutron] 10.222.0.81 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436724 Jul 30 20:03:03.914907 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b976dd-ff1a-487b-af99-56b93ff747cd req-16320e44-2db7-4088-a0bf-217977c83044 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:03.916476 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-03b976dd-ff1a-487b-af99-56b93ff747cd req-16320e44-2db7-4088-a0bf-217977c83044 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 1095 time: 0.0414348 Jul 30 20:03:03.961439 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-03b976dd-ff1a-487b-af99-56b93ff747cd req-b1fb8bda-9ca8-4a4d-97d5-4d5f97498c7b tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383599 Jul 30 20:03:03.968226 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6aff7-f177-436c-90bc-c85a8a7baa12 req-8f4c79cb-5396-4f2a-8cde-22bc773476ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:03.970185 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-12e6aff7-f177-436c-90bc-c85a8a7baa12 req-8f4c79cb-5396-4f2a-8cde-22bc773476ba service neutron] 10.222.0.83 "GET /v2.0/networks?id=1746904e-31e8-4790-9bd4-80c0d2a9880b HTTP/1.1" status: 200 len: 920 time: 0.2087812 Jul 30 20:03:03.973791 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-15f88597-2864-4ba0-97ce-28a98060e0de req-b9514079-01b9-412a-aebf-628f44898117 service neutron] For port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:03:03.978770 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-15f88597-2864-4ba0-97ce-28a98060e0de req-b9514079-01b9-412a-aebf-628f44898117 service neutron] Notify callbacks [] for binding, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:03.979874 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-15f88597-2864-4ba0-97ce-28a98060e0de req-b9514079-01b9-412a-aebf-628f44898117 service neutron] 10.222.0.59 "DELETE /v2.0/ports/7f322965-9fbe-4b2c-ae7a-036c7cbea1be/bindings/n-h2-712137-9 HTTP/1.1" status: 204 len: 173 time: 0.3887496 Jul 30 20:03:04.050584 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-12e6aff7-f177-436c-90bc-c85a8a7baa12 req-2c572f55-35c0-4c5f-9c5f-3bd38614c849 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8e23347-b8a4-4d41-be42-65af77018a16 HTTP/1.1" status: 200 len: 217 time: 0.0682683 Jul 30 20:03:04.085559 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ab7e0b65-1f06-4c1c-8387-f43cb58a40f0 req-c6d76b4b-8037-40fb-9296-09dbcf219bbd service neutron] 10.222.0.81 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991801 Jul 30 20:03:04.100466 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a7fc773e-4e5c-4938-abda-46764b6b4caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:02:09Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port': {'id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:02Z', 'updated_at': '2021-07-30T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '312a0de2-e84a-456a-b875-9bf8ac62db04', 'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'mac_address': 'fa:16:3e:d8:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:07Z', 'updated_at': '2021-07-30T20:02:18Z', 'revision_number': 5, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'subnets': [{'id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:03:04.101954 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87621a-407a-4ff5-8307-cad19070fa9e req-45d9f98d-f187-423e-942b-4efec27963a9 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:04.106227 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d87621a-407a-4ff5-8307-cad19070fa9e req-45d9f98d-f187-423e-942b-4efec27963a9 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.0717380 Jul 30 20:03:04.136233 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6aff7-f177-436c-90bc-c85a8a7baa12 req-448ae361-964e-4f0e-a4fc-307bfac25342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:04.137816 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-12e6aff7-f177-436c-90bc-c85a8a7baa12 req-448ae361-964e-4f0e-a4fc-307bfac25342 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77 HTTP/1.1" status: 200 len: 858 time: 0.0633950 Jul 30 20:03:04.138612 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fc773e-4e5c-4938-abda-46764b6b4caa None None] The sync data for ids ['1839f9fb-c2ed-4da0-a187-51d5072119d2'] in n-d-712137-9 is: [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:02:09Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port': {'id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:02Z', 'updated_at': '2021-07-30T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '312a0de2-e84a-456a-b875-9bf8ac62db04', 'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'mac_address': 'fa:16:3e:d8:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:07Z', 'updated_at': '2021-07-30T20:02:18Z', 'revision_number': 5, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'subnets': [{'id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:03:04.158019 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d87621a-407a-4ff5-8307-cad19070fa9e req-208f32d1-1dcd-40f0-aeb6-504a3417e84f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466573 Jul 30 20:03:04.230636 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6aff7-f177-436c-90bc-c85a8a7baa12 req-345ff7ba-7a27-485e-aecb-98dcf481bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:04.232221 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-12e6aff7-f177-436c-90bc-c85a8a7baa12 req-345ff7ba-7a27-485e-aecb-98dcf481bf2b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1746904e-31e8-4790-9bd4-80c0d2a9880b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829079 Jul 30 20:03:04.233908 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954f509-5d53-4dba-968c-9279e23139c4 req-91fa2f1a-c763-4d05-8dc4-e6f0436a9751 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:04.235589 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a954f509-5d53-4dba-968c-9279e23139c4 req-91fa2f1a-c763-4d05-8dc4-e6f0436a9751 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 1095 time: 0.0758808 Jul 30 20:03:04.336732 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a954f509-5d53-4dba-968c-9279e23139c4 req-badc9862-a0be-4e5e-af27-3cb683078361 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869434 Jul 30 20:03:04.362366 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-12e6aff7-f177-436c-90bc-c85a8a7baa12 req-5228b1ab-ebac-481b-8191-f6ef941e00c4 service neutron] 10.222.0.83 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210115 Jul 30 20:03:04.552820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0df19a-0c48-4b66-b21c-e7c1ca378a9a None None] New status for floating IP 667ea444-187b-4587-b547-4ea142200deb: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:03:04.574761 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-12e6aff7-f177-436c-90bc-c85a8a7baa12 req-596cf057-b032-4024-bdab-d3451c253cd6 service neutron] 10.222.0.83 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002921 Jul 30 20:03:04.594087 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bec5c9-fd87-43e5-a8fc-0929730691cc req-bc5d85db-6d9d-4203-963a-30a63295f1c6 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:04.595725 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-04bec5c9-fd87-43e5-a8fc-0929730691cc req-bc5d85db-6d9d-4203-963a-30a63295f1c6 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 943 time: 0.0995147 Jul 30 20:03:04.652055 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-04bec5c9-fd87-43e5-a8fc-0929730691cc req-72a583ee-1bbb-48cb-9618-69d32d9c352b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474720 Jul 30 20:03:04.680501 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-aa548991-d0db-448f-ace6-5c5ecf04fb82 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:04.681982 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-aa548991-d0db-448f-ace6-5c5ecf04fb82 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 808 time: 0.1258025 Jul 30 20:03:04.703656 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-f93ef5b7-f105-4090-8e6e-48b2afa6a1d3 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/quotas/236d1eaa83284464a4f623b106ec8e36 HTTP/1.1" status: 200 len: 375 time: 0.0151787 Jul 30 20:03:04.761252 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-d1f01d3b-ea87-41b1-b508-caea12f6ea95 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567389 Jul 30 20:03:04.784279 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce53f53-b4a2-4c3e-a567-911569f13508 req-92687bc9-5daf-4c88-ace1-c8284b703d4b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:04.786191 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bce53f53-b4a2-4c3e-a567-911569f13508 req-92687bc9-5daf-4c88-ace1-c8284b703d4b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=b2e94315-9d24-4c31-86ff-bef688631d6c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0631049 Jul 30 20:03:04.828020 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:03:04.844812 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bce53f53-b4a2-4c3e-a567-911569f13508 req-bad24508-1d85-4501-8db8-39da2c4e8842 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.104 HTTP/1.1" status: 200 len: 696 time: 0.0521536 Jul 30 20:03:04.849372 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-bce53f53-b4a2-4c3e-a567-911569f13508 req-b4ed6677-dcc5-43cc-a325-62652f55e0c9 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Request body: {'floatingip': {'port_id': 'f8ba08e4-c36d-465c-b91e-1c012c98c0f9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:03:04.891753 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-89785d52-0820-427f-ab7d-4addcc579ca2 service neutron] 10.222.0.81 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234617 Jul 30 20:03:04.895287 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bce53f53-b4a2-4c3e-a567-911569f13508 req-b4ed6677-dcc5-43cc-a325-62652f55e0c9 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:04.954326 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=942a7c6d-002f-47ad-9216-1bb9ba7ea3c9,segment=NetworkSegment(21259fef-2530-4ea2-94b4-58e78cdda3f6),segment_id=21259fef-2530-4ea2-94b4-58e78cdda3f6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:04.966996 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '942a7c6d-002f-47ad-9216-1bb9ba7ea3c9', 'network_id': 'bd2cf75f-ada5-438d-87d6-041f6d8f37e8', 'port_id': '942a7c6d-002f-47ad-9216-1bb9ba7ea3c9', 'mac_address': 'fa:16:3e:96:6b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc2bd05-703a-476f-bf73-d538fd160288', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:03:05.009883 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:05.028211 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-f7118f05-8075-4af7-ae83-d962e3ee8cfb service neutron] 10.222.0.81 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354296 Jul 30 20:03:05.034209 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:03:05.064152 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=942a7c6d-002f-47ad-9216-1bb9ba7ea3c9,segment=NetworkSegment(21259fef-2530-4ea2-94b4-58e78cdda3f6),segment_id=21259fef-2530-4ea2-94b4-58e78cdda3f6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:05.069263 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:05.080267 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-d9d7b025-7526-46cb-adf1-8ce9a55c6428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:05.081819 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-d9d7b025-7526-46cb-adf1-8ce9a55c6428 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823&tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290 HTTP/1.1" status: 200 len: 1101 time: 0.1164238 Jul 30 20:03:05.095728 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-9', 'device_owner': 'compute:nova'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:03:05.122447 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=942a7c6d-002f-47ad-9216-1bb9ba7ea3c9,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:05.460522 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['942a7c6d-002f-47ad-9216-1bb9ba7ea3c9'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:03:05.543548 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:05.605989 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86127e8-125f-4247-8157-c61faf634311 req-6c08c6cd-69db-47ec-b1c6-4fd24af30a00 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:05.607884 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b86127e8-125f-4247-8157-c61faf634311 req-6c08c6cd-69db-47ec-b1c6-4fd24af30a00 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0771217 Jul 30 20:03:05.648096 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:03:05.660470 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b86127e8-125f-4247-8157-c61faf634311 req-200b0359-4f81-473b-b568-f9e36f64228d tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463161 Jul 30 20:03:05.837171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8ecfe-3af9-47ef-b5be-3d0edad064e7 req-6d55b230-5c07-442c-b8c0-c73d87217bd3 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:05.845718 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-edf8ecfe-3af9-47ef-b5be-3d0edad064e7 req-6d55b230-5c07-442c-b8c0-c73d87217bd3 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.0640278 Jul 30 20:03:05.887244 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-edf8ecfe-3af9-47ef-b5be-3d0edad064e7 req-b19ff434-d673-4410-be70-01529ccba5b6 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406706 Jul 30 20:03:05.967168 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] For port 7f5788dd-a5bc-4049-8061-fae85b639293, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=7f5788dd-a5bc-4049-8061-fae85b639293,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:05.977407 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bce53f53-b4a2-4c3e-a567-911569f13508 req-b4ed6677-dcc5-43cc-a325-62652f55e0c9 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:05.985421 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bce53f53-b4a2-4c3e-a567-911569f13508 req-b4ed6677-dcc5-43cc-a325-62652f55e0c9 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:06.043801 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] For port 7f5788dd-a5bc-4049-8061-fae85b639293, host n-h1-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:03:06.056699 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b3e266af-0089-4bfa-9b3f-fa4897844c24 req-974405ff-df58-4229-b474-570914e0ec3a tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 210 time: 0.0375781 Jul 30 20:03:06.128061 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab849583-f78f-4529-9053-b110f65bb823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f5788dd-a5bc-4049-8061-fae85b639293'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:06.130365 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9613137-4db0-417f-b47d-d664887c7133" -d '{"events": [{"server_uuid": "ab849583-f78f-4529-9053-b110f65bb823", "name": "network-vif-unplugged", "status": "completed", "tag": "7f5788dd-a5bc-4049-8061-fae85b639293"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:06.136387 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:06.147274 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [req-bce53f53-b4a2-4c3e-a567-911569f13508 req-b4ed6677-dcc5-43cc-a325-62652f55e0c9 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Floating IP 667ea444-187b-4587-b547-4ea142200deb associated. External IP: 172.25.3.104, port: f8ba08e4-c36d-465c-b91e-1c012c98c0f9. Jul 30 20:03:06.164327 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c35043-de42-433f-8582-f796f44ca175 req-0261dd31-e1cd-43a1-8622-89c16b32496d tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:06.165797 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a7c35043-de42-433f-8582-f796f44ca175 req-0261dd31-e1cd-43a1-8622-89c16b32496d tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 944 time: 0.0533073 Jul 30 20:03:06.185635 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] Transition to ACTIVE for port object 7f5788dd-a5bc-4049-8061-fae85b639293 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:03:06.193988 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:06.211073 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a7c35043-de42-433f-8582-f796f44ca175 req-bb9e0e65-c2c7-4863-9e4d-f05eac8283b9 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385423 Jul 30 20:03:06.305057 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4e48c1-ab1f-4bbc-9b36-df8b74845b2a x-openstack-request-id: req-2e4e48c1-ab1f-4bbc-9b36-df8b74845b2a {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:06.305360 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab849583-f78f-4529-9053-b110f65bb823", "name": "network-vif-unplugged", "status": "completed", "tag": "7f5788dd-a5bc-4049-8061-fae85b639293", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:06.305608 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2e4e48c1-ab1f-4bbc-9b36-df8b74845b2a {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:06.306027 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab849583-f78f-4529-9053-b110f65bb823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f5788dd-a5bc-4049-8061-fae85b639293', 'code': 200} Jul 30 20:03:06.306738 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] No DVR routers for this DVR port 7f5788dd-a5bc-4049-8061-fae85b639293 on host n-h1-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:03:06.323593 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5788dd-a5bc-4049-8061-fae85b639293,revision_number=10']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:06.324812 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef527163-6cd6-49a4-bbe1-ff1b99102f81 req-e0a9721c-2258-4168-b957-25fbc7233308 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:06.328229 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef527163-6cd6-49a4-bbe1-ff1b99102f81 req-e0a9721c-2258-4168-b957-25fbc7233308 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.83 "GET /v2.0/ports?device_id=da3d8b70-ff6a-4e19-8ddd-23e35ebea25a HTTP/1.1" status: 200 len: 946 time: 0.0832624 Jul 30 20:03:06.360755 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] Attempting to bind port 7f5788dd-a5bc-4049-8061-fae85b639293 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:03:06.361093 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] Attempting to bind port 7f5788dd-a5bc-4049-8061-fae85b639293 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:03:06.361429 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] Attempting to bind port 7f5788dd-a5bc-4049-8061-fae85b639293 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:03:06.400086 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] Port 7f5788dd-a5bc-4049-8061-fae85b639293 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:03:06.400407 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] Attempting to bind port 7f5788dd-a5bc-4049-8061-fae85b639293 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:03:06.410557 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:03:06.410891 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:03:06.411286 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:03:06.411755 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] Bound port: 7f5788dd-a5bc-4049-8061-fae85b639293, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:03:06.412125 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:06.446009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-ef527163-6cd6-49a4-bbe1-ff1b99102f81 req-43eac963-1478-4e91-be0d-83ad274f90ae tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Deleting port b8e23347-b8a4-4d41-be42-65af77018a16 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:03:06.446757 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ef527163-6cd6-49a4-bbe1-ff1b99102f81 req-43eac963-1478-4e91-be0d-83ad274f90ae tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:06.538701 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bce53f53-b4a2-4c3e-a567-911569f13508 req-b4ed6677-dcc5-43cc-a325-62652f55e0c9 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Router 1839f9fb-c2ed-4da0-a187-51d5072119d2 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:03:06.539875 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] For port 7f5788dd-a5bc-4049-8061-fae85b639293, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:03:06.543420 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] For port 7f5788dd-a5bc-4049-8061-fae85b639293, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7f5788dd-a5bc-4049-8061-fae85b639293,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:03:06.553583 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:06.633921 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:06.634467 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:06.635909 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] 10.222.0.83 "PUT /v2.0/ports/7f5788dd-a5bc-4049-8061-fae85b639293 HTTP/1.1" status: 200 len: 1097 time: 1.5448401 Jul 30 20:03:06.736279 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ef527163-6cd6-49a4-bbe1-ff1b99102f81 req-43eac963-1478-4e91-be0d-83ad274f90ae tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] For port b8e23347-b8a4-4d41-be42-65af77018a16, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=b8e23347-b8a4-4d41-be42-65af77018a16,segment=NetworkSegment(c114c45a-cbfb-4ab1-9176-aa6ecbc5f534),segment_id=c114c45a-cbfb-4ab1-9176-aa6ecbc5f534)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:06.736904 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ef527163-6cd6-49a4-bbe1-ff1b99102f81 req-43eac963-1478-4e91-be0d-83ad274f90ae tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:06.761412 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-ef527163-6cd6-49a4-bbe1-ff1b99102f81 req-43eac963-1478-4e91-be0d-83ad274f90ae tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Calling delete_port for b8e23347-b8a4-4d41-be42-65af77018a16 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:03:06.790064 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fdf0d2-b747-4207-8d61-b9e11f91c400 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5788dd-a5bc-4049-8061-fae85b639293,revision_number=11']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:06.831385 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:03:06.846206 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-d68c6db9-b7fa-4e1c-9f54-ade47f2606dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:06.849019 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-d68c6db9-b7fa-4e1c-9f54-ade47f2606dc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 1100 time: 0.1848526 Jul 30 20:03:06.852530 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bce53f53-b4a2-4c3e-a567-911569f13508 req-b4ed6677-dcc5-43cc-a325-62652f55e0c9 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:03:06.863465 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4312599-f4a9-4851-ba76-d22537860bb4 None None] Sync routers for ids ['1839f9fb-c2ed-4da0-a187-51d5072119d2'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:03:06.878572 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bce53f53-b4a2-4c3e-a567-911569f13508 req-b4ed6677-dcc5-43cc-a325-62652f55e0c9 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:06.881098 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4312599-f4a9-4851-ba76-d22537860bb4 None None] Routers {'1839f9fb-c2ed-4da0-a187-51d5072119d2'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:03:06.882617 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c4312599-f4a9-4851-ba76-d22537860bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:02:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1839f9fb-c2ed-4da0-a187-51d5072119d2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:03:06.940642 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:03:06.955873 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:03:06.956544 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:06.990353 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-b016115b-3dcb-42f4-8d3b-a0be2c4b1457 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:06.992452 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-b016115b-3dcb-42f4-8d3b-a0be2c4b1457 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.83 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 808 time: 0.4033222 Jul 30 20:03:07.006398 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bce53f53-b4a2-4c3e-a567-911569f13508 req-b4ed6677-dcc5-43cc-a325-62652f55e0c9 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "PUT /v2.0/floatingips/667ea444-187b-4587-b547-4ea142200deb HTTP/1.1" status: 200 len: 996 time: 2.1607084 Jul 30 20:03:07.009299 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-19c7c4f8-1466-49a4-a0ba-0105e7fb54f1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Request body: {'port': {'device_id': '2af2de6f-50be-4af4-b012-e1d9b5b7e765', 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc', 'admin_state_up': True, 'tenant_id': '236d1eaa83284464a4f623b106ec8e36'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:03:07.031152 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160ca8f-2e7c-4743-94ef-40a38b543761 req-3a2b952c-07a5-4209-850c-f302369a7126 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:07.032456 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b160ca8f-2e7c-4743-94ef-40a38b543761 req-3a2b952c-07a5-4209-850c-f302369a7126 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.1838045 Jul 30 20:03:07.105957 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-c4312599-f4a9-4851-ba76-d22537860bb4 None None] Set router 1839f9fb-c2ed-4da0-a187-51d5072119d2 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:03:07.143601 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:07.175487 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce53f53-b4a2-4c3e-a567-911569f13508 req-27f3081d-e855-4be8-9900-cba8ed38aa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:07.176948 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bce53f53-b4a2-4c3e-a567-911569f13508 req-27f3081d-e855-4be8-9900-cba8ed38aa2f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0c5948f4c08a4d0aae3efe56edcb4154&device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 1096 time: 0.1697700 Jul 30 20:03:07.197500 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49c6183-6287-4620-bc66-d0cd3a23799a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942a7c6d-002f-47ad-9216-1bb9ba7ea3c9'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:07.200145 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e2afc5-db04-4e1b-b9dc-e89c226351a0" -d '{"events": [{"server_uuid": "d49c6183-6287-4620-bc66-d0cd3a23799a", "name": "network-vif-plugged", "status": "completed", "tag": "942a7c6d-002f-47ad-9216-1bb9ba7ea3c9"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:07.231736 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=942a7c6d-002f-47ad-9216-1bb9ba7ea3c9,segment=NetworkSegment(21259fef-2530-4ea2-94b4-58e78cdda3f6),segment_id=21259fef-2530-4ea2-94b4-58e78cdda3f6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:07.242691 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:07.242995 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-2255b57b-dac5-41f8-ae9b-0bb785d59b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:07.244068 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device b8e23347-b8a4-4d41-be42-65af77018a16 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:03:07.244508 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-2255b57b-dac5-41f8-ae9b-0bb785d59b06 service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.3281176 Jul 30 20:03:07.401527 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-fe1a1e63-d82c-4eef-8d74-7b0cf0e6c3d6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=7f5788dd-a5bc-4049-8061-fae85b639293 HTTP/1.1" status: 200 len: 217 time: 0.0847712 Jul 30 20:03:07.425986 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=942a7c6d-002f-47ad-9216-1bb9ba7ea3c9,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:07.477168 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce53f53-b4a2-4c3e-a567-911569f13508 req-08826a0d-8b89-4f5c-a1f1-2182d42f3bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:07.478658 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bce53f53-b4a2-4c3e-a567-911569f13508 req-08826a0d-8b89-4f5c-a1f1-2182d42f3bdf service neutron] 10.222.0.81 "GET /v2.0/networks?id=1746904e-31e8-4790-9bd4-80c0d2a9880b HTTP/1.1" status: 200 len: 920 time: 0.2782874 Jul 30 20:03:07.482448 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-4e03ef78-1567-462a-9d5f-5176facc73a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:07.484416 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-4e03ef78-1567-462a-9d5f-5176facc73a5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0723639 Jul 30 20:03:07.516869 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:07.555795 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c4312599-f4a9-4851-ba76-d22537860bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:02:09Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port': {'id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:02Z', 'updated_at': '2021-07-30T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '667ea444-187b-4587-b547-4ea142200deb', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'port_id': 'f8ba08e4-c36d-465c-b91e-1c012c98c0f9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'mac_address': 'fa:16:3e:a1:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e94315-9d24-4c31-86ff-bef688631d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:02:33Z', 'updated_at': '2021-07-30T20:03:05Z', 'revision_number': 8, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312a0de2-e84a-456a-b875-9bf8ac62db04', 'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'mac_address': 'fa:16:3e:d8:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:07Z', 'updated_at': '2021-07-30T20:02:18Z', 'revision_number': 5, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'subnets': [{'id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:03:07.587968 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bce53f53-b4a2-4c3e-a567-911569f13508 req-f1982a24-dc7b-4326-8a98-9d1713f8bf93 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8ba08e4-c36d-465c-b91e-1c012c98c0f9 HTTP/1.1" status: 200 len: 999 time: 0.1018655 Jul 30 20:03:07.593316 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-34f3e94d-876f-4530-beb8-e60784b95a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:07.595015 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-34f3e94d-876f-4530-beb8-e60784b95a46 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1031637 Jul 30 20:03:07.602178 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b160ca8f-2e7c-4743-94ef-40a38b543761 req-e4dc7920-7545-44fe-abd5-12ce13044c33 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5607564 Jul 30 20:03:07.623570 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4312599-f4a9-4851-ba76-d22537860bb4 None None] Checking router: 1839f9fb-c2ed-4da0-a187-51d5072119d2 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:03:07.646700 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4312599-f4a9-4851-ba76-d22537860bb4 None None] Routers {'1839f9fb-c2ed-4da0-a187-51d5072119d2'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:03:07.647609 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c4312599-f4a9-4851-ba76-d22537860bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:02:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1839f9fb-c2ed-4da0-a187-51d5072119d2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:03:07.690398 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-19c7c4f8-1466-49a4-a0ba-0105e7fb54f1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Made reservation on behalf of 236d1eaa83284464a4f623b106ec8e36 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:03:07.694293 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-19c7c4f8-1466-49a4-a0ba-0105e7fb54f1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:07.762712 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ef527163-6cd6-49a4-bbe1-ff1b99102f81 req-43eac963-1478-4e91-be0d-83ad274f90ae tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:07.776008 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-c4312599-f4a9-4851-ba76-d22537860bb4 None None] Set router 1839f9fb-c2ed-4da0-a187-51d5072119d2 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:03:07.801281 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['f8ba08e4-c36d-465c-b91e-1c012c98c0f9'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:03:07.808922 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-affac799-99d0-4558-9e1e-f9b0b0104b7e service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051675 Jul 30 20:03:07.818094 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce53f53-b4a2-4c3e-a567-911569f13508 req-e0300421-44da-461c-a584-ceb3384ac06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:07.819844 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bce53f53-b4a2-4c3e-a567-911569f13508 req-e0300421-44da-461c-a584-ceb3384ac06a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77 HTTP/1.1" status: 200 len: 858 time: 0.2238305 Jul 30 20:03:07.841811 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eac963-1478-4e91-be0d-83ad274f90ae tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Pushing event deleted for resources: {'Port': ['ID=b8e23347-b8a4-4d41-be42-65af77018a16,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:07.922036 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef527163-6cd6-49a4-bbe1-ff1b99102f81 req-43eac963-1478-4e91-be0d-83ad274f90ae tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] No DVR routers for this DVR port b8e23347-b8a4-4d41-be42-65af77018a16 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:03:07.935225 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ef527163-6cd6-49a4-bbe1-ff1b99102f81 req-43eac963-1478-4e91-be0d-83ad274f90ae tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:07.938435 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce53f53-b4a2-4c3e-a567-911569f13508 req-e2973fa0-81b2-4f26-9653-6d0f4b4a3050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:07.940496 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bce53f53-b4a2-4c3e-a567-911569f13508 req-e2973fa0-81b2-4f26-9653-6d0f4b4a3050 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1746904e-31e8-4790-9bd4-80c0d2a9880b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114755 Jul 30 20:03:07.940627 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef527163-6cd6-49a4-bbe1-ff1b99102f81 req-43eac963-1478-4e91-be0d-83ad274f90ae tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.83 "DELETE /v2.0/ports/b8e23347-b8a4-4d41-be42-65af77018a16 HTTP/1.1" status: 204 len: 173 time: 1.6059000 Jul 30 20:03:07.945068 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3d8b70-ff6a-4e19-8ddd-23e35ebea25a', 'name': 'network-vif-deleted', 'tag': 'b8e23347-b8a4-4d41-be42-65af77018a16'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:07.952257 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6f8244-e911-4e53-909d-3542df575677" -d '{"events": [{"server_uuid": "da3d8b70-ff6a-4e19-8ddd-23e35ebea25a", "name": "network-vif-deleted", "tag": "b8e23347-b8a4-4d41-be42-65af77018a16"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:08.096701 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd88fd2-29e8-4d37-9e15-5390397dfb76 req-e9ad6df1-9ebc-4893-8d31-80af7c79413c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:08.098303 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bfd88fd2-29e8-4d37-9e15-5390397dfb76 req-e9ad6df1-9ebc-4893-8d31-80af7c79413c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 949 time: 0.2286360 Jul 30 20:03:08.099590 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-19c7c4f8-1466-49a4-a0ba-0105e7fb54f1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Allocated IP 172.20.0.14 (dd53ee4f-dc29-41da-8a32-a515358904dc/e297a2c7-8889-4baa-b07e-dd1ecdbb2586/19aa8ad0-fe85-4080-adca-8bb43955e54c) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:03:08.184489 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bce53f53-b4a2-4c3e-a567-911569f13508 req-09352854-e22e-4dc3-8744-ff2236fcafe0 service neutron] 10.222.0.81 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284644 Jul 30 20:03:08.187657 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c4312599-f4a9-4851-ba76-d22537860bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:02:09Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port': {'id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:02Z', 'updated_at': '2021-07-30T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '667ea444-187b-4587-b547-4ea142200deb', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'port_id': 'f8ba08e4-c36d-465c-b91e-1c012c98c0f9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'mac_address': 'fa:16:3e:a1:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e94315-9d24-4c31-86ff-bef688631d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:02:33Z', 'updated_at': '2021-07-30T20:03:05Z', 'revision_number': 8, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312a0de2-e84a-456a-b875-9bf8ac62db04', 'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'mac_address': 'fa:16:3e:d8:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:07Z', 'updated_at': '2021-07-30T20:02:18Z', 'revision_number': 5, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'subnets': [{'id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:03:08.229128 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4312599-f4a9-4851-ba76-d22537860bb4 None None] The sync data for ids ['1839f9fb-c2ed-4da0-a187-51d5072119d2'] in n-d-712137-9 is: [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:02:09Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port': {'id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:02Z', 'updated_at': '2021-07-30T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '667ea444-187b-4587-b547-4ea142200deb', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'port_id': 'f8ba08e4-c36d-465c-b91e-1c012c98c0f9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'mac_address': 'fa:16:3e:a1:d8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e94315-9d24-4c31-86ff-bef688631d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:02:33Z', 'updated_at': '2021-07-30T20:03:05Z', 'revision_number': 8, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312a0de2-e84a-456a-b875-9bf8ac62db04', 'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'mac_address': 'fa:16:3e:d8:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:07Z', 'updated_at': '2021-07-30T20:02:18Z', 'revision_number': 5, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'subnets': [{'id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:03:08.232224 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bfd88fd2-29e8-4d37-9e15-5390397dfb76 req-48b613cd-be3c-40d7-ae46-8bceb8d30c07 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192391 Jul 30 20:03:08.314070 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab849583-f78f-4529-9053-b110f65bb823', 'tag': '7f5788dd-a5bc-4049-8061-fae85b639293'}, {'name': 'network-changed', 'server_uuid': 'b2e94315-9d24-4c31-86ff-bef688631d6c', 'tag': 'f8ba08e4-c36d-465c-b91e-1c012c98c0f9'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:08.317052 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e39356-732a-44d8-914e-1b99dcf200c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ab849583-f78f-4529-9053-b110f65bb823", "tag": "7f5788dd-a5bc-4049-8061-fae85b639293"}, {"name": "network-changed", "server_uuid": "b2e94315-9d24-4c31-86ff-bef688631d6c", "tag": "f8ba08e4-c36d-465c-b91e-1c012c98c0f9"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:08.396937 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eb0385ae-1d95-40aa-9bad-1b7d7446ccf2 req-8ce8f2d9-5656-4863-8763-36c8d6052342 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5759048 Jul 30 20:03:08.447194 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bce53f53-b4a2-4c3e-a567-911569f13508 req-83399930-ef25-48e9-a300-c7ad1f7fb552 service neutron] 10.222.0.81 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451596 Jul 30 20:03:08.484435 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-19c7c4f8-1466-49a4-a0ba-0105e7fb54f1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:08.509693 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-238d3bf5-ad27-46dc-96bf-53e155d462f1 req-47b77c52-f77d-40b9-8ba4-915b007593da tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 210 time: 0.0393379 Jul 30 20:03:08.534761 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0637945-ebb5-4261-84cc-f9d2672c9f31 x-openstack-request-id: req-b0637945-ebb5-4261-84cc-f9d2672c9f31 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:08.536311 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49c6183-6287-4620-bc66-d0cd3a23799a", "name": "network-vif-plugged", "status": "completed", "tag": "942a7c6d-002f-47ad-9216-1bb9ba7ea3c9", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:08.540012 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b0637945-ebb5-4261-84cc-f9d2672c9f31 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:08.540776 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49c6183-6287-4620-bc66-d0cd3a23799a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942a7c6d-002f-47ad-9216-1bb9ba7ea3c9', 'code': 200} Jul 30 20:03:08.586710 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-19c7c4f8-1466-49a4-a0ba-0105e7fb54f1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:08.589901 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 7f5788dd-a5bc-4049-8061-fae85b639293 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:03:08.652008 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['5ed0c72e-cb54-47a2-90f8-d151099fbcb6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:03:08.681415 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4a2249-2f6c-4aba-8daa-0721a4636446 x-openstack-request-id: req-9f4a2249-2f6c-4aba-8daa-0721a4636446 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:08.683839 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3d8b70-ff6a-4e19-8ddd-23e35ebea25a", "name": "network-vif-deleted", "tag": "b8e23347-b8a4-4d41-be42-65af77018a16", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:08.684891 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9f4a2249-2f6c-4aba-8daa-0721a4636446 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:08.686651 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3d8b70-ff6a-4e19-8ddd-23e35ebea25a', 'name': 'network-vif-deleted', 'tag': 'b8e23347-b8a4-4d41-be42-65af77018a16', 'status': 'completed', 'code': 200} Jul 30 20:03:08.689971 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7c4f8-1466-49a4-a0ba-0105e7fb54f1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Pushing event updated for resources: {'Port': ['ID=19aa8ad0-fe85-4080-adca-8bb43955e54c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:08.716106 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c365fc0-a834-4cc0-a970-4202d460b9d4 None None] New status for floating IP 667ea444-187b-4587-b547-4ea142200deb: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:03:08.725128 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-19c7c4f8-1466-49a4-a0ba-0105e7fb54f1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Network dd53ee4f-dc29-41da-8a32-a515358904dc is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:03:08.731699 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-19c7c4f8-1466-49a4-a0ba-0105e7fb54f1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:03:08.735716 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-19c7c4f8-1466-49a4-a0ba-0105e7fb54f1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:03:08.750125 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420438c3-79b5-4a99-a5f4-fea5910fc52c x-openstack-request-id: req-420438c3-79b5-4a99-a5f4-fea5910fc52c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:08.750418 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab849583-f78f-4529-9053-b110f65bb823", "tag": "7f5788dd-a5bc-4049-8061-fae85b639293", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b2e94315-9d24-4c31-86ff-bef688631d6c", "tag": "f8ba08e4-c36d-465c-b91e-1c012c98c0f9", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:08.750667 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-420438c3-79b5-4a99-a5f4-fea5910fc52c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:08.751055 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab849583-f78f-4529-9053-b110f65bb823', 'tag': '7f5788dd-a5bc-4049-8061-fae85b639293', 'status': 'completed', 'code': 200} Jul 30 20:03:08.751436 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e94315-9d24-4c31-86ff-bef688631d6c', 'tag': 'f8ba08e4-c36d-465c-b91e-1c012c98c0f9', 'status': 'completed', 'code': 200} Jul 30 20:03:08.804113 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 7f5788dd-a5bc-4049-8061-fae85b639293 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:03:08.876591 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-19c7c4f8-1466-49a4-a0ba-0105e7fb54f1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:08.877263 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-19c7c4f8-1466-49a4-a0ba-0105e7fb54f1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:08.904281 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-dc64ad2d-dd92-40a4-a014-24a5fbb2a458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:08.906404 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-dc64ad2d-dd92-40a4-a014-24a5fbb2a458 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 1100 time: 0.1281977 Jul 30 20:03:08.922476 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-980a90b7-5b96-4fbd-a7b6-754037bf5613 req-3e9f5ace-8af4-4d9c-813d-459e2fba1d80 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/floatingips/667ea444-187b-4587-b547-4ea142200deb HTTP/1.1" status: 200 len: 996 time: 0.1451705 Jul 30 20:03:08.935455 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-19c7c4f8-1466-49a4-a0ba-0105e7fb54f1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9312968 Jul 30 20:03:08.986565 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-707d2e4f-9814-4858-8922-bf07b1374fb3 service neutron] Request body: {'port': {'device_id': '2af2de6f-50be-4af4-b012-e1d9b5b7e765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:03:09.126191 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-707d2e4f-9814-4858-8922-bf07b1374fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:09.166600 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-e1acefff-0c41-4798-98e2-1b6f063cff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:09.168196 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-e1acefff-0c41-4798-98e2-1b6f063cff38 service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.2432208 Jul 30 20:03:09.175744 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa63a8-3e0e-422d-9707-c2a1c7a7edb2 req-d5516f1b-8557-4b3c-8af2-30ee507b46bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:09.177314 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-effa63a8-3e0e-422d-9707-c2a1c7a7edb2 req-d5516f1b-8557-4b3c-8af2-30ee507b46bf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 1096 time: 0.5845757 Jul 30 20:03:09.206392 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556e722-a01e-4d97-a957-e924f3c25ec6 req-6e50abe0-ad34-4a62-9f03-f5c90f1d9228 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:09.208954 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6556e722-a01e-4d97-a957-e924f3c25ec6 req-6e50abe0-ad34-4a62-9f03-f5c90f1d9228 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.5457573 Jul 30 20:03:09.240044 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a90b7-5b96-4fbd-a7b6-754037bf5613 req-cbc04933-df0a-485e-8930-2537ee732d09 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:09.240999 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-fe3f7aed-c142-49ef-b9fd-a6f35f0d89f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:09.241334 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-980a90b7-5b96-4fbd-a7b6-754037bf5613 req-cbc04933-df0a-485e-8930-2537ee732d09 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.3180418 Jul 30 20:03:09.242761 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-fe3f7aed-c142-49ef-b9fd-a6f35f0d89f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 1100 time: 0.4760091 Jul 30 20:03:09.246315 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-4c43d56a-580c-4da8-8fa2-ad408fe32a4b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=7f5788dd-a5bc-4049-8061-fae85b639293 HTTP/1.1" status: 200 len: 217 time: 0.0497518 Jul 30 20:03:09.306065 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-effa63a8-3e0e-422d-9707-c2a1c7a7edb2 req-9ae515f4-36d8-4159-8142-6b2c9eb499e1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162887 Jul 30 20:03:09.385593 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6556e722-a01e-4d97-a957-e924f3c25ec6 req-886af936-a780-4521-9fbb-11a54003524f tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682053 Jul 30 20:03:09.407126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-b1f7dca5-f8c4-497a-8cdc-1c202c28bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:09.409161 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-b1f7dca5-f8c4-497a-8cdc-1c202c28bb12 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1490846 Jul 30 20:03:09.440244 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-062b43e4-34b1-40c6-8cdf-f9908d143101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:09.442064 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-062b43e4-34b1-40c6-8cdf-f9908d143101 service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1396599 Jul 30 20:03:09.504085 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8af7b-4299-4abf-9144-6350b27a4b2a req-556e373c-a28c-4193-9ab5-5d8111a2e267 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:09.505592 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ebb8af7b-4299-4abf-9144-6350b27a4b2a req-556e373c-a28c-4193-9ab5-5d8111a2e267 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.1569555 Jul 30 20:03:09.517379 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-f3ce4afd-de60-4f7b-ac37-9363a4d915aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=7f5788dd-a5bc-4049-8061-fae85b639293 HTTP/1.1" status: 200 len: 217 time: 0.0637345 Jul 30 20:03:09.559641 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-48ee58d9-5bcc-44b8-a442-7a51aee38bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:09.561279 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-48ee58d9-5bcc-44b8-a442-7a51aee38bbc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1105099 Jul 30 20:03:09.610801 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-e5e19e69-2256-444c-99d9-1fe330b38aab tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.104 HTTP/1.1" status: 200 len: 1001 time: 0.0967824 Jul 30 20:03:09.614842 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-66209762-38ee-437a-97ed-fc73cd88c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:09.616466 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-66209762-38ee-437a-97ed-fc73cd88c3a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0644360 Jul 30 20:03:09.630421 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ebb8af7b-4299-4abf-9144-6350b27a4b2a req-d74ce2a1-53b4-4df8-a1df-df023f5ca45b tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161668 Jul 30 20:03:09.698690 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-9a28a6f4-ed2d-4322-92d6-bebae5a8c845 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:09.700055 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-9a28a6f4-ed2d-4322-92d6-bebae5a8c845 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports/f8ba08e4-c36d-465c-b91e-1c012c98c0f9 HTTP/1.1" status: 200 len: 942 time: 0.0806863 Jul 30 20:03:09.718850 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-ea65ca1d-d2dc-4c3c-add9-4101c2656dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:09.720423 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-707d2e4f-9814-4858-8922-bf07b1374fb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19aa8ad0-fe85-4080-adca-8bb43955e54c {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:03:09.720911 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-ea65ca1d-d2dc-4c3c-add9-4101c2656dd3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0911529 Jul 30 20:03:09.735184 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-707d2e4f-9814-4858-8922-bf07b1374fb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:09.743805 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-ddbe544b-187d-4333-b8e4-5cec3442d318 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678720 Jul 30 20:03:09.760854 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-707d2e4f-9814-4858-8922-bf07b1374fb3 service neutron] Transition to ACTIVE for port object 19aa8ad0-fe85-4080-adca-8bb43955e54c will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:03:09.781021 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-707d2e4f-9814-4858-8922-bf07b1374fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:09.893580 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-2c56fe5d-f6ea-43ab-bc70-0f9539998b9f tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.104 HTTP/1.1" status: 200 len: 1001 time: 0.0979333 Jul 30 20:03:09.907898 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d2e4f-9814-4858-8922-bf07b1374fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=19aa8ad0-fe85-4080-adca-8bb43955e54c,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:09.914888 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-8547f4b4-4608-4fc9-a6fe-891bf596930b service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846151 Jul 30 20:03:09.936195 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51708ad6-6926-4d07-a89f-1759ed605efc req-5a9095c4-1f13-4740-bb46-d342d7ecdca0 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:09.937722 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51708ad6-6926-4d07-a89f-1759ed605efc req-5a9095c4-1f13-4740-bb46-d342d7ecdca0 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 949 time: 0.1677277 Jul 30 20:03:09.986055 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-eea8a4ae-2fec-4638-90de-8acef5bcb31d service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265947 Jul 30 20:03:10.032068 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51708ad6-6926-4d07-a89f-1759ed605efc req-8f769b6e-cc56-4bc2-a632-7550a66e43fb tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786657 Jul 30 20:03:10.053536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-707d2e4f-9814-4858-8922-bf07b1374fb3 service neutron] Attempting to bind port 19aa8ad0-fe85-4080-adca-8bb43955e54c on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:03:10.053887 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-707d2e4f-9814-4858-8922-bf07b1374fb3 service neutron] Attempting to bind port 19aa8ad0-fe85-4080-adca-8bb43955e54c by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:03:10.054220 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-707d2e4f-9814-4858-8922-bf07b1374fb3 service neutron] Attempting to bind port 19aa8ad0-fe85-4080-adca-8bb43955e54c on network dd53ee4f-dc29-41da-8a32-a515358904dc {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:03:10.073991 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-707d2e4f-9814-4858-8922-bf07b1374fb3 service neutron] Port 19aa8ad0-fe85-4080-adca-8bb43955e54c on network dd53ee4f-dc29-41da-8a32-a515358904dc not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:03:10.074328 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-707d2e4f-9814-4858-8922-bf07b1374fb3 service neutron] Attempting to bind port 19aa8ad0-fe85-4080-adca-8bb43955e54c on network dd53ee4f-dc29-41da-8a32-a515358904dc {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:03:10.079716 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-c3e97eed-a45e-4fb0-be87-59b010d74fa4 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:10.081088 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-c3e97eed-a45e-4fb0-be87-59b010d74fa4 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.1819103 Jul 30 20:03:10.082402 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-707d2e4f-9814-4858-8922-bf07b1374fb3 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:03:10.083252 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-707d2e4f-9814-4858-8922-bf07b1374fb3 service neutron] Checking segment: {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:03:10.083252 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-707d2e4f-9814-4858-8922-bf07b1374fb3 service neutron] Bound using segment: {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:03:10.083623 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-707d2e4f-9814-4858-8922-bf07b1374fb3 service neutron] Bound port: 19aa8ad0-fe85-4080-adca-8bb43955e54c, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:03:10.083922 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-707d2e4f-9814-4858-8922-bf07b1374fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:10.105432 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-d047ac2b-af6c-4daf-8108-28ff06884cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:10.107258 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-d047ac2b-af6c-4daf-8108-28ff06884cc9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0c5948f4c08a4d0aae3efe56edcb4154&device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 1096 time: 0.0675366 Jul 30 20:03:10.107606 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-3b7f4888-bc2f-4017-b995-4c68afea2faf service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818271 Jul 30 20:03:10.195570 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-83e89eb2-0c3c-406a-9d34-87900d5af6ae tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.104 HTTP/1.1" status: 200 len: 1001 time: 0.0980573 Jul 30 20:03:10.203821 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-913e270d-8b52-4d7f-98c5-3d5002a6daf0 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:03:10.243718 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-707d2e4f-9814-4858-8922-bf07b1374fb3 service neutron] For port 19aa8ad0-fe85-4080-adca-8bb43955e54c, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:03:10.266158 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-913e270d-8b52-4d7f-98c5-3d5002a6daf0 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:10.275396 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-707d2e4f-9814-4858-8922-bf07b1374fb3 service neutron] For port 19aa8ad0-fe85-4080-adca-8bb43955e54c, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=19aa8ad0-fe85-4080-adca-8bb43955e54c,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:03:10.290650 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f4754-ed39-4b46-b48a-aeaa697263bf req-692ec8d4-0a68-4be4-aee4-e0b9fbaa351b tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:10.292067 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-353f4754-ed39-4b46-b48a-aeaa697263bf req-692ec8d4-0a68-4be4-aee4-e0b9fbaa351b tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 944 time: 0.1148472 Jul 30 20:03:10.293108 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-707d2e4f-9814-4858-8922-bf07b1374fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:10.301616 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-1d0f2139-817f-42d5-9a6f-4c3fd0084bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:10.303040 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-1d0f2139-817f-42d5-9a6f-4c3fd0084bfa service neutron] 10.222.0.83 "GET /v2.0/networks?id=1746904e-31e8-4790-9bd4-80c0d2a9880b HTTP/1.1" status: 200 len: 920 time: 0.1776154 Jul 30 20:03:10.390459 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-707d2e4f-9814-4858-8922-bf07b1374fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:10.391086 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-707d2e4f-9814-4858-8922-bf07b1374fb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:10.392741 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-707d2e4f-9814-4858-8922-bf07b1374fb3 service neutron] 10.222.0.83 "PUT /v2.0/ports/19aa8ad0-fe85-4080-adca-8bb43955e54c HTTP/1.1" status: 200 len: 1092 time: 1.4386795 Jul 30 20:03:10.443486 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-353f4754-ed39-4b46-b48a-aeaa697263bf req-74bf952d-67dc-40de-bf40-00a5fd7051b8 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432898 Jul 30 20:03:10.444498 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d2e4f-9814-4858-8922-bf07b1374fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=19aa8ad0-fe85-4080-adca-8bb43955e54c,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:10.456107 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-795aad55-68cb-4945-83f0-dc1595dec92a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8ba08e4-c36d-465c-b91e-1c012c98c0f9 HTTP/1.1" status: 200 len: 1001 time: 0.1315598 Jul 30 20:03:10.495071 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-913e270d-8b52-4d7f-98c5-3d5002a6daf0 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:10.509650 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-913e270d-8b52-4d7f-98c5-3d5002a6daf0 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:10.512898 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-913e270d-8b52-4d7f-98c5-3d5002a6daf0 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Floating IP 667ea444-187b-4587-b547-4ea142200deb disassociated. External IP: 172.25.3.104, port: f8ba08e4-c36d-465c-b91e-1c012c98c0f9. Jul 30 20:03:10.530464 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-619a74c6-c8ad-4386-930f-e624745d42c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:10.531947 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-619a74c6-c8ad-4386-930f-e624745d42c9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77 HTTP/1.1" status: 200 len: 858 time: 0.0588803 Jul 30 20:03:10.534605 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-36c728cf-0ac6-4d8a-b888-22dd936c0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:10.536214 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-36c728cf-0ac6-4d8a-b888-22dd936c0a36 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 1095 time: 0.0889995 Jul 30 20:03:10.629482 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-886e524f-d9f2-4319-8129-7668ae6ddef1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19aa8ad0-fe85-4080-adca-8bb43955e54c HTTP/1.1" status: 200 len: 217 time: 0.0764604 Jul 30 20:03:10.682943 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35646abe-f84f-43bd-9d97-cfe2f8e17641 req-c1f08089-cb6d-4a8c-8e5c-6c33ee3f954c tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:10.684480 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35646abe-f84f-43bd-9d97-cfe2f8e17641 req-c1f08089-cb6d-4a8c-8e5c-6c33ee3f954c tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.1429348 Jul 30 20:03:10.689091 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af2de6f-50be-4af4-b012-e1d9b5b7e765', 'tag': '19aa8ad0-fe85-4080-adca-8bb43955e54c'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:10.690794 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b7d5e8-d5d9-49c6-b30a-d8e61c001694" -d '{"events": [{"name": "network-changed", "server_uuid": "2af2de6f-50be-4af4-b012-e1d9b5b7e765", "tag": "19aa8ad0-fe85-4080-adca-8bb43955e54c"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:10.700767 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-318cdad0-c022-4690-8d13-e702ecc7147e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:10.702253 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-318cdad0-c022-4690-8d13-e702ecc7147e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1746904e-31e8-4790-9bd4-80c0d2a9880b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1514943 Jul 30 20:03:10.742490 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-d7be74d4-6f6e-4b7b-b325-e4fe08c4463d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:10.743943 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-d7be74d4-6f6e-4b7b-b325-e4fe08c4463d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e297a2c7-8889-4baa-b07e-dd1ecdbb2586 HTTP/1.1" status: 200 len: 848 time: 0.1049404 Jul 30 20:03:10.767874 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-913e270d-8b52-4d7f-98c5-3d5002a6daf0 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Router 1839f9fb-c2ed-4da0-a187-51d5072119d2 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:03:10.815393 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-85bc14fe-e324-4953-8909-6c3e774c93ac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd53ee4f-dc29-41da-8a32-a515358904dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442593 Jul 30 20:03:10.818363 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35646abe-f84f-43bd-9d97-cfe2f8e17641 req-cac8408d-dc71-406b-b138-cef0f9dc9208 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201665 Jul 30 20:03:10.905944 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-8a6c28b7-17c1-4c6a-bbb3-6a61f77ad184 service neutron] 10.222.0.83 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869948 Jul 30 20:03:10.906670 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-913e270d-8b52-4d7f-98c5-3d5002a6daf0 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:03:10.918336 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e911c866-a184-4ee3-961f-89e9f0dac3f4 None None] Sync routers for ids ['1839f9fb-c2ed-4da0-a187-51d5072119d2'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:03:10.919097 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-913e270d-8b52-4d7f-98c5-3d5002a6daf0 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:10.938429 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e911c866-a184-4ee3-961f-89e9f0dac3f4 None None] Routers {'1839f9fb-c2ed-4da0-a187-51d5072119d2'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:03:10.939457 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e911c866-a184-4ee3-961f-89e9f0dac3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:02:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1839f9fb-c2ed-4da0-a187-51d5072119d2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:03:10.963490 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-913e270d-8b52-4d7f-98c5-3d5002a6daf0 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "PUT /v2.0/floatingips/667ea444-187b-4587-b547-4ea142200deb HTTP/1.1" status: 200 len: 696 time: 0.7585335 Jul 30 20:03:10.964090 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e94315-9d24-4c31-86ff-bef688631d6c', 'tag': 'f8ba08e4-c36d-465c-b91e-1c012c98c0f9'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:10.966728 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d14c734-1e81-45d3-8f59-07f2f6a1a04c" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e94315-9d24-4c31-86ff-bef688631d6c", "tag": "f8ba08e4-c36d-465c-b91e-1c012c98c0f9"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:11.020902 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-ec7c2dd4-aa7b-45ba-86f5-66263a16bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:11.029917 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-ec7c2dd4-aa7b-45ba-86f5-66263a16bd11 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0c5948f4c08a4d0aae3efe56edcb4154&device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 1096 time: 0.0573575 Jul 30 20:03:11.054535 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-d01d1f19-cb5b-43cb-8b97-b53430fd3698 service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297056 Jul 30 20:03:11.131537 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e911c866-a184-4ee3-961f-89e9f0dac3f4 None None] Set router 1839f9fb-c2ed-4da0-a187-51d5072119d2 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:03:11.175699 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-ce7c333e-2af9-47a4-a5b2-5322b8ec2f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:11.186959 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-ce7c333e-2af9-47a4-a5b2-5322b8ec2f66 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1746904e-31e8-4790-9bd4-80c0d2a9880b HTTP/1.1" status: 200 len: 920 time: 0.1560202 Jul 30 20:03:11.254737 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-609911ba-ddfc-4a3d-8b4f-aeca173591fe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8ba08e4-c36d-465c-b91e-1c012c98c0f9 HTTP/1.1" status: 200 len: 217 time: 0.0658288 Jul 30 20:03:11.306187 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-7ce141cd-4d23-4b87-aa38-451320c63c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:11.307650 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-68e39356-732a-44d8-914e-1b99dcf200c8 req-d8bc61df-4fa5-432a-8fab-e8fdbec8da18 service neutron] 10.222.0.83 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911631 Jul 30 20:03:11.308024 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-7ce141cd-4d23-4b87-aa38-451320c63c5b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77 HTTP/1.1" status: 200 len: 858 time: 0.0523417 Jul 30 20:03:11.359140 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21bbfa-c314-4ad9-8d39-d548c41144df req-1431a911-54e5-495d-893c-4cae722c2daa tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:11.360765 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d21bbfa-c314-4ad9-8d39-d548c41144df req-1431a911-54e5-495d-893c-4cae722c2daa tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.1946738 Jul 30 20:03:11.390951 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-00ae0b7b-5d12-4dec-9770-99b49f175a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:11.392905 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-00ae0b7b-5d12-4dec-9770-99b49f175a1d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1746904e-31e8-4790-9bd4-80c0d2a9880b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720758 Jul 30 20:03:11.406099 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41dc009d-bdb3-41aa-b004-9ba4e35094c9 req-78ca9efb-6411-4519-a572-191cea76e00f service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320382 Jul 30 20:03:11.436032 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d21bbfa-c314-4ad9-8d39-d548c41144df req-76e85af9-e045-4b9c-9bae-0a9ab92df5eb tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616195 Jul 30 20:03:11.490471 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07241438-eb26-4693-9bb7-8ede3c0bb420 x-openstack-request-id: req-07241438-eb26-4693-9bb7-8ede3c0bb420 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:11.491056 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af2de6f-50be-4af4-b012-e1d9b5b7e765", "tag": "19aa8ad0-fe85-4080-adca-8bb43955e54c", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:11.492137 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07241438-eb26-4693-9bb7-8ede3c0bb420 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:11.492696 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af2de6f-50be-4af4-b012-e1d9b5b7e765', 'tag': '19aa8ad0-fe85-4080-adca-8bb43955e54c', 'status': 'completed', 'code': 200} Jul 30 20:03:11.534822 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e911c866-a184-4ee3-961f-89e9f0dac3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:02:09Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port': {'id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:02Z', 'updated_at': '2021-07-30T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '312a0de2-e84a-456a-b875-9bf8ac62db04', 'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'mac_address': 'fa:16:3e:d8:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:07Z', 'updated_at': '2021-07-30T20:02:18Z', 'revision_number': 5, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'subnets': [{'id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:03:11.549774 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66763a21-01ff-42b3-b618-615c752ebd30 x-openstack-request-id: req-66763a21-01ff-42b3-b618-615c752ebd30 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:11.550068 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e94315-9d24-4c31-86ff-bef688631d6c", "tag": "f8ba08e4-c36d-465c-b91e-1c012c98c0f9", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:11.550322 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-66763a21-01ff-42b3-b618-615c752ebd30 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:11.550729 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e94315-9d24-4c31-86ff-bef688631d6c', 'tag': 'f8ba08e4-c36d-465c-b91e-1c012c98c0f9', 'status': 'completed', 'code': 200} Jul 30 20:03:11.566188 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e911c866-a184-4ee3-961f-89e9f0dac3f4 None None] Checking router: 1839f9fb-c2ed-4da0-a187-51d5072119d2 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:03:11.577894 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e911c866-a184-4ee3-961f-89e9f0dac3f4 None None] Routers {'1839f9fb-c2ed-4da0-a187-51d5072119d2'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:03:11.578663 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e911c866-a184-4ee3-961f-89e9f0dac3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:02:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1839f9fb-c2ed-4da0-a187-51d5072119d2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:03:11.636461 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7d5e8-d5d9-49c6-b30a-d8e61c001694 req-4e3927ff-05f5-4c05-8249-ffe93f9efc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:11.638212 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-02b7d5e8-d5d9-49c6-b30a-d8e61c001694 req-4e3927ff-05f5-4c05-8249-ffe93f9efc98 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 1095 time: 0.1282942 Jul 30 20:03:11.659823 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14c734-1e81-45d3-8f59-07f2f6a1a04c req-5cd7c736-02a0-461c-a168-9ff7650052da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:11.661875 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d14c734-1e81-45d3-8f59-07f2f6a1a04c req-5cd7c736-02a0-461c-a168-9ff7650052da service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0c5948f4c08a4d0aae3efe56edcb4154&device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 1096 time: 0.0791147 Jul 30 20:03:11.672891 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-24865253-19a1-4f4d-b202-b4336afa3896 service neutron] 10.222.0.81 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699389 Jul 30 20:03:11.713110 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e911c866-a184-4ee3-961f-89e9f0dac3f4 None None] Set router 1839f9fb-c2ed-4da0-a187-51d5072119d2 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:03:11.812888 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65dc5ebd-e7b9-4bfd-beeb-6a2fef1c96d3 req-f092df73-5441-48e2-8964-13556ca64ea5 service neutron] 10.222.0.81 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220696 Jul 30 20:03:12.136391 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf54c00-bbf1-4c58-a413-6ad690e4c188 req-a0f44cc8-5a4c-4051-a32b-b5b329acc29c tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:12.138240 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eaf54c00-bbf1-4c58-a413-6ad690e4c188 req-a0f44cc8-5a4c-4051-a32b-b5b329acc29c tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 944 time: 0.1564362 Jul 30 20:03:12.212952 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e911c866-a184-4ee3-961f-89e9f0dac3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:02:09Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port': {'id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:02Z', 'updated_at': '2021-07-30T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '312a0de2-e84a-456a-b875-9bf8ac62db04', 'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'mac_address': 'fa:16:3e:d8:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:07Z', 'updated_at': '2021-07-30T20:02:18Z', 'revision_number': 5, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'subnets': [{'id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:03:12.234056 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eaf54c00-bbf1-4c58-a413-6ad690e4c188 req-68fa979d-62b6-4249-8fd6-43413a3e9212 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731165 Jul 30 20:03:12.245318 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e911c866-a184-4ee3-961f-89e9f0dac3f4 None None] The sync data for ids ['1839f9fb-c2ed-4da0-a187-51d5072119d2'] in n-d-712137-9 is: [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:02:09Z', 'revision_number': 4, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port': {'id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:02Z', 'updated_at': '2021-07-30T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '312a0de2-e84a-456a-b875-9bf8ac62db04', 'name': '', 'network_id': '1746904e-31e8-4790-9bd4-80c0d2a9880b', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'mac_address': 'fa:16:3e:d8:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:07Z', 'updated_at': '2021-07-30T20:02:18Z', 'revision_number': 5, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'subnets': [{'id': '43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:03:12.343335 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14c734-1e81-45d3-8f59-07f2f6a1a04c req-c68f4796-138f-4806-98a5-c1f8521e8f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:12.345029 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d14c734-1e81-45d3-8f59-07f2f6a1a04c req-c68f4796-138f-4806-98a5-c1f8521e8f31 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1746904e-31e8-4790-9bd4-80c0d2a9880b HTTP/1.1" status: 200 len: 920 time: 0.6491857 Jul 30 20:03:12.457107 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20b084-b7f6-4df3-bd88-92a61f0b3162 req-f687ede0-74aa-4147-86c2-7df0d6a74bfb tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:12.485592 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d14c734-1e81-45d3-8f59-07f2f6a1a04c req-cc34733f-5948-4e04-81ca-3dab210ce9fd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8ba08e4-c36d-465c-b91e-1c012c98c0f9 HTTP/1.1" status: 200 len: 217 time: 0.1076434 Jul 30 20:03:12.493416 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cd20b084-b7f6-4df3-bd88-92a61f0b3162 req-f687ede0-74aa-4147-86c2-7df0d6a74bfb tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.0986781 Jul 30 20:03:12.494719 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c817d9-7555-46fc-92ce-85c43f4016cf req-4cd0924c-037a-4cce-ae75-6c6ed15b570f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:12.506679 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a0c817d9-7555-46fc-92ce-85c43f4016cf req-4cd0924c-037a-4cce-ae75-6c6ed15b570f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 949 time: 0.8436794 Jul 30 20:03:12.577108 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cd20b084-b7f6-4df3-bd88-92a61f0b3162 req-3c671787-f4e6-4a4a-897e-db1db1883bb0 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818033 Jul 30 20:03:12.654836 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a0c817d9-7555-46fc-92ce-85c43f4016cf req-e190f6c6-e8a3-4a48-9b73-6b29d068ea6a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471121 Jul 30 20:03:12.683688 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7d5e8-d5d9-49c6-b30a-d8e61c001694 req-03d4c929-ff74-41ca-824c-a9cfba7b82c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:12.685320 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-02b7d5e8-d5d9-49c6-b30a-d8e61c001694 req-03d4c929-ff74-41ca-824c-a9cfba7b82c3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 909 time: 1.0354578 Jul 30 20:03:12.694128 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14c734-1e81-45d3-8f59-07f2f6a1a04c req-2acfe868-2518-4223-b00d-a12d5a84bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:12.695899 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d14c734-1e81-45d3-8f59-07f2f6a1a04c req-2acfe868-2518-4223-b00d-a12d5a84bedf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77 HTTP/1.1" status: 200 len: 858 time: 0.1683023 Jul 30 20:03:12.763018 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-02b7d5e8-d5d9-49c6-b30a-d8e61c001694 req-57f036b6-03d1-43dd-adff-01b3ec635a00 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19aa8ad0-fe85-4080-adca-8bb43955e54c HTTP/1.1" status: 200 len: 217 time: 0.0661268 Jul 30 20:03:12.767989 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6d64df-a95a-496e-8925-2b3f9908e15c None None] New status for floating IP 667ea444-187b-4587-b547-4ea142200deb: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:03:12.860558 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f5a21-c4e9-496d-9f88-522f5a42bee4 req-262f47ea-9314-46b2-b379-588e0fc609bc tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:12.869233 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f24f5a21-c4e9-496d-9f88-522f5a42bee4 req-262f47ea-9314-46b2-b379-588e0fc609bc tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0747750 Jul 30 20:03:12.912890 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f24f5a21-c4e9-496d-9f88-522f5a42bee4 req-33ef654d-a184-47a9-b0e0-f8d45693c223 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427763 Jul 30 20:03:12.968848 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7d5e8-d5d9-49c6-b30a-d8e61c001694 req-6ea35e55-780c-4395-96e9-14c52029a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:12.970532 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-02b7d5e8-d5d9-49c6-b30a-d8e61c001694 req-6ea35e55-780c-4395-96e9-14c52029a146 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e297a2c7-8889-4baa-b07e-dd1ecdbb2586 HTTP/1.1" status: 200 len: 848 time: 0.1638334 Jul 30 20:03:12.974488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14c734-1e81-45d3-8f59-07f2f6a1a04c req-b2b2173d-f4b2-48ae-9efb-cda09d0e4d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:12.976045 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d14c734-1e81-45d3-8f59-07f2f6a1a04c req-b2b2173d-f4b2-48ae-9efb-cda09d0e4d4d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1746904e-31e8-4790-9bd4-80c0d2a9880b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2646165 Jul 30 20:03:12.989713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94897f-7613-4d70-aa96-4b371948a854 req-79c6090c-7437-48c5-88bc-499d99d45ebd tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:12.991250 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b94897f-7613-4d70-aa96-4b371948a854 req-79c6090c-7437-48c5-88bc-499d99d45ebd tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.1680808 Jul 30 20:03:13.050322 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-02b7d5e8-d5d9-49c6-b30a-d8e61c001694 req-7603414f-da7f-4243-8c27-bdf55a2f03cb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd53ee4f-dc29-41da-8a32-a515358904dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501404 Jul 30 20:03:13.057695 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a0eb02b2-7217-4c7d-a48e-f9ea6ea75ab1 req-2740bb17-962b-47ad-9e3e-aa4fde47bf12 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/floatingips/667ea444-187b-4587-b547-4ea142200deb HTTP/1.1" status: 200 len: 696 time: 0.0862691 Jul 30 20:03:13.070673 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 7f5788dd-a5bc-4049-8061-fae85b639293 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:03:13.177918 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b94897f-7613-4d70-aa96-4b371948a854 req-a6d302a8-99ea-4657-a09f-a4be729e9730 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691613 Jul 30 20:03:13.233512 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d14c734-1e81-45d3-8f59-07f2f6a1a04c req-98e37b5f-4153-4669-b973-26455a3e14ef service neutron] 10.222.0.83 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410181 Jul 30 20:03:13.304525 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb02b2-7217-4c7d-a48e-f9ea6ea75ab1 req-11b3671e-a530-4e2c-958b-7d73079c973d tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:13.306176 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a0eb02b2-7217-4c7d-a48e-f9ea6ea75ab1 req-11b3671e-a530-4e2c-958b-7d73079c973d tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.2407262 Jul 30 20:03:13.321839 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-a0eb02b2-7217-4c7d-a48e-f9ea6ea75ab1 req-21940664-c9ac-4ccb-8fd9-9ffe1d71ce82 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:03:13.322289 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 7f5788dd-a5bc-4049-8061-fae85b639293, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7f5788dd-a5bc-4049-8061-fae85b639293,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:13.329764 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a0eb02b2-7217-4c7d-a48e-f9ea6ea75ab1 req-21940664-c9ac-4ccb-8fd9-9ffe1d71ce82 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133574 Jul 30 20:03:13.346782 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '7f5788dd-a5bc-4049-8061-fae85b639293', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': '7f5788dd-a5bc-4049-8061-fae85b639293', 'mac_address': 'fa:16:3e:01:00:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:03:13.398596 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a0eb02b2-7217-4c7d-a48e-f9ea6ea75ab1 req-73c41507-b6b2-4f43-8205-d60ace9e80d8 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.104 HTTP/1.1" status: 200 len: 697 time: 0.0678978 Jul 30 20:03:13.441033 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:13.450967 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-02b7d5e8-d5d9-49c6-b30a-d8e61c001694 req-bf2125ef-8888-4af9-97e8-1e1a9650c280 service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588591 Jul 30 20:03:13.457634 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d14c734-1e81-45d3-8f59-07f2f6a1a04c req-deb4548e-2d61-4f27-bc73-8873c6e6284d service neutron] 10.222.0.83 "GET /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160308 Jul 30 20:03:13.468853 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5788dd-a5bc-4049-8061-fae85b639293 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:03:13.488463 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a0eb02b2-7217-4c7d-a48e-f9ea6ea75ab1 req-ffd07ab3-cd91-49bc-9d04-442a7da5a74d tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.104 HTTP/1.1" status: 200 len: 697 time: 0.0884125 Jul 30 20:03:13.514893 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 7f5788dd-a5bc-4049-8061-fae85b639293, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7f5788dd-a5bc-4049-8061-fae85b639293,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:13.529812 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:13.620551 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=7f5788dd-a5bc-4049-8061-fae85b639293,revision_number=12']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:13.632052 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-02b7d5e8-d5d9-49c6-b30a-d8e61c001694 req-7d34c04e-abed-4177-9adf-45f67bc292cc service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733322 Jul 30 20:03:13.690909 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-a0eb02b2-7217-4c7d-a48e-f9ea6ea75ab1 req-be880063-98c7-4161-b36b-8a4c4265b8ed tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Deleting port 9699d8d4-64f5-4fa5-9bf8-26d2519d0b27 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:03:13.691901 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a0eb02b2-7217-4c7d-a48e-f9ea6ea75ab1 req-be880063-98c7-4161-b36b-8a4c4265b8ed tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:13.885960 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['7f5788dd-a5bc-4049-8061-fae85b639293'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:03:13.895099 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a91f9-3c45-4894-a290-27b0108d9cec req-f669824f-b521-4a33-b42b-57235217ee77 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:13.896855 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7e4a91f9-3c45-4894-a290-27b0108d9cec req-f669824f-b521-4a33-b42b-57235217ee77 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 944 time: 0.0890708 Jul 30 20:03:13.919127 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a0eb02b2-7217-4c7d-a48e-f9ea6ea75ab1 req-be880063-98c7-4161-b36b-8a4c4265b8ed tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:13.919489 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a0eb02b2-7217-4c7d-a48e-f9ea6ea75ab1 req-be880063-98c7-4161-b36b-8a4c4265b8ed tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:13.936588 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-a0eb02b2-7217-4c7d-a48e-f9ea6ea75ab1 req-be880063-98c7-4161-b36b-8a4c4265b8ed tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Calling delete_port for 9699d8d4-64f5-4fa5-9bf8-26d2519d0b27 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:03:14.025362 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7e4a91f9-3c45-4894-a290-27b0108d9cec req-247be018-af6e-4b49-bdad-eac619d679fa tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210668 Jul 30 20:03:14.146063 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781cc3d2-7fc5-4719-8abf-96aa43ed3eeb req-930ce8da-c507-47ac-abc1-57c75ff01ca3 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:14.154811 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-781cc3d2-7fc5-4719-8abf-96aa43ed3eeb req-930ce8da-c507-47ac-abc1-57c75ff01ca3 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.0754056 Jul 30 20:03:14.200675 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a0eb02b2-7217-4c7d-a48e-f9ea6ea75ab1 req-be880063-98c7-4161-b36b-8a4c4265b8ed tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:14.259096 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-781cc3d2-7fc5-4719-8abf-96aa43ed3eeb req-69cb2174-e10b-4fc6-989b-d9b2189d4e35 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925410 Jul 30 20:03:14.292334 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be880063-98c7-4161-b36b-8a4c4265b8ed tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Pushing event deleted for resources: {'Port': ['ID=9699d8d4-64f5-4fa5-9bf8-26d2519d0b27,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:14.318717 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a0eb02b2-7217-4c7d-a48e-f9ea6ea75ab1 req-be880063-98c7-4161-b36b-8a4c4265b8ed tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:14.321911 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a0eb02b2-7217-4c7d-a48e-f9ea6ea75ab1 req-be880063-98c7-4161-b36b-8a4c4265b8ed tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:14.335672 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a0eb02b2-7217-4c7d-a48e-f9ea6ea75ab1 req-be880063-98c7-4161-b36b-8a4c4265b8ed tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "DELETE /v2.0/floatingips/667ea444-187b-4587-b547-4ea142200deb HTTP/1.1" status: 204 len: 173 time: 0.8462410 Jul 30 20:03:14.461406 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612702f1-b36a-4a86-9166-b6b97a9910a5 req-9fce1152-88a3-468f-bde4-8b17dd6b7330 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:14.462900 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-612702f1-b36a-4a86-9166-b6b97a9910a5 req-9fce1152-88a3-468f-bde4-8b17dd6b7330 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0560374 Jul 30 20:03:14.465269 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf5b9e-eb50-423b-91aa-b605d0cbefb6 req-a8ffa517-8544-42da-a97a-b2ee15a6a3a8 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:14.466786 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dccf5b9e-eb50-423b-91aa-b605d0cbefb6 req-a8ffa517-8544-42da-a97a-b2ee15a6a3a8 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.0672235 Jul 30 20:03:14.509317 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-612702f1-b36a-4a86-9166-b6b97a9910a5 req-1e18addf-d081-49d6-8740-5503537beda8 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375118 Jul 30 20:03:14.511373 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dccf5b9e-eb50-423b-91aa-b605d0cbefb6 req-f99cc22d-4a83-43bc-a328-f8a5beef024d tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381908 Jul 30 20:03:14.652128 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1e3c9-c194-4fa9-9a79-3fc88657a735 req-bb7dcd8d-2fdf-457d-b7a1-f53b4e8a5a76 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:14.653971 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fa1e3c9-c194-4fa9-9a79-3fc88657a735 req-bb7dcd8d-2fdf-457d-b7a1-f53b4e8a5a76 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 950 time: 0.0692730 Jul 30 20:03:14.711652 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fa1e3c9-c194-4fa9-9a79-3fc88657a735 req-2e98a1fc-44ea-4d66-8654-bbb1b1004df5 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459383 Jul 30 20:03:14.822760 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a2b5d-5641-4bac-bf70-25b79ce189b8 req-09d9afdb-4df8-4335-a2cf-9c05a096621b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:14.824606 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee9a2b5d-5641-4bac-bf70-25b79ce189b8 req-09d9afdb-4df8-4335-a2cf-9c05a096621b tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 945 time: 0.0621297 Jul 30 20:03:14.876159 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee9a2b5d-5641-4bac-bf70-25b79ce189b8 req-e3d764b5-63d1-436d-9f60-282d0d84ada3 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/security-groups?id=dbe60ea4-f9e7-4a67-968e-e67d7911ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443611 Jul 30 20:03:15.005746 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-39431979-8061-4277-98e5-47e069f10355 req-e08d43af-b509-43cf-abd1-c2f4fc50388c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306625 Jul 30 20:03:15.144691 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:15.149714 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39431979-8061-4277-98e5-47e069f10355 req-41120913-b345-4692-95cf-9bd8797522e4 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:15.159130 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-39431979-8061-4277-98e5-47e069f10355 req-41120913-b345-4692-95cf-9bd8797522e4 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1473145 Jul 30 20:03:15.177434 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-39431979-8061-4277-98e5-47e069f10355 req-88a6a619-7fc1-41a7-b0aa-ca2963deef4f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/quotas/5cdd6a1a08254791b3b84ba6d6fc6290 HTTP/1.1" status: 200 len: 375 time: 0.0173037 Jul 30 20:03:15.185456 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f588bbd-0cef-41ca-83c0-352f99108bc9 req-a82e8845-abb3-4e39-b82e-9dce8adf576e tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:15.187759 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f588bbd-0cef-41ca-83c0-352f99108bc9 req-a82e8845-abb3-4e39-b82e-9dce8adf576e tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 944 time: 0.0778563 Jul 30 20:03:15.233395 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f588bbd-0cef-41ca-83c0-352f99108bc9 req-8355b470-c06b-4094-9f01-bc39c81740d5 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380692 Jul 30 20:03:15.244588 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-39431979-8061-4277-98e5-47e069f10355 req-897d929c-bf31-4ccd-b2e4-315402b0299a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0656595 Jul 30 20:03:15.443547 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c0c12d3e-2628-4936-95da-b0e7b05d1253 req-6dfd31bc-b915-4fbd-96b6-b276031868d1 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 210 time: 0.0510077 Jul 30 20:03:15.696828 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451506e0-0937-43d4-8c0e-cdd7baf55e13 req-21ab06f3-6363-4097-985f-b58f641dee4e tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:15.698591 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-451506e0-0937-43d4-8c0e-cdd7baf55e13 req-21ab06f3-6363-4097-985f-b58f641dee4e tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0915864 Jul 30 20:03:15.708285 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7ad03-f559-4721-b6f0-64edbcd2c1a5 req-783a58a8-f5a3-4ae9-8689-5d15e093f26d tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:15.711112 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49d7ad03-f559-4721-b6f0-64edbcd2c1a5 req-783a58a8-f5a3-4ae9-8689-5d15e093f26d tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.0855103 Jul 30 20:03:15.768029 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49d7ad03-f559-4721-b6f0-64edbcd2c1a5 req-ce0543d9-42ba-4172-969a-45a8d08efaa7 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498688 Jul 30 20:03:15.773741 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-451506e0-0937-43d4-8c0e-cdd7baf55e13 req-c02ff2e6-f81a-4de0-aa1f-06699b77db82 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656714 Jul 30 20:03:16.011211 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369e039-eec5-4875-956c-871724ae1297 req-351ec422-c140-4d45-9e5e-04f7589dc63e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:16.014657 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f369e039-eec5-4875-956c-871724ae1297 req-351ec422-c140-4d45-9e5e-04f7589dc63e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 945 time: 0.0697701 Jul 30 20:03:16.064495 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f369e039-eec5-4875-956c-871724ae1297 req-94db9cd7-415e-4da3-a79c-3fd5f89afb1d tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/security-groups?id=dbe60ea4-f9e7-4a67-968e-e67d7911ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412083 Jul 30 20:03:16.364044 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0a6ab-f266-4c20-a58d-1f1a6ab2b33b req-80be6825-565d-4d94-9128-1fe11f86bae3 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:16.365558 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4df0a6ab-f266-4c20-a58d-1f1a6ab2b33b req-80be6825-565d-4d94-9128-1fe11f86bae3 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 944 time: 0.0511174 Jul 30 20:03:16.410946 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4df0a6ab-f266-4c20-a58d-1f1a6ab2b33b req-9ca54c45-38da-466b-91f0-40c8c7f417a9 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381651 Jul 30 20:03:16.542165 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6424a944-27b5-474d-84a4-418cdb7d840a req-35ee8a5b-750b-4847-ae07-4f67df3408ac tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 210 time: 0.0303822 Jul 30 20:03:16.666901 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-39431979-8061-4277-98e5-47e069f10355 req-4ea60334-163e-46d3-b589-4a92f61c634b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227027 Jul 30 20:03:16.790828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39431979-8061-4277-98e5-47e069f10355 req-dcd96ce6-8df4-450e-945d-9a42f057347a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:16.795568 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-39431979-8061-4277-98e5-47e069f10355 req-dcd96ce6-8df4-450e-945d-9a42f057347a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1191425 Jul 30 20:03:16.807798 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-39431979-8061-4277-98e5-47e069f10355 req-ff873bd9-48ef-4e4f-a350-24c4f8132c4a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Request body: {'port': {'device_id': 'f90ae564-b764-42da-9a9a-8fb71a6ecb18', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': '5cdd6a1a08254791b3b84ba6d6fc6290'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:03:16.899565 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5f518-30ba-4dbf-9c8c-f7be1d773fe5 req-20725706-4395-47d6-a59c-814c4c2afe4d tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:16.902180 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b9d5f518-30ba-4dbf-9c8c-f7be1d773fe5 req-20725706-4395-47d6-a59c-814c4c2afe4d tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.0563815 Jul 30 20:03:16.906927 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 7f5788dd-a5bc-4049-8061-fae85b639293 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:03:16.960882 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b9d5f518-30ba-4dbf-9c8c-f7be1d773fe5 req-922990e9-b07d-44a8-8ac8-49e5ea30ad59 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494957 Jul 30 20:03:16.965361 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 7f5788dd-a5bc-4049-8061-fae85b639293 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:03:16.976020 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 7f5788dd-a5bc-4049-8061-fae85b639293 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:03:16.977336 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:17.014137 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055e7f6-f03a-4c1c-94ce-8699eb52d5ce req-734657a7-2a1e-4b3d-98ec-0f32ce7a811a tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:17.016953 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c055e7f6-f03a-4c1c-94ce-8699eb52d5ce req-734657a7-2a1e-4b3d-98ec-0f32ce7a811a tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 945 time: 0.1565619 Jul 30 20:03:17.049559 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f43b00-5422-463a-a639-39059d3ba20f req-4532ab17-66c1-4984-87c1-d8959dc1dd54 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:17.051991 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f1f43b00-5422-463a-a639-39059d3ba20f req-4532ab17-66c1-4984-87c1-d8959dc1dd54 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.1492424 Jul 30 20:03:17.101946 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:17.131357 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab849583-f78f-4529-9053-b110f65bb823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5788dd-a5bc-4049-8061-fae85b639293'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:17.134137 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db1fcb9-ad66-4b6d-8ea7-812852fdcfb6" -d '{"events": [{"server_uuid": "ab849583-f78f-4529-9053-b110f65bb823", "name": "network-vif-plugged", "status": "completed", "tag": "7f5788dd-a5bc-4049-8061-fae85b639293"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:17.152679 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 7f5788dd-a5bc-4049-8061-fae85b639293, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7f5788dd-a5bc-4049-8061-fae85b639293,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:17.158671 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:17.159583 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 428814bb-dabe-460d-ae8f-20dd1133cb70 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:03:17.182690 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f1f43b00-5422-463a-a639-39059d3ba20f req-da5a5a6c-168f-476e-a6c7-2e918ad0ffa8 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023195 Jul 30 20:03:17.183261 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39431979-8061-4277-98e5-47e069f10355 req-ff873bd9-48ef-4e4f-a350-24c4f8132c4a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Made reservation on behalf of 5cdd6a1a08254791b3b84ba6d6fc6290 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:03:17.186735 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-39431979-8061-4277-98e5-47e069f10355 req-ff873bd9-48ef-4e4f-a350-24c4f8132c4a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:17.249821 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=7f5788dd-a5bc-4049-8061-fae85b639293,revision_number=13']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:17.260210 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bad7cf1-a813-4e31-8b5e-ab43974e2431 x-openstack-request-id: req-8bad7cf1-a813-4e31-8b5e-ab43974e2431 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:17.260516 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab849583-f78f-4529-9053-b110f65bb823", "name": "network-vif-plugged", "status": "completed", "tag": "7f5788dd-a5bc-4049-8061-fae85b639293", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:17.260770 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8bad7cf1-a813-4e31-8b5e-ab43974e2431 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:17.261155 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab849583-f78f-4529-9053-b110f65bb823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5788dd-a5bc-4049-8061-fae85b639293', 'code': 200} Jul 30 20:03:17.271239 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ea5f8-3ca7-44fa-aa03-1e80a9c01fd8 req-f495890d-080d-444e-8e0a-b3b44f979b57 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:17.272903 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ba7ea5f8-3ca7-44fa-aa03-1e80a9c01fd8 req-f495890d-080d-444e-8e0a-b3b44f979b57 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 945 time: 0.1161971 Jul 30 20:03:17.282475 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-c055e7f6-f03a-4c1c-94ce-8699eb52d5ce req-65345a0c-f475-43d9-b904-2e2769e4e61e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Deleting port f8ba08e4-c36d-465c-b91e-1c012c98c0f9 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:03:17.282821 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c055e7f6-f03a-4c1c-94ce-8699eb52d5ce req-65345a0c-f475-43d9-b904-2e2769e4e61e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:17.306211 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:17.348631 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ba7ea5f8-3ca7-44fa-aa03-1e80a9c01fd8 req-14bcba55-bae2-437d-90c6-c3f28e2f0d6f tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/security-groups?id=dbe60ea4-f9e7-4a67-968e-e67d7911ff38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656364 Jul 30 20:03:17.363755 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 428814bb-dabe-460d-ae8f-20dd1133cb70, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=428814bb-dabe-460d-ae8f-20dd1133cb70,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:17.369122 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:17.416720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-39431979-8061-4277-98e5-47e069f10355 req-ff873bd9-48ef-4e4f-a350-24c4f8132c4a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Allocated IP 192.168.233.167 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/c32834b5-1a2a-4003-b5e2-0c257973a9c1) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:03:17.426689 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=428814bb-dabe-460d-ae8f-20dd1133cb70,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:17.435571 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-c055e7f6-f03a-4c1c-94ce-8699eb52d5ce req-65345a0c-f475-43d9-b904-2e2769e4e61e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] For port f8ba08e4-c36d-465c-b91e-1c012c98c0f9, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=f8ba08e4-c36d-465c-b91e-1c012c98c0f9,segment=NetworkSegment(c114c45a-cbfb-4ab1-9176-aa6ecbc5f534),segment_id=c114c45a-cbfb-4ab1-9176-aa6ecbc5f534)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:17.435954 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c055e7f6-f03a-4c1c-94ce-8699eb52d5ce req-65345a0c-f475-43d9-b904-2e2769e4e61e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:17.455604 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-c055e7f6-f03a-4c1c-94ce-8699eb52d5ce req-65345a0c-f475-43d9-b904-2e2769e4e61e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Calling delete_port for f8ba08e4-c36d-465c-b91e-1c012c98c0f9 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:03:17.575928 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-18c5fc9e-70d6-49ee-a920-2b3c5d570e73 req-56ff2b7f-8c9f-4d2b-89b8-44a787d181f7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572364 Jul 30 20:03:17.649458 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5fc9e-70d6-49ee-a920-2b3c5d570e73 req-43f55311-d29f-46a5-bde6-b10da429f31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:17.651555 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-18c5fc9e-70d6-49ee-a920-2b3c5d570e73 req-43f55311-d29f-46a5-bde6-b10da429f31b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 1095 time: 0.0487275 Jul 30 20:03:17.689577 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450ba4e-c596-4f4d-8587-48a3fff63b23 req-a039cf80-8178-4cf7-bfe0-fa22c178ab78 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:17.691136 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c450ba4e-c596-4f4d-8587-48a3fff63b23 req-a039cf80-8178-4cf7-bfe0-fa22c178ab78 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 944 time: 0.1674783 Jul 30 20:03:17.781057 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-513d3bd2-56bf-4459-8c74-0cda236296b6 req-f7f439ec-f6f1-4500-9089-2a8b2221b462 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 210 time: 0.0387244 Jul 30 20:03:17.785112 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-39431979-8061-4277-98e5-47e069f10355 req-ff873bd9-48ef-4e4f-a350-24c4f8132c4a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:17.804269 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c450ba4e-c596-4f4d-8587-48a3fff63b23 req-a2dccc90-ba0a-4126-bf10-06f69e45f0e3 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993032 Jul 30 20:03:17.818863 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c055e7f6-f03a-4c1c-94ce-8699eb52d5ce req-65345a0c-f475-43d9-b904-2e2769e4e61e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:17.821824 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-39431979-8061-4277-98e5-47e069f10355 req-ff873bd9-48ef-4e4f-a350-24c4f8132c4a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Transition to ACTIVE for port object c32834b5-1a2a-4003-b5e2-0c257973a9c1 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:03:17.831410 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5fc9e-70d6-49ee-a920-2b3c5d570e73 req-7f1f2e6d-3479-4701-a594-e14ced6e008b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:17.833074 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-18c5fc9e-70d6-49ee-a920-2b3c5d570e73 req-7f1f2e6d-3479-4701-a594-e14ced6e008b service neutron] 10.222.0.59 "GET /v2.0/networks?id=1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 200 len: 921 time: 0.1570051 Jul 30 20:03:17.843292 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['f8ba08e4-c36d-465c-b91e-1c012c98c0f9'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:03:17.860524 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65345a0c-f475-43d9-b904-2e2769e4e61e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Pushing event deleted for resources: {'Port': ['ID=f8ba08e4-c36d-465c-b91e-1c012c98c0f9,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:17.897317 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-18c5fc9e-70d6-49ee-a920-2b3c5d570e73 req-96d4c348-0c02-4052-8d1c-be2156f0ac6d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46a421cb-a631-43ca-a761-bfafefe140f3 HTTP/1.1" status: 200 len: 217 time: 0.0552914 Jul 30 20:03:17.920034 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-c055e7f6-f03a-4c1c-94ce-8699eb52d5ce req-65345a0c-f475-43d9-b904-2e2769e4e61e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] No DVR routers for this DVR port f8ba08e4-c36d-465c-b91e-1c012c98c0f9 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:03:17.923794 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c055e7f6-f03a-4c1c-94ce-8699eb52d5ce req-65345a0c-f475-43d9-b904-2e2769e4e61e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:17.925754 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c055e7f6-f03a-4c1c-94ce-8699eb52d5ce req-65345a0c-f475-43d9-b904-2e2769e4e61e tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.83 "DELETE /v2.0/ports/f8ba08e4-c36d-465c-b91e-1c012c98c0f9 HTTP/1.1" status: 204 len: 173 time: 0.9001133 Jul 30 20:03:17.926190 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e94315-9d24-4c31-86ff-bef688631d6c', 'name': 'network-vif-deleted', 'tag': 'f8ba08e4-c36d-465c-b91e-1c012c98c0f9'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:17.928600 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6652e43d-8385-402d-b762-2712c54f46b6" -d '{"events": [{"server_uuid": "b2e94315-9d24-4c31-86ff-bef688631d6c", "name": "network-vif-deleted", "tag": "f8ba08e4-c36d-465c-b91e-1c012c98c0f9"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:17.946149 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-39431979-8061-4277-98e5-47e069f10355 req-ff873bd9-48ef-4e4f-a350-24c4f8132c4a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:17.960343 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['7f5788dd-a5bc-4049-8061-fae85b639293'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:03:18.001299 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5fc9e-70d6-49ee-a920-2b3c5d570e73 req-66c74d28-b9c7-4f4d-a18f-9ec6ee0ad576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:18.008035 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-18c5fc9e-70d6-49ee-a920-2b3c5d570e73 req-66c74d28-b9c7-4f4d-a18f-9ec6ee0ad576 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b757e780-295d-4676-ae81-4c07de396b9e HTTP/1.1" status: 200 len: 860 time: 0.1029978 Jul 30 20:03:18.014087 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['c65993c9-3d10-4021-94da-440fdc55ae35', 'db46e04f-5e2b-4fbf-bb4a-6aee85812d1d'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:03:18.024830 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b671db-f1bf-4acd-ac00-d3ee2ae9efff x-openstack-request-id: req-35b671db-f1bf-4acd-ac00-d3ee2ae9efff {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:18.025142 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e94315-9d24-4c31-86ff-bef688631d6c", "name": "network-vif-deleted", "tag": "f8ba08e4-c36d-465c-b91e-1c012c98c0f9", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:18.025406 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-35b671db-f1bf-4acd-ac00-d3ee2ae9efff {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:18.025826 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e94315-9d24-4c31-86ff-bef688631d6c', 'name': 'network-vif-deleted', 'tag': 'f8ba08e4-c36d-465c-b91e-1c012c98c0f9', 'status': 'completed', 'code': 200} Jul 30 20:03:18.033806 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39431979-8061-4277-98e5-47e069f10355 req-ff873bd9-48ef-4e4f-a350-24c4f8132c4a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:03:18.051444 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-39431979-8061-4277-98e5-47e069f10355 req-ff873bd9-48ef-4e4f-a350-24c4f8132c4a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:03:18.056562 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-39431979-8061-4277-98e5-47e069f10355 req-ff873bd9-48ef-4e4f-a350-24c4f8132c4a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:03:18.066341 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff873bd9-48ef-4e4f-a350-24c4f8132c4a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Pushing event updated for resources: {'Port': ['ID=c32834b5-1a2a-4003-b5e2-0c257973a9c1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:18.094670 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-18c5fc9e-70d6-49ee-a920-2b3c5d570e73 req-eda5a297-df39-4d69-a3fe-9c520109f925 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1b009359-14e5-4019-b6cd-e6d82ee142cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787575 Jul 30 20:03:18.218732 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39431979-8061-4277-98e5-47e069f10355 req-ff873bd9-48ef-4e4f-a350-24c4f8132c4a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:18.219435 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-39431979-8061-4277-98e5-47e069f10355 req-ff873bd9-48ef-4e4f-a350-24c4f8132c4a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:18.252983 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3ce42-c175-4118-9fa3-92ad32431ba9 req-3c555bc3-d4bc-4c28-9de6-57c3418e4d6e tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:18.254586 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2f3ce42-c175-4118-9fa3-92ad32431ba9 req-3c555bc3-d4bc-4c28-9de6-57c3418e4d6e tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.1426299 Jul 30 20:03:18.284598 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-39431979-8061-4277-98e5-47e069f10355 req-ff873bd9-48ef-4e4f-a350-24c4f8132c4a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4819527 Jul 30 20:03:18.291017 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-18c5fc9e-70d6-49ee-a920-2b3c5d570e73 req-4502f9c5-bfa8-4d13-8116-5cc8b3b9a19d service neutron] 10.222.0.59 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793811 Jul 30 20:03:18.330104 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-39431979-8061-4277-98e5-47e069f10355 req-dae1daca-3fa3-4db8-98d2-e37522d2b27b service neutron] Request body: {'port': {'device_id': 'f90ae564-b764-42da-9a9a-8fb71a6ecb18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:03:18.427221 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2f3ce42-c175-4118-9fa3-92ad32431ba9 req-25787835-5afe-4de9-aa3c-660393aec94d tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653361 Jul 30 20:03:18.512286 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-39431979-8061-4277-98e5-47e069f10355 req-dae1daca-3fa3-4db8-98d2-e37522d2b27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:18.581056 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e5013-25eb-4281-bfd4-6dae2f02d4cc req-a1a8925b-5802-47c1-b7cb-e426b1e00999 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:18.590205 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9e2e5013-25eb-4281-bfd4-6dae2f02d4cc req-a1a8925b-5802-47c1-b7cb-e426b1e00999 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 948 time: 0.1537941 Jul 30 20:03:18.661795 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-18c5fc9e-70d6-49ee-a920-2b3c5d570e73 req-2d721fb9-f4ae-433d-9175-c1bc0603fc26 service neutron] 10.222.0.59 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511713 Jul 30 20:03:18.692162 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9e2e5013-25eb-4281-bfd4-6dae2f02d4cc req-84a5eb7a-68cc-478f-a298-876d822960f6 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001925 Jul 30 20:03:18.738111 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f945e7ee-e7fe-41f0-960c-4197f60ef95b None None] Provisioning for port c32834b5-1a2a-4003-b5e2-0c257973a9c1 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:03:18.747195 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f945e7ee-e7fe-41f0-960c-4197f60ef95b None None] Provisioning complete for port c32834b5-1a2a-4003-b5e2-0c257973a9c1 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:03:18.747745 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f945e7ee-e7fe-41f0-960c-4197f60ef95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:18.804633 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f945e7ee-e7fe-41f0-960c-4197f60ef95b None None] Port c32834b5-1a2a-4003-b5e2-0c257973a9c1 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:03:18.816518 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-275050f6-0e38-4af1-aab2-56790dd99455 req-2613dbce-073b-48a1-8846-09b68b30e4b3 tempest-FloatingIPsAssociationTestJSON-1160958253 tempest-FloatingIPsAssociationTestJSON-1160958253-project] 10.222.0.81 "GET /v2.0/ports?device_id=b2e94315-9d24-4c31-86ff-bef688631d6c HTTP/1.1" status: 200 len: 210 time: 0.0402346 Jul 30 20:03:18.922734 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 428814bb-dabe-460d-ae8f-20dd1133cb70 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:03:18.958078 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6502425-dfdc-48c1-9b24-71389b8a9425 req-167d1695-add0-4adf-86ba-24f84d842947 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:18.967225 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f6502425-dfdc-48c1-9b24-71389b8a9425 req-167d1695-add0-4adf-86ba-24f84d842947 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 944 time: 0.0736022 Jul 30 20:03:18.994482 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8db0d-8839-44c3-87f7-ed66cb2f325f req-49f391ed-41fc-48c3-835b-1ecc2de19d6e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:18.995920 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bee8db0d-8839-44c3-87f7-ed66cb2f325f req-49f391ed-41fc-48c3-835b-1ecc2de19d6e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 936 time: 0.0965068 Jul 30 20:03:19.029358 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f6502425-dfdc-48c1-9b24-71389b8a9425 req-28d27255-3e96-4ba8-8899-263ceaa1baa1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601528 Jul 30 20:03:19.085601 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-39431979-8061-4277-98e5-47e069f10355 req-dae1daca-3fa3-4db8-98d2-e37522d2b27b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32834b5-1a2a-4003-b5e2-0c257973a9c1 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:03:19.095095 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-39431979-8061-4277-98e5-47e069f10355 req-dae1daca-3fa3-4db8-98d2-e37522d2b27b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:19.098394 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 428814bb-dabe-460d-ae8f-20dd1133cb70, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=428814bb-dabe-460d-ae8f-20dd1133cb70,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:19.110969 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-39431979-8061-4277-98e5-47e069f10355 req-dae1daca-3fa3-4db8-98d2-e37522d2b27b service neutron] Transition to ACTIVE for port object c32834b5-1a2a-4003-b5e2-0c257973a9c1 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:03:19.112494 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '428814bb-dabe-460d-ae8f-20dd1133cb70', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': '428814bb-dabe-460d-ae8f-20dd1133cb70', 'mac_address': 'fa:16:3e:e9:ae:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:03:19.117787 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-39431979-8061-4277-98e5-47e069f10355 req-dae1daca-3fa3-4db8-98d2-e37522d2b27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:19.155622 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:19.170316 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bee8db0d-8839-44c3-87f7-ed66cb2f325f req-b2c472b2-6de9-4cef-b10f-3cb772b0fa1d tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616826 Jul 30 20:03:19.176253 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428814bb-dabe-460d-ae8f-20dd1133cb70 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:03:19.206333 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 428814bb-dabe-460d-ae8f-20dd1133cb70, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=428814bb-dabe-460d-ae8f-20dd1133cb70,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:19.207832 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1daca-3fa3-4db8-98d2-e37522d2b27b service neutron] Pushing event updated for resources: {'Port': ['ID=c32834b5-1a2a-4003-b5e2-0c257973a9c1,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:19.213322 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:19.267010 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac69f6b2-0ec2-4db4-bdca-81e4f630849b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '428814bb-dabe-460d-ae8f-20dd1133cb70'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:19.269640 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43439e0-e6b5-420d-8d83-e3b4a1227314" -d '{"events": [{"server_uuid": "ac69f6b2-0ec2-4db4-bdca-81e4f630849b", "name": "network-vif-unplugged", "status": "completed", "tag": "428814bb-dabe-460d-ae8f-20dd1133cb70"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:19.330358 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=428814bb-dabe-460d-ae8f-20dd1133cb70,revision_number=10']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:19.331462 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-39431979-8061-4277-98e5-47e069f10355 req-dae1daca-3fa3-4db8-98d2-e37522d2b27b service neutron] Attempting to bind port c32834b5-1a2a-4003-b5e2-0c257973a9c1 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:03:19.332489 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-39431979-8061-4277-98e5-47e069f10355 req-dae1daca-3fa3-4db8-98d2-e37522d2b27b service neutron] Attempting to bind port c32834b5-1a2a-4003-b5e2-0c257973a9c1 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:03:19.332870 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39431979-8061-4277-98e5-47e069f10355 req-dae1daca-3fa3-4db8-98d2-e37522d2b27b service neutron] Attempting to bind port c32834b5-1a2a-4003-b5e2-0c257973a9c1 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:03:19.337451 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:19.338610 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39431979-8061-4277-98e5-47e069f10355 req-dae1daca-3fa3-4db8-98d2-e37522d2b27b service neutron] Port c32834b5-1a2a-4003-b5e2-0c257973a9c1 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:03:19.338944 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39431979-8061-4277-98e5-47e069f10355 req-dae1daca-3fa3-4db8-98d2-e37522d2b27b service neutron] Attempting to bind port c32834b5-1a2a-4003-b5e2-0c257973a9c1 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:03:19.345610 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39431979-8061-4277-98e5-47e069f10355 req-dae1daca-3fa3-4db8-98d2-e37522d2b27b service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:03:19.346012 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39431979-8061-4277-98e5-47e069f10355 req-dae1daca-3fa3-4db8-98d2-e37522d2b27b service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:03:19.346408 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39431979-8061-4277-98e5-47e069f10355 req-dae1daca-3fa3-4db8-98d2-e37522d2b27b service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:03:19.346856 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-39431979-8061-4277-98e5-47e069f10355 req-dae1daca-3fa3-4db8-98d2-e37522d2b27b service neutron] Bound port: c32834b5-1a2a-4003-b5e2-0c257973a9c1, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:03:19.347261 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-39431979-8061-4277-98e5-47e069f10355 req-dae1daca-3fa3-4db8-98d2-e37522d2b27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:19.349838 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cb52e9-89bc-4270-a288-486e6f2f9654 x-openstack-request-id: req-e1cb52e9-89bc-4270-a288-486e6f2f9654 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:19.350251 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac69f6b2-0ec2-4db4-bdca-81e4f630849b", "name": "network-vif-unplugged", "status": "completed", "tag": "428814bb-dabe-460d-ae8f-20dd1133cb70", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:19.350581 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e1cb52e9-89bc-4270-a288-486e6f2f9654 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:19.351065 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac69f6b2-0ec2-4db4-bdca-81e4f630849b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '428814bb-dabe-460d-ae8f-20dd1133cb70', 'code': 200} Jul 30 20:03:19.434025 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-39431979-8061-4277-98e5-47e069f10355 req-dae1daca-3fa3-4db8-98d2-e37522d2b27b service neutron] For port c32834b5-1a2a-4003-b5e2-0c257973a9c1, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:03:19.440098 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-39431979-8061-4277-98e5-47e069f10355 req-dae1daca-3fa3-4db8-98d2-e37522d2b27b service neutron] For port c32834b5-1a2a-4003-b5e2-0c257973a9c1, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c32834b5-1a2a-4003-b5e2-0c257973a9c1,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:03:19.447112 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-39431979-8061-4277-98e5-47e069f10355 req-dae1daca-3fa3-4db8-98d2-e37522d2b27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:19.466668 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39431979-8061-4277-98e5-47e069f10355 req-dae1daca-3fa3-4db8-98d2-e37522d2b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:19.468758 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-39431979-8061-4277-98e5-47e069f10355 req-dae1daca-3fa3-4db8-98d2-e37522d2b27b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:19.470858 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-39431979-8061-4277-98e5-47e069f10355 req-dae1daca-3fa3-4db8-98d2-e37522d2b27b service neutron] 10.222.0.83 "PUT /v2.0/ports/c32834b5-1a2a-4003-b5e2-0c257973a9c1 HTTP/1.1" status: 200 len: 1096 time: 1.1594083 Jul 30 20:03:19.598723 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1daca-3fa3-4db8-98d2-e37522d2b27b service neutron] Pushing event updated for resources: {'Port': ['ID=c32834b5-1a2a-4003-b5e2-0c257973a9c1,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:19.607452 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['428814bb-dabe-460d-ae8f-20dd1133cb70'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:03:19.635904 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39431979-8061-4277-98e5-47e069f10355 req-b052b319-f9b8-4d35-baca-6aff46a7f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:19.637522 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-39431979-8061-4277-98e5-47e069f10355 req-b052b319-f9b8-4d35-baca-6aff46a7f82d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 1099 time: 0.1210258 Jul 30 20:03:19.650633 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7fb28-fccb-467d-a68e-d9c8b236e3df req-a3cd83b8-5c12-4f34-b6b0-336334a74934 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:19.656008 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-76b7fb28-fccb-467d-a68e-d9c8b236e3df req-a3cd83b8-5c12-4f34-b6b0-336334a74934 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.0822735 Jul 30 20:03:19.715777 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-39431979-8061-4277-98e5-47e069f10355 req-9107aa9d-708d-41b4-8e09-ec0dbe6a714f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=c32834b5-1a2a-4003-b5e2-0c257973a9c1 HTTP/1.1" status: 200 len: 217 time: 0.0690818 Jul 30 20:03:19.752033 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-76b7fb28-fccb-467d-a68e-d9c8b236e3df req-f879a906-b395-498e-b13e-11a1a1b1f757 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868461 Jul 30 20:03:19.872079 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39431979-8061-4277-98e5-47e069f10355 req-79229337-82d0-458c-8231-973724500716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:19.875841 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-39431979-8061-4277-98e5-47e069f10355 req-79229337-82d0-458c-8231-973724500716 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1452055 Jul 30 20:03:19.954771 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52052) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:03:19.970340 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068fbde-9cab-4bbb-84ea-cc4b60b38599 req-3c64e5c2-ce00-413d-929c-4e5e7741afbf tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:19.971942 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4068fbde-9cab-4bbb-84ea-cc4b60b38599 req-3c64e5c2-ce00-413d-929c-4e5e7741afbf tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.1154001 Jul 30 20:03:19.989701 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39431979-8061-4277-98e5-47e069f10355 req-1fd3a3ad-b4e5-4a29-bb06-1584c53e26e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:19.991182 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-39431979-8061-4277-98e5-47e069f10355 req-1fd3a3ad-b4e5-4a29-bb06-1584c53e26e8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0897374 Jul 30 20:03:20.098565 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90ae564-b764-42da-9a9a-8fb71a6ecb18', 'tag': 'c32834b5-1a2a-4003-b5e2-0c257973a9c1'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:20.101330 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9a563f-fb92-4559-9e77-fbc8bcb70e97" -d '{"events": [{"name": "network-changed", "server_uuid": "f90ae564-b764-42da-9a9a-8fb71a6ecb18", "tag": "c32834b5-1a2a-4003-b5e2-0c257973a9c1"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:20.142220 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4068fbde-9cab-4bbb-84ea-cc4b60b38599 req-f480b940-909b-452f-80b2-6193d2b8fb38 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595166 Jul 30 20:03:20.193610 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-39431979-8061-4277-98e5-47e069f10355 req-01b780a7-ee16-48b5-9255-bdc472491ef3 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903505 Jul 30 20:03:20.195633 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f736cf3a-72f2-43a2-86e2-91fd5f68ca52 x-openstack-request-id: req-f736cf3a-72f2-43a2-86e2-91fd5f68ca52 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:20.195789 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90ae564-b764-42da-9a9a-8fb71a6ecb18", "tag": "c32834b5-1a2a-4003-b5e2-0c257973a9c1", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:20.195951 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f736cf3a-72f2-43a2-86e2-91fd5f68ca52 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:20.196399 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90ae564-b764-42da-9a9a-8fb71a6ecb18', 'tag': 'c32834b5-1a2a-4003-b5e2-0c257973a9c1', 'status': 'completed', 'code': 200} Jul 30 20:03:20.216785 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36111d0-8879-415c-93a4-1fabf8967294 req-b1e944cb-fedf-47da-bdf7-4c0420d71a74 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:20.223608 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a36111d0-8879-415c-93a4-1fabf8967294 req-b1e944cb-fedf-47da-bdf7-4c0420d71a74 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 944 time: 0.1221659 Jul 30 20:03:20.321604 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a36111d0-8879-415c-93a4-1fabf8967294 req-5e86071b-6da5-4c7e-a89a-8b75d8d17010 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963576 Jul 30 20:03:20.342377 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025ea5f-b159-4c08-a91d-fc3ef4c73b12 req-4d59c5a5-c609-4b35-bad7-cb6e64b70c6c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:20.345297 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a025ea5f-b159-4c08-a91d-fc3ef4c73b12 req-4d59c5a5-c609-4b35-bad7-cb6e64b70c6c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 948 time: 0.0891147 Jul 30 20:03:20.373278 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-39431979-8061-4277-98e5-47e069f10355 req-72b544de-72de-4675-a6e7-4736cbe0624f service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712687 Jul 30 20:03:20.408344 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a025ea5f-b159-4c08-a91d-fc3ef4c73b12 req-b4f09ed0-ced3-4357-bf30-747846ce06f2 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621190 Jul 30 20:03:20.468070 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a563f-fb92-4559-9e77-fbc8bcb70e97 req-a10506e8-1653-49c5-81fe-14326065de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:20.469576 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c9a563f-fb92-4559-9e77-fbc8bcb70e97 req-a10506e8-1653-49c5-81fe-14326065de04 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 1099 time: 0.0419612 Jul 30 20:03:20.486210 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c56a86fa-f249-4af9-87ba-4add02e0da6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:20.571139 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a563f-fb92-4559-9e77-fbc8bcb70e97 req-9574ec4b-e0c1-4940-8ce6-e2b34dd0229e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:20.572758 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c9a563f-fb92-4559-9e77-fbc8bcb70e97 req-9574ec4b-e0c1-4940-8ce6-e2b34dd0229e service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.0932775 Jul 30 20:03:20.630248 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c9a563f-fb92-4559-9e77-fbc8bcb70e97 req-b3787fbb-a77c-4463-a03a-6448a272dfa9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=c32834b5-1a2a-4003-b5e2-0c257973a9c1 HTTP/1.1" status: 200 len: 217 time: 0.0473051 Jul 30 20:03:20.683853 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a563f-fb92-4559-9e77-fbc8bcb70e97 req-10ac9163-ad21-47b0-af26-88ed3c3eb699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:20.686782 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c9a563f-fb92-4559-9e77-fbc8bcb70e97 req-10ac9163-ad21-47b0-af26-88ed3c3eb699 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0479870 Jul 30 20:03:20.740016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a563f-fb92-4559-9e77-fbc8bcb70e97 req-34e41063-a515-49ed-ab04-90ff80371cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:20.741531 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c9a563f-fb92-4559-9e77-fbc8bcb70e97 req-34e41063-a515-49ed-ab04-90ff80371cc3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0447843 Jul 30 20:03:20.912697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ceb561-8f4c-4360-9f24-a5bccf36fe38 req-0b63f523-0763-43d8-8bee-08e18cfdfca7 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:20.928107 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41ceb561-8f4c-4360-9f24-a5bccf36fe38 req-0b63f523-0763-43d8-8bee-08e18cfdfca7 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.1096425 Jul 30 20:03:20.943036 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c9a563f-fb92-4559-9e77-fbc8bcb70e97 req-2778e736-882a-4740-a6e4-427d4d8b318d service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929703 Jul 30 20:03:20.957201 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device f8ba08e4-c36d-465c-b91e-1c012c98c0f9 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:03:20.985948 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: f8ba08e4-c36d-465c-b91e-1c012c98c0f9 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:03:20.986719 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device f8ba08e4-c36d-465c-b91e-1c012c98c0f9 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:03:21.040704 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41ceb561-8f4c-4360-9f24-a5bccf36fe38 req-9029d81a-e046-42c8-8bf7-5eac91cff2b3 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079538 Jul 30 20:03:21.068768 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c56a86fa-f249-4af9-87ba-4add02e0da6a admin admin] Deleting port 312a0de2-e84a-456a-b875-9bf8ac62db04 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:03:21.069106 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c56a86fa-f249-4af9-87ba-4add02e0da6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:21.078004 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c9a563f-fb92-4559-9e77-fbc8bcb70e97 req-93debf1f-309b-486a-9952-c630033ecc2f service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278617 Jul 30 20:03:21.153640 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-c56a86fa-f249-4af9-87ba-4add02e0da6a admin admin] For port 312a0de2-e84a-456a-b875-9bf8ac62db04, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=312a0de2-e84a-456a-b875-9bf8ac62db04,segment=NetworkSegment(c114c45a-cbfb-4ab1-9176-aa6ecbc5f534),segment_id=c114c45a-cbfb-4ab1-9176-aa6ecbc5f534)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:21.153928 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c56a86fa-f249-4af9-87ba-4add02e0da6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:21.168357 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd2cb864-4f60-464d-8c71-c92902c4d7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:21.174415 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c56a86fa-f249-4af9-87ba-4add02e0da6a admin admin] Calling delete_port for 312a0de2-e84a-456a-b875-9bf8ac62db04 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:03:21.314428 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe2bb3-e187-4385-b5fd-5aa212b31cd7 req-51348b37-3fce-41a4-9394-f5a1565e95fc tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:21.315938 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9afe2bb3-e187-4385-b5fd-5aa212b31cd7 req-51348b37-3fce-41a4-9394-f5a1565e95fc tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.1019163 Jul 30 20:03:21.380507 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9afe2bb3-e187-4385-b5fd-5aa212b31cd7 req-7e709aee-346e-480f-8f19-31367b5f8bf5 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539474 Jul 30 20:03:21.441551 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c56a86fa-f249-4af9-87ba-4add02e0da6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:21.472215 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de03ba-a8c5-4454-adab-1bba729f7fa8 req-0b126590-30a0-4004-b1ee-3fb28a34740c tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:21.473320 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a86fa-f249-4af9-87ba-4add02e0da6a admin admin] Pushing event deleted for resources: {'Port': ['ID=312a0de2-e84a-456a-b875-9bf8ac62db04,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:21.474019 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49de03ba-a8c5-4454-adab-1bba729f7fa8 req-0b126590-30a0-4004-b1ee-3fb28a34740c tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 944 time: 0.0761089 Jul 30 20:03:21.537065 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49de03ba-a8c5-4454-adab-1bba729f7fa8 req-b15dc673-f946-4f95-946d-bf9cd71e5e93 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440350 Jul 30 20:03:21.696220 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5f4a9-f765-4192-8d97-6f0139781a87 req-d925aee4-0c12-4dbe-a5a4-de2e76a8616d tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:21.697759 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-25e5f4a9-f765-4192-8d97-6f0139781a87 req-d925aee4-0c12-4dbe-a5a4-de2e76a8616d tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 948 time: 0.0978050 Jul 30 20:03:21.723627 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c56a86fa-f249-4af9-87ba-4add02e0da6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:21.785458 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-25e5f4a9-f765-4192-8d97-6f0139781a87 req-b9502afd-5fc6-47d2-8681-91408bbfa93c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793493 Jul 30 20:03:21.982529 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56a86fa-f249-4af9-87ba-4add02e0da6a admin admin] Router 1839f9fb-c2ed-4da0-a187-51d5072119d2 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:03:22.105948 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56a86fa-f249-4af9-87ba-4add02e0da6a admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:03:22.115318 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c56a86fa-f249-4af9-87ba-4add02e0da6a admin admin] 10.222.0.81 "PUT /v2.0/routers/1839f9fb-c2ed-4da0-a187-51d5072119d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1585588 Jul 30 20:03:22.117846 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52082) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:03:22.121730 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a650f84-b48d-4701-97d6-7f395ba660e9 None None] Sync routers for ids ['1839f9fb-c2ed-4da0-a187-51d5072119d2'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:03:22.135940 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a650f84-b48d-4701-97d6-7f395ba660e9 None None] Routers {'1839f9fb-c2ed-4da0-a187-51d5072119d2'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:03:22.136554 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8a650f84-b48d-4701-97d6-7f395ba660e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:02:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1839f9fb-c2ed-4da0-a187-51d5072119d2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:03:22.272704 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c278b0-0177-4af5-a9ee-d327f15ccf9e req-828309ef-3012-4959-991c-9dd4a8905cfa tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:22.280349 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83c278b0-0177-4af5-a9ee-d327f15ccf9e req-828309ef-3012-4959-991c-9dd4a8905cfa tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.1142039 Jul 30 20:03:22.289900 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8a650f84-b48d-4701-97d6-7f395ba660e9 None None] Set router 1839f9fb-c2ed-4da0-a187-51d5072119d2 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:03:22.321233 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ac5bb35-c68d-4a55-ba01-91310a33c73a admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:22.361396 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83c278b0-0177-4af5-a9ee-d327f15ccf9e req-96477b14-5cfc-46bd-983b-c188dccd4eab tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801768 Jul 30 20:03:22.451564 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ac5bb35-c68d-4a55-ba01-91310a33c73a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:22.508770 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8a650f84-b48d-4701-97d6-7f395ba660e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:03:21Z', 'revision_number': 5, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port': {'id': '3e13886f-40c2-433c-9c9f-d5d3ee3ddec6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:02:02Z', 'updated_at': '2021-07-30T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:03:22.525101 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d894c-ca96-476b-b8a4-b63a75b85fa0 req-c355d703-1f57-4a9b-ba8e-0185a7a73db3 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:22.534363 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f96d894c-ca96-476b-b8a4-b63a75b85fa0 req-c355d703-1f57-4a9b-ba8e-0185a7a73db3 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 950 time: 0.0668356 Jul 30 20:03:22.537064 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6ac5bb35-c68d-4a55-ba01-91310a33c73a admin admin] Deleting port 3e13886f-40c2-433c-9c9f-d5d3ee3ddec6 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:03:22.537601 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ac5bb35-c68d-4a55-ba01-91310a33c73a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:22.547937 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a650f84-b48d-4701-97d6-7f395ba660e9 None None] Checking router: 1839f9fb-c2ed-4da0-a187-51d5072119d2 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:03:22.563870 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a650f84-b48d-4701-97d6-7f395ba660e9 None None] Routers {'1839f9fb-c2ed-4da0-a187-51d5072119d2'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:03:22.564872 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8a650f84-b48d-4701-97d6-7f395ba660e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:02:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1839f9fb-c2ed-4da0-a187-51d5072119d2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:03:22.591770 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f96d894c-ca96-476b-b8a4-b63a75b85fa0 req-7ab3b8b4-91ff-43d3-b57e-1b997a67f626 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522470 Jul 30 20:03:22.645233 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-6ac5bb35-c68d-4a55-ba01-91310a33c73a admin admin] For port 3e13886f-40c2-433c-9c9f-d5d3ee3ddec6, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=3e13886f-40c2-433c-9c9f-d5d3ee3ddec6,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:22.645893 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ac5bb35-c68d-4a55-ba01-91310a33c73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:22.661165 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6ac5bb35-c68d-4a55-ba01-91310a33c73a admin admin] Calling delete_port for 3e13886f-40c2-433c-9c9f-d5d3ee3ddec6 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:03:22.699143 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8a650f84-b48d-4701-97d6-7f395ba660e9 None None] Set router 1839f9fb-c2ed-4da0-a187-51d5072119d2 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:03:22.765690 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8a650f84-b48d-4701-97d6-7f395ba660e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:03:22Z', 'revision_number': 6, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:03:22.774984 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91419a49-5d34-42c9-ac4c-a9676f9fb348 req-b8b0ea42-3859-432e-999c-d02dd028dde5 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:22.777149 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-91419a49-5d34-42c9-ac4c-a9676f9fb348 req-b8b0ea42-3859-432e-999c-d02dd028dde5 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 944 time: 0.0995095 Jul 30 20:03:22.796950 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a650f84-b48d-4701-97d6-7f395ba660e9 None None] The sync data for ids ['1839f9fb-c2ed-4da0-a187-51d5072119d2'] in n-d-712137-9 is: [{'id': '1839f9fb-c2ed-4da0-a187-51d5072119d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-28927686-router', 'tenant_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:02:01Z', 'updated_at': '2021-07-30T20:03:22Z', 'revision_number': 6, 'project_id': '0c5948f4c08a4d0aae3efe56edcb4154', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:03:22.882766 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-91419a49-5d34-42c9-ac4c-a9676f9fb348 req-632baa1e-afc1-49fd-81fa-014323174ee3 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979168 Jul 30 20:03:22.931713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eaf6a4-70ab-4181-8419-b1a1d7bf0468 req-502b579c-0b7e-4120-89b4-7da649dd752f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:22.933444 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b9eaf6a4-70ab-4181-8419-b1a1d7bf0468 req-502b579c-0b7e-4120-89b4-7da649dd752f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 948 time: 0.0694647 Jul 30 20:03:22.942833 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ac5bb35-c68d-4a55-ba01-91310a33c73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:22.958327 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c32834b5-1a2a-4003-b5e2-0c257973a9c1 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:03:22.976832 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b9eaf6a4-70ab-4181-8419-b1a1d7bf0468 req-45a39d56-0aeb-4a3f-94d2-d03f19da4c46 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364270 Jul 30 20:03:22.989117 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5bb35-c68d-4a55-ba01-91310a33c73a admin admin] Pushing event deleted for resources: {'Port': ['ID=3e13886f-40c2-433c-9c9f-d5d3ee3ddec6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:23.065527 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ac5bb35-c68d-4a55-ba01-91310a33c73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:23.066198 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 428814bb-dabe-460d-ae8f-20dd1133cb70 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:03:23.149167 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c32834b5-1a2a-4003-b5e2-0c257973a9c1, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c32834b5-1a2a-4003-b5e2-0c257973a9c1,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:23.163399 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 428814bb-dabe-460d-ae8f-20dd1133cb70 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:03:23.169375 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:23.173325 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'c32834b5-1a2a-4003-b5e2-0c257973a9c1', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': 'c32834b5-1a2a-4003-b5e2-0c257973a9c1', 'mac_address': 'fa:16:3e:65:5a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:03:23.175655 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ac5bb35-c68d-4a55-ba01-91310a33c73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:23.177974 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ac5bb35-c68d-4a55-ba01-91310a33c73a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:23.246884 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ac5bb35-c68d-4a55-ba01-91310a33c73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:23.247431 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac5bb35-c68d-4a55-ba01-91310a33c73a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1839f9fb-c2ed-4da0-a187-51d5072119d2 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:03:23.248992 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:23.252665 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ac5bb35-c68d-4a55-ba01-91310a33c73a admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:23.254083 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6ac5bb35-c68d-4a55-ba01-91310a33c73a admin admin] 10.222.0.81 "DELETE /v2.0/routers/1839f9fb-c2ed-4da0-a187-51d5072119d2 HTTP/1.1" status: 204 len: 168 time: 1.1347053 Jul 30 20:03:23.256610 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52096) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:03:23.285024 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32834b5-1a2a-4003-b5e2-0c257973a9c1 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:03:23.314700 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:23.319291 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c32834b5-1a2a-4003-b5e2-0c257973a9c1, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c32834b5-1a2a-4003-b5e2-0c257973a9c1,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:23.324462 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb74576-5cc5-4ff2-a89b-0cb3c20e7da6 admin admin] Deleting subnet 43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:03:23.329124 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:23.329754 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dfb74576-5cc5-4ff2-a89b-0cb3c20e7da6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:23.371336 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac69f6b2-0ec2-4db4-bdca-81e4f630849b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428814bb-dabe-460d-ae8f-20dd1133cb70'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:23.374037 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff7fdbf-b6c6-4590-9625-276a9b164a2f" -d '{"events": [{"server_uuid": "ac69f6b2-0ec2-4db4-bdca-81e4f630849b", "name": "network-vif-plugged", "status": "completed", "tag": "428814bb-dabe-460d-ae8f-20dd1133cb70"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:23.379701 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dfb74576-5cc5-4ff2-a89b-0cb3c20e7da6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:23.517018 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dfb74576-5cc5-4ff2-a89b-0cb3c20e7da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:23.533890 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b30a9f7-7968-4b19-86f7-c5f2ca6fd583 x-openstack-request-id: req-3b30a9f7-7968-4b19-86f7-c5f2ca6fd583 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:23.534478 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac69f6b2-0ec2-4db4-bdca-81e4f630849b", "name": "network-vif-plugged", "status": "completed", "tag": "428814bb-dabe-460d-ae8f-20dd1133cb70", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:23.534909 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b30a9f7-7968-4b19-86f7-c5f2ca6fd583 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:23.535572 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac69f6b2-0ec2-4db4-bdca-81e4f630849b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428814bb-dabe-460d-ae8f-20dd1133cb70', 'code': 200} Jul 30 20:03:23.540685 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 428814bb-dabe-460d-ae8f-20dd1133cb70, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=428814bb-dabe-460d-ae8f-20dd1133cb70,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:23.559878 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:23.566523 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=c32834b5-1a2a-4003-b5e2-0c257973a9c1,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:23.619176 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49e4c8-a1bd-44c6-aea8-019d9282eb2d req-a42e40c3-7f54-4dfb-94e4-82a98282f2db tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:23.621290 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-aa49e4c8-a1bd-44c6-aea8-019d9282eb2d req-a42e40c3-7f54-4dfb-94e4-82a98282f2db tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.1397729 Jul 30 20:03:23.643556 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dfb74576-5cc5-4ff2-a89b-0cb3c20e7da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:23.645945 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=428814bb-dabe-460d-ae8f-20dd1133cb70,revision_number=11']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:23.664214 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b17eb8a-694f-4759-9281-882f1caccf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:23.690492 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb74576-5cc5-4ff2-a89b-0cb3c20e7da6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:23.694843 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['c32834b5-1a2a-4003-b5e2-0c257973a9c1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:03:23.712535 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dfb74576-5cc5-4ff2-a89b-0cb3c20e7da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:23.715763 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dfb74576-5cc5-4ff2-a89b-0cb3c20e7da6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/43fb4f54-5992-4d9d-8fa1-e0e3fdd89c77 HTTP/1.1" status: 204 len: 168 time: 0.4581244 Jul 30 20:03:23.720578 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52106) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:03:23.751602 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5572661-0dde-4504-803f-eada0ba3b155 None None] Network 1746904e-31e8-4790-9bd4-80c0d2a9880b requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:03:23.797511 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-aa49e4c8-a1bd-44c6-aea8-019d9282eb2d req-72143d94-ae08-4e83-a2c3-5547687d3682 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614213 Jul 30 20:03:23.842680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31386063-26d1-4884-992f-42ff7f3ad899 req-14c1443e-b31b-4c89-9808-7eff34804c17 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:23.853797 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31386063-26d1-4884-992f-42ff7f3ad899 req-14c1443e-b31b-4c89-9808-7eff34804c17 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 951 time: 0.1505070 Jul 30 20:03:23.869463 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5f29-2840-43bc-913d-ec9bdd200036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:23.885206 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:23.891088 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a38ff9-b6e6-427e-8312-1ca3a90e7951 req-a621df3e-55aa-46e6-8887-58cd9100af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:23.893532 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-23a38ff9-b6e6-427e-8312-1ca3a90e7951 req-a621df3e-55aa-46e6-8887-58cd9100af7f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 1102 time: 0.1502566 Jul 30 20:03:23.945731 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31386063-26d1-4884-992f-42ff7f3ad899 req-6e74ecbd-d67b-4ae5-a0cb-7b758adaaaf2 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892816 Jul 30 20:03:23.966723 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-23a38ff9-b6e6-427e-8312-1ca3a90e7951 req-43f25475-1a69-4c01-a012-0bf0c4761097 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626328 Jul 30 20:03:24.063781 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a9ee5f29-2840-43bc-913d-ec9bdd200036 admin admin] Deleting port 2b60ce8b-0295-4880-b22f-90ba28e81898 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:03:24.064062 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5f29-2840-43bc-913d-ec9bdd200036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:24.119573 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87725f0a-47f6-4a1d-b2d7-af91cbc912bc None None] DHCP port deletion for 1746904e-31e8-4790-9bd4-80c0d2a9880b request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:03:24.138176 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8032d-f430-46c2-aa0a-f62d4803ade4 req-3f67af63-dfd2-4c8e-823b-3d31d953a3f2 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:24.146202 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b7a8032d-f430-46c2-aa0a-f62d4803ade4 req-3f67af63-dfd2-4c8e-823b-3d31d953a3f2 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 944 time: 0.1511331 Jul 30 20:03:24.183221 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-a9ee5f29-2840-43bc-913d-ec9bdd200036 admin admin] For port 2b60ce8b-0295-4880-b22f-90ba28e81898, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=2b60ce8b-0295-4880-b22f-90ba28e81898,segment=NetworkSegment(c114c45a-cbfb-4ab1-9176-aa6ecbc5f534),segment_id=c114c45a-cbfb-4ab1-9176-aa6ecbc5f534)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:24.183621 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5f29-2840-43bc-913d-ec9bdd200036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:24.217993 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80095fa8-4783-4666-87a7-57c29559afd2 req-df6fefee-1080-4387-ad05-8def32984fca tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:24.227502 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-80095fa8-4783-4666-87a7-57c29559afd2 req-df6fefee-1080-4387-ad05-8def32984fca tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 949 time: 0.1059816 Jul 30 20:03:24.242940 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b7a8032d-f430-46c2-aa0a-f62d4803ade4 req-3c749126-5657-4e24-839c-735ef03151eb tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959036 Jul 30 20:03:24.244115 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a9ee5f29-2840-43bc-913d-ec9bdd200036 admin admin] Calling delete_port for 2b60ce8b-0295-4880-b22f-90ba28e81898 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:03:24.247345 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-87725f0a-47f6-4a1d-b2d7-af91cbc912bc None None] Deleting port 2b60ce8b-0295-4880-b22f-90ba28e81898 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:03:24.250282 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87725f0a-47f6-4a1d-b2d7-af91cbc912bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:24.284970 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-80095fa8-4783-4666-87a7-57c29559afd2 req-06f62104-80d6-4cc3-a4d7-b220f685052a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450416 Jul 30 20:03:24.289227 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 312a0de2-e84a-456a-b875-9bf8ac62db04 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:03:24.361154 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 312a0de2-e84a-456a-b875-9bf8ac62db04 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:03:24.361492 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 312a0de2-e84a-456a-b875-9bf8ac62db04 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:03:24.361906 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 2b60ce8b-0295-4880-b22f-90ba28e81898 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:03:24.384699 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5f29-2840-43bc-913d-ec9bdd200036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:24.409157 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-87725f0a-47f6-4a1d-b2d7-af91cbc912bc None None] For port 2b60ce8b-0295-4880-b22f-90ba28e81898, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=2b60ce8b-0295-4880-b22f-90ba28e81898,segment=NetworkSegment(c114c45a-cbfb-4ab1-9176-aa6ecbc5f534),segment_id=c114c45a-cbfb-4ab1-9176-aa6ecbc5f534)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:24.409533 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87725f0a-47f6-4a1d-b2d7-af91cbc912bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:24.414347 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee5f29-2840-43bc-913d-ec9bdd200036 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b60ce8b-0295-4880-b22f-90ba28e81898,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:24.435477 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ee5f29-2840-43bc-913d-ec9bdd200036 admin admin] No DVR routers for this DVR port 2b60ce8b-0295-4880-b22f-90ba28e81898 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:03:24.435762 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-87725f0a-47f6-4a1d-b2d7-af91cbc912bc None None] Calling delete_port for 2b60ce8b-0295-4880-b22f-90ba28e81898 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:03:24.447324 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No active binding found for port 2b60ce8b-0295-4880-b22f-90ba28e81898 {{(pid=93884) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 20:03:24.447781 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 2b60ce8b-0295-4880-b22f-90ba28e81898 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:03:24.448262 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3e13886f-40c2-433c-9c9f-d5d3ee3ddec6 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:03:24.473068 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 3e13886f-40c2-433c-9c9f-d5d3ee3ddec6 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:03:24.473406 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3e13886f-40c2-433c-9c9f-d5d3ee3ddec6 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:03:24.538461 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5f29-2840-43bc-913d-ec9bdd200036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:24.544994 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87725f0a-47f6-4a1d-b2d7-af91cbc912bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:24.550483 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a9ee5f29-2840-43bc-913d-ec9bdd200036 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1746904e-31e8-4790-9bd4-80c0d2a9880b']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:03:24.561285 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a9ee5f29-2840-43bc-913d-ec9bdd200036 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c114c45a-cbfb-4ab1-9176-aa6ecbc5f534') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:03:24.561596 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a9ee5f29-2840-43bc-913d-ec9bdd200036 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c114c45a-cbfb-4ab1-9176-aa6ecbc5f534') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:03:24.573895 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5f29-2840-43bc-913d-ec9bdd200036 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:24.574936 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87725f0a-47f6-4a1d-b2d7-af91cbc912bc None None] Pushing event deleted for resources: {'Port': ['ID=2b60ce8b-0295-4880-b22f-90ba28e81898,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:24.582301 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87725f0a-47f6-4a1d-b2d7-af91cbc912bc None None] No DVR routers for this DVR port 2b60ce8b-0295-4880-b22f-90ba28e81898 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:03:24.594222 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5f29-2840-43bc-913d-ec9bdd200036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:24.601321 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ee5f29-2840-43bc-913d-ec9bdd200036 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:03:24.601806 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5f29-2840-43bc-913d-ec9bdd200036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:03:24.604351 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:03:24.672108 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5f29-2840-43bc-913d-ec9bdd200036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:24.677793 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5f29-2840-43bc-913d-ec9bdd200036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:24.682589 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a9ee5f29-2840-43bc-913d-ec9bdd200036 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1746904e-31e8-4790-9bd4-80c0d2a9880b HTTP/1.1" status: 204 len: 168 time: 0.9568379 Jul 30 20:03:24.691416 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee5f29-2840-43bc-913d-ec9bdd200036 admin admin] Pushing event deleted for resources: {'Network': ['ID=1746904e-31e8-4790-9bd4-80c0d2a9880b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:24.805541 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52118) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:03:24.821303 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:24.859882 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fc3c6562-6c28-4dd7-ac46-f4613eccf18d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0c5948f4c08a4d0aae3efe56edcb4154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530910 Jul 30 20:03:24.862430 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52122) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:03:24.914200 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02c442-8814-4148-ba74-0c9191b9e421 req-99ed445e-4a96-409d-a239-bb1579dd4269 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:24.915727 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d02c442-8814-4148-ba74-0c9191b9e421 req-99ed445e-4a96-409d-a239-bb1579dd4269 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.0538249 Jul 30 20:03:24.919441 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c783d49b-71a5-4274-ad66-225062cbff47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:24.943102 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c783d49b-71a5-4274-ad66-225062cbff47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:24.963001 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d02c442-8814-4148-ba74-0c9191b9e421 req-cf775000-b0d7-46bf-b09f-52cabfa3418a tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401103 Jul 30 20:03:24.977848 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 19aa8ad0-fe85-4080-adca-8bb43955e54c details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:03:25.014508 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c783d49b-71a5-4274-ad66-225062cbff47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:25.021811 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c783d49b-71a5-4274-ad66-225062cbff47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:25.025887 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c783d49b-71a5-4274-ad66-225062cbff47 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dbe60ea4-f9e7-4a67-968e-e67d7911ff38 HTTP/1.1" status: 204 len: 168 time: 0.1595716 Jul 30 20:03:25.042177 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783d49b-71a5-4274-ad66-225062cbff47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe60ea4-f9e7-4a67-968e-e67d7911ff38,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:25.117519 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 19aa8ad0-fe85-4080-adca-8bb43955e54c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=19aa8ad0-fe85-4080-adca-8bb43955e54c,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:25.131604 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619aaf6-7277-4a8d-8c5b-9b23c5bfaa83 req-71bfbb0f-7027-4b5a-8f2e-b6c2c16404a9 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:25.132962 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '19aa8ad0-fe85-4080-adca-8bb43955e54c', 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc', 'port_id': '19aa8ad0-fe85-4080-adca-8bb43955e54c', 'mac_address': 'fa:16:3e:47:ff:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e297a2c7-8889-4baa-b07e-dd1ecdbb2586', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:03:25.133511 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0619aaf6-7277-4a8d-8c5b-9b23c5bfaa83 req-71bfbb0f-7027-4b5a-8f2e-b6c2c16404a9 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 951 time: 0.0685191 Jul 30 20:03:25.191848 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0619aaf6-7277-4a8d-8c5b-9b23c5bfaa83 req-b8f84569-8c73-456a-9587-be687716bdc9 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522308 Jul 30 20:03:25.222508 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:25.241840 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19aa8ad0-fe85-4080-adca-8bb43955e54c {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:03:25.264826 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 19aa8ad0-fe85-4080-adca-8bb43955e54c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=19aa8ad0-fe85-4080-adca-8bb43955e54c,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:25.269435 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:25.368151 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=19aa8ad0-fe85-4080-adca-8bb43955e54c,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:25.468326 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe9683-a703-4365-b573-f1d16da241ae req-e6d27530-b868-4d2c-9cb8-d9263c08c160 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:25.476395 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8c4e7-d51e-4112-9633-a93a024dfa5e req-ddb92e12-3835-41db-b86c-526c4695196a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:25.477126 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ebfe9683-a703-4365-b573-f1d16da241ae req-e6d27530-b868-4d2c-9cb8-d9263c08c160 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 945 time: 0.0802164 Jul 30 20:03:25.485193 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25d8c4e7-d51e-4112-9633-a93a024dfa5e req-ddb92e12-3835-41db-b86c-526c4695196a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 949 time: 0.0863984 Jul 30 20:03:25.532635 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25d8c4e7-d51e-4112-9633-a93a024dfa5e req-98a15d99-ecbe-43fb-b5f0-82d5997e3239 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465345 Jul 30 20:03:25.551569 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ebfe9683-a703-4365-b573-f1d16da241ae req-dec9e1a0-2651-4dfd-a0df-987268b06644 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733006 Jul 30 20:03:25.715008 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['19aa8ad0-fe85-4080-adca-8bb43955e54c'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:03:25.781350 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c3e7c97-1ccb-45f5-b477-2112d9f8bf00 req-6ba1340f-778b-4604-b316-0ff71316d1d7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502512 Jul 30 20:03:25.863858 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e7c97-1ccb-45f5-b477-2112d9f8bf00 req-c246dece-4545-4b5f-b971-ff10611b6083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:25.865995 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c3e7c97-1ccb-45f5-b477-2112d9f8bf00 req-c246dece-4545-4b5f-b971-ff10611b6083 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dca3d02c6b974036aa747c916a346bce&device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 1102 time: 0.0576780 Jul 30 20:03:25.989928 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e7c97-1ccb-45f5-b477-2112d9f8bf00 req-173ead31-046e-42a8-bef0-dc81fe26a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:25.991520 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c3e7c97-1ccb-45f5-b477-2112d9f8bf00 req-173ead31-046e-42a8-bef0-dc81fe26a73f service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1017642 Jul 30 20:03:26.050923 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c3e7c97-1ccb-45f5-b477-2112d9f8bf00 req-b7a487ca-5c8b-4225-8a03-b2a77078765a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=428814bb-dabe-460d-ae8f-20dd1133cb70 HTTP/1.1" status: 200 len: 217 time: 0.0496497 Jul 30 20:03:26.111974 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e7c97-1ccb-45f5-b477-2112d9f8bf00 req-14f84644-f8e2-4483-b1de-139a2606f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:26.113610 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c3e7c97-1ccb-45f5-b477-2112d9f8bf00 req-14f84644-f8e2-4483-b1de-139a2606f8d0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0492649 Jul 30 20:03:26.129118 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4eb3f-0a96-42a9-ae24-ff8ca9bb6959 req-801f8505-2864-4cb3-8d03-b0246f82a4b8 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:26.131968 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bde4eb3f-0a96-42a9-ae24-ff8ca9bb6959 req-801f8505-2864-4cb3-8d03-b0246f82a4b8 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.0580347 Jul 30 20:03:26.162011 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e7c97-1ccb-45f5-b477-2112d9f8bf00 req-d935c0a6-0323-4b2f-a828-3ef029804481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:26.163498 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c3e7c97-1ccb-45f5-b477-2112d9f8bf00 req-d935c0a6-0323-4b2f-a828-3ef029804481 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0423367 Jul 30 20:03:26.180035 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bde4eb3f-0a96-42a9-ae24-ff8ca9bb6959 req-3953f2c5-fd85-4953-a0be-6f8c84a56293 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395665 Jul 30 20:03:26.284428 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c3e7c97-1ccb-45f5-b477-2112d9f8bf00 req-6fd75d19-2f19-4ff1-8ed4-360484473256 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063502 Jul 30 20:03:26.358890 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64337ad0-b355-4066-bbe3-2ce3928a8b0a req-d4853435-38bd-4140-b0c8-6b82a6b8f0fb tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:26.360723 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-64337ad0-b355-4066-bbe3-2ce3928a8b0a req-d4853435-38bd-4140-b0c8-6b82a6b8f0fb tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 951 time: 0.0707536 Jul 30 20:03:26.413363 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-64337ad0-b355-4066-bbe3-2ce3928a8b0a req-a902f1e0-c10f-4edc-bd5a-cb8a399cc00c tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451138 Jul 30 20:03:26.420830 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c3e7c97-1ccb-45f5-b477-2112d9f8bf00 req-3d40047e-d6f9-4cb7-b11d-21129b1c419b service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315506 Jul 30 20:03:26.666663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda68289-9a08-40b5-b43c-8f4f0b65fcba req-7114ebe6-4ac3-4a98-8c6f-d2bb5c3e84d1 tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:26.669737 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bda68289-9a08-40b5-b43c-8f4f0b65fcba req-7114ebe6-4ac3-4a98-8c6f-d2bb5c3e84d1 tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 1102 time: 0.0502942 Jul 30 20:03:26.690239 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:26.704491 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0d17b-e3de-4035-aa45-6056700fe6db req-2c79fd40-189e-4453-86ad-9da1e304e213 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:26.706215 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9da0d17b-e3de-4035-aa45-6056700fe6db req-2c79fd40-189e-4453-86ad-9da1e304e213 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 949 time: 0.0839474 Jul 30 20:03:26.719022 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bda68289-9a08-40b5-b43c-8f4f0b65fcba req-3dac3c1a-49cc-4c32-97c8-a7aaa291f41d tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414095 Jul 30 20:03:26.764320 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9da0d17b-e3de-4035-aa45-6056700fe6db req-a9b55451-4e4d-4c15-af86-6a41a3a73309 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499239 Jul 30 20:03:26.799265 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52218) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:03:26.885389 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95c65b-9316-40aa-83c0-383451dbd2a8 req-71c485a5-d1a9-4600-af83-925f9d20711d tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:26.888151 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d95c65b-9316-40aa-83c0-383451dbd2a8 req-71c485a5-d1a9-4600-af83-925f9d20711d tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 945 time: 0.0840402 Jul 30 20:03:26.955823 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-510da48e-9f78-4527-9cce-7d0f81dc5095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:26.994261 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 19aa8ad0-fe85-4080-adca-8bb43955e54c up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:03:27.080727 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 19aa8ad0-fe85-4080-adca-8bb43955e54c completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:03:27.088991 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 19aa8ad0-fe85-4080-adca-8bb43955e54c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:03:27.089919 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:27.138465 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-510da48e-9f78-4527-9cce-7d0f81dc5095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:27.150252 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-510da48e-9f78-4527-9cce-7d0f81dc5095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:27.227909 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-510da48e-9f78-4527-9cce-7d0f81dc5095 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a2d2c7c1821b488a96cb64487d539887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4270906 Jul 30 20:03:27.234774 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510da48e-9f78-4527-9cce-7d0f81dc5095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da75ed45-fe61-48a5-b9cf-81a4a0ca3068,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:27.239771 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52236) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:03:27.252894 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:27.280343 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af2de6f-50be-4af4-b012-e1d9b5b7e765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19aa8ad0-fe85-4080-adca-8bb43955e54c'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:27.286587 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead988f7-90b5-47d2-8b26-defe5def22d3" -d '{"events": [{"server_uuid": "2af2de6f-50be-4af4-b012-e1d9b5b7e765", "name": "network-vif-plugged", "status": "completed", "tag": "19aa8ad0-fe85-4080-adca-8bb43955e54c"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:27.302123 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dccad895-9d4f-42a8-8614-a8f39a25f040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:27.319912 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 19aa8ad0-fe85-4080-adca-8bb43955e54c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=19aa8ad0-fe85-4080-adca-8bb43955e54c,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:27.333982 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:27.334790 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c32834b5-1a2a-4003-b5e2-0c257973a9c1 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:03:27.353527 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dccad895-9d4f-42a8-8614-a8f39a25f040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:27.359885 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d95c65b-9316-40aa-83c0-383451dbd2a8 req-321f43d7-56aa-42e5-a12e-39627f035988 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606180 Jul 30 20:03:27.411502 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a87ee-0bff-440d-9ebe-a40dd79eaa03 req-886e2eb5-293e-4021-917e-09ec1e881cd8 tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:27.413201 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f66a87ee-0bff-440d-9ebe-a40dd79eaa03 req-886e2eb5-293e-4021-917e-09ec1e881cd8 tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 1102 time: 0.0799432 Jul 30 20:03:27.444658 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=19aa8ad0-fe85-4080-adca-8bb43955e54c,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:27.456382 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dccad895-9d4f-42a8-8614-a8f39a25f040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:27.457436 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port c32834b5-1a2a-4003-b5e2-0c257973a9c1 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:03:27.459015 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dccad895-9d4f-42a8-8614-a8f39a25f040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:27.462409 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dccad895-9d4f-42a8-8614-a8f39a25f040 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/da75ed45-fe61-48a5-b9cf-81a4a0ca3068 HTTP/1.1" status: 204 len: 168 time: 0.2192061 Jul 30 20:03:27.466959 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port c32834b5-1a2a-4003-b5e2-0c257973a9c1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:03:27.467298 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:27.510111 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd4abf-e466-4ef8-a4e5-a8761ae39025 req-3ede360a-3a1a-4944-9682-df97bb8ada48 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:27.511108 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f66a87ee-0bff-440d-9ebe-a40dd79eaa03 req-e06fb5a8-f900-401b-b049-8feb68ba4303 tempest-ServersAdminTestJSON-2145647139 tempest-ServersAdminTestJSON-2145647139-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883293 Jul 30 20:03:27.511877 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccad895-9d4f-42a8-8614-a8f39a25f040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da75ed45-fe61-48a5-b9cf-81a4a0ca3068,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:27.524134 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-46cd4abf-e466-4ef8-a4e5-a8761ae39025 req-3ede360a-3a1a-4944-9682-df97bb8ada48 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.0816734 Jul 30 20:03:27.599266 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-46cd4abf-e466-4ef8-a4e5-a8761ae39025 req-f31d2dc8-9fde-46ab-81ce-3acd7cb6a7d0 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663924 Jul 30 20:03:27.603938 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5515b0b5-08a4-4b62-b0db-a56423afd023 x-openstack-request-id: req-5515b0b5-08a4-4b62-b0db-a56423afd023 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:27.604351 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af2de6f-50be-4af4-b012-e1d9b5b7e765", "name": "network-vif-plugged", "status": "completed", "tag": "19aa8ad0-fe85-4080-adca-8bb43955e54c", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:27.604608 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5515b0b5-08a4-4b62-b0db-a56423afd023 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:27.605012 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af2de6f-50be-4af4-b012-e1d9b5b7e765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19aa8ad0-fe85-4080-adca-8bb43955e54c', 'code': 200} Jul 30 20:03:27.610314 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:27.652469 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c32834b5-1a2a-4003-b5e2-0c257973a9c1, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c32834b5-1a2a-4003-b5e2-0c257973a9c1,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:27.659273 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:27.719604 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67313eae-d5e7-40f1-92d5-ea666d40525c req-ae10504f-118a-4ccc-8817-1856db3cf6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:27.721341 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-67313eae-d5e7-40f1-92d5-ea666d40525c req-ae10504f-118a-4ccc-8817-1856db3cf6a5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 1097 time: 0.0523851 Jul 30 20:03:27.755902 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=c32834b5-1a2a-4003-b5e2-0c257973a9c1,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:27.792724 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-67313eae-d5e7-40f1-92d5-ea666d40525c req-f9cc1687-6e2c-47ff-b562-115ac3dcd0b9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596073 Jul 30 20:03:27.912477 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b6241-29de-461a-9000-6a3c31214f7e req-6f3eb77d-21ec-4270-ad47-a427fbcdc9a6 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:27.914610 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cf3b6241-29de-461a-9000-6a3c31214f7e req-6f3eb77d-21ec-4270-ad47-a427fbcdc9a6 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=38750664-8d87-4faf-b603-09981e2d9d12 HTTP/1.1" status: 200 len: 950 time: 0.0631428 Jul 30 20:03:27.928273 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b3d41-a6de-497a-a3dd-7c90893096a5 req-138a830c-f896-4799-83c5-36cbef8c1b5d tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:27.929974 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c4b3d41-a6de-497a-a3dd-7c90893096a5 req-138a830c-f896-4799-83c5-36cbef8c1b5d tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0717020 Jul 30 20:03:27.962131 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cf3b6241-29de-461a-9000-6a3c31214f7e req-21fee35c-76ae-4837-8756-7f6bca629c4d tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389762 Jul 30 20:03:27.985388 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c4b3d41-a6de-497a-a3dd-7c90893096a5 req-e78ecab2-312e-4be5-a207-605eb0989ade tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486462 Jul 30 20:03:28.243448 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52280) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:03:28.352708 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1551909948-network', 'tenant_id': 'efaf745330cb48e3a1c19705d011fd87'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:03:28.375295 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Made reservation on behalf of efaf745330cb48e3a1c19705d011fd87 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:03:28.377975 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:28.387779 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:28.484299 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb37e4-b48c-44fd-8fc9-8432fd9e7fb7 req-1c5392ed-62af-4239-ac02-02a50c03b16b tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:28.486008 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-11bb37e4-b48c-44fd-8fc9-8432fd9e7fb7 req-1c5392ed-62af-4239-ac02-02a50c03b16b tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 946 time: 0.0588901 Jul 30 20:03:28.501370 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:28.506243 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:28.527314 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-11bb37e4-b48c-44fd-8fc9-8432fd9e7fb7 req-c2ff7ab7-f935-49e9-bd6a-45b6deb08c3c tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353482 Jul 30 20:03:28.531613 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:03:28.547924 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:28.548280 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Added segment d57bfb45-bad2-463a-b52b-6e2516516f57 of type vlan for network e4bf3036-f4f1-465f-b95b-df7c6e0f15dc Jul 30 20:03:28.549632 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4102de08-ac4f-48be-b44c-1c6b0b3d379d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:28.567037 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:28.567394 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:28.567756 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:28.568100 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:28.568509 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:28.568893 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:28.569379 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:28.569777 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:28.570108 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:28.570433 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:28.570859 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:28.571182 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:28.611995 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:28.648353 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:28.649922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:28.650615 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:28.731542 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52290) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:03:28.731802 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4837575 Jul 30 20:03:28.735599 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2e0f036d-2c40-416f-b36e-6b533114e5db admin admin] Request body: {'subnet': {'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1551909948-subnet', 'tenant_id': 'efaf745330cb48e3a1c19705d011fd87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:03:28.757689 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851df95-25e7-47d3-b201-eaeb7a6540a5 admin admin] Pushing event updated for resources: {'Network': ['ID=e4bf3036-f4f1-465f-b95b-df7c6e0f15dc,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:28.764186 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0f036d-2c40-416f-b36e-6b533114e5db admin admin] Made reservation on behalf of efaf745330cb48e3a1c19705d011fd87 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:03:28.766684 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e0f036d-2c40-416f-b36e-6b533114e5db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:28.770748 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network e4bf3036-f4f1-465f-b95b-df7c6e0f15dc details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:03:28.790945 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b71d8-9d97-498e-8735-a5a1dab947e9 req-4df5c2ca-f260-4c43-91ec-b8e5b4c3be7c tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:28.792724 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-656b71d8-9d97-498e-8735-a5a1dab947e9 req-4df5c2ca-f260-4c43-91ec-b8e5b4c3be7c tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.1168664 Jul 30 20:03:28.847002 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-656b71d8-9d97-498e-8735-a5a1dab947e9 req-36cdf6a3-761f-4819-aaec-82a6a5371d6e tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478883 Jul 30 20:03:29.002962 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e0f036d-2c40-416f-b36e-6b533114e5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:29.069550 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f036d-2c40-416f-b36e-6b533114e5db admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4cfed6b-f42f-43da-94d1-da091996fffe,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:29.120432 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0f036d-2c40-416f-b36e-6b533114e5db admin admin] Checking segment: {'id': 'd57bfb45-bad2-463a-b52b-6e2516516f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:03:29.120815 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0f036d-2c40-416f-b36e-6b533114e5db admin admin] Network hostable DHCP agents. Network: e4bf3036-f4f1-465f-b95b-df7c6e0f15dc, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:03:29.139168 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c0c2a-0c16-4885-a585-d1194b96af5b req-4fab6d2e-2bbe-440f-b7e3-5d2be7c4c949 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:29.141472 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-104c0c2a-0c16-4885-a585-d1194b96af5b req-4fab6d2e-2bbe-440f-b7e3-5d2be7c4c949 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0618382 Jul 30 20:03:29.146872 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d004af-dfb9-49f6-b170-ef5fbb769242 req-b3ed8572-822b-4d9c-9636-e2e9a7142c76 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:29.148404 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b4d004af-dfb9-49f6-b170-ef5fbb769242 req-b3ed8572-822b-4d9c-9636-e2e9a7142c76 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=38750664-8d87-4faf-b603-09981e2d9d12 HTTP/1.1" status: 200 len: 950 time: 0.0766187 Jul 30 20:03:29.153383 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0f036d-2c40-416f-b36e-6b533114e5db admin admin] Network e4bf3036-f4f1-465f-b95b-df7c6e0f15dc is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:03:29.173782 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2e0f036d-2c40-416f-b36e-6b533114e5db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, e4bf3036-f4f1-465f-b95b-df7c6e0f15dc) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:03:29.179808 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0f036d-2c40-416f-b36e-6b533114e5db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:29.180365 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e0f036d-2c40-416f-b36e-6b533114e5db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:29.185280 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-104c0c2a-0c16-4885-a585-d1194b96af5b req-9c7840da-9f71-442b-b501-076853317e3d tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365531 Jul 30 20:03:29.189108 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f06945-f1da-4608-9f32-5d9151c596c4 None None] Network e4bf3036-f4f1-465f-b95b-df7c6e0f15dc requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:03:29.204998 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b4d004af-dfb9-49f6-b170-ef5fbb769242 req-8536885d-255a-418b-b5a0-24db9c9e395d tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485420 Jul 30 20:03:29.211556 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2e0f036d-2c40-416f-b36e-6b533114e5db admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4793901 Jul 30 20:03:29.367890 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2131d35-1d1d-4246-b9c1-f4d1569e993c None None] Network e4bf3036-f4f1-465f-b95b-df7c6e0f15dc requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:03:29.606697 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90ae564-b764-42da-9a9a-8fb71a6ecb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32834b5-1a2a-4003-b5e2-0c257973a9c1'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:29.608671 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78b4621-cbda-4305-bf0e-cf5f84837ab6" -d '{"events": [{"server_uuid": "f90ae564-b764-42da-9a9a-8fb71a6ecb18", "name": "network-vif-plugged", "status": "completed", "tag": "c32834b5-1a2a-4003-b5e2-0c257973a9c1"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:29.657401 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e0c3b-683b-4285-9227-b4ac810c595f req-0345492c-3a1c-4080-bc0f-0ef6b7c1fdcc tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:29.659243 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-368e0c3b-683b-4285-9227-b4ac810c595f req-0345492c-3a1c-4080-bc0f-0ef6b7c1fdcc tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 946 time: 0.0541775 Jul 30 20:03:29.698425 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01061962-f603-4221-a9fd-36c95f0ee564 req-8bc2af35-8b70-4e92-aa28-345841174b04 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:29.700241 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01061962-f603-4221-a9fd-36c95f0ee564 req-8bc2af35-8b70-4e92-aa28-345841174b04 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/networks?id=e4bf3036-f4f1-465f-b95b-df7c6e0f15dc HTTP/1.1" status: 200 len: 805 time: 0.1085026 Jul 30 20:03:29.700386 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-368e0c3b-683b-4285-9227-b4ac810c595f req-b5a40bfa-529f-4bb0-ac60-e90ccbd5be7b tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337980 Jul 30 20:03:29.724052 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01061962-f603-4221-a9fd-36c95f0ee564 req-0bbf1f28-4424-4a49-8794-09b9f29956c8 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/quotas/efaf745330cb48e3a1c19705d011fd87 HTTP/1.1" status: 200 len: 375 time: 0.0146508 Jul 30 20:03:29.747244 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0b1fc4-c601-4cd2-9a05-f6b2d6afff4d x-openstack-request-id: req-1a0b1fc4-c601-4cd2-9a05-f6b2d6afff4d {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:29.748659 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90ae564-b764-42da-9a9a-8fb71a6ecb18", "name": "network-vif-plugged", "status": "completed", "tag": "c32834b5-1a2a-4003-b5e2-0c257973a9c1", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:29.749166 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a0b1fc4-c601-4cd2-9a05-f6b2d6afff4d {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:29.749750 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90ae564-b764-42da-9a9a-8fb71a6ecb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32834b5-1a2a-4003-b5e2-0c257973a9c1', 'code': 200} Jul 30 20:03:29.756129 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01061962-f603-4221-a9fd-36c95f0ee564 req-8ae6263d-bd7a-434b-b662-ccbda0cb0460 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=efaf745330cb48e3a1c19705d011fd87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300593 Jul 30 20:03:29.842060 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381d076-16c0-4768-92d8-0160b8bf30a3 req-cb0c585a-7eaa-45ff-be64-b7edc5829407 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:29.843990 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7381d076-16c0-4768-92d8-0160b8bf30a3 req-cb0c585a-7eaa-45ff-be64-b7edc5829407 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 1097 time: 0.0508950 Jul 30 20:03:29.892594 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7381d076-16c0-4768-92d8-0160b8bf30a3 req-ee956f10-dd2b-407e-a9fb-a1f02940dc7d tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414183 Jul 30 20:03:29.940333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a9eda-7d7b-498b-879e-de791ed61198 req-f632ea59-344a-40af-96ad-e94d66940ee6 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:29.941990 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f61a9eda-7d7b-498b-879e-de791ed61198 req-f632ea59-344a-40af-96ad-e94d66940ee6 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.83 "GET /v2.0/ports?device_id=38750664-8d87-4faf-b603-09981e2d9d12 HTTP/1.1" status: 200 len: 950 time: 0.1623304 Jul 30 20:03:29.946762 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f198ec-dfae-4d7d-b5ac-64b2280a7ee6 req-7a180ab1-8a0a-4e21-a4c4-221ac142a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:29.948372 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-80f198ec-dfae-4d7d-b5ac-64b2280a7ee6 req-7a180ab1-8a0a-4e21-a4c4-221ac142a775 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 1101 time: 0.1002555 Jul 30 20:03:29.952493 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01061962-f603-4221-a9fd-36c95f0ee564 req-eb022628-a594-4c48-91fe-d5584b84bf09 service neutron] 10.222.0.81 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876307 Jul 30 20:03:30.109068 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-80f198ec-dfae-4d7d-b5ac-64b2280a7ee6 req-97cefc18-5525-4d01-8761-adc05dc82f53 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374428 Jul 30 20:03:30.145373 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01061962-f603-4221-a9fd-36c95f0ee564 req-1449fa08-24ab-4568-a939-4f9e8f053d4b service neutron] 10.222.0.81 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832671 Jul 30 20:03:30.175374 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-f61a9eda-7d7b-498b-879e-de791ed61198 req-05db4019-e0fd-43a2-bddb-342b6d9a74e4 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Deleting port ac5934e6-57b8-45cc-ba00-c619aff32d27 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:03:30.175845 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f61a9eda-7d7b-498b-879e-de791ed61198 req-05db4019-e0fd-43a2-bddb-342b6d9a74e4 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:30.301153 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f61a9eda-7d7b-498b-879e-de791ed61198 req-05db4019-e0fd-43a2-bddb-342b6d9a74e4 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] For port ac5934e6-57b8-45cc-ba00-c619aff32d27, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ac5934e6-57b8-45cc-ba00-c619aff32d27,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:30.302006 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f61a9eda-7d7b-498b-879e-de791ed61198 req-05db4019-e0fd-43a2-bddb-342b6d9a74e4 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:30.331368 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-f61a9eda-7d7b-498b-879e-de791ed61198 req-05db4019-e0fd-43a2-bddb-342b6d9a74e4 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Calling delete_port for ac5934e6-57b8-45cc-ba00-c619aff32d27 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:03:30.353812 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b9766-5a40-4011-8c89-8eb1bfddf38c req-6db087c6-aef0-42bf-b08e-8cd307456db5 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:30.358046 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-251b9766-5a40-4011-8c89-8eb1bfddf38c req-6db087c6-aef0-42bf-b08e-8cd307456db5 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.3991187 Jul 30 20:03:30.410437 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-251b9766-5a40-4011-8c89-8eb1bfddf38c req-b53986d6-32d9-4177-80f9-082535a0257d tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432122 Jul 30 20:03:30.486027 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17be19-1946-4fe6-baf9-fd29a2eff252 req-0d8b7332-d219-4dda-a4da-e70a77059ff4 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:30.488512 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-db17be19-1946-4fe6-baf9-fd29a2eff252 req-0d8b7332-d219-4dda-a4da-e70a77059ff4 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 1097 time: 0.0759239 Jul 30 20:03:30.572299 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f61a9eda-7d7b-498b-879e-de791ed61198 req-05db4019-e0fd-43a2-bddb-342b6d9a74e4 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:30.592548 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55310f-e2f7-48ac-97a0-f62a47fb51ca req-ed8d7e83-8452-4e2e-948f-af4281bcf7ec tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:30.596138 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['6b06379b-4446-48d1-94e4-2cee12b22d68'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:03:30.599625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['ac5934e6-57b8-45cc-ba00-c619aff32d27', '428814bb-dabe-460d-ae8f-20dd1133cb70'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:03:30.604020 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6d55310f-e2f7-48ac-97a0-f62a47fb51ca req-ed8d7e83-8452-4e2e-948f-af4281bcf7ec tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.1157670 Jul 30 20:03:30.625654 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db4019-e0fd-43a2-bddb-342b6d9a74e4 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Pushing event deleted for resources: {'Port': ['ID=ac5934e6-57b8-45cc-ba00-c619aff32d27,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:30.650995 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-db17be19-1946-4fe6-baf9-fd29a2eff252 req-51f0f1f5-703a-495f-888d-e28429b92ecb tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534817 Jul 30 20:03:30.697826 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6d55310f-e2f7-48ac-97a0-f62a47fb51ca req-86a1fb92-b214-4cd0-801a-2a00dc3438a2 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924215 Jul 30 20:03:30.760894 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61a9eda-7d7b-498b-879e-de791ed61198 req-05db4019-e0fd-43a2-bddb-342b6d9a74e4 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] No DVR routers for this DVR port ac5934e6-57b8-45cc-ba00-c619aff32d27 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:03:30.769647 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f61a9eda-7d7b-498b-879e-de791ed61198 req-05db4019-e0fd-43a2-bddb-342b6d9a74e4 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:30.773382 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f61a9eda-7d7b-498b-879e-de791ed61198 req-05db4019-e0fd-43a2-bddb-342b6d9a74e4 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.83 "DELETE /v2.0/ports/ac5934e6-57b8-45cc-ba00-c619aff32d27 HTTP/1.1" status: 204 len: 173 time: 0.8022578 Jul 30 20:03:30.774164 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38750664-8d87-4faf-b603-09981e2d9d12', 'name': 'network-vif-deleted', 'tag': 'ac5934e6-57b8-45cc-ba00-c619aff32d27'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:30.780340 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e91b25-1a16-4f03-b438-27206baee254" -d '{"events": [{"server_uuid": "38750664-8d87-4faf-b603-09981e2d9d12", "name": "network-vif-deleted", "tag": "ac5934e6-57b8-45cc-ba00-c619aff32d27"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:30.819117 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c7e4c804-60e2-415e-ace7-346c68fb2161 req-63db46dd-8014-4fad-ac4c-80359c22b113 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc969ba2-8221-444b-8cc7-6934376de136 HTTP/1.1" status: 200 len: 210 time: 0.0717337 Jul 30 20:03:30.854283 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8b329c2-28f3-46e5-80e3-e2abc284fd68 req-3a2ceb1d-ae16-4717-b7a3-4446b5389822 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=38750664-8d87-4faf-b603-09981e2d9d12 HTTP/1.1" status: 200 len: 210 time: 0.0703871 Jul 30 20:03:31.003468 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12ef3e2-2f9a-41a2-9475-bdfcac907e86 x-openstack-request-id: req-d12ef3e2-2f9a-41a2-9475-bdfcac907e86 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:31.003790 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38750664-8d87-4faf-b603-09981e2d9d12", "name": "network-vif-deleted", "tag": "ac5934e6-57b8-45cc-ba00-c619aff32d27", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:31.004079 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d12ef3e2-2f9a-41a2-9475-bdfcac907e86 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:31.004538 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38750664-8d87-4faf-b603-09981e2d9d12', 'name': 'network-vif-deleted', 'tag': 'ac5934e6-57b8-45cc-ba00-c619aff32d27', 'status': 'completed', 'code': 200} Jul 30 20:03:31.590929 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fce4a-2448-4dd9-bc5e-f546723e14fd req-d99df6c4-eada-4f5c-a2da-164fd5bdf941 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:31.593057 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f7fce4a-2448-4dd9-bc5e-f546723e14fd req-d99df6c4-eada-4f5c-a2da-164fd5bdf941 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.0872104 Jul 30 20:03:31.680946 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f7fce4a-2448-4dd9-bc5e-f546723e14fd req-ffc18489-106d-4a7e-b586-6efe8b6653af tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806305 Jul 30 20:03:31.880564 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2969e-1863-4bae-b412-6685e0bd4a42 req-fabc8c4f-1338-4bde-b16e-87e46c222be9 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:31.882218 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59e2969e-1863-4bae-b412-6685e0bd4a42 req-fabc8c4f-1338-4bde-b16e-87e46c222be9 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0676596 Jul 30 20:03:31.927074 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01061962-f603-4221-a9fd-36c95f0ee564 req-57d04eb4-3fb0-410e-b13d-9593c842a05a tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:31.929466 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-01061962-f603-4221-a9fd-36c95f0ee564 req-57d04eb4-3fb0-410e-b13d-9593c842a05a tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.59 "GET /v2.0/networks?id=e4bf3036-f4f1-465f-b95b-df7c6e0f15dc HTTP/1.1" status: 200 len: 805 time: 0.1759942 Jul 30 20:03:31.930736 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59e2969e-1863-4bae-b412-6685e0bd4a42 req-6d547d46-a925-46d6-8fea-8b9474465e86 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393267 Jul 30 20:03:31.948657 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-01061962-f603-4221-a9fd-36c95f0ee564 req-c608f423-5fe1-4661-bab1-e18590dfd534 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Request body: {'port': {'device_id': 'dc969ba2-8221-444b-8cc7-6934376de136', 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc', 'admin_state_up': True, 'tenant_id': 'efaf745330cb48e3a1c19705d011fd87'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:03:32.126459 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-675d6abf-e48e-4c7a-a9ee-cb0e540e73cd req-53070748-2123-4e51-90a2-16220f2c3aa5 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc969ba2-8221-444b-8cc7-6934376de136 HTTP/1.1" status: 200 len: 210 time: 0.0579753 Jul 30 20:03:32.167485 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01061962-f603-4221-a9fd-36c95f0ee564 req-c608f423-5fe1-4661-bab1-e18590dfd534 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Made reservation on behalf of efaf745330cb48e3a1c19705d011fd87 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:03:32.173073 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01061962-f603-4221-a9fd-36c95f0ee564 req-c608f423-5fe1-4661-bab1-e18590dfd534 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:32.284605 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-1753a936-0654-4e02-89c0-24afc546eee6 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:03:32.285741 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-1753a936-0654-4e02-89c0-24afc546eee6 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129886 Jul 30 20:03:32.328605 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-a2d160f4-82e0-4400-8f26-548a7d3cb05d service neutron] Request body: {'binding': {'host': 'n-h1-712137-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:03:32.329076 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-a2d160f4-82e0-4400-8f26-548a7d3cb05d service neutron] Unknown quota resources ['binding']. {{(pid=93883) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 20:03:32.397113 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-01061962-f603-4221-a9fd-36c95f0ee564 req-c608f423-5fe1-4661-bab1-e18590dfd534 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Allocated IP 172.20.0.11 (e4bf3036-f4f1-465f-b95b-df7c6e0f15dc/a4cfed6b-f42f-43da-94d1-da091996fffe/95844887-fb74-49e4-9739-7edba063e146) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:03:32.488840 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fc0cb-ce06-469a-9f2c-b322e133b2d3 req-871a2ffb-a393-41d9-a375-87d81fad6b4e tempest-MigrationsAdminTest-1995379920 tempest-MigrationsAdminTest-1995379920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:32.490741 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aa0fc0cb-ce06-469a-9f2c-b322e133b2d3 req-871a2ffb-a393-41d9-a375-87d81fad6b4e tempest-MigrationsAdminTest-1995379920 tempest-MigrationsAdminTest-1995379920-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 1101 time: 0.0594976 Jul 30 20:03:32.536834 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aa0fc0cb-ce06-469a-9f2c-b322e133b2d3 req-c29df8d5-8f94-40c3-97b2-56aa23a03c9b tempest-MigrationsAdminTest-1995379920 tempest-MigrationsAdminTest-1995379920-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400088 Jul 30 20:03:32.598138 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-a2d160f4-82e0-4400-8f26-548a7d3cb05d service neutron] Attempting to bind port 19aa8ad0-fe85-4080-adca-8bb43955e54c on host n-h1-712137-9 for vnic_type normal with profile None {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:03:32.598491 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-a2d160f4-82e0-4400-8f26-548a7d3cb05d service neutron] Attempting to bind port 19aa8ad0-fe85-4080-adca-8bb43955e54c by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:03:32.598939 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-a2d160f4-82e0-4400-8f26-548a7d3cb05d service neutron] Attempting to bind port 19aa8ad0-fe85-4080-adca-8bb43955e54c on network dd53ee4f-dc29-41da-8a32-a515358904dc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:03:32.607785 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-a2d160f4-82e0-4400-8f26-548a7d3cb05d service neutron] Port 19aa8ad0-fe85-4080-adca-8bb43955e54c on network dd53ee4f-dc29-41da-8a32-a515358904dc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:03:32.608115 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-a2d160f4-82e0-4400-8f26-548a7d3cb05d service neutron] Attempting to bind port 19aa8ad0-fe85-4080-adca-8bb43955e54c on network dd53ee4f-dc29-41da-8a32-a515358904dc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:03:32.616934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-a2d160f4-82e0-4400-8f26-548a7d3cb05d service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:03:32.617215 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-a2d160f4-82e0-4400-8f26-548a7d3cb05d service neutron] Checking segment: {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:03:32.617603 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-a2d160f4-82e0-4400-8f26-548a7d3cb05d service neutron] Bound using segment: {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:03:32.618170 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-a2d160f4-82e0-4400-8f26-548a7d3cb05d service neutron] Bound port: 19aa8ad0-fe85-4080-adca-8bb43955e54c, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:03:32.698649 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01061962-f603-4221-a9fd-36c95f0ee564 req-c608f423-5fe1-4661-bab1-e18590dfd534 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:32.714288 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-a2d160f4-82e0-4400-8f26-548a7d3cb05d service neutron] For port 19aa8ad0-fe85-4080-adca-8bb43955e54c, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=19aa8ad0-fe85-4080-adca-8bb43955e54c,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:03:32.723157 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-a2d160f4-82e0-4400-8f26-548a7d3cb05d service neutron] Notify callbacks [] for binding, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:32.724451 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-a2d160f4-82e0-4400-8f26-548a7d3cb05d service neutron] 10.222.0.81 "POST /v2.0/ports/19aa8ad0-fe85-4080-adca-8bb43955e54c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4006574 Jul 30 20:03:32.762388 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01061962-f603-4221-a9fd-36c95f0ee564 req-c608f423-5fe1-4661-bab1-e18590dfd534 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:32.825598 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608f423-5fe1-4661-bab1-e18590dfd534 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Pushing event updated for resources: {'Port': ['ID=95844887-fb74-49e4-9739-7edba063e146,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:32.847412 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608f423-5fe1-4661-bab1-e18590dfd534 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:32.847817 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608f423-5fe1-4661-bab1-e18590dfd534 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:32.848170 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608f423-5fe1-4661-bab1-e18590dfd534 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:32.848523 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608f423-5fe1-4661-bab1-e18590dfd534 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:32.848867 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608f423-5fe1-4661-bab1-e18590dfd534 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:32.849238 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608f423-5fe1-4661-bab1-e18590dfd534 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:32.849564 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608f423-5fe1-4661-bab1-e18590dfd534 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:32.849897 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608f423-5fe1-4661-bab1-e18590dfd534 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:32.850226 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608f423-5fe1-4661-bab1-e18590dfd534 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:32.850554 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608f423-5fe1-4661-bab1-e18590dfd534 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:32.850882 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608f423-5fe1-4661-bab1-e18590dfd534 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:32.851208 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608f423-5fe1-4661-bab1-e18590dfd534 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:32.858046 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01061962-f603-4221-a9fd-36c95f0ee564 req-c608f423-5fe1-4661-bab1-e18590dfd534 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Network e4bf3036-f4f1-465f-b95b-df7c6e0f15dc is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:03:32.874236 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-01061962-f603-4221-a9fd-36c95f0ee564 req-c608f423-5fe1-4661-bab1-e18590dfd534 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:03:32.876473 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-01061962-f603-4221-a9fd-36c95f0ee564 req-c608f423-5fe1-4661-bab1-e18590dfd534 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:03:32.959660 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982aee1e-dc15-4261-82ed-4eca91bd6173 req-415b7b81-878e-4eea-b6fb-664dbe8a2612 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:32.960939 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-982aee1e-dc15-4261-82ed-4eca91bd6173 req-415b7b81-878e-4eea-b6fb-664dbe8a2612 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a HTTP/1.1" status: 200 len: 949 time: 0.1018131 Jul 30 20:03:32.970565 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01061962-f603-4221-a9fd-36c95f0ee564 req-c608f423-5fe1-4661-bab1-e18590dfd534 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:32.971188 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01061962-f603-4221-a9fd-36c95f0ee564 req-c608f423-5fe1-4661-bab1-e18590dfd534 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:33.002740 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-01061962-f603-4221-a9fd-36c95f0ee564 req-c608f423-5fe1-4661-bab1-e18590dfd534 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0580003 Jul 30 20:03:33.015762 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-982aee1e-dc15-4261-82ed-4eca91bd6173 req-8f8c27b9-f17a-4f56-a50d-b5e34d968fc1 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411654 Jul 30 20:03:33.020175 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ac5934e6-57b8-45cc-ba00-c619aff32d27 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:03:33.025337 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-01061962-f603-4221-a9fd-36c95f0ee564 req-b3c3d292-8325-48e9-b555-ead82213d45a service neutron] Request body: {'port': {'device_id': 'dc969ba2-8221-444b-8cc7-6934376de136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:03:33.030449 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-f2303b9d-5807-48b1-8120-6c39486b00df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:33.032683 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-f2303b9d-5807-48b1-8120-6c39486b00df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 1097 time: 0.0502286 Jul 30 20:03:33.059765 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: ac5934e6-57b8-45cc-ba00-c619aff32d27 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:03:33.060165 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ac5934e6-57b8-45cc-ba00-c619aff32d27 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:03:33.096802 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01061962-f603-4221-a9fd-36c95f0ee564 req-b3c3d292-8325-48e9-b555-ead82213d45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:33.158448 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-301b1aa8-4a2e-403d-90c9-a9234fae21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:33.160464 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-301b1aa8-4a2e-403d-90c9-a9234fae21d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 909 time: 0.1160228 Jul 30 20:03:33.213344 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-d30551e3-6d06-49e7-9be4-3e2f25ead022 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19aa8ad0-fe85-4080-adca-8bb43955e54c HTTP/1.1" status: 200 len: 217 time: 0.0449557 Jul 30 20:03:33.288801 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64c000-0cc7-4cb0-93ad-cfd7939e7d0a req-c50fee43-138a-441e-8588-f1ac183dcefd tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:33.290298 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ec64c000-0cc7-4cb0-93ad-cfd7939e7d0a req-c50fee43-138a-441e-8588-f1ac183dcefd tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.1760905 Jul 30 20:03:33.309122 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-764fd5a5-2c38-4d9b-bff1-fc001c175e22 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1373005 Jul 30 20:03:33.323596 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-18071056-809e-4416-bc05-faa6a69c9102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:33.325084 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-18071056-809e-4416-bc05-faa6a69c9102 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e297a2c7-8889-4baa-b07e-dd1ecdbb2586 HTTP/1.1" status: 200 len: 848 time: 0.1016123 Jul 30 20:03:33.362358 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-215ca097-0656-476c-97ff-709807a4adbe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd53ee4f-dc29-41da-8a32-a515358904dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285797 Jul 30 20:03:33.387381 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ec64c000-0cc7-4cb0-93ad-cfd7939e7d0a req-02c5fec5-f30b-4781-9866-2ef96adcd6b1 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879209 Jul 30 20:03:33.430717 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-f408c118-ce3d-412c-bbe3-a288c41e4028 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:33.433685 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-f408c118-ce3d-412c-bbe3-a288c41e4028 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/networks?id=1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 200 len: 820 time: 0.2229221 Jul 30 20:03:33.472080 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-c991885f-026d-41de-a729-5303a42c1dcd tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/quotas/cb1bb74bc9ed4a3098e756ee6ea6bd07 HTTP/1.1" status: 200 len: 375 time: 0.0279803 Jul 30 20:03:33.537434 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-9c13a7d1-aa50-447d-835c-3b7009356f46 service neutron] 10.222.0.59 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593862 Jul 30 20:03:33.545271 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-01061962-f603-4221-a9fd-36c95f0ee564 req-b3c3d292-8325-48e9-b555-ead82213d45a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95844887-fb74-49e4-9739-7edba063e146 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:03:33.556384 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01061962-f603-4221-a9fd-36c95f0ee564 req-b3c3d292-8325-48e9-b555-ead82213d45a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:33.573429 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-014a3ad3-e209-45c9-b059-ecb3a2d4fecc tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0871763 Jul 30 20:03:33.574338 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952dc4d-571a-4dfa-9907-22bd7f61aeb0 req-0ba77afe-743e-431e-abe8-1c57f2958427 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:33.576397 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1952dc4d-571a-4dfa-9907-22bd7f61aeb0 req-0ba77afe-743e-431e-abe8-1c57f2958427 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 946 time: 0.1027806 Jul 30 20:03:33.589026 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-01061962-f603-4221-a9fd-36c95f0ee564 req-b3c3d292-8325-48e9-b555-ead82213d45a service neutron] Transition to ACTIVE for port object 95844887-fb74-49e4-9739-7edba063e146 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:03:33.602256 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01061962-f603-4221-a9fd-36c95f0ee564 req-b3c3d292-8325-48e9-b555-ead82213d45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:33.665638 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1952dc4d-571a-4dfa-9907-22bd7f61aeb0 req-8ad33084-b67c-4fac-bcee-37dcf550bfd1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813465 Jul 30 20:03:33.669162 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3d292-8325-48e9-b555-ead82213d45a service neutron] Pushing event updated for resources: {'Port': ['ID=95844887-fb74-49e4-9739-7edba063e146,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:33.739438 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-4d03f47a-4f93-447a-a854-06a337c8af9c service neutron] 10.222.0.59 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941795 Jul 30 20:03:33.749799 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-d172b902-6afd-4383-b0fe-f93c33f842b9 service neutron] 10.222.0.81 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429851 Jul 30 20:03:33.771275 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-01061962-f603-4221-a9fd-36c95f0ee564 req-b3c3d292-8325-48e9-b555-ead82213d45a service neutron] Attempting to bind port 95844887-fb74-49e4-9739-7edba063e146 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:03:33.771854 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-01061962-f603-4221-a9fd-36c95f0ee564 req-b3c3d292-8325-48e9-b555-ead82213d45a service neutron] Attempting to bind port 95844887-fb74-49e4-9739-7edba063e146 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'd57bfb45-bad2-463a-b52b-6e2516516f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:03:33.772257 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01061962-f603-4221-a9fd-36c95f0ee564 req-b3c3d292-8325-48e9-b555-ead82213d45a service neutron] Attempting to bind port 95844887-fb74-49e4-9739-7edba063e146 on network e4bf3036-f4f1-465f-b95b-df7c6e0f15dc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:03:33.797189 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01061962-f603-4221-a9fd-36c95f0ee564 req-b3c3d292-8325-48e9-b555-ead82213d45a service neutron] Port 95844887-fb74-49e4-9739-7edba063e146 on network e4bf3036-f4f1-465f-b95b-df7c6e0f15dc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:03:33.797615 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01061962-f603-4221-a9fd-36c95f0ee564 req-b3c3d292-8325-48e9-b555-ead82213d45a service neutron] Attempting to bind port 95844887-fb74-49e4-9739-7edba063e146 on network e4bf3036-f4f1-465f-b95b-df7c6e0f15dc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:03:33.807253 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01061962-f603-4221-a9fd-36c95f0ee564 req-b3c3d292-8325-48e9-b555-ead82213d45a service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:03:33.807631 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01061962-f603-4221-a9fd-36c95f0ee564 req-b3c3d292-8325-48e9-b555-ead82213d45a service neutron] Checking segment: {'id': 'd57bfb45-bad2-463a-b52b-6e2516516f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:03:33.808028 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01061962-f603-4221-a9fd-36c95f0ee564 req-b3c3d292-8325-48e9-b555-ead82213d45a service neutron] Bound using segment: {'id': 'd57bfb45-bad2-463a-b52b-6e2516516f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:03:33.808523 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-01061962-f603-4221-a9fd-36c95f0ee564 req-b3c3d292-8325-48e9-b555-ead82213d45a service neutron] Bound port: 95844887-fb74-49e4-9739-7edba063e146, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd57bfb45-bad2-463a-b52b-6e2516516f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:03:33.808833 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01061962-f603-4221-a9fd-36c95f0ee564 req-b3c3d292-8325-48e9-b555-ead82213d45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:33.835765 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfed21c-90ff-4058-b278-e014d261f943 req-a05a5eca-b5cc-4cc1-b1c6-ff8f999929f4 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:33.837433 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ccfed21c-90ff-4058-b278-e014d261f943 req-a05a5eca-b5cc-4cc1-b1c6-ff8f999929f4 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0789897 Jul 30 20:03:33.847480 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-e4a63bfd-a57b-4508-810d-b8d0b463fcfd service neutron] 10.222.0.81 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964329 Jul 30 20:03:33.948828 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ccfed21c-90ff-4058-b278-e014d261f943 req-8f81fe48-d473-4e20-996d-b94f5f7b7c94 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047344 Jul 30 20:03:33.954252 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-01061962-f603-4221-a9fd-36c95f0ee564 req-b3c3d292-8325-48e9-b555-ead82213d45a service neutron] For port 95844887-fb74-49e4-9739-7edba063e146, host n-h1-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:03:33.958137 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-01061962-f603-4221-a9fd-36c95f0ee564 req-b3c3d292-8325-48e9-b555-ead82213d45a service neutron] For port 95844887-fb74-49e4-9739-7edba063e146, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=95844887-fb74-49e4-9739-7edba063e146,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:03:33.976876 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01061962-f603-4221-a9fd-36c95f0ee564 req-b3c3d292-8325-48e9-b555-ead82213d45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:34.023223 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01061962-f603-4221-a9fd-36c95f0ee564 req-b3c3d292-8325-48e9-b555-ead82213d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:34.024606 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01061962-f603-4221-a9fd-36c95f0ee564 req-b3c3d292-8325-48e9-b555-ead82213d45a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:34.026060 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-01061962-f603-4221-a9fd-36c95f0ee564 req-b3c3d292-8325-48e9-b555-ead82213d45a service neutron] 10.222.0.59 "PUT /v2.0/ports/95844887-fb74-49e4-9739-7edba063e146 HTTP/1.1" status: 200 len: 1092 time: 1.0056021 Jul 30 20:03:34.028635 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc969ba2-8221-444b-8cc7-6934376de136', 'tag': '95844887-fb74-49e4-9739-7edba063e146'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:34.034347 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a701fbd2-951a-4842-8783-1acab57fa579" -d '{"events": [{"name": "network-changed", "server_uuid": "dc969ba2-8221-444b-8cc7-6934376de136", "tag": "95844887-fb74-49e4-9739-7edba063e146"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:34.133420 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3d292-8325-48e9-b555-ead82213d45a service neutron] Pushing event updated for resources: {'Port': ['ID=95844887-fb74-49e4-9739-7edba063e146,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:34.165759 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d1d5b-96c2-4ad9-892a-c7e295dd9949 req-9506334c-1352-4132-8ef8-0a0b9261fca9 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:34.174884 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-908d1d5b-96c2-4ad9-892a-c7e295dd9949 req-9506334c-1352-4132-8ef8-0a0b9261fca9 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc969ba2-8221-444b-8cc7-6934376de136 HTTP/1.1" status: 200 len: 944 time: 0.1319716 Jul 30 20:03:34.258304 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01061962-f603-4221-a9fd-36c95f0ee564 req-cc63c79b-491e-4c12-8cf1-6d05af5deba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:34.263024 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-01061962-f603-4221-a9fd-36c95f0ee564 req-cc63c79b-491e-4c12-8cf1-6d05af5deba2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=efaf745330cb48e3a1c19705d011fd87&device_id=dc969ba2-8221-444b-8cc7-6934376de136 HTTP/1.1" status: 200 len: 1095 time: 0.1521585 Jul 30 20:03:34.283889 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee68601-1ace-4a83-9626-023912c07a6b req-15f1c47c-4b45-43cb-abc0-8be1e1119bf2 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:34.285534 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ee68601-1ace-4a83-9626-023912c07a6b req-15f1c47c-4b45-43cb-abc0-8be1e1119bf2 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a HTTP/1.1" status: 200 len: 949 time: 0.1113191 Jul 30 20:03:34.320708 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-908d1d5b-96c2-4ad9-892a-c7e295dd9949 req-91debd81-1b7f-42ed-a027-30cbd7842fe4 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449268 Jul 30 20:03:34.421298 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0698948c-ada7-46ef-9146-3a35c2d27058 x-openstack-request-id: req-0698948c-ada7-46ef-9146-3a35c2d27058 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:34.421594 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc969ba2-8221-444b-8cc7-6934376de136", "tag": "95844887-fb74-49e4-9739-7edba063e146", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:34.421942 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0698948c-ada7-46ef-9146-3a35c2d27058 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:34.422236 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc969ba2-8221-444b-8cc7-6934376de136', 'tag': '95844887-fb74-49e4-9739-7edba063e146', 'status': 'completed', 'code': 200} Jul 30 20:03:34.423573 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-01061962-f603-4221-a9fd-36c95f0ee564 req-63c7b42b-a911-4f5e-b3d6-1f0e9b7e59d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95844887-fb74-49e4-9739-7edba063e146 HTTP/1.1" status: 200 len: 217 time: 0.1455073 Jul 30 20:03:34.496110 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01061962-f603-4221-a9fd-36c95f0ee564 req-dc21bbbc-4f8f-4306-8501-c8b784e31c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:34.497953 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-01061962-f603-4221-a9fd-36c95f0ee564 req-dc21bbbc-4f8f-4306-8501-c8b784e31c96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4cfed6b-f42f-43da-94d1-da091996fffe HTTP/1.1" status: 200 len: 845 time: 0.0657947 Jul 30 20:03:34.503441 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-2ee68601-1ace-4a83-9626-023912c07a6b req-015acf53-76fc-4cb0-90d0-90b703812709 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Deleting port 6b06379b-4446-48d1-94e4-2cee12b22d68 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:03:34.503925 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2ee68601-1ace-4a83-9626-023912c07a6b req-015acf53-76fc-4cb0-90d0-90b703812709 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:34.544910 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-96fd9010-47bb-4d75-9ccd-3c1d3b5a6c95 req-28b9be5e-013d-415f-a579-3f51c641a9b3 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 210 time: 0.0461612 Jul 30 20:03:34.546997 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-01061962-f603-4221-a9fd-36c95f0ee564 req-5ed740ee-cc22-491c-a4f1-4bf7a3632a89 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4bf3036-f4f1-465f-b95b-df7c6e0f15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395558 Jul 30 20:03:34.607865 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a46c83-f5ce-4ee3-8ffa-56dda9bfaa01 req-9a4a3b37-2e23-4b02-a9dd-dfe9d159d5c3 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:34.616276 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-61a46c83-f5ce-4ee3-8ffa-56dda9bfaa01 req-9a4a3b37-2e23-4b02-a9dd-dfe9d159d5c3 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a HTTP/1.1" status: 200 len: 949 time: 0.1461704 Jul 30 20:03:34.680901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-2ee68601-1ace-4a83-9626-023912c07a6b req-015acf53-76fc-4cb0-90d0-90b703812709 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] For port 6b06379b-4446-48d1-94e4-2cee12b22d68, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=6b06379b-4446-48d1-94e4-2cee12b22d68,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:34.681275 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2ee68601-1ace-4a83-9626-023912c07a6b req-015acf53-76fc-4cb0-90d0-90b703812709 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:34.708293 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-61a46c83-f5ce-4ee3-8ffa-56dda9bfaa01 req-f69af84b-9847-4707-be6f-5462422e0d7f tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838857 Jul 30 20:03:34.720659 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-2ee68601-1ace-4a83-9626-023912c07a6b req-015acf53-76fc-4cb0-90d0-90b703812709 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Calling delete_port for 6b06379b-4446-48d1-94e4-2cee12b22d68 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:03:34.747026 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfc295-943c-4240-b47a-d7edc5737c88 req-ef02c078-2c07-432e-8c6b-a46f1ef6ab90 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:34.755539 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cadfc295-943c-4240-b47a-d7edc5737c88 req-ef02c078-2c07-432e-8c6b-a46f1ef6ab90 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.1269891 Jul 30 20:03:34.779852 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-01061962-f603-4221-a9fd-36c95f0ee564 req-201c9175-bfdd-4a52-803f-d24496a04252 service neutron] 10.222.0.59 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227800 Jul 30 20:03:34.863374 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cadfc295-943c-4240-b47a-d7edc5737c88 req-6445d3f3-f58f-4f7c-8b25-b57a9281db3b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065295 Jul 30 20:03:34.916994 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-01061962-f603-4221-a9fd-36c95f0ee564 req-e53f60e4-8727-4af9-b1be-b0da7663bf30 service neutron] 10.222.0.59 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263139 Jul 30 20:03:34.983053 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee19fe-c181-41d2-bea2-6a7661abbba7 req-0a8c65fa-e9e3-4658-be40-bff9488b0f0c tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:34.990158 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49ee19fe-c181-41d2-bea2-6a7661abbba7 req-0a8c65fa-e9e3-4658-be40-bff9488b0f0c tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 946 time: 0.1563318 Jul 30 20:03:34.996136 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-11947460-d4e5-4f51-a5e8-5b046b48544c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:34.998192 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-11947460-d4e5-4f51-a5e8-5b046b48544c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 1101 time: 0.1627007 Jul 30 20:03:35.018463 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701fbd2-951a-4842-8783-1acab57fa579 req-327701df-0c93-44f7-845f-718cc7206628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:35.020545 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a701fbd2-951a-4842-8783-1acab57fa579 req-327701df-0c93-44f7-845f-718cc7206628 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=efaf745330cb48e3a1c19705d011fd87&device_id=dc969ba2-8221-444b-8cc7-6934376de136 HTTP/1.1" status: 200 len: 1095 time: 0.0527837 Jul 30 20:03:35.095981 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2ee68601-1ace-4a83-9626-023912c07a6b req-015acf53-76fc-4cb0-90d0-90b703812709 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:35.101719 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49ee19fe-c181-41d2-bea2-6a7661abbba7 req-e0ba8d40-94e7-45dd-ba36-72b73ee162a0 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107485 Jul 30 20:03:35.107594 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['6b06379b-4446-48d1-94e4-2cee12b22d68'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:03:35.140960 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['428814bb-dabe-460d-ae8f-20dd1133cb70'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:03:35.193806 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e6457-2aff-4695-8811-679d35ddc3ab req-edb264bd-7549-46c6-b298-3ebe34522651 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:35.196277 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015acf53-76fc-4cb0-90d0-90b703812709 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Pushing event deleted for resources: {'Port': ['ID=6b06379b-4446-48d1-94e4-2cee12b22d68,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:35.196845 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2c5e6457-2aff-4695-8811-679d35ddc3ab req-edb264bd-7549-46c6-b298-3ebe34522651 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0947325 Jul 30 20:03:35.199026 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-fb1d7c17-7cf6-47ea-a5eb-6e130e8c8a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:35.200867 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-fb1d7c17-7cf6-47ea-a5eb-6e130e8c8a2d service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1931818 Jul 30 20:03:35.226943 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701fbd2-951a-4842-8783-1acab57fa579 req-968bceb7-5715-4f9a-a3ca-274ff687aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:35.228667 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a701fbd2-951a-4842-8783-1acab57fa579 req-968bceb7-5715-4f9a-a3ca-274ff687aa46 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4bf3036-f4f1-465f-b95b-df7c6e0f15dc HTTP/1.1" status: 200 len: 906 time: 0.1986468 Jul 30 20:03:35.311457 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2c5e6457-2aff-4695-8811-679d35ddc3ab req-e6778845-b080-4f81-a75f-29d98f8d5b29 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976114 Jul 30 20:03:35.324199 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a701fbd2-951a-4842-8783-1acab57fa579 req-18111340-7934-49d3-901b-864698ce3bc7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95844887-fb74-49e4-9739-7edba063e146 HTTP/1.1" status: 200 len: 217 time: 0.0737128 Jul 30 20:03:35.325119 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee68601-1ace-4a83-9626-023912c07a6b req-015acf53-76fc-4cb0-90d0-90b703812709 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] No DVR routers for this DVR port 6b06379b-4446-48d1-94e4-2cee12b22d68 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:03:35.325119 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2ee68601-1ace-4a83-9626-023912c07a6b req-015acf53-76fc-4cb0-90d0-90b703812709 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:35.326014 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ee68601-1ace-4a83-9626-023912c07a6b req-015acf53-76fc-4cb0-90d0-90b703812709 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.59 "DELETE /v2.0/ports/6b06379b-4446-48d1-94e4-2cee12b22d68 HTTP/1.1" status: 204 len: 173 time: 1.0337234 Jul 30 20:03:35.326210 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a', 'name': 'network-vif-deleted', 'tag': '6b06379b-4446-48d1-94e4-2cee12b22d68'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:35.328709 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f952f5-d854-44e7-9015-65c04812a347" -d '{"events": [{"server_uuid": "c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a", "name": "network-vif-deleted", "tag": "6b06379b-4446-48d1-94e4-2cee12b22d68"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:35.366049 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-e878b763-e333-4289-955c-bd9377449e2a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=c32834b5-1a2a-4003-b5e2-0c257973a9c1 HTTP/1.1" status: 200 len: 217 time: 0.1167648 Jul 30 20:03:35.399482 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701fbd2-951a-4842-8783-1acab57fa579 req-d6e9bd32-88df-4c3e-930d-c53b499835a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:35.402901 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a701fbd2-951a-4842-8783-1acab57fa579 req-d6e9bd32-88df-4c3e-930d-c53b499835a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4cfed6b-f42f-43da-94d1-da091996fffe HTTP/1.1" status: 200 len: 845 time: 0.0824521 Jul 30 20:03:35.422451 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c575eb-3d26-4cb5-b401-33a50dfa43ad x-openstack-request-id: req-b3c575eb-3d26-4cb5-b401-33a50dfa43ad {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:35.422803 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a", "name": "network-vif-deleted", "tag": "6b06379b-4446-48d1-94e4-2cee12b22d68", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:35.423119 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b3c575eb-3d26-4cb5-b401-33a50dfa43ad {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:35.423669 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a', 'name': 'network-vif-deleted', 'tag': '6b06379b-4446-48d1-94e4-2cee12b22d68', 'status': 'completed', 'code': 200} Jul 30 20:03:35.445298 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-a3dc9cc8-428d-40b6-aa80-359bf2a1d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:35.446421 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-a3dc9cc8-428d-40b6-aa80-359bf2a1d141 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0704186 Jul 30 20:03:35.484113 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a701fbd2-951a-4842-8783-1acab57fa579 req-7b17d448-c5a6-47c3-b232-7a8caa9905d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4bf3036-f4f1-465f-b95b-df7c6e0f15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652156 Jul 30 20:03:35.525261 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-a0ae39cc-7e59-4079-bf0c-a3d5fa431dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:35.535459 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-a0ae39cc-7e59-4079-bf0c-a3d5fa431dc9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0793302 Jul 30 20:03:35.632044 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a701fbd2-951a-4842-8783-1acab57fa579 req-db686112-4e92-4b23-ad5c-debc0367ce28 service neutron] 10.222.0.59 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402390 Jul 30 20:03:35.686857 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c0f05756-2ee1-4ac7-a046-95fc6465dfba req-fb5ebdef-a03d-4111-9b30-14392309873e tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 210 time: 0.0498440 Jul 30 20:03:35.718622 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-1c00c7b9-8dfd-4808-8fda-27b94b5e42aa service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755393 Jul 30 20:03:35.812646 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe35929-b50e-4ad1-a597-b5de079f465e req-078cea9f-65ce-4d47-b982-143d9e4296cb tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:35.824641 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fe35929-b50e-4ad1-a597-b5de079f465e req-078cea9f-65ce-4d47-b982-143d9e4296cb tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc969ba2-8221-444b-8cc7-6934376de136 HTTP/1.1" status: 200 len: 944 time: 0.3162999 Jul 30 20:03:35.833556 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a701fbd2-951a-4842-8783-1acab57fa579 req-499b629d-b6be-4c8d-98a2-b1c89e673740 service neutron] 10.222.0.59 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807888 Jul 30 20:03:35.897559 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-413b82be-7264-4a5a-85d6-87bf34d38671 req-8cde2c94-ed99-4959-a7a1-ae18b465209b tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3b2eebd-0e73-4a3b-b8cf-b3b96cd4d62a HTTP/1.1" status: 200 len: 210 time: 0.0467615 Jul 30 20:03:35.952825 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fe35929-b50e-4ad1-a597-b5de079f465e req-27a2391a-67d4-44a9-8fb7-a03fd5bba716 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261196 Jul 30 20:03:36.024068 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-12307243-a116-4ce9-9789-65610cdb4396 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:36.026093 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-12307243-a116-4ce9-9789-65610cdb4396 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.83 "GET /v2.0/networks?id=1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 200 len: 820 time: 0.3065233 Jul 30 20:03:36.028806 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-7a1d2eca-3ad9-4743-8eef-0516221d67a9 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935879 Jul 30 20:03:36.050473 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-b6b8d1d3-aa74-4d67-9992-4efabcb18d95 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Request body: {'port': {'device_id': '0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0', 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf', 'admin_state_up': True, 'tenant_id': 'cb1bb74bc9ed4a3098e756ee6ea6bd07'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:03:36.107687 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f192b2c-624f-4a33-84e4-cf9496631021 req-d3f2a880-357a-42f1-9ec0-b0e6a186734c tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:36.117243 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5f192b2c-624f-4a33-84e4-cf9496631021 req-d3f2a880-357a-42f1-9ec0-b0e6a186734c tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.0819232 Jul 30 20:03:36.221719 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-b6b8d1d3-aa74-4d67-9992-4efabcb18d95 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Made reservation on behalf of cb1bb74bc9ed4a3098e756ee6ea6bd07 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:03:36.225312 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5f192b2c-624f-4a33-84e4-cf9496631021 req-821fd22e-9b59-43f0-a85b-a5cea855729e tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068375 Jul 30 20:03:36.226385 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-b6b8d1d3-aa74-4d67-9992-4efabcb18d95 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:36.443478 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7062b-5515-4468-93e2-c4d49e9af3f9 req-f98e611c-42a3-496f-981b-53ffaea62725 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:36.445245 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-26c7062b-5515-4468-93e2-c4d49e9af3f9 req-f98e611c-42a3-496f-981b-53ffaea62725 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 946 time: 0.1984828 Jul 30 20:03:36.458586 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00826f5-1879-42ba-b2cd-3f93637041c9 req-69b919f4-7843-4ad4-abe8-b09f115fce0f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:36.470272 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d00826f5-1879-42ba-b2cd-3f93637041c9 req-69b919f4-7843-4ad4-abe8-b09f115fce0f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0773773 Jul 30 20:03:36.493010 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-b6b8d1d3-aa74-4d67-9992-4efabcb18d95 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Allocated IP 172.20.0.6 (1b009359-14e5-4019-b6cd-e6d82ee142cf/b757e780-295d-4676-ae81-4c07de396b9e/0dc7360f-a0f2-456c-9f90-d1f4281e74b6) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:03:36.527426 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-26c7062b-5515-4468-93e2-c4d49e9af3f9 req-8832be41-4fe0-4ef9-bff7-a3e25cae55b6 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754883 Jul 30 20:03:36.530975 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d00826f5-1879-42ba-b2cd-3f93637041c9 req-0b03f26c-159d-4fca-a6ed-b230e57521d0 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588124 Jul 30 20:03:36.728590 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-b6b8d1d3-aa74-4d67-9992-4efabcb18d95 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:36.729589 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 95844887-fb74-49e4-9739-7edba063e146 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:03:36.780192 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-b6b8d1d3-aa74-4d67-9992-4efabcb18d95 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:36.806202 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['7f322965-9fbe-4b2c-ae7a-036c7cbea1be'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:03:36.829840 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-b6b8d1d3-aa74-4d67-9992-4efabcb18d95 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Network 1b009359-14e5-4019-b6cd-e6d82ee142cf is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:03:36.844204 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-b6b8d1d3-aa74-4d67-9992-4efabcb18d95 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:03:36.845554 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47179aef-93d7-46d0-88d6-e236349fb364 req-dd2ce15e-b351-4d73-b58b-567e93fcd161 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:36.850224 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-47179aef-93d7-46d0-88d6-e236349fb364 req-dd2ce15e-b351-4d73-b58b-567e93fcd161 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 931 time: 0.0818784 Jul 30 20:03:36.850479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-b6b8d1d3-aa74-4d67-9992-4efabcb18d95 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:03:36.908474 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-47179aef-93d7-46d0-88d6-e236349fb364 req-efba9534-f414-4f05-a72c-2c3ff211018e tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419285 Jul 30 20:03:36.912770 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8d1d3-aa74-4d67-9992-4efabcb18d95 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Pushing event updated for resources: {'Port': ['ID=0dc7360f-a0f2-456c-9f90-d1f4281e74b6,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:36.941788 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 95844887-fb74-49e4-9739-7edba063e146, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=95844887-fb74-49e4-9739-7edba063e146,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:36.958595 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-b6b8d1d3-aa74-4d67-9992-4efabcb18d95 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:36.959352 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-b6b8d1d3-aa74-4d67-9992-4efabcb18d95 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:36.980360 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '95844887-fb74-49e4-9739-7edba063e146', 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc', 'port_id': '95844887-fb74-49e4-9739-7edba063e146', 'mac_address': 'fa:16:3e:73:c5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4cfed6b-f42f-43da-94d1-da091996fffe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:03:36.987994 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-b6b8d1d3-aa74-4d67-9992-4efabcb18d95 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9341631 Jul 30 20:03:37.018763 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-112dc34a-a10b-4d98-a680-5b84790e582a service neutron] Request body: {'port': {'device_id': '0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:03:37.046001 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:37.059632 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95844887-fb74-49e4-9739-7edba063e146 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:03:37.084673 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 95844887-fb74-49e4-9739-7edba063e146, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=95844887-fb74-49e4-9739-7edba063e146,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:37.090160 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-112dc34a-a10b-4d98-a680-5b84790e582a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:37.090414 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:37.144617 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d1437-edd3-4b06-8d16-e6f73597e8a6 req-88a56066-7c2a-4d5d-90c0-89ff73733a90 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:37.157552 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4c5d1437-edd3-4b06-8d16-e6f73597e8a6 req-88a56066-7c2a-4d5d-90c0-89ff73733a90 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc969ba2-8221-444b-8cc7-6934376de136 HTTP/1.1" status: 200 len: 944 time: 0.1094706 Jul 30 20:03:37.161751 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=95844887-fb74-49e4-9739-7edba063e146,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:37.224660 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4c5d1437-edd3-4b06-8d16-e6f73597e8a6 req-9ebd133e-8648-4b75-9825-1853c627daa1 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659816 Jul 30 20:03:37.369767 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b28e60-88d9-4a45-81a2-b9d5500b331c req-cc978582-f963-4f17-b43a-f7e6ba581c8c tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:37.371231 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e7b28e60-88d9-4a45-81a2-b9d5500b331c req-cc978582-f963-4f17-b43a-f7e6ba581c8c tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 951 time: 0.0547576 Jul 30 20:03:37.388951 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0eec4a-e8d3-49cd-98c1-c3abe2afaa8c req-d15ef3b1-a10f-4562-b51d-d6bde48a22a1 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:37.390574 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0a0eec4a-e8d3-49cd-98c1-c3abe2afaa8c req-d15ef3b1-a10f-4562-b51d-d6bde48a22a1 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.0937021 Jul 30 20:03:37.415770 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e7b28e60-88d9-4a45-81a2-b9d5500b331c req-b2ca3cc7-5ff3-4537-8965-8516bba160c7 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373652 Jul 30 20:03:37.453621 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['95844887-fb74-49e4-9739-7edba063e146'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:03:37.671947 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7cb81a-3107-4e41-8f30-e51e0d9d7a9a req-3af0f416-8322-40d8-9624-c11cb0a2a7ac tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:37.673581 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-df7cb81a-3107-4e41-8f30-e51e0d9d7a9a req-3af0f416-8322-40d8-9624-c11cb0a2a7ac tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0591753 Jul 30 20:03:37.718770 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-df7cb81a-3107-4e41-8f30-e51e0d9d7a9a req-f4a25d1e-11ce-4122-8cf2-8fd10b46e557 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388274 Jul 30 20:03:37.815335 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0a0eec4a-e8d3-49cd-98c1-c3abe2afaa8c req-726370ad-65ed-4443-850d-bbfcbd85c63c tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718000 Jul 30 20:03:37.837452 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-112dc34a-a10b-4d98-a680-5b84790e582a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:03:37.849413 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-112dc34a-a10b-4d98-a680-5b84790e582a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:37.850409 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de893b84-de5b-49c1-a597-afbd0a0fd992 req-982821b5-6ffe-409b-a81f-a0b900ef1e5b tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:37.851997 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-de893b84-de5b-49c1-a597-afbd0a0fd992 req-982821b5-6ffe-409b-a81f-a0b900ef1e5b tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 946 time: 0.0698783 Jul 30 20:03:37.868770 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-112dc34a-a10b-4d98-a680-5b84790e582a service neutron] Transition to ACTIVE for port object 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:03:37.874406 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-112dc34a-a10b-4d98-a680-5b84790e582a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:37.915780 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-de893b84-de5b-49c1-a597-afbd0a0fd992 req-6b5689d0-2e9e-4582-8d7a-4e33061bdbb9 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549235 Jul 30 20:03:37.944358 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112dc34a-a10b-4d98-a680-5b84790e582a service neutron] Pushing event updated for resources: {'Port': ['ID=0dc7360f-a0f2-456c-9f90-d1f4281e74b6,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:38.041848 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-112dc34a-a10b-4d98-a680-5b84790e582a service neutron] Attempting to bind port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:03:38.043067 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-112dc34a-a10b-4d98-a680-5b84790e582a service neutron] Attempting to bind port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:03:38.043417 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-112dc34a-a10b-4d98-a680-5b84790e582a service neutron] Attempting to bind port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:03:38.048926 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-112dc34a-a10b-4d98-a680-5b84790e582a service neutron] Port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:03:38.049252 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-112dc34a-a10b-4d98-a680-5b84790e582a service neutron] Attempting to bind port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:03:38.053987 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657af294-8a10-48e9-824e-d4561d66c020 req-b2c9d281-4e73-4539-9242-786060e91cec tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:38.054567 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-112dc34a-a10b-4d98-a680-5b84790e582a service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:03:38.054905 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-112dc34a-a10b-4d98-a680-5b84790e582a service neutron] Checking segment: {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:03:38.055287 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-112dc34a-a10b-4d98-a680-5b84790e582a service neutron] Bound using segment: {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:03:38.055764 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-112dc34a-a10b-4d98-a680-5b84790e582a service neutron] Bound port: 0dc7360f-a0f2-456c-9f90-d1f4281e74b6, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:03:38.056113 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-112dc34a-a10b-4d98-a680-5b84790e582a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:38.059982 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-657af294-8a10-48e9-824e-d4561d66c020 req-b2c9d281-4e73-4539-9242-786060e91cec tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 943 time: 0.0599799 Jul 30 20:03:38.096054 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-657af294-8a10-48e9-824e-d4561d66c020 req-e7e18969-4ce2-4599-bd83-4cdf64b7918e tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339909 Jul 30 20:03:38.121894 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-112dc34a-a10b-4d98-a680-5b84790e582a service neutron] For port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:03:38.125292 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-112dc34a-a10b-4d98-a680-5b84790e582a service neutron] For port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=0dc7360f-a0f2-456c-9f90-d1f4281e74b6,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:03:38.129155 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-112dc34a-a10b-4d98-a680-5b84790e582a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:38.167994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-112dc34a-a10b-4d98-a680-5b84790e582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:38.168616 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-112dc34a-a10b-4d98-a680-5b84790e582a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:38.170781 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-112dc34a-a10b-4d98-a680-5b84790e582a service neutron] 10.222.0.83 "PUT /v2.0/ports/0dc7360f-a0f2-456c-9f90-d1f4281e74b6 HTTP/1.1" status: 200 len: 1091 time: 1.1644225 Jul 30 20:03:38.171227 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0', 'tag': '0dc7360f-a0f2-456c-9f90-d1f4281e74b6'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:38.173558 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bc16d4-1b87-4052-a87c-46daf95cce5c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0", "tag": "0dc7360f-a0f2-456c-9f90-d1f4281e74b6"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:38.204246 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112dc34a-a10b-4d98-a680-5b84790e582a service neutron] Pushing event updated for resources: {'Port': ['ID=0dc7360f-a0f2-456c-9f90-d1f4281e74b6,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:38.213444 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38b2d51-ba13-4211-a766-3c30c662d961 x-openstack-request-id: req-e38b2d51-ba13-4211-a766-3c30c662d961 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:38.213870 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0", "tag": "0dc7360f-a0f2-456c-9f90-d1f4281e74b6", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:38.213970 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e38b2d51-ba13-4211-a766-3c30c662d961 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:38.214374 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0', 'tag': '0dc7360f-a0f2-456c-9f90-d1f4281e74b6', 'status': 'completed', 'code': 200} Jul 30 20:03:38.293862 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-2ebaf7b5-4aff-4767-82f4-5b8eaf5b90e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:38.295390 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-2ebaf7b5-4aff-4767-82f4-5b8eaf5b90e9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 1094 time: 0.0513718 Jul 30 20:03:38.338596 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-34afb489-25ae-42a9-a87f-d409ffa181ff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dc7360f-a0f2-456c-9f90-d1f4281e74b6 HTTP/1.1" status: 200 len: 217 time: 0.0350237 Jul 30 20:03:38.358564 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9d85e-1418-4729-af15-a6cbcf09e16c req-54b1ec99-d113-4392-bc62-b07626de1aac tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:38.360105 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7da9d85e-1418-4729-af15-a6cbcf09e16c req-54b1ec99-d113-4392-bc62-b07626de1aac tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc969ba2-8221-444b-8cc7-6934376de136 HTTP/1.1" status: 200 len: 945 time: 0.0519626 Jul 30 20:03:38.389277 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-3c699266-ff28-4c0c-9312-9d7c65602802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:38.390843 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-3c699266-ff28-4c0c-9312-9d7c65602802 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b757e780-295d-4676-ae81-4c07de396b9e HTTP/1.1" status: 200 len: 860 time: 0.0446508 Jul 30 20:03:38.398971 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7da9d85e-1418-4729-af15-a6cbcf09e16c req-f290266b-5f72-48a3-8e9d-554e9b8cd52d tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325737 Jul 30 20:03:38.428531 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-aae1cd25-169c-4ded-87f7-1bf1b2645a15 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1b009359-14e5-4019-b6cd-e6d82ee142cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287559 Jul 30 20:03:38.558481 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-b46de961-19e9-4757-9809-4a6e805b4b68 service neutron] 10.222.0.83 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181734 Jul 30 20:03:38.567679 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ca9d9-31f1-4bab-8ae5-3ea7c251170a req-e9ba9deb-beb5-437f-af11-9fa446c7003c tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:38.569182 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-154ca9d9-31f1-4bab-8ae5-3ea7c251170a req-e9ba9deb-beb5-437f-af11-9fa446c7003c tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 951 time: 0.0753150 Jul 30 20:03:38.657396 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-154ca9d9-31f1-4bab-8ae5-3ea7c251170a req-a079aa74-dd32-4dc6-972f-46c7f039a37f tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791581 Jul 30 20:03:38.689177 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-43e6248d-bd6e-4bb2-a207-77716abe8792 req-c8cb82ef-7b4c-4923-9167-91f8d1fda11e service neutron] 10.222.0.83 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190271 Jul 30 20:03:38.745957 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 95844887-fb74-49e4-9739-7edba063e146 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:03:38.780716 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc16d4-1b87-4052-a87c-46daf95cce5c req-288cf2b2-edd0-41da-89d8-9ec425dd27cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:38.782697 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42bc16d4-1b87-4052-a87c-46daf95cce5c req-288cf2b2-edd0-41da-89d8-9ec425dd27cc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 1094 time: 0.0454519 Jul 30 20:03:38.871191 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe30d1-1d48-4463-9d2d-7cd0d6e752db req-f9bd8104-4e5c-47fc-afdc-c932c39aaec8 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:38.873909 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-98fe30d1-1d48-4463-9d2d-7cd0d6e752db req-f9bd8104-4e5c-47fc-afdc-c932c39aaec8 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0579960 Jul 30 20:03:38.897114 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc16d4-1b87-4052-a87c-46daf95cce5c req-07d6be97-8224-4a7a-82a6-fc43059fe02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:38.898649 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42bc16d4-1b87-4052-a87c-46daf95cce5c req-07d6be97-8224-4a7a-82a6-fc43059fe02b service neutron] 10.222.0.83 "GET /v2.0/networks?id=1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 200 len: 921 time: 0.1078203 Jul 30 20:03:38.946203 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-98fe30d1-1d48-4463-9d2d-7cd0d6e752db req-54b7adfc-79d5-4290-831f-5869671da717 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606973 Jul 30 20:03:38.967984 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42bc16d4-1b87-4052-a87c-46daf95cce5c req-c860209b-0d41-4c7c-8090-74054b342fc7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dc7360f-a0f2-456c-9f90-d1f4281e74b6 HTTP/1.1" status: 200 len: 217 time: 0.0606947 Jul 30 20:03:39.023689 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 95844887-fb74-49e4-9739-7edba063e146 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:03:39.028353 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 95844887-fb74-49e4-9739-7edba063e146 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:03:39.028966 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:39.037398 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3236c-b9cc-40b6-af14-b073371cdc5b req-9ff39936-4c3c-473e-9300-7e2b6a2efbc6 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:39.038907 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-83d3236c-b9cc-40b6-af14-b073371cdc5b req-9ff39936-4c3c-473e-9300-7e2b6a2efbc6 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.1241477 Jul 30 20:03:39.056546 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc16d4-1b87-4052-a87c-46daf95cce5c req-d1632ae7-2729-4c80-996c-f1e1963508ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:39.065977 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42bc16d4-1b87-4052-a87c-46daf95cce5c req-d1632ae7-2729-4c80-996c-f1e1963508ed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b757e780-295d-4676-ae81-4c07de396b9e HTTP/1.1" status: 200 len: 860 time: 0.0879195 Jul 30 20:03:39.100891 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42bc16d4-1b87-4052-a87c-46daf95cce5c req-bcf1d5a7-4890-41f2-aea3-5f0497e51fc6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1b009359-14e5-4019-b6cd-e6d82ee142cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251799 Jul 30 20:03:39.135457 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:39.136309 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-83d3236c-b9cc-40b6-af14-b073371cdc5b req-e3b675d5-6627-4157-961a-23526616204e tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880146 Jul 30 20:03:39.151214 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc132a83-2b41-491c-b497-16c82e16b23a req-943a0704-118f-4361-8bdf-b40b3ae0d1f8 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:39.159469 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fc132a83-2b41-491c-b497-16c82e16b23a req-943a0704-118f-4361-8bdf-b40b3ae0d1f8 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 946 time: 0.0770864 Jul 30 20:03:39.199832 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 95844887-fb74-49e4-9739-7edba063e146, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=95844887-fb74-49e4-9739-7edba063e146,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:39.203466 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc969ba2-8221-444b-8cc7-6934376de136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95844887-fb74-49e4-9739-7edba063e146'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:39.208365 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb15f71-0827-4660-bbf2-ef1136d5743a" -d '{"events": [{"server_uuid": "dc969ba2-8221-444b-8cc7-6934376de136", "name": "network-vif-plugged", "status": "completed", "tag": "95844887-fb74-49e4-9739-7edba063e146"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:39.211501 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fc132a83-2b41-491c-b497-16c82e16b23a req-991c3df5-672d-43e2-bd1f-83adf29baad8 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467112 Jul 30 20:03:39.213001 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:39.213801 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 6b06379b-4446-48d1-94e4-2cee12b22d68 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:03:39.221056 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42bc16d4-1b87-4052-a87c-46daf95cce5c req-b6466e4f-92ab-47b0-8101-8c1b579b8d68 service neutron] 10.222.0.83 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098840 Jul 30 20:03:39.260701 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 6b06379b-4446-48d1-94e4-2cee12b22d68 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:03:39.261057 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 6b06379b-4446-48d1-94e4-2cee12b22d68 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:03:39.268596 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dacf42c-8d5f-4594-9548-58647f4d8790 x-openstack-request-id: req-8dacf42c-8d5f-4594-9548-58647f4d8790 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:39.268887 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc969ba2-8221-444b-8cc7-6934376de136", "name": "network-vif-plugged", "status": "completed", "tag": "95844887-fb74-49e4-9739-7edba063e146", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:39.269138 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8dacf42c-8d5f-4594-9548-58647f4d8790 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:39.269526 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc969ba2-8221-444b-8cc7-6934376de136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95844887-fb74-49e4-9739-7edba063e146', 'code': 200} Jul 30 20:03:39.300761 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=95844887-fb74-49e4-9739-7edba063e146,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:39.344868 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c054b-11b2-4fb7-9984-d6599e7c3731 req-79578129-ae1f-4303-bc53-6aa78cfffe4e tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:39.346440 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be0c054b-11b2-4fb7-9984-d6599e7c3731 req-79578129-ae1f-4303-bc53-6aa78cfffe4e tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 943 time: 0.0678337 Jul 30 20:03:39.397793 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42bc16d4-1b87-4052-a87c-46daf95cce5c req-ecce142c-bc0c-4600-8e84-46aa2c224a62 service neutron] 10.222.0.83 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670763 Jul 30 20:03:39.410331 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ffb7d-a281-4dc4-9cb7-19effefdaa34 req-4ad68753-33e6-4a22-a538-bcbaa6512258 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:39.412179 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-863ffb7d-a281-4dc4-9cb7-19effefdaa34 req-4ad68753-33e6-4a22-a538-bcbaa6512258 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.83 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 951 time: 0.0745099 Jul 30 20:03:39.428579 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be0c054b-11b2-4fb7-9984-d6599e7c3731 req-1f41001d-8901-43b3-b806-7ce4a033ff26 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686240 Jul 30 20:03:39.441372 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd487085-b14a-42c0-be40-7d79c070c5f3 req-5fd754d3-d028-4870-8d92-2580bbdd1310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:39.453455 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cd487085-b14a-42c0-be40-7d79c070c5f3 req-5fd754d3-d028-4870-8d92-2580bbdd1310 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dc969ba2-8221-444b-8cc7-6934376de136 HTTP/1.1" status: 200 len: 1097 time: 0.1060557 Jul 30 20:03:39.493126 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cd487085-b14a-42c0-be40-7d79c070c5f3 req-275fc16a-2326-477d-a12a-ba114310611f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319214 Jul 30 20:03:39.555811 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de4ef4-13ba-4940-a3f5-ac82c4780854 req-750eb86a-3afd-46a3-b0a4-e795c857e3e3 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:39.557216 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6de4ef4-13ba-4940-a3f5-ac82c4780854 req-750eb86a-3afd-46a3-b0a4-e795c857e3e3 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc969ba2-8221-444b-8cc7-6934376de136 HTTP/1.1" status: 200 len: 946 time: 0.0811448 Jul 30 20:03:39.577501 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-863ffb7d-a281-4dc4-9cb7-19effefdaa34 req-406fcf53-e720-4cff-9205-f349d55c1f20 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Deleting port 428814bb-dabe-460d-ae8f-20dd1133cb70 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:03:39.577847 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-863ffb7d-a281-4dc4-9cb7-19effefdaa34 req-406fcf53-e720-4cff-9205-f349d55c1f20 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:39.653189 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6de4ef4-13ba-4940-a3f5-ac82c4780854 req-cc829f1c-0a28-4ace-926c-f9dd28a7aa81 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887156 Jul 30 20:03:39.689846 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-863ffb7d-a281-4dc4-9cb7-19effefdaa34 req-406fcf53-e720-4cff-9205-f349d55c1f20 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] For port 428814bb-dabe-460d-ae8f-20dd1133cb70, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=428814bb-dabe-460d-ae8f-20dd1133cb70,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:39.690217 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-863ffb7d-a281-4dc4-9cb7-19effefdaa34 req-406fcf53-e720-4cff-9205-f349d55c1f20 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:39.704384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-863ffb7d-a281-4dc4-9cb7-19effefdaa34 req-406fcf53-e720-4cff-9205-f349d55c1f20 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Calling delete_port for 428814bb-dabe-460d-ae8f-20dd1133cb70 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:03:39.781627 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ffd21-8c4e-4052-9b15-a13acc212e29 req-d048140a-39a6-43f5-8af3-a1e18f8e305c tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:39.783171 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6d1ffd21-8c4e-4052-9b15-a13acc212e29 req-d048140a-39a6-43f5-8af3-a1e18f8e305c tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac69f6b2-0ec2-4db4-bdca-81e4f630849b HTTP/1.1" status: 200 len: 951 time: 0.0548034 Jul 30 20:03:39.826577 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6d1ffd21-8c4e-4052-9b15-a13acc212e29 req-41917511-aacf-4e39-96af-1d55d819b016 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.81 "GET /v2.0/security-groups?id=338d4c80-1e24-43bf-8331-74c317219a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343475 Jul 30 20:03:39.843411 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-863ffb7d-a281-4dc4-9cb7-19effefdaa34 req-406fcf53-e720-4cff-9205-f349d55c1f20 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:39.858283 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['428814bb-dabe-460d-ae8f-20dd1133cb70'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:03:39.874152 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fcf53-e720-4cff-9205-f349d55c1f20 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Pushing event deleted for resources: {'Port': ['ID=428814bb-dabe-460d-ae8f-20dd1133cb70,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:39.914667 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-863ffb7d-a281-4dc4-9cb7-19effefdaa34 req-406fcf53-e720-4cff-9205-f349d55c1f20 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] No DVR routers for this DVR port 428814bb-dabe-460d-ae8f-20dd1133cb70 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:03:39.919159 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-863ffb7d-a281-4dc4-9cb7-19effefdaa34 req-406fcf53-e720-4cff-9205-f349d55c1f20 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:39.921511 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-863ffb7d-a281-4dc4-9cb7-19effefdaa34 req-406fcf53-e720-4cff-9205-f349d55c1f20 tempest-ServersAdminTestJSON-275959154 tempest-ServersAdminTestJSON-275959154-project] 10.222.0.83 "DELETE /v2.0/ports/428814bb-dabe-460d-ae8f-20dd1133cb70 HTTP/1.1" status: 204 len: 173 time: 0.5029254 Jul 30 20:03:40.090176 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77a5f9-5abd-43f7-8062-9e1c28184f6f req-124e6cb5-6b2c-4566-a62e-44a0982dca08 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:40.092348 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea77a5f9-5abd-43f7-8062-9e1c28184f6f req-124e6cb5-6b2c-4566-a62e-44a0982dca08 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0746441 Jul 30 20:03:40.134631 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea77a5f9-5abd-43f7-8062-9e1c28184f6f req-c9f5c412-7ab8-441d-a66b-f593be99f58f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358150 Jul 30 20:03:40.215396 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac69f6b2-0ec2-4db4-bdca-81e4f630849b', 'name': 'network-vif-deleted', 'tag': '428814bb-dabe-460d-ae8f-20dd1133cb70'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:40.217953 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5870a80-f228-46a4-9b1d-75293a793753" -d '{"events": [{"server_uuid": "ac69f6b2-0ec2-4db4-bdca-81e4f630849b", "name": "network-vif-deleted", "tag": "428814bb-dabe-460d-ae8f-20dd1133cb70"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:40.255308 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bb5739-ad47-499a-8f31-5628b8ad1824 x-openstack-request-id: req-63bb5739-ad47-499a-8f31-5628b8ad1824 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:40.255733 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac69f6b2-0ec2-4db4-bdca-81e4f630849b", "name": "network-vif-deleted", "tag": "428814bb-dabe-460d-ae8f-20dd1133cb70", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:40.256084 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-63bb5739-ad47-499a-8f31-5628b8ad1824 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:40.257407 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac69f6b2-0ec2-4db4-bdca-81e4f630849b', 'name': 'network-vif-deleted', 'tag': '428814bb-dabe-460d-ae8f-20dd1133cb70', 'status': 'completed', 'code': 200} Jul 30 20:03:40.267690 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783155f4-a7f6-415a-8449-8e88b72ab94b req-a6692f61-c359-4573-a71c-476c1b5a752b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:40.269339 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-783155f4-a7f6-415a-8449-8e88b72ab94b req-a6692f61-c359-4573-a71c-476c1b5a752b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.0621629 Jul 30 20:03:40.317501 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-783155f4-a7f6-415a-8449-8e88b72ab94b req-e184407e-0b29-4467-85f3-d273314a776f tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401146 Jul 30 20:03:40.387129 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6ee75-a40a-4a89-9790-5b5287e36644 req-b5023fd0-b484-40f2-a6e3-7884516a8fb1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:40.396082 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9d6ee75-a40a-4a89-9790-5b5287e36644 req-b5023fd0-b484-40f2-a6e3-7884516a8fb1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 946 time: 0.0815463 Jul 30 20:03:40.434035 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9d6ee75-a40a-4a89-9790-5b5287e36644 req-6534d737-6d7c-49dc-a338-1b579ea07936 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342889 Jul 30 20:03:40.570119 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad79b14-d783-4615-884c-3d5f51231371 req-13e0a441-58b4-4f40-8d22-e6d3885de208 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:40.572008 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dad79b14-d783-4615-884c-3d5f51231371 req-13e0a441-58b4-4f40-8d22-e6d3885de208 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 943 time: 0.0705426 Jul 30 20:03:40.610754 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dad79b14-d783-4615-884c-3d5f51231371 req-cf5fd92b-2e9d-484e-a278-d9361bf7e958 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316136 Jul 30 20:03:40.770525 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013c6be-bd7a-42e7-ad6c-610b28d526a9 req-ec7305a5-6cf4-4788-aa4f-5168ba660b22 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:40.772103 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2013c6be-bd7a-42e7-ad6c-610b28d526a9 req-ec7305a5-6cf4-4788-aa4f-5168ba660b22 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc969ba2-8221-444b-8cc7-6934376de136 HTTP/1.1" status: 200 len: 946 time: 0.0517206 Jul 30 20:03:40.813224 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2013c6be-bd7a-42e7-ad6c-610b28d526a9 req-46b7d5e7-b5ed-4995-a232-0f0407498250 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348845 Jul 30 20:03:41.045235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05c1ce-a1a0-450e-a574-611e28679aff req-56a886e8-2dcc-4982-b357-7fc8aaef0936 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:41.046798 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e05c1ce-a1a0-450e-a574-611e28679aff req-56a886e8-2dcc-4982-b357-7fc8aaef0936 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc969ba2-8221-444b-8cc7-6934376de136 HTTP/1.1" status: 200 len: 946 time: 0.0521171 Jul 30 20:03:41.086032 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e05c1ce-a1a0-450e-a574-611e28679aff req-d563da3b-30b2-46de-bd29-484ba513d2cc tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323403 Jul 30 20:03:41.202109 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52582) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:03:41.281183 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3abd8-b0b9-4fd9-af97-5a7e65ff6c5d req-964044b1-2466-4efc-bfb5-587cc3108485 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:41.282829 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2da3abd8-b0b9-4fd9-af97-5a7e65ff6c5d req-964044b1-2466-4efc-bfb5-587cc3108485 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0631309 Jul 30 20:03:41.339792 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2da3abd8-b0b9-4fd9-af97-5a7e65ff6c5d req-1f01b191-6193-4ba4-b6f5-af9293d2cecb tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505335 Jul 30 20:03:41.369731 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bafddeab-9c27-4d84-a126-6fc8b7357b69 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dca3d02c6b974036aa747c916a346bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1664715 Jul 30 20:03:41.372340 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52588) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:03:41.468239 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea292899-3859-4878-9b30-f40c82ef79ba req-3770194d-66f1-4299-b839-c1bfb15024cf tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:41.469826 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ea292899-3859-4878-9b30-f40c82ef79ba req-3770194d-66f1-4299-b839-c1bfb15024cf tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.0856559 Jul 30 20:03:41.473111 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b8ff7a9-5738-4369-9802-4d187141a938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:41.509390 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b8ff7a9-5738-4369-9802-4d187141a938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:41.550571 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ea292899-3859-4878-9b30-f40c82ef79ba req-2608c7c4-ce34-4b36-9273-2ef43bc91df7 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727234 Jul 30 20:03:41.572993 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d8063-f9ef-4153-a309-9b334042d6f9 req-0383743c-2472-4255-8662-a92449683a12 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:41.574708 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-812d8063-f9ef-4153-a309-9b334042d6f9 req-0383743c-2472-4255-8662-a92449683a12 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 946 time: 0.0631874 Jul 30 20:03:41.583898 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b8ff7a9-5738-4369-9802-4d187141a938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:41.586487 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b8ff7a9-5738-4369-9802-4d187141a938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:41.590121 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3b8ff7a9-5738-4369-9802-4d187141a938 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/338d4c80-1e24-43bf-8331-74c317219a43 HTTP/1.1" status: 204 len: 168 time: 0.2145128 Jul 30 20:03:41.596913 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ff7a9-5738-4369-9802-4d187141a938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338d4c80-1e24-43bf-8331-74c317219a43,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:41.618482 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-812d8063-f9ef-4153-a309-9b334042d6f9 req-f4495e07-1957-4bb5-be11-49a7469bb5f8 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376439 Jul 30 20:03:41.738613 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab0bbe-877a-4f83-886b-49108ea4aa17 req-6c7f3669-693d-4dba-8150-ff97ee80c8be tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:41.740280 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-29ab0bbe-877a-4f83-886b-49108ea4aa17 req-6c7f3669-693d-4dba-8150-ff97ee80c8be tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 943 time: 0.0546098 Jul 30 20:03:41.783153 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-29ab0bbe-877a-4f83-886b-49108ea4aa17 req-b7a8d6fe-281e-4378-95f0-16e92eab954d tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359631 Jul 30 20:03:41.882205 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52600) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:03:41.925652 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-09e05eb3-f299-43cd-b57f-d34c825701f0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2f1fb7c656aa440daa026ede79f4c252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400288 Jul 30 20:03:41.925878 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52602) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:03:41.976327 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ea6841f-c8c8-4628-b902-74e71598bf80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:41.998852 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ea6841f-c8c8-4628-b902-74e71598bf80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:42.046861 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ea6841f-c8c8-4628-b902-74e71598bf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:42.049849 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ea6841f-c8c8-4628-b902-74e71598bf80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:42.051193 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2ea6841f-c8c8-4628-b902-74e71598bf80 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/05e7cc0b-0544-4335-bf50-f87fa64639f7 HTTP/1.1" status: 204 len: 168 time: 0.1244779 Jul 30 20:03:42.060421 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6841f-c8c8-4628-b902-74e71598bf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e7cc0b-0544-4335-bf50-f87fa64639f7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:42.227190 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3770f-43af-415a-bc65-3cbd4ae73eae req-62d17c74-a882-4318-a3f3-34c85f7eadf6 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:42.228846 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-78f3770f-43af-415a-bc65-3cbd4ae73eae req-62d17c74-a882-4318-a3f3-34c85f7eadf6 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc969ba2-8221-444b-8cc7-6934376de136 HTTP/1.1" status: 200 len: 946 time: 0.0656352 Jul 30 20:03:42.281473 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-78f3770f-43af-415a-bc65-3cbd4ae73eae req-e2783843-3157-4020-8fda-44d572da57c2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419052 Jul 30 20:03:42.507611 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf274c-70c1-4dc0-bde6-730cecd7c899 req-a2d0453c-a031-47de-b185-3bad1fbf8a1f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:42.509488 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fbcf274c-70c1-4dc0-bde6-730cecd7c899 req-a2d0453c-a031-47de-b185-3bad1fbf8a1f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0824652 Jul 30 20:03:42.561266 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fbcf274c-70c1-4dc0-bde6-730cecd7c899 req-87aad99e-d360-4147-8936-a4744ffff5f1 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407066 Jul 30 20:03:42.653619 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:03:42.739240 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fcda2-01f4-440a-9a61-9641ae613718 req-6fe494c1-c918-4317-b9ef-f6a3e76a98d7 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:42.748104 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-004fcda2-01f4-440a-9a61-9641ae613718 req-6fe494c1-c918-4317-b9ef-f6a3e76a98d7 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.0616670 Jul 30 20:03:42.792161 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-004fcda2-01f4-440a-9a61-9641ae613718 req-fbcdc4f4-9462-4e42-9cf2-e90a6a4158cc tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428629 Jul 30 20:03:42.819689 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97927885-6ffd-44b9-bae6-71055af7f530 req-294f490e-0869-4c65-a653-9d5e2cdc564d tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:42.821548 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-97927885-6ffd-44b9-bae6-71055af7f530 req-294f490e-0869-4c65-a653-9d5e2cdc564d tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 946 time: 0.0677674 Jul 30 20:03:42.873946 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-97927885-6ffd-44b9-bae6-71055af7f530 req-8c0d3811-72b0-4f59-a337-1352ef19b40e tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407357 Jul 30 20:03:42.968194 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3265fd-2f80-4fa9-9b86-1601cb5155ce req-4450e064-92fa-4a7f-b92c-98efdabaa13e tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:42.969972 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fa3265fd-2f80-4fa9-9b86-1601cb5155ce req-4450e064-92fa-4a7f-b92c-98efdabaa13e tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 943 time: 0.0572789 Jul 30 20:03:43.012032 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fa3265fd-2f80-4fa9-9b86-1601cb5155ce req-c5b897d5-0100-4df7-bf8c-52470a5e04da tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351636 Jul 30 20:03:43.113150 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 428814bb-dabe-460d-ae8f-20dd1133cb70 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:03:43.133284 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 428814bb-dabe-460d-ae8f-20dd1133cb70 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:03:43.133665 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 428814bb-dabe-460d-ae8f-20dd1133cb70 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:03:43.687213 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0c7ad-e12c-4305-8619-3c7984372356 req-5b6ca0c0-5c24-4bd3-899a-323d8cb4e4f3 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:43.688731 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-54f0c7ad-e12c-4305-8619-3c7984372356 req-5b6ca0c0-5c24-4bd3-899a-323d8cb4e4f3 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0524752 Jul 30 20:03:43.728267 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-54f0c7ad-e12c-4305-8619-3c7984372356 req-7ea963d6-d40c-4bd8-9fab-a0127d11d77c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330575 Jul 30 20:03:43.910824 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d451fdc-e309-458e-a5fa-f1e32b692384 req-61771730-337c-4506-9480-5169d4f1a6ac tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:43.912741 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9d451fdc-e309-458e-a5fa-f1e32b692384 req-61771730-337c-4506-9480-5169d4f1a6ac tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.0550106 Jul 30 20:03:43.954077 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9d451fdc-e309-458e-a5fa-f1e32b692384 req-98d77593-07ea-49e6-b561-bf94b6a8428e tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355833 Jul 30 20:03:43.984799 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52706) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:03:44.034855 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fb7ad-76b5-4778-8666-1861f7f428a8 req-908b8a0e-9621-41fe-be96-085d63dccf32 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:44.036356 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5fb7ad-76b5-4778-8666-1861f7f428a8 req-908b8a0e-9621-41fe-be96-085d63dccf32 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 946 time: 0.0534410 Jul 30 20:03:44.076320 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5fb7ad-76b5-4778-8666-1861f7f428a8 req-ab649a5f-7520-4b38-85e0-27631cd70a8f tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337343 Jul 30 20:03:44.119407 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17007648-e3fe-466d-a08a-80d6d62615b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:44.158618 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1e9d1-42c3-43b4-a080-f8958182cf57 req-77a85020-cea8-42aa-8b9d-ff21ac7abd4b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:44.160699 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-89e1e9d1-42c3-43b4-a080-f8958182cf57 req-77a85020-cea8-42aa-8b9d-ff21ac7abd4b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 943 time: 0.0766571 Jul 30 20:03:44.220135 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-89e1e9d1-42c3-43b4-a080-f8958182cf57 req-056eeafa-2873-4270-9ec5-eb4b93235f76 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529108 Jul 30 20:03:44.260103 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17007648-e3fe-466d-a08a-80d6d62615b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:44.264064 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17007648-e3fe-466d-a08a-80d6d62615b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:44.302025 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-17007648-e3fe-466d-a08a-80d6d62615b0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=701aaef299e74c06befc5cc0f85315fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161170 Jul 30 20:03:44.302839 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17007648-e3fe-466d-a08a-80d6d62615b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716807a0-a17d-40da-b1dd-9c6b385d1a12,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:44.304792 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52712) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:03:44.354434 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a95d6af8-4cb1-444e-aa12-8d470abfdb40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:44.376623 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a95d6af8-4cb1-444e-aa12-8d470abfdb40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:44.427203 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a95d6af8-4cb1-444e-aa12-8d470abfdb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:44.429747 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a95d6af8-4cb1-444e-aa12-8d470abfdb40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:44.430902 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a95d6af8-4cb1-444e-aa12-8d470abfdb40 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/716807a0-a17d-40da-b1dd-9c6b385d1a12 HTTP/1.1" status: 204 len: 168 time: 0.1251099 Jul 30 20:03:44.439307 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d6af8-4cb1-444e-aa12-8d470abfdb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716807a0-a17d-40da-b1dd-9c6b385d1a12,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:44.678579 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52720) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:03:44.691607 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07bda04f-d5db-41fb-b579-09b6e586d44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:44.779158 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07bda04f-d5db-41fb-b579-09b6e586d44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:44.784490 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07bda04f-d5db-41fb-b579-09b6e586d44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:44.792881 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 95844887-fb74-49e4-9739-7edba063e146 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:03:44.833756 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-07bda04f-d5db-41fb-b579-09b6e586d44c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0ed9108b4e544d9baa2a8e22c52e928d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540692 Jul 30 20:03:44.836747 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52726) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:03:44.847146 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bda04f-d5db-41fb-b579-09b6e586d44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3d95e1-dac5-492d-9a78-c3b2b405a836,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:44.889854 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa751f70-c5b6-4ef6-b2dd-06e7f5745fdd req-41705c80-3bf7-494e-aff1-dd662b2dee1a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:44.891362 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-aa751f70-c5b6-4ef6-b2dd-06e7f5745fdd req-41705c80-3bf7-494e-aff1-dd662b2dee1a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0842412 Jul 30 20:03:44.899860 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 95844887-fb74-49e4-9739-7edba063e146, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=95844887-fb74-49e4-9739-7edba063e146,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:44.911616 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '95844887-fb74-49e4-9739-7edba063e146', 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc', 'port_id': '95844887-fb74-49e4-9739-7edba063e146', 'mac_address': 'fa:16:3e:73:c5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4cfed6b-f42f-43da-94d1-da091996fffe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:03:44.921279 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-962d98bc-9dfa-4288-9734-d4e7aec5baf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:44.948713 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:44.956169 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-962d98bc-9dfa-4288-9734-d4e7aec5baf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:44.962167 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95844887-fb74-49e4-9739-7edba063e146 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:03:44.966737 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-aa751f70-c5b6-4ef6-b2dd-06e7f5745fdd req-134f119e-bb22-4ad7-b51f-7c77661970cf tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653632 Jul 30 20:03:44.992812 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 95844887-fb74-49e4-9739-7edba063e146, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=95844887-fb74-49e4-9739-7edba063e146,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:44.998791 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:45.021665 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-962d98bc-9dfa-4288-9734-d4e7aec5baf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:45.024369 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-962d98bc-9dfa-4288-9734-d4e7aec5baf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:45.025732 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-962d98bc-9dfa-4288-9734-d4e7aec5baf8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9d3d95e1-dac5-492d-9a78-c3b2b405a836 HTTP/1.1" status: 204 len: 168 time: 0.1880708 Jul 30 20:03:45.036515 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d98bc-9dfa-4288-9734-d4e7aec5baf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3d95e1-dac5-492d-9a78-c3b2b405a836,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:45.067688 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=95844887-fb74-49e4-9739-7edba063e146,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:45.115565 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2badb-300c-467a-bac8-f1795e8fe99e req-a4e38a4e-271c-44d6-8346-31022fa338b5 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:45.117103 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e1c2badb-300c-467a-bac8-f1795e8fe99e req-a4e38a4e-271c-44d6-8346-31022fa338b5 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.0678020 Jul 30 20:03:45.136653 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:45.162606 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['95844887-fb74-49e4-9739-7edba063e146'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:03:45.168613 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e1c2badb-300c-467a-bac8-f1795e8fe99e req-56794daa-4826-4f1f-9ff3-6059b32177a2 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451913 Jul 30 20:03:45.207260 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9234fed-adc8-490a-8326-2cc4ba236f9c req-a20e5307-efb4-4939-a01f-a01a7e95b9c5 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:45.208804 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e9234fed-adc8-490a-8326-2cc4ba236f9c req-a20e5307-efb4-4939-a01f-a01a7e95b9c5 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 946 time: 0.0542912 Jul 30 20:03:45.251254 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e9234fed-adc8-490a-8326-2cc4ba236f9c req-6315cb25-56ea-455e-94c5-4a856865acb1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358877 Jul 30 20:03:45.354640 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d180dc-cff1-45f3-8f24-5891de32171b req-4eb65f47-4ec9-4ed1-ad87-16cfad6e5104 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:45.356129 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-33d180dc-cff1-45f3-8f24-5891de32171b req-4eb65f47-4ec9-4ed1-ad87-16cfad6e5104 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 943 time: 0.0573874 Jul 30 20:03:45.396534 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-33d180dc-cff1-45f3-8f24-5891de32171b req-d8d8e26e-87b1-43ee-b884-874c89c36809 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343995 Jul 30 20:03:46.102764 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fe569-8978-441a-9e81-93b71ef37e5f req-5a01c649-de5a-473a-9fcb-1ccb3f44cb8e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:46.104709 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-da0fe569-8978-441a-9e81-93b71ef37e5f req-5a01c649-de5a-473a-9fcb-1ccb3f44cb8e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0532687 Jul 30 20:03:46.156507 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-da0fe569-8978-441a-9e81-93b71ef37e5f req-892a394d-70d7-4425-aa37-47269a93a818 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425069 Jul 30 20:03:46.312379 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a1f2d-23fd-4065-8ff0-dc442432d539 req-6e51eeed-b97b-4566-8db1-d9dd9b7247cd tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:46.320498 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2b0a1f2d-23fd-4065-8ff0-dc442432d539 req-6e51eeed-b97b-4566-8db1-d9dd9b7247cd tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.0675802 Jul 30 20:03:46.390726 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2b0a1f2d-23fd-4065-8ff0-dc442432d539 req-8aa8f677-45b4-47cf-9c78-90d04203d786 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660384 Jul 30 20:03:46.527575 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51a6ff-6ec6-4c9a-817a-0b1ba6ee1932 req-b71e7449-b06a-4b68-b16b-fb435ffc1ec4 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:46.529302 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca51a6ff-6ec6-4c9a-817a-0b1ba6ee1932 req-b71e7449-b06a-4b68-b16b-fb435ffc1ec4 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 946 time: 0.0673275 Jul 30 20:03:46.548365 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a595a6d-be46-462c-93b7-1fd8a368e8dd req-8fbfb131-5249-45c8-a999-c86ccdcc5ce9 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:46.556102 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0a595a6d-be46-462c-93b7-1fd8a368e8dd req-8fbfb131-5249-45c8-a999-c86ccdcc5ce9 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 943 time: 0.0633540 Jul 30 20:03:46.591088 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca51a6ff-6ec6-4c9a-817a-0b1ba6ee1932 req-77b780e9-ef30-484f-8778-8e9ef3217bbe tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501058 Jul 30 20:03:46.597631 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0a595a6d-be46-462c-93b7-1fd8a368e8dd req-a28373b1-ff70-493a-ba49-90e0cd42c414 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400784 Jul 30 20:03:46.740571 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32749065-a4e1-40e4-82b4-fcd7d25d2ed7 req-eb4dff37-4c35-4cdc-a032-edd318971378 tempest-FlavorsV2NegativeTest-70294874 tempest-FlavorsV2NegativeTest-70294874-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=817e27e3f7e342cc8e5de70427bc1b3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231390 Jul 30 20:03:46.809978 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 95844887-fb74-49e4-9739-7edba063e146 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:03:46.875440 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32749065-a4e1-40e4-82b4-fcd7d25d2ed7 req-84f93b1f-9e2f-4bad-bbb2-a5ac4cee240c tempest-FlavorsV2NegativeTest-70294874 tempest-FlavorsV2NegativeTest-70294874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:46.875783 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 95844887-fb74-49e4-9739-7edba063e146 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:03:46.876232 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:46.877256 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32749065-a4e1-40e4-82b4-fcd7d25d2ed7 req-84f93b1f-9e2f-4bad-bbb2-a5ac4cee240c tempest-FlavorsV2NegativeTest-70294874 tempest-FlavorsV2NegativeTest-70294874-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1309655 Jul 30 20:03:46.898805 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32749065-a4e1-40e4-82b4-fcd7d25d2ed7 req-14d58535-e445-4c38-94a1-bf8272b121c8 tempest-FlavorsV2NegativeTest-70294874 tempest-FlavorsV2NegativeTest-70294874-project] 10.222.0.81 "GET /v2.0/quotas/817e27e3f7e342cc8e5de70427bc1b3c HTTP/1.1" status: 200 len: 375 time: 0.0143733 Jul 30 20:03:46.941098 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32749065-a4e1-40e4-82b4-fcd7d25d2ed7 req-72609d67-9849-4400-8c34-da6842838110 tempest-FlavorsV2NegativeTest-70294874 tempest-FlavorsV2NegativeTest-70294874-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=817e27e3f7e342cc8e5de70427bc1b3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360072 Jul 30 20:03:46.992583 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:47.023540 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc969ba2-8221-444b-8cc7-6934376de136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95844887-fb74-49e4-9739-7edba063e146'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:47.025887 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e51f53-721f-436c-911b-f4709e1681e2" -d '{"events": [{"server_uuid": "dc969ba2-8221-444b-8cc7-6934376de136", "name": "network-vif-plugged", "status": "completed", "tag": "95844887-fb74-49e4-9739-7edba063e146"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:47.071289 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 95844887-fb74-49e4-9739-7edba063e146, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=95844887-fb74-49e4-9739-7edba063e146,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:47.078263 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:47.118537 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77ee1b5-fc2e-4c11-b09d-77f85db36c03 x-openstack-request-id: req-c77ee1b5-fc2e-4c11-b09d-77f85db36c03 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:47.118807 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc969ba2-8221-444b-8cc7-6934376de136", "name": "network-vif-plugged", "status": "completed", "tag": "95844887-fb74-49e4-9739-7edba063e146", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:47.119060 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c77ee1b5-fc2e-4c11-b09d-77f85db36c03 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:47.119501 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc969ba2-8221-444b-8cc7-6934376de136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95844887-fb74-49e4-9739-7edba063e146', 'code': 200} Jul 30 20:03:47.148411 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=95844887-fb74-49e4-9739-7edba063e146,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:47.332102 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3808d-af0c-4416-8a9d-8e78830e52b4 req-e494e8fa-91b3-4b04-94a1-6570ac71a22e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:47.335582 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-13b3808d-af0c-4416-8a9d-8e78830e52b4 req-e494e8fa-91b3-4b04-94a1-6570ac71a22e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0970187 Jul 30 20:03:47.353893 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-fc75f3b4-614b-49d7-a3ce-449a14fb4b62 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:47.355860 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-fc75f3b4-614b-49d7-a3ce-449a14fb4b62 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765&tenant_id=236d1eaa83284464a4f623b106ec8e36&binding%3Ahost_id=n-h2-712137-9 HTTP/1.1" status: 200 len: 1097 time: 0.0885150 Jul 30 20:03:47.368816 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-d7b5b344-a7a8-49c6-8c68-200422693563 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712137-9'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:03:47.480408 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-13b3808d-af0c-4416-8a9d-8e78830e52b4 req-ebe0d55f-9968-4ecd-b61d-73caec3c312e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335125 Jul 30 20:03:47.501192 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-d7b5b344-a7a8-49c6-8c68-200422693563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:47.607686 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c045dfc-babe-4b3f-8ca2-a36792f15880 req-1efa3ecb-3ad0-48b0-aac8-a746db41db4c tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:47.609814 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c045dfc-babe-4b3f-8ca2-a36792f15880 req-1efa3ecb-3ad0-48b0-aac8-a746db41db4c tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.1245439 Jul 30 20:03:47.628973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52892) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:03:47.694301 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-d7b5b344-a7a8-49c6-8c68-200422693563 service neutron] For port 19aa8ad0-fe85-4080-adca-8bb43955e54c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=19aa8ad0-fe85-4080-adca-8bb43955e54c,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:47.714763 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c045dfc-babe-4b3f-8ca2-a36792f15880 req-a3a14f63-856a-4801-a65b-022c6267abd3 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845263 Jul 30 20:03:47.807963 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed313d-c7bc-46ac-9554-e794566814b6 req-60db56b1-3f56-45cc-85c0-863a60924590 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:47.810039 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4aed313d-c7bc-46ac-9554-e794566814b6 req-60db56b1-3f56-45cc-85c0-863a60924590 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 946 time: 0.0887043 Jul 30 20:03:47.811323 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-d7b5b344-a7a8-49c6-8c68-200422693563 service neutron] For port 19aa8ad0-fe85-4080-adca-8bb43955e54c, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:03:47.823685 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e4af0aec-c827-41f4-9890-da7ec6e440a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:47.889425 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af2de6f-50be-4af4-b012-e1d9b5b7e765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19aa8ad0-fe85-4080-adca-8bb43955e54c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:47.891807 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b03dc7c-540e-4e59-ad0a-6d6e60cf2930" -d '{"events": [{"server_uuid": "2af2de6f-50be-4af4-b012-e1d9b5b7e765", "name": "network-vif-unplugged", "status": "completed", "tag": "19aa8ad0-fe85-4080-adca-8bb43955e54c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:47.898138 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-d7b5b344-a7a8-49c6-8c68-200422693563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:47.914593 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4aed313d-c7bc-46ac-9554-e794566814b6 req-45ccebbe-b304-4c25-9338-e30e581bdfb9 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729492 Jul 30 20:03:47.928304 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-d7b5b344-a7a8-49c6-8c68-200422693563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:47.966382 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e4af0aec-c827-41f4-9890-da7ec6e440a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:47.982045 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e4af0aec-c827-41f4-9890-da7ec6e440a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:48.012914 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af0aec-c827-41f4-9890-da7ec6e440a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e288ddaa-3ebd-42cd-82ec-0697cd548db8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:48.014008 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5b344-a7a8-49c6-8c68-200422693563 service neutron] Pushing event updated for resources: {'Port': ['ID=19aa8ad0-fe85-4080-adca-8bb43955e54c,revision_number=7']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:48.032334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6705791-6514-43f5-8c53-914b26034d08 req-aeb7d905-8712-4c87-b564-861b5041cfe8 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:48.032548 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-d7b5b344-a7a8-49c6-8c68-200422693563 service neutron] Attempting to bind port 19aa8ad0-fe85-4080-adca-8bb43955e54c on host n-h2-712137-9 for vnic_type normal with profile {"migrating_to": "n-h1-712137-9"} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:03:48.032851 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-d7b5b344-a7a8-49c6-8c68-200422693563 service neutron] Attempting to bind port 19aa8ad0-fe85-4080-adca-8bb43955e54c by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:03:48.033182 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-d7b5b344-a7a8-49c6-8c68-200422693563 service neutron] Attempting to bind port 19aa8ad0-fe85-4080-adca-8bb43955e54c on network dd53ee4f-dc29-41da-8a32-a515358904dc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:03:48.037706 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-d7b5b344-a7a8-49c6-8c68-200422693563 service neutron] Port 19aa8ad0-fe85-4080-adca-8bb43955e54c on network dd53ee4f-dc29-41da-8a32-a515358904dc not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:03:48.038028 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-d7b5b344-a7a8-49c6-8c68-200422693563 service neutron] Attempting to bind port 19aa8ad0-fe85-4080-adca-8bb43955e54c on network dd53ee4f-dc29-41da-8a32-a515358904dc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:03:48.040024 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c6705791-6514-43f5-8c53-914b26034d08 req-aeb7d905-8712-4c87-b564-861b5041cfe8 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 943 time: 0.2410133 Jul 30 20:03:48.043162 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-d7b5b344-a7a8-49c6-8c68-200422693563 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:03:48.043500 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-d7b5b344-a7a8-49c6-8c68-200422693563 service neutron] Checking segment: {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:03:48.044425 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-d7b5b344-a7a8-49c6-8c68-200422693563 service neutron] Bound using segment: {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:03:48.044862 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-d7b5b344-a7a8-49c6-8c68-200422693563 service neutron] Bound port: 19aa8ad0-fe85-4080-adca-8bb43955e54c, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469238c1-e5bd-43e4-9a28-17eedda71b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53ee4f-dc29-41da-8a32-a515358904dc'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:03:48.045597 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-d7b5b344-a7a8-49c6-8c68-200422693563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:48.087502 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e4af0aec-c827-41f4-9890-da7ec6e440a7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=817e27e3f7e342cc8e5de70427bc1b3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4463434 Jul 30 20:03:48.090587 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52906) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:03:48.130835 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c6705791-6514-43f5-8c53-914b26034d08 req-f2b10cef-240f-4421-9acf-5fa588c02799 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900350 Jul 30 20:03:48.142443 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-d7b5b344-a7a8-49c6-8c68-200422693563 service neutron] For port 19aa8ad0-fe85-4080-adca-8bb43955e54c, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:03:48.146783 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-d7b5b344-a7a8-49c6-8c68-200422693563 service neutron] For port 19aa8ad0-fe85-4080-adca-8bb43955e54c, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=19aa8ad0-fe85-4080-adca-8bb43955e54c,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:03:48.149190 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b53b438-bc55-4aaa-af6a-217dd2ceb3b3 x-openstack-request-id: req-4b53b438-bc55-4aaa-af6a-217dd2ceb3b3 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:48.149486 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af2de6f-50be-4af4-b012-e1d9b5b7e765", "name": "network-vif-unplugged", "status": "completed", "tag": "19aa8ad0-fe85-4080-adca-8bb43955e54c", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:48.149879 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b53b438-bc55-4aaa-af6a-217dd2ceb3b3 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:48.150327 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af2de6f-50be-4af4-b012-e1d9b5b7e765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19aa8ad0-fe85-4080-adca-8bb43955e54c', 'code': 200} Jul 30 20:03:48.156186 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-d7b5b344-a7a8-49c6-8c68-200422693563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:48.159024 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3712ab1f-591b-4d20-8557-bfc13a1823b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:48.185349 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3712ab1f-591b-4d20-8557-bfc13a1823b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:48.237249 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5b344-a7a8-49c6-8c68-200422693563 service neutron] Pushing event updated for resources: {'Port': ['ID=19aa8ad0-fe85-4080-adca-8bb43955e54c,revision_number=8']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:48.238891 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3712ab1f-591b-4d20-8557-bfc13a1823b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:48.241717 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3712ab1f-591b-4d20-8557-bfc13a1823b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:48.242992 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3712ab1f-591b-4d20-8557-bfc13a1823b6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e288ddaa-3ebd-42cd-82ec-0697cd548db8 HTTP/1.1" status: 204 len: 168 time: 0.1514754 Jul 30 20:03:48.255600 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712ab1f-591b-4d20-8557-bfc13a1823b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e288ddaa-3ebd-42cd-82ec-0697cd548db8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:48.288929 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-d7b5b344-a7a8-49c6-8c68-200422693563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:48.289866 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-d7b5b344-a7a8-49c6-8c68-200422693563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:48.291292 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-d7b5b344-a7a8-49c6-8c68-200422693563 service neutron] 10.222.0.59 "PUT /v2.0/ports/19aa8ad0-fe85-4080-adca-8bb43955e54c HTTP/1.1" status: 200 len: 1122 time: 0.9274671 Jul 30 20:03:48.439726 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['19aa8ad0-fe85-4080-adca-8bb43955e54c'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:03:48.467909 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['19aa8ad0-fe85-4080-adca-8bb43955e54c'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:03:48.632361 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c66698-cb60-4b58-a037-e34622ba5007 req-53756e32-ecf5-434d-b48d-89ad12f1c859 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:48.641719 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-91c66698-cb60-4b58-a037-e34622ba5007 req-53756e32-ecf5-434d-b48d-89ad12f1c859 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0785820 Jul 30 20:03:48.694587 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-91c66698-cb60-4b58-a037-e34622ba5007 req-6f0d6220-dde3-41be-bae1-1d6923b8d46e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513244 Jul 30 20:03:48.806132 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 19aa8ad0-fe85-4080-adca-8bb43955e54c details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:03:48.875823 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61884b91-c57d-47ef-ba3e-83d763b917fb req-06e840f4-0748-433e-827e-c4fa29858635 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:48.886704 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-61884b91-c57d-47ef-ba3e-83d763b917fb req-06e840f4-0748-433e-827e-c4fa29858635 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.0950909 Jul 30 20:03:48.939022 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 19aa8ad0-fe85-4080-adca-8bb43955e54c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=19aa8ad0-fe85-4080-adca-8bb43955e54c,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:48.957983 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 19aa8ad0-fe85-4080-adca-8bb43955e54c has no active binding in host n-h1-712137-9 {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 20:03:48.974399 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-61884b91-c57d-47ef-ba3e-83d763b917fb req-5091cbd5-066b-4990-9e24-e9520a606fb2 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795858 Jul 30 20:03:49.095956 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cbbd4-2135-4f75-89ee-c2985035c806 req-e0813448-95fa-44cd-83a8-7cc7cc2833aa tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:49.098226 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4e8cbbd4-2135-4f75-89ee-c2985035c806 req-e0813448-95fa-44cd-83a8-7cc7cc2833aa tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 944 time: 0.0878103 Jul 30 20:03:49.149265 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4e8cbbd4-2135-4f75-89ee-c2985035c806 req-220fc808-f2e6-437e-bb99-2d9eceadbc4a tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449841 Jul 30 20:03:49.152467 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:03:49.156317 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:03:49.240980 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52950) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:03:49.334322 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4899056-ad6a-4bac-abcf-f6e5da93b707 req-e2b4300a-79d8-43a1-87b3-74670cb75453 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:49.342242 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d4899056-ad6a-4bac-abcf-f6e5da93b707 req-e2b4300a-79d8-43a1-87b3-74670cb75453 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 943 time: 0.0765381 Jul 30 20:03:49.377170 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=942a7c6d-002f-47ad-9216-1bb9ba7ea3c9,segment=NetworkSegment(21259fef-2530-4ea2-94b4-58e78cdda3f6),segment_id=21259fef-2530-4ea2-94b4-58e78cdda3f6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:49.391048 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:49.392669 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d4899056-ad6a-4bac-abcf-f6e5da93b707 req-63835d3d-e47c-481c-9657-fc5e214868d7 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488892 Jul 30 20:03:49.397215 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '942a7c6d-002f-47ad-9216-1bb9ba7ea3c9', 'network_id': 'bd2cf75f-ada5-438d-87d6-041f6d8f37e8', 'port_id': '942a7c6d-002f-47ad-9216-1bb9ba7ea3c9', 'mac_address': 'fa:16:3e:96:6b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc2bd05-703a-476f-bf73-d538fd160288', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:03:49.402819 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ab1233f0-2c8d-4f27-8115-95678c80a87f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34517896-network', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:03:49.432808 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1233f0-2c8d-4f27-8115-95678c80a87f admin admin] Made reservation on behalf of fe0d658d535c43fda1a767d8337bb8fb for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:03:49.436522 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ab1233f0-2c8d-4f27-8115-95678c80a87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:49.445991 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ab1233f0-2c8d-4f27-8115-95678c80a87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:49.478509 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:49.496071 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:49.510318 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49c6183-6287-4620-bc66-d0cd3a23799a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '942a7c6d-002f-47ad-9216-1bb9ba7ea3c9'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:49.514464 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee188364-fc51-4555-84be-91645c797596" -d '{"events": [{"server_uuid": "d49c6183-6287-4620-bc66-d0cd3a23799a", "name": "network-vif-unplugged", "status": "completed", "tag": "942a7c6d-002f-47ad-9216-1bb9ba7ea3c9"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:49.548817 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=942a7c6d-002f-47ad-9216-1bb9ba7ea3c9,segment=NetworkSegment(21259fef-2530-4ea2-94b4-58e78cdda3f6),segment_id=21259fef-2530-4ea2-94b4-58e78cdda3f6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:49.554438 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:03:49.561434 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ab1233f0-2c8d-4f27-8115-95678c80a87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:49.564540 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ab1233f0-2c8d-4f27-8115-95678c80a87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:49.566218 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:49.592030 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1233f0-2c8d-4f27-8115-95678c80a87f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:03:49.592519 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bfa872-38d3-401f-8ea1-2012aa5af107 x-openstack-request-id: req-66bfa872-38d3-401f-8ea1-2012aa5af107 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:49.592810 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49c6183-6287-4620-bc66-d0cd3a23799a", "name": "network-vif-unplugged", "status": "completed", "tag": "942a7c6d-002f-47ad-9216-1bb9ba7ea3c9", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:49.593055 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-66bfa872-38d3-401f-8ea1-2012aa5af107 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:49.593677 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49c6183-6287-4620-bc66-d0cd3a23799a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '942a7c6d-002f-47ad-9216-1bb9ba7ea3c9', 'code': 200} Jul 30 20:03:49.606882 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1233f0-2c8d-4f27-8115-95678c80a87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77c6fa1-c414-494e-b978-52c7bc11ecc1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:49.613241 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ab1233f0-2c8d-4f27-8115-95678c80a87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:49.613564 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-ab1233f0-2c8d-4f27-8115-95678c80a87f admin admin] Added segment e1575c60-5bba-4757-85a1-313b9f365e2e of type vlan for network 4f5feb86-8071-4973-8ef1-fe1163756b45 Jul 30 20:03:49.655673 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:03:49.656037 n-d-712137-9 neutron-server[93884]: DEBUG oslo_db.api [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:03:49.656664 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=942a7c6d-002f-47ad-9216-1bb9ba7ea3c9,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:49.664897 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:49.665245 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:49.665923 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:49.665923 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:49.666269 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:49.666602 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:49.666940 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:49.667259 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:49.667602 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:49.667926 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:49.668249 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:49.669573 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:03:49.687650 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ab1233f0-2c8d-4f27-8115-95678c80a87f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:49.720326 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ab1233f0-2c8d-4f27-8115-95678c80a87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:49.721472 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1233f0-2c8d-4f27-8115-95678c80a87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:49.722406 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ab1233f0-2c8d-4f27-8115-95678c80a87f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:49.832945 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ab1233f0-2c8d-4f27-8115-95678c80a87f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 0.5874910 Jul 30 20:03:49.833381 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52968) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:03:49.844282 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-8273ebcd-5121-42eb-a45c-4a724afb0ed7 admin admin] Request body: {'subnet': {'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34517896-subnet', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:03:49.849697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1233f0-2c8d-4f27-8115-95678c80a87f admin admin] Pushing event updated for resources: {'Network': ['ID=4f5feb86-8071-4973-8ef1-fe1163756b45,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:49.862691 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 4f5feb86-8071-4973-8ef1-fe1163756b45 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:03:49.882340 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae3ab1-8893-4799-820c-5b5e3be05472 req-5a42394f-b369-44bf-bf82-223938103fcc tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:49.884039 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-34ae3ab1-8893-4799-820c-5b5e3be05472 req-5a42394f-b369-44bf-bf82-223938103fcc tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0972939 Jul 30 20:03:49.899893 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8273ebcd-5121-42eb-a45c-4a724afb0ed7 admin admin] Made reservation on behalf of fe0d658d535c43fda1a767d8337bb8fb for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:03:49.902507 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8273ebcd-5121-42eb-a45c-4a724afb0ed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:50.004887 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-34ae3ab1-8893-4799-820c-5b5e3be05472 req-9c7c886f-a688-430f-ad9a-30e226e30816 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987723 Jul 30 20:03:50.124459 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d95f34-4398-462d-bd81-19ea5a79a0c3 req-1914c716-ab6f-4e29-b461-1393b2b5c10a tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:50.126233 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e8d95f34-4398-462d-bd81-19ea5a79a0c3 req-1914c716-ab6f-4e29-b461-1393b2b5c10a tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 943 time: 0.0586278 Jul 30 20:03:50.151690 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af2de6f-50be-4af4-b012-e1d9b5b7e765', 'tag': '19aa8ad0-fe85-4080-adca-8bb43955e54c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:50.154794 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451e8cd6-0cfe-42f3-9a75-7b28dac0c276" -d '{"events": [{"name": "network-changed", "server_uuid": "2af2de6f-50be-4af4-b012-e1d9b5b7e765", "tag": "19aa8ad0-fe85-4080-adca-8bb43955e54c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:50.191960 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8273ebcd-5121-42eb-a45c-4a724afb0ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:50.225726 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e8d95f34-4398-462d-bd81-19ea5a79a0c3 req-5448e0ce-9375-494d-9d82-7e20cf41b49c tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900857 Jul 30 20:03:50.233253 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:50.253637 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:03:50.290789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=942a7c6d-002f-47ad-9216-1bb9ba7ea3c9,segment=NetworkSegment(21259fef-2530-4ea2-94b4-58e78cdda3f6),segment_id=21259fef-2530-4ea2-94b4-58e78cdda3f6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:50.300905 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:50.306315 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30aa70fa-6545-4108-b773-ac07280e98f0 x-openstack-request-id: req-30aa70fa-6545-4108-b773-ac07280e98f0 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:50.306780 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af2de6f-50be-4af4-b012-e1d9b5b7e765", "tag": "19aa8ad0-fe85-4080-adca-8bb43955e54c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:50.307033 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-30aa70fa-6545-4108-b773-ac07280e98f0 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:50.307427 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af2de6f-50be-4af4-b012-e1d9b5b7e765', 'tag': '19aa8ad0-fe85-4080-adca-8bb43955e54c', 'status': 'completed', 'code': 200} Jul 30 20:03:50.386425 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=942a7c6d-002f-47ad-9216-1bb9ba7ea3c9,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:50.397328 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273ebcd-5121-42eb-a45c-4a724afb0ed7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb40bf94-0ae1-4521-a311-cd4d3f60b829,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:50.413253 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8273ebcd-5121-42eb-a45c-4a724afb0ed7 admin admin] Checking segment: {'id': 'e1575c60-5bba-4757-85a1-313b9f365e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:03:50.413618 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8273ebcd-5121-42eb-a45c-4a724afb0ed7 admin admin] Network hostable DHCP agents. Network: 4f5feb86-8071-4973-8ef1-fe1163756b45, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:03:50.455618 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e2c3d-21b3-4976-bc96-20e75b559a9b req-d2983ead-22c1-4faa-bcea-ecce5577ef61 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:50.457887 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-592e2c3d-21b3-4976-bc96-20e75b559a9b req-d2983ead-22c1-4faa-bcea-ecce5577ef61 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 944 time: 0.1729832 Jul 30 20:03:50.460195 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8273ebcd-5121-42eb-a45c-4a724afb0ed7 admin admin] Network 4f5feb86-8071-4973-8ef1-fe1163756b45 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:03:50.464239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e8cd6-0cfe-42f3-9a75-7b28dac0c276 req-17b4090d-03d9-4cb9-9c94-1769de393adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:50.465816 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-451e8cd6-0cfe-42f3-9a75-7b28dac0c276 req-17b4090d-03d9-4cb9-9c94-1769de393adf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 1125 time: 0.1073415 Jul 30 20:03:50.519765 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-8273ebcd-5121-42eb-a45c-4a724afb0ed7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 4f5feb86-8071-4973-8ef1-fe1163756b45) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:03:50.523456 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165e1aa-d6c5-4273-aaf6-36fef96059bb req-25f698d8-e526-4781-a9bc-a1d931366142 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:50.525311 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9165e1aa-d6c5-4273-aaf6-36fef96059bb req-25f698d8-e526-4781-a9bc-a1d931366142 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 943 time: 0.0503306 Jul 30 20:03:50.536016 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7188b3c-71d3-4ec6-a765-46c1d6ac1f1a None None] Network 4f5feb86-8071-4973-8ef1-fe1163756b45 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:03:50.602396 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9165e1aa-d6c5-4273-aaf6-36fef96059bb req-6cd29cb2-cd5d-4996-8c76-30cbdbf0c6b1 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590985 Jul 30 20:03:50.629587 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e8cd6-0cfe-42f3-9a75-7b28dac0c276 req-344afe5e-1afa-4c9a-8eb2-df8dc823bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:50.631145 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-451e8cd6-0cfe-42f3-9a75-7b28dac0c276 req-344afe5e-1afa-4c9a-8eb2-df8dc823bc31 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 909 time: 0.1473167 Jul 30 20:03:50.644077 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-592e2c3d-21b3-4976-bc96-20e75b559a9b req-804b17e6-0a22-4dcd-b750-9daaf328c7fd tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763499 Jul 30 20:03:50.645515 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8273ebcd-5121-42eb-a45c-4a724afb0ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:50.646185 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8273ebcd-5121-42eb-a45c-4a724afb0ed7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:50.700499 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-451e8cd6-0cfe-42f3-9a75-7b28dac0c276 req-57e6c221-b78a-4afd-97ca-d1e04886b11f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19aa8ad0-fe85-4080-adca-8bb43955e54c HTTP/1.1" status: 200 len: 217 time: 0.0508001 Jul 30 20:03:50.744501 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8273ebcd-5121-42eb-a45c-4a724afb0ed7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 0.9092026 Jul 30 20:03:50.747630 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52986) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:03:50.749922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467f7e3b-234a-4e96-9604-0b2c3c376313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-4f5feb86-8071-4973-8ef1-fe1163756b45', 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'fixed_ips': [{'subnet_id': 'cb40bf94-0ae1-4521-a311-cd4d3f60b829'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:03:50.750799 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-467f7e3b-234a-4e96-9604-0b2c3c376313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:50.752009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-88890df3-d225-491d-b634-1f40d449572e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34517896-router', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:03:50.768824 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e8cd6-0cfe-42f3-9a75-7b28dac0c276 req-a630afa0-8fc4-43c3-8ac9-3797b643c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:50.770289 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-451e8cd6-0cfe-42f3-9a75-7b28dac0c276 req-a630afa0-8fc4-43c3-8ac9-3797b643c349 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e297a2c7-8889-4baa-b07e-dd1ecdbb2586 HTTP/1.1" status: 200 len: 848 time: 0.0625882 Jul 30 20:03:50.793506 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88890df3-d225-491d-b634-1f40d449572e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:50.794742 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88890df3-d225-491d-b634-1f40d449572e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:50.816404 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-451e8cd6-0cfe-42f3-9a75-7b28dac0c276 req-67661139-a895-452a-94f0-8a8eccae10e1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd53ee4f-dc29-41da-8a32-a515358904dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350454 Jul 30 20:03:50.846907 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['942a7c6d-002f-47ad-9216-1bb9ba7ea3c9'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:03:50.986048 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88890df3-d225-491d-b634-1f40d449572e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:50.988726 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-467f7e3b-234a-4e96-9604-0b2c3c376313 None None] Allocated IP 172.20.0.2 (4f5feb86-8071-4973-8ef1-fe1163756b45/cb40bf94-0ae1-4521-a311-cd4d3f60b829/4c193243-123e-4b84-a0a9-58b746bab1b3) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:03:51.175614 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:03:51.245036 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88890df3-d225-491d-b634-1f40d449572e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:51.255013 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-451e8cd6-0cfe-42f3-9a75-7b28dac0c276 req-5ef514d7-ddda-41b6-8f4b-20d09b65e76e service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249103 Jul 30 20:03:51.302185 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8aca94-a3d3-497e-967a-56ac88c3035e req-2dac5fed-a31a-4c7f-9a47-416a27c8b44e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:51.304291 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de8aca94-a3d3-497e-967a-56ac88c3035e req-2dac5fed-a31a-4c7f-9a47-416a27c8b44e tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.1972868 Jul 30 20:03:51.305582 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2377af77-01f0-4d87-9d95-7c27178be29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:51.465324 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e8f7f-75ba-49c5-be12-f0c4a3630816 req-907891fc-5f69-434a-a2e5-fd51b3ad4cf4 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:51.473591 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-485e8f7f-75ba-49c5-be12-f0c4a3630816 req-907891fc-5f69-434a-a2e5-fd51b3ad4cf4 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 944 time: 0.0879347 Jul 30 20:03:51.505581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=0dc7360f-a0f2-456c-9f90-d1f4281e74b6,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:51.526973 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-485e8f7f-75ba-49c5-be12-f0c4a3630816 req-45f6bcf3-d600-44ff-b967-cf72f619b891 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521953 Jul 30 20:03:51.558310 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '0dc7360f-a0f2-456c-9f90-d1f4281e74b6', 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf', 'port_id': '0dc7360f-a0f2-456c-9f90-d1f4281e74b6', 'mac_address': 'fa:16:3e:1d:2f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b757e780-295d-4676-ae81-4c07de396b9e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:03:51.571281 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de8aca94-a3d3-497e-967a-56ac88c3035e req-6e10b48f-6bc4-4754-a176-c4c4e45f7f1c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136340 Jul 30 20:03:51.573721 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-467f7e3b-234a-4e96-9604-0b2c3c376313 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:51.633181 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-467f7e3b-234a-4e96-9604-0b2c3c376313 None None] Transition to ACTIVE for port object 4c193243-123e-4b84-a0a9-58b746bab1b3 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:03:51.692712 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-451e8cd6-0cfe-42f3-9a75-7b28dac0c276 req-5aec80ea-5074-4662-ab04-8f7beede3d37 service neutron] 10.222.0.83 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212286 Jul 30 20:03:51.694885 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:51.697342 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-467f7e3b-234a-4e96-9604-0b2c3c376313 None None] Transition to ACTIVE for port object 4c193243-123e-4b84-a0a9-58b746bab1b3 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:03:51.738774 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-467f7e3b-234a-4e96-9604-0b2c3c376313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:51.807163 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:03:51.840770 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467f7e3b-234a-4e96-9604-0b2c3c376313 None None] Network 4f5feb86-8071-4973-8ef1-fe1163756b45 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:03:51.846856 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91c380-6b8a-4488-8e69-bb897f7c478a req-a9fe43de-e6e0-49a8-be42-81994f6161bd tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:51.848224 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-467f7e3b-234a-4e96-9604-0b2c3c376313 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:03:51.856664 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3b91c380-6b8a-4488-8e69-bb897f7c478a req-a9fe43de-e6e0-49a8-be42-81994f6161bd tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 944 time: 0.1129029 Jul 30 20:03:51.859069 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467f7e3b-234a-4e96-9604-0b2c3c376313 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:03:51.866754 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=0dc7360f-a0f2-456c-9f90-d1f4281e74b6,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:51.875259 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f7e3b-234a-4e96-9604-0b2c3c376313 None None] Pushing event updated for resources: {'Port': ['ID=4c193243-123e-4b84-a0a9-58b746bab1b3,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:51.882116 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:51.947367 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3b91c380-6b8a-4488-8e69-bb897f7c478a req-19146908-ad0f-4ccc-bada-e352231897b8 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807376 Jul 30 20:03:51.956089 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-467f7e3b-234a-4e96-9604-0b2c3c376313 None None] Attempting to bind port 4c193243-123e-4b84-a0a9-58b746bab1b3 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:03:51.956465 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-467f7e3b-234a-4e96-9604-0b2c3c376313 None None] Attempting to bind port 4c193243-123e-4b84-a0a9-58b746bab1b3 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'e1575c60-5bba-4757-85a1-313b9f365e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:03:51.956832 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467f7e3b-234a-4e96-9604-0b2c3c376313 None None] Attempting to bind port 4c193243-123e-4b84-a0a9-58b746bab1b3 on network 4f5feb86-8071-4973-8ef1-fe1163756b45 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:03:51.964983 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467f7e3b-234a-4e96-9604-0b2c3c376313 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:03:51.965284 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467f7e3b-234a-4e96-9604-0b2c3c376313 None None] Checking segment: {'id': 'e1575c60-5bba-4757-85a1-313b9f365e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:03:51.965699 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-467f7e3b-234a-4e96-9604-0b2c3c376313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:51.966116 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467f7e3b-234a-4e96-9604-0b2c3c376313 None None] Bound using segment: {'id': 'e1575c60-5bba-4757-85a1-313b9f365e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:03:51.966607 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-467f7e3b-234a-4e96-9604-0b2c3c376313 None None] Bound port: 4c193243-123e-4b84-a0a9-58b746bab1b3, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1575c60-5bba-4757-85a1-313b9f365e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:03:51.966990 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-467f7e3b-234a-4e96-9604-0b2c3c376313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:51.983711 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994e914-bb19-43df-9f83-743ed8cb7560 req-a42fcdb3-55ce-4e43-ad6a-dc90049b8084 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:51.991880 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e994e914-bb19-43df-9f83-743ed8cb7560 req-a42fcdb3-55ce-4e43-ad6a-dc90049b8084 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 943 time: 0.2615454 Jul 30 20:03:52.042488 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=0dc7360f-a0f2-456c-9f90-d1f4281e74b6,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:52.046221 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88890df3-d225-491d-b634-1f40d449572e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:52.082973 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e994e914-bb19-43df-9f83-743ed8cb7560 req-a25deac1-02c8-4ee4-a757-8f4a9504c51e tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901978 Jul 30 20:03:52.096639 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88890df3-d225-491d-b634-1f40d449572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:52.117991 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-467f7e3b-234a-4e96-9604-0b2c3c376313 None None] For port 4c193243-123e-4b84-a0a9-58b746bab1b3, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:03:52.149277 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-467f7e3b-234a-4e96-9604-0b2c3c376313 None None] For port 4c193243-123e-4b84-a0a9-58b746bab1b3, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4c193243-123e-4b84-a0a9-58b746bab1b3,segment=NetworkSegment(e1575c60-5bba-4757-85a1-313b9f365e2e),segment_id=e1575c60-5bba-4757-85a1-313b9f365e2e)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:03:52.161142 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-467f7e3b-234a-4e96-9604-0b2c3c376313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:52.245269 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f7e3b-234a-4e96-9604-0b2c3c376313 None None] Pushing event updated for resources: {'Port': ['ID=4c193243-123e-4b84-a0a9-58b746bab1b3,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:52.256541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['0dc7360f-a0f2-456c-9f90-d1f4281e74b6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:03:52.264465 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-88890df3-d225-491d-b634-1f40d449572e admin admin] Allocated IP 172.25.3.62 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/6eafeb15-c208-4831-b8c1-c54723fea22a) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:03:52.460895 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88890df3-d225-491d-b634-1f40d449572e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:52.544235 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88890df3-d225-491d-b634-1f40d449572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:52.695714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88890df3-d225-491d-b634-1f40d449572e admin admin] Pushing event updated for resources: {'Port': ['ID=6eafeb15-c208-4831-b8c1-c54723fea22a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:52.695714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88890df3-d225-491d-b634-1f40d449572e admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:03:52.697294 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-88890df3-d225-491d-b634-1f40d449572e admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:03:52.699487 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88890df3-d225-491d-b634-1f40d449572e admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:03:52.751123 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37fc4-647b-4496-87e5-c5fe21222f06 req-9cfcc81f-9532-4366-b83e-d88854e7969b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:52.759884 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-71d37fc4-647b-4496-87e5-c5fe21222f06 req-9cfcc81f-9532-4366-b83e-d88854e7969b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 944 time: 0.0876906 Jul 30 20:03:52.808558 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-71d37fc4-647b-4496-87e5-c5fe21222f06 req-4862e7da-7718-4dae-83f0-8965643f33b1 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474777 Jul 30 20:03:52.901641 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797d502-f2b4-48d5-a38e-538be2c9aa6e req-2d594c70-5caa-4c14-a240-26e83be7007d tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:52.913400 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6797d502-f2b4-48d5-a38e-538be2c9aa6e req-2d594c70-5caa-4c14-a240-26e83be7007d tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.1732721 Jul 30 20:03:52.983427 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6797d502-f2b4-48d5-a38e-538be2c9aa6e req-8f526986-2477-4752-b129-38d6cad3ddab tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689511 Jul 30 20:03:53.088601 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635e800-b35d-4495-93fb-41edc97a94cd req-538a6812-46a7-448d-b0aa-2233de1a5141 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:53.097883 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4635e800-b35d-4495-93fb-41edc97a94cd req-538a6812-46a7-448d-b0aa-2233de1a5141 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 944 time: 0.0671690 Jul 30 20:03:53.120626 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88890df3-d225-491d-b634-1f40d449572e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:53.164486 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4635e800-b35d-4495-93fb-41edc97a94cd req-b577740d-17b8-4264-922b-c1678b5319f9 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654745 Jul 30 20:03:53.183535 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:03:53.326071 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:03:53.326588 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:53.448948 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:53.494247 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=942a7c6d-002f-47ad-9216-1bb9ba7ea3c9,segment=NetworkSegment(21259fef-2530-4ea2-94b4-58e78cdda3f6),segment_id=21259fef-2530-4ea2-94b4-58e78cdda3f6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:53.502511 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49c6183-6287-4620-bc66-d0cd3a23799a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942a7c6d-002f-47ad-9216-1bb9ba7ea3c9'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:53.505368 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17641781-f287-4b92-9ab6-668218aec6bc" -d '{"events": [{"server_uuid": "d49c6183-6287-4620-bc66-d0cd3a23799a", "name": "network-vif-plugged", "status": "completed", "tag": "942a7c6d-002f-47ad-9216-1bb9ba7ea3c9"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:53.512706 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:53.513703 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 19aa8ad0-fe85-4080-adca-8bb43955e54c no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:03:53.634423 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468b9a4b-b711-45a5-9af1-f791fd0d1c7a x-openstack-request-id: req-468b9a4b-b711-45a5-9af1-f791fd0d1c7a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:53.635205 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49c6183-6287-4620-bc66-d0cd3a23799a", "name": "network-vif-plugged", "status": "completed", "tag": "942a7c6d-002f-47ad-9216-1bb9ba7ea3c9", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:53.635471 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-468b9a4b-b711-45a5-9af1-f791fd0d1c7a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:53.635943 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49c6183-6287-4620-bc66-d0cd3a23799a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942a7c6d-002f-47ad-9216-1bb9ba7ea3c9', 'code': 200} Jul 30 20:03:53.648233 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=942a7c6d-002f-47ad-9216-1bb9ba7ea3c9,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:53.745379 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68c916aa-e34f-4caf-be62-3451377cc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:53.801011 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c5e3c2-84ca-4510-bd6e-b36da0b39d20 None None] Network 4f5feb86-8071-4973-8ef1-fe1163756b45 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:03:53.874548 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:53.916133 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c6ef3-2452-436a-9976-8bebaab1b4bc req-64cc2652-befd-4f50-b5fc-c5cbdacfdc7b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:53.919467 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-486c6ef3-2452-436a-9976-8bebaab1b4bc req-64cc2652-befd-4f50-b5fc-c5cbdacfdc7b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 944 time: 0.2382772 Jul 30 20:03:53.921688 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-0fae4bd2-1801-4865-8d84-3dc4f9637580 service neutron] 10.222.0.83 "GET /v2.0/ports/19aa8ad0-fe85-4080-adca-8bb43955e54c/bindings/n-h1-712137-9 HTTP/1.1" status: 200 len: 384 time: 0.2401519 Jul 30 20:03:53.938117 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a3b63-06ed-4eea-a132-46459712f821 req-0e8eadf2-f382-4919-b6fc-a0e5728e4020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:53.939523 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c6a3b63-06ed-4eea-a132-46459712f821 req-0e8eadf2-f382-4919-b6fc-a0e5728e4020 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 1096 time: 0.1041756 Jul 30 20:03:53.976346 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689685b-3293-4d6d-8c7b-746a73a50380 req-00f96508-d8dc-49f5-9191-4f4d2dba9c05 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:53.980032 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d689685b-3293-4d6d-8c7b-746a73a50380 req-00f96508-d8dc-49f5-9191-4f4d2dba9c05 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.0776200 Jul 30 20:03:53.986114 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bce0447c-25bf-4b12-9555-d074d24c115c None None] Provisioning for port 4c193243-123e-4b84-a0a9-58b746bab1b3 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:03:54.048848 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d689685b-3293-4d6d-8c7b-746a73a50380 req-e897e8e5-612a-4bf2-94ca-e35388938b6b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619991 Jul 30 20:03:54.190049 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-486c6ef3-2452-436a-9976-8bebaab1b4bc req-b997db1a-8c56-4ac8-ba9d-95211f231b06 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609391 Jul 30 20:03:54.207433 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c6a3b63-06ed-4eea-a132-46459712f821 req-04c60570-745c-4c06-895d-60a9cd3c03eb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744826 Jul 30 20:03:54.328862 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e17d5-1885-483a-82e9-2a1524a07db0 req-57a6d6e9-47fe-4be1-b4b0-d2f6cd75684d tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:54.331265 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-db2e17d5-1885-483a-82e9-2a1524a07db0 req-57a6d6e9-47fe-4be1-b4b0-d2f6cd75684d tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0877814 Jul 30 20:03:54.354507 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4c193243-123e-4b84-a0a9-58b746bab1b3 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:03:54.409086 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-db2e17d5-1885-483a-82e9-2a1524a07db0 req-60db4b07-40da-435b-a437-4f0d964df78d tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597339 Jul 30 20:03:54.437173 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 4c193243-123e-4b84-a0a9-58b746bab1b3 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:03:54.443498 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 4c193243-123e-4b84-a0a9-58b746bab1b3 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:03:54.444059 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:54.458171 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88890df3-d225-491d-b634-1f40d449572e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:54.545888 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:54.568076 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68dea79-5c5a-40b0-a41c-ba875fdba8f0 req-7735e31b-6fc4-45f5-a5ef-5f42c272f3f6 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:54.569940 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c68dea79-5c5a-40b0-a41c-ba875fdba8f0 req-7735e31b-6fc4-45f5-a5ef-5f42c272f3f6 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 944 time: 0.2003281 Jul 30 20:03:54.581848 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 4c193243-123e-4b84-a0a9-58b746bab1b3, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4c193243-123e-4b84-a0a9-58b746bab1b3,segment=NetworkSegment(e1575c60-5bba-4757-85a1-313b9f365e2e),segment_id=e1575c60-5bba-4757-85a1-313b9f365e2e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:54.594577 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:54.658787 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=4c193243-123e-4b84-a0a9-58b746bab1b3,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:54.676401 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-41f10a35-b836-4866-bdd1-a6b13de09af0 service neutron] For port 19aa8ad0-fe85-4080-adca-8bb43955e54c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=19aa8ad0-fe85-4080-adca-8bb43955e54c,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:54.691821 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c68dea79-5c5a-40b0-a41c-ba875fdba8f0 req-c5101872-5c13-4e77-86b6-c7a662c4f2ac tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146917 Jul 30 20:03:54.726981 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-41f10a35-b836-4866-bdd1-a6b13de09af0 service neutron] For port 19aa8ad0-fe85-4080-adca-8bb43955e54c, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:03:54.769803 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-41f10a35-b836-4866-bdd1-a6b13de09af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19aa8ad0-fe85-4080-adca-8bb43955e54c {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:03:54.784544 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-41f10a35-b836-4866-bdd1-a6b13de09af0 service neutron] For port 19aa8ad0-fe85-4080-adca-8bb43955e54c, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=19aa8ad0-fe85-4080-adca-8bb43955e54c,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:54.792417 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88890df3-d225-491d-b634-1f40d449572e admin admin] Router a6df1038-c130-438b-8730-73b95e23b3a9 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:03:54.804177 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-41f10a35-b836-4866-bdd1-a6b13de09af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:54.822721 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:54.969135 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88890df3-d225-491d-b634-1f40d449572e admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:03:54.982543 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-41f10a35-b836-4866-bdd1-a6b13de09af0 service neutron] Transition to ACTIVE for port object 19aa8ad0-fe85-4080-adca-8bb43955e54c will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:03:54.983674 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] Sync routers for ids ['a6df1038-c130-438b-8730-73b95e23b3a9'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:03:54.988815 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-41f10a35-b836-4866-bdd1-a6b13de09af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:54.994523 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] Routers {'a6df1038-c130-438b-8730-73b95e23b3a9'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:03:54.995168 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:03:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a6df1038-c130-438b-8730-73b95e23b3a9'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:03:55.021860 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88890df3-d225-491d-b634-1f40d449572e admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:55.026067 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 53066) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:03:55.044211 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-88890df3-d225-491d-b634-1f40d449572e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 938 time: 4.2954931 Jul 30 20:03:55.081281 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f10a35-b836-4866-bdd1-a6b13de09af0 service neutron] Pushing event updated for resources: {'Port': ['ID=19aa8ad0-fe85-4080-adca-8bb43955e54c,revision_number=10']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:55.157648 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] Set router a6df1038-c130-438b-8730-73b95e23b3a9 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:03:55.172910 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-41f10a35-b836-4866-bdd1-a6b13de09af0 service neutron] No DVR routers for this DVR port 19aa8ad0-fe85-4080-adca-8bb43955e54c on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:03:55.240481 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-41f10a35-b836-4866-bdd1-a6b13de09af0 service neutron] 10.222.0.83 "PUT /v2.0/ports/19aa8ad0-fe85-4080-adca-8bb43955e54c/bindings/n-h1-712137-9/activate HTTP/1.1" status: 200 len: 369 time: 1.2953222 Jul 30 20:03:55.290879 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c3967-f260-49cb-9a1e-87c14bf19169 req-b7f21c7d-b4cd-4acb-ba5a-2cefdcb41503 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:55.302048 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f85c3967-f260-49cb-9a1e-87c14bf19169 req-b7f21c7d-b4cd-4acb-ba5a-2cefdcb41503 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.1500134 Jul 30 20:03:55.370116 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:03:55.411575 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00479de0-e2aa-4726-95b1-ceab0e85d049 req-6e1fecb6-dcda-4345-b1fb-b6edd152b3ef tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:55.420745 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-00479de0-e2aa-4726-95b1-ceab0e85d049 req-6e1fecb6-dcda-4345-b1fb-b6edd152b3ef tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 944 time: 0.0817707 Jul 30 20:03:55.493733 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-00479de0-e2aa-4726-95b1-ceab0e85d049 req-34e3ad3e-28c3-431d-901f-067eee4ba541 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718801 Jul 30 20:03:55.517289 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f85c3967-f260-49cb-9a1e-87c14bf19169 req-200e85a2-36fc-4b2d-ab58-ef436fbb3096 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138281 Jul 30 20:03:55.578907 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:03:55.585452 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:03:55.585831 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:55.609662 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-4cd826e6-f75b-4eb7-a644-fd12b87778d2 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:55.611606 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-4cd826e6-f75b-4eb7-a644-fd12b87778d2 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765&tenant_id=236d1eaa83284464a4f623b106ec8e36&binding%3Ahost_id=n-h2-712137-9 HTTP/1.1" status: 200 len: 1096 time: 0.3006532 Jul 30 20:03:55.794100 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:55.825966 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34517896-router', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:03:50Z', 'updated_at': '2021-07-30T20:03:52Z', 'revision_number': 3, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'gw_port': {'id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:03:52Z', 'updated_at': '2021-07-30T20:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:03:55.911066 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=0dc7360f-a0f2-456c-9f90-d1f4281e74b6,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:55.912198 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc7360f-a0f2-456c-9f90-d1f4281e74b6'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:03:55.915143 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf75b9c2-a402-4a98-89a1-aed6192d56ca" -d '{"events": [{"server_uuid": "0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0", "name": "network-vif-plugged", "status": "completed", "tag": "0dc7360f-a0f2-456c-9f90-d1f4281e74b6"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:03:55.922334 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] Checking router: a6df1038-c130-438b-8730-73b95e23b3a9 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:03:55.922694 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] Updating router a6df1038-c130-438b-8730-73b95e23b3a9 port 6eafeb15-c208-4831-b8c1-c54723fea22a binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:03:55.932463 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37653f8-08d9-4ce3-b664-ba12a4adf89c req-6f7c12f9-4714-451e-97e8-a3419b23e43b tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:55.940554 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f37653f8-08d9-4ce3-b664-ba12a4adf89c req-6f7c12f9-4714-451e-97e8-a3419b23e43b tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 945 time: 0.0919380 Jul 30 20:03:55.951471 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:55.953313 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:55.997141 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f37653f8-08d9-4ce3-b664-ba12a4adf89c req-9eaaeeef-0c29-420e-9ab5-2a5ce5e5149b tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556328 Jul 30 20:03:56.041473 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=0dc7360f-a0f2-456c-9f90-d1f4281e74b6,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:56.056925 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f99f9d8-f8e0-4a4b-846b-4e20103ea42a x-openstack-request-id: req-8f99f9d8-f8e0-4a4b-846b-4e20103ea42a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:03:56.057111 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0", "name": "network-vif-plugged", "status": "completed", "tag": "0dc7360f-a0f2-456c-9f90-d1f4281e74b6", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:03:56.057457 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8f99f9d8-f8e0-4a4b-846b-4e20103ea42a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:03:56.057883 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc7360f-a0f2-456c-9f90-d1f4281e74b6', 'code': 200} Jul 30 20:03:56.141360 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-15b89c2d-2328-45fb-8d71-d107b97b9824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:56.143111 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-15b89c2d-2328-45fb-8d71-d107b97b9824 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765&tenant_id=236d1eaa83284464a4f623b106ec8e36 HTTP/1.1" status: 200 len: 1096 time: 0.5221574 Jul 30 20:03:56.164984 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4d313-b785-4194-8f01-edcd52078daf req-713ef5a8-a886-45e3-a8ab-2d2eaa9391fc tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:56.192084 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e7c4d313-b785-4194-8f01-edcd52078daf req-713ef5a8-a886-45e3-a8ab-2d2eaa9391fc tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.5186925 Jul 30 20:03:56.204340 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba772e-71f3-4ce9-b480-f3253b4e6bb9 req-d979cb54-604c-42ec-8122-75e6e8366262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:56.205815 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06ba772e-71f3-4ce9-b480-f3253b4e6bb9 req-d979cb54-604c-42ec-8122-75e6e8366262 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 1096 time: 0.0816393 Jul 30 20:03:56.306183 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06ba772e-71f3-4ce9-b480-f3253b4e6bb9 req-c317d5e4-efeb-48f7-9a6f-b153403bb68f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890322 Jul 30 20:03:56.359099 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4c193243-123e-4b84-a0a9-58b746bab1b3 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:03:56.362938 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:56.398958 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] Transition to ACTIVE for port object 6eafeb15-c208-4831-b8c1-c54723fea22a will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:03:56.416389 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:56.464557 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e7c4d313-b785-4194-8f01-edcd52078daf req-5124a2cd-8fe2-42f5-b777-d2aa74ecb01d tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707653 Jul 30 20:03:56.482591 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] Attempting to bind port 6eafeb15-c208-4831-b8c1-c54723fea22a on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:03:56.482832 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] Attempting to bind port 6eafeb15-c208-4831-b8c1-c54723fea22a by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:03:56.483074 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] Attempting to bind port 6eafeb15-c208-4831-b8c1-c54723fea22a on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:03:56.493192 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-e6ef8ebe-8eb9-4849-9b0c-7d1681fa1ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:56.494716 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-e6ef8ebe-8eb9-4849-9b0c-7d1681fa1ced service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=236d1eaa83284464a4f623b106ec8e36&device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 1096 time: 0.2689364 Jul 30 20:03:56.495697 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f1712-b3c2-43b0-9cd6-f349b001d2a8 None None] Pushing event updated for resources: {'Port': ['ID=6eafeb15-c208-4831-b8c1-c54723fea22a,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:56.500247 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:03:56.500612 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:03:56.501021 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:56.501453 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:03:56.501969 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] Bound port: 6eafeb15-c208-4831-b8c1-c54723fea22a, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:03:56.502321 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:56.503944 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 4c193243-123e-4b84-a0a9-58b746bab1b3 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:03:56.504298 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:56.592000 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] For port 6eafeb15-c208-4831-b8c1-c54723fea22a, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:03:56.595778 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] For port 6eafeb15-c208-4831-b8c1-c54723fea22a, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6eafeb15-c208-4831-b8c1-c54723fea22a,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:03:56.625492 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:56.733680 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f1712-b3c2-43b0-9cd6-f349b001d2a8 None None] Pushing event updated for resources: {'Port': ['ID=6eafeb15-c208-4831-b8c1-c54723fea22a,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:56.736839 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e060c72-80e9-4e6b-98a9-4be87adb9c1a req-9348bce3-51cb-479b-b1c9-762196dda768 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:56.738379 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3e060c72-80e9-4e6b-98a9-4be87adb9c1a req-9348bce3-51cb-479b-b1c9-762196dda768 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.0657370 Jul 30 20:03:56.767306 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8371cba-ced9-417b-b21b-35fdee82ad39 req-af51e1d1-68d1-4f1c-a98f-d007c8e03503 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:56.778969 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f8371cba-ced9-417b-b21b-35fdee82ad39 req-af51e1d1-68d1-4f1c-a98f-d007c8e03503 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 945 time: 0.1432533 Jul 30 20:03:56.779898 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:56.780640 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] Routers {'a6df1038-c130-438b-8730-73b95e23b3a9'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:03:56.781490 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:03:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a6df1038-c130-438b-8730-73b95e23b3a9'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:03:56.804575 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3e060c72-80e9-4e6b-98a9-4be87adb9c1a req-f14a238c-8b78-46ba-8a9c-313cf7fc4b30 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594223 Jul 30 20:03:56.862743 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-e3ecb27b-0cf4-476d-a3ba-2c327485951a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:56.865464 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-e3ecb27b-0cf4-476d-a3ba-2c327485951a service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 200 len: 909 time: 0.3584511 Jul 30 20:03:56.880653 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f8371cba-ced9-417b-b21b-35fdee82ad39 req-3f2bd7e1-7d7f-4053-8a32-a21e1c134531 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955901 Jul 30 20:03:56.930484 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] Set router a6df1038-c130-438b-8730-73b95e23b3a9 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:03:56.969317 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-97e725ed-e1e5-4594-b8a0-f70d0d6cfb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:56.973677 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-8e4f6921-a79d-42a0-94c8-778e2ec956a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19aa8ad0-fe85-4080-adca-8bb43955e54c HTTP/1.1" status: 200 len: 217 time: 0.0914967 Jul 30 20:03:57.044484 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748583e-bad6-4edb-a39c-6da75fdccf9a req-b8256398-c3df-480f-9e42-95e92a3c9508 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:57.046348 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e748583e-bad6-4edb-a39c-6da75fdccf9a req-b8256398-c3df-480f-9e42-95e92a3c9508 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.0594814 Jul 30 20:03:57.069967 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-10b52cea-744a-4218-af56-3b1dd9c7860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:57.071883 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-10b52cea-744a-4218-af56-3b1dd9c7860b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e297a2c7-8889-4baa-b07e-dd1ecdbb2586 HTTP/1.1" status: 200 len: 848 time: 0.0904839 Jul 30 20:03:57.122401 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e748583e-bad6-4edb-a39c-6da75fdccf9a req-de09e380-bc56-4452-b252-e9d6c87d4e68 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577886 Jul 30 20:03:57.141558 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-ae6233dd-eaab-49fa-82fc-38a3ba996e56 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd53ee4f-dc29-41da-8a32-a515358904dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567648 Jul 30 20:03:57.195227 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34517896-router', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:03:50Z', 'updated_at': '2021-07-30T20:03:52Z', 'revision_number': 3, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'gw_port': {'id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:03:52Z', 'updated_at': '2021-07-30T20:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:03:57.232685 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c811fa74-5a2f-48f2-bfab-97e452d7201f None None] The sync data for ids ['a6df1038-c130-438b-8730-73b95e23b3a9'] in n-d-712137-9 is: [{'id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34517896-router', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:03:50Z', 'updated_at': '2021-07-30T20:03:52Z', 'revision_number': 3, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'gw_port': {'id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:03:52Z', 'updated_at': '2021-07-30T20:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:03:57.334840 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44443a17-283b-4b53-8431-dbe65fad498e req-b2225c0b-2733-48d9-9c9c-07f844c87840 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:57.342679 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-44443a17-283b-4b53-8431-dbe65fad498e req-b2225c0b-2733-48d9-9c9c-07f844c87840 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 945 time: 0.2041306 Jul 30 20:03:57.455169 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-23d58c99-653e-47f8-9ecd-c62b33bb181e service neutron] 10.222.0.59 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735882 Jul 30 20:03:57.470440 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-44443a17-283b-4b53-8431-dbe65fad498e req-11fbd146-4ccc-4e1b-85f0-c09f69494e19 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214621 Jul 30 20:03:57.627917 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-97e725ed-e1e5-4594-b8a0-f70d0d6cfb95 admin admin] Allocated IP 172.20.0.1 (4f5feb86-8071-4973-8ef1-fe1163756b45/cb40bf94-0ae1-4521-a311-cd4d3f60b829/8bf4989b-0002-45bf-92df-94f982e5ed72) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:03:57.689046 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fc6a5-0900-4fa4-92cb-8e505c50fed5 req-5414c172-4a21-4159-b102-f1773dba1a01 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:57.697967 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-062fc6a5-0900-4fa4-92cb-8e505c50fed5 req-5414c172-4a21-4159-b102-f1773dba1a01 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.1093421 Jul 30 20:03:57.757249 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-062fc6a5-0900-4fa4-92cb-8e505c50fed5 req-e73215d9-0046-49f9-8b37-9a756fff5707 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536036 Jul 30 20:03:57.871862 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-d8f3542a-fe6b-440b-8c3a-9c75b5e268a7 service neutron] 10.222.0.59 "GET /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751531 Jul 30 20:03:57.913367 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783a511-97da-4278-82f5-00b84370b217 req-bd5504e2-772c-47c4-a8cb-7f4c12c303b8 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:57.915831 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6783a511-97da-4278-82f5-00b84370b217 req-bd5504e2-772c-47c4-a8cb-7f4c12c303b8 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/networks?id=bd2cf75f-ada5-438d-87d6-041f6d8f37e8 HTTP/1.1" status: 200 len: 814 time: 0.3145158 Jul 30 20:03:57.924159 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-97e725ed-e1e5-4594-b8a0-f70d0d6cfb95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:57.964535 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6783a511-97da-4278-82f5-00b84370b217 req-32c0a25a-dffb-47a0-b885-db73c3e2154f tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/quotas/fe95db048a504264854a9049eb2dbdac HTTP/1.1" status: 200 len: 375 time: 0.0373704 Jul 30 20:03:57.966538 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-97e725ed-e1e5-4594-b8a0-f70d0d6cfb95 admin admin] Transition to ACTIVE for port object 8bf4989b-0002-45bf-92df-94f982e5ed72 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:03:58.101012 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6783a511-97da-4278-82f5-00b84370b217 req-1b002827-bb00-4471-88e4-0aff0926855a tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fe95db048a504264854a9049eb2dbdac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1206722 Jul 30 20:03:58.110922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105c333-2559-4ffe-974d-bded4ddbafef req-ea7aac23-ab79-427c-b036-57095b4e888a tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:58.112692 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b105c333-2559-4ffe-974d-bded4ddbafef req-ea7aac23-ab79-427c-b036-57095b4e888a tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 945 time: 0.1243789 Jul 30 20:03:58.211987 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b105c333-2559-4ffe-974d-bded4ddbafef req-98a605ff-7b4e-4977-9b21-70e016a3fb10 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851128 Jul 30 20:03:58.239384 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6783a511-97da-4278-82f5-00b84370b217 req-fee1b314-46a6-4f2a-8e71-7824414ca184 service neutron] 10.222.0.81 "GET /v2.0/networks/bd2cf75f-ada5-438d-87d6-041f6d8f37e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374793 Jul 30 20:03:58.330573 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6eafeb15-c208-4831-b8c1-c54723fea22a up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:03:58.401796 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6783a511-97da-4278-82f5-00b84370b217 req-6bf57902-0ebc-4500-b8dc-e6502e447c93 service neutron] 10.222.0.81 "GET /v2.0/networks/bd2cf75f-ada5-438d-87d6-041f6d8f37e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613996 Jul 30 20:03:58.428055 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-97e725ed-e1e5-4594-b8a0-f70d0d6cfb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:58.449345 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 6eafeb15-c208-4831-b8c1-c54723fea22a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:03:58.459404 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 6eafeb15-c208-4831-b8c1-c54723fea22a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:03:58.459757 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:58.502062 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e725ed-e1e5-4594-b8a0-f70d0d6cfb95 admin admin] Pushing event updated for resources: {'Port': ['ID=8bf4989b-0002-45bf-92df-94f982e5ed72,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:58.551929 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e725ed-e1e5-4594-b8a0-f70d0d6cfb95 admin admin] Network 4f5feb86-8071-4973-8ef1-fe1163756b45 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:03:58.554604 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-97e725ed-e1e5-4594-b8a0-f70d0d6cfb95 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:03:58.576110 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e725ed-e1e5-4594-b8a0-f70d0d6cfb95 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:03:58.640259 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:58.666090 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 6eafeb15-c208-4831-b8c1-c54723fea22a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6eafeb15-c208-4831-b8c1-c54723fea22a,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:58.677131 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:58.699809 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-97e725ed-e1e5-4594-b8a0-f70d0d6cfb95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:58.712302 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-cea2a8c3-529d-4119-a0c8-261871fee8a0 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:58.715736 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-cea2a8c3-529d-4119-a0c8-261871fee8a0 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765&tenant_id=236d1eaa83284464a4f623b106ec8e36&binding%3Ahost_id=n-h1-712137-9 HTTP/1.1" status: 200 len: 1096 time: 0.3355684 Jul 30 20:03:58.738468 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=6eafeb15-c208-4831-b8c1-c54723fea22a,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:58.819821 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdbc55-fe52-45b8-b9a3-d8c4660d9529 req-f6bf4931-dc74-4eb1-abf2-4615f2915bad tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:58.830175 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-92cdbc55-fe52-45b8-b9a3-d8c4660d9529 req-f6bf4931-dc74-4eb1-abf2-4615f2915bad tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 945 time: 0.1353226 Jul 30 20:03:58.895765 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-92cdbc55-fe52-45b8-b9a3-d8c4660d9529 req-cee37d29-93b6-4db9-867d-a408393155a7 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642703 Jul 30 20:03:58.954236 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f908e-6bac-4fe0-ab60-3d17269cc5ac req-2958089e-bbe9-40c5-bb25-33ec47ef7bc9 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:58.955803 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-337f908e-6bac-4fe0-ab60-3d17269cc5ac req-2958089e-bbe9-40c5-bb25-33ec47ef7bc9 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 1096 time: 0.2612488 Jul 30 20:03:59.045685 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4a52d735-549d-4254-b9d0-a9d505485875 None None] Provisioning for port 8bf4989b-0002-45bf-92df-94f982e5ed72 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:03:59.051597 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4a52d735-549d-4254-b9d0-a9d505485875 None None] Provisioning complete for port 8bf4989b-0002-45bf-92df-94f982e5ed72 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:03:59.052201 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a52d735-549d-4254-b9d0-a9d505485875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:59.052346 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daed799-9f56-451c-9a5f-eda90b23b76f req-7144a1e3-7711-4f96-9ce0-88412acb4e06 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:59.056910 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0daed799-9f56-451c-9a5f-eda90b23b76f req-7144a1e3-7711-4f96-9ce0-88412acb4e06 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.83 "GET /v2.0/ports?device_id=d49c6183-6287-4620-bc66-d0cd3a23799a HTTP/1.1" status: 200 len: 945 time: 0.1316001 Jul 30 20:03:59.104417 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-337f908e-6bac-4fe0-ab60-3d17269cc5ac req-ba74ba19-2209-4e3e-b9da-898e35ad05fe tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350842 Jul 30 20:03:59.126882 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4a52d735-549d-4254-b9d0-a9d505485875 None None] Port 8bf4989b-0002-45bf-92df-94f982e5ed72 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:03:59.222364 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-97e725ed-e1e5-4594-b8a0-f70d0d6cfb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:59.235587 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-714717cb-8e89-4688-a6db-294a9de8ba5f req-420df3af-3b61-449e-9f6a-40990366d16b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 210 time: 0.1516931 Jul 30 20:03:59.307918 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-b07b342e-b61d-49aa-914b-a271a89a4f92 service neutron] For port 19aa8ad0-fe85-4080-adca-8bb43955e54c, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:03:59.346269 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-b07b342e-b61d-49aa-914b-a271a89a4f92 service neutron] Notify callbacks [] for binding, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:59.347457 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-17240c1c-adbf-4c31-9731-880d7b54c042 req-b07b342e-b61d-49aa-914b-a271a89a4f92 service neutron] 10.222.0.59 "DELETE /v2.0/ports/19aa8ad0-fe85-4080-adca-8bb43955e54c/bindings/n-h2-712137-9 HTTP/1.1" status: 204 len: 173 time: 0.6042373 Jul 30 20:03:59.394774 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26858e-2dc5-4249-9f56-b24ce2d4e90e req-b031f1fd-b1fe-496f-945e-17a68bde7700 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:59.403922 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8e26858e-2dc5-4249-9f56-b24ce2d4e90e req-b031f1fd-b1fe-496f-945e-17a68bde7700 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.1432326 Jul 30 20:03:59.411539 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-0daed799-9f56-451c-9a5f-eda90b23b76f req-04b85f2b-628f-4cf5-a054-45a40fc8cf34 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Deleting port 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:03:59.412939 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0daed799-9f56-451c-9a5f-eda90b23b76f req-04b85f2b-628f-4cf5-a054-45a40fc8cf34 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:59.506776 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8e26858e-2dc5-4249-9f56-b24ce2d4e90e req-ae00e43f-1e6c-434d-a699-ef6c3646aa6c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011701 Jul 30 20:03:59.578253 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f039d1-2f94-4b41-9ced-d587991891a8 req-badc6077-64f5-4943-8da7-968eea90896f tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:59.586113 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69f039d1-2f94-4b41-9ced-d587991891a8 req-badc6077-64f5-4943-8da7-968eea90896f tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 1096 time: 0.1168888 Jul 30 20:03:59.589406 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0daed799-9f56-451c-9a5f-eda90b23b76f req-04b85f2b-628f-4cf5-a054-45a40fc8cf34 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] For port 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=942a7c6d-002f-47ad-9216-1bb9ba7ea3c9,segment=NetworkSegment(21259fef-2530-4ea2-94b4-58e78cdda3f6),segment_id=21259fef-2530-4ea2-94b4-58e78cdda3f6)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:03:59.589820 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0daed799-9f56-451c-9a5f-eda90b23b76f req-04b85f2b-628f-4cf5-a054-45a40fc8cf34 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:59.608173 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-97e725ed-e1e5-4594-b8a0-f70d0d6cfb95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:59.616704 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-97e725ed-e1e5-4594-b8a0-f70d0d6cfb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:59.622704 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-0daed799-9f56-451c-9a5f-eda90b23b76f req-04b85f2b-628f-4cf5-a054-45a40fc8cf34 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Calling delete_port for 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:03:59.669681 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69f039d1-2f94-4b41-9ced-d587991891a8 req-2c82acea-b656-480a-9ba9-2358aa6316c3 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823808 Jul 30 20:03:59.793405 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e725ed-e1e5-4594-b8a0-f70d0d6cfb95 admin admin] Pushing event updated for resources: {'Port': ['ID=8bf4989b-0002-45bf-92df-94f982e5ed72,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:03:59.816168 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-97e725ed-e1e5-4594-b8a0-f70d0d6cfb95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:03:59.904349 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9464e-4828-48b5-8a7a-42f51b64e5f7 req-3761a242-6186-4af3-a91d-02e6eb4d1c75 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:03:59.906476 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-01f9464e-4828-48b5-8a7a-42f51b64e5f7 req-3761a242-6186-4af3-a91d-02e6eb4d1c75 tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 1096 time: 0.2260458 Jul 30 20:03:59.948198 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0daed799-9f56-451c-9a5f-eda90b23b76f req-04b85f2b-628f-4cf5-a054-45a40fc8cf34 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:00.003371 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-01f9464e-4828-48b5-8a7a-42f51b64e5f7 req-538d0b93-7159-42e0-a4da-01577ddde68f tempest-LiveMigrationTest-1785725381 tempest-LiveMigrationTest-1785725381-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835905 Jul 30 20:04:00.035605 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e725ed-e1e5-4594-b8a0-f70d0d6cfb95 admin admin] Network 4f5feb86-8071-4973-8ef1-fe1163756b45 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:04:00.046290 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-97e725ed-e1e5-4594-b8a0-f70d0d6cfb95 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:04:00.059642 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b85f2b-628f-4cf5-a054-45a40fc8cf34 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Pushing event deleted for resources: {'Port': ['ID=942a7c6d-002f-47ad-9216-1bb9ba7ea3c9,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:00.353807 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783a511-97da-4278-82f5-00b84370b217 req-fbe496d8-a988-424f-b144-1fcf40c398a1 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:00.356574 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6783a511-97da-4278-82f5-00b84370b217 req-fbe496d8-a988-424f-b144-1fcf40c398a1 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.83 "GET /v2.0/networks?id=bd2cf75f-ada5-438d-87d6-041f6d8f37e8 HTTP/1.1" status: 200 len: 814 time: 0.2161052 Jul 30 20:04:00.378260 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-0daed799-9f56-451c-9a5f-eda90b23b76f req-04b85f2b-628f-4cf5-a054-45a40fc8cf34 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] No DVR routers for this DVR port 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:04:00.383611 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0daed799-9f56-451c-9a5f-eda90b23b76f req-04b85f2b-628f-4cf5-a054-45a40fc8cf34 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:00.387867 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0daed799-9f56-451c-9a5f-eda90b23b76f req-04b85f2b-628f-4cf5-a054-45a40fc8cf34 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.83 "DELETE /v2.0/ports/942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 HTTP/1.1" status: 204 len: 173 time: 1.3217351 Jul 30 20:04:00.401516 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-6783a511-97da-4278-82f5-00b84370b217 req-0b2647ae-e96c-4e31-ad2a-a7e67c685eae tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Request body: {'port': {'device_id': 'bdbdbc01-2046-43c0-b172-f1b564ac04bb', 'network_id': 'bd2cf75f-ada5-438d-87d6-041f6d8f37e8', 'admin_state_up': True, 'tenant_id': 'fe95db048a504264854a9049eb2dbdac'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:04:00.409358 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6eafeb15-c208-4831-b8c1-c54723fea22a up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:04:00.441885 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e725ed-e1e5-4594-b8a0-f70d0d6cfb95 admin admin] Router a6df1038-c130-438b-8730-73b95e23b3a9 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:04:00.514524 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49c6183-6287-4620-bc66-d0cd3a23799a', 'name': 'network-vif-deleted', 'tag': '942a7c6d-002f-47ad-9216-1bb9ba7ea3c9'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:00.517401 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2081a0a8-576c-408d-96ca-dabad5bb1d32" -d '{"events": [{"server_uuid": "d49c6183-6287-4620-bc66-d0cd3a23799a", "name": "network-vif-deleted", "tag": "942a7c6d-002f-47ad-9216-1bb9ba7ea3c9"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:00.566195 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6783a511-97da-4278-82f5-00b84370b217 req-0b2647ae-e96c-4e31-ad2a-a7e67c685eae tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Made reservation on behalf of fe95db048a504264854a9049eb2dbdac for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:04:00.584008 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6783a511-97da-4278-82f5-00b84370b217 req-0b2647ae-e96c-4e31-ad2a-a7e67c685eae tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:00.601513 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 6eafeb15-c208-4831-b8c1-c54723fea22a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:04:00.603122 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:00.703183 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3d02e8ae-2b6c-42e8-ab26-de911668d065 req-ff011e71-3f7e-4a40-9c75-9143e4278a4f tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 210 time: 0.0706389 Jul 30 20:04:00.748571 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e725ed-e1e5-4594-b8a0-f70d0d6cfb95 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:04:00.759433 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] Sync routers for ids ['a6df1038-c130-438b-8730-73b95e23b3a9'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:04:00.772771 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-97e725ed-e1e5-4594-b8a0-f70d0d6cfb95 admin admin] 10.222.0.81 "PUT /v2.0/routers/a6df1038-c130-438b-8730-73b95e23b3a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7455878 Jul 30 20:04:00.791382 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] Routers {'a6df1038-c130-438b-8730-73b95e23b3a9'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:04:00.794052 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:03:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a6df1038-c130-438b-8730-73b95e23b3a9'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:00.931212 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c3a39-85a8-454f-b92a-8cadd2b09dbf req-f723918c-74e2-4de2-a273-87fa7a268f22 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:00.939848 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8b4c3a39-85a8-454f-b92a-8cadd2b09dbf req-f723918c-74e2-4de2-a273-87fa7a268f22 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 945 time: 0.1023073 Jul 30 20:04:00.948204 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-df89e8c8-852a-455d-9694-a27b371ab007 None None] Provisioning complete for port 8bf4989b-0002-45bf-92df-94f982e5ed72 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:04:00.954458 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-df89e8c8-852a-455d-9694-a27b371ab007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:01.020853 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8b4c3a39-85a8-454f-b92a-8cadd2b09dbf req-71c4f9aa-d312-4fb1-afbd-0249f73208ba tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801318 Jul 30 20:04:01.043993 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-df89e8c8-852a-455d-9694-a27b371ab007 None None] Port 8bf4989b-0002-45bf-92df-94f982e5ed72 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:04:01.065888 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-6783a511-97da-4278-82f5-00b84370b217 req-0b2647ae-e96c-4e31-ad2a-a7e67c685eae tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Allocated IP 172.20.0.4 (bd2cf75f-ada5-438d-87d6-041f6d8f37e8/fdc2bd05-703a-476f-bf73-d538fd160288/c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:04:01.102428 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] Set router a6df1038-c130-438b-8730-73b95e23b3a9 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:04:01.209681 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:01.250946 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:04:01.251648 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 942a7c6d-002f-47ad-9216-1bb9ba7ea3c9 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:01.331868 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720f3f3-c40e-4bf4-947d-5726bc7e55a2 req-1e20247f-2057-45f7-9f02-8d2bb51a815b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:01.343291 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f720f3f3-c40e-4bf4-947d-5726bc7e55a2 req-1e20247f-2057-45f7-9f02-8d2bb51a815b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.2023127 Jul 30 20:04:01.422435 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28328fa0-6eda-4036-b3f9-e9a619405da4 req-b67786f9-0fda-4174-9e16-59b74f1d75f1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:01.427662 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-28328fa0-6eda-4036-b3f9-e9a619405da4 req-b67786f9-0fda-4174-9e16-59b74f1d75f1 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.59 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 945 time: 0.1872687 Jul 30 20:04:01.463889 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f720f3f3-c40e-4bf4-947d-5726bc7e55a2 req-d6535caa-c3b9-4248-b8a0-125f49bac6d1 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150823 Jul 30 20:04:01.541027 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bef563-3dec-4fc6-848d-ee136bb369a7 x-openstack-request-id: req-06bef563-3dec-4fc6-848d-ee136bb369a7 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:01.541963 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49c6183-6287-4620-bc66-d0cd3a23799a", "name": "network-vif-deleted", "tag": "942a7c6d-002f-47ad-9216-1bb9ba7ea3c9", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:01.541963 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-06bef563-3dec-4fc6-848d-ee136bb369a7 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:01.542668 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49c6183-6287-4620-bc66-d0cd3a23799a', 'name': 'network-vif-deleted', 'tag': '942a7c6d-002f-47ad-9216-1bb9ba7ea3c9', 'status': 'completed', 'code': 200} Jul 30 20:04:01.580713 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6783a511-97da-4278-82f5-00b84370b217 req-0b2647ae-e96c-4e31-ad2a-a7e67c685eae tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:01.592583 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34517896-router', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:03:50Z', 'updated_at': '2021-07-30T20:03:59Z', 'revision_number': 4, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'gw_port': {'id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:03:52Z', 'updated_at': '2021-07-30T20:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '8bf4989b-0002-45bf-92df-94f982e5ed72', 'name': '', 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'mac_address': 'fa:16:3e:3b:c8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'cb40bf94-0ae1-4521-a311-cd4d3f60b829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:03:57Z', 'updated_at': '2021-07-30T20:03:59Z', 'revision_number': 2, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'subnets': [{'id': 'cb40bf94-0ae1-4521-a311-cd4d3f60b829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:01.602178 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-28328fa0-6eda-4036-b3f9-e9a619405da4 req-d69b3c56-fad5-4f89-9047-5c131ea21f1c tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Deleting port 19aa8ad0-fe85-4080-adca-8bb43955e54c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:01.610797 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-28328fa0-6eda-4036-b3f9-e9a619405da4 req-d69b3c56-fad5-4f89-9047-5c131ea21f1c tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:01.650681 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6783a511-97da-4278-82f5-00b84370b217 req-0b2647ae-e96c-4e31-ad2a-a7e67c685eae tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:01.664842 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] Checking router: a6df1038-c130-438b-8730-73b95e23b3a9 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:04:01.665500 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] Updating router a6df1038-c130-438b-8730-73b95e23b3a9 port 8bf4989b-0002-45bf-92df-94f982e5ed72 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:04:01.699982 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6783a511-97da-4278-82f5-00b84370b217 req-0b2647ae-e96c-4e31-ad2a-a7e67c685eae tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Network bd2cf75f-ada5-438d-87d6-041f6d8f37e8 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:04:01.703435 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-6783a511-97da-4278-82f5-00b84370b217 req-0b2647ae-e96c-4e31-ad2a-a7e67c685eae tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:04:01.707597 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-6783a511-97da-4278-82f5-00b84370b217 req-0b2647ae-e96c-4e31-ad2a-a7e67c685eae tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:04:01.733881 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:01.755030 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2647ae-e96c-4e31-ad2a-a7e67c685eae tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Pushing event updated for resources: {'Port': ['ID=c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:01.825643 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783a511-97da-4278-82f5-00b84370b217 req-0b2647ae-e96c-4e31-ad2a-a7e67c685eae tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:01.826994 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6783a511-97da-4278-82f5-00b84370b217 req-0b2647ae-e96c-4e31-ad2a-a7e67c685eae tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:01.844625 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-28328fa0-6eda-4036-b3f9-e9a619405da4 req-d69b3c56-fad5-4f89-9047-5c131ea21f1c tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] For port 19aa8ad0-fe85-4080-adca-8bb43955e54c, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=19aa8ad0-fe85-4080-adca-8bb43955e54c,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:01.846033 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6783a511-97da-4278-82f5-00b84370b217 req-0b2647ae-e96c-4e31-ad2a-a7e67c685eae tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4644043 Jul 30 20:04:01.846648 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-28328fa0-6eda-4036-b3f9-e9a619405da4 req-d69b3c56-fad5-4f89-9047-5c131ea21f1c tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:01.873503 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-6783a511-97da-4278-82f5-00b84370b217 req-80777683-b524-4ff8-b97f-152c6f0ad096 service neutron] Request body: {'port': {'device_id': 'bdbdbc01-2046-43c0-b172-f1b564ac04bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:04:01.886631 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-28328fa0-6eda-4036-b3f9-e9a619405da4 req-d69b3c56-fad5-4f89-9047-5c131ea21f1c tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Calling delete_port for 19aa8ad0-fe85-4080-adca-8bb43955e54c owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:01.981863 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-9cc846da-336d-498e-b499-e8f55da8ea00 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:04:01.990539 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-9cc846da-336d-498e-b499-e8f55da8ea00 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143158 Jul 30 20:04:01.995751 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-7da562ec-bf2f-4cb4-9962-b361d48f3d16 service neutron] Request body: {'binding': {'host': 'n-h1-712137-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:04:01.996433 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-7da562ec-bf2f-4cb4-9962-b361d48f3d16 service neutron] Unknown quota resources ['binding']. {{(pid=93883) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 20:04:02.011086 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6783a511-97da-4278-82f5-00b84370b217 req-80777683-b524-4ff8-b97f-152c6f0ad096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:02.151964 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:02.231132 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] Transition to ACTIVE for port object 8bf4989b-0002-45bf-92df-94f982e5ed72 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:04:02.242502 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:02.251354 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-28328fa0-6eda-4036-b3f9-e9a619405da4 req-d69b3c56-fad5-4f89-9047-5c131ea21f1c tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:02.267555 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['5ed0c72e-cb54-47a2-90f8-d151099fbcb6', '19aa8ad0-fe85-4080-adca-8bb43955e54c'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:04:02.300254 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b3c56-fad5-4f89-9047-5c131ea21f1c tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Pushing event deleted for resources: {'Port': ['ID=19aa8ad0-fe85-4080-adca-8bb43955e54c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:02.322456 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-7da562ec-bf2f-4cb4-9962-b361d48f3d16 service neutron] Attempting to bind port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 on host n-h1-712137-9 for vnic_type normal with profile None {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:04:02.323865 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-7da562ec-bf2f-4cb4-9962-b361d48f3d16 service neutron] Attempting to bind port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:04:02.325585 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-7da562ec-bf2f-4cb4-9962-b361d48f3d16 service neutron] Attempting to bind port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:04:02.345263 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-7da562ec-bf2f-4cb4-9962-b361d48f3d16 service neutron] Port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:04:02.345263 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-7da562ec-bf2f-4cb4-9962-b361d48f3d16 service neutron] Attempting to bind port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:04:02.383717 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113978a9-c413-467e-9a37-b56809961180 req-6f82ae29-ecd0-442e-b196-dc8b953604c8 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:02.385256 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-113978a9-c413-467e-9a37-b56809961180 req-6f82ae29-ecd0-442e-b196-dc8b953604c8 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/networks?id=4f5feb86-8071-4973-8ef1-fe1163756b45 HTTP/1.1" status: 200 len: 827 time: 0.2841949 Jul 30 20:04:02.393863 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-28328fa0-6eda-4036-b3f9-e9a619405da4 req-d69b3c56-fad5-4f89-9047-5c131ea21f1c tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] No DVR routers for this DVR port 19aa8ad0-fe85-4080-adca-8bb43955e54c on host n-h1-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:04:02.406039 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-28328fa0-6eda-4036-b3f9-e9a619405da4 req-d69b3c56-fad5-4f89-9047-5c131ea21f1c tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:02.408097 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-28328fa0-6eda-4036-b3f9-e9a619405da4 req-d69b3c56-fad5-4f89-9047-5c131ea21f1c tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.59 "DELETE /v2.0/ports/19aa8ad0-fe85-4080-adca-8bb43955e54c HTTP/1.1" status: 204 len: 173 time: 0.9745154 Jul 30 20:04:02.408883 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af2de6f-50be-4af4-b012-e1d9b5b7e765', 'name': 'network-vif-deleted', 'tag': '19aa8ad0-fe85-4080-adca-8bb43955e54c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:02.413891 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb24223-da9f-430b-b018-86faaae77495" -d '{"events": [{"server_uuid": "2af2de6f-50be-4af4-b012-e1d9b5b7e765", "name": "network-vif-deleted", "tag": "19aa8ad0-fe85-4080-adca-8bb43955e54c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:02.425290 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-7da562ec-bf2f-4cb4-9962-b361d48f3d16 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:04:02.425542 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-7da562ec-bf2f-4cb4-9962-b361d48f3d16 service neutron] Checking segment: {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:04:02.425929 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-7da562ec-bf2f-4cb4-9962-b361d48f3d16 service neutron] Bound using segment: {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:04:02.426534 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-7da562ec-bf2f-4cb4-9962-b361d48f3d16 service neutron] Bound port: 0dc7360f-a0f2-456c-9f90-d1f4281e74b6, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:04:02.445366 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-113978a9-c413-467e-9a37-b56809961180 req-404ee16d-b8bd-4013-bf19-87eb920a7b81 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/quotas/fe0d658d535c43fda1a767d8337bb8fb HTTP/1.1" status: 200 len: 375 time: 0.0484550 Jul 30 20:04:02.563568 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] Attempting to bind port 8bf4989b-0002-45bf-92df-94f982e5ed72 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:04:02.564361 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] Attempting to bind port 8bf4989b-0002-45bf-92df-94f982e5ed72 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'e1575c60-5bba-4757-85a1-313b9f365e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:04:02.564914 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] Attempting to bind port 8bf4989b-0002-45bf-92df-94f982e5ed72 on network 4f5feb86-8071-4973-8ef1-fe1163756b45 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:04:02.569941 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-7da562ec-bf2f-4cb4-9962-b361d48f3d16 service neutron] For port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=0dc7360f-a0f2-456c-9f90-d1f4281e74b6,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:04:02.576912 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:04:02.577574 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] Checking segment: {'id': 'e1575c60-5bba-4757-85a1-313b9f365e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:04:02.579829 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:02.580417 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] Bound using segment: {'id': 'e1575c60-5bba-4757-85a1-313b9f365e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:04:02.581921 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] Bound port: 8bf4989b-0002-45bf-92df-94f982e5ed72, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1575c60-5bba-4757-85a1-313b9f365e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:04:02.583489 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:02.585754 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-7da562ec-bf2f-4cb4-9962-b361d48f3d16 service neutron] Notify callbacks [] for binding, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:02.587855 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-7da562ec-bf2f-4cb4-9962-b361d48f3d16 service neutron] 10.222.0.81 "POST /v2.0/ports/0dc7360f-a0f2-456c-9f90-d1f4281e74b6/bindings HTTP/1.1" status: 201 len: 389 time: 0.5957336 Jul 30 20:04:02.620468 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-113978a9-c413-467e-9a37-b56809961180 req-d0a86080-b37c-4c1b-bca7-58fa5465b5a1 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fe0d658d535c43fda1a767d8337bb8fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1642141 Jul 30 20:04:02.675572 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69216a0-23d2-4711-be3e-5c2f81878c8b None None] Pushing event updated for resources: {'Port': ['ID=8bf4989b-0002-45bf-92df-94f982e5ed72,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:02.692469 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69216a0-23d2-4711-be3e-5c2f81878c8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:02.692963 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69216a0-23d2-4711-be3e-5c2f81878c8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:02.693309 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69216a0-23d2-4711-be3e-5c2f81878c8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:02.694976 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69216a0-23d2-4711-be3e-5c2f81878c8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:02.695466 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69216a0-23d2-4711-be3e-5c2f81878c8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:02.695828 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69216a0-23d2-4711-be3e-5c2f81878c8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:02.696646 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69216a0-23d2-4711-be3e-5c2f81878c8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:02.696646 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69216a0-23d2-4711-be3e-5c2f81878c8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:02.696998 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69216a0-23d2-4711-be3e-5c2f81878c8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:02.697330 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69216a0-23d2-4711-be3e-5c2f81878c8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:02.697814 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69216a0-23d2-4711-be3e-5c2f81878c8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:02.699713 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69216a0-23d2-4711-be3e-5c2f81878c8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:02.737982 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-6783a511-97da-4278-82f5-00b84370b217 req-80777683-b524-4ff8-b97f-152c6f0ad096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:04:02.741632 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] For port 8bf4989b-0002-45bf-92df-94f982e5ed72, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:04:02.747445 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] For port 8bf4989b-0002-45bf-92df-94f982e5ed72, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8bf4989b-0002-45bf-92df-94f982e5ed72,segment=NetworkSegment(e1575c60-5bba-4757-85a1-313b9f365e2e),segment_id=e1575c60-5bba-4757-85a1-313b9f365e2e)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:04:02.753196 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:02.772000 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6783a511-97da-4278-82f5-00b84370b217 req-80777683-b524-4ff8-b97f-152c6f0ad096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:02.802226 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-6783a511-97da-4278-82f5-00b84370b217 req-80777683-b524-4ff8-b97f-152c6f0ad096 service neutron] Transition to ACTIVE for port object c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:04:02.811643 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6783a511-97da-4278-82f5-00b84370b217 req-80777683-b524-4ff8-b97f-152c6f0ad096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:02.844290 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69216a0-23d2-4711-be3e-5c2f81878c8b None None] Pushing event updated for resources: {'Port': ['ID=8bf4989b-0002-45bf-92df-94f982e5ed72,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:02.879620 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] Routers {'a6df1038-c130-438b-8730-73b95e23b3a9'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:04:02.879620 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:03:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a6df1038-c130-438b-8730-73b95e23b3a9'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:03.125285 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953638fa-8bb2-421d-b4b5-40f5fbf012a8 req-a4c325dd-8420-44de-a799-f4f237e5f15c tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:03.127697 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-953638fa-8bb2-421d-b4b5-40f5fbf012a8 req-a4c325dd-8420-44de-a799-f4f237e5f15c tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 943 time: 0.1464500 Jul 30 20:04:03.129629 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] Set router a6df1038-c130-438b-8730-73b95e23b3a9 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:04:03.144643 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-20ff44a9-3aac-4fd1-875a-68e96c410a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:03.146635 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-20ff44a9-3aac-4fd1-875a-68e96c410a03 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 1096 time: 0.2224693 Jul 30 20:04:03.371603 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34517896-router', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:03:50Z', 'updated_at': '2021-07-30T20:03:59Z', 'revision_number': 4, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'gw_port': {'id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:03:52Z', 'updated_at': '2021-07-30T20:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '8bf4989b-0002-45bf-92df-94f982e5ed72', 'name': '', 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'mac_address': 'fa:16:3e:3b:c8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'cb40bf94-0ae1-4521-a311-cd4d3f60b829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:03:57Z', 'updated_at': '2021-07-30T20:04:02Z', 'revision_number': 4, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'subnets': [{'id': 'cb40bf94-0ae1-4521-a311-cd4d3f60b829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:03.410133 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f82951d-9c1f-407b-a615-8540794f0bcb None None] The sync data for ids ['a6df1038-c130-438b-8730-73b95e23b3a9'] in n-d-712137-9 is: [{'id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34517896-router', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:03:50Z', 'updated_at': '2021-07-30T20:03:59Z', 'revision_number': 4, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'gw_port': {'id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:03:52Z', 'updated_at': '2021-07-30T20:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '8bf4989b-0002-45bf-92df-94f982e5ed72', 'name': '', 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'mac_address': 'fa:16:3e:3b:c8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'cb40bf94-0ae1-4521-a311-cd4d3f60b829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:03:57Z', 'updated_at': '2021-07-30T20:04:02Z', 'revision_number': 4, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'subnets': [{'id': 'cb40bf94-0ae1-4521-a311-cd4d3f60b829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:04:03.525991 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-113978a9-c413-467e-9a37-b56809961180 req-2bb03cd5-5c74-41fe-828f-042f18eaef3f service neutron] 10.222.0.81 "GET /v2.0/networks/4f5feb86-8071-4973-8ef1-fe1163756b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9039943 Jul 30 20:04:03.660579 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-953638fa-8bb2-421d-b4b5-40f5fbf012a8 req-e2b74d85-2272-4773-b024-8738f5d71c5e tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5261271 Jul 30 20:04:03.706309 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80777683-b524-4ff8-b97f-152c6f0ad096 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:03.717785 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-8f84b0d3-86b8-4371-a451-864da8336dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:03.719640 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-8f84b0d3-86b8-4371-a451-864da8336dbb service neutron] 10.222.0.59 "GET /v2.0/networks?id=1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 200 len: 921 time: 0.5552623 Jul 30 20:04:03.726090 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-113978a9-c413-467e-9a37-b56809961180 req-915c4311-ea78-417d-bd90-9252e2f70f45 service neutron] 10.222.0.81 "GET /v2.0/networks/4f5feb86-8071-4973-8ef1-fe1163756b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695566 Jul 30 20:04:03.726737 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-6783a511-97da-4278-82f5-00b84370b217 req-80777683-b524-4ff8-b97f-152c6f0ad096 service neutron] Attempting to bind port c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:04:03.727067 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-6783a511-97da-4278-82f5-00b84370b217 req-80777683-b524-4ff8-b97f-152c6f0ad096 service neutron] Attempting to bind port c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '21259fef-2530-4ea2-94b4-58e78cdda3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd2cf75f-ada5-438d-87d6-041f6d8f37e8'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:04:03.727494 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6783a511-97da-4278-82f5-00b84370b217 req-80777683-b524-4ff8-b97f-152c6f0ad096 service neutron] Attempting to bind port c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 on network bd2cf75f-ada5-438d-87d6-041f6d8f37e8 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:04:03.737767 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6783a511-97da-4278-82f5-00b84370b217 req-80777683-b524-4ff8-b97f-152c6f0ad096 service neutron] Port c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 on network bd2cf75f-ada5-438d-87d6-041f6d8f37e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:04:03.738102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6783a511-97da-4278-82f5-00b84370b217 req-80777683-b524-4ff8-b97f-152c6f0ad096 service neutron] Attempting to bind port c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 on network bd2cf75f-ada5-438d-87d6-041f6d8f37e8 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:04:03.747685 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6783a511-97da-4278-82f5-00b84370b217 req-80777683-b524-4ff8-b97f-152c6f0ad096 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:04:03.747941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6783a511-97da-4278-82f5-00b84370b217 req-80777683-b524-4ff8-b97f-152c6f0ad096 service neutron] Checking segment: {'id': '21259fef-2530-4ea2-94b4-58e78cdda3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd2cf75f-ada5-438d-87d6-041f6d8f37e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:04:03.748287 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6783a511-97da-4278-82f5-00b84370b217 req-80777683-b524-4ff8-b97f-152c6f0ad096 service neutron] Bound using segment: {'id': '21259fef-2530-4ea2-94b4-58e78cdda3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd2cf75f-ada5-438d-87d6-041f6d8f37e8'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:04:03.748752 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-6783a511-97da-4278-82f5-00b84370b217 req-80777683-b524-4ff8-b97f-152c6f0ad096 service neutron] Bound port: c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21259fef-2530-4ea2-94b4-58e78cdda3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd2cf75f-ada5-438d-87d6-041f6d8f37e8'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:04:03.749112 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6783a511-97da-4278-82f5-00b84370b217 req-80777683-b524-4ff8-b97f-152c6f0ad096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:03.776591 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-113db92b-b110-4b2a-a1b7-452bb3b11454 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dc7360f-a0f2-456c-9f90-d1f4281e74b6 HTTP/1.1" status: 200 len: 217 time: 0.0483994 Jul 30 20:04:03.847863 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6783a511-97da-4278-82f5-00b84370b217 req-80777683-b524-4ff8-b97f-152c6f0ad096 service neutron] For port c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:04:03.851243 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6783a511-97da-4278-82f5-00b84370b217 req-80777683-b524-4ff8-b97f-152c6f0ad096 service neutron] For port c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5,segment=NetworkSegment(21259fef-2530-4ea2-94b4-58e78cdda3f6),segment_id=21259fef-2530-4ea2-94b4-58e78cdda3f6)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:04:03.860224 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9b01e2e6-604c-4259-aba6-62d2f961cc53 req-2175344c-c068-4a59-a6ce-1a9f9408e784 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 210 time: 0.0863097 Jul 30 20:04:03.867991 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6783a511-97da-4278-82f5-00b84370b217 req-80777683-b524-4ff8-b97f-152c6f0ad096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:03.869373 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-e57e4f16-c5ce-4d00-8895-d8901b6f2022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:03.871253 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-e57e4f16-c5ce-4d00-8895-d8901b6f2022 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b757e780-295d-4676-ae81-4c07de396b9e HTTP/1.1" status: 200 len: 860 time: 0.0791142 Jul 30 20:04:03.926763 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-61b57b84-c5f3-418e-9677-d0c3c1ae5c29 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1b009359-14e5-4019-b6cd-e6d82ee142cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482934 Jul 30 20:04:03.935914 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783a511-97da-4278-82f5-00b84370b217 req-80777683-b524-4ff8-b97f-152c6f0ad096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:03.936485 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6783a511-97da-4278-82f5-00b84370b217 req-80777683-b524-4ff8-b97f-152c6f0ad096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:03.942171 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6783a511-97da-4278-82f5-00b84370b217 req-80777683-b524-4ff8-b97f-152c6f0ad096 service neutron] 10.222.0.83 "PUT /v2.0/ports/c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 HTTP/1.1" status: 200 len: 1091 time: 2.0856566 Jul 30 20:04:03.942671 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbdbc01-2046-43c0-b172-f1b564ac04bb', 'tag': 'c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:03.946308 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d8e1a6-7066-48e3-8b9b-e509198144f7" -d '{"events": [{"name": "network-changed", "server_uuid": "bdbdbc01-2046-43c0-b172-f1b564ac04bb", "tag": "c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:03.988493 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80777683-b524-4ff8-b97f-152c6f0ad096 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:03.996782 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa91b87-1aa1-4ff3-b7ea-1ed3f64c072d x-openstack-request-id: req-0fa91b87-1aa1-4ff3-b7ea-1ed3f64c072d {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:03.998703 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af2de6f-50be-4af4-b012-e1d9b5b7e765", "name": "network-vif-deleted", "tag": "19aa8ad0-fe85-4080-adca-8bb43955e54c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:03.999439 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0fa91b87-1aa1-4ff3-b7ea-1ed3f64c072d {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:04.003549 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af2de6f-50be-4af4-b012-e1d9b5b7e765', 'name': 'network-vif-deleted', 'tag': '19aa8ad0-fe85-4080-adca-8bb43955e54c', 'status': 'completed', 'code': 200} Jul 30 20:04:04.166801 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e2b22-60c0-4e93-9716-044aba67a7c6 req-fd4ff510-3666-4d61-86c3-0b9ae0e753e7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:04.169162 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a4e2b22-60c0-4e93-9716-044aba67a7c6 req-fd4ff510-3666-4d61-86c3-0b9ae0e753e7 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.1074996 Jul 30 20:04:04.171393 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783a511-97da-4278-82f5-00b84370b217 req-e4a38b9e-a2f4-4f81-bb5d-efcefae89863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:04.172782 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6783a511-97da-4278-82f5-00b84370b217 req-e4a38b9e-a2f4-4f81-bb5d-efcefae89863 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fe95db048a504264854a9049eb2dbdac&device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 1094 time: 0.1805592 Jul 30 20:04:04.227149 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-189e4dc6-1d52-4c92-b87c-9a6edc0ea981 service neutron] 10.222.0.59 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888730 Jul 30 20:04:04.257174 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6783a511-97da-4278-82f5-00b84370b217 req-918f00a4-cca1-4eab-9877-507ecdecc805 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 HTTP/1.1" status: 200 len: 217 time: 0.0713966 Jul 30 20:04:04.304693 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df82f73-a2d8-41be-9cd9-1ea24ec83f62 req-fc587072-ea12-41c2-a71b-312d51f3063d tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:04.306380 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6df82f73-a2d8-41be-9cd9-1ea24ec83f62 req-fc587072-ea12-41c2-a71b-312d51f3063d tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 945 time: 0.1579831 Jul 30 20:04:04.350523 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8bf4989b-0002-45bf-92df-94f982e5ed72 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:04:04.359062 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a4e2b22-60c0-4e93-9716-044aba67a7c6 req-86b4672e-720c-4a0f-9180-da622c01f903 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821630 Jul 30 20:04:04.403928 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783a511-97da-4278-82f5-00b84370b217 req-127b381f-a4e0-407f-a4e8-93876c1efe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:04.405617 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6783a511-97da-4278-82f5-00b84370b217 req-127b381f-a4e0-407f-a4e8-93876c1efe4b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fdc2bd05-703a-476f-bf73-d538fd160288 HTTP/1.1" status: 200 len: 854 time: 0.1364090 Jul 30 20:04:04.454592 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6df82f73-a2d8-41be-9cd9-1ea24ec83f62 req-43ddba51-fb7b-47fc-870a-367c57a87ab0 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358356 Jul 30 20:04:04.497448 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-d10d1cf9-cc36-4f42-a867-e836de2fe695 service neutron] 10.222.0.59 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612865 Jul 30 20:04:04.515186 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6783a511-97da-4278-82f5-00b84370b217 req-748ecb4a-dccb-490a-8765-240d39ede7dc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bd2cf75f-ada5-438d-87d6-041f6d8f37e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942912 Jul 30 20:04:04.529317 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 8bf4989b-0002-45bf-92df-94f982e5ed72 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:04:04.535365 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 8bf4989b-0002-45bf-92df-94f982e5ed72 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:04:04.535973 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:04.629811 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1c5b9139-5ff0-4ff5-95d1-f0329ddefa9d req-b9c2c6c6-710e-43d4-a3c5-0a1f9d14a3f8 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1 HTTP/1.1" status: 200 len: 210 time: 0.0452156 Jul 30 20:04:04.702028 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6783a511-97da-4278-82f5-00b84370b217 req-2f4dcdef-003c-4796-86ff-96ac832221b4 service neutron] 10.222.0.83 "GET /v2.0/networks/bd2cf75f-ada5-438d-87d6-041f6d8f37e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785870 Jul 30 20:04:04.758891 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:04.843031 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 8bf4989b-0002-45bf-92df-94f982e5ed72, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8bf4989b-0002-45bf-92df-94f982e5ed72,segment=NetworkSegment(e1575c60-5bba-4757-85a1-313b9f365e2e),segment_id=e1575c60-5bba-4757-85a1-313b9f365e2e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:04.864241 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:04.907064 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 19aa8ad0-fe85-4080-adca-8bb43955e54c no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:04.913891 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6783a511-97da-4278-82f5-00b84370b217 req-db3e586c-f8ce-47ca-86c4-08bebd26d860 service neutron] 10.222.0.83 "GET /v2.0/networks/bd2cf75f-ada5-438d-87d6-041f6d8f37e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024553 Jul 30 20:04:04.926782 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ff8029-aef0-4c81-ad8f-5e283e9d06a0 x-openstack-request-id: req-51ff8029-aef0-4c81-ad8f-5e283e9d06a0 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:04.927074 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdbdbc01-2046-43c0-b172-f1b564ac04bb", "tag": "c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:04.927325 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-51ff8029-aef0-4c81-ad8f-5e283e9d06a0 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:04.928472 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbdbc01-2046-43c0-b172-f1b564ac04bb', 'tag': 'c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5', 'status': 'completed', 'code': 200} Jul 30 20:04:04.945748 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 19aa8ad0-fe85-4080-adca-8bb43955e54c {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:04:04.945976 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 19aa8ad0-fe85-4080-adca-8bb43955e54c not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:04.946754 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 95844887-fb74-49e4-9739-7edba063e146 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:04.988683 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f4e04-7637-4b60-a7ce-b06c7e7d02b6 req-9766ebc8-e630-40de-afa9-5254cf07ffec tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:04.999378 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b27f4e04-7637-4b60-a7ce-b06c7e7d02b6 req-9766ebc8-e630-40de-afa9-5254cf07ffec tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 943 time: 0.0844672 Jul 30 20:04:05.027604 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=8bf4989b-0002-45bf-92df-94f982e5ed72,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:05.088028 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:05.118441 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc969ba2-8221-444b-8cc7-6934376de136', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95844887-fb74-49e4-9739-7edba063e146'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:05.132384 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6d274d-5dec-42f4-8e8a-02ed53828137" -d '{"events": [{"server_uuid": "dc969ba2-8221-444b-8cc7-6934376de136", "name": "network-vif-unplugged", "status": "completed", "tag": "95844887-fb74-49e4-9739-7edba063e146"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:05.146188 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b27f4e04-7637-4b60-a7ce-b06c7e7d02b6 req-3be80380-3d87-4983-9b23-6b8a0ad6c279 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458549 Jul 30 20:04:05.178600 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8e1a6-7066-48e3-8b9b-e509198144f7 req-ce18f2a3-dd6f-4fbb-848d-eda08e4b150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:05.180122 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31d8e1a6-7066-48e3-8b9b-e509198144f7 req-ce18f2a3-dd6f-4fbb-848d-eda08e4b150d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fe95db048a504264854a9049eb2dbdac&device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 1094 time: 0.1516986 Jul 30 20:04:05.201450 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 95844887-fb74-49e4-9739-7edba063e146, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=95844887-fb74-49e4-9739-7edba063e146,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:05.213834 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:05.323163 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8e1a6-7066-48e3-8b9b-e509198144f7 req-731f24c3-d2e9-4e41-b674-df24b72fdcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:05.325208 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31d8e1a6-7066-48e3-8b9b-e509198144f7 req-731f24c3-d2e9-4e41-b674-df24b72fdcb7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bd2cf75f-ada5-438d-87d6-041f6d8f37e8 HTTP/1.1" status: 200 len: 915 time: 0.1209202 Jul 30 20:04:05.338851 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=95844887-fb74-49e4-9739-7edba063e146,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:05.376213 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6cd907cc-6200-4142-8c93-58609c6411d8 req-4bb146fd-1b08-466b-9e49-daa0fc030b92 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 210 time: 0.0501573 Jul 30 20:04:05.425316 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31d8e1a6-7066-48e3-8b9b-e509198144f7 req-11c1866e-4253-4eec-b7f5-636b8d785ecb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 HTTP/1.1" status: 200 len: 217 time: 0.0900855 Jul 30 20:04:05.461848 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe8881a-24ad-4c2e-8562-31a6abf5d381 x-openstack-request-id: req-cfe8881a-24ad-4c2e-8562-31a6abf5d381 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:05.462332 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc969ba2-8221-444b-8cc7-6934376de136", "name": "network-vif-unplugged", "status": "completed", "tag": "95844887-fb74-49e4-9739-7edba063e146", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:05.462436 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cfe8881a-24ad-4c2e-8562-31a6abf5d381 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:05.462764 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc969ba2-8221-444b-8cc7-6934376de136', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95844887-fb74-49e4-9739-7edba063e146', 'code': 200} Jul 30 20:04:05.522245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8e1a6-7066-48e3-8b9b-e509198144f7 req-b2413c86-9794-45e6-be71-ecdb318978c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:05.523760 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31d8e1a6-7066-48e3-8b9b-e509198144f7 req-b2413c86-9794-45e6-be71-ecdb318978c8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fdc2bd05-703a-476f-bf73-d538fd160288 HTTP/1.1" status: 200 len: 854 time: 0.0900416 Jul 30 20:04:05.574742 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31d8e1a6-7066-48e3-8b9b-e509198144f7 req-5874808e-2050-4855-8a3e-3aa8503b7215 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bd2cf75f-ada5-438d-87d6-041f6d8f37e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416155 Jul 30 20:04:05.777947 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31d8e1a6-7066-48e3-8b9b-e509198144f7 req-61c30965-9b26-48ef-98d2-328f3953f14e service neutron] 10.222.0.83 "GET /v2.0/networks/bd2cf75f-ada5-438d-87d6-041f6d8f37e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924882 Jul 30 20:04:05.788861 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18b1bf-306b-4edf-a879-c7cf94cb0e35 req-1e48414d-1b80-4533-afc7-a430a529bcf0 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:05.798257 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb18b1bf-306b-4edf-a879-c7cf94cb0e35 req-1e48414d-1b80-4533-afc7-a430a529bcf0 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.2266111 Jul 30 20:04:05.892270 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8df009-fb1d-4e2d-af54-5a14f04a22bc req-33191ea1-caa3-4a44-9592-7774874d3a6b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:05.894843 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4c8df009-fb1d-4e2d-af54-5a14f04a22bc req-33191ea1-caa3-4a44-9592-7774874d3a6b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 945 time: 0.0778220 Jul 30 20:04:05.916740 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113978a9-c413-467e-9a37-b56809961180 req-3be73814-7719-4d6e-87cc-e4bd19b9c3d8 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:05.918702 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-113978a9-c413-467e-9a37-b56809961180 req-3be73814-7719-4d6e-87cc-e4bd19b9c3d8 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.83 "GET /v2.0/networks?id=4f5feb86-8071-4973-8ef1-fe1163756b45 HTTP/1.1" status: 200 len: 827 time: 0.2588098 Jul 30 20:04:05.931478 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb18b1bf-306b-4edf-a879-c7cf94cb0e35 req-c3c9fab7-5bbe-4a8b-b788-e6a161e03be4 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323483 Jul 30 20:04:05.937907 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-113978a9-c413-467e-9a37-b56809961180 req-afd880f0-fc6d-4878-9d01-7745dd89f013 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Request body: {'port': {'device_id': '5e11e5b6-b86d-44d7-8069-cc1cf3b477b1', 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45', 'admin_state_up': True, 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:04:05.955557 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4c8df009-fb1d-4e2d-af54-5a14f04a22bc req-4eaad178-b9bc-42c0-b051-744a1447298d tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487373 Jul 30 20:04:06.040432 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31d8e1a6-7066-48e3-8b9b-e509198144f7 req-be2fd740-2fcd-49ed-97b4-8913d7061e70 service neutron] 10.222.0.83 "GET /v2.0/networks/bd2cf75f-ada5-438d-87d6-041f6d8f37e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370782 Jul 30 20:04:06.128306 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-269fa245-cff0-4935-be3d-76306fc8cd62 req-f66d2838-d545-4abb-bce1-5971aadd18f0 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1 HTTP/1.1" status: 200 len: 210 time: 0.0296600 Jul 30 20:04:06.129375 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-113978a9-c413-467e-9a37-b56809961180 req-afd880f0-fc6d-4878-9d01-7745dd89f013 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Made reservation on behalf of fe0d658d535c43fda1a767d8337bb8fb for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:04:06.133311 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-113978a9-c413-467e-9a37-b56809961180 req-afd880f0-fc6d-4878-9d01-7745dd89f013 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:06.285603 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8bf4989b-0002-45bf-92df-94f982e5ed72 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:04:06.327055 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-113978a9-c413-467e-9a37-b56809961180 req-afd880f0-fc6d-4878-9d01-7745dd89f013 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Allocated IP 172.20.0.10 (4f5feb86-8071-4973-8ef1-fe1163756b45/cb40bf94-0ae1-4521-a311-cd4d3f60b829/e8cb6cae-4b18-4f38-9fd2-69dc2a222dee) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:04:06.339975 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 8bf4989b-0002-45bf-92df-94f982e5ed72 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:04:06.340567 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:06.475940 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182079db-9f3d-4c9a-9eac-00f25cd5c7e9 req-b4d2fdc0-58e1-4f29-b367-6552918fedf7 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:06.477433 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-182079db-9f3d-4c9a-9eac-00f25cd5c7e9 req-b4d2fdc0-58e1-4f29-b367-6552918fedf7 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 943 time: 0.1310611 Jul 30 20:04:06.500909 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-6f59b8c1-2670-4a07-ab02-d5b297a9aa83 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:06.502643 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-6f59b8c1-2670-4a07-ab02-d5b297a9aa83 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/networks?id=e4bf3036-f4f1-465f-b95b-df7c6e0f15dc HTTP/1.1" status: 200 len: 805 time: 0.1131396 Jul 30 20:04:06.517408 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-35d44894-c5d9-4c6d-8a11-985fd0b290e5 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/quotas/efaf745330cb48e3a1c19705d011fd87 HTTP/1.1" status: 200 len: 375 time: 0.0092399 Jul 30 20:04:06.572613 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-5d7389bb-73dd-4e8f-a372-1bce37d66fd9 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=efaf745330cb48e3a1c19705d011fd87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484021 Jul 30 20:04:06.575037 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-182079db-9f3d-4c9a-9eac-00f25cd5c7e9 req-e89d82eb-02eb-4097-8671-9665913ac7db tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678136 Jul 30 20:04:06.626835 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-113978a9-c413-467e-9a37-b56809961180 req-afd880f0-fc6d-4878-9d01-7745dd89f013 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:06.664038 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d6e7fbe-1bb5-4472-8072-e47c5491085a req-a522188c-404b-43ca-8b1a-2c0cf35cec29 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 210 time: 0.0344288 Jul 30 20:04:06.666941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-113978a9-c413-467e-9a37-b56809961180 req-afd880f0-fc6d-4878-9d01-7745dd89f013 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Transition to ACTIVE for port object e8cb6cae-4b18-4f38-9fd2-69dc2a222dee will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:04:06.676672 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-7f6c6d5d-fa78-4e1a-861a-a451a5713ab7 service neutron] 10.222.0.81 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873537 Jul 30 20:04:06.702748 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-113978a9-c413-467e-9a37-b56809961180 req-afd880f0-fc6d-4878-9d01-7745dd89f013 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:06.746539 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113978a9-c413-467e-9a37-b56809961180 req-afd880f0-fc6d-4878-9d01-7745dd89f013 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Network 4f5feb86-8071-4973-8ef1-fe1163756b45 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:04:06.749791 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-113978a9-c413-467e-9a37-b56809961180 req-afd880f0-fc6d-4878-9d01-7745dd89f013 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:04:06.753832 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-113978a9-c413-467e-9a37-b56809961180 req-afd880f0-fc6d-4878-9d01-7745dd89f013 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:04:06.776652 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-25f140ea-f500-4b00-ac3f-a0b4f054bd66 service neutron] 10.222.0.81 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927241 Jul 30 20:04:06.801850 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd880f0-fc6d-4878-9d01-7745dd89f013 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Pushing event updated for resources: {'Port': ['ID=e8cb6cae-4b18-4f38-9fd2-69dc2a222dee,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:06.819369 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113978a9-c413-467e-9a37-b56809961180 req-afd880f0-fc6d-4878-9d01-7745dd89f013 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:06.820296 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-113978a9-c413-467e-9a37-b56809961180 req-afd880f0-fc6d-4878-9d01-7745dd89f013 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:06.838512 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-113978a9-c413-467e-9a37-b56809961180 req-afd880f0-fc6d-4878-9d01-7745dd89f013 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9101622 Jul 30 20:04:06.873680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-113978a9-c413-467e-9a37-b56809961180 req-99371959-3780-4568-a327-3ac3427a79e5 service neutron] Request body: {'port': {'device_id': '5e11e5b6-b86d-44d7-8069-cc1cf3b477b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:04:06.944308 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-113978a9-c413-467e-9a37-b56809961180 req-99371959-3780-4568-a327-3ac3427a79e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:07.037031 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-da6b7746-da88-4fa5-b7e6-fb8dbee187fa req-91dfef21-eff3-4627-a9af-1e3924152e3f tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 210 time: 0.0425191 Jul 30 20:04:07.097563 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd61627-40d7-46e2-8b07-925419dc9173 req-6276f52d-ccaf-45b9-bb26-8debd9c2e67b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:07.106804 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4fd61627-40d7-46e2-8b07-925419dc9173 req-6276f52d-ccaf-45b9-bb26-8debd9c2e67b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0643866 Jul 30 20:04:07.121121 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d3d6b8c8-0eb9-47cf-ace2-740ce4a6f18e None None] Provisioning for port e8cb6cae-4b18-4f38-9fd2-69dc2a222dee completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:04:07.125697 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d3d6b8c8-0eb9-47cf-ace2-740ce4a6f18e None None] Provisioning complete for port e8cb6cae-4b18-4f38-9fd2-69dc2a222dee triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:04:07.126072 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3d6b8c8-0eb9-47cf-ace2-740ce4a6f18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:07.176336 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4fd61627-40d7-46e2-8b07-925419dc9173 req-6a4d13cd-5b13-4179-92a2-fd4c6d28a8d4 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685709 Jul 30 20:04:07.300166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57b1aa-e80d-4525-a624-8dbf9775d498 req-86916f8a-d5c4-4210-9d79-2d8cc46a90a0 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:07.304412 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ba57b1aa-e80d-4525-a624-8dbf9775d498 req-86916f8a-d5c4-4210-9d79-2d8cc46a90a0 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 945 time: 0.1346021 Jul 30 20:04:07.435812 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d3d6b8c8-0eb9-47cf-ace2-740ce4a6f18e None None] Port e8cb6cae-4b18-4f38-9fd2-69dc2a222dee cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:04:07.489126 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ba57b1aa-e80d-4525-a624-8dbf9775d498 req-3d4d0ed5-41a3-4b10-826e-75b1d9c1b574 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741825 Jul 30 20:04:07.496350 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-113978a9-c413-467e-9a37-b56809961180 req-99371959-3780-4568-a327-3ac3427a79e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8cb6cae-4b18-4f38-9fd2-69dc2a222dee {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:04:07.513115 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-113978a9-c413-467e-9a37-b56809961180 req-99371959-3780-4568-a327-3ac3427a79e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:07.527870 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355aa53-1989-4fa5-a433-a420a861c377 req-fcddce1e-763f-4158-9b88-43cb53c65ebd tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:07.528142 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-113978a9-c413-467e-9a37-b56809961180 req-99371959-3780-4568-a327-3ac3427a79e5 service neutron] Transition to ACTIVE for port object e8cb6cae-4b18-4f38-9fd2-69dc2a222dee will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:04:07.533831 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-113978a9-c413-467e-9a37-b56809961180 req-99371959-3780-4568-a327-3ac3427a79e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:07.535552 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d355aa53-1989-4fa5-a433-a420a861c377 req-fcddce1e-763f-4158-9b88-43cb53c65ebd tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1 HTTP/1.1" status: 200 len: 932 time: 0.0775189 Jul 30 20:04:07.581429 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d355aa53-1989-4fa5-a433-a420a861c377 req-84f677c9-42f8-4586-88c4-450c74e297e2 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/security-groups?id=c77c6fa1-c414-494e-b978-52c7bc11ecc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449681 Jul 30 20:04:07.615985 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99371959-3780-4568-a327-3ac3427a79e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8cb6cae-4b18-4f38-9fd2-69dc2a222dee,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:07.736050 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-113978a9-c413-467e-9a37-b56809961180 req-99371959-3780-4568-a327-3ac3427a79e5 service neutron] Attempting to bind port e8cb6cae-4b18-4f38-9fd2-69dc2a222dee on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:04:07.736394 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-113978a9-c413-467e-9a37-b56809961180 req-99371959-3780-4568-a327-3ac3427a79e5 service neutron] Attempting to bind port e8cb6cae-4b18-4f38-9fd2-69dc2a222dee by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'e1575c60-5bba-4757-85a1-313b9f365e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:04:07.736917 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113978a9-c413-467e-9a37-b56809961180 req-99371959-3780-4568-a327-3ac3427a79e5 service neutron] Attempting to bind port e8cb6cae-4b18-4f38-9fd2-69dc2a222dee on network 4f5feb86-8071-4973-8ef1-fe1163756b45 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:04:07.744450 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113978a9-c413-467e-9a37-b56809961180 req-99371959-3780-4568-a327-3ac3427a79e5 service neutron] Port e8cb6cae-4b18-4f38-9fd2-69dc2a222dee on network 4f5feb86-8071-4973-8ef1-fe1163756b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:04:07.744952 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113978a9-c413-467e-9a37-b56809961180 req-99371959-3780-4568-a327-3ac3427a79e5 service neutron] Attempting to bind port e8cb6cae-4b18-4f38-9fd2-69dc2a222dee on network 4f5feb86-8071-4973-8ef1-fe1163756b45 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:04:07.782518 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402c9cd-76ac-4a6e-a386-3acf8bc056d9 req-63bc61da-45e2-4997-9fb8-89ef58471d8d tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:07.789255 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7562b65d-10e8-4f4f-ae4a-870d8ee5fc6c req-c70541f9-8d84-47f9-b0e0-0aedf4b03b19 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=2af2de6f-50be-4af4-b012-e1d9b5b7e765 HTTP/1.1" status: 200 len: 210 time: 0.0407043 Jul 30 20:04:07.790337 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a402c9cd-76ac-4a6e-a386-3acf8bc056d9 req-63bc61da-45e2-4997-9fb8-89ef58471d8d tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 943 time: 0.1152894 Jul 30 20:04:07.799878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113978a9-c413-467e-9a37-b56809961180 req-99371959-3780-4568-a327-3ac3427a79e5 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:04:07.800211 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113978a9-c413-467e-9a37-b56809961180 req-99371959-3780-4568-a327-3ac3427a79e5 service neutron] Checking segment: {'id': 'e1575c60-5bba-4757-85a1-313b9f365e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:04:07.800589 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113978a9-c413-467e-9a37-b56809961180 req-99371959-3780-4568-a327-3ac3427a79e5 service neutron] Bound using segment: {'id': 'e1575c60-5bba-4757-85a1-313b9f365e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:04:07.801035 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-113978a9-c413-467e-9a37-b56809961180 req-99371959-3780-4568-a327-3ac3427a79e5 service neutron] Bound port: e8cb6cae-4b18-4f38-9fd2-69dc2a222dee, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1575c60-5bba-4757-85a1-313b9f365e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:04:07.801392 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-113978a9-c413-467e-9a37-b56809961180 req-99371959-3780-4568-a327-3ac3427a79e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:07.919463 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-113978a9-c413-467e-9a37-b56809961180 req-99371959-3780-4568-a327-3ac3427a79e5 service neutron] For port e8cb6cae-4b18-4f38-9fd2-69dc2a222dee, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:04:07.928039 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a402c9cd-76ac-4a6e-a386-3acf8bc056d9 req-11b8d300-a6ad-4df7-add2-77e8fb5743ce tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367924 Jul 30 20:04:07.948060 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-113978a9-c413-467e-9a37-b56809961180 req-99371959-3780-4568-a327-3ac3427a79e5 service neutron] For port e8cb6cae-4b18-4f38-9fd2-69dc2a222dee, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e8cb6cae-4b18-4f38-9fd2-69dc2a222dee,segment=NetworkSegment(e1575c60-5bba-4757-85a1-313b9f365e2e),segment_id=e1575c60-5bba-4757-85a1-313b9f365e2e)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:04:07.953915 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-113978a9-c413-467e-9a37-b56809961180 req-99371959-3780-4568-a327-3ac3427a79e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:07.988771 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113978a9-c413-467e-9a37-b56809961180 req-99371959-3780-4568-a327-3ac3427a79e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:07.989364 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-113978a9-c413-467e-9a37-b56809961180 req-99371959-3780-4568-a327-3ac3427a79e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:07.990619 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-113978a9-c413-467e-9a37-b56809961180 req-99371959-3780-4568-a327-3ac3427a79e5 service neutron] 10.222.0.83 "PUT /v2.0/ports/e8cb6cae-4b18-4f38-9fd2-69dc2a222dee HTTP/1.1" status: 200 len: 1092 time: 1.1214633 Jul 30 20:04:07.991045 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e11e5b6-b86d-44d7-8069-cc1cf3b477b1', 'tag': 'e8cb6cae-4b18-4f38-9fd2-69dc2a222dee'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:07.993697 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e342ac54-f276-4ca2-9fb1-5c960eaf3fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "5e11e5b6-b86d-44d7-8069-cc1cf3b477b1", "tag": "e8cb6cae-4b18-4f38-9fd2-69dc2a222dee"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:08.034094 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99371959-3780-4568-a327-3ac3427a79e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8cb6cae-4b18-4f38-9fd2-69dc2a222dee,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:08.076333 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb89cf86-097e-4e8c-9908-6932b2485e1e x-openstack-request-id: req-fb89cf86-097e-4e8c-9908-6932b2485e1e {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:08.076625 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e11e5b6-b86d-44d7-8069-cc1cf3b477b1", "tag": "e8cb6cae-4b18-4f38-9fd2-69dc2a222dee", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:08.076918 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fb89cf86-097e-4e8c-9908-6932b2485e1e {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:08.078047 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e11e5b6-b86d-44d7-8069-cc1cf3b477b1', 'tag': 'e8cb6cae-4b18-4f38-9fd2-69dc2a222dee', 'status': 'completed', 'code': 200} Jul 30 20:04:08.116296 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4cf14-2616-432e-8edc-a0822ed0d400 req-5276b33b-dcdd-47aa-b009-a27665c79411 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:08.120558 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-51d4cf14-2616-432e-8edc-a0822ed0d400 req-5276b33b-dcdd-47aa-b009-a27665c79411 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc969ba2-8221-444b-8cc7-6934376de136 HTTP/1.1" status: 200 len: 944 time: 0.1430976 Jul 30 20:04:08.212076 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c69056c-6b20-4d39-8422-7e2fc928be97 req-bc6ff2f7-87e4-40db-af73-38e1df9e1521 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 210 time: 0.0601246 Jul 30 20:04:08.247572 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113978a9-c413-467e-9a37-b56809961180 req-b4043d22-e607-4011-94e7-1592b259bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:08.249463 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-113978a9-c413-467e-9a37-b56809961180 req-b4043d22-e607-4011-94e7-1592b259bd45 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fe0d658d535c43fda1a767d8337bb8fb&device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1 HTTP/1.1" status: 200 len: 1095 time: 0.1885598 Jul 30 20:04:08.260506 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-51d4cf14-2616-432e-8edc-a0822ed0d400 req-d010cb1c-2bc0-49e6-b154-14315606970d tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Deleting port 95844887-fb74-49e4-9739-7edba063e146 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:08.260865 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-51d4cf14-2616-432e-8edc-a0822ed0d400 req-d010cb1c-2bc0-49e6-b154-14315606970d tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:08.344372 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-113978a9-c413-467e-9a37-b56809961180 req-959988e5-ff2c-43dc-bfe3-5b72020c692c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8cb6cae-4b18-4f38-9fd2-69dc2a222dee HTTP/1.1" status: 200 len: 217 time: 0.0818465 Jul 30 20:04:08.446238 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-1c894a7d-e2ec-485e-b6c9-8739437b5384 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:08.448290 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-1c894a7d-e2ec-485e-b6c9-8739437b5384 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.83 "GET /v2.0/networks?id=e4bf3036-f4f1-465f-b95b-df7c6e0f15dc HTTP/1.1" status: 200 len: 805 time: 0.2145779 Jul 30 20:04:08.454382 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9eef19-51ed-46d9-9355-5f8eaabeaeb0 req-05db8875-3870-4485-bef5-60c867e0996a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:08.455460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113978a9-c413-467e-9a37-b56809961180 req-8c5f2334-90ee-42f1-a625-166287949c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:08.457213 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-113978a9-c413-467e-9a37-b56809961180 req-8c5f2334-90ee-42f1-a625-166287949c22 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cb40bf94-0ae1-4521-a311-cd4d3f60b829 HTTP/1.1" status: 200 len: 866 time: 0.0921528 Jul 30 20:04:08.462663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-4a9c6e0a-47c6-4cd3-9968-b52463e3fd79 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Request body: {'port': {'device_id': 'ef196c64-4966-4c4d-908d-dbdcd4679345', 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc', 'admin_state_up': True, 'tenant_id': 'efaf745330cb48e3a1c19705d011fd87'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:04:08.463791 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e9eef19-51ed-46d9-9355-5f8eaabeaeb0 req-05db8875-3870-4485-bef5-60c867e0996a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0970023 Jul 30 20:04:08.538936 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e9eef19-51ed-46d9-9355-5f8eaabeaeb0 req-99885e54-320a-491e-8f32-bfdc6da84dc1 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692611 Jul 30 20:04:08.552728 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-51d4cf14-2616-432e-8edc-a0822ed0d400 req-d010cb1c-2bc0-49e6-b154-14315606970d tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] For port 95844887-fb74-49e4-9739-7edba063e146, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=95844887-fb74-49e4-9739-7edba063e146,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:08.552728 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-51d4cf14-2616-432e-8edc-a0822ed0d400 req-d010cb1c-2bc0-49e6-b154-14315606970d tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:08.591099 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113978a9-c413-467e-9a37-b56809961180 req-ebc97af7-1f93-423c-a9f7-3979dc17e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:08.592614 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-113978a9-c413-467e-9a37-b56809961180 req-ebc97af7-1f93-423c-a9f7-3979dc17e2b4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4f5feb86-8071-4973-8ef1-fe1163756b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254125 Jul 30 20:04:08.595391 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-51d4cf14-2616-432e-8edc-a0822ed0d400 req-d010cb1c-2bc0-49e6-b154-14315606970d tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Calling delete_port for 95844887-fb74-49e4-9739-7edba063e146 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:08.724910 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-6a102bb7-0b07-4889-a105-03c0203642d3 service neutron] show failed (client error): The resource could not be found. Jul 30 20:04:08.725854 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-6a102bb7-0b07-4889-a105-03c0203642d3 service neutron] 10.222.0.83 "GET /v2.0/ports/c32834b5-1a2a-4003-b5e2-0c257973a9c1/bindings/n-h1-712137-9 HTTP/1.1" status: 404 len: 380 time: 0.1718087 Jul 30 20:04:08.746577 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ba32c-b0de-4410-a6e2-0eba4e574d23 req-21614db4-5a8d-4ef9-b246-adfd1694d801 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:08.748189 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-158ba32c-b0de-4410-a6e2-0eba4e574d23 req-21614db4-5a8d-4ef9-b246-adfd1694d801 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 945 time: 0.1633642 Jul 30 20:04:08.755218 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-4a9c6e0a-47c6-4cd3-9968-b52463e3fd79 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Made reservation on behalf of efaf745330cb48e3a1c19705d011fd87 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:04:08.760546 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-4a9c6e0a-47c6-4cd3-9968-b52463e3fd79 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:08.768820 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f18998-3c42-4bb3-be0a-60c73a65e861 req-0234b48b-affa-44b9-8877-0e592cb88e7e tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:08.770333 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-96f18998-3c42-4bb3-be0a-60c73a65e861 req-0234b48b-affa-44b9-8877-0e592cb88e7e tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1 HTTP/1.1" status: 200 len: 944 time: 0.0934360 Jul 30 20:04:08.834310 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-113978a9-c413-467e-9a37-b56809961180 req-d4fbb627-d4b1-4650-8e8b-e2fd57102d47 service neutron] 10.222.0.83 "GET /v2.0/networks/4f5feb86-8071-4973-8ef1-fe1163756b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259958 Jul 30 20:04:08.858460 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-96f18998-3c42-4bb3-be0a-60c73a65e861 req-0aacddc2-8d2f-4e05-b8f9-772940212d69 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/security-groups?id=c77c6fa1-c414-494e-b978-52c7bc11ecc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801370 Jul 30 20:04:08.865437 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-51d4cf14-2616-432e-8edc-a0822ed0d400 req-d010cb1c-2bc0-49e6-b154-14315606970d tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:08.902255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010cb1c-2bc0-49e6-b154-14315606970d tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Pushing event deleted for resources: {'Port': ['ID=95844887-fb74-49e4-9739-7edba063e146,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:08.922349 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-158ba32c-b0de-4410-a6e2-0eba4e574d23 req-cb71e7b4-da57-46a4-b666-b8a8a5673b0d tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568930 Jul 30 20:04:08.966661 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d4cf14-2616-432e-8edc-a0822ed0d400 req-d010cb1c-2bc0-49e6-b154-14315606970d tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] No DVR routers for this DVR port 95844887-fb74-49e4-9739-7edba063e146 on host n-h1-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:04:08.969832 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-51d4cf14-2616-432e-8edc-a0822ed0d400 req-d010cb1c-2bc0-49e6-b154-14315606970d tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:08.972759 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-51d4cf14-2616-432e-8edc-a0822ed0d400 req-d010cb1c-2bc0-49e6-b154-14315606970d tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.59 "DELETE /v2.0/ports/95844887-fb74-49e4-9739-7edba063e146 HTTP/1.1" status: 204 len: 173 time: 0.8462927 Jul 30 20:04:08.973461 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc969ba2-8221-444b-8cc7-6934376de136', 'name': 'network-vif-deleted', 'tag': '95844887-fb74-49e4-9739-7edba063e146'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:08.991338 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972265ac-f011-4dd6-8115-3bdada6324a1" -d '{"events": [{"server_uuid": "dc969ba2-8221-444b-8cc7-6934376de136", "name": "network-vif-deleted", "tag": "95844887-fb74-49e4-9739-7edba063e146"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:09.076070 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bc9dd8-7100-4d22-b0d7-dadd43203cbe x-openstack-request-id: req-26bc9dd8-7100-4d22-b0d7-dadd43203cbe {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:09.085489 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc969ba2-8221-444b-8cc7-6934376de136", "name": "network-vif-deleted", "tag": "95844887-fb74-49e4-9739-7edba063e146", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:09.085983 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-26bc9dd8-7100-4d22-b0d7-dadd43203cbe {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:09.088816 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc969ba2-8221-444b-8cc7-6934376de136', 'name': 'network-vif-deleted', 'tag': '95844887-fb74-49e4-9739-7edba063e146', 'status': 'completed', 'code': 200} Jul 30 20:04:09.108502 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-14c832bc-5532-424c-ad95-3d8c3c8eb001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:09.112442 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-14c832bc-5532-424c-ad95-3d8c3c8eb001 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18&tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290 HTTP/1.1" status: 200 len: 1101 time: 0.1124446 Jul 30 20:04:09.125452 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-4a9c6e0a-47c6-4cd3-9968-b52463e3fd79 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Allocated IP 172.20.0.10 (e4bf3036-f4f1-465f-b95b-df7c6e0f15dc/a4cfed6b-f42f-43da-94d1-da091996fffe/d9df0719-af7e-48f4-a1f4-8f0577af4e27) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:04:09.128001 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-9', 'device_owner': 'compute:nova'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:04:09.180342 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-113978a9-c413-467e-9a37-b56809961180 req-bb2a824d-e735-4a28-838d-2a75f7cb23be service neutron] 10.222.0.83 "GET /v2.0/networks/4f5feb86-8071-4973-8ef1-fe1163756b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142431 Jul 30 20:04:09.189917 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:09.217530 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:04:09.315056 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9636635-893c-4cb4-bfad-2982039d1e87 req-04abd93e-66e5-4a79-b98d-17d0fca4ab2f tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:09.317392 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9636635-893c-4cb4-bfad-2982039d1e87 req-04abd93e-66e5-4a79-b98d-17d0fca4ab2f tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 943 time: 0.1895070 Jul 30 20:04:09.380115 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce74e03d-a9b1-4696-a69f-37740eb07b7a req-9cce1c2a-e182-4ce8-9ace-382811a3f250 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 210 time: 0.0428164 Jul 30 20:04:09.383605 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5,segment=NetworkSegment(21259fef-2530-4ea2-94b4-58e78cdda3f6),segment_id=21259fef-2530-4ea2-94b4-58e78cdda3f6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:09.400620 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5', 'network_id': 'bd2cf75f-ada5-438d-87d6-041f6d8f37e8', 'port_id': 'c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5', 'mac_address': 'fa:16:3e:cf:8c:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc2bd05-703a-476f-bf73-d538fd160288', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:04:09.428686 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342ac54-f276-4ca2-9fb1-5c960eaf3fbb req-d79cbc0d-66b2-403c-ad68-927579df9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:09.430191 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e342ac54-f276-4ca2-9fb1-5c960eaf3fbb req-d79cbc0d-66b2-403c-ad68-927579df9b44 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fe0d658d535c43fda1a767d8337bb8fb&device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1 HTTP/1.1" status: 200 len: 1095 time: 0.1856723 Jul 30 20:04:09.448084 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9636635-893c-4cb4-bfad-2982039d1e87 req-6b3c4ad4-faae-4537-9abe-e18f6b7a8a09 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296010 Jul 30 20:04:09.463408 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:09.481358 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:04:09.504933 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5,segment=NetworkSegment(21259fef-2530-4ea2-94b4-58e78cdda3f6),segment_id=21259fef-2530-4ea2-94b4-58e78cdda3f6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:09.512862 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:09.513361 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] For port c32834b5-1a2a-4003-b5e2-0c257973a9c1, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c32834b5-1a2a-4003-b5e2-0c257973a9c1,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:09.610333 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-4a9c6e0a-47c6-4cd3-9968-b52463e3fd79 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:09.625331 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] For port c32834b5-1a2a-4003-b5e2-0c257973a9c1, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:04:09.657339 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:09.690688 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342ac54-f276-4ca2-9fb1-5c960eaf3fbb req-b805a469-c9c7-4790-b114-130b4df40a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:09.692475 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e342ac54-f276-4ca2-9fb1-5c960eaf3fbb req-b805a469-c9c7-4790-b114-130b4df40a72 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4f5feb86-8071-4973-8ef1-fe1163756b45 HTTP/1.1" status: 200 len: 928 time: 0.2408290 Jul 30 20:04:09.733123 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:09.751285 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] Transition to ACTIVE for port object c32834b5-1a2a-4003-b5e2-0c257973a9c1 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:04:09.760385 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e342ac54-f276-4ca2-9fb1-5c960eaf3fbb req-5fff3067-cc22-47ee-aa02-ce26ef5a1a07 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8cb6cae-4b18-4f38-9fd2-69dc2a222dee HTTP/1.1" status: 200 len: 217 time: 0.0576217 Jul 30 20:04:09.762008 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:09.781915 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b46b6-c7bd-4bfc-84cb-5c83697231b2 req-31366624-ed96-4dab-bcdd-04285d11b96c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:09.783815 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2b7b46b6-c7bd-4bfc-84cb-5c83697231b2 req-31366624-ed96-4dab-bcdd-04285d11b96c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0906532 Jul 30 20:04:09.805003 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-4a9c6e0a-47c6-4cd3-9968-b52463e3fd79 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:09.864906 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] Pushing event updated for resources: {'Port': ['ID=c32834b5-1a2a-4003-b5e2-0c257973a9c1,revision_number=6']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:09.868938 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] No DVR routers for this DVR port c32834b5-1a2a-4003-b5e2-0c257973a9c1 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:04:09.887923 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-4a9c6e0a-47c6-4cd3-9968-b52463e3fd79 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Network e4bf3036-f4f1-465f-b95b-df7c6e0f15dc is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:04:09.895244 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342ac54-f276-4ca2-9fb1-5c960eaf3fbb req-44d43fc0-e291-40b6-8dfb-09ad5df1e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:09.896786 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e342ac54-f276-4ca2-9fb1-5c960eaf3fbb req-44d43fc0-e291-40b6-8dfb-09ad5df1e81b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cb40bf94-0ae1-4521-a311-cd4d3f60b829 HTTP/1.1" status: 200 len: 866 time: 0.1285512 Jul 30 20:04:09.900327 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-4a9c6e0a-47c6-4cd3-9968-b52463e3fd79 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:04:09.903096 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c6e0a-47c6-4cd3-9968-b52463e3fd79 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Pushing event updated for resources: {'Port': ['ID=d9df0719-af7e-48f4-a1f4-8f0577af4e27,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:09.908125 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2b7b46b6-c7bd-4bfc-84cb-5c83697231b2 req-e637e5c9-e30b-4780-9ce2-b94c99e51719 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016693 Jul 30 20:04:09.914137 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-4a9c6e0a-47c6-4cd3-9968-b52463e3fd79 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:04:09.965113 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] Attempting to bind port c32834b5-1a2a-4003-b5e2-0c257973a9c1 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:04:09.965467 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] Attempting to bind port c32834b5-1a2a-4003-b5e2-0c257973a9c1 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:04:09.965772 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] Attempting to bind port c32834b5-1a2a-4003-b5e2-0c257973a9c1 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:04:09.977975 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] Port c32834b5-1a2a-4003-b5e2-0c257973a9c1 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:04:09.978311 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] Attempting to bind port c32834b5-1a2a-4003-b5e2-0c257973a9c1 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:04:09.991424 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:04:09.991820 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:04:09.992223 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:04:09.992677 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] Bound port: c32834b5-1a2a-4003-b5e2-0c257973a9c1, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:04:09.993054 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:10.019322 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:04:10.034319 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-4a9c6e0a-47c6-4cd3-9968-b52463e3fd79 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:10.035104 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-4a9c6e0a-47c6-4cd3-9968-b52463e3fd79 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:10.080232 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342ac54-f276-4ca2-9fb1-5c960eaf3fbb req-0dc8fa8b-8fcc-4bb0-8fdd-666d7fceb60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:10.082831 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e342ac54-f276-4ca2-9fb1-5c960eaf3fbb req-0dc8fa8b-8fcc-4bb0-8fdd-666d7fceb60b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4f5feb86-8071-4973-8ef1-fe1163756b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1770568 Jul 30 20:04:10.085659 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-4a9c6e0a-47c6-4cd3-9968-b52463e3fd79 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6271119 Jul 30 20:04:10.101459 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] For port c32834b5-1a2a-4003-b5e2-0c257973a9c1, host n-h1-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:04:10.104614 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9d18f-697e-4f91-acd0-7b2f5f59cec0 req-263313cc-44d8-4a16-9ce2-6a56ffa68654 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:10.106668 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c1f9d18f-697e-4f91-acd0-7b2f5f59cec0 req-263313cc-44d8-4a16-9ce2-6a56ffa68654 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1 HTTP/1.1" status: 200 len: 944 time: 0.0975688 Jul 30 20:04:10.119001 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-83ee03df-f9ba-4d83-a787-ab2de820ba1b service neutron] Request body: {'port': {'device_id': 'ef196c64-4966-4c4d-908d-dbdcd4679345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:04:10.126834 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] For port c32834b5-1a2a-4003-b5e2-0c257973a9c1, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=c32834b5-1a2a-4003-b5e2-0c257973a9c1,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:04:10.143103 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8de29-c6cd-474a-97b8-92b88980c071 req-c070c5a0-ac85-4f11-b400-1ab11715e6ad tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:10.144771 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-18d8de29-c6cd-474a-97b8-92b88980c071 req-c070c5a0-ac85-4f11-b400-1ab11715e6ad tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 945 time: 0.0857770 Jul 30 20:04:10.146538 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:10.231341 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:10.231979 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:10.233393 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] 10.222.0.59 "PUT /v2.0/ports/c32834b5-1a2a-4003-b5e2-0c257973a9c1 HTTP/1.1" status: 200 len: 1096 time: 1.1126118 Jul 30 20:04:10.284913 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f498dbf-494d-4a0a-992a-2aecc710f285 service neutron] Pushing event updated for resources: {'Port': ['ID=c32834b5-1a2a-4003-b5e2-0c257973a9c1,revision_number=7']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:10.328167 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-18d8de29-c6cd-474a-97b8-92b88980c071 req-e7b7a585-c65a-4e75-b514-3079c685dd7e tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306016 Jul 30 20:04:10.351853 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-480a5916-3bea-4086-8925-65e607a85fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:10.353783 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-480a5916-3bea-4086-8925-65e607a85fd0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 1099 time: 0.0910161 Jul 30 20:04:10.479927 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-33ad119d-7c2e-417e-8cf1-7b150f8f58a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:10.481977 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-33ad119d-7c2e-417e-8cf1-7b150f8f58a5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1206005 Jul 30 20:04:10.537095 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-5cfbd886-69de-459f-9775-e37d0afb3884 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=c32834b5-1a2a-4003-b5e2-0c257973a9c1 HTTP/1.1" status: 200 len: 217 time: 0.0402455 Jul 30 20:04:10.587315 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9ea1b-f275-4bb9-ad27-ebf0a06ea50a req-1a6b87b6-57f0-42f3-8acb-606eb876f7ba tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:10.589038 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-22d9ea1b-f275-4bb9-ad27-ebf0a06ea50a req-1a6b87b6-57f0-42f3-8acb-606eb876f7ba tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 932 time: 0.1272449 Jul 30 20:04:10.618952 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-3f892802-6e22-439d-8fbf-f2fa03ef48a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:10.620640 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-3f892802-6e22-439d-8fbf-f2fa03ef48a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0761263 Jul 30 20:04:10.665897 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-22d9ea1b-f275-4bb9-ad27-ebf0a06ea50a req-8522c8d4-04b2-48c5-9898-82b0be842c7a tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679395 Jul 30 20:04:10.690789 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0d79e247-eb97-45f0-a170-30db421b1692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:10.690789 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-0d79e247-eb97-45f0-a170-30db421b1692 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0530276 Jul 30 20:04:10.725682 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c1f9d18f-697e-4f91-acd0-7b2f5f59cec0 req-6f4b70d5-c923-4f85-8ea5-904dbcf21781 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/security-groups?id=c77c6fa1-c414-494e-b978-52c7bc11ecc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6013978 Jul 30 20:04:10.726257 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-83ee03df-f9ba-4d83-a787-ab2de820ba1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:10.739329 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e342ac54-f276-4ca2-9fb1-5c960eaf3fbb req-02eb9f34-6efc-4d35-b1e0-63cd07bdc414 service neutron] 10.222.0.83 "GET /v2.0/networks/4f5feb86-8071-4973-8ef1-fe1163756b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6315973 Jul 30 20:04:10.840962 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-87b5aa5f-8b5c-442f-bf0d-d5985867b41f service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451576 Jul 30 20:04:10.865515 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b3d24-b320-41b2-995a-c9549b6c14e9 req-148b9f83-5cab-422c-b9df-46d69cbae3dc tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:10.867244 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-989b3d24-b320-41b2-995a-c9549b6c14e9 req-148b9f83-5cab-422c-b9df-46d69cbae3dc tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 944 time: 0.0854163 Jul 30 20:04:10.941816 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 95844887-fb74-49e4-9739-7edba063e146 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:10.967447 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-989b3d24-b320-41b2-995a-c9549b6c14e9 req-fceb9110-8a9d-4e5c-86b6-ccc877578be1 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771101 Jul 30 20:04:10.978264 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 95844887-fb74-49e4-9739-7edba063e146 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:04:10.983956 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 95844887-fb74-49e4-9739-7edba063e146 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:11.006978 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c5ff71e-68db-4d16-b426-48a546db9534 req-15a88e63-747b-42d7-aae5-d46905830cfe service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578817 Jul 30 20:04:11.091648 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90ae564-b764-42da-9a9a-8fb71a6ecb18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c32834b5-1a2a-4003-b5e2-0c257973a9c1'}, {'name': 'network-changed', 'server_uuid': 'f90ae564-b764-42da-9a9a-8fb71a6ecb18', 'tag': 'c32834b5-1a2a-4003-b5e2-0c257973a9c1'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:11.094734 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48492b03-bb67-42ef-8fea-3901842e210e" -d '{"events": [{"server_uuid": "f90ae564-b764-42da-9a9a-8fb71a6ecb18", "name": "network-vif-unplugged", "status": "completed", "tag": "c32834b5-1a2a-4003-b5e2-0c257973a9c1"}, {"name": "network-changed", "server_uuid": "f90ae564-b764-42da-9a9a-8fb71a6ecb18", "tag": "c32834b5-1a2a-4003-b5e2-0c257973a9c1"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:11.120928 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e342ac54-f276-4ca2-9fb1-5c960eaf3fbb req-15cfa0d0-ac55-4221-828c-d5d1194eb013 service neutron] 10.222.0.83 "GET /v2.0/networks/4f5feb86-8071-4973-8ef1-fe1163756b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692520 Jul 30 20:04:11.162377 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09827f-2703-4185-a568-f64a7b87564b req-dd4e0456-e81c-4450-9672-31539d77f940 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:11.170403 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c09827f-2703-4185-a568-f64a7b87564b req-dd4e0456-e81c-4450-9672-31539d77f940 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 948 time: 0.1534672 Jul 30 20:04:11.173401 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a091e940-a924-4e1a-8a03-2eaf662e434f x-openstack-request-id: req-a091e940-a924-4e1a-8a03-2eaf662e434f {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:11.173911 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90ae564-b764-42da-9a9a-8fb71a6ecb18", "name": "network-vif-unplugged", "status": "completed", "tag": "c32834b5-1a2a-4003-b5e2-0c257973a9c1", "code": 200}, {"name": "network-changed", "server_uuid": "f90ae564-b764-42da-9a9a-8fb71a6ecb18", "tag": "c32834b5-1a2a-4003-b5e2-0c257973a9c1", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:11.174282 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a091e940-a924-4e1a-8a03-2eaf662e434f {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:11.174809 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90ae564-b764-42da-9a9a-8fb71a6ecb18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c32834b5-1a2a-4003-b5e2-0c257973a9c1', 'code': 200} Jul 30 20:04:11.175149 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90ae564-b764-42da-9a9a-8fb71a6ecb18', 'tag': 'c32834b5-1a2a-4003-b5e2-0c257973a9c1', 'status': 'completed', 'code': 200} Jul 30 20:04:11.260162 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:04:11.261311 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48492b03-bb67-42ef-8fea-3901842e210e req-9f8ecdff-8657-48d5-b117-98a5bbacfb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:11.263296 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-48492b03-bb67-42ef-8fea-3901842e210e req-9f8ecdff-8657-48d5-b117-98a5bbacfb03 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 1099 time: 0.0520713 Jul 30 20:04:11.303720 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c09827f-2703-4185-a568-f64a7b87564b req-45794c86-3d4a-492b-a61a-a990612758d2 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125197 Jul 30 20:04:11.333376 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:04:11.339368 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:04:11.339870 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:11.392953 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-83ee03df-f9ba-4d83-a787-ab2de820ba1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9df0719-af7e-48f4-a1f4-8f0577af4e27 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:04:11.402221 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48492b03-bb67-42ef-8fea-3901842e210e req-0b5de986-7655-4061-af19-36ac08d30854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:11.403838 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48492b03-bb67-42ef-8fea-3901842e210e req-0b5de986-7655-4061-af19-36ac08d30854 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 1099 time: 0.2003202 Jul 30 20:04:11.405857 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-83ee03df-f9ba-4d83-a787-ab2de820ba1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:11.418043 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48492b03-bb67-42ef-8fea-3901842e210e req-8319c796-d9fd-4d0c-8407-6de4c50df3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:11.420267 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-48492b03-bb67-42ef-8fea-3901842e210e req-8319c796-d9fd-4d0c-8407-6de4c50df3d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1469717 Jul 30 20:04:11.466470 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-83ee03df-f9ba-4d83-a787-ab2de820ba1b service neutron] Transition to ACTIVE for port object d9df0719-af7e-48f4-a1f4-8f0577af4e27 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:04:11.479012 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-83ee03df-f9ba-4d83-a787-ab2de820ba1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:11.500180 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:11.515803 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-48492b03-bb67-42ef-8fea-3901842e210e req-6e91eba3-3fd5-4cee-9158-1742561f020c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=c32834b5-1a2a-4003-b5e2-0c257973a9c1 HTTP/1.1" status: 200 len: 217 time: 0.0853603 Jul 30 20:04:11.541115 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbdbc01-2046-43c0-b172-f1b564ac04bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:11.547202 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89b15fb-f8ec-4e7c-b205-5b0776017f5d" -d '{"events": [{"server_uuid": "bdbdbc01-2046-43c0-b172-f1b564ac04bb", "name": "network-vif-plugged", "status": "completed", "tag": "c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:11.565226 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5,segment=NetworkSegment(21259fef-2530-4ea2-94b4-58e78cdda3f6),segment_id=21259fef-2530-4ea2-94b4-58e78cdda3f6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:11.573609 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:11.576607 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c32834b5-1a2a-4003-b5e2-0c257973a9c1 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:11.578139 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee03df-f9ba-4d83-a787-ab2de820ba1b service neutron] Pushing event updated for resources: {'Port': ['ID=d9df0719-af7e-48f4-a1f4-8f0577af4e27,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:11.594963 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20a52c-d405-44e2-8940-c6054eb69723 req-3a2c1f2b-4b31-4556-bc6d-700abdc45a82 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:11.596847 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6e20a52c-d405-44e2-8940-c6054eb69723 req-3a2c1f2b-4b31-4556-bc6d-700abdc45a82 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 945 time: 0.1687474 Jul 30 20:04:11.608382 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48492b03-bb67-42ef-8fea-3901842e210e req-3adbac2b-8d02-444e-b27d-3ea64deb41a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:11.609817 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48492b03-bb67-42ef-8fea-3901842e210e req-3adbac2b-8d02-444e-b27d-3ea64deb41a3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1965139 Jul 30 20:04:11.616249 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48492b03-bb67-42ef-8fea-3901842e210e req-34ab1396-7dea-40ac-8696-247026e4a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:11.617798 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-48492b03-bb67-42ef-8fea-3901842e210e req-34ab1396-7dea-40ac-8696-247026e4a736 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0922079 Jul 30 20:04:11.657366 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc52287a-9fd0-4d09-bda5-bf64985467fa x-openstack-request-id: req-cc52287a-9fd0-4d09-bda5-bf64985467fa {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:11.658082 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbdbc01-2046-43c0-b172-f1b564ac04bb", "name": "network-vif-plugged", "status": "completed", "tag": "c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:11.658741 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cc52287a-9fd0-4d09-bda5-bf64985467fa {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:11.659344 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbdbc01-2046-43c0-b172-f1b564ac04bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5', 'code': 200} Jul 30 20:04:11.688375 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6e20a52c-d405-44e2-8940-c6054eb69723 req-7acb4746-2813-4982-844d-bb6c15d6f6b6 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780361 Jul 30 20:04:11.695625 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48492b03-bb67-42ef-8fea-3901842e210e req-afac7544-7e8c-4cd2-9edc-fcc5f67272ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:11.697404 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-48492b03-bb67-42ef-8fea-3901842e210e req-afac7544-7e8c-4cd2-9edc-fcc5f67272ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0654619 Jul 30 20:04:11.717900 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48492b03-bb67-42ef-8fea-3901842e210e req-a5b89c6e-df2d-44eb-bb23-bc2cadd13a57 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=c32834b5-1a2a-4003-b5e2-0c257973a9c1 HTTP/1.1" status: 200 len: 217 time: 0.0661793 Jul 30 20:04:11.738614 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c32834b5-1a2a-4003-b5e2-0c257973a9c1 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:11.744285 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:11.835947 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-83ee03df-f9ba-4d83-a787-ab2de820ba1b service neutron] Attempting to bind port d9df0719-af7e-48f4-a1f4-8f0577af4e27 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:04:11.836288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-83ee03df-f9ba-4d83-a787-ab2de820ba1b service neutron] Attempting to bind port d9df0719-af7e-48f4-a1f4-8f0577af4e27 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'd57bfb45-bad2-463a-b52b-6e2516516f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:04:11.836630 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-83ee03df-f9ba-4d83-a787-ab2de820ba1b service neutron] Attempting to bind port d9df0719-af7e-48f4-a1f4-8f0577af4e27 on network e4bf3036-f4f1-465f-b95b-df7c6e0f15dc {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:04:11.841552 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48492b03-bb67-42ef-8fea-3901842e210e req-7cf75259-cf45-4cfb-abe3-90e162673ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:11.843028 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48492b03-bb67-42ef-8fea-3901842e210e req-7cf75259-cf45-4cfb-abe3-90e162673ba7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1215656 Jul 30 20:04:11.847764 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-83ee03df-f9ba-4d83-a787-ab2de820ba1b service neutron] Port d9df0719-af7e-48f4-a1f4-8f0577af4e27 on network e4bf3036-f4f1-465f-b95b-df7c6e0f15dc not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:04:11.848096 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-83ee03df-f9ba-4d83-a787-ab2de820ba1b service neutron] Attempting to bind port d9df0719-af7e-48f4-a1f4-8f0577af4e27 on network e4bf3036-f4f1-465f-b95b-df7c6e0f15dc {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:04:11.866788 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-83ee03df-f9ba-4d83-a787-ab2de820ba1b service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:04:11.866788 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-83ee03df-f9ba-4d83-a787-ab2de820ba1b service neutron] Checking segment: {'id': 'd57bfb45-bad2-463a-b52b-6e2516516f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:04:11.866788 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-83ee03df-f9ba-4d83-a787-ab2de820ba1b service neutron] Bound using segment: {'id': 'd57bfb45-bad2-463a-b52b-6e2516516f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:04:11.867202 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-83ee03df-f9ba-4d83-a787-ab2de820ba1b service neutron] Bound port: d9df0719-af7e-48f4-a1f4-8f0577af4e27, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd57bfb45-bad2-463a-b52b-6e2516516f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:04:11.867202 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-83ee03df-f9ba-4d83-a787-ab2de820ba1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:11.899917 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c95321-9537-4fee-838f-1028f2a8215e req-992d2b8b-6880-49e9-b224-5b08747eb580 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:11.901002 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-48492b03-bb67-42ef-8fea-3901842e210e req-26842b86-fcbd-49da-a117-751c585b8223 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954701 Jul 30 20:04:11.907866 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99c95321-9537-4fee-838f-1028f2a8215e req-992d2b8b-6880-49e9-b224-5b08747eb580 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 944 time: 0.1267900 Jul 30 20:04:12.001164 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99c95321-9537-4fee-838f-1028f2a8215e req-5916aa45-031a-4b3a-ae80-cab9e4b646a4 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905662 Jul 30 20:04:12.003190 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48492b03-bb67-42ef-8fea-3901842e210e req-db754c34-cc24-4e9f-9d93-b31f34c50465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:12.004722 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48492b03-bb67-42ef-8fea-3901842e210e req-db754c34-cc24-4e9f-9d93-b31f34c50465 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1520278 Jul 30 20:04:12.074762 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-48492b03-bb67-42ef-8fea-3901842e210e req-ffa6a8ab-d5a1-4509-b0d6-0fc0c1ca8c69 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194570 Jul 30 20:04:12.084533 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-83ee03df-f9ba-4d83-a787-ab2de820ba1b service neutron] For port d9df0719-af7e-48f4-a1f4-8f0577af4e27, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:04:12.102345 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-83ee03df-f9ba-4d83-a787-ab2de820ba1b service neutron] For port d9df0719-af7e-48f4-a1f4-8f0577af4e27, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d9df0719-af7e-48f4-a1f4-8f0577af4e27,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:04:12.111009 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60001af7-36f9-415e-b1b5-8134e54d6964 req-46410573-45b2-4153-95ae-af2223a945ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:12.113130 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-60001af7-36f9-415e-b1b5-8134e54d6964 req-46410573-45b2-4153-95ae-af2223a945ef service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 1096 time: 0.3961408 Jul 30 20:04:12.116999 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-83ee03df-f9ba-4d83-a787-ab2de820ba1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:12.145148 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bb952-2aca-4d7c-ae68-53ea2b7d0e58 req-5b642cb9-1d83-4d8e-81b8-20aa0bd8f50b tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:12.146818 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b40bb952-2aca-4d7c-ae68-53ea2b7d0e58 req-5b642cb9-1d83-4d8e-81b8-20aa0bd8f50b tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1 HTTP/1.1" status: 200 len: 944 time: 0.2441099 Jul 30 20:04:12.183113 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-83ee03df-f9ba-4d83-a787-ab2de820ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:12.183764 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-83ee03df-f9ba-4d83-a787-ab2de820ba1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:12.185156 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-83ee03df-f9ba-4d83-a787-ab2de820ba1b service neutron] 10.222.0.83 "PUT /v2.0/ports/d9df0719-af7e-48f4-a1f4-8f0577af4e27 HTTP/1.1" status: 200 len: 1092 time: 2.0763965 Jul 30 20:04:12.185603 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef196c64-4966-4c4d-908d-dbdcd4679345', 'tag': 'd9df0719-af7e-48f4-a1f4-8f0577af4e27'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:12.187889 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852381cf-81d7-4278-bc0c-44a6801ea326" -d '{"events": [{"name": "network-changed", "server_uuid": "ef196c64-4966-4c4d-908d-dbdcd4679345", "tag": "d9df0719-af7e-48f4-a1f4-8f0577af4e27"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:12.195620 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48492b03-bb67-42ef-8fea-3901842e210e req-96d41ae6-2768-4d76-b427-0ab31e2273f9 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737823 Jul 30 20:04:12.258528 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee03df-f9ba-4d83-a787-ab2de820ba1b service neutron] Pushing event updated for resources: {'Port': ['ID=d9df0719-af7e-48f4-a1f4-8f0577af4e27,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:12.282837 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-60001af7-36f9-415e-b1b5-8134e54d6964 req-86beb9bf-2b51-4421-a0c1-78e1632c93ae service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346896 Jul 30 20:04:12.288798 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b40bb952-2aca-4d7c-ae68-53ea2b7d0e58 req-70510526-1fa4-41fb-927f-757cc05b0ad9 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/security-groups?id=c77c6fa1-c414-494e-b978-52c7bc11ecc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861890 Jul 30 20:04:12.346884 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-c692a00b-859b-46f5-8355-eb9e48495cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:12.348796 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-c692a00b-859b-46f5-8355-eb9e48495cd4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=efaf745330cb48e3a1c19705d011fd87&device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 1095 time: 0.0909662 Jul 30 20:04:12.354772 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48492b03-bb67-42ef-8fea-3901842e210e req-4162d9d0-a0de-4b2e-b48a-1e8d8e34c20a service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441503 Jul 30 20:04:12.394524 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5a8bf4-908b-481d-a2df-5320936081eb x-openstack-request-id: req-ae5a8bf4-908b-481d-a2df-5320936081eb {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:12.394819 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef196c64-4966-4c4d-908d-dbdcd4679345", "tag": "d9df0719-af7e-48f4-a1f4-8f0577af4e27", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:12.395209 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae5a8bf4-908b-481d-a2df-5320936081eb {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:12.402505 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef196c64-4966-4c4d-908d-dbdcd4679345', 'tag': 'd9df0719-af7e-48f4-a1f4-8f0577af4e27', 'status': 'completed', 'code': 200} Jul 30 20:04:12.483577 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-e278fef9-b6fe-4758-ba04-94543748d7fc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9df0719-af7e-48f4-a1f4-8f0577af4e27 HTTP/1.1" status: 200 len: 217 time: 0.0550575 Jul 30 20:04:12.493449 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee8e1e-57e3-4921-bbc3-c28f514c6f94 req-64105aab-239d-4eef-bd4c-bd9c4137de76 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:12.495882 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51ee8e1e-57e3-4921-bbc3-c28f514c6f94 req-64105aab-239d-4eef-bd4c-bd9c4137de76 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.1458247 Jul 30 20:04:12.502303 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b59d38-5c5d-4931-88dc-811340efce56 req-fc4d3676-ab45-4a75-a3bc-a8f070dd3bee tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:12.504293 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a9b59d38-5c5d-4931-88dc-811340efce56 req-fc4d3676-ab45-4a75-a3bc-a8f070dd3bee tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 948 time: 0.0672402 Jul 30 20:04:12.561259 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a9b59d38-5c5d-4931-88dc-811340efce56 req-ec64ab64-c280-4db4-a661-410a2256bb32 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507309 Jul 30 20:04:12.587237 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51ee8e1e-57e3-4921-bbc3-c28f514c6f94 req-28adb6fd-768e-49d5-b105-45a70fd864ac tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775676 Jul 30 20:04:12.589071 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-f6ed246d-d792-434f-a772-4bd2a6808d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:12.591872 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-f6ed246d-d792-434f-a772-4bd2a6808d0a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a4cfed6b-f42f-43da-94d1-da091996fffe HTTP/1.1" status: 200 len: 845 time: 0.0946708 Jul 30 20:04:12.628016 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-72dc32d6-ba8e-424a-9272-78672c2cd8ec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e4bf3036-f4f1-465f-b95b-df7c6e0f15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265391 Jul 30 20:04:12.724332 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-699350bb-986a-4471-9e7d-974e4d99b7e3 service neutron] 10.222.0.83 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887387 Jul 30 20:04:12.847014 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855ee8c-e543-493f-9e37-123519fbfb00 req-085faa58-fadf-4c6e-b726-e7c02801fee7 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:12.848850 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1855ee8c-e543-493f-9e37-123519fbfb00 req-085faa58-fadf-4c6e-b726-e7c02801fee7 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 945 time: 0.0740418 Jul 30 20:04:12.874636 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5633fe8-0359-4701-9de0-ee459b0fe0cb req-1d38811c-746e-4145-a0b8-0fcedb72c05c service neutron] 10.222.0.83 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411619 Jul 30 20:04:12.900255 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1855ee8c-e543-493f-9e37-123519fbfb00 req-37c758d7-9171-49e3-8148-94be6f877b63 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453551 Jul 30 20:04:12.945513 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device c32834b5-1a2a-4003-b5e2-0c257973a9c1 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:04:12.972407 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852381cf-81d7-4278-bc0c-44a6801ea326 req-b4a71873-0e79-4b2d-a2d7-61b31197ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:12.974058 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-852381cf-81d7-4278-bc0c-44a6801ea326 req-b4a71873-0e79-4b2d-a2d7-61b31197ba77 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=efaf745330cb48e3a1c19705d011fd87&device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 1095 time: 0.0459335 Jul 30 20:04:13.064492 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port c32834b5-1a2a-4003-b5e2-0c257973a9c1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=c32834b5-1a2a-4003-b5e2-0c257973a9c1,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:13.078339 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'c32834b5-1a2a-4003-b5e2-0c257973a9c1', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': 'c32834b5-1a2a-4003-b5e2-0c257973a9c1', 'mac_address': 'fa:16:3e:65:5a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:04:13.156340 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852381cf-81d7-4278-bc0c-44a6801ea326 req-95ddf5bf-5d33-477e-a39a-fe49aa87e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:13.157720 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-852381cf-81d7-4278-bc0c-44a6801ea326 req-95ddf5bf-5d33-477e-a39a-fe49aa87e7fb service neutron] 10.222.0.83 "GET /v2.0/networks?id=e4bf3036-f4f1-465f-b95b-df7c6e0f15dc HTTP/1.1" status: 200 len: 906 time: 0.1761572 Jul 30 20:04:13.182086 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:13.200064 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32834b5-1a2a-4003-b5e2-0c257973a9c1 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:04:13.234757 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port c32834b5-1a2a-4003-b5e2-0c257973a9c1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=c32834b5-1a2a-4003-b5e2-0c257973a9c1,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:13.247540 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:13.259414 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-852381cf-81d7-4278-bc0c-44a6801ea326 req-992a19e7-d296-4ce5-b11b-1f796688bb32 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9df0719-af7e-48f4-a1f4-8f0577af4e27 HTTP/1.1" status: 200 len: 217 time: 0.0843112 Jul 30 20:04:13.301977 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device e8cb6cae-4b18-4f38-9fd2-69dc2a222dee details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:04:13.349626 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76e702-28a7-4344-80b1-30363d6a30a0 req-5887963c-47ae-4556-92c9-6fc0964128c9 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:13.361489 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bb76e702-28a7-4344-80b1-30363d6a30a0 req-5887963c-47ae-4556-92c9-6fc0964128c9 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 944 time: 0.2028010 Jul 30 20:04:13.463752 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852381cf-81d7-4278-bc0c-44a6801ea326 req-eaa68728-0de2-43e8-a5e3-2ed254775476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:13.465770 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-852381cf-81d7-4278-bc0c-44a6801ea326 req-eaa68728-0de2-43e8-a5e3-2ed254775476 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a4cfed6b-f42f-43da-94d1-da091996fffe HTTP/1.1" status: 200 len: 845 time: 0.1674485 Jul 30 20:04:13.473636 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bb76e702-28a7-4344-80b1-30363d6a30a0 req-fb76739f-ef60-4108-bc7d-71639f6e4f7f tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784805 Jul 30 20:04:13.541130 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-852381cf-81d7-4278-bc0c-44a6801ea326 req-c17d24ef-ba8a-48d3-8f9b-5db89fbe93df service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e4bf3036-f4f1-465f-b95b-df7c6e0f15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634232 Jul 30 20:04:13.563847 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=c32834b5-1a2a-4003-b5e2-0c257973a9c1,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:13.571199 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port e8cb6cae-4b18-4f38-9fd2-69dc2a222dee, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e8cb6cae-4b18-4f38-9fd2-69dc2a222dee,segment=NetworkSegment(e1575c60-5bba-4757-85a1-313b9f365e2e),segment_id=e1575c60-5bba-4757-85a1-313b9f365e2e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:13.613436 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'e8cb6cae-4b18-4f38-9fd2-69dc2a222dee', 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45', 'port_id': 'e8cb6cae-4b18-4f38-9fd2-69dc2a222dee', 'mac_address': 'fa:16:3e:16:d1:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb40bf94-0ae1-4521-a311-cd4d3f60b829', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:04:13.618964 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d197928-33af-40ec-bdb4-fd1ea60d677f req-814b64a7-2aa8-439a-af02-929b5cf02ed5 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:13.621174 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9d197928-33af-40ec-bdb4-fd1ea60d677f req-814b64a7-2aa8-439a-af02-929b5cf02ed5 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1 HTTP/1.1" status: 200 len: 944 time: 0.0966508 Jul 30 20:04:13.704503 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['c32834b5-1a2a-4003-b5e2-0c257973a9c1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:04:13.722098 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9d197928-33af-40ec-bdb4-fd1ea60d677f req-97e3fc05-370e-40f7-a638-a0ef158fbdc4 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/security-groups?id=c77c6fa1-c414-494e-b978-52c7bc11ecc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837982 Jul 30 20:04:13.754937 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:13.776776 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8cb6cae-4b18-4f38-9fd2-69dc2a222dee {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:04:13.794673 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-852381cf-81d7-4278-bc0c-44a6801ea326 req-89d98e3f-bf2e-4d47-b8f6-57d496d65ec8 service neutron] 10.222.0.83 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433436 Jul 30 20:04:13.798097 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port e8cb6cae-4b18-4f38-9fd2-69dc2a222dee, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e8cb6cae-4b18-4f38-9fd2-69dc2a222dee,segment=NetworkSegment(e1575c60-5bba-4757-85a1-313b9f365e2e),segment_id=e1575c60-5bba-4757-85a1-313b9f365e2e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:13.809139 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:13.863096 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=e8cb6cae-4b18-4f38-9fd2-69dc2a222dee,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:13.915528 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd327eda-e3d7-4dbd-b57e-94d0cc1cb6e7 req-6a615084-1404-40b8-ad04-da60c343ce00 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:13.926670 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fd327eda-e3d7-4dbd-b57e-94d0cc1cb6e7 req-6a615084-1404-40b8-ad04-da60c343ce00 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.0967896 Jul 30 20:04:13.947786 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30064b6-e975-4f4b-9752-755f8780e025 req-9a6430dc-a23d-47a3-93d9-aa745064963c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:13.958630 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d30064b6-e975-4f4b-9752-755f8780e025 req-9a6430dc-a23d-47a3-93d9-aa745064963c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 949 time: 0.2768495 Jul 30 20:04:13.986833 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fd327eda-e3d7-4dbd-b57e-94d0cc1cb6e7 req-18aa3417-8ca1-48ea-ae52-db66e7894280 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513189 Jul 30 20:04:14.021137 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d30064b6-e975-4f4b-9752-755f8780e025 req-42ac40e6-df6b-4535-8f88-4a59ee51fb27 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615447 Jul 30 20:04:14.069727 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-852381cf-81d7-4278-bc0c-44a6801ea326 req-af5d8cd1-69a9-46d8-b2fd-39e6c1ac1236 service neutron] 10.222.0.83 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647033 Jul 30 20:04:14.183212 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb073b-ef7b-4653-a97f-b3590ca1a84f req-adbcdb11-fae6-47d6-b9c0-06df00f38ae2 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:14.186436 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-98eb073b-ef7b-4653-a97f-b3590ca1a84f req-adbcdb11-fae6-47d6-b9c0-06df00f38ae2 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 945 time: 0.1019106 Jul 30 20:04:14.187750 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bafce-7f32-440d-b0c5-6d66d7c214a5 req-d37920bd-67e1-4791-8d94-bee84e8b2419 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:14.189787 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4c2bafce-7f32-440d-b0c5-6d66d7c214a5 req-d37920bd-67e1-4791-8d94-bee84e8b2419 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.0854940 Jul 30 20:04:14.198563 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['e8cb6cae-4b18-4f38-9fd2-69dc2a222dee'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:04:14.243875 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4c2bafce-7f32-440d-b0c5-6d66d7c214a5 req-b9fb9682-1c20-4f8b-9137-1c4a97fb98c1 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389431 Jul 30 20:04:14.304330 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-98eb073b-ef7b-4653-a97f-b3590ca1a84f req-e8db7fe2-5980-4539-a5e0-bb029b55cd43 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025517 Jul 30 20:04:14.608609 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae13269-b801-4e9c-87ce-e35a4527aba6 req-f59edbfa-52d3-4bb8-8677-95a268f9cc4d tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:14.610963 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8ae13269-b801-4e9c-87ce-e35a4527aba6 req-f59edbfa-52d3-4bb8-8677-95a268f9cc4d tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.0637610 Jul 30 20:04:14.657770 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8ae13269-b801-4e9c-87ce-e35a4527aba6 req-2a8463d7-4b1e-41b2-8e6a-36144e6893d4 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401862 Jul 30 20:04:14.698548 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11039a1-ffe5-475a-8fcb-5dd46de8958b req-50379535-5e9d-4632-9d49-66b471cf4de0 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:14.700267 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a11039a1-ffe5-475a-8fcb-5dd46de8958b req-50379535-5e9d-4632-9d49-66b471cf4de0 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 944 time: 0.0962057 Jul 30 20:04:14.765043 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a11039a1-ffe5-475a-8fcb-5dd46de8958b req-3c513ff4-295a-49a9-bee3-1a03d635d002 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554659 Jul 30 20:04:14.894167 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d4b50-d114-44cf-9f33-5418deef1830 req-cbbf642b-a472-4c5f-9037-71c7256f4128 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:14.896020 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-473d4b50-d114-44cf-9f33-5418deef1830 req-cbbf642b-a472-4c5f-9037-71c7256f4128 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.0555894 Jul 30 20:04:14.943363 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-473d4b50-d114-44cf-9f33-5418deef1830 req-80b9df7a-69ba-441f-9563-43dddbaedaa3 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387836 Jul 30 20:04:14.952368 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device c32834b5-1a2a-4003-b5e2-0c257973a9c1 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:04:15.011701 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e5521-970f-412a-9b5b-9c89dc324724 req-6ac3f5fe-79ef-415e-abfe-c960c8db7156 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:15.014137 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9c6e5521-970f-412a-9b5b-9c89dc324724 req-6ac3f5fe-79ef-415e-abfe-c960c8db7156 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1 HTTP/1.1" status: 200 len: 945 time: 0.0880549 Jul 30 20:04:15.029751 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port c32834b5-1a2a-4003-b5e2-0c257973a9c1 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:04:15.036304 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port c32834b5-1a2a-4003-b5e2-0c257973a9c1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:04:15.036676 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:15.080592 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9c6e5521-970f-412a-9b5b-9c89dc324724 req-afb7022a-8a2a-468d-bba3-b6bed6d5c54f tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/security-groups?id=c77c6fa1-c414-494e-b978-52c7bc11ecc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596495 Jul 30 20:04:15.123063 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2273c-9b6c-43f3-ace5-30aed08c6d1b req-e001940c-bdcc-482d-8f3b-fd052318f6cc tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:15.126025 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5dc2273c-9b6c-43f3-ace5-30aed08c6d1b req-e001940c-bdcc-482d-8f3b-fd052318f6cc tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 945 time: 0.0870883 Jul 30 20:04:15.146817 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:15.148691 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:15.178275 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90ae564-b764-42da-9a9a-8fb71a6ecb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32834b5-1a2a-4003-b5e2-0c257973a9c1'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:15.179727 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5dc2273c-9b6c-43f3-ace5-30aed08c6d1b req-f36c009f-a6da-4d56-b550-af861494d88b tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462015 Jul 30 20:04:15.181187 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2365df-7c83-42d0-97a5-d79b31f3e4fe" -d '{"events": [{"server_uuid": "f90ae564-b764-42da-9a9a-8fb71a6ecb18", "name": "network-vif-plugged", "status": "completed", "tag": "c32834b5-1a2a-4003-b5e2-0c257973a9c1"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:15.198768 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port c32834b5-1a2a-4003-b5e2-0c257973a9c1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=c32834b5-1a2a-4003-b5e2-0c257973a9c1,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:15.205020 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:15.270371 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=c32834b5-1a2a-4003-b5e2-0c257973a9c1,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:15.311735 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca199f2f-991b-4a23-8747-bfc34532a73d req-298a95d2-4c1d-4bfd-8d2c-3e11ab017ca2 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:15.313432 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca199f2f-991b-4a23-8747-bfc34532a73d req-298a95d2-4c1d-4bfd-8d2c-3e11ab017ca2 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0637136 Jul 30 20:04:15.372759 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca199f2f-991b-4a23-8747-bfc34532a73d req-62054e3c-482d-4db6-a724-f82536079825 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507302 Jul 30 20:04:15.453759 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a5cf0c-0620-43f7-9921-c7d6bdc003c4 x-openstack-request-id: req-36a5cf0c-0620-43f7-9921-c7d6bdc003c4 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:15.454046 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90ae564-b764-42da-9a9a-8fb71a6ecb18", "name": "network-vif-plugged", "status": "completed", "tag": "c32834b5-1a2a-4003-b5e2-0c257973a9c1", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:15.454312 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-36a5cf0c-0620-43f7-9921-c7d6bdc003c4 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:15.454958 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90ae564-b764-42da-9a9a-8fb71a6ecb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32834b5-1a2a-4003-b5e2-0c257973a9c1', 'code': 200} Jul 30 20:04:15.506640 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbbc61c-4ef8-4d00-902f-f0cf363b749f req-d56d3664-72a9-4428-a9a8-11128f1f3ab0 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:15.508414 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fcbbc61c-4ef8-4d00-902f-f0cf363b749f req-d56d3664-72a9-4428-a9a8-11128f1f3ab0 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 945 time: 0.0947790 Jul 30 20:04:15.521035 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e1b2b-d1b0-4016-b5c6-d65f07f71505 req-30b39cb7-ef90-428e-90c8-3e6ad92255ed tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:15.524778 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1a5e1b2b-d1b0-4016-b5c6-d65f07f71505 req-30b39cb7-ef90-428e-90c8-3e6ad92255ed tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 945 time: 0.0767872 Jul 30 20:04:15.569306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b16fd8-12f9-4a01-9153-636f52352a99 req-95f89217-5fd8-4ac3-8899-c95fa9069c28 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:15.571129 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37b16fd8-12f9-4a01-9153-636f52352a99 req-95f89217-5fd8-4ac3-8899-c95fa9069c28 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.0595107 Jul 30 20:04:15.613974 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37b16fd8-12f9-4a01-9153-636f52352a99 req-0665ebcd-a19c-4cc3-a291-eeae45072ffc tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358047 Jul 30 20:04:15.648211 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1a5e1b2b-d1b0-4016-b5c6-d65f07f71505 req-cb7175fb-f0db-4b33-8990-e20456e5ed76 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077445 Jul 30 20:04:15.693709 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-fcbbc61c-4ef8-4d00-902f-f0cf363b749f req-5382e615-b017-40a9-a335-9138ec9e34f3 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Deleting port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:15.694338 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fcbbc61c-4ef8-4d00-902f-f0cf363b749f req-5382e615-b017-40a9-a335-9138ec9e34f3 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:15.790967 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-fcbbc61c-4ef8-4d00-902f-f0cf363b749f req-5382e615-b017-40a9-a335-9138ec9e34f3 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] For port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5ed0c72e-cb54-47a2-90f8-d151099fbcb6,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:15.791343 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fcbbc61c-4ef8-4d00-902f-f0cf363b749f req-5382e615-b017-40a9-a335-9138ec9e34f3 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:15.808642 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-fcbbc61c-4ef8-4d00-902f-f0cf363b749f req-5382e615-b017-40a9-a335-9138ec9e34f3 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Calling delete_port for 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:15.961227 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64b86e-6c6d-4476-85f0-bf34caf2f2f5 req-9854ead2-0fd4-4023-98be-975fc4d92b77 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:15.962717 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff64b86e-6c6d-4476-85f0-bf34caf2f2f5 req-9854ead2-0fd4-4023-98be-975fc4d92b77 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 944 time: 0.1141019 Jul 30 20:04:15.975018 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cffde-def1-499b-b296-edb8986013aa req-8d0abd86-af38-4196-a80d-2453277d80d5 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:15.976490 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c6cffde-def1-499b-b296-edb8986013aa req-8d0abd86-af38-4196-a80d-2453277d80d5 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.59 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18&tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&binding%3Ahost_id=n-h1-712137-9 HTTP/1.1" status: 200 len: 950 time: 0.0669408 Jul 30 20:04:15.995880 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5883b3-88dc-453b-880e-dd249c91d97e req-e0f1c5e4-8d8a-4f2a-b3ad-011e8715aafc tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:15.997369 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9e5883b3-88dc-453b-880e-dd249c91d97e req-e0f1c5e4-8d8a-4f2a-b3ad-011e8715aafc tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0846663 Jul 30 20:04:15.998130 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fcbbc61c-4ef8-4d00-902f-f0cf363b749f req-5382e615-b017-40a9-a335-9138ec9e34f3 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:16.010816 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['5ed0c72e-cb54-47a2-90f8-d151099fbcb6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:04:16.034123 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382e615-b017-40a9-a335-9138ec9e34f3 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Pushing event deleted for resources: {'Port': ['ID=5ed0c72e-cb54-47a2-90f8-d151099fbcb6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:16.040996 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff64b86e-6c6d-4476-85f0-bf34caf2f2f5 req-8fcacc3f-2cc9-4bea-a178-5c9d6c9c0671 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635459 Jul 30 20:04:16.067938 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c6cffde-def1-499b-b296-edb8986013aa req-9293722e-6848-490d-9610-f3d21a4cdba4 service neutron] 10.222.0.59 "GET /v2.0/ports/c32834b5-1a2a-4003-b5e2-0c257973a9c1/bindings/n-h1-712137-9 HTTP/1.1" status: 200 len: 382 time: 0.0707819 Jul 30 20:04:16.095694 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbbc61c-4ef8-4d00-902f-f0cf363b749f req-5382e615-b017-40a9-a335-9138ec9e34f3 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] No DVR routers for this DVR port 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 on host n-h1-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:04:16.099815 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fcbbc61c-4ef8-4d00-902f-f0cf363b749f req-5382e615-b017-40a9-a335-9138ec9e34f3 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:16.101734 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fcbbc61c-4ef8-4d00-902f-f0cf363b749f req-5382e615-b017-40a9-a335-9138ec9e34f3 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.59 "DELETE /v2.0/ports/5ed0c72e-cb54-47a2-90f8-d151099fbcb6 HTTP/1.1" status: 204 len: 173 time: 0.5782239 Jul 30 20:04:16.102182 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0272ea-dddc-47db-8168-d35bf45a7fc0', 'name': 'network-vif-deleted', 'tag': '5ed0c72e-cb54-47a2-90f8-d151099fbcb6'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:16.105186 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47aefc13-9bca-41a5-b8f2-9e9744a42951" -d '{"events": [{"server_uuid": "bd0272ea-dddc-47db-8168-d35bf45a7fc0", "name": "network-vif-deleted", "tag": "5ed0c72e-cb54-47a2-90f8-d151099fbcb6"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:16.110655 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9e5883b3-88dc-453b-880e-dd249c91d97e req-bec26071-03d4-4eae-884c-242a4e55bb5a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043255 Jul 30 20:04:16.139068 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cffde-def1-499b-b296-edb8986013aa req-c14983d3-3e41-4724-b699-750e6939f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:16.140614 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c6cffde-def1-499b-b296-edb8986013aa req-c14983d3-3e41-4724-b699-750e6939f87b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 1101 time: 0.0523820 Jul 30 20:04:16.164663 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe6985f-c391-446e-98a0-2697c317674a x-openstack-request-id: req-bbe6985f-c391-446e-98a0-2697c317674a {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:16.164953 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0272ea-dddc-47db-8168-d35bf45a7fc0", "name": "network-vif-deleted", "tag": "5ed0c72e-cb54-47a2-90f8-d151099fbcb6", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:16.165209 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bbe6985f-c391-446e-98a0-2697c317674a {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:16.165594 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0272ea-dddc-47db-8168-d35bf45a7fc0', 'name': 'network-vif-deleted', 'tag': '5ed0c72e-cb54-47a2-90f8-d151099fbcb6', 'status': 'completed', 'code': 200} Jul 30 20:04:16.264218 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7945f-4641-439b-95b5-d3850770c5d8 req-0c315a48-c9c9-4f26-9c16-43f02721903d tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:16.265696 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3e7945f-4641-439b-95b5-d3850770c5d8 req-0c315a48-c9c9-4f26-9c16-43f02721903d tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1 HTTP/1.1" status: 200 len: 945 time: 0.1054966 Jul 30 20:04:16.290663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cffde-def1-499b-b296-edb8986013aa req-a4b7dd2e-aa3b-4f15-b60f-07745e4996b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:16.292603 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c6cffde-def1-499b-b296-edb8986013aa req-a4b7dd2e-aa3b-4f15-b60f-07745e4996b8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1433718 Jul 30 20:04:16.293755 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f0c70294-a796-4b84-8604-10543d16c61d req-dcc0fe8c-3433-46fc-b357-01f0647a9175 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0272ea-dddc-47db-8168-d35bf45a7fc0 HTTP/1.1" status: 200 len: 210 time: 0.0269928 Jul 30 20:04:16.337516 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c6cffde-def1-499b-b296-edb8986013aa req-e534e8c0-1ff4-467a-9d80-742dbf9412c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=c32834b5-1a2a-4003-b5e2-0c257973a9c1 HTTP/1.1" status: 200 len: 217 time: 0.0367713 Jul 30 20:04:16.374899 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3e7945f-4641-439b-95b5-d3850770c5d8 req-f17444fe-0369-4a0a-a699-f2effc3dce69 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/security-groups?id=c77c6fa1-c414-494e-b978-52c7bc11ecc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998597 Jul 30 20:04:16.392224 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cffde-def1-499b-b296-edb8986013aa req-38f75b60-cbe9-4325-9c53-4ee0e948434a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:16.393636 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c6cffde-def1-499b-b296-edb8986013aa req-38f75b60-cbe9-4325-9c53-4ee0e948434a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0493984 Jul 30 20:04:16.438112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cffde-def1-499b-b296-edb8986013aa req-03b0f91b-30a4-49e3-8127-e49b1f0e704c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:16.439558 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c6cffde-def1-499b-b296-edb8986013aa req-03b0f91b-30a4-49e3-8127-e49b1f0e704c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0384943 Jul 30 20:04:16.539379 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c6cffde-def1-499b-b296-edb8986013aa req-03d4383b-e36c-465d-ae97-2f22c522707f service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918095 Jul 30 20:04:16.633986 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c6cffde-def1-499b-b296-edb8986013aa req-e08fed2d-e839-46ac-9d54-a14742db5e78 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876114 Jul 30 20:04:16.739895 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba89ec-af3b-4211-8017-d18e53603c66 req-6485c2bb-612b-4479-9760-2a3e6472980d tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:16.741369 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8aba89ec-af3b-4211-8017-d18e53603c66 req-6485c2bb-612b-4479-9760-2a3e6472980d tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.0522487 Jul 30 20:04:16.775239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54382a71-d4a7-4ab6-9cbd-30f22bad5ac1 req-9a387655-90aa-4c8a-8f4b-9bc697c51881 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:16.777379 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54382a71-d4a7-4ab6-9cbd-30f22bad5ac1 req-9a387655-90aa-4c8a-8f4b-9bc697c51881 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 945 time: 0.0548260 Jul 30 20:04:16.780253 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8aba89ec-af3b-4211-8017-d18e53603c66 req-3cb210bf-3823-43e4-8cee-9ecaaa7d21fd tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329196 Jul 30 20:04:16.817182 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54382a71-d4a7-4ab6-9cbd-30f22bad5ac1 req-0b1f1b1d-9870-4ef3-afb3-21db79835bb9 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338364 Jul 30 20:04:17.167243 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a0821-d8af-4eb1-9b49-be115a6a14c2 req-c714c2ca-5111-4f94-a600-e6f26292677a tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:17.168958 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0c1a0821-d8af-4eb1-9b49-be115a6a14c2 req-c714c2ca-5111-4f94-a600-e6f26292677a tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 944 time: 0.0533895 Jul 30 20:04:17.206848 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0c1a0821-d8af-4eb1-9b49-be115a6a14c2 req-698da5f3-62fa-4020-a2a7-28fac0ecf5df tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318084 Jul 30 20:04:17.233717 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76455f1-8379-42aa-ba38-66308facbe2c req-ee4cb13d-0b55-428e-bd8e-a4a337ad96f6 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:17.235227 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b76455f1-8379-42aa-ba38-66308facbe2c req-ee4cb13d-0b55-428e-bd8e-a4a337ad96f6 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0483899 Jul 30 20:04:17.272708 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b76455f1-8379-42aa-ba38-66308facbe2c req-67d632ed-d2ed-4e49-adc4-65623980a44f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316553 Jul 30 20:04:17.296300 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device d9df0719-af7e-48f4-a1f4-8f0577af4e27 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:04:17.298361 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device e8cb6cae-4b18-4f38-9fd2-69dc2a222dee up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:04:17.409880 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port e8cb6cae-4b18-4f38-9fd2-69dc2a222dee completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:04:17.419275 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port e8cb6cae-4b18-4f38-9fd2-69dc2a222dee triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:04:17.419747 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:17.454689 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port d9df0719-af7e-48f4-a1f4-8f0577af4e27, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d9df0719-af7e-48f4-a1f4-8f0577af4e27,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:17.475547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'd9df0719-af7e-48f4-a1f4-8f0577af4e27', 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc', 'port_id': 'd9df0719-af7e-48f4-a1f4-8f0577af4e27', 'mac_address': 'fa:16:3e:72:46:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4cfed6b-f42f-43da-94d1-da091996fffe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:04:17.511310 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4968b4-0a6f-4b74-8ea7-60eda8696b33 req-0cf56d06-70f7-47a6-8609-eceea2627392 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:17.512981 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0d4968b4-0a6f-4b74-8ea7-60eda8696b33 req-0cf56d06-70f7-47a6-8609-eceea2627392 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1 HTTP/1.1" status: 200 len: 945 time: 0.0589747 Jul 30 20:04:17.545665 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:17.567352 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9df0719-af7e-48f4-a1f4-8f0577af4e27 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:04:17.569196 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0d4968b4-0a6f-4b74-8ea7-60eda8696b33 req-e9ac6fd6-6f44-4f30-a3f9-1896ef771b28 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/security-groups?id=c77c6fa1-c414-494e-b978-52c7bc11ecc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480726 Jul 30 20:04:17.572657 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:17.592531 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c743b5-9dcd-46cc-b9de-49d143b15de0 req-bb16e01b-eb61-42ad-ae19-38ae7d1bea39 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:17.594809 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58c743b5-9dcd-46cc-b9de-49d143b15de0 req-bb16e01b-eb61-42ad-ae19-38ae7d1bea39 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 944 time: 0.0638492 Jul 30 20:04:17.603476 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port d9df0719-af7e-48f4-a1f4-8f0577af4e27, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d9df0719-af7e-48f4-a1f4-8f0577af4e27,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:17.609851 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e11e5b6-b86d-44d7-8069-cc1cf3b477b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cb6cae-4b18-4f38-9fd2-69dc2a222dee'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:17.612133 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a721365a-5fa2-45be-aadd-681c78478fa7" -d '{"events": [{"server_uuid": "5e11e5b6-b86d-44d7-8069-cc1cf3b477b1", "name": "network-vif-plugged", "status": "completed", "tag": "e8cb6cae-4b18-4f38-9fd2-69dc2a222dee"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:17.621872 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:17.630238 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port e8cb6cae-4b18-4f38-9fd2-69dc2a222dee, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e8cb6cae-4b18-4f38-9fd2-69dc2a222dee,segment=NetworkSegment(e1575c60-5bba-4757-85a1-313b9f365e2e),segment_id=e1575c60-5bba-4757-85a1-313b9f365e2e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:17.645163 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58c743b5-9dcd-46cc-b9de-49d143b15de0 req-69e55b24-986e-499a-b439-c1383e311efa tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405765 Jul 30 20:04:17.652033 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d910338-f7bf-4b22-843b-46d28348de4d x-openstack-request-id: req-0d910338-f7bf-4b22-843b-46d28348de4d {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:17.652319 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e11e5b6-b86d-44d7-8069-cc1cf3b477b1", "name": "network-vif-plugged", "status": "completed", "tag": "e8cb6cae-4b18-4f38-9fd2-69dc2a222dee", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:17.652572 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0d910338-f7bf-4b22-843b-46d28348de4d {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:17.653013 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e11e5b6-b86d-44d7-8069-cc1cf3b477b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cb6cae-4b18-4f38-9fd2-69dc2a222dee', 'code': 200} Jul 30 20:04:17.653708 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:17.678638 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=d9df0719-af7e-48f4-a1f4-8f0577af4e27,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:17.731915 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=e8cb6cae-4b18-4f38-9fd2-69dc2a222dee,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:17.756722 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a88aad-1b87-4d1a-b268-4b417ce8e0b2 req-ad7f32b7-cd27-4ce3-a016-1a9b5f7fb5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:17.758231 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82a88aad-1b87-4d1a-b268-4b417ce8e0b2 req-ad7f32b7-cd27-4ce3-a016-1a9b5f7fb5ba service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1 HTTP/1.1" status: 200 len: 1097 time: 0.0476561 Jul 30 20:04:17.796227 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82a88aad-1b87-4d1a-b268-4b417ce8e0b2 req-efc91c0b-3076-480f-8c44-89e6f3ead4eb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c77c6fa1-c414-494e-b978-52c7bc11ecc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297933 Jul 30 20:04:17.913158 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c0005-6ec6-4285-8dd0-a1d4b1323c23 req-e4261865-a40d-4cbd-94c0-b41708f191ad tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:17.915145 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f68c0005-6ec6-4285-8dd0-a1d4b1323c23 req-e4261865-a40d-4cbd-94c0-b41708f191ad tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.0638299 Jul 30 20:04:17.942396 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3409bb-4e46-4f42-b817-7a26d60781d4 req-221c9a39-5502-4346-ad70-be6d1be2e269 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:17.944249 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd3409bb-4e46-4f42-b817-7a26d60781d4 req-221c9a39-5502-4346-ad70-be6d1be2e269 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 945 time: 0.0527506 Jul 30 20:04:17.958284 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f68c0005-6ec6-4285-8dd0-a1d4b1323c23 req-826e27b2-38ef-4ccd-b394-d1bbdb0c0a22 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363386 Jul 30 20:04:18.011605 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['d9df0719-af7e-48f4-a1f4-8f0577af4e27'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:04:18.012246 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd3409bb-4e46-4f42-b817-7a26d60781d4 req-7341634f-ed71-492b-ba14-82a8cc91db7b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563724 Jul 30 20:04:18.041812 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce6a32-1a3f-4996-b20f-e70017ae6357 req-0ed21ea8-8b21-4eac-a679-25bc68973586 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:18.043639 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-90ce6a32-1a3f-4996-b20f-e70017ae6357 req-0ed21ea8-8b21-4eac-a679-25bc68973586 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.59 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 944 time: 0.0978146 Jul 30 20:04:18.159656 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-90ce6a32-1a3f-4996-b20f-e70017ae6357 req-51e4bdea-ea12-40a9-a7b5-3bf4c947a630 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Deleting port fcd1c213-d7ff-4856-81b0-16cc484f79af {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:18.160001 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-90ce6a32-1a3f-4996-b20f-e70017ae6357 req-51e4bdea-ea12-40a9-a7b5-3bf4c947a630 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:18.253942 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-90ce6a32-1a3f-4996-b20f-e70017ae6357 req-51e4bdea-ea12-40a9-a7b5-3bf4c947a630 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] For port fcd1c213-d7ff-4856-81b0-16cc484f79af, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=fcd1c213-d7ff-4856-81b0-16cc484f79af,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:18.254617 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-90ce6a32-1a3f-4996-b20f-e70017ae6357 req-51e4bdea-ea12-40a9-a7b5-3bf4c947a630 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:18.273572 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-90ce6a32-1a3f-4996-b20f-e70017ae6357 req-51e4bdea-ea12-40a9-a7b5-3bf4c947a630 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Calling delete_port for fcd1c213-d7ff-4856-81b0-16cc484f79af owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:18.334372 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b16e0d-c5ac-4234-8a81-4aefde565563 req-bdc62c84-8132-4e7f-9d4e-fe5157e2215f tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:18.336186 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-01b16e0d-c5ac-4234-8a81-4aefde565563 req-bdc62c84-8132-4e7f-9d4e-fe5157e2215f tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 945 time: 0.0609627 Jul 30 20:04:18.403065 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-01b16e0d-c5ac-4234-8a81-4aefde565563 req-58d97927-8429-4a7c-a042-083edaf1c0f0 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544748 Jul 30 20:04:18.459864 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-90ce6a32-1a3f-4996-b20f-e70017ae6357 req-51e4bdea-ea12-40a9-a7b5-3bf4c947a630 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:18.495277 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4bdea-ea12-40a9-a7b5-3bf4c947a630 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Pushing event deleted for resources: {'Port': ['ID=fcd1c213-d7ff-4856-81b0-16cc484f79af,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:18.504985 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df33922-228b-4a53-a047-50db70cc4b4d req-da81a1cd-36b8-4c5d-b453-fb0c7b1213f3 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:18.506529 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3df33922-228b-4a53-a047-50db70cc4b4d req-da81a1cd-36b8-4c5d-b453-fb0c7b1213f3 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.1194324 Jul 30 20:04:18.562510 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ce6a32-1a3f-4996-b20f-e70017ae6357 req-51e4bdea-ea12-40a9-a7b5-3bf4c947a630 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] No DVR routers for this DVR port fcd1c213-d7ff-4856-81b0-16cc484f79af on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:04:18.572539 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-90ce6a32-1a3f-4996-b20f-e70017ae6357 req-51e4bdea-ea12-40a9-a7b5-3bf4c947a630 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:18.576911 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-90ce6a32-1a3f-4996-b20f-e70017ae6357 req-51e4bdea-ea12-40a9-a7b5-3bf4c947a630 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.59 "DELETE /v2.0/ports/fcd1c213-d7ff-4856-81b0-16cc484f79af HTTP/1.1" status: 204 len: 173 time: 0.5252378 Jul 30 20:04:18.577361 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105c9344-7ff6-418a-9e84-27e5205e9d14', 'name': 'network-vif-deleted', 'tag': 'fcd1c213-d7ff-4856-81b0-16cc484f79af'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:18.581800 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be600ab9-0cfa-4ca0-b563-cceffb1b0a52" -d '{"events": [{"server_uuid": "105c9344-7ff6-418a-9e84-27e5205e9d14", "name": "network-vif-deleted", "tag": "fcd1c213-d7ff-4856-81b0-16cc484f79af"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:18.592598 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3df33922-228b-4a53-a047-50db70cc4b4d req-f831f108-c9b3-4e41-a5c8-fab37edb3052 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772598 Jul 30 20:04:18.629439 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192d797e-5f2b-454f-ac72-e5efdc421ba4 x-openstack-request-id: req-192d797e-5f2b-454f-ac72-e5efdc421ba4 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:18.629807 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105c9344-7ff6-418a-9e84-27e5205e9d14", "name": "network-vif-deleted", "tag": "fcd1c213-d7ff-4856-81b0-16cc484f79af", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:18.630139 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-192d797e-5f2b-454f-ac72-e5efdc421ba4 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:18.630652 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105c9344-7ff6-418a-9e84-27e5205e9d14', 'name': 'network-vif-deleted', 'tag': 'fcd1c213-d7ff-4856-81b0-16cc484f79af', 'status': 'completed', 'code': 200} Jul 30 20:04:18.740957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b5044-e6cb-410f-ad5d-22f612956dfd req-484d5712-f6a7-4b3a-9f10-76afe2e4c574 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:18.744030 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-843b5044-e6cb-410f-ad5d-22f612956dfd req-484d5712-f6a7-4b3a-9f10-76afe2e4c574 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1 HTTP/1.1" status: 200 len: 946 time: 0.0851362 Jul 30 20:04:18.792529 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-24222877-1f8e-4536-8445-0a20c0ebe991 req-1c66b145-b75e-4e61-884d-d3f8decc36e2 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=105c9344-7ff6-418a-9e84-27e5205e9d14 HTTP/1.1" status: 200 len: 210 time: 0.0294933 Jul 30 20:04:18.816535 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cffde-def1-499b-b296-edb8986013aa req-1f79d120-6615-4667-bcc8-9827137f0f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:18.818280 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c6cffde-def1-499b-b296-edb8986013aa req-1f79d120-6615-4667-bcc8-9827137f0f90 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18&tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290 HTTP/1.1" status: 200 len: 1101 time: 0.0720196 Jul 30 20:04:18.831604 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-2c6cffde-def1-499b-b296-edb8986013aa req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-9', 'device_owner': 'compute:nova'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:04:18.839713 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-843b5044-e6cb-410f-ad5d-22f612956dfd req-d202f7c8-ad8f-412f-83a2-664547d9e6bd tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/security-groups?id=c77c6fa1-c414-494e-b978-52c7bc11ecc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631421 Jul 30 20:04:18.889955 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2c6cffde-def1-499b-b296-edb8986013aa req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:18.990426 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:19.052934 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:04:19.054654 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 5ed0c72e-cb54-47a2-90f8-d151099fbcb6 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:19.133962 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-2c6cffde-def1-499b-b296-edb8986013aa req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] For port c32834b5-1a2a-4003-b5e2-0c257973a9c1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=c32834b5-1a2a-4003-b5e2-0c257973a9c1,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:19.166130 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9565d-5e32-4ea0-b338-2bbb9e41c890 req-358fea3e-9bc3-46ee-ab7b-4da62e6db11b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:19.172811 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-aba9565d-5e32-4ea0-b338-2bbb9e41c890 req-358fea3e-9bc3-46ee-ab7b-4da62e6db11b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.0762706 Jul 30 20:04:19.227099 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-aba9565d-5e32-4ea0-b338-2bbb9e41c890 req-38b3f0f0-c26f-49cc-94de-d56e6c0e9547 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509191 Jul 30 20:04:19.236316 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-2c6cffde-def1-499b-b296-edb8986013aa req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] For port c32834b5-1a2a-4003-b5e2-0c257973a9c1, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:04:19.283781 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cb1af-a7f8-4966-8030-0721e739a10d req-c14cb79a-b4f7-4a8a-9a56-7555e2b48c66 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:19.291494 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:19.292965 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a3cb1af-a7f8-4966-8030-0721e739a10d req-c14cb79a-b4f7-4a8a-9a56-7555e2b48c66 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 945 time: 0.1192758 Jul 30 20:04:19.307930 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device d9df0719-af7e-48f4-a1f4-8f0577af4e27 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:04:19.324512 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2c6cffde-def1-499b-b296-edb8986013aa req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:19.353080 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a3cb1af-a7f8-4966-8030-0721e739a10d req-a35e3e2e-39ec-453c-8fb8-c7f23d1c37c2 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592575 Jul 30 20:04:19.354402 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-2c6cffde-def1-499b-b296-edb8986013aa req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] Transition to ACTIVE for port object c32834b5-1a2a-4003-b5e2-0c257973a9c1 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:04:19.358502 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2c6cffde-def1-499b-b296-edb8986013aa req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:19.375028 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port d9df0719-af7e-48f4-a1f4-8f0577af4e27 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:04:19.380197 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port d9df0719-af7e-48f4-a1f4-8f0577af4e27 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:04:19.381043 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:19.448089 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6cffde-def1-499b-b296-edb8986013aa req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] No DVR routers for this DVR port c32834b5-1a2a-4003-b5e2-0c257973a9c1 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:04:19.460828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] Pushing event updated for resources: {'Port': ['ID=c32834b5-1a2a-4003-b5e2-0c257973a9c1,revision_number=10']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:19.494820 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:19.499876 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-2c6cffde-def1-499b-b296-edb8986013aa req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] Attempting to bind port c32834b5-1a2a-4003-b5e2-0c257973a9c1 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:04:19.500212 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-2c6cffde-def1-499b-b296-edb8986013aa req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] Attempting to bind port c32834b5-1a2a-4003-b5e2-0c257973a9c1 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:04:19.500543 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6cffde-def1-499b-b296-edb8986013aa req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] Attempting to bind port c32834b5-1a2a-4003-b5e2-0c257973a9c1 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:04:19.510864 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6cffde-def1-499b-b296-edb8986013aa req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] Port c32834b5-1a2a-4003-b5e2-0c257973a9c1 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:04:19.511190 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6cffde-def1-499b-b296-edb8986013aa req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] Attempting to bind port c32834b5-1a2a-4003-b5e2-0c257973a9c1 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:04:19.516899 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6cffde-def1-499b-b296-edb8986013aa req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:04:19.517236 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6cffde-def1-499b-b296-edb8986013aa req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:04:19.517621 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6cffde-def1-499b-b296-edb8986013aa req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:04:19.518046 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-2c6cffde-def1-499b-b296-edb8986013aa req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] Bound port: c32834b5-1a2a-4003-b5e2-0c257973a9c1, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:04:19.518401 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2c6cffde-def1-499b-b296-edb8986013aa req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:19.552485 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port d9df0719-af7e-48f4-a1f4-8f0577af4e27, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d9df0719-af7e-48f4-a1f4-8f0577af4e27,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:19.556767 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:19.610289 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2a467-b701-4426-9edf-3cae860e8ced req-3dc5e9f0-5a13-4308-97d1-635e719d2389 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:19.610523 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7954733f-e14e-47ad-a693-494f5125b133 req-ad7b1f44-febe-4d1d-842d-32c05d546fae service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0897870 Jul 30 20:04:19.611856 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f3f2a467-b701-4426-9edf-3cae860e8ced req-3dc5e9f0-5a13-4308-97d1-635e719d2389 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 945 time: 0.0884442 Jul 30 20:04:19.640274 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=d9df0719-af7e-48f4-a1f4-8f0577af4e27,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:19.647802 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:04:19.654161 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef196c64-4966-4c4d-908d-dbdcd4679345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9df0719-af7e-48f4-a1f4-8f0577af4e27'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:19.656475 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e7c67d-af3c-439d-8d76-76983299cb7a" -d '{"events": [{"server_uuid": "ef196c64-4966-4c4d-908d-dbdcd4679345", "name": "network-vif-plugged", "status": "completed", "tag": "d9df0719-af7e-48f4-a1f4-8f0577af4e27"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:19.673894 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-2c6cffde-def1-499b-b296-edb8986013aa req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] For port c32834b5-1a2a-4003-b5e2-0c257973a9c1, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:04:19.688759 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f3f2a467-b701-4426-9edf-3cae860e8ced req-a0bf9485-7bf7-458b-9256-58dab2b93c39 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605209 Jul 30 20:04:19.728104 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-2c6cffde-def1-499b-b296-edb8986013aa req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] For port c32834b5-1a2a-4003-b5e2-0c257973a9c1, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c32834b5-1a2a-4003-b5e2-0c257973a9c1,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:04:19.748619 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bd784e-8918-456b-a2e6-cf7c0a015347 x-openstack-request-id: req-b7bd784e-8918-456b-a2e6-cf7c0a015347 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:19.748906 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef196c64-4966-4c4d-908d-dbdcd4679345", "name": "network-vif-plugged", "status": "completed", "tag": "d9df0719-af7e-48f4-a1f4-8f0577af4e27", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:19.749163 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b7bd784e-8918-456b-a2e6-cf7c0a015347 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:19.749542 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef196c64-4966-4c4d-908d-dbdcd4679345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9df0719-af7e-48f4-a1f4-8f0577af4e27', 'code': 200} Jul 30 20:04:19.758266 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2c6cffde-def1-499b-b296-edb8986013aa req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:19.806628 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cffde-def1-499b-b296-edb8986013aa req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:19.807300 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2c6cffde-def1-499b-b296-edb8986013aa req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:19.809196 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c6cffde-def1-499b-b296-edb8986013aa req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] 10.222.0.83 "PUT /v2.0/ports/c32834b5-1a2a-4003-b5e2-0c257973a9c1 HTTP/1.1" status: 200 len: 1097 time: 0.9818966 Jul 30 20:04:19.812840 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954733f-e14e-47ad-a693-494f5125b133 req-d9a75841-1441-4de4-bfa1-8b1b368d1d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:19.814402 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7954733f-e14e-47ad-a693-494f5125b133 req-d9a75841-1441-4de4-bfa1-8b1b368d1d49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 1101 time: 0.1620982 Jul 30 20:04:19.846102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74d34a-bfdf-4d99-817a-bbb168a4ebfd req-fb8c8981-cd92-4d7c-838e-e9c29dbf789b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:19.856673 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b74d34a-bfdf-4d99-817a-bbb168a4ebfd req-fb8c8981-cd92-4d7c-838e-e9c29dbf789b tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 949 time: 0.1513629 Jul 30 20:04:19.970769 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c363cbf-225f-462f-bd18-e4d3ffa66366 service neutron] Pushing event updated for resources: {'Port': ['ID=c32834b5-1a2a-4003-b5e2-0c257973a9c1,revision_number=11']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:20.030835 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b74d34a-bfdf-4d99-817a-bbb168a4ebfd req-66a85ac9-a8bc-4820-b4d2-2cd4eed681e9 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732244 Jul 30 20:04:20.043948 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84dfa6-6e3a-4c0e-86a8-5b845b1ba168 req-6c9d3296-0cdf-45c1-bfee-3fe5024c7fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:20.045437 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6e84dfa6-6e3a-4c0e-86a8-5b845b1ba168 req-6c9d3296-0cdf-45c1-bfee-3fe5024c7fb9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 1097 time: 0.2299654 Jul 30 20:04:20.054624 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cffde-def1-499b-b296-edb8986013aa req-3e798420-f641-4876-a39b-8404f7941fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:20.056096 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c6cffde-def1-499b-b296-edb8986013aa req-3e798420-f641-4876-a39b-8404f7941fcb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 1100 time: 0.1774547 Jul 30 20:04:20.117712 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95880a88-779b-43e5-9779-4de130bc6996 req-fbb86be9-90a6-406c-821d-c2a9a371e7f8 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:20.119206 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-95880a88-779b-43e5-9779-4de130bc6996 req-fbb86be9-90a6-406c-821d-c2a9a371e7f8 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1 HTTP/1.1" status: 200 len: 946 time: 0.0532041 Jul 30 20:04:20.158569 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-95880a88-779b-43e5-9779-4de130bc6996 req-a4f9883e-a428-415e-9911-5f261c6f5576 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/security-groups?id=c77c6fa1-c414-494e-b978-52c7bc11ecc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328877 Jul 30 20:04:20.160041 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954733f-e14e-47ad-a693-494f5125b133 req-d79e50fc-29c4-4937-b4e0-29ab814ca04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:20.161470 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7954733f-e14e-47ad-a693-494f5125b133 req-d79e50fc-29c4-4937-b4e0-29ab814ca04f service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.2777622 Jul 30 20:04:20.446559 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b3f16e71-8f2d-47b9-9ac0-a1894a47a2b6 req-20e52dd6-c46d-4f36-a364-3d0d7351e247 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 258 time: 0.2024670 Jul 30 20:04:20.456908 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-b3f16e71-8f2d-47b9-9ac0-a1894a47a2b6 req-147c1660-ce72-4b2e-b044-caf58213abc2 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:04:20.481412 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b3f16e71-8f2d-47b9-9ac0-a1894a47a2b6 req-147c1660-ce72-4b2e-b044-caf58213abc2 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:20.519924 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6e84dfa6-6e3a-4c0e-86a8-5b845b1ba168 req-401e3a69-a747-464e-85f8-6b6108e51aa4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602938 Jul 30 20:04:20.525579 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7954733f-e14e-47ad-a693-494f5125b133 req-fe73fffa-81ce-4675-94f3-dc3f46ace431 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=db46e04f-5e2b-4fbf-bb4a-6aee85812d1d HTTP/1.1" status: 200 len: 217 time: 0.3491774 Jul 30 20:04:20.591099 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6bbc1-0e4c-4419-b97c-05c6c8752502 req-6ff04f8c-62a0-443e-8807-788a9cff1d3b tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:20.591346 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fb030-df5f-45d5-9f30-64772005610b req-27129fde-ee77-47e3-98eb-9deb49c7a426 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:20.592500 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ac6bbc1-0e4c-4419-b97c-05c6c8752502 req-6ff04f8c-62a0-443e-8807-788a9cff1d3b tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 944 time: 0.4961312 Jul 30 20:04:20.593477 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-865fb030-df5f-45d5-9f30-64772005610b req-27129fde-ee77-47e3-98eb-9deb49c7a426 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.59 "GET /v2.0/ports?device_id=623a145c-4e18-44ab-b9fc-14e230714211 HTTP/1.1" status: 200 len: 944 time: 0.0992374 Jul 30 20:04:20.605729 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cffde-def1-499b-b296-edb8986013aa req-ce9c6510-eb56-4c9e-a567-40dfb23735b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:20.607111 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c6cffde-def1-499b-b296-edb8986013aa req-ce9c6510-eb56-4c9e-a567-40dfb23735b1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.5304720 Jul 30 20:04:20.627815 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954733f-e14e-47ad-a693-494f5125b133 req-9df2f46d-f7b1-49e7-b9e5-2887a86a1f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:20.629240 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7954733f-e14e-47ad-a693-494f5125b133 req-9df2f46d-f7b1-49e7-b9e5-2887a86a1f5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0906787 Jul 30 20:04:20.632239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90ae564-b764-42da-9a9a-8fb71a6ecb18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c32834b5-1a2a-4003-b5e2-0c257973a9c1'}, {'name': 'network-changed', 'server_uuid': 'f90ae564-b764-42da-9a9a-8fb71a6ecb18', 'tag': 'c32834b5-1a2a-4003-b5e2-0c257973a9c1'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:20.634423 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2dabff-e996-444e-9a25-0c239278aa88" -d '{"events": [{"server_uuid": "f90ae564-b764-42da-9a9a-8fb71a6ecb18", "name": "network-vif-unplugged", "status": "completed", "tag": "c32834b5-1a2a-4003-b5e2-0c257973a9c1"}, {"name": "network-changed", "server_uuid": "f90ae564-b764-42da-9a9a-8fb71a6ecb18", "tag": "c32834b5-1a2a-4003-b5e2-0c257973a9c1"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:20.708333 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ac6bbc1-0e4c-4419-b97c-05c6c8752502 req-f6671e5e-4c7d-4c93-84f0-4525081c6be6 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060860 Jul 30 20:04:20.711972 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c6cffde-def1-499b-b296-edb8986013aa req-2835efba-5598-41f1-b451-e74a9442ac1b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=c32834b5-1a2a-4003-b5e2-0c257973a9c1 HTTP/1.1" status: 200 len: 217 time: 0.0550659 Jul 30 20:04:20.792044 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954733f-e14e-47ad-a693-494f5125b133 req-e416eabc-f83b-4bbf-ad4d-5a5f5feab137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:20.793517 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7954733f-e14e-47ad-a693-494f5125b133 req-e416eabc-f83b-4bbf-ad4d-5a5f5feab137 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1543527 Jul 30 20:04:20.877746 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cffde-def1-499b-b296-edb8986013aa req-53889c2d-1c12-4f8b-8b4d-dfe528f27f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:20.879111 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c6cffde-def1-499b-b296-edb8986013aa req-53889c2d-1c12-4f8b-8b4d-dfe528f27f0e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1525764 Jul 30 20:04:20.904375 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-61f9ea0e-b442-42f5-8efa-9f0baf6a27d0 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:20.905809 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-61f9ea0e-b442-42f5-8efa-9f0baf6a27d0 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0&tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&binding%3Ahost_id=n-h2-712137-9 HTTP/1.1" status: 200 len: 1096 time: 0.1884472 Jul 30 20:04:20.933379 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-c808eda5-1557-493c-9a8c-8fbd8d4a05e1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712137-9'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:04:20.986719 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8fdd1-c0a8-425c-bb4c-941910813b42 req-5dca71dd-f319-42b8-8e3b-c87d288afbbe tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:20.988262 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2c8fdd1-c0a8-425c-bb4c-941910813b42 req-5dca71dd-f319-42b8-8e3b-c87d288afbbe tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.2050600 Jul 30 20:04:20.997660 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:04:21.006532 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device fcd1c213-d7ff-4856-81b0-16cc484f79af no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:21.009215 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b3f16e71-8f2d-47b9-9ac0-a1894a47a2b6 req-147c1660-ce72-4b2e-b044-caf58213abc2 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:21.040586 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: fcd1c213-d7ff-4856-81b0-16cc484f79af {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:04:21.041023 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device fcd1c213-d7ff-4856-81b0-16cc484f79af not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:21.041438 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device c32834b5-1a2a-4003-b5e2-0c257973a9c1 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:21.055026 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7954733f-e14e-47ad-a693-494f5125b133 req-22036117-6ab4-4e24-ae60-33ac0fb247c1 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462206 Jul 30 20:04:21.058673 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cffde-def1-499b-b296-edb8986013aa req-8a8ebfe8-37be-4e5b-a6e4-8330dabac96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:21.060057 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c6cffde-def1-499b-b296-edb8986013aa req-8a8ebfe8-37be-4e5b-a6e4-8330dabac96f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1685469 Jul 30 20:04:21.060598 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-c808eda5-1557-493c-9a8c-8fbd8d4a05e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:21.062993 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-865fb030-df5f-45d5-9f30-64772005610b req-82de6149-2062-44fc-acdd-0f4f329cfd41 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Deleting port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:21.063488 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-865fb030-df5f-45d5-9f30-64772005610b req-82de6149-2062-44fc-acdd-0f4f329cfd41 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:21.148758 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device c32834b5-1a2a-4003-b5e2-0c257973a9c1 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:21.172492 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2c8fdd1-c0a8-425c-bb4c-941910813b42 req-714862da-c3a5-4c11-9ea9-ca7e9ce49f53 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704714 Jul 30 20:04:21.195231 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-b3f16e71-8f2d-47b9-9ac0-a1894a47a2b6 req-147c1660-ce72-4b2e-b044-caf58213abc2 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Allocated IP 172.25.3.224 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/3c116f81-b94d-4ebb-904a-3efd7d0e4750) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:04:21.206016 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-865fb030-df5f-45d5-9f30-64772005610b req-82de6149-2062-44fc-acdd-0f4f329cfd41 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] For port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4,segment=NetworkSegment(469238c1-e5bd-43e4-9a28-17eedda71b27),segment_id=469238c1-e5bd-43e4-9a28-17eedda71b27)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:21.206386 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-865fb030-df5f-45d5-9f30-64772005610b req-82de6149-2062-44fc-acdd-0f4f329cfd41 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:21.227328 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-865fb030-df5f-45d5-9f30-64772005610b req-82de6149-2062-44fc-acdd-0f4f329cfd41 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Calling delete_port for c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:21.232417 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=0dc7360f-a0f2-456c-9f90-d1f4281e74b6,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:21.252685 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 has no active binding in host n-h1-712137-9 {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 20:04:21.259882 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5e5e5c2-44c6-4b4b-8393-f55028fa762d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:21.320430 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7954733f-e14e-47ad-a693-494f5125b133 req-111f0c0f-8bd1-4334-8e8d-0944a44032c5 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575722 Jul 30 20:04:21.357253 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c6cffde-def1-499b-b296-edb8986013aa req-40346b36-71d8-4b08-8f1a-c05ee47bae2a service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841065 Jul 30 20:04:21.379603 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-c808eda5-1557-493c-9a8c-8fbd8d4a05e1 service neutron] For port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=0dc7360f-a0f2-456c-9f90-d1f4281e74b6,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:21.387086 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b3f16e71-8f2d-47b9-9ac0-a1894a47a2b6 req-147c1660-ce72-4b2e-b044-caf58213abc2 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:21.467882 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-865fb030-df5f-45d5-9f30-64772005610b req-82de6149-2062-44fc-acdd-0f4f329cfd41 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:21.479897 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b3f16e71-8f2d-47b9-9ac0-a1894a47a2b6 req-147c1660-ce72-4b2e-b044-caf58213abc2 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:21.500852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ba03b-a540-4247-a778-e82812d8fdb9 req-f1926d51-455f-497c-8b0c-07227f869a98 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:21.502345 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-741ba03b-a540-4247-a778-e82812d8fdb9 req-f1926d51-455f-497c-8b0c-07227f869a98 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 945 time: 0.1537068 Jul 30 20:04:21.505804 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de6149-2062-44fc-acdd-0f4f329cfd41 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Pushing event deleted for resources: {'Port': ['ID=c4fe85d6-4794-444e-96a4-28a8e9c6e7b4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:21.508187 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-c808eda5-1557-493c-9a8c-8fbd8d4a05e1 service neutron] For port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:04:21.552501 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f16e71-8f2d-47b9-9ac0-a1894a47a2b6 req-147c1660-ce72-4b2e-b044-caf58213abc2 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:04:21.558534 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c6cffde-def1-499b-b296-edb8986013aa req-f84a0616-33f5-4056-be55-524ee2c4dc82 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880434 Jul 30 20:04:21.568955 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-865fb030-df5f-45d5-9f30-64772005610b req-82de6149-2062-44fc-acdd-0f4f329cfd41 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] No DVR routers for this DVR port c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 on host n-h1-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:04:21.572492 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-b3f16e71-8f2d-47b9-9ac0-a1894a47a2b6 req-147c1660-ce72-4b2e-b044-caf58213abc2 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:04:21.585359 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-865fb030-df5f-45d5-9f30-64772005610b req-82de6149-2062-44fc-acdd-0f4f329cfd41 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:21.587326 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-865fb030-df5f-45d5-9f30-64772005610b req-82de6149-2062-44fc-acdd-0f4f329cfd41 tempest-LiveMigrationTest-2023931082 tempest-LiveMigrationTest-2023931082-project] 10.222.0.59 "DELETE /v2.0/ports/c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 HTTP/1.1" status: 204 len: 173 time: 0.9863431 Jul 30 20:04:21.587463 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-c808eda5-1557-493c-9a8c-8fbd8d4a05e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:21.587812 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623a145c-4e18-44ab-b9fc-14e230714211', 'name': 'network-vif-deleted', 'tag': 'c4fe85d6-4794-444e-96a4-28a8e9c6e7b4'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:21.590667 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd414329-c2e9-43a1-84a8-3080cc1bad6f" -d '{"events": [{"server_uuid": "623a145c-4e18-44ab-b9fc-14e230714211", "name": "network-vif-deleted", "tag": "c4fe85d6-4794-444e-96a4-28a8e9c6e7b4"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:21.593585 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f16e71-8f2d-47b9-9ac0-a1894a47a2b6 req-147c1660-ce72-4b2e-b044-caf58213abc2 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:04:21.594940 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-741ba03b-a540-4247-a778-e82812d8fdb9 req-c1d6e76c-085d-409b-a2db-5109e1221083 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663705 Jul 30 20:04:21.596197 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c1660-ce72-4b2e-b044-caf58213abc2 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Pushing event updated for resources: {'Port': ['ID=3c116f81-b94d-4ebb-904a-3efd7d0e4750,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:21.598586 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-c808eda5-1557-493c-9a8c-8fbd8d4a05e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:21.679796 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808eda5-1557-493c-9a8c-8fbd8d4a05e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc7360f-a0f2-456c-9f90-d1f4281e74b6,revision_number=7']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:21.691685 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b3f16e71-8f2d-47b9-9ac0-a1894a47a2b6 req-147c1660-ce72-4b2e-b044-caf58213abc2 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:21.741266 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b3f16e71-8f2d-47b9-9ac0-a1894a47a2b6 req-147c1660-ce72-4b2e-b044-caf58213abc2 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:21.750058 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93f9ab2-6233-4ee5-a78f-ee409e00583d x-openstack-request-id: req-e93f9ab2-6233-4ee5-a78f-ee409e00583d {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:21.751252 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90ae564-b764-42da-9a9a-8fb71a6ecb18", "name": "network-vif-unplugged", "status": "completed", "tag": "c32834b5-1a2a-4003-b5e2-0c257973a9c1", "code": 200}, {"name": "network-changed", "server_uuid": "f90ae564-b764-42da-9a9a-8fb71a6ecb18", "tag": "c32834b5-1a2a-4003-b5e2-0c257973a9c1", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:21.751783 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e93f9ab2-6233-4ee5-a78f-ee409e00583d {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:21.752368 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90ae564-b764-42da-9a9a-8fb71a6ecb18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c32834b5-1a2a-4003-b5e2-0c257973a9c1', 'code': 200} Jul 30 20:04:21.752926 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90ae564-b764-42da-9a9a-8fb71a6ecb18', 'tag': 'c32834b5-1a2a-4003-b5e2-0c257973a9c1', 'status': 'completed', 'code': 200} Jul 30 20:04:21.763035 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-c808eda5-1557-493c-9a8c-8fbd8d4a05e1 service neutron] Attempting to bind port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 on host n-h2-712137-9 for vnic_type normal with profile {"migrating_to": "n-h1-712137-9"} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:04:21.763714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-c808eda5-1557-493c-9a8c-8fbd8d4a05e1 service neutron] Attempting to bind port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:04:21.764312 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-c808eda5-1557-493c-9a8c-8fbd8d4a05e1 service neutron] Attempting to bind port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:04:21.774238 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-c808eda5-1557-493c-9a8c-8fbd8d4a05e1 service neutron] Port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:04:21.774587 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-c808eda5-1557-493c-9a8c-8fbd8d4a05e1 service neutron] Attempting to bind port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 on network 1b009359-14e5-4019-b6cd-e6d82ee142cf {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:04:21.780837 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-c808eda5-1557-493c-9a8c-8fbd8d4a05e1 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:04:21.781136 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-c808eda5-1557-493c-9a8c-8fbd8d4a05e1 service neutron] Checking segment: {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:04:21.781651 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-c808eda5-1557-493c-9a8c-8fbd8d4a05e1 service neutron] Bound using segment: {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:04:21.782084 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-c808eda5-1557-493c-9a8c-8fbd8d4a05e1 service neutron] Bound port: 0dc7360f-a0f2-456c-9f90-d1f4281e74b6, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2784282f-168d-4feb-a0fd-693a38af43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1b009359-14e5-4019-b6cd-e6d82ee142cf'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:04:21.782966 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-c808eda5-1557-493c-9a8c-8fbd8d4a05e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:21.871248 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dabff-e996-444e-9a25-0c239278aa88 req-31fbde76-39fc-47a2-a627-0c2259e39447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:21.872788 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ee2dabff-e996-444e-9a25-0c239278aa88 req-31fbde76-39fc-47a2-a627-0c2259e39447 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 1100 time: 0.1012301 Jul 30 20:04:21.902518 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dabff-e996-444e-9a25-0c239278aa88 req-1340b84a-0780-4f50-ac53-deb4b30017bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:21.904143 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee2dabff-e996-444e-9a25-0c239278aa88 req-1340b84a-0780-4f50-ac53-deb4b30017bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 1100 time: 0.1176634 Jul 30 20:04:21.942249 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecd35d-965d-479c-9cc1-4e2d800f4e3c req-f81b9839-a49f-483b-980d-1972710ae38d tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:21.943793 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5aecd35d-965d-479c-9cc1-4e2d800f4e3c req-f81b9839-a49f-483b-980d-1972710ae38d tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 946 time: 0.1230087 Jul 30 20:04:21.944939 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-c808eda5-1557-493c-9a8c-8fbd8d4a05e1 service neutron] For port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:04:21.994975 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-c808eda5-1557-493c-9a8c-8fbd8d4a05e1 service neutron] For port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=0dc7360f-a0f2-456c-9f90-d1f4281e74b6,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:04:22.012513 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b3f16e71-8f2d-47b9-9ac0-a1894a47a2b6 req-147c1660-ce72-4b2e-b044-caf58213abc2 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:22.014780 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dabff-e996-444e-9a25-0c239278aa88 req-3f9512e7-1c24-4738-ac22-2331127ea0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:22.016674 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ee2dabff-e996-444e-9a25-0c239278aa88 req-3f9512e7-1c24-4738-ac22-2331127ea0fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1344090 Jul 30 20:04:22.017921 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-c808eda5-1557-493c-9a8c-8fbd8d4a05e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:22.018076 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b3f16e71-8f2d-47b9-9ac0-a1894a47a2b6 req-147c1660-ce72-4b2e-b044-caf58213abc2 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:22.087722 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ee2dabff-e996-444e-9a25-0c239278aa88 req-dc6d24b8-af3a-474f-84cf-34f1b13741ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=c32834b5-1a2a-4003-b5e2-0c257973a9c1 HTTP/1.1" status: 200 len: 217 time: 0.0425780 Jul 30 20:04:22.116105 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5aecd35d-965d-479c-9cc1-4e2d800f4e3c req-fbcec8a4-2b9e-45f9-842c-1cdfba0e6bb9 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503847 Jul 30 20:04:22.172541 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-c808eda5-1557-493c-9a8c-8fbd8d4a05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:22.172767 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c1660-ce72-4b2e-b044-caf58213abc2 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Pushing event updated for resources: {'Port': ['ID=3c116f81-b94d-4ebb-904a-3efd7d0e4750,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:22.172863 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-c808eda5-1557-493c-9a8c-8fbd8d4a05e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:22.174994 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-c808eda5-1557-493c-9a8c-8fbd8d4a05e1 service neutron] 10.222.0.59 "PUT /v2.0/ports/0dc7360f-a0f2-456c-9f90-d1f4281e74b6 HTTP/1.1" status: 200 len: 1121 time: 1.2506137 Jul 30 20:04:22.175896 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808eda5-1557-493c-9a8c-8fbd8d4a05e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc7360f-a0f2-456c-9f90-d1f4281e74b6,revision_number=8']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:22.186016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dabff-e996-444e-9a25-0c239278aa88 req-65c24c76-5f2f-49ac-a091-a5939a5cd5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:22.187620 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b3f16e71-8f2d-47b9-9ac0-a1894a47a2b6 req-147c1660-ce72-4b2e-b044-caf58213abc2 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:22.188418 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee2dabff-e996-444e-9a25-0c239278aa88 req-65c24c76-5f2f-49ac-a091-a5939a5cd5ab service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.2671075 Jul 30 20:04:22.201064 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dabff-e996-444e-9a25-0c239278aa88 req-be32d396-ece9-4326-bc44-fa8ab80966b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:22.202555 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ee2dabff-e996-444e-9a25-0c239278aa88 req-be32d396-ece9-4326-bc44-fa8ab80966b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0945578 Jul 30 20:04:22.210682 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b3f16e71-8f2d-47b9-9ac0-a1894a47a2b6 req-147c1660-ce72-4b2e-b044-caf58213abc2 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:22.219544 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b3f16e71-8f2d-47b9-9ac0-a1894a47a2b6 req-147c1660-ce72-4b2e-b044-caf58213abc2 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7663786 Jul 30 20:04:22.273602 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee2dabff-e996-444e-9a25-0c239278aa88 req-23e56a74-86ac-4a74-be7b-a6382aa67afe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=c32834b5-1a2a-4003-b5e2-0c257973a9c1 HTTP/1.1" status: 200 len: 217 time: 0.0742705 Jul 30 20:04:22.290275 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['0dc7360f-a0f2-456c-9f90-d1f4281e74b6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:04:22.306480 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b3f16e71-8f2d-47b9-9ac0-a1894a47a2b6 req-e6091514-38a7-42ec-86ff-972fa62b9fd9 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 696 time: 0.0860059 Jul 30 20:04:22.314597 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dabff-e996-444e-9a25-0c239278aa88 req-1021d41f-532c-429f-b7c4-d10026950bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:22.318152 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ee2dabff-e996-444e-9a25-0c239278aa88 req-1021d41f-532c-429f-b7c4-d10026950bdd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0962529 Jul 30 20:04:22.337246 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['0dc7360f-a0f2-456c-9f90-d1f4281e74b6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:04:22.370603 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dabff-e996-444e-9a25-0c239278aa88 req-4d1bd3a5-d0a3-4cc5-980a-a5b6b1cbcfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:22.372258 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee2dabff-e996-444e-9a25-0c239278aa88 req-4d1bd3a5-d0a3-4cc5-980a-a5b6b1cbcfe3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0848672 Jul 30 20:04:22.384114 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb5d90-3403-4761-a5f2-cc724945ce58 req-ad52c6ef-8c0c-4832-859c-717700dc6237 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:22.392258 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f5cb5d90-3403-4761-a5f2-cc724945ce58 req-ad52c6ef-8c0c-4832-859c-717700dc6237 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 949 time: 0.1209183 Jul 30 20:04:22.464102 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f5cb5d90-3403-4761-a5f2-cc724945ce58 req-7e04355a-db9a-40b2-a71d-4802672b802c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708079 Jul 30 20:04:22.472431 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dabff-e996-444e-9a25-0c239278aa88 req-fd578aca-4983-4f07-8370-4b4415c62c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:22.474429 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee2dabff-e996-444e-9a25-0c239278aa88 req-fd578aca-4983-4f07-8370-4b4415c62c95 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0801253 Jul 30 20:04:22.497773 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ee2dabff-e996-444e-9a25-0c239278aa88 req-239029f5-e375-4566-9a96-88c8ec728967 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660583 Jul 30 20:04:22.507479 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f16e71-8f2d-47b9-9ac0-a1894a47a2b6 req-0e637649-37ea-46fd-930a-08a605df8a2c tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:22.521871 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b3f16e71-8f2d-47b9-9ac0-a1894a47a2b6 req-0e637649-37ea-46fd-930a-08a605df8a2c tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.2026355 Jul 30 20:04:22.591724 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee2dabff-e996-444e-9a25-0c239278aa88 req-450d891f-c3ec-4c27-80d7-220e8171d3aa service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022015 Jul 30 20:04:22.600030 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1267208-e2ee-437c-a1fe-a6c76177de0a x-openstack-request-id: req-f1267208-e2ee-437c-a1fe-a6c76177de0a {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:22.603425 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623a145c-4e18-44ab-b9fc-14e230714211", "name": "network-vif-deleted", "tag": "c4fe85d6-4794-444e-96a4-28a8e9c6e7b4", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:22.608758 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f1267208-e2ee-437c-a1fe-a6c76177de0a {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:22.608997 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 53658) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:22.609199 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623a145c-4e18-44ab-b9fc-14e230714211', 'name': 'network-vif-deleted', 'tag': 'c4fe85d6-4794-444e-96a4-28a8e9c6e7b4', 'status': 'completed', 'code': 200} Jul 30 20:04:22.681977 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ee2dabff-e996-444e-9a25-0c239278aa88 req-c71a14bb-0e55-4dfa-bb95-7b51684b99e9 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570017 Jul 30 20:04:22.743458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f20153-67c2-4cdd-a2aa-bfc1d664b65b admin admin] Deleting subnet e297a2c7-8889-4baa-b07e-dd1ecdbb2586 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:04:22.752518 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-30f20153-67c2-4cdd-a2aa-bfc1d664b65b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:22.797179 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909684ba-5276-4d9e-a503-aec53eea57bc req-f6e3730e-aa33-4247-b5c9-a92a985b7f68 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:22.798567 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-909684ba-5276-4d9e-a503-aec53eea57bc req-f6e3730e-aa33-4247-b5c9-a92a985b7f68 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.1172128 Jul 30 20:04:22.826713 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-30f20153-67c2-4cdd-a2aa-bfc1d664b65b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:22.829710 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee2dabff-e996-444e-9a25-0c239278aa88 req-6c1d4391-7b2c-4679-9a67-c39b48d06a40 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295148 Jul 30 20:04:22.886750 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-909684ba-5276-4d9e-a503-aec53eea57bc req-02b776f2-6e70-4128-9f19-cb5117c8dfdd tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741136 Jul 30 20:04:22.896062 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-30f20153-67c2-4cdd-a2aa-bfc1d664b65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:22.916996 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413eb22d-12b6-433f-b4ea-99123c62cb07 req-13aa4f3c-88ef-44bb-b8d2-2a5063f1edd7 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:22.917334 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-413eb22d-12b6-433f-b4ea-99123c62cb07 req-13aa4f3c-88ef-44bb-b8d2-2a5063f1edd7 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0626228 Jul 30 20:04:22.971326 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-413eb22d-12b6-433f-b4ea-99123c62cb07 req-ec5b6a84-c2ed-4935-bc55-14ba8147a66e tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 696 time: 0.0467703 Jul 30 20:04:22.981826 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-413eb22d-12b6-433f-b4ea-99123c62cb07 req-5634cfd9-d619-400f-92c4-b3133699292c tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Request body: {'floatingip': {'port_id': 'e8cb6cae-4b18-4f38-9fd2-69dc2a222dee', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:04:22.996443 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-30f20153-67c2-4cdd-a2aa-bfc1d664b65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:23.021365 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-413eb22d-12b6-433f-b4ea-99123c62cb07 req-5634cfd9-d619-400f-92c4-b3133699292c tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:23.022517 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:23.030549 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-30f20153-67c2-4cdd-a2aa-bfc1d664b65b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:23.035181 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-30f20153-67c2-4cdd-a2aa-bfc1d664b65b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e297a2c7-8889-4baa-b07e-dd1ecdbb2586 HTTP/1.1" status: 204 len: 168 time: 0.4226599 Jul 30 20:04:23.042362 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ebf29-43f5-4c57-9f35-d03056dbce3e req-64e86aa0-cb8d-4e82-b84e-b62e0a37b3aa tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:23.043844 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f49ebf29-43f5-4c57-9f35-d03056dbce3e req-64e86aa0-cb8d-4e82-b84e-b62e0a37b3aa tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 943 time: 0.0986817 Jul 30 20:04:23.044221 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:04:23.044556 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f20153-67c2-4cdd-a2aa-bfc1d664b65b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e297a2c7-8889-4baa-b07e-dd1ecdbb2586,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:23.044773 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device c4fe85d6-4794-444e-96a4-28a8e9c6e7b4 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:23.047867 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 53664) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:23.145837 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f49ebf29-43f5-4c57-9f35-d03056dbce3e req-9508b81f-048c-4514-9f79-174dc7cec230 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888412 Jul 30 20:04:23.152758 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d572c405-db02-4b25-98f5-048050c81376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:23.274258 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d572c405-db02-4b25-98f5-048050c81376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:23.287940 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d572c405-db02-4b25-98f5-048050c81376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd53ee4f-dc29-41da-8a32-a515358904dc']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:23.301893 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d572c405-db02-4b25-98f5-048050c81376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469238c1-e5bd-43e4-9a28-17eedda71b27') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:23.302130 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d572c405-db02-4b25-98f5-048050c81376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469238c1-e5bd-43e4-9a28-17eedda71b27') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:23.321052 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7aa2f5-cbea-4606-943e-8603d0cca058 req-eeb6a626-63b1-45bc-91ff-dfb17deb4b93 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:23.323578 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1c7aa2f5-cbea-4606-943e-8603d0cca058 req-eeb6a626-63b1-45bc-91ff-dfb17deb4b93 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 946 time: 0.0932972 Jul 30 20:04:23.325267 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d572c405-db02-4b25-98f5-048050c81376 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:23.350193 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d572c405-db02-4b25-98f5-048050c81376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:23.362065 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d572c405-db02-4b25-98f5-048050c81376 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:04:23.362553 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d572c405-db02-4b25-98f5-048050c81376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:04:23.364344 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:04:23.412033 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1c7aa2f5-cbea-4606-943e-8603d0cca058 req-7d2d3e69-a70e-4beb-a018-190c9e5d2189 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800745 Jul 30 20:04:23.432855 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d572c405-db02-4b25-98f5-048050c81376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:23.440443 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d572c405-db02-4b25-98f5-048050c81376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:23.442661 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d572c405-db02-4b25-98f5-048050c81376 admin admin] 10.222.0.81 "DELETE /v2.0/networks/dd53ee4f-dc29-41da-8a32-a515358904dc HTTP/1.1" status: 204 len: 168 time: 0.3938830 Jul 30 20:04:23.452195 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 53666) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:23.460427 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572c405-db02-4b25-98f5-048050c81376 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd53ee4f-dc29-41da-8a32-a515358904dc,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:23.480105 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-413eb22d-12b6-433f-b4ea-99123c62cb07 req-5634cfd9-d619-400f-92c4-b3133699292c tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:23.483871 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-413eb22d-12b6-433f-b4ea-99123c62cb07 req-5634cfd9-d619-400f-92c4-b3133699292c tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:23.502302 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b44c12f-e462-4a85-8866-353e1627deb1 admin admin] Deleting subnet dd1359d3-f8eb-41b9-b21f-75cab5ad72e5 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:04:23.505905 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2b44c12f-e462-4a85-8866-353e1627deb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:23.543117 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2b44c12f-e462-4a85-8866-353e1627deb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:23.588583 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [req-413eb22d-12b6-433f-b4ea-99123c62cb07 req-5634cfd9-d619-400f-92c4-b3133699292c tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Floating IP 60ccd581-1154-4c07-89bc-9c7c5e5f3f73 associated. External IP: 172.25.3.224, port: e8cb6cae-4b18-4f38-9fd2-69dc2a222dee. Jul 30 20:04:23.610488 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2b44c12f-e462-4a85-8866-353e1627deb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:23.642142 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d1dc86db-c994-4ab6-ad8f-0fe2475c08cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:23.645574 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373716f7-ed8e-4f9d-b2c0-a1e85b408ea4 req-79ca1866-9769-4b93-8ca9-f00e98cf9e39 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:23.647066 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-373716f7-ed8e-4f9d-b2c0-a1e85b408ea4 req-79ca1866-9769-4b93-8ca9-f00e98cf9e39 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 949 time: 0.1019807 Jul 30 20:04:23.701523 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-373716f7-ed8e-4f9d-b2c0-a1e85b408ea4 req-d6508eb2-0b35-4867-a7dd-e924c252a6b4 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466206 Jul 30 20:04:23.711150 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2b44c12f-e462-4a85-8866-353e1627deb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:23.741710 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44c12f-e462-4a85-8866-353e1627deb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd1359d3-f8eb-41b9-b21f-75cab5ad72e5,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:23.746588 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2b44c12f-e462-4a85-8866-353e1627deb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:23.748438 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2b44c12f-e462-4a85-8866-353e1627deb1 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/dd1359d3-f8eb-41b9-b21f-75cab5ad72e5 HTTP/1.1" status: 204 len: 168 time: 0.2951298 Jul 30 20:04:23.750892 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 53672) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:23.757759 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dc7360f-a0f2-456c-9f90-d1f4281e74b6'}, {'name': 'network-changed', 'server_uuid': '0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0', 'tag': '0dc7360f-a0f2-456c-9f90-d1f4281e74b6'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:23.760741 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476465e2-4081-42b9-a26f-aa8845ea728b" -d '{"events": [{"server_uuid": "0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0", "name": "network-vif-unplugged", "status": "completed", "tag": "0dc7360f-a0f2-456c-9f90-d1f4281e74b6"}, {"name": "network-changed", "server_uuid": "0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0", "tag": "0dc7360f-a0f2-456c-9f90-d1f4281e74b6"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:23.829884 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a274884c-3c1c-4aa0-9b6a-5705a5bd4e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:23.840821 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-413eb22d-12b6-433f-b4ea-99123c62cb07 req-5634cfd9-d619-400f-92c4-b3133699292c tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Router a6df1038-c130-438b-8730-73b95e23b3a9 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:04:23.851560 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:23.866102 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ae5af8-5f95-45ee-85e7-5e2cab8b3a00 x-openstack-request-id: req-40ae5af8-5f95-45ee-85e7-5e2cab8b3a00 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:23.866445 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0", "name": "network-vif-unplugged", "status": "completed", "tag": "0dc7360f-a0f2-456c-9f90-d1f4281e74b6", "code": 200}, {"name": "network-changed", "server_uuid": "0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0", "tag": "0dc7360f-a0f2-456c-9f90-d1f4281e74b6", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:23.866705 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-40ae5af8-5f95-45ee-85e7-5e2cab8b3a00 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:23.867148 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dc7360f-a0f2-456c-9f90-d1f4281e74b6', 'code': 200} Jul 30 20:04:23.867418 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0', 'tag': '0dc7360f-a0f2-456c-9f90-d1f4281e74b6', 'status': 'completed', 'code': 200} Jul 30 20:04:23.947331 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a274884c-3c1c-4aa0-9b6a-5705a5bd4e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:23.960315 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-a274884c-3c1c-4aa0-9b6a-5705a5bd4e92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a824830-dd4d-4204-9388-8b4dcce9c8a8']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:23.974432 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-a274884c-3c1c-4aa0-9b6a-5705a5bd4e92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e6c636-69d7-416e-9035-054de0ae2b19') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:23.974732 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-a274884c-3c1c-4aa0-9b6a-5705a5bd4e92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e6c636-69d7-416e-9035-054de0ae2b19') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:23.987333 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a274884c-3c1c-4aa0-9b6a-5705a5bd4e92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:23.987850 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-413eb22d-12b6-433f-b4ea-99123c62cb07 req-5634cfd9-d619-400f-92c4-b3133699292c tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:04:23.990280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476465e2-4081-42b9-a26f-aa8845ea728b req-e6b028a0-9933-464d-88e2-fca820fa7fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:23.991789 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-476465e2-4081-42b9-a26f-aa8845ea728b req-e6b028a0-9933-464d-88e2-fca820fa7fda service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 1124 time: 0.0792603 Jul 30 20:04:23.993529 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-413eb22d-12b6-433f-b4ea-99123c62cb07 req-5634cfd9-d619-400f-92c4-b3133699292c tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:24.001185 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac55097-e2d0-492f-a25d-137c4908a177 None None] Sync routers for ids ['a6df1038-c130-438b-8730-73b95e23b3a9'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:04:24.012340 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac55097-e2d0-492f-a25d-137c4908a177 None None] Routers {'a6df1038-c130-438b-8730-73b95e23b3a9'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:04:24.013810 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-dac55097-e2d0-492f-a25d-137c4908a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:04:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a6df1038-c130-438b-8730-73b95e23b3a9'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:24.028126 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-413eb22d-12b6-433f-b4ea-99123c62cb07 req-5634cfd9-d619-400f-92c4-b3133699292c tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "PUT /v2.0/floatingips/60ccd581-1154-4c07-89bc-9c7c5e5f3f73 HTTP/1.1" status: 200 len: 997 time: 1.0507867 Jul 30 20:04:24.037857 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a274884c-3c1c-4aa0-9b6a-5705a5bd4e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:24.079813 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413eb22d-12b6-433f-b4ea-99123c62cb07 req-dc73ae9d-295b-45c4-85e8-762f77f81e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:24.081397 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-413eb22d-12b6-433f-b4ea-99123c62cb07 req-dc73ae9d-295b-45c4-85e8-762f77f81e38 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fe0d658d535c43fda1a767d8337bb8fb&device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1 HTTP/1.1" status: 200 len: 1097 time: 0.0454748 Jul 30 20:04:24.082247 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a274884c-3c1c-4aa0-9b6a-5705a5bd4e92 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:04:24.082659 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a274884c-3c1c-4aa0-9b6a-5705a5bd4e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:04:24.086051 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:04:24.193508 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413eb22d-12b6-433f-b4ea-99123c62cb07 req-20315b20-87bc-40a0-b4e8-790315a4384e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:24.194924 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-413eb22d-12b6-433f-b4ea-99123c62cb07 req-20315b20-87bc-40a0-b4e8-790315a4384e service neutron] 10.222.0.81 "GET /v2.0/networks?id=4f5feb86-8071-4973-8ef1-fe1163756b45 HTTP/1.1" status: 200 len: 928 time: 0.1054049 Jul 30 20:04:24.272452 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-dac55097-e2d0-492f-a25d-137c4908a177 None None] Set router a6df1038-c130-438b-8730-73b95e23b3a9 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:04:24.275316 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-413eb22d-12b6-433f-b4ea-99123c62cb07 req-5ffcd059-122e-4fd2-972a-5d72f6353e3b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8cb6cae-4b18-4f38-9fd2-69dc2a222dee HTTP/1.1" status: 200 len: 1000 time: 0.0680141 Jul 30 20:04:24.328308 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413eb22d-12b6-433f-b4ea-99123c62cb07 req-f3fdbba4-40d0-4e61-ba36-60f58620dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:24.329998 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-413eb22d-12b6-433f-b4ea-99123c62cb07 req-f3fdbba4-40d0-4e61-ba36-60f58620dff6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cb40bf94-0ae1-4521-a311-cd4d3f60b829 HTTP/1.1" status: 200 len: 866 time: 0.0464070 Jul 30 20:04:24.384137 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413eb22d-12b6-433f-b4ea-99123c62cb07 req-eaec631c-3149-4040-9f9d-fbc4f776a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:24.392557 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-413eb22d-12b6-433f-b4ea-99123c62cb07 req-eaec631c-3149-4040-9f9d-fbc4f776a7e0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4f5feb86-8071-4973-8ef1-fe1163756b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555716 Jul 30 20:04:24.495700 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac7aba-1b42-4859-82ac-eee1d976b715 req-5733ebc6-3802-490e-be08-8ee7dffa1681 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:24.496552 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-413eb22d-12b6-433f-b4ea-99123c62cb07 req-f7c49242-cea3-42ce-88d3-bfdbefc4dea2 service neutron] 10.222.0.81 "GET /v2.0/networks/4f5feb86-8071-4973-8ef1-fe1163756b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030660 Jul 30 20:04:24.497103 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-65ac7aba-1b42-4859-82ac-eee1d976b715 req-5733ebc6-3802-490e-be08-8ee7dffa1681 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.5044453 Jul 30 20:04:24.526373 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a274884c-3c1c-4aa0-9b6a-5705a5bd4e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:24.530927 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a274884c-3c1c-4aa0-9b6a-5705a5bd4e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:24.532832 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a274884c-3c1c-4aa0-9b6a-5705a5bd4e92 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6a824830-dd4d-4204-9388-8b4dcce9c8a8 HTTP/1.1" status: 204 len: 168 time: 0.7810125 Jul 30 20:04:24.537573 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-dac55097-e2d0-492f-a25d-137c4908a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34517896-router', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:03:50Z', 'updated_at': '2021-07-30T20:03:59Z', 'revision_number': 4, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'gw_port': {'id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:03:52Z', 'updated_at': '2021-07-30T20:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '60ccd581-1154-4c07-89bc-9c7c5e5f3f73', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'port_id': 'e8cb6cae-4b18-4f38-9fd2-69dc2a222dee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45', 'mac_address': 'fa:16:3e:16:d1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e11e5b6-b86d-44d7-8069-cc1cf3b477b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:04:21Z', 'updated_at': '2021-07-30T20:04:23Z', 'revision_number': 1, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf4989b-0002-45bf-92df-94f982e5ed72', 'name': '', 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'mac_address': 'fa:16:3e:3b:c8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'cb40bf94-0ae1-4521-a311-cd4d3f60b829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:03:57Z', 'updated_at': '2021-07-30T20:04:04Z', 'revision_number': 5, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'subnets': [{'id': 'cb40bf94-0ae1-4521-a311-cd4d3f60b829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:24.566652 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476465e2-4081-42b9-a26f-aa8845ea728b req-fc32f1e7-e3de-4821-bc21-70c83627e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:24.568302 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-476465e2-4081-42b9-a26f-aa8845ea728b req-fc32f1e7-e3de-4821-bc21-70c83627e4d7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 200 len: 921 time: 0.5527728 Jul 30 20:04:24.569086 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274884c-3c1c-4aa0-9b6a-5705a5bd4e92 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a824830-dd4d-4204-9388-8b4dcce9c8a8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:24.576493 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac55097-e2d0-492f-a25d-137c4908a177 None None] Checking router: a6df1038-c130-438b-8730-73b95e23b3a9 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:04:24.587098 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-65ac7aba-1b42-4859-82ac-eee1d976b715 req-a12a7b6a-3986-4e6e-8c01-2e269ea4996c tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797646 Jul 30 20:04:24.591278 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac55097-e2d0-492f-a25d-137c4908a177 None None] Routers {'a6df1038-c130-438b-8730-73b95e23b3a9'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:04:24.592094 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-dac55097-e2d0-492f-a25d-137c4908a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:04:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a6df1038-c130-438b-8730-73b95e23b3a9'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:24.617422 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e11e5b6-b86d-44d7-8069-cc1cf3b477b1', 'tag': 'e8cb6cae-4b18-4f38-9fd2-69dc2a222dee'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:24.620097 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61865f7-7f52-407f-bb31-c763e7fb40db" -d '{"events": [{"name": "network-changed", "server_uuid": "5e11e5b6-b86d-44d7-8069-cc1cf3b477b1", "tag": "e8cb6cae-4b18-4f38-9fd2-69dc2a222dee"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:24.651144 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-413eb22d-12b6-433f-b4ea-99123c62cb07 req-37eee2b4-48a1-4c68-9e4c-a35f937f13fb service neutron] 10.222.0.81 "GET /v2.0/networks/4f5feb86-8071-4973-8ef1-fe1163756b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414611 Jul 30 20:04:24.663576 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-476465e2-4081-42b9-a26f-aa8845ea728b req-c17bb712-c8d8-49d0-aafd-02edda914ec0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dc7360f-a0f2-456c-9f90-d1f4281e74b6 HTTP/1.1" status: 200 len: 217 time: 0.0654194 Jul 30 20:04:24.675916 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 53690) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:24.760534 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-745d88ac-dd9c-4e37-a980-a57d1773c336 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=236d1eaa83284464a4f623b106ec8e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0826936 Jul 30 20:04:24.764362 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 53694) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:24.764810 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476465e2-4081-42b9-a26f-aa8845ea728b req-1941594c-68ea-464b-ae5f-c8277f656559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:24.766616 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-476465e2-4081-42b9-a26f-aa8845ea728b req-1941594c-68ea-464b-ae5f-c8277f656559 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b757e780-295d-4676-ae81-4c07de396b9e HTTP/1.1" status: 200 len: 860 time: 0.0987449 Jul 30 20:04:24.774616 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-dac55097-e2d0-492f-a25d-137c4908a177 None None] Set router a6df1038-c130-438b-8730-73b95e23b3a9 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:04:24.775383 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32293b1b-79b2-4753-84ca-0530d7d1b051 req-7e778afa-95e2-4ea4-9d80-e4153ddda745 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:24.778024 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32293b1b-79b2-4753-84ca-0530d7d1b051 req-7e778afa-95e2-4ea4-9d80-e4153ddda745 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 943 time: 0.1123104 Jul 30 20:04:24.808791 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-476465e2-4081-42b9-a26f-aa8845ea728b req-6b5c3691-7922-4c00-8d82-2e72db347277 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1b009359-14e5-4019-b6cd-e6d82ee142cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300877 Jul 30 20:04:24.814570 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b8fe5-ccb4-487f-8000-da8265748429 req-5e89389f-5ff8-42f3-91fd-f2b237fe4164 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:24.816332 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-836b8fe5-ccb4-487f-8000-da8265748429 req-5e89389f-5ff8-42f3-91fd-f2b237fe4164 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 946 time: 0.0977662 Jul 30 20:04:24.839551 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:24.862353 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8c6fcf0-90c7-4560-b84b-09c778fcb9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:24.879014 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32293b1b-79b2-4753-84ca-0530d7d1b051 req-ef02568e-1a45-4a3d-a5b1-0fc1daa68391 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921288 Jul 30 20:04:24.903003 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-836b8fe5-ccb4-487f-8000-da8265748429 req-7b0e839a-bff4-489e-87e5-530b4dd7d4b6 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709112 Jul 30 20:04:24.915963 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8c6fcf0-90c7-4560-b84b-09c778fcb9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:24.931592 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-476465e2-4081-42b9-a26f-aa8845ea728b req-2a37e912-7423-4076-b44e-f9ff890b60f3 service neutron] 10.222.0.83 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058533 Jul 30 20:04:24.984176 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a325b4d-979a-4690-a20d-68c2750e072d x-openstack-request-id: req-0a325b4d-979a-4690-a20d-68c2750e072d {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:24.984676 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e11e5b6-b86d-44d7-8069-cc1cf3b477b1", "tag": "e8cb6cae-4b18-4f38-9fd2-69dc2a222dee", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:24.985089 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0a325b4d-979a-4690-a20d-68c2750e072d {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:24.985649 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e11e5b6-b86d-44d7-8069-cc1cf3b477b1', 'tag': 'e8cb6cae-4b18-4f38-9fd2-69dc2a222dee', 'status': 'completed', 'code': 200} Jul 30 20:04:25.051985 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8c6fcf0-90c7-4560-b84b-09c778fcb9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:25.054601 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8c6fcf0-90c7-4560-b84b-09c778fcb9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:25.055785 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a8c6fcf0-90c7-4560-b84b-09c778fcb9db admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3 HTTP/1.1" status: 204 len: 168 time: 0.2901788 Jul 30 20:04:25.077609 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6fcf0-90c7-4560-b84b-09c778fcb9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f10ac0d-4d18-4b7e-b280-edbbe1e87bb3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:25.097193 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-476465e2-4081-42b9-a26f-aa8845ea728b req-6e7490f1-b450-485c-a23e-ae39dd3c7715 service neutron] 10.222.0.83 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581953 Jul 30 20:04:25.120894 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d29028b0-ae3d-4906-8d3f-d8030d8e2ce8 req-e90a3ff3-702f-4d64-bebd-f82bfdf4fc31 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 258 time: 0.1553869 Jul 30 20:04:25.127152 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c70a3-142d-490a-97e0-552c7a23535d req-13c92b5e-cd1c-41d6-9c0d-1b5990a64954 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:25.128172 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-dac55097-e2d0-492f-a25d-137c4908a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34517896-router', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:03:50Z', 'updated_at': '2021-07-30T20:03:59Z', 'revision_number': 4, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'gw_port': {'id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:03:52Z', 'updated_at': '2021-07-30T20:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '60ccd581-1154-4c07-89bc-9c7c5e5f3f73', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'port_id': 'e8cb6cae-4b18-4f38-9fd2-69dc2a222dee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45', 'mac_address': 'fa:16:3e:16:d1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e11e5b6-b86d-44d7-8069-cc1cf3b477b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:04:21Z', 'updated_at': '2021-07-30T20:04:23Z', 'revision_number': 1, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf4989b-0002-45bf-92df-94f982e5ed72', 'name': '', 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'mac_address': 'fa:16:3e:3b:c8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'cb40bf94-0ae1-4521-a311-cd4d3f60b829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:03:57Z', 'updated_at': '2021-07-30T20:04:04Z', 'revision_number': 5, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'subnets': [{'id': 'cb40bf94-0ae1-4521-a311-cd4d3f60b829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:25.128829 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-833c70a3-142d-490a-97e0-552c7a23535d req-13c92b5e-cd1c-41d6-9c0d-1b5990a64954 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 949 time: 0.0723126 Jul 30 20:04:25.131120 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61865f7-7f52-407f-bb31-c763e7fb40db req-5a464b81-47b9-41f1-af7c-f4ad45dd7589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:25.132455 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f61865f7-7f52-407f-bb31-c763e7fb40db req-5a464b81-47b9-41f1-af7c-f4ad45dd7589 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fe0d658d535c43fda1a767d8337bb8fb&device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1 HTTP/1.1" status: 200 len: 1097 time: 0.1074092 Jul 30 20:04:25.136465 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-d29028b0-ae3d-4906-8d3f-d8030d8e2ce8 req-7b3e05bf-44ef-4df5-a45d-2715bc244a3e tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:04:25.168077 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac55097-e2d0-492f-a25d-137c4908a177 None None] The sync data for ids ['a6df1038-c130-438b-8730-73b95e23b3a9'] in n-d-712137-9 is: [{'id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34517896-router', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:03:50Z', 'updated_at': '2021-07-30T20:03:59Z', 'revision_number': 4, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'gw_port': {'id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:03:52Z', 'updated_at': '2021-07-30T20:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '60ccd581-1154-4c07-89bc-9c7c5e5f3f73', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'port_id': 'e8cb6cae-4b18-4f38-9fd2-69dc2a222dee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45', 'mac_address': 'fa:16:3e:16:d1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e11e5b6-b86d-44d7-8069-cc1cf3b477b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:04:21Z', 'updated_at': '2021-07-30T20:04:23Z', 'revision_number': 1, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf4989b-0002-45bf-92df-94f982e5ed72', 'name': '', 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'mac_address': 'fa:16:3e:3b:c8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'cb40bf94-0ae1-4521-a311-cd4d3f60b829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:03:57Z', 'updated_at': '2021-07-30T20:04:04Z', 'revision_number': 5, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'subnets': [{'id': 'cb40bf94-0ae1-4521-a311-cd4d3f60b829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:04:25.183655 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d29028b0-ae3d-4906-8d3f-d8030d8e2ce8 req-7b3e05bf-44ef-4df5-a45d-2715bc244a3e tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:25.231339 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-833c70a3-142d-490a-97e0-552c7a23535d req-593d0e0d-30bb-4713-ad08-19b477261182 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929136 Jul 30 20:04:25.296289 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61865f7-7f52-407f-bb31-c763e7fb40db req-aaa4c034-0233-4b4a-b467-a3cd69afcadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:25.297865 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f61865f7-7f52-407f-bb31-c763e7fb40db req-aaa4c034-0233-4b4a-b467-a3cd69afcadb service neutron] 10.222.0.83 "GET /v2.0/networks?id=4f5feb86-8071-4973-8ef1-fe1163756b45 HTTP/1.1" status: 200 len: 928 time: 0.1526434 Jul 30 20:04:25.362362 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d29028b0-ae3d-4906-8d3f-d8030d8e2ce8 req-7b3e05bf-44ef-4df5-a45d-2715bc244a3e tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:25.365906 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c32834b5-1a2a-4003-b5e2-0c257973a9c1 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:04:25.417893 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f61865f7-7f52-407f-bb31-c763e7fb40db req-05ff070c-534a-485d-be95-9faebb00d8bf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8cb6cae-4b18-4f38-9fd2-69dc2a222dee HTTP/1.1" status: 200 len: 1000 time: 0.1053672 Jul 30 20:04:25.518706 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-d29028b0-ae3d-4906-8d3f-d8030d8e2ce8 req-7b3e05bf-44ef-4df5-a45d-2715bc244a3e tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Allocated IP 172.25.3.5 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/fb58a231-298f-4d2c-98c4-e9b5d792d0e9) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:04:25.537852 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9094616-c248-4f3a-bec5-e1aefcabcc8b None None] New status for floating IP 60ccd581-1154-4c07-89bc-9c7c5e5f3f73: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:04:25.545791 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61865f7-7f52-407f-bb31-c763e7fb40db req-e0f0e53f-442b-4346-b202-b50723cfc9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:25.549178 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f61865f7-7f52-407f-bb31-c763e7fb40db req-e0f0e53f-442b-4346-b202-b50723cfc9b0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cb40bf94-0ae1-4521-a311-cd4d3f60b829 HTTP/1.1" status: 200 len: 866 time: 0.1237326 Jul 30 20:04:25.579650 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c32834b5-1a2a-4003-b5e2-0c257973a9c1, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c32834b5-1a2a-4003-b5e2-0c257973a9c1,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:25.593845 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'c32834b5-1a2a-4003-b5e2-0c257973a9c1', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': 'c32834b5-1a2a-4003-b5e2-0c257973a9c1', 'mac_address': 'fa:16:3e:65:5a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:04:25.644778 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61865f7-7f52-407f-bb31-c763e7fb40db req-91e0181b-c4a0-40df-b72b-35621c1325b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:25.649558 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:25.651888 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f61865f7-7f52-407f-bb31-c763e7fb40db req-91e0181b-c4a0-40df-b72b-35621c1325b0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4f5feb86-8071-4973-8ef1-fe1163756b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902042 Jul 30 20:04:25.656718 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d29028b0-ae3d-4906-8d3f-d8030d8e2ce8 req-7b3e05bf-44ef-4df5-a45d-2715bc244a3e tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:25.678447 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32834b5-1a2a-4003-b5e2-0c257973a9c1 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:04:25.704821 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c32834b5-1a2a-4003-b5e2-0c257973a9c1, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c32834b5-1a2a-4003-b5e2-0c257973a9c1,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:25.711999 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:25.720815 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 53706) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:25.746785 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d29028b0-ae3d-4906-8d3f-d8030d8e2ce8 req-7b3e05bf-44ef-4df5-a45d-2715bc244a3e tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:25.784500 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=c32834b5-1a2a-4003-b5e2-0c257973a9c1,revision_number=12']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:25.808680 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d29028b0-ae3d-4906-8d3f-d8030d8e2ce8 req-7b3e05bf-44ef-4df5-a45d-2715bc244a3e tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:04:25.814798 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-d29028b0-ae3d-4906-8d3f-d8030d8e2ce8 req-7b3e05bf-44ef-4df5-a45d-2715bc244a3e tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:04:25.817651 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29028b0-ae3d-4906-8d3f-d8030d8e2ce8 req-7b3e05bf-44ef-4df5-a45d-2715bc244a3e tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:04:25.855134 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 53708) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:25.855256 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9ae07cb0-f9ef-4d80-ba03-d25eb89260ba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e0bc0b209f874fc28936390bbc4256df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1330655 Jul 30 20:04:25.874437 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e05bf-44ef-4df5-a45d-2715bc244a3e tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Pushing event updated for resources: {'Port': ['ID=fb58a231-298f-4d2c-98c4-e9b5d792d0e9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:25.900653 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f61865f7-7f52-407f-bb31-c763e7fb40db req-68f20fd4-5028-41fb-ad41-5e87c4d2238d service neutron] 10.222.0.83 "GET /v2.0/networks/4f5feb86-8071-4973-8ef1-fe1163756b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394457 Jul 30 20:04:25.908507 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee914f3e-f294-4ac3-aca4-97c50f6e533a req-0b880120-677e-4a76-8712-6a72850801c7 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:25.910084 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee914f3e-f294-4ac3-aca4-97c50f6e533a req-0b880120-677e-4a76-8712-6a72850801c7 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.1394322 Jul 30 20:04:25.997309 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee914f3e-f294-4ac3-aca4-97c50f6e533a req-5e36663b-282f-4983-bb57-6adc1bae38cf tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779293 Jul 30 20:04:26.036855 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f61865f7-7f52-407f-bb31-c763e7fb40db req-0e033e43-3427-41e4-8c6e-0249cb657c55 service neutron] 10.222.0.83 "GET /v2.0/networks/4f5feb86-8071-4973-8ef1-fe1163756b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249323 Jul 30 20:04:26.116534 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300f705-01e7-45d7-9ca0-33aeeb84e65a req-48924bea-65d3-4df2-aa0f-90d79ffc5e94 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:26.118011 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0300f705-01e7-45d7-9ca0-33aeeb84e65a req-48924bea-65d3-4df2-aa0f-90d79ffc5e94 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 943 time: 0.0572407 Jul 30 20:04:26.159344 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0300f705-01e7-45d7-9ca0-33aeeb84e65a req-f1903a5c-c366-43ca-a8f2-65eb00b72f11 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343735 Jul 30 20:04:26.223503 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['c32834b5-1a2a-4003-b5e2-0c257973a9c1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:04:26.285444 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7467a-c6c2-401b-aac1-b2228409a528 req-89ee4340-1568-41c4-adb5-1188b0980d5e tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:26.285704 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70c69e53-63c7-4fd2-9b70-420eeab7f276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:26.286965 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5fc7467a-c6c2-401b-aac1-b2228409a528 req-89ee4340-1568-41c4-adb5-1188b0980d5e tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 946 time: 0.0568016 Jul 30 20:04:26.315154 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d29028b0-ae3d-4906-8d3f-d8030d8e2ce8 req-7b3e05bf-44ef-4df5-a45d-2715bc244a3e tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:26.321359 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70c69e53-63c7-4fd2-9b70-420eeab7f276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:26.333235 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5fc7467a-c6c2-401b-aac1-b2228409a528 req-25ed5e3d-a5e4-4f36-8a6e-dd093e541002 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385199 Jul 30 20:04:26.377021 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d29028b0-ae3d-4906-8d3f-d8030d8e2ce8 req-7b3e05bf-44ef-4df5-a45d-2715bc244a3e tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:26.444300 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70c69e53-63c7-4fd2-9b70-420eeab7f276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:26.446966 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70c69e53-63c7-4fd2-9b70-420eeab7f276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:26.447627 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54f2bf-ae26-48b4-9f3f-b0b4f92554ed req-34e97330-c97a-4f3f-adcb-9500d3695d53 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:26.448164 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-70c69e53-63c7-4fd2-9b70-420eeab7f276 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/23e591a0-0e2b-4d1d-944b-2819261ba43d HTTP/1.1" status: 204 len: 168 time: 0.5866039 Jul 30 20:04:26.452300 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc54f2bf-ae26-48b4-9f3f-b0b4f92554ed req-34e97330-c97a-4f3f-adcb-9500d3695d53 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0535066 Jul 30 20:04:26.481782 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c69e53-63c7-4fd2-9b70-420eeab7f276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e591a0-0e2b-4d1d-944b-2819261ba43d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:26.510960 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc54f2bf-ae26-48b4-9f3f-b0b4f92554ed req-4c86aed6-7193-48a2-b678-f5eb563fdfd4 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513239 Jul 30 20:04:26.558900 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d29028b0-ae3d-4906-8d3f-d8030d8e2ce8 req-7b3e05bf-44ef-4df5-a45d-2715bc244a3e tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:26.564570 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d29028b0-ae3d-4906-8d3f-d8030d8e2ce8 req-7b3e05bf-44ef-4df5-a45d-2715bc244a3e tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:26.652307 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e05bf-44ef-4df5-a45d-2715bc244a3e tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Pushing event updated for resources: {'Port': ['ID=fb58a231-298f-4d2c-98c4-e9b5d792d0e9,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:26.655153 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d29028b0-ae3d-4906-8d3f-d8030d8e2ce8 req-7b3e05bf-44ef-4df5-a45d-2715bc244a3e tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:26.672165 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d29028b0-ae3d-4906-8d3f-d8030d8e2ce8 req-7b3e05bf-44ef-4df5-a45d-2715bc244a3e tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:26.680193 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d29028b0-ae3d-4906-8d3f-d8030d8e2ce8 req-7b3e05bf-44ef-4df5-a45d-2715bc244a3e tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.5487936 Jul 30 20:04:26.692426 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:26.728115 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d29028b0-ae3d-4906-8d3f-d8030d8e2ce8 req-da6e07bc-b53e-40b1-8963-140bd601256f tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200 len: 694 time: 0.0468838 Jul 30 20:04:26.770101 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd52fe-eb06-4fcf-bea0-231d5eee6d64 req-894d9f47-87b3-40a7-a4a9-8d1369756633 tempest-MigrationsAdminTest-1995379920 tempest-MigrationsAdminTest-1995379920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:26.771785 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1bcd52fe-eb06-4fcf-bea0-231d5eee6d64 req-894d9f47-87b3-40a7-a4a9-8d1369756633 tempest-MigrationsAdminTest-1995379920 tempest-MigrationsAdminTest-1995379920-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 1101 time: 0.0550034 Jul 30 20:04:26.837154 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1bcd52fe-eb06-4fcf-bea0-231d5eee6d64 req-394c04b4-ea61-419d-9649-9c8ab5d4bdc6 tempest-MigrationsAdminTest-1995379920 tempest-MigrationsAdminTest-1995379920-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587490 Jul 30 20:04:26.860256 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-597a856f-3dd0-42d7-91c8-500e5f6e8a0d req-524255b1-3c32-4d74-8d66-fe3c251e1dd6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575237 Jul 30 20:04:26.873878 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29028b0-ae3d-4906-8d3f-d8030d8e2ce8 req-d5efa8a3-8720-418f-90fa-127969f662fd tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:26.875577 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d29028b0-ae3d-4906-8d3f-d8030d8e2ce8 req-d5efa8a3-8720-418f-90fa-127969f662fd tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.1418488 Jul 30 20:04:26.988464 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571b1a0-841c-4d31-9f20-b0b58f1fefe5 req-c672dc62-9fc1-45df-8381-3af2eacfcd80 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:26.996547 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1571b1a0-841c-4d31-9f20-b0b58f1fefe5 req-c672dc62-9fc1-45df-8381-3af2eacfcd80 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=fed264f9-ce2f-4d67-a7e8-aa7df28eeda1 HTTP/1.1" status: 200 len: 946 time: 0.0900655 Jul 30 20:04:27.000638 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a856f-3dd0-42d7-91c8-500e5f6e8a0d req-1623f29e-7aa4-4601-8bb7-dcd0896bc530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:27.002213 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-597a856f-3dd0-42d7-91c8-500e5f6e8a0d req-1623f29e-7aa4-4601-8bb7-dcd0896bc530 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 1102 time: 0.1038411 Jul 30 20:04:27.040223 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1571b1a0-841c-4d31-9f20-b0b58f1fefe5 req-fc573df4-e1f1-4d50-b9fa-eec9670e2b02 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426290 Jul 30 20:04:27.121099 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3ba6e-abd2-46da-b4e6-0899e33001a0 req-dfd3a4c8-2080-44b3-a0ff-8fcd849b1958 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:27.128379 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9ca3ba6e-abd2-46da-b4e6-0899e33001a0 req-dfd3a4c8-2080-44b3-a0ff-8fcd849b1958 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0629318 Jul 30 20:04:27.176203 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9ca3ba6e-abd2-46da-b4e6-0899e33001a0 req-2408b7c2-f168-4528-a096-eeebe429c21a tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200 len: 694 time: 0.0469003 Jul 30 20:04:27.179579 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a856f-3dd0-42d7-91c8-500e5f6e8a0d req-e8ed27d9-b048-4366-9213-7c5a75b2fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:27.180935 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-597a856f-3dd0-42d7-91c8-500e5f6e8a0d req-e8ed27d9-b048-4366-9213-7c5a75b2fbb8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1397440 Jul 30 20:04:27.184911 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-9ca3ba6e-abd2-46da-b4e6-0899e33001a0 req-355c50e1-7fd3-4c81-a101-be6d1adee100 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Request body: {'floatingip': {'port_id': 'e8cb6cae-4b18-4f38-9fd2-69dc2a222dee', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:04:27.200095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c11ef8-c6d2-4fb4-b003-40f0a7170290 req-1d1ab3cb-7055-4e87-82b1-bca28ad2f008 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:27.201794 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-53c11ef8-c6d2-4fb4-b003-40f0a7170290 req-1d1ab3cb-7055-4e87-82b1-bca28ad2f008 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.0691583 Jul 30 20:04:27.234936 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9ca3ba6e-abd2-46da-b4e6-0899e33001a0 req-355c50e1-7fd3-4c81-a101-be6d1adee100 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:27.255649 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-597a856f-3dd0-42d7-91c8-500e5f6e8a0d req-0726a043-0fd5-453e-ad12-38494dc8134b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=7f5788dd-a5bc-4049-8061-fae85b639293 HTTP/1.1" status: 200 len: 217 time: 0.0527706 Jul 30 20:04:27.302950 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-53c11ef8-c6d2-4fb4-b003-40f0a7170290 req-7bbe9e73-9eeb-49e1-ad2a-3142ae437850 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943117 Jul 30 20:04:27.320504 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a856f-3dd0-42d7-91c8-500e5f6e8a0d req-b1e4fafe-584e-4b99-a5c3-9c3f23adce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:27.329947 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-597a856f-3dd0-42d7-91c8-500e5f6e8a0d req-b1e4fafe-584e-4b99-a5c3-9c3f23adce35 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0585096 Jul 30 20:04:27.397024 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a856f-3dd0-42d7-91c8-500e5f6e8a0d req-b1f43db4-2e84-4eb5-afe7-bed695988b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:27.398413 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-597a856f-3dd0-42d7-91c8-500e5f6e8a0d req-b1f43db4-2e84-4eb5-afe7-bed695988b94 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0607722 Jul 30 20:04:27.498248 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [req-9ca3ba6e-abd2-46da-b4e6-0899e33001a0 req-355c50e1-7fd3-4c81-a101-be6d1adee100 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] update failed (client error): There was a conflict when trying to complete your request. Jul 30 20:04:27.498501 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5397d-c2a1-4718-bdbc-5ecd60adb02f req-b85aefed-fe91-49f4-ad12-f7487dc45c3b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:27.499316 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9ca3ba6e-abd2-46da-b4e6-0899e33001a0 req-355c50e1-7fd3-4c81-a101-be6d1adee100 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "PUT /v2.0/floatingips/daa1f165-3cf7-4195-854f-b005a4e3f140 HTTP/1.1" status: 409 len: 549 time: 0.3191950 Jul 30 20:04:27.499919 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9ff5397d-c2a1-4718-bdbc-5ecd60adb02f req-b85aefed-fe91-49f4-ad12-f7487dc45c3b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.1055760 Jul 30 20:04:27.543650 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-597a856f-3dd0-42d7-91c8-500e5f6e8a0d req-00c2fbf4-80d9-4d99-8918-5763939fdaf7 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354270 Jul 30 20:04:27.560516 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9ff5397d-c2a1-4718-bdbc-5ecd60adb02f req-faf1dc07-2491-439a-a33d-090387e993d5 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501099 Jul 30 20:04:27.621934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98dfa6-9b1d-448a-8314-06a8b89de79a req-23713cc9-dcd3-439b-81e7-a1efff280bc6 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:27.623968 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fd98dfa6-9b1d-448a-8314-06a8b89de79a req-23713cc9-dcd3-439b-81e7-a1efff280bc6 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 943 time: 0.0688946 Jul 30 20:04:27.672191 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-597a856f-3dd0-42d7-91c8-500e5f6e8a0d req-7192de8d-7527-4868-9b29-fcb00b8549bf service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082342 Jul 30 20:04:27.682563 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fd98dfa6-9b1d-448a-8314-06a8b89de79a req-e9604954-3de1-4c5e-9ed5-11eaf87dc15a tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504670 Jul 30 20:04:27.739870 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be338421-2611-407e-a44e-ff72a45fd8ca req-169b512f-5c6c-4d40-82ba-3fe28f240811 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:27.747473 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be338421-2611-407e-a44e-ff72a45fd8ca req-169b512f-5c6c-4d40-82ba-3fe28f240811 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 946 time: 0.0795505 Jul 30 20:04:27.772156 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-26f17786-42fd-4527-ac67-3ff5d50b4461 req-a02eb7fa-2c7e-49fd-a4c1-f450ff344a2e tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/floatingips/daa1f165-3cf7-4195-854f-b005a4e3f140 HTTP/1.1" status: 200 len: 691 time: 0.0491798 Jul 30 20:04:27.788255 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be338421-2611-407e-a44e-ff72a45fd8ca req-b4c9a31b-25ce-4c0f-b525-b3b0f61e7c15 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395682 Jul 30 20:04:27.910520 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f17786-42fd-4527-ac67-3ff5d50b4461 req-5c5b0730-1883-48ba-9a3c-b15cdc155a90 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:27.912886 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-26f17786-42fd-4527-ac67-3ff5d50b4461 req-5c5b0730-1883-48ba-9a3c-b15cdc155a90 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.1339159 Jul 30 20:04:27.970731 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-26f17786-42fd-4527-ac67-3ff5d50b4461 req-43cfdd1d-ebd4-4b53-8c30-e39f50a386db tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200 len: 694 time: 0.0486176 Jul 30 20:04:28.038678 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-26f17786-42fd-4527-ac67-3ff5d50b4461 req-f6c955c0-bfe8-4923-b9ba-47cd086c3485 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200 len: 694 time: 0.0608585 Jul 30 20:04:28.134540 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994135e3-786a-40c1-9f44-529ea2ad1828 req-43acbdd4-ff9b-4d6d-8028-14e46bd7bcac tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:28.136119 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-994135e3-786a-40c1-9f44-529ea2ad1828 req-43acbdd4-ff9b-4d6d-8028-14e46bd7bcac tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=fed264f9-ce2f-4d67-a7e8-aa7df28eeda1 HTTP/1.1" status: 200 len: 946 time: 0.0605335 Jul 30 20:04:28.188183 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-26f17786-42fd-4527-ac67-3ff5d50b4461 req-b3430628-8503-4ae2-9037-9c861a532196 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Deleting port fb58a231-298f-4d2c-98c4-e9b5d792d0e9 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:28.188473 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-26f17786-42fd-4527-ac67-3ff5d50b4461 req-b3430628-8503-4ae2-9037-9c861a532196 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:28.193291 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-994135e3-786a-40c1-9f44-529ea2ad1828 req-fcb8af50-774f-44ab-bc28-4599e1d294cf tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505145 Jul 30 20:04:28.280511 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-26f17786-42fd-4527-ac67-3ff5d50b4461 req-b3430628-8503-4ae2-9037-9c861a532196 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:28.280831 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-26f17786-42fd-4527-ac67-3ff5d50b4461 req-b3430628-8503-4ae2-9037-9c861a532196 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:28.296797 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-26f17786-42fd-4527-ac67-3ff5d50b4461 req-b3430628-8503-4ae2-9037-9c861a532196 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Calling delete_port for fb58a231-298f-4d2c-98c4-e9b5d792d0e9 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:28.381521 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 53786) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:28.479493 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-26f17786-42fd-4527-ac67-3ff5d50b4461 req-b3430628-8503-4ae2-9037-9c861a532196 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:28.529504 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3430628-8503-4ae2-9037-9c861a532196 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Pushing event deleted for resources: {'Port': ['ID=fb58a231-298f-4d2c-98c4-e9b5d792d0e9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:28.532890 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d23ad1fa-72fb-4f5f-b443-dbbb3d1e3c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:28.618872 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-26f17786-42fd-4527-ac67-3ff5d50b4461 req-b3430628-8503-4ae2-9037-9c861a532196 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:28.621440 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-26f17786-42fd-4527-ac67-3ff5d50b4461 req-b3430628-8503-4ae2-9037-9c861a532196 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:28.622821 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-26f17786-42fd-4527-ac67-3ff5d50b4461 req-b3430628-8503-4ae2-9037-9c861a532196 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "DELETE /v2.0/floatingips/daa1f165-3cf7-4195-854f-b005a4e3f140 HTTP/1.1" status: 204 len: 173 time: 0.5763836 Jul 30 20:04:28.653596 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d23ad1fa-72fb-4f5f-b443-dbbb3d1e3c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:28.658043 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d23ad1fa-72fb-4f5f-b443-dbbb3d1e3c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:28.729297 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d23ad1fa-72fb-4f5f-b443-dbbb3d1e3c9a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=15fef55304904a6da225fe5812c91ea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3451526 Jul 30 20:04:28.729808 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ad1fa-72fb-4f5f-b443-dbbb3d1e3c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7ede1a-8280-4836-a1df-054cff67aca0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:28.732206 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 53798) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:28.744957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad1fa-72fb-4f5f-b443-dbbb3d1e3c9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:28.745320 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad1fa-72fb-4f5f-b443-dbbb3d1e3c9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:28.745675 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad1fa-72fb-4f5f-b443-dbbb3d1e3c9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:28.746021 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad1fa-72fb-4f5f-b443-dbbb3d1e3c9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:28.746359 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad1fa-72fb-4f5f-b443-dbbb3d1e3c9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:28.746692 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad1fa-72fb-4f5f-b443-dbbb3d1e3c9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:28.747353 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad1fa-72fb-4f5f-b443-dbbb3d1e3c9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:28.747353 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad1fa-72fb-4f5f-b443-dbbb3d1e3c9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:28.747678 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad1fa-72fb-4f5f-b443-dbbb3d1e3c9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:28.748006 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad1fa-72fb-4f5f-b443-dbbb3d1e3c9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:28.748934 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad1fa-72fb-4f5f-b443-dbbb3d1e3c9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:28.748934 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad1fa-72fb-4f5f-b443-dbbb3d1e3c9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:28.764099 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22634e3c-e69d-46de-a7d0-fc2e7dc5fc2e req-85998f61-a980-4964-8741-567fd774f327 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:28.765645 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-22634e3c-e69d-46de-a7d0-fc2e7dc5fc2e req-85998f61-a980-4964-8741-567fd774f327 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.3498161 Jul 30 20:04:28.788262 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f1d8c-2d11-4d02-80f4-e4f018369350 req-16a95267-9fe8-4569-85af-07a76f982063 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:28.789899 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ac9f1d8c-2d11-4d02-80f4-e4f018369350 req-16a95267-9fe8-4569-85af-07a76f982063 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.0877161 Jul 30 20:04:28.810421 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-22634e3c-e69d-46de-a7d0-fc2e7dc5fc2e req-1c68b991-6a5f-4150-9509-748c04c81c58 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353327 Jul 30 20:04:28.826439 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef0ae278-e777-4138-af9c-c2fa5f9de4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:28.861517 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef0ae278-e777-4138-af9c-c2fa5f9de4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:28.865786 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ac9f1d8c-2d11-4d02-80f4-e4f018369350 req-aadee605-d065-4052-a540-db9b2f790210 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647566 Jul 30 20:04:28.943697 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef0ae278-e777-4138-af9c-c2fa5f9de4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:28.946880 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef0ae278-e777-4138-af9c-c2fa5f9de4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:28.947313 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63b18b46-1d80-426d-a623-418485fb42a6 req-cc6e2a74-b91c-438a-b4e3-be1cb70f5a0f tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 1002 time: 0.1118860 Jul 30 20:04:28.951316 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ef0ae278-e777-4138-af9c-c2fa5f9de4ba admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9a7ede1a-8280-4836-a1df-054cff67aca0 HTTP/1.1" status: 204 len: 168 time: 0.2152920 Jul 30 20:04:28.960299 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ae278-e777-4138-af9c-c2fa5f9de4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7ede1a-8280-4836-a1df-054cff67aca0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:29.013152 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b18b46-1d80-426d-a623-418485fb42a6 req-0c823acf-a886-456a-93a0-32ca90fb0e04 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:29.025497 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63b18b46-1d80-426d-a623-418485fb42a6 req-0c823acf-a886-456a-93a0-32ca90fb0e04 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/ports/e8cb6cae-4b18-4f38-9fd2-69dc2a222dee HTTP/1.1" status: 200 len: 943 time: 0.0557199 Jul 30 20:04:29.043199 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498600f-5855-4359-ba94-69745f930bae req-3b1ad8ad-2df1-4342-93b0-64a8735e85de tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:29.045002 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d498600f-5855-4359-ba94-69745f930bae req-3b1ad8ad-2df1-4342-93b0-64a8735e85de tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 943 time: 0.0720472 Jul 30 20:04:29.087161 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d498600f-5855-4359-ba94-69745f930bae req-d4f20fbf-522e-4939-8b20-9fd380751e2c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358806 Jul 30 20:04:29.183274 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63b18b46-1d80-426d-a623-418485fb42a6 req-7fdfca09-5001-469f-b9a1-a1622be7bdec tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 1002 time: 0.0795681 Jul 30 20:04:29.220974 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4709fe-0a0c-4ee4-a14a-012255203851 req-4fb4ef00-2f30-42f9-bfcd-aa68c5ae3bb0 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:29.223119 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3f4709fe-0a0c-4ee4-a14a-012255203851 req-4fb4ef00-2f30-42f9-bfcd-aa68c5ae3bb0 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 946 time: 0.0606267 Jul 30 20:04:29.287155 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3f4709fe-0a0c-4ee4-a14a-012255203851 req-c5fdd984-5e97-4d14-ab11-4013c72eab09 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510719 Jul 30 20:04:29.355830 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b18b46-1d80-426d-a623-418485fb42a6 req-2fd7669d-a457-47a8-95bf-669f24a7d1cc tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:29.365660 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63b18b46-1d80-426d-a623-418485fb42a6 req-2fd7669d-a457-47a8-95bf-669f24a7d1cc tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.1763573 Jul 30 20:04:29.372825 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-63b18b46-1d80-426d-a623-418485fb42a6 req-b61ba4fc-d6d3-481d-af85-86e43f305f3c tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:04:29.381266 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63b18b46-1d80-426d-a623-418485fb42a6 req-b61ba4fc-d6d3-481d-af85-86e43f305f3c tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147312 Jul 30 20:04:29.392521 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c32834b5-1a2a-4003-b5e2-0c257973a9c1 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:04:29.400094 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 53810) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:29.414759 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2ca4f4e-d7ef-48ef-a2e4-3758d71c42a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:29.455293 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port c32834b5-1a2a-4003-b5e2-0c257973a9c1 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:04:29.459945 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac72dd-b9e4-4acb-8ca4-ea80255a890d req-3a35c27c-05c3-46a8-aa11-78134972a303 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:29.460794 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port c32834b5-1a2a-4003-b5e2-0c257973a9c1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:04:29.461564 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:29.461704 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6dac72dd-b9e4-4acb-8ca4-ea80255a890d req-3a35c27c-05c3-46a8-aa11-78134972a303 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.83 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 950 time: 0.1547694 Jul 30 20:04:29.482908 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63b18b46-1d80-426d-a623-418485fb42a6 req-7032c3b4-6bc4-417d-a338-86db495dad9b tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 1002 time: 0.1007988 Jul 30 20:04:29.507268 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-63b18b46-1d80-426d-a623-418485fb42a6 req-56fe2442-7d8d-4b90-b9e1-a88ca75b752b tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:04:29.524740 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbd405-e06b-4df2-a3eb-67b3eca7f39c req-6f607619-de7e-4536-a23f-54239d7aa146 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:29.526209 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-50bbd405-e06b-4df2-a3eb-67b3eca7f39c req-6f607619-de7e-4536-a23f-54239d7aa146 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=fed264f9-ce2f-4d67-a7e8-aa7df28eeda1 HTTP/1.1" status: 200 len: 946 time: 0.1089070 Jul 30 20:04:29.574539 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:29.615610 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c32834b5-1a2a-4003-b5e2-0c257973a9c1, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c32834b5-1a2a-4003-b5e2-0c257973a9c1,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:29.616861 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90ae564-b764-42da-9a9a-8fb71a6ecb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32834b5-1a2a-4003-b5e2-0c257973a9c1'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:29.618643 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-50bbd405-e06b-4df2-a3eb-67b3eca7f39c req-38348a35-ffac-44c5-b51e-f8fffbfe8cbc tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858278 Jul 30 20:04:29.620196 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79c386a-573f-4656-94f0-5b2b2de20a3a" -d '{"events": [{"server_uuid": "f90ae564-b764-42da-9a9a-8fb71a6ecb18", "name": "network-vif-plugged", "status": "completed", "tag": "c32834b5-1a2a-4003-b5e2-0c257973a9c1"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:29.627533 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:29.655124 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-63b18b46-1d80-426d-a623-418485fb42a6 req-56fe2442-7d8d-4b90-b9e1-a88ca75b752b tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks [] for floatingip, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:29.663053 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ec471-5d59-4c43-8ba2-593f9f7f1123 req-56e5e405-a1dc-4879-b43e-63dd807ab865 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:29.664767 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8b4ec471-5d59-4c43-8ba2-593f9f7f1123 req-56e5e405-a1dc-4879-b43e-63dd807ab865 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.59 "GET /v2.0/ports?device_id=fed264f9-ce2f-4d67-a7e8-aa7df28eeda1 HTTP/1.1" status: 200 len: 946 time: 0.1142700 Jul 30 20:04:29.684093 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2ca4f4e-d7ef-48ef-a2e4-3758d71c42a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:29.691476 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=c32834b5-1a2a-4003-b5e2-0c257973a9c1,revision_number=13']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:29.707239 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2ca4f4e-d7ef-48ef-a2e4-3758d71c42a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:29.710329 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b39426-bc22-44d3-bb37-9f46a4e862d3 x-openstack-request-id: req-28b39426-bc22-44d3-bb37-9f46a4e862d3 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:29.710823 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90ae564-b764-42da-9a9a-8fb71a6ecb18", "name": "network-vif-plugged", "status": "completed", "tag": "c32834b5-1a2a-4003-b5e2-0c257973a9c1", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:29.711172 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-28b39426-bc22-44d3-bb37-9f46a4e862d3 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:29.711835 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90ae564-b764-42da-9a9a-8fb71a6ecb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32834b5-1a2a-4003-b5e2-0c257973a9c1', 'code': 200} Jul 30 20:04:29.745090 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-6dac72dd-b9e4-4acb-8ca4-ea80255a890d req-e1e036a2-a327-453f-a772-cddcc4f7718c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Deleting port c32834b5-1a2a-4003-b5e2-0c257973a9c1 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:29.745651 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6dac72dd-b9e4-4acb-8ca4-ea80255a890d req-e1e036a2-a327-453f-a772-cddcc4f7718c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:29.793518 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c2ca4f4e-d7ef-48ef-a2e4-3758d71c42a5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2fd72f7c8491420fb55fe2e759878d7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3895416 Jul 30 20:04:29.794093 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 53814) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:29.801156 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca4f4e-d7ef-48ef-a2e4-3758d71c42a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05479df6-3e16-485c-93d6-0f21f7567dde,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:29.882514 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-8b4ec471-5d59-4c43-8ba2-593f9f7f1123 req-cdd2bda7-6ea0-4c90-976c-f22805c021f7 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Deleting port 8d7946af-a07a-4df1-b934-01e3f5d0743f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:29.882859 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b4ec471-5d59-4c43-8ba2-593f9f7f1123 req-cdd2bda7-6ea0-4c90-976c-f22805c021f7 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:29.923363 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-63b18b46-1d80-426d-a623-418485fb42a6 req-56fe2442-7d8d-4b90-b9e1-a88ca75b752b tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:29.933779 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-342f7e1d-46e2-4110-9b32-41b61ce45db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:29.952936 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-63b18b46-1d80-426d-a623-418485fb42a6 req-56fe2442-7d8d-4b90-b9e1-a88ca75b752b tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:29.953445 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [req-63b18b46-1d80-426d-a623-418485fb42a6 req-56fe2442-7d8d-4b90-b9e1-a88ca75b752b tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Floating IP 60ccd581-1154-4c07-89bc-9c7c5e5f3f73 disassociated. External IP: 172.25.3.224, port: e8cb6cae-4b18-4f38-9fd2-69dc2a222dee. Jul 30 20:04:29.994640 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-342f7e1d-46e2-4110-9b32-41b61ce45db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:30.026163 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6dac72dd-b9e4-4acb-8ca4-ea80255a890d req-e1e036a2-a327-453f-a772-cddcc4f7718c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] For port c32834b5-1a2a-4003-b5e2-0c257973a9c1, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c32834b5-1a2a-4003-b5e2-0c257973a9c1,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:30.026564 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6dac72dd-b9e4-4acb-8ca4-ea80255a890d req-e1e036a2-a327-453f-a772-cddcc4f7718c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:30.052948 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-6dac72dd-b9e4-4acb-8ca4-ea80255a890d req-e1e036a2-a327-453f-a772-cddcc4f7718c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Calling delete_port for c32834b5-1a2a-4003-b5e2-0c257973a9c1 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:30.060672 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ce610-4f98-401b-aa45-33beca420b70 req-a66892fb-121d-4904-882a-2517b8029cac tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:30.062139 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-960ce610-4f98-401b-aa45-33beca420b70 req-a66892fb-121d-4904-882a-2517b8029cac tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=f90ae564-b764-42da-9a9a-8fb71a6ecb18 HTTP/1.1" status: 200 len: 951 time: 0.1327527 Jul 30 20:04:30.072829 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8b4ec471-5d59-4c43-8ba2-593f9f7f1123 req-cdd2bda7-6ea0-4c90-976c-f22805c021f7 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] For port 8d7946af-a07a-4df1-b934-01e3f5d0743f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=8d7946af-a07a-4df1-b934-01e3f5d0743f,segment=NetworkSegment(ed0c2806-2c75-44d1-9a7a-53828c3162ab),segment_id=ed0c2806-2c75-44d1-9a7a-53828c3162ab)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:30.073191 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b4ec471-5d59-4c43-8ba2-593f9f7f1123 req-cdd2bda7-6ea0-4c90-976c-f22805c021f7 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:30.094308 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-d3623875-e2d3-41d6-a82a-b6721fd7e6e9 service neutron] 10.222.0.83 "GET /v2.0/ports/0dc7360f-a0f2-456c-9f90-d1f4281e74b6/bindings/n-h1-712137-9 HTTP/1.1" status: 200 len: 384 time: 0.1896775 Jul 30 20:04:30.193866 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-342f7e1d-46e2-4110-9b32-41b61ce45db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:30.196527 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-342f7e1d-46e2-4110-9b32-41b61ce45db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:30.197689 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-342f7e1d-46e2-4110-9b32-41b61ce45db4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/05479df6-3e16-485c-93d6-0f21f7567dde HTTP/1.1" status: 204 len: 168 time: 0.4023588 Jul 30 20:04:30.217103 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-960ce610-4f98-401b-aa45-33beca420b70 req-e538cfc5-7dbb-48a2-b8f4-86586e3ff264 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464226 Jul 30 20:04:30.263464 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f7e1d-46e2-4110-9b32-41b61ce45db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05479df6-3e16-485c-93d6-0f21f7567dde,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:30.379208 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b4ec471-5d59-4c43-8ba2-593f9f7f1123 req-cdd2bda7-6ea0-4c90-976c-f22805c021f7 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:30.379682 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b4ec471-5d59-4c43-8ba2-593f9f7f1123 req-cdd2bda7-6ea0-4c90-976c-f22805c021f7 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:30.380002 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [req-8b4ec471-5d59-4c43-8ba2-593f9f7f1123 req-cdd2bda7-6ea0-4c90-976c-f22805c021f7 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Floating IP 5000fe54-7b83-4c83-a1fb-d7fc88065f4d disassociated. External IP: 172.25.3.159, port: 8d7946af-a07a-4df1-b934-01e3f5d0743f. Jul 30 20:04:30.380376 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-8b4ec471-5d59-4c43-8ba2-593f9f7f1123 req-cdd2bda7-6ea0-4c90-976c-f22805c021f7 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Calling delete_port for 8d7946af-a07a-4df1-b934-01e3f5d0743f owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:30.497592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63b18b46-1d80-426d-a623-418485fb42a6 req-56fe2442-7d8d-4b90-b9e1-a88ca75b752b tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Router a6df1038-c130-438b-8730-73b95e23b3a9 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:04:30.498762 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6dac72dd-b9e4-4acb-8ca4-ea80255a890d req-e1e036a2-a327-453f-a772-cddcc4f7718c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:30.514657 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['c65993c9-3d10-4021-94da-440fdc55ae35', 'db46e04f-5e2b-4fbf-bb4a-6aee85812d1d'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:04:30.520772 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['7f5788dd-a5bc-4049-8061-fae85b639293', 'c32834b5-1a2a-4003-b5e2-0c257973a9c1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:04:30.557340 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e036a2-a327-453f-a772-cddcc4f7718c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Pushing event deleted for resources: {'Port': ['ID=c32834b5-1a2a-4003-b5e2-0c257973a9c1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:30.593367 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b4ec471-5d59-4c43-8ba2-593f9f7f1123 req-cdd2bda7-6ea0-4c90-976c-f22805c021f7 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:30.672598 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2bda7-6ea0-4c90-976c-f22805c021f7 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Pushing event deleted for resources: {'Port': ['ID=8d7946af-a07a-4df1-b934-01e3f5d0743f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:30.678934 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dac72dd-b9e4-4acb-8ca4-ea80255a890d req-e1e036a2-a327-453f-a772-cddcc4f7718c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] No DVR routers for this DVR port c32834b5-1a2a-4003-b5e2-0c257973a9c1 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:04:30.681983 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6dac72dd-b9e4-4acb-8ca4-ea80255a890d req-e1e036a2-a327-453f-a772-cddcc4f7718c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:30.684775 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6dac72dd-b9e4-4acb-8ca4-ea80255a890d req-e1e036a2-a327-453f-a772-cddcc4f7718c tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.83 "DELETE /v2.0/ports/c32834b5-1a2a-4003-b5e2-0c257973a9c1 HTTP/1.1" status: 204 len: 173 time: 1.2140033 Jul 30 20:04:30.693740 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90ae564-b764-42da-9a9a-8fb71a6ecb18', 'name': 'network-vif-deleted', 'tag': 'c32834b5-1a2a-4003-b5e2-0c257973a9c1'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:30.696085 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6b5bd0-5551-4311-b721-76070317e9f7" -d '{"events": [{"server_uuid": "f90ae564-b764-42da-9a9a-8fb71a6ecb18", "name": "network-vif-deleted", "tag": "c32834b5-1a2a-4003-b5e2-0c257973a9c1"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:30.748475 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-8a7d487b-a8b9-4e20-a70e-85fdd36d85d6 service neutron] For port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=0dc7360f-a0f2-456c-9f90-d1f4281e74b6,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:30.836819 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-8a7d487b-a8b9-4e20-a70e-85fdd36d85d6 service neutron] For port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:04:30.989406 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeb20f-084a-4dc8-80d3-6dd299ec0f72 req-420d802d-a48f-4d67-86a0-7c6008e7b033 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:31.000094 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-aadeb20f-084a-4dc8-80d3-6dd299ec0f72 req-420d802d-a48f-4d67-86a0-7c6008e7b033 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.6435766 Jul 30 20:04:31.063883 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b4ec471-5d59-4c43-8ba2-593f9f7f1123 req-cdd2bda7-6ea0-4c90-976c-f22805c021f7 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Router a7f609b3-e80a-4240-a49f-9c352e37be60 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:04:31.075895 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-aadeb20f-084a-4dc8-80d3-6dd299ec0f72 req-557e3ab4-5817-46ce-878c-b0dbc17df5c6 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747519 Jul 30 20:04:31.282059 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b4ec471-5d59-4c43-8ba2-593f9f7f1123 req-cdd2bda7-6ea0-4c90-976c-f22805c021f7 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:04:31.297859 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab65f644-b873-4a1c-abc1-49f3df189376 None None] Sync routers for ids ['a7f609b3-e80a-4240-a49f-9c352e37be60'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:04:31.298924 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa4a88-a1b2-446f-a5a1-dbbae9ac2555 req-e43826e4-d90f-4161-98d0-8cbc7f7100e4 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:31.306270 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ccaa4a88-a1b2-446f-a5a1-dbbae9ac2555 req-e43826e4-d90f-4161-98d0-8cbc7f7100e4 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 943 time: 0.1167512 Jul 30 20:04:31.323130 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab65f644-b873-4a1c-abc1-49f3df189376 None None] Routers {'a7f609b3-e80a-4240-a49f-9c352e37be60'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:04:31.327822 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ab65f644-b873-4a1c-abc1-49f3df189376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:04:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a7f609b3-e80a-4240-a49f-9c352e37be60'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:31.378227 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4ec471-5d59-4c43-8ba2-593f9f7f1123 req-cdd2bda7-6ea0-4c90-976c-f22805c021f7 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] No DVR routers for this DVR port 8d7946af-a07a-4df1-b934-01e3f5d0743f on host n-h1-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:04:31.390844 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:31.413656 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63b18b46-1d80-426d-a623-418485fb42a6 req-56fe2442-7d8d-4b90-b9e1-a88ca75b752b tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:04:31.420171 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b4ec471-5d59-4c43-8ba2-593f9f7f1123 req-cdd2bda7-6ea0-4c90-976c-f22805c021f7 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:31.420959 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-63b18b46-1d80-426d-a623-418485fb42a6 req-56fe2442-7d8d-4b90-b9e1-a88ca75b752b tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:31.424971 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8b4ec471-5d59-4c43-8ba2-593f9f7f1123 req-cdd2bda7-6ea0-4c90-976c-f22805c021f7 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.59 "DELETE /v2.0/ports/8d7946af-a07a-4df1-b934-01e3f5d0743f HTTP/1.1" status: 204 len: 173 time: 1.7504973 Jul 30 20:04:31.425507 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb01a5ed-82ed-4a08-8b1c-7086ba366176 None None] Sync routers for ids ['a6df1038-c130-438b-8730-73b95e23b3a9'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:04:31.443432 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ccaa4a88-a1b2-446f-a5a1-dbbae9ac2555 req-aafc249c-18d9-43ff-a6a6-48e7d0c83309 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204822 Jul 30 20:04:31.444064 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed264f9-ce2f-4d67-a7e8-aa7df28eeda1', 'name': 'network-vif-deleted', 'tag': '8d7946af-a07a-4df1-b934-01e3f5d0743f'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:31.454151 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de50e87e-2279-4a0f-a07c-75bd78e8480b" -d '{"events": [{"server_uuid": "fed264f9-ce2f-4d67-a7e8-aa7df28eeda1", "name": "network-vif-deleted", "tag": "8d7946af-a07a-4df1-b934-01e3f5d0743f"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:31.461283 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb01a5ed-82ed-4a08-8b1c-7086ba366176 None None] Routers {'a6df1038-c130-438b-8730-73b95e23b3a9'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:04:31.462560 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bb01a5ed-82ed-4a08-8b1c-7086ba366176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:04:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a6df1038-c130-438b-8730-73b95e23b3a9'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:31.467024 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63b18b46-1d80-426d-a623-418485fb42a6 req-56fe2442-7d8d-4b90-b9e1-a88ca75b752b tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "PUT /v2.0/floatingips/60ccd581-1154-4c07-89bc-9c7c5e5f3f73 HTTP/1.1" status: 200 len: 695 time: 1.9654272 Jul 30 20:04:31.521913 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-8a7d487b-a8b9-4e20-a70e-85fdd36d85d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:04:31.541776 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-8a7d487b-a8b9-4e20-a70e-85fdd36d85d6 service neutron] For port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=0dc7360f-a0f2-456c-9f90-d1f4281e74b6,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:31.556048 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b18b46-1d80-426d-a623-418485fb42a6 req-89d9ebc7-acb6-4f50-acab-6b0edb2b9057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:31.570357 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63b18b46-1d80-426d-a623-418485fb42a6 req-89d9ebc7-acb6-4f50-acab-6b0edb2b9057 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fe0d658d535c43fda1a767d8337bb8fb&device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1 HTTP/1.1" status: 200 len: 1097 time: 0.0905702 Jul 30 20:04:31.607050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ab65f644-b873-4a1c-abc1-49f3df189376 None None] Set router a7f609b3-e80a-4240-a49f-9c352e37be60 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:04:31.609892 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-8a7d487b-a8b9-4e20-a70e-85fdd36d85d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:31.675921 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-bb01a5ed-82ed-4a08-8b1c-7086ba366176 None None] Set router a6df1038-c130-438b-8730-73b95e23b3a9 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:04:31.697571 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89beecd3-8392-49af-b2eb-5e0d5b151489 req-b9ecda17-8f63-4eab-8f87-692fc48dac67 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:31.708403 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-89beecd3-8392-49af-b2eb-5e0d5b151489 req-b9ecda17-8f63-4eab-8f87-692fc48dac67 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 946 time: 0.1200337 Jul 30 20:04:31.767583 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-8a7d487b-a8b9-4e20-a70e-85fdd36d85d6 service neutron] Transition to ACTIVE for port object 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:04:31.768351 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-89beecd3-8392-49af-b2eb-5e0d5b151489 req-cb028645-0993-41f5-886e-9078ee6f36bf tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587285 Jul 30 20:04:31.787623 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-8a7d487b-a8b9-4e20-a70e-85fdd36d85d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:31.949300 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-8a7d487b-a8b9-4e20-a70e-85fdd36d85d6 service neutron] No DVR routers for this DVR port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:04:31.961019 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b18b46-1d80-426d-a623-418485fb42a6 req-4a1bee03-9977-4cf5-9f2a-830e62a804f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:31.963375 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63b18b46-1d80-426d-a623-418485fb42a6 req-4a1bee03-9977-4cf5-9f2a-830e62a804f2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4f5feb86-8071-4973-8ef1-fe1163756b45 HTTP/1.1" status: 200 len: 928 time: 0.3915637 Jul 30 20:04:32.021766 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d487b-a8b9-4e20-a70e-85fdd36d85d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc7360f-a0f2-456c-9f90-d1f4281e74b6,revision_number=10']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:32.030290 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bb01a5ed-82ed-4a08-8b1c-7086ba366176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34517896-router', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:03:50Z', 'updated_at': '2021-07-30T20:03:59Z', 'revision_number': 4, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'gw_port': {'id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:03:52Z', 'updated_at': '2021-07-30T20:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '8bf4989b-0002-45bf-92df-94f982e5ed72', 'name': '', 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'mac_address': 'fa:16:3e:3b:c8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'cb40bf94-0ae1-4521-a311-cd4d3f60b829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:03:57Z', 'updated_at': '2021-07-30T20:04:04Z', 'revision_number': 5, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'subnets': [{'id': 'cb40bf94-0ae1-4521-a311-cd4d3f60b829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:32.078800 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-192908f8-8268-46c0-b846-742b1c469a10 req-cdce314a-be61-49bf-8e3a-dbdc2c55316a tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/ports?device_id=fed264f9-ce2f-4d67-a7e8-aa7df28eeda1 HTTP/1.1" status: 200 len: 210 time: 0.0625525 Jul 30 20:04:32.087602 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-8a7d487b-a8b9-4e20-a70e-85fdd36d85d6 service neutron] 10.222.0.83 "PUT /v2.0/ports/0dc7360f-a0f2-456c-9f90-d1f4281e74b6/bindings/n-h1-712137-9/activate HTTP/1.1" status: 200 len: 369 time: 1.9828205 Jul 30 20:04:32.089202 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63b18b46-1d80-426d-a623-418485fb42a6 req-206e1450-4b56-4145-a50c-47a389bc3aad service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8cb6cae-4b18-4f38-9fd2-69dc2a222dee HTTP/1.1" status: 200 len: 217 time: 0.1122410 Jul 30 20:04:32.114632 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ab65f644-b873-4a1c-abc1-49f3df189376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214273748-router', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '96ad8755-3716-48dd-b628-102e828bde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:42Z', 'updated_at': '2021-07-30T19:59:51Z', 'revision_number': 4, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'gw_port': {'id': '96ad8755-3716-48dd-b628-102e828bde60', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:46Z', 'updated_at': '2021-07-30T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '08c7a27a-b8a8-4902-8344-5267941ff9a4', 'name': '', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'mac_address': 'fa:16:3e:1b:bd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:49Z', 'updated_at': '2021-07-30T20:00:01Z', 'revision_number': 5, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'subnets': [{'id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:32.140104 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e258aff-837e-47f3-91e8-00366ffcf6ea x-openstack-request-id: req-9e258aff-837e-47f3-91e8-00366ffcf6ea {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:32.140400 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90ae564-b764-42da-9a9a-8fb71a6ecb18", "name": "network-vif-deleted", "tag": "c32834b5-1a2a-4003-b5e2-0c257973a9c1", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:32.140666 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9e258aff-837e-47f3-91e8-00366ffcf6ea {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:32.141835 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90ae564-b764-42da-9a9a-8fb71a6ecb18', 'name': 'network-vif-deleted', 'tag': 'c32834b5-1a2a-4003-b5e2-0c257973a9c1', 'status': 'completed', 'code': 200} Jul 30 20:04:32.160452 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb01a5ed-82ed-4a08-8b1c-7086ba366176 None None] Checking router: a6df1038-c130-438b-8730-73b95e23b3a9 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:04:32.165442 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab65f644-b873-4a1c-abc1-49f3df189376 None None] Checking router: a7f609b3-e80a-4240-a49f-9c352e37be60 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:04:32.176570 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab65f644-b873-4a1c-abc1-49f3df189376 None None] Routers {'a7f609b3-e80a-4240-a49f-9c352e37be60'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:04:32.177324 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ab65f644-b873-4a1c-abc1-49f3df189376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:04:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a7f609b3-e80a-4240-a49f-9c352e37be60'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:32.187329 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb01a5ed-82ed-4a08-8b1c-7086ba366176 None None] Routers {'a6df1038-c130-438b-8730-73b95e23b3a9'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:04:32.189062 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bb01a5ed-82ed-4a08-8b1c-7086ba366176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:04:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a6df1038-c130-438b-8730-73b95e23b3a9'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:32.191564 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b18b46-1d80-426d-a623-418485fb42a6 req-749ac59c-c2f4-496c-b988-df8273b373dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:32.200451 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63b18b46-1d80-426d-a623-418485fb42a6 req-749ac59c-c2f4-496c-b988-df8273b373dc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cb40bf94-0ae1-4521-a311-cd4d3f60b829 HTTP/1.1" status: 200 len: 866 time: 0.0881104 Jul 30 20:04:32.284303 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b18b46-1d80-426d-a623-418485fb42a6 req-7f87df6e-f2cf-431b-a6ed-05e6af668203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:32.285962 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63b18b46-1d80-426d-a623-418485fb42a6 req-7f87df6e-f2cf-431b-a6ed-05e6af668203 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4f5feb86-8071-4973-8ef1-fe1163756b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787024 Jul 30 20:04:32.325147 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-5f503410-8928-4351-9012-a7e538510c35 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:32.329931 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-5f503410-8928-4351-9012-a7e538510c35 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0&tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&binding%3Ahost_id=n-h2-712137-9 HTTP/1.1" status: 200 len: 1095 time: 0.1238477 Jul 30 20:04:32.443726 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-bb01a5ed-82ed-4a08-8b1c-7086ba366176 None None] Set router a6df1038-c130-438b-8730-73b95e23b3a9 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:04:32.461610 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63b18b46-1d80-426d-a623-418485fb42a6 req-3bd54931-1d55-40d5-ae22-98a9041db5eb service neutron] 10.222.0.81 "GET /v2.0/networks/4f5feb86-8071-4973-8ef1-fe1163756b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671853 Jul 30 20:04:32.472873 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-cd99bf03-fdda-44ec-80a0-9f1f343e6bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:32.479569 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-cd99bf03-fdda-44ec-80a0-9f1f343e6bf3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0&tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07 HTTP/1.1" status: 200 len: 1095 time: 0.1415591 Jul 30 20:04:32.496541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ab65f644-b873-4a1c-abc1-49f3df189376 None None] Set router a7f609b3-e80a-4240-a49f-9c352e37be60 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:04:32.620289 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-6ded87c5-6478-4045-ab5f-d76fab00fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:32.622239 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-6ded87c5-6478-4045-ab5f-d76fab00fe20 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 1095 time: 0.1132610 Jul 30 20:04:32.690442 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63b18b46-1d80-426d-a623-418485fb42a6 req-b73befa1-8956-4944-a31e-de55b0ebf103 service neutron] 10.222.0.81 "GET /v2.0/networks/4f5feb86-8071-4973-8ef1-fe1163756b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213254 Jul 30 20:04:32.828008 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43baa6c6-4174-4577-a7b8-a9b1e3d2d740 x-openstack-request-id: req-43baa6c6-4174-4577-a7b8-a9b1e3d2d740 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:32.828355 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed264f9-ce2f-4d67-a7e8-aa7df28eeda1", "name": "network-vif-deleted", "tag": "8d7946af-a07a-4df1-b934-01e3f5d0743f", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:32.828614 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43baa6c6-4174-4577-a7b8-a9b1e3d2d740 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:32.829021 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed264f9-ce2f-4d67-a7e8-aa7df28eeda1', 'name': 'network-vif-deleted', 'tag': '8d7946af-a07a-4df1-b934-01e3f5d0743f', 'status': 'completed', 'code': 200} Jul 30 20:04:32.860556 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bb01a5ed-82ed-4a08-8b1c-7086ba366176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34517896-router', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:03:50Z', 'updated_at': '2021-07-30T20:03:59Z', 'revision_number': 4, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'gw_port': {'id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:03:52Z', 'updated_at': '2021-07-30T20:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '8bf4989b-0002-45bf-92df-94f982e5ed72', 'name': '', 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'mac_address': 'fa:16:3e:3b:c8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'cb40bf94-0ae1-4521-a311-cd4d3f60b829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:03:57Z', 'updated_at': '2021-07-30T20:04:04Z', 'revision_number': 5, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'subnets': [{'id': 'cb40bf94-0ae1-4521-a311-cd4d3f60b829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:32.900889 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb01a5ed-82ed-4a08-8b1c-7086ba366176 None None] The sync data for ids ['a6df1038-c130-438b-8730-73b95e23b3a9'] in n-d-712137-9 is: [{'id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34517896-router', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:03:50Z', 'updated_at': '2021-07-30T20:03:59Z', 'revision_number': 4, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'gw_port': {'id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:03:52Z', 'updated_at': '2021-07-30T20:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '8bf4989b-0002-45bf-92df-94f982e5ed72', 'name': '', 'network_id': '4f5feb86-8071-4973-8ef1-fe1163756b45', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'mac_address': 'fa:16:3e:3b:c8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'cb40bf94-0ae1-4521-a311-cd4d3f60b829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:03:57Z', 'updated_at': '2021-07-30T20:04:04Z', 'revision_number': 5, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'subnets': [{'id': 'cb40bf94-0ae1-4521-a311-cd4d3f60b829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:04:32.912278 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-7e3124c6-743f-47a8-9c7c-bacc211b510d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:32.913468 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-7e3124c6-743f-47a8-9c7c-bacc211b510d service neutron] 10.222.0.59 "GET /v2.0/networks?id=1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 200 len: 921 time: 0.2837415 Jul 30 20:04:32.934555 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cd7bf-6bb0-4309-b1cd-6add96a62078 req-c2765ba5-11ff-4435-9068-26171abc72b6 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:32.936263 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6d7cd7bf-6bb0-4309-b1cd-6add96a62078 req-c2765ba5-11ff-4435-9068-26171abc72b6 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 944 time: 0.0698509 Jul 30 20:04:32.939861 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8f7a8-15b9-47e7-8608-ce716fa8276e req-93dafbef-4d79-47d8-befb-20f98b5521a9 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:32.941367 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-24e8f7a8-15b9-47e7-8608-ce716fa8276e req-93dafbef-4d79-47d8-befb-20f98b5521a9 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.0935874 Jul 30 20:04:32.952952 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ab65f644-b873-4a1c-abc1-49f3df189376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214273748-router', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '96ad8755-3716-48dd-b628-102e828bde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:42Z', 'updated_at': '2021-07-30T19:59:51Z', 'revision_number': 4, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'gw_port': {'id': '96ad8755-3716-48dd-b628-102e828bde60', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:46Z', 'updated_at': '2021-07-30T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '08c7a27a-b8a8-4902-8344-5267941ff9a4', 'name': '', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'mac_address': 'fa:16:3e:1b:bd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:49Z', 'updated_at': '2021-07-30T20:00:01Z', 'revision_number': 5, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'subnets': [{'id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:32.971151 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-73760316-750b-4c26-8d49-22d74df3f456 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dc7360f-a0f2-456c-9f90-d1f4281e74b6 HTTP/1.1" status: 200 len: 217 time: 0.0486200 Jul 30 20:04:32.992762 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6d7cd7bf-6bb0-4309-b1cd-6add96a62078 req-308c9b88-84e3-4d56-b30e-c2f54ce457a0 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428035 Jul 30 20:04:32.993191 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab65f644-b873-4a1c-abc1-49f3df189376 None None] The sync data for ids ['a7f609b3-e80a-4240-a49f-9c352e37be60'] in n-d-712137-9 is: [{'id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214273748-router', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '96ad8755-3716-48dd-b628-102e828bde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:42Z', 'updated_at': '2021-07-30T19:59:51Z', 'revision_number': 4, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'gw_port': {'id': '96ad8755-3716-48dd-b628-102e828bde60', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:46Z', 'updated_at': '2021-07-30T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '08c7a27a-b8a8-4902-8344-5267941ff9a4', 'name': '', 'network_id': '9958f565-4186-495a-b838-46ca3a70750f', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'mac_address': 'fa:16:3e:1b:bd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:49Z', 'updated_at': '2021-07-30T20:00:01Z', 'revision_number': 5, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'subnets': [{'id': 'e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:04:33.050426 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-24e8f7a8-15b9-47e7-8608-ce716fa8276e req-b6247c24-5f9f-4dcf-851b-0631dbef1829 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820603 Jul 30 20:04:33.064474 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-55c13a80-4b80-4e81-9ef1-16d798885f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:33.066045 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-55c13a80-4b80-4e81-9ef1-16d798885f75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b757e780-295d-4676-ae81-4c07de396b9e HTTP/1.1" status: 200 len: 860 time: 0.0660372 Jul 30 20:04:33.084172 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 8d7946af-a07a-4df1-b934-01e3f5d0743f no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:33.104004 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e74f1358-989f-4db3-b08e-d4f6c027ed9a req-dd11c79c-13f4-4418-9429-2523b0e58ea8 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/floatingips/60ccd581-1154-4c07-89bc-9c7c5e5f3f73 HTTP/1.1" status: 200 len: 695 time: 0.0709105 Jul 30 20:04:33.117085 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 8d7946af-a07a-4df1-b934-01e3f5d0743f {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:04:33.117437 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 8d7946af-a07a-4df1-b934-01e3f5d0743f not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:33.136504 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-9db75410-d8ce-42b0-b82d-0eb6797dcd52 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1b009359-14e5-4019-b6cd-e6d82ee142cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631130 Jul 30 20:04:33.245453 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f1358-989f-4db3-b08e-d4f6c027ed9a req-fb23d1d6-59b5-4e93-9498-22cab7b8bbfb tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:33.255299 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e74f1358-989f-4db3-b08e-d4f6c027ed9a req-fb23d1d6-59b5-4e93-9498-22cab7b8bbfb tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.1449041 Jul 30 20:04:33.272506 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-b8141841-9071-4602-a634-82bba0a609fb service neutron] 10.222.0.59 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261189 Jul 30 20:04:33.327558 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e74f1358-989f-4db3-b08e-d4f6c027ed9a req-cc0f3869-cfd5-4bcb-b305-37db38df2ff2 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 698 time: 0.0712006 Jul 30 20:04:33.345152 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-e2065361-f18c-44a8-aa00-7823d7ecf69e req-5e697682-f1b6-48e0-889a-1468954a29c4 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Request body: {'security_group': {'name': 'tempest-securitygroup-836060199', 'description': 'tempest-description-928046330'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:04:33.360375 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7685f421-cfb4-4d20-add0-0e1eceee3c85 None None] New status for floating IP 60ccd581-1154-4c07-89bc-9c7c5e5f3f73: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:04:33.389355 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e2065361-f18c-44a8-aa00-7823d7ecf69e req-5e697682-f1b6-48e0-889a-1468954a29c4 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:33.390886 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e74f1358-989f-4db3-b08e-d4f6c027ed9a req-e0bdb46c-bcce-4901-80a7-bf84eb64bb3f tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 698 time: 0.0566747 Jul 30 20:04:33.404152 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e2065361-f18c-44a8-aa00-7823d7ecf69e req-5e697682-f1b6-48e0-889a-1468954a29c4 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:33.416680 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c32834b5-1a2a-4003-b5e2-0c257973a9c1 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:33.426056 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-2f7826ce-1bbd-4efd-829e-a2983de3b5f7 service neutron] 10.222.0.59 "GET /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458969 Jul 30 20:04:33.446212 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65919b52-f376-491a-be7d-904b7bc957ea None None] New status for floating IP 5000fe54-7b83-4c83-a1fb-d7fc88065f4d: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:04:33.481654 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: c32834b5-1a2a-4003-b5e2-0c257973a9c1 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:04:33.481942 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c32834b5-1a2a-4003-b5e2-0c257973a9c1 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:33.573344 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-e74f1358-989f-4db3-b08e-d4f6c027ed9a req-78f982ae-72c8-4045-a2e4-f7d475938a1f tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Deleting port 3c116f81-b94d-4ebb-904a-3efd7d0e4750 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:33.573919 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e74f1358-989f-4db3-b08e-d4f6c027ed9a req-78f982ae-72c8-4045-a2e4-f7d475938a1f tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:33.587638 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e2065361-f18c-44a8-aa00-7823d7ecf69e req-5e697682-f1b6-48e0-889a-1468954a29c4 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:33.597604 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e2065361-f18c-44a8-aa00-7823d7ecf69e req-5e697682-f1b6-48e0-889a-1468954a29c4 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:33.644278 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e697682-f1b6-48e0-889a-1468954a29c4 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d018a34c-e20c-4a44-9a0c-293f6c974332,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:33.657585 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e697682-f1b6-48e0-889a-1468954a29c4 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:33.657967 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e697682-f1b6-48e0-889a-1468954a29c4 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:33.658338 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e697682-f1b6-48e0-889a-1468954a29c4 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:33.658690 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e697682-f1b6-48e0-889a-1468954a29c4 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:33.659036 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e697682-f1b6-48e0-889a-1468954a29c4 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:33.659372 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e697682-f1b6-48e0-889a-1468954a29c4 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:33.660088 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e697682-f1b6-48e0-889a-1468954a29c4 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:33.660435 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e697682-f1b6-48e0-889a-1468954a29c4 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:33.660778 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e697682-f1b6-48e0-889a-1468954a29c4 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:33.661129 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e697682-f1b6-48e0-889a-1468954a29c4 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:33.661465 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e697682-f1b6-48e0-889a-1468954a29c4 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:33.661797 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e697682-f1b6-48e0-889a-1468954a29c4 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:33.671622 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e74f1358-989f-4db3-b08e-d4f6c027ed9a req-78f982ae-72c8-4045-a2e4-f7d475938a1f tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:33.671622 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e74f1358-989f-4db3-b08e-d4f6c027ed9a req-78f982ae-72c8-4045-a2e4-f7d475938a1f tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:33.693891 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-e74f1358-989f-4db3-b08e-d4f6c027ed9a req-78f982ae-72c8-4045-a2e4-f7d475938a1f tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Calling delete_port for 3c116f81-b94d-4ebb-904a-3efd7d0e4750 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:33.778121 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e2065361-f18c-44a8-aa00-7823d7ecf69e req-5e697682-f1b6-48e0-889a-1468954a29c4 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:33.783961 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e2065361-f18c-44a8-aa00-7823d7ecf69e req-5e697682-f1b6-48e0-889a-1468954a29c4 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:33.793870 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-9f401cb6-36ea-4117-8937-c0f70252417c tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:33.795932 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-9f401cb6-36ea-4117-8937-c0f70252417c tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0&tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&binding%3Ahost_id=n-h1-712137-9 HTTP/1.1" status: 200 len: 1095 time: 0.0815334 Jul 30 20:04:33.843971 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e2065361-f18c-44a8-aa00-7823d7ecf69e req-5e697682-f1b6-48e0-889a-1468954a29c4 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:33.845172 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e2065361-f18c-44a8-aa00-7823d7ecf69e req-5e697682-f1b6-48e0-889a-1468954a29c4 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5066621 Jul 30 20:04:33.852682 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e697682-f1b6-48e0-889a-1468954a29c4 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cbeabf-ffd7-4651-a6cb-90fddf5cb278,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:33.857369 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e74f1358-989f-4db3-b08e-d4f6c027ed9a req-78f982ae-72c8-4045-a2e4-f7d475938a1f tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:33.885894 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f982ae-72c8-4045-a2e4-f7d475938a1f tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Pushing event deleted for resources: {'Port': ['ID=3c116f81-b94d-4ebb-904a-3efd7d0e4750,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:33.946600 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-e04273fd-406f-4b19-bf0f-5bbd69c07c1f service neutron] For port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:04:33.950379 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-e04273fd-406f-4b19-bf0f-5bbd69c07c1f service neutron] Notify callbacks [] for binding, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:33.951589 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-e04273fd-406f-4b19-bf0f-5bbd69c07c1f service neutron] 10.222.0.59 "DELETE /v2.0/ports/0dc7360f-a0f2-456c-9f90-d1f4281e74b6/bindings/n-h2-712137-9 HTTP/1.1" status: 204 len: 173 time: 0.1465473 Jul 30 20:04:33.957123 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e74f1358-989f-4db3-b08e-d4f6c027ed9a req-78f982ae-72c8-4045-a2e4-f7d475938a1f tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:33.960420 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e74f1358-989f-4db3-b08e-d4f6c027ed9a req-78f982ae-72c8-4045-a2e4-f7d475938a1f tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:33.972272 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e74f1358-989f-4db3-b08e-d4f6c027ed9a req-78f982ae-72c8-4045-a2e4-f7d475938a1f tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "DELETE /v2.0/floatingips/60ccd581-1154-4c07-89bc-9c7c5e5f3f73 HTTP/1.1" status: 204 len: 173 time: 0.5699263 Jul 30 20:04:34.083522 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d569c-8315-486c-afa9-2aae6b71ef87 req-fba3f3a0-9537-4401-9c69-30c6a4177d3a tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:34.085300 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-723d569c-8315-486c-afa9-2aae6b71ef87 req-fba3f3a0-9537-4401-9c69-30c6a4177d3a tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 946 time: 0.0607500 Jul 30 20:04:34.113485 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-ed56651b-f254-4beb-8f34-20da748db788 req-40891927-19af-41b0-b5d2-c50d248f4b5c tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1982500203', 'description': 'tempest-description-468836078'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:04:34.130077 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-723d569c-8315-486c-afa9-2aae6b71ef87 req-374da0ab-c4f8-493c-96f3-05fac225809e tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375116 Jul 30 20:04:34.137432 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ed56651b-f254-4beb-8f34-20da748db788 req-40891927-19af-41b0-b5d2-c50d248f4b5c tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:34.142995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e11e5b6-b86d-44d7-8069-cc1cf3b477b1', 'tag': 'e8cb6cae-4b18-4f38-9fd2-69dc2a222dee'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:34.145936 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7555bf-b15c-438c-b36e-777e2ed500be" -d '{"events": [{"name": "network-changed", "server_uuid": "5e11e5b6-b86d-44d7-8069-cc1cf3b477b1", "tag": "e8cb6cae-4b18-4f38-9fd2-69dc2a222dee"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:34.235419 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ed56651b-f254-4beb-8f34-20da748db788 req-40891927-19af-41b0-b5d2-c50d248f4b5c tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:34.239490 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ed56651b-f254-4beb-8f34-20da748db788 req-40891927-19af-41b0-b5d2-c50d248f4b5c tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:34.256587 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc157d-66ba-4d63-8bdb-ea519221265c req-9000209b-6ce7-4fd9-8c11-c06ddb1c852a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:34.258245 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76bc157d-66ba-4d63-8bdb-ea519221265c req-9000209b-6ce7-4fd9-8c11-c06ddb1c852a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 951 time: 0.0567238 Jul 30 20:04:34.263095 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ed56651b-f254-4beb-8f34-20da748db788 req-40891927-19af-41b0-b5d2-c50d248f4b5c tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:34.264354 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ed56651b-f254-4beb-8f34-20da748db788 req-40891927-19af-41b0-b5d2-c50d248f4b5c tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1558142 Jul 30 20:04:34.272981 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40891927-19af-41b0-b5d2-c50d248f4b5c tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b2b617-e636-44de-bb7e-ff515cf0bc74,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:34.304435 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76bc157d-66ba-4d63-8bdb-ea519221265c req-05dd7afe-04e4-46b5-b967-6231010aeca6 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387690 Jul 30 20:04:34.393576 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c4ae6-7a74-4f68-910f-44fb8a37d2d0 req-f583e706-fc89-459f-90e1-506509c3b370 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:34.395068 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-752c4ae6-7a74-4f68-910f-44fb8a37d2d0 req-f583e706-fc89-459f-90e1-506509c3b370 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 944 time: 0.0575037 Jul 30 20:04:34.420149 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716f266-1b30-4c9a-a167-b206f24955f0 req-f620024a-33fd-4898-9a36-150edd3fb518 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:34.421741 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1716f266-1b30-4c9a-a167-b206f24955f0 req-f620024a-33fd-4898-9a36-150edd3fb518 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.0552144 Jul 30 20:04:34.438219 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-752c4ae6-7a74-4f68-910f-44fb8a37d2d0 req-9fa2ae11-70af-4f4a-ae9c-bd67505a1570 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363371 Jul 30 20:04:34.472302 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1716f266-1b30-4c9a-a167-b206f24955f0 req-a60f1a93-0f7a-42ee-b2da-cf12bcbac8eb tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440416 Jul 30 20:04:34.524097 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab32f63-37c0-448b-a97e-d71ff56d6064 x-openstack-request-id: req-2ab32f63-37c0-448b-a97e-d71ff56d6064 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:34.524392 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e11e5b6-b86d-44d7-8069-cc1cf3b477b1", "tag": "e8cb6cae-4b18-4f38-9fd2-69dc2a222dee", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:34.524692 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2ab32f63-37c0-448b-a97e-d71ff56d6064 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:34.525109 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e11e5b6-b86d-44d7-8069-cc1cf3b477b1', 'tag': 'e8cb6cae-4b18-4f38-9fd2-69dc2a222dee', 'status': 'completed', 'code': 200} Jul 30 20:04:34.595220 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7555bf-b15c-438c-b36e-777e2ed500be req-cabfdfe2-c2a6-4eff-a1e9-d0e2a997b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:34.596919 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd7555bf-b15c-438c-b36e-777e2ed500be req-cabfdfe2-c2a6-4eff-a1e9-d0e2a997b580 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fe0d658d535c43fda1a767d8337bb8fb&device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1 HTTP/1.1" status: 200 len: 1097 time: 0.0445154 Jul 30 20:04:34.601641 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-aaa6ee3e-cd57-421f-b3a5-f6359616f56b req-f0c4b104-e0e2-4bb8-adae-46ac0c396249 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-38905657', 'description': 'tempest-description-482313573'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:04:34.605420 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1aff56-d604-4467-ac14-a264049b81bd req-6b5b54dd-6d54-4a8d-aee8-90561609a97e tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:34.607107 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0d1aff56-d604-4467-ac14-a264049b81bd req-6b5b54dd-6d54-4a8d-aee8-90561609a97e tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0570834 Jul 30 20:04:34.656636 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0d1aff56-d604-4467-ac14-a264049b81bd req-59dc5f9a-f81c-427f-a2fc-b2cc66411b37 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0426922 Jul 30 20:04:34.674011 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-aaa6ee3e-cd57-421f-b3a5-f6359616f56b req-f0c4b104-e0e2-4bb8-adae-46ac0c396249 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:34.685688 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-aaa6ee3e-cd57-421f-b3a5-f6359616f56b req-f0c4b104-e0e2-4bb8-adae-46ac0c396249 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:34.734532 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7555bf-b15c-438c-b36e-777e2ed500be req-b232b776-1154-4994-92b4-5d8be5f875d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:34.736084 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd7555bf-b15c-438c-b36e-777e2ed500be req-b232b776-1154-4994-92b4-5d8be5f875d0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4f5feb86-8071-4973-8ef1-fe1163756b45 HTTP/1.1" status: 200 len: 928 time: 0.1313763 Jul 30 20:04:34.769921 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3cab0912-3d5c-40ca-beb0-b1e3490f9229 req-73d044e4-43ba-4af1-b260-b374850d1936 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0359821 Jul 30 20:04:34.802354 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd7555bf-b15c-438c-b36e-777e2ed500be req-20b8e1aa-25f7-4daa-b14e-a07ea122ac61 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8cb6cae-4b18-4f38-9fd2-69dc2a222dee HTTP/1.1" status: 200 len: 217 time: 0.0444953 Jul 30 20:04:34.863047 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0adacd-98ab-4a6a-ab4a-1fc7027ba15b req-b1ab2d56-4cc0-4b5b-944c-53b4d4b2b305 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:34.864500 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c0adacd-98ab-4a6a-ab4a-1fc7027ba15b req-b1ab2d56-4cc0-4b5b-944c-53b4d4b2b305 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 1095 time: 0.0426519 Jul 30 20:04:34.873791 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7555bf-b15c-438c-b36e-777e2ed500be req-db897955-1dd4-40c5-addc-674753d91b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:34.875630 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd7555bf-b15c-438c-b36e-777e2ed500be req-db897955-1dd4-40c5-addc-674753d91b59 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cb40bf94-0ae1-4521-a311-cd4d3f60b829 HTTP/1.1" status: 200 len: 866 time: 0.0651224 Jul 30 20:04:34.905888 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c0adacd-98ab-4a6a-ab4a-1fc7027ba15b req-db3cc092-e8df-487e-acb3-6bf8fa6c25c4 tempest-LiveAutoBlockMigrationV225Test-119754184 tempest-LiveAutoBlockMigrationV225Test-119754184-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313277 Jul 30 20:04:34.922326 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-aaa6ee3e-cd57-421f-b3a5-f6359616f56b req-f0c4b104-e0e2-4bb8-adae-46ac0c396249 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:34.929163 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-aaa6ee3e-cd57-421f-b3a5-f6359616f56b req-f0c4b104-e0e2-4bb8-adae-46ac0c396249 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:34.964333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7555bf-b15c-438c-b36e-777e2ed500be req-af074d1b-4df4-418b-98b2-69b2da53ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:34.965881 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd7555bf-b15c-438c-b36e-777e2ed500be req-af074d1b-4df4-418b-98b2-69b2da53ba06 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4f5feb86-8071-4973-8ef1-fe1163756b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800066 Jul 30 20:04:34.969981 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 53926) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:34.990442 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4b104-e0e2-4bb8-adae-46ac0c396249 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1b8c70-c733-4c34-8994-256ef7971ff4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:35.066673 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d86a023b-c885-4304-9098-a6fe47355942 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:35.104445 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd7555bf-b15c-438c-b36e-777e2ed500be req-9b973389-e4ae-48e4-952d-29b7d81cf93e service neutron] 10.222.0.83 "GET /v2.0/networks/4f5feb86-8071-4973-8ef1-fe1163756b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275890 Jul 30 20:04:35.110577 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-aaa6ee3e-cd57-421f-b3a5-f6359616f56b req-f0c4b104-e0e2-4bb8-adae-46ac0c396249 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:35.113970 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d86a023b-c885-4304-9098-a6fe47355942 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:35.122834 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-aaa6ee3e-cd57-421f-b3a5-f6359616f56b req-f0c4b104-e0e2-4bb8-adae-46ac0c396249 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:35.183341 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d86a023b-c885-4304-9098-a6fe47355942 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:35.186159 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d86a023b-c885-4304-9098-a6fe47355942 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:35.187219 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d86a023b-c885-4304-9098-a6fe47355942 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "DELETE /v2.0/security-groups/5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03 HTTP/1.1" status: 204 len: 168 time: 0.2161248 Jul 30 20:04:35.190072 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 53934) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:35.198901 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a023b-c885-4304-9098-a6fe47355942 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:35.219045 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-aaa6ee3e-cd57-421f-b3a5-f6359616f56b req-f0c4b104-e0e2-4bb8-adae-46ac0c396249 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:35.220921 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aaa6ee3e-cd57-421f-b3a5-f6359616f56b req-f0c4b104-e0e2-4bb8-adae-46ac0c396249 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6230874 Jul 30 20:04:35.223758 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4b104-e0e2-4bb8-adae-46ac0c396249 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f0531b-91dc-4e44-a144-64471924eb7d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:35.229225 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-6a43747b-46e0-4c67-b312-f5179f7bd340 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] show failed (client error): The resource could not be found. Jul 30 20:04:35.232894 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6a43747b-46e0-4c67-b312-f5179f7bd340 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "GET /v2.0/security-groups/5c8bf1a6-a2c2-4de1-a95f-45d87dfd9b03 HTTP/1.1" status: 404 len: 347 time: 0.0340099 Jul 30 20:04:35.233586 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 53938) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:35.261863 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd7555bf-b15c-438c-b36e-777e2ed500be req-5be399f8-fb5b-43d6-a6ed-09cbf0104270 service neutron] 10.222.0.83 "GET /v2.0/networks/4f5feb86-8071-4973-8ef1-fe1163756b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488569 Jul 30 20:04:35.410041 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc4f6f-5361-4490-b321-a8c8f015484f req-15f54b64-9953-41bb-97d9-5c5548a70f1d tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:35.411664 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d8fc4f6f-5361-4490-b321-a8c8f015484f req-15f54b64-9953-41bb-97d9-5c5548a70f1d tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 946 time: 0.0533304 Jul 30 20:04:35.421206 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-eed3f3ba-0217-4754-b075-3518996925a5 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Deleting port 907cb064-ce48-4a2d-a997-27898af65c64 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:35.421555 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eed3f3ba-0217-4754-b075-3518996925a5 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:35.450365 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d8fc4f6f-5361-4490-b321-a8c8f015484f req-8a2ff3ee-fd09-41b2-9748-64a81e9c17c3 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322120 Jul 30 20:04:35.480259 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-b994fc2f-5a63-41c3-9f9b-5d81ded933fd req-af63c9e3-5105-4749-9df0-7c11fb5b8a12 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-571519718', 'description': 'tempest-description-629485775'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:04:35.504274 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b994fc2f-5a63-41c3-9f9b-5d81ded933fd req-af63c9e3-5105-4749-9df0-7c11fb5b8a12 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:35.593619 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b994fc2f-5a63-41c3-9f9b-5d81ded933fd req-af63c9e3-5105-4749-9df0-7c11fb5b8a12 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:35.598320 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b994fc2f-5a63-41c3-9f9b-5d81ded933fd req-af63c9e3-5105-4749-9df0-7c11fb5b8a12 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:35.624992 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b994fc2f-5a63-41c3-9f9b-5d81ded933fd req-af63c9e3-5105-4749-9df0-7c11fb5b8a12 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:35.626306 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b994fc2f-5a63-41c3-9f9b-5d81ded933fd req-af63c9e3-5105-4749-9df0-7c11fb5b8a12 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1503248 Jul 30 20:04:35.631051 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63c9e3-5105-4749-9df0-7c11fb5b8a12 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176b77d8-8282-4d9b-8bb6-5c94a1e32da8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:35.745300 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c30134-48b1-41db-bfb2-029e46c915be req-0f2aacce-73cc-4505-aa13-2aca6f40d8ca tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:35.746880 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b9c30134-48b1-41db-bfb2-029e46c915be req-0f2aacce-73cc-4505-aa13-2aca6f40d8ca tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 951 time: 0.0516627 Jul 30 20:04:35.785288 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75772ece-0ef4-4f70-8f85-5ba0269c68d5 req-b1092f24-bb94-47a6-8864-1ea971c2e590 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:35.786715 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-75772ece-0ef4-4f70-8f85-5ba0269c68d5 req-b1092f24-bb94-47a6-8864-1ea971c2e590 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1 HTTP/1.1" status: 200 len: 946 time: 0.4110212 Jul 30 20:04:35.786865 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b9c30134-48b1-41db-bfb2-029e46c915be req-e7c05eb4-6334-405b-b832-33aa133336b2 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338852 Jul 30 20:04:35.847952 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-75772ece-0ef4-4f70-8f85-5ba0269c68d5 req-d3596554-0e8b-4acc-915a-e72ff51e7564 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/security-groups?id=c77c6fa1-c414-494e-b978-52c7bc11ecc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531442 Jul 30 20:04:35.851448 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eed3f3ba-0217-4754-b075-3518996925a5 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:35.851648 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eed3f3ba-0217-4754-b075-3518996925a5 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:35.868466 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-eed3f3ba-0217-4754-b075-3518996925a5 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Calling delete_port for 907cb064-ce48-4a2d-a997-27898af65c64 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:35.933926 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe607a-1891-4e3a-92cb-0b340aa6cb83 req-483ced17-6ce4-4af6-a81c-c6d9827d87d0 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:35.935431 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6abe607a-1891-4e3a-92cb-0b340aa6cb83 req-483ced17-6ce4-4af6-a81c-c6d9827d87d0 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 944 time: 0.0937276 Jul 30 20:04:35.949166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b4e19-53c8-4787-b41d-c48187f5cb21 req-f8b90837-882a-4e9d-b706-9a874db20ef2 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:35.950537 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc5b4e19-53c8-4787-b41d-c48187f5cb21 req-f8b90837-882a-4e9d-b706-9a874db20ef2 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 951 time: 0.0767944 Jul 30 20:04:36.012102 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6abe607a-1891-4e3a-92cb-0b340aa6cb83 req-165bc4aa-c091-43bb-92e5-d89c9caf002b tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705307 Jul 30 20:04:36.013241 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a311e1-3fe4-4fd2-b849-e06850630520 req-f8cd799a-29b9-4f9f-9ea8-cf28ae4e3c64 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:36.014711 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f2a311e1-3fe4-4fd2-b849-e06850630520 req-f8cd799a-29b9-4f9f-9ea8-cf28ae4e3c64 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.0991952 Jul 30 20:04:36.077464 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc318e-0b83-480c-b778-75518e2e9c8a req-4a3ad1f6-0429-4fcb-a507-a083a6caabe4 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:36.078935 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e0cc318e-0b83-480c-b778-75518e2e9c8a req-4a3ad1f6-0429-4fcb-a507-a083a6caabe4 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 944 time: 0.1073418 Jul 30 20:04:36.125999 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-fc5b4e19-53c8-4787-b41d-c48187f5cb21 req-969a1ed5-5e84-4d71-a89e-d4439bea13e0 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Deleting port 7f5788dd-a5bc-4049-8061-fae85b639293 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:36.126344 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fc5b4e19-53c8-4787-b41d-c48187f5cb21 req-969a1ed5-5e84-4d71-a89e-d4439bea13e0 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:36.133222 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f2a311e1-3fe4-4fd2-b849-e06850630520 req-975e180a-0c63-48e8-b255-5fe53cd882e4 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094348 Jul 30 20:04:36.146649 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eed3f3ba-0217-4754-b075-3518996925a5 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:36.201957 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3f3ba-0217-4754-b075-3518996925a5 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Pushing event deleted for resources: {'Port': ['ID=907cb064-ce48-4a2d-a997-27898af65c64,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:36.266651 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eed3f3ba-0217-4754-b075-3518996925a5 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:36.269630 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eed3f3ba-0217-4754-b075-3518996925a5 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:36.270777 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-eed3f3ba-0217-4754-b075-3518996925a5 tempest-ServersWithSpecificFlavorTestJSON-1817999962 tempest-ServersWithSpecificFlavorTestJSON-1817999962-project] 10.222.0.81 "DELETE /v2.0/floatingips/5000fe54-7b83-4c83-a1fb-d7fc88065f4d HTTP/1.1" status: 204 len: 168 time: 1.0342567 Jul 30 20:04:36.278904 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fc5b4e19-53c8-4787-b41d-c48187f5cb21 req-969a1ed5-5e84-4d71-a89e-d4439bea13e0 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] For port 7f5788dd-a5bc-4049-8061-fae85b639293, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7f5788dd-a5bc-4049-8061-fae85b639293,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:36.279452 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fc5b4e19-53c8-4787-b41d-c48187f5cb21 req-969a1ed5-5e84-4d71-a89e-d4439bea13e0 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:36.283751 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-e0cc318e-0b83-480c-b778-75518e2e9c8a req-5b96f124-f5b4-49f5-b6d8-e9ce8f5b84e8 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Deleting port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:36.284497 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e0cc318e-0b83-480c-b778-75518e2e9c8a req-5b96f124-f5b4-49f5-b6d8-e9ce8f5b84e8 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:36.307912 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-fc5b4e19-53c8-4787-b41d-c48187f5cb21 req-969a1ed5-5e84-4d71-a89e-d4439bea13e0 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Calling delete_port for 7f5788dd-a5bc-4049-8061-fae85b639293 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:36.390213 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-e0cc318e-0b83-480c-b778-75518e2e9c8a req-5b96f124-f5b4-49f5-b6d8-e9ce8f5b84e8 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] For port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=0dc7360f-a0f2-456c-9f90-d1f4281e74b6,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:36.390583 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e0cc318e-0b83-480c-b778-75518e2e9c8a req-5b96f124-f5b4-49f5-b6d8-e9ce8f5b84e8 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:36.406907 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-e0cc318e-0b83-480c-b778-75518e2e9c8a req-5b96f124-f5b4-49f5-b6d8-e9ce8f5b84e8 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Calling delete_port for 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:36.520739 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-54d302c2-0b7b-44f5-a660-dd066cef13b7 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50607 time: 0.4724553 Jul 30 20:04:36.562861 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fc5b4e19-53c8-4787-b41d-c48187f5cb21 req-969a1ed5-5e84-4d71-a89e-d4439bea13e0 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:36.578379 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['7f5788dd-a5bc-4049-8061-fae85b639293'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:04:36.581728 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['c65993c9-3d10-4021-94da-440fdc55ae35', 'db46e04f-5e2b-4fbf-bb4a-6aee85812d1d'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:04:36.608204 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a1ed5-5e84-4d71-a89e-d4439bea13e0 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Pushing event deleted for resources: {'Port': ['ID=7f5788dd-a5bc-4049-8061-fae85b639293,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:36.633110 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82830aa-c8fb-44be-8ddf-43b8c3845823 req-2f852dbf-8452-4cb3-8bb4-6eba6c04e93a tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:36.635063 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a82830aa-c8fb-44be-8ddf-43b8c3845823 req-2f852dbf-8452-4cb3-8bb4-6eba6c04e93a tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 946 time: 0.0839555 Jul 30 20:04:36.636582 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e0cc318e-0b83-480c-b778-75518e2e9c8a req-5b96f124-f5b4-49f5-b6d8-e9ce8f5b84e8 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:36.637908 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-92dea9a4-299c-46ad-920f-2a2727b6c132 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/39825a9c-0674-4132-b085-a6989d3c9ad3 HTTP/1.1" status: 200 len: 2980 time: 0.1065598 Jul 30 20:04:36.663473 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5b4e19-53c8-4787-b41d-c48187f5cb21 req-969a1ed5-5e84-4d71-a89e-d4439bea13e0 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] No DVR routers for this DVR port 7f5788dd-a5bc-4049-8061-fae85b639293 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:04:36.671787 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fc5b4e19-53c8-4787-b41d-c48187f5cb21 req-969a1ed5-5e84-4d71-a89e-d4439bea13e0 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:36.674322 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc5b4e19-53c8-4787-b41d-c48187f5cb21 req-969a1ed5-5e84-4d71-a89e-d4439bea13e0 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.83 "DELETE /v2.0/ports/7f5788dd-a5bc-4049-8061-fae85b639293 HTTP/1.1" status: 204 len: 173 time: 0.7102520 Jul 30 20:04:36.674748 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab849583-f78f-4529-9053-b110f65bb823', 'name': 'network-vif-deleted', 'tag': '7f5788dd-a5bc-4049-8061-fae85b639293'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:36.677021 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0005dd7-5869-492a-a03b-7e9d0c5bbe27" -d '{"events": [{"server_uuid": "ab849583-f78f-4529-9053-b110f65bb823", "name": "network-vif-deleted", "tag": "7f5788dd-a5bc-4049-8061-fae85b639293"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:36.681310 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96f124-f5b4-49f5-b6d8-e9ce8f5b84e8 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Pushing event deleted for resources: {'Port': ['ID=0dc7360f-a0f2-456c-9f90-d1f4281e74b6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:36.720395 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-1fb0e298-f940-4937-a04f-28959f662236 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/39825a9c-0674-4132-b085-a6989d3c9ad3 HTTP/1.1" status: 200 len: 2980 time: 0.0580099 Jul 30 20:04:36.737102 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cc318e-0b83-480c-b778-75518e2e9c8a req-5b96f124-f5b4-49f5-b6d8-e9ce8f5b84e8 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] No DVR routers for this DVR port 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 on host n-h1-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:04:36.740365 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e0cc318e-0b83-480c-b778-75518e2e9c8a req-5b96f124-f5b4-49f5-b6d8-e9ce8f5b84e8 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:36.742301 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e0cc318e-0b83-480c-b778-75518e2e9c8a req-5b96f124-f5b4-49f5-b6d8-e9ce8f5b84e8 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.59 "DELETE /v2.0/ports/0dc7360f-a0f2-456c-9f90-d1f4281e74b6 HTTP/1.1" status: 204 len: 173 time: 0.6531897 Jul 30 20:04:36.742743 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0', 'name': 'network-vif-deleted', 'tag': '0dc7360f-a0f2-456c-9f90-d1f4281e74b6'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:36.746246 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd5f8b6-1535-4e3b-8d02-06ab55a4834e" -d '{"events": [{"server_uuid": "0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0", "name": "network-vif-deleted", "tag": "0dc7360f-a0f2-456c-9f90-d1f4281e74b6"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:36.777873 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-3f62a625-7524-41da-8e83-493f9eabffc2 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/4102de08-ac4f-48be-b44c-1c6b0b3d379d HTTP/1.1" status: 200 len: 2981 time: 0.0502167 Jul 30 20:04:36.779341 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a82830aa-c8fb-44be-8ddf-43b8c3845823 req-ebc880f6-a09a-4966-9390-deebd09ffe3c tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304445 Jul 30 20:04:36.856195 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-f2c05eb3-6023-409a-8e6a-1ba5f25e0313 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/4102de08-ac4f-48be-b44c-1c6b0b3d379d HTTP/1.1" status: 200 len: 2981 time: 0.0703154 Jul 30 20:04:36.907972 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140e4913-92b8-4329-81a9-f318f76e170b x-openstack-request-id: req-140e4913-92b8-4329-81a9-f318f76e170b {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:36.908266 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab849583-f78f-4529-9053-b110f65bb823", "name": "network-vif-deleted", "tag": "7f5788dd-a5bc-4049-8061-fae85b639293", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:36.908522 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-140e4913-92b8-4329-81a9-f318f76e170b {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:36.908923 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab849583-f78f-4529-9053-b110f65bb823', 'name': 'network-vif-deleted', 'tag': '7f5788dd-a5bc-4049-8061-fae85b639293', 'status': 'completed', 'code': 200} Jul 30 20:04:36.937493 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-d65b4d1c-168d-4614-810f-93af0e7cc1ed tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/661abfea-4493-4512-948e-3fa68ce6a5ec HTTP/1.1" status: 200 len: 2977 time: 0.0804105 Jul 30 20:04:36.943887 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62adc974-e532-4653-b4b5-4bfa4733574c x-openstack-request-id: req-62adc974-e532-4653-b4b5-4bfa4733574c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:36.944248 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0", "name": "network-vif-deleted", "tag": "0dc7360f-a0f2-456c-9f90-d1f4281e74b6", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:36.944577 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-62adc974-e532-4653-b4b5-4bfa4733574c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:36.945057 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0', 'name': 'network-vif-deleted', 'tag': '0dc7360f-a0f2-456c-9f90-d1f4281e74b6', 'status': 'completed', 'code': 200} Jul 30 20:04:36.982390 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-3fb4691e-4733-44f8-ac52-6f915b2cca60 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/661abfea-4493-4512-948e-3fa68ce6a5ec HTTP/1.1" status: 200 len: 2977 time: 0.0379570 Jul 30 20:04:37.043423 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d8562a37-f510-40eb-9bc9-10422700d236 req-5ccd869a-49a5-43a0-8117-46a2ff8881ba tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab849583-f78f-4529-9053-b110f65bb823 HTTP/1.1" status: 200 len: 210 time: 0.0365393 Jul 30 20:04:37.052578 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-5b48a745-53fe-4027-9f55-2a085620a73f tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/75a3c80b-6321-4824-88c8-32623cfb2a5e HTTP/1.1" status: 200 len: 2981 time: 0.0567460 Jul 30 20:04:37.120996 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfa7b2-d2af-4e32-95a9-81d1c0b0d3e2 req-276c7a46-e904-42f9-be43-1a7cc7c013f0 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:37.122541 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2dcfa7b2-d2af-4e32-95a9-81d1c0b0d3e2 req-276c7a46-e904-42f9-be43-1a7cc7c013f0 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1 HTTP/1.1" status: 200 len: 946 time: 0.0872209 Jul 30 20:04:37.139919 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-92d19366-e58f-4c8a-ad50-160a09e4e3df tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/75a3c80b-6321-4824-88c8-32623cfb2a5e HTTP/1.1" status: 200 len: 2981 time: 0.0862567 Jul 30 20:04:37.210586 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31846a00-50a6-4b1b-9af3-5ae2b8502d13 req-f9d87399-b273-45ac-b462-5619902fabd7 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:37.212156 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-31846a00-50a6-4b1b-9af3-5ae2b8502d13 req-f9d87399-b273-45ac-b462-5619902fabd7 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1 HTTP/1.1" status: 200 len: 946 time: 0.0525744 Jul 30 20:04:37.248366 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-85a1ee98-6765-4c80-8917-db2e188c9bab tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/943fb8b3-e72a-4db9-8624-ed527b2ae265 HTTP/1.1" status: 200 len: 2981 time: 0.0879178 Jul 30 20:04:37.254752 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-31846a00-50a6-4b1b-9af3-5ae2b8502d13 req-4c9817eb-c471-46b8-8e4e-07abdfd4cc1a tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/security-groups?id=c77c6fa1-c414-494e-b978-52c7bc11ecc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360765 Jul 30 20:04:37.310872 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-8210a0ad-da67-4ec6-a165-3d5e5fb9f8f2 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/943fb8b3-e72a-4db9-8624-ed527b2ae265 HTTP/1.1" status: 200 len: 2981 time: 0.0540807 Jul 30 20:04:37.321814 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-2dcfa7b2-d2af-4e32-95a9-81d1c0b0d3e2 req-dee4b3a9-98bb-4d57-81bf-4946bdc255c5 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Deleting port e8cb6cae-4b18-4f38-9fd2-69dc2a222dee {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:37.324023 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2dcfa7b2-d2af-4e32-95a9-81d1c0b0d3e2 req-dee4b3a9-98bb-4d57-81bf-4946bdc255c5 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:37.334486 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['7f322965-9fbe-4b2c-ae7a-036c7cbea1be'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:04:37.404917 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-39a67209-d19d-4547-871e-3e395197b73d req-8caeee37-356e-43e4-a895-68f03f99577c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 210 time: 0.0442872 Jul 30 20:04:37.460902 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-bea552a5-eb62-403a-9df1-a9d630516ce2 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/961cbc53-42ae-435c-b927-fa36e89433eb HTTP/1.1" status: 200 len: 2981 time: 0.1300340 Jul 30 20:04:37.536709 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-2dcfa7b2-d2af-4e32-95a9-81d1c0b0d3e2 req-dee4b3a9-98bb-4d57-81bf-4946bdc255c5 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] For port e8cb6cae-4b18-4f38-9fd2-69dc2a222dee, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e8cb6cae-4b18-4f38-9fd2-69dc2a222dee,segment=NetworkSegment(e1575c60-5bba-4757-85a1-313b9f365e2e),segment_id=e1575c60-5bba-4757-85a1-313b9f365e2e)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:37.537083 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2dcfa7b2-d2af-4e32-95a9-81d1c0b0d3e2 req-dee4b3a9-98bb-4d57-81bf-4946bdc255c5 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:37.543942 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-bd89cc82-51d5-4c2c-9937-ee5a6fccbf9c tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/961cbc53-42ae-435c-b927-fa36e89433eb HTTP/1.1" status: 200 len: 2981 time: 0.0826521 Jul 30 20:04:37.561220 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-2dcfa7b2-d2af-4e32-95a9-81d1c0b0d3e2 req-dee4b3a9-98bb-4d57-81bf-4946bdc255c5 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Calling delete_port for e8cb6cae-4b18-4f38-9fd2-69dc2a222dee owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:37.599354 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df257d3-59bc-406c-9534-2b84eee53986 req-053c61c2-e785-458e-a352-83e2a4789761 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:37.601061 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0df257d3-59bc-406c-9534-2b84eee53986 req-053c61c2-e785-458e-a352-83e2a4789761 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.0628152 Jul 30 20:04:37.635767 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-e343460a-32e4-404c-bca2-d5ce78921fa1 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/9b22e3b2-13f2-4113-a325-fb7d9846e4a3 HTTP/1.1" status: 200 len: 2981 time: 0.0857863 Jul 30 20:04:37.657693 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0df257d3-59bc-406c-9534-2b84eee53986 req-93a829cb-65a6-480f-af6f-e155c31bad65 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498447 Jul 30 20:04:37.702108 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-c9a724ea-42f0-4546-a0e1-2fa72ed42805 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/9b22e3b2-13f2-4113-a325-fb7d9846e4a3 HTTP/1.1" status: 200 len: 2981 time: 0.0561194 Jul 30 20:04:37.766441 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 53982) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:37.787701 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-dc89ee10-48c2-48ba-8f71-9920d8e516dd tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566 HTTP/1.1" status: 200 len: 2977 time: 0.0788350 Jul 30 20:04:37.788722 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2dcfa7b2-d2af-4e32-95a9-81d1c0b0d3e2 req-dee4b3a9-98bb-4d57-81bf-4946bdc255c5 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:37.802625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['e8cb6cae-4b18-4f38-9fd2-69dc2a222dee'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:04:37.843132 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4b3a9-98bb-4d57-81bf-4946bdc255c5 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Pushing event deleted for resources: {'Port': ['ID=e8cb6cae-4b18-4f38-9fd2-69dc2a222dee,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:37.911751 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dcfa7b2-d2af-4e32-95a9-81d1c0b0d3e2 req-dee4b3a9-98bb-4d57-81bf-4946bdc255c5 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] No DVR routers for this DVR port e8cb6cae-4b18-4f38-9fd2-69dc2a222dee on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:04:37.914369 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2dcfa7b2-d2af-4e32-95a9-81d1c0b0d3e2 req-dee4b3a9-98bb-4d57-81bf-4946bdc255c5 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:37.917931 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2dcfa7b2-d2af-4e32-95a9-81d1c0b0d3e2 req-dee4b3a9-98bb-4d57-81bf-4946bdc255c5 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.83 "DELETE /v2.0/ports/e8cb6cae-4b18-4f38-9fd2-69dc2a222dee HTTP/1.1" status: 204 len: 173 time: 0.7863414 Jul 30 20:04:37.922156 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-04a6aaa3-3d82-4f89-a648-33c5167d3bae tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566 HTTP/1.1" status: 200 len: 2977 time: 0.1217368 Jul 30 20:04:37.957709 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3731efd-5287-4d30-b13c-db49718072b6 req-fe444ca5-8d73-4862-8de0-b4e3b270072c tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:37.961942 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c3731efd-5287-4d30-b13c-db49718072b6 req-fe444ca5-8d73-4862-8de0-b4e3b270072c tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 946 time: 0.1007667 Jul 30 20:04:38.001988 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-4fdf565c-8a4d-4345-8c31-c66f678b38cb tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/c77c6fa1-c414-494e-b978-52c7bc11ecc1 HTTP/1.1" status: 200 len: 2981 time: 0.0687361 Jul 30 20:04:38.063419 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-4b5ce37e-adf4-4bdb-af7b-e036b8a6947d tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/c77c6fa1-c414-494e-b978-52c7bc11ecc1 HTTP/1.1" status: 200 len: 2981 time: 0.0547609 Jul 30 20:04:38.122367 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c3731efd-5287-4d30-b13c-db49718072b6 req-0485b5ea-522b-4079-8ac5-25330f8e46ec tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500720 Jul 30 20:04:38.129308 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-e430a54c-0fe3-447a-b91b-942a9fcf978e tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/cb1b8c70-c733-4c34-8994-256ef7971ff4 HTTP/1.1" status: 200 len: 2981 time: 0.0488229 Jul 30 20:04:38.187829 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-c999de7c-effe-4fbb-85f0-c39400a9c15c tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/cb1b8c70-c733-4c34-8994-256ef7971ff4 HTTP/1.1" status: 200 len: 2981 time: 0.0437715 Jul 30 20:04:38.244583 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-d83fe3a6-ba4f-4612-b9f3-a355e8f79bef tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/d018a34c-e20c-4a44-9a0c-293f6c974332 HTTP/1.1" status: 200 len: 2981 time: 0.0498669 Jul 30 20:04:38.318466 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-4bac05d8-2b66-4ab3-9847-5056a9579da6 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/d018a34c-e20c-4a44-9a0c-293f6c974332 HTTP/1.1" status: 200 len: 2981 time: 0.0667446 Jul 30 20:04:38.357997 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e77befb8-04e5-463a-a78b-4b4ebd18c4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:38.410464 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-b342a705-fc36-4bcf-876f-e27c84263037 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/ea2d4124-efe7-4695-989a-7ec1d6a8b628 HTTP/1.1" status: 200 len: 2973 time: 0.0821946 Jul 30 20:04:38.458230 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-99e2b18f-a844-463f-a941-df13cd6889d4 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/ea2d4124-efe7-4695-989a-7ec1d6a8b628 HTTP/1.1" status: 200 len: 2973 time: 0.0467377 Jul 30 20:04:38.515389 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-8582003c-76ec-4594-811c-cdd060fcf5c2 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/ed200b53-9775-4dfd-8b7e-73d714d11bfc HTTP/1.1" status: 200 len: 2981 time: 0.0553067 Jul 30 20:04:38.567194 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-9e120c04-695b-4e75-a956-370b9ec69f1c tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/ed200b53-9775-4dfd-8b7e-73d714d11bfc HTTP/1.1" status: 200 len: 2981 time: 0.0508163 Jul 30 20:04:38.621634 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-9308fb5b-af32-4fda-b60f-e32a21d08b1a tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/f408d1d4-951f-4d5d-a361-4193fc9f4317 HTTP/1.1" status: 200 len: 2981 time: 0.0532157 Jul 30 20:04:38.622211 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c08a0776-ebcc-4cef-99a6-2f792db1dfd1 req-44e8d027-bde2-4dc6-85b5-5728783e502b tempest-FloatingIPsAssociationNegativeTestJSON-1069822326 tempest-FloatingIPsAssociationNegativeTestJSON-1069822326-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e11e5b6-b86d-44d7-8069-cc1cf3b477b1 HTTP/1.1" status: 200 len: 210 time: 0.0627992 Jul 30 20:04:38.692085 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-26ab263a-ce46-4bb4-b031-1714eacac60a tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/f408d1d4-951f-4d5d-a361-4193fc9f4317 HTTP/1.1" status: 200 len: 2981 time: 0.0575519 Jul 30 20:04:38.739284 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-a5ee597f-99cb-47e6-ba16-9b17eb3eae04 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/fd1dab08-75bd-4c04-b3a0-753eab09e9fd HTTP/1.1" status: 200 len: 2981 time: 0.0462182 Jul 30 20:04:38.779245 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e77befb8-04e5-463a-a78b-4b4ebd18c4b9 admin admin] Deleting port 08c7a27a-b8a8-4902-8344-5267941ff9a4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:38.780058 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e77befb8-04e5-463a-a78b-4b4ebd18c4b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:38.787278 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71331186-0b35-4ce2-a361-def6e9c53650 req-ae62cc15-9902-4843-aa49-8491214c6e3a tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/fd1dab08-75bd-4c04-b3a0-753eab09e9fd HTTP/1.1" status: 200 len: 2981 time: 0.0464816 Jul 30 20:04:38.848031 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64585b4-de64-4577-8d27-eacfe064336e req-b219f33f-4aa1-4d70-bec5-53e34eafcd6a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:38.849534 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d64585b4-de64-4577-8d27-eacfe064336e req-b219f33f-4aa1-4d70-bec5-53e34eafcd6a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.1154554 Jul 30 20:04:38.881095 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a74cb6b3-ccb0-4f2e-95f0-4ee50ddd2235 req-921c75c1-cd93-4a60-9eae-c1cdb0faa877 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 210 time: 0.0348730 Jul 30 20:04:38.909006 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-e77befb8-04e5-463a-a78b-4b4ebd18c4b9 admin admin] For port 08c7a27a-b8a8-4902-8344-5267941ff9a4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=08c7a27a-b8a8-4902-8344-5267941ff9a4,segment=NetworkSegment(ed0c2806-2c75-44d1-9a7a-53828c3162ab),segment_id=ed0c2806-2c75-44d1-9a7a-53828c3162ab)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:38.909374 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e77befb8-04e5-463a-a78b-4b4ebd18c4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:38.910361 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e11e5b6-b86d-44d7-8069-cc1cf3b477b1', 'name': 'network-vif-deleted', 'tag': 'e8cb6cae-4b18-4f38-9fd2-69dc2a222dee'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:38.914322 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0042ffd1-c30d-4eba-ae66-3006b6065cd3" -d '{"events": [{"server_uuid": "5e11e5b6-b86d-44d7-8069-cc1cf3b477b1", "name": "network-vif-deleted", "tag": "e8cb6cae-4b18-4f38-9fd2-69dc2a222dee"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:38.923313 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d64585b4-de64-4577-8d27-eacfe064336e req-eae17cd4-6b65-47a1-b49e-1cfc5e1b9f93 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660288 Jul 30 20:04:38.928208 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e77befb8-04e5-463a-a78b-4b4ebd18c4b9 admin admin] Calling delete_port for 08c7a27a-b8a8-4902-8344-5267941ff9a4 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:39.018176 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bfb2d-6935-485d-b035-e3936021b696 req-e7725e10-7219-4445-8fba-b0041dfd72d4 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:39.019883 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-868bfb2d-6935-485d-b035-e3936021b696 req-e7725e10-7219-4445-8fba-b0041dfd72d4 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.0598559 Jul 30 20:04:39.065110 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-868bfb2d-6935-485d-b035-e3936021b696 req-6342cf92-659c-4307-9488-d2a47ab71c29 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392852 Jul 30 20:04:39.088874 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:39.109580 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:04:39.110294 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 0dc7360f-a0f2-456c-9f90-d1f4281e74b6 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:39.123465 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fef6a7-8b7a-4acc-9144-3f3e814b120a x-openstack-request-id: req-b4fef6a7-8b7a-4acc-9144-3f3e814b120a {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:39.123880 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e11e5b6-b86d-44d7-8069-cc1cf3b477b1", "name": "network-vif-deleted", "tag": "e8cb6cae-4b18-4f38-9fd2-69dc2a222dee", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:39.124286 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b4fef6a7-8b7a-4acc-9144-3f3e814b120a {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:39.124746 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e11e5b6-b86d-44d7-8069-cc1cf3b477b1', 'name': 'network-vif-deleted', 'tag': 'e8cb6cae-4b18-4f38-9fd2-69dc2a222dee', 'status': 'completed', 'code': 200} Jul 30 20:04:39.129595 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-47b2c37f-8d2c-4d04-b547-76832c4b6479 req-4851e2b6-901b-430a-8966-08bc8fbae16e tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f30af9f4a4974a599164e7d45c3ad4d1 HTTP/1.1" status: 200 len: 6101 time: 0.0912519 Jul 30 20:04:39.201589 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e77befb8-04e5-463a-a78b-4b4ebd18c4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:39.212969 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-47b2c37f-8d2c-4d04-b547-76832c4b6479 req-1de5f4f8-195b-42d2-a2d6-43b9ff0ebe80 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] 10.222.0.81 "GET /v2.0/security-groups/d018a34c-e20c-4a44-9a0c-293f6c974332 HTTP/1.1" status: 200 len: 2981 time: 0.0613251 Jul 30 20:04:39.239925 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77befb8-04e5-463a-a78b-4b4ebd18c4b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=08c7a27a-b8a8-4902-8344-5267941ff9a4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:39.244931 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34daa72-bc7b-4e83-99f0-fd4e4eabe09d req-fc927b40-542e-40a9-86b1-c37dd6ad210c tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:39.252598 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e34daa72-bc7b-4e83-99f0-fd4e4eabe09d req-fc927b40-542e-40a9-86b1-c37dd6ad210c tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 946 time: 0.0599985 Jul 30 20:04:39.292062 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e34daa72-bc7b-4e83-99f0-fd4e4eabe09d req-e446fd39-ebf5-4cd5-a706-63c53d937aa1 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385220 Jul 30 20:04:39.341363 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-47b2c37f-8d2c-4d04-b547-76832c4b6479 req-be0c2c74-044c-403b-9919-8454922c15cb tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] 10.222.0.81 "GET /v2.0/security-groups/d018a34c-e20c-4a44-9a0c-293f6c974332 HTTP/1.1" status: 200 len: 2981 time: 0.1095698 Jul 30 20:04:39.412127 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a15c162b-a55a-4a5f-9363-cacde53b01a8 req-d2d2a1ce-2eb4-42c8-a32d-efffbb3a6e79 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/176b77d8-8282-4d9b-8bb6-5c94a1e32da8 HTTP/1.1" status: 200 len: 1776 time: 0.0443761 Jul 30 20:04:39.429192 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 7f5788dd-a5bc-4049-8061-fae85b639293 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:39.468795 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 7f5788dd-a5bc-4049-8061-fae85b639293 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:04:39.469141 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 7f5788dd-a5bc-4049-8061-fae85b639293 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:39.477361 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a15c162b-a55a-4a5f-9363-cacde53b01a8 req-0f1fcdaa-ffff-4cde-a34d-cfe24a685cf9 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:39.484202 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e77befb8-04e5-463a-a78b-4b4ebd18c4b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:39.499824 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a15c162b-a55a-4a5f-9363-cacde53b01a8 req-0f1fcdaa-ffff-4cde-a34d-cfe24a685cf9 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:39.541436 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a15c162b-a55a-4a5f-9363-cacde53b01a8 req-0f1fcdaa-ffff-4cde-a34d-cfe24a685cf9 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:39.544137 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a15c162b-a55a-4a5f-9363-cacde53b01a8 req-0f1fcdaa-ffff-4cde-a34d-cfe24a685cf9 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:39.545258 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a15c162b-a55a-4a5f-9363-cacde53b01a8 req-0f1fcdaa-ffff-4cde-a34d-cfe24a685cf9 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/176b77d8-8282-4d9b-8bb6-5c94a1e32da8 HTTP/1.1" status: 204 len: 173 time: 0.1262767 Jul 30 20:04:39.564830 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fcdaa-ffff-4cde-a34d-cfe24a685cf9 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176b77d8-8282-4d9b-8bb6-5c94a1e32da8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:39.640268 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-253a97bc-3a1a-4788-949c-37f528772ff6 req-90930776-7ff2-4db3-bf11-4481229ce994 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "GET /v2.0/security-groups/f7f0531b-91dc-4e44-a144-64471924eb7d HTTP/1.1" status: 200 len: 1775 time: 0.0519648 Jul 30 20:04:39.702545 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54012) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:39.791735 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-253a97bc-3a1a-4788-949c-37f528772ff6 req-5a7fbb15-d0ec-4971-be88-a0267ee07d08 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:39.817414 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77befb8-04e5-463a-a78b-4b4ebd18c4b9 admin admin] Router a7f609b3-e80a-4240-a49f-9c352e37be60 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:04:39.851276 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-253a97bc-3a1a-4788-949c-37f528772ff6 req-5a7fbb15-d0ec-4971-be88-a0267ee07d08 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:39.961428 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc610d-2415-4a0c-9434-6c48f9ad2820 req-80946d45-f5a6-4d5d-947b-de027b2c9222 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:39.962898 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2acc610d-2415-4a0c-9434-6c48f9ad2820 req-80946d45-f5a6-4d5d-947b-de027b2c9222 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.59 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.1673181 Jul 30 20:04:39.963560 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-253a97bc-3a1a-4788-949c-37f528772ff6 req-5a7fbb15-d0ec-4971-be88-a0267ee07d08 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:39.966090 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-253a97bc-3a1a-4788-949c-37f528772ff6 req-5a7fbb15-d0ec-4971-be88-a0267ee07d08 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:39.968034 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-253a97bc-3a1a-4788-949c-37f528772ff6 req-5a7fbb15-d0ec-4971-be88-a0267ee07d08 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/f7f0531b-91dc-4e44-a144-64471924eb7d HTTP/1.1" status: 204 len: 173 time: 0.2917073 Jul 30 20:04:40.018229 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1427d5c5-a55b-4c8d-9e25-a900d6bd8f1d req-9f332423-b59a-41a7-9fa7-a993802f1b9c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 210 time: 0.0400865 Jul 30 20:04:40.089054 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7fbb15-d0ec-4971-be88-a0267ee07d08 tempest-SecurityGroupsTestAdminJSON-657177519 tempest-SecurityGroupsTestAdminJSON-657177519-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f0531b-91dc-4e44-a144-64471924eb7d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:40.163654 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-465c0a25-ebad-4e5d-83bc-91998559cb75 req-7c7c7525-4401-49f0-b3c6-effdea342378 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] 10.222.0.81 "GET /v2.0/security-groups/72b2b617-e636-44de-bb7e-ff515cf0bc74 HTTP/1.1" status: 200 len: 1777 time: 0.0970793 Jul 30 20:04:40.190485 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77befb8-04e5-463a-a78b-4b4ebd18c4b9 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:04:40.198064 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e77befb8-04e5-463a-a78b-4b4ebd18c4b9 admin admin] 10.222.0.81 "PUT /v2.0/routers/a7f609b3-e80a-4240-a49f-9c352e37be60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4304097 Jul 30 20:04:40.200415 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54024) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:40.208068 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b2e7e-65fe-4a0d-a7f9-0e0ece80969d None None] Sync routers for ids ['a7f609b3-e80a-4240-a49f-9c352e37be60'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:04:40.223566 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b2e7e-65fe-4a0d-a7f9-0e0ece80969d None None] Routers {'a7f609b3-e80a-4240-a49f-9c352e37be60'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:04:40.224783 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c99b2e7e-65fe-4a0d-a7f9-0e0ece80969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:04:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a7f609b3-e80a-4240-a49f-9c352e37be60'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:40.232407 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bff4d6-9c7d-4bec-888a-704861532527 req-203e6190-6a35-4777-a613-8ea553dabf30 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:40.234084 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-19bff4d6-9c7d-4bec-888a-704861532527 req-203e6190-6a35-4777-a613-8ea553dabf30 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 950 time: 0.1528728 Jul 30 20:04:40.277751 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-465c0a25-ebad-4e5d-83bc-91998559cb75 req-7f73ccd1-5477-4bbd-a7ad-97c9698e428e tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:40.287878 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-2acc610d-2415-4a0c-9434-6c48f9ad2820 req-8e0cf49a-e3c9-4573-9dc8-5c9f695be911 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Deleting port db46e04f-5e2b-4fbf-bb4a-6aee85812d1d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:40.288367 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2acc610d-2415-4a0c-9434-6c48f9ad2820 req-8e0cf49a-e3c9-4573-9dc8-5c9f695be911 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:40.321490 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-465c0a25-ebad-4e5d-83bc-91998559cb75 req-7f73ccd1-5477-4bbd-a7ad-97c9698e428e tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:40.371435 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a5102a3f-50c7-4c38-94db-b1d1688b1ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:40.396979 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-c99b2e7e-65fe-4a0d-a7f9-0e0ece80969d None None] Set router a7f609b3-e80a-4240-a49f-9c352e37be60 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:04:40.429470 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-465c0a25-ebad-4e5d-83bc-91998559cb75 req-7f73ccd1-5477-4bbd-a7ad-97c9698e428e tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:40.436967 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-465c0a25-ebad-4e5d-83bc-91998559cb75 req-7f73ccd1-5477-4bbd-a7ad-97c9698e428e tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:40.438272 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-465c0a25-ebad-4e5d-83bc-91998559cb75 req-7f73ccd1-5477-4bbd-a7ad-97c9698e428e tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] 10.222.0.81 "DELETE /v2.0/security-groups/72b2b617-e636-44de-bb7e-ff515cf0bc74 HTTP/1.1" status: 204 len: 173 time: 0.2672291 Jul 30 20:04:40.452904 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-2acc610d-2415-4a0c-9434-6c48f9ad2820 req-8e0cf49a-e3c9-4573-9dc8-5c9f695be911 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] For port db46e04f-5e2b-4fbf-bb4a-6aee85812d1d, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=db46e04f-5e2b-4fbf-bb4a-6aee85812d1d,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:40.453971 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2acc610d-2415-4a0c-9434-6c48f9ad2820 req-8e0cf49a-e3c9-4573-9dc8-5c9f695be911 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:40.477512 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-2acc610d-2415-4a0c-9434-6c48f9ad2820 req-8e0cf49a-e3c9-4573-9dc8-5c9f695be911 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Calling delete_port for db46e04f-5e2b-4fbf-bb4a-6aee85812d1d owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:40.529330 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73ccd1-5477-4bbd-a7ad-97c9698e428e tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b2b617-e636-44de-bb7e-ff515cf0bc74,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:40.656519 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c99b2e7e-65fe-4a0d-a7f9-0e0ece80969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214273748-router', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '96ad8755-3716-48dd-b628-102e828bde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:42Z', 'updated_at': '2021-07-30T20:04:39Z', 'revision_number': 5, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'gw_port': {'id': '96ad8755-3716-48dd-b628-102e828bde60', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:46Z', 'updated_at': '2021-07-30T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:40.688717 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b2e7e-65fe-4a0d-a7f9-0e0ece80969d None None] Checking router: a7f609b3-e80a-4240-a49f-9c352e37be60 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:04:40.689956 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-19bff4d6-9c7d-4bec-888a-704861532527 req-658e961f-f4b9-4f75-b374-273da19fc578 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295435 Jul 30 20:04:40.700183 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b2e7e-65fe-4a0d-a7f9-0e0ece80969d None None] Routers {'a7f609b3-e80a-4240-a49f-9c352e37be60'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:04:40.700879 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c99b2e7e-65fe-4a0d-a7f9-0e0ece80969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:04:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a7f609b3-e80a-4240-a49f-9c352e37be60'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:40.735604 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce22d99-6e0b-48f0-b0f3-6f10e81961da req-5f4b7c21-4fed-4e87-bc11-4ec5b61da09c tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:40.743017 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ce22d99-6e0b-48f0-b0f3-6f10e81961da req-5f4b7c21-4fed-4e87-bc11-4ec5b61da09c tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.0798738 Jul 30 20:04:40.826321 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-c99b2e7e-65fe-4a0d-a7f9-0e0ece80969d None None] Set router a7f609b3-e80a-4240-a49f-9c352e37be60 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:04:40.832009 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ce22d99-6e0b-48f0-b0f3-6f10e81961da req-4103d74b-87cf-41db-9f7c-401cd251ce35 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880976 Jul 30 20:04:40.893882 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18bac9-38e2-4e8b-8660-46ad9d2cfc29 req-9f93239e-7544-4097-a844-3b1a6f9791bf tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:40.895879 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0a18bac9-38e2-4e8b-8660-46ad9d2cfc29 req-9f93239e-7544-4097-a844-3b1a6f9791bf tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 946 time: 0.0926609 Jul 30 20:04:40.896617 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2acc610d-2415-4a0c-9434-6c48f9ad2820 req-8e0cf49a-e3c9-4573-9dc8-5c9f695be911 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:40.911183 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-a5102a3f-50c7-4c38-94db-b1d1688b1ce8 admin admin] Deleting port 8bf4989b-0002-45bf-92df-94f982e5ed72 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:40.911555 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a5102a3f-50c7-4c38-94db-b1d1688b1ce8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:40.919892 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['c65993c9-3d10-4021-94da-440fdc55ae35', 'db46e04f-5e2b-4fbf-bb4a-6aee85812d1d'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:04:40.928252 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b30ea8f-97ab-4e51-b247-d9482dc3cc84 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:40.972198 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0cf49a-e3c9-4573-9dc8-5c9f695be911 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Pushing event deleted for resources: {'Port': ['ID=db46e04f-5e2b-4fbf-bb4a-6aee85812d1d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:41.026292 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-a5102a3f-50c7-4c38-94db-b1d1688b1ce8 admin admin] For port 8bf4989b-0002-45bf-92df-94f982e5ed72, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8bf4989b-0002-45bf-92df-94f982e5ed72,segment=NetworkSegment(e1575c60-5bba-4757-85a1-313b9f365e2e),segment_id=e1575c60-5bba-4757-85a1-313b9f365e2e)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:41.027067 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a5102a3f-50c7-4c38-94db-b1d1688b1ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:41.044370 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-a5102a3f-50c7-4c38-94db-b1d1688b1ce8 admin admin] Calling delete_port for 8bf4989b-0002-45bf-92df-94f982e5ed72 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:41.130331 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acc610d-2415-4a0c-9434-6c48f9ad2820 req-8e0cf49a-e3c9-4573-9dc8-5c9f695be911 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] No DVR routers for this DVR port db46e04f-5e2b-4fbf-bb4a-6aee85812d1d on host n-h1-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:04:41.133809 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2acc610d-2415-4a0c-9434-6c48f9ad2820 req-8e0cf49a-e3c9-4573-9dc8-5c9f695be911 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:41.136450 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2acc610d-2415-4a0c-9434-6c48f9ad2820 req-8e0cf49a-e3c9-4573-9dc8-5c9f695be911 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.59 "DELETE /v2.0/ports/db46e04f-5e2b-4fbf-bb4a-6aee85812d1d HTTP/1.1" status: 204 len: 173 time: 1.1599069 Jul 30 20:04:41.139220 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c671c0fb-9096-481d-9946-90025577a229', 'name': 'network-vif-deleted', 'tag': 'db46e04f-5e2b-4fbf-bb4a-6aee85812d1d'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:41.141933 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3620250-9596-41c9-aace-55367bc3ab87" -d '{"events": [{"server_uuid": "c671c0fb-9096-481d-9946-90025577a229", "name": "network-vif-deleted", "tag": "db46e04f-5e2b-4fbf-bb4a-6aee85812d1d"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:41.176735 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0a18bac9-38e2-4e8b-8660-46ad9d2cfc29 req-e0869861-16f0-4ac6-99c7-596ea1ab73ca tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524772 Jul 30 20:04:41.178338 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b30ea8f-97ab-4e51-b247-d9482dc3cc84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:41.202000 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2975ec08-20b4-4f76-9e68-f8abf00e6a8c req-ad26eb14-fcaf-4c4c-8a75-b09afeae4b75 tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] 10.222.0.81 "GET /v2.0/security-groups/b1cbeabf-ffd7-4651-a6cb-90fddf5cb278 HTTP/1.1" status: 200 len: 1776 time: 0.3064814 Jul 30 20:04:41.258327 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c99b2e7e-65fe-4a0d-a7f9-0e0ece80969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214273748-router', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '96ad8755-3716-48dd-b628-102e828bde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:42Z', 'updated_at': '2021-07-30T20:04:39Z', 'revision_number': 5, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'gw_port': {'id': '96ad8755-3716-48dd-b628-102e828bde60', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:46Z', 'updated_at': '2021-07-30T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:41.301445 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2b30ea8f-97ab-4e51-b247-d9482dc3cc84 admin admin] Deleting port 96ad8755-3716-48dd-b628-102e828bde60 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:41.301801 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b30ea8f-97ab-4e51-b247-d9482dc3cc84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:41.303558 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b2e7e-65fe-4a0d-a7f9-0e0ece80969d None None] The sync data for ids ['a7f609b3-e80a-4240-a49f-9c352e37be60'] in n-d-712137-9 is: [{'id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-214273748-router', 'tenant_id': '63e7c13c3848442a8042a40abbcac225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '96ad8755-3716-48dd-b628-102e828bde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:42Z', 'updated_at': '2021-07-30T20:04:39Z', 'revision_number': 5, 'project_id': '63e7c13c3848442a8042a40abbcac225', 'gw_port': {'id': '96ad8755-3716-48dd-b628-102e828bde60', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f609b3-e80a-4240-a49f-9c352e37be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:46Z', 'updated_at': '2021-07-30T19:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:04:41.390454 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2975ec08-20b4-4f76-9e68-f8abf00e6a8c req-9ffceda4-a237-4499-9846-3b743147840e tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:41.401036 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-03ce8344-af43-4f55-8e7d-f10c29b06861 req-9e353f04-a327-4485-8a22-4e7fbffb0a4c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a2b5504-4c24-44a6-adc9-9cbc1bfacbe0 HTTP/1.1" status: 200 len: 210 time: 0.0817323 Jul 30 20:04:41.433467 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device e8cb6cae-4b18-4f38-9fd2-69dc2a222dee no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:41.441505 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6541e1a-295d-41c4-9680-2c63992c5f01 x-openstack-request-id: req-a6541e1a-295d-41c4-9680-2c63992c5f01 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:41.441793 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c671c0fb-9096-481d-9946-90025577a229", "name": "network-vif-deleted", "tag": "db46e04f-5e2b-4fbf-bb4a-6aee85812d1d", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:41.442097 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a6541e1a-295d-41c4-9680-2c63992c5f01 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:41.442691 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c671c0fb-9096-481d-9946-90025577a229', 'name': 'network-vif-deleted', 'tag': 'db46e04f-5e2b-4fbf-bb4a-6aee85812d1d', 'status': 'completed', 'code': 200} Jul 30 20:04:41.492189 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: e8cb6cae-4b18-4f38-9fd2-69dc2a222dee {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:04:41.492525 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device e8cb6cae-4b18-4f38-9fd2-69dc2a222dee not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:41.512355 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2975ec08-20b4-4f76-9e68-f8abf00e6a8c req-9ffceda4-a237-4499-9846-3b743147840e tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:41.518906 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-2b30ea8f-97ab-4e51-b247-d9482dc3cc84 admin admin] For port 96ad8755-3716-48dd-b628-102e828bde60, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=96ad8755-3716-48dd-b628-102e828bde60,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:41.519278 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b30ea8f-97ab-4e51-b247-d9482dc3cc84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:41.549453 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2b30ea8f-97ab-4e51-b247-d9482dc3cc84 admin admin] Calling delete_port for 96ad8755-3716-48dd-b628-102e828bde60 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:41.563725 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a5102a3f-50c7-4c38-94db-b1d1688b1ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:41.575417 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2975ec08-20b4-4f76-9e68-f8abf00e6a8c req-9ffceda4-a237-4499-9846-3b743147840e tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:41.578072 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2975ec08-20b4-4f76-9e68-f8abf00e6a8c req-9ffceda4-a237-4499-9846-3b743147840e tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:41.582079 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2975ec08-20b4-4f76-9e68-f8abf00e6a8c req-9ffceda4-a237-4499-9846-3b743147840e tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] 10.222.0.81 "DELETE /v2.0/security-groups/b1cbeabf-ffd7-4651-a6cb-90fddf5cb278 HTTP/1.1" status: 204 len: 173 time: 0.3739834 Jul 30 20:04:41.781888 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b30ea8f-97ab-4e51-b247-d9482dc3cc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:41.885572 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30ea8f-97ab-4e51-b247-d9482dc3cc84 admin admin] Pushing event deleted for resources: {'Port': ['ID=96ad8755-3716-48dd-b628-102e828bde60,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:41.919207 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5102a3f-50c7-4c38-94db-b1d1688b1ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bf4989b-0002-45bf-92df-94f982e5ed72,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:41.937549 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a5102a3f-50c7-4c38-94db-b1d1688b1ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:41.952441 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffceda4-a237-4499-9846-3b743147840e tempest-SecurityGroupsTestAdminJSON-1456983293 tempest-SecurityGroupsTestAdminJSON-1456983293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cbeabf-ffd7-4651-a6cb-90fddf5cb278,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:42.052304 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dafe6fcb-1791-4265-b613-cb5cbac81081 req-bcac6974-92d2-4183-8581-8f0e3f3d860a tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c671c0fb-9096-481d-9946-90025577a229 HTTP/1.1" status: 200 len: 210 time: 0.1251938 Jul 30 20:04:42.054737 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54046) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:42.069957 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b30ea8f-97ab-4e51-b247-d9482dc3cc84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:42.428433 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 08c7a27a-b8a8-4902-8344-5267941ff9a4 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:42.450052 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 08c7a27a-b8a8-4902-8344-5267941ff9a4 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:04:42.450645 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 08c7a27a-b8a8-4902-8344-5267941ff9a4 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:42.576343 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b30ea8f-97ab-4e51-b247-d9482dc3cc84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:42.585920 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b3a4c-7060-4dd3-9b7e-21d58d37e0f7 req-80b557c7-4530-4c74-8c8b-69895d9c39b1 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:42.587937 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4a6b3a4c-7060-4dd3-9b7e-21d58d37e0f7 req-80b557c7-4530-4c74-8c8b-69895d9c39b1 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.5319695 Jul 30 20:04:42.589191 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b30ea8f-97ab-4e51-b247-d9482dc3cc84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:42.663157 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e508a152-f84e-43a1-9f0a-3fd17bb33e89 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f30af9f4a4974a599164e7d45c3ad4d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6008270 Jul 30 20:04:42.663892 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54054) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:42.674146 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b30ea8f-97ab-4e51-b247-d9482dc3cc84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:42.674770 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b30ea8f-97ab-4e51-b247-d9482dc3cc84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7f609b3-e80a-4240-a49f-9c352e37be60 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:04:42.680836 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b30ea8f-97ab-4e51-b247-d9482dc3cc84 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:42.684495 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2b30ea8f-97ab-4e51-b247-d9482dc3cc84 admin admin] 10.222.0.81 "DELETE /v2.0/routers/a7f609b3-e80a-4240-a49f-9c352e37be60 HTTP/1.1" status: 204 len: 168 time: 2.4831583 Jul 30 20:04:42.685399 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54058) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:42.694715 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4a6b3a4c-7060-4dd3-9b7e-21d58d37e0f7 req-85fd0ffb-b333-47da-91c9-284b62bb2b0b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929165 Jul 30 20:04:42.702440 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6056e-a539-45c6-aaf6-3b1027ac8bec req-c1422394-e520-49fc-a9f0-da25dfb29bd0 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:42.703999 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-10f6056e-a539-45c6-aaf6-3b1027ac8bec req-c1422394-e520-49fc-a9f0-da25dfb29bd0 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 946 time: 0.1213436 Jul 30 20:04:42.743499 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-774e834c-d6d7-4fe6-ab44-3a713c4d41c8 admin admin] Deleting subnet e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:04:42.747214 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-774e834c-d6d7-4fe6-ab44-3a713c4d41c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:42.759656 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2e2ef1f1-0de6-43c0-9a5b-9ca9cba24ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:42.799780 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5102a3f-50c7-4c38-94db-b1d1688b1ce8 admin admin] Router a6df1038-c130-438b-8730-73b95e23b3a9 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:04:42.801266 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-774e834c-d6d7-4fe6-ab44-3a713c4d41c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:42.823702 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-10f6056e-a539-45c6-aaf6-3b1027ac8bec req-c571f882-a834-4c7e-8dcc-ccb5f9a08bc8 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994999 Jul 30 20:04:42.845048 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2e2ef1f1-0de6-43c0-9a5b-9ca9cba24ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:42.918443 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-774e834c-d6d7-4fe6-ab44-3a713c4d41c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:43.015758 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-774e834c-d6d7-4fe6-ab44-3a713c4d41c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:43.046866 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e834c-d6d7-4fe6-ab44-3a713c4d41c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:43.050656 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-774e834c-d6d7-4fe6-ab44-3a713c4d41c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:43.057128 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-774e834c-d6d7-4fe6-ab44-3a713c4d41c8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e4ecaec1-ca73-4cb4-8b81-8798dd5dffd3 HTTP/1.1" status: 204 len: 168 time: 0.3702734 Jul 30 20:04:43.057338 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54066) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:43.067688 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3e0bd6-b2cb-4f9f-97c3-ac170c182168 None None] Network 9958f565-4186-495a-b838-46ca3a70750f requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:04:43.112474 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device db46e04f-5e2b-4fbf-bb4a-6aee85812d1d no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:43.150205 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: db46e04f-5e2b-4fbf-bb4a-6aee85812d1d {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:04:43.150601 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device db46e04f-5e2b-4fbf-bb4a-6aee85812d1d not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:43.228065 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f649b-7113-4a54-840e-916629584f62 req-8f26e406-ab66-4b87-ac7c-4e90b656048f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:43.229937 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-601f649b-7113-4a54-840e-916629584f62 req-8f26e406-ab66-4b87-ac7c-4e90b656048f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 946 time: 0.2451282 Jul 30 20:04:43.234801 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2e2ef1f1-0de6-43c0-9a5b-9ca9cba24ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:43.237837 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2e2ef1f1-0de6-43c0-9a5b-9ca9cba24ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:43.239009 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2e2ef1f1-0de6-43c0-9a5b-9ca9cba24ea6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d018a34c-e20c-4a44-9a0c-293f6c974332 HTTP/1.1" status: 204 len: 168 time: 0.5741649 Jul 30 20:04:43.250593 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5102a3f-50c7-4c38-94db-b1d1688b1ce8 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:04:43.261494 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc5433f-29ca-4303-87f1-18483b482970 None None] Sync routers for ids ['a6df1038-c130-438b-8730-73b95e23b3a9'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:04:43.282547 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc5433f-29ca-4303-87f1-18483b482970 None None] Routers {'a6df1038-c130-438b-8730-73b95e23b3a9'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:04:43.283711 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8bc5433f-29ca-4303-87f1-18483b482970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:04:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a6df1038-c130-438b-8730-73b95e23b3a9'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:43.312607 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a5102a3f-50c7-4c38-94db-b1d1688b1ce8 admin admin] 10.222.0.81 "PUT /v2.0/routers/a6df1038-c130-438b-8730-73b95e23b3a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6083031 Jul 30 20:04:43.316060 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54074) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:43.355990 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ef1f1-0de6-43c0-9a5b-9ca9cba24ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d018a34c-e20c-4a44-9a0c-293f6c974332,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:43.394248 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-092e3fc5-7763-46eb-94b4-27c2844db1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:43.437754 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-601f649b-7113-4a54-840e-916629584f62 req-105dbb5b-ee93-4ab4-b4a9-5439ab570b40 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/security-groups?id=27915f66-2594-4dfa-bc50-2b71dccba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971235 Jul 30 20:04:43.557090 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-092e3fc5-7763-46eb-94b4-27c2844db1c0 admin admin] Deleting port e44d8c8f-b028-4d57-a19a-42d1a0a348a7 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:43.562015 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-092e3fc5-7763-46eb-94b4-27c2844db1c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:43.601525 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425aa780-50b2-4262-96ba-1fee3bec61d9 None None] DHCP port deletion for 9958f565-4186-495a-b838-46ca3a70750f request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:04:43.707113 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-425aa780-50b2-4262-96ba-1fee3bec61d9 None None] Deleting port e44d8c8f-b028-4d57-a19a-42d1a0a348a7 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:43.707484 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-425aa780-50b2-4262-96ba-1fee3bec61d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:43.713485 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e402ce4c-9b65-4a76-9daa-6657b3b8d0c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:43.713820 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-092e3fc5-7763-46eb-94b4-27c2844db1c0 admin admin] For port e44d8c8f-b028-4d57-a19a-42d1a0a348a7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e44d8c8f-b028-4d57-a19a-42d1a0a348a7,segment=NetworkSegment(ed0c2806-2c75-44d1-9a7a-53828c3162ab),segment_id=ed0c2806-2c75-44d1-9a7a-53828c3162ab)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:43.714193 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-092e3fc5-7763-46eb-94b4-27c2844db1c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:43.744835 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-092e3fc5-7763-46eb-94b4-27c2844db1c0 admin admin] Calling delete_port for e44d8c8f-b028-4d57-a19a-42d1a0a348a7 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:43.757269 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8bc5433f-29ca-4303-87f1-18483b482970 None None] Set router a6df1038-c130-438b-8730-73b95e23b3a9 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:04:43.801677 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-425aa780-50b2-4262-96ba-1fee3bec61d9 None None] For port e44d8c8f-b028-4d57-a19a-42d1a0a348a7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e44d8c8f-b028-4d57-a19a-42d1a0a348a7,segment=NetworkSegment(ed0c2806-2c75-44d1-9a7a-53828c3162ab),segment_id=ed0c2806-2c75-44d1-9a7a-53828c3162ab)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:43.802067 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-425aa780-50b2-4262-96ba-1fee3bec61d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:43.827258 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-425aa780-50b2-4262-96ba-1fee3bec61d9 None None] Calling delete_port for e44d8c8f-b028-4d57-a19a-42d1a0a348a7 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:43.845742 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54086) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:43.858469 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed655cf8-97b3-4b87-a617-bcc859ff01f8 req-c4b98dbc-e828-4972-9c6b-303d50fea46f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:43.860060 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ed655cf8-97b3-4b87-a617-bcc859ff01f8 req-c4b98dbc-e828-4972-9c6b-303d50fea46f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 950 time: 0.3148248 Jul 30 20:04:44.009824 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-425aa780-50b2-4262-96ba-1fee3bec61d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:44.029661 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8bc5433f-29ca-4303-87f1-18483b482970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34517896-router', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:03:50Z', 'updated_at': '2021-07-30T20:04:41Z', 'revision_number': 5, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'gw_port': {'id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:03:52Z', 'updated_at': '2021-07-30T20:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:44.055036 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ed655cf8-97b3-4b87-a617-bcc859ff01f8 req-ff4c34c0-9057-4df4-b19c-e5a6ea24f090 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836114 Jul 30 20:04:44.080591 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425aa780-50b2-4262-96ba-1fee3bec61d9 None None] Pushing event deleted for resources: {'Port': ['ID=e44d8c8f-b028-4d57-a19a-42d1a0a348a7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:44.082641 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc5433f-29ca-4303-87f1-18483b482970 None None] Checking router: a6df1038-c130-438b-8730-73b95e23b3a9 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:04:44.092283 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8046cc08-ba4b-4ba2-b689-d9fb5501c4d9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f14dfa9a1ce5478087905a231b034e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431991 Jul 30 20:04:44.093205 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54090) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:44.100762 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425aa780-50b2-4262-96ba-1fee3bec61d9 None None] No DVR routers for this DVR port e44d8c8f-b028-4d57-a19a-42d1a0a348a7 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:04:44.109484 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc5433f-29ca-4303-87f1-18483b482970 None None] Routers {'a6df1038-c130-438b-8730-73b95e23b3a9'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:04:44.110377 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8bc5433f-29ca-4303-87f1-18483b482970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:04:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a6df1038-c130-438b-8730-73b95e23b3a9'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:44.118251 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa29387-1da4-452f-93fb-c8ac0fe38cb4 req-906ad0da-43f8-4ab4-a828-2968be44799b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:44.120549 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fa29387-1da4-452f-93fb-c8ac0fe38cb4 req-906ad0da-43f8-4ab4-a828-2968be44799b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.2756698 Jul 30 20:04:44.123228 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-092e3fc5-7763-46eb-94b4-27c2844db1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:44.140829 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e402ce4c-9b65-4a76-9daa-6657b3b8d0c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:44.197670 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e3fc5-7763-46eb-94b4-27c2844db1c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e44d8c8f-b028-4d57-a19a-42d1a0a348a7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:44.205589 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092e3fc5-7763-46eb-94b4-27c2844db1c0 admin admin] No DVR routers for this DVR port e44d8c8f-b028-4d57-a19a-42d1a0a348a7 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:04:44.266763 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fa29387-1da4-452f-93fb-c8ac0fe38cb4 req-e27f87f6-ae28-4a6d-a4b2-624cb36e5575 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365240 Jul 30 20:04:44.313121 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6c47a54-accf-4659-9eb9-37faccc6bafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:44.324364 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8bc5433f-29ca-4303-87f1-18483b482970 None None] Set router a6df1038-c130-438b-8730-73b95e23b3a9 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:04:44.341726 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-092e3fc5-7763-46eb-94b4-27c2844db1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:44.361908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-092e3fc5-7763-46eb-94b4-27c2844db1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9958f565-4186-495a-b838-46ca3a70750f']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:44.364914 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50926aa8-2bee-4ffa-b435-75327608f17b req-e71d62a6-a493-40aa-8a25-4e515f7cb9d2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:44.366563 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-50926aa8-2bee-4ffa-b435-75327608f17b req-e71d62a6-a493-40aa-8a25-4e515f7cb9d2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 946 time: 0.1339061 Jul 30 20:04:44.366938 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6c47a54-accf-4659-9eb9-37faccc6bafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:44.370712 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 96ad8755-3716-48dd-b628-102e828bde60 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:44.384245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-092e3fc5-7763-46eb-94b4-27c2844db1c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0c2806-2c75-44d1-9a7a-53828c3162ab') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:44.384844 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-092e3fc5-7763-46eb-94b4-27c2844db1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0c2806-2c75-44d1-9a7a-53828c3162ab') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:44.408758 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-092e3fc5-7763-46eb-94b4-27c2844db1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:44.415768 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 96ad8755-3716-48dd-b628-102e828bde60 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:04:44.416240 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 96ad8755-3716-48dd-b628-102e828bde60 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:44.416672 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e44d8c8f-b028-4d57-a19a-42d1a0a348a7 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:44.449015 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-092e3fc5-7763-46eb-94b4-27c2844db1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:44.462162 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-092e3fc5-7763-46eb-94b4-27c2844db1c0 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:04:44.462828 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-092e3fc5-7763-46eb-94b4-27c2844db1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:04:44.464859 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:04:44.468160 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: e44d8c8f-b028-4d57-a19a-42d1a0a348a7 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:04:44.468160 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e44d8c8f-b028-4d57-a19a-42d1a0a348a7 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:44.484315 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-50926aa8-2bee-4ffa-b435-75327608f17b req-d4156060-9443-4f99-b5ac-3985fee335c9 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021068 Jul 30 20:04:44.509680 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e402ce4c-9b65-4a76-9daa-6657b3b8d0c9 admin admin] Deleting port 6eafeb15-c208-4831-b8c1-c54723fea22a {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:44.510032 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e402ce4c-9b65-4a76-9daa-6657b3b8d0c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:44.568440 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6c47a54-accf-4659-9eb9-37faccc6bafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:44.571976 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6c47a54-accf-4659-9eb9-37faccc6bafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:44.573334 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b6c47a54-accf-4659-9eb9-37faccc6bafd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cb1b8c70-c733-4c34-8994-256ef7971ff4 HTTP/1.1" status: 204 len: 168 time: 0.4794018 Jul 30 20:04:44.590599 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c47a54-accf-4659-9eb9-37faccc6bafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1b8c70-c733-4c34-8994-256ef7971ff4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:44.593021 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-092e3fc5-7763-46eb-94b4-27c2844db1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:44.609718 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-092e3fc5-7763-46eb-94b4-27c2844db1c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:44.612726 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-092e3fc5-7763-46eb-94b4-27c2844db1c0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9958f565-4186-495a-b838-46ca3a70750f HTTP/1.1" status: 204 len: 168 time: 1.5544691 Jul 30 20:04:44.615405 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54096) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:44.628903 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e3fc5-7763-46eb-94b4-27c2844db1c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9958f565-4186-495a-b838-46ca3a70750f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:44.718358 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8bc5433f-29ca-4303-87f1-18483b482970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34517896-router', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:03:50Z', 'updated_at': '2021-07-30T20:04:41Z', 'revision_number': 5, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'gw_port': {'id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:03:52Z', 'updated_at': '2021-07-30T20:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:44.752702 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc5433f-29ca-4303-87f1-18483b482970 None None] The sync data for ids ['a6df1038-c130-438b-8730-73b95e23b3a9'] in n-d-712137-9 is: [{'id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34517896-router', 'tenant_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:03:50Z', 'updated_at': '2021-07-30T20:04:41Z', 'revision_number': 5, 'project_id': 'fe0d658d535c43fda1a767d8337bb8fb', 'gw_port': {'id': '6eafeb15-c208-4831-b8c1-c54723fea22a', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df1038-c130-438b-8730-73b95e23b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:03:52Z', 'updated_at': '2021-07-30T20:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:04:44.795647 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-e402ce4c-9b65-4a76-9daa-6657b3b8d0c9 admin admin] For port 6eafeb15-c208-4831-b8c1-c54723fea22a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6eafeb15-c208-4831-b8c1-c54723fea22a,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:44.796004 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e402ce4c-9b65-4a76-9daa-6657b3b8d0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:44.818015 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e402ce4c-9b65-4a76-9daa-6657b3b8d0c9 admin admin] Calling delete_port for 6eafeb15-c208-4831-b8c1-c54723fea22a owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:45.056806 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116300f8-bc8b-494f-b971-9da4da75c96a req-ffdfed01-6ed9-4012-bcbb-05ec2340447f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:45.058325 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-116300f8-bc8b-494f-b971-9da4da75c96a req-ffdfed01-6ed9-4012-bcbb-05ec2340447f tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.59 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 950 time: 0.1951206 Jul 30 20:04:45.153734 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:45.227100 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ac93e-306a-4a3f-be30-faa8aa1c8281 req-faf8e24d-768b-4317-a541-3df3d769bcf8 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:45.232789 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bb2ac93e-306a-4a3f-be30-faa8aa1c8281 req-faf8e24d-768b-4317-a541-3df3d769bcf8 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 946 time: 0.2447579 Jul 30 20:04:45.287158 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b226b-1497-4b6e-8f0d-ea8306a4ab21 req-7aff75f7-b513-4c29-aea7-263b4414b477 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:45.291496 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ab7b226b-1497-4b6e-8f0d-ea8306a4ab21 req-7aff75f7-b513-4c29-aea7-263b4414b477 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 950 time: 0.0845008 Jul 30 20:04:45.381976 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ab7b226b-1497-4b6e-8f0d-ea8306a4ab21 req-c1d26adf-9506-4bb8-b46e-241352604894 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692992 Jul 30 20:04:45.431348 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bb2ac93e-306a-4a3f-be30-faa8aa1c8281 req-077ddb86-57e1-4e59-8315-2b3d16bd5edd tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/security-groups?id=27915f66-2594-4dfa-bc50-2b71dccba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957779 Jul 30 20:04:45.569198 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-116300f8-bc8b-494f-b971-9da4da75c96a req-08225cf4-616e-43bc-981b-0820bd5dabcc tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Deleting port c65993c9-3d10-4021-94da-440fdc55ae35 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:45.569543 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-116300f8-bc8b-494f-b971-9da4da75c96a req-08225cf4-616e-43bc-981b-0820bd5dabcc tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:45.605005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e91d60-e05d-4348-95df-4c8163aff19a req-ca31a1e7-7cfa-4be9-85f1-90cdfe36e587 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:45.607021 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e402ce4c-9b65-4a76-9daa-6657b3b8d0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:45.613650 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37e91d60-e05d-4348-95df-4c8163aff19a req-ca31a1e7-7cfa-4be9-85f1-90cdfe36e587 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.1134849 Jul 30 20:04:45.706496 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37e91d60-e05d-4348-95df-4c8163aff19a req-a5a52e29-03f4-4100-9daa-f699ab2b79a3 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917785 Jul 30 20:04:45.760394 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402ce4c-9b65-4a76-9daa-6657b3b8d0c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eafeb15-c208-4831-b8c1-c54723fea22a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:45.825002 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30da43-13eb-4aca-bc3c-4421f1ddbeeb req-66f92e3c-0f28-4eb5-af16-24775635b9d7 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:45.832550 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9a30da43-13eb-4aca-bc3c-4421f1ddbeeb req-66f92e3c-0f28-4eb5-af16-24775635b9d7 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 946 time: 0.2566402 Jul 30 20:04:45.869505 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e402ce4c-9b65-4a76-9daa-6657b3b8d0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:46.031371 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-116300f8-bc8b-494f-b971-9da4da75c96a req-08225cf4-616e-43bc-981b-0820bd5dabcc tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] For port c65993c9-3d10-4021-94da-440fdc55ae35, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=c65993c9-3d10-4021-94da-440fdc55ae35,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:46.032036 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-116300f8-bc8b-494f-b971-9da4da75c96a req-08225cf4-616e-43bc-981b-0820bd5dabcc tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:46.045356 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-116300f8-bc8b-494f-b971-9da4da75c96a req-08225cf4-616e-43bc-981b-0820bd5dabcc tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Calling delete_port for c65993c9-3d10-4021-94da-440fdc55ae35 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:46.106322 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e402ce4c-9b65-4a76-9daa-6657b3b8d0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:46.114812 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e402ce4c-9b65-4a76-9daa-6657b3b8d0c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:46.130020 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfb688-771d-4c89-b9d3-c0013e8ed5f8 req-969d3f77-6a9f-4d73-bbf4-4c3194dbb6d7 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:46.132393 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-14cfb688-771d-4c89-b9d3-c0013e8ed5f8 req-969d3f77-6a9f-4d73-bbf4-4c3194dbb6d7 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 946 time: 0.0715413 Jul 30 20:04:46.135541 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9a30da43-13eb-4aca-bc3c-4421f1ddbeeb req-89d393da-7103-486c-b83f-90dad90574da tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021362 Jul 30 20:04:46.190331 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-14cfb688-771d-4c89-b9d3-c0013e8ed5f8 req-ac4a837d-e9ff-4460-ba9b-d959e552c86b tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/security-groups?id=27915f66-2594-4dfa-bc50-2b71dccba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508707 Jul 30 20:04:46.220727 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e402ce4c-9b65-4a76-9daa-6657b3b8d0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:46.221837 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e402ce4c-9b65-4a76-9daa-6657b3b8d0c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6df1038-c130-438b-8730-73b95e23b3a9 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:04:46.232072 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e402ce4c-9b65-4a76-9daa-6657b3b8d0c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:46.234022 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e402ce4c-9b65-4a76-9daa-6657b3b8d0c9 admin admin] 10.222.0.81 "DELETE /v2.0/routers/a6df1038-c130-438b-8730-73b95e23b3a9 HTTP/1.1" status: 204 len: 168 time: 2.9165258 Jul 30 20:04:46.236504 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54142) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:46.290604 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b48e479-cd14-4958-beeb-bb49c261a141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:46.387815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8bf4989b-0002-45bf-92df-94f982e5ed72 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:46.402333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a22129-0d52-489e-88dc-bc9e54b1afbd admin admin] Deleting subnet cb40bf94-0ae1-4521-a311-cd4d3f60b829 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:04:46.412412 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0a22129-0d52-489e-88dc-bc9e54b1afbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:46.436813 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 8bf4989b-0002-45bf-92df-94f982e5ed72 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:04:46.437292 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8bf4989b-0002-45bf-92df-94f982e5ed72 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:46.477295 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0a22129-0d52-489e-88dc-bc9e54b1afbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:46.519220 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-116300f8-bc8b-494f-b971-9da4da75c96a req-08225cf4-616e-43bc-981b-0820bd5dabcc tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:46.530544 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['c65993c9-3d10-4021-94da-440fdc55ae35'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:04:46.609945 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0a22129-0d52-489e-88dc-bc9e54b1afbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:46.629047 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-da848c99-39ec-453a-8533-43062d5ff839 req-9eb3dbcb-e336-4119-ad01-4ef9626fd723 tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.81 "GET /v2.0/ports?device_id=b350eaa5-4048-4b42-b99a-0958c4ff2bc2 HTTP/1.1" status: 200 len: 210 time: 0.1022973 Jul 30 20:04:46.634351 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08225cf4-616e-43bc-981b-0820bd5dabcc tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Pushing event deleted for resources: {'Port': ['ID=c65993c9-3d10-4021-94da-440fdc55ae35,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:46.691564 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0a22129-0d52-489e-88dc-bc9e54b1afbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:46.699121 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-116300f8-bc8b-494f-b971-9da4da75c96a req-08225cf4-616e-43bc-981b-0820bd5dabcc tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] No DVR routers for this DVR port c65993c9-3d10-4021-94da-440fdc55ae35 on host n-h1-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:04:46.703011 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-116300f8-bc8b-494f-b971-9da4da75c96a req-08225cf4-616e-43bc-981b-0820bd5dabcc tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:46.705635 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-116300f8-bc8b-494f-b971-9da4da75c96a req-08225cf4-616e-43bc-981b-0820bd5dabcc tempest-MigrationsAdminTest-550022047 tempest-MigrationsAdminTest-550022047-project] 10.222.0.59 "DELETE /v2.0/ports/c65993c9-3d10-4021-94da-440fdc55ae35 HTTP/1.1" status: 204 len: 173 time: 1.6318362 Jul 30 20:04:46.706093 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b350eaa5-4048-4b42-b99a-0958c4ff2bc2', 'name': 'network-vif-deleted', 'tag': 'c65993c9-3d10-4021-94da-440fdc55ae35'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:46.708653 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b70a4a4-5b95-40c9-a0b9-743d08a9ef94" -d '{"events": [{"server_uuid": "b350eaa5-4048-4b42-b99a-0958c4ff2bc2", "name": "network-vif-deleted", "tag": "c65993c9-3d10-4021-94da-440fdc55ae35"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:46.739804 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0a22129-0d52-489e-88dc-bc9e54b1afbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:46.743147 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e0a22129-0d52-489e-88dc-bc9e54b1afbd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/cb40bf94-0ae1-4521-a311-cd4d3f60b829 HTTP/1.1" status: 204 len: 168 time: 0.5055602 Jul 30 20:04:46.744311 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a22129-0d52-489e-88dc-bc9e54b1afbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb40bf94-0ae1-4521-a311-cd4d3f60b829,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:46.747759 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06addc2-3b46-4129-adfc-b6df8f38e2e2 None None] Network 4f5feb86-8071-4973-8ef1-fe1163756b45 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:04:46.751637 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54160) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:46.923245 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d89194-15ac-4c3b-bada-705cae6f6f35 req-013de8aa-e38f-45a2-a781-ea6e75f1e489 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:46.933710 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-44d89194-15ac-4c3b-bada-705cae6f6f35 req-013de8aa-e38f-45a2-a781-ea6e75f1e489 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.1147709 Jul 30 20:04:46.944384 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-278dd532-4b20-4c5f-923a-d59bb0fc4c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:47.042058 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-44d89194-15ac-4c3b-bada-705cae6f6f35 req-5fa8cb05-0f23-48bb-a896-abbd82f188d6 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079018 Jul 30 20:04:47.074515 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d172e7-9003-46cc-af93-096f040e6b10 x-openstack-request-id: req-45d172e7-9003-46cc-af93-096f040e6b10 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:47.074660 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b350eaa5-4048-4b42-b99a-0958c4ff2bc2", "name": "network-vif-deleted", "tag": "c65993c9-3d10-4021-94da-440fdc55ae35", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:47.074890 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-45d172e7-9003-46cc-af93-096f040e6b10 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:47.075285 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b350eaa5-4048-4b42-b99a-0958c4ff2bc2', 'name': 'network-vif-deleted', 'tag': 'c65993c9-3d10-4021-94da-440fdc55ae35', 'status': 'completed', 'code': 200} Jul 30 20:04:47.095827 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4b48e479-cd14-4958-beeb-bb49c261a141 admin admin] Deleting port 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:47.096198 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b48e479-cd14-4958-beeb-bb49c261a141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:47.118548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf18acf-52f3-4e1b-a744-042f0ab43bae None None] DHCP port deletion for 4f5feb86-8071-4973-8ef1-fe1163756b45 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:04:47.126049 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-278dd532-4b20-4c5f-923a-d59bb0fc4c6b admin admin] Deleting port 4c193243-123e-4b84-a0a9-58b746bab1b3 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:47.126618 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-278dd532-4b20-4c5f-923a-d59bb0fc4c6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:47.237837 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-4b48e479-cd14-4958-beeb-bb49c261a141 admin admin] For port 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=97db2f3a-f4fc-4936-80e3-5ef23a57c2a9,segment=NetworkSegment(253d0abc-dbc7-491a-9bd3-9009be25f808),segment_id=253d0abc-dbc7-491a-9bd3-9009be25f808)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:47.238603 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b48e479-cd14-4958-beeb-bb49c261a141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:47.246718 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-278dd532-4b20-4c5f-923a-d59bb0fc4c6b admin admin] For port 4c193243-123e-4b84-a0a9-58b746bab1b3, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4c193243-123e-4b84-a0a9-58b746bab1b3,segment=NetworkSegment(e1575c60-5bba-4757-85a1-313b9f365e2e),segment_id=e1575c60-5bba-4757-85a1-313b9f365e2e)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:47.247813 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-278dd532-4b20-4c5f-923a-d59bb0fc4c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:47.280208 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4b48e479-cd14-4958-beeb-bb49c261a141 admin admin] Calling delete_port for 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:47.280479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-278dd532-4b20-4c5f-923a-d59bb0fc4c6b admin admin] Calling delete_port for 4c193243-123e-4b84-a0a9-58b746bab1b3 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:47.286436 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4bf18acf-52f3-4e1b-a744-042f0ab43bae None None] Deleting port 4c193243-123e-4b84-a0a9-58b746bab1b3 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:47.287034 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4bf18acf-52f3-4e1b-a744-042f0ab43bae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:47.387700 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4bf18acf-52f3-4e1b-a744-042f0ab43bae None None] For port 4c193243-123e-4b84-a0a9-58b746bab1b3, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4c193243-123e-4b84-a0a9-58b746bab1b3,segment=NetworkSegment(e1575c60-5bba-4757-85a1-313b9f365e2e),segment_id=e1575c60-5bba-4757-85a1-313b9f365e2e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:47.389621 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4bf18acf-52f3-4e1b-a744-042f0ab43bae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:47.411407 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4bf18acf-52f3-4e1b-a744-042f0ab43bae None None] Calling delete_port for 4c193243-123e-4b84-a0a9-58b746bab1b3 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:47.428631 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-278dd532-4b20-4c5f-923a-d59bb0fc4c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:47.440615 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e6626-bb25-4a52-9392-63dce1cf4045 req-ae4e4ea0-b58a-4cd1-afb6-55004c3ccfb3 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:47.442186 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1e3e6626-bb25-4a52-9392-63dce1cf4045 req-ae4e4ea0-b58a-4cd1-afb6-55004c3ccfb3 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 946 time: 0.1044416 Jul 30 20:04:47.472976 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278dd532-4b20-4c5f-923a-d59bb0fc4c6b admin admin] Pushing event deleted for resources: {'Port': ['ID=4c193243-123e-4b84-a0a9-58b746bab1b3,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:47.476142 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278dd532-4b20-4c5f-923a-d59bb0fc4c6b admin admin] No DVR routers for this DVR port 4c193243-123e-4b84-a0a9-58b746bab1b3 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:04:47.552771 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4bf18acf-52f3-4e1b-a744-042f0ab43bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:47.565661 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1e3e6626-bb25-4a52-9392-63dce1cf4045 req-756e2ecc-b806-4155-b072-9eb0b73ae452 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009796 Jul 30 20:04:47.579979 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-278dd532-4b20-4c5f-923a-d59bb0fc4c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:47.592496 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-278dd532-4b20-4c5f-923a-d59bb0fc4c6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f5feb86-8071-4973-8ef1-fe1163756b45']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:47.596213 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf18acf-52f3-4e1b-a744-042f0ab43bae None None] Pushing event deleted for resources: {'Port': ['ID=4c193243-123e-4b84-a0a9-58b746bab1b3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:47.608323 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf18acf-52f3-4e1b-a744-042f0ab43bae None None] No DVR routers for this DVR port 4c193243-123e-4b84-a0a9-58b746bab1b3 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:04:47.611450 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-278dd532-4b20-4c5f-923a-d59bb0fc4c6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1575c60-5bba-4757-85a1-313b9f365e2e') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:47.612156 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-278dd532-4b20-4c5f-923a-d59bb0fc4c6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1575c60-5bba-4757-85a1-313b9f365e2e') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:47.627282 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-278dd532-4b20-4c5f-923a-d59bb0fc4c6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:47.647440 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-278dd532-4b20-4c5f-923a-d59bb0fc4c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:47.655177 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278dd532-4b20-4c5f-923a-d59bb0fc4c6b admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:04:47.655474 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-278dd532-4b20-4c5f-923a-d59bb0fc4c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:04:47.657773 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:04:47.732019 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-278dd532-4b20-4c5f-923a-d59bb0fc4c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:47.738769 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-278dd532-4b20-4c5f-923a-d59bb0fc4c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:47.743269 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-278dd532-4b20-4c5f-923a-d59bb0fc4c6b admin admin] 10.222.0.81 "DELETE /v2.0/networks/4f5feb86-8071-4973-8ef1-fe1163756b45 HTTP/1.1" status: 204 len: 168 time: 0.9881546 Jul 30 20:04:47.772255 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278dd532-4b20-4c5f-923a-d59bb0fc4c6b admin admin] Pushing event deleted for resources: {'Network': ['ID=4f5feb86-8071-4973-8ef1-fe1163756b45,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:47.916451 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc2e00-2e93-4c65-be21-c5d571e15c99 req-33a3303c-7bde-459a-a918-09447bf352af tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:47.918590 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-51bc2e00-2e93-4c65-be21-c5d571e15c99 req-33a3303c-7bde-459a-a918-09447bf352af tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.59 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 946 time: 0.1573060 Jul 30 20:04:47.930989 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3f12b-eafc-42d5-9386-9bf520836551 req-403ef790-2688-41f8-94b7-f0d212956a85 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:47.938310 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ddd3f12b-eafc-42d5-9386-9bf520836551 req-403ef790-2688-41f8-94b7-f0d212956a85 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 946 time: 0.1720607 Jul 30 20:04:48.064938 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ddd3f12b-eafc-42d5-9386-9bf520836551 req-5cb8968f-2cc5-4afd-bdf8-7b4c0ae0c72a tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/security-groups?id=27915f66-2594-4dfa-bc50-2b71dccba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254847 Jul 30 20:04:48.076214 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb4826-e748-4158-aa86-ee21c019b544 req-46d311a1-34e5-4805-977b-4a78ccc82e94 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:48.077272 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09eb4826-e748-4158-aa86-ee21c019b544 req-46d311a1-34e5-4805-977b-4a78ccc82e94 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 944 time: 0.0987446 Jul 30 20:04:48.077856 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54190) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:48.143470 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09eb4826-e748-4158-aa86-ee21c019b544 req-8dfd1011-5907-4164-970a-308500e9cc67 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581498 Jul 30 20:04:48.180970 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ed54d22d-6c00-4c83-b295-be5c572f9fef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fe0d658d535c43fda1a767d8337bb8fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0988851 Jul 30 20:04:48.181621 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54198) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:48.186270 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-51bc2e00-2e93-4c65-be21-c5d571e15c99 req-b106730b-1543-4e58-82db-78a822fca7ac tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Deleting port af99c98a-4d53-4ce4-9343-59e7256313ae {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:48.186615 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-51bc2e00-2e93-4c65-be21-c5d571e15c99 req-b106730b-1543-4e58-82db-78a822fca7ac tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:48.207357 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b48e479-cd14-4958-beeb-bb49c261a141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:48.289120 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e627adf-15ed-46e3-8d96-cf75b3beb155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:48.332422 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48e479-cd14-4958-beeb-bb49c261a141 admin admin] Pushing event deleted for resources: {'Port': ['ID=97db2f3a-f4fc-4936-80e3-5ef23a57c2a9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:48.344733 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e627adf-15ed-46e3-8d96-cf75b3beb155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:48.345690 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6eafeb15-c208-4831-b8c1-c54723fea22a no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:48.380252 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 6eafeb15-c208-4831-b8c1-c54723fea22a {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:04:48.380625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6eafeb15-c208-4831-b8c1-c54723fea22a not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:48.387466 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4c193243-123e-4b84-a0a9-58b746bab1b3 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:48.390253 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54206) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:48.413065 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 4c193243-123e-4b84-a0a9-58b746bab1b3 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:04:48.413597 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4c193243-123e-4b84-a0a9-58b746bab1b3 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:48.453899 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b84afa-ce34-47ed-ae9a-033890624fc2 req-045783b2-27ff-44ce-a7b9-7b58ad0b7ea2 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:48.455909 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-13b84afa-ce34-47ed-ae9a-033890624fc2 req-045783b2-27ff-44ce-a7b9-7b58ad0b7ea2 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 944 time: 0.0929947 Jul 30 20:04:48.513788 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e627adf-15ed-46e3-8d96-cf75b3beb155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:48.516681 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e627adf-15ed-46e3-8d96-cf75b3beb155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:48.516912 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36133a7-2981-42f5-8b2a-7e333cba7560 req-7cca032e-0fca-4e09-8996-e1f868be9af0 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:48.518698 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a36133a7-2981-42f5-8b2a-7e333cba7560 req-7cca032e-0fca-4e09-8996-e1f868be9af0 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.3083708 Jul 30 20:04:48.519883 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5e627adf-15ed-46e3-8d96-cf75b3beb155 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c77c6fa1-c414-494e-b978-52c7bc11ecc1 HTTP/1.1" status: 204 len: 168 time: 0.3371265 Jul 30 20:04:48.561597 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e627adf-15ed-46e3-8d96-cf75b3beb155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77c6fa1-c414-494e-b978-52c7bc11ecc1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:48.566689 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-51bc2e00-2e93-4c65-be21-c5d571e15c99 req-b106730b-1543-4e58-82db-78a822fca7ac tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] For port af99c98a-4d53-4ce4-9343-59e7256313ae, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=af99c98a-4d53-4ce4-9343-59e7256313ae,segment=NetworkSegment(58b9f348-d2a6-489d-9ad0-c42e9e994315),segment_id=58b9f348-d2a6-489d-9ad0-c42e9e994315)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:48.567072 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-51bc2e00-2e93-4c65-be21-c5d571e15c99 req-b106730b-1543-4e58-82db-78a822fca7ac tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:48.690661 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e9fa46a4-04f2-4d49-8bb6-2e920051d0c9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5cdd6a1a08254791b3b84ba6d6fc6290&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2985814 Jul 30 20:04:48.695647 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54230) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:48.734307 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-13b84afa-ce34-47ed-ae9a-033890624fc2 req-33f3ba11-1fbe-44b5-a3fc-791c58f4dd39 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Deleting port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:48.734867 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-13b84afa-ce34-47ed-ae9a-033890624fc2 req-33f3ba11-1fbe-44b5-a3fc-791c58f4dd39 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:48.767725 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a36133a7-2981-42f5-8b2a-7e333cba7560 req-fc7ebaf9-2396-4697-a7df-5f33686f6f3e tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276440 Jul 30 20:04:48.770178 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b48e479-cd14-4958-beeb-bb49c261a141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:48.860084 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-13b84afa-ce34-47ed-ae9a-033890624fc2 req-33f3ba11-1fbe-44b5-a3fc-791c58f4dd39 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] For port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=7f322965-9fbe-4b2c-ae7a-036c7cbea1be,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:48.860326 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-13b84afa-ce34-47ed-ae9a-033890624fc2 req-33f3ba11-1fbe-44b5-a3fc-791c58f4dd39 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:48.879679 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-13b84afa-ce34-47ed-ae9a-033890624fc2 req-33f3ba11-1fbe-44b5-a3fc-791c58f4dd39 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Calling delete_port for 7f322965-9fbe-4b2c-ae7a-036c7cbea1be owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:48.886406 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a971b7c-9cd8-403f-8eef-bf681678b309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:48.955773 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a971b7c-9cd8-403f-8eef-bf681678b309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:49.038496 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59541296-e488-4b19-b74e-8c498401845e req-3325edfa-0f84-42dd-9b0a-ad808b510887 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:49.040833 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-59541296-e488-4b19-b74e-8c498401845e req-3325edfa-0f84-42dd-9b0a-ad808b510887 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 946 time: 0.1726403 Jul 30 20:04:49.054856 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a971b7c-9cd8-403f-8eef-bf681678b309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:49.058340 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a971b7c-9cd8-403f-8eef-bf681678b309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:49.062278 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1a971b7c-9cd8-403f-8eef-bf681678b309 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566 HTTP/1.1" status: 204 len: 168 time: 0.3601177 Jul 30 20:04:49.094027 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a971b7c-9cd8-403f-8eef-bf681678b309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7c1261-3f7b-4aca-a8ce-5f9d4b02c566,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:49.137468 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-13b84afa-ce34-47ed-ae9a-033890624fc2 req-33f3ba11-1fbe-44b5-a3fc-791c58f4dd39 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:49.138020 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-51bc2e00-2e93-4c65-be21-c5d571e15c99 req-b106730b-1543-4e58-82db-78a822fca7ac tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:49.138590 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-51bc2e00-2e93-4c65-be21-c5d571e15c99 req-b106730b-1543-4e58-82db-78a822fca7ac tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:49.139016 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [req-51bc2e00-2e93-4c65-be21-c5d571e15c99 req-b106730b-1543-4e58-82db-78a822fca7ac tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Floating IP d1eb6386-cb15-4688-86f5-d323af0d9c33 disassociated. External IP: 172.25.3.152, port: af99c98a-4d53-4ce4-9343-59e7256313ae. Jul 30 20:04:49.139374 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-51bc2e00-2e93-4c65-be21-c5d571e15c99 req-b106730b-1543-4e58-82db-78a822fca7ac tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Calling delete_port for af99c98a-4d53-4ce4-9343-59e7256313ae owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:49.149026 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device c65993c9-3d10-4021-94da-440fdc55ae35 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:49.155247 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['7f322965-9fbe-4b2c-ae7a-036c7cbea1be'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:04:49.174695 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-59541296-e488-4b19-b74e-8c498401845e req-f1606d8d-247f-4188-814c-9e6e2172db31 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228125 Jul 30 20:04:49.249099 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: c65993c9-3d10-4021-94da-440fdc55ae35 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:04:49.253292 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device c65993c9-3d10-4021-94da-440fdc55ae35 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:49.253938 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device af99c98a-4d53-4ce4-9343-59e7256313ae no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:49.262417 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3ba11-1fbe-44b5-a3fc-791c58f4dd39 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Pushing event deleted for resources: {'Port': ['ID=7f322965-9fbe-4b2c-ae7a-036c7cbea1be,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:49.340538 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce5237-7a3e-4909-9cb1-51eafe399288 req-c061ad60-9fdf-4f7c-9148-03196a2a5e64 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:49.343930 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:49.348955 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-79ce5237-7a3e-4909-9cb1-51eafe399288 req-c061ad60-9fdf-4f7c-9148-03196a2a5e64 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 946 time: 0.1220243 Jul 30 20:04:49.358039 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b84afa-ce34-47ed-ae9a-033890624fc2 req-33f3ba11-1fbe-44b5-a3fc-791c58f4dd39 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] No DVR routers for this DVR port 7f322965-9fbe-4b2c-ae7a-036c7cbea1be on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:04:49.362537 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-13b84afa-ce34-47ed-ae9a-033890624fc2 req-33f3ba11-1fbe-44b5-a3fc-791c58f4dd39 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:49.365165 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-13b84afa-ce34-47ed-ae9a-033890624fc2 req-33f3ba11-1fbe-44b5-a3fc-791c58f4dd39 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.59 "DELETE /v2.0/ports/7f322965-9fbe-4b2c-ae7a-036c7cbea1be HTTP/1.1" status: 204 len: 173 time: 0.9003093 Jul 30 20:04:49.365707 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3be030-856b-4e53-a4ff-156a90b67be2', 'name': 'network-vif-deleted', 'tag': '7f322965-9fbe-4b2c-ae7a-036c7cbea1be'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:49.377133 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5239a848-a36b-4125-8ad5-9b9485e45933" -d '{"events": [{"server_uuid": "3e3be030-856b-4e53-a4ff-156a90b67be2", "name": "network-vif-deleted", "tag": "7f322965-9fbe-4b2c-ae7a-036c7cbea1be"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:49.403725 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:49.434815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd818df61-7daa-47c9-917c-7fab0726a537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af99c98a-4d53-4ce4-9343-59e7256313ae'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:49.437900 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5be959-8729-4417-b0cd-6a525c196e17" -d '{"events": [{"server_uuid": "d818df61-7daa-47c9-917c-7fab0726a537", "name": "network-vif-unplugged", "status": "completed", "tag": "af99c98a-4d53-4ce4-9343-59e7256313ae"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:49.456208 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port af99c98a-4d53-4ce4-9343-59e7256313ae, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=af99c98a-4d53-4ce4-9343-59e7256313ae,segment=NetworkSegment(58b9f348-d2a6-489d-9ad0-c42e9e994315),segment_id=58b9f348-d2a6-489d-9ad0-c42e9e994315)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:49.472582 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:49.474623 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 7f322965-9fbe-4b2c-ae7a-036c7cbea1be no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:49.476547 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b48e479-cd14-4958-beeb-bb49c261a141 admin admin] Router 4e7e6dce-efc4-4804-90a5-ec467d1bb357 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:04:49.487886 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-79ce5237-7a3e-4909-9cb1-51eafe399288 req-891d6ab8-22a4-4dac-a103-f1bd52e0ff4a tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/security-groups?id=27915f66-2594-4dfa-bc50-2b71dccba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358011 Jul 30 20:04:49.610568 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 7f322965-9fbe-4b2c-ae7a-036c7cbea1be {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:04:49.610914 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 7f322965-9fbe-4b2c-ae7a-036c7cbea1be not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:49.617922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54272) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:49.668218 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=af99c98a-4d53-4ce4-9343-59e7256313ae,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:49.698870 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54278) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:49.708694 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a30ccc88-1ecd-449d-ab71-2314ed5771df req-e23907d4-831f-44d1-b3a4-8c7ddfabe706 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e3be030-856b-4e53-a4ff-156a90b67be2 HTTP/1.1" status: 200 len: 210 time: 0.0635257 Jul 30 20:04:49.761074 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-51bc2e00-2e93-4c65-be21-c5d571e15c99 req-b106730b-1543-4e58-82db-78a822fca7ac tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:49.777975 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b48e479-cd14-4958-beeb-bb49c261a141 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:04:49.792293 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bfedb6-2c0d-4a18-965c-8ed42f81d523 None None] Sync routers for ids ['4e7e6dce-efc4-4804-90a5-ec467d1bb357'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:04:49.802451 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bfedb6-2c0d-4a18-965c-8ed42f81d523 None None] Routers {'4e7e6dce-efc4-4804-90a5-ec467d1bb357'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:04:49.803097 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-09bfedb6-2c0d-4a18-965c-8ed42f81d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:04:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['4e7e6dce-efc4-4804-90a5-ec467d1bb357'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:49.804942 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4b48e479-cd14-4958-beeb-bb49c261a141 admin admin] 10.222.0.81 "PUT /v2.0/routers/4e7e6dce-efc4-4804-90a5-ec467d1bb357/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1828294 Jul 30 20:04:49.808081 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54284) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:49.809910 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-76f3efe5-6af5-4939-bd66-292d338c62c6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5dc55c37e8d942a78d460d5d8b603ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1101096 Jul 30 20:04:49.810740 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106730b-1543-4e58-82db-78a822fca7ac tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Pushing event deleted for resources: {'Port': ['ID=af99c98a-4d53-4ce4-9343-59e7256313ae,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:49.812499 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54286) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:49.962023 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91aebb82-d850-4b3e-8ae8-08a3c46ada4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:49.988844 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f2b797-298b-41bf-9b97-d09b85e29fc2 x-openstack-request-id: req-c0f2b797-298b-41bf-9b97-d09b85e29fc2 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:49.989757 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d818df61-7daa-47c9-917c-7fab0726a537", "name": "network-vif-unplugged", "status": "completed", "tag": "af99c98a-4d53-4ce4-9343-59e7256313ae", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:49.990438 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c0f2b797-298b-41bf-9b97-d09b85e29fc2 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:49.990850 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd818df61-7daa-47c9-917c-7fab0726a537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af99c98a-4d53-4ce4-9343-59e7256313ae', 'code': 200} Jul 30 20:04:50.030628 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91aebb82-d850-4b3e-8ae8-08a3c46ada4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:50.065563 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-09bfedb6-2c0d-4a18-965c-8ed42f81d523 None None] Set router 4e7e6dce-efc4-4804-90a5-ec467d1bb357 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:04:50.124151 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51bc2e00-2e93-4c65-be21-c5d571e15c99 req-b106730b-1543-4e58-82db-78a822fca7ac tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Router 3051b57a-1eee-4bae-a20c-ec147a0c5029 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:04:50.154298 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-30e773cb-824f-4bf2-b2aa-e8440c1b8c74 admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:50.235945 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54292) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:50.246500 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5505fd-34b6-40b6-ac82-54c0e0c2f283 req-a3e7352b-b910-4d5b-98ad-e4709258110c tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:50.253759 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ec5505fd-34b6-40b6-ac82-54c0e0c2f283 req-a3e7352b-b910-4d5b-98ad-e4709258110c tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.1133833 Jul 30 20:04:50.328252 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91aebb82-d850-4b3e-8ae8-08a3c46ada4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:50.341877 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91aebb82-d850-4b3e-8ae8-08a3c46ada4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:50.345491 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-91aebb82-d850-4b3e-8ae8-08a3c46ada4b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/75a3c80b-6321-4824-88c8-32623cfb2a5e HTTP/1.1" status: 204 len: 168 time: 0.5302608 Jul 30 20:04:50.352189 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df72eae8-45e9-4961-9995-1dbc31b1a99a x-openstack-request-id: req-df72eae8-45e9-4961-9995-1dbc31b1a99a {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:50.352583 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3be030-856b-4e53-a4ff-156a90b67be2", "name": "network-vif-deleted", "tag": "7f322965-9fbe-4b2c-ae7a-036c7cbea1be", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:50.353476 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-df72eae8-45e9-4961-9995-1dbc31b1a99a {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:50.355934 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3be030-856b-4e53-a4ff-156a90b67be2', 'name': 'network-vif-deleted', 'tag': '7f322965-9fbe-4b2c-ae7a-036c7cbea1be', 'status': 'completed', 'code': 200} Jul 30 20:04:50.372145 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-781e3088-8823-44d7-a3a4-4a301a2b2550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:50.443238 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-30e773cb-824f-4bf2-b2aa-e8440c1b8c74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:50.448606 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-09bfedb6-2c0d-4a18-965c-8ed42f81d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7e6dce-efc4-4804-90a5-ec467d1bb357', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1956582192-router', 'tenant_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '53a9f969-eec4-47c3-a1b8-70164eabed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:56Z', 'updated_at': '2021-07-30T20:04:48Z', 'revision_number': 5, 'project_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'gw_port': {'id': '53a9f969-eec4-47c3-a1b8-70164eabed3d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:57:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7e6dce-efc4-4804-90a5-ec467d1bb357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T19:59:57Z', 'updated_at': '2021-07-30T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:50.450301 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51bc2e00-2e93-4c65-be21-c5d571e15c99 req-b106730b-1543-4e58-82db-78a822fca7ac tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:04:50.466612 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0608c84f-1d9d-43b4-9769-ebbb10e71a94 None None] Sync routers for ids ['3051b57a-1eee-4bae-a20c-ec147a0c5029'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:04:50.486031 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0608c84f-1d9d-43b4-9769-ebbb10e71a94 None None] Routers {'3051b57a-1eee-4bae-a20c-ec147a0c5029'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:04:50.487958 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0608c84f-1d9d-43b4-9769-ebbb10e71a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:04:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3051b57a-1eee-4bae-a20c-ec147a0c5029'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:50.506809 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aebb82-d850-4b3e-8ae8-08a3c46ada4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a3c80b-6321-4824-88c8-32623cfb2a5e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:50.534035 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ec5505fd-34b6-40b6-ac82-54c0e0c2f283 req-9f120c5c-832a-4640-9307-099d44994615 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790043 Jul 30 20:04:50.551665 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9e5d3f89-dc8e-400b-82e8-3edeaf20b2b1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1046192363-network', 'tenant_id': '1c8608cdd9324d40bcaafe9258c3bd27'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:04:50.557578 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bc2e00-2e93-4c65-be21-c5d571e15c99 req-b106730b-1543-4e58-82db-78a822fca7ac tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] No DVR routers for this DVR port af99c98a-4d53-4ce4-9343-59e7256313ae on host n-h1-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:04:50.565021 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bfedb6-2c0d-4a18-965c-8ed42f81d523 None None] Checking router: 4e7e6dce-efc4-4804-90a5-ec467d1bb357 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:04:50.566141 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-51bc2e00-2e93-4c65-be21-c5d571e15c99 req-b106730b-1543-4e58-82db-78a822fca7ac tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:50.576276 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-51bc2e00-2e93-4c65-be21-c5d571e15c99 req-b106730b-1543-4e58-82db-78a822fca7ac tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.59 "DELETE /v2.0/ports/af99c98a-4d53-4ce4-9343-59e7256313ae HTTP/1.1" status: 204 len: 173 time: 2.6330688 Jul 30 20:04:50.577067 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd818df61-7daa-47c9-917c-7fab0726a537', 'name': 'network-vif-deleted', 'tag': 'af99c98a-4d53-4ce4-9343-59e7256313ae'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:50.579710 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8196b87-e1c1-44d9-b31d-e69296db18c6" -d '{"events": [{"server_uuid": "d818df61-7daa-47c9-917c-7fab0726a537", "name": "network-vif-deleted", "tag": "af99c98a-4d53-4ce4-9343-59e7256313ae"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:50.624352 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bfedb6-2c0d-4a18-965c-8ed42f81d523 None None] Routers {'4e7e6dce-efc4-4804-90a5-ec467d1bb357'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:04:50.630546 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-09bfedb6-2c0d-4a18-965c-8ed42f81d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:04:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['4e7e6dce-efc4-4804-90a5-ec467d1bb357'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:50.659095 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c4dc0f-ea75-4682-80f2-eb7764258fa6 x-openstack-request-id: req-22c4dc0f-ea75-4682-80f2-eb7764258fa6 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:50.659974 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d818df61-7daa-47c9-917c-7fab0726a537", "name": "network-vif-deleted", "tag": "af99c98a-4d53-4ce4-9343-59e7256313ae", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:50.660404 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-22c4dc0f-ea75-4682-80f2-eb7764258fa6 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:50.660989 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd818df61-7daa-47c9-917c-7fab0726a537', 'name': 'network-vif-deleted', 'tag': 'af99c98a-4d53-4ce4-9343-59e7256313ae', 'status': 'completed', 'code': 200} Jul 30 20:04:50.699932 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d013f2d-6f9c-4af6-8686-3cbb79d9e4ce req-d7a06c9c-07d4-49f2-a7c1-093d72689a1f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 210 time: 0.0809796 Jul 30 20:04:50.713417 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-0608c84f-1d9d-43b4-9769-ebbb10e71a94 None None] Set router 3051b57a-1eee-4bae-a20c-ec147a0c5029 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:04:50.729696 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-30e773cb-824f-4bf2-b2aa-e8440c1b8c74 admin admin] Deleting port 53a9f969-eec4-47c3-a1b8-70164eabed3d {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:50.730191 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-30e773cb-824f-4bf2-b2aa-e8440c1b8c74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:50.775084 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-09bfedb6-2c0d-4a18-965c-8ed42f81d523 None None] Set router 4e7e6dce-efc4-4804-90a5-ec467d1bb357 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:04:50.799764 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-781e3088-8823-44d7-a3a4-4a301a2b2550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:50.818464 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-781e3088-8823-44d7-a3a4-4a301a2b2550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:50.842572 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5d3f89-dc8e-400b-82e8-3edeaf20b2b1 admin admin] Made reservation on behalf of 1c8608cdd9324d40bcaafe9258c3bd27 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:04:50.845119 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e5d3f89-dc8e-400b-82e8-3edeaf20b2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:50.865678 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e5d3f89-dc8e-400b-82e8-3edeaf20b2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:50.919068 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-09bfedb6-2c0d-4a18-965c-8ed42f81d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7e6dce-efc4-4804-90a5-ec467d1bb357', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1956582192-router', 'tenant_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:56Z', 'updated_at': '2021-07-30T20:04:50Z', 'revision_number': 6, 'project_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:50.935268 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-781e3088-8823-44d7-a3a4-4a301a2b2550 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=54a3d362bc6147af9bb559f0eda89aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3159943 Jul 30 20:04:50.938301 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54322) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:50.982417 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bfedb6-2c0d-4a18-965c-8ed42f81d523 None None] The sync data for ids ['4e7e6dce-efc4-4804-90a5-ec467d1bb357'] in n-d-712137-9 is: [{'id': '4e7e6dce-efc4-4804-90a5-ec467d1bb357', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1956582192-router', 'tenant_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T19:59:56Z', 'updated_at': '2021-07-30T20:04:50Z', 'revision_number': 6, 'project_id': 'c47b3c52f1ac43689fa8563955d1dfe4', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:04:51.011676 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e3088-8823-44d7-a3a4-4a301a2b2550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f03c9f7-07bb-4634-bfdb-204aeba2aec7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:51.051030 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-30e773cb-824f-4bf2-b2aa-e8440c1b8c74 admin admin] For port 53a9f969-eec4-47c3-a1b8-70164eabed3d, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=53a9f969-eec4-47c3-a1b8-70164eabed3d,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:51.051030 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-30e773cb-824f-4bf2-b2aa-e8440c1b8c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:51.085050 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e5d3f89-dc8e-400b-82e8-3edeaf20b2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:51.093836 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e5d3f89-dc8e-400b-82e8-3edeaf20b2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:51.098176 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-30e773cb-824f-4bf2-b2aa-e8440c1b8c74 admin admin] Calling delete_port for 53a9f969-eec4-47c3-a1b8-70164eabed3d owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:51.145643 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5d3f89-dc8e-400b-82e8-3edeaf20b2b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:04:51.163022 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-28d4a7b0-1356-4e6a-b9ed-4bee4e4f119c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:51.186712 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d3f89-dc8e-400b-82e8-3edeaf20b2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1793c78c-5292-4d63-8e87-2d51e17e37bc,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:51.187954 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-503dfff0-9cfe-4a6a-9dba-8cd10a26c14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:51.217319 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e5d3f89-dc8e-400b-82e8-3edeaf20b2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:51.217912 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-9e5d3f89-dc8e-400b-82e8-3edeaf20b2b1 admin admin] Added segment 3e0d5739-804f-4a67-99e4-20377c5942f3 of type vlan for network 3cb727c5-7d6d-411e-8b6c-b3b446dc4997 Jul 30 20:04:51.224112 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0608c84f-1d9d-43b4-9769-ebbb10e71a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'name': 'tempest-ServersTestBootFromVolume-1651374593-router', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:01:35Z', 'updated_at': '2021-07-30T20:01:41Z', 'revision_number': 4, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'gw_port': {'id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:36Z', 'updated_at': '2021-07-30T20:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '1e721004-2009-4a33-bae3-ba48ca9e0669', 'name': '', 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'mac_address': 'fa:16:3e:51:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '674f2e3f-1b7b-42c9-bcb0-5247628fe463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:39Z', 'updated_at': '2021-07-30T20:01:47Z', 'revision_number': 5, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'subnets': [{'id': '674f2e3f-1b7b-42c9-bcb0-5247628fe463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:51.265643 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8827f2-e854-4e46-8711-0122a0d9c675 req-95403098-a139-41b9-b8a9-da44717c826f tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:51.273970 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ae8827f2-e854-4e46-8711-0122a0d9c675 req-95403098-a139-41b9-b8a9-da44717c826f tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 945 time: 0.1432922 Jul 30 20:04:51.308192 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e5d3f89-dc8e-400b-82e8-3edeaf20b2b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:51.311595 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0608c84f-1d9d-43b4-9769-ebbb10e71a94 None None] Checking router: 3051b57a-1eee-4bae-a20c-ec147a0c5029 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:04:51.343999 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0608c84f-1d9d-43b4-9769-ebbb10e71a94 None None] Routers {'3051b57a-1eee-4bae-a20c-ec147a0c5029'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:04:51.344913 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0608c84f-1d9d-43b4-9769-ebbb10e71a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:04:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3051b57a-1eee-4bae-a20c-ec147a0c5029'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:51.357212 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ae8827f2-e854-4e46-8711-0122a0d9c675 req-a8295c92-8c47-4f4d-9cb0-adc7d3d299a9 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814579 Jul 30 20:04:51.374577 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-28d4a7b0-1356-4e6a-b9ed-4bee4e4f119c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:51.406276 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e5d3f89-dc8e-400b-82e8-3edeaf20b2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:51.407471 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5d3f89-dc8e-400b-82e8-3edeaf20b2b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:51.408189 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e5d3f89-dc8e-400b-82e8-3edeaf20b2b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:51.502923 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9e5d3f89-dc8e-400b-82e8-3edeaf20b2b1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2415912 Jul 30 20:04:51.524869 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54346) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:51.536528 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-0608c84f-1d9d-43b4-9769-ebbb10e71a94 None None] Set router 3051b57a-1eee-4bae-a20c-ec147a0c5029 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:04:51.537289 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-28d4a7b0-1356-4e6a-b9ed-4bee4e4f119c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:51.542418 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-28d4a7b0-1356-4e6a-b9ed-4bee4e4f119c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:51.549642 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-28d4a7b0-1356-4e6a-b9ed-4bee4e4f119c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7f03c9f7-07bb-4634-bfdb-204aeba2aec7 HTTP/1.1" status: 204 len: 168 time: 0.6001332 Jul 30 20:04:51.596158 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a7b1bbf4-7622-47fa-b86b-cc8e3d8863b1 admin admin] Request body: {'subnet': {'network_id': '3cb727c5-7d6d-411e-8b6c-b3b446dc4997', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1046192363-subnet', 'tenant_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:04:51.622154 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4a7b0-1356-4e6a-b9ed-4bee4e4f119c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f03c9f7-07bb-4634-bfdb-204aeba2aec7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:51.671966 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d3f89-dc8e-400b-82e8-3edeaf20b2b1 admin admin] Pushing event updated for resources: {'Network': ['ID=3cb727c5-7d6d-411e-8b6c-b3b446dc4997,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:51.684265 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 3cb727c5-7d6d-411e-8b6c-b3b446dc4997 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:04:51.795099 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95695663-fe53-4acb-aad5-843d492d98fb req-b436527e-8352-4fd6-baa7-1083b402839c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:51.797381 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-95695663-fe53-4acb-aad5-843d492d98fb req-b436527e-8352-4fd6-baa7-1083b402839c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 945 time: 0.2971454 Jul 30 20:04:51.830883 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b1bbf4-7622-47fa-b86b-cc8e3d8863b1 admin admin] Made reservation on behalf of 1c8608cdd9324d40bcaafe9258c3bd27 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:04:51.833870 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7b1bbf4-7622-47fa-b86b-cc8e3d8863b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:51.871234 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f3ef5759-7e9e-4e80-a359-bfb374cbf03e req-492427b5-060e-499c-9fee-aeea4b21e4df tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 210 time: 0.0555217 Jul 30 20:04:51.893841 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0608c84f-1d9d-43b4-9769-ebbb10e71a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'name': 'tempest-ServersTestBootFromVolume-1651374593-router', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:01:35Z', 'updated_at': '2021-07-30T20:01:41Z', 'revision_number': 4, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'gw_port': {'id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:36Z', 'updated_at': '2021-07-30T20:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '1e721004-2009-4a33-bae3-ba48ca9e0669', 'name': '', 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'mac_address': 'fa:16:3e:51:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '674f2e3f-1b7b-42c9-bcb0-5247628fe463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:39Z', 'updated_at': '2021-07-30T20:01:47Z', 'revision_number': 5, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'subnets': [{'id': '674f2e3f-1b7b-42c9-bcb0-5247628fe463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:51.921589 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-30e773cb-824f-4bf2-b2aa-e8440c1b8c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:51.949727 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a00f45-6506-470f-af58-14249bfe2b9a req-f2c640db-5b11-4ff4-96ea-81e3ca13cdc3 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:51.956903 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d7a00f45-6506-470f-af58-14249bfe2b9a req-f2c640db-5b11-4ff4-96ea-81e3ca13cdc3 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.2388253 Jul 30 20:04:51.962358 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0608c84f-1d9d-43b4-9769-ebbb10e71a94 None None] The sync data for ids ['3051b57a-1eee-4bae-a20c-ec147a0c5029'] in n-d-712137-9 is: [{'id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'name': 'tempest-ServersTestBootFromVolume-1651374593-router', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:01:35Z', 'updated_at': '2021-07-30T20:01:41Z', 'revision_number': 4, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'gw_port': {'id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:36Z', 'updated_at': '2021-07-30T20:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '1e721004-2009-4a33-bae3-ba48ca9e0669', 'name': '', 'network_id': 'cce061be-aafe-4e65-89a3-d6befb678308', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'mac_address': 'fa:16:3e:51:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '674f2e3f-1b7b-42c9-bcb0-5247628fe463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:39Z', 'updated_at': '2021-07-30T20:01:47Z', 'revision_number': 5, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'subnets': [{'id': '674f2e3f-1b7b-42c9-bcb0-5247628fe463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:04:52.019249 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e773cb-824f-4bf2-b2aa-e8440c1b8c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=53a9f969-eec4-47c3-a1b8-70164eabed3d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:52.110046 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d7a00f45-6506-470f-af58-14249bfe2b9a req-0f9acc63-0105-476b-ba4e-a6856801fb32 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521280 Jul 30 20:04:52.133370 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-95695663-fe53-4acb-aad5-843d492d98fb req-09397b85-5c17-4618-a875-cc1f6588fc93 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Deleting port 84500f83-39df-428f-9c66-d8ba181f3df9 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:52.134802 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-95695663-fe53-4acb-aad5-843d492d98fb req-09397b85-5c17-4618-a875-cc1f6588fc93 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:52.169082 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-30e773cb-824f-4bf2-b2aa-e8440c1b8c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:52.341408 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54366) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:52.353036 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 53a9f969-eec4-47c3-a1b8-70164eabed3d no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:52.382907 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 53a9f969-eec4-47c3-a1b8-70164eabed3d {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:04:52.384268 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 53a9f969-eec4-47c3-a1b8-70164eabed3d not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:52.384931 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:52.410298 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:04:52.411054 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 97db2f3a-f4fc-4936-80e3-5ef23a57c2a9 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:52.414034 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-30e773cb-824f-4bf2-b2aa-e8440c1b8c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:52.417799 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c04a2764-26c4-41ff-921a-e7aaa5cb2df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:52.417995 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-30e773cb-824f-4bf2-b2aa-e8440c1b8c74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:52.466183 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-95695663-fe53-4acb-aad5-843d492d98fb req-09397b85-5c17-4618-a875-cc1f6588fc93 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] For port 84500f83-39df-428f-9c66-d8ba181f3df9, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=84500f83-39df-428f-9c66-d8ba181f3df9,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:52.466616 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-95695663-fe53-4acb-aad5-843d492d98fb req-09397b85-5c17-4618-a875-cc1f6588fc93 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:52.494132 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-95695663-fe53-4acb-aad5-843d492d98fb req-09397b85-5c17-4618-a875-cc1f6588fc93 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Calling delete_port for 84500f83-39df-428f-9c66-d8ba181f3df9 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:52.527373 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7b1bbf4-7622-47fa-b86b-cc8e3d8863b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:52.541380 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942317b5-54df-4be1-9ef7-d798345c55f0 None None] New status for floating IP d1eb6386-cb15-4688-86f5-d323af0d9c33: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:04:52.554618 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-30e773cb-824f-4bf2-b2aa-e8440c1b8c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:52.562433 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e773cb-824f-4bf2-b2aa-e8440c1b8c74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e7e6dce-efc4-4804-90a5-ec467d1bb357 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:04:52.610589 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-30e773cb-824f-4bf2-b2aa-e8440c1b8c74 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:52.612218 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-30e773cb-824f-4bf2-b2aa-e8440c1b8c74 admin admin] 10.222.0.81 "DELETE /v2.0/routers/4e7e6dce-efc4-4804-90a5-ec467d1bb357 HTTP/1.1" status: 204 len: 168 time: 2.8029406 Jul 30 20:04:52.615074 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54380) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:52.714010 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b713987-fb93-4a39-b55c-32140c036500 admin admin] Deleting subnet 887fd936-a33d-48d0-82b2-83c7a0b06463 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:04:52.721959 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b713987-fb93-4a39-b55c-32140c036500 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:52.768480 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b1bbf4-7622-47fa-b86b-cc8e3d8863b1 admin admin] Checking segment: {'id': '3e0d5739-804f-4a67-99e4-20377c5942f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3cb727c5-7d6d-411e-8b6c-b3b446dc4997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:04:52.768842 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b1bbf4-7622-47fa-b86b-cc8e3d8863b1 admin admin] Network hostable DHCP agents. Network: 3cb727c5-7d6d-411e-8b6c-b3b446dc4997, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:04:52.770838 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1bbf4-7622-47fa-b86b-cc8e3d8863b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6fcda10-0e64-4478-9b43-820413f69476,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:52.819538 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77f2b7-7c21-4807-9998-24fefe77a1c9 req-af0a4df3-8122-4827-b98c-10cbd21145a8 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:52.830560 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fa77f2b7-7c21-4807-9998-24fefe77a1c9 req-af0a4df3-8122-4827-b98c-10cbd21145a8 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 945 time: 0.3253629 Jul 30 20:04:52.835992 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b1bbf4-7622-47fa-b86b-cc8e3d8863b1 admin admin] Network 3cb727c5-7d6d-411e-8b6c-b3b446dc4997 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:04:52.872591 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b713987-fb93-4a39-b55c-32140c036500 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:52.890104 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a7b1bbf4-7622-47fa-b86b-cc8e3d8863b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 3cb727c5-7d6d-411e-8b6c-b3b446dc4997) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:04:52.893491 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c04a2764-26c4-41ff-921a-e7aaa5cb2df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:52.903200 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4063d535-b86b-4f3d-9a4d-f85d27ade3a7 None None] Network 3cb727c5-7d6d-411e-8b6c-b3b446dc4997 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:04:52.907070 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b1bbf4-7622-47fa-b86b-cc8e3d8863b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:52.907956 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7b1bbf4-7622-47fa-b86b-cc8e3d8863b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:52.913807 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c04a2764-26c4-41ff-921a-e7aaa5cb2df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:52.958179 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a2764-26c4-41ff-921a-e7aaa5cb2df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf6b756-4095-4984-bfb5-adde29927df6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:52.963480 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fa77f2b7-7c21-4807-9998-24fefe77a1c9 req-d4c7add5-0847-4c11-9147-fae32652d907 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268833 Jul 30 20:04:52.981569 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-95695663-fe53-4acb-aad5-843d492d98fb req-09397b85-5c17-4618-a875-cc1f6588fc93 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:52.989579 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a7b1bbf4-7622-47fa-b86b-cc8e3d8863b1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4608784 Jul 30 20:04:52.992498 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54388) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:52.996015 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c04a2764-26c4-41ff-921a-e7aaa5cb2df0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ce1928da40c7405faaa3802d89c9448d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6534894 Jul 30 20:04:52.998461 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ee46967e-49b0-43bd-ab33-7357fb7da26e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1046192363-router', 'tenant_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:04:53.015402 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54392) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:53.151105 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee46967e-49b0-43bd-ab33-7357fb7da26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:53.152362 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee46967e-49b0-43bd-ab33-7357fb7da26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:53.163376 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b713987-fb93-4a39-b55c-32140c036500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:53.287911 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-03e85150-c515-4ae1-bf88-facc66b1af69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:53.295459 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee46967e-49b0-43bd-ab33-7357fb7da26e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:53.372247 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09397b85-5c17-4618-a875-cc1f6588fc93 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Pushing event deleted for resources: {'Port': ['ID=84500f83-39df-428f-9c66-d8ba181f3df9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:53.378455 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab9c734-a299-4793-9157-d9092b802ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-3cb727c5-7d6d-411e-8b6c-b3b446dc4997', 'network_id': '3cb727c5-7d6d-411e-8b6c-b3b446dc4997', 'tenant_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'fixed_ips': [{'subnet_id': 'a6fcda10-0e64-4478-9b43-820413f69476'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:04:53.379648 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c734-a299-4793-9157-d9092b802ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:53.380059 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-03e85150-c515-4ae1-bf88-facc66b1af69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:53.417754 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-540639fd-cbf6-4348-800b-6afbeee561bd req-379d5a45-20d3-4604-9725-80df4478ba18 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 210 time: 0.0485868 Jul 30 20:04:53.436764 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-95695663-fe53-4acb-aad5-843d492d98fb req-09397b85-5c17-4618-a875-cc1f6588fc93 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] No DVR routers for this DVR port 84500f83-39df-428f-9c66-d8ba181f3df9 on host n-h1-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:04:53.444736 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-95695663-fe53-4acb-aad5-843d492d98fb req-09397b85-5c17-4618-a875-cc1f6588fc93 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:53.447231 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-95695663-fe53-4acb-aad5-843d492d98fb req-09397b85-5c17-4618-a875-cc1f6588fc93 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.59 "DELETE /v2.0/ports/84500f83-39df-428f-9c66-d8ba181f3df9 HTTP/1.1" status: 204 len: 173 time: 1.6265757 Jul 30 20:04:53.447713 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec18e75a-0758-47e3-b000-85c76cd1db0f', 'name': 'network-vif-deleted', 'tag': '84500f83-39df-428f-9c66-d8ba181f3df9'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:53.452352 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63790f14-7f89-484e-9f6a-de0c2f3a187a" -d '{"events": [{"server_uuid": "ec18e75a-0758-47e3-b000-85c76cd1db0f", "name": "network-vif-deleted", "tag": "84500f83-39df-428f-9c66-d8ba181f3df9"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:53.521573 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device d9df0719-af7e-48f4-a1f4-8f0577af4e27 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:04:53.533626 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b713987-fb93-4a39-b55c-32140c036500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:53.598609 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee46967e-49b0-43bd-ab33-7357fb7da26e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:53.606318 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b713987-fb93-4a39-b55c-32140c036500 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=887fd936-a33d-48d0-82b2-83c7a0b06463,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:53.612595 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b713987-fb93-4a39-b55c-32140c036500 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:53.615328 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7b713987-fb93-4a39-b55c-32140c036500 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/887fd936-a33d-48d0-82b2-83c7a0b06463 HTTP/1.1" status: 204 len: 168 time: 0.9940810 Jul 30 20:04:53.619815 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54412) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:53.626094 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd8134-c101-43e3-97b1-bdad26fbc143 req-6e4aaa28-43a4-4845-b3a5-ddb4fd8c9b7f tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:53.635737 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1edd8134-c101-43e3-97b1-bdad26fbc143 req-6e4aaa28-43a4-4845-b3a5-ddb4fd8c9b7f tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.2629969 Jul 30 20:04:53.636249 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28954ed1-0d29-499a-b3e3-5bf8ac3679ed None None] Network 69d38c61-fce2-42b1-bfed-6332e6dca322 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:04:53.658977 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-4ab9c734-a299-4793-9157-d9092b802ccb None None] Allocated IP 172.20.0.2 (3cb727c5-7d6d-411e-8b6c-b3b446dc4997/a6fcda10-0e64-4478-9b43-820413f69476/29c15703-72da-43d3-9582-3916dd3f11a8) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:04:53.713733 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-03e85150-c515-4ae1-bf88-facc66b1af69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:53.716968 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-03e85150-c515-4ae1-bf88-facc66b1af69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:53.721264 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-03e85150-c515-4ae1-bf88-facc66b1af69 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ecf6b756-4095-4984-bfb5-adde29927df6 HTTP/1.1" status: 204 len: 168 time: 0.7032735 Jul 30 20:04:53.763645 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1edd8134-c101-43e3-97b1-bdad26fbc143 req-76659b3f-88f0-421b-8cf1-bfe5f5e0e8d6 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262734 Jul 30 20:04:53.766108 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e85150-c515-4ae1-bf88-facc66b1af69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf6b756-4095-4984-bfb5-adde29927df6,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:53.782629 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b983ea-d37b-49e2-8433-660b9332348a x-openstack-request-id: req-25b983ea-d37b-49e2-8433-660b9332348a {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:53.782966 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec18e75a-0758-47e3-b000-85c76cd1db0f", "name": "network-vif-deleted", "tag": "84500f83-39df-428f-9c66-d8ba181f3df9", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:53.783142 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-25b983ea-d37b-49e2-8433-660b9332348a {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:53.788193 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec18e75a-0758-47e3-b000-85c76cd1db0f', 'name': 'network-vif-deleted', 'tag': '84500f83-39df-428f-9c66-d8ba181f3df9', 'status': 'completed', 'code': 200} Jul 30 20:04:53.833724 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6aa452c2-d786-457d-a54f-c43d2f92319b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:53.931321 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6aa452c2-d786-457d-a54f-c43d2f92319b admin admin] Deleting port cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:53.931973 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6aa452c2-d786-457d-a54f-c43d2f92319b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:53.973095 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d7a579da-45b5-4af9-9dfe-eaa7cc69eef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:53.980861 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port d9df0719-af7e-48f4-a1f4-8f0577af4e27, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d9df0719-af7e-48f4-a1f4-8f0577af4e27,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:54.024586 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-6aa452c2-d786-457d-a54f-c43d2f92319b admin admin] For port cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8,segment=NetworkSegment(253d0abc-dbc7-491a-9bd3-9009be25f808),segment_id=253d0abc-dbc7-491a-9bd3-9009be25f808)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:54.024990 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6aa452c2-d786-457d-a54f-c43d2f92319b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:54.048846 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:54.067784 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6aa452c2-d786-457d-a54f-c43d2f92319b admin admin] Calling delete_port for cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:54.119539 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'd9df0719-af7e-48f4-a1f4-8f0577af4e27', 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc', 'port_id': 'd9df0719-af7e-48f4-a1f4-8f0577af4e27', 'mac_address': 'fa:16:3e:72:46:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4cfed6b-f42f-43da-94d1-da091996fffe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:04:54.128945 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee46967e-49b0-43bd-ab33-7357fb7da26e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:54.178345 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee46967e-49b0-43bd-ab33-7357fb7da26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:54.180717 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6aa452c2-d786-457d-a54f-c43d2f92319b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:54.203288 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa452c2-d786-457d-a54f-c43d2f92319b admin admin] No DVR routers for this DVR port cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:04:54.214918 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-21138e74-9449-4f0e-bc8b-2346cbf8c88e req-d1e029f6-a5a7-4f40-8b7d-5cb1702517ce tempest-QuotasAdminNegativeTest-986139507 tempest-QuotasAdminNegativeTest-986139507-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=a9feb47371fc4d21bf529df294211831&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479674 Jul 30 20:04:54.249356 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa452c2-d786-457d-a54f-c43d2f92319b admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:54.290458 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18727007-013d-46df-973e-fd32b1b62083 req-5e3ee8c2-f2ae-43a9-abed-b45260aed34e tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec18e75a-0758-47e3-b000-85c76cd1db0f HTTP/1.1" status: 200 len: 210 time: 0.1041462 Jul 30 20:04:54.369093 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:54.385711 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a687f7f8-082a-4b5c-9b5b-c0144793577d None None] DHCP port deletion for 69d38c61-fce2-42b1-bfed-6332e6dca322 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:04:54.405545 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6aa452c2-d786-457d-a54f-c43d2f92319b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:54.417242 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-6aa452c2-d786-457d-a54f-c43d2f92319b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d38c61-fce2-42b1-bfed-6332e6dca322']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:54.428742 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-6aa452c2-d786-457d-a54f-c43d2f92319b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253d0abc-dbc7-491a-9bd3-9009be25f808') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:54.429041 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-6aa452c2-d786-457d-a54f-c43d2f92319b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253d0abc-dbc7-491a-9bd3-9009be25f808') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:54.468244 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6aa452c2-d786-457d-a54f-c43d2f92319b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:54.487334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-ee46967e-49b0-43bd-ab33-7357fb7da26e admin admin] Allocated IP 172.25.3.217 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/d84874d0-0e3a-454e-8414-e60fd646b473) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:04:54.498537 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6aa452c2-d786-457d-a54f-c43d2f92319b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:54.520144 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa452c2-d786-457d-a54f-c43d2f92319b admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:04:54.520626 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6aa452c2-d786-457d-a54f-c43d2f92319b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:04:54.522598 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:04:54.525617 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9df0719-af7e-48f4-a1f4-8f0577af4e27 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:04:54.572318 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port d9df0719-af7e-48f4-a1f4-8f0577af4e27, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d9df0719-af7e-48f4-a1f4-8f0577af4e27,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:54.591865 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:54.626122 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c734-a299-4793-9157-d9092b802ccb None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:54.646744 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ab9c734-a299-4793-9157-d9092b802ccb None None] Transition to ACTIVE for port object 29c15703-72da-43d3-9582-3916dd3f11a8 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:04:54.654819 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21138e74-9449-4f0e-bc8b-2346cbf8c88e req-15f96072-37eb-4219-87d9-7c265304bc4e tempest-QuotasAdminNegativeTest-986139507 tempest-QuotasAdminNegativeTest-986139507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:54.656548 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-21138e74-9449-4f0e-bc8b-2346cbf8c88e req-15f96072-37eb-4219-87d9-7c265304bc4e tempest-QuotasAdminNegativeTest-986139507 tempest-QuotasAdminNegativeTest-986139507-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4406629 Jul 30 20:04:54.680904 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ab9c734-a299-4793-9157-d9092b802ccb None None] Transition to ACTIVE for port object 29c15703-72da-43d3-9582-3916dd3f11a8 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:04:54.684273 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=d9df0719-af7e-48f4-a1f4-8f0577af4e27,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:54.689364 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6aa452c2-d786-457d-a54f-c43d2f92319b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:54.693685 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:54.694451 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:54.695161 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:54.695764 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:54.696417 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:54.701813 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:54.702523 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6aa452c2-d786-457d-a54f-c43d2f92319b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:54.703178 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:54.703977 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:54.704652 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:54.705205 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:54.705787 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:54.706533 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:04:54.716232 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6aa452c2-d786-457d-a54f-c43d2f92319b admin admin] 10.222.0.81 "DELETE /v2.0/networks/69d38c61-fce2-42b1-bfed-6332e6dca322 HTTP/1.1" status: 204 len: 168 time: 1.0889962 Jul 30 20:04:54.716232 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-21138e74-9449-4f0e-bc8b-2346cbf8c88e req-347b66f1-a943-4e0b-893e-7a3e59428d47 tempest-QuotasAdminNegativeTest-986139507 tempest-QuotasAdminNegativeTest-986139507-project] 10.222.0.81 "GET /v2.0/quotas/a9feb47371fc4d21bf529df294211831 HTTP/1.1" status: 200 len: 375 time: 0.0459738 Jul 30 20:04:54.739469 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c734-a299-4793-9157-d9092b802ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:54.747614 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa452c2-d786-457d-a54f-c43d2f92319b admin admin] Pushing event deleted for resources: {'Network': ['ID=69d38c61-fce2-42b1-bfed-6332e6dca322,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:54.748913 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['d9df0719-af7e-48f4-a1f4-8f0577af4e27'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:04:54.794659 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-21138e74-9449-4f0e-bc8b-2346cbf8c88e req-6b54e746-dfb0-4fd2-8023-50824a0f64c1 tempest-QuotasAdminNegativeTest-986139507 tempest-QuotasAdminNegativeTest-986139507-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a9feb47371fc4d21bf529df294211831&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612788 Jul 30 20:04:54.869137 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9c734-a299-4793-9157-d9092b802ccb None None] Pushing event updated for resources: {'Port': ['ID=29c15703-72da-43d3-9582-3916dd3f11a8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:54.890622 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab9c734-a299-4793-9157-d9092b802ccb None None] Network 3cb727c5-7d6d-411e-8b6c-b3b446dc4997 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:04:54.898074 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-4ab9c734-a299-4793-9157-d9092b802ccb None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:04:54.904364 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab9c734-a299-4793-9157-d9092b802ccb None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:04:54.919968 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:54.948814 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54466) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:55.008981 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-4ab9c734-a299-4793-9157-d9092b802ccb None None] Attempting to bind port 29c15703-72da-43d3-9582-3916dd3f11a8 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:04:55.010090 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-4ab9c734-a299-4793-9157-d9092b802ccb None None] Attempting to bind port 29c15703-72da-43d3-9582-3916dd3f11a8 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '3e0d5739-804f-4a67-99e4-20377c5942f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3cb727c5-7d6d-411e-8b6c-b3b446dc4997'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:04:55.010547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab9c734-a299-4793-9157-d9092b802ccb None None] Attempting to bind port 29c15703-72da-43d3-9582-3916dd3f11a8 on network 3cb727c5-7d6d-411e-8b6c-b3b446dc4997 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:04:55.028171 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab9c734-a299-4793-9157-d9092b802ccb None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:04:55.028728 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab9c734-a299-4793-9157-d9092b802ccb None None] Checking segment: {'id': '3e0d5739-804f-4a67-99e4-20377c5942f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3cb727c5-7d6d-411e-8b6c-b3b446dc4997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:04:55.029378 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c734-a299-4793-9157-d9092b802ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:55.029866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab9c734-a299-4793-9157-d9092b802ccb None None] Bound using segment: {'id': '3e0d5739-804f-4a67-99e4-20377c5942f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3cb727c5-7d6d-411e-8b6c-b3b446dc4997'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:04:55.030933 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-4ab9c734-a299-4793-9157-d9092b802ccb None None] Bound port: 29c15703-72da-43d3-9582-3916dd3f11a8, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e0d5739-804f-4a67-99e4-20377c5942f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3cb727c5-7d6d-411e-8b6c-b3b446dc4997'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:04:55.033584 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c734-a299-4793-9157-d9092b802ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:55.059416 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c6ae79bc-c48b-4b9e-b6d5-bee8dc462d2b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=63e7c13c3848442a8042a40abbcac225&name=default HTTP/1.1" status: 200 len: 2978 time: 0.1090636 Jul 30 20:04:55.061986 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54470) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:55.110804 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0535aa-1f60-4c9f-ac8e-8acb6194a3d1 req-949f6125-db66-491d-ac55-7bc38193b437 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:55.112425 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3e0535aa-1f60-4c9f-ac8e-8acb6194a3d1 req-949f6125-db66-491d-ac55-7bc38193b437 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.1143754 Jul 30 20:04:55.143326 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40ec2fb1-f645-4cb7-8db1-2b317dbf8015 req-70cd94b8-f751-4183-a421-0cc1b74c97d2 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 210 time: 0.1293876 Jul 30 20:04:55.178680 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-724a46aa-7470-4890-b75b-935b315a953e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:55.179545 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 84500f83-39df-428f-9c66-d8ba181f3df9 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:55.186171 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3e0535aa-1f60-4c9f-ac8e-8acb6194a3d1 req-0066fe55-7290-4a43-a52d-4322d8ca2dfc tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640182 Jul 30 20:04:55.198782 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ab9c734-a299-4793-9157-d9092b802ccb None None] For port 29c15703-72da-43d3-9582-3916dd3f11a8, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:04:55.261581 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-724a46aa-7470-4890-b75b-935b315a953e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:55.279678 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee46967e-49b0-43bd-ab33-7357fb7da26e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:55.291981 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 84500f83-39df-428f-9c66-d8ba181f3df9 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:04:55.293652 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 84500f83-39df-428f-9c66-d8ba181f3df9 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:55.314581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ab9c734-a299-4793-9157-d9092b802ccb None None] For port 29c15703-72da-43d3-9582-3916dd3f11a8, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=29c15703-72da-43d3-9582-3916dd3f11a8,segment=NetworkSegment(3e0d5739-804f-4a67-99e4-20377c5942f3),segment_id=3e0d5739-804f-4a67-99e4-20377c5942f3)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:04:55.334801 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c734-a299-4793-9157-d9092b802ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:55.371293 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-724a46aa-7470-4890-b75b-935b315a953e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:55.375645 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-724a46aa-7470-4890-b75b-935b315a953e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:55.377869 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-724a46aa-7470-4890-b75b-935b315a953e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/39825a9c-0674-4132-b085-a6989d3c9ad3 HTTP/1.1" status: 204 len: 168 time: 0.3149614 Jul 30 20:04:55.388937 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a46aa-7470-4890-b75b-935b315a953e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39825a9c-0674-4132-b085-a6989d3c9ad3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:55.391596 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee46967e-49b0-43bd-ab33-7357fb7da26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:55.453586 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9c734-a299-4793-9157-d9092b802ccb None None] Pushing event updated for resources: {'Port': ['ID=29c15703-72da-43d3-9582-3916dd3f11a8,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:55.535340 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee46967e-49b0-43bd-ab33-7357fb7da26e admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:04:55.549775 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-ee46967e-49b0-43bd-ab33-7357fb7da26e admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:04:55.552592 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device d9df0719-af7e-48f4-a1f4-8f0577af4e27 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:04:55.554303 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee46967e-49b0-43bd-ab33-7357fb7da26e admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:04:55.656947 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46967e-49b0-43bd-ab33-7357fb7da26e admin admin] Pushing event updated for resources: {'Port': ['ID=d84874d0-0e3a-454e-8414-e60fd646b473,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:55.675070 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port d9df0719-af7e-48f4-a1f4-8f0577af4e27 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:04:55.675829 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:55.915579 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:55.987392 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port d9df0719-af7e-48f4-a1f4-8f0577af4e27, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d9df0719-af7e-48f4-a1f4-8f0577af4e27,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:55.988527 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef196c64-4966-4c4d-908d-dbdcd4679345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9df0719-af7e-48f4-a1f4-8f0577af4e27'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:55.991693 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad8591b-233b-4f7a-a3c3-0519e25d962b" -d '{"events": [{"server_uuid": "ef196c64-4966-4c4d-908d-dbdcd4679345", "name": "network-vif-plugged", "status": "completed", "tag": "d9df0719-af7e-48f4-a1f4-8f0577af4e27"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:55.998811 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:56.001948 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:56.072239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efdd61-6eea-407f-9cee-0e0d08f0827c req-919a3ccc-27fd-4eab-9f01-c223f8747b63 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:56.080081 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c2efdd61-6eea-407f-9cee-0e0d08f0827c req-919a3ccc-27fd-4eab-9f01-c223f8747b63 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 944 time: 0.1068270 Jul 30 20:04:56.175083 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54522) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:56.245325 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=d9df0719-af7e-48f4-a1f4-8f0577af4e27,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:56.286685 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c2efdd61-6eea-407f-9cee-0e0d08f0827c req-55c03430-fd86-4cdd-ad42-16b10f36ca79 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036145 Jul 30 20:04:56.326138 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee46967e-49b0-43bd-ab33-7357fb7da26e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:56.348479 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:56.366723 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db773c6-618f-442a-94f3-bc73f5f113ee req-bf394a52-ef63-4445-a009-28f5e6d624a7 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:56.371279 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4db773c6-618f-442a-94f3-bc73f5f113ee req-bf394a52-ef63-4445-a009-28f5e6d624a7 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.59 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 944 time: 0.2658942 Jul 30 20:04:56.450260 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5,segment=NetworkSegment(21259fef-2530-4ea2-94b4-58e78cdda3f6),segment_id=21259fef-2530-4ea2-94b4-58e78cdda3f6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:56.466084 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:56.483552 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 29c15703-72da-43d3-9582-3916dd3f11a8 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:04:56.539992 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-35068404-2faa-443a-863d-421fa022dff2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c47b3c52f1ac43689fa8563955d1dfe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3633087 Jul 30 20:04:56.552978 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54540) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:56.649542 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:04:56.654604 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:56.663801 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 29c15703-72da-43d3-9582-3916dd3f11a8 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:04:56.704935 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5e575a6-2340-4329-b332-ea802bad28f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:56.713791 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:56.739394 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-4db773c6-618f-442a-94f3-bc73f5f113ee req-32d69606-371c-4e62-8095-b2a4e8d6888c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Deleting port 46a421cb-a631-43ca-a761-bfafefe140f3 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:04:56.739948 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4db773c6-618f-442a-94f3-bc73f5f113ee req-32d69606-371c-4e62-8095-b2a4e8d6888c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:56.793637 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:56.794981 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee46967e-49b0-43bd-ab33-7357fb7da26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:56.855162 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae09f98b-3375-4915-aacb-95b538228b26 x-openstack-request-id: req-ae09f98b-3375-4915-aacb-95b538228b26 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:56.856753 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef196c64-4966-4c4d-908d-dbdcd4679345", "name": "network-vif-plugged", "status": "completed", "tag": "d9df0719-af7e-48f4-a1f4-8f0577af4e27", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:56.859795 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae09f98b-3375-4915-aacb-95b538228b26 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:56.874156 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef196c64-4966-4c4d-908d-dbdcd4679345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9df0719-af7e-48f4-a1f4-8f0577af4e27', 'code': 200} Jul 30 20:04:56.879068 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:04:56.879736 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cbb660a8-cdf3-4e82-a3bf-d2bc522ab8b8 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:56.941676 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5e575a6-2340-4329-b332-ea802bad28f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:56.959471 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d7f8e4c3-7fa6-4d36-af40-454016d160c2 req-b7716aca-4f00-4a3e-b977-d762f52f2c32 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 210 time: 0.0610015 Jul 30 20:04:57.002582 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6a211f-77dc-4bc3-9bc4-9271a5d48bb5 None None] Network 3cb727c5-7d6d-411e-8b6c-b3b446dc4997 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:04:57.109434 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-4db773c6-618f-442a-94f3-bc73f5f113ee req-32d69606-371c-4e62-8095-b2a4e8d6888c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] For port 46a421cb-a631-43ca-a761-bfafefe140f3, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=46a421cb-a631-43ca-a761-bfafefe140f3,segment=NetworkSegment(2784282f-168d-4feb-a0fd-693a38af43fe),segment_id=2784282f-168d-4feb-a0fd-693a38af43fe)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:57.113633 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4db773c6-618f-442a-94f3-bc73f5f113ee req-32d69606-371c-4e62-8095-b2a4e8d6888c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:57.132617 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c07727-867c-4e20-a661-63fb4471a47e req-1dc27433-95a5-470c-b011-a3870469c3e9 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:57.148048 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0c07727-867c-4e20-a661-63fb4471a47e req-1dc27433-95a5-470c-b011-a3870469c3e9 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 943 time: 0.2505202 Jul 30 20:04:57.162463 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-4db773c6-618f-442a-94f3-bc73f5f113ee req-32d69606-371c-4e62-8095-b2a4e8d6888c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Calling delete_port for 46a421cb-a631-43ca-a761-bfafefe140f3 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:04:57.199547 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5e575a6-2340-4329-b332-ea802bad28f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:57.208616 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5e575a6-2340-4329-b332-ea802bad28f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:57.210124 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f5e575a6-2340-4329-b332-ea802bad28f5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ed200b53-9775-4dfd-8b7e-73d714d11bfc HTTP/1.1" status: 204 len: 168 time: 0.6566210 Jul 30 20:04:57.267283 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e8ec469b-d5bf-4ae6-8c09-cc076cf388f4 None None] Provisioning for port 29c15703-72da-43d3-9582-3916dd3f11a8 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:04:57.301136 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e8ec469b-d5bf-4ae6-8c09-cc076cf388f4 None None] Provisioning complete for port 29c15703-72da-43d3-9582-3916dd3f11a8 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:04:57.301745 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8ec469b-d5bf-4ae6-8c09-cc076cf388f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:57.316813 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0c07727-867c-4e20-a661-63fb4471a47e req-f4a6b34e-82ea-466e-ae25-b5853bae30fa tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677158 Jul 30 20:04:57.321587 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e575a6-2340-4329-b332-ea802bad28f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed200b53-9775-4dfd-8b7e-73d714d11bfc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:57.374541 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee46967e-49b0-43bd-ab33-7357fb7da26e admin admin] Router 08cb0803-34cb-4a1f-b575-41bae4de3a32 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:04:57.551706 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4db773c6-618f-442a-94f3-bc73f5f113ee req-32d69606-371c-4e62-8095-b2a4e8d6888c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:57.613883 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:04:57.648141 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d69606-371c-4e62-8095-b2a4e8d6888c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Pushing event deleted for resources: {'Port': ['ID=46a421cb-a631-43ca-a761-bfafefe140f3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:57.713213 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8ec469b-d5bf-4ae6-8c09-cc076cf388f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:57.762451 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db773c6-618f-442a-94f3-bc73f5f113ee req-32d69606-371c-4e62-8095-b2a4e8d6888c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] No DVR routers for this DVR port 46a421cb-a631-43ca-a761-bfafefe140f3 on host n-h1-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:04:57.775891 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4db773c6-618f-442a-94f3-bc73f5f113ee req-32d69606-371c-4e62-8095-b2a4e8d6888c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:57.777810 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4db773c6-618f-442a-94f3-bc73f5f113ee req-32d69606-371c-4e62-8095-b2a4e8d6888c tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.59 "DELETE /v2.0/ports/46a421cb-a631-43ca-a761-bfafefe140f3 HTTP/1.1" status: 204 len: 173 time: 1.3919761 Jul 30 20:04:57.778247 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2832c35f-5cb9-4e16-a40b-cd0ac02aacdb', 'name': 'network-vif-deleted', 'tag': '46a421cb-a631-43ca-a761-bfafefe140f3'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:57.804164 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdf286c-ed8e-4378-bb97-4df3b6b2a8fd" -d '{"events": [{"server_uuid": "2832c35f-5cb9-4e16-a40b-cd0ac02aacdb", "name": "network-vif-deleted", "tag": "46a421cb-a631-43ca-a761-bfafefe140f3"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:57.878171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0547ad-1dfd-40d7-8fa3-ee26f686d9a8 req-2997e2c7-684f-4674-be3f-c7093f278dbb tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:57.906530 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e0547ad-1dfd-40d7-8fa3-ee26f686d9a8 req-2997e2c7-684f-4674-be3f-c7093f278dbb tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/ports?device_id=2832c35f-5cb9-4e16-a40b-cd0ac02aacdb HTTP/1.1" status: 200 len: 866 time: 0.4162738 Jul 30 20:04:57.918078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee46967e-49b0-43bd-ab33-7357fb7da26e admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:04:57.942082 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] Sync routers for ids ['08cb0803-34cb-4a1f-b575-41bae4de3a32'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:04:57.956715 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] Routers {'08cb0803-34cb-4a1f-b575-41bae4de3a32'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:04:57.957342 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:04:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['08cb0803-34cb-4a1f-b575-41bae4de3a32'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:57.978470 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e8ec469b-d5bf-4ae6-8c09-cc076cf388f4 None None] For port 29c15703-72da-43d3-9582-3916dd3f11a8, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=29c15703-72da-43d3-9582-3916dd3f11a8,segment=NetworkSegment(3e0d5739-804f-4a67-99e4-20377c5942f3),segment_id=3e0d5739-804f-4a67-99e4-20377c5942f3)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:57.999870 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8ec469b-d5bf-4ae6-8c09-cc076cf388f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:58.075458 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee46967e-49b0-43bd-ab33-7357fb7da26e admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:58.077675 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54576) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:58.084243 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ee46967e-49b0-43bd-ab33-7357fb7da26e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0894990 Jul 30 20:04:58.143093 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e0547ad-1dfd-40d7-8fa3-ee26f686d9a8 req-7c682542-714a-46a6-a29b-0ffc611ad561 tempest-LiveAutoBlockMigrationV225Test-990773397 tempest-LiveAutoBlockMigrationV225Test-990773397-project] 10.222.0.81 "GET /v2.0/security-groups?id=961cbc53-42ae-435c-b927-fa36e89433eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356339 Jul 30 20:04:58.307688 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21330fb2-4c54-4b97-b3a5-6d22a7f9bbe9 x-openstack-request-id: req-21330fb2-4c54-4b97-b3a5-6d22a7f9bbe9 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:58.308348 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2832c35f-5cb9-4e16-a40b-cd0ac02aacdb", "name": "network-vif-deleted", "tag": "46a421cb-a631-43ca-a761-bfafefe140f3", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:58.308348 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-21330fb2-4c54-4b97-b3a5-6d22a7f9bbe9 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:58.309232 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2832c35f-5cb9-4e16-a40b-cd0ac02aacdb', 'name': 'network-vif-deleted', 'tag': '46a421cb-a631-43ca-a761-bfafefe140f3', 'status': 'completed', 'code': 200} Jul 30 20:04:58.456585 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec469b-d5bf-4ae6-8c09-cc076cf388f4 None None] Pushing event updated for resources: {'Port': ['ID=29c15703-72da-43d3-9582-3916dd3f11a8,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:58.483748 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5,segment=NetworkSegment(21259fef-2530-4ea2-94b4-58e78cdda3f6),segment_id=21259fef-2530-4ea2-94b4-58e78cdda3f6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:58.520685 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-42faa02d-bc7f-4937-92e9-9c66825f672a None None] Provisioning complete for port 29c15703-72da-43d3-9582-3916dd3f11a8 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:04:58.521842 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42faa02d-bc7f-4937-92e9-9c66825f672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:58.543796 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17128c2d-67b4-4afb-b860-8d70adab1d4e req-b24e5494-13e9-4b2e-af96-f1f0ba2d691e tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/ports?device_id=d818df61-7daa-47c9-917c-7fab0726a537 HTTP/1.1" status: 200 len: 210 time: 0.1275918 Jul 30 20:04:58.657009 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5', 'network_id': 'bd2cf75f-ada5-438d-87d6-041f6d8f37e8', 'port_id': 'c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5', 'mac_address': 'fa:16:3e:cf:8c:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc2bd05-703a-476f-bf73-d538fd160288', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:04:58.769910 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30794f1d-71a1-4443-b143-f9ee5bcd768d req-f2a6b9ab-a131-44a3-8d6f-9185206bc649 tempest-QuotasAdminNegativeTest-986139507 tempest-QuotasAdminNegativeTest-986139507-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=a9feb47371fc4d21bf529df294211831&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445526 Jul 30 20:04:58.809564 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:58.839963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:04:58.847096 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] Set router 08cb0803-34cb-4a1f-b575-41bae4de3a32 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:04:58.877115 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbdbc01-2046-43c0-b172-f1b564ac04bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:04:58.883935 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b54e04a-223a-42c2-804a-6b65753f1cde" -d '{"events": [{"server_uuid": "bdbdbc01-2046-43c0-b172-f1b564ac04bb", "name": "network-vif-unplugged", "status": "completed", "tag": "c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:04:58.923823 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5,segment=NetworkSegment(21259fef-2530-4ea2-94b4-58e78cdda3f6),segment_id=21259fef-2530-4ea2-94b4-58e78cdda3f6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:04:58.934360 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:58.973056 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b0ca2-f89e-4255-a2d3-a9e7fb7847ce req-db7bcf72-e37d-4842-b886-79fe2c042a6c tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:58.983123 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e78b0ca2-f89e-4255-a2d3-a9e7fb7847ce req-db7bcf72-e37d-4842-b886-79fe2c042a6c tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 943 time: 0.2470500 Jul 30 20:04:59.003765 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30794f1d-71a1-4443-b143-f9ee5bcd768d req-225a0cb8-3006-4fe8-8c5e-045df164107b tempest-QuotasAdminNegativeTest-986139507 tempest-QuotasAdminNegativeTest-986139507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:04:59.007930 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30794f1d-71a1-4443-b143-f9ee5bcd768d req-225a0cb8-3006-4fe8-8c5e-045df164107b tempest-QuotasAdminNegativeTest-986139507 tempest-QuotasAdminNegativeTest-986139507-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2314701 Jul 30 20:04:59.034324 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30794f1d-71a1-4443-b143-f9ee5bcd768d req-c87c38fa-09c4-4e6d-8356-b79c2e74f4df tempest-QuotasAdminNegativeTest-986139507 tempest-QuotasAdminNegativeTest-986139507-project] 10.222.0.81 "GET /v2.0/quotas/a9feb47371fc4d21bf529df294211831 HTTP/1.1" status: 200 len: 375 time: 0.0197651 Jul 30 20:04:59.094960 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:04:59.100968 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30794f1d-71a1-4443-b143-f9ee5bcd768d req-f56805e7-7e65-415e-b503-90203d23b252 tempest-QuotasAdminNegativeTest-986139507 tempest-QuotasAdminNegativeTest-986139507-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a9feb47371fc4d21bf529df294211831&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600948 Jul 30 20:04:59.157461 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e78b0ca2-f89e-4255-a2d3-a9e7fb7847ce req-f4739f2d-b891-4733-852b-4ac61e054e10 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537979 Jul 30 20:04:59.190543 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 46a421cb-a631-43ca-a761-bfafefe140f3 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:04:59.244277 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 46a421cb-a631-43ca-a761-bfafefe140f3 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:04:59.244543 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb0803-34cb-4a1f-b575-41bae4de3a32', 'name': 'tempest-FloatingIPDetailsTestJSON-1046192363-router', 'tenant_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'd84874d0-0e3a-454e-8414-e60fd646b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:04:53Z', 'updated_at': '2021-07-30T20:04:56Z', 'revision_number': 3, 'project_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'gw_port': {'id': 'd84874d0-0e3a-454e-8414-e60fd646b473', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:41:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cb0803-34cb-4a1f-b575-41bae4de3a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:04:54Z', 'updated_at': '2021-07-30T20:04:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:04:59.245044 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 46a421cb-a631-43ca-a761-bfafefe140f3 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:04:59.263213 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:04:59.309259 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] Checking router: 08cb0803-34cb-4a1f-b575-41bae4de3a32 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:04:59.319344 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] Updating router 08cb0803-34cb-4a1f-b575-41bae4de3a32 port d84874d0-0e3a-454e-8414-e60fd646b473 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:04:59.373406 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:59.393515 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10df2bae-5f1a-48af-ace7-9a1407badc02 x-openstack-request-id: req-10df2bae-5f1a-48af-ace7-9a1407badc02 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:04:59.393818 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbdbc01-2046-43c0-b172-f1b564ac04bb", "name": "network-vif-unplugged", "status": "completed", "tag": "c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:04:59.394078 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-10df2bae-5f1a-48af-ace7-9a1407badc02 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:04:59.394492 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbdbc01-2046-43c0-b172-f1b564ac04bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5', 'code': 200} Jul 30 20:04:59.447914 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54628) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:04:59.538087 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-53189e9c-407e-4c64-98ef-3bad8ab5a10c admin admin] Deleting subnet b757e780-295d-4676-ae81-4c07de396b9e {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:04:59.545638 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53189e9c-407e-4c64-98ef-3bad8ab5a10c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:59.653289 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53189e9c-407e-4c64-98ef-3bad8ab5a10c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:59.801138 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fcbcb217-cff8-4d23-ae95-17544cd6ddca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:59.836862 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53189e9c-407e-4c64-98ef-3bad8ab5a10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:59.926030 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-8bfef296-8da8-4e9f-9e15-9c0135c2a462 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=645ed82ad612494695da334f28668465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1032917 Jul 30 20:04:59.954232 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:59.969285 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] Transition to ACTIVE for port object d84874d0-0e3a-454e-8414-e60fd646b473 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:04:59.970914 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53189e9c-407e-4c64-98ef-3bad8ab5a10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:04:59.979381 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:00.009341 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53189e9c-407e-4c64-98ef-3bad8ab5a10c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:00.011679 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-53189e9c-407e-4c64-98ef-3bad8ab5a10c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b757e780-295d-4676-ae81-4c07de396b9e HTTP/1.1" status: 204 len: 168 time: 0.5621393 Jul 30 20:05:00.012701 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53189e9c-407e-4c64-98ef-3bad8ab5a10c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b757e780-295d-4676-ae81-4c07de396b9e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:00.015326 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54650) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:00.032305 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a36df-8dbd-455f-ab57-641e690b1767 None None] Pushing event updated for resources: {'Port': ['ID=d84874d0-0e3a-454e-8414-e60fd646b473,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:00.058561 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] Attempting to bind port d84874d0-0e3a-454e-8414-e60fd646b473 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:05:00.059478 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] Attempting to bind port d84874d0-0e3a-454e-8414-e60fd646b473 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:05:00.060094 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] Attempting to bind port d84874d0-0e3a-454e-8414-e60fd646b473 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:05:00.066653 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:05:00.067495 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:05:00.068158 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:00.068899 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:05:00.069727 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] Bound port: d84874d0-0e3a-454e-8414-e60fd646b473, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:05:00.070542 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:00.184587 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-720cbe8e-281b-42cf-936b-174094813715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:00.222578 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] For port d84874d0-0e3a-454e-8414-e60fd646b473, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:05:00.234871 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] For port d84874d0-0e3a-454e-8414-e60fd646b473, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d84874d0-0e3a-454e-8414-e60fd646b473,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:05:00.244517 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:00.354062 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-720cbe8e-281b-42cf-936b-174094813715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:00.378054 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 29c15703-72da-43d3-9582-3916dd3f11a8 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:05:00.382451 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] Routers {'08cb0803-34cb-4a1f-b575-41bae4de3a32'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:05:00.383624 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:04:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['08cb0803-34cb-4a1f-b575-41bae4de3a32'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:00.409435 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-720cbe8e-281b-42cf-936b-174094813715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b009359-14e5-4019-b6cd-e6d82ee142cf']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:00.452689 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-720cbe8e-281b-42cf-936b-174094813715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2784282f-168d-4feb-a0fd-693a38af43fe') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:00.452989 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-720cbe8e-281b-42cf-936b-174094813715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2784282f-168d-4feb-a0fd-693a38af43fe') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:00.469699 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a36df-8dbd-455f-ab57-641e690b1767 None None] Pushing event updated for resources: {'Port': ['ID=d84874d0-0e3a-454e-8414-e60fd646b473,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:00.479251 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-720cbe8e-281b-42cf-936b-174094813715 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:00.498873 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-fcbcb217-cff8-4d23-ae95-17544cd6ddca admin admin] Allocated IP 172.20.0.1 (3cb727c5-7d6d-411e-8b6c-b3b446dc4997/a6fcda10-0e64-4478-9b43-820413f69476/29ab6297-20fd-4d28-9a84-6128fbf5a519) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:05:00.510988 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 29c15703-72da-43d3-9582-3916dd3f11a8 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:00.511364 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:00.513569 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-720cbe8e-281b-42cf-936b-174094813715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:00.530326 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720cbe8e-281b-42cf-936b-174094813715 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:05:00.530739 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-720cbe8e-281b-42cf-936b-174094813715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:05:00.536379 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:05:00.671264 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fcbcb217-cff8-4d23-ae95-17544cd6ddca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:00.681737 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-720cbe8e-281b-42cf-936b-174094813715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:00.694163 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-fcbcb217-cff8-4d23-ae95-17544cd6ddca admin admin] Transition to ACTIVE for port object 29ab6297-20fd-4d28-9a84-6128fbf5a519 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:05:00.700502 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-720cbe8e-281b-42cf-936b-174094813715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:00.708982 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-720cbe8e-281b-42cf-936b-174094813715 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1b009359-14e5-4019-b6cd-e6d82ee142cf HTTP/1.1" status: 204 len: 168 time: 0.6901305 Jul 30 20:05:00.709930 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54674) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:00.714173 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] Set router 08cb0803-34cb-4a1f-b575-41bae4de3a32 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:05:00.754716 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-2ded6a9f-8ceb-4aca-a1f3-7a3aea880fee tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:00.763655 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-2ded6a9f-8ceb-4aca-a1f3-7a3aea880fee tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8245325 Jul 30 20:05:00.767671 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fcbcb217-cff8-4d23-ae95-17544cd6ddca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:00.777743 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cbe8e-281b-42cf-936b-174094813715 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b009359-14e5-4019-b6cd-e6d82ee142cf,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:00.860648 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16c7c33-d02b-4ae7-b24b-73161daf9ed6 admin admin] Deleting subnet 4e7f89b5-6415-474a-a3f7-0a2fa3a373a8 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:05:00.880295 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-8ca34f67-ad59-4d6b-aaa3-247f5c9986b5 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.81 "GET /v2.0/quotas/645ed82ad612494695da334f28668465 HTTP/1.1" status: 200 len: 375 time: 0.1156714 Jul 30 20:05:00.884031 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9dbfe-5730-4b9b-819b-4132d92d4551 req-f4cf3895-1e4d-4164-b1c0-464ebb5ebd4e tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:00.890171 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17f9dbfe-5730-4b9b-819b-4132d92d4551 req-f4cf3895-1e4d-4164-b1c0-464ebb5ebd4e tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 944 time: 0.1523910 Jul 30 20:05:00.896581 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b16c7c33-d02b-4ae7-b24b-73161daf9ed6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:01.004015 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-3d5fd63a-041b-470c-b10f-2f29764b1319 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=645ed82ad612494695da334f28668465&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0951171 Jul 30 20:05:01.008883 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbcb217-cff8-4d23-ae95-17544cd6ddca admin admin] Network 3cb727c5-7d6d-411e-8b6c-b3b446dc4997 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:05:01.025965 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-fcbcb217-cff8-4d23-ae95-17544cd6ddca admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:01.029311 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbcb217-cff8-4d23-ae95-17544cd6ddca admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:05:01.061532 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b16c7c33-d02b-4ae7-b24b-73161daf9ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:01.080220 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb0803-34cb-4a1f-b575-41bae4de3a32', 'name': 'tempest-FloatingIPDetailsTestJSON-1046192363-router', 'tenant_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'd84874d0-0e3a-454e-8414-e60fd646b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:04:53Z', 'updated_at': '2021-07-30T20:04:56Z', 'revision_number': 3, 'project_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'gw_port': {'id': 'd84874d0-0e3a-454e-8414-e60fd646b473', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:41:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cb0803-34cb-4a1f-b575-41bae4de3a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:04:54Z', 'updated_at': '2021-07-30T20:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:01.091045 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17f9dbfe-5730-4b9b-819b-4132d92d4551 req-44f4fbef-396c-496b-8155-61e1f09991ae tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859117 Jul 30 20:05:01.098813 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcb217-cff8-4d23-ae95-17544cd6ddca admin admin] Pushing event updated for resources: {'Port': ['ID=29ab6297-20fd-4d28-9a84-6128fbf5a519,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:01.157023 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b16c7c33-d02b-4ae7-b24b-73161daf9ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:01.157722 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fcbcb217-cff8-4d23-ae95-17544cd6ddca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:01.164445 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e5e08-047c-47b5-82e3-9e0994015245 None None] The sync data for ids ['08cb0803-34cb-4a1f-b575-41bae4de3a32'] in n-d-712137-9 is: [{'id': '08cb0803-34cb-4a1f-b575-41bae4de3a32', 'name': 'tempest-FloatingIPDetailsTestJSON-1046192363-router', 'tenant_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'd84874d0-0e3a-454e-8414-e60fd646b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:04:53Z', 'updated_at': '2021-07-30T20:04:56Z', 'revision_number': 3, 'project_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'gw_port': {'id': 'd84874d0-0e3a-454e-8414-e60fd646b473', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:41:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cb0803-34cb-4a1f-b575-41bae4de3a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:04:54Z', 'updated_at': '2021-07-30T20:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:05:01.322888 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b16c7c33-d02b-4ae7-b24b-73161daf9ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:01.342654 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54692) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:01.444062 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c7c33-d02b-4ae7-b24b-73161daf9ed6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e7f89b5-6415-474a-a3f7-0a2fa3a373a8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:01.448680 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fcbcb217-cff8-4d23-ae95-17544cd6ddca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:01.475437 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b16c7c33-d02b-4ae7-b24b-73161daf9ed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:01.480494 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b16c7c33-d02b-4ae7-b24b-73161daf9ed6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4e7f89b5-6415-474a-a3f7-0a2fa3a373a8 HTTP/1.1" status: 204 len: 168 time: 0.7486610 Jul 30 20:05:01.483823 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54698) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:01.569187 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79cf7e86-cb3c-4d78-99c1-659d0d103a15 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:01.592731 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:05:01.608214 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-56c96cf6-778f-46af-b5ae-deb1697f1cbe None None] Provisioning for port 29ab6297-20fd-4d28-9a84-6128fbf5a519 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:05:01.707438 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79cf7e86-cb3c-4d78-99c1-659d0d103a15 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:01.810303 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-56c96cf6-778f-46af-b5ae-deb1697f1cbe None None] Provisioning complete for port 29ab6297-20fd-4d28-9a84-6128fbf5a519 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:01.813357 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56c96cf6-778f-46af-b5ae-deb1697f1cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:01.853784 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f6e4720-f228-488a-92ec-ae7ef9cd3a65 req-304cacb5-c523-452c-b6b9-99e0ad82c9a9 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.81 "GET /v2.0/ports?device_id=752c24ff-2b4c-4878-bc80-c7a4fc74faab HTTP/1.1" status: 200 len: 210 time: 0.1179368 Jul 30 20:05:01.856526 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7e543145-3a77-459f-8f1d-763eea296a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:01.962200 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79cf7e86-cb3c-4d78-99c1-659d0d103a15 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:01.966810 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79cf7e86-cb3c-4d78-99c1-659d0d103a15 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:01.969261 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-79cf7e86-cb3c-4d78-99c1-659d0d103a15 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "DELETE /v2.0/security-groups/27915f66-2594-4dfa-bc50-2b71dccba49e HTTP/1.1" status: 204 len: 168 time: 0.6172969 Jul 30 20:05:01.973784 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54718) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:02.002721 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-fd635f64-2b26-4e51-91b8-e9a48556005f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] show failed (client error): The resource could not be found. Jul 30 20:05:02.007500 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fd635f64-2b26-4e51-91b8-e9a48556005f tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "GET /v2.0/security-groups/27915f66-2594-4dfa-bc50-2b71dccba49e HTTP/1.1" status: 404 len: 347 time: 0.0274832 Jul 30 20:05:02.007500 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf7e86-cb3c-4d78-99c1-659d0d103a15 tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27915f66-2594-4dfa-bc50-2b71dccba49e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:02.007500 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54722) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:02.036332 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-56c96cf6-778f-46af-b5ae-deb1697f1cbe None None] Port 29ab6297-20fd-4d28-9a84-6128fbf5a519 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:05:02.076731 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:02.077291 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:02.357058 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-fb19a0e0-d631-458b-a44a-50ffb2d3902e tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Deleting port 5e60997b-631e-4303-9dc1-d3e7444a1c42 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:05:02.358021 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb19a0e0-d631-458b-a44a-50ffb2d3902e tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:02.494900 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fcbcb217-cff8-4d23-ae95-17544cd6ddca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:02.500246 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7e543145-3a77-459f-8f1d-763eea296a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:02.506235 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d84874d0-0e3a-454e-8414-e60fd646b473 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:05:02.518165 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-7e543145-3a77-459f-8f1d-763eea296a0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf866422-faad-4b44-a93b-9bbe1d7aa5c7']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:02.533263 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-7e543145-3a77-459f-8f1d-763eea296a0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3934e32a-3a2c-4ddc-a77a-274fbd762c4d') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:02.533625 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-7e543145-3a77-459f-8f1d-763eea296a0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3934e32a-3a2c-4ddc-a77a-274fbd762c4d') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:02.544919 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fcbcb217-cff8-4d23-ae95-17544cd6ddca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:02.557886 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7e543145-3a77-459f-8f1d-763eea296a0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:02.575171 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb19a0e0-d631-458b-a44a-50ffb2d3902e tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:02.575540 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb19a0e0-d631-458b-a44a-50ffb2d3902e tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:02.699037 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:02.704071 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-fb19a0e0-d631-458b-a44a-50ffb2d3902e tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Calling delete_port for 5e60997b-631e-4303-9dc1-d3e7444a1c42 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:05:02.712483 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b59ae73-51e4-4125-8a44-059346f3c974 req-0fd1c7ca-f547-4c55-b779-f61684141232 tempest-QuotasAdminNegativeTest-986139507 tempest-QuotasAdminNegativeTest-986139507-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=a9feb47371fc4d21bf529df294211831&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0958593 Jul 30 20:05:02.727386 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7e543145-3a77-459f-8f1d-763eea296a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:02.812780 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e543145-3a77-459f-8f1d-763eea296a0c admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:05:02.814276 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7e543145-3a77-459f-8f1d-763eea296a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:05:02.819922 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:05:02.837632 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fcbcb217-cff8-4d23-ae95-17544cd6ddca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:02.990772 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59ae73-51e4-4125-8a44-059346f3c974 req-0781402a-0e24-4dd4-8a29-ae011b11f3b0 tempest-QuotasAdminNegativeTest-986139507 tempest-QuotasAdminNegativeTest-986139507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:02.995914 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b59ae73-51e4-4125-8a44-059346f3c974 req-0781402a-0e24-4dd4-8a29-ae011b11f3b0 tempest-QuotasAdminNegativeTest-986139507 tempest-QuotasAdminNegativeTest-986139507-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2666004 Jul 30 20:05:03.002920 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcb217-cff8-4d23-ae95-17544cd6ddca admin admin] Pushing event updated for resources: {'Port': ['ID=29ab6297-20fd-4d28-9a84-6128fbf5a519,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:03.071680 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecb9f1-7cca-4de9-86a9-c405074979fa req-11b93130-2174-4e1a-90aa-cad0f6aad612 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:03.074670 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-98ecb9f1-7cca-4de9-86a9-c405074979fa req-11b93130-2174-4e1a-90aa-cad0f6aad612 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 944 time: 0.5772219 Jul 30 20:05:03.150132 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5,segment=NetworkSegment(21259fef-2530-4ea2-94b4-58e78cdda3f6),segment_id=21259fef-2530-4ea2-94b4-58e78cdda3f6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:03.151940 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbdbc01-2046-43c0-b172-f1b564ac04bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:05:03.152083 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b59ae73-51e4-4125-8a44-059346f3c974 req-71a1fa21-7971-4815-ad90-b54b8c633b84 tempest-QuotasAdminNegativeTest-986139507 tempest-QuotasAdminNegativeTest-986139507-project] 10.222.0.81 "GET /v2.0/quotas/a9feb47371fc4d21bf529df294211831 HTTP/1.1" status: 200 len: 375 time: 0.0557303 Jul 30 20:05:03.154662 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95db5710-4803-4cb7-a176-1a78520a8f94" -d '{"events": [{"server_uuid": "bdbdbc01-2046-43c0-b172-f1b564ac04bb", "name": "network-vif-plugged", "status": "completed", "tag": "c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:05:03.158403 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port d84874d0-0e3a-454e-8414-e60fd646b473 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:05:03.177190 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:03.186477 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port d84874d0-0e3a-454e-8414-e60fd646b473 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:03.186840 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:03.201856 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7e543145-3a77-459f-8f1d-763eea296a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:03.216955 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b59ae73-51e4-4125-8a44-059346f3c974 req-35de135c-3d2a-4460-bd2d-ff438e91834b tempest-QuotasAdminNegativeTest-986139507 tempest-QuotasAdminNegativeTest-986139507-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a9feb47371fc4d21bf529df294211831&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639958 Jul 30 20:05:03.240291 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7e543145-3a77-459f-8f1d-763eea296a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:03.243030 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7e543145-3a77-459f-8f1d-763eea296a0c admin admin] 10.222.0.81 "DELETE /v2.0/networks/bf866422-faad-4b44-a93b-9bbe1d7aa5c7 HTTP/1.1" status: 204 len: 168 time: 1.7580397 Jul 30 20:05:03.320840 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e543145-3a77-459f-8f1d-763eea296a0c admin admin] Pushing event deleted for resources: {'Network': ['ID=bf866422-faad-4b44-a93b-9bbe1d7aa5c7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:03.339540 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:03.381912 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-98ecb9f1-7cca-4de9-86a9-c405074979fa req-a7d5ce0d-904c-4102-a857-319b5ced3681 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934146 Jul 30 20:05:03.416263 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbcb217-cff8-4d23-ae95-17544cd6ddca admin admin] Network 3cb727c5-7d6d-411e-8b6c-b3b446dc4997 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:05:03.425780 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-fcbcb217-cff8-4d23-ae95-17544cd6ddca admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:03.478748 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb19a0e0-d631-458b-a44a-50ffb2d3902e tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:03.579068 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19a0e0-d631-458b-a44a-50ffb2d3902e tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Pushing event deleted for resources: {'Port': ['ID=5e60997b-631e-4303-9dc1-d3e7444a1c42,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:03.751354 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54770) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:03.806651 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8a9902-d623-4972-94b7-2b074951db2a x-openstack-request-id: req-cc8a9902-d623-4972-94b7-2b074951db2a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:05:03.808177 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbdbc01-2046-43c0-b172-f1b564ac04bb", "name": "network-vif-plugged", "status": "completed", "tag": "c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:05:03.809495 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cc8a9902-d623-4972-94b7-2b074951db2a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:05:03.811273 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbdbc01-2046-43c0-b172-f1b564ac04bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5', 'code': 200} Jul 30 20:05:03.860131 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:03.880034 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e9785636-c3e5-484a-a425-094b020bbd72 req-2fa3a18b-2f6c-45bc-8a8a-497dbc0ea29f tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.81 "GET /v2.0/ports?device_id=752c24ff-2b4c-4878-bc80-c7a4fc74faab HTTP/1.1" status: 200 len: 210 time: 0.2672029 Jul 30 20:05:03.911481 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1795a3b6-bca5-4ff0-b099-8a38e726633d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cb1bb74bc9ed4a3098e756ee6ea6bd07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524107 Jul 30 20:05:03.913990 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54776) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:03.969387 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port d84874d0-0e3a-454e-8414-e60fd646b473, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d84874d0-0e3a-454e-8414-e60fd646b473,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:03.970268 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb19a0e0-d631-458b-a44a-50ffb2d3902e tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:03.974719 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-caebafe7-1109-4289-995c-f85c93daae2b tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=645ed82ad612494695da334f28668465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004021 Jul 30 20:05:03.991491 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb19a0e0-d631-458b-a44a-50ffb2d3902e tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:03.994751 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fb19a0e0-d631-458b-a44a-50ffb2d3902e tempest-ServersTestBootFromVolume-1729609376 tempest-ServersTestBootFromVolume-1729609376-project] 10.222.0.81 "DELETE /v2.0/floatingips/d1eb6386-cb15-4688-86f5-d323af0d9c33 HTTP/1.1" status: 204 len: 168 time: 1.9860630 Jul 30 20:05:03.999130 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54780) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:04.011277 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:04.024721 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7b34ded9-45c8-4bff-b644-7d95f318625f None None] Provisioning complete for port 29ab6297-20fd-4d28-9a84-6128fbf5a519 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:04.026597 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7b34ded9-45c8-4bff-b644-7d95f318625f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:04.126139 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbcb217-cff8-4d23-ae95-17544cd6ddca admin admin] Router 08cb0803-34cb-4a1f-b575-41bae4de3a32 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:05:04.196425 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-827c5f71-14b1-47f3-981b-2851c7838e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:04.220950 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-827c5f71-14b1-47f3-981b-2851c7838e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:04.306810 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-0ec245a9-1518-4f24-8f85-14199b59eab2 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:04.308927 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-0ec245a9-1518-4f24-8f85-14199b59eab2 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3268750 Jul 30 20:05:04.327303 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-a58fb635-1c4f-42bf-8488-a1102f62a032 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Request body: {'port': {'device_id': '752c24ff-2b4c-4878-bc80-c7a4fc74faab', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': '645ed82ad612494695da334f28668465'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:04.355741 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=d84874d0-0e3a-454e-8414-e60fd646b473,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:04.421683 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7b34ded9-45c8-4bff-b644-7d95f318625f None None] Port 29ab6297-20fd-4d28-9a84-6128fbf5a519 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:05:04.457480 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-827c5f71-14b1-47f3-981b-2851c7838e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:04.460377 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-827c5f71-14b1-47f3-981b-2851c7838e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:04.479541 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-827c5f71-14b1-47f3-981b-2851c7838e92 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/961cbc53-42ae-435c-b927-fa36e89433eb HTTP/1.1" status: 204 len: 168 time: 0.5621340 Jul 30 20:05:04.517897 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c5f71-14b1-47f3-981b-2851c7838e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961cbc53-42ae-435c-b927-fa36e89433eb,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:04.623090 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31438a5-2bf5-457e-a054-23d4f99b2499 req-1171490d-cd45-4412-bc12-df6ec256c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:04.624540 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e31438a5-2bf5-457e-a054-23d4f99b2499 req-1171490d-cd45-4412-bc12-df6ec256c036 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 1096 time: 0.7114871 Jul 30 20:05:04.824247 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e31438a5-2bf5-457e-a054-23d4f99b2499 req-b8860840-fc45-4864-b36e-2488c7110330 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858969 Jul 30 20:05:04.943699 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54810) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:05.102878 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37fa173a-61ab-4ef7-9960-af49376ba0bd req-675e45f8-86b7-4c86-bc4a-99c78587b3ee tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.81 "GET /v2.0/ports?device_id=752c24ff-2b4c-4878-bc80-c7a4fc74faab HTTP/1.1" status: 200 len: 210 time: 0.0627334 Jul 30 20:05:05.186279 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fafad335-d173-45c1-8ec4-e6f94a34e731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:05.186279 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f395a00-f61c-44cb-a920-ac66338c32c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:05.188012 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54816) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:05.321117 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-a58fb635-1c4f-42bf-8488-a1102f62a032 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Made reservation on behalf of 645ed82ad612494695da334f28668465 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:05:05.328582 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-a58fb635-1c4f-42bf-8488-a1102f62a032 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:05.366899 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54818) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:05.417139 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-a58fb635-1c4f-42bf-8488-a1102f62a032 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:05.475714 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbcb217-cff8-4d23-ae95-17544cd6ddca admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:05:05.494293 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fcbcb217-cff8-4d23-ae95-17544cd6ddca admin admin] 10.222.0.81 "PUT /v2.0/routers/08cb0803-34cb-4a1f-b575-41bae4de3a32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4106874 Jul 30 20:05:05.506242 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] Sync routers for ids ['08cb0803-34cb-4a1f-b575-41bae4de3a32'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:05:05.520641 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] Routers {'08cb0803-34cb-4a1f-b575-41bae4de3a32'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:05:05.521685 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:04:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['08cb0803-34cb-4a1f-b575-41bae4de3a32'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:05.541990 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e659fb-2c7d-4454-9e61-4d6254983991 req-999f857c-7845-4a09-91d5-bef2dfa0d724 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:05.553264 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-69e659fb-2c7d-4454-9e61-4d6254983991 req-999f857c-7845-4a09-91d5-bef2dfa0d724 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.3244457 Jul 30 20:05:05.571908 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7167c6d9-b87d-4ee7-876c-a4d2b838fbab admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=24fbfc68ad6b45ea81f867c61a70c016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3818920 Jul 30 20:05:05.582157 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54824) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:05.673093 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-69e659fb-2c7d-4454-9e61-4d6254983991 req-f516c97f-8209-4aa4-8c8d-429f8cc85e79 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186793 Jul 30 20:05:05.682653 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db265fdf-bbd5-4277-9e33-e4571a2bb55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:05.696993 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f395a00-f61c-44cb-a920-ac66338c32c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:05.726382 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] Set router 08cb0803-34cb-4a1f-b575-41bae4de3a32 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:05:05.809666 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f395a00-f61c-44cb-a920-ac66338c32c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:05.909735 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-a58fb635-1c4f-42bf-8488-a1102f62a032 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:06.009138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f395a00-f61c-44cb-a920-ac66338c32c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865c84ef-4d11-4c94-ada7-4a33397ce8ff,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:06.020308 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5f395a00-f61c-44cb-a920-ac66338c32c1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d4ed1554b2b84c389b4b9ec0bde8891d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0731049 Jul 30 20:05:06.020308 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a2947f5b-4dae-4362-b65f-9d8a0a4c4ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:06.066342 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a2947f5b-4dae-4362-b65f-9d8a0a4c4ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:06.070112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54840) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:06.072520 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-a58fb635-1c4f-42bf-8488-a1102f62a032 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:06.135657 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb0803-34cb-4a1f-b575-41bae4de3a32', 'name': 'tempest-FloatingIPDetailsTestJSON-1046192363-router', 'tenant_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'd84874d0-0e3a-454e-8414-e60fd646b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:04:53Z', 'updated_at': '2021-07-30T20:05:01Z', 'revision_number': 4, 'project_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'gw_port': {'id': 'd84874d0-0e3a-454e-8414-e60fd646b473', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb0803-34cb-4a1f-b575-41bae4de3a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:04:54Z', 'updated_at': '2021-07-30T20:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '29ab6297-20fd-4d28-9a84-6128fbf5a519', 'name': '', 'network_id': '3cb727c5-7d6d-411e-8b6c-b3b446dc4997', 'tenant_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'mac_address': 'fa:16:3e:7c:24:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cb0803-34cb-4a1f-b575-41bae4de3a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'a6fcda10-0e64-4478-9b43-820413f69476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:04:59Z', 'updated_at': '2021-07-30T20:05:01Z', 'revision_number': 2, 'project_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'subnets': [{'id': 'a6fcda10-0e64-4478-9b43-820413f69476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:06.183690 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd4d45a2-fbd9-4c96-ae86-ef5507e06951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:06.209636 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] Checking router: 08cb0803-34cb-4a1f-b575-41bae4de3a32 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:05:06.209918 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] Updating router 08cb0803-34cb-4a1f-b575-41bae4de3a32 port 29ab6297-20fd-4d28-9a84-6128fbf5a519 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:05:06.259493 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:06.306426 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a2947f5b-4dae-4362-b65f-9d8a0a4c4ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:06.312265 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a2947f5b-4dae-4362-b65f-9d8a0a4c4ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:06.316861 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a2947f5b-4dae-4362-b65f-9d8a0a4c4ed6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f408d1d4-951f-4d5d-a361-4193fc9f4317 HTTP/1.1" status: 204 len: 168 time: 0.7336547 Jul 30 20:05:06.338675 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db265fdf-bbd5-4277-9e33-e4571a2bb55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:06.349252 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd4d45a2-fbd9-4c96-ae86-ef5507e06951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:06.364426 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58fb635-1c4f-42bf-8488-a1102f62a032 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df0ed92-bc62-4a77-9824-957f38e19f8f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:06.401578 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db265fdf-bbd5-4277-9e33-e4571a2bb55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:06.406677 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d84874d0-0e3a-454e-8414-e60fd646b473 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:05:06.443357 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fd65884a-4d80-47d7-b56c-9393bb28639b req-5e4c00d2-475b-4b9e-8f79-b746a12b7b41 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.81 "GET /v2.0/ports?device_id=752c24ff-2b4c-4878-bc80-c7a4fc74faab HTTP/1.1" status: 200 len: 210 time: 0.1694138 Jul 30 20:05:06.469583 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2947f5b-4dae-4362-b65f-9d8a0a4c4ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f408d1d4-951f-4d5d-a361-4193fc9f4317,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:06.492287 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db265fdf-bbd5-4277-9e33-e4571a2bb55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a37037-1a14-4448-8907-44e14cdd52a0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:06.557254 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd4d45a2-fbd9-4c96-ae86-ef5507e06951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:06.563530 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd4d45a2-fbd9-4c96-ae86-ef5507e06951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:06.566694 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-bd4d45a2-fbd9-4c96-ae86-ef5507e06951 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/865c84ef-4d11-4c94-ada7-4a33397ce8ff HTTP/1.1" status: 204 len: 168 time: 0.4956050 Jul 30 20:05:06.578114 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-fafad335-d173-45c1-8ec4-e6f94a34e731 admin admin] Deleting port 1e721004-2009-4a33-bae3-ba48ca9e0669 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:05:06.580615 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-db265fdf-bbd5-4277-9e33-e4571a2bb55b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a9feb47371fc4d21bf529df294211831&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1948009 Jul 30 20:05:06.583340 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fafad335-d173-45c1-8ec4-e6f94a34e731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:06.586634 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54854) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:06.620344 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c411918f-c77a-49c5-a844-7d139a34fa6e req-22f03ce0-e470-43fa-bc1c-fd36a5cde0be tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5444942 Jul 30 20:05:06.647602 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-c411918f-c77a-49c5-a844-7d139a34fa6e req-a1a31349-8ecc-4029-bd12-887fca8bc12d tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:06.661885 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port d84874d0-0e3a-454e-8414-e60fd646b473 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:06.662476 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:06.665806 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-a58fb635-1c4f-42bf-8488-a1102f62a032 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Allocated IP 192.168.233.222 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/d7590766-d9df-47ec-a568-1d04032a9210) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:05:06.732252 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d45a2-fbd9-4c96-ae86-ef5507e06951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865c84ef-4d11-4c94-ada7-4a33397ce8ff,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:06.829055 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c411918f-c77a-49c5-a844-7d139a34fa6e req-a1a31349-8ecc-4029-bd12-887fca8bc12d tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:06.924939 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:06.948411 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] Transition to ACTIVE for port object 29ab6297-20fd-4d28-9a84-6128fbf5a519 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:05:06.962676 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:07.101102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b600-e87c-4b11-a4c8-bc917f0a74a9 req-2777bab4-7092-4e11-beb9-a2b8e1e0c5f0 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:07.103205 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de33b600-e87c-4b11-a4c8-bc917f0a74a9 req-2777bab4-7092-4e11-beb9-a2b8e1e0c5f0 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.2644327 Jul 30 20:05:07.103919 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f3226e48-fcaf-459f-8678-05e6aeee16f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:07.127344 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-fafad335-d173-45c1-8ec4-e6f94a34e731 admin admin] For port 1e721004-2009-4a33-bae3-ba48ca9e0669, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=1e721004-2009-4a33-bae3-ba48ca9e0669,segment=NetworkSegment(58b9f348-d2a6-489d-9ad0-c42e9e994315),segment_id=58b9f348-d2a6-489d-9ad0-c42e9e994315)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:07.127882 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fafad335-d173-45c1-8ec4-e6f94a34e731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:07.146989 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6d82a-1ec3-4c74-8112-f8123f6c45d7 None None] Pushing event updated for resources: {'Port': ['ID=29ab6297-20fd-4d28-9a84-6128fbf5a519,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:07.202363 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54870) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:07.225591 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] Attempting to bind port 29ab6297-20fd-4d28-9a84-6128fbf5a519 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:05:07.231290 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] Attempting to bind port 29ab6297-20fd-4d28-9a84-6128fbf5a519 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '3e0d5739-804f-4a67-99e4-20377c5942f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3cb727c5-7d6d-411e-8b6c-b3b446dc4997'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:05:07.231290 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] Attempting to bind port 29ab6297-20fd-4d28-9a84-6128fbf5a519 on network 3cb727c5-7d6d-411e-8b6c-b3b446dc4997 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:05:07.244598 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:05:07.244978 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] Checking segment: {'id': '3e0d5739-804f-4a67-99e4-20377c5942f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3cb727c5-7d6d-411e-8b6c-b3b446dc4997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:05:07.245382 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:07.245777 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] Bound using segment: {'id': '3e0d5739-804f-4a67-99e4-20377c5942f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3cb727c5-7d6d-411e-8b6c-b3b446dc4997'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:05:07.246256 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] Bound port: 29ab6297-20fd-4d28-9a84-6128fbf5a519, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e0d5739-804f-4a67-99e4-20377c5942f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3cb727c5-7d6d-411e-8b6c-b3b446dc4997'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:05:07.246632 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:07.247666 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de33b600-e87c-4b11-a4c8-bc917f0a74a9 req-48ca419a-f706-43e5-b78a-edd7ed38441c tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268528 Jul 30 20:05:07.249842 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f3226e48-fcaf-459f-8678-05e6aeee16f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:07.256787 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-fafad335-d173-45c1-8ec4-e6f94a34e731 admin admin] Calling delete_port for 1e721004-2009-4a33-bae3-ba48ca9e0669 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:05:07.272483 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a247862-0066-4d02-af71-3a5d9ba7b06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:07.385529 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] For port 29ab6297-20fd-4d28-9a84-6128fbf5a519, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:05:07.393846 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] For port 29ab6297-20fd-4d28-9a84-6128fbf5a519, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=29ab6297-20fd-4d28-9a84-6128fbf5a519,segment=NetworkSegment(3e0d5739-804f-4a67-99e4-20377c5942f3),segment_id=3e0d5739-804f-4a67-99e4-20377c5942f3)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:05:07.415374 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:07.431303 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c411918f-c77a-49c5-a844-7d139a34fa6e req-a1a31349-8ecc-4029-bd12-887fca8bc12d tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:07.435406 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-a58fb635-1c4f-42bf-8488-a1102f62a032 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:07.511077 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] Routers {'08cb0803-34cb-4a1f-b575-41bae4de3a32'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:05:07.511552 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:04:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['08cb0803-34cb-4a1f-b575-41bae4de3a32'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:07.548351 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f3226e48-fcaf-459f-8678-05e6aeee16f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:07.550981 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f3226e48-fcaf-459f-8678-05e6aeee16f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:07.552326 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f3226e48-fcaf-459f-8678-05e6aeee16f9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/19a37037-1a14-4448-8907-44e14cdd52a0 HTTP/1.1" status: 204 len: 168 time: 0.9624593 Jul 30 20:05:07.596075 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-a58fb635-1c4f-42bf-8488-a1102f62a032 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Transition to ACTIVE for port object d7590766-d9df-47ec-a568-1d04032a9210 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:05:07.656356 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3226e48-fcaf-459f-8678-05e6aeee16f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a37037-1a14-4448-8907-44e14cdd52a0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:07.702630 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6d82a-1ec3-4c74-8112-f8123f6c45d7 None None] Pushing event updated for resources: {'Port': ['ID=29ab6297-20fd-4d28-9a84-6128fbf5a519,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:07.758270 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c475a9-7c86-487c-a634-f7bdde89438e req-ea1b64e9-9186-41b6-85c7-35ffe69e7052 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:07.767379 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a5c475a9-7c86-487c-a634-f7bdde89438e req-ea1b64e9-9186-41b6-85c7-35ffe69e7052 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.1404951 Jul 30 20:05:07.848342 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a5c475a9-7c86-487c-a634-f7bdde89438e req-a67e2583-41d4-4080-92dd-b00c44fa59bc tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798991 Jul 30 20:05:07.917648 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-a58fb635-1c4f-42bf-8488-a1102f62a032 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:07.927768 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] Set router 08cb0803-34cb-4a1f-b575-41bae4de3a32 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:05:07.939843 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fafad335-d173-45c1-8ec4-e6f94a34e731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:07.994456 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-c411918f-c77a-49c5-a844-7d139a34fa6e req-a1a31349-8ecc-4029-bd12-887fca8bc12d tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Allocated IP 172.25.3.153 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/890ec057-cf2b-4af1-8597-d6573cebf30e) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:05:07.998923 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a247862-0066-4d02-af71-3a5d9ba7b06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:08.000319 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58fb635-1c4f-42bf-8488-a1102f62a032 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Pushing event updated for resources: {'Port': ['ID=d7590766-d9df-47ec-a568-1d04032a9210,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:08.019725 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-a58fb635-1c4f-42bf-8488-a1102f62a032 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:05:08.022562 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-a58fb635-1c4f-42bf-8488-a1102f62a032 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:08.024736 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a247862-0066-4d02-af71-3a5d9ba7b06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:08.038600 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-a58fb635-1c4f-42bf-8488-a1102f62a032 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:05:08.091331 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafad335-d173-45c1-8ec4-e6f94a34e731 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e721004-2009-4a33-bae3-ba48ca9e0669,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:08.227409 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e4b7c-b212-4635-b63c-978f0a0ebdbd req-84dc5f34-7bf9-46d9-9b7f-17d55ea42abc tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:08.229073 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-215e4b7c-b212-4635-b63c-978f0a0ebdbd req-84dc5f34-7bf9-46d9-9b7f-17d55ea42abc tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.81 "GET /v2.0/ports?device_id=752c24ff-2b4c-4878-bc80-c7a4fc74faab HTTP/1.1" status: 200 len: 936 time: 0.2048552 Jul 30 20:05:08.277337 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-a58fb635-1c4f-42bf-8488-a1102f62a032 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:08.278022 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-a58fb635-1c4f-42bf-8488-a1102f62a032 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:08.493638 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fafad335-d173-45c1-8ec4-e6f94a34e731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:08.495038 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54902) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:08.508454 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a247862-0066-4d02-af71-3a5d9ba7b06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec9c9d1-9b63-4aad-b706-c803ea0d7fd3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:08.528384 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7714a640-73bc-4ebd-9676-f31c4972367b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:08.542845 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-a58fb635-1c4f-42bf-8488-a1102f62a032 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2212365 Jul 30 20:05:08.549413 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4a247862-0066-4d02-af71-3a5d9ba7b06d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fad1f8d757f148cca8a7fd564277b4e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3457506 Jul 30 20:05:08.554013 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54906) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:08.557153 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-de2a6f84-0ce8-4008-99d4-d0c3ec173edf None None] Provisioning for port d7590766-d9df-47ec-a568-1d04032a9210 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:05:08.570172 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-de2a6f84-0ce8-4008-99d4-d0c3ec173edf None None] Provisioning complete for port d7590766-d9df-47ec-a568-1d04032a9210 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:08.574841 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-de2a6f84-0ce8-4008-99d4-d0c3ec173edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:08.625562 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb0803-34cb-4a1f-b575-41bae4de3a32', 'name': 'tempest-FloatingIPDetailsTestJSON-1046192363-router', 'tenant_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'd84874d0-0e3a-454e-8414-e60fd646b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:04:53Z', 'updated_at': '2021-07-30T20:05:01Z', 'revision_number': 4, 'project_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'gw_port': {'id': 'd84874d0-0e3a-454e-8414-e60fd646b473', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb0803-34cb-4a1f-b575-41bae4de3a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:04:54Z', 'updated_at': '2021-07-30T20:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '29ab6297-20fd-4d28-9a84-6128fbf5a519', 'name': '', 'network_id': '3cb727c5-7d6d-411e-8b6c-b3b446dc4997', 'tenant_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'mac_address': 'fa:16:3e:7c:24:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cb0803-34cb-4a1f-b575-41bae4de3a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'a6fcda10-0e64-4478-9b43-820413f69476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:04:59Z', 'updated_at': '2021-07-30T20:05:07Z', 'revision_number': 4, 'project_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'subnets': [{'id': 'a6fcda10-0e64-4478-9b43-820413f69476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:08.629894 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-de2a6f84-0ce8-4008-99d4-d0c3ec173edf None None] Port d7590766-d9df-47ec-a568-1d04032a9210 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:05:08.670304 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a6b50-f3a2-4e72-b7f2-9cefd81d1d4a None None] The sync data for ids ['08cb0803-34cb-4a1f-b575-41bae4de3a32'] in n-d-712137-9 is: [{'id': '08cb0803-34cb-4a1f-b575-41bae4de3a32', 'name': 'tempest-FloatingIPDetailsTestJSON-1046192363-router', 'tenant_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'd84874d0-0e3a-454e-8414-e60fd646b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:04:53Z', 'updated_at': '2021-07-30T20:05:01Z', 'revision_number': 4, 'project_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'gw_port': {'id': 'd84874d0-0e3a-454e-8414-e60fd646b473', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb0803-34cb-4a1f-b575-41bae4de3a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:04:54Z', 'updated_at': '2021-07-30T20:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '29ab6297-20fd-4d28-9a84-6128fbf5a519', 'name': '', 'network_id': '3cb727c5-7d6d-411e-8b6c-b3b446dc4997', 'tenant_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'mac_address': 'fa:16:3e:7c:24:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cb0803-34cb-4a1f-b575-41bae4de3a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'a6fcda10-0e64-4478-9b43-820413f69476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:04:59Z', 'updated_at': '2021-07-30T20:05:07Z', 'revision_number': 4, 'project_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'subnets': [{'id': 'a6fcda10-0e64-4478-9b43-820413f69476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:05:08.696955 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcf733ae-8acd-4969-9455-8d0bc94df663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:08.729738 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7714a640-73bc-4ebd-9676-f31c4972367b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:08.775581 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-215e4b7c-b212-4635-b63c-978f0a0ebdbd req-30265da8-1066-472c-a6f0-1664d74188b4 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df0ed92-bc62-4a77-9824-957f38e19f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609797 Jul 30 20:05:08.777452 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7714a640-73bc-4ebd-9676-f31c4972367b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:08.789666 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcf733ae-8acd-4969-9455-8d0bc94df663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:08.882388 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-bfa01fa5-34ee-4c29-a437-30b06e8b9c79 service neutron] Request body: {'port': {'device_id': '752c24ff-2b4c-4878-bc80-c7a4fc74faab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:08.887746 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c411918f-c77a-49c5-a844-7d139a34fa6e req-a1a31349-8ecc-4029-bd12-887fca8bc12d tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:09.223617 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-bfa01fa5-34ee-4c29-a437-30b06e8b9c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:09.333745 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcf733ae-8acd-4969-9455-8d0bc94df663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:09.337532 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcf733ae-8acd-4969-9455-8d0bc94df663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:09.339040 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dcf733ae-8acd-4969-9455-8d0bc94df663 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cec9c9d1-9b63-4aad-b706-c803ea0d7fd3 HTTP/1.1" status: 204 len: 168 time: 0.7831790 Jul 30 20:05:09.358085 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c411918f-c77a-49c5-a844-7d139a34fa6e req-a1a31349-8ecc-4029-bd12-887fca8bc12d tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:09.631282 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c411918f-c77a-49c5-a844-7d139a34fa6e req-a1a31349-8ecc-4029-bd12-887fca8bc12d tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:05:09.638573 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf733ae-8acd-4969-9455-8d0bc94df663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec9c9d1-9b63-4aad-b706-c803ea0d7fd3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:09.668607 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-c411918f-c77a-49c5-a844-7d139a34fa6e req-a1a31349-8ecc-4029-bd12-887fca8bc12d tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:09.702577 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c411918f-c77a-49c5-a844-7d139a34fa6e req-a1a31349-8ecc-4029-bd12-887fca8bc12d tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:05:09.731386 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714a640-73bc-4ebd-9676-f31c4972367b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf88692a-6242-485b-9b3f-85b65ca7c50d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:09.744963 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7714a640-73bc-4ebd-9676-f31c4972367b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0b6ef220833444bb80d0afb143a2b3e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2472911 Jul 30 20:05:09.750552 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54946) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:09.843795 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a31349-8ecc-4029-bd12-887fca8bc12d tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Pushing event updated for resources: {'Port': ['ID=890ec057-cf2b-4af1-8597-d6573cebf30e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:09.979732 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802660f-585a-446c-a2b4-1c269fd9383b req-ae24c792-8891-4694-8fd8-69a704cf4e43 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:09.986724 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f802660f-585a-446c-a2b4-1c269fd9383b req-ae24c792-8891-4694-8fd8-69a704cf4e43 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/networks?id=bd2cf75f-ada5-438d-87d6-041f6d8f37e8 HTTP/1.1" status: 200 len: 814 time: 0.3568776 Jul 30 20:05:10.019685 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c411918f-c77a-49c5-a844-7d139a34fa6e req-a1a31349-8ecc-4029-bd12-887fca8bc12d tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:10.026122 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f802660f-585a-446c-a2b4-1c269fd9383b req-8cd95f36-0364-4060-a1e5-0ab57922bd67 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/quotas/fe95db048a504264854a9049eb2dbdac HTTP/1.1" status: 200 len: 375 time: 0.0384500 Jul 30 20:05:10.031601 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b830a754-780e-44c6-8f50-dfa0907c7044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:10.125531 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c411918f-c77a-49c5-a844-7d139a34fa6e req-a1a31349-8ecc-4029-bd12-887fca8bc12d tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:10.138762 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b830a754-780e-44c6-8f50-dfa0907c7044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:10.142241 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafad335-d173-45c1-8ec4-e6f94a34e731 admin admin] Router 3051b57a-1eee-4bae-a20c-ec147a0c5029 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:05:10.324310 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f802660f-585a-446c-a2b4-1c269fd9383b req-3132cddb-ad52-4589-9f44-2f06609877fc tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fe95db048a504264854a9049eb2dbdac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2969682 Jul 30 20:05:10.366127 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b830a754-780e-44c6-8f50-dfa0907c7044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:10.374377 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b830a754-780e-44c6-8f50-dfa0907c7044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:10.379441 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-bfa01fa5-34ee-4c29-a437-30b06e8b9c79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7590766-d9df-47ec-a568-1d04032a9210 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:05:10.389704 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b830a754-780e-44c6-8f50-dfa0907c7044 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cf88692a-6242-485b-9b3f-85b65ca7c50d HTTP/1.1" status: 204 len: 168 time: 0.6352322 Jul 30 20:05:10.404238 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-bfa01fa5-34ee-4c29-a437-30b06e8b9c79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:10.419476 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-bfa01fa5-34ee-4c29-a437-30b06e8b9c79 service neutron] Transition to ACTIVE for port object d7590766-d9df-47ec-a568-1d04032a9210 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:05:10.430675 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-bfa01fa5-34ee-4c29-a437-30b06e8b9c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:10.471269 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 29ab6297-20fd-4d28-9a84-6128fbf5a519 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:05:10.609640 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa01fa5-34ee-4c29-a437-30b06e8b9c79 service neutron] Pushing event updated for resources: {'Port': ['ID=d7590766-d9df-47ec-a568-1d04032a9210,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:10.620312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 29ab6297-20fd-4d28-9a84-6128fbf5a519 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:05:10.628372 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 29ab6297-20fd-4d28-9a84-6128fbf5a519 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:10.628790 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:10.798929 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:10.849146 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830a754-780e-44c6-8f50-dfa0907c7044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf88692a-6242-485b-9b3f-85b65ca7c50d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:10.869338 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c411918f-c77a-49c5-a844-7d139a34fa6e req-a1a31349-8ecc-4029-bd12-887fca8bc12d tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:10.890849 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c411918f-c77a-49c5-a844-7d139a34fa6e req-a1a31349-8ecc-4029-bd12-887fca8bc12d tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:10.921142 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 29ab6297-20fd-4d28-9a84-6128fbf5a519, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=29ab6297-20fd-4d28-9a84-6128fbf5a519,segment=NetworkSegment(3e0d5739-804f-4a67-99e4-20377c5942f3),segment_id=3e0d5739-804f-4a67-99e4-20377c5942f3)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:10.945615 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:10.994795 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f802660f-585a-446c-a2b4-1c269fd9383b req-42427cfe-ffc7-47b1-9c59-4248dd2fe797 service neutron] 10.222.0.81 "GET /v2.0/networks/bd2cf75f-ada5-438d-87d6-041f6d8f37e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6695251 Jul 30 20:05:11.018248 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a31349-8ecc-4029-bd12-887fca8bc12d tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Pushing event updated for resources: {'Port': ['ID=890ec057-cf2b-4af1-8597-d6573cebf30e,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:11.023230 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-bfa01fa5-34ee-4c29-a437-30b06e8b9c79 service neutron] Attempting to bind port d7590766-d9df-47ec-a568-1d04032a9210 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:05:11.023595 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-bfa01fa5-34ee-4c29-a437-30b06e8b9c79 service neutron] Attempting to bind port d7590766-d9df-47ec-a568-1d04032a9210 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:05:11.023932 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-bfa01fa5-34ee-4c29-a437-30b06e8b9c79 service neutron] Attempting to bind port d7590766-d9df-47ec-a568-1d04032a9210 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:05:11.032436 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-bfa01fa5-34ee-4c29-a437-30b06e8b9c79 service neutron] Port d7590766-d9df-47ec-a568-1d04032a9210 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:05:11.032767 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-bfa01fa5-34ee-4c29-a437-30b06e8b9c79 service neutron] Attempting to bind port d7590766-d9df-47ec-a568-1d04032a9210 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:05:11.033152 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafad335-d173-45c1-8ec4-e6f94a34e731 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:05:11.041064 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-bfa01fa5-34ee-4c29-a437-30b06e8b9c79 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:05:11.041408 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-bfa01fa5-34ee-4c29-a437-30b06e8b9c79 service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:05:11.042244 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-bfa01fa5-34ee-4c29-a437-30b06e8b9c79 service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:05:11.042244 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-bfa01fa5-34ee-4c29-a437-30b06e8b9c79 service neutron] Bound port: d7590766-d9df-47ec-a568-1d04032a9210, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:05:11.042590 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-bfa01fa5-34ee-4c29-a437-30b06e8b9c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:11.044562 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675edb45-0852-49b9-8d4f-11378b6761c7 None None] Sync routers for ids ['3051b57a-1eee-4bae-a20c-ec147a0c5029'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:05:11.059768 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675edb45-0852-49b9-8d4f-11378b6761c7 None None] Routers {'3051b57a-1eee-4bae-a20c-ec147a0c5029'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:05:11.060725 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-675edb45-0852-49b9-8d4f-11378b6761c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:04:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3051b57a-1eee-4bae-a20c-ec147a0c5029'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:11.082869 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=29ab6297-20fd-4d28-9a84-6128fbf5a519,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:11.126543 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c411918f-c77a-49c5-a844-7d139a34fa6e req-a1a31349-8ecc-4029-bd12-887fca8bc12d tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:11.159684 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c411918f-c77a-49c5-a844-7d139a34fa6e req-a1a31349-8ecc-4029-bd12-887fca8bc12d tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:11.169371 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c411918f-c77a-49c5-a844-7d139a34fa6e req-a1a31349-8ecc-4029-bd12-887fca8bc12d tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5381267 Jul 30 20:05:11.170595 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fafad335-d173-45c1-8ec4-e6f94a34e731 admin admin] 10.222.0.81 "PUT /v2.0/routers/3051b57a-1eee-4bae-a20c-ec147a0c5029/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1652815 Jul 30 20:05:11.172577 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-bfa01fa5-34ee-4c29-a437-30b06e8b9c79 service neutron] For port d7590766-d9df-47ec-a568-1d04032a9210, host n-h1-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:05:11.180873 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54980) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:11.184097 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-bfa01fa5-34ee-4c29-a437-30b06e8b9c79 service neutron] For port d7590766-d9df-47ec-a568-1d04032a9210, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d7590766-d9df-47ec-a568-1d04032a9210,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:05:11.196374 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb5067-1e12-4ba8-b5e8-4709fd8add3e req-61f276a0-2877-4b07-ba7f-e099fbd571b0 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:11.201154 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cefb5067-1e12-4ba8-b5e8-4709fd8add3e req-61f276a0-2877-4b07-ba7f-e099fbd571b0 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.83 "GET /v2.0/ports?device_id=bdbdbc01-2046-43c0-b172-f1b564ac04bb HTTP/1.1" status: 200 len: 945 time: 0.5215161 Jul 30 20:05:11.297002 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75dc1e41-78f2-4bee-815b-abaec185b49f admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:11.353601 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-675edb45-0852-49b9-8d4f-11378b6761c7 None None] Set router 3051b57a-1eee-4bae-a20c-ec147a0c5029 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:05:11.395747 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-bfa01fa5-34ee-4c29-a437-30b06e8b9c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:11.486087 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f802660f-585a-446c-a2b4-1c269fd9383b req-4e606f2b-e375-4751-85d8-4a90e04b22cc service neutron] 10.222.0.81 "GET /v2.0/networks/bd2cf75f-ada5-438d-87d6-041f6d8f37e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898715 Jul 30 20:05:11.524268 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75dc1e41-78f2-4bee-815b-abaec185b49f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:11.533757 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-cefb5067-1e12-4ba8-b5e8-4709fd8add3e req-d09d64f2-8bfd-4273-91bd-e523665c13fa tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Deleting port c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:05:11.534278 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-cefb5067-1e12-4ba8-b5e8-4709fd8add3e req-d09d64f2-8bfd-4273-91bd-e523665c13fa tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:11.539975 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c411918f-c77a-49c5-a844-7d139a34fa6e req-9062f086-a6eb-425a-a0d1-0e6803301f6a tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 696 time: 0.3695471 Jul 30 20:05:11.764883 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-cefb5067-1e12-4ba8-b5e8-4709fd8add3e req-d09d64f2-8bfd-4273-91bd-e523665c13fa tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] For port c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5,segment=NetworkSegment(21259fef-2530-4ea2-94b4-58e78cdda3f6),segment_id=21259fef-2530-4ea2-94b4-58e78cdda3f6)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:11.765268 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-cefb5067-1e12-4ba8-b5e8-4709fd8add3e req-d09d64f2-8bfd-4273-91bd-e523665c13fa tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:11.768453 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411918f-c77a-49c5-a844-7d139a34fa6e req-5923a5f3-5b46-46e2-8369-c1ff86e67555 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:11.781965 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c411918f-c77a-49c5-a844-7d139a34fa6e req-5923a5f3-5b46-46e2-8369-c1ff86e67555 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.2409787 Jul 30 20:05:11.805933 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-bfa01fa5-34ee-4c29-a437-30b06e8b9c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:11.807548 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-bfa01fa5-34ee-4c29-a437-30b06e8b9c79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:11.809850 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-bfa01fa5-34ee-4c29-a437-30b06e8b9c79 service neutron] 10.222.0.59 "PUT /v2.0/ports/d7590766-d9df-47ec-a568-1d04032a9210 HTTP/1.1" status: 200 len: 1096 time: 3.2568398 Jul 30 20:05:11.813500 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752c24ff-2b4c-4878-bc80-c7a4fc74faab', 'tag': 'd7590766-d9df-47ec-a568-1d04032a9210'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:05:11.820631 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0341c2ad-dfde-4c17-9ec7-10ebc336f2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "752c24ff-2b4c-4878-bc80-c7a4fc74faab", "tag": "d7590766-d9df-47ec-a568-1d04032a9210"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:05:11.821957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-cefb5067-1e12-4ba8-b5e8-4709fd8add3e req-d09d64f2-8bfd-4273-91bd-e523665c13fa tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Calling delete_port for c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:05:11.830285 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-675edb45-0852-49b9-8d4f-11378b6761c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'name': 'tempest-ServersTestBootFromVolume-1651374593-router', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:01:35Z', 'updated_at': '2021-07-30T20:05:07Z', 'revision_number': 5, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'gw_port': {'id': '8b44fccf-30a7-4216-abed-d598b3f16779', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:01:36Z', 'updated_at': '2021-07-30T20:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:11.911011 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675edb45-0852-49b9-8d4f-11378b6761c7 None None] Checking router: 3051b57a-1eee-4bae-a20c-ec147a0c5029 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:05:11.936995 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675edb45-0852-49b9-8d4f-11378b6761c7 None None] Routers {'3051b57a-1eee-4bae-a20c-ec147a0c5029'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:05:11.937961 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-675edb45-0852-49b9-8d4f-11378b6761c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:04:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3051b57a-1eee-4bae-a20c-ec147a0c5029'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:12.007494 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa01fa5-34ee-4c29-a437-30b06e8b9c79 service neutron] Pushing event updated for resources: {'Port': ['ID=d7590766-d9df-47ec-a568-1d04032a9210,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:12.225578 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac739b8e-eb5f-4fcb-836f-a2f2bd88b4a3 req-cbda4a6e-8540-4f8e-a231-6a8fb59627e7 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:12.236311 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ac739b8e-eb5f-4fcb-836f-a2f2bd88b4a3 req-cbda4a6e-8540-4f8e-a231-6a8fb59627e7 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.81 "GET /v2.0/ports?device_id=752c24ff-2b4c-4878-bc80-c7a4fc74faab HTTP/1.1" status: 200 len: 948 time: 0.2631006 Jul 30 20:05:12.239288 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-675edb45-0852-49b9-8d4f-11378b6761c7 None None] Set router 3051b57a-1eee-4bae-a20c-ec147a0c5029 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:05:12.282790 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-22023198-92a6-422f-a893-1917f5d2182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:12.296443 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-22023198-92a6-422f-a893-1917f5d2182f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=645ed82ad612494695da334f28668465&device_id=752c24ff-2b4c-4878-bc80-c7a4fc74faab HTTP/1.1" status: 200 len: 1099 time: 0.4098988 Jul 30 20:05:12.354539 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-675edb45-0852-49b9-8d4f-11378b6761c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'name': 'tempest-ServersTestBootFromVolume-1651374593-router', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:01:35Z', 'updated_at': '2021-07-30T20:05:11Z', 'revision_number': 6, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:12.405980 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b342f8-89d5-4e2f-a1a3-8da86a64ffb7 req-47d51b2c-1d1c-4875-a2ec-99b6e568d49f tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c1d81f-5d1e-4db6-8664-36ed7d3d235c HTTP/1.1" status: 200 len: 210 time: 0.1226866 Jul 30 20:05:12.418342 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-cefb5067-1e12-4ba8-b5e8-4709fd8add3e req-d09d64f2-8bfd-4273-91bd-e523665c13fa tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:12.423432 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:05:12.490957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d64f2-8bfd-4273-91bd-e523665c13fa tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Pushing event deleted for resources: {'Port': ['ID=c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:12.518858 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 29ab6297-20fd-4d28-9a84-6128fbf5a519 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:05:12.546669 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675edb45-0852-49b9-8d4f-11378b6761c7 None None] The sync data for ids ['3051b57a-1eee-4bae-a20c-ec147a0c5029'] in n-d-712137-9 is: [{'id': '3051b57a-1eee-4bae-a20c-ec147a0c5029', 'name': 'tempest-ServersTestBootFromVolume-1651374593-router', 'tenant_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:01:35Z', 'updated_at': '2021-07-30T20:05:11Z', 'revision_number': 6, 'project_id': '0dc2e9b4d94c4b3fa0d1693bb7e1573b', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:05:12.626927 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 29ab6297-20fd-4d28-9a84-6128fbf5a519 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:12.627762 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:12.654481 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-73ef08b7-e8bb-446d-b7f0-e1183ed24f85 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=d7590766-d9df-47ec-a568-1d04032a9210 HTTP/1.1" status: 200 len: 217 time: 0.2365391 Jul 30 20:05:12.662467 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55032) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:12.673411 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-75dc1e41-78f2-4bee-815b-abaec185b49f admin admin] Deleting port 8b44fccf-30a7-4216-abed-d598b3f16779 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:05:12.673749 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75dc1e41-78f2-4bee-815b-abaec185b49f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:12.700897 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ac739b8e-eb5f-4fcb-836f-a2f2bd88b4a3 req-30d62e81-c05c-4693-9b97-40d6cd58b80d tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df0ed92-bc62-4a77-9824-957f38e19f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597845 Jul 30 20:05:12.782484 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefb5067-1e12-4ba8-b5e8-4709fd8add3e req-d09d64f2-8bfd-4273-91bd-e523665c13fa tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] No DVR routers for this DVR port c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:05:12.786147 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-cefb5067-1e12-4ba8-b5e8-4709fd8add3e req-d09d64f2-8bfd-4273-91bd-e523665c13fa tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:12.790501 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cefb5067-1e12-4ba8-b5e8-4709fd8add3e req-d09d64f2-8bfd-4273-91bd-e523665c13fa tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.83 "DELETE /v2.0/ports/c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 HTTP/1.1" status: 204 len: 173 time: 1.5703537 Jul 30 20:05:12.796243 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4bf33ab4-53ec-4a6c-a349-2841b51a122c req-bd2f7e06-2dcc-4ecf-bf0f-aa1fb2dc76c0 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3063996 Jul 30 20:05:12.796909 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbdbc01-2046-43c0-b172-f1b564ac04bb', 'name': 'network-vif-deleted', 'tag': 'c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:05:12.801442 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dab4774-0748-4c05-8f9f-465a7f180816" -d '{"events": [{"server_uuid": "bdbdbc01-2046-43c0-b172-f1b564ac04bb", "name": "network-vif-deleted", "tag": "c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:05:12.811237 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-4bf33ab4-53ec-4a6c-a349-2841b51a122c req-b12b0725-dcc4-49e6-bafa-a8b2e5018d9b tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:12.852203 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4bf33ab4-53ec-4a6c-a349-2841b51a122c req-b12b0725-dcc4-49e6-bafa-a8b2e5018d9b tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:12.870412 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c672cbc0-9129-46a5-8e85-933a2b5527e4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-28950346-network', 'tenant_id': '8cfdcb968d5a41d8aef70fcc356506a4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:12.891190 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a21e6a7-59bf-4e2c-9552-e40213dc39d0 x-openstack-request-id: req-0a21e6a7-59bf-4e2c-9552-e40213dc39d0 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:05:12.893147 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752c24ff-2b4c-4878-bc80-c7a4fc74faab", "tag": "d7590766-d9df-47ec-a568-1d04032a9210", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:05:12.893592 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0a21e6a7-59bf-4e2c-9552-e40213dc39d0 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:05:12.894161 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752c24ff-2b4c-4878-bc80-c7a4fc74faab', 'tag': 'd7590766-d9df-47ec-a568-1d04032a9210', 'status': 'completed', 'code': 200} Jul 30 20:05:13.001105 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-75dc1e41-78f2-4bee-815b-abaec185b49f admin admin] For port 8b44fccf-30a7-4216-abed-d598b3f16779, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8b44fccf-30a7-4216-abed-d598b3f16779,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:13.001594 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75dc1e41-78f2-4bee-815b-abaec185b49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:13.016523 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-75dc1e41-78f2-4bee-815b-abaec185b49f admin admin] Calling delete_port for 8b44fccf-30a7-4216-abed-d598b3f16779 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:05:13.028332 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c672cbc0-9129-46a5-8e85-933a2b5527e4 admin admin] Made reservation on behalf of 8cfdcb968d5a41d8aef70fcc356506a4 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:05:13.033645 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c672cbc0-9129-46a5-8e85-933a2b5527e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:13.049132 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c672cbc0-9129-46a5-8e85-933a2b5527e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:13.054614 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-8202f7f7-30e6-4685-bae3-05f46f481c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:13.056363 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-8202f7f7-30e6-4685-bae3-05f46f481c37 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.3929248 Jul 30 20:05:13.134181 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4bf33ab4-53ec-4a6c-a349-2841b51a122c req-b12b0725-dcc4-49e6-bafa-a8b2e5018d9b tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:13.187050 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-410dd82a-82b5-4dce-9a8e-eb4c4f574a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:13.189124 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-410dd82a-82b5-4dce-9a8e-eb4c4f574a5c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0961664 Jul 30 20:05:13.326405 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-4bf33ab4-53ec-4a6c-a349-2841b51a122c req-b12b0725-dcc4-49e6-bafa-a8b2e5018d9b tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Allocated IP 172.25.3.26 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/bf106f19-54e3-44f7-b4c0-0f689a08e2d0) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:05:13.534360 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-15772a9a-4e61-436f-be81-4eeddf446c71 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327632 Jul 30 20:05:13.602054 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c672cbc0-9129-46a5-8e85-933a2b5527e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:13.612908 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75dc1e41-78f2-4bee-815b-abaec185b49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:13.624709 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c672cbc0-9129-46a5-8e85-933a2b5527e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:13.677978 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672cbc0-9129-46a5-8e85-933a2b5527e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cc386d-eb7c-431c-9bae-8c2a16dca42c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:13.693301 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc1e41-78f2-4bee-815b-abaec185b49f admin admin] Pushing event deleted for resources: {'Port': ['ID=8b44fccf-30a7-4216-abed-d598b3f16779,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:13.709537 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4bf33ab4-53ec-4a6c-a349-2841b51a122c req-b12b0725-dcc4-49e6-bafa-a8b2e5018d9b tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:13.756742 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c672cbc0-9129-46a5-8e85-933a2b5527e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:05:13.763220 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75dc1e41-78f2-4bee-815b-abaec185b49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:13.768668 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4bf33ab4-53ec-4a6c-a349-2841b51a122c req-b12b0725-dcc4-49e6-bafa-a8b2e5018d9b tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:13.885835 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f3c823-2e40-4967-b92c-0dc6ccdb3f9e x-openstack-request-id: req-32f3c823-2e40-4967-b92c-0dc6ccdb3f9e {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:05:13.886125 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbdbc01-2046-43c0-b172-f1b564ac04bb", "name": "network-vif-deleted", "tag": "c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:05:13.886923 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-32f3c823-2e40-4967-b92c-0dc6ccdb3f9e {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:05:13.886923 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbdbc01-2046-43c0-b172-f1b564ac04bb', 'name': 'network-vif-deleted', 'tag': 'c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5', 'status': 'completed', 'code': 200} Jul 30 20:05:13.890417 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf33ab4-53ec-4a6c-a349-2841b51a122c req-b12b0725-dcc4-49e6-bafa-a8b2e5018d9b tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:05:13.893911 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-4bf33ab4-53ec-4a6c-a349-2841b51a122c req-b12b0725-dcc4-49e6-bafa-a8b2e5018d9b tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:13.908437 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf33ab4-53ec-4a6c-a349-2841b51a122c req-b12b0725-dcc4-49e6-bafa-a8b2e5018d9b tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:05:14.059579 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b0725-dcc4-49e6-bafa-a8b2e5018d9b tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Pushing event updated for resources: {'Port': ['ID=bf106f19-54e3-44f7-b4c0-0f689a08e2d0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:14.186040 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4bf33ab4-53ec-4a6c-a349-2841b51a122c req-b12b0725-dcc4-49e6-bafa-a8b2e5018d9b tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:14.240687 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802660f-585a-446c-a2b4-1c269fd9383b req-ca5612cb-4a5d-4645-95ed-3630516fa83c tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:14.242762 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f802660f-585a-446c-a2b4-1c269fd9383b req-ca5612cb-4a5d-4645-95ed-3630516fa83c tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.83 "GET /v2.0/networks?id=bd2cf75f-ada5-438d-87d6-041f6d8f37e8 HTTP/1.1" status: 200 len: 814 time: 0.2203074 Jul 30 20:05:14.266817 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-f802660f-585a-446c-a2b4-1c269fd9383b req-1d34c3f7-cc40-40bd-a0f2-59392024258b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Request body: {'port': {'device_id': 'f6c1d81f-5d1e-4db6-8664-36ed7d3d235c', 'network_id': 'bd2cf75f-ada5-438d-87d6-041f6d8f37e8', 'admin_state_up': True, 'tenant_id': 'fe95db048a504264854a9049eb2dbdac'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:14.292222 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75dc1e41-78f2-4bee-815b-abaec185b49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:14.294559 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75dc1e41-78f2-4bee-815b-abaec185b49f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:14.332079 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8b44fccf-30a7-4216-abed-d598b3f16779 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:05:14.346334 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4bf33ab4-53ec-4a6c-a349-2841b51a122c req-b12b0725-dcc4-49e6-bafa-a8b2e5018d9b tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:14.358154 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c672cbc0-9129-46a5-8e85-933a2b5527e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:14.358685 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-c672cbc0-9129-46a5-8e85-933a2b5527e4 admin admin] Added segment b7e48b53-e01c-446b-936a-b316cd2831d1 of type vlan for network 15396ec7-2f29-4de0-b562-8186709716a5 Jul 30 20:05:14.361842 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75dc1e41-78f2-4bee-815b-abaec185b49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:14.362637 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dc1e41-78f2-4bee-815b-abaec185b49f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3051b57a-1eee-4bae-a20c-ec147a0c5029 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:05:14.387458 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 8b44fccf-30a7-4216-abed-d598b3f16779 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:05:14.387862 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8b44fccf-30a7-4216-abed-d598b3f16779 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:05:14.391211 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 1e721004-2009-4a33-bae3-ba48ca9e0669 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:05:14.391984 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb80b5d9-2de4-47ae-be30-1d26041f9018 req-304b36e7-e00d-4b2b-8219-e0ef8950d961 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8488047 Jul 30 20:05:14.396113 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75dc1e41-78f2-4bee-815b-abaec185b49f admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:14.397611 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-75dc1e41-78f2-4bee-815b-abaec185b49f admin admin] 10.222.0.81 "DELETE /v2.0/routers/3051b57a-1eee-4bae-a20c-ec147a0c5029 HTTP/1.1" status: 204 len: 168 time: 3.2156732 Jul 30 20:05:14.417117 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-48bbd351-ab43-4424-9212-f6009b22261b req-009a5c37-1902-42f0-9b30-671e13e9de74 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c1d81f-5d1e-4db6-8664-36ed7d3d235c HTTP/1.1" status: 200 len: 210 time: 0.0716648 Jul 30 20:05:14.418901 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55062) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:14.451280 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 1e721004-2009-4a33-bae3-ba48ca9e0669 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:05:14.452041 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 1e721004-2009-4a33-bae3-ba48ca9e0669 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:05:14.510217 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c672cbc0-9129-46a5-8e85-933a2b5527e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:14.566910 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c672cbc0-9129-46a5-8e85-933a2b5527e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:14.568130 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c672cbc0-9129-46a5-8e85-933a2b5527e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:14.568646 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c672cbc0-9129-46a5-8e85-933a2b5527e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:14.638989 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4bf33ab4-53ec-4a6c-a349-2841b51a122c req-b12b0725-dcc4-49e6-bafa-a8b2e5018d9b tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:14.654053 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4bf33ab4-53ec-4a6c-a349-2841b51a122c req-b12b0725-dcc4-49e6-bafa-a8b2e5018d9b tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:14.664282 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f802660f-585a-446c-a2b4-1c269fd9383b req-1d34c3f7-cc40-40bd-a0f2-59392024258b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Made reservation on behalf of fe95db048a504264854a9049eb2dbdac for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:05:14.668569 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f802660f-585a-446c-a2b4-1c269fd9383b req-1d34c3f7-cc40-40bd-a0f2-59392024258b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:14.735868 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c672cbc0-9129-46a5-8e85-933a2b5527e4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0597982 Jul 30 20:05:14.739488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55066) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:14.740931 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341c2ad-dfde-4c17-9ec7-10ebc336f2a7 req-f9a87a6e-95d0-4945-acba-764327142c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:14.742583 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0341c2ad-dfde-4c17-9ec7-10ebc336f2a7 req-f9a87a6e-95d0-4945-acba-764327142c18 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=645ed82ad612494695da334f28668465&device_id=752c24ff-2b4c-4878-bc80-c7a4fc74faab HTTP/1.1" status: 200 len: 1099 time: 0.1903968 Jul 30 20:05:14.747946 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-884266c4-6330-465b-9813-8aafc5822cac admin admin] Deleting subnet 674f2e3f-1b7b-42c9-bcb0-5247628fe463 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:05:14.753205 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-dd5ffa84-e1f6-4665-ae07-c39976024b3a admin admin] Request body: {'subnet': {'network_id': '15396ec7-2f29-4de0-b562-8186709716a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-28950346-subnet', 'tenant_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:14.754674 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-884266c4-6330-465b-9813-8aafc5822cac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:14.763068 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672cbc0-9129-46a5-8e85-933a2b5527e4 admin admin] Pushing event updated for resources: {'Network': ['ID=15396ec7-2f29-4de0-b562-8186709716a5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:14.776483 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 15396ec7-2f29-4de0-b562-8186709716a5 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:05:14.789100 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b0725-dcc4-49e6-bafa-a8b2e5018d9b tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Pushing event updated for resources: {'Port': ['ID=bf106f19-54e3-44f7-b4c0-0f689a08e2d0,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:14.840136 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4bf33ab4-53ec-4a6c-a349-2841b51a122c req-b12b0725-dcc4-49e6-bafa-a8b2e5018d9b tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:14.868755 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-884266c4-6330-465b-9813-8aafc5822cac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:14.879462 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c2ad8-6c83-49d0-ae0f-5c13d522ebd8 req-16f34015-3a74-4a33-9908-04f3413a35e1 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:14.881433 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c80c2ad8-6c83-49d0-ae0f-5c13d522ebd8 req-16f34015-3a74-4a33-9908-04f3413a35e1 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.81 "GET /v2.0/ports?device_id=752c24ff-2b4c-4878-bc80-c7a4fc74faab HTTP/1.1" status: 200 len: 948 time: 0.2711797 Jul 30 20:05:14.939729 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-f802660f-585a-446c-a2b4-1c269fd9383b req-1d34c3f7-cc40-40bd-a0f2-59392024258b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Allocated IP 172.20.0.13 (bd2cf75f-ada5-438d-87d6-041f6d8f37e8/fdc2bd05-703a-476f-bf73-d538fd160288/981e7931-bbd8-4c2a-8174-96285e266cd0) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:05:15.003428 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341c2ad-dfde-4c17-9ec7-10ebc336f2a7 req-5a4a355c-e0f3-4d7e-8226-f1b117e47ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:15.005198 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0341c2ad-dfde-4c17-9ec7-10ebc336f2a7 req-5a4a355c-e0f3-4d7e-8226-f1b117e47ef8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.2538598 Jul 30 20:05:15.011064 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c80c2ad8-6c83-49d0-ae0f-5c13d522ebd8 req-9b80e845-fd86-425a-8ebb-105f71daa565 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df0ed92-bc62-4a77-9824-957f38e19f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077199 Jul 30 20:05:15.073018 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0341c2ad-dfde-4c17-9ec7-10ebc336f2a7 req-ac022148-40be-4c43-8f9f-88ad8f2b37bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=d7590766-d9df-47ec-a568-1d04032a9210 HTTP/1.1" status: 200 len: 217 time: 0.0558810 Jul 30 20:05:15.080219 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-884266c4-6330-465b-9813-8aafc5822cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:15.130257 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f802660f-585a-446c-a2b4-1c269fd9383b req-1d34c3f7-cc40-40bd-a0f2-59392024258b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:15.175838 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341c2ad-dfde-4c17-9ec7-10ebc336f2a7 req-19acfdfb-183c-48f0-8c23-b46eb2b9754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:15.177636 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0341c2ad-dfde-4c17-9ec7-10ebc336f2a7 req-19acfdfb-183c-48f0-8c23-b46eb2b9754b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0936213 Jul 30 20:05:15.179478 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:15.184532 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f802660f-585a-446c-a2b4-1c269fd9383b req-1d34c3f7-cc40-40bd-a0f2-59392024258b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:15.235036 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-884266c4-6330-465b-9813-8aafc5822cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:15.275135 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5ffa84-e1f6-4665-ae07-c39976024b3a admin admin] Made reservation on behalf of 8cfdcb968d5a41d8aef70fcc356506a4 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:05:15.277963 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dd5ffa84-e1f6-4665-ae07-c39976024b3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:15.291987 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-884266c4-6330-465b-9813-8aafc5822cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:15.298216 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-884266c4-6330-465b-9813-8aafc5822cac admin admin] 10.222.0.81 "DELETE /v2.0/subnets/674f2e3f-1b7b-42c9-bcb0-5247628fe463 HTTP/1.1" status: 204 len: 168 time: 0.8759968 Jul 30 20:05:15.299607 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884266c4-6330-465b-9813-8aafc5822cac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=674f2e3f-1b7b-42c9-bcb0-5247628fe463,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:15.301596 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07584bb8-5754-430a-ba48-1a0b1d7434a3 None None] Network cce061be-aafe-4e65-89a3-d6befb678308 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:05:15.308914 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55072) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:15.412959 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8363674-1eb2-46cb-b37a-7335d950177f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:15.434272 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341c2ad-dfde-4c17-9ec7-10ebc336f2a7 req-b8867879-8d85-4c41-bd4a-023e5193b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:15.437076 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0341c2ad-dfde-4c17-9ec7-10ebc336f2a7 req-b8867879-8d85-4c41-bd4a-023e5193b6d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2490757 Jul 30 20:05:15.616895 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34c3f7-cc40-40bd-a0f2-59392024258b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Pushing event updated for resources: {'Port': ['ID=981e7931-bbd8-4c2a-8174-96285e266cd0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:15.630752 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4bf33ab4-53ec-4a6c-a349-2841b51a122c req-b12b0725-dcc4-49e6-bafa-a8b2e5018d9b tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:15.644416 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4bf33ab4-53ec-4a6c-a349-2841b51a122c req-b12b0725-dcc4-49e6-bafa-a8b2e5018d9b tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8391294 Jul 30 20:05:15.648371 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55088) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:15.651796 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dd5ffa84-e1f6-4665-ae07-c39976024b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:15.661676 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:05:15.719007 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ffa84-e1f6-4665-ae07-c39976024b3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef062179-e206-4843-9b0f-ce91112bb4fb,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:15.729527 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f802660f-585a-446c-a2b4-1c269fd9383b req-1d34c3f7-cc40-40bd-a0f2-59392024258b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Network bd2cf75f-ada5-438d-87d6-041f6d8f37e8 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:05:15.736717 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6732ff81-e080-49c6-bc88-42d456d52e0a None None] DHCP port deletion for cce061be-aafe-4e65-89a3-d6befb678308 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:05:15.748328 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:05:15.749024 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c3d4b33c-610c-4c47-9e3b-bb9f0c97c7e5 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:05:15.768653 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-f802660f-585a-446c-a2b4-1c269fd9383b req-1d34c3f7-cc40-40bd-a0f2-59392024258b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:15.776122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-f802660f-585a-446c-a2b4-1c269fd9383b req-1d34c3f7-cc40-40bd-a0f2-59392024258b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:05:15.794238 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0341c2ad-dfde-4c17-9ec7-10ebc336f2a7 req-543bf79b-a31e-47af-a530-a730d258e43b service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460500 Jul 30 20:05:15.798058 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c8363674-1eb2-46cb-b37a-7335d950177f admin admin] Deleting port 605412cf-da04-428e-9e87-c33f73a6581f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:05:15.798405 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8363674-1eb2-46cb-b37a-7335d950177f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:15.831591 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802660f-585a-446c-a2b4-1c269fd9383b req-1d34c3f7-cc40-40bd-a0f2-59392024258b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:15.832535 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f802660f-585a-446c-a2b4-1c269fd9383b req-1d34c3f7-cc40-40bd-a0f2-59392024258b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:15.863062 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4bf33ab4-53ec-4a6c-a349-2841b51a122c req-23cf036b-b081-4dc2-a518-efe603a19944 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.2171872 Jul 30 20:05:15.867715 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f802660f-585a-446c-a2b4-1c269fd9383b req-1d34c3f7-cc40-40bd-a0f2-59392024258b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6052361 Jul 30 20:05:15.968279 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6732ff81-e080-49c6-bc88-42d456d52e0a None None] Deleting port 605412cf-da04-428e-9e87-c33f73a6581f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:05:15.968861 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6732ff81-e080-49c6-bc88-42d456d52e0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:16.036277 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf33ab4-53ec-4a6c-a349-2841b51a122c req-61b598dd-eb39-4206-8500-ed5a7575ff3b tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:16.040700 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55094) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:16.042650 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4bf33ab4-53ec-4a6c-a349-2841b51a122c req-61b598dd-eb39-4206-8500-ed5a7575ff3b tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.1772826 Jul 30 20:05:16.059829 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6732ff81-e080-49c6-bc88-42d456d52e0a None None] For port 605412cf-da04-428e-9e87-c33f73a6581f, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=605412cf-da04-428e-9e87-c33f73a6581f,segment=NetworkSegment(58b9f348-d2a6-489d-9ad0-c42e9e994315),segment_id=58b9f348-d2a6-489d-9ad0-c42e9e994315)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:16.060235 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6732ff81-e080-49c6-bc88-42d456d52e0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:16.074980 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-f802660f-585a-446c-a2b4-1c269fd9383b req-f256af44-8908-4453-8f1a-280afeb45b20 service neutron] Request body: {'port': {'device_id': 'f6c1d81f-5d1e-4db6-8664-36ed7d3d235c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:16.076804 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6732ff81-e080-49c6-bc88-42d456d52e0a None None] Calling delete_port for 605412cf-da04-428e-9e87-c33f73a6581f owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:05:16.103206 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4ce18350-cbad-4339-bc72-bd8284a32220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:16.124426 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181ba6e-fc79-4980-8580-09138eeb9e28 req-fa705307-c7a9-4b57-9c8d-d25595f179cf tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:16.133370 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3181ba6e-fc79-4980-8580-09138eeb9e28 req-fa705307-c7a9-4b57-9c8d-d25595f179cf tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c1d81f-5d1e-4db6-8664-36ed7d3d235c HTTP/1.1" status: 200 len: 932 time: 0.5277267 Jul 30 20:05:16.148652 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ffa84-e1f6-4665-ae07-c39976024b3a admin admin] Checking segment: {'id': 'b7e48b53-e01c-446b-936a-b316cd2831d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15396ec7-2f29-4de0-b562-8186709716a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:05:16.149118 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5ffa84-e1f6-4665-ae07-c39976024b3a admin admin] Network hostable DHCP agents. Network: 15396ec7-2f29-4de0-b562-8186709716a5, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:05:16.187340 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-c8363674-1eb2-46cb-b37a-7335d950177f admin admin] For port 605412cf-da04-428e-9e87-c33f73a6581f, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=605412cf-da04-428e-9e87-c33f73a6581f,segment=NetworkSegment(58b9f348-d2a6-489d-9ad0-c42e9e994315),segment_id=58b9f348-d2a6-489d-9ad0-c42e9e994315)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:16.187987 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8363674-1eb2-46cb-b37a-7335d950177f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:16.232252 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6732ff81-e080-49c6-bc88-42d456d52e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:16.258153 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3181ba6e-fc79-4980-8580-09138eeb9e28 req-b0ba3740-aedc-4ad1-8ba8-21ba677f5496 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232905 Jul 30 20:05:16.271016 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732ff81-e080-49c6-bc88-42d456d52e0a None None] Pushing event deleted for resources: {'Port': ['ID=605412cf-da04-428e-9e87-c33f73a6581f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:16.286056 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6732ff81-e080-49c6-bc88-42d456d52e0a None None] No DVR routers for this DVR port 605412cf-da04-428e-9e87-c33f73a6581f on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:05:16.301774 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4ce18350-cbad-4339-bc72-bd8284a32220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:16.327259 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4ce18350-cbad-4339-bc72-bd8284a32220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:16.347834 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c8363674-1eb2-46cb-b37a-7335d950177f admin admin] Calling delete_port for 605412cf-da04-428e-9e87-c33f73a6581f owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:05:16.353172 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0341c2ad-dfde-4c17-9ec7-10ebc336f2a7 req-a9ef2195-a9c3-4a7d-9967-93d1c4ea5617 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082898 Jul 30 20:05:16.366002 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b13fccda-98d3-450b-b0b0-5db9326bedd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:16.369880 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 605412cf-da04-428e-9e87-c33f73a6581f no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:05:16.389362 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4ce18350-cbad-4339-bc72-bd8284a32220 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a022f352924649ad8f126419f4844c15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7308192 Jul 30 20:05:16.393882 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5ffa84-e1f6-4665-ae07-c39976024b3a admin admin] Network 15396ec7-2f29-4de0-b562-8186709716a5 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:05:16.398972 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 605412cf-da04-428e-9e87-c33f73a6581f {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:05:16.399575 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 605412cf-da04-428e-9e87-c33f73a6581f not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:05:16.404491 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55102) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:16.428738 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073943cf-2033-4590-9d34-3a155d035f05 req-35b8a3e8-4478-4e01-8e16-f60c621d02ba tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:16.435864 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-073943cf-2033-4590-9d34-3a155d035f05 req-35b8a3e8-4478-4e01-8e16-f60c621d02ba tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.81 "GET /v2.0/ports?device_id=752c24ff-2b4c-4878-bc80-c7a4fc74faab HTTP/1.1" status: 200 len: 948 time: 0.2943053 Jul 30 20:05:16.468282 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f802660f-585a-446c-a2b4-1c269fd9383b req-f256af44-8908-4453-8f1a-280afeb45b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:16.480800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-dd5ffa84-e1f6-4665-ae07-c39976024b3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 15396ec7-2f29-4de0-b562-8186709716a5) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:16.491654 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab061d6-2397-42e6-a55b-c796892033f4 None None] Network 15396ec7-2f29-4de0-b562-8186709716a5 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:05:16.497148 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce18350-cbad-4339-bc72-bd8284a32220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e66cfd-d53c-411a-a45e-ab12b729f2c7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:16.500357 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5ffa84-e1f6-4665-ae07-c39976024b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:16.500990 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dd5ffa84-e1f6-4665-ae07-c39976024b3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:16.557784 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-073943cf-2033-4590-9d34-3a155d035f05 req-55d94470-9037-4244-8605-bde24d8da02c tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df0ed92-bc62-4a77-9824-957f38e19f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142840 Jul 30 20:05:16.621211 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a036ebb9-23bc-48a8-8c1f-e2494cdb20c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:16.713628 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3e46bb91-e0df-4a05-b2f9-8062d596c94e req-d6483dc1-b273-468d-ba49-e7b60b391a13 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3591876 Jul 30 20:05:16.732777 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-3e46bb91-e0df-4a05-b2f9-8062d596c94e req-67ad8afc-df20-45c9-ad17-00e1b4caacfb tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:16.733003 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7b7ca4-16ba-45b7-8610-940b16d16d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-15396ec7-2f29-4de0-b562-8186709716a5', 'network_id': '15396ec7-2f29-4de0-b562-8186709716a5', 'tenant_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'fixed_ips': [{'subnet_id': 'ef062179-e206-4843-9b0f-ce91112bb4fb'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:05:16.734837 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d7b7ca4-16ba-45b7-8610-940b16d16d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:16.743915 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a036ebb9-23bc-48a8-8c1f-e2494cdb20c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:16.748473 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8363674-1eb2-46cb-b37a-7335d950177f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:16.800721 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8363674-1eb2-46cb-b37a-7335d950177f admin admin] Pushing event deleted for resources: {'Port': ['ID=605412cf-da04-428e-9e87-c33f73a6581f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:16.806272 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8363674-1eb2-46cb-b37a-7335d950177f admin admin] No DVR routers for this DVR port 605412cf-da04-428e-9e87-c33f73a6581f on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:05:16.860336 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b13fccda-98d3-450b-b0b0-5db9326bedd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:16.896633 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a036ebb9-23bc-48a8-8c1f-e2494cdb20c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:16.900893 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a036ebb9-23bc-48a8-8c1f-e2494cdb20c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:16.902285 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a036ebb9-23bc-48a8-8c1f-e2494cdb20c6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/97e66cfd-d53c-411a-a45e-ab12b729f2c7 HTTP/1.1" status: 204 len: 168 time: 0.4924729 Jul 30 20:05:16.917015 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b13fccda-98d3-450b-b0b0-5db9326bedd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:16.922747 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-dd5ffa84-e1f6-4665-ae07-c39976024b3a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1801488 Jul 30 20:05:16.939465 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55116) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:16.943880 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-0ef4decd-4ad8-4d77-8187-742a4d7f0e84 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-28950346-router', 'tenant_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:16.947293 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-5d7b7ca4-16ba-45b7-8610-940b16d16d87 None None] Allocated IP 172.20.0.2 (15396ec7-2f29-4de0-b562-8186709716a5/ef062179-e206-4843-9b0f-ce91112bb4fb/376bfa59-7b9e-4eed-997f-c0da0f0b5acd) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:05:16.957920 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b13fccda-98d3-450b-b0b0-5db9326bedd7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6b1abc1dc8904d87b539f699f21bb597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8955548 Jul 30 20:05:16.960617 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55118) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:16.996212 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036ebb9-23bc-48a8-8c1f-e2494cdb20c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e66cfd-d53c-411a-a45e-ab12b729f2c7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:17.036999 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8363674-1eb2-46cb-b37a-7335d950177f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:17.098382 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c8363674-1eb2-46cb-b37a-7335d950177f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce061be-aafe-4e65-89a3-d6befb678308']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:17.134344 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3e46bb91-e0df-4a05-b2f9-8062d596c94e req-67ad8afc-df20-45c9-ad17-00e1b4caacfb tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:17.141582 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d7b7ca4-16ba-45b7-8610-940b16d16d87 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:17.143469 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-f802660f-585a-446c-a2b4-1c269fd9383b req-f256af44-8908-4453-8f1a-280afeb45b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981e7931-bbd8-4c2a-8174-96285e266cd0 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:05:17.150799 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13fccda-98d3-450b-b0b0-5db9326bedd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047e320c-ded7-47cb-a822-45cf6f8b623a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:17.152332 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5d7b7ca4-16ba-45b7-8610-940b16d16d87 None None] Transition to ACTIVE for port object 376bfa59-7b9e-4eed-997f-c0da0f0b5acd will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:05:17.156065 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c8363674-1eb2-46cb-b37a-7335d950177f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b9f348-d2a6-489d-9ad0-c42e9e994315') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:17.156389 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c8363674-1eb2-46cb-b37a-7335d950177f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b9f348-d2a6-489d-9ad0-c42e9e994315') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:17.165821 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f802660f-585a-446c-a2b4-1c269fd9383b req-f256af44-8908-4453-8f1a-280afeb45b20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:17.175359 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5d7b7ca4-16ba-45b7-8610-940b16d16d87 None None] Transition to ACTIVE for port object 376bfa59-7b9e-4eed-997f-c0da0f0b5acd will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:05:17.184550 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0ef4decd-4ad8-4d77-8187-742a4d7f0e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:17.185600 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0ef4decd-4ad8-4d77-8187-742a4d7f0e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:17.188484 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d7b7ca4-16ba-45b7-8610-940b16d16d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:17.234267 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-f802660f-585a-446c-a2b4-1c269fd9383b req-f256af44-8908-4453-8f1a-280afeb45b20 service neutron] Transition to ACTIVE for port object 981e7931-bbd8-4c2a-8174-96285e266cd0 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:05:17.247245 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7b7ca4-16ba-45b7-8610-940b16d16d87 None None] Network 15396ec7-2f29-4de0-b562-8186709716a5 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:05:17.253374 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f802660f-585a-446c-a2b4-1c269fd9383b req-f256af44-8908-4453-8f1a-280afeb45b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:17.253648 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device d7590766-d9df-47ec-a568-1d04032a9210 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:05:17.259360 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-5d7b7ca4-16ba-45b7-8610-940b16d16d87 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:17.269245 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7b7ca4-16ba-45b7-8610-940b16d16d87 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:05:17.313382 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b7ca4-16ba-45b7-8610-940b16d16d87 None None] Pushing event updated for resources: {'Port': ['ID=376bfa59-7b9e-4eed-997f-c0da0f0b5acd,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:17.338833 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8363674-1eb2-46cb-b37a-7335d950177f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:17.401165 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-5d7b7ca4-16ba-45b7-8610-940b16d16d87 None None] Attempting to bind port 376bfa59-7b9e-4eed-997f-c0da0f0b5acd on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:05:17.401536 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-5d7b7ca4-16ba-45b7-8610-940b16d16d87 None None] Attempting to bind port 376bfa59-7b9e-4eed-997f-c0da0f0b5acd by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b7e48b53-e01c-446b-936a-b316cd2831d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15396ec7-2f29-4de0-b562-8186709716a5'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:05:17.401904 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7b7ca4-16ba-45b7-8610-940b16d16d87 None None] Attempting to bind port 376bfa59-7b9e-4eed-997f-c0da0f0b5acd on network 15396ec7-2f29-4de0-b562-8186709716a5 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:05:17.414416 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7b7ca4-16ba-45b7-8610-940b16d16d87 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:05:17.414795 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7b7ca4-16ba-45b7-8610-940b16d16d87 None None] Checking segment: {'id': 'b7e48b53-e01c-446b-936a-b316cd2831d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15396ec7-2f29-4de0-b562-8186709716a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:05:17.415200 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d7b7ca4-16ba-45b7-8610-940b16d16d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:17.415618 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7b7ca4-16ba-45b7-8610-940b16d16d87 None None] Bound using segment: {'id': 'b7e48b53-e01c-446b-936a-b316cd2831d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15396ec7-2f29-4de0-b562-8186709716a5'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:05:17.416376 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-5d7b7ca4-16ba-45b7-8610-940b16d16d87 None None] Bound port: 376bfa59-7b9e-4eed-997f-c0da0f0b5acd, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e48b53-e01c-446b-936a-b316cd2831d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15396ec7-2f29-4de0-b562-8186709716a5'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:05:17.416801 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d7b7ca4-16ba-45b7-8610-940b16d16d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:17.440186 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1d23768-4b55-4161-880c-f2e2b921ae63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:17.454088 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8363674-1eb2-46cb-b37a-7335d950177f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:17.497693 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0ef4decd-4ad8-4d77-8187-742a4d7f0e84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:17.509351 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55124) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:17.513244 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1d23768-4b55-4161-880c-f2e2b921ae63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:17.522777 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-5d7b7ca4-16ba-45b7-8610-940b16d16d87 None None] For port 376bfa59-7b9e-4eed-997f-c0da0f0b5acd, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:05:17.526402 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-5d7b7ca4-16ba-45b7-8610-940b16d16d87 None None] For port 376bfa59-7b9e-4eed-997f-c0da0f0b5acd, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=376bfa59-7b9e-4eed-997f-c0da0f0b5acd,segment=NetworkSegment(b7e48b53-e01c-446b-936a-b316cd2831d1),segment_id=b7e48b53-e01c-446b-936a-b316cd2831d1)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:05:17.536926 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f0b67270-b584-4971-8385-92fea297ca37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:17.540269 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d7b7ca4-16ba-45b7-8610-940b16d16d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:17.575589 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8363674-1eb2-46cb-b37a-7335d950177f admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:05:17.576059 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8363674-1eb2-46cb-b37a-7335d950177f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:05:17.578043 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:05:17.591496 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256af44-8908-4453-8f1a-280afeb45b20 service neutron] Pushing event updated for resources: {'Port': ['ID=981e7931-bbd8-4c2a-8174-96285e266cd0,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:17.611112 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port d7590766-d9df-47ec-a568-1d04032a9210, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d7590766-d9df-47ec-a568-1d04032a9210,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:17.634268 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1d23768-4b55-4161-880c-f2e2b921ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:17.637050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'd7590766-d9df-47ec-a568-1d04032a9210', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': 'd7590766-d9df-47ec-a568-1d04032a9210', 'mac_address': 'fa:16:3e:6f:ab:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:05:17.638301 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1d23768-4b55-4161-880c-f2e2b921ae63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:17.638444 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a1d23768-4b55-4161-880c-f2e2b921ae63 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/047e320c-ded7-47cb-a822-45cf6f8b623a HTTP/1.1" status: 204 len: 168 time: 0.6498780 Jul 30 20:05:17.659863 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d23768-4b55-4161-880c-f2e2b921ae63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047e320c-ded7-47cb-a822-45cf6f8b623a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:17.679526 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8363674-1eb2-46cb-b37a-7335d950177f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:17.698012 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8363674-1eb2-46cb-b37a-7335d950177f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:17.700062 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c8363674-1eb2-46cb-b37a-7335d950177f admin admin] 10.222.0.81 "DELETE /v2.0/networks/cce061be-aafe-4e65-89a3-d6befb678308 HTTP/1.1" status: 204 len: 168 time: 2.3897083 Jul 30 20:05:17.730971 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8363674-1eb2-46cb-b37a-7335d950177f admin admin] Pushing event deleted for resources: {'Network': ['ID=cce061be-aafe-4e65-89a3-d6befb678308,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:17.759753 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3e46bb91-e0df-4a05-b2f9-8062d596c94e req-67ad8afc-df20-45c9-ad17-00e1b4caacfb tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:17.763489 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b7ca4-16ba-45b7-8610-940b16d16d87 None None] Pushing event updated for resources: {'Port': ['ID=376bfa59-7b9e-4eed-997f-c0da0f0b5acd,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:17.864301 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:17.899569 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7590766-d9df-47ec-a568-1d04032a9210 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:05:17.952117 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port d7590766-d9df-47ec-a568-1d04032a9210, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d7590766-d9df-47ec-a568-1d04032a9210,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:17.959799 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-3e46bb91-e0df-4a05-b2f9-8062d596c94e req-67ad8afc-df20-45c9-ad17-00e1b4caacfb tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Allocated IP 172.25.3.122 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/b3d3861e-25f6-4005-8541-d7949e63685f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:05:17.971813 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:18.090059 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=d7590766-d9df-47ec-a568-1d04032a9210,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:18.118585 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55134) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:18.181075 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['d7590766-d9df-47ec-a568-1d04032a9210'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:05:18.201794 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-45bbdba1-56f8-4eb7-b105-c318ce37efff admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0dc2e9b4d94c4b3fa0d1693bb7e1573b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0817511 Jul 30 20:05:18.205115 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55138) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:18.299321 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3e46bb91-e0df-4a05-b2f9-8062d596c94e req-67ad8afc-df20-45c9-ad17-00e1b4caacfb tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:18.308658 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a4557fa-9655-4f76-90d8-6d7696d93220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:18.352687 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a4557fa-9655-4f76-90d8-6d7696d93220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:18.370502 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600a206-7bde-4a99-a5b6-e5920e34878a req-18458b0f-9393-4cb2-852c-f75cbdb32456 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:18.377936 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b600a206-7bde-4a99-a5b6-e5920e34878a req-18458b0f-9393-4cb2-852c-f75cbdb32456 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c1d81f-5d1e-4db6-8664-36ed7d3d235c HTTP/1.1" status: 200 len: 944 time: 0.8866472 Jul 30 20:05:18.432861 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3e46bb91-e0df-4a05-b2f9-8062d596c94e req-67ad8afc-df20-45c9-ad17-00e1b4caacfb tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:18.493099 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e46bb91-e0df-4a05-b2f9-8062d596c94e req-67ad8afc-df20-45c9-ad17-00e1b4caacfb tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:05:18.499942 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-3e46bb91-e0df-4a05-b2f9-8062d596c94e req-67ad8afc-df20-45c9-ad17-00e1b4caacfb tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:18.508773 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e46bb91-e0df-4a05-b2f9-8062d596c94e req-67ad8afc-df20-45c9-ad17-00e1b4caacfb tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:05:18.520660 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a4557fa-9655-4f76-90d8-6d7696d93220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:18.525865 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a4557fa-9655-4f76-90d8-6d7696d93220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:18.527116 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0ef4decd-4ad8-4d77-8187-742a4d7f0e84 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:18.534403 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 376bfa59-7b9e-4eed-997f-c0da0f0b5acd up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:05:18.547551 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5a4557fa-9655-4f76-90d8-6d7696d93220 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/943fb8b3-e72a-4db9-8624-ed527b2ae265 HTTP/1.1" status: 204 len: 168 time: 0.3346512 Jul 30 20:05:18.610392 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 376bfa59-7b9e-4eed-997f-c0da0f0b5acd completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:05:18.620496 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b600a206-7bde-4a99-a5b6-e5920e34878a req-95c472e1-73bb-4da1-89b1-f08f9e9f3856 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413905 Jul 30 20:05:18.700051 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55142) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:18.705096 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f802660f-585a-446c-a2b4-1c269fd9383b req-f256af44-8908-4453-8f1a-280afeb45b20 service neutron] Attempting to bind port 981e7931-bbd8-4c2a-8174-96285e266cd0 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:05:18.707345 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f802660f-585a-446c-a2b4-1c269fd9383b req-f256af44-8908-4453-8f1a-280afeb45b20 service neutron] Attempting to bind port 981e7931-bbd8-4c2a-8174-96285e266cd0 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '21259fef-2530-4ea2-94b4-58e78cdda3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd2cf75f-ada5-438d-87d6-041f6d8f37e8'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:05:18.707898 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f802660f-585a-446c-a2b4-1c269fd9383b req-f256af44-8908-4453-8f1a-280afeb45b20 service neutron] Attempting to bind port 981e7931-bbd8-4c2a-8174-96285e266cd0 on network bd2cf75f-ada5-438d-87d6-041f6d8f37e8 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:05:18.714134 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4557fa-9655-4f76-90d8-6d7696d93220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943fb8b3-e72a-4db9-8624-ed527b2ae265,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:18.729453 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad8afc-df20-45c9-ad17-00e1b4caacfb tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Pushing event updated for resources: {'Port': ['ID=b3d3861e-25f6-4005-8541-d7949e63685f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:18.785484 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ce8c984a-6936-49c0-9c87-c4211680b77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:18.818338 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f802660f-585a-446c-a2b4-1c269fd9383b req-f256af44-8908-4453-8f1a-280afeb45b20 service neutron] Port 981e7931-bbd8-4c2a-8174-96285e266cd0 on network bd2cf75f-ada5-438d-87d6-041f6d8f37e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:05:18.818671 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f802660f-585a-446c-a2b4-1c269fd9383b req-f256af44-8908-4453-8f1a-280afeb45b20 service neutron] Attempting to bind port 981e7931-bbd8-4c2a-8174-96285e266cd0 on network bd2cf75f-ada5-438d-87d6-041f6d8f37e8 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:05:18.860430 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3e46bb91-e0df-4a05-b2f9-8062d596c94e req-67ad8afc-df20-45c9-ad17-00e1b4caacfb tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:18.904085 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f802660f-585a-446c-a2b4-1c269fd9383b req-f256af44-8908-4453-8f1a-280afeb45b20 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:05:18.904712 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f802660f-585a-446c-a2b4-1c269fd9383b req-f256af44-8908-4453-8f1a-280afeb45b20 service neutron] Checking segment: {'id': '21259fef-2530-4ea2-94b4-58e78cdda3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd2cf75f-ada5-438d-87d6-041f6d8f37e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:05:18.905275 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f802660f-585a-446c-a2b4-1c269fd9383b req-f256af44-8908-4453-8f1a-280afeb45b20 service neutron] Bound using segment: {'id': '21259fef-2530-4ea2-94b4-58e78cdda3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd2cf75f-ada5-438d-87d6-041f6d8f37e8'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:05:18.906091 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f802660f-585a-446c-a2b4-1c269fd9383b req-f256af44-8908-4453-8f1a-280afeb45b20 service neutron] Bound port: 981e7931-bbd8-4c2a-8174-96285e266cd0, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21259fef-2530-4ea2-94b4-58e78cdda3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd2cf75f-ada5-438d-87d6-041f6d8f37e8'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:05:18.906639 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f802660f-585a-446c-a2b4-1c269fd9383b req-f256af44-8908-4453-8f1a-280afeb45b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:18.922601 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3e46bb91-e0df-4a05-b2f9-8062d596c94e req-67ad8afc-df20-45c9-ad17-00e1b4caacfb tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:19.097344 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13138694-6061-4fe2-86fd-218543668423 req-fea42931-1174-4e8f-8fd1-be526d92f1dc tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:19.106419 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-13138694-6061-4fe2-86fd-218543668423 req-fea42931-1174-4e8f-8fd1-be526d92f1dc tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.81 "GET /v2.0/ports?device_id=752c24ff-2b4c-4878-bc80-c7a4fc74faab HTTP/1.1" status: 200 len: 949 time: 0.3449488 Jul 30 20:05:19.165392 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f0b67270-b584-4971-8385-92fea297ca37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:19.199469 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f802660f-585a-446c-a2b4-1c269fd9383b req-f256af44-8908-4453-8f1a-280afeb45b20 service neutron] For port 981e7931-bbd8-4c2a-8174-96285e266cd0, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:05:19.210282 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f0b67270-b584-4971-8385-92fea297ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:19.284617 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device d7590766-d9df-47ec-a568-1d04032a9210 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:05:19.319902 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f802660f-585a-446c-a2b4-1c269fd9383b req-f256af44-8908-4453-8f1a-280afeb45b20 service neutron] For port 981e7931-bbd8-4c2a-8174-96285e266cd0, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=981e7931-bbd8-4c2a-8174-96285e266cd0,segment=NetworkSegment(21259fef-2530-4ea2-94b4-58e78cdda3f6),segment_id=21259fef-2530-4ea2-94b4-58e78cdda3f6)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:05:19.342729 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-13138694-6061-4fe2-86fd-218543668423 req-703baa98-3f8a-4335-abae-d02bfd8d980f tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df0ed92-bc62-4a77-9824-957f38e19f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351322 Jul 30 20:05:19.381148 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f802660f-585a-446c-a2b4-1c269fd9383b req-f256af44-8908-4453-8f1a-280afeb45b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:19.409821 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:19.430475 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f0b67270-b584-4971-8385-92fea297ca37 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=206c8085e7f641bcb3bfb3b975bbf30a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9156909 Jul 30 20:05:19.435355 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3e46bb91-e0df-4a05-b2f9-8062d596c94e req-67ad8afc-df20-45c9-ad17-00e1b4caacfb tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:19.436865 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55162) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:19.453385 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7f96e2-4113-43c0-8ca2-99afe70dc7e5 None None] Network 15396ec7-2f29-4de0-b562-8186709716a5 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:05:19.473297 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3e46bb91-e0df-4a05-b2f9-8062d596c94e req-67ad8afc-df20-45c9-ad17-00e1b4caacfb tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:19.488929 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port d7590766-d9df-47ec-a568-1d04032a9210 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:05:19.513018 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b67270-b584-4971-8385-92fea297ca37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8539f1d6-871f-4150-a6e2-4a7625182999,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:19.533249 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port d7590766-d9df-47ec-a568-1d04032a9210 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:19.533623 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:19.533768 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802660f-585a-446c-a2b4-1c269fd9383b req-f256af44-8908-4453-8f1a-280afeb45b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:19.534466 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f802660f-585a-446c-a2b4-1c269fd9383b req-f256af44-8908-4453-8f1a-280afeb45b20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:19.536037 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f802660f-585a-446c-a2b4-1c269fd9383b req-f256af44-8908-4453-8f1a-280afeb45b20 service neutron] 10.222.0.83 "PUT /v2.0/ports/981e7931-bbd8-4c2a-8174-96285e266cd0 HTTP/1.1" status: 200 len: 1092 time: 3.4806275 Jul 30 20:05:19.536914 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c1d81f-5d1e-4db6-8664-36ed7d3d235c', 'tag': '981e7931-bbd8-4c2a-8174-96285e266cd0'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:05:19.541125 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bb4fe0-a1f7-4a83-9332-73d2c04a4f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c1d81f-5d1e-4db6-8664-36ed7d3d235c", "tag": "981e7931-bbd8-4c2a-8174-96285e266cd0"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:05:19.673154 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a1f27e7d-17cd-4085-9f13-6df975310f56 None None] Provisioning for port 376bfa59-7b9e-4eed-997f-c0da0f0b5acd completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:05:19.733085 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b17af5-464f-4c03-b35b-409c1a4ab25d x-openstack-request-id: req-08b17af5-464f-4c03-b35b-409c1a4ab25d {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:05:19.736190 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad8afc-df20-45c9-ad17-00e1b4caacfb tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Pushing event updated for resources: {'Port': ['ID=b3d3861e-25f6-4005-8541-d7949e63685f,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:19.737368 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c1d81f-5d1e-4db6-8664-36ed7d3d235c", "tag": "981e7931-bbd8-4c2a-8174-96285e266cd0", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:05:19.737854 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-08b17af5-464f-4c03-b35b-409c1a4ab25d {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:05:19.738494 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c1d81f-5d1e-4db6-8664-36ed7d3d235c', 'tag': '981e7931-bbd8-4c2a-8174-96285e266cd0', 'status': 'completed', 'code': 200} Jul 30 20:05:19.757544 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a1f27e7d-17cd-4085-9f13-6df975310f56 None None] Provisioning complete for port 376bfa59-7b9e-4eed-997f-c0da0f0b5acd triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:19.757987 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1f27e7d-17cd-4085-9f13-6df975310f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:19.764543 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:19.806054 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cf238c6-0fc9-42bd-a804-0cd72181aebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:19.842820 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cf238c6-0fc9-42bd-a804-0cd72181aebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:19.852294 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256af44-8908-4453-8f1a-280afeb45b20 service neutron] Pushing event updated for resources: {'Port': ['ID=981e7931-bbd8-4c2a-8174-96285e266cd0,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:19.891654 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55176) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:19.893573 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port d7590766-d9df-47ec-a568-1d04032a9210, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d7590766-d9df-47ec-a568-1d04032a9210,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:19.900369 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752c24ff-2b4c-4878-bc80-c7a4fc74faab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7590766-d9df-47ec-a568-1d04032a9210'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:05:19.903737 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd1da14-a60f-41fe-bedd-9ee98dcced75" -d '{"events": [{"server_uuid": "752c24ff-2b4c-4878-bc80-c7a4fc74faab", "name": "network-vif-plugged", "status": "completed", "tag": "d7590766-d9df-47ec-a568-1d04032a9210"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:05:19.904621 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3e46bb91-e0df-4a05-b2f9-8062d596c94e req-67ad8afc-df20-45c9-ad17-00e1b4caacfb tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:19.920967 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:19.923667 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cf238c6-0fc9-42bd-a804-0cd72181aebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:19.928084 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cf238c6-0fc9-42bd-a804-0cd72181aebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:19.932470 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0cf238c6-0fc9-42bd-a804-0cd72181aebe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8539f1d6-871f-4150-a6e2-4a7625182999 HTTP/1.1" status: 204 len: 168 time: 0.4923704 Jul 30 20:05:19.938935 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf238c6-0fc9-42bd-a804-0cd72181aebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8539f1d6-871f-4150-a6e2-4a7625182999,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:20.026329 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0ef4decd-4ad8-4d77-8187-742a4d7f0e84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:20.045973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802660f-585a-446c-a2b4-1c269fd9383b req-ff4ba025-70e9-46c5-900a-01c507419d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:20.047939 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f802660f-585a-446c-a2b4-1c269fd9383b req-ff4ba025-70e9-46c5-900a-01c507419d5b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fe95db048a504264854a9049eb2dbdac&device_id=f6c1d81f-5d1e-4db6-8664-36ed7d3d235c HTTP/1.1" status: 200 len: 1095 time: 0.4401228 Jul 30 20:05:20.050150 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ce8c984a-6936-49c0-9c87-c4211680b77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:20.074383 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3e46bb91-e0df-4a05-b2f9-8062d596c94e req-67ad8afc-df20-45c9-ad17-00e1b4caacfb tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:20.078688 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3e46bb91-e0df-4a05-b2f9-8062d596c94e req-67ad8afc-df20-45c9-ad17-00e1b4caacfb tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3611970 Jul 30 20:05:20.106591 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639b05b-4c16-4c68-ada7-daf252c55759 req-db71ca9b-7126-45ca-92ae-d2d0819f72ee tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:20.121498 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2639b05b-4c16-4c68-ada7-daf252c55759 req-db71ca9b-7126-45ca-92ae-d2d0819f72ee tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c1d81f-5d1e-4db6-8664-36ed7d3d235c HTTP/1.1" status: 200 len: 944 time: 0.3343050 Jul 30 20:05:20.160068 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ce8c984a-6936-49c0-9c87-c4211680b77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:20.164317 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0ef4decd-4ad8-4d77-8187-742a4d7f0e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:20.208810 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1f27e7d-17cd-4085-9f13-6df975310f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:20.231897 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3e46bb91-e0df-4a05-b2f9-8062d596c94e req-f93bde4a-f8d0-47d5-8303-288fe65ac241 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.122 HTTP/1.1" status: 200 len: 696 time: 0.1472499 Jul 30 20:05:20.289714 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f802660f-585a-446c-a2b4-1c269fd9383b req-e3b656e1-cfcd-40c4-9a00-f809ad073347 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=981e7931-bbd8-4c2a-8174-96285e266cd0 HTTP/1.1" status: 200 len: 217 time: 0.1619205 Jul 30 20:05:20.414760 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a1f27e7d-17cd-4085-9f13-6df975310f56 None None] For port 376bfa59-7b9e-4eed-997f-c0da0f0b5acd, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=376bfa59-7b9e-4eed-997f-c0da0f0b5acd,segment=NetworkSegment(b7e48b53-e01c-446b-936a-b316cd2831d1),segment_id=b7e48b53-e01c-446b-936a-b316cd2831d1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:20.470247 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=d7590766-d9df-47ec-a568-1d04032a9210,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:20.501230 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-eaa1f3e4-e255-41b3-b17d-9d46f6f77625 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-849202901-network', 'tenant_id': 'a0203a5d8bce4c9f987a64c640f8f285'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:20.506018 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1f27e7d-17cd-4085-9f13-6df975310f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:20.515753 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46bb91-e0df-4a05-b2f9-8062d596c94e req-e7253339-082e-469d-8a0c-021df9d1238d tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:20.517192 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3e46bb91-e0df-4a05-b2f9-8062d596c94e req-e7253339-082e-469d-8a0c-021df9d1238d tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.2789330 Jul 30 20:05:20.517989 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ce8c984a-6936-49c0-9c87-c4211680b77e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ca5bcb92c1764911800575660b0e5263&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8154900 Jul 30 20:05:20.523471 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55196) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:20.562830 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c984a-6936-49c0-9c87-c4211680b77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a786bcb5-3e5f-4ccd-92ea-22004671db76,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:20.594705 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0b78d4-53f9-4314-88dc-9291832f67ee x-openstack-request-id: req-8f0b78d4-53f9-4314-88dc-9291832f67ee {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:05:20.595011 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752c24ff-2b4c-4878-bc80-c7a4fc74faab", "name": "network-vif-plugged", "status": "completed", "tag": "d7590766-d9df-47ec-a568-1d04032a9210", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:05:20.595385 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8f0b78d4-53f9-4314-88dc-9291832f67ee {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:05:20.595735 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752c24ff-2b4c-4878-bc80-c7a4fc74faab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7590766-d9df-47ec-a568-1d04032a9210', 'code': 200} Jul 30 20:05:20.656120 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2639b05b-4c16-4c68-ada7-daf252c55759 req-7ffe713d-782e-4d3e-936a-0eda3cabe5b4 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5298240 Jul 30 20:05:20.713485 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f27e7d-17cd-4085-9f13-6df975310f56 None None] Pushing event updated for resources: {'Port': ['ID=376bfa59-7b9e-4eed-997f-c0da0f0b5acd,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:20.715666 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802660f-585a-446c-a2b4-1c269fd9383b req-96d31ede-4707-4612-bdf1-31219116525b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:20.719031 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f802660f-585a-446c-a2b4-1c269fd9383b req-96d31ede-4707-4612-bdf1-31219116525b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fdc2bd05-703a-476f-bf73-d538fd160288 HTTP/1.1" status: 200 len: 854 time: 0.3868499 Jul 30 20:05:20.764572 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2622d79d-c3d1-4217-989d-e4e3999b0460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:20.807110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa1f3e4-e255-41b3-b17d-9d46f6f77625 admin admin] Made reservation on behalf of a0203a5d8bce4c9f987a64c640f8f285 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:05:20.830760 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eaa1f3e4-e255-41b3-b17d-9d46f6f77625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:20.890667 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2622d79d-c3d1-4217-989d-e4e3999b0460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:20.893264 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eaa1f3e4-e255-41b3-b17d-9d46f6f77625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:20.907354 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f802660f-585a-446c-a2b4-1c269fd9383b req-51c9a9c4-6bdc-4eb1-b0d7-d76b6c899ea4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bd2cf75f-ada5-438d-87d6-041f6d8f37e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1769071 Jul 30 20:05:20.923040 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0ad1b-c7b3-4ed1-9cd8-d844361a5261 req-175de425-e3ac-4d91-9b68-abcd38a5eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:20.925674 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ebd0ad1b-c7b3-4ed1-9cd8-d844361a5261 req-175de425-e3ac-4d91-9b68-abcd38a5eb08 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=752c24ff-2b4c-4878-bc80-c7a4fc74faab HTTP/1.1" status: 200 len: 1101 time: 0.2818530 Jul 30 20:05:20.949067 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd67a3-4296-4b17-baac-a7b84b8356ee req-e2487f22-4e6d-4a84-baf5-646daa9df0f3 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:20.953946 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6dfd67a3-4296-4b17-baac-a7b84b8356ee req-e2487f22-4e6d-4a84-baf5-646daa9df0f3 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.81 "GET /v2.0/ports?device_id=752c24ff-2b4c-4878-bc80-c7a4fc74faab HTTP/1.1" status: 200 len: 950 time: 0.2480850 Jul 30 20:05:21.048880 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6dfd67a3-4296-4b17-baac-a7b84b8356ee req-fe9451f2-a495-458d-b424-b89487e1e876 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df0ed92-bc62-4a77-9824-957f38e19f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940025 Jul 30 20:05:21.087708 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ebd0ad1b-c7b3-4ed1-9cd8-d844361a5261 req-a9b38a8f-f6fb-4474-8ab1-b0b4f0cd8518 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5df0ed92-bc62-4a77-9824-957f38e19f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261096 Jul 30 20:05:21.112633 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2622d79d-c3d1-4217-989d-e4e3999b0460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:21.112633 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2622d79d-c3d1-4217-989d-e4e3999b0460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:21.114574 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2622d79d-c3d1-4217-989d-e4e3999b0460 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a786bcb5-3e5f-4ccd-92ea-22004671db76 HTTP/1.1" status: 204 len: 168 time: 0.5898256 Jul 30 20:05:21.155536 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622d79d-c3d1-4217-989d-e4e3999b0460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a786bcb5-3e5f-4ccd-92ea-22004671db76,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:21.168782 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-0ef4decd-4ad8-4d77-8187-742a4d7f0e84 admin admin] Allocated IP 172.25.3.194 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/88f44320-20e2-41a1-af5d-92b5467a37b7) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:05:21.206914 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-918cb736-3491-4c5c-b190-57e3a6aa402b None None] Provisioning complete for port 376bfa59-7b9e-4eed-997f-c0da0f0b5acd triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:21.206914 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-918cb736-3491-4c5c-b190-57e3a6aa402b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:21.258615 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-55438f1a-fc96-4802-8bf5-c0eb814518e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:21.414304 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f802660f-585a-446c-a2b4-1c269fd9383b req-bc129297-3246-463f-b6e8-027c41e5f7b6 service neutron] 10.222.0.83 "GET /v2.0/networks/bd2cf75f-ada5-438d-87d6-041f6d8f37e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717832 Jul 30 20:05:21.448201 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f051f2f-bda6-4b81-a949-c3eba9de69b3 req-7bf572f9-e1d7-4832-8528-4218e6b614b2 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5433452 Jul 30 20:05:21.503318 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-1f051f2f-bda6-4b81-a949-c3eba9de69b3 req-3b0c3b8d-05be-401e-921a-e4fab82cf336 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:21.623519 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0ef4decd-4ad8-4d77-8187-742a4d7f0e84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:21.678442 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eaa1f3e4-e255-41b3-b17d-9d46f6f77625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:21.681420 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f802660f-585a-446c-a2b4-1c269fd9383b req-1fd0f466-e743-4787-8f3f-efd75a006c16 service neutron] 10.222.0.83 "GET /v2.0/networks/bd2cf75f-ada5-438d-87d6-041f6d8f37e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570140 Jul 30 20:05:21.703350 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eaa1f3e4-e255-41b3-b17d-9d46f6f77625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:21.716817 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa1f3e4-e255-41b3-b17d-9d46f6f77625 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:05:21.727091 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eaa1f3e4-e255-41b3-b17d-9d46f6f77625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:21.727442 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-eaa1f3e4-e255-41b3-b17d-9d46f6f77625 admin admin] Added segment 527c93bd-1c21-40e5-9c14-75baf08c986e of type vlan for network a902dbca-0f01-4374-8ce7-97721be093a3 Jul 30 20:05:21.771997 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eaa1f3e4-e255-41b3-b17d-9d46f6f77625 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:21.811447 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1f051f2f-bda6-4b81-a949-c3eba9de69b3 req-3b0c3b8d-05be-401e-921a-e4fab82cf336 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:21.899197 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.db.resource_extend [None req-eaa1f3e4-e255-41b3-b17d-9d46f6f77625 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 20:05:21.938592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb4fe0-a1f7-4a83-9332-73d2c04a4f8f req-15da0774-4495-4fd1-9c03-120893061534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:21.940515 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-13bb4fe0-a1f7-4a83-9332-73d2c04a4f8f req-15da0774-4495-4fd1-9c03-120893061534 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fe95db048a504264854a9049eb2dbdac&device_id=f6c1d81f-5d1e-4db6-8664-36ed7d3d235c HTTP/1.1" status: 200 len: 1095 time: 0.1601868 Jul 30 20:05:21.966749 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c372b8e-2f36-443d-acf7-12b592b86cd5 req-39214dde-16c6-4edb-9cc3-a07b20af8842 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:21.969627 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1c372b8e-2f36-443d-acf7-12b592b86cd5 req-39214dde-16c6-4edb-9cc3-a07b20af8842 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c1d81f-5d1e-4db6-8664-36ed7d3d235c HTTP/1.1" status: 200 len: 944 time: 0.1522830 Jul 30 20:05:21.979481 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1f3e4-e255-41b3-b17d-9d46f6f77625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219e6cfc-635f-47b7-a76d-d826c652c26f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:22.005444 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eaa1f3e4-e255-41b3-b17d-9d46f6f77625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:22.007697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa1f3e4-e255-41b3-b17d-9d46f6f77625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:22.008397 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eaa1f3e4-e255-41b3-b17d-9d46f6f77625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:22.054366 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1c372b8e-2f36-443d-acf7-12b592b86cd5 req-de9922ec-b5ff-4961-a31d-0ab9450b3521 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750575 Jul 30 20:05:22.146282 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1f3e4-e255-41b3-b17d-9d46f6f77625 admin admin] Pushing event updated for resources: {'Network': ['ID=a902dbca-0f01-4374-8ce7-97721be093a3,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:22.153243 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-eaa1f3e4-e255-41b3-b17d-9d46f6f77625 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2582874 Jul 30 20:05:22.156227 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55260) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:22.163432 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0ef4decd-4ad8-4d77-8187-742a4d7f0e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:22.173270 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-311d4849-505d-408b-b9c1-b9195fa06c1e admin admin] Request body: {'subnet': {'network_id': 'a902dbca-0f01-4374-8ce7-97721be093a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-849202901-subnet', 'tenant_id': 'a0203a5d8bce4c9f987a64c640f8f285', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:22.173483 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network a902dbca-0f01-4374-8ce7-97721be093a3 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:05:22.228362 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311d4849-505d-408b-b9c1-b9195fa06c1e admin admin] Made reservation on behalf of a0203a5d8bce4c9f987a64c640f8f285 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:05:22.230977 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-311d4849-505d-408b-b9c1-b9195fa06c1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:22.266304 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4decd-4ad8-4d77-8187-742a4d7f0e84 admin admin] Pushing event updated for resources: {'Port': ['ID=88f44320-20e2-41a1-af5d-92b5467a37b7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:22.302474 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef4decd-4ad8-4d77-8187-742a4d7f0e84 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:05:22.338332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-0ef4decd-4ad8-4d77-8187-742a4d7f0e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:22.375841 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef4decd-4ad8-4d77-8187-742a4d7f0e84 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:05:22.425306 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 376bfa59-7b9e-4eed-997f-c0da0f0b5acd up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:05:22.426391 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1f051f2f-bda6-4b81-a949-c3eba9de69b3 req-3b0c3b8d-05be-401e-921a-e4fab82cf336 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:22.514557 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 376bfa59-7b9e-4eed-997f-c0da0f0b5acd triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:22.514797 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:22.582354 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfaf82-6538-4653-bf94-56503e1da9b9 req-5520f006-3d61-4b0d-ba83-c885f95f059c tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:22.583967 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-90cfaf82-6538-4653-bf94-56503e1da9b9 req-5520f006-3d61-4b0d-ba83-c885f95f059c tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.81 "GET /v2.0/ports?device_id=752c24ff-2b4c-4878-bc80-c7a4fc74faab HTTP/1.1" status: 200 len: 950 time: 0.1962955 Jul 30 20:05:22.661349 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb4fe0-a1f7-4a83-9332-73d2c04a4f8f req-dfddaec2-6f9d-48f6-bf57-42b4b810149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:22.663424 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-13bb4fe0-a1f7-4a83-9332-73d2c04a4f8f req-dfddaec2-6f9d-48f6-bf57-42b4b810149d service neutron] 10.222.0.83 "GET /v2.0/networks?id=bd2cf75f-ada5-438d-87d6-041f6d8f37e8 HTTP/1.1" status: 200 len: 915 time: 0.7077620 Jul 30 20:05:22.718872 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-90cfaf82-6538-4653-bf94-56503e1da9b9 req-6e5655d4-5a75-4bbf-bb0f-72494328fb73 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df0ed92-bc62-4a77-9824-957f38e19f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153738 Jul 30 20:05:22.743282 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-311d4849-505d-408b-b9c1-b9195fa06c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:22.809813 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d4849-505d-408b-b9c1-b9195fa06c1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5f0fc28-49ba-4b59-87fb-4e294450b0fe,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:22.854937 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-13bb4fe0-a1f7-4a83-9332-73d2c04a4f8f req-19df276a-f42f-47d3-9d96-08a705246514 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=981e7931-bbd8-4c2a-8174-96285e266cd0 HTTP/1.1" status: 200 len: 217 time: 0.1803582 Jul 30 20:05:22.867535 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311d4849-505d-408b-b9c1-b9195fa06c1e admin admin] Checking segment: {'id': '527c93bd-1c21-40e5-9c14-75baf08c986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a902dbca-0f01-4374-8ce7-97721be093a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:05:22.868221 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311d4849-505d-408b-b9c1-b9195fa06c1e admin admin] Network hostable DHCP agents. Network: a902dbca-0f01-4374-8ce7-97721be093a3, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:05:22.892598 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311d4849-505d-408b-b9c1-b9195fa06c1e admin admin] Network a902dbca-0f01-4374-8ce7-97721be093a3 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:05:22.903856 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-311d4849-505d-408b-b9c1-b9195fa06c1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, a902dbca-0f01-4374-8ce7-97721be093a3) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:22.908473 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311d4849-505d-408b-b9c1-b9195fa06c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:22.909489 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-311d4849-505d-408b-b9c1-b9195fa06c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:22.912954 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6433dc-d06b-4a2d-b90d-683046013886 None None] Network a902dbca-0f01-4374-8ce7-97721be093a3 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:05:22.931691 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-1f051f2f-bda6-4b81-a949-c3eba9de69b3 req-3b0c3b8d-05be-401e-921a-e4fab82cf336 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Allocated IP 172.25.3.24 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/1c6c5994-5924-49aa-9b09-7001910ac39d) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:05:22.940345 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-311d4849-505d-408b-b9c1-b9195fa06c1e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7807686 Jul 30 20:05:22.970105 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb4fe0-a1f7-4a83-9332-73d2c04a4f8f req-3bca167d-7593-4658-9ed2-cc585e21a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:22.971594 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-13bb4fe0-a1f7-4a83-9332-73d2c04a4f8f req-3bca167d-7593-4658-9ed2-cc585e21a8cb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fdc2bd05-703a-476f-bf73-d538fd160288 HTTP/1.1" status: 200 len: 854 time: 0.1078534 Jul 30 20:05:23.057884 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac962748-3c04-4839-8b00-ede19d4e9159 None None] Network a902dbca-0f01-4374-8ce7-97721be093a3 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:05:23.070578 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-13bb4fe0-a1f7-4a83-9332-73d2c04a4f8f req-89750c29-b9ed-4ecc-82f5-a2abae7bb1c5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bd2cf75f-ada5-438d-87d6-041f6d8f37e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583055 Jul 30 20:05:23.137771 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0ef4decd-4ad8-4d77-8187-742a4d7f0e84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:23.248236 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1f051f2f-bda6-4b81-a949-c3eba9de69b3 req-3b0c3b8d-05be-401e-921a-e4fab82cf336 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:23.294157 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-b40dc0d0-4f88-4bef-82a8-4074373b08d4 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=524c9e8c00224a769a608ce643fda038&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235357 Jul 30 20:05:23.302357 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-13bb4fe0-a1f7-4a83-9332-73d2c04a4f8f req-ccf80deb-49cd-4188-8cf7-ad0870423d4f service neutron] 10.222.0.83 "GET /v2.0/networks/bd2cf75f-ada5-438d-87d6-041f6d8f37e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189324 Jul 30 20:05:23.407279 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-678e370d-7638-45c6-b300-055266833fbd tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:23.408786 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-678e370d-7638-45c6-b300-055266833fbd tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1074789 Jul 30 20:05:23.424867 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-99c564be-ec48-4010-8ee0-d81ea8ed23ad tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/quotas/524c9e8c00224a769a608ce643fda038 HTTP/1.1" status: 200 len: 375 time: 0.0095203 Jul 30 20:05:23.487858 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1f051f2f-bda6-4b81-a949-c3eba9de69b3 req-3b0c3b8d-05be-401e-921a-e4fab82cf336 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:23.637008 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e84082e1-2298-4673-b31a-ddf3716ec4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:23.787001 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-523e925e-eac0-4ef7-9323-eaac6efbe0b9 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=524c9e8c00224a769a608ce643fda038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3559361 Jul 30 20:05:23.841601 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:23.878072 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-13bb4fe0-a1f7-4a83-9332-73d2c04a4f8f req-da7787ac-2fcb-40f5-8a30-261879f6a297 service neutron] 10.222.0.83 "GET /v2.0/networks/bd2cf75f-ada5-438d-87d6-041f6d8f37e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591342 Jul 30 20:05:23.888301 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f051f2f-bda6-4b81-a949-c3eba9de69b3 req-3b0c3b8d-05be-401e-921a-e4fab82cf336 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:05:23.896099 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c3b8d-05be-401e-921a-e4fab82cf336 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Pushing event updated for resources: {'Port': ['ID=1c6c5994-5924-49aa-9b09-7001910ac39d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:23.899056 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-1f051f2f-bda6-4b81-a949-c3eba9de69b3 req-3b0c3b8d-05be-401e-921a-e4fab82cf336 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:23.901061 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0ef4decd-4ad8-4d77-8187-742a4d7f0e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:23.903353 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f051f2f-bda6-4b81-a949-c3eba9de69b3 req-3b0c3b8d-05be-401e-921a-e4fab82cf336 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:05:24.013116 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccaa08-b4f1-48f0-a9b1-1ec9a8a05ddc req-000f9cba-2bd6-4c9d-8e03-214f1ee5a7e0 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:24.020671 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-55ccaa08-b4f1-48f0-a9b1-1ec9a8a05ddc req-000f9cba-2bd6-4c9d-8e03-214f1ee5a7e0 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c1d81f-5d1e-4db6-8664-36ed7d3d235c HTTP/1.1" status: 200 len: 944 time: 0.0572000 Jul 30 20:05:24.061518 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-55ccaa08-b4f1-48f0-a9b1-1ec9a8a05ddc req-708b7ad0-5ae9-466b-a482-736b984261e9 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397794 Jul 30 20:05:24.087273 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1f051f2f-bda6-4b81-a949-c3eba9de69b3 req-3b0c3b8d-05be-401e-921a-e4fab82cf336 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:24.130963 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1f051f2f-bda6-4b81-a949-c3eba9de69b3 req-3b0c3b8d-05be-401e-921a-e4fab82cf336 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:24.170824 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef4decd-4ad8-4d77-8187-742a4d7f0e84 admin admin] Router bc2eeecd-d566-4246-b544-c0abc10f6c43 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:05:24.319684 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187d916-bba7-4784-8754-8fc918f3d312 req-ef4f6e60-8b9d-40d8-8dee-9b8edc976826 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:24.321218 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0187d916-bba7-4784-8754-8fc918f3d312 req-ef4f6e60-8b9d-40d8-8dee-9b8edc976826 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.81 "GET /v2.0/networks?id=a902dbca-0f01-4374-8ce7-97721be093a3 HTTP/1.1" status: 200 len: 813 time: 0.1240861 Jul 30 20:05:24.343549 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0187d916-bba7-4784-8754-8fc918f3d312 req-739aa66d-51d7-46cc-8875-760c81277ec0 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.81 "GET /v2.0/quotas/a0203a5d8bce4c9f987a64c640f8f285 HTTP/1.1" status: 200 len: 375 time: 0.0115659 Jul 30 20:05:24.373433 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef4decd-4ad8-4d77-8187-742a4d7f0e84 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:05:24.386424 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] Sync routers for ids ['bc2eeecd-d566-4246-b544-c0abc10f6c43'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:05:24.389967 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0187d916-bba7-4784-8754-8fc918f3d312 req-89e6d58a-67e3-4692-b936-dc6d77e9dfe2 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a0203a5d8bce4c9f987a64c640f8f285&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396967 Jul 30 20:05:24.409878 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0ef4decd-4ad8-4d77-8187-742a4d7f0e84 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:24.411576 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0ef4decd-4ad8-4d77-8187-742a4d7f0e84 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.4706440 Jul 30 20:05:24.414949 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] Routers {'bc2eeecd-d566-4246-b544-c0abc10f6c43'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:05:24.415106 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55344) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:24.415702 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:05:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['bc2eeecd-d566-4246-b544-c0abc10f6c43'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:24.423383 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1f051f2f-bda6-4b81-a949-c3eba9de69b3 req-3b0c3b8d-05be-401e-921a-e4fab82cf336 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:24.446042 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1f051f2f-bda6-4b81-a949-c3eba9de69b3 req-3b0c3b8d-05be-401e-921a-e4fab82cf336 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:24.497244 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c3b8d-05be-401e-921a-e4fab82cf336 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Pushing event updated for resources: {'Port': ['ID=1c6c5994-5924-49aa-9b09-7001910ac39d,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:24.530120 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] Set router bc2eeecd-d566-4246-b544-c0abc10f6c43 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:05:24.570169 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1f051f2f-bda6-4b81-a949-c3eba9de69b3 req-3b0c3b8d-05be-401e-921a-e4fab82cf336 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:24.590766 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1f051f2f-bda6-4b81-a949-c3eba9de69b3 req-3b0c3b8d-05be-401e-921a-e4fab82cf336 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:24.592588 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f051f2f-bda6-4b81-a949-c3eba9de69b3 req-3b0c3b8d-05be-401e-921a-e4fab82cf336 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1270845 Jul 30 20:05:24.650264 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f051f2f-bda6-4b81-a949-c3eba9de69b3 req-fe15056d-10b2-4b46-9d60-cff01fbcdec2 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.24 HTTP/1.1" status: 200 len: 695 time: 0.0512731 Jul 30 20:05:24.702573 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0187d916-bba7-4784-8754-8fc918f3d312 req-0b255305-23ae-4471-8dd0-9c18bc0d64f3 service neutron] 10.222.0.81 "GET /v2.0/networks/a902dbca-0f01-4374-8ce7-97721be093a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060102 Jul 30 20:05:24.724221 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2eeecd-d566-4246-b544-c0abc10f6c43', 'name': 'tempest-AttachSCSIVolumeTestJSON-28950346-router', 'tenant_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '88f44320-20e2-41a1-af5d-92b5467a37b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:05:17Z', 'updated_at': '2021-07-30T20:05:22Z', 'revision_number': 3, 'project_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'gw_port': {'id': '88f44320-20e2-41a1-af5d-92b5467a37b7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:38:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2eeecd-d566-4246-b544-c0abc10f6c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:05:20Z', 'updated_at': '2021-07-30T20:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:24.757335 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] Checking router: bc2eeecd-d566-4246-b544-c0abc10f6c43 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:05:24.757689 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] Updating router bc2eeecd-d566-4246-b544-c0abc10f6c43 port 88f44320-20e2-41a1-af5d-92b5467a37b7 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:05:24.772446 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f051f2f-bda6-4b81-a949-c3eba9de69b3 req-7acd38bc-19c6-4c7f-add5-a15bf9e980fb tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:24.773809 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f051f2f-bda6-4b81-a949-c3eba9de69b3 req-7acd38bc-19c6-4c7f-add5-a15bf9e980fb tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.1164513 Jul 30 20:05:24.784569 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:24.900071 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:24.927045 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-4ae6f4ea-a644-420f-b5af-efc09e76571d tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=524c9e8c00224a769a608ce643fda038&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346358 Jul 30 20:05:24.975817 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0187d916-bba7-4784-8754-8fc918f3d312 req-2bbd9e03-9311-4638-8eeb-6a137e2b4d3c service neutron] 10.222.0.81 "GET /v2.0/networks/a902dbca-0f01-4374-8ce7-97721be093a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448163 Jul 30 20:05:25.041499 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-935fff8c-bf45-42cd-ac78-12db07f7cdbd req-a356edae-1db0-4fa0-8042-e75261142c03 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=60cb769d-9fbe-4040-9539-4c5669adc585 HTTP/1.1" status: 200 len: 210 time: 0.0785420 Jul 30 20:05:25.151943 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e3bba2d-d89d-4db1-8b8a-b6c696bf8514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:25.158390 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-07464837-a067-48c0-bce9-84bf170e283e tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:25.160122 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-07464837-a067-48c0-bce9-84bf170e283e tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2256732 Jul 30 20:05:25.164971 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18901616-75f2-49e6-adce-1f15348cc409 req-8c816e66-06af-47e4-8cb2-eb53034e6933 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/floatingips/c6a261b6-09b1-4b65-a46c-dda364774081 HTTP/1.1" status: 200 len: 692 time: 0.0741796 Jul 30 20:05:25.174138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-fb3ed02e-0ce7-4e22-b450-417ddadff1ad tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Request body: {'port': {'device_id': '60cb769d-9fbe-4040-9539-4c5669adc585', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': '524c9e8c00224a769a608ce643fda038'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:25.231454 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:25.255338 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] Transition to ACTIVE for port object 88f44320-20e2-41a1-af5d-92b5467a37b7 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:05:25.268061 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:25.332225 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] Attempting to bind port 88f44320-20e2-41a1-af5d-92b5467a37b7 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:05:25.332362 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] Attempting to bind port 88f44320-20e2-41a1-af5d-92b5467a37b7 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:05:25.333219 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] Attempting to bind port 88f44320-20e2-41a1-af5d-92b5467a37b7 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:05:25.341157 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:05:25.341547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:05:25.341951 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:25.342582 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:05:25.343055 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] Bound port: 88f44320-20e2-41a1-af5d-92b5467a37b7, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:05:25.343879 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:25.401258 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-fb3ed02e-0ce7-4e22-b450-417ddadff1ad tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Made reservation on behalf of 524c9e8c00224a769a608ce643fda038 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:05:25.406475 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-fb3ed02e-0ce7-4e22-b450-417ddadff1ad tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:25.422035 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] For port 88f44320-20e2-41a1-af5d-92b5467a37b7, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:05:25.426314 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] For port 88f44320-20e2-41a1-af5d-92b5467a37b7, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=88f44320-20e2-41a1-af5d-92b5467a37b7,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:05:25.436200 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-fb3ed02e-0ce7-4e22-b450-417ddadff1ad tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:25.438474 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:25.450823 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b1c23-6e16-460c-a86d-25db4a802458 None None] Pushing event updated for resources: {'Port': ['ID=88f44320-20e2-41a1-af5d-92b5467a37b7,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:25.487895 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-1e3bba2d-d89d-4db1-8b8a-b6c696bf8514 admin admin] Allocated IP 172.20.0.1 (15396ec7-2f29-4de0-b562-8186709716a5/ef062179-e206-4843-9b0f-ce91112bb4fb/f292d192-3258-4883-91d5-aa48f5ba755d) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:05:25.505172 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18901616-75f2-49e6-adce-1f15348cc409 req-14889af6-0e51-462f-8ab5-94d4e0a44dfa tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:25.507840 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18901616-75f2-49e6-adce-1f15348cc409 req-14889af6-0e51-462f-8ab5-94d4e0a44dfa tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.3295813 Jul 30 20:05:25.519021 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b1c23-6e16-460c-a86d-25db4a802458 None None] Pushing event updated for resources: {'Port': ['ID=88f44320-20e2-41a1-af5d-92b5467a37b7,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:25.559725 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] Routers {'bc2eeecd-d566-4246-b544-c0abc10f6c43'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:05:25.561771 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:05:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['bc2eeecd-d566-4246-b544-c0abc10f6c43'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:25.733582 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 981e7931-bbd8-4c2a-8174-96285e266cd0 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:05:25.738280 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-fb3ed02e-0ce7-4e22-b450-417ddadff1ad tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:25.750164 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] Set router bc2eeecd-d566-4246-b544-c0abc10f6c43 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:05:25.757850 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e3bba2d-d89d-4db1-8b8a-b6c696bf8514 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:25.762895 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f1a02ae2-54f7-4f68-add4-ed0dc2909fe6 req-ab683346-2e8c-4de1-890c-1a8152cef692 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b14818-67ca-467b-825e-66d75b3b16a1 HTTP/1.1" status: 200 len: 210 time: 0.0727987 Jul 30 20:05:25.764169 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff76f5f-0c7f-441e-90ca-e0b4638541c9 req-3f903721-3441-402e-958e-6f84d3c064d8 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:25.766275 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eff76f5f-0c7f-441e-90ca-e0b4638541c9 req-3f903721-3441-402e-958e-6f84d3c064d8 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c1d81f-5d1e-4db6-8664-36ed7d3d235c HTTP/1.1" status: 200 len: 944 time: 0.1141450 Jul 30 20:05:25.767664 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-fb3ed02e-0ce7-4e22-b450-417ddadff1ad tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:25.788296 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-1e3bba2d-d89d-4db1-8b8a-b6c696bf8514 admin admin] Transition to ACTIVE for port object f292d192-3258-4883-91d5-aa48f5ba755d will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:05:25.854166 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e3bba2d-d89d-4db1-8b8a-b6c696bf8514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:25.918151 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ed02e-0ce7-4e22-b450-417ddadff1ad tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f69ff3-9e7e-42ae-b155-6f9e0ed77570,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:25.939060 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3bba2d-d89d-4db1-8b8a-b6c696bf8514 admin admin] Network 15396ec7-2f29-4de0-b562-8186709716a5 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:05:25.951401 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-1e3bba2d-d89d-4db1-8b8a-b6c696bf8514 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:25.952435 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eff76f5f-0c7f-441e-90ca-e0b4638541c9 req-e9375416-462d-4eec-82ab-70f8945ce3a5 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519094 Jul 30 20:05:25.970978 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3bba2d-d89d-4db1-8b8a-b6c696bf8514 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:05:26.015564 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bba2d-d89d-4db1-8b8a-b6c696bf8514 admin admin] Pushing event updated for resources: {'Port': ['ID=f292d192-3258-4883-91d5-aa48f5ba755d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:26.028572 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 981e7931-bbd8-4c2a-8174-96285e266cd0, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=981e7931-bbd8-4c2a-8174-96285e266cd0,segment=NetworkSegment(21259fef-2530-4ea2-94b4-58e78cdda3f6),segment_id=21259fef-2530-4ea2-94b4-58e78cdda3f6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:26.072227 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '981e7931-bbd8-4c2a-8174-96285e266cd0', 'network_id': 'bd2cf75f-ada5-438d-87d6-041f6d8f37e8', 'port_id': '981e7931-bbd8-4c2a-8174-96285e266cd0', 'mac_address': 'fa:16:3e:47:e5:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc2bd05-703a-476f-bf73-d538fd160288', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:05:26.092966 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-fb3ed02e-0ce7-4e22-b450-417ddadff1ad tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Allocated IP 192.168.233.171 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:05:26.112456 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e3bba2d-d89d-4db1-8b8a-b6c696bf8514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:26.145007 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:26.163883 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2eeecd-d566-4246-b544-c0abc10f6c43', 'name': 'tempest-AttachSCSIVolumeTestJSON-28950346-router', 'tenant_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '88f44320-20e2-41a1-af5d-92b5467a37b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:05:17Z', 'updated_at': '2021-07-30T20:05:22Z', 'revision_number': 3, 'project_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'gw_port': {'id': '88f44320-20e2-41a1-af5d-92b5467a37b7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:38:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2eeecd-d566-4246-b544-c0abc10f6c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:05:20Z', 'updated_at': '2021-07-30T20:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:26.173669 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1a887955-1fc2-460a-821c-0bf8a9ac888b req-58234d0a-5c30-4b46-b97e-916ecadf6461 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/floatingips/c6a261b6-09b1-4b65-a46c-dda364774081 HTTP/1.1" status: 200 len: 692 time: 0.1314616 Jul 30 20:05:26.196765 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb3af1f-305d-4f91-bd33-c9c92af24a9b None None] The sync data for ids ['bc2eeecd-d566-4246-b544-c0abc10f6c43'] in n-d-712137-9 is: [{'id': 'bc2eeecd-d566-4246-b544-c0abc10f6c43', 'name': 'tempest-AttachSCSIVolumeTestJSON-28950346-router', 'tenant_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '88f44320-20e2-41a1-af5d-92b5467a37b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:05:17Z', 'updated_at': '2021-07-30T20:05:22Z', 'revision_number': 3, 'project_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'gw_port': {'id': '88f44320-20e2-41a1-af5d-92b5467a37b7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:38:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2eeecd-d566-4246-b544-c0abc10f6c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:05:20Z', 'updated_at': '2021-07-30T20:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:05:26.199718 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981e7931-bbd8-4c2a-8174-96285e266cd0 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:05:26.237269 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 981e7931-bbd8-4c2a-8174-96285e266cd0, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=981e7931-bbd8-4c2a-8174-96285e266cd0,segment=NetworkSegment(21259fef-2530-4ea2-94b4-58e78cdda3f6),segment_id=21259fef-2530-4ea2-94b4-58e78cdda3f6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:26.249535 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:26.331464 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=981e7931-bbd8-4c2a-8174-96285e266cd0,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:26.389399 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-fb3ed02e-0ce7-4e22-b450-417ddadff1ad tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:26.398300 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a887955-1fc2-460a-821c-0bf8a9ac888b req-69edba52-fd8d-4a87-9005-3165d3885ff8 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:26.406014 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1a887955-1fc2-460a-821c-0bf8a9ac888b req-69edba52-fd8d-4a87-9005-3165d3885ff8 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.2314558 Jul 30 20:05:26.408133 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-fb3ed02e-0ce7-4e22-b450-417ddadff1ad tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Transition to ACTIVE for port object 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:05:26.435701 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d35254f7-def8-445a-a3ae-dc8fb76a6b0c None None] Provisioning for port f292d192-3258-4883-91d5-aa48f5ba755d completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:05:26.440845 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d35254f7-def8-445a-a3ae-dc8fb76a6b0c None None] Provisioning complete for port f292d192-3258-4883-91d5-aa48f5ba755d triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:26.441495 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d35254f7-def8-445a-a3ae-dc8fb76a6b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:26.451840 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-fb3ed02e-0ce7-4e22-b450-417ddadff1ad tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:26.499876 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d35254f7-def8-445a-a3ae-dc8fb76a6b0c None None] Port f292d192-3258-4883-91d5-aa48f5ba755d cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:05:26.517721 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-fb3ed02e-0ce7-4e22-b450-417ddadff1ad tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:05:26.521321 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-fb3ed02e-0ce7-4e22-b450-417ddadff1ad tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:26.525560 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-fb3ed02e-0ce7-4e22-b450-417ddadff1ad tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:05:26.534728 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ed02e-0ce7-4e22-b450-417ddadff1ad tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Pushing event updated for resources: {'Port': ['ID=4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:26.535129 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1a887955-1fc2-460a-821c-0bf8a9ac888b req-2f32e20a-c9a0-4867-9ccb-99286a4f2258 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.24 HTTP/1.1" status: 200 len: 695 time: 0.1161337 Jul 30 20:05:26.548049 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e3bba2d-d89d-4db1-8b8a-b6c696bf8514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:26.597530 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['981e7931-bbd8-4c2a-8174-96285e266cd0'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:05:26.663138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-fb3ed02e-0ce7-4e22-b450-417ddadff1ad tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:26.663846 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-fb3ed02e-0ce7-4e22-b450-417ddadff1ad tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:26.664886 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1a887955-1fc2-460a-821c-0bf8a9ac888b req-b45beaf0-1e10-4f35-9dfe-bc0c73da8a54 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.24 HTTP/1.1" status: 200 len: 695 time: 0.1287956 Jul 30 20:05:26.716264 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-fb3ed02e-0ce7-4e22-b450-417ddadff1ad tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5460892 Jul 30 20:05:26.730139 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Request body: {'port': {'device_id': '60cb769d-9fbe-4040-9539-4c5669adc585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:26.790200 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:27.058400 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:27.066688 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a3fa83f6-0d5b-449c-8aed-659e268c95d8 req-b6ade8a7-2805-4fd9-a3aa-dced5b524ff9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3061621 Jul 30 20:05:27.105643 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0074e0b8-ddab-4f82-b345-0a94a2d0eaab None None] Provisioning for port 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:05:27.142238 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0074e0b8-ddab-4f82-b345-0a94a2d0eaab None None] Provisioning complete for port 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:27.142808 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0074e0b8-ddab-4f82-b345-0a94a2d0eaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:27.209918 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0074e0b8-ddab-4f82-b345-0a94a2d0eaab None None] Port 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:05:27.228331 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187d916-bba7-4784-8754-8fc918f3d312 req-6a28d326-5900-4b96-b34a-ff9a7d9baa14 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:27.229787 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0187d916-bba7-4784-8754-8fc918f3d312 req-6a28d326-5900-4b96-b34a-ff9a7d9baa14 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.59 "GET /v2.0/networks?id=a902dbca-0f01-4374-8ce7-97721be093a3 HTTP/1.1" status: 200 len: 813 time: 0.4361753 Jul 30 20:05:27.258985 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-0187d916-bba7-4784-8754-8fc918f3d312 req-6d81d41f-f1da-403c-bfd7-63fbf07ee618 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Request body: {'port': {'device_id': '51b14818-67ca-467b-825e-66d75b3b16a1', 'network_id': 'a902dbca-0f01-4374-8ce7-97721be093a3', 'admin_state_up': True, 'tenant_id': 'a0203a5d8bce4c9f987a64c640f8f285'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:27.344819 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa83f6-0d5b-449c-8aed-659e268c95d8 req-6082b962-4e0c-4a97-8485-40c8dbcd3107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:27.346413 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a3fa83f6-0d5b-449c-8aed-659e268c95d8 req-6082b962-4e0c-4a97-8485-40c8dbcd3107 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=efaf745330cb48e3a1c19705d011fd87&device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 1097 time: 0.1710598 Jul 30 20:05:27.363319 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-1a887955-1fc2-460a-821c-0bf8a9ac888b req-6a81f299-0728-4e64-a89a-50982a618db1 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Deleting port 1c6c5994-5924-49aa-9b09-7001910ac39d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:05:27.363690 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1a887955-1fc2-460a-821c-0bf8a9ac888b req-6a81f299-0728-4e64-a89a-50982a618db1 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:27.378673 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd906c-2b84-4ba7-901e-caf011331707 req-468a1de1-94ff-46c3-94f0-5f558e78b77c tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:27.380250 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-80bd906c-2b84-4ba7-901e-caf011331707 req-468a1de1-94ff-46c3-94f0-5f558e78b77c tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.81 "GET /v2.0/ports?device_id=752c24ff-2b4c-4878-bc80-c7a4fc74faab HTTP/1.1" status: 200 len: 950 time: 0.2023549 Jul 30 20:05:27.502802 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e3bba2d-d89d-4db1-8b8a-b6c696bf8514 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:27.519036 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e3bba2d-d89d-4db1-8b8a-b6c696bf8514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:27.535209 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-80bd906c-2b84-4ba7-901e-caf011331707 req-186efebf-b26d-411c-b23f-5b240347b22d tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df0ed92-bc62-4a77-9824-957f38e19f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310158 Jul 30 20:05:27.568244 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfbcb9-bedd-45ef-9b73-275d6986aef8 req-0c3047b5-83e6-45a5-895b-3fca8e52c2e3 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:27.570384 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b0bfbcb9-bedd-45ef-9b73-275d6986aef8 req-0c3047b5-83e6-45a5-895b-3fca8e52c2e3 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.59 "GET /v2.0/ports?device_id=752c24ff-2b4c-4878-bc80-c7a4fc74faab HTTP/1.1" status: 200 len: 950 time: 0.1859488 Jul 30 20:05:27.583267 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1a887955-1fc2-460a-821c-0bf8a9ac888b req-6a81f299-0728-4e64-a89a-50982a618db1 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:27.583798 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1a887955-1fc2-460a-821c-0bf8a9ac888b req-6a81f299-0728-4e64-a89a-50982a618db1 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:27.605211 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa83f6-0d5b-449c-8aed-659e268c95d8 req-7e66c153-1408-4e77-b362-3a742e83ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:27.606670 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a3fa83f6-0d5b-449c-8aed-659e268c95d8 req-7e66c153-1408-4e77-b362-3a742e83ad44 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e4bf3036-f4f1-465f-b95b-df7c6e0f15dc HTTP/1.1" status: 200 len: 906 time: 0.2233338 Jul 30 20:05:27.610796 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-1a887955-1fc2-460a-821c-0bf8a9ac888b req-6a81f299-0728-4e64-a89a-50982a618db1 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Calling delete_port for 1c6c5994-5924-49aa-9b09-7001910ac39d owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:05:27.612440 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0187d916-bba7-4784-8754-8fc918f3d312 req-6d81d41f-f1da-403c-bfd7-63fbf07ee618 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Made reservation on behalf of a0203a5d8bce4c9f987a64c640f8f285 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:05:27.616431 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0187d916-bba7-4784-8754-8fc918f3d312 req-6d81d41f-f1da-403c-bfd7-63fbf07ee618 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:27.654071 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e3bba2d-d89d-4db1-8b8a-b6c696bf8514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:27.660059 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bba2d-d89d-4db1-8b8a-b6c696bf8514 admin admin] Pushing event updated for resources: {'Port': ['ID=f292d192-3258-4883-91d5-aa48f5ba755d,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:27.692885 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a3fa83f6-0d5b-449c-8aed-659e268c95d8 req-f1145bac-d363-4486-ad38-160337e86cff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9df0719-af7e-48f4-a1f4-8f0577af4e27 HTTP/1.1" status: 200 len: 217 time: 0.0659571 Jul 30 20:05:27.708045 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device d9df0719-af7e-48f4-a1f4-8f0577af4e27 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:05:27.813984 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:05:27.831672 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b76cf4-ff75-4cd6-b0bf-304b3e01c778 req-3a3a366d-cba2-4aa3-8f5f-219bdbea4f0d tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:27.839181 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97b76cf4-ff75-4cd6-b0bf-304b3e01c778 req-3a3a366d-cba2-4aa3-8f5f-219bdbea4f0d tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=60cb769d-9fbe-4040-9539-4c5669adc585 HTTP/1.1" status: 200 len: 936 time: 0.2148468 Jul 30 20:05:27.843331 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:27.854274 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa83f6-0d5b-449c-8aed-659e268c95d8 req-72ac9e8c-2010-48ef-9676-df6e3f41f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:27.855801 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a3fa83f6-0d5b-449c-8aed-659e268c95d8 req-72ac9e8c-2010-48ef-9676-df6e3f41f2a5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a4cfed6b-f42f-43da-94d1-da091996fffe HTTP/1.1" status: 200 len: 845 time: 0.1433301 Jul 30 20:05:27.888026 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Transition to ACTIVE for port object 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:05:27.909953 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a3fa83f6-0d5b-449c-8aed-659e268c95d8 req-c8968012-156f-4d69-a2d0-036fbc445fde service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e4bf3036-f4f1-465f-b95b-df7c6e0f15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452065 Jul 30 20:05:27.911920 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:27.918419 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3bba2d-d89d-4db1-8b8a-b6c696bf8514 admin admin] Network 15396ec7-2f29-4de0-b562-8186709716a5 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:05:27.926072 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-1e3bba2d-d89d-4db1-8b8a-b6c696bf8514 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:27.926689 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:27.946008 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-0187d916-bba7-4784-8754-8fc918f3d312 req-6d81d41f-f1da-403c-bfd7-63fbf07ee618 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Allocated IP 172.20.0.11 (a902dbca-0f01-4374-8ce7-97721be093a3/d5f0fc28-49ba-4b59-87fb-4e294450b0fe/4796d30e-2fed-4403-aaad-287282113740) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:05:27.953006 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef196c64-4966-4c4d-908d-dbdcd4679345', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9df0719-af7e-48f4-a1f4-8f0577af4e27'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:05:27.955254 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d11848e-9146-42d6-b61a-912440d6b64c" -d '{"events": [{"server_uuid": "ef196c64-4966-4c4d-908d-dbdcd4679345", "name": "network-vif-unplugged", "status": "completed", "tag": "d9df0719-af7e-48f4-a1f4-8f0577af4e27"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:05:27.968603 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port d9df0719-af7e-48f4-a1f4-8f0577af4e27, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d9df0719-af7e-48f4-a1f4-8f0577af4e27,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:27.974408 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:28.033202 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1a887955-1fc2-460a-821c-0bf8a9ac888b req-6a81f299-0728-4e64-a89a-50982a618db1 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:28.033763 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=d9df0719-af7e-48f4-a1f4-8f0577af4e27,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:28.054272 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-b0bfbcb9-bedd-45ef-9b73-275d6986aef8 req-dc6c0cb9-bddf-40e3-8149-a893a65fe501 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Deleting port d7590766-d9df-47ec-a568-1d04032a9210 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:05:28.054622 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b0bfbcb9-bedd-45ef-9b73-275d6986aef8 req-dc6c0cb9-bddf-40e3-8149-a893a65fe501 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:28.077604 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81f299-0728-4e64-a89a-50982a618db1 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Pushing event deleted for resources: {'Port': ['ID=1c6c5994-5924-49aa-9b09-7001910ac39d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:28.177168 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97b76cf4-ff75-4cd6-b0bf-304b3e01c778 req-c3cabfaf-8825-4a8e-8b56-53a7ecce46b9 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368602 Jul 30 20:05:28.186550 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:28.261339 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3bba2d-d89d-4db1-8b8a-b6c696bf8514 admin admin] Router bc2eeecd-d566-4246-b544-c0abc10f6c43 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:05:28.266339 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-804d4bb0-99fe-4f74-83f0-58b839c6b8a7 None None] Provisioning complete for port f292d192-3258-4883-91d5-aa48f5ba755d triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:28.268445 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-804d4bb0-99fe-4f74-83f0-58b839c6b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:28.287941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-b0bfbcb9-bedd-45ef-9b73-275d6986aef8 req-dc6c0cb9-bddf-40e3-8149-a893a65fe501 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] For port d7590766-d9df-47ec-a568-1d04032a9210, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d7590766-d9df-47ec-a568-1d04032a9210,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:28.288330 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b0bfbcb9-bedd-45ef-9b73-275d6986aef8 req-dc6c0cb9-bddf-40e3-8149-a893a65fe501 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:28.292537 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1a887955-1fc2-460a-821c-0bf8a9ac888b req-6a81f299-0728-4e64-a89a-50982a618db1 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:28.306841 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1a887955-1fc2-460a-821c-0bf8a9ac888b req-6a81f299-0728-4e64-a89a-50982a618db1 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:28.308264 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1a887955-1fc2-460a-821c-0bf8a9ac888b req-6a81f299-0728-4e64-a89a-50982a618db1 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "DELETE /v2.0/floatingips/c6a261b6-09b1-4b65-a46c-dda364774081 HTTP/1.1" status: 204 len: 173 time: 1.6302969 Jul 30 20:05:28.369466 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-804d4bb0-99fe-4f74-83f0-58b839c6b8a7 None None] Port f292d192-3258-4883-91d5-aa48f5ba755d cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:05:28.371302 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a3fa83f6-0d5b-449c-8aed-659e268c95d8 req-d961b22e-10be-421c-beaa-697967c650fa service neutron] 10.222.0.83 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493582 Jul 30 20:05:28.415931 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 88f44320-20e2-41a1-af5d-92b5467a37b7 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:05:28.422485 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-b0bfbcb9-bedd-45ef-9b73-275d6986aef8 req-dc6c0cb9-bddf-40e3-8149-a893a65fe501 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Calling delete_port for d7590766-d9df-47ec-a568-1d04032a9210 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:05:28.435900 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b465561a-9b39-45e4-9afb-cae9d117fb34 req-3fd3dd7d-a41b-4eba-88ac-59b98380f61a tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b14818-67ca-467b-825e-66d75b3b16a1 HTTP/1.1" status: 200 len: 210 time: 0.0890033 Jul 30 20:05:28.471261 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0187d916-bba7-4784-8754-8fc918f3d312 req-6d81d41f-f1da-403c-bfd7-63fbf07ee618 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:28.544127 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 88f44320-20e2-41a1-af5d-92b5467a37b7 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:05:28.553864 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 88f44320-20e2-41a1-af5d-92b5467a37b7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:28.554547 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:28.573341 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Attempting to bind port 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:05:28.573745 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Attempting to bind port 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:05:28.574017 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Attempting to bind port 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:05:28.598492 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Port 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:05:28.598698 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Attempting to bind port 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:05:28.611110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:05:28.611395 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:05:28.611846 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:05:28.612472 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Bound port: 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:05:28.612862 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:28.682590 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a3fa83f6-0d5b-449c-8aed-659e268c95d8 req-d28a5b2b-5b2d-4cf6-a18d-cc1206240c1f service neutron] 10.222.0.83 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612953 Jul 30 20:05:28.698437 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:28.759482 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 88f44320-20e2-41a1-af5d-92b5467a37b7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=88f44320-20e2-41a1-af5d-92b5467a37b7,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:28.772557 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:28.787038 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] For port 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:05:28.792521 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] For port 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:05:28.809565 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:28.819472 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800e2ae2-b572-4ebc-8546-ffa3906888cd x-openstack-request-id: req-800e2ae2-b572-4ebc-8546-ffa3906888cd {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:05:28.820040 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef196c64-4966-4c4d-908d-dbdcd4679345", "name": "network-vif-unplugged", "status": "completed", "tag": "d9df0719-af7e-48f4-a1f4-8f0577af4e27", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:05:28.820476 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-800e2ae2-b572-4ebc-8546-ffa3906888cd {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:05:28.821041 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef196c64-4966-4c4d-908d-dbdcd4679345', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9df0719-af7e-48f4-a1f4-8f0577af4e27', 'code': 200} Jul 30 20:05:28.846339 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=88f44320-20e2-41a1-af5d-92b5467a37b7,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:28.915127 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7badc-142a-42a8-ac34-3ab37fa54e18 req-25cb7768-7282-4ff0-ada0-df7375fc051d tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:28.919992 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-aad7badc-142a-42a8-ac34-3ab37fa54e18 req-25cb7768-7282-4ff0-ada0-df7375fc051d tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c1d81f-5d1e-4db6-8664-36ed7d3d235c HTTP/1.1" status: 200 len: 945 time: 0.4992588 Jul 30 20:05:28.947496 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b0bfbcb9-bedd-45ef-9b73-275d6986aef8 req-dc6c0cb9-bddf-40e3-8149-a893a65fe501 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:28.956385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:28.957010 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:28.958532 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] 10.222.0.83 "PUT /v2.0/ports/4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f HTTP/1.1" status: 200 len: 1096 time: 2.2334545 Jul 30 20:05:28.960871 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60cb769d-9fbe-4040-9539-4c5669adc585', 'tag': '4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:05:28.963126 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2ba3ab-43ec-4a91-8c53-ea2135413755" -d '{"events": [{"name": "network-changed", "server_uuid": "60cb769d-9fbe-4040-9539-4c5669adc585", "tag": "4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:05:28.963729 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['d7590766-d9df-47ec-a568-1d04032a9210'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:05:28.979629 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3bba2d-d89d-4db1-8b8a-b6c696bf8514 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:05:28.988693 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] Sync routers for ids ['bc2eeecd-d566-4246-b544-c0abc10f6c43'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:05:29.003669 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] Routers {'bc2eeecd-d566-4246-b544-c0abc10f6c43'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:05:29.004561 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:05:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['bc2eeecd-d566-4246-b544-c0abc10f6c43'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:29.018013 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1e3bba2d-d89d-4db1-8b8a-b6c696bf8514 admin admin] 10.222.0.81 "PUT /v2.0/routers/bc2eeecd-d566-4246-b544-c0abc10f6c43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6017771 Jul 30 20:05:29.064952 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0187d916-bba7-4784-8754-8fc918f3d312 req-6d81d41f-f1da-403c-bfd7-63fbf07ee618 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:29.083833 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-aad7badc-142a-42a8-ac34-3ab37fa54e18 req-440dbd7e-09b0-48fd-90f8-f99af8440ecd tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540496 Jul 30 20:05:29.131737 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0187d916-bba7-4784-8754-8fc918f3d312 req-6d81d41f-f1da-403c-bfd7-63fbf07ee618 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Network a902dbca-0f01-4374-8ce7-97721be093a3 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:05:29.134982 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-0187d916-bba7-4784-8754-8fc918f3d312 req-6d81d41f-f1da-403c-bfd7-63fbf07ee618 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:29.137934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-0187d916-bba7-4784-8754-8fc918f3d312 req-6d81d41f-f1da-403c-bfd7-63fbf07ee618 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:05:29.194389 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81d41f-f1da-403c-bfd7-63fbf07ee618 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Pushing event updated for resources: {'Port': ['ID=4796d30e-2fed-4403-aaad-287282113740,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:29.196621 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] Set router bc2eeecd-d566-4246-b544-c0abc10f6c43 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:05:29.212597 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187d916-bba7-4784-8754-8fc918f3d312 req-6d81d41f-f1da-403c-bfd7-63fbf07ee618 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:29.213602 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0187d916-bba7-4784-8754-8fc918f3d312 req-6d81d41f-f1da-403c-bfd7-63fbf07ee618 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:29.241696 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0187d916-bba7-4784-8754-8fc918f3d312 req-6d81d41f-f1da-403c-bfd7-63fbf07ee618 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9915750 Jul 30 20:05:29.283907 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3821a316-af8f-4656-959f-16820c2742d8 req-c766dd7c-f44e-4358-8075-a52961303b05 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.81 "GET /v2.0/ports?device_id=752c24ff-2b4c-4878-bc80-c7a4fc74faab HTTP/1.1" status: 200 len: 210 time: 0.0510266 Jul 30 20:05:29.289598 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-0187d916-bba7-4784-8754-8fc918f3d312 req-3567b292-7d0a-4bf7-a248-e93baed6b253 service neutron] Request body: {'port': {'device_id': '51b14818-67ca-467b-825e-66d75b3b16a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:29.405691 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0187d916-bba7-4784-8754-8fc918f3d312 req-3567b292-7d0a-4bf7-a248-e93baed6b253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:29.461528 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2eeecd-d566-4246-b544-c0abc10f6c43', 'name': 'tempest-AttachSCSIVolumeTestJSON-28950346-router', 'tenant_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '88f44320-20e2-41a1-af5d-92b5467a37b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:05:17Z', 'updated_at': '2021-07-30T20:05:26Z', 'revision_number': 4, 'project_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'gw_port': {'id': '88f44320-20e2-41a1-af5d-92b5467a37b7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2eeecd-d566-4246-b544-c0abc10f6c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:05:20Z', 'updated_at': '2021-07-30T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'f292d192-3258-4883-91d5-aa48f5ba755d', 'name': '', 'network_id': '15396ec7-2f29-4de0-b562-8186709716a5', 'tenant_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'mac_address': 'fa:16:3e:fc:62:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2eeecd-d566-4246-b544-c0abc10f6c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'ef062179-e206-4843-9b0f-ce91112bb4fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:05:25Z', 'updated_at': '2021-07-30T20:05:27Z', 'revision_number': 2, 'project_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'subnets': [{'id': 'ef062179-e206-4843-9b0f-ce91112bb4fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:29.491409 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] Checking router: bc2eeecd-d566-4246-b544-c0abc10f6c43 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:05:29.491930 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] Updating router bc2eeecd-d566-4246-b544-c0abc10f6c43 port f292d192-3258-4883-91d5-aa48f5ba755d binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:05:29.526419 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:29.580442 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:29.693181 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:29.694090 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:29.694431 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:29.694766 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:29.695096 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:29.695422 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:29.695772 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:29.696096 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:29.696418 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:29.696737 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:29.697060 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:29.697378 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408a326e-9010-44fe-b800-869010ac16a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:29.708822 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 981e7931-bbd8-4c2a-8174-96285e266cd0 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:05:29.719150 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bfbcb9-bedd-45ef-9b73-275d6986aef8 req-dc6c0cb9-bddf-40e3-8149-a893a65fe501 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] No DVR routers for this DVR port d7590766-d9df-47ec-a568-1d04032a9210 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:05:29.721857 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b0bfbcb9-bedd-45ef-9b73-275d6986aef8 req-dc6c0cb9-bddf-40e3-8149-a893a65fe501 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:29.722575 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-b95ad57d-f04d-4c3a-af4a-8580c1824b30 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:29.724243 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b0bfbcb9-bedd-45ef-9b73-275d6986aef8 req-dc6c0cb9-bddf-40e3-8149-a893a65fe501 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] 10.222.0.59 "DELETE /v2.0/ports/d7590766-d9df-47ec-a568-1d04032a9210 HTTP/1.1" status: 204 len: 173 time: 2.1429853 Jul 30 20:05:29.724666 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-b95ad57d-f04d-4c3a-af4a-8580c1824b30 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/networks?id=e4bf3036-f4f1-465f-b95b-df7c6e0f15dc HTTP/1.1" status: 200 len: 805 time: 0.2818234 Jul 30 20:05:29.762584 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-a3b67ede-982f-4869-8af9-2c132ecf01bf tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/quotas/efaf745330cb48e3a1c19705d011fd87 HTTP/1.1" status: 200 len: 375 time: 0.0315495 Jul 30 20:05:29.767892 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c0cb9-bddf-40e3-8149-a893a65fe501 tempest-TenantUsagesTestJSON-948112149 tempest-TenantUsagesTestJSON-948112149-project] Pushing event deleted for resources: {'Port': ['ID=d7590766-d9df-47ec-a568-1d04032a9210,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:29.779193 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-b6fa468a-e9be-4251-b837-87d5b45ec59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:29.781033 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-b6fa468a-e9be-4251-b837-87d5b45ec59c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=524c9e8c00224a769a608ce643fda038&device_id=60cb769d-9fbe-4040-9539-4c5669adc585 HTTP/1.1" status: 200 len: 1099 time: 0.2518804 Jul 30 20:05:29.788740 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94cb68-2731-47e7-a3e4-d308388303d2 req-14a03c3f-81aa-47ea-84f4-9afd2bd5df16 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:29.804192 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f94cb68-2731-47e7-a3e4-d308388303d2 req-14a03c3f-81aa-47ea-84f4-9afd2bd5df16 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.9582329 Jul 30 20:05:29.889861 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 981e7931-bbd8-4c2a-8174-96285e266cd0 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:05:29.904305 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 981e7931-bbd8-4c2a-8174-96285e266cd0 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:29.904979 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:29.912825 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-44b52ca8-d060-4ead-951e-60f846681970 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f HTTP/1.1" status: 200 len: 217 time: 0.1045439 Jul 30 20:05:29.923001 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14edee3-0d07-4120-969c-a8b40f9e08bc x-openstack-request-id: req-d14edee3-0d07-4120-969c-a8b40f9e08bc {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:05:29.923626 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60cb769d-9fbe-4040-9539-4c5669adc585", "tag": "4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:05:29.924474 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d14edee3-0d07-4120-969c-a8b40f9e08bc {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:05:29.925301 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-3e968396-7e5c-45e5-80e2-0550907c753b tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=efaf745330cb48e3a1c19705d011fd87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1549995 Jul 30 20:05:29.926284 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60cb769d-9fbe-4040-9539-4c5669adc585', 'tag': '4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f', 'status': 'completed', 'code': 200} Jul 30 20:05:30.020286 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:30.071179 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:30.082313 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55482) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:30.089958 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a6b66b35-612d-486b-8ac0-494c2a0e3d0b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-287516336-network', 'tenant_id': '3bda4270137a4d94a0bb900d254fc442'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:30.093739 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-dcba36af-3d51-4620-8efa-44572ccc6c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:30.095256 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-dcba36af-3d51-4620-8efa-44572ccc6c29 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1680248 Jul 30 20:05:30.096041 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] Transition to ACTIVE for port object f292d192-3258-4883-91d5-aa48f5ba755d will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:05:30.104189 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 981e7931-bbd8-4c2a-8174-96285e266cd0, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=981e7931-bbd8-4c2a-8174-96285e266cd0,segment=NetworkSegment(21259fef-2530-4ea2-94b4-58e78cdda3f6),segment_id=21259fef-2530-4ea2-94b4-58e78cdda3f6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:30.104786 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:30.115907 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:30.123354 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434df3d-3437-48ef-af7f-e43846ae0e5d req-6e699919-6cec-40a3-9fca-d6be91d376e6 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:30.126001 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-0187d916-bba7-4784-8754-8fc918f3d312 req-3567b292-7d0a-4bf7-a248-e93baed6b253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4796d30e-2fed-4403-aaad-287282113740 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:05:30.130298 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0434df3d-3437-48ef-af7f-e43846ae0e5d req-6e699919-6cec-40a3-9fca-d6be91d376e6 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=60cb769d-9fbe-4040-9539-4c5669adc585 HTTP/1.1" status: 200 len: 948 time: 0.1035578 Jul 30 20:05:30.137319 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0187d916-bba7-4784-8754-8fc918f3d312 req-3567b292-7d0a-4bf7-a248-e93baed6b253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:30.148138 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-5c38bc88-b534-4d8a-ab5c-07a5a855831f service neutron] 10.222.0.81 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060091 Jul 30 20:05:30.161011 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43120c-031c-43cb-82b7-03aab65e8a2e None None] Pushing event updated for resources: {'Port': ['ID=f292d192-3258-4883-91d5-aa48f5ba755d,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:30.171319 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43120c-031c-43cb-82b7-03aab65e8a2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:30.171747 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43120c-031c-43cb-82b7-03aab65e8a2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:30.172141 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43120c-031c-43cb-82b7-03aab65e8a2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:30.172483 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43120c-031c-43cb-82b7-03aab65e8a2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:30.172815 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43120c-031c-43cb-82b7-03aab65e8a2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:30.173600 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43120c-031c-43cb-82b7-03aab65e8a2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:30.173600 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43120c-031c-43cb-82b7-03aab65e8a2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:30.173825 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43120c-031c-43cb-82b7-03aab65e8a2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:30.174138 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43120c-031c-43cb-82b7-03aab65e8a2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:30.174620 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43120c-031c-43cb-82b7-03aab65e8a2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:30.174941 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43120c-031c-43cb-82b7-03aab65e8a2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:30.175469 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43120c-031c-43cb-82b7-03aab65e8a2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:30.178468 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=981e7931-bbd8-4c2a-8174-96285e266cd0,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:30.236811 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-0187d916-bba7-4784-8754-8fc918f3d312 req-3567b292-7d0a-4bf7-a248-e93baed6b253 service neutron] Transition to ACTIVE for port object 4796d30e-2fed-4403-aaad-287282113740 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:05:30.244493 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0187d916-bba7-4784-8754-8fc918f3d312 req-3567b292-7d0a-4bf7-a248-e93baed6b253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:30.254119 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b66b35-612d-486b-8ac0-494c2a0e3d0b admin admin] Made reservation on behalf of 3bda4270137a4d94a0bb900d254fc442 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:05:30.259341 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a6b66b35-612d-486b-8ac0-494c2a0e3d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:30.272497 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] Attempting to bind port f292d192-3258-4883-91d5-aa48f5ba755d on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:05:30.272874 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] Attempting to bind port f292d192-3258-4883-91d5-aa48f5ba755d by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b7e48b53-e01c-446b-936a-b316cd2831d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15396ec7-2f29-4de0-b562-8186709716a5'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:05:30.273414 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] Attempting to bind port f292d192-3258-4883-91d5-aa48f5ba755d on network 15396ec7-2f29-4de0-b562-8186709716a5 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:05:30.280868 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:05:30.281254 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] Checking segment: {'id': 'b7e48b53-e01c-446b-936a-b316cd2831d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15396ec7-2f29-4de0-b562-8186709716a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:05:30.281898 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:30.282359 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] Bound using segment: {'id': 'b7e48b53-e01c-446b-936a-b316cd2831d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15396ec7-2f29-4de0-b562-8186709716a5'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:05:30.282948 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] Bound port: f292d192-3258-4883-91d5-aa48f5ba755d, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e48b53-e01c-446b-936a-b316cd2831d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15396ec7-2f29-4de0-b562-8186709716a5'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:05:30.283222 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:30.292264 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0434df3d-3437-48ef-af7f-e43846ae0e5d req-07f5f86c-b2d4-41a1-a77c-a14fdcffb00f tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604700 Jul 30 20:05:30.326460 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a6b66b35-612d-486b-8ac0-494c2a0e3d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:30.346435 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-2dec1d05-1fe2-4488-89a6-2b0a7dd2453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:30.348049 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-2dec1d05-1fe2-4488-89a6-2b0a7dd2453b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2439704 Jul 30 20:05:30.389036 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 88f44320-20e2-41a1-af5d-92b5467a37b7 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:05:30.425524 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] For port f292d192-3258-4883-91d5-aa48f5ba755d, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:05:30.434987 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] For port f292d192-3258-4883-91d5-aa48f5ba755d, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f292d192-3258-4883-91d5-aa48f5ba755d,segment=NetworkSegment(b7e48b53-e01c-446b-936a-b316cd2831d1),segment_id=b7e48b53-e01c-446b-936a-b316cd2831d1)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:05:30.435433 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a5e71-6de6-4cbd-b1a1-9a62fe818b9b req-44aca141-3203-44ed-950b-0d1f7f0f9d7d tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:30.437224 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-918a5e71-6de6-4cbd-b1a1-9a62fe818b9b req-44aca141-3203-44ed-950b-0d1f7f0f9d7d tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.83 "GET /v2.0/ports?device_id=ef196c64-4966-4c4d-908d-dbdcd4679345 HTTP/1.1" status: 200 len: 944 time: 0.2521617 Jul 30 20:05:30.446841 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:30.497892 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 88f44320-20e2-41a1-af5d-92b5467a37b7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:30.498271 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:30.533204 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567b292-7d0a-4bf7-a248-e93baed6b253 service neutron] Pushing event updated for resources: {'Port': ['ID=4796d30e-2fed-4403-aaad-287282113740,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:30.556719 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-93476235-3615-44b3-b309-af69d665a4f6 service neutron] 10.222.0.81 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080048 Jul 30 20:05:30.561440 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-0187d916-bba7-4784-8754-8fc918f3d312 req-3567b292-7d0a-4bf7-a248-e93baed6b253 service neutron] Attempting to bind port 4796d30e-2fed-4403-aaad-287282113740 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:05:30.561644 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-0187d916-bba7-4784-8754-8fc918f3d312 req-3567b292-7d0a-4bf7-a248-e93baed6b253 service neutron] Attempting to bind port 4796d30e-2fed-4403-aaad-287282113740 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '527c93bd-1c21-40e5-9c14-75baf08c986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a902dbca-0f01-4374-8ce7-97721be093a3'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:05:30.561917 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0187d916-bba7-4784-8754-8fc918f3d312 req-3567b292-7d0a-4bf7-a248-e93baed6b253 service neutron] Attempting to bind port 4796d30e-2fed-4403-aaad-287282113740 on network a902dbca-0f01-4374-8ce7-97721be093a3 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:05:30.577353 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0187d916-bba7-4784-8754-8fc918f3d312 req-3567b292-7d0a-4bf7-a248-e93baed6b253 service neutron] Port 4796d30e-2fed-4403-aaad-287282113740 on network a902dbca-0f01-4374-8ce7-97721be093a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:05:30.577990 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0187d916-bba7-4784-8754-8fc918f3d312 req-3567b292-7d0a-4bf7-a248-e93baed6b253 service neutron] Attempting to bind port 4796d30e-2fed-4403-aaad-287282113740 on network a902dbca-0f01-4374-8ce7-97721be093a3 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:05:30.582320 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] Routers {'bc2eeecd-d566-4246-b544-c0abc10f6c43'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:05:30.583541 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:05:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['bc2eeecd-d566-4246-b544-c0abc10f6c43'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:30.591920 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0187d916-bba7-4784-8754-8fc918f3d312 req-3567b292-7d0a-4bf7-a248-e93baed6b253 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:05:30.592598 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0187d916-bba7-4784-8754-8fc918f3d312 req-3567b292-7d0a-4bf7-a248-e93baed6b253 service neutron] Checking segment: {'id': '527c93bd-1c21-40e5-9c14-75baf08c986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a902dbca-0f01-4374-8ce7-97721be093a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:05:30.593182 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0187d916-bba7-4784-8754-8fc918f3d312 req-3567b292-7d0a-4bf7-a248-e93baed6b253 service neutron] Bound using segment: {'id': '527c93bd-1c21-40e5-9c14-75baf08c986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a902dbca-0f01-4374-8ce7-97721be093a3'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:05:30.594423 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-0187d916-bba7-4784-8754-8fc918f3d312 req-3567b292-7d0a-4bf7-a248-e93baed6b253 service neutron] Bound port: 4796d30e-2fed-4403-aaad-287282113740, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '527c93bd-1c21-40e5-9c14-75baf08c986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a902dbca-0f01-4374-8ce7-97721be093a3'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:05:30.595007 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0187d916-bba7-4784-8754-8fc918f3d312 req-3567b292-7d0a-4bf7-a248-e93baed6b253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:30.697733 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43120c-031c-43cb-82b7-03aab65e8a2e None None] Pushing event updated for resources: {'Port': ['ID=f292d192-3258-4883-91d5-aa48f5ba755d,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:30.705309 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-0187d916-bba7-4784-8754-8fc918f3d312 req-3567b292-7d0a-4bf7-a248-e93baed6b253 service neutron] For port 4796d30e-2fed-4403-aaad-287282113740, host n-h1-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:05:30.709948 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-0187d916-bba7-4784-8754-8fc918f3d312 req-3567b292-7d0a-4bf7-a248-e93baed6b253 service neutron] For port 4796d30e-2fed-4403-aaad-287282113740, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=4796d30e-2fed-4403-aaad-287282113740,segment=NetworkSegment(527c93bd-1c21-40e5-9c14-75baf08c986e),segment_id=527c93bd-1c21-40e5-9c14-75baf08c986e)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:05:30.715726 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0187d916-bba7-4784-8754-8fc918f3d312 req-3567b292-7d0a-4bf7-a248-e93baed6b253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:30.723797 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55ed44-8016-4999-a38d-0f423c8a82ff req-7baed5bd-da79-4260-ba1d-5169bc0bfe50 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:30.732668 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9b55ed44-8016-4999-a38d-0f423c8a82ff req-7baed5bd-da79-4260-ba1d-5169bc0bfe50 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b14818-67ca-467b-825e-66d75b3b16a1 HTTP/1.1" status: 200 len: 944 time: 0.2302284 Jul 30 20:05:30.801718 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-715f5f49-7253-4976-b4ed-4e38e7291e95 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363606 Jul 30 20:05:30.816129 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9b55ed44-8016-4999-a38d-0f423c8a82ff req-02ab7b73-6d75-464d-a4e9-917ceace7ef1 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.81 "GET /v2.0/security-groups?id=219e6cfc-635f-47b7-a76d-d826c652c26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825231 Jul 30 20:05:30.819095 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] Set router bc2eeecd-d566-4246-b544-c0abc10f6c43 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:05:30.819773 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187d916-bba7-4784-8754-8fc918f3d312 req-3567b292-7d0a-4bf7-a248-e93baed6b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:30.821111 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0187d916-bba7-4784-8754-8fc918f3d312 req-3567b292-7d0a-4bf7-a248-e93baed6b253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:30.822761 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0187d916-bba7-4784-8754-8fc918f3d312 req-3567b292-7d0a-4bf7-a248-e93baed6b253 service neutron] 10.222.0.59 "PUT /v2.0/ports/4796d30e-2fed-4403-aaad-287282113740 HTTP/1.1" status: 200 len: 1092 time: 1.5562201 Jul 30 20:05:30.831996 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c1d81f-5d1e-4db6-8664-36ed7d3d235c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981e7931-bbd8-4c2a-8174-96285e266cd0'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:05:30.834345 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89daf47f-54e6-48f4-a275-d9b94bbba437" -d '{"events": [{"server_uuid": "f6c1d81f-5d1e-4db6-8664-36ed7d3d235c", "name": "network-vif-plugged", "status": "completed", "tag": "981e7931-bbd8-4c2a-8174-96285e266cd0"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:05:30.836664 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b14818-67ca-467b-825e-66d75b3b16a1', 'tag': '4796d30e-2fed-4403-aaad-287282113740'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:05:30.839416 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47eb2ba9-d8b8-4807-a6c3-4acb2bb6d04a" -d '{"events": [{"name": "network-changed", "server_uuid": "51b14818-67ca-467b-825e-66d75b3b16a1", "tag": "4796d30e-2fed-4403-aaad-287282113740"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:05:30.988457 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c00e8e59-ccd1-44f4-95b8-e7b5498bfb9d req-287b3514-a8d6-40f8-88f0-063caa44d31e tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=1c8608cdd9324d40bcaafe9258c3bd27 HTTP/1.1" status: 200 len: 1656 time: 0.1645787 Jul 30 20:05:31.037787 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567b292-7d0a-4bf7-a248-e93baed6b253 service neutron] Pushing event updated for resources: {'Port': ['ID=4796d30e-2fed-4403-aaad-287282113740,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:31.065929 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fd51e-ea9c-4dd0-b71b-db30fe852205 req-9aa72516-27e3-488b-878d-02666602f739 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:31.073037 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f0fd51e-ea9c-4dd0-b71b-db30fe852205 req-9aa72516-27e3-488b-878d-02666602f739 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c1d81f-5d1e-4db6-8664-36ed7d3d235c HTTP/1.1" status: 200 len: 946 time: 0.1484637 Jul 30 20:05:31.079025 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187d916-bba7-4784-8754-8fc918f3d312 req-7a784fee-d30c-493d-8e50-0dc3538d8c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:31.080784 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0187d916-bba7-4784-8754-8fc918f3d312 req-7a784fee-d30c-493d-8e50-0dc3538d8c82 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a0203a5d8bce4c9f987a64c640f8f285&device_id=51b14818-67ca-467b-825e-66d75b3b16a1 HTTP/1.1" status: 200 len: 1095 time: 0.1986930 Jul 30 20:05:31.082250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-918a5e71-6de6-4cbd-b1a1-9a62fe818b9b req-0f736687-f25b-4534-94e6-abfc896d0ce7 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Deleting port d9df0719-af7e-48f4-a1f4-8f0577af4e27 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:05:31.082600 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-918a5e71-6de6-4cbd-b1a1-9a62fe818b9b req-0f736687-f25b-4534-94e6-abfc896d0ce7 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:31.106940 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a6b66b35-612d-486b-8ac0-494c2a0e3d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:31.135162 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2eeecd-d566-4246-b544-c0abc10f6c43', 'name': 'tempest-AttachSCSIVolumeTestJSON-28950346-router', 'tenant_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '88f44320-20e2-41a1-af5d-92b5467a37b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:05:17Z', 'updated_at': '2021-07-30T20:05:26Z', 'revision_number': 4, 'project_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'gw_port': {'id': '88f44320-20e2-41a1-af5d-92b5467a37b7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2eeecd-d566-4246-b544-c0abc10f6c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:05:20Z', 'updated_at': '2021-07-30T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'f292d192-3258-4883-91d5-aa48f5ba755d', 'name': '', 'network_id': '15396ec7-2f29-4de0-b562-8186709716a5', 'tenant_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'mac_address': 'fa:16:3e:fc:62:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2eeecd-d566-4246-b544-c0abc10f6c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'ef062179-e206-4843-9b0f-ce91112bb4fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:05:25Z', 'updated_at': '2021-07-30T20:05:30Z', 'revision_number': 4, 'project_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'subnets': [{'id': 'ef062179-e206-4843-9b0f-ce91112bb4fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:31.137079 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0187d916-bba7-4784-8754-8fc918f3d312 req-a1039a5d-0cb6-49c2-8af6-b847b59760b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4796d30e-2fed-4403-aaad-287282113740 HTTP/1.1" status: 200 len: 217 time: 0.0460043 Jul 30 20:05:31.176073 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f7f8bf-a9ff-4fa5-84ee-da7bba273e11 None None] The sync data for ids ['bc2eeecd-d566-4246-b544-c0abc10f6c43'] in n-d-712137-9 is: [{'id': 'bc2eeecd-d566-4246-b544-c0abc10f6c43', 'name': 'tempest-AttachSCSIVolumeTestJSON-28950346-router', 'tenant_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '88f44320-20e2-41a1-af5d-92b5467a37b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:05:17Z', 'updated_at': '2021-07-30T20:05:26Z', 'revision_number': 4, 'project_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'gw_port': {'id': '88f44320-20e2-41a1-af5d-92b5467a37b7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2eeecd-d566-4246-b544-c0abc10f6c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:05:20Z', 'updated_at': '2021-07-30T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'f292d192-3258-4883-91d5-aa48f5ba755d', 'name': '', 'network_id': '15396ec7-2f29-4de0-b562-8186709716a5', 'tenant_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'mac_address': 'fa:16:3e:fc:62:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2eeecd-d566-4246-b544-c0abc10f6c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'ef062179-e206-4843-9b0f-ce91112bb4fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:05:25Z', 'updated_at': '2021-07-30T20:05:30Z', 'revision_number': 4, 'project_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'subnets': [{'id': 'ef062179-e206-4843-9b0f-ce91112bb4fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:05:31.204792 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-918a5e71-6de6-4cbd-b1a1-9a62fe818b9b req-0f736687-f25b-4534-94e6-abfc896d0ce7 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] For port d9df0719-af7e-48f4-a1f4-8f0577af4e27, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d9df0719-af7e-48f4-a1f4-8f0577af4e27,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:31.205154 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-918a5e71-6de6-4cbd-b1a1-9a62fe818b9b req-0f736687-f25b-4534-94e6-abfc896d0ce7 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:31.208621 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e8e59-ccd1-44f4-95b8-e7b5498bfb9d req-b92fea3f-9908-4f6e-8201-934669fc5c84 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:31.214674 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a6b66b35-612d-486b-8ac0-494c2a0e3d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:31.221741 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c00e8e59-ccd1-44f4-95b8-e7b5498bfb9d req-b92fea3f-9908-4f6e-8201-934669fc5c84 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/networks?id=905759f5-0ddb-431d-97ac-0ee33c25d68c&id=905759f5-0ddb-431d-97ac-0ee33c25d68c&id=905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 787 time: 0.2235577 Jul 30 20:05:31.245712 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-918a5e71-6de6-4cbd-b1a1-9a62fe818b9b req-0f736687-f25b-4534-94e6-abfc896d0ce7 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Calling delete_port for d9df0719-af7e-48f4-a1f4-8f0577af4e27 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:05:31.260841 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-c00e8e59-ccd1-44f4-95b8-e7b5498bfb9d req-e9a4cf4a-9dd3-4d7e-a212-6c2fb7231e33 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:05:31.261952 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c00e8e59-ccd1-44f4-95b8-e7b5498bfb9d req-e9a4cf4a-9dd3-4d7e-a212-6c2fb7231e33 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0399494 Jul 30 20:05:31.263986 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187d916-bba7-4784-8754-8fc918f3d312 req-1ab9098d-faa0-459d-b33d-c7bb2d2f93b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:31.265622 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0187d916-bba7-4784-8754-8fc918f3d312 req-1ab9098d-faa0-459d-b33d-c7bb2d2f93b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5f0fc28-49ba-4b59-87fb-4e294450b0fe HTTP/1.1" status: 200 len: 853 time: 0.1177480 Jul 30 20:05:31.289477 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f5bac7a6-84a4-47b1-9b7b-73b3ad907578 req-a010fbd9-d00d-4917-ae6b-f74f86d65395 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687617 Jul 30 20:05:31.305454 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device d7590766-d9df-47ec-a568-1d04032a9210 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:05:31.312904 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b66b35-612d-486b-8ac0-494c2a0e3d0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:05:31.336462 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0187d916-bba7-4784-8754-8fc918f3d312 req-1b08890c-4027-4bb5-9e7b-c82a2abf8052 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a902dbca-0f01-4374-8ce7-97721be093a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634596 Jul 30 20:05:31.395311 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: d7590766-d9df-47ec-a568-1d04032a9210 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:05:31.395688 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device d7590766-d9df-47ec-a568-1d04032a9210 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:05:31.424833 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f0fd51e-ea9c-4dd0-b71b-db30fe852205 req-26983186-a550-4d0b-9f0c-38b1424c1d56 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508468 Jul 30 20:05:31.482949 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaacd118-cb27-4718-9ee5-3d6e9af60e88 x-openstack-request-id: req-aaacd118-cb27-4718-9ee5-3d6e9af60e88 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:05:31.483180 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c1d81f-5d1e-4db6-8664-36ed7d3d235c", "name": "network-vif-plugged", "status": "completed", "tag": "981e7931-bbd8-4c2a-8174-96285e266cd0", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:05:31.483437 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aaacd118-cb27-4718-9ee5-3d6e9af60e88 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:05:31.483865 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c1d81f-5d1e-4db6-8664-36ed7d3d235c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981e7931-bbd8-4c2a-8174-96285e266cd0', 'code': 200} Jul 30 20:05:31.525823 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92771ee2-b3d1-43bf-a94f-a43a42fd3fb7 x-openstack-request-id: req-92771ee2-b3d1-43bf-a94f-a43a42fd3fb7 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:05:31.525823 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b14818-67ca-467b-825e-66d75b3b16a1", "tag": "4796d30e-2fed-4403-aaad-287282113740", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:05:31.525823 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-92771ee2-b3d1-43bf-a94f-a43a42fd3fb7 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:05:31.528730 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b14818-67ca-467b-825e-66d75b3b16a1', 'tag': '4796d30e-2fed-4403-aaad-287282113740', 'status': 'completed', 'code': 200} Jul 30 20:05:31.562272 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7f623648-813b-4bd1-99e1-03c613237f2e req-eff2c77a-e9a7-420c-9bca-0f9d24aff112 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=feb30fe4-1199-4aaf-ba13-8e67cea01407 HTTP/1.1" status: 200 len: 210 time: 0.1312380 Jul 30 20:05:31.564265 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a6b66b35-612d-486b-8ac0-494c2a0e3d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:31.564714 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-a6b66b35-612d-486b-8ac0-494c2a0e3d0b admin admin] Added segment 3b429ca1-ba1e-4584-8d09-c16667e81537 of type vlan for network 7347e0e4-4cc9-4682-ae67-b9232f58465e Jul 30 20:05:31.608119 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b66b35-612d-486b-8ac0-494c2a0e3d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd051f6-d831-4506-84b3-57925dc19317,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:31.661033 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0187d916-bba7-4784-8754-8fc918f3d312 req-3aef7498-87fe-4c61-843b-aac27a1874d0 service neutron] 10.222.0.59 "GET /v2.0/networks/a902dbca-0f01-4374-8ce7-97721be093a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055525 Jul 30 20:05:31.749245 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb67ecde-dfe0-44d8-a0f0-ada38591b6bd req-a377986c-4cab-408a-a464-87a08bcdce4d tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/floatingips/a96ca35d-20bd-4a8d-a586-d5279fb6c6c6 HTTP/1.1" status: 200 len: 693 time: 0.1900985 Jul 30 20:05:31.754083 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a6b66b35-612d-486b-8ac0-494c2a0e3d0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:31.783211 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba71b93-911d-4ab9-a013-58a6fe2dc44a req-ab15bbbd-b2ef-4693-85fc-23f8583ab017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:31.784985 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-aba71b93-911d-4ab9-a013-58a6fe2dc44a req-ab15bbbd-b2ef-4693-85fc-23f8583ab017 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f6c1d81f-5d1e-4db6-8664-36ed7d3d235c HTTP/1.1" status: 200 len: 1097 time: 0.2398219 Jul 30 20:05:31.808956 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ba3ab-43ec-4a91-8c53-ea2135413755 req-8081ca25-f97d-44c8-865f-798ce55174aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:31.810482 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d2ba3ab-43ec-4a91-8c53-ea2135413755 req-8081ca25-f97d-44c8-865f-798ce55174aa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=524c9e8c00224a769a608ce643fda038&device_id=60cb769d-9fbe-4040-9539-4c5669adc585 HTTP/1.1" status: 200 len: 1099 time: 0.4084930 Jul 30 20:05:31.845057 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55516) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:31.876445 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0187d916-bba7-4784-8754-8fc918f3d312 req-980196d8-363f-474d-b714-b1f5d6ce6f8e service neutron] 10.222.0.59 "GET /v2.0/networks/a902dbca-0f01-4374-8ce7-97721be093a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061102 Jul 30 20:05:31.891550 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b258dc-a200-448b-beab-8cd4527e5737 req-551dd91f-4529-4bf2-90e4-8f671351f66a tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:31.901753 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-01b258dc-a200-448b-beab-8cd4527e5737 req-551dd91f-4529-4bf2-90e4-8f671351f66a tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=60cb769d-9fbe-4040-9539-4c5669adc585 HTTP/1.1" status: 200 len: 948 time: 0.2029047 Jul 30 20:05:31.931557 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752c24ff-2b4c-4878-bc80-c7a4fc74faab', 'name': 'network-vif-deleted', 'tag': 'd7590766-d9df-47ec-a568-1d04032a9210'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:05:31.933832 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca85d5c-6746-452f-97d7-15496f7295e5" -d '{"events": [{"server_uuid": "752c24ff-2b4c-4878-bc80-c7a4fc74faab", "name": "network-vif-deleted", "tag": "d7590766-d9df-47ec-a568-1d04032a9210"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:05:31.990749 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-aba71b93-911d-4ab9-a013-58a6fe2dc44a req-66429afd-c39d-4708-a51d-64ca0260f803 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975496 Jul 30 20:05:31.993154 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a6b66b35-612d-486b-8ac0-494c2a0e3d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:31.994295 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b66b35-612d-486b-8ac0-494c2a0e3d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:31.994930 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a6b66b35-612d-486b-8ac0-494c2a0e3d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:32.047032 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-01b258dc-a200-448b-beab-8cd4527e5737 req-f705a27c-a0f2-4429-9c05-a6926beb3fa1 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418703 Jul 30 20:05:32.096537 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67ecde-dfe0-44d8-a0f0-ada38591b6bd req-192b98d8-3447-4d2f-8f71-0a5818a53bbc tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:32.106677 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb67ecde-dfe0-44d8-a0f0-ada38591b6bd req-192b98d8-3447-4d2f-8f71-0a5818a53bbc tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.3562045 Jul 30 20:05:32.109044 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-918a5e71-6de6-4cbd-b1a1-9a62fe818b9b req-0f736687-f25b-4534-94e6-abfc896d0ce7 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:32.123912 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb2ba9-d8b8-4807-a6c3-4acb2bb6d04a req-88fa4f40-5a4f-4a24-9d76-a6154726a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:32.125505 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-47eb2ba9-d8b8-4807-a6c3-4acb2bb6d04a req-88fa4f40-5a4f-4a24-9d76-a6154726a31c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a0203a5d8bce4c9f987a64c640f8f285&device_id=51b14818-67ca-467b-825e-66d75b3b16a1 HTTP/1.1" status: 200 len: 1095 time: 0.1542256 Jul 30 20:05:32.128711 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cc42ccf0-9c5d-4c72-8d49-82e3c72931ed admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=645ed82ad612494695da334f28668465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2826383 Jul 30 20:05:32.131753 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55522) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:32.225167 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f736687-f25b-4534-94e6-abfc896d0ce7 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Pushing event deleted for resources: {'Port': ['ID=d9df0719-af7e-48f4-a1f4-8f0577af4e27,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:32.232907 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ba3ab-43ec-4a91-8c53-ea2135413755 req-3b751791-56ff-4ef1-a046-2bec52cbd192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:32.233903 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d2ba3ab-43ec-4a91-8c53-ea2135413755 req-3b751791-56ff-4ef1-a046-2bec52cbd192 service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.4123247 Jul 30 20:05:32.317234 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a6b66b35-612d-486b-8ac0-494c2a0e3d0b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2319176 Jul 30 20:05:32.347017 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55528) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:32.358046 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0264f269-5de6-4454-9906-2327a2e13720 admin admin] Request body: {'subnet': {'network_id': '7347e0e4-4cc9-4682-ae67-b9232f58465e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-287516336-subnet', 'tenant_id': '3bda4270137a4d94a0bb900d254fc442', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:32.384205 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f292d192-3258-4883-91d5-aa48f5ba755d up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:05:32.396413 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732db84-f623-4dea-8324-c4091e330e65 req-6c2d9607-da23-4a76-8f5c-f7f9c0d6c4b3 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:32.397964 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4732db84-f623-4dea-8324-c4091e330e65 req-6c2d9607-da23-4a76-8f5c-f7f9c0d6c4b3 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b14818-67ca-467b-825e-66d75b3b16a1 HTTP/1.1" status: 200 len: 944 time: 0.2024751 Jul 30 20:05:32.402470 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbe10968-1984-4c97-9c2d-cc0356ff05ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:32.411212 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-918a5e71-6de6-4cbd-b1a1-9a62fe818b9b req-0f736687-f25b-4534-94e6-abfc896d0ce7 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] No DVR routers for this DVR port d9df0719-af7e-48f4-a1f4-8f0577af4e27 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:05:32.420081 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb67ecde-dfe0-44d8-a0f0-ada38591b6bd req-cfb2cde6-941c-4813-8be7-6aa77e35ab28 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.122 HTTP/1.1" status: 200 len: 696 time: 0.3124332 Jul 30 20:05:32.424708 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-918a5e71-6de6-4cbd-b1a1-9a62fe818b9b req-0f736687-f25b-4534-94e6-abfc896d0ce7 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:32.425965 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb2ba9-d8b8-4807-a6c3-4acb2bb6d04a req-07f17b85-6d5e-4930-ae96-ddc14c4f63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:32.427434 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-47eb2ba9-d8b8-4807-a6c3-4acb2bb6d04a req-07f17b85-6d5e-4930-ae96-ddc14c4f63fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=a902dbca-0f01-4374-8ce7-97721be093a3 HTTP/1.1" status: 200 len: 914 time: 0.2785413 Jul 30 20:05:32.429144 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-918a5e71-6de6-4cbd-b1a1-9a62fe818b9b req-0f736687-f25b-4534-94e6-abfc896d0ce7 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.83 "DELETE /v2.0/ports/d9df0719-af7e-48f4-a1f4-8f0577af4e27 HTTP/1.1" status: 204 len: 173 time: 1.9805574 Jul 30 20:05:32.457677 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0264f269-5de6-4454-9906-2327a2e13720 admin admin] Made reservation on behalf of 3bda4270137a4d94a0bb900d254fc442 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:05:32.457885 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port f292d192-3258-4883-91d5-aa48f5ba755d completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:05:32.460521 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0264f269-5de6-4454-9906-2327a2e13720 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:32.463535 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port f292d192-3258-4883-91d5-aa48f5ba755d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:32.464631 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:32.467973 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d2ba3ab-43ec-4a91-8c53-ea2135413755 req-df2cd2ee-37cc-4a2a-8e98-16408a77f122 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f HTTP/1.1" status: 200 len: 217 time: 0.1683841 Jul 30 20:05:32.500725 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbe10968-1984-4c97-9c2d-cc0356ff05ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:32.521046 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-47eb2ba9-d8b8-4807-a6c3-4acb2bb6d04a req-d0ffae11-9d03-42d6-aa47-58ce4c918950 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4796d30e-2fed-4403-aaad-287282113740 HTTP/1.1" status: 200 len: 217 time: 0.0834141 Jul 30 20:05:32.558595 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b66b35-612d-486b-8ac0-494c2a0e3d0b admin admin] Pushing event updated for resources: {'Network': ['ID=7347e0e4-4cc9-4682-ae67-b9232f58465e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:32.572615 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 7347e0e4-4cc9-4682-ae67-b9232f58465e details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:05:32.596859 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb67ecde-dfe0-44d8-a0f0-ada38591b6bd req-2f2794fd-314d-4743-9072-a878bbb753ea tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.122 HTTP/1.1" status: 200 len: 696 time: 0.1493371 Jul 30 20:05:32.631592 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4732db84-f623-4dea-8324-c4091e330e65 req-335bfe90-e476-49a3-8615-c04eea1db2b1 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.81 "GET /v2.0/security-groups?id=219e6cfc-635f-47b7-a76d-d826c652c26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213681 Jul 30 20:05:32.680788 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ba3ab-43ec-4a91-8c53-ea2135413755 req-6e1c294e-17ab-43dd-b0b5-969140908135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:32.682299 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d2ba3ab-43ec-4a91-8c53-ea2135413755 req-6e1c294e-17ab-43dd-b0b5-969140908135 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1658916 Jul 30 20:05:32.690335 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:32.732181 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port f292d192-3258-4883-91d5-aa48f5ba755d, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f292d192-3258-4883-91d5-aa48f5ba755d,segment=NetworkSegment(b7e48b53-e01c-446b-936a-b316cd2831d1),segment_id=b7e48b53-e01c-446b-936a-b316cd2831d1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:32.733554 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb2ba9-d8b8-4807-a6c3-4acb2bb6d04a req-e5c4524b-5103-4c57-a067-9a8986872a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:32.735017 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-47eb2ba9-d8b8-4807-a6c3-4acb2bb6d04a req-e5c4524b-5103-4c57-a067-9a8986872a57 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5f0fc28-49ba-4b59-87fb-4e294450b0fe HTTP/1.1" status: 200 len: 853 time: 0.1773160 Jul 30 20:05:32.736947 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:32.738173 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1767b209-532b-4236-8fdb-1f3c917a1458 x-openstack-request-id: req-1767b209-532b-4236-8fdb-1f3c917a1458 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:05:32.738637 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752c24ff-2b4c-4878-bc80-c7a4fc74faab", "name": "network-vif-deleted", "tag": "d7590766-d9df-47ec-a568-1d04032a9210", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:05:32.738773 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1767b209-532b-4236-8fdb-1f3c917a1458 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:05:32.739157 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752c24ff-2b4c-4878-bc80-c7a4fc74faab', 'name': 'network-vif-deleted', 'tag': 'd7590766-d9df-47ec-a568-1d04032a9210', 'status': 'completed', 'code': 200} Jul 30 20:05:32.781050 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-47eb2ba9-d8b8-4807-a6c3-4acb2bb6d04a req-7904f163-0627-44c6-baa0-48fc2324a354 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a902dbca-0f01-4374-8ce7-97721be093a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375705 Jul 30 20:05:32.821741 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=f292d192-3258-4883-91d5-aa48f5ba755d,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:32.839858 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbe10968-1984-4c97-9c2d-cc0356ff05ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:32.843916 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbe10968-1984-4c97-9c2d-cc0356ff05ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:32.844453 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dbe10968-1984-4c97-9c2d-cc0356ff05ec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5df0ed92-bc62-4a77-9824-957f38e19f8f HTTP/1.1" status: 204 len: 168 time: 0.7117748 Jul 30 20:05:32.866457 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-0ef89f79-0262-4751-96ef-ca45df8548a3 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:32.875964 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-0ef89f79-0262-4751-96ef-ca45df8548a3 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.59 "GET /v2.0/networks?id=e4bf3036-f4f1-465f-b95b-df7c6e0f15dc HTTP/1.1" status: 200 len: 805 time: 0.8379476 Jul 30 20:05:32.906591 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-253fda5e-6522-4677-9e38-d03a8a5c7ed2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Request body: {'port': {'device_id': 'feb30fe4-1199-4aaf-ba13-8e67cea01407', 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc', 'admin_state_up': True, 'tenant_id': 'efaf745330cb48e3a1c19705d011fd87'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:32.968199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ba3ab-43ec-4a91-8c53-ea2135413755 req-2dc1fe86-7f48-4704-a128-5620c6eac5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:32.969605 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d2ba3ab-43ec-4a91-8c53-ea2135413755 req-2dc1fe86-7f48-4704-a128-5620c6eac5f1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2789063 Jul 30 20:05:32.971298 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe10968-1984-4c97-9c2d-cc0356ff05ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df0ed92-bc62-4a77-9824-957f38e19f8f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:33.077445 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-eb67ecde-dfe0-44d8-a0f0-ada38591b6bd req-15baf3e8-a234-4691-9145-276bc05f4001 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Deleting port b3d3861e-25f6-4005-8541-d7949e63685f {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:05:33.077801 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-eb67ecde-dfe0-44d8-a0f0-ada38591b6bd req-15baf3e8-a234-4691-9145-276bc05f4001 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:33.090073 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0264f269-5de6-4454-9906-2327a2e13720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:33.109896 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a5b5d-ef76-46f8-9434-c4457e3731f3 req-43045b9f-ca7c-49fe-874b-9eb729706bb3 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:33.117425 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a42a5b5d-ef76-46f8-9434-c4457e3731f3 req-43045b9f-ca7c-49fe-874b-9eb729706bb3 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c1d81f-5d1e-4db6-8664-36ed7d3d235c HTTP/1.1" status: 200 len: 946 time: 0.2788308 Jul 30 20:05:33.203769 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-47eb2ba9-d8b8-4807-a6c3-4acb2bb6d04a req-13f2add2-b0af-48bb-8679-0fa681aa099a service neutron] 10.222.0.59 "GET /v2.0/networks/a902dbca-0f01-4374-8ce7-97721be093a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625612 Jul 30 20:05:33.258366 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d2ba3ab-43ec-4a91-8c53-ea2135413755 req-fd52e683-2cd7-48d3-b687-105998fee179 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767856 Jul 30 20:05:33.286643 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-253fda5e-6522-4677-9e38-d03a8a5c7ed2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Made reservation on behalf of efaf745330cb48e3a1c19705d011fd87 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:05:33.290049 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-253fda5e-6522-4677-9e38-d03a8a5c7ed2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:33.313343 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-eb67ecde-dfe0-44d8-a0f0-ada38591b6bd req-15baf3e8-a234-4691-9145-276bc05f4001 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:33.313592 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-eb67ecde-dfe0-44d8-a0f0-ada38591b6bd req-15baf3e8-a234-4691-9145-276bc05f4001 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:33.317738 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 4796d30e-2fed-4403-aaad-287282113740 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:05:33.381743 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55542) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:33.403575 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-eb67ecde-dfe0-44d8-a0f0-ada38591b6bd req-15baf3e8-a234-4691-9145-276bc05f4001 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Calling delete_port for b3d3861e-25f6-4005-8541-d7949e63685f owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:05:33.416277 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-22283789-df16-4303-96e1-5aa5b0e0f32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:33.423972 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a42a5b5d-ef76-46f8-9434-c4457e3731f3 req-70f9dab1-1f2d-446a-9512-5a9ec11407e2 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055315 Jul 30 20:05:33.431181 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264f269-5de6-4454-9906-2327a2e13720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9e8934d-cabf-462c-9ade-582425394a0b,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:33.468014 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0264f269-5de6-4454-9906-2327a2e13720 admin admin] Checking segment: {'id': '3b429ca1-ba1e-4584-8d09-c16667e81537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7347e0e4-4cc9-4682-ae67-b9232f58465e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:05:33.468377 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0264f269-5de6-4454-9906-2327a2e13720 admin admin] Network hostable DHCP agents. Network: 7347e0e4-4cc9-4682-ae67-b9232f58465e, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:05:33.479895 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 4796d30e-2fed-4403-aaad-287282113740, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=4796d30e-2fed-4403-aaad-287282113740,segment=NetworkSegment(527c93bd-1c21-40e5-9c14-75baf08c986e),segment_id=527c93bd-1c21-40e5-9c14-75baf08c986e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:33.495123 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '4796d30e-2fed-4403-aaad-287282113740', 'network_id': 'a902dbca-0f01-4374-8ce7-97721be093a3', 'port_id': '4796d30e-2fed-4403-aaad-287282113740', 'mac_address': 'fa:16:3e:ca:6e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f0fc28-49ba-4b59-87fb-4e294450b0fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:05:33.521486 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0264f269-5de6-4454-9906-2327a2e13720 admin admin] Network 7347e0e4-4cc9-4682-ae67-b9232f58465e is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:05:33.538300 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:33.542881 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-20ff9116-1f7d-493e-a00f-0c3b005201d4 req-b78ede79-8e11-43d0-a64f-d6dc4dcb2b0a tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=feb30fe4-1199-4aaf-ba13-8e67cea01407 HTTP/1.1" status: 200 len: 210 time: 0.0418148 Jul 30 20:05:33.545011 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-47eb2ba9-d8b8-4807-a6c3-4acb2bb6d04a req-2e2c9fec-1cbd-42ee-a534-b41c868ea721 service neutron] 10.222.0.59 "GET /v2.0/networks/a902dbca-0f01-4374-8ce7-97721be093a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352618 Jul 30 20:05:33.546841 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0264f269-5de6-4454-9906-2327a2e13720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 7347e0e4-4cc9-4682-ae67-b9232f58465e) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:33.551664 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0264f269-5de6-4454-9906-2327a2e13720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:33.553070 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0264f269-5de6-4454-9906-2327a2e13720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:33.568804 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4159d6-da6d-4308-b1de-2c2a222166d8 None None] Network 7347e0e4-4cc9-4682-ae67-b9232f58465e requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:05:33.583961 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4796d30e-2fed-4403-aaad-287282113740 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:05:33.657440 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 4796d30e-2fed-4403-aaad-287282113740, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=4796d30e-2fed-4403-aaad-287282113740,segment=NetworkSegment(527c93bd-1c21-40e5-9c14-75baf08c986e),segment_id=527c93bd-1c21-40e5-9c14-75baf08c986e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:33.660880 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:05:33.669694 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:33.737190 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed1b75-ecc4-4fb9-bf32-302c17312d03 req-ee3dbb80-8de2-407c-97a2-735d87a5d183 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:33.741483 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d1ed1b75-ecc4-4fb9-bf32-302c17312d03 req-ee3dbb80-8de2-407c-97a2-735d87a5d183 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=60cb769d-9fbe-4040-9539-4c5669adc585 HTTP/1.1" status: 200 len: 948 time: 0.0651278 Jul 30 20:05:33.749191 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device d9df0719-af7e-48f4-a1f4-8f0577af4e27 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:05:33.785743 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d1ed1b75-ecc4-4fb9-bf32-302c17312d03 req-98792a59-0819-47ad-b71d-1caf7f36847b tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396893 Jul 30 20:05:33.787580 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=4796d30e-2fed-4403-aaad-287282113740,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:33.790932 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: d9df0719-af7e-48f4-a1f4-8f0577af4e27 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:05:33.791294 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device d9df0719-af7e-48f4-a1f4-8f0577af4e27 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:05:33.841999 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04bbb1c-136f-4d74-ba21-e87aa665818d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-7347e0e4-4cc9-4682-ae67-b9232f58465e', 'network_id': '7347e0e4-4cc9-4682-ae67-b9232f58465e', 'tenant_id': '3bda4270137a4d94a0bb900d254fc442', 'fixed_ips': [{'subnet_id': 'b9e8934d-cabf-462c-9ade-582425394a0b'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:05:33.843152 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a04bbb1c-136f-4d74-ba21-e87aa665818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:33.867175 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['4796d30e-2fed-4403-aaad-287282113740'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:05:33.939684 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d99b7-f965-4fa1-832b-1402318bd617 req-8672b593-2292-4fe3-8a9b-c046213b5080 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:33.947215 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a83d99b7-f965-4fa1-832b-1402318bd617 req-8672b593-2292-4fe3-8a9b-c046213b5080 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b14818-67ca-467b-825e-66d75b3b16a1 HTTP/1.1" status: 200 len: 945 time: 0.0633011 Jul 30 20:05:33.966417 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d2ba3ab-43ec-4a91-8c53-ea2135413755 req-8873d345-87a1-4352-b9a9-8c2fa0db428f service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6935971 Jul 30 20:05:33.993903 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a83d99b7-f965-4fa1-832b-1402318bd617 req-4574aea7-f2a8-4584-b5ad-3287d52feb1e tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.81 "GET /v2.0/security-groups?id=219e6cfc-635f-47b7-a76d-d826c652c26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456605 Jul 30 20:05:34.054811 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-253fda5e-6522-4677-9e38-d03a8a5c7ed2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Allocated IP 172.20.0.2 (e4bf3036-f4f1-465f-b95b-df7c6e0f15dc/a4cfed6b-f42f-43da-94d1-da091996fffe/ec4a5001-05e5-44cc-93ff-c8d9c16d7be6) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:05:34.059767 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-a04bbb1c-136f-4d74-ba21-e87aa665818d None None] Allocated IP 172.20.0.2 (7347e0e4-4cc9-4682-ae67-b9232f58465e/b9e8934d-cabf-462c-9ade-582425394a0b/cd4d337f-4c05-465f-a7eb-fb53e7a764f8) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:05:34.116124 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-22283789-df16-4303-96e1-5aa5b0e0f32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:34.123444 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-eb67ecde-dfe0-44d8-a0f0-ada38591b6bd req-15baf3e8-a234-4691-9145-276bc05f4001 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:34.132041 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-22283789-df16-4303-96e1-5aa5b0e0f32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:34.137904 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0264f269-5de6-4454-9906-2327a2e13720 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7868185 Jul 30 20:05:34.138569 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55558) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:34.146049 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-287516336-router', 'tenant_id': '3bda4270137a4d94a0bb900d254fc442', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:34.202229 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:34.202229 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:34.257142 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15baf3e8-a234-4691-9145-276bc05f4001 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Pushing event deleted for resources: {'Port': ['ID=b3d3861e-25f6-4005-8541-d7949e63685f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:34.292377 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:34.295579 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a04bbb1c-136f-4d74-ba21-e87aa665818d None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:34.314080 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a04bbb1c-136f-4d74-ba21-e87aa665818d None None] Transition to ACTIVE for port object cd4d337f-4c05-465f-a7eb-fb53e7a764f8 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:05:34.327160 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a04bbb1c-136f-4d74-ba21-e87aa665818d None None] Transition to ACTIVE for port object cd4d337f-4c05-465f-a7eb-fb53e7a764f8 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:05:34.336356 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a04bbb1c-136f-4d74-ba21-e87aa665818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:34.367164 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-22283789-df16-4303-96e1-5aa5b0e0f32c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=96362776b60a4ce0a4cbdf8abb4fa0b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9793479 Jul 30 20:05:34.374658 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22283789-df16-4303-96e1-5aa5b0e0f32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dde4782-8ae3-4e57-83ba-fafe1a4ab3e8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:34.377102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55564) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:34.405520 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f292d192-3258-4883-91d5-aa48f5ba755d up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:05:34.412497 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04bbb1c-136f-4d74-ba21-e87aa665818d None None] Network 7347e0e4-4cc9-4682-ae67-b9232f58465e is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:05:34.416897 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a04bbb1c-136f-4d74-ba21-e87aa665818d None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:34.452009 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04bbb1c-136f-4d74-ba21-e87aa665818d None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:05:34.454684 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04bbb1c-136f-4d74-ba21-e87aa665818d None None] Pushing event updated for resources: {'Port': ['ID=cd4d337f-4c05-465f-a7eb-fb53e7a764f8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:34.475501 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-eb67ecde-dfe0-44d8-a0f0-ada38591b6bd req-15baf3e8-a234-4691-9145-276bc05f4001 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:34.486325 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-eb67ecde-dfe0-44d8-a0f0-ada38591b6bd req-15baf3e8-a234-4691-9145-276bc05f4001 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:34.492294 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb67ecde-dfe0-44d8-a0f0-ada38591b6bd req-15baf3e8-a234-4691-9145-276bc05f4001 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "DELETE /v2.0/floatingips/a96ca35d-20bd-4a8d-a586-d5279fb6c6c6 HTTP/1.1" status: 204 len: 173 time: 1.8822241 Jul 30 20:05:34.496989 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:34.534104 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-253fda5e-6522-4677-9e38-d03a8a5c7ed2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:34.550909 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8969-24f3-4a52-b757-8facb256b544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:34.556095 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a04bbb1c-136f-4d74-ba21-e87aa665818d None None] Attempting to bind port cd4d337f-4c05-465f-a7eb-fb53e7a764f8 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:05:34.556643 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a04bbb1c-136f-4d74-ba21-e87aa665818d None None] Attempting to bind port cd4d337f-4c05-465f-a7eb-fb53e7a764f8 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '3b429ca1-ba1e-4584-8d09-c16667e81537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7347e0e4-4cc9-4682-ae67-b9232f58465e'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:05:34.556827 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04bbb1c-136f-4d74-ba21-e87aa665818d None None] Attempting to bind port cd4d337f-4c05-465f-a7eb-fb53e7a764f8 on network 7347e0e4-4cc9-4682-ae67-b9232f58465e {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:05:34.564537 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04bbb1c-136f-4d74-ba21-e87aa665818d None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:05:34.564968 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04bbb1c-136f-4d74-ba21-e87aa665818d None None] Checking segment: {'id': '3b429ca1-ba1e-4584-8d09-c16667e81537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7347e0e4-4cc9-4682-ae67-b9232f58465e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:05:34.565429 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a04bbb1c-136f-4d74-ba21-e87aa665818d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:34.565839 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04bbb1c-136f-4d74-ba21-e87aa665818d None None] Bound using segment: {'id': '3b429ca1-ba1e-4584-8d09-c16667e81537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7347e0e4-4cc9-4682-ae67-b9232f58465e'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:05:34.566319 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a04bbb1c-136f-4d74-ba21-e87aa665818d None None] Bound port: cd4d337f-4c05-465f-a7eb-fb53e7a764f8, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b429ca1-ba1e-4584-8d09-c16667e81537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7347e0e4-4cc9-4682-ae67-b9232f58465e'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:05:34.566696 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a04bbb1c-136f-4d74-ba21-e87aa665818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:34.585130 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port f292d192-3258-4883-91d5-aa48f5ba755d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:34.585504 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:34.606924 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b6a6acfb-35c1-413e-b650-cc7b67271bec req-78311beb-a9b8-4751-8c0d-c312710ca093 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/floatingips/aeb74132-c47c-48b5-aa1e-fd509c1e2a55 HTTP/1.1" status: 200 len: 692 time: 0.0766184 Jul 30 20:05:34.607398 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55574) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:34.641478 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894f318-1494-4d1a-abf0-661e76e7ddba req-f8ab0977-f945-4252-92f2-48786fd1921c tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:34.643402 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8969-24f3-4a52-b757-8facb256b544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:34.643688 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b894f318-1494-4d1a-abf0-661e76e7ddba req-f8ab0977-f945-4252-92f2-48786fd1921c tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c1d81f-5d1e-4db6-8664-36ed7d3d235c HTTP/1.1" status: 200 len: 946 time: 0.1146350 Jul 30 20:05:34.681894 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a04bbb1c-136f-4d74-ba21-e87aa665818d None None] For port cd4d337f-4c05-465f-a7eb-fb53e7a764f8, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:05:34.686140 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a04bbb1c-136f-4d74-ba21-e87aa665818d None None] For port cd4d337f-4c05-465f-a7eb-fb53e7a764f8, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=cd4d337f-4c05-465f-a7eb-fb53e7a764f8,segment=NetworkSegment(3b429ca1-ba1e-4584-8d09-c16667e81537),segment_id=3b429ca1-ba1e-4584-8d09-c16667e81537)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:05:34.706879 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a04bbb1c-136f-4d74-ba21-e87aa665818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:34.721600 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b894f318-1494-4d1a-abf0-661e76e7ddba req-a2f8fd44-2a39-4c8a-a99c-4996212fcdd4 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653887 Jul 30 20:05:34.743856 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef196c64-4966-4c4d-908d-dbdcd4679345', 'name': 'network-vif-deleted', 'tag': 'd9df0719-af7e-48f4-a1f4-8f0577af4e27'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:05:34.746960 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0c2ade-4262-4b7f-aba5-0a27970735c5" -d '{"events": [{"server_uuid": "ef196c64-4966-4c4d-908d-dbdcd4679345", "name": "network-vif-deleted", "tag": "d9df0719-af7e-48f4-a1f4-8f0577af4e27"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:05:34.792371 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-253fda5e-6522-4677-9e38-d03a8a5c7ed2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:34.810859 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04bbb1c-136f-4d74-ba21-e87aa665818d None None] Pushing event updated for resources: {'Port': ['ID=cd4d337f-4c05-465f-a7eb-fb53e7a764f8,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:34.871288 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8969-24f3-4a52-b757-8facb256b544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:34.873860 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8969-24f3-4a52-b757-8facb256b544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:34.877618 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4c2b8969-24f3-4a52-b757-8facb256b544 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2dde4782-8ae3-4e57-83ba-fafe1a4ab3e8 HTTP/1.1" status: 204 len: 168 time: 0.4929309 Jul 30 20:05:34.898668 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3979c136-dd01-438d-9484-1a0970af405b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:34.906790 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6acfb-35c1-413e-b650-cc7b67271bec req-1047e942-167e-401a-b3ca-04c0e6ab4f4c tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:34.908208 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b6a6acfb-35c1-413e-b650-cc7b67271bec req-1047e942-167e-401a-b3ca-04c0e6ab4f4c tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.2847636 Jul 30 20:05:34.911048 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-253fda5e-6522-4677-9e38-d03a8a5c7ed2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Network e4bf3036-f4f1-465f-b95b-df7c6e0f15dc is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:05:34.920867 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b8969-24f3-4a52-b757-8facb256b544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dde4782-8ae3-4e57-83ba-fafe1a4ab3e8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:34.928338 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-253fda5e-6522-4677-9e38-d03a8a5c7ed2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:34.934831 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-253fda5e-6522-4677-9e38-d03a8a5c7ed2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:05:34.937776 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ea8bc-1df8-482c-8113-4e87365dc3f6 req-f10ea5c8-6819-4376-8323-62037bf6be88 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:34.939313 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d96ea8bc-1df8-482c-8113-4e87365dc3f6 req-f10ea5c8-6819-4376-8323-62037bf6be88 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=feb30fe4-1199-4aaf-ba13-8e67cea01407 HTTP/1.1" status: 200 len: 931 time: 0.1128469 Jul 30 20:05:34.946348 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:34.975755 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:35.029982 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fda5e-6522-4677-9e38-d03a8a5c7ed2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Pushing event updated for resources: {'Port': ['ID=ec4a5001-05e5-44cc-93ff-c8d9c16d7be6,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:35.067950 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b6a6acfb-35c1-413e-b650-cc7b67271bec req-3acee1b9-24a9-413a-b5a4-57b949cba506 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.1437314 Jul 30 20:05:35.090235 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d96ea8bc-1df8-482c-8113-4e87365dc3f6 req-3659d312-0f90-4c55-89d1-bdd7ff984582 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394706 Jul 30 20:05:35.091243 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-253fda5e-6522-4677-9e38-d03a8a5c7ed2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:35.092030 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-253fda5e-6522-4677-9e38-d03a8a5c7ed2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:35.172530 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Allocated IP 172.25.3.20 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/da706858-4aa3-4c03-9bbe-ce3bf1b2b083) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:05:35.183220 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b6a6acfb-35c1-413e-b650-cc7b67271bec req-13dcd8eb-8a41-4002-8b84-7742f6784c2c tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.1067605 Jul 30 20:05:35.282314 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57613b1-aade-4b44-8906-86efe57c04cf req-0b1a1c05-80d9-4ae7-9763-1296a35cf22e tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:35.283952 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b57613b1-aade-4b44-8906-86efe57c04cf req-0b1a1c05-80d9-4ae7-9763-1296a35cf22e tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c1d81f-5d1e-4db6-8664-36ed7d3d235c HTTP/1.1" status: 200 len: 946 time: 0.1129417 Jul 30 20:05:35.332757 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 4796d30e-2fed-4403-aaad-287282113740 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:05:35.357117 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b57613b1-aade-4b44-8906-86efe57c04cf req-3f458fbb-0f33-40ab-a0ae-4efd4a2aed5b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618420 Jul 30 20:05:35.370775 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:35.383763 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3979c136-dd01-438d-9484-1a0970af405b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:35.396841 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-b6a6acfb-35c1-413e-b650-cc7b67271bec req-bfb910d5-dda5-4727-a4bb-bc14b354dd06 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Deleting port bf106f19-54e3-44f7-b4c0-0f689a08e2d0 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:05:35.397358 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b6a6acfb-35c1-413e-b650-cc7b67271bec req-bfb910d5-dda5-4727-a4bb-bc14b354dd06 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:35.402982 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3979c136-dd01-438d-9484-1a0970af405b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:35.432852 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 4796d30e-2fed-4403-aaad-287282113740 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:05:35.438921 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 4796d30e-2fed-4403-aaad-287282113740 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:35.439298 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:35.454426 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:35.464434 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4400bcaa-a205-422d-b24b-0293e1f853fc x-openstack-request-id: req-4400bcaa-a205-422d-b24b-0293e1f853fc {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:05:35.464745 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef196c64-4966-4c4d-908d-dbdcd4679345", "name": "network-vif-deleted", "tag": "d9df0719-af7e-48f4-a1f4-8f0577af4e27", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:05:35.464983 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4400bcaa-a205-422d-b24b-0293e1f853fc {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:05:35.465446 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef196c64-4966-4c4d-908d-dbdcd4679345', 'name': 'network-vif-deleted', 'tag': 'd9df0719-af7e-48f4-a1f4-8f0577af4e27', 'status': 'completed', 'code': 200} Jul 30 20:05:35.468527 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-253fda5e-6522-4677-9e38-d03a8a5c7ed2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5681410 Jul 30 20:05:35.495775 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-ec1f88d9-afd3-491f-b2b3-8f7fa98bc72e service neutron] Request body: {'port': {'device_id': 'feb30fe4-1199-4aaf-ba13-8e67cea01407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:35.506934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:05:35.512051 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:35.517547 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3979c136-dd01-438d-9484-1a0970af405b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1a513e099fe748908c59694d34815146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9046831 Jul 30 20:05:35.519723 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:05:35.523480 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55600) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:35.535837 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979c136-dd01-438d-9484-1a0970af405b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbdddbf-329e-46e9-8b0f-11149c3139ba,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:35.554567 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Pushing event updated for resources: {'Port': ['ID=da706858-4aa3-4c03-9bbe-ce3bf1b2b083,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:35.597876 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:35.598241 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:35.598574 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:35.598915 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:35.599284 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:35.599650 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:35.599982 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:35.600442 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:35.600623 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:35.601294 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:35.601294 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:35.601611 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:35.608270 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b6a6acfb-35c1-413e-b650-cc7b67271bec req-bfb910d5-dda5-4727-a4bb-bc14b354dd06 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:35.608606 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b6a6acfb-35c1-413e-b650-cc7b67271bec req-bfb910d5-dda5-4727-a4bb-bc14b354dd06 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:35.618377 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-ec1f88d9-afd3-491f-b2b3-8f7fa98bc72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:35.626863 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:35.640406 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-b6a6acfb-35c1-413e-b650-cc7b67271bec req-bfb910d5-dda5-4727-a4bb-bc14b354dd06 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Calling delete_port for bf106f19-54e3-44f7-b4c0-0f689a08e2d0 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:05:35.689279 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b14818-67ca-467b-825e-66d75b3b16a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4796d30e-2fed-4403-aaad-287282113740'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:05:35.693635 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5153a06-90af-465e-bdbc-8a3e23e41056" -d '{"events": [{"server_uuid": "51b14818-67ca-467b-825e-66d75b3b16a1", "name": "network-vif-plugged", "status": "completed", "tag": "4796d30e-2fed-4403-aaad-287282113740"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:05:35.725418 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 4796d30e-2fed-4403-aaad-287282113740, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=4796d30e-2fed-4403-aaad-287282113740,segment=NetworkSegment(527c93bd-1c21-40e5-9c14-75baf08c986e),segment_id=527c93bd-1c21-40e5-9c14-75baf08c986e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:35.733590 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:35.756360 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:05:36.058810 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b6a6acfb-35c1-413e-b650-cc7b67271bec req-bfb910d5-dda5-4727-a4bb-bc14b354dd06 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:36.113270 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb910d5-dda5-4727-a4bb-bc14b354dd06 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Pushing event deleted for resources: {'Port': ['ID=bf106f19-54e3-44f7-b4c0-0f689a08e2d0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:36.123775 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=4796d30e-2fed-4403-aaad-287282113740,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:36.144353 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-ec1f88d9-afd3-491f-b2b3-8f7fa98bc72e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:05:36.173043 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-ec1f88d9-afd3-491f-b2b3-8f7fa98bc72e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:36.191693 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-866d7cb6-b68b-4f07-b45f-7b82330bfb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:36.194458 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:36.197431 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-ec1f88d9-afd3-491f-b2b3-8f7fa98bc72e service neutron] Transition to ACTIVE for port object ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:05:36.199182 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386bbd93-f6fe-4e97-9bbd-8b4f04f27201 None None] Network 7347e0e4-4cc9-4682-ae67-b9232f58465e requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:05:36.202967 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-ec1f88d9-afd3-491f-b2b3-8f7fa98bc72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:36.219374 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f732c-26dc-4e15-ae7f-93c83f6d7930 req-a3ad2aeb-4fd7-4ad4-96f3-74354d9d37d2 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:36.220990 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f95f732c-26dc-4e15-ae7f-93c83f6d7930 req-a3ad2aeb-4fd7-4ad4-96f3-74354d9d37d2 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=60cb769d-9fbe-4040-9539-4c5669adc585 HTTP/1.1" status: 200 len: 948 time: 0.6630576 Jul 30 20:05:36.232026 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b6a6acfb-35c1-413e-b650-cc7b67271bec req-bfb910d5-dda5-4727-a4bb-bc14b354dd06 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:36.234996 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b6a6acfb-35c1-413e-b650-cc7b67271bec req-bfb910d5-dda5-4727-a4bb-bc14b354dd06 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:36.236287 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b6a6acfb-35c1-413e-b650-cc7b67271bec req-bfb910d5-dda5-4727-a4bb-bc14b354dd06 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "DELETE /v2.0/floatingips/aeb74132-c47c-48b5-aa1e-fd509c1e2a55 HTTP/1.1" status: 204 len: 173 time: 1.0519209 Jul 30 20:05:36.264686 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f88d9-afd3-491f-b2b3-8f7fa98bc72e service neutron] Pushing event updated for resources: {'Port': ['ID=ec4a5001-05e5-44cc-93ff-c8d9c16d7be6,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:36.271319 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': '4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f', 'mac_address': 'fa:16:3e:46:84:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:05:36.283088 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-866d7cb6-b68b-4f07-b45f-7b82330bfb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:36.344256 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bc51724d-3241-4dfb-a4f3-552ca7796c74 None None] Provisioning for port cd4d337f-4c05-465f-a7eb-fb53e7a764f8 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:05:36.377914 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:36.416901 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f95f732c-26dc-4e15-ae7f-93c83f6d7930 req-7291f5c6-a45e-400e-9ecd-8e1c53d8da2e tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869597 Jul 30 20:05:36.421209 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cd4d337f-4c05-465f-a7eb-fb53e7a764f8 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:05:36.430332 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:05:36.433164 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-ec1f88d9-afd3-491f-b2b3-8f7fa98bc72e service neutron] Attempting to bind port ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:05:36.433610 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-ec1f88d9-afd3-491f-b2b3-8f7fa98bc72e service neutron] Attempting to bind port ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'd57bfb45-bad2-463a-b52b-6e2516516f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:05:36.434062 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-ec1f88d9-afd3-491f-b2b3-8f7fa98bc72e service neutron] Attempting to bind port ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 on network e4bf3036-f4f1-465f-b95b-df7c6e0f15dc {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:05:36.449555 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacc69c-0443-4f0c-8efa-b971d2c61fed req-690e8df1-ae22-44fb-9df2-1f6c86702cae tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:36.451137 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cacc69c-0443-4f0c-8efa-b971d2c61fed req-690e8df1-ae22-44fb-9df2-1f6c86702cae tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b14818-67ca-467b-825e-66d75b3b16a1 HTTP/1.1" status: 200 len: 946 time: 0.0794647 Jul 30 20:05:36.453484 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-ec1f88d9-afd3-491f-b2b3-8f7fa98bc72e service neutron] Port ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 on network e4bf3036-f4f1-465f-b95b-df7c6e0f15dc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:05:36.453815 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-ec1f88d9-afd3-491f-b2b3-8f7fa98bc72e service neutron] Attempting to bind port ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 on network e4bf3036-f4f1-465f-b95b-df7c6e0f15dc {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:05:36.462317 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-ec1f88d9-afd3-491f-b2b3-8f7fa98bc72e service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:05:36.463267 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-ec1f88d9-afd3-491f-b2b3-8f7fa98bc72e service neutron] Checking segment: {'id': 'd57bfb45-bad2-463a-b52b-6e2516516f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:05:36.463267 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-ec1f88d9-afd3-491f-b2b3-8f7fa98bc72e service neutron] Bound using segment: {'id': 'd57bfb45-bad2-463a-b52b-6e2516516f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:05:36.463769 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-ec1f88d9-afd3-491f-b2b3-8f7fa98bc72e service neutron] Bound port: ec4a5001-05e5-44cc-93ff-c8d9c16d7be6, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd57bfb45-bad2-463a-b52b-6e2516516f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:05:36.464130 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-ec1f88d9-afd3-491f-b2b3-8f7fa98bc72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:36.498657 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:36.517594 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:36.519972 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:36.538185 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cacc69c-0443-4f0c-8efa-b971d2c61fed req-b1c65c51-fe80-4631-97bf-cc8f10b77ed1 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.81 "GET /v2.0/security-groups?id=219e6cfc-635f-47b7-a76d-d826c652c26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775490 Jul 30 20:05:36.557618 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-866d7cb6-b68b-4f07-b45f-7b82330bfb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:36.560736 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-866d7cb6-b68b-4f07-b45f-7b82330bfb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:36.562667 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-866d7cb6-b68b-4f07-b45f-7b82330bfb06 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9fbdddbf-329e-46e9-8b0f-11149c3139ba HTTP/1.1" status: 204 len: 168 time: 1.0376365 Jul 30 20:05:36.578544 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d7cb6-b68b-4f07-b45f-7b82330bfb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbdddbf-329e-46e9-8b0f-11149c3139ba,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:36.586247 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port cd4d337f-4c05-465f-a7eb-fb53e7a764f8 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:05:36.589471 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:36.600625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port cd4d337f-4c05-465f-a7eb-fb53e7a764f8 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:36.601101 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:36.644199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-ec1f88d9-afd3-491f-b2b3-8f7fa98bc72e service neutron] For port ec4a5001-05e5-44cc-93ff-c8d9c16d7be6, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:05:36.655105 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-ec1f88d9-afd3-491f-b2b3-8f7fa98bc72e service neutron] For port ec4a5001-05e5-44cc-93ff-c8d9c16d7be6, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=ec4a5001-05e5-44cc-93ff-c8d9c16d7be6,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:05:36.669519 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-ec1f88d9-afd3-491f-b2b3-8f7fa98bc72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:36.711440 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-ec1f88d9-afd3-491f-b2b3-8f7fa98bc72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:36.712363 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-ec1f88d9-afd3-491f-b2b3-8f7fa98bc72e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:36.713422 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448df375-f619-4334-8ca9-5ba09af37193 x-openstack-request-id: req-448df375-f619-4334-8ca9-5ba09af37193 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:05:36.713907 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b14818-67ca-467b-825e-66d75b3b16a1", "name": "network-vif-plugged", "status": "completed", "tag": "4796d30e-2fed-4403-aaad-287282113740", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:05:36.714011 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-448df375-f619-4334-8ca9-5ba09af37193 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:05:36.714320 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b14818-67ca-467b-825e-66d75b3b16a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4796d30e-2fed-4403-aaad-287282113740', 'code': 200} Jul 30 20:05:36.718381 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-ec1f88d9-afd3-491f-b2b3-8f7fa98bc72e service neutron] 10.222.0.59 "PUT /v2.0/ports/ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 HTTP/1.1" status: 200 len: 1091 time: 1.2337747 Jul 30 20:05:36.781453 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:36.839542 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port cd4d337f-4c05-465f-a7eb-fb53e7a764f8, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=cd4d337f-4c05-465f-a7eb-fb53e7a764f8,segment=NetworkSegment(3b429ca1-ba1e-4584-8d09-c16667e81537),segment_id=3b429ca1-ba1e-4584-8d09-c16667e81537)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:36.847450 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:05:36.855585 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:36.918728 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:36.952794 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=cd4d337f-4c05-465f-a7eb-fb53e7a764f8,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:36.975175 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f88d9-afd3-491f-b2b3-8f7fa98bc72e service neutron] Pushing event updated for resources: {'Port': ['ID=ec4a5001-05e5-44cc-93ff-c8d9c16d7be6,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:37.024502 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840658ec-8c47-4cbb-863e-f026c2dcec03 req-f1998b76-4bfa-4eca-bf95-c5c30922f4d3 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:37.026652 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-840658ec-8c47-4cbb-863e-f026c2dcec03 req-f1998b76-4bfa-4eca-bf95-c5c30922f4d3 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=feb30fe4-1199-4aaf-ba13-8e67cea01407 HTTP/1.1" status: 200 len: 943 time: 0.2447863 Jul 30 20:05:37.029831 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-34b89773-ab79-49e2-91f4-3bdfef306033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:37.031467 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-34b89773-ab79-49e2-91f4-3bdfef306033 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=efaf745330cb48e3a1c19705d011fd87&device_id=feb30fe4-1199-4aaf-ba13-8e67cea01407 HTTP/1.1" status: 200 len: 1094 time: 0.2047884 Jul 30 20:05:37.046835 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8873703d-65aa-4d4f-be7a-8fec287458dc None None] Provisioning complete for port cd4d337f-4c05-465f-a7eb-fb53e7a764f8 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:37.047217 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8873703d-65aa-4d4f-be7a-8fec287458dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:37.048803 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d092a-fd6f-4a60-8d3f-e188ed70daa2 req-fb279a14-acec-4d51-b3a3-b20357234614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:37.050323 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ea2d092a-fd6f-4a60-8d3f-e188ed70daa2 req-fb279a14-acec-4d51-b3a3-b20357234614 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=51b14818-67ca-467b-825e-66d75b3b16a1 HTTP/1.1" status: 200 len: 1097 time: 0.1292815 Jul 30 20:05:37.087537 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-f35f2913-3e57-46a7-a642-0419fddbed39 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 HTTP/1.1" status: 200 len: 217 time: 0.0459392 Jul 30 20:05:37.140506 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-840658ec-8c47-4cbb-863e-f026c2dcec03 req-0a73bc25-d32c-4224-bf44-95f118be470c tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071000 Jul 30 20:05:37.155474 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ea2d092a-fd6f-4a60-8d3f-e188ed70daa2 req-61ede5ef-b0a0-4756-8fdf-2529ba8b3cb7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=219e6cfc-635f-47b7-a76d-d826c652c26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636685 Jul 30 20:05:37.196553 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-cd3d6f9d-87ec-4a8f-a9be-87b3b588720d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:37.198032 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-cd3d6f9d-87ec-4a8f-a9be-87b3b588720d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4cfed6b-f42f-43da-94d1-da091996fffe HTTP/1.1" status: 200 len: 845 time: 0.0994070 Jul 30 20:05:37.209541 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Router 955b62f6-efdf-4c10-9a71-a0ff207dbcf2 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:05:37.259817 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2329327-79f8-4217-af20-d596743f57ad req-18f9c23e-e1b4-4107-886b-9f801d4ff6be tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/floatingips/36951241-6caf-49bd-82f8-c936e65b222b HTTP/1.1" status: 200 len: 693 time: 0.0835152 Jul 30 20:05:37.261714 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-bb4d038d-ea61-426b-b558-6520a94dcdee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4bf3036-f4f1-465f-b95b-df7c6e0f15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356145 Jul 30 20:05:37.358349 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f3561-f251-4bb8-962f-8545b78c3525 req-b9bbc622-bad1-411d-84fb-54de5c31b188 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:37.359863 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e09f3561-f251-4bb8-962f-8545b78c3525 req-b9bbc622-bad1-411d-84fb-54de5c31b188 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c1d81f-5d1e-4db6-8664-36ed7d3d235c HTTP/1.1" status: 200 len: 946 time: 0.0937297 Jul 30 20:05:37.397153 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:05:37.408021 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] Sync routers for ids ['955b62f6-efdf-4c10-9a71-a0ff207dbcf2'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:05:37.424893 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] Routers {'955b62f6-efdf-4c10-9a71-a0ff207dbcf2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:05:37.425828 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:05:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['955b62f6-efdf-4c10-9a71-a0ff207dbcf2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:37.438262 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e09f3561-f251-4bb8-962f-8545b78c3525 req-d14cab82-85f9-4641-95b9-bd2e4f3caf32 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609212 Jul 30 20:05:37.439703 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:37.442304 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4484047d-1bc9-42e2-a588-e3eddbb115a1 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3031895 Jul 30 20:05:37.445434 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55638) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:37.466351 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb30fe4-1199-4aaf-ba13-8e67cea01407', 'tag': 'ec4a5001-05e5-44cc-93ff-c8d9c16d7be6'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:05:37.468651 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a04fc7b-a368-4403-900f-beccc819c1ef" -d '{"events": [{"name": "network-changed", "server_uuid": "feb30fe4-1199-4aaf-ba13-8e67cea01407", "tag": "ec4a5001-05e5-44cc-93ff-c8d9c16d7be6"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:05:37.502353 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-3dc54cdc-e69e-437e-8f41-d5bcb7721e6d service neutron] 10.222.0.59 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152421 Jul 30 20:05:37.513774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2329327-79f8-4217-af20-d596743f57ad req-02e76be3-785b-41e6-a7f6-ec398ec1dd41 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:37.515441 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2329327-79f8-4217-af20-d596743f57ad req-02e76be3-785b-41e6-a7f6-ec398ec1dd41 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.2460854 Jul 30 20:05:37.576501 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] Set router 955b62f6-efdf-4c10-9a71-a0ff207dbcf2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:05:37.664124 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2329327-79f8-4217-af20-d596743f57ad req-f9e7671e-0d32-4864-9afd-88c802a0e9ed tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 696 time: 0.0837679 Jul 30 20:05:37.713248 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55660) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:37.727026 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb672ad-a88f-4632-a664-cbc50372154e req-8f12ea9e-d2a3-4d09-9f7b-81a08d8f1956 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:37.735805 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fdb672ad-a88f-4632-a664-cbc50372154e req-8f12ea9e-d2a3-4d09-9f7b-81a08d8f1956 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=60cb769d-9fbe-4040-9539-4c5669adc585 HTTP/1.1" status: 200 len: 949 time: 0.1157594 Jul 30 20:05:37.738562 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2329327-79f8-4217-af20-d596743f57ad req-91fab2cc-a45a-47a7-b6bd-05ff92122513 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 696 time: 0.0735381 Jul 30 20:05:37.808841 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d56c449-3bec-4ac8-aa54-25c28ae8cf59 req-3f6859d9-221a-488d-b691-46f49de57135 service neutron] 10.222.0.59 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919261 Jul 30 20:05:37.834195 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fdb672ad-a88f-4632-a664-cbc50372154e req-e1420cfd-6173-4e8f-9a80-e0e2c4dbc65c tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975187 Jul 30 20:05:37.886601 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955b62f6-efdf-4c10-9a71-a0ff207dbcf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-287516336-router', 'tenant_id': '3bda4270137a4d94a0bb900d254fc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'da706858-4aa3-4c03-9bbe-ce3bf1b2b083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:05:34Z', 'updated_at': '2021-07-30T20:05:36Z', 'revision_number': 3, 'project_id': '3bda4270137a4d94a0bb900d254fc442', 'gw_port': {'id': 'da706858-4aa3-4c03-9bbe-ce3bf1b2b083', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955b62f6-efdf-4c10-9a71-a0ff207dbcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:05:34Z', 'updated_at': '2021-07-30T20:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:37.900232 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-86ed0d3e-483e-47fd-99d9-bb7500dc41a0 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1468834570-network', 'tenant_id': '8f2803fb25ab4f8da128bffb3dbdd39a'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:37.934339 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ed0d3e-483e-47fd-99d9-bb7500dc41a0 admin admin] Made reservation on behalf of 8f2803fb25ab4f8da128bffb3dbdd39a for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:05:37.936971 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-86ed0d3e-483e-47fd-99d9-bb7500dc41a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:37.950193 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-86ed0d3e-483e-47fd-99d9-bb7500dc41a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:37.951679 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] Checking router: 955b62f6-efdf-4c10-9a71-a0ff207dbcf2 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:05:37.952043 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] Updating router 955b62f6-efdf-4c10-9a71-a0ff207dbcf2 port da706858-4aa3-4c03-9bbe-ce3bf1b2b083 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:05:37.956402 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-b2329327-79f8-4217-af20-d596743f57ad req-02ad6e25-c300-402b-a526-1280db93efa5 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Deleting port 890ec057-cf2b-4af1-8597-d6573cebf30e {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:05:37.956840 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b2329327-79f8-4217-af20-d596743f57ad req-02ad6e25-c300-402b-a526-1280db93efa5 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:37.988014 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:38.055746 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756cc00-1b34-4577-9712-e2b573d63c10 req-2b80980f-c1ce-4493-9455-d388b47f259a tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:38.057235 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4756cc00-1b34-4577-9712-e2b573d63c10 req-2b80980f-c1ce-4493-9455-d388b47f259a tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c1d81f-5d1e-4db6-8664-36ed7d3d235c HTTP/1.1" status: 200 len: 946 time: 0.1086931 Jul 30 20:05:38.071958 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b2329327-79f8-4217-af20-d596743f57ad req-02ad6e25-c300-402b-a526-1280db93efa5 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:38.072329 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b2329327-79f8-4217-af20-d596743f57ad req-02ad6e25-c300-402b-a526-1280db93efa5 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:38.078338 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dada0e76-74d0-4e11-b991-6a408bbcea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:38.091238 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-b2329327-79f8-4217-af20-d596743f57ad req-02ad6e25-c300-402b-a526-1280db93efa5 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Calling delete_port for 890ec057-cf2b-4af1-8597-d6573cebf30e owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:05:38.120934 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4756cc00-1b34-4577-9712-e2b573d63c10 req-08c25e61-d89d-4fdb-a7e8-73223f3dc3c8 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539203 Jul 30 20:05:38.189607 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-86ed0d3e-483e-47fd-99d9-bb7500dc41a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:38.191696 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12dd06e2-57c7-47df-9562-19bb871eba6d x-openstack-request-id: req-12dd06e2-57c7-47df-9562-19bb871eba6d {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:05:38.192014 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb30fe4-1199-4aaf-ba13-8e67cea01407", "tag": "ec4a5001-05e5-44cc-93ff-c8d9c16d7be6", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:05:38.192274 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-12dd06e2-57c7-47df-9562-19bb871eba6d {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:05:38.192659 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb30fe4-1199-4aaf-ba13-8e67cea01407', 'tag': 'ec4a5001-05e5-44cc-93ff-c8d9c16d7be6', 'status': 'completed', 'code': 200} Jul 30 20:05:38.203833 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-86ed0d3e-483e-47fd-99d9-bb7500dc41a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:38.244954 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ed0d3e-483e-47fd-99d9-bb7500dc41a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:05:38.299029 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed0d3e-483e-47fd-99d9-bb7500dc41a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c3556a-d5cc-4696-ae53-ba5bd5d86630,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:38.305127 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-86ed0d3e-483e-47fd-99d9-bb7500dc41a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:38.305487 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-86ed0d3e-483e-47fd-99d9-bb7500dc41a0 admin admin] Added segment ce00f4ba-d8bb-4afc-8455-d155bb6366db of type vlan for network d720bf4d-d89c-40cc-a8d3-2bcde79b768e Jul 30 20:05:38.332253 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:38.345664 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] Transition to ACTIVE for port object da706858-4aa3-4c03-9bbe-ce3bf1b2b083 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:05:38.357127 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:38.384068 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04fc7b-a368-4403-900f-beccc819c1ef req-893b3446-643f-4d10-90bc-aeda811ce3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:38.385568 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a04fc7b-a368-4403-900f-beccc819c1ef req-893b3446-643f-4d10-90bc-aeda811ce3b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=efaf745330cb48e3a1c19705d011fd87&device_id=feb30fe4-1199-4aaf-ba13-8e67cea01407 HTTP/1.1" status: 200 len: 1094 time: 0.1724892 Jul 30 20:05:38.387791 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cd4d337f-4c05-465f-a7eb-fb53e7a764f8 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:05:38.388192 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-dada0e76-74d0-4e11-b991-6a408bbcea9f admin admin] Allocated IP 172.20.0.1 (7347e0e4-4cc9-4682-ae67-b9232f58465e/b9e8934d-cabf-462c-9ade-582425394a0b/d824052f-0ec5-45ca-a231-0694e988d514) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:05:38.400043 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-86ed0d3e-483e-47fd-99d9-bb7500dc41a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:38.441509 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cfc86-9d46-46e9-b010-93b506e9769f req-65423de9-ba9b-4d04-9fd2-81215c6ce799 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:38.443223 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-802cfc86-9d46-46e9-b010-93b506e9769f req-65423de9-ba9b-4d04-9fd2-81215c6ce799 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b14818-67ca-467b-825e-66d75b3b16a1 HTTP/1.1" status: 200 len: 946 time: 0.0871687 Jul 30 20:05:38.444498 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] Attempting to bind port da706858-4aa3-4c03-9bbe-ce3bf1b2b083 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:05:38.444876 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] Attempting to bind port da706858-4aa3-4c03-9bbe-ce3bf1b2b083 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:05:38.445244 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] Attempting to bind port da706858-4aa3-4c03-9bbe-ce3bf1b2b083 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:05:38.452015 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:05:38.452383 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:05:38.452947 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:38.453180 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:05:38.453313 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b2329327-79f8-4217-af20-d596743f57ad req-02ad6e25-c300-402b-a526-1280db93efa5 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:38.453654 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] Bound port: da706858-4aa3-4c03-9bbe-ce3bf1b2b083, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:05:38.454036 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:38.455562 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e19ac19-3723-4c6d-8f19-b6834ad67480 None None] Pushing event updated for resources: {'Port': ['ID=da706858-4aa3-4c03-9bbe-ce3bf1b2b083,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:38.505026 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad6e25-c300-402b-a526-1280db93efa5 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Pushing event deleted for resources: {'Port': ['ID=890ec057-cf2b-4af1-8597-d6573cebf30e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:38.519970 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port cd4d337f-4c05-465f-a7eb-fb53e7a764f8 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:38.520351 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:38.540029 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-802cfc86-9d46-46e9-b010-93b506e9769f req-006a9eee-a7a1-4cca-8eb6-8642957370ea tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.81 "GET /v2.0/security-groups?id=219e6cfc-635f-47b7-a76d-d826c652c26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645993 Jul 30 20:05:38.546299 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] For port da706858-4aa3-4c03-9bbe-ce3bf1b2b083, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:05:38.564104 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] For port da706858-4aa3-4c03-9bbe-ce3bf1b2b083, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=da706858-4aa3-4c03-9bbe-ce3bf1b2b083,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:05:38.574946 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:38.588254 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dada0e76-74d0-4e11-b991-6a408bbcea9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:38.604089 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-dada0e76-74d0-4e11-b991-6a408bbcea9f admin admin] Transition to ACTIVE for port object d824052f-0ec5-45ca-a231-0694e988d514 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:05:38.612126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04fc7b-a368-4403-900f-beccc819c1ef req-3f5db3cb-9973-45bb-a217-4df38cecf68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:38.614827 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a04fc7b-a368-4403-900f-beccc819c1ef req-3f5db3cb-9973-45bb-a217-4df38cecf68c service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4bf3036-f4f1-465f-b95b-df7c6e0f15dc HTTP/1.1" status: 200 len: 906 time: 0.2176514 Jul 30 20:05:38.615600 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-86ed0d3e-483e-47fd-99d9-bb7500dc41a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:38.618314 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ed0d3e-483e-47fd-99d9-bb7500dc41a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:38.619046 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-86ed0d3e-483e-47fd-99d9-bb7500dc41a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:38.642838 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dada0e76-74d0-4e11-b991-6a408bbcea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:38.684562 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] Routers {'955b62f6-efdf-4c10-9a71-a0ff207dbcf2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:05:38.684989 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:05:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['955b62f6-efdf-4c10-9a71-a0ff207dbcf2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:38.690248 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e19ac19-3723-4c6d-8f19-b6834ad67480 None None] Pushing event updated for resources: {'Port': ['ID=da706858-4aa3-4c03-9bbe-ce3bf1b2b083,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:38.696074 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dada0e76-74d0-4e11-b991-6a408bbcea9f admin admin] Network 7347e0e4-4cc9-4682-ae67-b9232f58465e is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:05:38.698712 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-dada0e76-74d0-4e11-b991-6a408bbcea9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:38.705347 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada0e76-74d0-4e11-b991-6a408bbcea9f admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:05:38.727983 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada0e76-74d0-4e11-b991-6a408bbcea9f admin admin] Pushing event updated for resources: {'Port': ['ID=d824052f-0ec5-45ca-a231-0694e988d514,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:38.752494 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a04fc7b-a368-4403-900f-beccc819c1ef req-bb6dac8d-a872-4946-bde0-2dc10aaf2f00 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 HTTP/1.1" status: 200 len: 217 time: 0.1105549 Jul 30 20:05:38.776884 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dada0e76-74d0-4e11-b991-6a408bbcea9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:38.782837 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-86ed0d3e-483e-47fd-99d9-bb7500dc41a0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0685427 Jul 30 20:05:38.805199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55678) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:38.809436 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] Set router 955b62f6-efdf-4c10-9a71-a0ff207dbcf2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:05:38.810305 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-cf1a1655-8a22-48c8-b77d-f2dda43e279a admin admin] Request body: {'subnet': {'network_id': 'd720bf4d-d89c-40cc-a8d3-2bcde79b768e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1468834570-subnet', 'tenant_id': '8f2803fb25ab4f8da128bffb3dbdd39a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:38.839407 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9b0f8-b021-475c-9ed1-ab736b4528b9 req-70fc7ec1-9d05-4ab0-8caa-adb0783c83ad tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:38.841666 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a1e9b0f8-b021-475c-9ed1-ab736b4528b9 req-70fc7ec1-9d05-4ab0-8caa-adb0783c83ad tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=feb30fe4-1199-4aaf-ba13-8e67cea01407 HTTP/1.1" status: 200 len: 943 time: 0.1150432 Jul 30 20:05:38.873606 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b2329327-79f8-4217-af20-d596743f57ad req-02ad6e25-c300-402b-a526-1280db93efa5 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:38.877506 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b2329327-79f8-4217-af20-d596743f57ad req-02ad6e25-c300-402b-a526-1280db93efa5 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:38.878824 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2329327-79f8-4217-af20-d596743f57ad req-02ad6e25-c300-402b-a526-1280db93efa5 tempest-FloatingIPDetailsTestJSON-2097615911 tempest-FloatingIPDetailsTestJSON-2097615911-project] 10.222.0.81 "DELETE /v2.0/floatingips/36951241-6caf-49bd-82f8-c936e65b222b HTTP/1.1" status: 204 len: 173 time: 1.1395502 Jul 30 20:05:38.893383 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55682) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:38.907251 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed0d3e-483e-47fd-99d9-bb7500dc41a0 admin admin] Pushing event updated for resources: {'Network': ['ID=d720bf4d-d89c-40cc-a8d3-2bcde79b768e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:38.936631 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a1e9b0f8-b021-475c-9ed1-ab736b4528b9 req-e33a0948-e8f2-4fac-8e1b-220a64335c93 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862522 Jul 30 20:05:38.942627 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network d720bf4d-d89c-40cc-a8d3-2bcde79b768e details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:05:39.012825 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04fc7b-a368-4403-900f-beccc819c1ef req-51e0d904-cc87-40a5-bcb7-b0cf622f0823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:39.014060 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a04fc7b-a368-4403-900f-beccc819c1ef req-51e0d904-cc87-40a5-bcb7-b0cf622f0823 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4cfed6b-f42f-43da-94d1-da091996fffe HTTP/1.1" status: 200 len: 845 time: 0.2285271 Jul 30 20:05:39.019326 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1a1655-8a22-48c8-b77d-f2dda43e279a admin admin] Made reservation on behalf of 8f2803fb25ab4f8da128bffb3dbdd39a for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:05:39.022375 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf1a1655-8a22-48c8-b77d-f2dda43e279a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:39.032146 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dada0e76-74d0-4e11-b991-6a408bbcea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:39.096665 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a04fc7b-a368-4403-900f-beccc819c1ef req-3dac5106-7e5d-49cf-89f8-e42be1fa922b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4bf3036-f4f1-465f-b95b-df7c6e0f15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602579 Jul 30 20:05:39.154275 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bf561-7480-4efa-80bd-02a656371216 req-31f3356a-bd98-4a4e-9969-4b55a5438861 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:39.157494 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-197bf561-7480-4efa-80bd-02a656371216 req-31f3356a-bd98-4a4e-9969-4b55a5438861 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c1d81f-5d1e-4db6-8664-36ed7d3d235c HTTP/1.1" status: 200 len: 946 time: 0.1041191 Jul 30 20:05:39.220765 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f4e2d413-bbe3-462f-abc1-ee9990617476 None None] Provisioning for port d824052f-0ec5-45ca-a231-0694e988d514 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:05:39.244116 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f4e2d413-bbe3-462f-abc1-ee9990617476 None None] Provisioning complete for port d824052f-0ec5-45ca-a231-0694e988d514 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:39.245277 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-197bf561-7480-4efa-80bd-02a656371216 req-e30b097f-8673-4125-8836-895df13ff8c0 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825064 Jul 30 20:05:39.245436 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f4e2d413-bbe3-462f-abc1-ee9990617476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:39.299961 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f4e2d413-bbe3-462f-abc1-ee9990617476 None None] Port d824052f-0ec5-45ca-a231-0694e988d514 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:05:39.320944 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955b62f6-efdf-4c10-9a71-a0ff207dbcf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-287516336-router', 'tenant_id': '3bda4270137a4d94a0bb900d254fc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'da706858-4aa3-4c03-9bbe-ce3bf1b2b083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:05:34Z', 'updated_at': '2021-07-30T20:05:36Z', 'revision_number': 3, 'project_id': '3bda4270137a4d94a0bb900d254fc442', 'gw_port': {'id': 'da706858-4aa3-4c03-9bbe-ce3bf1b2b083', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955b62f6-efdf-4c10-9a71-a0ff207dbcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:05:34Z', 'updated_at': '2021-07-30T20:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:39.337139 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dada0e76-74d0-4e11-b991-6a408bbcea9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:39.344515 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dada0e76-74d0-4e11-b991-6a408bbcea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:39.351328 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdf6998-6ae1-4840-aba1-4373fa66aed4 None None] The sync data for ids ['955b62f6-efdf-4c10-9a71-a0ff207dbcf2'] in n-d-712137-9 is: [{'id': '955b62f6-efdf-4c10-9a71-a0ff207dbcf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-287516336-router', 'tenant_id': '3bda4270137a4d94a0bb900d254fc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'da706858-4aa3-4c03-9bbe-ce3bf1b2b083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:05:34Z', 'updated_at': '2021-07-30T20:05:36Z', 'revision_number': 3, 'project_id': '3bda4270137a4d94a0bb900d254fc442', 'gw_port': {'id': 'da706858-4aa3-4c03-9bbe-ce3bf1b2b083', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955b62f6-efdf-4c10-9a71-a0ff207dbcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:05:34Z', 'updated_at': '2021-07-30T20:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:05:39.352226 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33d389-22ae-4768-a1d4-ef4b1e090447 req-4ec4652e-dabd-4372-a362-59817b29d766 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:39.354807 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea33d389-22ae-4768-a1d4-ef4b1e090447 req-4ec4652e-dabd-4372-a362-59817b29d766 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=60cb769d-9fbe-4040-9539-4c5669adc585 HTTP/1.1" status: 200 len: 949 time: 0.2715082 Jul 30 20:05:39.368299 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:05:39.455775 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dada0e76-74d0-4e11-b991-6a408bbcea9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:39.459142 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada0e76-74d0-4e11-b991-6a408bbcea9f admin admin] Pushing event updated for resources: {'Port': ['ID=d824052f-0ec5-45ca-a231-0694e988d514,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:39.515323 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port ec4a5001-05e5-44cc-93ff-c8d9c16d7be6, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=ec4a5001-05e5-44cc-93ff-c8d9c16d7be6,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:39.528635 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'ec4a5001-05e5-44cc-93ff-c8d9c16d7be6', 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc', 'port_id': 'ec4a5001-05e5-44cc-93ff-c8d9c16d7be6', 'mac_address': 'fa:16:3e:03:12:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4cfed6b-f42f-43da-94d1-da091996fffe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:05:39.574419 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:39.592529 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:05:39.620205 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port ec4a5001-05e5-44cc-93ff-c8d9c16d7be6, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=ec4a5001-05e5-44cc-93ff-c8d9c16d7be6,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:39.627592 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:39.676926 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a71533-55a9-42d7-b1b4-df9399037054 req-7188cdf6-92e2-45c1-8302-6f8844d9dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:39.698660 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e0a71533-55a9-42d7-b1b4-df9399037054 req-7188cdf6-92e2-45c1-8302-6f8844d9dc8b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a0203a5d8bce4c9f987a64c640f8f285&device_id=51b14818-67ca-467b-825e-66d75b3b16a1 HTTP/1.1" status: 200 len: 1097 time: 0.1287670 Jul 30 20:05:39.712592 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=ec4a5001-05e5-44cc-93ff-c8d9c16d7be6,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:39.776349 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7183e-2b3d-42aa-9570-1298112d9426 req-81df630d-29be-494c-9b72-b6cc7e41f5af tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:39.777971 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4ea7183e-2b3d-42aa-9570-1298112d9426 req-81df630d-29be-494c-9b72-b6cc7e41f5af tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c1d81f-5d1e-4db6-8664-36ed7d3d235c HTTP/1.1" status: 200 len: 946 time: 0.2229083 Jul 30 20:05:39.790089 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:05:39.833086 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['ec4a5001-05e5-44cc-93ff-c8d9c16d7be6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:05:39.871683 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dada0e76-74d0-4e11-b991-6a408bbcea9f admin admin] Network 7347e0e4-4cc9-4682-ae67-b9232f58465e is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:05:39.886640 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4ea7183e-2b3d-42aa-9570-1298112d9426 req-a7bf6c6e-c74c-493e-bbc9-82f9f904e080 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849323 Jul 30 20:05:39.904856 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-dada0e76-74d0-4e11-b991-6a408bbcea9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:39.921305 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a71533-55a9-42d7-b1b4-df9399037054 req-a449754f-b578-47d9-a49d-c422c55fd09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:39.922762 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e0a71533-55a9-42d7-b1b4-df9399037054 req-a449754f-b578-47d9-a49d-c422c55fd09f service neutron] 10.222.0.59 "GET /v2.0/networks?id=a902dbca-0f01-4374-8ce7-97721be093a3 HTTP/1.1" status: 200 len: 914 time: 0.2233143 Jul 30 20:05:39.933872 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a04fc7b-a368-4403-900f-beccc819c1ef req-8bc0b27e-ed28-4d75-859c-6a8057fca82b service neutron] 10.222.0.59 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8076813 Jul 30 20:05:39.945740 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:05:39.978487 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:39.979258 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:40.017999 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea33d389-22ae-4768-a1d4-ef4b1e090447 req-fc65528b-1502-40bd-b8b8-827c76b80846 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6437218 Jul 30 20:05:40.018436 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e0a71533-55a9-42d7-b1b4-df9399037054 req-824ff182-3559-4763-84e5-fda22393e396 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4796d30e-2fed-4403-aaad-287282113740 HTTP/1.1" status: 200 len: 217 time: 0.0511537 Jul 30 20:05:40.260221 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:40.355632 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a71533-55a9-42d7-b1b4-df9399037054 req-c9e18c65-7450-46fa-9cc4-eb022e694082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:40.357838 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e0a71533-55a9-42d7-b1b4-df9399037054 req-c9e18c65-7450-46fa-9cc4-eb022e694082 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5f0fc28-49ba-4b59-87fb-4e294450b0fe HTTP/1.1" status: 200 len: 853 time: 0.3161244 Jul 30 20:05:40.364237 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dada0e76-74d0-4e11-b991-6a408bbcea9f admin admin] Router 955b62f6-efdf-4c10-9a71-a0ff207dbcf2 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:05:40.373281 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e374e5-8eaa-41a9-bda5-3fd3e77a194b req-19ef47ba-b6f9-4237-994c-040d103e337e tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:40.375162 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-34e374e5-8eaa-41a9-bda5-3fd3e77a194b req-19ef47ba-b6f9-4237-994c-040d103e337e tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b14818-67ca-467b-825e-66d75b3b16a1 HTTP/1.1" status: 200 len: 946 time: 0.2179427 Jul 30 20:05:40.392495 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:40.394718 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cb769d-9fbe-4040-9539-4c5669adc585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:05:40.401250 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05998a5c-2b99-4c7a-b87c-3bfc0947d2dc" -d '{"events": [{"server_uuid": "60cb769d-9fbe-4040-9539-4c5669adc585", "name": "network-vif-plugged", "status": "completed", "tag": "4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:05:40.417119 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:40.431344 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55716) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:40.443384 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a04fc7b-a368-4403-900f-beccc819c1ef req-e9b5e0c5-e752-44a9-b818-8cab85b64981 service neutron] 10.222.0.59 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994059 Jul 30 20:05:40.459970 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e0a71533-55a9-42d7-b1b4-df9399037054 req-a069fa1b-8005-4261-8bb3-8c98a3007fa7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a902dbca-0f01-4374-8ce7-97721be093a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837045 Jul 30 20:05:40.468516 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf1a1655-8a22-48c8-b77d-f2dda43e279a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:40.525379 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:40.540390 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device da706858-4aa3-4c03-9bbe-ce3bf1b2b083 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:05:40.612049 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c2284c5c-71ea-4281-87c1-593714f54724 None None] Provisioning complete for port d824052f-0ec5-45ca-a231-0694e988d514 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:40.612484 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c2284c5c-71ea-4281-87c1-593714f54724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:40.654408 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e0a71533-55a9-42d7-b1b4-df9399037054 req-e6678db0-d911-467d-87a5-60ad4057261a service neutron] 10.222.0.59 "GET /v2.0/networks/a902dbca-0f01-4374-8ce7-97721be093a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739821 Jul 30 20:05:40.665126 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-34e374e5-8eaa-41a9-bda5-3fd3e77a194b req-c2145733-86cd-4ac9-9b61-e328469fc54f tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.81 "GET /v2.0/security-groups?id=219e6cfc-635f-47b7-a76d-d826c652c26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718768 Jul 30 20:05:40.673053 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c2284c5c-71ea-4281-87c1-593714f54724 None None] Port d824052f-0ec5-45ca-a231-0694e988d514 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:05:40.676392 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port da706858-4aa3-4c03-9bbe-ce3bf1b2b083 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:05:40.685723 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port da706858-4aa3-4c03-9bbe-ce3bf1b2b083 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:40.685975 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:40.700662 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a1655-8a22-48c8-b77d-f2dda43e279a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fc58012-6aa4-4104-b48c-ddab3633cb9f,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:40.704804 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-349bea9f-6414-4c66-9df7-f55690ec63ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:40.734495 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1a1655-8a22-48c8-b77d-f2dda43e279a admin admin] Checking segment: {'id': 'ce00f4ba-d8bb-4afc-8455-d155bb6366db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd720bf4d-d89c-40cc-a8d3-2bcde79b768e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:05:40.734849 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1a1655-8a22-48c8-b77d-f2dda43e279a admin admin] Network hostable DHCP agents. Network: d720bf4d-d89c-40cc-a8d3-2bcde79b768e, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:05:40.776336 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac37359-b839-4de6-ad08-df9cf1f53d07 x-openstack-request-id: req-2ac37359-b839-4de6-ad08-df9cf1f53d07 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:05:40.776683 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60cb769d-9fbe-4040-9539-4c5669adc585", "name": "network-vif-plugged", "status": "completed", "tag": "4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:05:40.776890 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2ac37359-b839-4de6-ad08-df9cf1f53d07 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:05:40.777966 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cb769d-9fbe-4040-9539-4c5669adc585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f', 'code': 200} Jul 30 20:05:40.814820 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1a1655-8a22-48c8-b77d-f2dda43e279a admin admin] Network d720bf4d-d89c-40cc-a8d3-2bcde79b768e is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:05:40.877067 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-cf1a1655-8a22-48c8-b77d-f2dda43e279a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, d720bf4d-d89c-40cc-a8d3-2bcde79b768e) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:40.878269 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:40.891005 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e23614-cc26-4f51-9f55-747c6c240a0c None None] Network d720bf4d-d89c-40cc-a8d3-2bcde79b768e requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:05:40.892795 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1a1655-8a22-48c8-b77d-f2dda43e279a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:40.893493 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf1a1655-8a22-48c8-b77d-f2dda43e279a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:40.986849 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port da706858-4aa3-4c03-9bbe-ce3bf1b2b083, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=da706858-4aa3-4c03-9bbe-ce3bf1b2b083,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:41.001092 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:41.019009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb3bcb-da4f-4bd7-8a66-4224183126d7 req-9c794cf0-c0fe-4b38-8221-d60058357bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:41.020578 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6bbb3bcb-da4f-4bd7-8a66-4224183126d7 req-9c794cf0-c0fe-4b38-8221-d60058357bf9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=60cb769d-9fbe-4040-9539-4c5669adc585 HTTP/1.1" status: 200 len: 1101 time: 0.1636584 Jul 30 20:05:41.024852 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-349bea9f-6414-4c66-9df7-f55690ec63ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:41.037178 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc9e8cd2-ba15-4f12-8b93-10fe067d5695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:41.042906 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-349bea9f-6414-4c66-9df7-f55690ec63ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:41.099956 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cf1a1655-8a22-48c8-b77d-f2dda43e279a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2837358 Jul 30 20:05:41.116513 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=da706858-4aa3-4c03-9bbe-ce3bf1b2b083,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:41.155580 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c22659d-d448-4ebb-9b48-cf2c022414b0 None None] Network d720bf4d-d89c-40cc-a8d3-2bcde79b768e requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:05:41.194281 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-349bea9f-6414-4c66-9df7-f55690ec63ad admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4bdd4191a574420184d50feaf4eb4289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7609496 Jul 30 20:05:41.202169 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72e1bc-f2b3-4d45-9745-3be6c6bae45e req-243536bb-2527-4a5c-b98b-c1bb5176629f tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:41.203767 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1c72e1bc-f2b3-4d45-9745-3be6c6bae45e req-243536bb-2527-4a5c-b98b-c1bb5176629f tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c1d81f-5d1e-4db6-8664-36ed7d3d235c HTTP/1.1" status: 200 len: 946 time: 0.2370927 Jul 30 20:05:41.204461 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349bea9f-6414-4c66-9df7-f55690ec63ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f43098-d28d-4e3e-b6a4-a346415792b0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:41.211376 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55728) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:41.273862 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6bbb3bcb-da4f-4bd7-8a66-4224183126d7 req-99343c29-9cac-4fab-89e2-044e95d64a0f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334120 Jul 30 20:05:41.370511 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417328fb-318f-400a-a8b3-94031e3dd724 req-2c791a17-cc3b-4774-8bdb-c55806a16c82 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:41.371999 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-417328fb-318f-400a-a8b3-94031e3dd724 req-2c791a17-cc3b-4774-8bdb-c55806a16c82 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=feb30fe4-1199-4aaf-ba13-8e67cea01407 HTTP/1.1" status: 200 len: 944 time: 0.4877775 Jul 30 20:05:41.375184 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1c72e1bc-f2b3-4d45-9745-3be6c6bae45e req-ffaaef8a-4746-4951-8a02-18a1d45d9437 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309516 Jul 30 20:05:41.397585 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:05:41.407922 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e0a71533-55a9-42d7-b1b4-df9399037054 req-3f3d4943-f35c-44bf-a556-15ff36916189 service neutron] 10.222.0.59 "GET /v2.0/networks/a902dbca-0f01-4374-8ce7-97721be093a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7281022 Jul 30 20:05:41.410163 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dada0e76-74d0-4e11-b991-6a408bbcea9f admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:05:41.418926 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f4ca92b3-437f-45e8-83d1-865cf70646ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:41.424091 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dada0e76-74d0-4e11-b991-6a408bbcea9f admin admin] 10.222.0.81 "PUT /v2.0/routers/955b62f6-efdf-4c10-9a71-a0ff207dbcf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9771702 Jul 30 20:05:41.457713 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-417328fb-318f-400a-a8b3-94031e3dd724 req-6c48760f-11e8-4b17-8f87-dfe8399ad5dc tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764155 Jul 30 20:05:41.462878 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f4ca92b3-437f-45e8-83d1-865cf70646ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:41.503825 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:05:41.509932 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:41.510484 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:41.615218 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:41.648133 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e1dbe-cc18-43de-95c7-e7d4960b8825 req-67b9ba44-d25b-43b9-9f3f-7d1953fa7c78 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:41.649904 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ba6e1dbe-cc18-43de-95c7-e7d4960b8825 req-67b9ba44-d25b-43b9-9f3f-7d1953fa7c78 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=60cb769d-9fbe-4040-9539-4c5669adc585 HTTP/1.1" status: 200 len: 950 time: 0.0738678 Jul 30 20:05:41.653639 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port ec4a5001-05e5-44cc-93ff-c8d9c16d7be6, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=ec4a5001-05e5-44cc-93ff-c8d9c16d7be6,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:41.662657 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:41.670276 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-dc9e8cd2-ba15-4f12-8b93-10fe067d5695 admin admin] Deleting port 29ab6297-20fd-4d28-9a84-6128fbf5a519 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:05:41.670825 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc9e8cd2-ba15-4f12-8b93-10fe067d5695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:41.732178 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=ec4a5001-05e5-44cc-93ff-c8d9c16d7be6,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:41.751879 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f4ca92b3-437f-45e8-83d1-865cf70646ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:41.754521 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f4ca92b3-437f-45e8-83d1-865cf70646ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:41.758709 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f4ca92b3-437f-45e8-83d1-865cf70646ae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/41f43098-d28d-4e3e-b6a4-a346415792b0 HTTP/1.1" status: 204 len: 168 time: 0.5400660 Jul 30 20:05:41.784048 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca92b3-437f-45e8-83d1-865cf70646ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f43098-d28d-4e3e-b6a4-a346415792b0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:41.810823 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ba6e1dbe-cc18-43de-95c7-e7d4960b8825 req-b21e8092-3a3b-4c46-9f39-8ebc45cf9220 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415935 Jul 30 20:05:41.812917 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-dc9e8cd2-ba15-4f12-8b93-10fe067d5695 admin admin] For port 29ab6297-20fd-4d28-9a84-6128fbf5a519, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=29ab6297-20fd-4d28-9a84-6128fbf5a519,segment=NetworkSegment(3e0d5739-804f-4a67-99e4-20377c5942f3),segment_id=3e0d5739-804f-4a67-99e4-20377c5942f3)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:41.813292 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc9e8cd2-ba15-4f12-8b93-10fe067d5695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:41.838904 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-dc9e8cd2-ba15-4f12-8b93-10fe067d5695 admin admin] Calling delete_port for 29ab6297-20fd-4d28-9a84-6128fbf5a519 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:05:41.989185 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] Sync routers for ids ['955b62f6-efdf-4c10-9a71-a0ff207dbcf2'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:05:42.005104 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] Routers {'955b62f6-efdf-4c10-9a71-a0ff207dbcf2'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:05:42.006102 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:05:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['955b62f6-efdf-4c10-9a71-a0ff207dbcf2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:42.070748 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-587b9b25-a6f0-4e44-b524-9eb780004f83 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:42.078068 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-587b9b25-a6f0-4e44-b524-9eb780004f83 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/networks?id=d720bf4d-d89c-40cc-a8d3-2bcde79b768e HTTP/1.1" status: 200 len: 822 time: 0.1979246 Jul 30 20:05:42.094580 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-0b6c8c0a-7783-4ccc-b9c0-f049ea6e21fd tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/quotas/8f2803fb25ab4f8da128bffb3dbdd39a HTTP/1.1" status: 200 len: 375 time: 0.0150132 Jul 30 20:05:42.122715 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ba0b7-c65d-4275-aa34-0ba1a97ea7e6 req-0a27c34c-c000-472d-a681-4cf35dc52be8 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:42.135062 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f3ba0b7-c65d-4275-aa34-0ba1a97ea7e6 req-0a27c34c-c000-472d-a681-4cf35dc52be8 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b14818-67ca-467b-825e-66d75b3b16a1 HTTP/1.1" status: 200 len: 946 time: 0.1570444 Jul 30 20:05:42.140950 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-98a7b0f6-8d7a-4438-9b6a-6317919e528c tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8f2803fb25ab4f8da128bffb3dbdd39a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451100 Jul 30 20:05:42.181158 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] Set router 955b62f6-efdf-4c10-9a71-a0ff207dbcf2 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:05:42.242886 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-f5cb067a-5c61-477f-88dc-8f7438bef512 service neutron] 10.222.0.81 "GET /v2.0/networks/d720bf4d-d89c-40cc-a8d3-2bcde79b768e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001663 Jul 30 20:05:42.329708 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f3ba0b7-c65d-4275-aa34-0ba1a97ea7e6 req-bfb46a09-7cba-4fd3-931d-92f32142ed2f tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.81 "GET /v2.0/security-groups?id=219e6cfc-635f-47b7-a76d-d826c652c26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935294 Jul 30 20:05:42.401700 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-8752026b-cf35-4272-b1da-fbf0c7dafed4 service neutron] 10.222.0.81 "GET /v2.0/networks/d720bf4d-d89c-40cc-a8d3-2bcde79b768e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574261 Jul 30 20:05:42.434551 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc9e8cd2-ba15-4f12-8b93-10fe067d5695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:42.459483 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device da706858-4aa3-4c03-9bbe-ce3bf1b2b083 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:05:42.553708 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e8cd2-ba15-4f12-8b93-10fe067d5695 admin admin] Pushing event deleted for resources: {'Port': ['ID=29ab6297-20fd-4d28-9a84-6128fbf5a519,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:42.582246 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port da706858-4aa3-4c03-9bbe-ce3bf1b2b083 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:42.584354 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:42.734607 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2569add-51e1-479f-b026-28153b42a2aa req-00e8ad48-ab2d-4ef3-b095-d14a603afab7 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:42.742747 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2569add-51e1-479f-b026-28153b42a2aa req-00e8ad48-ab2d-4ef3-b095-d14a603afab7 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c1d81f-5d1e-4db6-8664-36ed7d3d235c HTTP/1.1" status: 200 len: 946 time: 0.1907897 Jul 30 20:05:42.760504 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901da94-5654-4311-a0b0-ff8dcaf0ddeb req-bb948545-b878-4b25-a3b3-3f2718bdd500 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:42.762698 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f901da94-5654-4311-a0b0-ff8dcaf0ddeb req-bb948545-b878-4b25-a3b3-3f2718bdd500 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c1d81f-5d1e-4db6-8664-36ed7d3d235c HTTP/1.1" status: 200 len: 946 time: 0.3611567 Jul 30 20:05:42.822284 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb30fe4-1199-4aaf-ba13-8e67cea01407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4a5001-05e5-44cc-93ff-c8d9c16d7be6'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:05:42.824555 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3be13e3-c0da-452c-a006-bafa416af2d7" -d '{"events": [{"server_uuid": "feb30fe4-1199-4aaf-ba13-8e67cea01407", "name": "network-vif-plugged", "status": "completed", "tag": "ec4a5001-05e5-44cc-93ff-c8d9c16d7be6"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:05:42.941831 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955b62f6-efdf-4c10-9a71-a0ff207dbcf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-287516336-router', 'tenant_id': '3bda4270137a4d94a0bb900d254fc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'da706858-4aa3-4c03-9bbe-ce3bf1b2b083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:05:34Z', 'updated_at': '2021-07-30T20:05:38Z', 'revision_number': 4, 'project_id': '3bda4270137a4d94a0bb900d254fc442', 'gw_port': {'id': 'da706858-4aa3-4c03-9bbe-ce3bf1b2b083', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955b62f6-efdf-4c10-9a71-a0ff207dbcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:05:34Z', 'updated_at': '2021-07-30T20:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'd824052f-0ec5-45ca-a231-0694e988d514', 'name': '', 'network_id': '7347e0e4-4cc9-4682-ae67-b9232f58465e', 'tenant_id': '3bda4270137a4d94a0bb900d254fc442', 'mac_address': 'fa:16:3e:fc:e0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955b62f6-efdf-4c10-9a71-a0ff207dbcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'b9e8934d-cabf-462c-9ade-582425394a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:05:38Z', 'updated_at': '2021-07-30T20:05:39Z', 'revision_number': 2, 'project_id': '3bda4270137a4d94a0bb900d254fc442', 'subnets': [{'id': 'b9e8934d-cabf-462c-9ade-582425394a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:43.041657 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2250347-4e04-47d0-b6d3-b2866ad96024 req-535273b3-ff5a-4825-8993-b5f93fd25167 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:43.063887 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] Checking router: 955b62f6-efdf-4c10-9a71-a0ff207dbcf2 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:05:43.064361 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] Updating router 955b62f6-efdf-4c10-9a71-a0ff207dbcf2 port d824052f-0ec5-45ca-a231-0694e988d514 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:05:43.071324 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b2250347-4e04-47d0-b6d3-b2866ad96024 req-535273b3-ff5a-4825-8993-b5f93fd25167 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=feb30fe4-1199-4aaf-ba13-8e67cea01407 HTTP/1.1" status: 200 len: 945 time: 0.1919203 Jul 30 20:05:43.156832 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2569add-51e1-479f-b026-28153b42a2aa req-8c81103d-f4e0-4c39-bbcc-39bde2ac468e tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126053 Jul 30 20:05:43.207890 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b2250347-4e04-47d0-b6d3-b2866ad96024 req-54ec421c-b4a4-4f37-9aea-bb15eedf93ef tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321261 Jul 30 20:05:43.277737 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55794) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:43.391223 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d93e05-8f58-49bb-8c96-cac187c69920 req-0381abb0-1ca9-47b2-ba7b-5297b1022164 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:43.402349 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c9d93e05-8f58-49bb-8c96-cac187c69920 req-0381abb0-1ca9-47b2-ba7b-5297b1022164 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=60cb769d-9fbe-4040-9539-4c5669adc585 HTTP/1.1" status: 200 len: 950 time: 0.0729134 Jul 30 20:05:43.462129 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c9d93e05-8f58-49bb-8c96-cac187c69920 req-8a582645-05a3-4312-b9ea-51eaee3e79c3 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577307 Jul 30 20:05:43.513979 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:43.523197 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d0bc1381-94ce-4b88-9420-a95f7d9af82d req-5cf6c0ca-15c1-4182-8545-811fc84c83ca tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 210 time: 0.1446607 Jul 30 20:05:43.565992 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a9dbbb-f8dc-4f8c-a271-3e0a7843f09d x-openstack-request-id: req-02a9dbbb-f8dc-4f8c-a271-3e0a7843f09d {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:05:43.566516 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb30fe4-1199-4aaf-ba13-8e67cea01407", "name": "network-vif-plugged", "status": "completed", "tag": "ec4a5001-05e5-44cc-93ff-c8d9c16d7be6", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:05:43.566516 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02a9dbbb-f8dc-4f8c-a271-3e0a7843f09d {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:05:43.571628 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb30fe4-1199-4aaf-ba13-8e67cea01407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4a5001-05e5-44cc-93ff-c8d9c16d7be6', 'code': 200} Jul 30 20:05:43.641446 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fe9d66bf-dfe8-4d73-a6ab-635e73fc1942 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-687095238-network', 'tenant_id': 'c58af91bcc7444b7a900f3dea5f0d74e'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:43.654734 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc9e8cd2-ba15-4f12-8b93-10fe067d5695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:43.699108 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9d66bf-dfe8-4d73-a6ab-635e73fc1942 admin admin] Made reservation on behalf of c58af91bcc7444b7a900f3dea5f0d74e for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:05:43.705744 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe9d66bf-dfe8-4d73-a6ab-635e73fc1942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:43.721623 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe9d66bf-dfe8-4d73-a6ab-635e73fc1942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:43.918244 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-f901da94-5654-4311-a0b0-ff8dcaf0ddeb req-919da0ae-0a6e-454a-918f-fac9a7c613fd tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Deleting port 981e7931-bbd8-4c2a-8174-96285e266cd0 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:05:43.918244 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f901da94-5654-4311-a0b0-ff8dcaf0ddeb req-919da0ae-0a6e-454a-918f-fac9a7c613fd tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:44.034439 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483679ad-c552-4191-b0fd-55f71fcdb243 req-24d92bc1-7aa7-44f2-aae8-641712e2d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:44.038205 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-483679ad-c552-4191-b0fd-55f71fcdb243 req-24d92bc1-7aa7-44f2-aae8-641712e2d47b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=feb30fe4-1199-4aaf-ba13-8e67cea01407 HTTP/1.1" status: 200 len: 1096 time: 0.1724308 Jul 30 20:05:44.079838 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe9d66bf-dfe8-4d73-a6ab-635e73fc1942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:44.101634 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe9d66bf-dfe8-4d73-a6ab-635e73fc1942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:44.115114 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229e8c0-dff3-472a-b844-024fef8b196b req-07426149-ee14-46ab-8524-95d448c3d6db tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:44.123563 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f229e8c0-dff3-472a-b844-024fef8b196b req-07426149-ee14-46ab-8524-95d448c3d6db tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b14818-67ca-467b-825e-66d75b3b16a1 HTTP/1.1" status: 200 len: 946 time: 0.4195349 Jul 30 20:05:44.175797 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9d66bf-dfe8-4d73-a6ab-635e73fc1942 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:05:44.206843 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:44.219816 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-483679ad-c552-4191-b0fd-55f71fcdb243 req-e3c8984d-bf0d-4a15-ab34-ccde64442aa4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725104 Jul 30 20:05:44.222582 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] Transition to ACTIVE for port object d824052f-0ec5-45ca-a231-0694e988d514 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:05:44.229387 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe9d66bf-dfe8-4d73-a6ab-635e73fc1942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:44.229387 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-fe9d66bf-dfe8-4d73-a6ab-635e73fc1942 admin admin] Added segment 5c11349b-494e-4087-9db7-06d0480e8597 of type vlan for network d5e5f8a4-7eee-4f90-ad66-efd86157f520 Jul 30 20:05:44.232283 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d66bf-dfe8-4d73-a6ab-635e73fc1942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2892e091-22f4-4312-a255-27e10912f13b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:44.245390 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f229e8c0-dff3-472a-b844-024fef8b196b req-a36ab292-f3ea-4279-87c6-f32298050d89 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.81 "GET /v2.0/security-groups?id=219e6cfc-635f-47b7-a76d-d826c652c26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151900 Jul 30 20:05:44.251392 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:44.316474 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f901da94-5654-4311-a0b0-ff8dcaf0ddeb req-919da0ae-0a6e-454a-918f-fac9a7c613fd tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] For port 981e7931-bbd8-4c2a-8174-96285e266cd0, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=981e7931-bbd8-4c2a-8174-96285e266cd0,segment=NetworkSegment(21259fef-2530-4ea2-94b4-58e78cdda3f6),segment_id=21259fef-2530-4ea2-94b4-58e78cdda3f6)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:44.316995 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f901da94-5654-4311-a0b0-ff8dcaf0ddeb req-919da0ae-0a6e-454a-918f-fac9a7c613fd tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:44.365565 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401df8d-9fea-4c91-a688-f23989339056 None None] Pushing event updated for resources: {'Port': ['ID=d824052f-0ec5-45ca-a231-0694e988d514,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:44.365834 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe9d66bf-dfe8-4d73-a6ab-635e73fc1942 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:44.370410 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-f901da94-5654-4311-a0b0-ff8dcaf0ddeb req-919da0ae-0a6e-454a-918f-fac9a7c613fd tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Calling delete_port for 981e7931-bbd8-4c2a-8174-96285e266cd0 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:05:44.400049 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ab1aa-2b17-46ed-8e87-f3ec8955f831 req-9755400d-293e-40c5-9762-576048341e19 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:44.413119 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-545ab1aa-2b17-46ed-8e87-f3ec8955f831 req-9755400d-293e-40c5-9762-576048341e19 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=60cb769d-9fbe-4040-9539-4c5669adc585 HTTP/1.1" status: 200 len: 950 time: 0.1934907 Jul 30 20:05:44.461162 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe9d66bf-dfe8-4d73-a6ab-635e73fc1942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:44.462016 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9d66bf-dfe8-4d73-a6ab-635e73fc1942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:44.478190 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe9d66bf-dfe8-4d73-a6ab-635e73fc1942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:44.546003 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9e8cd2-ba15-4f12-8b93-10fe067d5695 admin admin] Router 08cb0803-34cb-4a1f-b575-41bae4de3a32 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:05:44.607234 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-545ab1aa-2b17-46ed-8e87-f3ec8955f831 req-34995d32-ca7f-4c1b-9027-70277c3516b5 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986790 Jul 30 20:05:44.618701 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] Attempting to bind port d824052f-0ec5-45ca-a231-0694e988d514 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:05:44.619228 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] Attempting to bind port d824052f-0ec5-45ca-a231-0694e988d514 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '3b429ca1-ba1e-4584-8d09-c16667e81537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7347e0e4-4cc9-4682-ae67-b9232f58465e'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:05:44.623225 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] Attempting to bind port d824052f-0ec5-45ca-a231-0694e988d514 on network 7347e0e4-4cc9-4682-ae67-b9232f58465e {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:05:44.631163 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:05:44.634054 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] Checking segment: {'id': '3b429ca1-ba1e-4584-8d09-c16667e81537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7347e0e4-4cc9-4682-ae67-b9232f58465e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:05:44.634664 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:44.635212 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] Bound using segment: {'id': '3b429ca1-ba1e-4584-8d09-c16667e81537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7347e0e4-4cc9-4682-ae67-b9232f58465e'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:05:44.635853 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] Bound port: d824052f-0ec5-45ca-a231-0694e988d514, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b429ca1-ba1e-4584-8d09-c16667e81537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7347e0e4-4cc9-4682-ae67-b9232f58465e'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:05:44.636356 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:44.659427 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fe9d66bf-dfe8-4d73-a6ab-635e73fc1942 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3802810 Jul 30 20:05:44.672884 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55818) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:44.697489 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-31fcb6e9-1d9c-452d-bdd8-38c0a2e7ee7d admin admin] Request body: {'subnet': {'network_id': 'd5e5f8a4-7eee-4f90-ad66-efd86157f520', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-687095238-subnet', 'tenant_id': 'c58af91bcc7444b7a900f3dea5f0d74e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:44.730513 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d66bf-dfe8-4d73-a6ab-635e73fc1942 admin admin] Pushing event updated for resources: {'Network': ['ID=d5e5f8a4-7eee-4f90-ad66-efd86157f520,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:44.739297 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-3109e799-d319-4b0d-bc29-9cde1f45b40f tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:44.758017 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network d5e5f8a4-7eee-4f90-ad66-efd86157f520 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:05:44.768777 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-3109e799-d319-4b0d-bc29-9cde1f45b40f tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.83 "GET /v2.0/networks?id=d720bf4d-d89c-40cc-a8d3-2bcde79b768e HTTP/1.1" status: 200 len: 822 time: 0.2764497 Jul 30 20:05:44.774564 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] For port d824052f-0ec5-45ca-a231-0694e988d514, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:05:44.779086 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] For port d824052f-0ec5-45ca-a231-0694e988d514, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d824052f-0ec5-45ca-a231-0694e988d514,segment=NetworkSegment(3b429ca1-ba1e-4584-8d09-c16667e81537),segment_id=3b429ca1-ba1e-4584-8d09-c16667e81537)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:05:44.789029 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:44.844049 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-22e18d55-f7b7-4e37-a12d-a0d8c5a98c71 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Request body: {'port': {'device_id': '28f7824e-0a23-47b0-ae52-32d24d9bbc28', 'network_id': 'd720bf4d-d89c-40cc-a8d3-2bcde79b768e', 'admin_state_up': True, 'tenant_id': '8f2803fb25ab4f8da128bffb3dbdd39a'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:44.865428 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] Routers {'955b62f6-efdf-4c10-9a71-a0ff207dbcf2'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:05:44.866745 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:05:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['955b62f6-efdf-4c10-9a71-a0ff207dbcf2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:44.871980 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401df8d-9fea-4c91-a688-f23989339056 None None] Pushing event updated for resources: {'Port': ['ID=d824052f-0ec5-45ca-a231-0694e988d514,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:44.981080 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fcb6e9-1d9c-452d-bdd8-38c0a2e7ee7d admin admin] Made reservation on behalf of c58af91bcc7444b7a900f3dea5f0d74e for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:05:44.983342 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31fcb6e9-1d9c-452d-bdd8-38c0a2e7ee7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:45.014765 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ac1d7-9b8d-4177-8b26-cd5ef993c1bd req-ccd4223e-c2ab-4e9e-9267-2b2600e24806 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:45.048143 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-802ac1d7-9b8d-4177-8b26-cd5ef993c1bd req-ccd4223e-c2ab-4e9e-9267-2b2600e24806 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c1d81f-5d1e-4db6-8664-36ed7d3d235c HTTP/1.1" status: 200 len: 946 time: 0.6627414 Jul 30 20:05:45.178774 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] Set router 955b62f6-efdf-4c10-9a71-a0ff207dbcf2 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:05:45.197190 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:45.215044 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7059f-b8a2-49f5-90a4-0147d8a4033f req-ed66d35e-b352-4914-88df-fc2a9a551902 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:45.228085 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-44f7059f-b8a2-49f5-90a4-0147d8a4033f req-ed66d35e-b352-4914-88df-fc2a9a551902 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=feb30fe4-1199-4aaf-ba13-8e67cea01407 HTTP/1.1" status: 200 len: 945 time: 0.4536486 Jul 30 20:05:45.319414 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-44f7059f-b8a2-49f5-90a4-0147d8a4033f req-72d17a78-3466-468b-808f-4c5f2e53ed00 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903580 Jul 30 20:05:45.494147 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-802ac1d7-9b8d-4177-8b26-cd5ef993c1bd req-e8a2a948-e09f-4be8-8cb6-3d361909c73b tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b22e3b2-13f2-4113-a325-fb7d9846e4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446211 Jul 30 20:05:45.520631 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955b62f6-efdf-4c10-9a71-a0ff207dbcf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-287516336-router', 'tenant_id': '3bda4270137a4d94a0bb900d254fc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'da706858-4aa3-4c03-9bbe-ce3bf1b2b083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:05:34Z', 'updated_at': '2021-07-30T20:05:38Z', 'revision_number': 4, 'project_id': '3bda4270137a4d94a0bb900d254fc442', 'gw_port': {'id': 'da706858-4aa3-4c03-9bbe-ce3bf1b2b083', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955b62f6-efdf-4c10-9a71-a0ff207dbcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:05:34Z', 'updated_at': '2021-07-30T20:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'd824052f-0ec5-45ca-a231-0694e988d514', 'name': '', 'network_id': '7347e0e4-4cc9-4682-ae67-b9232f58465e', 'tenant_id': '3bda4270137a4d94a0bb900d254fc442', 'mac_address': 'fa:16:3e:fc:e0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955b62f6-efdf-4c10-9a71-a0ff207dbcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'b9e8934d-cabf-462c-9ade-582425394a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:05:38Z', 'updated_at': '2021-07-30T20:05:44Z', 'revision_number': 4, 'project_id': '3bda4270137a4d94a0bb900d254fc442', 'subnets': [{'id': 'b9e8934d-cabf-462c-9ade-582425394a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:45.527169 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31fcb6e9-1d9c-452d-bdd8-38c0a2e7ee7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:45.618701 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053dcdf-34a4-4df1-9b74-ce2c9c73e092 None None] The sync data for ids ['955b62f6-efdf-4c10-9a71-a0ff207dbcf2'] in n-d-712137-9 is: [{'id': '955b62f6-efdf-4c10-9a71-a0ff207dbcf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-287516336-router', 'tenant_id': '3bda4270137a4d94a0bb900d254fc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'da706858-4aa3-4c03-9bbe-ce3bf1b2b083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:05:34Z', 'updated_at': '2021-07-30T20:05:38Z', 'revision_number': 4, 'project_id': '3bda4270137a4d94a0bb900d254fc442', 'gw_port': {'id': 'da706858-4aa3-4c03-9bbe-ce3bf1b2b083', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955b62f6-efdf-4c10-9a71-a0ff207dbcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:05:34Z', 'updated_at': '2021-07-30T20:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'd824052f-0ec5-45ca-a231-0694e988d514', 'name': '', 'network_id': '7347e0e4-4cc9-4682-ae67-b9232f58465e', 'tenant_id': '3bda4270137a4d94a0bb900d254fc442', 'mac_address': 'fa:16:3e:fc:e0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955b62f6-efdf-4c10-9a71-a0ff207dbcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'b9e8934d-cabf-462c-9ade-582425394a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:05:38Z', 'updated_at': '2021-07-30T20:05:44Z', 'revision_number': 4, 'project_id': '3bda4270137a4d94a0bb900d254fc442', 'subnets': [{'id': 'b9e8934d-cabf-462c-9ade-582425394a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:05:45.621226 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcb6e9-1d9c-452d-bdd8-38c0a2e7ee7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=41198a31-2aea-4b93-9e36-7cacd0bbbcd7,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:45.636722 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fcb6e9-1d9c-452d-bdd8-38c0a2e7ee7d admin admin] Checking segment: {'id': '5c11349b-494e-4087-9db7-06d0480e8597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd5e5f8a4-7eee-4f90-ad66-efd86157f520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:05:45.638679 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fcb6e9-1d9c-452d-bdd8-38c0a2e7ee7d admin admin] Network hostable DHCP agents. Network: d5e5f8a4-7eee-4f90-ad66-efd86157f520, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:05:45.751252 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3761a2c9-2cc0-4d5a-a07c-01e5b7384df1 req-9c360e7d-0553-4444-b7d7-23d4d6e714d5 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 210 time: 0.1070518 Jul 30 20:05:45.767486 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-7304b8e7-6fa4-45f4-99d2-51f17ffb2ab1 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=524c9e8c00224a769a608ce643fda038&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1021097 Jul 30 20:05:45.794589 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fcb6e9-1d9c-452d-bdd8-38c0a2e7ee7d admin admin] Network d5e5f8a4-7eee-4f90-ad66-efd86157f520 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:05:45.820112 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-31fcb6e9-1d9c-452d-bdd8-38c0a2e7ee7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, d5e5f8a4-7eee-4f90-ad66-efd86157f520) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:45.825914 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fcb6e9-1d9c-452d-bdd8-38c0a2e7ee7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:45.826508 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31fcb6e9-1d9c-452d-bdd8-38c0a2e7ee7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:45.833767 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 981e7931-bbd8-4c2a-8174-96285e266cd0 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:05:45.864274 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f901da94-5654-4311-a0b0-ff8dcaf0ddeb req-919da0ae-0a6e-454a-918f-fac9a7c613fd tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:45.872524 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-31fcb6e9-1d9c-452d-bdd8-38c0a2e7ee7d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1984947 Jul 30 20:05:45.874338 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6576387-cf5c-4626-9417-aca8e3b69fcc None None] Network d5e5f8a4-7eee-4f90-ad66-efd86157f520 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:05:45.882870 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 981e7931-bbd8-4c2a-8174-96285e266cd0 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:05:45.883498 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 981e7931-bbd8-4c2a-8174-96285e266cd0 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:05:46.018065 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919da0ae-0a6e-454a-918f-fac9a7c613fd tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Pushing event deleted for resources: {'Port': ['ID=981e7931-bbd8-4c2a-8174-96285e266cd0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:46.021578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9e8cd2-ba15-4f12-8b93-10fe067d5695 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:05:46.041804 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-22e18d55-f7b7-4e37-a12d-a0d8c5a98c71 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Made reservation on behalf of 8f2803fb25ab4f8da128bffb3dbdd39a for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:05:46.045151 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-22e18d55-f7b7-4e37-a12d-a0d8c5a98c71 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:46.213945 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c7c791-e50f-4c0c-834f-e03bfbd8c0bc None None] Network d5e5f8a4-7eee-4f90-ad66-efd86157f520 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:05:46.316249 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-22e18d55-f7b7-4e37-a12d-a0d8c5a98c71 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Allocated IP 172.20.0.9 (d720bf4d-d89c-40cc-a8d3-2bcde79b768e/6fc58012-6aa4-4104-b48c-ddab3633cb9f/da38aa9d-f850-4f38-924f-71e37efcb765) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:05:46.329729 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64256cc7-fc37-4bd6-83dd-999aff6ecf4e req-2e720e0f-1932-4438-bdae-77c3e4dfcf19 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:46.334842 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-64256cc7-fc37-4bd6-83dd-999aff6ecf4e req-2e720e0f-1932-4438-bdae-77c3e4dfcf19 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b14818-67ca-467b-825e-66d75b3b16a1 HTTP/1.1" status: 200 len: 946 time: 0.1028070 Jul 30 20:05:46.445371 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-64256cc7-fc37-4bd6-83dd-999aff6ecf4e req-f186423a-e5b9-4945-9950-816039ae11db tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.81 "GET /v2.0/security-groups?id=219e6cfc-635f-47b7-a76d-d826c652c26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045721 Jul 30 20:05:46.520226 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d824052f-0ec5-45ca-a231-0694e988d514 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:05:46.525837 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-22e18d55-f7b7-4e37-a12d-a0d8c5a98c71 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:46.550847 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-f901da94-5654-4311-a0b0-ff8dcaf0ddeb req-919da0ae-0a6e-454a-918f-fac9a7c613fd tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] No DVR routers for this DVR port 981e7931-bbd8-4c2a-8174-96285e266cd0 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:05:46.562380 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f901da94-5654-4311-a0b0-ff8dcaf0ddeb req-919da0ae-0a6e-454a-918f-fac9a7c613fd tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:46.564433 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f901da94-5654-4311-a0b0-ff8dcaf0ddeb req-919da0ae-0a6e-454a-918f-fac9a7c613fd tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.83 "DELETE /v2.0/ports/981e7931-bbd8-4c2a-8174-96285e266cd0 HTTP/1.1" status: 204 len: 173 time: 3.7589731 Jul 30 20:05:46.564886 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c1d81f-5d1e-4db6-8664-36ed7d3d235c', 'name': 'network-vif-deleted', 'tag': '981e7931-bbd8-4c2a-8174-96285e266cd0'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:05:46.567136 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fd34c2-0336-4364-bd7f-c40de6d79ad6" -d '{"events": [{"server_uuid": "f6c1d81f-5d1e-4db6-8664-36ed7d3d235c", "name": "network-vif-deleted", "tag": "981e7931-bbd8-4c2a-8174-96285e266cd0"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:05:46.568538 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-381e4098-0fa2-4f60-8152-6c14ad027845 req-e7ee06a3-0dd5-4034-bdb8-1035c5bab88e tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1918993665', 'description': 'tempest-description-411774668'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:46.601029 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac20047a-1b4c-4e51-b830-271890b5f205 None None] Sync routers for ids ['08cb0803-34cb-4a1f-b575-41bae4de3a32'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:05:46.605160 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-381e4098-0fa2-4f60-8152-6c14ad027845 req-e7ee06a3-0dd5-4034-bdb8-1035c5bab88e tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:46.617528 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac20047a-1b4c-4e51-b830-271890b5f205 None None] Routers {'08cb0803-34cb-4a1f-b575-41bae4de3a32'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:05:46.618353 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ac20047a-1b4c-4e51-b830-271890b5f205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:05:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['08cb0803-34cb-4a1f-b575-41bae4de3a32'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:46.624746 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55848) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:46.625292 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-dc9e8cd2-ba15-4f12-8b93-10fe067d5695 admin admin] 10.222.0.81 "PUT /v2.0/routers/08cb0803-34cb-4a1f-b575-41bae4de3a32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7306216 Jul 30 20:05:46.685911 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-b4e4ab1e-2459-4671-8788-af785bad34ff tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:46.696161 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-b4e4ab1e-2459-4671-8788-af785bad34ff tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8721972 Jul 30 20:05:46.725956 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-9af422e9-76c1-40b3-a588-a86a31d3e7be tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/quotas/524c9e8c00224a769a608ce643fda038 HTTP/1.1" status: 200 len: 375 time: 0.0279262 Jul 30 20:05:46.792181 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-22e18d55-f7b7-4e37-a12d-a0d8c5a98c71 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:46.862037 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e18d55-f7b7-4e37-a12d-a0d8c5a98c71 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Pushing event updated for resources: {'Port': ['ID=da38aa9d-f850-4f38-924f-71e37efcb765,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:46.865655 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ac20047a-1b4c-4e51-b830-271890b5f205 None None] Set router 08cb0803-34cb-4a1f-b575-41bae4de3a32 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:05:46.876684 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-627400db-d52a-4692-b02c-f1c1f88f2b14 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=524c9e8c00224a769a608ce643fda038&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1508515 Jul 30 20:05:46.878488 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-381e4098-0fa2-4f60-8152-6c14ad027845 req-e7ee06a3-0dd5-4034-bdb8-1035c5bab88e tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:46.897511 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-381e4098-0fa2-4f60-8152-6c14ad027845 req-e7ee06a3-0dd5-4034-bdb8-1035c5bab88e tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:46.901299 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-22e18d55-f7b7-4e37-a12d-a0d8c5a98c71 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Network d720bf4d-d89c-40cc-a8d3-2bcde79b768e is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:05:46.902872 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-22e18d55-f7b7-4e37-a12d-a0d8c5a98c71 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:46.905797 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-22e18d55-f7b7-4e37-a12d-a0d8c5a98c71 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:05:46.981512 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ccf0e3c-233e-424c-957e-e4d00aacfa07 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:47.005585 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-22e18d55-f7b7-4e37-a12d-a0d8c5a98c71 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:47.006439 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-22e18d55-f7b7-4e37-a12d-a0d8c5a98c71 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:47.032539 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee06a3-0dd5-4034-bdb8-1035c5bab88e tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b504b9f2-129e-4845-83bb-b37dbe491e23,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:47.042575 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-22e18d55-f7b7-4e37-a12d-a0d8c5a98c71 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2502627 Jul 30 20:05:47.056418 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-09ad7efe-9e42-404f-a2e0-17937e231771 service neutron] Request body: {'port': {'device_id': '28f7824e-0a23-47b0-ae52-32d24d9bbc28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:47.070177 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port d824052f-0ec5-45ca-a231-0694e988d514 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:05:47.076550 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port d824052f-0ec5-45ca-a231-0694e988d514 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:47.076928 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:47.166105 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-381e4098-0fa2-4f60-8152-6c14ad027845 req-e7ee06a3-0dd5-4034-bdb8-1035c5bab88e tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:47.174135 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-381e4098-0fa2-4f60-8152-6c14ad027845 req-e7ee06a3-0dd5-4034-bdb8-1035c5bab88e tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6113162 Jul 30 20:05:47.227670 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:47.331553 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port d824052f-0ec5-45ca-a231-0694e988d514, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d824052f-0ec5-45ca-a231-0694e988d514,segment=NetworkSegment(3b429ca1-ba1e-4584-8d09-c16667e81537),segment_id=3b429ca1-ba1e-4584-8d09-c16667e81537)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:47.352451 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-09ad7efe-9e42-404f-a2e0-17937e231771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:47.359541 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:47.537820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=d824052f-0ec5-45ca-a231-0694e988d514,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:47.559256 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c988f409-a4e9-41ff-9b79-89bd9c769846 req-5cd79c06-8d45-479f-afed-f1520a29f070 tempest-ServerDiskConfigTestJSON-1911002611 tempest-ServerDiskConfigTestJSON-1911002611-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c1d81f-5d1e-4db6-8664-36ed7d3d235c HTTP/1.1" status: 200 len: 210 time: 0.0866253 Jul 30 20:05:47.560699 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ac20047a-1b4c-4e51-b830-271890b5f205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb0803-34cb-4a1f-b575-41bae4de3a32', 'name': 'tempest-FloatingIPDetailsTestJSON-1046192363-router', 'tenant_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'd84874d0-0e3a-454e-8414-e60fd646b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:04:53Z', 'updated_at': '2021-07-30T20:05:42Z', 'revision_number': 5, 'project_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'gw_port': {'id': 'd84874d0-0e3a-454e-8414-e60fd646b473', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb0803-34cb-4a1f-b575-41bae4de3a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:04:54Z', 'updated_at': '2021-07-30T20:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:47.601874 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac20047a-1b4c-4e51-b830-271890b5f205 None None] Checking router: 08cb0803-34cb-4a1f-b575-41bae4de3a32 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:05:47.612948 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac20047a-1b4c-4e51-b830-271890b5f205 None None] Routers {'08cb0803-34cb-4a1f-b575-41bae4de3a32'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:05:47.613584 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ac20047a-1b4c-4e51-b830-271890b5f205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:05:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['08cb0803-34cb-4a1f-b575-41bae4de3a32'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:47.620313 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ccf0e3c-233e-424c-957e-e4d00aacfa07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:47.740605 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d072d1-bac1-44e0-9f42-a0daf8c93c48 x-openstack-request-id: req-75d072d1-bac1-44e0-9f42-a0daf8c93c48 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:05:47.741124 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c1d81f-5d1e-4db6-8664-36ed7d3d235c", "name": "network-vif-deleted", "tag": "981e7931-bbd8-4c2a-8174-96285e266cd0", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:05:47.743235 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-75d072d1-bac1-44e0-9f42-a0daf8c93c48 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:05:47.744538 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c1d81f-5d1e-4db6-8664-36ed7d3d235c', 'name': 'network-vif-deleted', 'tag': '981e7931-bbd8-4c2a-8174-96285e266cd0', 'status': 'completed', 'code': 200} Jul 30 20:05:47.761216 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb3254-efdb-4517-8a02-3468af2288ae req-781075d5-4ddb-42f6-be2e-69690ac41e25 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:47.762765 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-21eb3254-efdb-4517-8a02-3468af2288ae req-781075d5-4ddb-42f6-be2e-69690ac41e25 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.59 "GET /v2.0/ports?device_id=51b14818-67ca-467b-825e-66d75b3b16a1 HTTP/1.1" status: 200 len: 946 time: 0.3023477 Jul 30 20:05:47.808556 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f4f93-190f-4219-b261-1f8075cc7399 req-d5db9836-6bbb-4063-b42c-1f42df33d2d5 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:47.820296 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-585f4f93-190f-4219-b261-1f8075cc7399 req-d5db9836-6bbb-4063-b42c-1f42df33d2d5 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=feb30fe4-1199-4aaf-ba13-8e67cea01407 HTTP/1.1" status: 200 len: 945 time: 0.3482897 Jul 30 20:05:47.868328 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ac20047a-1b4c-4e51-b830-271890b5f205 None None] Set router 08cb0803-34cb-4a1f-b575-41bae4de3a32 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:05:47.915563 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-585f4f93-190f-4219-b261-1f8075cc7399 req-07743135-5c34-488a-a045-00da9fba1d1f tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801263 Jul 30 20:05:47.915563 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-0ccf0e3c-233e-424c-957e-e4d00aacfa07 admin admin] Deleting port d84874d0-0e3a-454e-8414-e60fd646b473 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:05:47.915563 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ccf0e3c-233e-424c-957e-e4d00aacfa07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:47.965724 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d9f2a-1f48-4067-a6a4-a9a20847bf0d req-cd3c26ec-af9a-4f60-9107-2e517448a922 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:47.967007 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dd7d9f2a-1f48-4067-a6a4-a9a20847bf0d req-cd3c26ec-af9a-4f60-9107-2e517448a922 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 931 time: 0.1627083 Jul 30 20:05:48.037698 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dd7d9f2a-1f48-4067-a6a4-a9a20847bf0d req-97a7e759-3171-4ef2-8226-fb11fd934646 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535538 Jul 30 20:05:48.198579 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-09ad7efe-9e42-404f-a2e0-17937e231771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da38aa9d-f850-4f38-924f-71e37efcb765 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:05:48.244210 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-21eb3254-efdb-4517-8a02-3468af2288ae req-a65c56da-8750-49c6-9f97-4a874503ff7a tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Deleting port 4796d30e-2fed-4403-aaad-287282113740 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:05:48.244915 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-21eb3254-efdb-4517-8a02-3468af2288ae req-a65c56da-8750-49c6-9f97-4a874503ff7a tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:48.252492 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-09ad7efe-9e42-404f-a2e0-17937e231771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:48.257080 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-611b584e-24c0-43c9-8e1f-7bf23aa6d28b req-a8680182-381c-41ef-ae61-93dd6f2e01ec tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=e97c1afb-6767-4fdc-945e-e5fe37fd9fda HTTP/1.1" status: 200 len: 210 time: 0.0933933 Jul 30 20:05:48.277178 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-09ad7efe-9e42-404f-a2e0-17937e231771 service neutron] Transition to ACTIVE for port object da38aa9d-f850-4f38-924f-71e37efcb765 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:05:48.287919 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-09ad7efe-9e42-404f-a2e0-17937e231771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:48.370868 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad7efe-9e42-404f-a2e0-17937e231771 service neutron] Pushing event updated for resources: {'Port': ['ID=da38aa9d-f850-4f38-924f-71e37efcb765,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:48.449332 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-21eb3254-efdb-4517-8a02-3468af2288ae req-a65c56da-8750-49c6-9f97-4a874503ff7a tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] For port 4796d30e-2fed-4403-aaad-287282113740, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=4796d30e-2fed-4403-aaad-287282113740,segment=NetworkSegment(527c93bd-1c21-40e5-9c14-75baf08c986e),segment_id=527c93bd-1c21-40e5-9c14-75baf08c986e)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:48.450046 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-21eb3254-efdb-4517-8a02-3468af2288ae req-a65c56da-8750-49c6-9f97-4a874503ff7a tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:48.460539 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d824052f-0ec5-45ca-a231-0694e988d514 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:05:48.470555 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-21eb3254-efdb-4517-8a02-3468af2288ae req-a65c56da-8750-49c6-9f97-4a874503ff7a tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Calling delete_port for 4796d30e-2fed-4403-aaad-287282113740 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:05:48.511649 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ac20047a-1b4c-4e51-b830-271890b5f205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb0803-34cb-4a1f-b575-41bae4de3a32', 'name': 'tempest-FloatingIPDetailsTestJSON-1046192363-router', 'tenant_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'd84874d0-0e3a-454e-8414-e60fd646b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:04:53Z', 'updated_at': '2021-07-30T20:05:42Z', 'revision_number': 5, 'project_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'gw_port': {'id': 'd84874d0-0e3a-454e-8414-e60fd646b473', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb0803-34cb-4a1f-b575-41bae4de3a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:04:54Z', 'updated_at': '2021-07-30T20:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:48.536675 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-09ad7efe-9e42-404f-a2e0-17937e231771 service neutron] Attempting to bind port da38aa9d-f850-4f38-924f-71e37efcb765 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:05:48.537176 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-09ad7efe-9e42-404f-a2e0-17937e231771 service neutron] Attempting to bind port da38aa9d-f850-4f38-924f-71e37efcb765 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'ce00f4ba-d8bb-4afc-8455-d155bb6366db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd720bf4d-d89c-40cc-a8d3-2bcde79b768e'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:05:48.537815 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-09ad7efe-9e42-404f-a2e0-17937e231771 service neutron] Attempting to bind port da38aa9d-f850-4f38-924f-71e37efcb765 on network d720bf4d-d89c-40cc-a8d3-2bcde79b768e {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:05:48.552310 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18056b-44d5-4a41-919d-05172e2ee4c8 req-0508d766-34a4-43ab-ba9c-9c56ba673d45 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:48.556770 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac20047a-1b4c-4e51-b830-271890b5f205 None None] The sync data for ids ['08cb0803-34cb-4a1f-b575-41bae4de3a32'] in n-d-712137-9 is: [{'id': '08cb0803-34cb-4a1f-b575-41bae4de3a32', 'name': 'tempest-FloatingIPDetailsTestJSON-1046192363-router', 'tenant_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'd84874d0-0e3a-454e-8414-e60fd646b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:04:53Z', 'updated_at': '2021-07-30T20:05:42Z', 'revision_number': 5, 'project_id': '1c8608cdd9324d40bcaafe9258c3bd27', 'gw_port': {'id': 'd84874d0-0e3a-454e-8414-e60fd646b473', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb0803-34cb-4a1f-b575-41bae4de3a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:04:54Z', 'updated_at': '2021-07-30T20:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:05:48.562726 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f18056b-44d5-4a41-919d-05172e2ee4c8 req-0508d766-34a4-43ab-ba9c-9c56ba673d45 tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b14818-67ca-467b-825e-66d75b3b16a1 HTTP/1.1" status: 200 len: 946 time: 0.1091006 Jul 30 20:05:48.564606 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-09ad7efe-9e42-404f-a2e0-17937e231771 service neutron] Port da38aa9d-f850-4f38-924f-71e37efcb765 on network d720bf4d-d89c-40cc-a8d3-2bcde79b768e not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:05:48.565017 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-09ad7efe-9e42-404f-a2e0-17937e231771 service neutron] Attempting to bind port da38aa9d-f850-4f38-924f-71e37efcb765 on network d720bf4d-d89c-40cc-a8d3-2bcde79b768e {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:05:48.572465 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port d824052f-0ec5-45ca-a231-0694e988d514 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:48.573060 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:48.598098 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-09ad7efe-9e42-404f-a2e0-17937e231771 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:05:48.598949 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-09ad7efe-9e42-404f-a2e0-17937e231771 service neutron] Checking segment: {'id': 'ce00f4ba-d8bb-4afc-8455-d155bb6366db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd720bf4d-d89c-40cc-a8d3-2bcde79b768e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:05:48.599625 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-09ad7efe-9e42-404f-a2e0-17937e231771 service neutron] Bound using segment: {'id': 'ce00f4ba-d8bb-4afc-8455-d155bb6366db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd720bf4d-d89c-40cc-a8d3-2bcde79b768e'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:05:48.600275 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-09ad7efe-9e42-404f-a2e0-17937e231771 service neutron] Bound port: da38aa9d-f850-4f38-924f-71e37efcb765, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce00f4ba-d8bb-4afc-8455-d155bb6366db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd720bf4d-d89c-40cc-a8d3-2bcde79b768e'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:05:48.600852 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-09ad7efe-9e42-404f-a2e0-17937e231771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:48.624380 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d48d827a-155c-4717-8a2e-f2258f69ed3c req-ef26f00d-4567-40dd-a52f-2d78d7ef327f tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "GET /v2.0/security-groups/b504b9f2-129e-4845-83bb-b37dbe491e23 HTTP/1.1" status: 200 len: 1804 time: 0.5885780 Jul 30 20:05:48.633634 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-d48d827a-155c-4717-8a2e-f2258f69ed3c req-d55554a9-08dd-4095-8c67-0d164ef6fbcc tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b504b9f2-129e-4845-83bb-b37dbe491e23', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:48.634708 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-d48d827a-155c-4717-8a2e-f2258f69ed3c req-d55554a9-08dd-4095-8c67-0d164ef6fbcc tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b504b9f2-129e-4845-83bb-b37dbe491e23', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:48.657348 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-0ccf0e3c-233e-424c-957e-e4d00aacfa07 admin admin] For port d84874d0-0e3a-454e-8414-e60fd646b473, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d84874d0-0e3a-454e-8414-e60fd646b473,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:48.657749 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ccf0e3c-233e-424c-957e-e4d00aacfa07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:48.720997 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-09ad7efe-9e42-404f-a2e0-17937e231771 service neutron] For port da38aa9d-f850-4f38-924f-71e37efcb765, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:05:48.721271 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-0ccf0e3c-233e-424c-957e-e4d00aacfa07 admin admin] Calling delete_port for d84874d0-0e3a-454e-8414-e60fd646b473 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:05:48.724967 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-09ad7efe-9e42-404f-a2e0-17937e231771 service neutron] For port da38aa9d-f850-4f38-924f-71e37efcb765, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=da38aa9d-f850-4f38-924f-71e37efcb765,segment=NetworkSegment(ce00f4ba-d8bb-4afc-8455-d155bb6366db),segment_id=ce00f4ba-d8bb-4afc-8455-d155bb6366db)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:05:48.751531 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f18056b-44d5-4a41-919d-05172e2ee4c8 req-733bdf58-c424-40a1-90a2-7ad03362fdfa tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.81 "GET /v2.0/security-groups?id=219e6cfc-635f-47b7-a76d-d826c652c26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767976 Jul 30 20:05:48.751531 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-09ad7efe-9e42-404f-a2e0-17937e231771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:48.969389 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-21eb3254-efdb-4517-8a02-3468af2288ae req-a65c56da-8750-49c6-9f97-4a874503ff7a tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:48.988769 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['4796d30e-2fed-4403-aaad-287282113740'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:05:49.094103 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d48d827a-155c-4717-8a2e-f2258f69ed3c req-d55554a9-08dd-4095-8c67-0d164ef6fbcc tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:49.131865 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d48d827a-155c-4717-8a2e-f2258f69ed3c req-d55554a9-08dd-4095-8c67-0d164ef6fbcc tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:49.135887 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c56da-8750-49c6-9f97-4a874503ff7a tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Pushing event deleted for resources: {'Port': ['ID=4796d30e-2fed-4403-aaad-287282113740,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:49.156492 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d48d827a-155c-4717-8a2e-f2258f69ed3c req-d55554a9-08dd-4095-8c67-0d164ef6fbcc tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:49.224812 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55554a9-08dd-4095-8c67-0d164ef6fbcc tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2e1273-10fc-420b-b94c-cad09e4b1102,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:49.227157 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-09ad7efe-9e42-404f-a2e0-17937e231771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:49.227824 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-09ad7efe-9e42-404f-a2e0-17937e231771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:49.229211 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-09ad7efe-9e42-404f-a2e0-17937e231771 service neutron] 10.222.0.83 "PUT /v2.0/ports/da38aa9d-f850-4f38-924f-71e37efcb765 HTTP/1.1" status: 200 len: 1091 time: 2.1798253 Jul 30 20:05:49.255456 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-ea203ae6-ee12-4be2-84ef-6ab603b2990e tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=524c9e8c00224a769a608ce643fda038&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498457 Jul 30 20:05:49.279729 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-21eb3254-efdb-4517-8a02-3468af2288ae req-a65c56da-8750-49c6-9f97-4a874503ff7a tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] No DVR routers for this DVR port 4796d30e-2fed-4403-aaad-287282113740 on host n-h1-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:05:49.285397 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-21eb3254-efdb-4517-8a02-3468af2288ae req-a65c56da-8750-49c6-9f97-4a874503ff7a tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:49.300244 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-21eb3254-efdb-4517-8a02-3468af2288ae req-a65c56da-8750-49c6-9f97-4a874503ff7a tempest-InstanceActionsTestJSON-2078098769 tempest-InstanceActionsTestJSON-2078098769-project] 10.222.0.59 "DELETE /v2.0/ports/4796d30e-2fed-4403-aaad-287282113740 HTTP/1.1" status: 204 len: 173 time: 1.5248249 Jul 30 20:05:49.302668 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b14818-67ca-467b-825e-66d75b3b16a1', 'name': 'network-vif-deleted', 'tag': '4796d30e-2fed-4403-aaad-287282113740'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:05:49.313108 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:49.320431 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8013d267-358b-4648-bba8-f56d1e9739b2" -d '{"events": [{"server_uuid": "51b14818-67ca-467b-825e-66d75b3b16a1", "name": "network-vif-deleted", "tag": "4796d30e-2fed-4403-aaad-287282113740"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:05:49.376206 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad7efe-9e42-404f-a2e0-17937e231771 service neutron] Pushing event updated for resources: {'Port': ['ID=da38aa9d-f850-4f38-924f-71e37efcb765,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:49.402681 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d48d827a-155c-4717-8a2e-f2258f69ed3c req-d55554a9-08dd-4095-8c67-0d164ef6fbcc tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:49.404253 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d48d827a-155c-4717-8a2e-f2258f69ed3c req-d55554a9-08dd-4095-8c67-0d164ef6fbcc tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7793851 Jul 30 20:05:49.408942 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6cc836-f26c-40f2-a832-6cfb26f3c8ba req-8e6b0391-006f-44f4-940e-d6c421c8a2dc tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:49.410443 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d6cc836-f26c-40f2-a832-6cfb26f3c8ba req-8e6b0391-006f-44f4-940e-d6c421c8a2dc tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=feb30fe4-1199-4aaf-ba13-8e67cea01407 HTTP/1.1" status: 200 len: 945 time: 0.1803758 Jul 30 20:05:49.450761 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-550dada4-acf1-4de8-baa5-95b11e7a2b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:49.452318 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-550dada4-acf1-4de8-baa5-95b11e7a2b3f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8f2803fb25ab4f8da128bffb3dbdd39a&device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 1094 time: 0.1688433 Jul 30 20:05:49.519790 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-fdd7afc8-3321-4255-9c90-ba529ba78ca6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da38aa9d-f850-4f38-924f-71e37efcb765 HTTP/1.1" status: 200 len: 217 time: 0.0574903 Jul 30 20:05:49.527692 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-d2547c5a-e014-4a15-9649-850d83226ab2 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:49.529106 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-d2547c5a-e014-4a15-9649-850d83226ab2 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2544312 Jul 30 20:05:49.532052 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d6cc836-f26c-40f2-a832-6cfb26f3c8ba req-5b88a301-ba8f-4983-b8df-01b10a930d6e tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094420 Jul 30 20:05:49.549414 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ccf0e3c-233e-424c-957e-e4d00aacfa07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:49.570693 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-f3967da4-76f6-464c-b734-25a33e8afa64 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Request body: {'port': {'device_id': 'e97c1afb-6767-4fdc-945e-e5fe37fd9fda', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': '524c9e8c00224a769a608ce643fda038'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:49.598341 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf0e3c-233e-424c-957e-e4d00aacfa07 admin admin] Pushing event deleted for resources: {'Port': ['ID=d84874d0-0e3a-454e-8414-e60fd646b473,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:49.686018 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-0c323cad-06eb-4eb5-bbfe-14efc8392e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:49.687538 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-0c323cad-06eb-4eb5-bbfe-14efc8392e09 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6fc58012-6aa4-4104-b48c-ddab3633cb9f HTTP/1.1" status: 200 len: 862 time: 0.1303246 Jul 30 20:05:49.687737 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c09a5e-4789-4324-a55c-6fa2a15fa244 req-304cab21-8f67-4b7c-92d5-58dd107f8920 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:49.689666 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-63c09a5e-4789-4324-a55c-6fa2a15fa244 req-304cab21-8f67-4b7c-92d5-58dd107f8920 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 943 time: 0.1828821 Jul 30 20:05:49.747548 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-b681983b-ec3d-4262-8a90-cc5f6d857334 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d720bf4d-d89c-40cc-a8d3-2bcde79b768e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461266 Jul 30 20:05:49.748441 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f7824e-0a23-47b0-ae52-32d24d9bbc28', 'tag': 'da38aa9d-f850-4f38-924f-71e37efcb765'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:05:49.750210 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9599d8f4-91a4-40a8-937a-301c8658f7cb" -d '{"events": [{"name": "network-changed", "server_uuid": "28f7824e-0a23-47b0-ae52-32d24d9bbc28", "tag": "da38aa9d-f850-4f38-924f-71e37efcb765"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:05:49.776315 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-63c09a5e-4789-4324-a55c-6fa2a15fa244 req-ac5c3c14-726e-42e8-afcf-01c5ac45e22c tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449135 Jul 30 20:05:49.784170 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ccf0e3c-233e-424c-957e-e4d00aacfa07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:49.784794 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-10a3000c-2151-4e7d-a950-b930972f3c82 req-46a537f0-a8f3-4aab-9c87-a8decb8502fe tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=e97c1afb-6767-4fdc-945e-e5fe37fd9fda HTTP/1.1" status: 200 len: 210 time: 0.0669148 Jul 30 20:05:49.861841 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-6eb774f6-d3c6-4090-83e9-eeb12dd895cd req-aff6f988-a8b3-4534-9b4e-ad1c84da1d0d tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-45660417', 'description': 'tempest-description-825935008'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:49.979452 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a772d4a3-9fbf-4805-a971-6ed6cccb6c14 x-openstack-request-id: req-a772d4a3-9fbf-4805-a971-6ed6cccb6c14 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:05:49.980084 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b14818-67ca-467b-825e-66d75b3b16a1", "name": "network-vif-deleted", "tag": "4796d30e-2fed-4403-aaad-287282113740", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:05:49.980215 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a772d4a3-9fbf-4805-a971-6ed6cccb6c14 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:05:49.980748 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b14818-67ca-467b-825e-66d75b3b16a1', 'name': 'network-vif-deleted', 'tag': '4796d30e-2fed-4403-aaad-287282113740', 'status': 'completed', 'code': 200} Jul 30 20:05:49.986380 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-dac92e40-2a95-4faa-b7e6-be7d4353bfeb service neutron] 10.222.0.83 "GET /v2.0/networks/d720bf4d-d89c-40cc-a8d3-2bcde79b768e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221313 Jul 30 20:05:49.990323 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55b9171-e125-41e2-a3fe-74974e995c5d x-openstack-request-id: req-a55b9171-e125-41e2-a3fe-74974e995c5d {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:05:49.990628 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f7824e-0a23-47b0-ae52-32d24d9bbc28", "tag": "da38aa9d-f850-4f38-924f-71e37efcb765", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:05:49.990972 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a55b9171-e125-41e2-a3fe-74974e995c5d {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:05:49.991551 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f7824e-0a23-47b0-ae52-32d24d9bbc28', 'tag': 'da38aa9d-f850-4f38-924f-71e37efcb765', 'status': 'completed', 'code': 200} Jul 30 20:05:49.992756 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-f3967da4-76f6-464c-b734-25a33e8afa64 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Made reservation on behalf of 524c9e8c00224a769a608ce643fda038 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:05:49.997180 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-f3967da4-76f6-464c-b734-25a33e8afa64 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:50.010955 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55890) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:50.031571 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ccf0e3c-233e-424c-957e-e4d00aacfa07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:50.036556 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ccf0e3c-233e-424c-957e-e4d00aacfa07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:50.083696 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6eb774f6-d3c6-4090-83e9-eeb12dd895cd req-aff6f988-a8b3-4534-9b4e-ad1c84da1d0d tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:50.095325 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55894) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:50.136647 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ccf0e3c-233e-424c-957e-e4d00aacfa07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:50.137161 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccf0e3c-233e-424c-957e-e4d00aacfa07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08cb0803-34cb-4a1f-b575-41bae4de3a32 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:05:50.142039 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ccf0e3c-233e-424c-957e-e4d00aacfa07 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:50.146478 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0ccf0e3c-233e-424c-957e-e4d00aacfa07 admin admin] 10.222.0.81 "DELETE /v2.0/routers/08cb0803-34cb-4a1f-b575-41bae4de3a32 HTTP/1.1" status: 204 len: 168 time: 3.5203180 Jul 30 20:05:50.151349 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55896) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:50.179844 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-031f09d0-d34c-4525-9de0-edfc4950b427 admin admin] Deleting subnet d5f0fc28-49ba-4b59-87fb-4e294450b0fe {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:05:50.183171 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-031f09d0-d34c-4525-9de0-edfc4950b427 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:50.218879 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-031f09d0-d34c-4525-9de0-edfc4950b427 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:50.229694 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e9bc8f-b513-4950-89a0-1f6ab05ec44d admin admin] Deleting subnet fdc2bd05-703a-476f-bf73-d538fd160288 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:05:50.246927 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9e9bc8f-b513-4950-89a0-1f6ab05ec44d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:50.252906 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e6843f-fca2-4d8c-9638-0a2f2a501338 admin admin] Deleting subnet a6fcda10-0e64-4478-9b43-820413f69476 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:05:50.292501 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30e6843f-fca2-4d8c-9638-0a2f2a501338 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:50.381853 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3efe5519-23bd-41ef-8930-a11f8e4e1d44 req-d0e24b64-b65c-4262-989b-5e84beebb995 service neutron] 10.222.0.83 "GET /v2.0/networks/d720bf4d-d89c-40cc-a8d3-2bcde79b768e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797412 Jul 30 20:05:50.386580 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-031f09d0-d34c-4525-9de0-edfc4950b427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:50.389077 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9e9bc8f-b513-4950-89a0-1f6ab05ec44d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:50.439192 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-f3967da4-76f6-464c-b734-25a33e8afa64 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Allocated IP 192.168.233.121 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:05:50.471999 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30e6843f-fca2-4d8c-9638-0a2f2a501338 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:50.522428 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6eb774f6-d3c6-4090-83e9-eeb12dd895cd req-aff6f988-a8b3-4534-9b4e-ad1c84da1d0d tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:50.525412 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9e9bc8f-b513-4950-89a0-1f6ab05ec44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:50.542504 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-031f09d0-d34c-4525-9de0-edfc4950b427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:50.550178 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599d8f4-91a4-40a8-937a-301c8658f7cb req-57011a98-cd01-4e73-b0f3-6c8dda2c5661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:50.552669 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9599d8f4-91a4-40a8-937a-301c8658f7cb req-57011a98-cd01-4e73-b0f3-6c8dda2c5661 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8f2803fb25ab4f8da128bffb3dbdd39a&device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 1094 time: 0.0922410 Jul 30 20:05:50.562582 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6eb774f6-d3c6-4090-83e9-eeb12dd895cd req-aff6f988-a8b3-4534-9b4e-ad1c84da1d0d tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:50.607669 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6f988-a8b3-4534-9b4e-ad1c84da1d0d tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df6b8b1a-8f82-4af3-8876-8623ae0113e8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:50.626696 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6eb774f6-d3c6-4090-83e9-eeb12dd895cd req-aff6f988-a8b3-4534-9b4e-ad1c84da1d0d tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:50.637515 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6eb774f6-d3c6-4090-83e9-eeb12dd895cd req-aff6f988-a8b3-4534-9b4e-ad1c84da1d0d tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7812006 Jul 30 20:05:50.690142 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599d8f4-91a4-40a8-937a-301c8658f7cb req-c11a8a34-0145-41dc-8517-99c78dec9df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:50.692099 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9599d8f4-91a4-40a8-937a-301c8658f7cb req-c11a8a34-0145-41dc-8517-99c78dec9df0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d720bf4d-d89c-40cc-a8d3-2bcde79b768e HTTP/1.1" status: 200 len: 923 time: 0.1050618 Jul 30 20:05:50.745705 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 29ab6297-20fd-4d28-9a84-6128fbf5a519 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:05:50.769385 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30e6843f-fca2-4d8c-9638-0a2f2a501338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:50.786692 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-afb55e26-3f77-4ff7-930b-cdfa135289d9 req-a1ab8a59-caba-4272-b65e-fe31e88433c1 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "GET /v2.0/security-groups/df6b8b1a-8f82-4af3-8876-8623ae0113e8 HTTP/1.1" status: 200 len: 1802 time: 0.1216130 Jul 30 20:05:50.791599 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-afb55e26-3f77-4ff7-930b-cdfa135289d9 req-1792bec8-5357-4c92-aa1e-061ba982c538 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'df6b8b1a-8f82-4af3-8876-8623ae0113e8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:50.791837 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-afb55e26-3f77-4ff7-930b-cdfa135289d9 req-1792bec8-5357-4c92-aa1e-061ba982c538 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'df6b8b1a-8f82-4af3-8876-8623ae0113e8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:50.793881 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 29ab6297-20fd-4d28-9a84-6128fbf5a519 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:05:50.794464 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 29ab6297-20fd-4d28-9a84-6128fbf5a519 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:05:50.814719 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9e9bc8f-b513-4950-89a0-1f6ab05ec44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:50.842774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f09d0-d34c-4525-9de0-edfc4950b427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5f0fc28-49ba-4b59-87fb-4e294450b0fe,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:50.853727 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9e9bc8f-b513-4950-89a0-1f6ab05ec44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:50.858447 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b9e9bc8f-b513-4950-89a0-1f6ab05ec44d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fdc2bd05-703a-476f-bf73-d538fd160288 HTTP/1.1" status: 204 len: 168 time: 0.7611816 Jul 30 20:05:50.874995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55906) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:50.895274 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9bc8f-b513-4950-89a0-1f6ab05ec44d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdc2bd05-703a-476f-bf73-d538fd160288,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:50.918097 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-031f09d0-d34c-4525-9de0-edfc4950b427 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:50.920356 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-031f09d0-d34c-4525-9de0-edfc4950b427 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d5f0fc28-49ba-4b59-87fb-4e294450b0fe HTTP/1.1" status: 204 len: 168 time: 0.8967948 Jul 30 20:05:50.925840 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55908) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:50.946611 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9599d8f4-91a4-40a8-937a-301c8658f7cb req-d228f42c-5abb-4337-a3fa-ba0a808be306 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da38aa9d-f850-4f38-924f-71e37efcb765 HTTP/1.1" status: 200 len: 217 time: 0.1004441 Jul 30 20:05:51.011310 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-f3967da4-76f6-464c-b734-25a33e8afa64 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.014290 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9b61cad-5c4a-4431-9ffb-6a8bc3f4c6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.016413 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-afb55e26-3f77-4ff7-930b-cdfa135289d9 req-1792bec8-5357-4c92-aa1e-061ba982c538 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.072392 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30e6843f-fca2-4d8c-9638-0a2f2a501338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.072640 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-f3967da4-76f6-464c-b734-25a33e8afa64 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Transition to ACTIVE for port object d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:05:51.089700 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-afb55e26-3f77-4ff7-930b-cdfa135289d9 req-1792bec8-5357-4c92-aa1e-061ba982c538 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.092498 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6843f-fca2-4d8c-9638-0a2f2a501338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6fcda10-0e64-4478-9b43-820413f69476,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:51.109852 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-95cba499-925e-4c5e-bfab-11d1bc91bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.119888 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d1f98-cfad-49a2-8511-4ade555d273c req-143c8aa5-90ac-41f5-9eed-e40895ee68bc tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:51.127260 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bd6d1f98-cfad-49a2-8511-4ade555d273c req-143c8aa5-90ac-41f5-9eed-e40895ee68bc tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=feb30fe4-1199-4aaf-ba13-8e67cea01407 HTTP/1.1" status: 200 len: 945 time: 0.2872329 Jul 30 20:05:51.136861 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-afb55e26-3f77-4ff7-930b-cdfa135289d9 req-1792bec8-5357-4c92-aa1e-061ba982c538 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.140260 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599d8f4-91a4-40a8-937a-301c8658f7cb req-8f816e1d-f99f-4196-ab02-22bc9592df11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:51.141555 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9599d8f4-91a4-40a8-937a-301c8658f7cb req-8f816e1d-f99f-4196-ab02-22bc9592df11 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6fc58012-6aa4-4104-b48c-ddab3633cb9f HTTP/1.1" status: 200 len: 862 time: 0.1739497 Jul 30 20:05:51.167722 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792bec8-5357-4c92-aa1e-061ba982c538 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e325773-e2ab-446a-ba56-b238be649dc8,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:51.167722 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30e6843f-fca2-4d8c-9638-0a2f2a501338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.167722 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-30e6843f-fca2-4d8c-9638-0a2f2a501338 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a6fcda10-0e64-4478-9b43-820413f69476 HTTP/1.1" status: 204 len: 168 time: 1.0125861 Jul 30 20:05:51.167722 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55910) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:51.193987 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f73a1d8-becc-4a77-85b5-092e18a51c50 None None] Network 3cb727c5-7d6d-411e-8b6c-b3b446dc4997 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:05:51.205272 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9b61cad-5c4a-4431-9ffb-6a8bc3f4c6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.214861 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9599d8f4-91a4-40a8-937a-301c8658f7cb req-903c84a3-f92e-4503-b6c4-aaf403b0504f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d720bf4d-d89c-40cc-a8d3-2bcde79b768e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511966 Jul 30 20:05:51.266897 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bd6d1f98-cfad-49a2-8511-4ade555d273c req-5bb2501a-924a-4853-a390-14f8da9d2ae8 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386361 Jul 30 20:05:51.275118 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a9b61cad-5c4a-4431-9ffb-6a8bc3f4c6aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a902dbca-0f01-4374-8ce7-97721be093a3']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:51.301286 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1634e92c-bee6-47a6-afd2-a5a15ca162bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.314407 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-afb55e26-3f77-4ff7-930b-cdfa135289d9 req-1792bec8-5357-4c92-aa1e-061ba982c538 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.317734 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-afb55e26-3f77-4ff7-930b-cdfa135289d9 req-1792bec8-5357-4c92-aa1e-061ba982c538 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5282016 Jul 30 20:05:51.325030 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a9b61cad-5c4a-4431-9ffb-6a8bc3f4c6aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '527c93bd-1c21-40e5-9c14-75baf08c986e') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:51.325030 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a9b61cad-5c4a-4431-9ffb-6a8bc3f4c6aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '527c93bd-1c21-40e5-9c14-75baf08c986e') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:51.379113 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-95cba499-925e-4c5e-bfab-11d1bc91bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.390969 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-95cba499-925e-4c5e-bfab-11d1bc91bf5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd2cf75f-ada5-438d-87d6-041f6d8f37e8']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:51.394628 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aeca5cd0-57b7-41e5-8d46-8481965329fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.415805 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9b61cad-5c4a-4431-9ffb-6a8bc3f4c6aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.425595 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 4796d30e-2fed-4403-aaad-287282113740 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:05:51.435888 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-f3967da4-76f6-464c-b734-25a33e8afa64 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.438571 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-95cba499-925e-4c5e-bfab-11d1bc91bf5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21259fef-2530-4ea2-94b4-58e78cdda3f6') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:51.438955 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-95cba499-925e-4c5e-bfab-11d1bc91bf5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21259fef-2530-4ea2-94b4-58e78cdda3f6') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:51.456588 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9b61cad-5c4a-4431-9ffb-6a8bc3f4c6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.460971 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:05:51.464460 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b61cad-5c4a-4431-9ffb-6a8bc3f4c6aa admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:05:51.464929 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9b61cad-5c4a-4431-9ffb-6a8bc3f4c6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.487944 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 4796d30e-2fed-4403-aaad-287282113740 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:05:51.488628 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 4796d30e-2fed-4403-aaad-287282113740 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:05:51.513942 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-95cba499-925e-4c5e-bfab-11d1bc91bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:05:51.541305 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:05:51.549735 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2a5a2e-c3bc-46cb-b649-701243687188 None None] DHCP port deletion for 3cb727c5-7d6d-411e-8b6c-b3b446dc4997 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:05:51.552782 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-f3967da4-76f6-464c-b734-25a33e8afa64 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:05:51.567258 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-95cba499-925e-4c5e-bfab-11d1bc91bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.579135 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3967da4-76f6-464c-b734-25a33e8afa64 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Pushing event updated for resources: {'Port': ['ID=d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:51.595266 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9b61cad-5c4a-4431-9ffb-6a8bc3f4c6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.599914 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-f3967da4-76f6-464c-b734-25a33e8afa64 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:51.611898 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-f3967da4-76f6-464c-b734-25a33e8afa64 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:05:51.617389 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95cba499-925e-4c5e-bfab-11d1bc91bf5b admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:05:51.617809 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-95cba499-925e-4c5e-bfab-11d1bc91bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:05:51.619656 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:05:51.640967 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9b61cad-5c4a-4431-9ffb-6a8bc3f4c6aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.654935 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a9b61cad-5c4a-4431-9ffb-6a8bc3f4c6aa admin admin] 10.222.0.81 "DELETE /v2.0/networks/a902dbca-0f01-4374-8ce7-97721be093a3 HTTP/1.1" status: 204 len: 168 time: 0.7271729 Jul 30 20:05:51.657224 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b61cad-5c4a-4431-9ffb-6a8bc3f4c6aa admin admin] Pushing event deleted for resources: {'Network': ['ID=a902dbca-0f01-4374-8ce7-97721be093a3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:51.706359 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc49aaf-59d0-4cc5-9283-cbcd63548fa1 req-2d3f4109-b7a7-4b21-9025-169c89e8c83e tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:51.715195 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9dc49aaf-59d0-4cc5-9283-cbcd63548fa1 req-2d3f4109-b7a7-4b21-9025-169c89e8c83e tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 943 time: 0.1728485 Jul 30 20:05:51.822283 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9dc49aaf-59d0-4cc5-9283-cbcd63548fa1 req-2aa06dd6-9eba-40d9-acc9-d3beb8b47e99 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843608 Jul 30 20:05:51.834497 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bbae6-5985-4c74-be00-a8a221811432 req-9af0c381-b593-42a4-95d3-725f08a80a63 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:51.839773 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5a2e-c3bc-46cb-b649-701243687188 None None] Deleting port 29c15703-72da-43d3-9582-3916dd3f11a8 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:05:51.840836 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5a2e-c3bc-46cb-b649-701243687188 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.851063 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-748bbae6-5985-4c74-be00-a8a221811432 req-9af0c381-b593-42a4-95d3-725f08a80a63 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=e97c1afb-6767-4fdc-945e-e5fe37fd9fda HTTP/1.1" status: 200 len: 936 time: 0.4351897 Jul 30 20:05:51.861086 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-aeca5cd0-57b7-41e5-8d46-8481965329fb admin admin] Deleting port 29c15703-72da-43d3-9582-3916dd3f11a8 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:05:51.866662 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aeca5cd0-57b7-41e5-8d46-8481965329fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.866850 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-95cba499-925e-4c5e-bfab-11d1bc91bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.926129 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-95cba499-925e-4c5e-bfab-11d1bc91bf5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:51.955445 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-95cba499-925e-4c5e-bfab-11d1bc91bf5b admin admin] 10.222.0.81 "DELETE /v2.0/networks/bd2cf75f-ada5-438d-87d6-041f6d8f37e8 HTTP/1.1" status: 204 len: 168 time: 1.0780399 Jul 30 20:05:51.978808 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55920) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:52.000233 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9599d8f4-91a4-40a8-937a-301c8658f7cb req-b7dd7038-f0b7-4f39-bbbf-ffb04a26d4b4 service neutron] 10.222.0.83 "GET /v2.0/networks/d720bf4d-d89c-40cc-a8d3-2bcde79b768e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7589228 Jul 30 20:05:52.037279 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-aeca5cd0-57b7-41e5-8d46-8481965329fb admin admin] For port 29c15703-72da-43d3-9582-3916dd3f11a8, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=29c15703-72da-43d3-9582-3916dd3f11a8,segment=NetworkSegment(3e0d5739-804f-4a67-99e4-20377c5942f3),segment_id=3e0d5739-804f-4a67-99e4-20377c5942f3)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:52.037994 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aeca5cd0-57b7-41e5-8d46-8481965329fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:52.055948 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4d2a5a2e-c3bc-46cb-b649-701243687188 None None] For port 29c15703-72da-43d3-9582-3916dd3f11a8, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=29c15703-72da-43d3-9582-3916dd3f11a8,segment=NetworkSegment(3e0d5739-804f-4a67-99e4-20377c5942f3),segment_id=3e0d5739-804f-4a67-99e4-20377c5942f3)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:52.056607 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5a2e-c3bc-46cb-b649-701243687188 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:52.069114 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-aeca5cd0-57b7-41e5-8d46-8481965329fb admin admin] Calling delete_port for 29c15703-72da-43d3-9582-3916dd3f11a8 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:05:52.076031 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5a2e-c3bc-46cb-b649-701243687188 None None] Calling delete_port for 29c15703-72da-43d3-9582-3916dd3f11a8 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:05:52.096142 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cba499-925e-4c5e-bfab-11d1bc91bf5b admin admin] Pushing event deleted for resources: {'Network': ['ID=bd2cf75f-ada5-438d-87d6-041f6d8f37e8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:52.220462 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-73559d6f-d416-4316-8664-5cdb296aaefa None None] Provisioning for port d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:05:52.238058 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-73559d6f-d416-4316-8664-5cdb296aaefa None None] Provisioning complete for port d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:52.240122 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73559d6f-d416-4316-8664-5cdb296aaefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:52.247171 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9599d8f4-91a4-40a8-937a-301c8658f7cb req-32a2275e-fd19-4426-b51c-e283c8be7dfb service neutron] 10.222.0.83 "GET /v2.0/networks/d720bf4d-d89c-40cc-a8d3-2bcde79b768e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348940 Jul 30 20:05:52.289725 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-f3967da4-76f6-464c-b734-25a33e8afa64 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:52.291884 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-f3967da4-76f6-464c-b734-25a33e8afa64 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:52.304945 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8d39564d-77f8-4380-b363-845f5b21d52f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a0203a5d8bce4c9f987a64c640f8f285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184760 Jul 30 20:05:52.309428 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55926) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:52.375789 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5a2e-c3bc-46cb-b649-701243687188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:52.383424 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-73559d6f-d416-4316-8664-5cdb296aaefa None None] Port d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:05:52.418161 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-748bbae6-5985-4c74-be00-a8a221811432 req-b26dd592-8bcf-4c27-ac92-903fa12a0ace tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524237 Jul 30 20:05:52.440397 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55932) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:52.452154 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aeca5cd0-57b7-41e5-8d46-8481965329fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:52.461317 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5a2e-c3bc-46cb-b649-701243687188 None None] Pushing event deleted for resources: {'Port': ['ID=29c15703-72da-43d3-9582-3916dd3f11a8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:52.471337 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 29c15703-72da-43d3-9582-3916dd3f11a8 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:05:52.489798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a5a2e-c3bc-46cb-b649-701243687188 None None] No DVR routers for this DVR port 29c15703-72da-43d3-9582-3916dd3f11a8 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:05:52.491757 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-f3967da4-76f6-464c-b734-25a33e8afa64 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9263127 Jul 30 20:05:52.496362 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca5cd0-57b7-41e5-8d46-8481965329fb admin admin] Pushing event deleted for resources: {'Port': ['ID=29c15703-72da-43d3-9582-3916dd3f11a8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:52.506184 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-8ac28890-9e57-4e5c-880e-5ab63d922a91 req-07bf873a-cac4-4d62-b2b7-577f41b2fcd2 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1624754176', 'description': 'tempest-description-818664315'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:52.513077 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeca5cd0-57b7-41e5-8d46-8481965329fb admin admin] No DVR routers for this DVR port 29c15703-72da-43d3-9582-3916dd3f11a8 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:05:52.522577 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-ceea8f97-4802-4124-9b15-053ea4556b05 service neutron] Request body: {'port': {'device_id': 'e97c1afb-6767-4fdc-945e-e5fe37fd9fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:52.537767 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfbfa655-5fc2-4db6-8118-94c519c6df10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:52.541579 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 29c15703-72da-43d3-9582-3916dd3f11a8 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:05:52.541808 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 29c15703-72da-43d3-9582-3916dd3f11a8 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:05:52.542196 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d84874d0-0e3a-454e-8414-e60fd646b473 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:05:52.564935 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: d84874d0-0e3a-454e-8414-e60fd646b473 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:05:52.565448 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d84874d0-0e3a-454e-8414-e60fd646b473 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:05:52.612039 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-10f1fb44-b893-4e5a-87fc-444b3b18c393 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fe95db048a504264854a9049eb2dbdac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1684039 Jul 30 20:05:52.616938 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55934) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:52.647614 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfbfa655-5fc2-4db6-8118-94c519c6df10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:52.665921 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aeca5cd0-57b7-41e5-8d46-8481965329fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:52.691740 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-aeca5cd0-57b7-41e5-8d46-8481965329fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb727c5-7d6d-411e-8b6c-b3b446dc4997']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:52.704271 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8ac28890-9e57-4e5c-880e-5ab63d922a91 req-07bf873a-cac4-4d62-b2b7-577f41b2fcd2 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:52.706031 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-ceea8f97-4802-4124-9b15-053ea4556b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:52.718909 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-aeca5cd0-57b7-41e5-8d46-8481965329fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0d5739-804f-4a67-99e4-20377c5942f3') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:52.719177 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-aeca5cd0-57b7-41e5-8d46-8481965329fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0d5739-804f-4a67-99e4-20377c5942f3') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:05:52.739465 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aeca5cd0-57b7-41e5-8d46-8481965329fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:52.763285 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aeca5cd0-57b7-41e5-8d46-8481965329fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:52.774135 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeca5cd0-57b7-41e5-8d46-8481965329fb admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:05:52.774135 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aeca5cd0-57b7-41e5-8d46-8481965329fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:52.787405 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-73f84f21-c263-47ca-8cdf-16e4db83e256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:05:52.830977 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:05:52.844154 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aeca5cd0-57b7-41e5-8d46-8481965329fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:52.845254 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-73f84f21-c263-47ca-8cdf-16e4db83e256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:52.890051 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aeca5cd0-57b7-41e5-8d46-8481965329fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:52.901564 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-aeca5cd0-57b7-41e5-8d46-8481965329fb admin admin] 10.222.0.81 "DELETE /v2.0/networks/3cb727c5-7d6d-411e-8b6c-b3b446dc4997 HTTP/1.1" status: 204 len: 168 time: 1.7337456 Jul 30 20:05:52.919399 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca5cd0-57b7-41e5-8d46-8481965329fb admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb727c5-7d6d-411e-8b6c-b3b446dc4997,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:52.927753 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfbfa655-5fc2-4db6-8118-94c519c6df10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:52.930374 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfbfa655-5fc2-4db6-8118-94c519c6df10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:52.934159 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bfbfa655-5fc2-4db6-8118-94c519c6df10 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/219e6cfc-635f-47b7-a76d-d826c652c26f HTTP/1.1" status: 204 len: 168 time: 0.6211200 Jul 30 20:05:52.947919 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfa655-5fc2-4db6-8118-94c519c6df10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219e6cfc-635f-47b7-a76d-d826c652c26f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:53.109428 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2ba81-738a-44cb-ac83-fcbad78c95e1 req-60f43bc3-9a3e-4dff-bd47-6c4848e01197 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:53.110961 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8ac28890-9e57-4e5c-880e-5ab63d922a91 req-07bf873a-cac4-4d62-b2b7-577f41b2fcd2 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:53.115193 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c4b2ba81-738a-44cb-ac83-fcbad78c95e1 req-60f43bc3-9a3e-4dff-bd47-6c4848e01197 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 943 time: 0.1203790 Jul 30 20:05:53.139201 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8ac28890-9e57-4e5c-880e-5ab63d922a91 req-07bf873a-cac4-4d62-b2b7-577f41b2fcd2 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:53.206585 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-73f84f21-c263-47ca-8cdf-16e4db83e256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:53.209150 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c4b2ba81-738a-44cb-ac83-fcbad78c95e1 req-7423b838-da07-403e-98ed-0fc38ddee872 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874438 Jul 30 20:05:53.221361 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-73f84f21-c263-47ca-8cdf-16e4db83e256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:53.223545 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-73f84f21-c263-47ca-8cdf-16e4db83e256 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9b22e3b2-13f2-4113-a325-fb7d9846e4a3 HTTP/1.1" status: 204 len: 168 time: 0.6053150 Jul 30 20:05:53.234357 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8ac28890-9e57-4e5c-880e-5ab63d922a91 req-07bf873a-cac4-4d62-b2b7-577f41b2fcd2 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:53.239258 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ac28890-9e57-4e5c-880e-5ab63d922a91 req-07bf873a-cac4-4d62-b2b7-577f41b2fcd2 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7798252 Jul 30 20:05:53.263614 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf873a-cac4-4d62-b2b7-577f41b2fcd2 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c91f374c-588f-4304-b479-73687c809b52,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:53.281663 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55958) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:53.309808 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-0ea4ca56-8209-4e07-9a7f-74ca5bffeb09 req-0ad8963b-454e-4baa-91fd-7b9978ae182c tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-24720585', 'description': 'tempest-description-1901903300'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:53.382490 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-686d8d29-61a4-4bb5-8bdc-425bb0e75deb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1c8608cdd9324d40bcaafe9258c3bd27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0994890 Jul 30 20:05:53.383340 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55960) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:53.428270 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f84f21-c263-47ca-8cdf-16e4db83e256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b22e3b2-13f2-4113-a325-fb7d9846e4a3,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:53.436452 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:05:53.442503 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0ea4ca56-8209-4e07-9a7f-74ca5bffeb09 req-0ad8963b-454e-4baa-91fd-7b9978ae182c tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:53.590841 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a8b1bf4-4d45-4bb6-a46c-77cd88162d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:53.655615 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-ceea8f97-4802-4124-9b15-053ea4556b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:05:53.703029 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a8b1bf4-4d45-4bb6-a46c-77cd88162d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:53.703209 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-ceea8f97-4802-4124-9b15-053ea4556b05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:53.704571 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-49f1c9a7-ecdf-4e1e-b1da-e3a0c01fc504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:53.733616 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port ec4a5001-05e5-44cc-93ff-c8d9c16d7be6, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=ec4a5001-05e5-44cc-93ff-c8d9c16d7be6,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:53.755167 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-ceea8f97-4802-4124-9b15-053ea4556b05 service neutron] Transition to ACTIVE for port object d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:05:53.761903 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'ec4a5001-05e5-44cc-93ff-c8d9c16d7be6', 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc', 'port_id': 'ec4a5001-05e5-44cc-93ff-c8d9c16d7be6', 'mac_address': 'fa:16:3e:03:12:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4cfed6b-f42f-43da-94d1-da091996fffe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:05:53.771080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07773f5-7277-4212-a264-16edd4949d6b req-8134737a-064a-469e-9a77-e11563a42e6c tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:53.776516 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b07773f5-7277-4212-a264-16edd4949d6b req-8134737a-064a-469e-9a77-e11563a42e6c tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=e97c1afb-6767-4fdc-945e-e5fe37fd9fda HTTP/1.1" status: 200 len: 936 time: 0.2110865 Jul 30 20:05:53.778191 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-ceea8f97-4802-4124-9b15-053ea4556b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:53.830303 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a8b1bf4-4d45-4bb6-a46c-77cd88162d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:53.833383 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a8b1bf4-4d45-4bb6-a46c-77cd88162d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:53.837311 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0a8b1bf4-4d45-4bb6-a46c-77cd88162d58 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1793c78c-5292-4d63-8e87-2d51e17e37bc HTTP/1.1" status: 204 len: 168 time: 0.4477007 Jul 30 20:05:53.851271 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0ea4ca56-8209-4e07-9a7f-74ca5bffeb09 req-0ad8963b-454e-4baa-91fd-7b9978ae182c tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:53.866048 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device da38aa9d-f850-4f38-924f-71e37efcb765 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:05:53.867045 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b1bf4-4d45-4bb6-a46c-77cd88162d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1793c78c-5292-4d63-8e87-2d51e17e37bc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:53.884268 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0ea4ca56-8209-4e07-9a7f-74ca5bffeb09 req-0ad8963b-454e-4baa-91fd-7b9978ae182c tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:53.915051 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:53.967072 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:53.967826 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0ea4ca56-8209-4e07-9a7f-74ca5bffeb09 req-0ad8963b-454e-4baa-91fd-7b9978ae182c tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:53.973332 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:05:53.978185 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea8f97-4802-4124-9b15-053ea4556b05 service neutron] Pushing event updated for resources: {'Port': ['ID=d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:53.988428 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0ea4ca56-8209-4e07-9a7f-74ca5bffeb09 req-0ad8963b-454e-4baa-91fd-7b9978ae182c tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7144620 Jul 30 20:05:53.995590 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b07773f5-7277-4212-a264-16edd4949d6b req-e2f865c1-9e99-4e09-ae74-d8a196a8b5ff tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092879 Jul 30 20:05:54.005865 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8963b-454e-4baa-91fd-7b9978ae182c tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a94a7e-0bd3-4dbb-b013-fdd02e31fbdf,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:54.175758 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port ec4a5001-05e5-44cc-93ff-c8d9c16d7be6, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=ec4a5001-05e5-44cc-93ff-c8d9c16d7be6,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:54.245412 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:54.323382 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-ceea8f97-4802-4124-9b15-053ea4556b05 service neutron] Attempting to bind port d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:05:54.324272 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-ceea8f97-4802-4124-9b15-053ea4556b05 service neutron] Attempting to bind port d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:05:54.338012 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-ceea8f97-4802-4124-9b15-053ea4556b05 service neutron] Attempting to bind port d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:05:54.356105 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port da38aa9d-f850-4f38-924f-71e37efcb765, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=da38aa9d-f850-4f38-924f-71e37efcb765,segment=NetworkSegment(ce00f4ba-d8bb-4afc-8455-d155bb6366db),segment_id=ce00f4ba-d8bb-4afc-8455-d155bb6366db)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:54.371368 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-03cd08cb-733c-4668-9c62-e37b873ccb94 req-bfb75ce9-56ab-4414-9fa6-18ae814ed93e tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "GET /v2.0/security-groups/c91f374c-588f-4304-b479-73687c809b52 HTTP/1.1" status: 200 len: 1804 time: 0.2889764 Jul 30 20:05:54.376592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-ceea8f97-4802-4124-9b15-053ea4556b05 service neutron] Port d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:05:54.377030 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-ceea8f97-4802-4124-9b15-053ea4556b05 service neutron] Attempting to bind port d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:05:54.388001 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'da38aa9d-f850-4f38-924f-71e37efcb765', 'network_id': 'd720bf4d-d89c-40cc-a8d3-2bcde79b768e', 'port_id': 'da38aa9d-f850-4f38-924f-71e37efcb765', 'mac_address': 'fa:16:3e:00:70:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc58012-6aa4-4104-b48c-ddab3633cb9f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:05:54.401815 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-ceea8f97-4802-4124-9b15-053ea4556b05 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:05:54.405288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-ceea8f97-4802-4124-9b15-053ea4556b05 service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:05:54.405817 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-ceea8f97-4802-4124-9b15-053ea4556b05 service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:05:54.409122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-ceea8f97-4802-4124-9b15-053ea4556b05 service neutron] Bound port: d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:05:54.409790 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-ceea8f97-4802-4124-9b15-053ea4556b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:54.466796 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:54.480351 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['ec4a5001-05e5-44cc-93ff-c8d9c16d7be6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:05:54.546064 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=ec4a5001-05e5-44cc-93ff-c8d9c16d7be6,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:54.569362 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac3a31-4021-41d4-8c84-e4a1a2896fe1 req-5f08acb7-c53e-4862-87d3-e2f9beb1fa5e tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:54.587945 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-26ac3a31-4021-41d4-8c84-e4a1a2896fe1 req-5f08acb7-c53e-4862-87d3-e2f9beb1fa5e tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 943 time: 0.1951218 Jul 30 20:05:54.594208 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da38aa9d-f850-4f38-924f-71e37efcb765 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:05:54.681888 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port da38aa9d-f850-4f38-924f-71e37efcb765, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=da38aa9d-f850-4f38-924f-71e37efcb765,segment=NetworkSegment(ce00f4ba-d8bb-4afc-8455-d155bb6366db),segment_id=ce00f4ba-d8bb-4afc-8455-d155bb6366db)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:54.691768 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-26ac3a31-4021-41d4-8c84-e4a1a2896fe1 req-93a05c71-a512-465e-8804-af888b01c9d7 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987163 Jul 30 20:05:54.698374 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-ceea8f97-4802-4124-9b15-053ea4556b05 service neutron] For port d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:05:54.702840 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:54.715917 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-03cd08cb-733c-4668-9c62-e37b873ccb94 req-2299544d-98bf-4eb1-bb3b-ff86a061089e tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "GET /v2.0/security-groups/32a94a7e-0bd3-4dbb-b013-fdd02e31fbdf HTTP/1.1" status: 200 len: 1803 time: 0.3268180 Jul 30 20:05:54.719374 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-ceea8f97-4802-4124-9b15-053ea4556b05 service neutron] For port d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:05:54.735664 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-03cd08cb-733c-4668-9c62-e37b873ccb94 req-2beb9722-d3f4-4def-abda-5e9dc876daa7 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c91f374c-588f-4304-b479-73687c809b52', 'remote_group_id': '32a94a7e-0bd3-4dbb-b013-fdd02e31fbdf', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:54.736235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-03cd08cb-733c-4668-9c62-e37b873ccb94 req-2beb9722-d3f4-4def-abda-5e9dc876daa7 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c91f374c-588f-4304-b479-73687c809b52', 'remote_group_id': '32a94a7e-0bd3-4dbb-b013-fdd02e31fbdf', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:54.747240 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-ceea8f97-4802-4124-9b15-053ea4556b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:54.781553 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-ceea8f97-4802-4124-9b15-053ea4556b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:54.782489 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-ceea8f97-4802-4124-9b15-053ea4556b05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:54.786856 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-ceea8f97-4802-4124-9b15-053ea4556b05 service neutron] 10.222.0.83 "PUT /v2.0/ports/d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 HTTP/1.1" status: 200 len: 1096 time: 2.2754653 Jul 30 20:05:54.790870 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e97c1afb-6767-4fdc-945e-e5fe37fd9fda', 'tag': 'd34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:05:54.794755 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04197d48-ba86-45fa-b1b3-796f403525a4" -d '{"events": [{"name": "network-changed", "server_uuid": "e97c1afb-6767-4fdc-945e-e5fe37fd9fda", "tag": "d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:05:54.891427 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5290ba95-4b64-45a5-8738-3b0958367cbe x-openstack-request-id: req-5290ba95-4b64-45a5-8738-3b0958367cbe {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:05:54.891865 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e97c1afb-6767-4fdc-945e-e5fe37fd9fda", "tag": "d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:05:54.892053 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5290ba95-4b64-45a5-8738-3b0958367cbe {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:05:54.892440 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e97c1afb-6767-4fdc-945e-e5fe37fd9fda', 'tag': 'd34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3', 'status': 'completed', 'code': 200} Jul 30 20:05:55.013312 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-1e20009c-d2f5-4840-a929-29a70004177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:55.015130 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-1e20009c-d2f5-4840-a929-29a70004177a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=524c9e8c00224a769a608ce643fda038&device_id=e97c1afb-6767-4fdc-945e-e5fe37fd9fda HTTP/1.1" status: 200 len: 1099 time: 0.1166649 Jul 30 20:05:55.046422 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea8f97-4802-4124-9b15-053ea4556b05 service neutron] Pushing event updated for resources: {'Port': ['ID=d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:55.090783 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['da38aa9d-f850-4f38-924f-71e37efcb765'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:05:55.101014 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-ccaf003e-618f-42cf-b3b7-9636fa9735fe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 HTTP/1.1" status: 200 len: 217 time: 0.0722485 Jul 30 20:05:55.205175 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-7dae6a36-1b2c-4dd7-ac78-a806a879c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:55.206894 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-7dae6a36-1b2c-4dd7-ac78-a806a879c0ed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0879843 Jul 30 20:05:55.210747 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19757e31-2bc5-4e62-ab0c-a6f22b43ed5d req-6cefad45-8138-4713-b47e-7b66d81b07d1 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:55.219053 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-19757e31-2bc5-4e62-ab0c-a6f22b43ed5d req-6cefad45-8138-4713-b47e-7b66d81b07d1 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=e97c1afb-6767-4fdc-945e-e5fe37fd9fda HTTP/1.1" status: 200 len: 948 time: 0.0688167 Jul 30 20:05:55.237518 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-03cd08cb-733c-4668-9c62-e37b873ccb94 req-2beb9722-d3f4-4def-abda-5e9dc876daa7 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:55.239751 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:55.243810 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=da38aa9d-f850-4f38-924f-71e37efcb765,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:55.289057 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-19757e31-2bc5-4e62-ab0c-a6f22b43ed5d req-a7f537f7-e66c-45a4-8ae6-61504711964e tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687432 Jul 30 20:05:55.290997 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:55.292145 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:55.292503 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:55.292838 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:55.293170 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:55.293502 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:55.302816 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:55.302816 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:55.302816 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:55.302816 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:55.302816 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:55.302816 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:05:55.378228 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-d3588472-2d84-4164-9260-cfd52fb1ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:55.381316 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-d3588472-2d84-4164-9260-cfd52fb1ef72 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1389551 Jul 30 20:05:55.383704 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-03cd08cb-733c-4668-9c62-e37b873ccb94 req-2beb9722-d3f4-4def-abda-5e9dc876daa7 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:55.389023 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-03cd08cb-733c-4668-9c62-e37b873ccb94 req-2beb9722-d3f4-4def-abda-5e9dc876daa7 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:55.429065 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb9722-d3f4-4def-abda-5e9dc876daa7 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d24760e1-0e1d-4253-b176-b733805ef0b1,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:55.443724 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:05:55.448108 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-03cd08cb-733c-4668-9c62-e37b873ccb94 req-2beb9722-d3f4-4def-abda-5e9dc876daa7 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:55.453621 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-03cd08cb-733c-4668-9c62-e37b873ccb94 req-2beb9722-d3f4-4def-abda-5e9dc876daa7 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7364106 Jul 30 20:05:55.526859 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-c20d72c0-4e0b-4885-84cd-24ba2a72cc2e req-eb32d367-2929-481a-80d8-eb14605c6e1b tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1996373833', 'description': 'tempest-description-1386782362'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:55.549584 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:55.550239 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:55.579649 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c20d72c0-4e0b-4885-84cd-24ba2a72cc2e req-eb32d367-2929-481a-80d8-eb14605c6e1b tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:55.602414 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-8ec9e5d1-9241-4c86-b5d2-bd0c109faecd service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094941 Jul 30 20:05:55.656321 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:55.699953 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb30fe4-1199-4aaf-ba13-8e67cea01407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4a5001-05e5-44cc-93ff-c8d9c16d7be6'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:05:55.705446 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbec7e4-fe11-48f8-922a-3be1fc7334a0" -d '{"events": [{"server_uuid": "feb30fe4-1199-4aaf-ba13-8e67cea01407", "name": "network-vif-plugged", "status": "completed", "tag": "ec4a5001-05e5-44cc-93ff-c8d9c16d7be6"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:05:55.712334 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-779ba5ab-9e64-47b7-8de2-f177166e0813 req-f24d7722-d5e1-40f7-a75e-41162dab6737 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002047 Jul 30 20:05:55.732515 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port ec4a5001-05e5-44cc-93ff-c8d9c16d7be6, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=ec4a5001-05e5-44cc-93ff-c8d9c16d7be6,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:55.740028 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:55.808899 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c20d72c0-4e0b-4885-84cd-24ba2a72cc2e req-eb32d367-2929-481a-80d8-eb14605c6e1b tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:55.819122 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c20d72c0-4e0b-4885-84cd-24ba2a72cc2e req-eb32d367-2929-481a-80d8-eb14605c6e1b tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:55.824962 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=ec4a5001-05e5-44cc-93ff-c8d9c16d7be6,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:55.855078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04197d48-ba86-45fa-b1b3-796f403525a4 req-e6106a80-924a-4ba6-a7df-b4981ce0e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:55.856581 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04197d48-ba86-45fa-b1b3-796f403525a4 req-e6106a80-924a-4ba6-a7df-b4981ce0e03d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=524c9e8c00224a769a608ce643fda038&device_id=e97c1afb-6767-4fdc-945e-e5fe37fd9fda HTTP/1.1" status: 200 len: 1099 time: 0.0836420 Jul 30 20:05:55.860853 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c20d72c0-4e0b-4885-84cd-24ba2a72cc2e req-eb32d367-2929-481a-80d8-eb14605c6e1b tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:55.861797 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c20d72c0-4e0b-4885-84cd-24ba2a72cc2e req-eb32d367-2929-481a-80d8-eb14605c6e1b tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3457842 Jul 30 20:05:55.862752 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32d367-2929-481a-80d8-eb14605c6e1b tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=664e47b0-461e-47c9-bf84-2de7db5f60ee,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:55.989010 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04197d48-ba86-45fa-b1b3-796f403525a4 req-9dc6624c-7987-4bef-a16e-56fb6eb5051d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:55.990729 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04197d48-ba86-45fa-b1b3-796f403525a4 req-9dc6624c-7987-4bef-a16e-56fb6eb5051d service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1219239 Jul 30 20:05:56.051854 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04197d48-ba86-45fa-b1b3-796f403525a4 req-f15509c0-8d90-4fbf-86b0-3485bf4205e5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 HTTP/1.1" status: 200 len: 217 time: 0.0534868 Jul 30 20:05:56.116341 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56102) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:56.134619 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04197d48-ba86-45fa-b1b3-796f403525a4 req-83ed454c-5f9b-43a9-bfc1-c67b9cb24aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:56.136915 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04197d48-ba86-45fa-b1b3-796f403525a4 req-83ed454c-5f9b-43a9-bfc1-c67b9cb24aae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0778944 Jul 30 20:05:56.256835 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04197d48-ba86-45fa-b1b3-796f403525a4 req-f1a8cdad-e162-4039-a707-df043a6d6916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:56.258908 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04197d48-ba86-45fa-b1b3-796f403525a4 req-f1a8cdad-e162-4039-a707-df043a6d6916 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145399 Jul 30 20:05:56.434680 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d3c3f2f7-a0d8-4d6d-9b5e-8eaf7164ae91 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1465135634-network', 'tenant_id': '7a721017b4064946baeea6559734749c'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:56.477126 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c3f2f7-a0d8-4d6d-9b5e-8eaf7164ae91 admin admin] Made reservation on behalf of 7a721017b4064946baeea6559734749c for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:05:56.479930 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3c3f2f7-a0d8-4d6d-9b5e-8eaf7164ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:56.486379 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04197d48-ba86-45fa-b1b3-796f403525a4 req-ef2d0d67-f2e7-4792-971f-563d3fe7bd26 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162168 Jul 30 20:05:56.493009 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3c3f2f7-a0d8-4d6d-9b5e-8eaf7164ae91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:56.616328 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04197d48-ba86-45fa-b1b3-796f403525a4 req-cdd58ecb-c396-4380-85e5-fecd74fe2180 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196423 Jul 30 20:05:56.688652 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c02246-efe2-4f64-8170-6da8d7a7c2ad req-fed15714-8794-48bd-b7a0-6d1cf9bf2df5 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:56.690708 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98c02246-efe2-4f64-8170-6da8d7a7c2ad req-fed15714-8794-48bd-b7a0-6d1cf9bf2df5 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 944 time: 0.0734816 Jul 30 20:05:56.708911 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:56.745108 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98c02246-efe2-4f64-8170-6da8d7a7c2ad req-8d4696e6-5b23-408c-9eaa-ff6514a77922 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472984 Jul 30 20:05:56.765771 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3c3f2f7-a0d8-4d6d-9b5e-8eaf7164ae91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:56.783216 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3c3f2f7-a0d8-4d6d-9b5e-8eaf7164ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:56.799003 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c3f2f7-a0d8-4d6d-9b5e-8eaf7164ae91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:05:56.839764 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3c3f2f7-a0d8-4d6d-9b5e-8eaf7164ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:56.843146 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-d3c3f2f7-a0d8-4d6d-9b5e-8eaf7164ae91 admin admin] Added segment 6b78bb7c-82e1-4e1a-a89a-3e49d2392260 of type vlan for network 2469c781-8e92-4cc5-884d-b32b0b44c62f Jul 30 20:05:56.849487 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a52a814-a8df-4585-84b8-31ead2b97f10 x-openstack-request-id: req-3a52a814-a8df-4585-84b8-31ead2b97f10 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:05:56.849833 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb30fe4-1199-4aaf-ba13-8e67cea01407", "name": "network-vif-plugged", "status": "completed", "tag": "ec4a5001-05e5-44cc-93ff-c8d9c16d7be6", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:05:56.850109 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a52a814-a8df-4585-84b8-31ead2b97f10 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:05:56.850509 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb30fe4-1199-4aaf-ba13-8e67cea01407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4a5001-05e5-44cc-93ff-c8d9c16d7be6', 'code': 200} Jul 30 20:05:56.875107 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-3217f185-b796-4e99-8aec-78155e22050c req-9586c19d-fccf-4cdd-b7e3-dfae27e47bf4 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-189598670', 'description': 'tempest-description-647276848'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:56.900548 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3f2f7-a0d8-4d6d-9b5e-8eaf7164ae91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e49cb9-da7a-491a-b211-8a1dc861d640,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:56.916680 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3c3f2f7-a0d8-4d6d-9b5e-8eaf7164ae91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:56.928102 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3217f185-b796-4e99-8aec-78155e22050c req-9586c19d-fccf-4cdd-b7e3-dfae27e47bf4 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:56.958441 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3c3f2f7-a0d8-4d6d-9b5e-8eaf7164ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:56.961632 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c3f2f7-a0d8-4d6d-9b5e-8eaf7164ae91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:56.962405 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3c3f2f7-a0d8-4d6d-9b5e-8eaf7164ae91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:57.040044 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3f2f7-a0d8-4d6d-9b5e-8eaf7164ae91 admin admin] Pushing event updated for resources: {'Network': ['ID=2469c781-8e92-4cc5-884d-b32b0b44c62f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:57.050364 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 2469c781-8e92-4cc5-884d-b32b0b44c62f details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:05:57.100922 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3217f185-b796-4e99-8aec-78155e22050c req-9586c19d-fccf-4cdd-b7e3-dfae27e47bf4 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:57.109132 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3217f185-b796-4e99-8aec-78155e22050c req-9586c19d-fccf-4cdd-b7e3-dfae27e47bf4 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:57.124447 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d3c3f2f7-a0d8-4d6d-9b5e-8eaf7164ae91 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0062513 Jul 30 20:05:57.126584 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56114) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:05:57.134277 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1fd7dec9-037c-4028-99bd-fb20661eb7ef admin admin] Request body: {'subnet': {'network_id': '2469c781-8e92-4cc5-884d-b32b0b44c62f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1465135634-subnet', 'tenant_id': '7a721017b4064946baeea6559734749c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:57.165146 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3217f185-b796-4e99-8aec-78155e22050c req-9586c19d-fccf-4cdd-b7e3-dfae27e47bf4 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:57.166360 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3217f185-b796-4e99-8aec-78155e22050c req-9586c19d-fccf-4cdd-b7e3-dfae27e47bf4 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2969584 Jul 30 20:05:57.176971 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586c19d-fccf-4cdd-b7e3-dfae27e47bf4 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=198845be-2020-451f-8eb1-56f54c030916,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:57.219185 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd7dec9-037c-4028-99bd-fb20661eb7ef admin admin] Made reservation on behalf of 7a721017b4064946baeea6559734749c for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:05:57.222213 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1fd7dec9-037c-4028-99bd-fb20661eb7ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:57.468871 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ecf99-abb8-4d16-b4ef-319fff05a093 req-547d20b5-2845-4fb1-a394-7a40004432de tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:57.470413 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-157ecf99-abb8-4d16-b4ef-319fff05a093 req-547d20b5-2845-4fb1-a394-7a40004432de tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=e97c1afb-6767-4fdc-945e-e5fe37fd9fda HTTP/1.1" status: 200 len: 948 time: 0.0678148 Jul 30 20:05:57.503769 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1fd7dec9-037c-4028-99bd-fb20661eb7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:57.570319 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-157ecf99-abb8-4d16-b4ef-319fff05a093 req-cab82391-d38e-464f-a162-3dfae674796f tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884576 Jul 30 20:05:57.678913 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7dec9-037c-4028-99bd-fb20661eb7ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=807a3fd9-95fe-4588-8ffa-d416ac85711a,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:57.713289 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd7dec9-037c-4028-99bd-fb20661eb7ef admin admin] Checking segment: {'id': '6b78bb7c-82e1-4e1a-a89a-3e49d2392260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2469c781-8e92-4cc5-884d-b32b0b44c62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:05:57.713658 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd7dec9-037c-4028-99bd-fb20661eb7ef admin admin] Network hostable DHCP agents. Network: 2469c781-8e92-4cc5-884d-b32b0b44c62f, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:05:57.715954 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a5ad10e7-729e-471a-b3b9-7df9b1d778f3 req-4eeffac3-872d-46b9-bddf-f277cd228ff9 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "GET /v2.0/security-groups/664e47b0-461e-47c9-bf84-2de7db5f60ee HTTP/1.1" status: 200 len: 1805 time: 0.0905991 Jul 30 20:05:57.761140 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd7dec9-037c-4028-99bd-fb20661eb7ef admin admin] Network 2469c781-8e92-4cc5-884d-b32b0b44c62f is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:05:57.777152 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-1fd7dec9-037c-4028-99bd-fb20661eb7ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 2469c781-8e92-4cc5-884d-b32b0b44c62f) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:57.783824 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd7dec9-037c-4028-99bd-fb20661eb7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:57.784661 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1fd7dec9-037c-4028-99bd-fb20661eb7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:57.790529 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207dd34b-7e9e-4267-8110-1087367d7b09 None None] Network 2469c781-8e92-4cc5-884d-b32b0b44c62f requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:05:57.838881 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a5ad10e7-729e-471a-b3b9-7df9b1d778f3 req-32f19ad3-a7de-4762-bf27-df6452cc7d33 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "GET /v2.0/security-groups/198845be-2020-451f-8eb1-56f54c030916 HTTP/1.1" status: 200 len: 1803 time: 0.1219547 Jul 30 20:05:57.840526 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1fd7dec9-037c-4028-99bd-fb20661eb7ef admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7127864 Jul 30 20:05:57.856569 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-a5ad10e7-729e-471a-b3b9-7df9b1d778f3 req-0d00bffc-6517-493b-97e3-b1aa14a26a41 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '664e47b0-461e-47c9-bf84-2de7db5f60ee', 'remote_group_id': '198845be-2020-451f-8eb1-56f54c030916', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:57.857107 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-a5ad10e7-729e-471a-b3b9-7df9b1d778f3 req-0d00bffc-6517-493b-97e3-b1aa14a26a41 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '664e47b0-461e-47c9-bf84-2de7db5f60ee', 'remote_group_id': '198845be-2020-451f-8eb1-56f54c030916', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:05:57.911483 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device da38aa9d-f850-4f38-924f-71e37efcb765 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:05:58.030430 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a5ad10e7-729e-471a-b3b9-7df9b1d778f3 req-0d00bffc-6517-493b-97e3-b1aa14a26a41 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:58.049845 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port da38aa9d-f850-4f38-924f-71e37efcb765 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:05:58.062342 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port da38aa9d-f850-4f38-924f-71e37efcb765 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:05:58.062711 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:58.090821 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a5ad10e7-729e-471a-b3b9-7df9b1d778f3 req-0d00bffc-6517-493b-97e3-b1aa14a26a41 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:58.106402 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a5ad10e7-729e-471a-b3b9-7df9b1d778f3 req-0d00bffc-6517-493b-97e3-b1aa14a26a41 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:58.127797 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00bffc-6517-493b-97e3-b1aa14a26a41 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462ea900-9668-4ee1-8c4c-09284b5e4f27,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:58.132029 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f256e6-4610-47ed-9824-469289f0d321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-2469c781-8e92-4cc5-884d-b32b0b44c62f', 'network_id': '2469c781-8e92-4cc5-884d-b32b0b44c62f', 'tenant_id': '7a721017b4064946baeea6559734749c', 'fixed_ips': [{'subnet_id': '807a3fd9-95fe-4588-8ffa-d416ac85711a'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:05:58.132896 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-15f256e6-4610-47ed-9824-469289f0d321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:58.150489 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a5ad10e7-729e-471a-b3b9-7df9b1d778f3 req-0d00bffc-6517-493b-97e3-b1aa14a26a41 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:58.152650 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a5ad10e7-729e-471a-b3b9-7df9b1d778f3 req-0d00bffc-6517-493b-97e3-b1aa14a26a41 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3129048 Jul 30 20:05:58.434051 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf4cc0-c320-47db-8e54-e958e760a2e4 req-816eb2d8-b9ce-4d20-90a5-850432416885 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:05:58.436630 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ebf4cc0-c320-47db-8e54-e958e760a2e4 req-816eb2d8-b9ce-4d20-90a5-850432416885 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 944 time: 0.0707982 Jul 30 20:05:58.493122 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ebf4cc0-c320-47db-8e54-e958e760a2e4 req-e4ca754f-9f7b-491c-b125-1ee65d042287 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500834 Jul 30 20:05:58.542402 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:58.615476 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89e3cfc5-56ba-4f72-a3d9-f95455acdf26 req-1e3e6b00-7614-4f15-9d22-643df3ba397a tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "GET /v2.0/security-groups/198845be-2020-451f-8eb1-56f54c030916 HTTP/1.1" status: 200 len: 1803 time: 0.0745165 Jul 30 20:05:58.624986 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port da38aa9d-f850-4f38-924f-71e37efcb765, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=da38aa9d-f850-4f38-924f-71e37efcb765,segment=NetworkSegment(ce00f4ba-d8bb-4afc-8455-d155bb6366db),segment_id=ce00f4ba-d8bb-4afc-8455-d155bb6366db)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:05:58.650910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-15f256e6-4610-47ed-9824-469289f0d321 None None] Allocated IP 172.20.0.2 (2469c781-8e92-4cc5-884d-b32b0b44c62f/807a3fd9-95fe-4588-8ffa-d416ac85711a/7a0ec3a4-9118-471c-84bd-f7fd47889bdb) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:05:58.704389 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-89e3cfc5-56ba-4f72-a3d9-f95455acdf26 req-987768c9-b6d9-444b-a55f-5ad52a0f3c10 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:58.731843 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:58.742032 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-89e3cfc5-56ba-4f72-a3d9-f95455acdf26 req-987768c9-b6d9-444b-a55f-5ad52a0f3c10 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:58.833109 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-89e3cfc5-56ba-4f72-a3d9-f95455acdf26 req-987768c9-b6d9-444b-a55f-5ad52a0f3c10 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:58.835835 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-89e3cfc5-56ba-4f72-a3d9-f95455acdf26 req-987768c9-b6d9-444b-a55f-5ad52a0f3c10 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:58.837027 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89e3cfc5-56ba-4f72-a3d9-f95455acdf26 req-987768c9-b6d9-444b-a55f-5ad52a0f3c10 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "DELETE /v2.0/security-groups/198845be-2020-451f-8eb1-56f54c030916 HTTP/1.1" status: 204 len: 173 time: 0.2206662 Jul 30 20:05:58.866239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987768c9-b6d9-444b-a55f-5ad52a0f3c10 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=198845be-2020-451f-8eb1-56f54c030916,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:58.879869 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f7824e-0a23-47b0-ae52-32d24d9bbc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da38aa9d-f850-4f38-924f-71e37efcb765'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:05:58.882105 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb24ae1-5e6c-4919-95b7-d7069f37d2fd" -d '{"events": [{"server_uuid": "28f7824e-0a23-47b0-ae52-32d24d9bbc28", "name": "network-vif-plugged", "status": "completed", "tag": "da38aa9d-f850-4f38-924f-71e37efcb765"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:05:58.914526 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=da38aa9d-f850-4f38-924f-71e37efcb765,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:59.011027 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-15f256e6-4610-47ed-9824-469289f0d321 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:59.037964 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-15f256e6-4610-47ed-9824-469289f0d321 None None] Transition to ACTIVE for port object 7a0ec3a4-9118-471c-84bd-f7fd47889bdb will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:05:59.078981 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-15f256e6-4610-47ed-9824-469289f0d321 None None] Transition to ACTIVE for port object 7a0ec3a4-9118-471c-84bd-f7fd47889bdb will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:05:59.091976 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-15f256e6-4610-47ed-9824-469289f0d321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:59.149755 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f256e6-4610-47ed-9824-469289f0d321 None None] Pushing event updated for resources: {'Port': ['ID=7a0ec3a4-9118-471c-84bd-f7fd47889bdb,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:59.166380 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f256e6-4610-47ed-9824-469289f0d321 None None] Network 2469c781-8e92-4cc5-884d-b32b0b44c62f is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:05:59.167974 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-15f256e6-4610-47ed-9824-469289f0d321 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:05:59.170629 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f256e6-4610-47ed-9824-469289f0d321 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:05:59.245794 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-15f256e6-4610-47ed-9824-469289f0d321 None None] Attempting to bind port 7a0ec3a4-9118-471c-84bd-f7fd47889bdb on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:05:59.246254 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-15f256e6-4610-47ed-9824-469289f0d321 None None] Attempting to bind port 7a0ec3a4-9118-471c-84bd-f7fd47889bdb by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '6b78bb7c-82e1-4e1a-a89a-3e49d2392260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2469c781-8e92-4cc5-884d-b32b0b44c62f'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:05:59.246686 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f256e6-4610-47ed-9824-469289f0d321 None None] Attempting to bind port 7a0ec3a4-9118-471c-84bd-f7fd47889bdb on network 2469c781-8e92-4cc5-884d-b32b0b44c62f {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:05:59.257964 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f256e6-4610-47ed-9824-469289f0d321 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:05:59.258631 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f256e6-4610-47ed-9824-469289f0d321 None None] Checking segment: {'id': '6b78bb7c-82e1-4e1a-a89a-3e49d2392260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2469c781-8e92-4cc5-884d-b32b0b44c62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:05:59.259100 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-15f256e6-4610-47ed-9824-469289f0d321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:59.259765 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f256e6-4610-47ed-9824-469289f0d321 None None] Bound using segment: {'id': '6b78bb7c-82e1-4e1a-a89a-3e49d2392260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2469c781-8e92-4cc5-884d-b32b0b44c62f'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:05:59.260125 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-15f256e6-4610-47ed-9824-469289f0d321 None None] Bound port: 7a0ec3a4-9118-471c-84bd-f7fd47889bdb, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b78bb7c-82e1-4e1a-a89a-3e49d2392260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2469c781-8e92-4cc5-884d-b32b0b44c62f'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:05:59.260576 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-15f256e6-4610-47ed-9824-469289f0d321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:59.358193 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-15f256e6-4610-47ed-9824-469289f0d321 None None] For port 7a0ec3a4-9118-471c-84bd-f7fd47889bdb, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:05:59.362174 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-15f256e6-4610-47ed-9824-469289f0d321 None None] For port 7a0ec3a4-9118-471c-84bd-f7fd47889bdb, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7a0ec3a4-9118-471c-84bd-f7fd47889bdb,segment=NetworkSegment(6b78bb7c-82e1-4e1a-a89a-3e49d2392260),segment_id=6b78bb7c-82e1-4e1a-a89a-3e49d2392260)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:05:59.372555 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-15f256e6-4610-47ed-9824-469289f0d321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:05:59.436234 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f256e6-4610-47ed-9824-469289f0d321 None None] Pushing event updated for resources: {'Port': ['ID=7a0ec3a4-9118-471c-84bd-f7fd47889bdb,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:05:59.855051 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:06:00.072947 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:00.094999 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'd34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': 'd34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3', 'mac_address': 'fa:16:3e:cc:1b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:06:00.140917 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:00.156162 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:06:00.183665 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:00.190483 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:00.279643 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:00.424603 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7a0ec3a4-9118-471c-84bd-f7fd47889bdb up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:06:00.496512 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 7a0ec3a4-9118-471c-84bd-f7fd47889bdb completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:00.519947 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:06:01.191821 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78ebe08-0a68-4b72-9338-2fc10c04f919 None None] Network 2469c781-8e92-4cc5-884d-b32b0b44c62f requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:06:01.302731 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b5670737-a191-4e76-a706-6ab142675f87 None None] Provisioning for port 7a0ec3a4-9118-471c-84bd-f7fd47889bdb completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:01.328034 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b5670737-a191-4e76-a706-6ab142675f87 None None] Provisioning complete for port 7a0ec3a4-9118-471c-84bd-f7fd47889bdb triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:01.328414 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5670737-a191-4e76-a706-6ab142675f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:01.519805 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5670737-a191-4e76-a706-6ab142675f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:01.588825 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b5670737-a191-4e76-a706-6ab142675f87 None None] For port 7a0ec3a4-9118-471c-84bd-f7fd47889bdb, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7a0ec3a4-9118-471c-84bd-f7fd47889bdb,segment=NetworkSegment(6b78bb7c-82e1-4e1a-a89a-3e49d2392260),segment_id=6b78bb7c-82e1-4e1a-a89a-3e49d2392260)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:01.600006 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5670737-a191-4e76-a706-6ab142675f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:01.729457 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5670737-a191-4e76-a706-6ab142675f87 None None] Pushing event updated for resources: {'Port': ['ID=7a0ec3a4-9118-471c-84bd-f7fd47889bdb,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:01.877967 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:06:01.964847 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0df6ae95-49ba-4be6-80c4-166bdb92f0f7 None None] Provisioning complete for port 7a0ec3a4-9118-471c-84bd-f7fd47889bdb triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:01.965388 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0df6ae95-49ba-4be6-80c4-166bdb92f0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:02.045234 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:02.063310 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:02.063645 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:02.306839 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:02.392090 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:02.398478 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:02.465219 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7a0ec3a4-9118-471c-84bd-f7fd47889bdb up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:06:02.533660 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:02.579901 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 7a0ec3a4-9118-471c-84bd-f7fd47889bdb triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:02.579901 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:07.185534 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-d07ef72c-6684-4a19-9721-b7ef12a1db37 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:07.186901 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-d07ef72c-6684-4a19-9721-b7ef12a1db37 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/networks?id=2469c781-8e92-4cc5-884d-b32b0b44c62f HTTP/1.1" status: 200 len: 816 time: 0.1069672 Jul 30 20:06:07.201492 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-98c96612-c439-4c73-a286-9be4ef00c48f tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/quotas/7a721017b4064946baeea6559734749c HTTP/1.1" status: 200 len: 375 time: 0.0087667 Jul 30 20:06:07.249126 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-cbe05805-e477-4ef9-9754-9a1fff72a3a6 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a721017b4064946baeea6559734749c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426114 Jul 30 20:06:07.492243 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ced20-be8c-402e-8b3e-4b21635baa8c req-b519ebb7-af0b-4083-8cbb-88be3615cf33 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:07.493817 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-187ced20-be8c-402e-8b3e-4b21635baa8c req-b519ebb7-af0b-4083-8cbb-88be3615cf33 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=e97c1afb-6767-4fdc-945e-e5fe37fd9fda HTTP/1.1" status: 200 len: 950 time: 0.0517406 Jul 30 20:06:07.534579 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-187ced20-be8c-402e-8b3e-4b21635baa8c req-5ab11d8b-5996-4760-8e93-6c16e30eb132 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343096 Jul 30 20:06:07.598904 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-95081c93-9368-4a64-9e39-7cceccda63e8 req-40478519-8fc5-4304-844b-29ed0df5b12f tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "GET /v2.0/security-groups/664e47b0-461e-47c9-bf84-2de7db5f60ee HTTP/1.1" status: 200 len: 1805 time: 0.0411484 Jul 30 20:06:07.642440 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27468498-c190-452c-82c5-56f638bcc4d6 x-openstack-request-id: req-27468498-c190-452c-82c5-56f638bcc4d6 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:07.642960 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f7824e-0a23-47b0-ae52-32d24d9bbc28", "name": "network-vif-plugged", "status": "completed", "tag": "da38aa9d-f850-4f38-924f-71e37efcb765", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:07.643147 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-27468498-c190-452c-82c5-56f638bcc4d6 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:07.643659 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f7824e-0a23-47b0-ae52-32d24d9bbc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da38aa9d-f850-4f38-924f-71e37efcb765', 'code': 200} Jul 30 20:06:07.750681 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd7e93-7d4a-4713-aaf3-759aad69742f req-6d02b7a8-0b95-4965-a6e8-a517cc31a12a tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:07.752578 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cacd7e93-7d4a-4713-aaf3-759aad69742f req-6d02b7a8-0b95-4965-a6e8-a517cc31a12a tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 945 time: 0.0590675 Jul 30 20:06:07.768340 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-03559439-7be9-4463-9ad6-f32a98f55946 service neutron] 10.222.0.81 "GET /v2.0/networks/2469c781-8e92-4cc5-884d-b32b0b44c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5123115 Jul 30 20:06:07.771548 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b38b1-ad17-48cb-9c58-6730326fa2f2 req-b029bd2f-0348-4e05-b9b8-851bff810ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:07.772916 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b68b38b1-ad17-48cb-9c58-6730326fa2f2 req-b029bd2f-0348-4e05-b9b8-851bff810ad6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 1096 time: 0.0665512 Jul 30 20:06:07.801127 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cacd7e93-7d4a-4713-aaf3-759aad69742f req-de01be75-b70f-41c5-b159-b4f9df4e61ec tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371323 Jul 30 20:06:07.853994 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b68b38b1-ad17-48cb-9c58-6730326fa2f2 req-81488fee-2eb4-4daf-a64f-e7b99bd542d9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719421 Jul 30 20:06:07.883808 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-0f9257f8-0e9c-4dc3-9189-b1c46f723973 service neutron] 10.222.0.81 "GET /v2.0/networks/2469c781-8e92-4cc5-884d-b32b0b44c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087344 Jul 30 20:06:08.065613 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-fa439ab7-1bdb-4fdc-a240-fe5b3e700a3e tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:08.067994 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-fa439ab7-1bdb-4fdc-a240-fe5b3e700a3e tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.81 "GET /v2.0/networks?id=15396ec7-2f29-4de0-b562-8186709716a5 HTTP/1.1" status: 200 len: 813 time: 0.1298025 Jul 30 20:06:08.084347 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-337b9d6e-798e-49cb-b38c-b59b2a987cbb tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.81 "GET /v2.0/quotas/8cfdcb968d5a41d8aef70fcc356506a4 HTTP/1.1" status: 200 len: 375 time: 0.0101759 Jul 30 20:06:08.143330 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-4d77e4ae-6011-4392-8880-93c1ace6f2c0 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8cfdcb968d5a41d8aef70fcc356506a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527270 Jul 30 20:06:08.167900 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-9839931b-ef2d-4b9a-a7d5-8d8ef7f3b7d6 req-aee20ebd-bca7-452a-b9a4-1e5250eae12a tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1540377113', 'description': 'tempest-description-1445326303'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:08.200157 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9839931b-ef2d-4b9a-a7d5-8d8ef7f3b7d6 req-aee20ebd-bca7-452a-b9a4-1e5250eae12a tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:08.269280 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-47d2ea2e-2463-48e4-b2ae-7df831992c21 service neutron] 10.222.0.81 "GET /v2.0/networks/15396ec7-2f29-4de0-b562-8186709716a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141305 Jul 30 20:06:08.332214 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9839931b-ef2d-4b9a-a7d5-8d8ef7f3b7d6 req-aee20ebd-bca7-452a-b9a4-1e5250eae12a tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:08.341060 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9839931b-ef2d-4b9a-a7d5-8d8ef7f3b7d6 req-aee20ebd-bca7-452a-b9a4-1e5250eae12a tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:08.387744 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9839931b-ef2d-4b9a-a7d5-8d8ef7f3b7d6 req-aee20ebd-bca7-452a-b9a4-1e5250eae12a tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:08.389191 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9839931b-ef2d-4b9a-a7d5-8d8ef7f3b7d6 req-aee20ebd-bca7-452a-b9a4-1e5250eae12a tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2270436 Jul 30 20:06:08.390488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee20ebd-bca7-452a-b9a4-1e5250eae12a tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31a14ca4-3b76-40e6-a68e-43f2838df372,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:08.397485 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-cec122ae-d52a-4b1f-9ea3-8cbf35b21fcc service neutron] 10.222.0.81 "GET /v2.0/networks/15396ec7-2f29-4de0-b562-8186709716a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216526 Jul 30 20:06:08.431143 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56256) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:08.559463 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a669bd4c-2fe5-4393-8673-9aac69573dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:08.647136 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-827b2161-eb2c-4ad3-ad75-9d4e150eb8f2 req-3432c70f-ccbb-48e3-b505-675fb33e970d tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "GET /v2.0/security-groups/31a14ca4-3b76-40e6-a68e-43f2838df372 HTTP/1.1" status: 200 len: 1805 time: 0.0688298 Jul 30 20:06:08.664925 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-827b2161-eb2c-4ad3-ad75-9d4e150eb8f2 req-b5c44d6b-daab-4bb3-bd24-054eb27c0bc2 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '31a14ca4-3b76-40e6-a68e-43f2838df372', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:08.665252 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-827b2161-eb2c-4ad3-ad75-9d4e150eb8f2 req-b5c44d6b-daab-4bb3-bd24-054eb27c0bc2 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '31a14ca4-3b76-40e6-a68e-43f2838df372', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:08.723306 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a669bd4c-2fe5-4393-8673-9aac69573dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:08.733904 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a669bd4c-2fe5-4393-8673-9aac69573dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:08.776171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-0cf1df8d-f3eb-4085-b8ae-807cd272182b tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:08.777724 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-0cf1df8d-f3eb-4085-b8ae-807cd272182b tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/networks?id=2469c781-8e92-4cc5-884d-b32b0b44c62f HTTP/1.1" status: 200 len: 816 time: 0.1665111 Jul 30 20:06:08.789171 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a669bd4c-2fe5-4393-8673-9aac69573dc3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d4a7c49f6e9b46978dd6aad8f8eb28c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3545234 Jul 30 20:06:08.792855 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56286) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:08.793202 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669bd4c-2fe5-4393-8673-9aac69573dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8680a7-31b3-49e7-8b3d-7d130b8ff517,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:08.807952 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-c983b7cf-b78b-45dd-91a1-9868fede1a2e tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/quotas/7a721017b4064946baeea6559734749c HTTP/1.1" status: 200 len: 375 time: 0.0232241 Jul 30 20:06:08.839919 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-827b2161-eb2c-4ad3-ad75-9d4e150eb8f2 req-b5c44d6b-daab-4bb3-bd24-054eb27c0bc2 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:08.871405 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-827b2161-eb2c-4ad3-ad75-9d4e150eb8f2 req-b5c44d6b-daab-4bb3-bd24-054eb27c0bc2 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:08.877144 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-827b2161-eb2c-4ad3-ad75-9d4e150eb8f2 req-b5c44d6b-daab-4bb3-bd24-054eb27c0bc2 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:08.893673 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c9be83ff-c45a-4968-beed-ec8446727d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:08.898874 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c44d6b-daab-4bb3-bd24-054eb27c0bc2 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa213d28-1c64-48aa-865d-33ec0bcfbee7,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:08.903238 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-5a190dd6-a087-426e-8df2-1f3dd0aa4433 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a721017b4064946baeea6559734749c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0841751 Jul 30 20:06:08.915351 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-827b2161-eb2c-4ad3-ad75-9d4e150eb8f2 req-b5c44d6b-daab-4bb3-bd24-054eb27c0bc2 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:08.917340 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-827b2161-eb2c-4ad3-ad75-9d4e150eb8f2 req-b5c44d6b-daab-4bb3-bd24-054eb27c0bc2 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2613804 Jul 30 20:06:08.961422 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c9be83ff-c45a-4968-beed-ec8446727d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:09.080124 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-7ab969d8-fafd-436b-b399-8deaf762bf65 service neutron] 10.222.0.81 "GET /v2.0/networks/2469c781-8e92-4cc5-884d-b32b0b44c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673374 Jul 30 20:06:09.088930 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-153db537-47fe-43c7-8295-069006c0862d req-805221cd-9cca-4a6e-84f6-22ae5c596401 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.81 "GET /v2.0/ports?device_id=62e05ccb-d1fa-4e68-b791-2f6f09afefa8 HTTP/1.1" status: 200 len: 210 time: 0.0566976 Jul 30 20:06:09.098703 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c9be83ff-c45a-4968-beed-ec8446727d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:09.101815 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c9be83ff-c45a-4968-beed-ec8446727d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:09.105621 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c9be83ff-c45a-4968-beed-ec8446727d8b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ba8680a7-31b3-49e7-8b3d-7d130b8ff517 HTTP/1.1" status: 204 len: 168 time: 0.3096921 Jul 30 20:06:09.158868 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be83ff-c45a-4968-beed-ec8446727d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8680a7-31b3-49e7-8b3d-7d130b8ff517,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:09.228935 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-45eb63f7-d892-428d-8b81-5fbb6e561fbb service neutron] 10.222.0.81 "GET /v2.0/networks/2469c781-8e92-4cc5-884d-b32b0b44c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423011 Jul 30 20:06:09.573828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc93301-fdcb-44b2-aa71-252f071d06bc req-10562f0b-4678-4111-86bd-5b4f80d588c1 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:09.576663 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4dc93301-fdcb-44b2-aa71-252f071d06bc req-10562f0b-4678-4111-86bd-5b4f80d588c1 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 945 time: 0.0716972 Jul 30 20:06:09.641879 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4dc93301-fdcb-44b2-aa71-252f071d06bc req-7a72b65e-282a-453d-b70b-07f2db586af1 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582056 Jul 30 20:06:09.645293 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97c1afb-6767-4fdc-945e-e5fe37fd9fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:09.647667 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79683dc5-9772-4ba9-9516-d14176fc0fa1" -d '{"events": [{"server_uuid": "e97c1afb-6767-4fdc-945e-e5fe37fd9fda", "name": "network-vif-plugged", "status": "completed", "tag": "d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:09.669446 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54662a-e8e8-4bf1-b91e-3f4e15d8c2bf req-06b0a5da-9334-4f87-8cf0-269fa878d21a tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:09.671309 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6b54662a-e8e8-4bf1-b91e-3f4e15d8c2bf req-06b0a5da-9334-4f87-8cf0-269fa878d21a tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=e97c1afb-6767-4fdc-945e-e5fe37fd9fda HTTP/1.1" status: 200 len: 950 time: 0.1010559 Jul 30 20:06:09.704893 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-fae2f3f3-77d5-46d1-ba1d-93391352c4b0 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:09.706587 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-fae2f3f3-77d5-46d1-ba1d-93391352c4b0 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.59 "GET /v2.0/networks?id=2469c781-8e92-4cc5-884d-b32b0b44c62f HTTP/1.1" status: 200 len: 816 time: 0.6050732 Jul 30 20:06:09.728922 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-febd6bac-09b9-4cab-91e8-d50ed32ce04a req-10f85fc8-71ec-40e0-b1b6-4792ea2abbfd tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "GET /v2.0/security-groups/31a14ca4-3b76-40e6-a68e-43f2838df372 HTTP/1.1" status: 200 len: 2398 time: 0.0500693 Jul 30 20:06:09.730315 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-26fef462-7cd9-45da-9b42-c55389f4a6e0 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Request body: {'port': {'device_id': '13e38a37-ba25-4280-9b6b-47b09d54d2a4', 'network_id': '2469c781-8e92-4cc5-884d-b32b0b44c62f', 'admin_state_up': True, 'tenant_id': '7a721017b4064946baeea6559734749c'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:09.734043 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-febd6bac-09b9-4cab-91e8-d50ed32ce04a req-cbb9235c-c8bf-4e2d-a481-d66c24074355 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '31a14ca4-3b76-40e6-a68e-43f2838df372', 'remote_group_id': None}]} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:09.734453 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-febd6bac-09b9-4cab-91e8-d50ed32ce04a req-cbb9235c-c8bf-4e2d-a481-d66c24074355 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '31a14ca4-3b76-40e6-a68e-43f2838df372', 'remote_group_id': None}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:09.742586 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6b54662a-e8e8-4bf1-b91e-3f4e15d8c2bf req-a77e5112-9cbd-440f-be2f-f640a750a317 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598571 Jul 30 20:06:09.954908 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-26fef462-7cd9-45da-9b42-c55389f4a6e0 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Made reservation on behalf of 7a721017b4064946baeea6559734749c for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:06:09.966139 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-26fef462-7cd9-45da-9b42-c55389f4a6e0 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:10.018529 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-febd6bac-09b9-4cab-91e8-d50ed32ce04a req-cbb9235c-c8bf-4e2d-a481-d66c24074355 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:10.074234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2f3e9e16-90ab-493d-992d-f2d543190b1b tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:10.076030 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2f3e9e16-90ab-493d-992d-f2d543190b1b tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.59 "GET /v2.0/networks?id=15396ec7-2f29-4de0-b562-8186709716a5 HTTP/1.1" status: 200 len: 813 time: 0.3063142 Jul 30 20:06:10.084011 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-febd6bac-09b9-4cab-91e8-d50ed32ce04a req-cbb9235c-c8bf-4e2d-a481-d66c24074355 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:10.100901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-f5a64109-058c-4a48-b98f-8337a2686ffa tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Request body: {'port': {'device_id': '62e05ccb-d1fa-4e68-b791-2f6f09afefa8', 'network_id': '15396ec7-2f29-4de0-b562-8186709716a5', 'admin_state_up': True, 'tenant_id': '8cfdcb968d5a41d8aef70fcc356506a4'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:10.106020 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-febd6bac-09b9-4cab-91e8-d50ed32ce04a req-cbb9235c-c8bf-4e2d-a481-d66c24074355 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:10.177117 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9235c-c8bf-4e2d-a481-d66c24074355 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f3eb03-1893-4d85-80b8-4956944d56d7,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:10.183440 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-febd6bac-09b9-4cab-91e8-d50ed32ce04a req-cbb9235c-c8bf-4e2d-a481-d66c24074355 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:10.198684 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-febd6bac-09b9-4cab-91e8-d50ed32ce04a req-cbb9235c-c8bf-4e2d-a481-d66c24074355 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4687667 Jul 30 20:06:10.203221 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-26fef462-7cd9-45da-9b42-c55389f4a6e0 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Allocated IP 172.20.0.13 (2469c781-8e92-4cc5-884d-b32b0b44c62f/807a3fd9-95fe-4588-8ffa-d416ac85711a/3d72cc40-c2e5-4d25-a4e0-adab878dc4f1) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:06:10.263211 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56362) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:10.325433 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-f5a64109-058c-4a48-b98f-8337a2686ffa tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Made reservation on behalf of 8cfdcb968d5a41d8aef70fcc356506a4 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:06:10.332647 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-f5a64109-058c-4a48-b98f-8337a2686ffa tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:10.446557 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-26fef462-7cd9-45da-9b42-c55389f4a6e0 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:10.472308 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-26fef462-7cd9-45da-9b42-c55389f4a6e0 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Transition to ACTIVE for port object 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:10.481136 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a77b36ef-51ec-415b-ac7b-8de8bf9a737d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-953520604-network', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:10.515603 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-26fef462-7cd9-45da-9b42-c55389f4a6e0 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:10.552896 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-f5a64109-058c-4a48-b98f-8337a2686ffa tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Allocated IP 172.20.0.14 (15396ec7-2f29-4de0-b562-8186709716a5/ef062179-e206-4843-9b0f-ce91112bb4fb/3599122f-713c-44bc-81bd-4c789c43146b) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:06:10.559731 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77b36ef-51ec-415b-ac7b-8de8bf9a737d admin admin] Made reservation on behalf of 398c11eccd35477c9cab39d77a30a8de for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:06:10.562118 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a77b36ef-51ec-415b-ac7b-8de8bf9a737d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:10.582746 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a77b36ef-51ec-415b-ac7b-8de8bf9a737d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:10.582974 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-26fef462-7cd9-45da-9b42-c55389f4a6e0 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Network 2469c781-8e92-4cc5-884d-b32b0b44c62f is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:06:10.586611 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-26fef462-7cd9-45da-9b42-c55389f4a6e0 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:06:10.603486 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-26fef462-7cd9-45da-9b42-c55389f4a6e0 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:06:10.653332 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:06:10.670223 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fef462-7cd9-45da-9b42-c55389f4a6e0 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Pushing event updated for resources: {'Port': ['ID=3d72cc40-c2e5-4d25-a4e0-adab878dc4f1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:10.711419 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-26fef462-7cd9-45da-9b42-c55389f4a6e0 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:10.712846 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-26fef462-7cd9-45da-9b42-c55389f4a6e0 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:10.925022 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-231f6f75-6e49-4705-8ca4-e12cdf5fdc91 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:10.928948 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-231f6f75-6e49-4705-8ca4-e12cdf5fdc91 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.83 "GET /v2.0/networks?id=2469c781-8e92-4cc5-884d-b32b0b44c62f HTTP/1.1" status: 200 len: 816 time: 0.1871989 Jul 30 20:06:10.966671 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-84a03a3c-21a9-4ef9-a510-e0ef4a8c80a2 None None] Provisioning for port 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:10.969572 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-80589c07-d594-4eb2-94ca-69f0be4083b3 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Request body: {'port': {'device_id': 'e2323f96-0b7b-4402-830c-68686052028c', 'network_id': '2469c781-8e92-4cc5-884d-b32b0b44c62f', 'admin_state_up': True, 'tenant_id': '7a721017b4064946baeea6559734749c'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:10.971845 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-84a03a3c-21a9-4ef9-a510-e0ef4a8c80a2 None None] Provisioning complete for port 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:10.972248 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84a03a3c-21a9-4ef9-a510-e0ef4a8c80a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:11.014013 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-84a03a3c-21a9-4ef9-a510-e0ef4a8c80a2 None None] Port 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:06:11.182463 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-f5a64109-058c-4a48-b98f-8337a2686ffa tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:11.211960 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a77b36ef-51ec-415b-ac7b-8de8bf9a737d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:11.218255 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-f5a64109-058c-4a48-b98f-8337a2686ffa tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Transition to ACTIVE for port object 3599122f-713c-44bc-81bd-4c789c43146b will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:11.220371 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a77b36ef-51ec-415b-ac7b-8de8bf9a737d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:11.226628 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-26fef462-7cd9-45da-9b42-c55389f4a6e0 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5000646 Jul 30 20:06:11.252879 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a77b36ef-51ec-415b-ac7b-8de8bf9a737d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:06:11.281976 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b36ef-51ec-415b-ac7b-8de8bf9a737d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132df90d-5f15-4248-bb66-aca1bc54cebd,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:11.290793 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a77b36ef-51ec-415b-ac7b-8de8bf9a737d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:11.291538 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-a77b36ef-51ec-415b-ac7b-8de8bf9a737d admin admin] Added segment e516731d-3863-4f7d-95fd-701a50a1d868 of type vlan for network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b Jul 30 20:06:11.307582 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-80589c07-d594-4eb2-94ca-69f0be4083b3 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Made reservation on behalf of 7a721017b4064946baeea6559734749c for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:06:11.311127 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-80589c07-d594-4eb2-94ca-69f0be4083b3 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:11.367156 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a77b36ef-51ec-415b-ac7b-8de8bf9a737d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:11.388852 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-f5a64109-058c-4a48-b98f-8337a2686ffa tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:11.487232 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-f5a64109-058c-4a48-b98f-8337a2686ffa tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Network 15396ec7-2f29-4de0-b562-8186709716a5 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:06:11.496623 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-f5a64109-058c-4a48-b98f-8337a2686ffa tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:06:11.498419 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a77b36ef-51ec-415b-ac7b-8de8bf9a737d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:11.499368 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77b36ef-51ec-415b-ac7b-8de8bf9a737d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:11.499955 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a77b36ef-51ec-415b-ac7b-8de8bf9a737d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:11.505394 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-f5a64109-058c-4a48-b98f-8337a2686ffa tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:06:11.553454 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:06:11.602665 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775e5552-1421-4332-8672-8b065177d778 x-openstack-request-id: req-775e5552-1421-4332-8672-8b065177d778 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:11.603188 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97c1afb-6767-4fdc-945e-e5fe37fd9fda", "name": "network-vif-plugged", "status": "completed", "tag": "d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:11.603997 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-775e5552-1421-4332-8672-8b065177d778 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:11.604562 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97c1afb-6767-4fdc-945e-e5fe37fd9fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3', 'code': 200} Jul 30 20:06:11.611919 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a64109-058c-4a48-b98f-8337a2686ffa tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Pushing event updated for resources: {'Port': ['ID=3599122f-713c-44bc-81bd-4c789c43146b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:11.752392 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ed489-a08e-47ca-bae0-b47b635488f3 req-402615b0-6c8d-4499-89e0-edc5a696c432 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:11.757288 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:11.764917 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6f3ed489-a08e-47ca-bae0-b47b635488f3 req-402615b0-6c8d-4499-89e0-edc5a696c432 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 945 time: 0.0752518 Jul 30 20:06:11.770854 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a77b36ef-51ec-415b-ac7b-8de8bf9a737d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5054941 Jul 30 20:06:11.785483 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56416) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:11.808830 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b64d140c-3c2b-4a0b-938b-156348d4fc6c admin admin] Request body: {'subnet': {'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-953520604-subnet', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:11.829147 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6f3ed489-a08e-47ca-bae0-b47b635488f3 req-633d204a-bed6-4005-abde-dcfa6ad8949e tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632684 Jul 30 20:06:11.858822 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port ec4a5001-05e5-44cc-93ff-c8d9c16d7be6, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=ec4a5001-05e5-44cc-93ff-c8d9c16d7be6,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:11.864594 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:11.881690 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64d140c-3c2b-4a0b-938b-156348d4fc6c admin admin] Made reservation on behalf of 398c11eccd35477c9cab39d77a30a8de for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:06:11.884384 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b64d140c-3c2b-4a0b-938b-156348d4fc6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:11.897110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b36ef-51ec-415b-ac7b-8de8bf9a737d admin admin] Pushing event updated for resources: {'Network': ['ID=88b3ebbe-b1a1-49b8-8023-ad19464dab3b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:11.906659 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-f5a64109-058c-4a48-b98f-8337a2686ffa tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:11.907414 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-f5a64109-058c-4a48-b98f-8337a2686ffa tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:11.940042 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:06:11.944254 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-80589c07-d594-4eb2-94ca-69f0be4083b3 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Allocated IP 172.20.0.10 (2469c781-8e92-4cc5-884d-b32b0b44c62f/807a3fd9-95fe-4588-8ffa-d416ac85711a/36082512-f9e4-43f5-90f3-478bfa9fc75f) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:06:11.981479 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-f5a64109-058c-4a48-b98f-8337a2686ffa tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8901994 Jul 30 20:06:11.988667 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515a719-4bea-4a0d-a5ce-2ee9cdbedb22 req-9dc27a8d-f5fb-45c1-b346-2f14ed0ee165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:11.990428 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7515a719-4bea-4a0d-a5ce-2ee9cdbedb22 req-9dc27a8d-f5fb-45c1-b346-2f14ed0ee165 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e97c1afb-6767-4fdc-945e-e5fe37fd9fda HTTP/1.1" status: 200 len: 1101 time: 0.2704372 Jul 30 20:06:12.040614 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-7e0521f5-da56-48a5-bfbf-6d5dcb42c74c tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:12.041112 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-7e0521f5-da56-48a5-bfbf-6d5dcb42c74c tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/networks?id=2469c781-8e92-4cc5-884d-b32b0b44c62f HTTP/1.1" status: 200 len: 816 time: 0.3457325 Jul 30 20:06:12.087137 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=ec4a5001-05e5-44cc-93ff-c8d9c16d7be6,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:12.128371 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-a27b168e-0d72-4a59-b2f9-76f38285ad7f tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/quotas/7a721017b4064946baeea6559734749c HTTP/1.1" status: 200 len: 375 time: 0.0631404 Jul 30 20:06:12.137300 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7515a719-4bea-4a0d-a5ce-2ee9cdbedb22 req-dc90d1f6-fee7-4cc3-8101-b1bb5daff65b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388695 Jul 30 20:06:12.153009 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e3f83deb-d7ed-4c49-917e-c174c317ee5e None None] Provisioning for port 3599122f-713c-44bc-81bd-4c789c43146b completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:12.170401 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e3f83deb-d7ed-4c49-917e-c174c317ee5e None None] Provisioning complete for port 3599122f-713c-44bc-81bd-4c789c43146b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:12.172524 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3f83deb-d7ed-4c49-917e-c174c317ee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:12.240901 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b1f4a-361c-4f25-adde-b4aff46e5c43 req-0449b910-896e-4d38-b65b-4639000d227d tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:12.242265 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e3f83deb-d7ed-4c49-917e-c174c317ee5e None None] Port 3599122f-713c-44bc-81bd-4c789c43146b cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:06:12.256520 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f79b1f4a-361c-4f25-adde-b4aff46e5c43 req-0449b910-896e-4d38-b65b-4639000d227d tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.81 "GET /v2.0/ports?device_id=62e05ccb-d1fa-4e68-b791-2f6f09afefa8 HTTP/1.1" status: 200 len: 932 time: 0.2845864 Jul 30 20:06:12.272565 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b64d140c-3c2b-4a0b-938b-156348d4fc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:12.290775 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-c0705ec0-a3c6-4dcf-96e1-cc0e0f3332ee tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a721017b4064946baeea6559734749c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1522202 Jul 30 20:06:12.355738 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f79b1f4a-361c-4f25-adde-b4aff46e5c43 req-d07a09e1-35af-4cc7-9beb-0c8176fab870 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.81 "GET /v2.0/security-groups?id=72cc386d-eb7c-431c-9bae-8c2a16dca42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969927 Jul 30 20:06:12.376453 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-80589c07-d594-4eb2-94ca-69f0be4083b3 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:12.402898 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-80589c07-d594-4eb2-94ca-69f0be4083b3 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Transition to ACTIVE for port object 36082512-f9e4-43f5-90f3-478bfa9fc75f will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:12.429907 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-3d6220bc-f131-4013-b8fb-bf835d9f19c1 service neutron] 10.222.0.81 "GET /v2.0/networks/2469c781-8e92-4cc5-884d-b32b0b44c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382797 Jul 30 20:06:12.465796 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d140c-3c2b-4a0b-938b-156348d4fc6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac1c465f-425f-4078-b2f8-d23b006b1c90,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:12.496657 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3290140b-9985-46d5-89e7-9ea3d476a936 req-44b4b55f-c6ca-4338-a74f-bed845aa0fbf tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "GET /v2.0/security-groups/31a14ca4-3b76-40e6-a68e-43f2838df372 HTTP/1.1" status: 200 len: 2996 time: 0.1120243 Jul 30 20:06:12.508120 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d140c-3c2b-4a0b-938b-156348d4fc6c admin admin] Checking segment: {'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:06:12.508743 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64d140c-3c2b-4a0b-938b-156348d4fc6c admin admin] Network hostable DHCP agents. Network: 88b3ebbe-b1a1-49b8-8023-ad19464dab3b, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:06:12.550630 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64d140c-3c2b-4a0b-938b-156348d4fc6c admin admin] Network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:06:12.570450 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b64d140c-3c2b-4a0b-938b-156348d4fc6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 88b3ebbe-b1a1-49b8-8023-ad19464dab3b) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:06:12.575250 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64d140c-3c2b-4a0b-938b-156348d4fc6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:12.576159 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b64d140c-3c2b-4a0b-938b-156348d4fc6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:12.583714 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff062bac-d4eb-4d1c-9e3f-115d1344b1c0 None None] Network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:06:12.584272 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-80589c07-d594-4eb2-94ca-69f0be4083b3 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:12.643013 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b64d140c-3c2b-4a0b-938b-156348d4fc6c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8387651 Jul 30 20:06:12.644947 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56424) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:12.649229 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-41204acd-c597-453b-a948-ddf94c8e7cd3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-953520604-router', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:12.652215 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-80589c07-d594-4eb2-94ca-69f0be4083b3 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Network 2469c781-8e92-4cc5-884d-b32b0b44c62f is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:06:12.664332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-80589c07-d594-4eb2-94ca-69f0be4083b3 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:06:12.670949 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-80589c07-d594-4eb2-94ca-69f0be4083b3 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:06:12.682039 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-cc872964-4f30-4d5d-a967-5f0d1d751e94 service neutron] 10.222.0.81 "GET /v2.0/networks/2469c781-8e92-4cc5-884d-b32b0b44c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482085 Jul 30 20:06:12.698633 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc494a-d28e-452d-be28-ef808b73d432 req-96531d59-694e-472f-aa73-f0386ab7099c tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:12.700290 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f7cc494a-d28e-452d-be28-ef808b73d432 req-96531d59-694e-472f-aa73-f0386ab7099c tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=e97c1afb-6767-4fdc-945e-e5fe37fd9fda HTTP/1.1" status: 200 len: 950 time: 0.0958598 Jul 30 20:06:12.702819 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80589c07-d594-4eb2-94ca-69f0be4083b3 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Pushing event updated for resources: {'Port': ['ID=36082512-f9e4-43f5-90f3-478bfa9fc75f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:12.708603 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41204acd-c597-453b-a948-ddf94c8e7cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:12.710855 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41204acd-c597-453b-a948-ddf94c8e7cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:12.737300 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-80589c07-d594-4eb2-94ca-69f0be4083b3 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:12.738353 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-80589c07-d594-4eb2-94ca-69f0be4083b3 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:12.762185 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-80589c07-d594-4eb2-94ca-69f0be4083b3 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8193276 Jul 30 20:06:12.774999 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-487c694b-7104-4c48-b983-e31ca4e7a246 service neutron] Request body: {'port': {'device_id': 'e2323f96-0b7b-4402-830c-68686052028c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:12.780680 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0684e2-460d-4f5a-ba37-55de33825d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'fixed_ips': [{'subnet_id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:06:12.781604 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3f0684e2-460d-4f5a-ba37-55de33825d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:12.782651 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f7cc494a-d28e-452d-be28-ef808b73d432 req-c678e7ad-d5e0-4629-8d10-bd2806c93554 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653279 Jul 30 20:06:12.816812 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41204acd-c597-453b-a948-ddf94c8e7cd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:12.993782 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-487c694b-7104-4c48-b983-e31ca4e7a246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:13.010697 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ec7ecf62-2ce8-4c8e-a7b0-f07dcb5c63d2 req-696f4f78-d577-473f-a134-db623457bbb9 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "GET /v2.0/security-group-rules/11f3eb03-1893-4d85-80b8-4956944d56d7 HTTP/1.1" status: 200 len: 783 time: 0.0737138 Jul 30 20:06:13.100573 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-3f0684e2-460d-4f5a-ba37-55de33825d7a None None] Allocated IP 172.20.0.2 (88b3ebbe-b1a1-49b8-8023-ad19464dab3b/ac1c465f-425f-4078-b2f8-d23b006b1c90/c74ef69b-8172-4c50-ab80-75c9d32e606e) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:06:13.186559 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41204acd-c597-453b-a948-ddf94c8e7cd3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:13.245623 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-db1de5bd-8bd2-4fc5-bd25-d678a73a0006 None None] Provisioning for port 36082512-f9e4-43f5-90f3-478bfa9fc75f completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:13.263015 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-db1de5bd-8bd2-4fc5-bd25-d678a73a0006 None None] Provisioning complete for port 36082512-f9e4-43f5-90f3-478bfa9fc75f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:13.263628 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db1de5bd-8bd2-4fc5-bd25-d678a73a0006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:13.321618 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-db1de5bd-8bd2-4fc5-bd25-d678a73a0006 None None] Port 36082512-f9e4-43f5-90f3-478bfa9fc75f cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:06:13.393459 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b51ecc7e-2edc-41cc-80a9-44777cdebefa req-e91a461e-54b7-4ed7-bec0-51ec006040ce tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e18394a1-39d6-46fe-959a-73c6fb0268e8 HTTP/1.1" status: 200 len: 210 time: 0.0501728 Jul 30 20:06:13.507053 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3f0684e2-460d-4f5a-ba37-55de33825d7a None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:13.530226 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3f0684e2-460d-4f5a-ba37-55de33825d7a None None] Transition to ACTIVE for port object c74ef69b-8172-4c50-ab80-75c9d32e606e will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:13.568026 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-487c694b-7104-4c48-b983-e31ca4e7a246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36082512-f9e4-43f5-90f3-478bfa9fc75f {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:06:13.568596 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3f0684e2-460d-4f5a-ba37-55de33825d7a None None] Transition to ACTIVE for port object c74ef69b-8172-4c50-ab80-75c9d32e606e will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:13.577415 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-487c694b-7104-4c48-b983-e31ca4e7a246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:13.583982 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3f0684e2-460d-4f5a-ba37-55de33825d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:13.591851 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-487c694b-7104-4c48-b983-e31ca4e7a246 service neutron] Transition to ACTIVE for port object 36082512-f9e4-43f5-90f3-478bfa9fc75f will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:13.611837 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-487c694b-7104-4c48-b983-e31ca4e7a246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:13.671760 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c694b-7104-4c48-b983-e31ca4e7a246 service neutron] Pushing event updated for resources: {'Port': ['ID=36082512-f9e4-43f5-90f3-478bfa9fc75f,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:13.692277 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ec7ecf62-2ce8-4c8e-a7b0-f07dcb5c63d2 req-d3a96317-5e3c-4984-9df3-b33f192872c7 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "GET /v2.0/security-groups/31a14ca4-3b76-40e6-a68e-43f2838df372 HTTP/1.1" status: 200 len: 2996 time: 0.6655619 Jul 30 20:06:13.694531 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb30fe4-1199-4aaf-ba13-8e67cea01407', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec4a5001-05e5-44cc-93ff-c8d9c16d7be6'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:13.704867 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2967e068-4640-4e3c-9011-747e3a7e0713" -d '{"events": [{"server_uuid": "feb30fe4-1199-4aaf-ba13-8e67cea01407", "name": "network-vif-unplugged", "status": "completed", "tag": "ec4a5001-05e5-44cc-93ff-c8d9c16d7be6"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:13.715638 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0684e2-460d-4f5a-ba37-55de33825d7a None None] Pushing event updated for resources: {'Port': ['ID=c74ef69b-8172-4c50-ab80-75c9d32e606e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:13.740676 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0684e2-460d-4f5a-ba37-55de33825d7a None None] Network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:06:13.742113 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-3f0684e2-460d-4f5a-ba37-55de33825d7a None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:06:13.744778 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0684e2-460d-4f5a-ba37-55de33825d7a None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:06:13.770205 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ec7ecf62-2ce8-4c8e-a7b0-f07dcb5c63d2 req-b8b51474-fcba-46ed-bb35-8cbda060892d tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:13.836057 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-3f0684e2-460d-4f5a-ba37-55de33825d7a None None] Attempting to bind port c74ef69b-8172-4c50-ab80-75c9d32e606e on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:06:13.836540 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-3f0684e2-460d-4f5a-ba37-55de33825d7a None None] Attempting to bind port c74ef69b-8172-4c50-ab80-75c9d32e606e by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:06:13.837131 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0684e2-460d-4f5a-ba37-55de33825d7a None None] Attempting to bind port c74ef69b-8172-4c50-ab80-75c9d32e606e on network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:13.837736 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ec7ecf62-2ce8-4c8e-a7b0-f07dcb5c63d2 req-b8b51474-fcba-46ed-bb35-8cbda060892d tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:13.843361 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0684e2-460d-4f5a-ba37-55de33825d7a None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:06:13.844064 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0684e2-460d-4f5a-ba37-55de33825d7a None None] Checking segment: {'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:06:13.844561 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3f0684e2-460d-4f5a-ba37-55de33825d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:13.845046 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0684e2-460d-4f5a-ba37-55de33825d7a None None] Bound using segment: {'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:06:13.845618 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-3f0684e2-460d-4f5a-ba37-55de33825d7a None None] Bound port: c74ef69b-8172-4c50-ab80-75c9d32e606e, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:06:13.846463 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3f0684e2-460d-4f5a-ba37-55de33825d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:13.907203 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ec7ecf62-2ce8-4c8e-a7b0-f07dcb5c63d2 req-b8b51474-fcba-46ed-bb35-8cbda060892d tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:13.912993 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e16fdd-7e65-4bcf-981b-29c6aecdbd6e req-5ae5e050-b01a-434b-b05e-d70fb75dd55d tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:13.918361 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ec7ecf62-2ce8-4c8e-a7b0-f07dcb5c63d2 req-b8b51474-fcba-46ed-bb35-8cbda060892d tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:13.919613 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ec7ecf62-2ce8-4c8e-a7b0-f07dcb5c63d2 req-b8b51474-fcba-46ed-bb35-8cbda060892d tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/11f3eb03-1893-4d85-80b8-4956944d56d7 HTTP/1.1" status: 204 len: 173 time: 0.2264402 Jul 30 20:06:13.920075 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-24e16fdd-7e65-4bcf-981b-29c6aecdbd6e req-5ae5e050-b01a-434b-b05e-d70fb75dd55d tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 945 time: 0.2723224 Jul 30 20:06:13.923081 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41204acd-c597-453b-a948-ddf94c8e7cd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:13.957322 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b51474-fcba-46ed-bb35-8cbda060892d tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11f3eb03-1893-4d85-80b8-4956944d56d7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:13.977473 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3f0684e2-460d-4f5a-ba37-55de33825d7a None None] For port c74ef69b-8172-4c50-ab80-75c9d32e606e, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:06:13.983090 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41204acd-c597-453b-a948-ddf94c8e7cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:13.987631 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3f0684e2-460d-4f5a-ba37-55de33825d7a None None] For port c74ef69b-8172-4c50-ab80-75c9d32e606e, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c74ef69b-8172-4c50-ab80-75c9d32e606e,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:06:14.005367 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3f0684e2-460d-4f5a-ba37-55de33825d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:14.029592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-487c694b-7104-4c48-b983-e31ca4e7a246 service neutron] Attempting to bind port 36082512-f9e4-43f5-90f3-478bfa9fc75f on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:06:14.029946 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-487c694b-7104-4c48-b983-e31ca4e7a246 service neutron] Attempting to bind port 36082512-f9e4-43f5-90f3-478bfa9fc75f by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '6b78bb7c-82e1-4e1a-a89a-3e49d2392260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2469c781-8e92-4cc5-884d-b32b0b44c62f'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:06:14.031894 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-487c694b-7104-4c48-b983-e31ca4e7a246 service neutron] Attempting to bind port 36082512-f9e4-43f5-90f3-478bfa9fc75f on network 2469c781-8e92-4cc5-884d-b32b0b44c62f {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:14.056011 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-487c694b-7104-4c48-b983-e31ca4e7a246 service neutron] Port 36082512-f9e4-43f5-90f3-478bfa9fc75f on network 2469c781-8e92-4cc5-884d-b32b0b44c62f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:06:14.056321 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-487c694b-7104-4c48-b983-e31ca4e7a246 service neutron] Attempting to bind port 36082512-f9e4-43f5-90f3-478bfa9fc75f on network 2469c781-8e92-4cc5-884d-b32b0b44c62f {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:14.069120 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-487c694b-7104-4c48-b983-e31ca4e7a246 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:06:14.070260 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-487c694b-7104-4c48-b983-e31ca4e7a246 service neutron] Checking segment: {'id': '6b78bb7c-82e1-4e1a-a89a-3e49d2392260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2469c781-8e92-4cc5-884d-b32b0b44c62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:06:14.072500 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-487c694b-7104-4c48-b983-e31ca4e7a246 service neutron] Bound using segment: {'id': '6b78bb7c-82e1-4e1a-a89a-3e49d2392260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2469c781-8e92-4cc5-884d-b32b0b44c62f'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:06:14.073009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-487c694b-7104-4c48-b983-e31ca4e7a246 service neutron] Bound port: 36082512-f9e4-43f5-90f3-478bfa9fc75f, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b78bb7c-82e1-4e1a-a89a-3e49d2392260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2469c781-8e92-4cc5-884d-b32b0b44c62f'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:06:14.073385 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-487c694b-7104-4c48-b983-e31ca4e7a246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:14.111142 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-24e16fdd-7e65-4bcf-981b-29c6aecdbd6e req-89601eaf-8d18-48d7-a14c-59c7191a3319 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833131 Jul 30 20:06:14.253280 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-41204acd-c597-453b-a948-ddf94c8e7cd3 admin admin] Allocated IP 172.25.3.93 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/eb9da32a-5b4e-4980-89ed-d23618fb21a1) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:06:14.274768 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0684e2-460d-4f5a-ba37-55de33825d7a None None] Pushing event updated for resources: {'Port': ['ID=c74ef69b-8172-4c50-ab80-75c9d32e606e,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:14.373452 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56468) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:14.379976 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785e366-b483-4fc1-abb8-28cb645c9605 req-0fae0e48-a4f1-4d49-92b9-b1f46e0be40c tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:14.389126 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6785e366-b483-4fc1-abb8-28cb645c9605 req-0fae0e48-a4f1-4d49-92b9-b1f46e0be40c tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.81 "GET /v2.0/ports?device_id=62e05ccb-d1fa-4e68-b791-2f6f09afefa8 HTTP/1.1" status: 200 len: 932 time: 0.2605925 Jul 30 20:06:14.404075 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-487c694b-7104-4c48-b983-e31ca4e7a246 service neutron] For port 36082512-f9e4-43f5-90f3-478bfa9fc75f, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:06:14.409133 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-487c694b-7104-4c48-b983-e31ca4e7a246 service neutron] For port 36082512-f9e4-43f5-90f3-478bfa9fc75f, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=36082512-f9e4-43f5-90f3-478bfa9fc75f,segment=NetworkSegment(6b78bb7c-82e1-4e1a-a89a-3e49d2392260),segment_id=6b78bb7c-82e1-4e1a-a89a-3e49d2392260)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:06:14.457423 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-487c694b-7104-4c48-b983-e31ca4e7a246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:14.556471 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41204acd-c597-453b-a948-ddf94c8e7cd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:14.579473 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-2a938030-cfa0-4f37-814d-f5d0b5be9210 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:14.588813 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-2a938030-cfa0-4f37-814d-f5d0b5be9210 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/networks?id=e4bf3036-f4f1-465f-b95b-df7c6e0f15dc HTTP/1.1" status: 200 len: 805 time: 0.2144094 Jul 30 20:06:14.593639 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff18d5da-992d-41a5-a83e-b351163fa419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:14.605058 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6785e366-b483-4fc1-abb8-28cb645c9605 req-3e27cdfc-978c-4ba8-8546-253e873b5528 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.81 "GET /v2.0/security-groups?id=72cc386d-eb7c-431c-9bae-8c2a16dca42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148557 Jul 30 20:06:14.614063 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-c7de5338-4a05-40e1-8997-dbef6a2cb896 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/quotas/efaf745330cb48e3a1c19705d011fd87 HTTP/1.1" status: 200 len: 375 time: 0.0242224 Jul 30 20:06:14.627125 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-487c694b-7104-4c48-b983-e31ca4e7a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:14.630740 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-487c694b-7104-4c48-b983-e31ca4e7a246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:14.632244 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-487c694b-7104-4c48-b983-e31ca4e7a246 service neutron] 10.222.0.83 "PUT /v2.0/ports/36082512-f9e4-43f5-90f3-478bfa9fc75f HTTP/1.1" status: 200 len: 1092 time: 1.8618646 Jul 30 20:06:14.635550 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2323f96-0b7b-4402-830c-68686052028c', 'tag': '36082512-f9e4-43f5-90f3-478bfa9fc75f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:14.662191 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35989d6c-f1a6-4f2a-b177-0616d0b4aeb1" -d '{"events": [{"name": "network-changed", "server_uuid": "e2323f96-0b7b-4402-830c-68686052028c", "tag": "36082512-f9e4-43f5-90f3-478bfa9fc75f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:14.667289 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c694b-7104-4c48-b983-e31ca4e7a246 service neutron] Pushing event updated for resources: {'Port': ['ID=36082512-f9e4-43f5-90f3-478bfa9fc75f,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:14.713647 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9aaa3f0-6572-45ee-ac5c-1fb25d2ee149 x-openstack-request-id: req-c9aaa3f0-6572-45ee-ac5c-1fb25d2ee149 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:14.713940 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb30fe4-1199-4aaf-ba13-8e67cea01407", "name": "network-vif-unplugged", "status": "completed", "tag": "ec4a5001-05e5-44cc-93ff-c8d9c16d7be6", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:14.717054 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c9aaa3f0-6572-45ee-ac5c-1fb25d2ee149 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:14.717054 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb30fe4-1199-4aaf-ba13-8e67cea01407', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec4a5001-05e5-44cc-93ff-c8d9c16d7be6', 'code': 200} Jul 30 20:06:14.748055 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-636cbff3-e375-45a2-9457-de9e1e24a13a service neutron] Request body: {'port': {'device_id': '13e38a37-ba25-4280-9b6b-47b09d54d2a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:14.753974 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2ed9363b-a74a-41d1-9ee1-639793ed5765 service neutron] Request body: {'port': {'device_id': '62e05ccb-d1fa-4e68-b791-2f6f09afefa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:14.912665 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-ac33e5ae-83ab-45dc-a870-d2fb9d4f8750 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=efaf745330cb48e3a1c19705d011fd87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2975233 Jul 30 20:06:14.995124 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-742ff47e-72ae-4be1-aa78-13a0c42412b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:14.998343 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-742ff47e-72ae-4be1-aa78-13a0c42412b5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7a721017b4064946baeea6559734749c&device_id=e2323f96-0b7b-4402-830c-68686052028c HTTP/1.1" status: 200 len: 1095 time: 0.3157833 Jul 30 20:06:15.071155 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-c51d2246-bc50-44f6-9065-69764bef8348 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36082512-f9e4-43f5-90f3-478bfa9fc75f HTTP/1.1" status: 200 len: 217 time: 0.0628524 Jul 30 20:06:15.072122 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2ed9363b-a74a-41d1-9ee1-639793ed5765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:15.082049 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41204acd-c597-453b-a948-ddf94c8e7cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:15.100043 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-0d4f047b-68f3-4c77-a3bb-0948b5c55432 service neutron] 10.222.0.81 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861548 Jul 30 20:06:15.112871 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b91d8-38b9-480f-9c99-e47358203eda req-801d8184-0c80-41c8-9028-8aba5e761a2c tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:15.114599 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea1b91d8-38b9-480f-9c99-e47358203eda req-801d8184-0c80-41c8-9028-8aba5e761a2c tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=e97c1afb-6767-4fdc-945e-e5fe37fd9fda HTTP/1.1" status: 200 len: 950 time: 0.2987680 Jul 30 20:06:15.136804 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-636cbff3-e375-45a2-9457-de9e1e24a13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:15.155035 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:15.240919 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea1b91d8-38b9-480f-9c99-e47358203eda req-dc8071f8-aa10-4a2f-b5c8-1ca6183725dc tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146164 Jul 30 20:06:15.245095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-046c2e26-4dc7-4f5b-9b53-ac039d394b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:15.246611 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-046c2e26-4dc7-4f5b-9b53-ac039d394b2b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=807a3fd9-95fe-4588-8ffa-d416ac85711a HTTP/1.1" status: 200 len: 855 time: 0.1310365 Jul 30 20:06:15.334012 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41204acd-c597-453b-a948-ddf94c8e7cd3 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:06:15.352855 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-41204acd-c597-453b-a948-ddf94c8e7cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:06:15.470195 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-26251d63-6bea-4640-b734-fa46d96dee45 req-7eb325c8-b0fd-465c-8c91-3f8bca74faf9 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "GET /v2.0/security-groups/31a14ca4-3b76-40e6-a68e-43f2838df372 HTTP/1.1" status: 200 len: 2398 time: 0.1454213 Jul 30 20:06:15.485696 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-358a65fe-13af-477e-9bfd-6673cbc69960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:15.490943 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-358a65fe-13af-477e-9bfd-6673cbc69960 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2469c781-8e92-4cc5-884d-b32b0b44c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1676102 Jul 30 20:06:15.502255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41204acd-c597-453b-a948-ddf94c8e7cd3 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:06:15.541421 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-d53c3b23-626b-43e3-a29d-1a63e921777d service neutron] 10.222.0.81 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404972 Jul 30 20:06:15.550753 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41204acd-c597-453b-a948-ddf94c8e7cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=eb9da32a-5b4e-4980-89ed-d23618fb21a1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:15.600484 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff18d5da-992d-41a5-a83e-b351163fa419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:15.624827 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff18d5da-992d-41a5-a83e-b351163fa419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:15.736098 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ff18d5da-992d-41a5-a83e-b351163fa419 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1df043c5965c4c988c6764d07fd0fc04&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3582838 Jul 30 20:06:15.768437 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18d5da-992d-41a5-a83e-b351163fa419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa50946-b2f8-4393-820b-5605a57a0da2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:15.782305 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56480) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:15.787660 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-07fa622e-9dce-41a9-8b51-7b8514cdca8c service neutron] 10.222.0.83 "GET /v2.0/networks/2469c781-8e92-4cc5-884d-b32b0b44c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863674 Jul 30 20:06:15.879604 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918c2420-3143-47e4-b7ef-2fa773d58dfc None None] Network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:06:15.990269 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-26251d63-6bea-4640-b734-fa46d96dee45 req-15d3f019-84b3-4b22-ac28-fb68b3957972 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:16.024236 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-28ff7e4d-c0a2-4a43-846a-a5394acafb8b None None] Provisioning for port c74ef69b-8172-4c50-ab80-75c9d32e606e completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:16.053907 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ada460b1-afe9-4f7a-b2d9-4708dfdf6639 req-65664f16-b53a-45a1-b58e-98f2372cd8c6 service neutron] 10.222.0.83 "GET /v2.0/networks/2469c781-8e92-4cc5-884d-b32b0b44c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448764 Jul 30 20:06:16.090536 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-26251d63-6bea-4640-b734-fa46d96dee45 req-15d3f019-84b3-4b22-ac28-fb68b3957972 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:16.101523 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2ed9363b-a74a-41d1-9ee1-639793ed5765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3599122f-713c-44bc-81bd-4c789c43146b {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:06:16.123574 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2ed9363b-a74a-41d1-9ee1-639793ed5765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:16.163462 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2ed9363b-a74a-41d1-9ee1-639793ed5765 service neutron] Transition to ACTIVE for port object 3599122f-713c-44bc-81bd-4c789c43146b will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:16.172879 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2ed9363b-a74a-41d1-9ee1-639793ed5765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:16.194754 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc634b-e187-44a2-bea0-abbfa70870ba req-8b61fc5e-ef2c-41cf-bbe9-6449009f6b63 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:16.196287 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6ffc634b-e187-44a2-bea0-abbfa70870ba req-8b61fc5e-ef2c-41cf-bbe9-6449009f6b63 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 945 time: 0.2900872 Jul 30 20:06:16.300932 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-26251d63-6bea-4640-b734-fa46d96dee45 req-15d3f019-84b3-4b22-ac28-fb68b3957972 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:16.304998 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-26251d63-6bea-4640-b734-fa46d96dee45 req-15d3f019-84b3-4b22-ac28-fb68b3957972 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:16.322069 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-26251d63-6bea-4640-b734-fa46d96dee45 req-15d3f019-84b3-4b22-ac28-fb68b3957972 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "DELETE /v2.0/security-groups/31a14ca4-3b76-40e6-a68e-43f2838df372 HTTP/1.1" status: 204 len: 173 time: 0.8288591 Jul 30 20:06:16.325647 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-831a3691-56e3-4c05-85c7-388071caf86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:16.338442 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9363b-a74a-41d1-9ee1-639793ed5765 service neutron] Pushing event updated for resources: {'Port': ['ID=3599122f-713c-44bc-81bd-4c789c43146b,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:16.371853 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3f019-84b3-4b22-ac28-fb68b3957972 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a14ca4-3b76-40e6-a68e-43f2838df372,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:16.520928 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-831a3691-56e3-4c05-85c7-388071caf86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:16.544484 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c74ef69b-8172-4c50-ab80-75c9d32e606e up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:06:16.560006 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4364525c-e400-499c-bcbf-6292b70951e1 req-2c671d8b-b80e-49ff-894a-d31eba4fa101 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e18394a1-39d6-46fe-959a-73c6fb0268e8 HTTP/1.1" status: 200 len: 210 time: 0.1586599 Jul 30 20:06:16.644546 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6ffc634b-e187-44a2-bea0-abbfa70870ba req-45376864-9333-4285-b44a-7d049269c981 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174259 Jul 30 20:06:16.652411 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port c74ef69b-8172-4c50-ab80-75c9d32e606e completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:16.667156 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port c74ef69b-8172-4c50-ab80-75c9d32e606e triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:16.671303 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:16.739221 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112de445-838c-46e6-9bdd-d159bb863e92 x-openstack-request-id: req-112de445-838c-46e6-9bdd-d159bb863e92 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:16.742173 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2323f96-0b7b-4402-830c-68686052028c", "tag": "36082512-f9e4-43f5-90f3-478bfa9fc75f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:16.742606 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-112de445-838c-46e6-9bdd-d159bb863e92 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:16.744163 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2323f96-0b7b-4402-830c-68686052028c', 'tag': '36082512-f9e4-43f5-90f3-478bfa9fc75f', 'status': 'completed', 'code': 200} Jul 30 20:06:16.895759 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2ed9363b-a74a-41d1-9ee1-639793ed5765 service neutron] Attempting to bind port 3599122f-713c-44bc-81bd-4c789c43146b on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:06:16.896360 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2ed9363b-a74a-41d1-9ee1-639793ed5765 service neutron] Attempting to bind port 3599122f-713c-44bc-81bd-4c789c43146b by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'b7e48b53-e01c-446b-936a-b316cd2831d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15396ec7-2f29-4de0-b562-8186709716a5'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:06:16.896360 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2ed9363b-a74a-41d1-9ee1-639793ed5765 service neutron] Attempting to bind port 3599122f-713c-44bc-81bd-4c789c43146b on network 15396ec7-2f29-4de0-b562-8186709716a5 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:16.904744 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2ed9363b-a74a-41d1-9ee1-639793ed5765 service neutron] Port 3599122f-713c-44bc-81bd-4c789c43146b on network 15396ec7-2f29-4de0-b562-8186709716a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:06:16.905016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2ed9363b-a74a-41d1-9ee1-639793ed5765 service neutron] Attempting to bind port 3599122f-713c-44bc-81bd-4c789c43146b on network 15396ec7-2f29-4de0-b562-8186709716a5 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:16.940929 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2ed9363b-a74a-41d1-9ee1-639793ed5765 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:06:16.941529 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2ed9363b-a74a-41d1-9ee1-639793ed5765 service neutron] Checking segment: {'id': 'b7e48b53-e01c-446b-936a-b316cd2831d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15396ec7-2f29-4de0-b562-8186709716a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:06:16.941873 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2ed9363b-a74a-41d1-9ee1-639793ed5765 service neutron] Bound using segment: {'id': 'b7e48b53-e01c-446b-936a-b316cd2831d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15396ec7-2f29-4de0-b562-8186709716a5'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:06:16.942333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2ed9363b-a74a-41d1-9ee1-639793ed5765 service neutron] Bound port: 3599122f-713c-44bc-81bd-4c789c43146b, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7e48b53-e01c-446b-936a-b316cd2831d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15396ec7-2f29-4de0-b562-8186709716a5'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:06:16.942699 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2ed9363b-a74a-41d1-9ee1-639793ed5765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:16.963013 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35989d6c-f1a6-4f2a-b177-0616d0b4aeb1 req-5737b060-e127-4581-b325-5bc4613bd3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:16.965062 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35989d6c-f1a6-4f2a-b177-0616d0b4aeb1 req-5737b060-e127-4581-b325-5bc4613bd3e3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7a721017b4064946baeea6559734749c&device_id=e2323f96-0b7b-4402-830c-68686052028c HTTP/1.1" status: 200 len: 1095 time: 0.1869135 Jul 30 20:06:16.972481 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:17.029114 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port c74ef69b-8172-4c50-ab80-75c9d32e606e, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c74ef69b-8172-4c50-ab80-75c9d32e606e,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:17.037258 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:17.134717 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-636cbff3-e375-45a2-9457-de9e1e24a13a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:06:17.160735 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-636cbff3-e375-45a2-9457-de9e1e24a13a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:17.183868 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c18dedd3-db3a-4416-b843-3744a5f0074d None None] Provisioning complete for port c74ef69b-8172-4c50-ab80-75c9d32e606e triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:17.186483 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c18dedd3-db3a-4416-b843-3744a5f0074d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:17.187029 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-636cbff3-e375-45a2-9457-de9e1e24a13a service neutron] Transition to ACTIVE for port object 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:17.237249 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=c74ef69b-8172-4c50-ab80-75c9d32e606e,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:17.270702 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5d036183-3554-4b27-ad52-4fa7d5130929 req-b0f2e4d1-fde4-4abc-a2bc-21695422c2c7 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=c75bb6c1-d2a8-48d3-8eba-713ec708856d HTTP/1.1" status: 200 len: 210 time: 0.0773888 Jul 30 20:06:17.274030 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-636cbff3-e375-45a2-9457-de9e1e24a13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:17.395362 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41204acd-c597-453b-a948-ddf94c8e7cd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:17.409437 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [req-6d2f2d89-0c12-48fc-9ad8-fc0af937ab2c req-82548495-2c03-4a8c-b24f-0e3f2eabc49e tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] show failed (client error): The resource could not be found. Jul 30 20:06:17.410433 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6d2f2d89-0c12-48fc-9ad8-fc0af937ab2c req-82548495-2c03-4a8c-b24f-0e3f2eabc49e tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "GET /v2.0/security-groups/198845be-2020-451f-8eb1-56f54c030916 HTTP/1.1" status: 404 len: 352 time: 0.0823481 Jul 30 20:06:17.559574 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-831a3691-56e3-4c05-85c7-388071caf86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:17.563193 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-831a3691-56e3-4c05-85c7-388071caf86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:17.564506 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-831a3691-56e3-4c05-85c7-388071caf86d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1fa50946-b2f8-4393-820b-5605a57a0da2 HTTP/1.1" status: 204 len: 168 time: 1.7727001 Jul 30 20:06:17.626528 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00e398-931a-4c3c-9e1f-9ccf0ef02239 req-b947d670-a01c-4ee7-85b0-aefbc802a49c tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:17.634584 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a00e398-931a-4c3c-9e1f-9ccf0ef02239 req-b947d670-a01c-4ee7-85b0-aefbc802a49c tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.81 "GET /v2.0/ports?device_id=62e05ccb-d1fa-4e68-b791-2f6f09afefa8 HTTP/1.1" status: 200 len: 944 time: 0.7271862 Jul 30 20:06:17.658871 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a3691-56e3-4c05-85c7-388071caf86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa50946-b2f8-4393-820b-5605a57a0da2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:17.663359 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cbff3-e375-45a2-9457-de9e1e24a13a service neutron] Pushing event updated for resources: {'Port': ['ID=3d72cc40-c2e5-4d25-a4e0-adab878dc4f1,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:17.773454 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-636cbff3-e375-45a2-9457-de9e1e24a13a service neutron] Attempting to bind port 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:06:17.777055 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-636cbff3-e375-45a2-9457-de9e1e24a13a service neutron] Attempting to bind port 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '6b78bb7c-82e1-4e1a-a89a-3e49d2392260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2469c781-8e92-4cc5-884d-b32b0b44c62f'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:06:17.777564 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-636cbff3-e375-45a2-9457-de9e1e24a13a service neutron] Attempting to bind port 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 on network 2469c781-8e92-4cc5-884d-b32b0b44c62f {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:17.804677 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-636cbff3-e375-45a2-9457-de9e1e24a13a service neutron] Port 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 on network 2469c781-8e92-4cc5-884d-b32b0b44c62f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:06:17.805114 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-636cbff3-e375-45a2-9457-de9e1e24a13a service neutron] Attempting to bind port 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 on network 2469c781-8e92-4cc5-884d-b32b0b44c62f {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:17.859564 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-636cbff3-e375-45a2-9457-de9e1e24a13a service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:06:17.860105 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-636cbff3-e375-45a2-9457-de9e1e24a13a service neutron] Checking segment: {'id': '6b78bb7c-82e1-4e1a-a89a-3e49d2392260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2469c781-8e92-4cc5-884d-b32b0b44c62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:06:17.861087 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-636cbff3-e375-45a2-9457-de9e1e24a13a service neutron] Bound using segment: {'id': '6b78bb7c-82e1-4e1a-a89a-3e49d2392260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2469c781-8e92-4cc5-884d-b32b0b44c62f'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:06:17.861613 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-636cbff3-e375-45a2-9457-de9e1e24a13a service neutron] Bound port: 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b78bb7c-82e1-4e1a-a89a-3e49d2392260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2469c781-8e92-4cc5-884d-b32b0b44c62f'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:06:17.862156 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-636cbff3-e375-45a2-9457-de9e1e24a13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:17.862392 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2ed9363b-a74a-41d1-9ee1-639793ed5765 service neutron] For port 3599122f-713c-44bc-81bd-4c789c43146b, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:06:17.892133 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a00e398-931a-4c3c-9e1f-9ccf0ef02239 req-6c6359a3-7319-4ea2-bc86-22a40e2bac02 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.81 "GET /v2.0/security-groups?id=72cc386d-eb7c-431c-9bae-8c2a16dca42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561715 Jul 30 20:06:17.900619 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856c139-bba2-4f70-84ad-f5bbc155a357 req-791e6f4e-f429-48c8-8e5e-451f3cb9f4e8 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:17.908825 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8856c139-bba2-4f70-84ad-f5bbc155a357 req-791e6f4e-f429-48c8-8e5e-451f3cb9f4e8 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=e97c1afb-6767-4fdc-945e-e5fe37fd9fda HTTP/1.1" status: 200 len: 950 time: 0.3428264 Jul 30 20:06:17.970829 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35989d6c-f1a6-4f2a-b177-0616d0b4aeb1 req-9f85ebc6-32de-4ac4-877d-51f652f44e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:17.976709 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35989d6c-f1a6-4f2a-b177-0616d0b4aeb1 req-9f85ebc6-32de-4ac4-877d-51f652f44e05 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2469c781-8e92-4cc5-884d-b32b0b44c62f HTTP/1.1" status: 200 len: 917 time: 1.0046721 Jul 30 20:06:17.984546 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2ed9363b-a74a-41d1-9ee1-639793ed5765 service neutron] For port 3599122f-713c-44bc-81bd-4c789c43146b, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=3599122f-713c-44bc-81bd-4c789c43146b,segment=NetworkSegment(b7e48b53-e01c-446b-936a-b316cd2831d1),segment_id=b7e48b53-e01c-446b-936a-b316cd2831d1)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:06:18.090694 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2ed9363b-a74a-41d1-9ee1-639793ed5765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:18.093799 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35989d6c-f1a6-4f2a-b177-0616d0b4aeb1 req-6b58bc7b-4648-4d73-9fce-028fc39a10b3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36082512-f9e4-43f5-90f3-478bfa9fc75f HTTP/1.1" status: 200 len: 217 time: 0.0911257 Jul 30 20:06:18.129505 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8856c139-bba2-4f70-84ad-f5bbc155a357 req-f951e3f1-ba7f-43e5-972c-ece84e1483c3 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188857 Jul 30 20:06:18.205212 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9363b-a74a-41d1-9ee1-639793ed5765 service neutron] Pushing event updated for resources: {'Port': ['ID=3599122f-713c-44bc-81bd-4c789c43146b,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:18.241931 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-1cf68d7a-c60d-47fe-92a0-44170e123b02 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:18.244640 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-1cf68d7a-c60d-47fe-92a0-44170e123b02 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.59 "GET /v2.0/networks?id=2469c781-8e92-4cc5-884d-b32b0b44c62f HTTP/1.1" status: 200 len: 816 time: 0.6299236 Jul 30 20:06:18.250756 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2ed9363b-a74a-41d1-9ee1-639793ed5765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:18.251643 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2ed9363b-a74a-41d1-9ee1-639793ed5765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:18.253774 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2ed9363b-a74a-41d1-9ee1-639793ed5765 service neutron] 10.222.0.59 "PUT /v2.0/ports/3599122f-713c-44bc-81bd-4c789c43146b HTTP/1.1" status: 200 len: 1092 time: 3.5190539 Jul 30 20:06:18.286460 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c54358d9-e9b3-4c17-bff8-0bbde947fa4e req-1b69aa01-e90b-489e-a348-712c4048f553 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "GET /v2.0/security-groups/664e47b0-461e-47c9-bf84-2de7db5f60ee HTTP/1.1" status: 200 len: 1805 time: 0.3415830 Jul 30 20:06:18.331702 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-59bcdff8-afbd-42c9-a77a-42ae15e9cb58 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Request body: {'port': {'device_id': 'e18394a1-39d6-46fe-959a-73c6fb0268e8', 'network_id': '2469c781-8e92-4cc5-884d-b32b0b44c62f', 'admin_state_up': True, 'tenant_id': '7a721017b4064946baeea6559734749c'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:18.366496 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-636cbff3-e375-45a2-9457-de9e1e24a13a service neutron] For port 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1, host n-h1-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:06:18.388623 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35989d6c-f1a6-4f2a-b177-0616d0b4aeb1 req-85294a0d-7214-41bd-89d3-31d85954f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:18.390355 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35989d6c-f1a6-4f2a-b177-0616d0b4aeb1 req-85294a0d-7214-41bd-89d3-31d85954f9af service neutron] 10.222.0.83 "GET /v2.0/subnets?id=807a3fd9-95fe-4588-8ffa-d416ac85711a HTTP/1.1" status: 200 len: 855 time: 0.2785411 Jul 30 20:06:18.483162 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c74ef69b-8172-4c50-ab80-75c9d32e606e up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:06:18.513909 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-636cbff3-e375-45a2-9457-de9e1e24a13a service neutron] For port 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=3d72cc40-c2e5-4d25-a4e0-adab878dc4f1,segment=NetworkSegment(6b78bb7c-82e1-4e1a-a89a-3e49d2392260),segment_id=6b78bb7c-82e1-4e1a-a89a-3e49d2392260)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:06:18.553558 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-636cbff3-e375-45a2-9457-de9e1e24a13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:18.576342 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c54358d9-e9b3-4c17-bff8-0bbde947fa4e req-4968ea2c-0238-4222-b136-9f7efca0483d tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:18.653658 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c54358d9-e9b3-4c17-bff8-0bbde947fa4e req-4968ea2c-0238-4222-b136-9f7efca0483d tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:18.678857 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-636cbff3-e375-45a2-9457-de9e1e24a13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:18.686997 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-636cbff3-e375-45a2-9457-de9e1e24a13a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:18.690081 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-636cbff3-e375-45a2-9457-de9e1e24a13a service neutron] 10.222.0.59 "PUT /v2.0/ports/3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 HTTP/1.1" status: 200 len: 1092 time: 3.9709744 Jul 30 20:06:18.694242 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e38a37-ba25-4280-9b6b-47b09d54d2a4', 'tag': '3d72cc40-c2e5-4d25-a4e0-adab878dc4f1'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:18.696936 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c31670f-c49e-4556-bc9f-f75a5d1d70b2" -d '{"events": [{"name": "network-changed", "server_uuid": "13e38a37-ba25-4280-9b6b-47b09d54d2a4", "tag": "3d72cc40-c2e5-4d25-a4e0-adab878dc4f1"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:18.714436 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41204acd-c597-453b-a948-ddf94c8e7cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:18.762706 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e05ccb-d1fa-4e68-b791-2f6f09afefa8', 'tag': '3599122f-713c-44bc-81bd-4c789c43146b'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:18.764637 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8c8e6-017d-45c3-8747-7515558e4473 req-081d16ea-9429-4134-a1a5-9d36f2111cfe tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:18.770735 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d6f49e-657c-472e-b49c-17754d701bab" -d '{"events": [{"name": "network-changed", "server_uuid": "62e05ccb-d1fa-4e68-b791-2f6f09afefa8", "tag": "3599122f-713c-44bc-81bd-4c789c43146b"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:18.788014 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-55d8c8e6-017d-45c3-8747-7515558e4473 req-081d16ea-9429-4134-a1a5-9d36f2111cfe tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 945 time: 0.4174459 Jul 30 20:06:18.794500 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35989d6c-f1a6-4f2a-b177-0616d0b4aeb1 req-f0675402-52a3-4951-bc21-b5bc8accc735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:18.796104 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35989d6c-f1a6-4f2a-b177-0616d0b4aeb1 req-f0675402-52a3-4951-bc21-b5bc8accc735 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2469c781-8e92-4cc5-884d-b32b0b44c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3512039 Jul 30 20:06:18.973234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-ce19ee53-260d-453d-bc98-190a11c2e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:18.975479 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-ce19ee53-260d-453d-bc98-190a11c2e03d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8cfdcb968d5a41d8aef70fcc356506a4&device_id=62e05ccb-d1fa-4e68-b791-2f6f09afefa8 HTTP/1.1" status: 200 len: 1095 time: 0.3308196 Jul 30 20:06:19.054268 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-d34335cc-6749-46b6-85f9-f3243f6f3743 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3599122f-713c-44bc-81bd-4c789c43146b HTTP/1.1" status: 200 len: 217 time: 0.0628340 Jul 30 20:06:19.055383 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-59bcdff8-afbd-42c9-a77a-42ae15e9cb58 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Made reservation on behalf of 7a721017b4064946baeea6559734749c for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:06:19.058541 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-59bcdff8-afbd-42c9-a77a-42ae15e9cb58 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:19.097541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port c74ef69b-8172-4c50-ab80-75c9d32e606e triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:19.097919 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:19.102470 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c54358d9-e9b3-4c17-bff8-0bbde947fa4e req-4968ea2c-0238-4222-b136-9f7efca0483d tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:19.114430 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c54358d9-e9b3-4c17-bff8-0bbde947fa4e req-4968ea2c-0238-4222-b136-9f7efca0483d tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:19.121344 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c54358d9-e9b3-4c17-bff8-0bbde947fa4e req-4968ea2c-0238-4222-b136-9f7efca0483d tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "DELETE /v2.0/security-groups/664e47b0-461e-47c9-bf84-2de7db5f60ee HTTP/1.1" status: 204 len: 173 time: 0.8337090 Jul 30 20:06:19.326271 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2522bbb4-69e2-40e3-84f8-8939057ac80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:19.328109 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-2522bbb4-69e2-40e3-84f8-8939057ac80c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef062179-e206-4843-9b0f-ce91112bb4fb HTTP/1.1" status: 200 len: 852 time: 0.1758931 Jul 30 20:06:19.337506 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:19.353058 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968ea2c-0238-4222-b136-9f7efca0483d tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=664e47b0-461e-47c9-bf84-2de7db5f60ee,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:19.384241 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-100835a0-837b-4563-89a4-33881f58cb59 req-d4c9864b-f2b4-49f9-9f5a-3f6eac688799 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e18394a1-39d6-46fe-959a-73c6fb0268e8 HTTP/1.1" status: 200 len: 210 time: 0.0491176 Jul 30 20:06:19.436578 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35989d6c-f1a6-4f2a-b177-0616d0b4aeb1 req-ed0f5979-cad3-4e87-95d2-bb6738d8bd0d service neutron] 10.222.0.83 "GET /v2.0/networks/2469c781-8e92-4cc5-884d-b32b0b44c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6263614 Jul 30 20:06:19.576547 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95cdcf27-243b-422e-bc1d-a1a7b1205772 req-66d0ac09-caf3-4933-aa68-d99987bc3645 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=c75bb6c1-d2a8-48d3-8eba-713ec708856d HTTP/1.1" status: 200 len: 210 time: 0.0588827 Jul 30 20:06:19.712233 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-59bcdff8-afbd-42c9-a77a-42ae15e9cb58 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Allocated IP 172.20.0.8 (2469c781-8e92-4cc5-884d-b32b0b44c62f/807a3fd9-95fe-4588-8ffa-d416ac85711a/3ddbe564-00fd-494b-9c60-f1823fc7731b) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:06:19.725018 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9a96b3-2e71-4e69-9c96-a74bdf52230c x-openstack-request-id: req-db9a96b3-2e71-4e69-9c96-a74bdf52230c {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:19.730887 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e05ccb-d1fa-4e68-b791-2f6f09afefa8", "tag": "3599122f-713c-44bc-81bd-4c789c43146b", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:19.732017 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-db9a96b3-2e71-4e69-9c96-a74bdf52230c {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:19.733253 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e05ccb-d1fa-4e68-b791-2f6f09afefa8', 'tag': '3599122f-713c-44bc-81bd-4c789c43146b', 'status': 'completed', 'code': 200} Jul 30 20:06:19.734615 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a86602-a149-4cab-bc9b-02432d88103c x-openstack-request-id: req-f6a86602-a149-4cab-bc9b-02432d88103c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:19.735140 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e38a37-ba25-4280-9b6b-47b09d54d2a4", "tag": "3d72cc40-c2e5-4d25-a4e0-adab878dc4f1", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:19.735140 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f6a86602-a149-4cab-bc9b-02432d88103c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:19.735536 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e38a37-ba25-4280-9b6b-47b09d54d2a4', 'tag': '3d72cc40-c2e5-4d25-a4e0-adab878dc4f1', 'status': 'completed', 'code': 200} Jul 30 20:06:19.745692 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cbff3-e375-45a2-9457-de9e1e24a13a service neutron] Pushing event updated for resources: {'Port': ['ID=3d72cc40-c2e5-4d25-a4e0-adab878dc4f1,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:19.768470 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35989d6c-f1a6-4f2a-b177-0616d0b4aeb1 req-87b57820-b8a2-4f4b-8b90-5610c965e4de service neutron] 10.222.0.83 "GET /v2.0/networks/2469c781-8e92-4cc5-884d-b32b0b44c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226001 Jul 30 20:06:19.786951 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-55d8c8e6-017d-45c3-8747-7515558e4473 req-e8acc1a2-dbe0-4cd6-ab78-d8bc68907a12 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9975102 Jul 30 20:06:19.794345 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-345b1060-1a2e-481d-b3d7-cf5fde441039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:19.795853 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-345b1060-1a2e-481d-b3d7-cf5fde441039 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a721017b4064946baeea6559734749c&device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 1095 time: 1.0045817 Jul 30 20:06:19.817395 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-d89aa49c-2a7e-43f2-a1c2-5d18cc6c8423 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:19.818938 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-d89aa49c-2a7e-43f2-a1c2-5d18cc6c8423 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.59 "GET /v2.0/networks?id=e4bf3036-f4f1-465f-b95b-df7c6e0f15dc HTTP/1.1" status: 200 len: 805 time: 0.2032738 Jul 30 20:06:19.887665 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb320de-1b31-479a-aeb0-cf9602b915e0 req-4c3cfc47-4c93-48e2-b3a1-8ca1cc8bb610 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:19.897649 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4fb320de-1b31-479a-aeb0-cf9602b915e0 req-4c3cfc47-4c93-48e2-b3a1-8ca1cc8bb610 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.81 "GET /v2.0/ports?device_id=62e05ccb-d1fa-4e68-b791-2f6f09afefa8 HTTP/1.1" status: 200 len: 944 time: 0.1347091 Jul 30 20:06:19.949577 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 36082512-f9e4-43f5-90f3-478bfa9fc75f details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:06:19.963977 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6a55d0af-f9bc-47dc-a770-1fa7fca961a8 req-9eac92e1-d282-42a6-8eee-03c30a224a70 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "GET /v2.0/security-groups/32a94a7e-0bd3-4dbb-b013-fdd02e31fbdf HTTP/1.1" status: 200 len: 1803 time: 0.1410179 Jul 30 20:06:20.009061 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4fb320de-1b31-479a-aeb0-cf9602b915e0 req-63ed97a2-8096-45c0-b7b7-8bac5d9f914a tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.81 "GET /v2.0/security-groups?id=72cc386d-eb7c-431c-9bae-8c2a16dca42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101761 Jul 30 20:06:20.049345 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41204acd-c597-453b-a948-ddf94c8e7cd3 admin admin] Router 8f4c307a-f024-4549-bf3d-1a7252564b00 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:06:20.131711 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6a55d0af-f9bc-47dc-a770-1fa7fca961a8 req-dc9ccacf-b8bf-41b4-a3f2-4c3cbb82af70 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:20.139693 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-59bcdff8-afbd-42c9-a77a-42ae15e9cb58 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:20.176257 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6a55d0af-f9bc-47dc-a770-1fa7fca961a8 req-dc9ccacf-b8bf-41b4-a3f2-4c3cbb82af70 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:20.182165 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 36082512-f9e4-43f5-90f3-478bfa9fc75f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=36082512-f9e4-43f5-90f3-478bfa9fc75f,segment=NetworkSegment(6b78bb7c-82e1-4e1a-a89a-3e49d2392260),segment_id=6b78bb7c-82e1-4e1a-a89a-3e49d2392260)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:20.213797 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '36082512-f9e4-43f5-90f3-478bfa9fc75f', 'network_id': '2469c781-8e92-4cc5-884d-b32b0b44c62f', 'port_id': '36082512-f9e4-43f5-90f3-478bfa9fc75f', 'mac_address': 'fa:16:3e:e9:af:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '807a3fd9-95fe-4588-8ffa-d416ac85711a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:06:20.235381 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-59bcdff8-afbd-42c9-a77a-42ae15e9cb58 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Transition to ACTIVE for port object 3ddbe564-00fd-494b-9c60-f1823fc7731b will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:20.259482 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:20.276878 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-59bcdff8-afbd-42c9-a77a-42ae15e9cb58 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:20.278002 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36082512-f9e4-43f5-90f3-478bfa9fc75f {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:06:20.314698 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 36082512-f9e4-43f5-90f3-478bfa9fc75f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=36082512-f9e4-43f5-90f3-478bfa9fc75f,segment=NetworkSegment(6b78bb7c-82e1-4e1a-a89a-3e49d2392260),segment_id=6b78bb7c-82e1-4e1a-a89a-3e49d2392260)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:20.325407 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:20.380935 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715c5ed-9a52-46b3-bde9-0aa77ba9e267 req-8d363fb7-fcd2-4d8e-8cc8-fbba70e5d7cc tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:20.389148 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c715c5ed-9a52-46b3-bde9-0aa77ba9e267 req-8d363fb7-fcd2-4d8e-8cc8-fbba70e5d7cc tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=e97c1afb-6767-4fdc-945e-e5fe37fd9fda HTTP/1.1" status: 200 len: 950 time: 0.2556193 Jul 30 20:06:20.401539 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-59bcdff8-afbd-42c9-a77a-42ae15e9cb58 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Network 2469c781-8e92-4cc5-884d-b32b0b44c62f is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:06:20.440993 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-59bcdff8-afbd-42c9-a77a-42ae15e9cb58 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:06:20.473022 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=36082512-f9e4-43f5-90f3-478bfa9fc75f,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:20.474857 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41204acd-c597-453b-a948-ddf94c8e7cd3 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:06:20.476887 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-59bcdff8-afbd-42c9-a77a-42ae15e9cb58 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:06:20.497174 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcdff8-afbd-42c9-a77a-42ae15e9cb58 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Pushing event updated for resources: {'Port': ['ID=3ddbe564-00fd-494b-9c60-f1823fc7731b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:20.497374 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] Sync routers for ids ['8f4c307a-f024-4549-bf3d-1a7252564b00'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:06:20.499709 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6a55d0af-f9bc-47dc-a770-1fa7fca961a8 req-dc9ccacf-b8bf-41b4-a3f2-4c3cbb82af70 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:20.502832 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6a55d0af-f9bc-47dc-a770-1fa7fca961a8 req-dc9ccacf-b8bf-41b4-a3f2-4c3cbb82af70 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:20.504450 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6a55d0af-f9bc-47dc-a770-1fa7fca961a8 req-dc9ccacf-b8bf-41b4-a3f2-4c3cbb82af70 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "DELETE /v2.0/security-groups/32a94a7e-0bd3-4dbb-b013-fdd02e31fbdf HTTP/1.1" status: 204 len: 173 time: 0.5392160 Jul 30 20:06:20.524295 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] Routers {'8f4c307a-f024-4549-bf3d-1a7252564b00'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:06:20.525572 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:05:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8f4c307a-f024-4549-bf3d-1a7252564b00'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:20.534439 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41204acd-c597-453b-a948-ddf94c8e7cd3 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:20.534439 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-41204acd-c597-453b-a948-ddf94c8e7cd3 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.8855050 Jul 30 20:06:20.543832 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ccacf-b8bf-41b4-a3f2-4c3cbb82af70 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a94a7e-0bd3-4dbb-b013-fdd02e31fbdf,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:20.545840 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56548) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:20.553741 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c715c5ed-9a52-46b3-bde9-0aa77ba9e267 req-4930e59c-f822-494b-840c-4f562a623b4e tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572754 Jul 30 20:06:20.651971 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-59bcdff8-afbd-42c9-a77a-42ae15e9cb58 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:20.652898 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-59bcdff8-afbd-42c9-a77a-42ae15e9cb58 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:20.694233 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-59bcdff8-afbd-42c9-a77a-42ae15e9cb58 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4002655 Jul 30 20:06:20.703279 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['36082512-f9e4-43f5-90f3-478bfa9fc75f'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:06:20.773193 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] Set router 8f4c307a-f024-4549-bf3d-1a7252564b00 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:06:20.912924 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf80dc-dbee-4395-90a2-86def63fd3c1 req-11417402-a12b-411b-8ae8-e669845dbdd1 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:20.918063 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71bf80dc-dbee-4395-90a2-86def63fd3c1 req-11417402-a12b-411b-8ae8-e669845dbdd1 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 945 time: 0.1903808 Jul 30 20:06:21.023189 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71bf80dc-dbee-4395-90a2-86def63fd3c1 req-d1493bc1-c19e-428b-8c15-87c507025156 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986061 Jul 30 20:06:21.046555 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ed94bfd7-44d9-4bdd-af6a-c4258130215a None None] Provisioning for port 3ddbe564-00fd-494b-9c60-f1823fc7731b completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:21.060633 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ed94bfd7-44d9-4bdd-af6a-c4258130215a None None] Provisioning complete for port 3ddbe564-00fd-494b-9c60-f1823fc7731b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:21.061151 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed94bfd7-44d9-4bdd-af6a-c4258130215a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:21.134233 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'name': 'tempest-ServerActionsTestJSON-953520604-router', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:12Z', 'updated_at': '2021-07-30T20:06:16Z', 'revision_number': 3, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'gw_port': {'id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:14Z', 'updated_at': '2021-07-30T20:06:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:21.152212 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ed94bfd7-44d9-4bdd-af6a-c4258130215a None None] Port 3ddbe564-00fd-494b-9c60-f1823fc7731b cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:06:21.194992 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-39f6ae00-a372-41aa-ade1-55300db8788e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:21.203153 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] Checking router: 8f4c307a-f024-4549-bf3d-1a7252564b00 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:06:21.203756 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] Updating router 8f4c307a-f024-4549-bf3d-1a7252564b00 port eb9da32a-5b4e-4980-89ed-d23618fb21a1 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:06:21.217922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaab9fd-b5ca-43eb-87c4-d161ffab54cd req-a0fe29de-80c8-4b76-9058-efb74027e8f7 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:21.233296 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:21.236074 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4aaab9fd-b5ca-43eb-87c4-d161ffab54cd req-a0fe29de-80c8-4b76-9058-efb74027e8f7 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e18394a1-39d6-46fe-959a-73c6fb0268e8 HTTP/1.1" status: 200 len: 931 time: 0.1160405 Jul 30 20:06:21.317244 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4aaab9fd-b5ca-43eb-87c4-d161ffab54cd req-ad9a2db0-aeb5-4870-a7cf-6781d8d61421 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802798 Jul 30 20:06:21.464317 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ac90bd29-28a4-46cf-944c-30a4154fccb9 req-70c77664-23d9-445f-94a6-06feb7a475cc tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "GET /v2.0/security-groups/c91f374c-588f-4304-b479-73687c809b52 HTTP/1.1" status: 200 len: 1804 time: 0.0874994 Jul 30 20:06:21.561997 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:21.575997 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] Transition to ACTIVE for port object eb9da32a-5b4e-4980-89ed-d23618fb21a1 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:21.586540 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:21.595259 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.59', 61889) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:21.612680 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21bdb537-f0b8-4664-a618-73f7ea559749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:21.630049 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ac90bd29-28a4-46cf-944c-30a4154fccb9 req-664132a7-5c4e-467d-b687-5b3dad80fb56 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:21.720879 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ac90bd29-28a4-46cf-944c-30a4154fccb9 req-664132a7-5c4e-467d-b687-5b3dad80fb56 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:21.729065 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-510b8636-ed4e-4a7f-970f-067012fb0ca0 service neutron] Request body: {'port': {'device_id': 'e18394a1-39d6-46fe-959a-73c6fb0268e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:21.739494 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e3c84-62de-4c12-ba7b-a54928f23312 None None] Pushing event updated for resources: {'Port': ['ID=eb9da32a-5b4e-4980-89ed-d23618fb21a1,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:21.769352 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-4a49cc72-539f-4521-9fee-db0a5f9d90ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:21.770848 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-4a49cc72-539f-4521-9fee-db0a5f9d90ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=15396ec7-2f29-4de0-b562-8186709716a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2067165 Jul 30 20:06:21.796498 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] Attempting to bind port eb9da32a-5b4e-4980-89ed-d23618fb21a1 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:06:21.797274 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] Attempting to bind port eb9da32a-5b4e-4980-89ed-d23618fb21a1 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:06:21.797746 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] Attempting to bind port eb9da32a-5b4e-4980-89ed-d23618fb21a1 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:21.813287 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:06:21.813780 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:06:21.814424 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:21.814580 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3bee5-7d54-45a5-9791-946cd06cfc7a req-77c4f58b-88c2-47de-b985-759d88b70128 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:21.814910 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:06:21.816617 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3bf3bee5-7d54-45a5-9791-946cd06cfc7a req-77c4f58b-88c2-47de-b985-759d88b70128 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.59 "GET /v2.0/ports?device_id=feb30fe4-1199-4aaf-ba13-8e67cea01407 HTTP/1.1" status: 200 len: 943 time: 0.1461952 Jul 30 20:06:21.817521 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] Bound port: eb9da32a-5b4e-4980-89ed-d23618fb21a1, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:06:21.818043 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:21.858953 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-510b8636-ed4e-4a7f-970f-067012fb0ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:21.859773 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-7d20903a-783e-49d6-9a5a-562c0cdb8bdc tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Request body: {'port': {'device_id': 'c75bb6c1-d2a8-48d3-8eba-713ec708856d', 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc', 'admin_state_up': True, 'tenant_id': 'efaf745330cb48e3a1c19705d011fd87'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:21.891464 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ac90bd29-28a4-46cf-944c-30a4154fccb9 req-664132a7-5c4e-467d-b687-5b3dad80fb56 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:21.896163 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] For port eb9da32a-5b4e-4980-89ed-d23618fb21a1, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:06:21.896336 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ac90bd29-28a4-46cf-944c-30a4154fccb9 req-664132a7-5c4e-467d-b687-5b3dad80fb56 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:21.903970 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] For port eb9da32a-5b4e-4980-89ed-d23618fb21a1, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=eb9da32a-5b4e-4980-89ed-d23618fb21a1,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:06:21.911035 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:21.911593 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ac90bd29-28a4-46cf-944c-30a4154fccb9 req-664132a7-5c4e-467d-b687-5b3dad80fb56 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "DELETE /v2.0/security-groups/c91f374c-588f-4304-b479-73687c809b52 HTTP/1.1" status: 204 len: 173 time: 0.4461565 Jul 30 20:06:21.951741 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-189456a8-dfcb-480f-97ba-7cbb857048e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 HTTP/1.1" status: 200 len: 217 time: 0.1400445 Jul 30 20:06:21.958730 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 36082512-f9e4-43f5-90f3-478bfa9fc75f up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:06:21.980095 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-7d20903a-783e-49d6-9a5a-562c0cdb8bdc tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Made reservation on behalf of efaf745330cb48e3a1c19705d011fd87 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:06:21.984505 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-7d20903a-783e-49d6-9a5a-562c0cdb8bdc tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:22.002944 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e3c84-62de-4c12-ba7b-a54928f23312 None None] Pushing event updated for resources: {'Port': ['ID=eb9da32a-5b4e-4980-89ed-d23618fb21a1,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:22.060867 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] Routers {'8f4c307a-f024-4549-bf3d-1a7252564b00'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:06:22.063075 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:05:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8f4c307a-f024-4549-bf3d-1a7252564b00'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:22.081470 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664132a7-5c4e-467d-b687-5b3dad80fb56 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91f374c-588f-4304-b479-73687c809b52,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:22.082069 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-21bdb537-f0b8-4664-a618-73f7ea559749 admin admin] Allocated IP 172.20.0.1 (88b3ebbe-b1a1-49b8-8023-ad19464dab3b/ac1c465f-425f-4078-b2f8-d23b006b1c90/31d5ed4d-fc25-4dfa-afbd-f536662f8356) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:06:22.085118 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-7411d85f-2f9e-4cc9-ab59-d2bde17f45f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:22.086854 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-7411d85f-2f9e-4cc9-ab59-d2bde17f45f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=807a3fd9-95fe-4588-8ffa-d416ac85711a HTTP/1.1" status: 200 len: 855 time: 0.0807765 Jul 30 20:06:22.090418 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 36082512-f9e4-43f5-90f3-478bfa9fc75f completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:22.099348 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 36082512-f9e4-43f5-90f3-478bfa9fc75f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:22.100430 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:22.224619 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-35b7e5b4-6ba5-4ce2-b436-76e06941d86d req-49e3664a-0a57-4f36-a079-2e1258e763dd tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=c75bb6c1-d2a8-48d3-8eba-713ec708856d HTTP/1.1" status: 200 len: 210 time: 0.0648892 Jul 30 20:06:22.240358 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] Set router 8f4c307a-f024-4549-bf3d-1a7252564b00 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:06:22.295010 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bd533-633f-445f-b272-0b4883397b5e req-a3a5f507-3a3c-41fd-83aa-2eaa54a02262 tempest-LiveMigrationNegativeTest-143885093 tempest-LiveMigrationNegativeTest-143885093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:22.303060 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-178bd533-633f-445f-b272-0b4883397b5e req-a3a5f507-3a3c-41fd-83aa-2eaa54a02262 tempest-LiveMigrationNegativeTest-143885093 tempest-LiveMigrationNegativeTest-143885093-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e97c1afb-6767-4fdc-945e-e5fe37fd9fda HTTP/1.1" status: 200 len: 1101 time: 0.2524083 Jul 30 20:06:22.322051 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:22.329230 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-0208c6ea-e807-4a6d-8288-8487da46ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:22.330815 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-0208c6ea-e807-4a6d-8288-8487da46ecb3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2469c781-8e92-4cc5-884d-b32b0b44c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027443 Jul 30 20:06:22.333961 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-93ef2ab3-7e76-4b23-a1c2-6dbdd60b42ca service neutron] 10.222.0.59 "GET /v2.0/networks/15396ec7-2f29-4de0-b562-8186709716a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501208 Jul 30 20:06:22.347969 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-178bd533-633f-445f-b272-0b4883397b5e req-f60d218e-7d17-49e2-909e-3e35b42e78f3 tempest-LiveMigrationNegativeTest-143885093 tempest-LiveMigrationNegativeTest-143885093-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:22.365312 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-7d20903a-783e-49d6-9a5a-562c0cdb8bdc tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Allocated IP 172.20.0.4 (e4bf3036-f4f1-465f-b95b-df7c6e0f15dc/a4cfed6b-f42f-43da-94d1-da091996fffe/988e0415-d371-4ee2-bcdf-e27a38ee74d1) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:06:22.397108 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 36082512-f9e4-43f5-90f3-478bfa9fc75f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=36082512-f9e4-43f5-90f3-478bfa9fc75f,segment=NetworkSegment(6b78bb7c-82e1-4e1a-a89a-3e49d2392260),segment_id=6b78bb7c-82e1-4e1a-a89a-3e49d2392260)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:22.398943 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2323f96-0b7b-4402-830c-68686052028c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36082512-f9e4-43f5-90f3-478bfa9fc75f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:22.401516 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f221fd9f-95a5-4bf0-a546-4d8c558bdf06" -d '{"events": [{"server_uuid": "e2323f96-0b7b-4402-830c-68686052028c", "name": "network-vif-plugged", "status": "completed", "tag": "36082512-f9e4-43f5-90f3-478bfa9fc75f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:22.409882 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:22.422668 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21bdb537-f0b8-4664-a618-73f7ea559749 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:22.436296 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-21bdb537-f0b8-4664-a618-73f7ea559749 admin admin] Transition to ACTIVE for port object 31d5ed4d-fc25-4dfa-afbd-f536662f8356 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:22.485181 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=36082512-f9e4-43f5-90f3-478bfa9fc75f,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:22.505312 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-3bf3bee5-7d54-45a5-9791-946cd06cfc7a req-17e6de19-9be1-436d-9fae-59426760d7f2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Deleting port ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:06:22.506002 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3bf3bee5-7d54-45a5-9791-946cd06cfc7a req-17e6de19-9be1-436d-9fae-59426760d7f2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:22.535930 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'name': 'tempest-ServerActionsTestJSON-953520604-router', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:12Z', 'updated_at': '2021-07-30T20:06:16Z', 'revision_number': 3, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'gw_port': {'id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:14Z', 'updated_at': '2021-07-30T20:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:22.562240 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cff94f-c154-4155-aa2a-1c7bb0743bf7 None None] The sync data for ids ['8f4c307a-f024-4549-bf3d-1a7252564b00'] in n-d-712137-9 is: [{'id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'name': 'tempest-ServerActionsTestJSON-953520604-router', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:12Z', 'updated_at': '2021-07-30T20:06:16Z', 'revision_number': 3, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'gw_port': {'id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:14Z', 'updated_at': '2021-07-30T20:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:06:22.624084 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21bdb537-f0b8-4664-a618-73f7ea559749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:22.651988 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d66699-ca54-409a-90eb-c89282131833 req-1edecdfe-9cec-4d69-98f9-f936980f3cc6 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:22.653864 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d7c684e-439f-43cb-ba32-fa9ef862608c req-e659b25f-7546-4fbf-b6fe-40b8eda0a7a7 service neutron] 10.222.0.59 "GET /v2.0/networks/15396ec7-2f29-4de0-b562-8186709716a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072591 Jul 30 20:06:22.656224 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-78d66699-ca54-409a-90eb-c89282131833 req-1edecdfe-9cec-4d69-98f9-f936980f3cc6 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.81 "GET /v2.0/ports?device_id=62e05ccb-d1fa-4e68-b791-2f6f09afefa8 HTTP/1.1" status: 200 len: 944 time: 0.2801640 Jul 30 20:06:22.698186 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-029da53d-7c43-485f-9b2c-9b0de3148b24 service neutron] 10.222.0.59 "GET /v2.0/networks/2469c781-8e92-4cc5-884d-b32b0b44c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207409 Jul 30 20:06:22.771864 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-510b8636-ed4e-4a7f-970f-067012fb0ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ddbe564-00fd-494b-9c60-f1823fc7731b {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:06:22.794180 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-510b8636-ed4e-4a7f-970f-067012fb0ca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:22.800494 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-3bf3bee5-7d54-45a5-9791-946cd06cfc7a req-17e6de19-9be1-436d-9fae-59426760d7f2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] For port ec4a5001-05e5-44cc-93ff-c8d9c16d7be6, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=ec4a5001-05e5-44cc-93ff-c8d9c16d7be6,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:22.800860 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3bf3bee5-7d54-45a5-9791-946cd06cfc7a req-17e6de19-9be1-436d-9fae-59426760d7f2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:22.810583 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bdb537-f0b8-4664-a618-73f7ea559749 admin admin] Network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:06:22.829556 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-3bf3bee5-7d54-45a5-9791-946cd06cfc7a req-17e6de19-9be1-436d-9fae-59426760d7f2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Calling delete_port for ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:06:22.830387 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-21bdb537-f0b8-4664-a618-73f7ea559749 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:06:22.835155 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-178bd533-633f-445f-b272-0b4883397b5e req-f60d218e-7d17-49e2-909e-3e35b42e78f3 tempest-LiveMigrationNegativeTest-143885093 tempest-LiveMigrationNegativeTest-143885093-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:22.840147 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-510b8636-ed4e-4a7f-970f-067012fb0ca0 service neutron] Transition to ACTIVE for port object 3ddbe564-00fd-494b-9c60-f1823fc7731b will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:22.842235 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bdb537-f0b8-4664-a618-73f7ea559749 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:06:22.847741 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdb537-f0b8-4664-a618-73f7ea559749 admin admin] Pushing event updated for resources: {'Port': ['ID=31d5ed4d-fc25-4dfa-afbd-f536662f8356,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:22.857916 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-178bd533-633f-445f-b272-0b4883397b5e req-f60d218e-7d17-49e2-909e-3e35b42e78f3 tempest-LiveMigrationNegativeTest-143885093 tempest-LiveMigrationNegativeTest-143885093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:22.902617 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6f49e-657c-472e-b49c-17754d701bab req-3bc9ebec-0a32-4d12-82fc-fe8a2c2bfc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:22.904184 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b9d6f49e-657c-472e-b49c-17754d701bab req-3bc9ebec-0a32-4d12-82fc-fe8a2c2bfc59 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8cfdcb968d5a41d8aef70fcc356506a4&device_id=62e05ccb-d1fa-4e68-b791-2f6f09afefa8 HTTP/1.1" status: 200 len: 1095 time: 0.1802015 Jul 30 20:06:22.904804 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-510b8636-ed4e-4a7f-970f-067012fb0ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:22.944838 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-78d66699-ca54-409a-90eb-c89282131833 req-aec37c2e-b76e-465b-ac6a-17f98adaa935 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.81 "GET /v2.0/security-groups?id=72cc386d-eb7c-431c-9bae-8c2a16dca42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195430 Jul 30 20:06:22.976196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d218e-7d17-49e2-909e-3e35b42e78f3 tempest-LiveMigrationNegativeTest-143885093 tempest-LiveMigrationNegativeTest-143885093-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66deef9a-fad8-4704-a117-eea39aad39ec,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:22.988531 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c5d6b938-22ef-46df-9c1b-426df215d507 req-553d830f-3ceb-44ac-8ab2-949e3216f5ea service neutron] 10.222.0.59 "GET /v2.0/networks/2469c781-8e92-4cc5-884d-b32b0b44c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548201 Jul 30 20:06:22.994927 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-7d20903a-783e-49d6-9a5a-562c0cdb8bdc tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:23.014828 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21bdb537-f0b8-4664-a618-73f7ea559749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:23.095970 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-178bd533-633f-445f-b272-0b4883397b5e req-f60d218e-7d17-49e2-909e-3e35b42e78f3 tempest-LiveMigrationNegativeTest-143885093 tempest-LiveMigrationNegativeTest-143885093-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7867632 Jul 30 20:06:23.121931 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b589ca12-f63e-4b7a-ba48-0a2a2b153809 req-24aabc1b-c224-4a3d-bbe0-e9bfc016c77d tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "GET /v2.0/security-groups/df6b8b1a-8f82-4af3-8876-8623ae0113e8 HTTP/1.1" status: 200 len: 2401 time: 0.1380668 Jul 30 20:06:23.210027 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b324943e-bcaa-444c-b664-569b37b5b222 None None] Provisioning for port 31d5ed4d-fc25-4dfa-afbd-f536662f8356 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:23.215941 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b324943e-bcaa-444c-b664-569b37b5b222 None None] Provisioning complete for port 31d5ed4d-fc25-4dfa-afbd-f536662f8356 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:23.216782 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b324943e-bcaa-444c-b664-569b37b5b222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:23.265066 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31670f-c49e-4556-bc9f-f75a5d1d70b2 req-30792c37-8be6-42b5-81d9-30a46519a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:23.266616 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c31670f-c49e-4556-bc9f-f75a5d1d70b2 req-30792c37-8be6-42b5-81d9-30a46519a624 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a721017b4064946baeea6559734749c&device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 1095 time: 0.1970789 Jul 30 20:06:23.274878 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-7d20903a-783e-49d6-9a5a-562c0cdb8bdc tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:23.295553 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b324943e-bcaa-444c-b664-569b37b5b222 None None] Port 31d5ed4d-fc25-4dfa-afbd-f536662f8356 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:06:23.328419 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b8636-ed4e-4a7f-970f-067012fb0ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ddbe564-00fd-494b-9c60-f1823fc7731b,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:23.388878 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b589ca12-f63e-4b7a-ba48-0a2a2b153809 req-de9d3d26-976c-4440-a11a-d8845ad2e8be tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:23.395112 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3bf3bee5-7d54-45a5-9791-946cd06cfc7a req-17e6de19-9be1-436d-9fae-59426760d7f2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:23.400454 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-7d20903a-783e-49d6-9a5a-562c0cdb8bdc tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Network e4bf3036-f4f1-465f-b95b-df7c6e0f15dc is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:06:23.437824 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-7d20903a-783e-49d6-9a5a-562c0cdb8bdc tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:06:23.439598 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6f49e-657c-472e-b49c-17754d701bab req-d946dd63-9ac3-4f2c-892b-b83127a20547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:23.441705 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b9d6f49e-657c-472e-b49c-17754d701bab req-d946dd63-9ac3-4f2c-892b-b83127a20547 service neutron] 10.222.0.59 "GET /v2.0/networks?id=15396ec7-2f29-4de0-b562-8186709716a5 HTTP/1.1" status: 200 len: 914 time: 0.3949654 Jul 30 20:06:23.446072 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-7d20903a-783e-49d6-9a5a-562c0cdb8bdc tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:06:23.449307 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21bdb537-f0b8-4664-a618-73f7ea559749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:23.453235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6de19-9be1-436d-9fae-59426760d7f2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Pushing event deleted for resources: {'Port': ['ID=ec4a5001-05e5-44cc-93ff-c8d9c16d7be6,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:23.468427 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fefbde-d464-42f7-9786-2b157b81fbe4 req-f853c096-891f-49e6-850b-2ab3635bf297 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:23.475901 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9fefbde-d464-42f7-9786-2b157b81fbe4 req-f853c096-891f-49e6-850b-2ab3635bf297 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 945 time: 0.2516294 Jul 30 20:06:23.514903 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20903a-783e-49d6-9a5a-562c0cdb8bdc tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Pushing event updated for resources: {'Port': ['ID=988e0415-d371-4ee2-bcdf-e27a38ee74d1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:23.562547 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-510b8636-ed4e-4a7f-970f-067012fb0ca0 service neutron] Attempting to bind port 3ddbe564-00fd-494b-9c60-f1823fc7731b on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:06:23.563242 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-510b8636-ed4e-4a7f-970f-067012fb0ca0 service neutron] Attempting to bind port 3ddbe564-00fd-494b-9c60-f1823fc7731b by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '6b78bb7c-82e1-4e1a-a89a-3e49d2392260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2469c781-8e92-4cc5-884d-b32b0b44c62f'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:06:23.563449 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-510b8636-ed4e-4a7f-970f-067012fb0ca0 service neutron] Attempting to bind port 3ddbe564-00fd-494b-9c60-f1823fc7731b on network 2469c781-8e92-4cc5-884d-b32b0b44c62f {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:23.567863 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b9d6f49e-657c-472e-b49c-17754d701bab req-3be76780-1ede-4633-a062-6bcc8ba8b22f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3599122f-713c-44bc-81bd-4c789c43146b HTTP/1.1" status: 200 len: 217 time: 0.1129687 Jul 30 20:06:23.585169 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 3599122f-713c-44bc-81bd-4c789c43146b details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:06:23.587085 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-510b8636-ed4e-4a7f-970f-067012fb0ca0 service neutron] Port 3ddbe564-00fd-494b-9c60-f1823fc7731b on network 2469c781-8e92-4cc5-884d-b32b0b44c62f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:06:23.587542 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-510b8636-ed4e-4a7f-970f-067012fb0ca0 service neutron] Attempting to bind port 3ddbe564-00fd-494b-9c60-f1823fc7731b on network 2469c781-8e92-4cc5-884d-b32b0b44c62f {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:23.588247 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b589ca12-f63e-4b7a-ba48-0a2a2b153809 req-de9d3d26-976c-4440-a11a-d8845ad2e8be tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:23.601604 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf3bee5-7d54-45a5-9791-946cd06cfc7a req-17e6de19-9be1-436d-9fae-59426760d7f2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] No DVR routers for this DVR port ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:06:23.625493 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-7d20903a-783e-49d6-9a5a-562c0cdb8bdc tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:23.626126 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-7d20903a-783e-49d6-9a5a-562c0cdb8bdc tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:23.632489 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-510b8636-ed4e-4a7f-970f-067012fb0ca0 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:06:23.632979 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-510b8636-ed4e-4a7f-970f-067012fb0ca0 service neutron] Checking segment: {'id': '6b78bb7c-82e1-4e1a-a89a-3e49d2392260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2469c781-8e92-4cc5-884d-b32b0b44c62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:06:23.633460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-510b8636-ed4e-4a7f-970f-067012fb0ca0 service neutron] Bound using segment: {'id': '6b78bb7c-82e1-4e1a-a89a-3e49d2392260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2469c781-8e92-4cc5-884d-b32b0b44c62f'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:06:23.634011 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-510b8636-ed4e-4a7f-970f-067012fb0ca0 service neutron] Bound port: 3ddbe564-00fd-494b-9c60-f1823fc7731b, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b78bb7c-82e1-4e1a-a89a-3e49d2392260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2469c781-8e92-4cc5-884d-b32b0b44c62f'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:06:23.634472 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-510b8636-ed4e-4a7f-970f-067012fb0ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:23.637201 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3bf3bee5-7d54-45a5-9791-946cd06cfc7a req-17e6de19-9be1-436d-9fae-59426760d7f2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:23.639779 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3bf3bee5-7d54-45a5-9791-946cd06cfc7a req-17e6de19-9be1-436d-9fae-59426760d7f2 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.59 "DELETE /v2.0/ports/ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 HTTP/1.1" status: 204 len: 173 time: 1.6395481 Jul 30 20:06:23.642874 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb30fe4-1199-4aaf-ba13-8e67cea01407', 'name': 'network-vif-deleted', 'tag': 'ec4a5001-05e5-44cc-93ff-c8d9c16d7be6'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:23.645636 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850532ef-236d-48f7-b5bf-5171146b520f" -d '{"events": [{"server_uuid": "feb30fe4-1199-4aaf-ba13-8e67cea01407", "name": "network-vif-deleted", "tag": "ec4a5001-05e5-44cc-93ff-c8d9c16d7be6"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:23.676439 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9fefbde-d464-42f7-9786-2b157b81fbe4 req-ab8b4af8-5a4d-4dfe-8f75-dc2a2808678b tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949296 Jul 30 20:06:23.731059 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6f49e-657c-472e-b49c-17754d701bab req-e980a553-d889-458e-8bb1-b726667d7325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:23.732598 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b9d6f49e-657c-472e-b49c-17754d701bab req-e980a553-d889-458e-8bb1-b726667d7325 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef062179-e206-4843-9b0f-ce91112bb4fb HTTP/1.1" status: 200 len: 852 time: 0.1465366 Jul 30 20:06:23.735321 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 3599122f-713c-44bc-81bd-4c789c43146b, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=3599122f-713c-44bc-81bd-4c789c43146b,segment=NetworkSegment(b7e48b53-e01c-446b-936a-b316cd2831d1),segment_id=b7e48b53-e01c-446b-936a-b316cd2831d1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:23.745259 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31670f-c49e-4556-bc9f-f75a5d1d70b2 req-7532b20a-a533-4edd-8de6-3bdcab2badd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:23.746968 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c31670f-c49e-4556-bc9f-f75a5d1d70b2 req-7532b20a-a533-4edd-8de6-3bdcab2badd5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2469c781-8e92-4cc5-884d-b32b0b44c62f HTTP/1.1" status: 200 len: 917 time: 0.4660790 Jul 30 20:06:23.748385 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:06:23.752788 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '3599122f-713c-44bc-81bd-4c789c43146b', 'network_id': '15396ec7-2f29-4de0-b562-8186709716a5', 'port_id': '3599122f-713c-44bc-81bd-4c789c43146b', 'mac_address': 'fa:16:3e:4f:44:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef062179-e206-4843-9b0f-ce91112bb4fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:06:23.785346 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-7d20903a-783e-49d6-9a5a-562c0cdb8bdc tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9723873 Jul 30 20:06:23.786000 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:06:23.786397 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device ec4a5001-05e5-44cc-93ff-c8d9c16d7be6 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:06:23.803831 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-f36eb564-39b0-407c-8c20-f80e857451fd service neutron] Request body: {'port': {'device_id': 'c75bb6c1-d2a8-48d3-8eba-713ec708856d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:23.827229 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:23.829572 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee6af432-18d5-41a3-8429-ce12804b1a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:23.839320 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c31670f-c49e-4556-bc9f-f75a5d1d70b2 req-1669d62f-aec3-4821-8354-4b1ced33552c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 HTTP/1.1" status: 200 len: 217 time: 0.0740860 Jul 30 20:06:23.857797 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3599122f-713c-44bc-81bd-4c789c43146b {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:06:23.882736 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 3599122f-713c-44bc-81bd-4c789c43146b, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=3599122f-713c-44bc-81bd-4c789c43146b,segment=NetworkSegment(b7e48b53-e01c-446b-936a-b316cd2831d1),segment_id=b7e48b53-e01c-446b-936a-b316cd2831d1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:23.885062 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:23.891808 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:23.912156 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b589ca12-f63e-4b7a-ba48-0a2a2b153809 req-de9d3d26-976c-4440-a11a-d8845ad2e8be tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:23.913964 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6f49e-657c-472e-b49c-17754d701bab req-68928bf9-a4dd-4038-b035-8a56317bb71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:23.914830 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b589ca12-f63e-4b7a-ba48-0a2a2b153809 req-de9d3d26-976c-4440-a11a-d8845ad2e8be tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:23.915469 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b9d6f49e-657c-472e-b49c-17754d701bab req-68928bf9-a4dd-4038-b035-8a56317bb71f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=15396ec7-2f29-4de0-b562-8186709716a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353068 Jul 30 20:06:23.916157 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b589ca12-f63e-4b7a-ba48-0a2a2b153809 req-de9d3d26-976c-4440-a11a-d8845ad2e8be tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "DELETE /v2.0/security-groups/df6b8b1a-8f82-4af3-8876-8623ae0113e8 HTTP/1.1" status: 204 len: 173 time: 0.7815068 Jul 30 20:06:23.920380 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-510b8636-ed4e-4a7f-970f-067012fb0ca0 service neutron] For port 3ddbe564-00fd-494b-9c60-f1823fc7731b, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:06:23.930662 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba79356-e735-439c-b9aa-f0a977295ea4 req-0be9fb5d-e300-48ac-9565-69684b8b64f9 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:23.932259 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1ba79356-e735-439c-b9aa-f0a977295ea4 req-0be9fb5d-e300-48ac-9565-69684b8b64f9 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e18394a1-39d6-46fe-959a-73c6fb0268e8 HTTP/1.1" status: 200 len: 943 time: 0.1463418 Jul 30 20:06:23.934034 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-510b8636-ed4e-4a7f-970f-067012fb0ca0 service neutron] For port 3ddbe564-00fd-494b-9c60-f1823fc7731b, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=3ddbe564-00fd-494b-9c60-f1823fc7731b,segment=NetworkSegment(6b78bb7c-82e1-4e1a-a89a-3e49d2392260),segment_id=6b78bb7c-82e1-4e1a-a89a-3e49d2392260)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:06:23.958340 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-510b8636-ed4e-4a7f-970f-067012fb0ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:23.961033 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d3d26-976c-4440-a11a-d8845ad2e8be tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6b8b1a-8f82-4af3-8876-8623ae0113e8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:23.979464 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=3599122f-713c-44bc-81bd-4c789c43146b,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:23.994471 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f10037-8fdd-4943-8e60-2a01c537012d x-openstack-request-id: req-b8f10037-8fdd-4943-8e60-2a01c537012d {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:23.995002 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2323f96-0b7b-4402-830c-68686052028c", "name": "network-vif-plugged", "status": "completed", "tag": "36082512-f9e4-43f5-90f3-478bfa9fc75f", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:24.000655 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31670f-c49e-4556-bc9f-f75a5d1d70b2 req-1ccd0c09-8e85-4a42-9c7f-ce3a0d66e97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:24.000655 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c31670f-c49e-4556-bc9f-f75a5d1d70b2 req-1ccd0c09-8e85-4a42-9c7f-ce3a0d66e97e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=807a3fd9-95fe-4588-8ffa-d416ac85711a HTTP/1.1" status: 200 len: 855 time: 0.1324611 Jul 30 20:06:24.002487 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b8f10037-8fdd-4943-8e60-2a01c537012d {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:24.003922 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2323f96-0b7b-4402-830c-68686052028c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36082512-f9e4-43f5-90f3-478bfa9fc75f', 'code': 200} Jul 30 20:06:24.017702 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-f36eb564-39b0-407c-8c20-f80e857451fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:24.062359 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21bdb537-f0b8-4664-a618-73f7ea559749 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:24.072994 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21bdb537-f0b8-4664-a618-73f7ea559749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:24.075552 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-510b8636-ed4e-4a7f-970f-067012fb0ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:24.076271 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-510b8636-ed4e-4a7f-970f-067012fb0ca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:24.078020 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-510b8636-ed4e-4a7f-970f-067012fb0ca0 service neutron] 10.222.0.59 "PUT /v2.0/ports/3ddbe564-00fd-494b-9c60-f1823fc7731b HTTP/1.1" status: 200 len: 1091 time: 2.3589466 Jul 30 20:06:24.150560 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['3599122f-713c-44bc-81bd-4c789c43146b'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:06:24.181697 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdb537-f0b8-4664-a618-73f7ea559749 admin admin] Pushing event updated for resources: {'Port': ['ID=31d5ed4d-fc25-4dfa-afbd-f536662f8356,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:24.216377 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31670f-c49e-4556-bc9f-f75a5d1d70b2 req-292711e3-6334-4c1c-845e-7aa9150484a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:24.218671 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c31670f-c49e-4556-bc9f-f75a5d1d70b2 req-292711e3-6334-4c1c-845e-7aa9150484a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2469c781-8e92-4cc5-884d-b32b0b44c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2109554 Jul 30 20:06:24.278793 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21bdb537-f0b8-4664-a618-73f7ea559749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:24.499785 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device eb9da32a-5b4e-4980-89ed-d23618fb21a1 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:06:24.557050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port eb9da32a-5b4e-4980-89ed-d23618fb21a1 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:24.561850 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port eb9da32a-5b4e-4980-89ed-d23618fb21a1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:24.562819 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:24.626109 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c31670f-c49e-4556-bc9f-f75a5d1d70b2 req-ca28ea49-01a5-4aec-890f-d7d107d21d5a service neutron] 10.222.0.59 "GET /v2.0/networks/2469c781-8e92-4cc5-884d-b32b0b44c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943880 Jul 30 20:06:24.633114 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1ba79356-e735-439c-b9aa-f0a977295ea4 req-280b2018-1887-4f69-bdf0-268846d952dd tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6887164 Jul 30 20:06:24.661541 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:24.665932 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b8636-ed4e-4a7f-970f-067012fb0ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ddbe564-00fd-494b-9c60-f1823fc7731b,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:24.692423 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port eb9da32a-5b4e-4980-89ed-d23618fb21a1, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=eb9da32a-5b4e-4980-89ed-d23618fb21a1,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:24.699007 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:24.711462 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b9d6f49e-657c-472e-b49c-17754d701bab req-0f57db03-1538-42e6-8c37-c7529a044162 service neutron] 10.222.0.59 "GET /v2.0/networks/15396ec7-2f29-4de0-b562-8186709716a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7757378 Jul 30 20:06:24.718403 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298070cb-6ef8-47e9-bdad-efa8f1f0725d x-openstack-request-id: req-298070cb-6ef8-47e9-bdad-efa8f1f0725d {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:24.718697 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb30fe4-1199-4aaf-ba13-8e67cea01407", "name": "network-vif-deleted", "tag": "ec4a5001-05e5-44cc-93ff-c8d9c16d7be6", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:24.719117 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-298070cb-6ef8-47e9-bdad-efa8f1f0725d {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:24.719694 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb30fe4-1199-4aaf-ba13-8e67cea01407', 'name': 'network-vif-deleted', 'tag': 'ec4a5001-05e5-44cc-93ff-c8d9c16d7be6', 'status': 'completed', 'code': 200} Jul 30 20:06:24.724593 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a39ca-77bd-406f-9553-2dc079467b99 req-33f56728-90d8-468e-ba1b-9dab592f17da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:24.726090 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bb6a39ca-77bd-406f-9553-2dc079467b99 req-33f56728-90d8-468e-ba1b-9dab592f17da service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e2323f96-0b7b-4402-830c-68686052028c HTTP/1.1" status: 200 len: 1097 time: 0.6620045 Jul 30 20:06:24.729147 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5d61c-5e07-4c5f-8846-55e966df78af req-ef39a786-c445-48bd-b0e0-f0fe9c27f98f tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:24.731153 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c0d5d61c-5e07-4c5f-8846-55e966df78af req-ef39a786-c445-48bd-b0e0-f0fe9c27f98f tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=c75bb6c1-d2a8-48d3-8eba-713ec708856d HTTP/1.1" status: 200 len: 931 time: 0.4867628 Jul 30 20:06:24.768161 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=eb9da32a-5b4e-4980-89ed-d23618fb21a1,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:24.770464 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-8ec1d7c3-adc6-4fbc-abef-184fb2bf2762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:24.773002 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-8ec1d7c3-adc6-4fbc-abef-184fb2bf2762 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a721017b4064946baeea6559734749c&device_id=e18394a1-39d6-46fe-959a-73c6fb0268e8 HTTP/1.1" status: 200 len: 1094 time: 0.1983459 Jul 30 20:06:24.839924 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bdb537-f0b8-4664-a618-73f7ea559749 admin admin] Network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:06:24.843093 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:24.855120 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-21bdb537-f0b8-4664-a618-73f7ea559749 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:06:24.885157 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c0d5d61c-5e07-4c5f-8846-55e966df78af req-16e8b913-e72e-407a-aacf-0205714dc885 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195571 Jul 30 20:06:24.891140 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-8bd37981-8d27-438f-b053-e5d8c8835784 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ddbe564-00fd-494b-9c60-f1823fc7731b HTTP/1.1" status: 200 len: 217 time: 0.0799830 Jul 30 20:06:24.903409 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c31670f-c49e-4556-bc9f-f75a5d1d70b2 req-cd45c5ec-7efd-42c5-8c42-daa637f6ca8b service neutron] 10.222.0.59 "GET /v2.0/networks/2469c781-8e92-4cc5-884d-b32b0b44c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684143 Jul 30 20:06:24.977901 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bb6a39ca-77bd-406f-9553-2dc079467b99 req-f4ba8239-0bd7-4336-a501-346ec4dd12a5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347393 Jul 30 20:06:25.000690 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-6236e60a-80cc-485e-a4de-b922cc0b62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:25.002374 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-6236e60a-80cc-485e-a4de-b922cc0b62fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=807a3fd9-95fe-4588-8ffa-d416ac85711a HTTP/1.1" status: 200 len: 855 time: 0.0954325 Jul 30 20:06:25.020760 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587cd0d-3007-4daf-8734-cba887c66cbd req-604a9928-c9cc-44b4-9354-1eecb791e550 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:25.022318 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3587cd0d-3007-4daf-8734-cba887c66cbd req-604a9928-c9cc-44b4-9354-1eecb791e550 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 945 time: 0.2484164 Jul 30 20:06:25.054278 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b9d6f49e-657c-472e-b49c-17754d701bab req-af96e9cf-9445-44d3-ac86-ae0d90c322ae service neutron] 10.222.0.59 "GET /v2.0/networks/15396ec7-2f29-4de0-b562-8186709716a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264022 Jul 30 20:06:25.092125 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-177dbe08-1d8f-4bd4-9909-af8eb3f56ef6 req-f56dbdfa-d37a-4083-af67-7e577262da7f tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "GET /v2.0/security-groups/b504b9f2-129e-4845-83bb-b37dbe491e23 HTTP/1.1" status: 200 len: 2397 time: 0.1390178 Jul 30 20:06:25.093258 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ac4fcb14-adb9-464f-acfc-b1bf43f4f33f None None] Provisioning complete for port 31d5ed4d-fc25-4dfa-afbd-f536662f8356 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:25.093698 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac4fcb14-adb9-464f-acfc-b1bf43f4f33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:25.096832 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-ed7772c0-370c-4cd3-a84c-f5a849dad4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:25.098343 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-ed7772c0-370c-4cd3-a84c-f5a849dad4de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2469c781-8e92-4cc5-884d-b32b0b44c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733271 Jul 30 20:06:25.105926 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3587cd0d-3007-4daf-8734-cba887c66cbd req-b596c8ac-1a3e-44e7-a9e6-916a1f7d147a tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700355 Jul 30 20:06:25.129727 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-f36eb564-39b0-407c-8c20-f80e857451fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 988e0415-d371-4ee2-bcdf-e27a38ee74d1 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:06:25.152397 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-f36eb564-39b0-407c-8c20-f80e857451fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:25.155599 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bdb537-f0b8-4664-a618-73f7ea559749 admin admin] Router 8f4c307a-f024-4549-bf3d-1a7252564b00 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:06:25.165969 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ac4fcb14-adb9-464f-acfc-b1bf43f4f33f None None] Port 31d5ed4d-fc25-4dfa-afbd-f536662f8356 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:06:25.179104 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-f36eb564-39b0-407c-8c20-f80e857451fd service neutron] Transition to ACTIVE for port object 988e0415-d371-4ee2-bcdf-e27a38ee74d1 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:25.191905 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-f36eb564-39b0-407c-8c20-f80e857451fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:25.210028 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-b1940758-33dc-4eaa-9bf3-3b976346fb4b service neutron] 10.222.0.59 "GET /v2.0/networks/2469c781-8e92-4cc5-884d-b32b0b44c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031520 Jul 30 20:06:25.258266 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-177dbe08-1d8f-4bd4-9909-af8eb3f56ef6 req-f38a5d9d-01ee-41d9-9ae2-f96343d15ea3 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:25.302048 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf553ce-5ca2-481b-a54f-0451bc1f0ac0 req-f18d2c38-089c-47cd-ac47-fe4fc707c7df tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:25.303578 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3cf553ce-5ca2-481b-a54f-0451bc1f0ac0 req-f18d2c38-089c-47cd-ac47-fe4fc707c7df tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.81 "GET /v2.0/ports?device_id=62e05ccb-d1fa-4e68-b791-2f6f09afefa8 HTTP/1.1" status: 200 len: 945 time: 0.1077471 Jul 30 20:06:25.304284 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-177dbe08-1d8f-4bd4-9909-af8eb3f56ef6 req-f38a5d9d-01ee-41d9-9ae2-f96343d15ea3 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:25.360371 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81ae461a-c32b-44bd-995d-868ec0398dd3 req-420e6f27-f415-4212-9173-0ad727ca23ba service neutron] 10.222.0.59 "GET /v2.0/networks/2469c781-8e92-4cc5-884d-b32b0b44c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306605 Jul 30 20:06:25.363221 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36eb564-39b0-407c-8c20-f80e857451fd service neutron] Pushing event updated for resources: {'Port': ['ID=988e0415-d371-4ee2-bcdf-e27a38ee74d1,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:25.367459 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3cf553ce-5ca2-481b-a54f-0451bc1f0ac0 req-b90181ae-4c15-451d-90e5-f172d8571a96 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.81 "GET /v2.0/security-groups?id=72cc386d-eb7c-431c-9bae-8c2a16dca42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573764 Jul 30 20:06:25.592898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:06:25.595272 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 3599122f-713c-44bc-81bd-4c789c43146b up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:06:25.697083 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 3599122f-713c-44bc-81bd-4c789c43146b completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:25.702605 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 3599122f-713c-44bc-81bd-4c789c43146b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:25.703049 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:25.757203 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bdb537-f0b8-4664-a618-73f7ea559749 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:06:25.764626 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-21bdb537-f0b8-4664-a618-73f7ea559749 admin admin] 10.222.0.81 "PUT /v2.0/routers/8f4c307a-f024-4549-bf3d-1a7252564b00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2116280 Jul 30 20:06:25.790643 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] Sync routers for ids ['8f4c307a-f024-4549-bf3d-1a7252564b00'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:06:25.796552 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-177dbe08-1d8f-4bd4-9909-af8eb3f56ef6 req-f38a5d9d-01ee-41d9-9ae2-f96343d15ea3 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:25.799822 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-177dbe08-1d8f-4bd4-9909-af8eb3f56ef6 req-f38a5d9d-01ee-41d9-9ae2-f96343d15ea3 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:25.801413 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-177dbe08-1d8f-4bd4-9909-af8eb3f56ef6 req-f38a5d9d-01ee-41d9-9ae2-f96343d15ea3 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] 10.222.0.81 "DELETE /v2.0/security-groups/b504b9f2-129e-4845-83bb-b37dbe491e23 HTTP/1.1" status: 204 len: 173 time: 0.7085717 Jul 30 20:06:25.811499 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56600) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:25.813755 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-f36eb564-39b0-407c-8c20-f80e857451fd service neutron] Attempting to bind port 988e0415-d371-4ee2-bcdf-e27a38ee74d1 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:06:25.814102 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-f36eb564-39b0-407c-8c20-f80e857451fd service neutron] Attempting to bind port 988e0415-d371-4ee2-bcdf-e27a38ee74d1 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'd57bfb45-bad2-463a-b52b-6e2516516f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:06:25.814437 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-f36eb564-39b0-407c-8c20-f80e857451fd service neutron] Attempting to bind port 988e0415-d371-4ee2-bcdf-e27a38ee74d1 on network e4bf3036-f4f1-465f-b95b-df7c6e0f15dc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:25.817854 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=3d72cc40-c2e5-4d25-a4e0-adab878dc4f1,segment=NetworkSegment(6b78bb7c-82e1-4e1a-a89a-3e49d2392260),segment_id=6b78bb7c-82e1-4e1a-a89a-3e49d2392260)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:25.819934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-f36eb564-39b0-407c-8c20-f80e857451fd service neutron] Port 988e0415-d371-4ee2-bcdf-e27a38ee74d1 on network e4bf3036-f4f1-465f-b95b-df7c6e0f15dc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:06:25.820618 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-f36eb564-39b0-407c-8c20-f80e857451fd service neutron] Attempting to bind port 988e0415-d371-4ee2-bcdf-e27a38ee74d1 on network e4bf3036-f4f1-465f-b95b-df7c6e0f15dc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:25.822865 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a5d9d-01ee-41d9-9ae2-f96343d15ea3 tempest-SecurityGroupRulesTestJSON-1248528155 tempest-SecurityGroupRulesTestJSON-1248528155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b504b9f2-129e-4845-83bb-b37dbe491e23,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:25.828443 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-f36eb564-39b0-407c-8c20-f80e857451fd service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:06:25.828829 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-f36eb564-39b0-407c-8c20-f80e857451fd service neutron] Checking segment: {'id': 'd57bfb45-bad2-463a-b52b-6e2516516f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:06:25.829223 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-f36eb564-39b0-407c-8c20-f80e857451fd service neutron] Bound using segment: {'id': 'd57bfb45-bad2-463a-b52b-6e2516516f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:06:25.829667 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-f36eb564-39b0-407c-8c20-f80e857451fd service neutron] Bound port: 988e0415-d371-4ee2-bcdf-e27a38ee74d1, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd57bfb45-bad2-463a-b52b-6e2516516f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:06:25.830036 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-f36eb564-39b0-407c-8c20-f80e857451fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:25.837316 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '3d72cc40-c2e5-4d25-a4e0-adab878dc4f1', 'network_id': '2469c781-8e92-4cc5-884d-b32b0b44c62f', 'port_id': '3d72cc40-c2e5-4d25-a4e0-adab878dc4f1', 'mac_address': 'fa:16:3e:8a:26:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '807a3fd9-95fe-4588-8ffa-d416ac85711a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:06:25.887497 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:25.906343 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:06:25.933400 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-f36eb564-39b0-407c-8c20-f80e857451fd service neutron] For port 988e0415-d371-4ee2-bcdf-e27a38ee74d1, host n-h1-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:06:25.941608 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-f36eb564-39b0-407c-8c20-f80e857451fd service neutron] For port 988e0415-d371-4ee2-bcdf-e27a38ee74d1, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=988e0415-d371-4ee2-bcdf-e27a38ee74d1,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:06:25.949885 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d98948e-3881-48ec-b548-e86acf517ac3 admin admin] Deleting subnet 41198a31-2aea-4b93-9e36-7cacd0bbbcd7 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:06:25.953714 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1d98948e-3881-48ec-b548-e86acf517ac3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:25.957392 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-f36eb564-39b0-407c-8c20-f80e857451fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:25.973495 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] Routers {'8f4c307a-f024-4549-bf3d-1a7252564b00'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:06:25.976637 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:06:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8f4c307a-f024-4549-bf3d-1a7252564b00'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:26.049931 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1d98948e-3881-48ec-b548-e86acf517ac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:26.063549 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=3d72cc40-c2e5-4d25-a4e0-adab878dc4f1,segment=NetworkSegment(6b78bb7c-82e1-4e1a-a89a-3e49d2392260),segment_id=6b78bb7c-82e1-4e1a-a89a-3e49d2392260)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:26.076415 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36eb564-39b0-407c-8c20-f80e857451fd service neutron] Pushing event updated for resources: {'Port': ['ID=988e0415-d371-4ee2-bcdf-e27a38ee74d1,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:26.103308 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-f36eb564-39b0-407c-8c20-f80e857451fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:26.104234 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-f36eb564-39b0-407c-8c20-f80e857451fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:26.105997 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-f36eb564-39b0-407c-8c20-f80e857451fd service neutron] 10.222.0.59 "PUT /v2.0/ports/988e0415-d371-4ee2-bcdf-e27a38ee74d1 HTTP/1.1" status: 200 len: 1091 time: 2.3063519 Jul 30 20:06:26.108725 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75bb6c1-d2a8-48d3-8eba-713ec708856d', 'tag': '988e0415-d371-4ee2-bcdf-e27a38ee74d1'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:26.115152 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb409076-5941-4976-9f72-d5fb084c256f" -d '{"events": [{"name": "network-changed", "server_uuid": "c75bb6c1-d2a8-48d3-8eba-713ec708856d", "tag": "988e0415-d371-4ee2-bcdf-e27a38ee74d1"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:26.132192 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1d98948e-3881-48ec-b548-e86acf517ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:26.132706 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:26.196095 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:26.228404 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1d98948e-3881-48ec-b548-e86acf517ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:26.258505 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-366b32ac-4197-4905-98da-255b8ea6eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:26.260109 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-366b32ac-4197-4905-98da-255b8ea6eef8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=efaf745330cb48e3a1c19705d011fd87&device_id=c75bb6c1-d2a8-48d3-8eba-713ec708856d HTTP/1.1" status: 200 len: 1094 time: 0.0929220 Jul 30 20:06:26.282704 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98948e-3881-48ec-b548-e86acf517ac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41198a31-2aea-4b93-9e36-7cacd0bbbcd7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:26.308863 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1d98948e-3881-48ec-b548-e86acf517ac3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:26.312755 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1d98948e-3881-48ec-b548-e86acf517ac3 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/41198a31-2aea-4b93-9e36-7cacd0bbbcd7 HTTP/1.1" status: 204 len: 168 time: 0.5001929 Jul 30 20:06:26.319181 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56620) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:26.335239 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-1752a7cb-db02-4a69-ad0d-3e40e53b368d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=988e0415-d371-4ee2-bcdf-e27a38ee74d1 HTTP/1.1" status: 200 len: 217 time: 0.0657394 Jul 30 20:06:26.357612 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=3d72cc40-c2e5-4d25-a4e0-adab878dc4f1,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:26.392312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 3599122f-713c-44bc-81bd-4c789c43146b, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=3599122f-713c-44bc-81bd-4c789c43146b,segment=NetworkSegment(b7e48b53-e01c-446b-936a-b316cd2831d1),segment_id=b7e48b53-e01c-446b-936a-b316cd2831d1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:26.394372 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e05ccb-d1fa-4e68-b791-2f6f09afefa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3599122f-713c-44bc-81bd-4c789c43146b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:26.397358 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c4b955-af64-4214-8ca6-56eb16b004a2" -d '{"events": [{"server_uuid": "62e05ccb-d1fa-4e68-b791-2f6f09afefa8", "name": "network-vif-plugged", "status": "completed", "tag": "3599122f-713c-44bc-81bd-4c789c43146b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:26.405508 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['3d72cc40-c2e5-4d25-a4e0-adab878dc4f1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:06:26.405738 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb142b-35d3-4a7f-b3ae-cd22c1621e22 req-630d386d-496e-4b78-adc0-5ad917395988 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:26.407117 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6adb142b-35d3-4a7f-b3ae-cd22c1621e22 req-630d386d-496e-4b78-adc0-5ad917395988 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e18394a1-39d6-46fe-959a-73c6fb0268e8 HTTP/1.1" status: 200 len: 943 time: 0.1297843 Jul 30 20:06:26.426478 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-a3d9cd26-e488-4db9-8907-5cad2089156e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:26.428244 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-a3d9cd26-e488-4db9-8907-5cad2089156e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4cfed6b-f42f-43da-94d1-da091996fffe HTTP/1.1" status: 200 len: 845 time: 0.0850432 Jul 30 20:06:26.432693 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-58429f77-88f8-41d2-8dbc-c7fb943392de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:26.450701 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:26.454043 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device eb9da32a-5b4e-4980-89ed-d23618fb21a1 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:06:26.458265 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] Set router 8f4c307a-f024-4549-bf3d-1a7252564b00 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:06:26.474375 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6adb142b-35d3-4a7f-b3ae-cd22c1621e22 req-7aa34271-87d5-437c-b2e6-63ad489f6db6 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556729 Jul 30 20:06:26.519502 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-90e97061-ddec-4c13-a56c-95d02f16d5b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4bf3036-f4f1-465f-b95b-df7c6e0f15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829802 Jul 30 20:06:26.554624 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-58429f77-88f8-41d2-8dbc-c7fb943392de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:26.569308 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-58429f77-88f8-41d2-8dbc-c7fb943392de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e5f8a4-7eee-4f90-ad66-efd86157f520']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:26.582797 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-58429f77-88f8-41d2-8dbc-c7fb943392de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c11349b-494e-4087-9db7-06d0480e8597') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:26.583699 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-58429f77-88f8-41d2-8dbc-c7fb943392de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c11349b-494e-4087-9db7-06d0480e8597') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:26.600089 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-58429f77-88f8-41d2-8dbc-c7fb943392de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:26.617567 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-58429f77-88f8-41d2-8dbc-c7fb943392de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:26.625789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58429f77-88f8-41d2-8dbc-c7fb943392de admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:06:26.626331 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-58429f77-88f8-41d2-8dbc-c7fb943392de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:26.655140 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-5fb886a3-2cd1-4d4b-ba18-8d8a972aca06 service neutron] 10.222.0.59 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276779 Jul 30 20:06:26.697467 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=3599122f-713c-44bc-81bd-4c789c43146b,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:06:26.702560 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:06:26.723228 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18394a1-39d6-46fe-959a-73c6fb0268e8', 'tag': '3ddbe564-00fd-494b-9c60-f1823fc7731b'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:26.727135 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422a2d9b-8548-481d-b824-b41f62e6e893" -d '{"events": [{"name": "network-changed", "server_uuid": "e18394a1-39d6-46fe-959a-73c6fb0268e8", "tag": "3ddbe564-00fd-494b-9c60-f1823fc7731b"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:26.741831 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port eb9da32a-5b4e-4980-89ed-d23618fb21a1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:26.742775 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:26.767486 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ddee6-e8f0-4723-a838-5af6143a59a4 req-fabd57ef-944f-45ec-80d2-8121a8564f1d tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:26.769834 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4f7ddee6-e8f0-4723-a838-5af6143a59a4 req-fabd57ef-944f-45ec-80d2-8121a8564f1d tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=c75bb6c1-d2a8-48d3-8eba-713ec708856d HTTP/1.1" status: 200 len: 943 time: 0.1137714 Jul 30 20:06:26.788947 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-58429f77-88f8-41d2-8dbc-c7fb943392de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:26.795702 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-58429f77-88f8-41d2-8dbc-c7fb943392de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:26.799467 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-58429f77-88f8-41d2-8dbc-c7fb943392de admin admin] 10.222.0.81 "DELETE /v2.0/networks/d5e5f8a4-7eee-4f90-ad66-efd86157f520 HTTP/1.1" status: 204 len: 168 time: 0.4793162 Jul 30 20:06:26.802505 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:26.832690 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-61a20b0a-37cf-48e7-b91f-c62110dbae50 req-7ab7403f-2042-4eba-a885-f958228cda5c service neutron] 10.222.0.59 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657090 Jul 30 20:06:26.842289 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4f7ddee6-e8f0-4723-a838-5af6143a59a4 req-c97e5f4a-6690-41fd-879c-7b98d135cf4e tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592151 Jul 30 20:06:26.869635 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58429f77-88f8-41d2-8dbc-c7fb943392de admin admin] Pushing event deleted for resources: {'Network': ['ID=d5e5f8a4-7eee-4f90-ad66-efd86157f520,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:26.886432 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9c41308-fd30-4f6c-bc93-0692724b6212 req-5a9a8ee6-cfcd-4cc1-a733-7298fd44f95f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=60cb769d-9fbe-4040-9539-4c5669adc585&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1498072 Jul 30 20:06:26.922478 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3c1801-39bc-46c2-938e-21e6db3186aa x-openstack-request-id: req-1c3c1801-39bc-46c2-938e-21e6db3186aa {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:26.922775 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c75bb6c1-d2a8-48d3-8eba-713ec708856d", "tag": "988e0415-d371-4ee2-bcdf-e27a38ee74d1", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:26.923028 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1c3c1801-39bc-46c2-938e-21e6db3186aa {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:26.923428 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c75bb6c1-d2a8-48d3-8eba-713ec708856d', 'tag': '988e0415-d371-4ee2-bcdf-e27a38ee74d1', 'status': 'completed', 'code': 200} Jul 30 20:06:26.937694 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56636) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:26.955071 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-4b63de3c-29f3-4ce8-bd46-5fa1b8db761c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2115728873', 'description': 'tempest-description--473846465'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:27.048806 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c41308-fd30-4f6c-bc93-0692724b6212 req-eb4fd2e0-8163-4ae3-ba3a-29edd17d30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:27.050465 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9c41308-fd30-4f6c-bc93-0692724b6212 req-eb4fd2e0-8163-4ae3-ba3a-29edd17d30c1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=524c9e8c00224a769a608ce643fda038&device_id=60cb769d-9fbe-4040-9539-4c5669adc585 HTTP/1.1" status: 200 len: 1101 time: 0.1156442 Jul 30 20:06:27.051377 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b63de3c-29f3-4ce8-bd46-5fa1b8db761c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:27.102348 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb409076-5941-4976-9f72-d5fb084c256f req-1900d0bd-bece-4135-85fb-a25f87cd0209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:27.105274 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bb409076-5941-4976-9f72-d5fb084c256f req-1900d0bd-bece-4135-85fb-a25f87cd0209 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=efaf745330cb48e3a1c19705d011fd87&device_id=c75bb6c1-d2a8-48d3-8eba-713ec708856d HTTP/1.1" status: 200 len: 1094 time: 0.1591599 Jul 30 20:06:27.115987 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e49e61f-5099-46bc-87a2-39b399fa6c16 x-openstack-request-id: req-3e49e61f-5099-46bc-87a2-39b399fa6c16 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:27.116267 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e05ccb-d1fa-4e68-b791-2f6f09afefa8", "name": "network-vif-plugged", "status": "completed", "tag": "3599122f-713c-44bc-81bd-4c789c43146b", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:27.117238 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3e49e61f-5099-46bc-87a2-39b399fa6c16 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:27.117647 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e05ccb-d1fa-4e68-b791-2f6f09afefa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3599122f-713c-44bc-81bd-4c789c43146b', 'code': 200} Jul 30 20:06:27.140832 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e7eeb-29ae-405c-8d89-9bbc841ee688 req-bc48d2ef-d1d5-46c5-b253-5321d709a055 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:27.143968 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c56e7eeb-29ae-405c-8d89-9bbc841ee688 req-bc48d2ef-d1d5-46c5-b253-5321d709a055 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=e97c1afb-6767-4fdc-945e-e5fe37fd9fda HTTP/1.1" status: 200 len: 950 time: 0.1395283 Jul 30 20:06:27.156730 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56638) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:27.204911 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'name': 'tempest-ServerActionsTestJSON-953520604-router', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:12Z', 'updated_at': '2021-07-30T20:06:23Z', 'revision_number': 4, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'gw_port': {'id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:14Z', 'updated_at': '2021-07-30T20:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '31d5ed4d-fc25-4dfa-afbd-f536662f8356', 'name': '', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'mac_address': 'fa:16:3e:4c:01:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:21Z', 'updated_at': '2021-07-30T20:06:23Z', 'revision_number': 2, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'subnets': [{'id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:27.239901 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] Checking router: 8f4c307a-f024-4549-bf3d-1a7252564b00 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:06:27.240402 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] Updating router 8f4c307a-f024-4549-bf3d-1a7252564b00 port 31d5ed4d-fc25-4dfa-afbd-f536662f8356 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:06:27.260429 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b3944-0292-4294-b91f-1440022ffaa9 req-462953ec-31de-417a-b0aa-dbb8f58c68dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:27.261894 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-081b3944-0292-4294-b91f-1440022ffaa9 req-462953ec-31de-417a-b0aa-dbb8f58c68dd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=62e05ccb-d1fa-4e68-b791-2f6f09afefa8 HTTP/1.1" status: 200 len: 1097 time: 0.1863208 Jul 30 20:06:27.274225 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-65628b23-1c0c-4868-948f-130d850ef038 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c58af91bcc7444b7a900f3dea5f0d74e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1127119 Jul 30 20:06:27.277329 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:27.278681 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56640) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:27.282214 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c56e7eeb-29ae-405c-8d89-9bbc841ee688 req-1858432a-829a-42b4-9909-4cd813c044af tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232412 Jul 30 20:06:27.307628 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb409076-5941-4976-9f72-d5fb084c256f req-aa4a04ca-b263-47a9-95a9-a7d58287e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:27.307628 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bb409076-5941-4976-9f72-d5fb084c256f req-aa4a04ca-b263-47a9-95a9-a7d58287e9a2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4bf3036-f4f1-465f-b95b-df7c6e0f15dc HTTP/1.1" status: 200 len: 906 time: 0.1913531 Jul 30 20:06:27.319987 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a11f5-6760-4e81-9412-38bfb75f7620 req-09039ce7-acc4-44f8-bf69-59a73100ca32 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:27.321512 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af8a11f5-6760-4e81-9412-38bfb75f7620 req-09039ce7-acc4-44f8-bf69-59a73100ca32 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.81 "GET /v2.0/ports?device_id=62e05ccb-d1fa-4e68-b791-2f6f09afefa8 HTTP/1.1" status: 200 len: 946 time: 0.1621807 Jul 30 20:06:27.340913 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c41308-fd30-4f6c-bc93-0692724b6212 req-d6338538-b515-49a9-a785-31846789b226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:27.342670 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9c41308-fd30-4f6c-bc93-0692724b6212 req-d6338538-b515-49a9-a785-31846789b226 service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.2657731 Jul 30 20:06:27.368330 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bb409076-5941-4976-9f72-d5fb084c256f req-d011ab96-434f-48ff-8d3b-6ac49f80ee17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=988e0415-d371-4ee2-bcdf-e27a38ee74d1 HTTP/1.1" status: 200 len: 217 time: 0.0507953 Jul 30 20:06:27.396854 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b63de3c-29f3-4ce8-bd46-5fa1b8db761c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:27.433127 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb409076-5941-4976-9f72-d5fb084c256f req-77a8c92e-1aca-484a-87ae-f422ec2e79ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:27.435693 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bb409076-5941-4976-9f72-d5fb084c256f req-77a8c92e-1aca-484a-87ae-f422ec2e79ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4cfed6b-f42f-43da-94d1-da091996fffe HTTP/1.1" status: 200 len: 845 time: 0.0585775 Jul 30 20:06:27.446687 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b63de3c-29f3-4ce8-bd46-5fa1b8db761c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:27.449603 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9c41308-fd30-4f6c-bc93-0692724b6212 req-cb3735f4-3051-43ae-bcfe-95c9a5d1f0da service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f HTTP/1.1" status: 200 len: 217 time: 0.0846910 Jul 30 20:06:27.456419 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-081b3944-0292-4294-b91f-1440022ffaa9 req-bd760a29-66b5-461f-907b-4e9d6b8b9292 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=72cc386d-eb7c-431c-9bae-8c2a16dca42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838145 Jul 30 20:06:27.482417 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bb409076-5941-4976-9f72-d5fb084c256f req-3934e8f5-f7c7-4380-80e7-165504a8fed6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4bf3036-f4f1-465f-b95b-df7c6e0f15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391517 Jul 30 20:06:27.512971 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aea7b9a-6687-4ad8-bdc6-4077fefca32c x-openstack-request-id: req-2aea7b9a-6687-4ad8-bdc6-4077fefca32c {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:27.513265 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18394a1-39d6-46fe-959a-73c6fb0268e8", "tag": "3ddbe564-00fd-494b-9c60-f1823fc7731b", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:27.513520 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2aea7b9a-6687-4ad8-bdc6-4077fefca32c {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:27.513911 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18394a1-39d6-46fe-959a-73c6fb0268e8', 'tag': '3ddbe564-00fd-494b-9c60-f1823fc7731b', 'status': 'completed', 'code': 200} Jul 30 20:06:27.531931 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af8a11f5-6760-4e81-9412-38bfb75f7620 req-eb7c7159-f081-46b8-9435-20e5e7853f37 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.81 "GET /v2.0/security-groups?id=72cc386d-eb7c-431c-9bae-8c2a16dca42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965399 Jul 30 20:06:27.544154 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b63de3c-29f3-4ce8-bd46-5fa1b8db761c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:27.545801 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4b63de3c-29f3-4ce8-bd46-5fa1b8db761c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6069884 Jul 30 20:06:27.555493 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63de3c-29f3-4ce8-bd46-5fa1b8db761c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f82ff3-98dd-4d9f-94d9-3def0359a00f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:27.570129 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56652) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:27.576671 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e3fd0999-b971-4ae3-a44a-f55558c9a12f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Request body: {'security_group_rule': {'security_group_id': '72f82ff3-98dd-4d9f-94d9-3def0359a00f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:27.602292 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 3ddbe564-00fd-494b-9c60-f1823fc7731b details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:06:27.606045 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-35315ba6-0d4b-407a-aa70-0a5702e1896b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:27.628373 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c41308-fd30-4f6c-bc93-0692724b6212 req-7c606f3b-7596-46b8-abd6-512fdc62b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:27.629847 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9c41308-fd30-4f6c-bc93-0692724b6212 req-7c606f3b-7596-46b8-abd6-512fdc62b000 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1647472 Jul 30 20:06:27.646795 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bb409076-5941-4976-9f72-d5fb084c256f req-460384e3-1ab3-442f-aa2f-8b2241fa0577 service neutron] 10.222.0.59 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352298 Jul 30 20:06:27.683699 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:06:27.710599 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-35315ba6-0d4b-407a-aa70-0a5702e1896b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:27.756671 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e3fd0999-b971-4ae3-a44a-f55558c9a12f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:27.757158 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:27.767496 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a2d9b-8548-481d-b824-b41f62e6e893 req-9b0eae19-d4d7-4a83-ae65-8768d0a6d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:27.769873 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-422a2d9b-8548-481d-b824-b41f62e6e893 req-9b0eae19-d4d7-4a83-ae65-8768d0a6d8bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a721017b4064946baeea6559734749c&device_id=e18394a1-39d6-46fe-959a-73c6fb0268e8 HTTP/1.1" status: 200 len: 1094 time: 0.2225320 Jul 30 20:06:27.776184 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bb409076-5941-4976-9f72-d5fb084c256f req-6f4aa940-8b2c-4845-b61b-9867db2b56de service neutron] 10.222.0.59 "GET /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205883 Jul 30 20:06:27.784592 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:27.791935 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] Transition to ACTIVE for port object 31d5ed4d-fc25-4dfa-afbd-f536662f8356 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:27.794825 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:27.795395 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:27.829268 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:27.873839 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c41308-fd30-4f6c-bc93-0692724b6212 req-f5860428-2a44-40b6-b233-dea83e24352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:27.877625 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9c41308-fd30-4f6c-bc93-0692724b6212 req-f5860428-2a44-40b6-b233-dea83e24352a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2326341 Jul 30 20:06:27.887886 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 3ddbe564-00fd-494b-9c60-f1823fc7731b, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=3ddbe564-00fd-494b-9c60-f1823fc7731b,segment=NetworkSegment(6b78bb7c-82e1-4e1a-a89a-3e49d2392260),segment_id=6b78bb7c-82e1-4e1a-a89a-3e49d2392260)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:27.923877 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '3ddbe564-00fd-494b-9c60-f1823fc7731b', 'network_id': '2469c781-8e92-4cc5-884d-b32b0b44c62f', 'port_id': '3ddbe564-00fd-494b-9c60-f1823fc7731b', 'mac_address': 'fa:16:3e:0b:16:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '807a3fd9-95fe-4588-8ffa-d416ac85711a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:06:27.925645 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fc1de-7026-48af-8f55-32e535f10b49 req-03a2e69b-5143-4a7d-b758-147ddd1c006e tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:27.927203 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7e7fc1de-7026-48af-8f55-32e535f10b49 req-03a2e69b-5143-4a7d-b758-147ddd1c006e tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e18394a1-39d6-46fe-959a-73c6fb0268e8 HTTP/1.1" status: 200 len: 943 time: 0.2304657 Jul 30 20:06:27.929769 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866eeee-d193-412f-b226-446fbe895ee6 None None] Pushing event updated for resources: {'Port': ['ID=31d5ed4d-fc25-4dfa-afbd-f536662f8356,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:28.007207 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e3fd0999-b971-4ae3-a44a-f55558c9a12f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:28.027534 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e3fd0999-b971-4ae3-a44a-f55558c9a12f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:28.066214 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] Attempting to bind port 31d5ed4d-fc25-4dfa-afbd-f536662f8356 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:06:28.066899 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] Attempting to bind port 31d5ed4d-fc25-4dfa-afbd-f536662f8356 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:06:28.067434 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] Attempting to bind port 31d5ed4d-fc25-4dfa-afbd-f536662f8356 on network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:28.068214 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-35315ba6-0d4b-407a-aa70-0a5702e1896b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:28.070725 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-35315ba6-0d4b-407a-aa70-0a5702e1896b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:28.071915 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-35315ba6-0d4b-407a-aa70-0a5702e1896b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2892e091-22f4-4312-a255-27e10912f13b HTTP/1.1" status: 204 len: 168 time: 0.7817357 Jul 30 20:06:28.075193 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:28.083355 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:06:28.084068 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] Checking segment: {'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:06:28.085174 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:28.085744 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] Bound using segment: {'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:06:28.086394 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] Bound port: 31d5ed4d-fc25-4dfa-afbd-f536662f8356, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:06:28.086941 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:28.093703 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7e7fc1de-7026-48af-8f55-32e535f10b49 req-68ad550b-5442-40be-b824-81c3c30afdbc tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217973 Jul 30 20:06:28.095466 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:28.104445 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd0999-b971-4ae3-a44a-f55558c9a12f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3f1058-13cf-4d27-bf8f-f717da730b1e,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:28.119642 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a2d9b-8548-481d-b824-b41f62e6e893 req-709dc430-98a5-4b34-8806-3d2d67b4ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:28.121443 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-422a2d9b-8548-481d-b824-b41f62e6e893 req-709dc430-98a5-4b34-8806-3d2d67b4ee4a service neutron] 10.222.0.59 "GET /v2.0/networks?id=2469c781-8e92-4cc5-884d-b32b0b44c62f HTTP/1.1" status: 200 len: 917 time: 0.3274240 Jul 30 20:06:28.122176 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ddbe564-00fd-494b-9c60-f1823fc7731b {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:06:28.124290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35315ba6-0d4b-407a-aa70-0a5702e1896b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2892e091-22f4-4312-a255-27e10912f13b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:28.127099 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e3fd0999-b971-4ae3-a44a-f55558c9a12f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:28.132502 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e3fd0999-b971-4ae3-a44a-f55558c9a12f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5613289 Jul 30 20:06:28.132889 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56662) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:28.148736 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a427b04e-f7ed-4aab-8d44-050df221e8f6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Request body: {'security_group_rule': {'security_group_id': '72f82ff3-98dd-4d9f-94d9-3def0359a00f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:28.183915 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 3ddbe564-00fd-494b-9c60-f1823fc7731b, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=3ddbe564-00fd-494b-9c60-f1823fc7731b,segment=NetworkSegment(6b78bb7c-82e1-4e1a-a89a-3e49d2392260),segment_id=6b78bb7c-82e1-4e1a-a89a-3e49d2392260)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:28.201616 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:28.204936 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=3d72cc40-c2e5-4d25-a4e0-adab878dc4f1,segment=NetworkSegment(6b78bb7c-82e1-4e1a-a89a-3e49d2392260),segment_id=6b78bb7c-82e1-4e1a-a89a-3e49d2392260)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:28.211903 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-422a2d9b-8548-481d-b824-b41f62e6e893 req-4b6d6e68-c7f3-438b-849a-96edde977a41 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ddbe564-00fd-494b-9c60-f1823fc7731b HTTP/1.1" status: 200 len: 217 time: 0.0742922 Jul 30 20:06:28.253811 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:28.276554 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a427b04e-f7ed-4aab-8d44-050df221e8f6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:28.336408 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] For port 31d5ed4d-fc25-4dfa-afbd-f536662f8356, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:06:28.345462 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9c41308-fd30-4f6c-bc93-0692724b6212 req-cf83c332-bd9e-4748-a336-9a11541393c1 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429998 Jul 30 20:06:28.353996 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=3ddbe564-00fd-494b-9c60-f1823fc7731b,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:28.362038 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] For port 31d5ed4d-fc25-4dfa-afbd-f536662f8356, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=31d5ed4d-fc25-4dfa-afbd-f536662f8356,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:06:28.388386 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:28.436440 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['3ddbe564-00fd-494b-9c60-f1823fc7731b'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:06:28.457233 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a427b04e-f7ed-4aab-8d44-050df221e8f6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:28.481407 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=3d72cc40-c2e5-4d25-a4e0-adab878dc4f1,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:28.491471 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] Routers {'8f4c307a-f024-4549-bf3d-1a7252564b00'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:06:28.492024 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:06:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8f4c307a-f024-4549-bf3d-1a7252564b00'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:28.493764 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a2d9b-8548-481d-b824-b41f62e6e893 req-55e2248b-689a-471b-a57b-ca1a68074cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:28.495606 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-422a2d9b-8548-481d-b824-b41f62e6e893 req-55e2248b-689a-471b-a57b-ca1a68074cf4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=807a3fd9-95fe-4588-8ffa-d416ac85711a HTTP/1.1" status: 200 len: 855 time: 0.2538209 Jul 30 20:06:28.507305 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676acd77-d23a-4ad9-ad16-e8f8364f7a4a req-70f166e7-d332-4db8-ac09-b14a5dcd9b87 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:28.509309 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-676acd77-d23a-4ad9-ad16-e8f8364f7a4a req-70f166e7-d332-4db8-ac09-b14a5dcd9b87 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 945 time: 0.1570599 Jul 30 20:06:28.512262 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a427b04e-f7ed-4aab-8d44-050df221e8f6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:28.557292 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427b04e-f7ed-4aab-8d44-050df221e8f6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a04177c-1a48-46ad-9cf2-8555d0bd76c7,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:28.580573 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9c41308-fd30-4f6c-bc93-0692724b6212 req-8899371c-9572-47d7-935a-70e11ff49ef5 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965668 Jul 30 20:06:28.588670 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-676acd77-d23a-4ad9-ad16-e8f8364f7a4a req-ebb70023-0bce-401c-a952-7b8853ebedc1 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506899 Jul 30 20:06:28.599533 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a427b04e-f7ed-4aab-8d44-050df221e8f6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:28.604794 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a427b04e-f7ed-4aab-8d44-050df221e8f6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4701900 Jul 30 20:06:28.605591 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56672) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:28.631372 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3214ed32-5c66-4962-884c-b853700a82fc tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:28.655080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7068bf-074a-4ac7-858a-994729eb64dd req-14d2acbd-77a1-4489-9b95-31160fbeeebc tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:28.656789 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b7068bf-074a-4ac7-858a-994729eb64dd req-14d2acbd-77a1-4489-9b95-31160fbeeebc tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.83 "GET /v2.0/ports?device_id=e97c1afb-6767-4fdc-945e-e5fe37fd9fda HTTP/1.1" status: 200 len: 950 time: 0.3362520 Jul 30 20:06:28.698561 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3214ed32-5c66-4962-884c-b853700a82fc tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:28.740578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822a99a-ab4d-4302-90f5-284832b63289 req-11fbd72c-ea5b-4a21-a58c-6b938157ce27 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:28.750062 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e822a99a-ab4d-4302-90f5-284832b63289 req-11fbd72c-ea5b-4a21-a58c-6b938157ce27 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=c75bb6c1-d2a8-48d3-8eba-713ec708856d HTTP/1.1" status: 200 len: 943 time: 0.3802993 Jul 30 20:06:28.758611 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] Set router 8f4c307a-f024-4549-bf3d-1a7252564b00 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:06:28.819544 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866eeee-d193-412f-b226-446fbe895ee6 None None] Pushing event updated for resources: {'Port': ['ID=31d5ed4d-fc25-4dfa-afbd-f536662f8356,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:28.857427 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a2d9b-8548-481d-b824-b41f62e6e893 req-f1faf935-0a7a-4d7c-a00e-8279a21f9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:28.858126 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3214ed32-5c66-4962-884c-b853700a82fc tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:28.858957 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-422a2d9b-8548-481d-b824-b41f62e6e893 req-f1faf935-0a7a-4d7c-a00e-8279a21f9047 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2469c781-8e92-4cc5-884d-b32b0b44c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3519549 Jul 30 20:06:28.942821 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e822a99a-ab4d-4302-90f5-284832b63289 req-c24ab71e-fcc9-41b8-a66a-a32e769436df tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917663 Jul 30 20:06:28.963070 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-4b7068bf-074a-4ac7-858a-994729eb64dd req-cd490ed5-bfb5-44ed-85f9-0fe8e110d25d tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Deleting port d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:06:28.963578 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4b7068bf-074a-4ac7-858a-994729eb64dd req-cd490ed5-bfb5-44ed-85f9-0fe8e110d25d tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:29.038589 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-3214ed32-5c66-4962-884c-b853700a82fc tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Allocated IP 172.25.3.143 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/70347cdf-ced8-4028-9710-35f47293ff46) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:06:29.044874 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-422a2d9b-8548-481d-b824-b41f62e6e893 req-1cb30815-9c9b-44cd-981d-19d881a74be9 service neutron] 10.222.0.59 "GET /v2.0/networks/2469c781-8e92-4cc5-884d-b32b0b44c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754284 Jul 30 20:06:29.120035 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e38a37-ba25-4280-9b6b-47b09d54d2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d72cc40-c2e5-4d25-a4e0-adab878dc4f1'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:29.121537 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1496cc19-83dd-40da-bfdd-b2be9b4bdd96" -d '{"events": [{"server_uuid": "13e38a37-ba25-4280-9b6b-47b09d54d2a4", "name": "network-vif-plugged", "status": "completed", "tag": "3d72cc40-c2e5-4d25-a4e0-adab878dc4f1"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:29.185248 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a6f93-3632-4ccc-b296-42a64d5208d4 req-8c107492-102f-471f-ab56-0651bc0b96cd tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:29.193673 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a36a6f93-3632-4ccc-b296-42a64d5208d4 req-8c107492-102f-471f-ab56-0651bc0b96cd tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.81 "GET /v2.0/ports?device_id=62e05ccb-d1fa-4e68-b791-2f6f09afefa8 HTTP/1.1" status: 200 len: 946 time: 0.1283972 Jul 30 20:06:29.250118 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3214ed32-5c66-4962-884c-b853700a82fc tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:29.254490 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'name': 'tempest-ServerActionsTestJSON-953520604-router', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:12Z', 'updated_at': '2021-07-30T20:06:23Z', 'revision_number': 4, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'gw_port': {'id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:14Z', 'updated_at': '2021-07-30T20:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '31d5ed4d-fc25-4dfa-afbd-f536662f8356', 'name': '', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'mac_address': 'fa:16:3e:4c:01:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:21Z', 'updated_at': '2021-07-30T20:06:28Z', 'revision_number': 4, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'subnets': [{'id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:29.262434 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e36db5-6ae9-49e9-b06c-05f0faed98a6 req-80076849-a0e5-49c0-9311-57f2c70d2d7f tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:29.270823 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-88e36db5-6ae9-49e9-b06c-05f0faed98a6 req-80076849-a0e5-49c0-9311-57f2c70d2d7f tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=e97c1afb-6767-4fdc-945e-e5fe37fd9fda HTTP/1.1" status: 200 len: 950 time: 0.2421501 Jul 30 20:06:29.273779 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a36a6f93-3632-4ccc-b296-42a64d5208d4 req-b029b48a-6636-4ce0-931f-92883da830bd tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.81 "GET /v2.0/security-groups?id=72cc386d-eb7c-431c-9bae-8c2a16dca42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791886 Jul 30 20:06:29.292548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e4f94-adc1-4e0c-a491-225fd4a12d51 None None] The sync data for ids ['8f4c307a-f024-4549-bf3d-1a7252564b00'] in n-d-712137-9 is: [{'id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'name': 'tempest-ServerActionsTestJSON-953520604-router', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:12Z', 'updated_at': '2021-07-30T20:06:23Z', 'revision_number': 4, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'gw_port': {'id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:14Z', 'updated_at': '2021-07-30T20:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '31d5ed4d-fc25-4dfa-afbd-f536662f8356', 'name': '', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'mac_address': 'fa:16:3e:4c:01:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:21Z', 'updated_at': '2021-07-30T20:06:28Z', 'revision_number': 4, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'subnets': [{'id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:06:29.333140 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-4b7068bf-074a-4ac7-858a-994729eb64dd req-cd490ed5-bfb5-44ed-85f9-0fe8e110d25d tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] For port d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:29.333521 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4b7068bf-074a-4ac7-858a-994729eb64dd req-cd490ed5-bfb5-44ed-85f9-0fe8e110d25d tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:29.406105 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-4b7068bf-074a-4ac7-858a-994729eb64dd req-cd490ed5-bfb5-44ed-85f9-0fe8e110d25d tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Calling delete_port for d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:06:29.415917 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3214ed32-5c66-4962-884c-b853700a82fc tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:29.473732 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56700) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:29.508798 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3214ed32-5c66-4962-884c-b853700a82fc tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:06:29.510395 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3214ed32-5c66-4962-884c-b853700a82fc tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:06:29.513474 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3214ed32-5c66-4962-884c-b853700a82fc tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:06:29.530815 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214ed32-5c66-4962-884c-b853700a82fc tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Pushing event updated for resources: {'Port': ['ID=70347cdf-ced8-4028-9710-35f47293ff46,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:29.614104 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 988e0415-d371-4ee2-bcdf-e27a38ee74d1 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:06:29.662284 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-422a2d9b-8548-481d-b824-b41f62e6e893 req-539c2eba-2aee-498b-abeb-796b0b08e8ab service neutron] 10.222.0.59 "GET /v2.0/networks/2469c781-8e92-4cc5-884d-b32b0b44c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5749545 Jul 30 20:06:29.702415 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-88e36db5-6ae9-49e9-b06c-05f0faed98a6 req-edaa48f9-449e-49a0-a456-90fc536835ee tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306269 Jul 30 20:06:29.703410 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3214ed32-5c66-4962-884c-b853700a82fc tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:29.708535 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6fd50b1e-8ba0-4088-82b8-889abfdab82e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1063466893-network', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:29.834135 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478726d4-a1eb-43c6-905e-a093c3a15984 x-openstack-request-id: req-478726d4-a1eb-43c6-905e-a093c3a15984 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:29.834631 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e38a37-ba25-4280-9b6b-47b09d54d2a4", "name": "network-vif-plugged", "status": "completed", "tag": "3d72cc40-c2e5-4d25-a4e0-adab878dc4f1", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:29.834921 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-478726d4-a1eb-43c6-905e-a093c3a15984 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:29.835134 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e38a37-ba25-4280-9b6b-47b09d54d2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d72cc40-c2e5-4d25-a4e0-adab878dc4f1', 'code': 200} Jul 30 20:06:29.868144 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3214ed32-5c66-4962-884c-b853700a82fc tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:29.874457 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 988e0415-d371-4ee2-bcdf-e27a38ee74d1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=988e0415-d371-4ee2-bcdf-e27a38ee74d1,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:29.885253 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd50b1e-8ba0-4088-82b8-889abfdab82e admin admin] Made reservation on behalf of 5a95fa9b2a634f9181c03158168ed314 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:06:29.886776 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4b7068bf-074a-4ac7-858a-994729eb64dd req-cd490ed5-bfb5-44ed-85f9-0fe8e110d25d tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:29.887684 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fd50b1e-8ba0-4088-82b8-889abfdab82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:29.937016 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f', 'd34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:06:29.977070 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fd50b1e-8ba0-4088-82b8-889abfdab82e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:29.988109 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd490ed5-bfb5-44ed-85f9-0fe8e110d25d tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Pushing event deleted for resources: {'Port': ['ID=d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:30.026773 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '988e0415-d371-4ee2-bcdf-e27a38ee74d1', 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc', 'port_id': '988e0415-d371-4ee2-bcdf-e27a38ee74d1', 'mac_address': 'fa:16:3e:9c:92:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4cfed6b-f42f-43da-94d1-da091996fffe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:06:30.056863 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd490ed5-bfb5-44ed-85f9-0fe8e110d25d tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:30.057212 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd490ed5-bfb5-44ed-85f9-0fe8e110d25d tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:30.057804 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd490ed5-bfb5-44ed-85f9-0fe8e110d25d tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:30.058147 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd490ed5-bfb5-44ed-85f9-0fe8e110d25d tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:30.058483 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd490ed5-bfb5-44ed-85f9-0fe8e110d25d tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:30.058819 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd490ed5-bfb5-44ed-85f9-0fe8e110d25d tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:30.059149 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd490ed5-bfb5-44ed-85f9-0fe8e110d25d tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:30.059480 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd490ed5-bfb5-44ed-85f9-0fe8e110d25d tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:30.059977 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd490ed5-bfb5-44ed-85f9-0fe8e110d25d tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:30.060313 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd490ed5-bfb5-44ed-85f9-0fe8e110d25d tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:30.060923 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd490ed5-bfb5-44ed-85f9-0fe8e110d25d tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:30.061257 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd490ed5-bfb5-44ed-85f9-0fe8e110d25d tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:30.081206 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7068bf-074a-4ac7-858a-994729eb64dd req-cd490ed5-bfb5-44ed-85f9-0fe8e110d25d tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] No DVR routers for this DVR port d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:06:30.085227 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4b7068bf-074a-4ac7-858a-994729eb64dd req-cd490ed5-bfb5-44ed-85f9-0fe8e110d25d tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:30.087202 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b7068bf-074a-4ac7-858a-994729eb64dd req-cd490ed5-bfb5-44ed-85f9-0fe8e110d25d tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.83 "DELETE /v2.0/ports/d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 HTTP/1.1" status: 204 len: 173 time: 1.4215567 Jul 30 20:06:30.094833 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97c1afb-6767-4fdc-945e-e5fe37fd9fda', 'name': 'network-vif-deleted', 'tag': 'd34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:30.098490 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447048c0-a1f3-44ef-8aa7-d4c5673dd711" -d '{"events": [{"server_uuid": "e97c1afb-6767-4fdc-945e-e5fe37fd9fda", "name": "network-vif-deleted", "tag": "d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:30.127286 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35eaf2-012b-4759-a217-e1307b8c4086 req-fd3345ad-f75e-43cf-9f4a-b7627c42e81a tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:30.141785 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cf35eaf2-012b-4759-a217-e1307b8c4086 req-fd3345ad-f75e-43cf-9f4a-b7627c42e81a tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 945 time: 0.2100129 Jul 30 20:06:30.171111 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89331f05-627a-4acc-be76-e568b142327c req-cbb6f03d-b824-48fc-862e-d4473e568ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:30.172640 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89331f05-627a-4acc-be76-e568b142327c req-cbb6f03d-b824-48fc-862e-d4473e568ce2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 1097 time: 0.2368758 Jul 30 20:06:30.209959 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:30.215937 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cf35eaf2-012b-4759-a217-e1307b8c4086 req-5d44ba46-6eb7-4004-830f-a87cd9fe144a tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732646 Jul 30 20:06:30.233866 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416676d-6ed0-49f7-9162-092c306c671a req-9a87c702-f3b8-4e4a-ba9c-996eb679de73 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:30.254181 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7416676d-6ed0-49f7-9162-092c306c671a req-9a87c702-f3b8-4e4a-ba9c-996eb679de73 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e18394a1-39d6-46fe-959a-73c6fb0268e8 HTTP/1.1" status: 200 len: 944 time: 0.2851126 Jul 30 20:06:30.265418 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89331f05-627a-4acc-be76-e568b142327c req-5e4c7eb3-4680-48e6-8bbb-056c538823a1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832152 Jul 30 20:06:30.322036 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988e0415-d371-4ee2-bcdf-e27a38ee74d1 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:06:30.384293 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7416676d-6ed0-49f7-9162-092c306c671a req-47ba8992-8570-495e-aad0-0dce14dcec43 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278801 Jul 30 20:06:30.461958 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe747ae-8428-48f8-b2ce-864f3ca1d7ef x-openstack-request-id: req-6fe747ae-8428-48f8-b2ce-864f3ca1d7ef {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:30.463170 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97c1afb-6767-4fdc-945e-e5fe37fd9fda", "name": "network-vif-deleted", "tag": "d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:30.463497 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6fe747ae-8428-48f8-b2ce-864f3ca1d7ef {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:30.464203 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97c1afb-6767-4fdc-945e-e5fe37fd9fda', 'name': 'network-vif-deleted', 'tag': 'd34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3', 'status': 'completed', 'code': 200} Jul 30 20:06:30.464885 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 988e0415-d371-4ee2-bcdf-e27a38ee74d1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=988e0415-d371-4ee2-bcdf-e27a38ee74d1,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:30.487971 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:30.526556 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50df1a-fd7b-48f4-986f-b479cef13216 req-77c8bf73-06b4-43c6-9ca7-7d4aafe07a41 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:30.528163 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c50df1a-fd7b-48f4-986f-b479cef13216 req-77c8bf73-06b4-43c6-9ca7-7d4aafe07a41 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=c75bb6c1-d2a8-48d3-8eba-713ec708856d HTTP/1.1" status: 200 len: 943 time: 0.1143126 Jul 30 20:06:30.564823 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3214ed32-5c66-4962-884c-b853700a82fc tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:30.577314 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fd50b1e-8ba0-4088-82b8-889abfdab82e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:30.583109 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3214ed32-5c66-4962-884c-b853700a82fc tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:30.601996 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c50df1a-fd7b-48f4-986f-b479cef13216 req-ea6c2152-bbe4-4044-9032-21f9e7e7c34f tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643563 Jul 30 20:06:30.623530 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 31d5ed4d-fc25-4dfa-afbd-f536662f8356 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:06:30.625052 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fd50b1e-8ba0-4088-82b8-889abfdab82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:30.696731 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd50b1e-8ba0-4088-82b8-889abfdab82e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:06:30.722732 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd50b1e-8ba0-4088-82b8-889abfdab82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429aec33-0072-4693-8264-065dcee8528a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:30.747001 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fd50b1e-8ba0-4088-82b8-889abfdab82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:30.747351 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-6fd50b1e-8ba0-4088-82b8-889abfdab82e admin admin] Added segment 66687a5b-0a41-43ec-b825-652223eedddd of type vlan for network eb756750-25bc-4499-9bd9-5a9623a5a75f Jul 30 20:06:30.750278 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214ed32-5c66-4962-884c-b853700a82fc tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Pushing event updated for resources: {'Port': ['ID=70347cdf-ced8-4028-9710-35f47293ff46,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:30.751459 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=988e0415-d371-4ee2-bcdf-e27a38ee74d1,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:30.772830 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3214ed32-5c66-4962-884c-b853700a82fc tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:30.804327 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 31d5ed4d-fc25-4dfa-afbd-f536662f8356 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:30.813872 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 31d5ed4d-fc25-4dfa-afbd-f536662f8356 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:30.814919 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:30.818194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['988e0415-d371-4ee2-bcdf-e27a38ee74d1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:06:30.828495 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fd50b1e-8ba0-4088-82b8-889abfdab82e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:30.838451 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3214ed32-5c66-4962-884c-b853700a82fc tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:30.840020 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3214ed32-5c66-4962-884c-b853700a82fc tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2330377 Jul 30 20:06:30.910337 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fd50b1e-8ba0-4088-82b8-889abfdab82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:30.911637 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd50b1e-8ba0-4088-82b8-889abfdab82e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:30.912350 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fd50b1e-8ba0-4088-82b8-889abfdab82e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:31.047368 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:31.067445 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e2ccbdeb-cb8c-4ef6-81df-05d01b9bd2d4 req-bb491c13-8441-477c-b94d-00ac67f0a086 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=e97c1afb-6767-4fdc-945e-e5fe37fd9fda HTTP/1.1" status: 200 len: 210 time: 0.1442912 Jul 30 20:06:31.105636 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6fd50b1e-8ba0-4088-82b8-889abfdab82e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6229908 Jul 30 20:06:31.105759 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56736) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:31.109125 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 31d5ed4d-fc25-4dfa-afbd-f536662f8356, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=31d5ed4d-fc25-4dfa-afbd-f536662f8356,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:31.109933 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-eb9e2b64-5fa3-492e-a40d-297d646df3ec admin admin] Request body: {'subnet': {'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1063466893-subnet', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:31.123237 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:31.174947 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd50b1e-8ba0-4088-82b8-889abfdab82e admin admin] Pushing event updated for resources: {'Network': ['ID=eb756750-25bc-4499-9bd9-5a9623a5a75f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:31.179953 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9e2b64-5fa3-492e-a40d-297d646df3ec admin admin] Made reservation on behalf of 5a95fa9b2a634f9181c03158168ed314 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:06:31.182337 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb9e2b64-5fa3-492e-a40d-297d646df3ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:31.375275 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-c90f85b5-aa9f-4e5f-8573-b237f3551ce5 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--2115728873&fields=id&tenant_id=398c11eccd35477c9cab39d77a30a8de HTTP/1.1" status: 200 len: 267 time: 0.0823371 Jul 30 20:06:31.382702 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network eb756750-25bc-4499-9bd9-5a9623a5a75f details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:06:31.492382 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=31d5ed4d-fc25-4dfa-afbd-f536662f8356,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:31.508680 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb9e2b64-5fa3-492e-a40d-297d646df3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:31.521709 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-355d71e3-bb2f-4241-aafd-b2fa11dc1cf4 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:31.523273 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-355d71e3-bb2f-4241-aafd-b2fa11dc1cf4 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 811 time: 0.1385643 Jul 30 20:06:31.525927 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5287aa-53cc-40a9-9ef0-10a988ebb4a5 req-f65f6225-47f3-4af0-931e-b78609dea972 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:31.527471 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e5287aa-53cc-40a9-9ef0-10a988ebb4a5 req-f65f6225-47f3-4af0-931e-b78609dea972 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 945 time: 0.1044230 Jul 30 20:06:31.554886 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-fed07c20-6b4b-4423-af75-d444079e667c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/quotas/398c11eccd35477c9cab39d77a30a8de HTTP/1.1" status: 200 len: 375 time: 0.0157146 Jul 30 20:06:31.611724 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e2b64-5fa3-492e-a40d-297d646df3ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=2373a630-185a-483b-9d20-6ddac9363cdc,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:31.627831 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-aa26d78b-00ba-4d96-8391-ab9683dd3595 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662222 Jul 30 20:06:31.631724 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e5287aa-53cc-40a9-9ef0-10a988ebb4a5 req-86dce3ef-3157-49a1-978c-6276df4e93ac tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782955 Jul 30 20:06:31.644810 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9e2b64-5fa3-492e-a40d-297d646df3ec admin admin] Checking segment: {'id': '66687a5b-0a41-43ec-b825-652223eedddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:06:31.645247 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9e2b64-5fa3-492e-a40d-297d646df3ec admin admin] Network hostable DHCP agents. Network: eb756750-25bc-4499-9bd9-5a9623a5a75f, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:06:31.654710 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 3ddbe564-00fd-494b-9c60-f1823fc7731b up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:06:31.665317 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9e2b64-5fa3-492e-a40d-297d646df3ec admin admin] Network eb756750-25bc-4499-9bd9-5a9623a5a75f is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:06:31.677188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-eb9e2b64-5fa3-492e-a40d-297d646df3ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, eb756750-25bc-4499-9bd9-5a9623a5a75f) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:06:31.684091 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9e2b64-5fa3-492e-a40d-297d646df3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:31.684918 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb9e2b64-5fa3-492e-a40d-297d646df3ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:31.690518 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e9a51e-ef17-4680-91d5-8017655f85e2 None None] Network eb756750-25bc-4499-9bd9-5a9623a5a75f requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:06:31.733981 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-eb9e2b64-5fa3-492e-a40d-297d646df3ec admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6299372 Jul 30 20:06:31.736644 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56756) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:31.741902 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-7b9a0625-1963-43a8-9a27-476f77b5b0e2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1063466893-router', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:31.753091 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-b0a9c9f9-c885-41ab-82fb-258effe7b75d service neutron] 10.222.0.81 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216371 Jul 30 20:06:31.776857 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 3ddbe564-00fd-494b-9c60-f1823fc7731b completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:31.781564 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30627fe4-0f79-47cd-8a14-f30098d9ad38 req-2b63b68e-2097-45f1-8924-4e67ac54c60f tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:31.783947 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 3ddbe564-00fd-494b-9c60-f1823fc7731b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:31.784324 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:31.784816 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30627fe4-0f79-47cd-8a14-f30098d9ad38 req-2b63b68e-2097-45f1-8924-4e67ac54c60f tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e18394a1-39d6-46fe-959a-73c6fb0268e8 HTTP/1.1" status: 200 len: 944 time: 0.0876489 Jul 30 20:06:31.786765 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0625-1963-43a8-9a27-476f77b5b0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:31.789753 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0625-1963-43a8-9a27-476f77b5b0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:31.857350 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-0a2de4a1-e9b6-40e8-888c-ac88214b8ea8 service neutron] 10.222.0.81 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967119 Jul 30 20:06:31.865612 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0625-1963-43a8-9a27-476f77b5b0e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:31.869491 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30627fe4-0f79-47cd-8a14-f30098d9ad38 req-5f16a95f-1c8b-4b7b-9671-0df8dbd70772 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748820 Jul 30 20:06:31.921866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b7c41a-2906-4b7b-9060-51aa6bf306ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-eb756750-25bc-4499-9bd9-5a9623a5a75f', 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'fixed_ips': [{'subnet_id': '2373a630-185a-483b-9d20-6ddac9363cdc'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:06:31.922716 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4b7c41a-2906-4b7b-9060-51aa6bf306ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:31.955106 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:32.055653 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device da38aa9d-f850-4f38-924f-71e37efcb765 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:06:32.057711 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:06:32.067994 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18394a1-39d6-46fe-959a-73c6fb0268e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ddbe564-00fd-494b-9c60-f1823fc7731b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:32.070480 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06b803f-27df-47af-a4a0-799b4509cafa" -d '{"events": [{"server_uuid": "e18394a1-39d6-46fe-959a-73c6fb0268e8", "name": "network-vif-plugged", "status": "completed", "tag": "3ddbe564-00fd-494b-9c60-f1823fc7731b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:32.112330 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bf1cbc2d-6ee3-4e8c-a55c-3fb1c4281988 req-38e9ff81-9618-45c5-bc85-067c72d3c6ae tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 210 time: 0.0371633 Jul 30 20:06:32.112866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:06:32.112866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device d34dc1dd-f3c3-4bc6-ae11-b9481e5ac1d3 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:06:32.122180 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 3ddbe564-00fd-494b-9c60-f1823fc7731b, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=3ddbe564-00fd-494b-9c60-f1823fc7731b,segment=NetworkSegment(6b78bb7c-82e1-4e1a-a89a-3e49d2392260),segment_id=6b78bb7c-82e1-4e1a-a89a-3e49d2392260)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:32.149516 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:32.189982 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-c4b7c41a-2906-4b7b-9060-51aa6bf306ca None None] Allocated IP 172.20.0.2 (eb756750-25bc-4499-9bd9-5a9623a5a75f/2373a630-185a-483b-9d20-6ddac9363cdc/dc77da30-32c3-45b3-9c34-4970ac253284) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:06:32.282645 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.resource_extend [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 20:06:32.319713 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51948791-4445-4644-b3e3-1ce90db359d7 x-openstack-request-id: req-51948791-4445-4644-b3e3-1ce90db359d7 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:32.320082 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18394a1-39d6-46fe-959a-73c6fb0268e8", "name": "network-vif-plugged", "status": "completed", "tag": "3ddbe564-00fd-494b-9c60-f1823fc7731b", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:32.320372 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-51948791-4445-4644-b3e3-1ce90db359d7 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:32.320804 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18394a1-39d6-46fe-959a-73c6fb0268e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ddbe564-00fd-494b-9c60-f1823fc7731b', 'code': 200} Jul 30 20:06:32.413127 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 31d5ed4d-fc25-4dfa-afbd-f536662f8356 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:06:32.468004 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0625-1963-43a8-9a27-476f77b5b0e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:32.486012 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=3ddbe564-00fd-494b-9c60-f1823fc7731b,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:32.495218 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf2589-28d3-44ab-87c7-406a35b16b60 req-11f2d05b-786c-44ee-bf5f-89c7a8755535 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:32.502800 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1ddf2589-28d3-44ab-87c7-406a35b16b60 req-11f2d05b-786c-44ee-bf5f-89c7a8755535 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=c75bb6c1-d2a8-48d3-8eba-713ec708856d HTTP/1.1" status: 200 len: 944 time: 0.5579371 Jul 30 20:06:32.508986 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2b615-3d6c-4bbd-9212-cd24050ac792 req-43c9afb1-ce7b-4bdb-a165-5bf46bd917c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:32.510634 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ac2b615-3d6c-4bbd-9212-cd24050ac792 req-43c9afb1-ce7b-4bdb-a165-5bf46bd917c1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e18394a1-39d6-46fe-959a-73c6fb0268e8 HTTP/1.1" status: 200 len: 1096 time: 0.1302943 Jul 30 20:06:32.568684 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port da38aa9d-f850-4f38-924f-71e37efcb765, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=da38aa9d-f850-4f38-924f-71e37efcb765,segment=NetworkSegment(ce00f4ba-d8bb-4afc-8455-d155bb6366db),segment_id=ce00f4ba-d8bb-4afc-8455-d155bb6366db)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:32.599854 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1ddf2589-28d3-44ab-87c7-406a35b16b60 req-fd09a272-a12c-4797-8d09-14bc1e6c1ae1 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957141 Jul 30 20:06:32.604739 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4b7c41a-2906-4b7b-9060-51aa6bf306ca None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:32.606708 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'da38aa9d-f850-4f38-924f-71e37efcb765', 'network_id': 'd720bf4d-d89c-40cc-a8d3-2bcde79b768e', 'port_id': 'da38aa9d-f850-4f38-924f-71e37efcb765', 'mac_address': 'fa:16:3e:00:70:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc58012-6aa4-4104-b48c-ddab3633cb9f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:06:32.628630 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c4b7c41a-2906-4b7b-9060-51aa6bf306ca None None] Transition to ACTIVE for port object dc77da30-32c3-45b3-9c34-4970ac253284 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:32.653411 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ac2b615-3d6c-4bbd-9212-cd24050ac792 req-7a821837-dd77-4542-be7a-970d4dde910a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128924 Jul 30 20:06:32.670082 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 31d5ed4d-fc25-4dfa-afbd-f536662f8356 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:32.670378 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:32.713703 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c4b7c41a-2906-4b7b-9060-51aa6bf306ca None None] Transition to ACTIVE for port object dc77da30-32c3-45b3-9c34-4970ac253284 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:32.726364 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:32.737278 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4b7c41a-2906-4b7b-9060-51aa6bf306ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:32.775560 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da38aa9d-f850-4f38-924f-71e37efcb765 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:06:32.803327 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b7c41a-2906-4b7b-9060-51aa6bf306ca None None] Network eb756750-25bc-4499-9bd9-5a9623a5a75f is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:06:32.815912 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c4b7c41a-2906-4b7b-9060-51aa6bf306ca None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:06:32.819395 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b7c41a-2906-4b7b-9060-51aa6bf306ca None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:06:32.829672 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port da38aa9d-f850-4f38-924f-71e37efcb765, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=da38aa9d-f850-4f38-924f-71e37efcb765,segment=NetworkSegment(ce00f4ba-d8bb-4afc-8455-d155bb6366db),segment_id=ce00f4ba-d8bb-4afc-8455-d155bb6366db)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:32.849307 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:32.872612 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0625-1963-43a8-9a27-476f77b5b0e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:32.880723 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7c41a-2906-4b7b-9060-51aa6bf306ca None None] Pushing event updated for resources: {'Port': ['ID=dc77da30-32c3-45b3-9c34-4970ac253284,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:32.900720 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0625-1963-43a8-9a27-476f77b5b0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:32.978125 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['da38aa9d-f850-4f38-924f-71e37efcb765'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:06:33.054223 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c4b7c41a-2906-4b7b-9060-51aa6bf306ca None None] Attempting to bind port dc77da30-32c3-45b3-9c34-4970ac253284 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:06:33.054592 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c4b7c41a-2906-4b7b-9060-51aa6bf306ca None None] Attempting to bind port dc77da30-32c3-45b3-9c34-4970ac253284 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '66687a5b-0a41-43ec-b825-652223eedddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:06:33.055003 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b7c41a-2906-4b7b-9060-51aa6bf306ca None None] Attempting to bind port dc77da30-32c3-45b3-9c34-4970ac253284 on network eb756750-25bc-4499-9bd9-5a9623a5a75f {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:33.070462 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-7b9a0625-1963-43a8-9a27-476f77b5b0e2 admin admin] Allocated IP 172.25.3.112 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/e54730e7-d8b9-4897-b529-bd80791d3b0f) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:06:33.093539 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=da38aa9d-f850-4f38-924f-71e37efcb765,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:33.107689 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b7c41a-2906-4b7b-9060-51aa6bf306ca None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:06:33.107844 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b7c41a-2906-4b7b-9060-51aa6bf306ca None None] Checking segment: {'id': '66687a5b-0a41-43ec-b825-652223eedddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:06:33.108147 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4b7c41a-2906-4b7b-9060-51aa6bf306ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:33.108547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b7c41a-2906-4b7b-9060-51aa6bf306ca None None] Bound using segment: {'id': '66687a5b-0a41-43ec-b825-652223eedddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:06:33.109085 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c4b7c41a-2906-4b7b-9060-51aa6bf306ca None None] Bound port: dc77da30-32c3-45b3-9c34-4970ac253284, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66687a5b-0a41-43ec-b825-652223eedddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:06:33.109480 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4b7c41a-2906-4b7b-9060-51aa6bf306ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:33.239069 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c4b7c41a-2906-4b7b-9060-51aa6bf306ca None None] For port dc77da30-32c3-45b3-9c34-4970ac253284, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:06:33.257570 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c4b7c41a-2906-4b7b-9060-51aa6bf306ca None None] For port dc77da30-32c3-45b3-9c34-4970ac253284, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=dc77da30-32c3-45b3-9c34-4970ac253284,segment=NetworkSegment(66687a5b-0a41-43ec-b825-652223eedddd),segment_id=66687a5b-0a41-43ec-b825-652223eedddd)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:06:33.267157 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ded814-d78a-4afd-b61f-e48e4d17d6b5 req-73902e1c-9b10-43c8-ae1e-f9d5709c9f61 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:33.275224 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25ded814-d78a-4afd-b61f-e48e4d17d6b5 req-73902e1c-9b10-43c8-ae1e-f9d5709c9f61 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 944 time: 0.0841074 Jul 30 20:06:33.281147 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4b7c41a-2906-4b7b-9060-51aa6bf306ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:33.342384 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c89f0c-2333-4d06-8c6b-2491800f0833 req-23510e51-eb5a-4592-ab75-7e036055b85b tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:33.345948 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-57c89f0c-2333-4d06-8c6b-2491800f0833 req-23510e51-eb5a-4592-ab75-7e036055b85b tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e18394a1-39d6-46fe-959a-73c6fb0268e8 HTTP/1.1" status: 200 len: 945 time: 0.1001930 Jul 30 20:06:33.368527 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25ded814-d78a-4afd-b61f-e48e4d17d6b5 req-d27ff522-eb52-443a-af4c-f1e2d15fd580 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886738 Jul 30 20:06:33.418394 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0625-1963-43a8-9a27-476f77b5b0e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:33.459859 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-57c89f0c-2333-4d06-8c6b-2491800f0833 req-5f4b7eda-b57d-42ff-9e28-b3b90785c0bc tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043379 Jul 30 20:06:33.523330 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7c41a-2906-4b7b-9060-51aa6bf306ca None None] Pushing event updated for resources: {'Port': ['ID=dc77da30-32c3-45b3-9c34-4970ac253284,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:33.629337 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70c80f8f-a315-4ee3-b639-6b0531592866 req-9566d936-dc9f-4ec5-8500-55947d72d48d tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 210 time: 0.0579627 Jul 30 20:06:33.666686 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 988e0415-d371-4ee2-bcdf-e27a38ee74d1 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:06:33.698014 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-a63ce084-f449-496e-8a64-ea6e060af6c0 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:33.702698 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-a63ce084-f449-496e-8a64-ea6e060af6c0 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.83 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 811 time: 0.2715504 Jul 30 20:06:33.706883 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0625-1963-43a8-9a27-476f77b5b0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:33.761162 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48dd31e-c4f4-4680-a149-2302928a8f2e req-c5046dcd-0db7-4247-a39c-a642c8422afd tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:33.771370 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a48dd31e-c4f4-4680-a149-2302928a8f2e req-c5046dcd-0db7-4247-a39c-a642c8422afd tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=60cb769d-9fbe-4040-9539-4c5669adc585 HTTP/1.1" status: 200 len: 950 time: 0.1686103 Jul 30 20:06:33.778748 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 988e0415-d371-4ee2-bcdf-e27a38ee74d1 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:33.784349 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 988e0415-d371-4ee2-bcdf-e27a38ee74d1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:33.784765 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:33.910176 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9a0625-1963-43a8-9a27-476f77b5b0e2 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:06:33.930341 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a48dd31e-c4f4-4680-a149-2302928a8f2e req-b63fee39-fa80-424c-9be1-5aa8ba0347cc tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547263 Jul 30 20:06:33.930664 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-7b9a0625-1963-43a8-9a27-476f77b5b0e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:06:33.942552 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9a0625-1963-43a8-9a27-476f77b5b0e2 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:06:33.945153 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a0625-1963-43a8-9a27-476f77b5b0e2 admin admin] Pushing event updated for resources: {'Port': ['ID=e54730e7-d8b9-4897-b529-bd80791d3b0f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:33.988742 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-239dd5ef-4e88-4818-b07f-f743a62f7c3b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=398c11eccd35477c9cab39d77a30a8de HTTP/1.1" status: 200 len: 380 time: 0.2762983 Jul 30 20:06:33.995572 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:34.021115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec5d42-d50f-4f7d-b189-1b1bfa9bf001 req-4a722832-86b1-4d69-b133-3d11c9eccf44 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:34.022811 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-67ec5d42-d50f-4f7d-b189-1b1bfa9bf001 req-4a722832-86b1-4d69-b133-3d11c9eccf44 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=c75bb6c1-d2a8-48d3-8eba-713ec708856d HTTP/1.1" status: 200 len: 944 time: 0.1896994 Jul 30 20:06:34.029422 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-4ba30c09-6370-4075-b6d8-65dcb7989acf tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Request body: {'port': {'device_id': '35f4e7c7-114c-45b1-9b94-563a4ab47b0e', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'admin_state_up': True, 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'security_groups': ['72f82ff3-98dd-4d9f-94d9-3def0359a00f']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:34.054003 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 988e0415-d371-4ee2-bcdf-e27a38ee74d1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=988e0415-d371-4ee2-bcdf-e27a38ee74d1,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:34.060907 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device da38aa9d-f850-4f38-924f-71e37efcb765 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:06:34.075378 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:34.176806 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=988e0415-d371-4ee2-bcdf-e27a38ee74d1,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:34.195707 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port da38aa9d-f850-4f38-924f-71e37efcb765 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:34.196390 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:34.309935 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:34.322298 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75bb6c1-d2a8-48d3-8eba-713ec708856d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988e0415-d371-4ee2-bcdf-e27a38ee74d1'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:34.325245 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbc14dd-1cd8-421d-99fb-af82c24d2078" -d '{"events": [{"server_uuid": "c75bb6c1-d2a8-48d3-8eba-713ec708856d", "name": "network-vif-plugged", "status": "completed", "tag": "988e0415-d371-4ee2-bcdf-e27a38ee74d1"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:34.327642 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-67ec5d42-d50f-4f7d-b189-1b1bfa9bf001 req-92863833-1b1c-4b90-b24c-c1fb0cac7101 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451489 Jul 30 20:06:34.388231 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port da38aa9d-f850-4f38-924f-71e37efcb765, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=da38aa9d-f850-4f38-924f-71e37efcb765,segment=NetworkSegment(ce00f4ba-d8bb-4afc-8455-d155bb6366db),segment_id=ce00f4ba-d8bb-4afc-8455-d155bb6366db)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:34.390321 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73e2bc7-7641-45c9-95f1-03896aae73ab x-openstack-request-id: req-f73e2bc7-7641-45c9-95f1-03896aae73ab {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:34.390604 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75bb6c1-d2a8-48d3-8eba-713ec708856d", "name": "network-vif-plugged", "status": "completed", "tag": "988e0415-d371-4ee2-bcdf-e27a38ee74d1", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:34.390855 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f73e2bc7-7641-45c9-95f1-03896aae73ab {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:34.391656 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75bb6c1-d2a8-48d3-8eba-713ec708856d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988e0415-d371-4ee2-bcdf-e27a38ee74d1', 'code': 200} Jul 30 20:06:34.395482 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56818) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:34.399263 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:34.554395 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=da38aa9d-f850-4f38-924f-71e37efcb765,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:34.579277 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device dc77da30-32c3-45b3-9c34-4970ac253284 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:06:34.605138 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0625-1963-43a8-9a27-476f77b5b0e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:34.659729 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port dc77da30-32c3-45b3-9c34-4970ac253284 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:34.684790 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3a35e28-5552-47b5-b869-94f4b520fef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:34.715226 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-4ba30c09-6370-4075-b6d8-65dcb7989acf tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Made reservation on behalf of 398c11eccd35477c9cab39d77a30a8de for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:06:34.718966 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-4ba30c09-6370-4075-b6d8-65dcb7989acf tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:34.734383 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b859c-9d3b-4412-883f-40ffad4d9791 req-a3fdb4fa-b8bb-486d-8362-3bda7c045ae3 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:34.743229 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d26b859c-9d3b-4412-883f-40ffad4d9791 req-a3fdb4fa-b8bb-486d-8362-3bda7c045ae3 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e18394a1-39d6-46fe-959a-73c6fb0268e8 HTTP/1.1" status: 200 len: 945 time: 0.1184721 Jul 30 20:06:34.813282 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d26b859c-9d3b-4412-883f-40ffad4d9791 req-846da343-e8bc-4eb0-8082-6d5df2bfe706 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686889 Jul 30 20:06:34.884416 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3a35e28-5552-47b5-b869-94f4b520fef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:34.889940 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3a35e28-5552-47b5-b869-94f4b520fef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:34.924118 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a35e28-5552-47b5-b869-94f4b520fef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c765031-5c4a-4909-a35d-1015c00bcf80,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:34.948299 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f029e5-488b-4408-88f5-98d6fd97691a req-e4ba3746-a120-475f-8deb-e1f509ef1465 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:34.956712 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06f029e5-488b-4408-88f5-98d6fd97691a req-e4ba3746-a120-475f-8deb-e1f509ef1465 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 945 time: 0.2942877 Jul 30 20:06:34.982650 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b87e6df9-8780-408f-bb7d-034359a44985 req-d6fc9e37-aafb-4407-8fbf-29199b684e3f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 210 time: 0.0373271 Jul 30 20:06:34.987255 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e48f321-be62-4d48-abec-3e9bbfca9761 None None] Network eb756750-25bc-4499-9bd9-5a9623a5a75f requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:06:34.990746 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e3a35e28-5552-47b5-b869-94f4b520fef8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bfc8fc3077ec4db49c64249fac822a17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5939205 Jul 30 20:06:34.996204 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56832) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:35.027733 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938827bc-bfe8-4fe3-b39c-50a313629bb3 req-de416351-56c5-45cc-a43b-2b499fa70d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:35.029230 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-938827bc-bfe8-4fe3-b39c-50a313629bb3 req-de416351-56c5-45cc-a43b-2b499fa70d38 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c75bb6c1-d2a8-48d3-8eba-713ec708856d HTTP/1.1" status: 200 len: 1096 time: 0.3763011 Jul 30 20:06:35.078986 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a9d207a-ee9b-4008-8d03-c77a0b5a9ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:35.120904 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e894a050-866e-4f86-b691-5ec7b1c7dc91 None None] Provisioning for port dc77da30-32c3-45b3-9c34-4970ac253284 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:35.129313 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e894a050-866e-4f86-b691-5ec7b1c7dc91 None None] Provisioning complete for port dc77da30-32c3-45b3-9c34-4970ac253284 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:35.130098 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e894a050-866e-4f86-b691-5ec7b1c7dc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:35.134094 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a9d207a-ee9b-4008-8d03-c77a0b5a9ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:35.153479 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47486b-1db4-432e-9b63-cadc4ff51283 req-f9d45f9d-581b-4e69-b8ab-3ddd755ac0a9 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:35.155084 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ff47486b-1db4-432e-9b63-cadc4ff51283 req-f9d45f9d-581b-4e69-b8ab-3ddd755ac0a9 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 946 time: 0.0954771 Jul 30 20:06:35.190909 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-938827bc-bfe8-4fe3-b39c-50a313629bb3 req-df58ffb1-63e8-4de9-a640-c582f216cb0b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422577 Jul 30 20:06:35.196401 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-4ba30c09-6370-4075-b6d8-65dcb7989acf tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Allocated IP 172.20.0.9 (88b3ebbe-b1a1-49b8-8023-ad19464dab3b/ac1c465f-425f-4078-b2f8-d23b006b1c90/98007a55-b93a-42dd-a4b7-d6c12be7447a) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:06:35.205992 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06f029e5-488b-4408-88f5-98d6fd97691a req-092345a1-e49c-45c9-a805-62a575f2fa83 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480414 Jul 30 20:06:35.240388 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ff47486b-1db4-432e-9b63-cadc4ff51283 req-e784949e-7d1a-42a7-8ef8-87781164a618 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750170 Jul 30 20:06:35.270411 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a9d207a-ee9b-4008-8d03-c77a0b5a9ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:35.274569 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a9d207a-ee9b-4008-8d03-c77a0b5a9ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:35.276589 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5a9d207a-ee9b-4008-8d03-c77a0b5a9ce1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2c765031-5c4a-4909-a35d-1015c00bcf80 HTTP/1.1" status: 204 len: 168 time: 0.2789898 Jul 30 20:06:35.291796 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d207a-ee9b-4008-8d03-c77a0b5a9ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c765031-5c4a-4909-a35d-1015c00bcf80,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:35.422142 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea65aa-2075-4666-9f09-737edd3a5a89 req-d6192e83-215c-402c-a867-67b8622d4dfe tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:35.426425 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4dea65aa-2075-4666-9f09-737edd3a5a89 req-d6192e83-215c-402c-a867-67b8622d4dfe tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2323f96-0b7b-4402-830c-68686052028c HTTP/1.1" status: 200 len: 946 time: 0.0690432 Jul 30 20:06:35.480415 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0625-1963-43a8-9a27-476f77b5b0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:35.482048 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4dea65aa-2075-4666-9f09-737edd3a5a89 req-158875c5-9d75-4ed4-8a8f-2de0ab94688d tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488944 Jul 30 20:06:35.640372 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21866970-3ebb-459e-9cbe-f8d4f247748d req-bbd218f8-d1ce-4a03-bf81-14300244fa7c tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:35.650474 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-21866970-3ebb-459e-9cbe-f8d4f247748d req-bbd218f8-d1ce-4a03-bf81-14300244fa7c tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=60cb769d-9fbe-4040-9539-4c5669adc585 HTTP/1.1" status: 200 len: 950 time: 0.2845132 Jul 30 20:06:35.690170 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529cd1d0-56d3-496f-9caa-efe04cc47d9a req-41b8c23e-7011-4781-9ea9-a8d6b43ece65 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:35.690170 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-529cd1d0-56d3-496f-9caa-efe04cc47d9a req-41b8c23e-7011-4781-9ea9-a8d6b43ece65 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.83 "GET /v2.0/ports?device_id=60cb769d-9fbe-4040-9539-4c5669adc585 HTTP/1.1" status: 200 len: 950 time: 0.2340181 Jul 30 20:06:35.732746 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e894a050-866e-4f86-b691-5ec7b1c7dc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:35.733299 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279b18a-8b81-4df2-a52f-f8549cdb7da8 req-5935ec45-dd14-430d-8e8c-13e1c3f442f7 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:35.735697 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d279b18a-8b81-4df2-a52f-f8549cdb7da8 req-5935ec45-dd14-430d-8e8c-13e1c3f442f7 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=c75bb6c1-d2a8-48d3-8eba-713ec708856d HTTP/1.1" status: 200 len: 945 time: 0.1143422 Jul 30 20:06:35.808639 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e894a050-866e-4f86-b691-5ec7b1c7dc91 None None] For port dc77da30-32c3-45b3-9c34-4970ac253284, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=dc77da30-32c3-45b3-9c34-4970ac253284,segment=NetworkSegment(66687a5b-0a41-43ec-b825-652223eedddd),segment_id=66687a5b-0a41-43ec-b825-652223eedddd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:35.810328 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d279b18a-8b81-4df2-a52f-f8549cdb7da8 req-040465c8-a5bf-40b0-80db-d22b9ccb5e68 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668926 Jul 30 20:06:35.830900 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e894a050-866e-4f86-b691-5ec7b1c7dc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:35.879912 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-4ba30c09-6370-4075-b6d8-65dcb7989acf tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:35.939940 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-21866970-3ebb-459e-9cbe-f8d4f247748d req-f96a324d-9b5c-4aa4-873a-c455224da072 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/security-groups?id=41f69ff3-9e7e-42ae-b155-6f9e0ed77570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832520 Jul 30 20:06:35.956598 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-4ba30c09-6370-4075-b6d8-65dcb7989acf tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Transition to ACTIVE for port object 98007a55-b93a-42dd-a4b7-d6c12be7447a will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:35.972545 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894a050-866e-4f86-b691-5ec7b1c7dc91 None None] Pushing event updated for resources: {'Port': ['ID=dc77da30-32c3-45b3-9c34-4970ac253284,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:36.055334 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-07f6ca23-e9da-4eb6-928a-2498e16be437 None None] Provisioning complete for port dc77da30-32c3-45b3-9c34-4970ac253284 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:36.055881 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-07f6ca23-e9da-4eb6-928a-2498e16be437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:36.134154 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-529cd1d0-56d3-496f-9caa-efe04cc47d9a req-66563db0-16ee-4477-9854-c83c363d30fe tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Deleting port 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:06:36.134563 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-529cd1d0-56d3-496f-9caa-efe04cc47d9a req-66563db0-16ee-4477-9854-c83c363d30fe tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:36.222849 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-4ba30c09-6370-4075-b6d8-65dcb7989acf tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:36.251163 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9a0625-1963-43a8-9a27-476f77b5b0e2 admin admin] Router 0ed22f7f-8339-4a1e-bea8-adc62424b3e2 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:06:36.295601 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e99fbb-fd52-406f-aa4b-d475a28dec74 req-afe77265-5885-448f-af84-bfa7518f1ad4 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:36.299617 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-4ba30c09-6370-4075-b6d8-65dcb7989acf tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:06:36.304833 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f5e99fbb-fd52-406f-aa4b-d475a28dec74 req-afe77265-5885-448f-af84-bfa7518f1ad4 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e18394a1-39d6-46fe-959a-73c6fb0268e8 HTTP/1.1" status: 200 len: 945 time: 0.0763080 Jul 30 20:06:36.310786 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-4ba30c09-6370-4075-b6d8-65dcb7989acf tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:06:36.313226 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-4ba30c09-6370-4075-b6d8-65dcb7989acf tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:06:36.377267 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f5e99fbb-fd52-406f-aa4b-d475a28dec74 req-0ef4cc12-1a56-4e7c-bb39-08c0f11c017b tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710149 Jul 30 20:06:36.393257 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f7824e-0a23-47b0-ae52-32d24d9bbc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da38aa9d-f850-4f38-924f-71e37efcb765'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:36.396333 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ac22eb-ef05-43f6-ae50-3b52b591d91c" -d '{"events": [{"server_uuid": "28f7824e-0a23-47b0-ae52-32d24d9bbc28", "name": "network-vif-plugged", "status": "completed", "tag": "da38aa9d-f850-4f38-924f-71e37efcb765"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:36.464222 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device dc77da30-32c3-45b3-9c34-4970ac253284 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:06:36.477090 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56872) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:36.557957 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port dc77da30-32c3-45b3-9c34-4970ac253284 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:36.558707 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:36.566511 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cf7f8-2c8d-4eaa-bc09-0d171509154f req-3266427d-4e4e-4012-bfd8-aacddc2d12d8 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:36.568134 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-034cf7f8-2c8d-4eaa-bc09-0d171509154f req-3266427d-4e4e-4012-bfd8-aacddc2d12d8 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 945 time: 0.1363533 Jul 30 20:06:36.617309 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-034cf7f8-2c8d-4eaa-bc09-0d171509154f req-aaf6b4e9-5255-46a2-bf84-b493bb7bb26f tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412030 Jul 30 20:06:36.639811 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-171264895-network', 'tenant_id': '622c633e30a549ed97d522e5f166b4b9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:36.671636 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Made reservation on behalf of 622c633e30a549ed97d522e5f166b4b9 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:06:36.674909 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:36.700784 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:36.776304 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1ad90239-42d5-4d5f-8067-d8f68ede4921 None None] Provisioning for port 98007a55-b93a-42dd-a4b7-d6c12be7447a completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:36.781778 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1ad90239-42d5-4d5f-8067-d8f68ede4921 None None] Provisioning complete for port 98007a55-b93a-42dd-a4b7-d6c12be7447a triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:36.782407 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1ad90239-42d5-4d5f-8067-d8f68ede4921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:36.814310 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:36.819188 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:36.830511 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1ad90239-42d5-4d5f-8067-d8f68ede4921 None None] Port 98007a55-b93a-42dd-a4b7-d6c12be7447a cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:06:36.840875 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:06:36.867104 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:36.867472 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Added segment c7db5b02-ef5a-4081-a6a1-a67683f644b8 of type vlan for network 35c034d1-7b1c-4a8b-8445-d7f802dbe1fb Jul 30 20:06:36.879567 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda948fa-9523-4aa4-b91d-8cc734a2b8c0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:36.882804 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800c279-cd8f-4e45-b331-138c23dd87ae req-9c7996b1-b9b4-4a6f-b3ed-282146970115 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:36.889713 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:36.890064 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:36.890407 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:36.890651 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5800c279-cd8f-4e45-b331-138c23dd87ae req-9c7996b1-b9b4-4a6f-b3ed-282146970115 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 931 time: 0.7526898 Jul 30 20:06:36.890801 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:36.891060 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:36.891392 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:36.891769 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:36.892125 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:36.892604 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:36.893039 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:36.893410 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:36.893744 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:36.917041 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba30c09-6370-4075-b6d8-65dcb7989acf tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Pushing event updated for resources: {'Port': ['ID=98007a55-b93a-42dd-a4b7-d6c12be7447a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:36.934821 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:36.983753 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:36.984700 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:36.985292 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:37.005374 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-4ba30c09-6370-4075-b6d8-65dcb7989acf tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:37.006044 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-4ba30c09-6370-4075-b6d8-65dcb7989acf tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:37.033839 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-529cd1d0-56d3-496f-9caa-efe04cc47d9a req-66563db0-16ee-4477-9854-c83c363d30fe tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] For port 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:37.034223 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-529cd1d0-56d3-496f-9caa-efe04cc47d9a req-66563db0-16ee-4477-9854-c83c363d30fe tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:37.051692 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5800c279-cd8f-4e45-b331-138c23dd87ae req-9ef1e409-7991-47c0-8af9-7e9c8931fc48 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598990 Jul 30 20:06:37.059306 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-4ba30c09-6370-4075-b6d8-65dcb7989acf tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0547915 Jul 30 20:06:37.067341 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-529cd1d0-56d3-496f-9caa-efe04cc47d9a req-66563db0-16ee-4477-9854-c83c363d30fe tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Calling delete_port for 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:06:37.075262 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-a769c973-56d8-4de4-a119-84c9c1bbe2d2 service neutron] Request body: {'port': {'device_id': '35f4e7c7-114c-45b1-9b94-563a4ab47b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:37.077333 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5985122 Jul 30 20:06:37.078104 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56882) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:37.090720 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-120e9d73-1c7b-457f-ab84-bf77e8f1dabd admin admin] Request body: {'subnet': {'network_id': '35c034d1-7b1c-4a8b-8445-d7f802dbe1fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-171264895-subnet', 'tenant_id': '622c633e30a549ed97d522e5f166b4b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:37.094141 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8baca4-f4ce-442e-af9e-c07024a3b783 admin admin] Pushing event updated for resources: {'Network': ['ID=35c034d1-7b1c-4a8b-8445-d7f802dbe1fb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:37.105748 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 35c034d1-7b1c-4a8b-8445-d7f802dbe1fb details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:06:37.116406 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9a0625-1963-43a8-9a27-476f77b5b0e2 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:06:37.116646 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6cd71-68e9-4d09-9e8d-cd41f068dada req-8d3463ad-8667-4569-8757-f5ec6b941790 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:37.123231 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-67c6cd71-68e9-4d09-9e8d-cd41f068dada req-8d3463ad-8667-4569-8757-f5ec6b941790 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 946 time: 0.1490335 Jul 30 20:06:37.125960 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] Sync routers for ids ['0ed22f7f-8339-4a1e-bea8-adc62424b3e2'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:06:37.149390 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] Routers {'0ed22f7f-8339-4a1e-bea8-adc62424b3e2'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:06:37.155221 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:06:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['0ed22f7f-8339-4a1e-bea8-adc62424b3e2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:37.168489 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120e9d73-1c7b-457f-ab84-bf77e8f1dabd admin admin] Made reservation on behalf of 622c633e30a549ed97d522e5f166b4b9 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:06:37.170841 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-120e9d73-1c7b-457f-ab84-bf77e8f1dabd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:37.198491 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-67c6cd71-68e9-4d09-9e8d-cd41f068dada req-6a929250-b176-4f3b-94bb-a81b602e685f tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722401 Jul 30 20:06:37.235101 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-a769c973-56d8-4de4-a119-84c9c1bbe2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:37.237486 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73f49b0-ec75-4812-b716-67400ec263c8 x-openstack-request-id: req-a73f49b0-ec75-4812-b716-67400ec263c8 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:37.237780 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f7824e-0a23-47b0-ae52-32d24d9bbc28", "name": "network-vif-plugged", "status": "completed", "tag": "da38aa9d-f850-4f38-924f-71e37efcb765", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:37.238035 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a73f49b0-ec75-4812-b716-67400ec263c8 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:37.238429 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f7824e-0a23-47b0-ae52-32d24d9bbc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da38aa9d-f850-4f38-924f-71e37efcb765', 'code': 200} Jul 30 20:06:37.245716 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0625-1963-43a8-9a27-476f77b5b0e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:37.247211 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7b9a0625-1963-43a8-9a27-476f77b5b0e2 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.5094194 Jul 30 20:06:37.256075 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56886) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:37.553382 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-529cd1d0-56d3-496f-9caa-efe04cc47d9a req-66563db0-16ee-4477-9854-c83c363d30fe tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:37.597056 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] Set router 0ed22f7f-8339-4a1e-bea8-adc62424b3e2 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:06:37.597714 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5afe7d-6cbb-4c13-9689-ac31bb236668 req-ca0f56ea-2779-4b50-b22a-49bcddc32440 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:37.605553 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4c5afe7d-6cbb-4c13-9689-ac31bb236668 req-ca0f56ea-2779-4b50-b22a-49bcddc32440 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=c75bb6c1-d2a8-48d3-8eba-713ec708856d HTTP/1.1" status: 200 len: 945 time: 0.1642551 Jul 30 20:06:37.624375 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d491c91-9ad7-492f-8f27-61489738d84b req-747a996f-cefd-4dec-a545-53d2c524f6e4 tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.81 "GET /v2.0/ports?device_id=60cb769d-9fbe-4040-9539-4c5669adc585 HTTP/1.1" status: 200 len: 210 time: 0.0665658 Jul 30 20:06:37.628639 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66563db0-16ee-4477-9854-c83c363d30fe tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Pushing event deleted for resources: {'Port': ['ID=4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:37.686224 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-529cd1d0-56d3-496f-9caa-efe04cc47d9a req-66563db0-16ee-4477-9854-c83c363d30fe tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] No DVR routers for this DVR port 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:06:37.689842 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-529cd1d0-56d3-496f-9caa-efe04cc47d9a req-66563db0-16ee-4477-9854-c83c363d30fe tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:37.692717 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-529cd1d0-56d3-496f-9caa-efe04cc47d9a req-66563db0-16ee-4477-9854-c83c363d30fe tempest-LiveMigrationNegativeTest-1784494350 tempest-LiveMigrationNegativeTest-1784494350-project] 10.222.0.83 "DELETE /v2.0/ports/4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f HTTP/1.1" status: 204 len: 173 time: 1.9937971 Jul 30 20:06:37.699490 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cb769d-9fbe-4040-9539-4c5669adc585', 'name': 'network-vif-deleted', 'tag': '4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:37.701797 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c16673-0b80-4726-817e-f30fd69970a0" -d '{"events": [{"server_uuid": "60cb769d-9fbe-4040-9539-4c5669adc585", "name": "network-vif-deleted", "tag": "4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:37.782086 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-a769c973-56d8-4de4-a119-84c9c1bbe2d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98007a55-b93a-42dd-a4b7-d6c12be7447a {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:06:37.790642 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-a769c973-56d8-4de4-a119-84c9c1bbe2d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:37.806362 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-a769c973-56d8-4de4-a119-84c9c1bbe2d2 service neutron] Transition to ACTIVE for port object 98007a55-b93a-42dd-a4b7-d6c12be7447a will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:37.815316 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-a769c973-56d8-4de4-a119-84c9c1bbe2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:37.935480 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4c5afe7d-6cbb-4c13-9689-ac31bb236668 req-3c5a7515-c8eb-4c12-b58c-b4d6f00f5b7f tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283720 Jul 30 20:06:37.947017 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'name': 'tempest-ServersTestJSON-1063466893-router', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:31Z', 'updated_at': '2021-07-30T20:06:34Z', 'revision_number': 3, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'gw_port': {'id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:32Z', 'updated_at': '2021-07-30T20:06:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:37.985696 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-a769c973-56d8-4de4-a119-84c9c1bbe2d2 service neutron] Attempting to bind port 98007a55-b93a-42dd-a4b7-d6c12be7447a on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:06:37.986747 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-a769c973-56d8-4de4-a119-84c9c1bbe2d2 service neutron] Attempting to bind port 98007a55-b93a-42dd-a4b7-d6c12be7447a by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:06:37.987103 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-a769c973-56d8-4de4-a119-84c9c1bbe2d2 service neutron] Attempting to bind port 98007a55-b93a-42dd-a4b7-d6c12be7447a on network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:37.990839 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] Checking router: 0ed22f7f-8339-4a1e-bea8-adc62424b3e2 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:06:37.991377 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] Updating router 0ed22f7f-8339-4a1e-bea8-adc62424b3e2 port e54730e7-d8b9-4897-b529-bd80791d3b0f binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:06:37.994441 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769c973-56d8-4de4-a119-84c9c1bbe2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=98007a55-b93a-42dd-a4b7-d6c12be7447a,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:38.007184 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-a769c973-56d8-4de4-a119-84c9c1bbe2d2 service neutron] Port 98007a55-b93a-42dd-a4b7-d6c12be7447a on network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:06:38.007632 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-a769c973-56d8-4de4-a119-84c9c1bbe2d2 service neutron] Attempting to bind port 98007a55-b93a-42dd-a4b7-d6c12be7447a on network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:38.018428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-a769c973-56d8-4de4-a119-84c9c1bbe2d2 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:06:38.018782 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-a769c973-56d8-4de4-a119-84c9c1bbe2d2 service neutron] Checking segment: {'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:06:38.019178 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-a769c973-56d8-4de4-a119-84c9c1bbe2d2 service neutron] Bound using segment: {'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:06:38.019657 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-a769c973-56d8-4de4-a119-84c9c1bbe2d2 service neutron] Bound port: 98007a55-b93a-42dd-a4b7-d6c12be7447a, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:06:38.020030 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-a769c973-56d8-4de4-a119-84c9c1bbe2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:38.024766 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:38.038932 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:06:38.096683 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:06:38.097028 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:06:38.097637 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device da38aa9d-f850-4f38-924f-71e37efcb765 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:06:38.237290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-a769c973-56d8-4de4-a119-84c9c1bbe2d2 service neutron] For port 98007a55-b93a-42dd-a4b7-d6c12be7447a, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:06:38.242497 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-a769c973-56d8-4de4-a119-84c9c1bbe2d2 service neutron] For port 98007a55-b93a-42dd-a4b7-d6c12be7447a, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:06:38.257164 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4496112-ab89-44a5-986a-290507fdda0d req-5847ec42-b0ac-4947-a88a-36e7eb346c25 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:38.277626 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4496112-ab89-44a5-986a-290507fdda0d req-5847ec42-b0ac-4947-a88a-36e7eb346c25 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:38.284443 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4496112-ab89-44a5-986a-290507fdda0d req-5847ec42-b0ac-4947-a88a-36e7eb346c25 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:38.301948 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:38.304711 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e4496112-ab89-44a5-986a-290507fdda0d req-5847ec42-b0ac-4947-a88a-36e7eb346c25 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e18394a1-39d6-46fe-959a-73c6fb0268e8&device_id=e2323f96-0b7b-4402-830c-68686052028c&device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 2418 time: 0.1539145 Jul 30 20:06:38.328499 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-a769c973-56d8-4de4-a119-84c9c1bbe2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:38.348479 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-120e9d73-1c7b-457f-ab84-bf77e8f1dabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:38.411342 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port da38aa9d-f850-4f38-924f-71e37efcb765, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=da38aa9d-f850-4f38-924f-71e37efcb765,segment=NetworkSegment(ce00f4ba-d8bb-4afc-8455-d155bb6366db),segment_id=ce00f4ba-d8bb-4afc-8455-d155bb6366db)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:38.439712 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:38.444920 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769c973-56d8-4de4-a119-84c9c1bbe2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=98007a55-b93a-42dd-a4b7-d6c12be7447a,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:38.477041 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-a769c973-56d8-4de4-a119-84c9c1bbe2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:38.477722 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-a769c973-56d8-4de4-a119-84c9c1bbe2d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:38.479182 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-a769c973-56d8-4de4-a119-84c9c1bbe2d2 service neutron] 10.222.0.83 "PUT /v2.0/ports/98007a55-b93a-42dd-a4b7-d6c12be7447a HTTP/1.1" status: 200 len: 1091 time: 1.4083531 Jul 30 20:06:38.540202 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e4496112-ab89-44a5-986a-290507fdda0d req-ff9d0430-9913-4956-93ae-5df63656ea31 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344344 Jul 30 20:06:38.570957 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272507c2-c924-4213-863f-9ef067146f66 req-1538c50a-eb9f-43da-9df6-b66cb752d358 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:38.579104 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-272507c2-c924-4213-863f-9ef067146f66 req-1538c50a-eb9f-43da-9df6-b66cb752d358 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 945 time: 0.4055336 Jul 30 20:06:38.579376 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=da38aa9d-f850-4f38-924f-71e37efcb765,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:38.612404 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac478396-7bb8-436e-8f4b-044bd2b5b94a x-openstack-request-id: req-ac478396-7bb8-436e-8f4b-044bd2b5b94a {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:38.612696 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60cb769d-9fbe-4040-9539-4c5669adc585", "name": "network-vif-deleted", "tag": "4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:38.616010 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ac478396-7bb8-436e-8f4b-044bd2b5b94a {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:38.619702 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cb769d-9fbe-4040-9539-4c5669adc585', 'name': 'network-vif-deleted', 'tag': '4b7ddb99-82cb-45df-9bfd-3ee3d05f9a7f', 'status': 'completed', 'code': 200} Jul 30 20:06:38.625095 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e9d73-1c7b-457f-ab84-bf77e8f1dabd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0264ea0-5b14-4659-b98b-4972699b9ca9,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:38.631116 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-1c814f16-1cff-4c1c-9687-06aad19aaaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:38.638024 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-1c814f16-1cff-4c1c-9687-06aad19aaaa6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 1094 time: 0.0951302 Jul 30 20:06:38.660000 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:38.678297 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] Transition to ACTIVE for port object e54730e7-d8b9-4897-b529-bd80791d3b0f will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:38.692887 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:38.727385 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-0c59de8c-e2a1-4e96-b846-d89573830cd9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a HTTP/1.1" status: 200 len: 217 time: 0.0797822 Jul 30 20:06:38.778685 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-272507c2-c924-4213-863f-9ef067146f66 req-60523cfb-47b9-4cf0-bd36-ae30e92595aa tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977646 Jul 30 20:06:38.781824 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e9d73-1c7b-457f-ab84-bf77e8f1dabd admin admin] Checking segment: {'id': 'c7db5b02-ef5a-4081-a6a1-a67683f644b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '35c034d1-7b1c-4a8b-8445-d7f802dbe1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:06:38.782411 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120e9d73-1c7b-457f-ab84-bf77e8f1dabd admin admin] Network hostable DHCP agents. Network: 35c034d1-7b1c-4a8b-8445-d7f802dbe1fb, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:06:38.785482 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfdbf84-eddc-4d62-835d-de13efac8307 None None] Pushing event updated for resources: {'Port': ['ID=e54730e7-d8b9-4897-b529-bd80791d3b0f,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:38.797639 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-1e8e6d4a-dd10-437b-96bb-b72c963e05de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:38.799461 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] Attempting to bind port e54730e7-d8b9-4897-b529-bd80791d3b0f on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:06:38.799916 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] Attempting to bind port e54730e7-d8b9-4897-b529-bd80791d3b0f by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:06:38.800604 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-1e8e6d4a-dd10-437b-96bb-b72c963e05de service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ac1c465f-425f-4078-b2f8-d23b006b1c90 HTTP/1.1" status: 200 len: 850 time: 0.0632744 Jul 30 20:06:38.801559 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] Attempting to bind port e54730e7-d8b9-4897-b529-bd80791d3b0f on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:38.806072 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdbf84-eddc-4d62-835d-de13efac8307 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:38.806488 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdbf84-eddc-4d62-835d-de13efac8307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:38.806899 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdbf84-eddc-4d62-835d-de13efac8307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:38.807397 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdbf84-eddc-4d62-835d-de13efac8307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:38.807826 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdbf84-eddc-4d62-835d-de13efac8307 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:38.808227 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdbf84-eddc-4d62-835d-de13efac8307 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:38.808619 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdbf84-eddc-4d62-835d-de13efac8307 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:38.817194 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdbf84-eddc-4d62-835d-de13efac8307 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:38.821719 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdbf84-eddc-4d62-835d-de13efac8307 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:38.822146 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdbf84-eddc-4d62-835d-de13efac8307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:38.822557 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdbf84-eddc-4d62-835d-de13efac8307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:38.822960 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdbf84-eddc-4d62-835d-de13efac8307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:06:38.830427 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:06:38.830895 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:06:38.831365 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:38.831903 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:06:38.832492 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] Bound port: e54730e7-d8b9-4897-b529-bd80791d3b0f, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:06:38.832941 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:38.866732 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-c01c6d01-73d8-4d77-9f3c-2794b9f6d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:38.868771 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-c01c6d01-73d8-4d77-9f3c-2794b9f6d7d4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589256 Jul 30 20:06:38.930425 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] For port e54730e7-d8b9-4897-b529-bd80791d3b0f, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:06:38.934329 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] For port e54730e7-d8b9-4897-b529-bd80791d3b0f, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e54730e7-d8b9-4897-b529-bd80791d3b0f,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:06:38.951451 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:38.967234 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120e9d73-1c7b-457f-ab84-bf77e8f1dabd admin admin] Network 35c034d1-7b1c-4a8b-8445-d7f802dbe1fb is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:06:39.000013 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-5a7b3782-b0d2-46f5-8ad1-811fd8cc9349 service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230817 Jul 30 20:06:39.003735 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-120e9d73-1c7b-457f-ab84-bf77e8f1dabd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 35c034d1-7b1c-4a8b-8445-d7f802dbe1fb) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:06:39.017648 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1406c2f-19ec-4d57-8fc6-0ae658ca88af None None] Network 35c034d1-7b1c-4a8b-8445-d7f802dbe1fb requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:06:39.036757 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe7899-12a7-4d09-b98d-0931df0b5d79 req-5f6df8fc-7538-43f5-88d1-e0899317ce27 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:39.039072 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d3fe7899-12a7-4d09-b98d-0931df0b5d79 req-5f6df8fc-7538-43f5-88d1-e0899317ce27 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 943 time: 0.1107883 Jul 30 20:06:39.040870 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120e9d73-1c7b-457f-ab84-bf77e8f1dabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:39.041502 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-120e9d73-1c7b-457f-ab84-bf77e8f1dabd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:39.076237 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] Routers {'0ed22f7f-8339-4a1e-bea8-adc62424b3e2'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:06:39.077226 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:06:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['0ed22f7f-8339-4a1e-bea8-adc62424b3e2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:39.117693 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfdbf84-eddc-4d62-835d-de13efac8307 None None] Pushing event updated for resources: {'Port': ['ID=e54730e7-d8b9-4897-b529-bd80791d3b0f,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:39.126255 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d3fe7899-12a7-4d09-b98d-0931df0b5d79 req-3e676ac7-2ddc-416a-aad8-824c24029481 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776858 Jul 30 20:06:39.133410 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad1eb-b571-4692-9f7c-439fa09ef3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:39.141132 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-120e9d73-1c7b-457f-ab84-bf77e8f1dabd admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0590048 Jul 30 20:06:39.240050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f7824e-0a23-47b0-ae52-32d24d9bbc28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da38aa9d-f850-4f38-924f-71e37efcb765'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:39.245948 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4a9ca8-901c-484c-8df5-ff382b18cce4" -d '{"events": [{"server_uuid": "28f7824e-0a23-47b0-ae52-32d24d9bbc28", "name": "network-vif-unplugged", "status": "completed", "tag": "da38aa9d-f850-4f38-924f-71e37efcb765"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:39.295606 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-742825fe-c09f-4ed6-8926-4764fb31c057 req-34dd3ab9-3505-44be-929d-8ddf4dd515c7 service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605476 Jul 30 20:06:39.345661 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] Set router 0ed22f7f-8339-4a1e-bea8-adc62424b3e2 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:06:39.378195 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01075a6-1697-4d1a-aa4c-baeb14d46ea2 None None] Network 35c034d1-7b1c-4a8b-8445-d7f802dbe1fb requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:06:39.581521 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c81fe0-f42e-4448-8fd1-3ca5d4f1fd1b req-a3cad3f9-4e7c-4416-8409-4261c3ac1b41 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:39.595919 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e2c81fe0-f42e-4448-8fd1-3ca5d4f1fd1b req-a3cad3f9-4e7c-4416-8409-4261c3ac1b41 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e18394a1-39d6-46fe-959a-73c6fb0268e8 HTTP/1.1" status: 200 len: 945 time: 0.2829387 Jul 30 20:06:39.629782 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8dc4af-efc4-40d0-a470-995ab370b2a9 req-b91f9e6f-d6af-4a14-a33a-941d54c61c7d tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:39.637258 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fa8dc4af-efc4-40d0-a470-995ab370b2a9 req-b91f9e6f-d6af-4a14-a33a-941d54c61c7d tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.83 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 943 time: 0.1359205 Jul 30 20:06:39.646962 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c75d91-904b-4265-82d9-82a0a8a302e0 x-openstack-request-id: req-c4c75d91-904b-4265-82d9-82a0a8a302e0 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:39.647223 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f7824e-0a23-47b0-ae52-32d24d9bbc28", "name": "network-vif-unplugged", "status": "completed", "tag": "da38aa9d-f850-4f38-924f-71e37efcb765", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:39.647559 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c4c75d91-904b-4265-82d9-82a0a8a302e0 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:39.652765 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-fc0ad1eb-b571-4692-9f7c-439fa09ef3fe admin admin] Allocated IP 172.20.0.1 (eb756750-25bc-4499-9bd9-5a9623a5a75f/2373a630-185a-483b-9d20-6ddac9363cdc/22bfc528-dc5a-4637-a676-700a3919db15) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:06:39.660172 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f7824e-0a23-47b0-ae52-32d24d9bbc28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da38aa9d-f850-4f38-924f-71e37efcb765', 'code': 200} Jul 30 20:06:39.669275 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56946) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:39.715072 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'name': 'tempest-ServersTestJSON-1063466893-router', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:31Z', 'updated_at': '2021-07-30T20:06:34Z', 'revision_number': 3, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'gw_port': {'id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:32Z', 'updated_at': '2021-07-30T20:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:39.796983 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdd573b-bb9e-4e5c-b651-7d29623ec082 None None] The sync data for ids ['0ed22f7f-8339-4a1e-bea8-adc62424b3e2'] in n-d-712137-9 is: [{'id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'name': 'tempest-ServersTestJSON-1063466893-router', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:31Z', 'updated_at': '2021-07-30T20:06:34Z', 'revision_number': 3, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'gw_port': {'id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:32Z', 'updated_at': '2021-07-30T20:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:06:39.849051 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e2c81fe0-f42e-4448-8fd1-3ca5d4f1fd1b req-57773f31-fcad-4df0-b351-689c00b98631 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524023 Jul 30 20:06:39.907201 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-fa8dc4af-efc4-40d0-a470-995ab370b2a9 req-6e502b26-7c0b-4f65-8f84-04e98440fb25 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Deleting port da38aa9d-f850-4f38-924f-71e37efcb765 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:06:39.910100 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fa8dc4af-efc4-40d0-a470-995ab370b2a9 req-6e502b26-7c0b-4f65-8f84-04e98440fb25 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:39.943189 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad1eb-b571-4692-9f7c-439fa09ef3fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:39.982326 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-fc0ad1eb-b571-4692-9f7c-439fa09ef3fe admin admin] Transition to ACTIVE for port object 22bfc528-dc5a-4637-a676-700a3919db15 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:40.050569 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fa8dc4af-efc4-40d0-a470-995ab370b2a9 req-6e502b26-7c0b-4f65-8f84-04e98440fb25 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] For port da38aa9d-f850-4f38-924f-71e37efcb765, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=da38aa9d-f850-4f38-924f-71e37efcb765,segment=NetworkSegment(ce00f4ba-d8bb-4afc-8455-d155bb6366db),segment_id=ce00f4ba-d8bb-4afc-8455-d155bb6366db)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:40.051148 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fa8dc4af-efc4-40d0-a470-995ab370b2a9 req-6e502b26-7c0b-4f65-8f84-04e98440fb25 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:40.069769 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-fa8dc4af-efc4-40d0-a470-995ab370b2a9 req-6e502b26-7c0b-4f65-8f84-04e98440fb25 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Calling delete_port for da38aa9d-f850-4f38-924f-71e37efcb765 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:06:40.072037 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad1eb-b571-4692-9f7c-439fa09ef3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:40.163255 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-8697f067-9a5c-44e8-b9fc-ac34a0f6921e req-c11793ce-46ae-406a-a1d5-1b36ff422e19 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-953483629', 'description': 'tempest-description-1351454394'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:40.167929 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0ad1eb-b571-4692-9f7c-439fa09ef3fe admin admin] Network eb756750-25bc-4499-9bd9-5a9623a5a75f is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:06:40.186338 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-fc0ad1eb-b571-4692-9f7c-439fa09ef3fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:06:40.189783 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0ad1eb-b571-4692-9f7c-439fa09ef3fe admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:06:40.193908 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ad1eb-b571-4692-9f7c-439fa09ef3fe admin admin] Pushing event updated for resources: {'Port': ['ID=22bfc528-dc5a-4637-a676-700a3919db15,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:40.197309 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8697f067-9a5c-44e8-b9fc-ac34a0f6921e req-c11793ce-46ae-406a-a1d5-1b36ff422e19 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:40.217335 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6f771b82-9168-4a31-af7b-7888c11b2941 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=524c9e8c00224a769a608ce643fda038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5461519 Jul 30 20:06:40.235868 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56964) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:40.340222 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad1eb-b571-4692-9f7c-439fa09ef3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:40.472513 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fa8dc4af-efc4-40d0-a470-995ab370b2a9 req-6e502b26-7c0b-4f65-8f84-04e98440fb25 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:40.497018 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e54730e7-d8b9-4897-b529-bd80791d3b0f up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:06:40.520647 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8697f067-9a5c-44e8-b9fc-ac34a0f6921e req-c11793ce-46ae-406a-a1d5-1b36ff422e19 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:40.523564 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e502b26-7c0b-4f65-8f84-04e98440fb25 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Pushing event deleted for resources: {'Port': ['ID=da38aa9d-f850-4f38-924f-71e37efcb765,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:40.586775 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8697f067-9a5c-44e8-b9fc-ac34a0f6921e req-c11793ce-46ae-406a-a1d5-1b36ff422e19 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:40.605493 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port e54730e7-d8b9-4897-b529-bd80791d3b0f completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:40.615102 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port e54730e7-d8b9-4897-b529-bd80791d3b0f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:40.615468 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:40.616033 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8dc4af-efc4-40d0-a470-995ab370b2a9 req-6e502b26-7c0b-4f65-8f84-04e98440fb25 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] No DVR routers for this DVR port da38aa9d-f850-4f38-924f-71e37efcb765 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:06:40.622276 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f4e7c7-114c-45b1-9b94-563a4ab47b0e', 'tag': '98007a55-b93a-42dd-a4b7-d6c12be7447a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:40.624606 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c96728-2d3a-44b7-9e0d-73e12f9f0599" -d '{"events": [{"name": "network-changed", "server_uuid": "35f4e7c7-114c-45b1-9b94-563a4ab47b0e", "tag": "98007a55-b93a-42dd-a4b7-d6c12be7447a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:40.635039 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fa8dc4af-efc4-40d0-a470-995ab370b2a9 req-6e502b26-7c0b-4f65-8f84-04e98440fb25 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:40.637136 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fa8dc4af-efc4-40d0-a470-995ab370b2a9 req-6e502b26-7c0b-4f65-8f84-04e98440fb25 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.83 "DELETE /v2.0/ports/da38aa9d-f850-4f38-924f-71e37efcb765 HTTP/1.1" status: 204 len: 173 time: 0.9917605 Jul 30 20:06:40.664042 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11793ce-46ae-406a-a1d5-1b36ff422e19 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb192ab9-931b-472a-ae3c-6c554bcf2925,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:40.669100 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8697f067-9a5c-44e8-b9fc-ac34a0f6921e req-c11793ce-46ae-406a-a1d5-1b36ff422e19 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:40.671085 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8697f067-9a5c-44e8-b9fc-ac34a0f6921e req-c11793ce-46ae-406a-a1d5-1b36ff422e19 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5701509 Jul 30 20:06:40.687538 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-277a89c2-dacd-4f2a-8dcd-3fd45c1f44a1 None None] Provisioning for port 22bfc528-dc5a-4637-a676-700a3919db15 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:40.696656 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-277a89c2-dacd-4f2a-8dcd-3fd45c1f44a1 None None] Provisioning complete for port 22bfc528-dc5a-4637-a676-700a3919db15 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:40.697028 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-277a89c2-dacd-4f2a-8dcd-3fd45c1f44a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:40.774551 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-277a89c2-dacd-4f2a-8dcd-3fd45c1f44a1 None None] Port 22bfc528-dc5a-4637-a676-700a3919db15 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:06:40.775905 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:40.803293 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port e54730e7-d8b9-4897-b529-bd80791d3b0f, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e54730e7-d8b9-4897-b529-bd80791d3b0f,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:40.808255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb21ba-9d9d-483a-85e2-2b93c2b4917f req-6eb863a3-737c-4b6b-996f-a430bd0da3ec tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:40.810175 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:40.816197 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-49fb21ba-9d9d-483a-85e2-2b93c2b4917f req-6eb863a3-737c-4b6b-996f-a430bd0da3ec tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=28f7824e-0a23-47b0-ae52-32d24d9bbc28 HTTP/1.1" status: 200 len: 943 time: 0.5792980 Jul 30 20:06:40.841410 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88b48fb8-0b4b-4a64-8959-4ed15c3fb2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:40.874671 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=e54730e7-d8b9-4897-b529-bd80791d3b0f,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:40.906952 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88b48fb8-0b4b-4a64-8959-4ed15c3fb2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:40.924050 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-49fb21ba-9d9d-483a-85e2-2b93c2b4917f req-dc18096c-4474-4457-8451-de7dc1b64718 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020975 Jul 30 20:06:40.951097 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda0e43-34f3-4257-847a-3fd617ec6413 req-0aef659a-c913-4995-97cc-1e4411114311 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:40.953521 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eeda0e43-34f3-4257-847a-3fd617ec6413 req-0aef659a-c913-4995-97cc-1e4411114311 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 943 time: 0.0612202 Jul 30 20:06:41.015761 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eeda0e43-34f3-4257-847a-3fd617ec6413 req-15eedf1e-52e4-4725-a51f-f79c2e76d769 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554101 Jul 30 20:06:41.030318 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58445b40-e802-46ac-befe-776bee9383cb x-openstack-request-id: req-58445b40-e802-46ac-befe-776bee9383cb {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:41.030803 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f4e7c7-114c-45b1-9b94-563a4ab47b0e", "tag": "98007a55-b93a-42dd-a4b7-d6c12be7447a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:41.031064 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-58445b40-e802-46ac-befe-776bee9383cb {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:41.031464 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f4e7c7-114c-45b1-9b94-563a4ab47b0e', 'tag': '98007a55-b93a-42dd-a4b7-d6c12be7447a', 'status': 'completed', 'code': 200} Jul 30 20:06:41.064597 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88b48fb8-0b4b-4a64-8959-4ed15c3fb2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:41.067714 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88b48fb8-0b4b-4a64-8959-4ed15c3fb2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:41.069024 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-88b48fb8-0b4b-4a64-8959-4ed15c3fb2c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/41f69ff3-9e7e-42ae-b155-6f9e0ed77570 HTTP/1.1" status: 204 len: 168 time: 0.8162620 Jul 30 20:06:41.115415 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b48fb8-0b4b-4a64-8959-4ed15c3fb2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f69ff3-9e7e-42ae-b155-6f9e0ed77570,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:41.120120 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad1eb-b571-4692-9f7c-439fa09ef3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:41.130594 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c96728-2d3a-44b7-9e0d-73e12f9f0599 req-e0102dc2-4110-45de-b57f-a690ba1abfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:41.133516 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77c96728-2d3a-44b7-9e0d-73e12f9f0599 req-e0102dc2-4110-45de-b57f-a690ba1abfd3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 1094 time: 0.0734496 Jul 30 20:06:41.232615 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fa9b4fed-4442-4ded-8d16-07e43b94ce70 req-f73b488f-a097-4282-8ca7-a632da1f2ca6 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "GET /v2.0/security-groups/eb192ab9-931b-472a-ae3c-6c554bcf2925 HTTP/1.1" status: 200 len: 1812 time: 0.1709123 Jul 30 20:06:41.277104 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-fa9b4fed-4442-4ded-8d16-07e43b94ce70 req-ac3363fb-ce1a-4b19-a8d8-3146da62ffb2 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eb192ab9-931b-472a-ae3c-6c554bcf2925', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:41.277426 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-fa9b4fed-4442-4ded-8d16-07e43b94ce70 req-ac3363fb-ce1a-4b19-a8d8-3146da62ffb2 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eb192ab9-931b-472a-ae3c-6c554bcf2925', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:41.330858 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c96728-2d3a-44b7-9e0d-73e12f9f0599 req-991623e8-5546-4e05-b6bc-cac50a50c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:41.332771 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77c96728-2d3a-44b7-9e0d-73e12f9f0599 req-991623e8-5546-4e05-b6bc-cac50a50c5f8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 912 time: 0.1896725 Jul 30 20:06:41.344451 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87356739-2f8d-4014-99e4-d7789132b36c req-25184530-6da9-4657-940e-dd6f9c3fb93a tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:41.347534 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-87356739-2f8d-4014-99e4-d7789132b36c req-25184530-6da9-4657-940e-dd6f9c3fb93a tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=c75bb6c1-d2a8-48d3-8eba-713ec708856d HTTP/1.1" status: 200 len: 945 time: 0.0826292 Jul 30 20:06:41.405696 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77c96728-2d3a-44b7-9e0d-73e12f9f0599 req-746e6daf-fc8b-4e29-8b5b-2b9c599d0251 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a HTTP/1.1" status: 200 len: 217 time: 0.0571520 Jul 30 20:06:41.410246 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fa9b4fed-4442-4ded-8d16-07e43b94ce70 req-ac3363fb-ce1a-4b19-a8d8-3146da62ffb2 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:41.463814 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fa9b4fed-4442-4ded-8d16-07e43b94ce70 req-ac3363fb-ce1a-4b19-a8d8-3146da62ffb2 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:41.465998 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad1eb-b571-4692-9f7c-439fa09ef3fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:41.470255 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fa9b4fed-4442-4ded-8d16-07e43b94ce70 req-ac3363fb-ce1a-4b19-a8d8-3146da62ffb2 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:41.476020 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-87356739-2f8d-4014-99e4-d7789132b36c req-5ed7c349-ba74-4971-bf41-31203a19c7d9 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189380 Jul 30 20:06:41.482867 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c96728-2d3a-44b7-9e0d-73e12f9f0599 req-45b793a9-ce9e-44d9-b37b-f48605a1d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:41.484454 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77c96728-2d3a-44b7-9e0d-73e12f9f0599 req-45b793a9-ce9e-44d9-b37b-f48605a1d323 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ac1c465f-425f-4078-b2f8-d23b006b1c90 HTTP/1.1" status: 200 len: 850 time: 0.0689187 Jul 30 20:06:41.486626 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad1eb-b571-4692-9f7c-439fa09ef3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:41.491448 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3363fb-ce1a-4b19-a8d8-3146da62ffb2 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63705fe1-ed35-41c6-8b7f-c5261a752218,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:41.542154 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56986) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:41.562101 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fa9b4fed-4442-4ded-8d16-07e43b94ce70 req-ac3363fb-ce1a-4b19-a8d8-3146da62ffb2 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:41.563297 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fa9b4fed-4442-4ded-8d16-07e43b94ce70 req-ac3363fb-ce1a-4b19-a8d8-3146da62ffb2 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2983458 Jul 30 20:06:41.575375 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ad1eb-b571-4692-9f7c-439fa09ef3fe admin admin] Pushing event updated for resources: {'Port': ['ID=22bfc528-dc5a-4637-a676-700a3919db15,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:41.578953 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad1eb-b571-4692-9f7c-439fa09ef3fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:41.592919 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c96728-2d3a-44b7-9e0d-73e12f9f0599 req-bec40014-b065-4963-8a80-c8f6c8a4a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:41.594653 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77c96728-2d3a-44b7-9e0d-73e12f9f0599 req-bec40014-b065-4963-8a80-c8f6c8a4a7dd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995686 Jul 30 20:06:41.611982 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-acb8d1e0-b011-4618-aaec-8a8e3e9c2c92 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6fcdd28dbd84452bbee03cbf0f68b155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0658710 Jul 30 20:06:41.618817 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56992) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:41.672266 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 988e0415-d371-4ee2-bcdf-e27a38ee74d1 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:06:41.683455 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3a172d04-7a82-46ff-94fa-79145622c323 req-dbdae6f8-03fb-43f3-a2a0-1038000e0432 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "GET /v2.0/security-groups/eb192ab9-931b-472a-ae3c-6c554bcf2925 HTTP/1.1" status: 200 len: 2405 time: 0.0834310 Jul 30 20:06:41.747037 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0ad1eb-b571-4692-9f7c-439fa09ef3fe admin admin] Network eb756750-25bc-4499-9bd9-5a9623a5a75f is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:06:41.749385 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c240993b-c10a-4817-b2d2-da77396115de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:41.758408 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-fc0ad1eb-b571-4692-9f7c-439fa09ef3fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:06:41.764413 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f18eec97-9e4e-4746-8865-8eab73f14d6e req-77bcd4db-0797-4af7-8ff4-adb3ea81974f tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "GET /v2.0/security-group-rules/63705fe1-ed35-41c6-8b7f-c5261a752218 HTTP/1.1" status: 200 len: 778 time: 0.0329158 Jul 30 20:06:41.823219 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77c96728-2d3a-44b7-9e0d-73e12f9f0599 req-a03e775d-921f-4caa-95d4-88a8713149a7 service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127547 Jul 30 20:06:41.835349 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c240993b-c10a-4817-b2d2-da77396115de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:41.855217 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 988e0415-d371-4ee2-bcdf-e27a38ee74d1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=988e0415-d371-4ee2-bcdf-e27a38ee74d1,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:41.879036 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '988e0415-d371-4ee2-bcdf-e27a38ee74d1', 'network_id': 'e4bf3036-f4f1-465f-b95b-df7c6e0f15dc', 'port_id': '988e0415-d371-4ee2-bcdf-e27a38ee74d1', 'mac_address': 'fa:16:3e:9c:92:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4cfed6b-f42f-43da-94d1-da091996fffe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:06:41.948242 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:41.950713 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0ad1eb-b571-4692-9f7c-439fa09ef3fe admin admin] Router 0ed22f7f-8339-4a1e-bea8-adc62424b3e2 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:06:41.968720 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 988e0415-d371-4ee2-bcdf-e27a38ee74d1 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:06:41.997675 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c240993b-c10a-4817-b2d2-da77396115de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:42.001375 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c240993b-c10a-4817-b2d2-da77396115de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:42.001375 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c240993b-c10a-4817-b2d2-da77396115de admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/66deef9a-fad8-4704-a117-eea39aad39ec HTTP/1.1" status: 204 len: 168 time: 0.3817191 Jul 30 20:06:42.013821 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77c96728-2d3a-44b7-9e0d-73e12f9f0599 req-62825aa3-51d6-43f3-9d70-beaea3a589c2 service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758666 Jul 30 20:06:42.016334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240993b-c10a-4817-b2d2-da77396115de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66deef9a-fad8-4704-a117-eea39aad39ec,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:42.037436 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 988e0415-d371-4ee2-bcdf-e27a38ee74d1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=988e0415-d371-4ee2-bcdf-e27a38ee74d1,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:42.049273 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:42.098563 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f18eec97-9e4e-4746-8865-8eab73f14d6e req-dc9f2292-be47-411d-ae2a-007169279cf7 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "GET /v2.0/security-groups/eb192ab9-931b-472a-ae3c-6c554bcf2925 HTTP/1.1" status: 200 len: 2405 time: 0.3250034 Jul 30 20:06:42.152411 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device da38aa9d-f850-4f38-924f-71e37efcb765 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:06:42.155393 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 98007a55-b93a-42dd-a4b7-d6c12be7447a details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:06:42.190462 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=988e0415-d371-4ee2-bcdf-e27a38ee74d1,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:42.191540 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f18eec97-9e4e-4746-8865-8eab73f14d6e req-7f138a51-2f5a-4814-b02b-2f1a60ba1e4e tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:42.194216 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: da38aa9d-f850-4f38-924f-71e37efcb765 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:06:42.194566 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device da38aa9d-f850-4f38-924f-71e37efcb765 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:06:42.215134 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f18eec97-9e4e-4746-8865-8eab73f14d6e req-7f138a51-2f5a-4814-b02b-2f1a60ba1e4e tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:42.248475 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0ad1eb-b571-4692-9f7c-439fa09ef3fe admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:06:42.258467 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['988e0415-d371-4ee2-bcdf-e27a38ee74d1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:06:42.260023 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fc0ad1eb-b571-4692-9f7c-439fa09ef3fe admin admin] 10.222.0.81 "PUT /v2.0/routers/0ed22f7f-8339-4a1e-bea8-adc62424b3e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0023086 Jul 30 20:06:42.299295 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f18eec97-9e4e-4746-8865-8eab73f14d6e req-7f138a51-2f5a-4814-b02b-2f1a60ba1e4e tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:42.308306 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f18eec97-9e4e-4746-8865-8eab73f14d6e req-7f138a51-2f5a-4814-b02b-2f1a60ba1e4e tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:42.309842 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f18eec97-9e4e-4746-8865-8eab73f14d6e req-7f138a51-2f5a-4814-b02b-2f1a60ba1e4e tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/63705fe1-ed35-41c6-8b7f-c5261a752218 HTTP/1.1" status: 204 len: 173 time: 0.2103801 Jul 30 20:06:42.324208 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] Sync routers for ids ['0ed22f7f-8339-4a1e-bea8-adc62424b3e2'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:06:42.324864 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f138a51-2f5a-4814-b02b-2f1a60ba1e4e tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63705fe1-ed35-41c6-8b7f-c5261a752218,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:42.349574 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e425afd6-5ff0-46dd-adcf-1fa9df0c83d7 None None] Provisioning complete for port 22bfc528-dc5a-4637-a676-700a3919db15 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:42.349968 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e425afd6-5ff0-46dd-adcf-1fa9df0c83d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:42.396910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] Routers {'0ed22f7f-8339-4a1e-bea8-adc62424b3e2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:06:42.397542 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:06:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['0ed22f7f-8339-4a1e-bea8-adc62424b3e2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:42.470546 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e425afd6-5ff0-46dd-adcf-1fa9df0c83d7 None None] Port 22bfc528-dc5a-4637-a676-700a3919db15 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:06:42.479272 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97027555-dbfc-4091-9b30-8141ad3b6b51 req-a23976c3-8a68-4d32-9ec0-dc1d3f6b06d9 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:42.491981 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97027555-dbfc-4091-9b30-8141ad3b6b51 req-a23976c3-8a68-4d32-9ec0-dc1d3f6b06d9 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 943 time: 0.0625939 Jul 30 20:06:42.492193 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e54730e7-d8b9-4897-b529-bd80791d3b0f up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:06:42.540006 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97027555-dbfc-4091-9b30-8141ad3b6b51 req-cc8e7850-7551-4f0e-88a3-817e59d71bb1 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466220 Jul 30 20:06:42.582167 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-599dabe1-b6cd-479b-8fbf-904df4591747 req-21243196-a03c-4ad5-8d4d-7783e393675b tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-559320610', 'description': 'tempest-description-187822475'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:42.618552 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 98007a55-b93a-42dd-a4b7-d6c12be7447a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:42.624240 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-599dabe1-b6cd-479b-8fbf-904df4591747 req-21243196-a03c-4ad5-8d4d-7783e393675b tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:42.674925 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '98007a55-b93a-42dd-a4b7-d6c12be7447a', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'port_id': '98007a55-b93a-42dd-a4b7-d6c12be7447a', 'mac_address': 'fa:16:3e:2b:4b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:06:42.728383 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-599dabe1-b6cd-479b-8fbf-904df4591747 req-21243196-a03c-4ad5-8d4d-7783e393675b tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:42.733708 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-599dabe1-b6cd-479b-8fbf-904df4591747 req-21243196-a03c-4ad5-8d4d-7783e393675b tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:42.755388 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] Set router 0ed22f7f-8339-4a1e-bea8-adc62424b3e2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:06:42.765316 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21243196-a03c-4ad5-8d4d-7783e393675b tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c67ade04-9a52-43ba-8000-ac81ee6bbcc4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:42.778503 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-599dabe1-b6cd-479b-8fbf-904df4591747 req-21243196-a03c-4ad5-8d4d-7783e393675b tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:42.779754 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-599dabe1-b6cd-479b-8fbf-904df4591747 req-21243196-a03c-4ad5-8d4d-7783e393675b tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2028317 Jul 30 20:06:42.840268 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port e54730e7-d8b9-4897-b529-bd80791d3b0f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:42.841033 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:42.873328 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57038) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:42.884588 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-29154c77-fe2d-4da4-a9dd-d06070de30e4 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1622739605', 'description': 'tempest-description--1222931716'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:42.909911 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:42.920895 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29154c77-fe2d-4da4-a9dd-d06070de30e4 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:42.933237 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98007a55-b93a-42dd-a4b7-d6c12be7447a {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:06:43.032855 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f7824e-0a23-47b0-ae52-32d24d9bbc28', 'name': 'network-vif-deleted', 'tag': 'da38aa9d-f850-4f38-924f-71e37efcb765'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:43.035289 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a40548-9ffd-4398-b286-989501892a4e" -d '{"events": [{"server_uuid": "28f7824e-0a23-47b0-ae52-32d24d9bbc28", "name": "network-vif-deleted", "tag": "da38aa9d-f850-4f38-924f-71e37efcb765"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:43.057306 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52014f4-3d02-466a-bd8e-3507b8bd2e60 req-157158de-4b7d-4de1-a122-7fa5bda1379a tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:43.058912 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c52014f4-3d02-466a-bd8e-3507b8bd2e60 req-157158de-4b7d-4de1-a122-7fa5bda1379a tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=c75bb6c1-d2a8-48d3-8eba-713ec708856d HTTP/1.1" status: 200 len: 944 time: 0.1270626 Jul 30 20:06:43.095647 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29154c77-fe2d-4da4-a9dd-d06070de30e4 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:43.112276 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29154c77-fe2d-4da4-a9dd-d06070de30e4 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:43.143232 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c52014f4-3d02-466a-bd8e-3507b8bd2e60 req-0987b18a-513d-43a2-b472-c5b2c515c733 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746191 Jul 30 20:06:43.183181 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 98007a55-b93a-42dd-a4b7-d6c12be7447a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:43.187323 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29154c77-fe2d-4da4-a9dd-d06070de30e4 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:43.191625 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-29154c77-fe2d-4da4-a9dd-d06070de30e4 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3163016 Jul 30 20:06:43.194369 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57054) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:43.199066 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-8b4d4b76-5a30-4ba3-ad8a-631e0b8196cf tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Request body: {'security_group_rule': {'security_group_id': '1acc16be-61d1-4b78-a013-8d07c4d58a97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:43.203144 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29154c77-fe2d-4da4-a9dd-d06070de30e4 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1acc16be-61d1-4b78-a013-8d07c4d58a97,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:43.268305 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b4d4b76-5a30-4ba3-ad8a-631e0b8196cf tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:43.288806 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:43.321024 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97ed12-9535-40c8-ba37-95f7375a5fc8 req-a7bd36dd-69f6-4d72-ae97-fe90b265c254 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:43.323005 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7c97ed12-9535-40c8-ba37-95f7375a5fc8 req-a7bd36dd-69f6-4d72-ae97-fe90b265c254 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 946 time: 0.0662141 Jul 30 20:06:43.353933 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b4d4b76-5a30-4ba3-ad8a-631e0b8196cf tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:43.361405 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b4d4b76-5a30-4ba3-ad8a-631e0b8196cf tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:43.400809 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d4b76-5a30-4ba3-ad8a-631e0b8196cf tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9fbf39-9a1b-4599-a4b9-a89fcfd5ba72,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:43.427230 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7c97ed12-9535-40c8-ba37-95f7375a5fc8 req-9a5601c3-28e5-4287-99e9-b816f41fab0f tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973599 Jul 30 20:06:43.427955 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57060) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:43.437699 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f5cec128-133d-4706-86af-de4d2504c1a7 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Request body: {'security_group': {'name': 'tempest-securitygroup--516217429', 'description': 'tempest-description--455151557'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:43.449898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=98007a55-b93a-42dd-a4b7-d6c12be7447a,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:43.488197 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ad791e-4536-475b-9938-5736c7424df3 x-openstack-request-id: req-a3ad791e-4536-475b-9938-5736c7424df3 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:43.488771 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f7824e-0a23-47b0-ae52-32d24d9bbc28", "name": "network-vif-deleted", "tag": "da38aa9d-f850-4f38-924f-71e37efcb765", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:43.488771 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a3ad791e-4536-475b-9938-5736c7424df3 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:43.489479 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f7824e-0a23-47b0-ae52-32d24d9bbc28', 'name': 'network-vif-deleted', 'tag': 'da38aa9d-f850-4f38-924f-71e37efcb765', 'status': 'completed', 'code': 200} Jul 30 20:06:43.495678 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d1c81b36-cd56-421e-a588-e06ec415172d req-37add6df-7447-4e07-94ee-a284be74b94f tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "GET /v2.0/security-groups/c67ade04-9a52-43ba-8000-ac81ee6bbcc4 HTTP/1.1" status: 200 len: 1811 time: 0.0589476 Jul 30 20:06:43.496632 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b4d4b76-5a30-4ba3-ad8a-631e0b8196cf tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:43.496959 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5cec128-133d-4706-86af-de4d2504c1a7 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:43.501104 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8b4d4b76-5a30-4ba3-ad8a-631e0b8196cf tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3056350 Jul 30 20:06:43.501745 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57062) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:43.505988 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'name': 'tempest-ServersTestJSON-1063466893-router', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:31Z', 'updated_at': '2021-07-30T20:06:41Z', 'revision_number': 4, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'gw_port': {'id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:32Z', 'updated_at': '2021-07-30T20:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '22bfc528-dc5a-4637-a676-700a3919db15', 'name': '', 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'mac_address': 'fa:16:3e:ad:7f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '2373a630-185a-483b-9d20-6ddac9363cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:39Z', 'updated_at': '2021-07-30T20:06:41Z', 'revision_number': 2, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'subnets': [{'id': '2373a630-185a-483b-9d20-6ddac9363cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:43.508881 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6a65ec4f-e915-477c-a6b0-27e1c1b595dd tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Request body: {'security_group_rule': {'security_group_id': '1acc16be-61d1-4b78-a013-8d07c4d58a97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:43.538704 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] Checking router: 0ed22f7f-8339-4a1e-bea8-adc62424b3e2 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:06:43.539056 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] Updating router 0ed22f7f-8339-4a1e-bea8-adc62424b3e2 port 22bfc528-dc5a-4637-a676-700a3919db15 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:06:43.560653 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-8f23ae0d-0581-4f55-9b21-806651d94a76 req-1891cdaf-b935-4cbe-b6ea-50e57a041b0d tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-895106553', 'description': 'tempest-description-73462822'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:43.573753 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:43.582836 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a65ec4f-e915-477c-a6b0-27e1c1b595dd tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:43.584649 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.db.api [req-8f23ae0d-0581-4f55-9b21-806651d94a76 req-1891cdaf-b935-4cbe-b6ea-50e57a041b0d tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 20:06:43.584649 n-d-712137-9 neutron-server[93882]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 20:06:43.584649 n-d-712137-9 neutron-server[93882]: [parameters: {'project_id_1': '622c633e30a549ed97d522e5f166b4b9', 'expiration_1': datetime.datetime(2021, 7, 30, 20, 6, 43, 568873)}] Jul 30 20:06:43.584649 n-d-712137-9 neutron-server[93882]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:06:43.585063 n-d-712137-9 neutron-server[93882]: DEBUG oslo_db.api [req-8f23ae0d-0581-4f55-9b21-806651d94a76 req-1891cdaf-b935-4cbe-b6ea-50e57a041b0d tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:06:43.665871 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['98007a55-b93a-42dd-a4b7-d6c12be7447a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:06:43.687566 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a65ec4f-e915-477c-a6b0-27e1c1b595dd tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:43.710401 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a65ec4f-e915-477c-a6b0-27e1c1b595dd tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:43.740424 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5cec128-133d-4706-86af-de4d2504c1a7 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:43.749580 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 988e0415-d371-4ee2-bcdf-e27a38ee74d1 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:06:43.753150 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65ec4f-e915-477c-a6b0-27e1c1b595dd tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f954c0d-37d3-4b0e-8b51-4e496a81f794,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:43.759755 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5cec128-133d-4706-86af-de4d2504c1a7 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:43.783595 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a65ec4f-e915-477c-a6b0-27e1c1b595dd tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:43.784816 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6a65ec4f-e915-477c-a6b0-27e1c1b595dd tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2819092 Jul 30 20:06:43.789258 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57080) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:43.797378 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-72c9ff13-abfc-4625-ac95-7805b21bfff6 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:43.823210 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5cec128-133d-4706-86af-de4d2504c1a7 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:43.824589 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f5cec128-133d-4706-86af-de4d2504c1a7 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3954499 Jul 30 20:06:43.828117 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57084) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:43.834028 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2e4facce-b6ce-42af-b9e9-51c191aa18db tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Request body: {'security_group_rule': {'security_group_id': 'f09b3515-2271-4377-900c-a6276a97ff9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:43.846003 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-72c9ff13-abfc-4625-ac95-7805b21bfff6 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:43.846258 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cec128-133d-4706-86af-de4d2504c1a7 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09b3515-2271-4377-900c-a6276a97ff9f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:43.877341 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d6ac1-870f-4b41-8bdc-a0a6fa5dbf02 req-33431856-00b3-402a-8dfa-72c586926938 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:43.878842 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d26d6ac1-870f-4b41-8bdc-a0a6fa5dbf02 req-33431856-00b3-402a-8dfa-72c586926938 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.1151421 Jul 30 20:06:43.893456 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e4facce-b6ce-42af-b9e9-51c191aa18db tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:43.942796 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d26d6ac1-870f-4b41-8bdc-a0a6fa5dbf02 req-11382aa5-861a-4667-a1bb-43e818af0989 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575438 Jul 30 20:06:43.953372 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 988e0415-d371-4ee2-bcdf-e27a38ee74d1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:43.953905 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:43.988998 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e4facce-b6ce-42af-b9e9-51c191aa18db tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:43.998514 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e4facce-b6ce-42af-b9e9-51c191aa18db tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:44.043370 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-72c9ff13-abfc-4625-ac95-7805b21bfff6 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:44.076533 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4facce-b6ce-42af-b9e9-51c191aa18db tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ea155f-c6c1-4137-8c98-8ea71788cf81,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:44.094378 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e4facce-b6ce-42af-b9e9-51c191aa18db tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:44.096850 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2e4facce-b6ce-42af-b9e9-51c191aa18db tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2679176 Jul 30 20:06:44.099492 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57098) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:44.115158 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-425df2b8-1175-4079-a27d-f0bc40ace62d tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Request body: {'security_group_rule': {'security_group_id': 'f09b3515-2271-4377-900c-a6276a97ff9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:44.185196 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:44.195758 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:44.207817 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] Transition to ACTIVE for port object 22bfc528-dc5a-4637-a676-700a3919db15 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:44.219164 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:44.226568 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-72c9ff13-abfc-4625-ac95-7805b21bfff6 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Allocated IP 172.25.3.50 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/1526f733-2c3e-419b-b9f2-bc9c32e2a449) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:06:44.238132 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75bb6c1-d2a8-48d3-8eba-713ec708856d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988e0415-d371-4ee2-bcdf-e27a38ee74d1'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:44.240439 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d34b513-8cf3-41a5-ae98-73c85105dc85" -d '{"events": [{"server_uuid": "c75bb6c1-d2a8-48d3-8eba-713ec708856d", "name": "network-vif-plugged", "status": "completed", "tag": "988e0415-d371-4ee2-bcdf-e27a38ee74d1"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:44.249775 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8f23ae0d-0581-4f55-9b21-806651d94a76 req-1891cdaf-b935-4cbe-b6ea-50e57a041b0d tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:44.292951 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 988e0415-d371-4ee2-bcdf-e27a38ee74d1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=988e0415-d371-4ee2-bcdf-e27a38ee74d1,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:44.313164 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:44.321943 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540bc95-4aea-4e93-8a44-d8a09c0442de req-206f002f-e458-4cd3-89cf-b64c642cf86c tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:44.323654 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9540bc95-4aea-4e93-8a44-d8a09c0442de req-206f002f-e458-4cd3-89cf-b64c642cf86c tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=c75bb6c1-d2a8-48d3-8eba-713ec708856d HTTP/1.1" status: 200 len: 944 time: 0.1163290 Jul 30 20:06:44.325475 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-425df2b8-1175-4079-a27d-f0bc40ace62d tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:44.350138 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8301072-7374-4df8-af4b-fdf1df9703c0 None None] Pushing event updated for resources: {'Port': ['ID=22bfc528-dc5a-4637-a676-700a3919db15,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:44.397702 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9540bc95-4aea-4e93-8a44-d8a09c0442de req-90ee4a8d-b3f7-49b7-9ca1-c02cb8d370f4 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617917 Jul 30 20:06:44.406801 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] Attempting to bind port 22bfc528-dc5a-4637-a676-700a3919db15 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:06:44.407166 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] Attempting to bind port 22bfc528-dc5a-4637-a676-700a3919db15 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '66687a5b-0a41-43ec-b825-652223eedddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:06:44.408063 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] Attempting to bind port 22bfc528-dc5a-4637-a676-700a3919db15 on network eb756750-25bc-4499-9bd9-5a9623a5a75f {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:44.412749 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-425df2b8-1175-4079-a27d-f0bc40ace62d tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:44.417520 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:06:44.417898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] Checking segment: {'id': '66687a5b-0a41-43ec-b825-652223eedddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:06:44.418300 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:44.418682 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] Bound using segment: {'id': '66687a5b-0a41-43ec-b825-652223eedddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:06:44.418890 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-425df2b8-1175-4079-a27d-f0bc40ace62d tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:44.419148 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] Bound port: 22bfc528-dc5a-4637-a676-700a3919db15, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66687a5b-0a41-43ec-b825-652223eedddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:06:44.419544 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:44.443527 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425df2b8-1175-4079-a27d-f0bc40ace62d tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d178be19-d250-443f-bcf9-5a83877ad52d,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:44.457123 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=988e0415-d371-4ee2-bcdf-e27a38ee74d1,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:44.484003 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-72c9ff13-abfc-4625-ac95-7805b21bfff6 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:44.509507 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8f23ae0d-0581-4f55-9b21-806651d94a76 req-1891cdaf-b935-4cbe-b6ea-50e57a041b0d tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:44.518511 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8f23ae0d-0581-4f55-9b21-806651d94a76 req-1891cdaf-b935-4cbe-b6ea-50e57a041b0d tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:44.524422 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-425df2b8-1175-4079-a27d-f0bc40ace62d tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:44.525870 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-425df2b8-1175-4079-a27d-f0bc40ace62d tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4242501 Jul 30 20:06:44.528945 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57114) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:44.529769 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] For port 22bfc528-dc5a-4637-a676-700a3919db15, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:06:44.533916 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] For port 22bfc528-dc5a-4637-a676-700a3919db15, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=22bfc528-dc5a-4637-a676-700a3919db15,segment=NetworkSegment(66687a5b-0a41-43ec-b825-652223eedddd),segment_id=66687a5b-0a41-43ec-b825-652223eedddd)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:06:44.535095 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-aa6f3e6c-0271-4262-b5ba-1c6e7a7a7da9 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:44.540189 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:44.566255 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa6f3e6c-0271-4262-b5ba-1c6e7a7a7da9 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:44.618845 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8f23ae0d-0581-4f55-9b21-806651d94a76 req-1891cdaf-b935-4cbe-b6ea-50e57a041b0d tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:44.619721 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] Routers {'0ed22f7f-8339-4a1e-bea8-adc62424b3e2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:06:44.620758 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:06:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['0ed22f7f-8339-4a1e-bea8-adc62424b3e2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:44.622770 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8301072-7374-4df8-af4b-fdf1df9703c0 None None] Pushing event updated for resources: {'Port': ['ID=22bfc528-dc5a-4637-a676-700a3919db15,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:44.626964 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f23ae0d-0581-4f55-9b21-806651d94a76 req-1891cdaf-b935-4cbe-b6ea-50e57a041b0d tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 1.0724018 Jul 30 20:06:44.656503 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891cdaf-b935-4cbe-b6ea-50e57a041b0d tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea76a0e-2e22-4b84-8106-dca2d9f1eabb,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:44.670178 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-72c9ff13-abfc-4625-ac95-7805b21bfff6 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:44.705826 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2770e154-a97d-49ba-ad85-cac0a9a52bcc x-openstack-request-id: req-2770e154-a97d-49ba-ad85-cac0a9a52bcc {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:44.706105 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75bb6c1-d2a8-48d3-8eba-713ec708856d", "name": "network-vif-plugged", "status": "completed", "tag": "988e0415-d371-4ee2-bcdf-e27a38ee74d1", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:44.706525 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2770e154-a97d-49ba-ad85-cac0a9a52bcc {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:44.706911 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75bb6c1-d2a8-48d3-8eba-713ec708856d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988e0415-d371-4ee2-bcdf-e27a38ee74d1', 'code': 200} Jul 30 20:06:44.759406 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9ff13-abfc-4625-ac95-7805b21bfff6 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Pushing event updated for resources: {'Port': ['ID=1526f733-2c3e-419b-b9f2-bc9c32e2a449,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:44.761723 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa6f3e6c-0271-4262-b5ba-1c6e7a7a7da9 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:44.785085 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c9ff13-abfc-4625-ac95-7805b21bfff6 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:06:44.787250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-72c9ff13-abfc-4625-ac95-7805b21bfff6 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:06:44.789247 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] Set router 0ed22f7f-8339-4a1e-bea8-adc62424b3e2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:06:44.796041 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c9ff13-abfc-4625-ac95-7805b21bfff6 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:06:44.926236 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1bb96-509c-4574-a86b-2f6c2aa935aa req-86b17575-ff28-4086-816d-e0ad34b7baf8 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:44.930334 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3a1bb96-509c-4574-a86b-2f6c2aa935aa req-86b17575-ff28-4086-816d-e0ad34b7baf8 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 946 time: 0.1293385 Jul 30 20:06:44.974165 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b90708f7-2772-4e7b-88dc-35ff0d44b300 req-29cc972c-5bfe-4558-adf8-04588a244cd8 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "GET /v2.0/security-groups/4ea76a0e-2e22-4b84-8106-dca2d9f1eabb HTTP/1.1" status: 200 len: 1810 time: 0.1077943 Jul 30 20:06:44.975449 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-aa6f3e6c-0271-4262-b5ba-1c6e7a7a7da9 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Allocated IP 172.25.3.199 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/4cc4b9bb-c7fd-4a79-9f6e-6d0a91dc598d) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:06:44.995862 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-72c9ff13-abfc-4625-ac95-7805b21bfff6 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:45.048789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'name': 'tempest-ServersTestJSON-1063466893-router', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:31Z', 'updated_at': '2021-07-30T20:06:41Z', 'revision_number': 4, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'gw_port': {'id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:32Z', 'updated_at': '2021-07-30T20:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '22bfc528-dc5a-4637-a676-700a3919db15', 'name': '', 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'mac_address': 'fa:16:3e:ad:7f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '2373a630-185a-483b-9d20-6ddac9363cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:39Z', 'updated_at': '2021-07-30T20:06:44Z', 'revision_number': 4, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'subnets': [{'id': '2373a630-185a-483b-9d20-6ddac9363cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:45.052187 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3a1bb96-509c-4574-a86b-2f6c2aa935aa req-43e93b80-da60-4c84-b5d2-38b09ebdd1e1 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960538 Jul 30 20:06:45.066465 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-72c9ff13-abfc-4625-ac95-7805b21bfff6 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:45.087904 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e84362d-68f4-48fa-be8d-da0830c46b0e None None] The sync data for ids ['0ed22f7f-8339-4a1e-bea8-adc62424b3e2'] in n-d-712137-9 is: [{'id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'name': 'tempest-ServersTestJSON-1063466893-router', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:31Z', 'updated_at': '2021-07-30T20:06:41Z', 'revision_number': 4, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'gw_port': {'id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:32Z', 'updated_at': '2021-07-30T20:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '22bfc528-dc5a-4637-a676-700a3919db15', 'name': '', 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'mac_address': 'fa:16:3e:ad:7f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '2373a630-185a-483b-9d20-6ddac9363cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:39Z', 'updated_at': '2021-07-30T20:06:44Z', 'revision_number': 4, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'subnets': [{'id': '2373a630-185a-483b-9d20-6ddac9363cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:06:45.120151 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa6f3e6c-0271-4262-b5ba-1c6e7a7a7da9 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:45.177246 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:45.177449 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-5f6f3e14-3609-4fbd-a80b-0ebc15e7c104 req-07b83221-554d-4bec-8953-0e1397d468b1 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2036029289', 'description': 'tempest-description-1207478539'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:45.239987 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa6f3e6c-0271-4262-b5ba-1c6e7a7a7da9 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:45.249076 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5f6f3e14-3609-4fbd-a80b-0ebc15e7c104 req-07b83221-554d-4bec-8953-0e1397d468b1 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:45.308634 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90fe3e-6f5a-43a8-956c-e431746bcd99 req-d4992c84-f900-48a0-82b4-b617bcd701db tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:45.318140 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5d90fe3e-6f5a-43a8-956c-e431746bcd99 req-d4992c84-f900-48a0-82b4-b617bcd701db tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.1107085 Jul 30 20:06:45.320082 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f3e6c-0271-4262-b5ba-1c6e7a7a7da9 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Pushing event updated for resources: {'Port': ['ID=4cc4b9bb-c7fd-4a79-9f6e-6d0a91dc598d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:45.345057 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6f3e6c-0271-4262-b5ba-1c6e7a7a7da9 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:06:45.347806 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-aa6f3e6c-0271-4262-b5ba-1c6e7a7a7da9 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:06:45.378698 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6f3e6c-0271-4262-b5ba-1c6e7a7a7da9 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:06:45.405693 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5f6f3e14-3609-4fbd-a80b-0ebc15e7c104 req-07b83221-554d-4bec-8953-0e1397d468b1 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:45.419020 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5f6f3e14-3609-4fbd-a80b-0ebc15e7c104 req-07b83221-554d-4bec-8953-0e1397d468b1 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:45.436743 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5d90fe3e-6f5a-43a8-956c-e431746bcd99 req-689b2798-f2f6-4eb3-aa75-b7c4e6d0211f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175349 Jul 30 20:06:45.492851 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5f6f3e14-3609-4fbd-a80b-0ebc15e7c104 req-07b83221-554d-4bec-8953-0e1397d468b1 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:45.506485 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5f6f3e14-3609-4fbd-a80b-0ebc15e7c104 req-07b83221-554d-4bec-8953-0e1397d468b1 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3745513 Jul 30 20:06:45.524388 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b83221-554d-4bec-8953-0e1397d468b1 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1e04f5-11b3-4975-9d28-751dbce1e93b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:45.539913 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa6f3e6c-0271-4262-b5ba-1c6e7a7a7da9 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:45.585370 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa6f3e6c-0271-4262-b5ba-1c6e7a7a7da9 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:45.588683 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-72c9ff13-abfc-4625-ac95-7805b21bfff6 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:45.634619 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-72c9ff13-abfc-4625-ac95-7805b21bfff6 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:45.707274 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 988e0415-d371-4ee2-bcdf-e27a38ee74d1 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:06:45.764403 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0dbd7-6064-4f82-90c0-5f9d3e38733e req-bf017aad-c4cc-45bf-990b-3a93136b3fdc tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:45.766344 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2cf0dbd7-6064-4f82-90c0-5f9d3e38733e req-bf017aad-c4cc-45bf-990b-3a93136b3fdc tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/ports?device_id=c75bb6c1-d2a8-48d3-8eba-713ec708856d HTTP/1.1" status: 200 len: 945 time: 0.1910596 Jul 30 20:06:45.773985 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9ff13-abfc-4625-ac95-7805b21bfff6 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Pushing event updated for resources: {'Port': ['ID=1526f733-2c3e-419b-b9f2-bc9c32e2a449,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:45.793905 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ceb72a83-4551-40d2-bfef-e4c20819b1cf req-bdcb432c-ab1f-46a8-979a-55319d8ad73e tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "GET /v2.0/security-groups/ee1e04f5-11b3-4975-9d28-751dbce1e93b HTTP/1.1" status: 200 len: 1813 time: 0.0774972 Jul 30 20:06:45.814406 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526e839-2a14-45c8-b1af-dd21c037c29a req-568caaa7-a74d-448a-906b-5d4e692b27e6 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:45.818717 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f526e839-2a14-45c8-b1af-dd21c037c29a req-568caaa7-a74d-448a-906b-5d4e692b27e6 tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.59 "GET /v2.0/ports?device_id=c75bb6c1-d2a8-48d3-8eba-713ec708856d HTTP/1.1" status: 200 len: 945 time: 0.1963642 Jul 30 20:06:45.831801 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-72c9ff13-abfc-4625-ac95-7805b21bfff6 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:45.861956 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:45.921328 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-72c9ff13-abfc-4625-ac95-7805b21bfff6 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:45.923935 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-72c9ff13-abfc-4625-ac95-7805b21bfff6 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1330132 Jul 30 20:06:45.930581 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2cf0dbd7-6064-4f82-90c0-5f9d3e38733e req-a15d853b-e049-44a9-a200-cfad524f61df tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.81 "GET /v2.0/security-groups?id=4102de08-ac4f-48be-b44c-1c6b0b3d379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439800 Jul 30 20:06:45.944168 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 988e0415-d371-4ee2-bcdf-e27a38ee74d1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=988e0415-d371-4ee2-bcdf-e27a38ee74d1,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:45.946535 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa6f3e6c-0271-4262-b5ba-1c6e7a7a7da9 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:45.949433 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:45.958660 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-0f94dadc-98d2-4645-9fdf-acb248c64f58 req-40856b91-9ca7-4144-a986-95e1548f0503 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1193198530', 'description': 'tempest-description-276417904'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:45.978700 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa6f3e6c-0271-4262-b5ba-1c6e7a7a7da9 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:46.020533 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-f526e839-2a14-45c8-b1af-dd21c037c29a req-9ddf9f7e-b407-4fd0-8d23-e618dada0bcd tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Deleting port 988e0415-d371-4ee2-bcdf-e27a38ee74d1 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:06:46.023574 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f526e839-2a14-45c8-b1af-dd21c037c29a req-9ddf9f7e-b407-4fd0-8d23-e618dada0bcd tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:46.046817 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=988e0415-d371-4ee2-bcdf-e27a38ee74d1,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:46.092144 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 98007a55-b93a-42dd-a4b7-d6c12be7447a up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:06:46.167316 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f3e6c-0271-4262-b5ba-1c6e7a7a7da9 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Pushing event updated for resources: {'Port': ['ID=4cc4b9bb-c7fd-4a79-9f6e-6d0a91dc598d,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:46.175967 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa6f3e6c-0271-4262-b5ba-1c6e7a7a7da9 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:46.190848 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0f94dadc-98d2-4645-9fdf-acb248c64f58 req-40856b91-9ca7-4144-a986-95e1548f0503 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:46.202517 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa6f3e6c-0271-4262-b5ba-1c6e7a7a7da9 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:46.221692 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-aa6f3e6c-0271-4262-b5ba-1c6e7a7a7da9 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6913266 Jul 30 20:06:46.240070 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f526e839-2a14-45c8-b1af-dd21c037c29a req-9ddf9f7e-b407-4fd0-8d23-e618dada0bcd tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] For port 988e0415-d371-4ee2-bcdf-e27a38ee74d1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=988e0415-d371-4ee2-bcdf-e27a38ee74d1,segment=NetworkSegment(d57bfb45-bad2-463a-b52b-6e2516516f57),segment_id=d57bfb45-bad2-463a-b52b-6e2516516f57)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:46.240492 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f526e839-2a14-45c8-b1af-dd21c037c29a req-9ddf9f7e-b407-4fd0-8d23-e618dada0bcd tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:46.261285 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 98007a55-b93a-42dd-a4b7-d6c12be7447a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:46.267523 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 98007a55-b93a-42dd-a4b7-d6c12be7447a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:46.269447 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-f526e839-2a14-45c8-b1af-dd21c037c29a req-9ddf9f7e-b407-4fd0-8d23-e618dada0bcd tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Calling delete_port for 988e0415-d371-4ee2-bcdf-e27a38ee74d1 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:06:46.270404 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:46.302665 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc898c-91be-460f-8072-64f8bb342319 req-8b0d4907-be64-4da3-8fff-9112a5625ed6 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:46.305770 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07dc898c-91be-460f-8072-64f8bb342319 req-8b0d4907-be64-4da3-8fff-9112a5625ed6 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 946 time: 0.1389582 Jul 30 20:06:46.416824 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07dc898c-91be-460f-8072-64f8bb342319 req-34048df3-2c0c-4860-b12f-bbb0afe541f7 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914357 Jul 30 20:06:46.493865 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0f94dadc-98d2-4645-9fdf-acb248c64f58 req-40856b91-9ca7-4144-a986-95e1548f0503 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:46.507483 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0f94dadc-98d2-4645-9fdf-acb248c64f58 req-40856b91-9ca7-4144-a986-95e1548f0503 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:46.509285 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:46.567210 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0f94dadc-98d2-4645-9fdf-acb248c64f58 req-40856b91-9ca7-4144-a986-95e1548f0503 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:46.567604 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 22bfc528-dc5a-4637-a676-700a3919db15 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:06:46.580483 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0f94dadc-98d2-4645-9fdf-acb248c64f58 req-40856b91-9ca7-4144-a986-95e1548f0503 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6371706 Jul 30 20:06:46.618759 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f526e839-2a14-45c8-b1af-dd21c037c29a req-9ddf9f7e-b407-4fd0-8d23-e618dada0bcd tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:46.625556 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 98007a55-b93a-42dd-a4b7-d6c12be7447a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:46.636104 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:46.688099 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40856b91-9ca7-4144-a986-95e1548f0503 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9efa1373-55b1-49cb-93a5-b554a47ad118,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:46.707925 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75bb6c1-d2a8-48d3-8eba-713ec708856d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '988e0415-d371-4ee2-bcdf-e27a38ee74d1'}, {'server_uuid': '35f4e7c7-114c-45b1-9b94-563a4ab47b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98007a55-b93a-42dd-a4b7-d6c12be7447a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:46.710608 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdecb73-ca1b-4df1-8929-6cf278d18c3b" -d '{"events": [{"server_uuid": "c75bb6c1-d2a8-48d3-8eba-713ec708856d", "name": "network-vif-unplugged", "status": "completed", "tag": "988e0415-d371-4ee2-bcdf-e27a38ee74d1"}, {"server_uuid": "35f4e7c7-114c-45b1-9b94-563a4ab47b0e", "name": "network-vif-plugged", "status": "completed", "tag": "98007a55-b93a-42dd-a4b7-d6c12be7447a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:46.723428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf9f7e-b407-4fd0-8d23-e618dada0bcd tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Pushing event deleted for resources: {'Port': ['ID=988e0415-d371-4ee2-bcdf-e27a38ee74d1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:46.730712 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=98007a55-b93a-42dd-a4b7-d6c12be7447a,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:46.738416 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 22bfc528-dc5a-4637-a676-700a3919db15 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:46.743700 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 22bfc528-dc5a-4637-a676-700a3919db15 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:46.745043 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:46.804720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-f526e839-2a14-45c8-b1af-dd21c037c29a req-9ddf9f7e-b407-4fd0-8d23-e618dada0bcd tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] No DVR routers for this DVR port 988e0415-d371-4ee2-bcdf-e27a38ee74d1 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:06:46.806521 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef1950-b805-4d1e-8f38-90e2a5f1207f req-5710ca99-a46b-4a50-b4b2-6f8a4d2b8554 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:46.816804 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eaef1950-b805-4d1e-8f38-90e2a5f1207f req-5710ca99-a46b-4a50-b4b2-6f8a4d2b8554 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 945 time: 0.0977821 Jul 30 20:06:46.825749 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f526e839-2a14-45c8-b1af-dd21c037c29a req-9ddf9f7e-b407-4fd0-8d23-e618dada0bcd tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:46.831344 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f526e839-2a14-45c8-b1af-dd21c037c29a req-9ddf9f7e-b407-4fd0-8d23-e618dada0bcd tempest-ImagesTestJSON-1877527941 tempest-ImagesTestJSON-1877527941-project] 10.222.0.59 "DELETE /v2.0/ports/988e0415-d371-4ee2-bcdf-e27a38ee74d1 HTTP/1.1" status: 204 len: 173 time: 1.0009704 Jul 30 20:06:46.831978 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75bb6c1-d2a8-48d3-8eba-713ec708856d', 'name': 'network-vif-deleted', 'tag': '988e0415-d371-4ee2-bcdf-e27a38ee74d1'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:46.834522 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de42bb3d-fb46-480b-b085-956230752f49" -d '{"events": [{"server_uuid": "c75bb6c1-d2a8-48d3-8eba-713ec708856d", "name": "network-vif-deleted", "tag": "988e0415-d371-4ee2-bcdf-e27a38ee74d1"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:46.854762 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:46.871260 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-43b5f588-7022-4ed5-9d17-d68c03ca750a tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:46.872885 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-43b5f588-7022-4ed5-9d17-d68c03ca750a tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/networks?id=d720bf4d-d89c-40cc-a8d3-2bcde79b768e HTTP/1.1" status: 200 len: 822 time: 0.2865143 Jul 30 20:06:46.892363 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-59bb6a21-c30e-4ab9-879c-01c706a5b24c tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/quotas/8f2803fb25ab4f8da128bffb3dbdd39a HTTP/1.1" status: 200 len: 375 time: 0.0120606 Jul 30 20:06:46.906638 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 22bfc528-dc5a-4637-a676-700a3919db15, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=22bfc528-dc5a-4637-a676-700a3919db15,segment=NetworkSegment(66687a5b-0a41-43ec-b825-652223eedddd),segment_id=66687a5b-0a41-43ec-b825-652223eedddd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:46.919628 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:46.928633 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eaef1950-b805-4d1e-8f38-90e2a5f1207f req-68393850-10b2-4013-9d95-23c9e8fb9f54 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078470 Jul 30 20:06:46.977493 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-5290fe34-2021-4f8d-a0be-97de066f0cab tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8f2803fb25ab4f8da128bffb3dbdd39a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0789702 Jul 30 20:06:47.039144 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=22bfc528-dc5a-4637-a676-700a3919db15,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:47.067046 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-5ebc22e4-9081-4783-ae4e-33951bf4a499 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--516217429&fields=id&tenant_id=5a95fa9b2a634f9181c03158168ed314 HTTP/1.1" status: 200 len: 267 time: 0.0456948 Jul 30 20:06:47.080006 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57210) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:47.108667 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-f096c5ed-3a58-49b5-b8dc-b0e77aee1009 service neutron] 10.222.0.81 "GET /v2.0/networks/d720bf4d-d89c-40cc-a8d3-2bcde79b768e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144285 Jul 30 20:06:47.183945 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-6b32ccf7-7b63-429a-9aa0-fb21deb3602c tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:47.188055 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-6b32ccf7-7b63-429a-9aa0-fb21deb3602c tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/networks?id=eb756750-25bc-4499-9bd9-5a9623a5a75f HTTP/1.1" status: 200 len: 806 time: 0.1133366 Jul 30 20:06:47.202069 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-2426f2d3-c8ad-482c-8223-df0d9ea18c1d tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/quotas/5a95fa9b2a634f9181c03158168ed314 HTTP/1.1" status: 200 len: 375 time: 0.0091760 Jul 30 20:06:47.208130 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d28c2e94-6125-409b-9dfc-481de6c83eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:47.227159 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-a4872c40-41ea-4876-ae58-069a24602ab9 service neutron] 10.222.0.81 "GET /v2.0/networks/d720bf4d-d89c-40cc-a8d3-2bcde79b768e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114469 Jul 30 20:06:47.259119 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-7ff19f8a-3f7f-4228-a055-cbb475f9e7fc tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5a95fa9b2a634f9181c03158168ed314&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511069 Jul 30 20:06:47.330625 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d28c2e94-6125-409b-9dfc-481de6c83eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:47.336680 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d28c2e94-6125-409b-9dfc-481de6c83eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:47.383440 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-2cfaf3b1-c3e1-4670-9c5f-b9a055486993 service neutron] 10.222.0.81 "GET /v2.0/networks/eb756750-25bc-4499-9bd9-5a9623a5a75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094422 Jul 30 20:06:47.427771 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c2e94-6125-409b-9dfc-481de6c83eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8f0044-a84d-4c3d-8964-cf6dcce8b39c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:47.441180 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d28c2e94-6125-409b-9dfc-481de6c83eca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f5cd284a72c5419f9dfb087c97d33df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3567972 Jul 30 20:06:47.444373 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57218) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:47.477819 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5cc6145a-374a-462b-9a1b-a7285ea5b5c9 req-786b2025-78c3-447e-a6f9-1db238cb5f73 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "GET /v2.0/security-groups/9efa1373-55b1-49cb-93a5-b554a47ad118 HTTP/1.1" status: 200 len: 1812 time: 0.1169248 Jul 30 20:06:47.520058 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-94e7c5f5-01f7-404f-951d-e889fe62953c service neutron] 10.222.0.81 "GET /v2.0/networks/eb756750-25bc-4499-9bd9-5a9623a5a75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287787 Jul 30 20:06:47.556277 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a031a55a-4ccf-4a5d-a8bd-c84180e906d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:47.584572 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a031a55a-4ccf-4a5d-a8bd-c84180e906d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:47.605828 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71651b5-e185-4282-9556-5b00d8df790c x-openstack-request-id: req-b71651b5-e185-4282-9556-5b00d8df790c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:47.606171 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75bb6c1-d2a8-48d3-8eba-713ec708856d", "name": "network-vif-unplugged", "status": "completed", "tag": "988e0415-d371-4ee2-bcdf-e27a38ee74d1", "code": 200}, {"server_uuid": "35f4e7c7-114c-45b1-9b94-563a4ab47b0e", "name": "network-vif-plugged", "status": "completed", "tag": "98007a55-b93a-42dd-a4b7-d6c12be7447a", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:47.606479 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b71651b5-e185-4282-9556-5b00d8df790c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:47.606887 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75bb6c1-d2a8-48d3-8eba-713ec708856d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '988e0415-d371-4ee2-bcdf-e27a38ee74d1', 'code': 200} Jul 30 20:06:47.607141 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f4e7c7-114c-45b1-9b94-563a4ab47b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98007a55-b93a-42dd-a4b7-d6c12be7447a', 'code': 200} Jul 30 20:06:47.653955 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:06:47.662571 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a031a55a-4ccf-4a5d-a8bd-c84180e906d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:47.666265 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a031a55a-4ccf-4a5d-a8bd-c84180e906d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:47.681888 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a031a55a-4ccf-4a5d-a8bd-c84180e906d2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ce8f0044-a84d-4c3d-8964-cf6dcce8b39c HTTP/1.1" status: 204 len: 168 time: 0.2270508 Jul 30 20:06:47.699563 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5666ec44-35d4-4002-bd2e-f3da0c9e4fae x-openstack-request-id: req-5666ec44-35d4-4002-bd2e-f3da0c9e4fae {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:47.707027 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75bb6c1-d2a8-48d3-8eba-713ec708856d", "name": "network-vif-deleted", "tag": "988e0415-d371-4ee2-bcdf-e27a38ee74d1", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:47.707391 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5666ec44-35d4-4002-bd2e-f3da0c9e4fae {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:47.710487 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75bb6c1-d2a8-48d3-8eba-713ec708856d', 'name': 'network-vif-deleted', 'tag': '988e0415-d371-4ee2-bcdf-e27a38ee74d1', 'status': 'completed', 'code': 200} Jul 30 20:06:47.737201 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031a55a-4ccf-4a5d-a8bd-c84180e906d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8f0044-a84d-4c3d-8964-cf6dcce8b39c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:47.776676 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445b0aa-5a4a-496c-b79c-3911f1f08fce req-a0389599-74c3-43a2-9867-40cd8a3d269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:47.778581 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7445b0aa-5a4a-496c-b79c-3911f1f08fce req-a0389599-74c3-43a2-9867-40cd8a3d269d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 1096 time: 0.0943167 Jul 30 20:06:47.793496 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d667e11c-0579-4b26-a39a-48e6b7782580 req-8f6f596c-5c9e-49e6-beaf-0bb8787b5c68 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 210 time: 0.0655808 Jul 30 20:06:47.841379 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [req-f4b30ccb-6c91-4249-bcd9-b732c1aaf9fd req-5223d230-a205-4c77-8c8d-6a5fba01db09 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] show failed (client error): The resource could not be found. Jul 30 20:06:47.850625 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f4b30ccb-6c91-4249-bcd9-b732c1aaf9fd req-5223d230-a205-4c77-8c8d-6a5fba01db09 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "GET /v2.0/security-groups/fcdadd52-bb96-464f-9f5f-6478af25fb35 HTTP/1.1" status: 404 len: 352 time: 0.0258515 Jul 30 20:06:47.874274 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7445b0aa-5a4a-496c-b79c-3911f1f08fce req-1f257cc4-ae64-40e7-b3ca-57291a03c2ee service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869565 Jul 30 20:06:47.899256 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34481b5-168b-4461-9721-00a8a1177d02 req-a3c50193-52de-4891-82d8-ddee1f408494 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:47.900933 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e34481b5-168b-4461-9721-00a8a1177d02 req-a3c50193-52de-4891-82d8-ddee1f408494 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 946 time: 0.0828183 Jul 30 20:06:47.958589 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e34481b5-168b-4461-9721-00a8a1177d02 req-b4480fda-e16c-48ae-ba90-eb5be368def0 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430198 Jul 30 20:06:48.024128 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-068d8fba-43df-4eab-89ae-cea54498b833 req-f9a7539e-5722-4e54-b664-93c6be70dae5 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 210 time: 0.0340345 Jul 30 20:06:48.110983 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-a2dd3e5a-a8bb-4edf-bcd0-004139713021 req-140f7f32-85a2-44a1-b521-28218acc61f5 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] show failed (client error): The resource could not be found. Jul 30 20:06:48.112308 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2dd3e5a-a8bb-4edf-bcd0-004139713021 req-140f7f32-85a2-44a1-b521-28218acc61f5 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "GET /v2.0/security-group-rules/429fae5f-2606-4cc4-b165-c57c613670e9 HTTP/1.1" status: 404 len: 361 time: 0.0169342 Jul 30 20:06:48.145040 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57260) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:48.160226 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc46943f-f8de-4a8b-97da-d46dd0d2b151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:48.273962 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c5066-50d6-4db7-aa21-066df777ae24 req-c70ecfc0-5ea1-42bf-bd35-0d521098fbc9 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:48.293328 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-210c5066-50d6-4db7-aa21-066df777ae24 req-c70ecfc0-5ea1-42bf-bd35-0d521098fbc9 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 945 time: 0.1068120 Jul 30 20:06:48.352053 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-210c5066-50d6-4db7-aa21-066df777ae24 req-d8b6a89f-3095-442d-9b74-a336ffceba60 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572124 Jul 30 20:06:48.426391 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc46943f-f8de-4a8b-97da-d46dd0d2b151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:48.446556 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 22bfc528-dc5a-4637-a676-700a3919db15 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:06:48.457684 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc46943f-f8de-4a8b-97da-d46dd0d2b151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:48.503272 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-807847ff-209a-42fa-a445-1c906ff49579 req-e4e8a9d1-b190-43af-9b86-afa95bfe32fa tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "GET /v2.0/security-groups/9efa1373-55b1-49cb-93a5-b554a47ad118 HTTP/1.1" status: 200 len: 1812 time: 0.1372714 Jul 30 20:06:48.516904 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 22bfc528-dc5a-4637-a676-700a3919db15 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:48.517735 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:48.541893 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bc46943f-f8de-4a8b-97da-d46dd0d2b151 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=510c2418c0ab4c4a92870683ac3f1035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3955724 Jul 30 20:06:48.544658 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57280) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:48.545555 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46943f-f8de-4a8b-97da-d46dd0d2b151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed163717-8bf1-4797-b37c-cda9212d17a4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:48.598065 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-807847ff-209a-42fa-a445-1c906ff49579 req-313c4073-f325-44e3-812d-8c090a4f75b3 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:48.628891 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-807847ff-209a-42fa-a445-1c906ff49579 req-313c4073-f325-44e3-812d-8c090a4f75b3 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:48.631539 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7bbe2eba-cf9f-41a6-b298-2aeb93d4c682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:48.654278 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7bbe2eba-cf9f-41a6-b298-2aeb93d4c682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:48.696392 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57292) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:48.719220 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7bbe2eba-cf9f-41a6-b298-2aeb93d4c682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:48.722263 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7bbe2eba-cf9f-41a6-b298-2aeb93d4c682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:48.723481 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7bbe2eba-cf9f-41a6-b298-2aeb93d4c682 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ed163717-8bf1-4797-b37c-cda9212d17a4 HTTP/1.1" status: 204 len: 168 time: 0.1772311 Jul 30 20:06:48.732244 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe2eba-cf9f-41a6-b298-2aeb93d4c682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed163717-8bf1-4797-b37c-cda9212d17a4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:48.759086 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-807847ff-209a-42fa-a445-1c906ff49579 req-313c4073-f325-44e3-812d-8c090a4f75b3 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:48.764713 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-807847ff-209a-42fa-a445-1c906ff49579 req-313c4073-f325-44e3-812d-8c090a4f75b3 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:48.765872 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-807847ff-209a-42fa-a445-1c906ff49579 req-313c4073-f325-44e3-812d-8c090a4f75b3 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "DELETE /v2.0/security-groups/9efa1373-55b1-49cb-93a5-b554a47ad118 HTTP/1.1" status: 204 len: 173 time: 0.2614737 Jul 30 20:06:48.794054 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e57f531-0bc7-4b08-8ab6-8f3f5a6041bf admin admin] Deleting subnet a4cfed6b-f42f-43da-94d1-da091996fffe {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:06:48.797296 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e57f531-0bc7-4b08-8ab6-8f3f5a6041bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:48.848554 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e57f531-0bc7-4b08-8ab6-8f3f5a6041bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:48.897349 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c4073-f325-44e3-812d-8c090a4f75b3 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efa1373-55b1-49cb-93a5-b554a47ad118,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:48.911900 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7d978e2-4b8d-4040-a967-9449f3f31a22 req-98efee3c-e036-49a8-902b-88c35fbdfb95 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "GET /v2.0/security-groups/ee1e04f5-11b3-4975-9d28-751dbce1e93b HTTP/1.1" status: 200 len: 1813 time: 0.1036923 Jul 30 20:06:48.945669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-8ada94c4-01e8-4fe2-96b2-c9ef21f28ac4 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:48.948048 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-8ada94c4-01e8-4fe2-96b2-c9ef21f28ac4 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.83 "GET /v2.0/networks?id=d720bf4d-d89c-40cc-a8d3-2bcde79b768e HTTP/1.1" status: 200 len: 822 time: 0.2081068 Jul 30 20:06:48.958823 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4a590458-29b0-4eaf-acbf-3ee2ff0313e2 req-04fedc58-1054-4966-a766-2f2e1e42608e tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 210 time: 0.0624311 Jul 30 20:06:48.960388 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e57f531-0bc7-4b08-8ab6-8f3f5a6041bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:48.979729 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-85b747df-c018-4b5c-8a82-2460a2349704 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Request body: {'port': {'device_id': 'b1acc630-45d3-4ea1-a117-ee6fa4e96bd1', 'network_id': 'd720bf4d-d89c-40cc-a8d3-2bcde79b768e', 'admin_state_up': True, 'tenant_id': '8f2803fb25ab4f8da128bffb3dbdd39a'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:49.103765 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e57f531-0bc7-4b08-8ab6-8f3f5a6041bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:49.143686 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f7d978e2-4b8d-4040-a967-9449f3f31a22 req-a85db859-d4e9-42b9-aa24-cc64006f5e4f tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:49.165980 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c3915-0741-427e-b83e-d5fbbeb1f7f9 req-ed85f594-8b26-4106-b03f-c51f4a0c1552 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:49.167935 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-885c3915-0741-427e-b83e-d5fbbeb1f7f9 req-ed85f594-8b26-4106-b03f-c51f4a0c1552 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 946 time: 0.1309860 Jul 30 20:06:49.171718 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f7d978e2-4b8d-4040-a967-9449f3f31a22 req-a85db859-d4e9-42b9-aa24-cc64006f5e4f tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:49.195298 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e57f531-0bc7-4b08-8ab6-8f3f5a6041bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:49.197227 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0e57f531-0bc7-4b08-8ab6-8f3f5a6041bf admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a4cfed6b-f42f-43da-94d1-da091996fffe HTTP/1.1" status: 204 len: 168 time: 0.4975204 Jul 30 20:06:49.199878 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57306) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:49.210016 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57f531-0bc7-4b08-8ab6-8f3f5a6041bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4cfed6b-f42f-43da-94d1-da091996fffe,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:49.327750 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-885c3915-0741-427e-b83e-d5fbbeb1f7f9 req-a94b1a18-d4b2-4556-b760-1ec17022d471 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291769 Jul 30 20:06:49.332874 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb793917-0e0b-46ac-be4d-83f3b88da1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:49.336941 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:49.361284 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-986c1791-5fe3-491d-af89-495d8634b32d tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:49.362905 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-986c1791-5fe3-491d-af89-495d8634b32d tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.83 "GET /v2.0/networks?id=eb756750-25bc-4499-9bd9-5a9623a5a75f HTTP/1.1" status: 200 len: 806 time: 0.1397913 Jul 30 20:06:49.364025 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f7d978e2-4b8d-4040-a967-9449f3f31a22 req-a85db859-d4e9-42b9-aa24-cc64006f5e4f tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:49.366833 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f7d978e2-4b8d-4040-a967-9449f3f31a22 req-a85db859-d4e9-42b9-aa24-cc64006f5e4f tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:49.368013 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7d978e2-4b8d-4040-a967-9449f3f31a22 req-a85db859-d4e9-42b9-aa24-cc64006f5e4f tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "DELETE /v2.0/security-groups/ee1e04f5-11b3-4975-9d28-751dbce1e93b HTTP/1.1" status: 204 len: 173 time: 0.4187913 Jul 30 20:06:49.399842 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85db859-d4e9-42b9-aa24-cc64006f5e4f tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1e04f5-11b3-4975-9d28-751dbce1e93b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:49.446692 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb793917-0e0b-46ac-be4d-83f3b88da1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:49.458904 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-eb793917-0e0b-46ac-be4d-83f3b88da1b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4bf3036-f4f1-465f-b95b-df7c6e0f15dc']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:49.471958 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-eb793917-0e0b-46ac-be4d-83f3b88da1b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd57bfb45-bad2-463a-b52b-6e2516516f57') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:49.472286 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-eb793917-0e0b-46ac-be4d-83f3b88da1b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd57bfb45-bad2-463a-b52b-6e2516516f57') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:49.484677 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb793917-0e0b-46ac-be4d-83f3b88da1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:49.524956 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-85791872-1054-4c19-b219-5bf7c5e20998 req-5f4020df-53d3-46bd-a8dd-1e5b72173f03 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 210 time: 0.0379176 Jul 30 20:06:49.525841 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb793917-0e0b-46ac-be4d-83f3b88da1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:49.532638 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb793917-0e0b-46ac-be4d-83f3b88da1b7 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:06:49.533168 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-f6a3950e-f4b0-4014-8679-fdee57c0ef1a tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a95fa9b2a634f9181c03158168ed314 HTTP/1.1" status: 200 len: 379 time: 0.1420565 Jul 30 20:06:49.533327 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb793917-0e0b-46ac-be4d-83f3b88da1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:06:49.535193 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:06:49.559800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-ddf8fc83-45e8-450f-966e-4305d690b8b0 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Request body: {'port': {'device_id': 'aff62ee3-661b-471a-85f6-b6bdc3f1e4a3', 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f', 'admin_state_up': True, 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'security_groups': ['f09b3515-2271-4377-900c-a6276a97ff9f']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:49.621414 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb793917-0e0b-46ac-be4d-83f3b88da1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:49.631755 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb793917-0e0b-46ac-be4d-83f3b88da1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:49.633755 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-eb793917-0e0b-46ac-be4d-83f3b88da1b7 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e4bf3036-f4f1-465f-b95b-df7c6e0f15dc HTTP/1.1" status: 204 len: 168 time: 0.4328160 Jul 30 20:06:49.673807 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-11cf6740-39fc-4244-b0e2-5ac12c880735 req-5c5a6e29-852a-49b6-947c-c984449b6c85 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "GET /v2.0/security-groups/4ea76a0e-2e22-4b84-8106-dca2d9f1eabb HTTP/1.1" status: 200 len: 1810 time: 0.2417977 Jul 30 20:06:49.676021 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb793917-0e0b-46ac-be4d-83f3b88da1b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4bf3036-f4f1-465f-b95b-df7c6e0f15dc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:49.696103 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-85b747df-c018-4b5c-8a82-2460a2349704 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Made reservation on behalf of 8f2803fb25ab4f8da128bffb3dbdd39a for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:06:49.702476 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-85b747df-c018-4b5c-8a82-2460a2349704 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:49.717871 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 988e0415-d371-4ee2-bcdf-e27a38ee74d1 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:06:49.730107 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87339d-940b-4603-964e-70955b4f5289 req-caefb580-ad29-4d7f-9936-86acb050b84c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:49.738380 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ff87339d-940b-4603-964e-70955b4f5289 req-caefb580-ad29-4d7f-9936-86acb050b84c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 945 time: 0.1034284 Jul 30 20:06:49.781312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 988e0415-d371-4ee2-bcdf-e27a38ee74d1 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:06:49.783861 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 988e0415-d371-4ee2-bcdf-e27a38ee74d1 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:06:49.827083 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ff87339d-940b-4603-964e-70955b4f5289 req-5d0a93d3-3913-4e14-b0a6-826fc4f22ddb tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846279 Jul 30 20:06:49.981006 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea991b-e21d-443b-b334-f677520e1dc9 req-b9eb7b2a-12a7-44a9-8f25-f1e88db1abd4 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:49.982951 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-beea991b-e21d-443b-b334-f677520e1dc9 req-b9eb7b2a-12a7-44a9-8f25-f1e88db1abd4 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 945 time: 0.0797653 Jul 30 20:06:49.983835 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57336) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:49.996894 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57338) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:50.006516 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b6e8cefa-ec9e-4d14-909d-587569250059 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Request body: {'floatingip': {'port_id': '98007a55-b93a-42dd-a4b7-d6c12be7447a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:50.064252 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6e8cefa-ec9e-4d14-909d-587569250059 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:50.189416 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f2b02648-a124-47c0-aa99-d909490ff481 req-b8779138-b9b9-42be-8b46-09e91eaef0eb tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 210 time: 0.0768347 Jul 30 20:06:50.195404 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1d398793-1273-480e-aaf6-606b4f15c274 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=efaf745330cb48e3a1c19705d011fd87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2101083 Jul 30 20:06:50.199115 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57342) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:50.226451 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-ddf8fc83-45e8-450f-966e-4305d690b8b0 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Made reservation on behalf of 5a95fa9b2a634f9181c03158168ed314 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:06:50.229937 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-ddf8fc83-45e8-450f-966e-4305d690b8b0 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:50.315980 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-16e14481-fc41-4c24-87ac-5fb6aa9815a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:50.325081 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-11cf6740-39fc-4244-b0e2-5ac12c880735 req-c7e7d4da-ed7a-4d97-8c27-3211fcc14401 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:50.348836 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-11cf6740-39fc-4244-b0e2-5ac12c880735 req-c7e7d4da-ed7a-4d97-8c27-3211fcc14401 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:50.392694 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-16e14481-fc41-4c24-87ac-5fb6aa9815a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:50.446333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-85b747df-c018-4b5c-8a82-2460a2349704 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Allocated IP 172.20.0.4 (d720bf4d-d89c-40cc-a8d3-2bcde79b768e/6fc58012-6aa4-4104-b48c-ddab3633cb9f/ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:06:50.474752 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-11cf6740-39fc-4244-b0e2-5ac12c880735 req-c7e7d4da-ed7a-4d97-8c27-3211fcc14401 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:50.477913 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-11cf6740-39fc-4244-b0e2-5ac12c880735 req-c7e7d4da-ed7a-4d97-8c27-3211fcc14401 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:50.479072 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-11cf6740-39fc-4244-b0e2-5ac12c880735 req-c7e7d4da-ed7a-4d97-8c27-3211fcc14401 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "DELETE /v2.0/security-groups/4ea76a0e-2e22-4b84-8106-dca2d9f1eabb HTTP/1.1" status: 204 len: 173 time: 0.7932880 Jul 30 20:06:50.519602 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7d4da-ed7a-4d97-8c27-3211fcc14401 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea76a0e-2e22-4b84-8106-dca2d9f1eabb,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:50.588507 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-ddf8fc83-45e8-450f-966e-4305d690b8b0 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Allocated IP 172.20.0.10 (eb756750-25bc-4499-9bd9-5a9623a5a75f/2373a630-185a-483b-9d20-6ddac9363cdc/06ba9360-512d-408c-afc4-3ff0224b76f1) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:06:50.631735 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e50b6418-e3ff-4dc9-a4df-50f749ab17ab req-d5849f7a-accf-4f35-b10d-86b7f36f52d6 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "GET /v2.0/security-groups/c67ade04-9a52-43ba-8000-ac81ee6bbcc4 HTTP/1.1" status: 200 len: 1811 time: 0.1214664 Jul 30 20:06:50.648149 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930954f-7d70-42a8-a15e-696f35cda379 req-2abcb0dd-d4b7-4fec-8b72-f3809a7ad916 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:50.649967 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4930954f-7d70-42a8-a15e-696f35cda379 req-2abcb0dd-d4b7-4fec-8b72-f3809a7ad916 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 946 time: 0.1755095 Jul 30 20:06:50.711233 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-16e14481-fc41-4c24-87ac-5fb6aa9815a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:50.714567 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-16e14481-fc41-4c24-87ac-5fb6aa9815a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:50.716005 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-16e14481-fc41-4c24-87ac-5fb6aa9815a9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4102de08-ac4f-48be-b44c-1c6b0b3d379d HTTP/1.1" status: 204 len: 168 time: 0.5157905 Jul 30 20:06:50.743827 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e14481-fc41-4c24-87ac-5fb6aa9815a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4102de08-ac4f-48be-b44c-1c6b0b3d379d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:50.750923 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4930954f-7d70-42a8-a15e-696f35cda379 req-f1fc8f11-df5b-46f8-a7f6-6e45a931dfa8 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649915 Jul 30 20:06:50.861783 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e50b6418-e3ff-4dc9-a4df-50f749ab17ab req-b0f3a963-ca96-45b5-b232-084d9c03ddad tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:50.904667 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-85b747df-c018-4b5c-8a82-2460a2349704 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:50.937037 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e50b6418-e3ff-4dc9-a4df-50f749ab17ab req-b0f3a963-ca96-45b5-b232-084d9c03ddad tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:50.967863 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-ddf8fc83-45e8-450f-966e-4305d690b8b0 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:51.022688 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-ddf8fc83-45e8-450f-966e-4305d690b8b0 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Transition to ACTIVE for port object 06ba9360-512d-408c-afc4-3ff0224b76f1 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:51.056336 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-85b747df-c018-4b5c-8a82-2460a2349704 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:51.064329 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e50b6418-e3ff-4dc9-a4df-50f749ab17ab req-b0f3a963-ca96-45b5-b232-084d9c03ddad tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:51.066845 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e50b6418-e3ff-4dc9-a4df-50f749ab17ab req-b0f3a963-ca96-45b5-b232-084d9c03ddad tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:51.071781 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e50b6418-e3ff-4dc9-a4df-50f749ab17ab req-b0f3a963-ca96-45b5-b232-084d9c03ddad tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "DELETE /v2.0/security-groups/c67ade04-9a52-43ba-8000-ac81ee6bbcc4 HTTP/1.1" status: 204 len: 173 time: 0.4389222 Jul 30 20:06:51.102226 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2f283308-4a39-440c-aeec-2399f7c8eeb4 req-4db78fe5-f515-4de2-9f65-d38d29f29c41 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 210 time: 0.2273865 Jul 30 20:06:51.135568 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6e8cefa-ec9e-4d14-909d-587569250059 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:51.143145 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6e8cefa-ec9e-4d14-909d-587569250059 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:51.190492 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3a963-ca96-45b5-b232-084d9c03ddad tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67ade04-9a52-43ba-8000-ac81ee6bbcc4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:51.201875 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4b0700e6-f503-4c07-a67f-833d25b2af7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:51.271233 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-ddf8fc83-45e8-450f-966e-4305d690b8b0 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:51.346508 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-85b747df-c018-4b5c-8a82-2460a2349704 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Network d720bf4d-d89c-40cc-a8d3-2bcde79b768e is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:06:51.347331 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b747df-c018-4b5c-8a82-2460a2349704 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Pushing event updated for resources: {'Port': ['ID=ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:51.361484 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-b6e8cefa-ec9e-4d14-909d-587569250059 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Floating IP 9e1c0b62-2f4b-483c-9351-c9a81116bada associated. External IP: 172.25.3.143, port: 98007a55-b93a-42dd-a4b7-d6c12be7447a. Jul 30 20:06:51.369871 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-85b747df-c018-4b5c-8a82-2460a2349704 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:06:51.375432 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-85b747df-c018-4b5c-8a82-2460a2349704 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:06:51.479297 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-ddf8fc83-45e8-450f-966e-4305d690b8b0 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Network eb756750-25bc-4499-9bd9-5a9623a5a75f is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:06:51.503130 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48dc0f42-2ca8-401c-a918-5781c5a643a3 req-d5391c10-9648-4576-89f3-99f6d8f28953 tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "GET /v2.0/security-groups/eb192ab9-931b-472a-ae3c-6c554bcf2925 HTTP/1.1" status: 200 len: 1812 time: 0.3723986 Jul 30 20:06:51.504018 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-ddf8fc83-45e8-450f-966e-4305d690b8b0 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:06:51.505914 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f49e0-2fc1-4374-9af6-00f430fd532c req-94618b14-25dd-4098-8fbe-b31988dfde10 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:51.507898 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-105f49e0-2fc1-4374-9af6-00f430fd532c req-94618b14-25dd-4098-8fbe-b31988dfde10 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 931 time: 0.1007118 Jul 30 20:06:51.513342 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-ddf8fc83-45e8-450f-966e-4305d690b8b0 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:06:51.586467 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-105f49e0-2fc1-4374-9af6-00f430fd532c req-3e5c7fe1-a49d-4f56-895b-8b2f9293715e tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574746 Jul 30 20:06:51.614002 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-ddf8fc83-45e8-450f-966e-4305d690b8b0 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:51.614981 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-ddf8fc83-45e8-450f-966e-4305d690b8b0 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:51.669358 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8fc83-45e8-450f-966e-4305d690b8b0 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Pushing event updated for resources: {'Port': ['ID=06ba9360-512d-408c-afc4-3ff0224b76f1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:51.689657 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-ddf8fc83-45e8-450f-966e-4305d690b8b0 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1338975 Jul 30 20:06:51.697003 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-85b747df-c018-4b5c-8a82-2460a2349704 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:51.698413 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-85b747df-c018-4b5c-8a82-2460a2349704 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:51.708260 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-93ee5e55-ed9e-44c2-a00d-9604f97aee32 service neutron] Request body: {'port': {'device_id': 'aff62ee3-661b-471a-85f6-b6bdc3f1e4a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:51.921211 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-48dc0f42-2ca8-401c-a918-5781c5a643a3 req-97c515d1-1ac9-4d10-a4f7-d1fd91a747fd tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:51.923015 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-397276f8-fc2f-49e2-bbbd-4dcde44ca47a None None] Provisioning for port 06ba9360-512d-408c-afc4-3ff0224b76f1 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:51.932531 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-397276f8-fc2f-49e2-bbbd-4dcde44ca47a None None] Provisioning complete for port 06ba9360-512d-408c-afc4-3ff0224b76f1 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:51.934080 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-397276f8-fc2f-49e2-bbbd-4dcde44ca47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:51.952116 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-85b747df-c018-4b5c-8a82-2460a2349704 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9689925 Jul 30 20:06:51.971032 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-2affcb34-2523-4c14-89f2-7a63a7932e62 service neutron] Request body: {'port': {'device_id': 'b1acc630-45d3-4ea1-a117-ee6fa4e96bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:51.973743 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-93ee5e55-ed9e-44c2-a00d-9604f97aee32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:52.023659 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-397276f8-fc2f-49e2-bbbd-4dcde44ca47a None None] Port 06ba9360-512d-408c-afc4-3ff0224b76f1 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:06:52.048985 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-48dc0f42-2ca8-401c-a918-5781c5a643a3 req-97c515d1-1ac9-4d10-a4f7-d1fd91a747fd tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:52.140978 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-2affcb34-2523-4c14-89f2-7a63a7932e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:52.172856 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-48dc0f42-2ca8-401c-a918-5781c5a643a3 req-97c515d1-1ac9-4d10-a4f7-d1fd91a747fd tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:52.175274 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-48dc0f42-2ca8-401c-a918-5781c5a643a3 req-97c515d1-1ac9-4d10-a4f7-d1fd91a747fd tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:52.176478 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48dc0f42-2ca8-401c-a918-5781c5a643a3 req-97c515d1-1ac9-4d10-a4f7-d1fd91a747fd tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] 10.222.0.81 "DELETE /v2.0/security-groups/eb192ab9-931b-472a-ae3c-6c554bcf2925 HTTP/1.1" status: 204 len: 173 time: 0.6481981 Jul 30 20:06:52.194064 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57412) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:52.250098 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-e1d812ba-6034-4efb-8f92-c2b46e5853be tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ae35272bde7c4ac3af191cb7bcad693e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550458 Jul 30 20:06:52.262423 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c515d1-1ac9-4d10-a4f7-d1fd91a747fd tempest-SecurityGroupRulesNegativeTestJSON-305826972 tempest-SecurityGroupRulesNegativeTestJSON-305826972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb192ab9-931b-472a-ae3c-6c554bcf2925,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:52.326572 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-41368422-799f-4403-a845-3456f7c0a456 admin admin] Deleting subnet d0264ea0-5b14-4659-b98b-4972699b9ca9 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:06:52.335015 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e8cefa-ec9e-4d14-909d-587569250059 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Router 8f4c307a-f024-4549-bf3d-1a7252564b00 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:06:52.338848 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41368422-799f-4403-a845-3456f7c0a456 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:52.402528 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41368422-799f-4403-a845-3456f7c0a456 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:52.437200 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdaef76-0444-46f3-8147-bad968521226 req-71afbf91-71cb-4e10-a77d-0efc5de80db4 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:52.439127 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-efdaef76-0444-46f3-8147-bad968521226 req-71afbf91-71cb-4e10-a77d-0efc5de80db4 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 946 time: 0.1825294 Jul 30 20:06:52.495486 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-e811f8cb-2813-445d-a10f-0ea7786e61a7 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:52.497376 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-e811f8cb-2813-445d-a10f-0ea7786e61a7 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2367206 Jul 30 20:06:52.508670 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41368422-799f-4403-a845-3456f7c0a456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:52.569222 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-efdaef76-0444-46f3-8147-bad968521226 req-940502a2-fe18-496e-a0e1-03385df531ed tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218052 Jul 30 20:06:52.580546 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-384f5082-1acd-4077-98e7-fa1e21f1b213 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/quotas/ae35272bde7c4ac3af191cb7bcad693e HTTP/1.1" status: 200 len: 375 time: 0.0686617 Jul 30 20:06:52.632111 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e8cefa-ec9e-4d14-909d-587569250059 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:06:52.642948 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0072fa-e31c-4c1d-aa7b-5dd6a4ff245a None None] Sync routers for ids ['8f4c307a-f024-4549-bf3d-1a7252564b00'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:06:52.643889 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6e8cefa-ec9e-4d14-909d-587569250059 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:52.662361 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0072fa-e31c-4c1d-aa7b-5dd6a4ff245a None None] Routers {'8f4c307a-f024-4549-bf3d-1a7252564b00'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:06:52.665152 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5a0072fa-e31c-4c1d-aa7b-5dd6a4ff245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:06:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8f4c307a-f024-4549-bf3d-1a7252564b00'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:52.676089 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-621e646b-0f3a-49a9-9e17-fe06c73b2263 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ae35272bde7c4ac3af191cb7bcad693e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761938 Jul 30 20:06:52.708633 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-93ee5e55-ed9e-44c2-a00d-9604f97aee32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ba9360-512d-408c-afc4-3ff0224b76f1 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:06:52.711703 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b6e8cefa-ec9e-4d14-909d-587569250059 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "PUT /v2.0/floatingips/9e1c0b62-2f4b-483c-9351-c9a81116bada HTTP/1.1" status: 200 len: 991 time: 2.7130799 Jul 30 20:06:52.712326 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f4e7c7-114c-45b1-9b94-563a4ab47b0e', 'tag': '98007a55-b93a-42dd-a4b7-d6c12be7447a'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:52.714601 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca940340-d810-47b3-a4cf-9ce1de934b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "35f4e7c7-114c-45b1-9b94-563a4ab47b0e", "tag": "98007a55-b93a-42dd-a4b7-d6c12be7447a"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:52.718907 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41368422-799f-4403-a845-3456f7c0a456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:52.730464 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-93ee5e55-ed9e-44c2-a00d-9604f97aee32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:52.763016 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41368422-799f-4403-a845-3456f7c0a456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0264ea0-5b14-4659-b98b-4972699b9ca9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:52.768345 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41368422-799f-4403-a845-3456f7c0a456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:52.770408 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-41368422-799f-4403-a845-3456f7c0a456 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d0264ea0-5b14-4659-b98b-4972699b9ca9 HTTP/1.1" status: 204 len: 168 time: 0.5743003 Jul 30 20:06:52.772789 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57430) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:52.818373 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-93ee5e55-ed9e-44c2-a00d-9604f97aee32 service neutron] Transition to ACTIVE for port object 06ba9360-512d-408c-afc4-3ff0224b76f1 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:52.864149 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-93ee5e55-ed9e-44c2-a00d-9604f97aee32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:52.864504 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5a0072fa-e31c-4c1d-aa7b-5dd6a4ff245a None None] Set router 8f4c307a-f024-4549-bf3d-1a7252564b00 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:06:52.911703 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-73ca09d3-4c40-483d-a980-027bdeb2cf19 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=f35a4e2658934e47bbdc3c8097349d76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1197333 Jul 30 20:06:52.926719 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-2affcb34-2523-4c14-89f2-7a63a7932e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:06:52.963730 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-2affcb34-2523-4c14-89f2-7a63a7932e62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:52.979368 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b732d40-d4b4-4ddd-afb9-83f28852f485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:53.084631 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee5e55-ed9e-44c2-a00d-9604f97aee32 service neutron] Pushing event updated for resources: {'Port': ['ID=06ba9360-512d-408c-afc4-3ff0224b76f1,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:53.115414 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-2affcb34-2523-4c14-89f2-7a63a7932e62 service neutron] Transition to ACTIVE for port object ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:53.119442 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab3457-54f5-4888-8b63-030f7ba278fb req-1c1ed957-f94f-492f-9f94-7d63ee83925d tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:53.125041 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-77ab3457-54f5-4888-8b63-030f7ba278fb req-1c1ed957-f94f-492f-9f94-7d63ee83925d tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 944 time: 0.2057436 Jul 30 20:06:53.132317 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-2affcb34-2523-4c14-89f2-7a63a7932e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:53.274467 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b732d40-d4b4-4ddd-afb9-83f28852f485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:53.286330 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-7b732d40-d4b4-4ddd-afb9-83f28852f485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c034d1-7b1c-4a8b-8445-d7f802dbe1fb']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:53.295057 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5a0072fa-e31c-4c1d-aa7b-5dd6a4ff245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'name': 'tempest-ServerActionsTestJSON-953520604-router', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:12Z', 'updated_at': '2021-07-30T20:06:23Z', 'revision_number': 4, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'gw_port': {'id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:14Z', 'updated_at': '2021-07-30T20:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '9e1c0b62-2f4b-483c-9351-c9a81116bada', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'port_id': '98007a55-b93a-42dd-a4b7-d6c12be7447a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'mac_address': 'fa:16:3e:2b:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f4e7c7-114c-45b1-9b94-563a4ab47b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:06:29Z', 'updated_at': '2021-07-30T20:06:50Z', 'revision_number': 1, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d5ed4d-fc25-4dfa-afbd-f536662f8356', 'name': '', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'mac_address': 'fa:16:3e:4c:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:21Z', 'updated_at': '2021-07-30T20:06:31Z', 'revision_number': 5, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'subnets': [{'id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:53.298220 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-7b732d40-d4b4-4ddd-afb9-83f28852f485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7db5b02-ef5a-4081-a6a1-a67683f644b8') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:53.298520 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-7b732d40-d4b4-4ddd-afb9-83f28852f485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7db5b02-ef5a-4081-a6a1-a67683f644b8') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:53.304886 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2affcb34-2523-4c14-89f2-7a63a7932e62 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:53.308138 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b732d40-d4b4-4ddd-afb9-83f28852f485 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:53.323232 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b732d40-d4b4-4ddd-afb9-83f28852f485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:53.330278 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b732d40-d4b4-4ddd-afb9-83f28852f485 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:06:53.330684 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b732d40-d4b4-4ddd-afb9-83f28852f485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:53.341457 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0072fa-e31c-4c1d-aa7b-5dd6a4ff245a None None] Checking router: 8f4c307a-f024-4549-bf3d-1a7252564b00 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:06:53.353833 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0072fa-e31c-4c1d-aa7b-5dd6a4ff245a None None] Routers {'8f4c307a-f024-4549-bf3d-1a7252564b00'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:06:53.354933 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5a0072fa-e31c-4c1d-aa7b-5dd6a4ff245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:06:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8f4c307a-f024-4549-bf3d-1a7252564b00'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:06:53.399087 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:06:53.416407 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-77ab3457-54f5-4888-8b63-030f7ba278fb req-75b42aaf-d2e0-4d69-a344-c422ff7028ee tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/security-groups?id=f09b3515-2271-4377-900c-a6276a97ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201858 Jul 30 20:06:53.423485 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b732d40-d4b4-4ddd-afb9-83f28852f485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:53.429222 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-829f4376-1bf9-414d-9d91-1c212b09f8d3 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:53.430859 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-829f4376-1bf9-414d-9d91-1c212b09f8d3 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4854705 Jul 30 20:06:53.440634 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b732d40-d4b4-4ddd-afb9-83f28852f485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:53.446774 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7b732d40-d4b4-4ddd-afb9-83f28852f485 admin admin] 10.222.0.81 "DELETE /v2.0/networks/35c034d1-7b1c-4a8b-8445-d7f802dbe1fb HTTP/1.1" status: 204 len: 168 time: 0.6713254 Jul 30 20:06:53.476217 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b732d40-d4b4-4ddd-afb9-83f28852f485 admin admin] Pushing event deleted for resources: {'Network': ['ID=35c034d1-7b1c-4a8b-8445-d7f802dbe1fb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:53.556867 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-93ee5e55-ed9e-44c2-a00d-9604f97aee32 service neutron] Attempting to bind port 06ba9360-512d-408c-afc4-3ff0224b76f1 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:06:53.557509 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-93ee5e55-ed9e-44c2-a00d-9604f97aee32 service neutron] Attempting to bind port 06ba9360-512d-408c-afc4-3ff0224b76f1 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '66687a5b-0a41-43ec-b825-652223eedddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:06:53.557645 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-93ee5e55-ed9e-44c2-a00d-9604f97aee32 service neutron] Attempting to bind port 06ba9360-512d-408c-afc4-3ff0224b76f1 on network eb756750-25bc-4499-9bd9-5a9623a5a75f {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:53.575351 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-93ee5e55-ed9e-44c2-a00d-9604f97aee32 service neutron] Port 06ba9360-512d-408c-afc4-3ff0224b76f1 on network eb756750-25bc-4499-9bd9-5a9623a5a75f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:06:53.575973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-93ee5e55-ed9e-44c2-a00d-9604f97aee32 service neutron] Attempting to bind port 06ba9360-512d-408c-afc4-3ff0224b76f1 on network eb756750-25bc-4499-9bd9-5a9623a5a75f {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:53.589343 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee1995-66d7-4aee-80c0-98bf2ff12730 req-54664f01-4b68-4859-89df-04e036479274 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:53.591099 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7dee1995-66d7-4aee-80c0-98bf2ff12730 req-54664f01-4b68-4859-89df-04e036479274 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 943 time: 0.0786028 Jul 30 20:06:53.605355 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-93ee5e55-ed9e-44c2-a00d-9604f97aee32 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:06:53.605749 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-93ee5e55-ed9e-44c2-a00d-9604f97aee32 service neutron] Checking segment: {'id': '66687a5b-0a41-43ec-b825-652223eedddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:06:53.606193 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-93ee5e55-ed9e-44c2-a00d-9604f97aee32 service neutron] Bound using segment: {'id': '66687a5b-0a41-43ec-b825-652223eedddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:06:53.606696 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-93ee5e55-ed9e-44c2-a00d-9604f97aee32 service neutron] Bound port: 06ba9360-512d-408c-afc4-3ff0224b76f1, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66687a5b-0a41-43ec-b825-652223eedddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:06:53.607226 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-93ee5e55-ed9e-44c2-a00d-9604f97aee32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:53.611061 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-a8b066e3-17bb-49af-a6ba-f8eb2c2f4c8b tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/quotas/f35a4e2658934e47bbdc3c8097349d76 HTTP/1.1" status: 200 len: 375 time: 0.1311343 Jul 30 20:06:53.654022 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc9c40c4-ed9f-4087-bd23-09e74b35af9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:53.685932 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5a0072fa-e31c-4c1d-aa7b-5dd6a4ff245a None None] Set router 8f4c307a-f024-4549-bf3d-1a7252564b00 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:06:53.686990 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7dee1995-66d7-4aee-80c0-98bf2ff12730 req-d6ca724a-ed56-4895-a978-8d6b434c9162 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892401 Jul 30 20:06:53.767159 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57448) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:53.771528 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-d81e3dbd-6e0f-41eb-9b0a-c3fa2c65d730 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f35a4e2658934e47bbdc3c8097349d76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1503577 Jul 30 20:06:53.789254 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-2affcb34-2523-4c14-89f2-7a63a7932e62 service neutron] Attempting to bind port ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:06:53.793825 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-2affcb34-2523-4c14-89f2-7a63a7932e62 service neutron] Attempting to bind port ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'ce00f4ba-d8bb-4afc-8455-d155bb6366db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd720bf4d-d89c-40cc-a8d3-2bcde79b768e'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:06:53.794427 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-2affcb34-2523-4c14-89f2-7a63a7932e62 service neutron] Attempting to bind port ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 on network d720bf4d-d89c-40cc-a8d3-2bcde79b768e {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:53.798234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-93ee5e55-ed9e-44c2-a00d-9604f97aee32 service neutron] For port 06ba9360-512d-408c-afc4-3ff0224b76f1, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:06:53.816879 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-93ee5e55-ed9e-44c2-a00d-9604f97aee32 service neutron] For port 06ba9360-512d-408c-afc4-3ff0224b76f1, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=06ba9360-512d-408c-afc4-3ff0224b76f1,segment=NetworkSegment(66687a5b-0a41-43ec-b825-652223eedddd),segment_id=66687a5b-0a41-43ec-b825-652223eedddd)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:06:53.818144 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-2affcb34-2523-4c14-89f2-7a63a7932e62 service neutron] Port ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 on network d720bf4d-d89c-40cc-a8d3-2bcde79b768e not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:06:53.818471 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-2affcb34-2523-4c14-89f2-7a63a7932e62 service neutron] Attempting to bind port ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 on network d720bf4d-d89c-40cc-a8d3-2bcde79b768e {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:53.831899 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-2affcb34-2523-4c14-89f2-7a63a7932e62 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:06:53.837377 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-2affcb34-2523-4c14-89f2-7a63a7932e62 service neutron] Checking segment: {'id': 'ce00f4ba-d8bb-4afc-8455-d155bb6366db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd720bf4d-d89c-40cc-a8d3-2bcde79b768e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:06:53.841216 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-2affcb34-2523-4c14-89f2-7a63a7932e62 service neutron] Bound using segment: {'id': 'ce00f4ba-d8bb-4afc-8455-d155bb6366db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd720bf4d-d89c-40cc-a8d3-2bcde79b768e'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:06:53.841897 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-2affcb34-2523-4c14-89f2-7a63a7932e62 service neutron] Bound port: ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce00f4ba-d8bb-4afc-8455-d155bb6366db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd720bf4d-d89c-40cc-a8d3-2bcde79b768e'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:06:53.842482 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-2affcb34-2523-4c14-89f2-7a63a7932e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:53.848976 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-598260be-bbf1-4ce4-89a9-226c7aad8cc1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=622c633e30a549ed97d522e5f166b4b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0783877 Jul 30 20:06:53.851880 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57450) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:53.852608 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-93ee5e55-ed9e-44c2-a00d-9604f97aee32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:53.862871 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:53.888533 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f4ddac-8cda-42ba-99bf-19a8f89a94e1 x-openstack-request-id: req-c3f4ddac-8cda-42ba-99bf-19a8f89a94e1 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:53.890636 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f4e7c7-114c-45b1-9b94-563a4ab47b0e", "tag": "98007a55-b93a-42dd-a4b7-d6c12be7447a", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:53.892809 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3f4ddac-8cda-42ba-99bf-19a8f89a94e1 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:53.894115 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f4e7c7-114c-45b1-9b94-563a4ab47b0e', 'tag': '98007a55-b93a-42dd-a4b7-d6c12be7447a', 'status': 'completed', 'code': 200} Jul 30 20:06:54.088605 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-93ee5e55-ed9e-44c2-a00d-9604f97aee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:54.088605 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-93ee5e55-ed9e-44c2-a00d-9604f97aee32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:54.094525 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-93ee5e55-ed9e-44c2-a00d-9604f97aee32 service neutron] 10.222.0.83 "PUT /v2.0/ports/06ba9360-512d-408c-afc4-3ff0224b76f1 HTTP/1.1" status: 200 len: 1092 time: 2.3920057 Jul 30 20:06:54.095169 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff62ee3-661b-471a-85f6-b6bdc3f1e4a3', 'tag': '06ba9360-512d-408c-afc4-3ff0224b76f1'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:54.097521 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4947629c-e4cb-4d8c-8794-560917c5bbe7" -d '{"events": [{"name": "network-changed", "server_uuid": "aff62ee3-661b-471a-85f6-b6bdc3f1e4a3", "tag": "06ba9360-512d-408c-afc4-3ff0224b76f1"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:54.107596 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5a0072fa-e31c-4c1d-aa7b-5dd6a4ff245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'name': 'tempest-ServerActionsTestJSON-953520604-router', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:12Z', 'updated_at': '2021-07-30T20:06:23Z', 'revision_number': 4, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'gw_port': {'id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:14Z', 'updated_at': '2021-07-30T20:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '9e1c0b62-2f4b-483c-9351-c9a81116bada', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'port_id': '98007a55-b93a-42dd-a4b7-d6c12be7447a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'mac_address': 'fa:16:3e:2b:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f4e7c7-114c-45b1-9b94-563a4ab47b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:06:29Z', 'updated_at': '2021-07-30T20:06:50Z', 'revision_number': 1, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d5ed4d-fc25-4dfa-afbd-f536662f8356', 'name': '', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'mac_address': 'fa:16:3e:4c:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:21Z', 'updated_at': '2021-07-30T20:06:31Z', 'revision_number': 5, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'subnets': [{'id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:06:54.111449 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-26d06f4c-71c1-49d0-95a8-97d8df982e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:54.150513 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eb1cc273-a702-44f3-b231-bb97960680e2 req-564aee8c-d36d-47ad-8c37-78b5499f5376 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/ports?device_id=5199d1c0-e21e-4214-94e4-ab8400a7cfa8 HTTP/1.1" status: 200 len: 210 time: 0.1126249 Jul 30 20:06:54.179692 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca940340-d810-47b3-a4cf-9ce1de934b7c req-2fa08ce8-15d7-497b-9d7b-0d961e3b2c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:54.181326 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ca940340-d810-47b3-a4cf-9ce1de934b7c req-2fa08ce8-15d7-497b-9d7b-0d961e3b2c76 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 1096 time: 0.2623096 Jul 30 20:06:54.186617 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0072fa-e31c-4c1d-aa7b-5dd6a4ff245a None None] The sync data for ids ['8f4c307a-f024-4549-bf3d-1a7252564b00'] in n-d-712137-9 is: [{'id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'name': 'tempest-ServerActionsTestJSON-953520604-router', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:12Z', 'updated_at': '2021-07-30T20:06:23Z', 'revision_number': 4, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'gw_port': {'id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:14Z', 'updated_at': '2021-07-30T20:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '9e1c0b62-2f4b-483c-9351-c9a81116bada', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'port_id': '98007a55-b93a-42dd-a4b7-d6c12be7447a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'mac_address': 'fa:16:3e:2b:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f4e7c7-114c-45b1-9b94-563a4ab47b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:06:29Z', 'updated_at': '2021-07-30T20:06:50Z', 'revision_number': 1, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d5ed4d-fc25-4dfa-afbd-f536662f8356', 'name': '', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'mac_address': 'fa:16:3e:4c:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:21Z', 'updated_at': '2021-07-30T20:06:31Z', 'revision_number': 5, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'subnets': [{'id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:06:54.304798 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-26d06f4c-71c1-49d0-95a8-97d8df982e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:54.329639 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee5e55-ed9e-44c2-a00d-9604f97aee32 service neutron] Pushing event updated for resources: {'Port': ['ID=06ba9360-512d-408c-afc4-3ff0224b76f1,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:54.361268 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6e131334-7d40-47d0-858e-03184b861109 req-6f5c1ecd-be78-4b85-a7d5-30c5ec5e74b2 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/ports?device_id=b50676ce-9cce-46da-bbcc-36945a03944d HTTP/1.1" status: 200 len: 210 time: 0.0586402 Jul 30 20:06:54.397421 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-2affcb34-2523-4c14-89f2-7a63a7932e62 service neutron] For port ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:06:54.402383 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-2d646f9e-a1c2-4510-872e-16900f2b2215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:54.405057 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-2d646f9e-a1c2-4510-872e-16900f2b2215 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a95fa9b2a634f9181c03158168ed314&device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 1095 time: 0.2233882 Jul 30 20:06:54.408516 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-2affcb34-2523-4c14-89f2-7a63a7932e62 service neutron] For port ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8,segment=NetworkSegment(ce00f4ba-d8bb-4afc-8455-d155bb6366db),segment_id=ce00f4ba-d8bb-4afc-8455-d155bb6366db)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:06:54.419361 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cee66-a9a8-4874-a222-e7895672ac5a req-64701bb3-0d23-4b75-b066-a533c0eb72d3 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:54.429717 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b7cee66-a9a8-4874-a222-e7895672ac5a req-64701bb3-0d23-4b75-b066-a533c0eb72d3 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 946 time: 0.1606457 Jul 30 20:06:54.441477 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca940340-d810-47b3-a4cf-9ce1de934b7c req-355b97a7-89c6-473f-bd75-b405bc657106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:54.442951 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ca940340-d810-47b3-a4cf-9ce1de934b7c req-355b97a7-89c6-473f-bd75-b405bc657106 service neutron] 10.222.0.83 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 912 time: 0.2517099 Jul 30 20:06:54.463966 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-2affcb34-2523-4c14-89f2-7a63a7932e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:54.482738 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafef978-3e0e-496f-b0a6-a487a9a930f5 x-openstack-request-id: req-eafef978-3e0e-496f-b0a6-a487a9a930f5 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:54.483083 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff62ee3-661b-471a-85f6-b6bdc3f1e4a3", "tag": "06ba9360-512d-408c-afc4-3ff0224b76f1", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:54.483384 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eafef978-3e0e-496f-b0a6-a487a9a930f5 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:54.483778 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff62ee3-661b-471a-85f6-b6bdc3f1e4a3', 'tag': '06ba9360-512d-408c-afc4-3ff0224b76f1', 'status': 'completed', 'code': 200} Jul 30 20:06:54.565402 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-26d06f4c-71c1-49d0-95a8-97d8df982e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:54.568185 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-26d06f4c-71c1-49d0-95a8-97d8df982e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:54.572582 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-26d06f4c-71c1-49d0-95a8-97d8df982e2f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bda948fa-9523-4aa4-b91d-8cc734a2b8c0 HTTP/1.1" status: 204 len: 168 time: 0.7165127 Jul 30 20:06:54.575869 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8471143-e3b3-48eb-8515-4349d7235d37 None None] New status for floating IP 9e1c0b62-2f4b-483c-9351-c9a81116bada: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:06:54.609574 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d06f4c-71c1-49d0-95a8-97d8df982e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda948fa-9523-4aa4-b91d-8cc734a2b8c0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:54.639792 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-db458290-5027-4a72-bcdc-81b0dc0f648a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06ba9360-512d-408c-afc4-3ff0224b76f1 HTTP/1.1" status: 200 len: 217 time: 0.2059391 Jul 30 20:06:54.646243 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ca940340-d810-47b3-a4cf-9ce1de934b7c req-fbe4aa22-edca-4a38-be9c-8a0f23ffffa6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a HTTP/1.1" status: 200 len: 999 time: 0.1925521 Jul 30 20:06:54.669108 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc77dd-9c00-4cda-a1c6-3e7af2950c3a req-feeaca79-2f58-459c-9f31-25b3eaafce78 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:54.673692 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-88cc77dd-9c00-4cda-a1c6-3e7af2950c3a req-feeaca79-2f58-459c-9f31-25b3eaafce78 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 944 time: 0.1132751 Jul 30 20:06:54.685393 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-a83bc665-8b88-474d-95b0-19cf1efa9a2a tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ae35272bde7c4ac3af191cb7bcad693e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1202633 Jul 30 20:06:54.690825 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-2affcb34-2523-4c14-89f2-7a63a7932e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:54.691605 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-2affcb34-2523-4c14-89f2-7a63a7932e62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:54.693321 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-2affcb34-2523-4c14-89f2-7a63a7932e62 service neutron] 10.222.0.83 "PUT /v2.0/ports/ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 HTTP/1.1" status: 200 len: 1091 time: 2.7402174 Jul 30 20:06:54.817673 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-88cc77dd-9c00-4cda-a1c6-3e7af2950c3a req-5cdcebe0-e520-4e75-839a-d3d3c7d89d79 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/security-groups?id=f09b3515-2271-4377-900c-a6276a97ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246405 Jul 30 20:06:54.822246 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca940340-d810-47b3-a4cf-9ce1de934b7c req-795e35cd-c992-4432-9123-3d75984c26b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:54.826893 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ca940340-d810-47b3-a4cf-9ce1de934b7c req-795e35cd-c992-4432-9123-3d75984c26b0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ac1c465f-425f-4078-b2f8-d23b006b1c90 HTTP/1.1" status: 200 len: 850 time: 0.1485608 Jul 30 20:06:54.859332 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b7cee66-a9a8-4874-a222-e7895672ac5a req-b85f8538-ebb0-48e2-a802-28a44b1fa5f6 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245846 Jul 30 20:06:54.929980 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca940340-d810-47b3-a4cf-9ce1de934b7c req-fddb46a1-b5e0-426b-a91d-041aca6e4afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:54.932610 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ca940340-d810-47b3-a4cf-9ce1de934b7c req-fddb46a1-b5e0-426b-a91d-041aca6e4afb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903592 Jul 30 20:06:54.948830 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2affcb34-2523-4c14-89f2-7a63a7932e62 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:54.980723 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-da4b5345-cbfa-498b-8679-dceb8d9e54b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:54.982647 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-da4b5345-cbfa-498b-8679-dceb8d9e54b1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2373a630-185a-483b-9d20-6ddac9363cdc HTTP/1.1" status: 200 len: 845 time: 0.3192830 Jul 30 20:06:55.008104 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:55.098174 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-36053e9f-367d-4f43-b955-1746a08e31da tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:55.099907 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-36053e9f-367d-4f43-b955-1746a08e31da tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3973567 Jul 30 20:06:55.103946 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-b1331cb2-8296-48c4-a005-180a49012dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:55.105358 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-b1331cb2-8296-48c4-a005-180a49012dca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8f2803fb25ab4f8da128bffb3dbdd39a&device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 1094 time: 0.3492417 Jul 30 20:06:55.114384 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3441f3a-fe65-4a03-82b8-d6c73a1032c7 req-57268f33-b61e-4613-9470-b26769377d3c tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:55.128192 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a3441f3a-fe65-4a03-82b8-d6c73a1032c7 req-57268f33-b61e-4613-9470-b26769377d3c tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 943 time: 0.1943114 Jul 30 20:06:55.131973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-7ead830e-2146-4f99-b09e-0cd066173f64 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Request body: {'port': {'device_id': '5199d1c0-e21e-4214-94e4-ab8400a7cfa8', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': 'ae35272bde7c4ac3af191cb7bcad693e'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:55.186182 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ca940340-d810-47b3-a4cf-9ce1de934b7c req-c6b86d0f-97d9-434e-9bda-3bb54321b59b service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311637 Jul 30 20:06:55.197267 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a3441f3a-fe65-4a03-82b8-d6c73a1032c7 req-79f0df56-a65e-4bf8-b11a-b46610308ae3 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681179 Jul 30 20:06:55.330785 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-3f03af89-f530-470d-bbe8-28f5adac7e90 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 HTTP/1.1" status: 200 len: 217 time: 0.2121046 Jul 30 20:06:55.340180 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-9aef4a0f-678c-494b-8761-96a283c1dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:55.341763 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-9aef4a0f-678c-494b-8761-96a283c1dca9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=eb756750-25bc-4499-9bd9-5a9623a5a75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3516142 Jul 30 20:06:55.349103 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ca940340-d810-47b3-a4cf-9ce1de934b7c req-3bee6cc7-34d6-4ce5-9137-f4cf4c4b5dce service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506953 Jul 30 20:06:55.367089 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-729a8a49-5ddb-46c5-be49-f8d7fb09a269 req-b3ae2da0-68d5-48db-80c6-0d1a5064d6db tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/ports?device_id=5199d1c0-e21e-4214-94e4-ab8400a7cfa8 HTTP/1.1" status: 200 len: 210 time: 0.0453470 Jul 30 20:06:55.514860 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d2bbc44-ca91-48c4-8162-8816a1c431ff req-9c205f2f-9c6f-4808-a3a5-12ad83cc3302 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/ports?device_id=b50676ce-9cce-46da-bbcc-36945a03944d HTTP/1.1" status: 200 len: 210 time: 0.0499821 Jul 30 20:06:55.516834 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-a88d0d3f-2c04-436d-935c-9f0dcb530eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:55.518193 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-a88d0d3f-2c04-436d-935c-9f0dcb530eed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6fc58012-6aa4-4104-b48c-ddab3633cb9f HTTP/1.1" status: 200 len: 862 time: 0.1755843 Jul 30 20:06:55.582113 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-17a48a80-2cb0-4b58-b19e-7a4fd5e12929 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d720bf4d-d89c-40cc-a8d3-2bcde79b768e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487852 Jul 30 20:06:55.672514 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-79a4d314-bc5d-4e9f-aba5-e711136703ae tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=f35a4e2658934e47bbdc3c8097349d76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244498 Jul 30 20:06:55.697909 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-42433b3b-e36f-4c39-bf01-bfc0f2cf756b service neutron] 10.222.0.83 "GET /v2.0/networks/eb756750-25bc-4499-9bd9-5a9623a5a75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288484 Jul 30 20:06:55.720507 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-7ead830e-2146-4f99-b09e-0cd066173f64 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Made reservation on behalf of ae35272bde7c4ac3af191cb7bcad693e for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:06:55.724654 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-7ead830e-2146-4f99-b09e-0cd066173f64 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:55.786013 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-d4bc17a5-4b16-43cc-8811-1faf7dc88ac2 service neutron] 10.222.0.83 "GET /v2.0/networks/d720bf4d-d89c-40cc-a8d3-2bcde79b768e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925814 Jul 30 20:06:55.792635 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-7ead830e-2146-4f99-b09e-0cd066173f64 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:55.810798 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57508) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:55.832106 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-a42e649a-162b-45cb-ac61-cde6b96ccebb tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:55.833607 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-a42e649a-162b-45cb-ac61-cde6b96ccebb tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1371949 Jul 30 20:06:55.851842 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-0e1e89e6-db6e-4ef5-9d34-92cbbd140cb7 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Request body: {'port': {'device_id': 'b50676ce-9cce-46da-bbcc-36945a03944d', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': 'f35a4e2658934e47bbdc3c8097349d76'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:55.879374 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f5612-7ee7-43b5-ab62-ddf3b10dcf4f req-4a9278fd-4fe6-4253-baa2-34635b500ac6 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:55.880952 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f69f5612-7ee7-43b5-ab62-ddf3b10dcf4f req-4a9278fd-4fe6-4253-baa2-34635b500ac6 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.81 "GET /v2.0/ports?device_id=62e05ccb-d1fa-4e68-b791-2f6f09afefa8 HTTP/1.1" status: 200 len: 946 time: 0.2073720 Jul 30 20:06:55.948552 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4b51e8bc-5fda-47a6-aefc-083cf9bd679e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-921545214-network', 'tenant_id': '8ddd0e37e2e44e64a3f6afbb96218dd8'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:55.979708 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b3f3674-a46b-4e02-927c-46dbf128216c req-2e5bb5dc-8850-4477-85d6-816fa244af9f service neutron] 10.222.0.83 "GET /v2.0/networks/eb756750-25bc-4499-9bd9-5a9623a5a75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601352 Jul 30 20:06:55.992680 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02e8ad-903e-4265-b5c4-c5b6c9fc2086 req-86e7d68a-a51f-43ea-9495-4fcd37ac66ea tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:55.994179 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6a02e8ad-903e-4265-b5c4-c5b6c9fc2086 req-86e7d68a-a51f-43ea-9495-4fcd37ac66ea tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 944 time: 0.0927100 Jul 30 20:06:56.014924 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f69f5612-7ee7-43b5-ab62-ddf3b10dcf4f req-9f8ac168-e970-4b26-a894-2ed9748f690d tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.81 "GET /v2.0/security-groups?id=72cc386d-eb7c-431c-9bae-8c2a16dca42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254580 Jul 30 20:06:56.021014 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c0ab6c9-79b5-4e15-85f6-0efd5ee776fc req-d050aa98-0c7c-4a99-9515-62ea6b4b76f5 service neutron] 10.222.0.83 "GET /v2.0/networks/d720bf4d-d89c-40cc-a8d3-2bcde79b768e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237175 Jul 30 20:06:56.057866 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6a02e8ad-903e-4265-b5c4-c5b6c9fc2086 req-41800205-98d9-4e1e-b3b3-946f8ce8a535 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/security-groups?id=f09b3515-2271-4377-900c-a6276a97ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573857 Jul 30 20:06:56.143695 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-7ead830e-2146-4f99-b09e-0cd066173f64 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:56.148664 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947629c-e4cb-4d8c-8794-560917c5bbe7 req-9f6d7130-fece-4a71-b1dd-54c0b0d36005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:56.150057 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4947629c-e4cb-4d8c-8794-560917c5bbe7 req-9f6d7130-fece-4a71-b1dd-54c0b0d36005 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a95fa9b2a634f9181c03158168ed314&device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 1095 time: 0.1003382 Jul 30 20:06:56.152877 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-7ead830e-2146-4f99-b09e-0cd066173f64 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:56.165182 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b51e8bc-5fda-47a6-aefc-083cf9bd679e admin admin] Made reservation on behalf of 8ddd0e37e2e44e64a3f6afbb96218dd8 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:06:56.167450 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b51e8bc-5fda-47a6-aefc-083cf9bd679e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:56.180451 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b51e8bc-5fda-47a6-aefc-083cf9bd679e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:56.191134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0b00c-6244-47ba-a62a-67ed9d61fa2d req-c4140d5c-5632-4de3-9889-25c50327ec6b tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:56.192699 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69b0b00c-6244-47ba-a62a-67ed9d61fa2d req-c4140d5c-5632-4de3-9889-25c50327ec6b tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 946 time: 0.1062782 Jul 30 20:06:56.198754 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-0e1e89e6-db6e-4ef5-9d34-92cbbd140cb7 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Made reservation on behalf of f35a4e2658934e47bbdc3c8097349d76 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:06:56.202256 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-0e1e89e6-db6e-4ef5-9d34-92cbbd140cb7 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:56.215485 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-0e1e89e6-db6e-4ef5-9d34-92cbbd140cb7 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:56.243462 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead830e-2146-4f99-b09e-0cd066173f64 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1c6a60-f67f-402c-8e08-0d0422fb88a1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:56.308749 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b51e8bc-5fda-47a6-aefc-083cf9bd679e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:56.314382 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b51e8bc-5fda-47a6-aefc-083cf9bd679e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:56.344990 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69b0b00c-6244-47ba-a62a-67ed9d61fa2d req-b30aaaad-43ca-4447-94c0-29905da7ea8f tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140625 Jul 30 20:06:56.373413 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b51e8bc-5fda-47a6-aefc-083cf9bd679e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:06:56.394103 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b51e8bc-5fda-47a6-aefc-083cf9bd679e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:56.394459 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-4b51e8bc-5fda-47a6-aefc-083cf9bd679e admin admin] Added segment 4c5727ff-ec87-4700-924a-9fefe61b44a6 of type vlan for network 5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2 Jul 30 20:06:56.408802 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51e8bc-5fda-47a6-aefc-083cf9bd679e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8742ce39-b8ad-4190-a997-356054f719eb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:56.475199 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b51e8bc-5fda-47a6-aefc-083cf9bd679e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:56.486660 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05960c-d85b-4236-96a7-dcee80c4af62 req-f83d6fb3-741d-474b-a4ec-6991406e6c3a tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:56.488369 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3f05960c-d85b-4236-96a7-dcee80c4af62 req-f83d6fb3-741d-474b-a4ec-6991406e6c3a tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 943 time: 0.1675806 Jul 30 20:06:56.569943 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3f05960c-d85b-4236-96a7-dcee80c4af62 req-d7c89080-50e7-40ed-a93b-0a8aa4dbad29 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727067 Jul 30 20:06:56.573451 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b51e8bc-5fda-47a6-aefc-083cf9bd679e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:56.574424 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b51e8bc-5fda-47a6-aefc-083cf9bd679e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:56.575018 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b51e8bc-5fda-47a6-aefc-083cf9bd679e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:56.593514 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-0e1e89e6-db6e-4ef5-9d34-92cbbd140cb7 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:56.633781 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-0e1e89e6-db6e-4ef5-9d34-92cbbd140cb7 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:56.650172 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4b51e8bc-5fda-47a6-aefc-083cf9bd679e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8383186 Jul 30 20:06:56.660758 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57524) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:06:56.673816 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e9438e3a-b926-4189-a231-14dd64ca2b17 admin admin] Request body: {'subnet': {'network_id': '5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-921545214-subnet', 'tenant_id': '8ddd0e37e2e44e64a3f6afbb96218dd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:56.693830 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1acc630-45d3-4ea1-a117-ee6fa4e96bd1', 'tag': 'ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:56.696324 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec13794-6b36-460c-9af6-8a528dcca4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "b1acc630-45d3-4ea1-a117-ee6fa4e96bd1", "tag": "ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:56.703190 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:56.748197 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-347225f1-6e17-4ad4-9c47-4370a3c51338 req-54107262-36af-431d-b57a-e2ed4ed4c82c tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/ports?device_id=5199d1c0-e21e-4214-94e4-ab8400a7cfa8 HTTP/1.1" status: 200 len: 210 time: 0.0462325 Jul 30 20:06:56.755430 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51e8bc-5fda-47a6-aefc-083cf9bd679e admin admin] Pushing event updated for resources: {'Network': ['ID=5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:56.764494 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-57e3b8a8-30b2-48ce-a561-216116d3a799 req-ab273bd0-9bd7-4dd1-87ca-e8f510b66267 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/ports?device_id=b50676ce-9cce-46da-bbcc-36945a03944d HTTP/1.1" status: 200 len: 210 time: 0.1131537 Jul 30 20:06:56.771945 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e89e6-db6e-4ef5-9d34-92cbbd140cb7 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d94847-feb6-40a7-978e-d6e30e4a953b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:56.776797 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-7ead830e-2146-4f99-b09e-0cd066173f64 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Allocated IP 192.168.233.247 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/b9b5a6e2-27bc-474b-a641-1246c07bb443) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:06:56.790921 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:06:56.791868 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9438e3a-b926-4189-a231-14dd64ca2b17 admin admin] Made reservation on behalf of 8ddd0e37e2e44e64a3f6afbb96218dd8 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:06:56.794295 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9438e3a-b926-4189-a231-14dd64ca2b17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:56.797633 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947629c-e4cb-4d8c-8794-560917c5bbe7 req-016d1b79-cbbf-4cb0-8031-2620835447b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:56.799068 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4947629c-e4cb-4d8c-8794-560917c5bbe7 req-016d1b79-cbbf-4cb0-8031-2620835447b2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=eb756750-25bc-4499-9bd9-5a9623a5a75f HTTP/1.1" status: 200 len: 907 time: 0.5363140 Jul 30 20:06:56.856244 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc62014d-5602-4197-b688-f1e9c8e9f6db x-openstack-request-id: req-cc62014d-5602-4197-b688-f1e9c8e9f6db {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:56.856532 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1acc630-45d3-4ea1-a117-ee6fa4e96bd1", "tag": "ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:56.857023 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cc62014d-5602-4197-b688-f1e9c8e9f6db {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:56.857401 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1acc630-45d3-4ea1-a117-ee6fa4e96bd1', 'tag': 'ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8', 'status': 'completed', 'code': 200} Jul 30 20:06:56.868519 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4947629c-e4cb-4d8c-8794-560917c5bbe7 req-1ae57ecc-68ff-415c-83f9-75f896d69ad9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06ba9360-512d-408c-afc4-3ff0224b76f1 HTTP/1.1" status: 200 len: 217 time: 0.0606632 Jul 30 20:06:56.976574 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9438e3a-b926-4189-a231-14dd64ca2b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:57.001786 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec13794-6b36-460c-9af6-8a528dcca4b9 req-ffe8d0ca-1566-4e92-99e2-59b7d9c14d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:57.003276 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ec13794-6b36-460c-9af6-8a528dcca4b9 req-ffe8d0ca-1566-4e92-99e2-59b7d9c14d55 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8f2803fb25ab4f8da128bffb3dbdd39a&device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 1094 time: 0.1487887 Jul 30 20:06:57.006894 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947629c-e4cb-4d8c-8794-560917c5bbe7 req-c0e99c07-b67a-4bef-be8e-05fc83641c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:57.008236 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4947629c-e4cb-4d8c-8794-560917c5bbe7 req-c0e99c07-b67a-4bef-be8e-05fc83641c16 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2373a630-185a-483b-9d20-6ddac9363cdc HTTP/1.1" status: 200 len: 845 time: 0.1181095 Jul 30 20:06:57.035371 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9438e3a-b926-4189-a231-14dd64ca2b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db475299-c8f9-4695-8c12-0941808a60f8,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:57.040294 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9438e3a-b926-4189-a231-14dd64ca2b17 admin admin] Checking segment: {'id': '4c5727ff-ec87-4700-924a-9fefe61b44a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:06:57.040294 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9438e3a-b926-4189-a231-14dd64ca2b17 admin admin] Network hostable DHCP agents. Network: 5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:06:57.060794 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9438e3a-b926-4189-a231-14dd64ca2b17 admin admin] Network 5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:06:57.071429 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e9438e3a-b926-4189-a231-14dd64ca2b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:06:57.075440 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9438e3a-b926-4189-a231-14dd64ca2b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:57.076170 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9438e3a-b926-4189-a231-14dd64ca2b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:57.089497 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bce685-b394-44c7-9c69-82a62fe04fa7 None None] Network 5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:06:57.107302 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e9438e3a-b926-4189-a231-14dd64ca2b17 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4371445 Jul 30 20:06:57.148144 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-7ead830e-2146-4f99-b09e-0cd066173f64 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:57.182868 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-7ead830e-2146-4f99-b09e-0cd066173f64 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Transition to ACTIVE for port object b9b5a6e2-27bc-474b-a641-1246c07bb443 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:57.218281 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24459c31-59c4-4432-bedc-532008a85574 req-3fd2e4fa-8d8d-44b9-878a-5cef3971f6c2 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:57.220410 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-24459c31-59c4-4432-bedc-532008a85574 req-3fd2e4fa-8d8d-44b9-878a-5cef3971f6c2 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.81 "GET /v2.0/ports?device_id=62e05ccb-d1fa-4e68-b791-2f6f09afefa8 HTTP/1.1" status: 200 len: 946 time: 0.0706255 Jul 30 20:06:57.227705 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947629c-e4cb-4d8c-8794-560917c5bbe7 req-9bef9990-4b67-450f-a602-7b1705f628af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:57.229283 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4947629c-e4cb-4d8c-8794-560917c5bbe7 req-9bef9990-4b67-450f-a602-7b1705f628af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=eb756750-25bc-4499-9bd9-5a9623a5a75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2035751 Jul 30 20:06:57.262796 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786694bf-6bd4-4591-b527-1a6577f11341 None None] Network 5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:06:57.273955 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-24459c31-59c4-4432-bedc-532008a85574 req-2a0bd558-f4e0-4d92-a412-393ab5df9e22 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.81 "GET /v2.0/security-groups?id=72cc386d-eb7c-431c-9bae-8c2a16dca42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461531 Jul 30 20:06:57.300757 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec13794-6b36-460c-9af6-8a528dcca4b9 req-564392df-9a00-40f2-9344-8c176692c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:57.302336 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ec13794-6b36-460c-9af6-8a528dcca4b9 req-564392df-9a00-40f2-9344-8c176692c66a service neutron] 10.222.0.83 "GET /v2.0/networks?id=d720bf4d-d89c-40cc-a8d3-2bcde79b768e HTTP/1.1" status: 200 len: 923 time: 0.2863979 Jul 30 20:06:57.342039 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc4f8b-e7d7-48b3-94b3-c960cf289f8e req-099acc67-cbfb-4840-80f4-6493e65f2724 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:57.343477 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-53fc4f8b-e7d7-48b3-94b3-c960cf289f8e req-099acc67-cbfb-4840-80f4-6493e65f2724 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 944 time: 0.1890311 Jul 30 20:06:57.351432 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccbfe1-603f-470f-8c9a-24b336d56777 req-ce48c6a9-326a-432e-b188-3505ad58417b tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:57.352971 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-41ccbfe1-603f-470f-8c9a-24b336d56777 req-ce48c6a9-326a-432e-b188-3505ad58417b tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.59 "GET /v2.0/ports?device_id=62e05ccb-d1fa-4e68-b791-2f6f09afefa8 HTTP/1.1" status: 200 len: 946 time: 0.0499723 Jul 30 20:06:57.380220 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ec13794-6b36-460c-9af6-8a528dcca4b9 req-5a2210ea-4c01-4f05-85de-341c44e45cca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 HTTP/1.1" status: 200 len: 217 time: 0.0660858 Jul 30 20:06:57.415956 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-7ead830e-2146-4f99-b09e-0cd066173f64 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:57.482603 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-a435ec50-faa1-40c2-a270-b3bb8e0f9d10 req-be2f70b5-3c38-46ee-8acb-58bc22c41024 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1854393521', 'description': 'tempest-description-1856847767'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:57.514458 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-0e1e89e6-db6e-4ef5-9d34-92cbbd140cb7 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Allocated IP 192.168.233.18 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/6ca6ac0d-77de-4858-a332-d8463992beee) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:06:57.518781 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-7ead830e-2146-4f99-b09e-0cd066173f64 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:06:57.522992 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4947629c-e4cb-4d8c-8794-560917c5bbe7 req-7096ace4-2fbe-490d-8ff1-dba2d4565874 service neutron] 10.222.0.83 "GET /v2.0/networks/eb756750-25bc-4499-9bd9-5a9623a5a75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860739 Jul 30 20:06:57.525859 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-53fc4f8b-e7d7-48b3-94b3-c960cf289f8e req-852326a7-110f-4c67-a5a5-c490acd63c49 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/security-groups?id=f09b3515-2271-4377-900c-a6276a97ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524916 Jul 30 20:06:57.529673 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec13794-6b36-460c-9af6-8a528dcca4b9 req-02d60700-b0e1-4c4e-a52c-1a7707fc1baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:57.531197 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ec13794-6b36-460c-9af6-8a528dcca4b9 req-02d60700-b0e1-4c4e-a52c-1a7707fc1baf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6fc58012-6aa4-4104-b48c-ddab3633cb9f HTTP/1.1" status: 200 len: 862 time: 0.1358938 Jul 30 20:06:57.538324 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-7ead830e-2146-4f99-b09e-0cd066173f64 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:06:57.541030 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a435ec50-faa1-40c2-a270-b3bb8e0f9d10 req-be2f70b5-3c38-46ee-8acb-58bc22c41024 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:57.557551 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-7ead830e-2146-4f99-b09e-0cd066173f64 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:06:57.572483 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead830e-2146-4f99-b09e-0cd066173f64 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Pushing event updated for resources: {'Port': ['ID=b9b5a6e2-27bc-474b-a641-1246c07bb443,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:57.572978 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-41ccbfe1-603f-470f-8c9a-24b336d56777 req-c302d427-38dc-4c3c-b8df-f51e0afa9828 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Deleting port 3599122f-713c-44bc-81bd-4c789c43146b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:06:57.573332 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-41ccbfe1-603f-470f-8c9a-24b336d56777 req-c302d427-38dc-4c3c-b8df-f51e0afa9828 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:57.669418 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ec13794-6b36-460c-9af6-8a528dcca4b9 req-cbd12d2c-26f7-4d70-8517-051328a59459 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d720bf4d-d89c-40cc-a8d3-2bcde79b768e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130867 Jul 30 20:06:57.743460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-7ead830e-2146-4f99-b09e-0cd066173f64 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:57.744232 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-7ead830e-2146-4f99-b09e-0cd066173f64 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:57.805559 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-41ccbfe1-603f-470f-8c9a-24b336d56777 req-c302d427-38dc-4c3c-b8df-f51e0afa9828 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] For port 3599122f-713c-44bc-81bd-4c789c43146b, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=3599122f-713c-44bc-81bd-4c789c43146b,segment=NetworkSegment(b7e48b53-e01c-446b-936a-b316cd2831d1),segment_id=b7e48b53-e01c-446b-936a-b316cd2831d1)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:06:57.805920 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-41ccbfe1-603f-470f-8c9a-24b336d56777 req-c302d427-38dc-4c3c-b8df-f51e0afa9828 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:57.838972 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4947629c-e4cb-4d8c-8794-560917c5bbe7 req-40b1e5af-959e-4660-af82-2763060aa5ed service neutron] 10.222.0.83 "GET /v2.0/networks/eb756750-25bc-4499-9bd9-5a9623a5a75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013914 Jul 30 20:06:57.839579 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-41ccbfe1-603f-470f-8c9a-24b336d56777 req-c302d427-38dc-4c3c-b8df-f51e0afa9828 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Calling delete_port for 3599122f-713c-44bc-81bd-4c789c43146b owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:06:57.852502 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f297af-1818-43d0-8b64-a286f51c9eb6 req-1a97b8de-db32-45ad-80f5-b3a601f5ed29 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:57.853949 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-96f297af-1818-43d0-8b64-a286f51c9eb6 req-1a97b8de-db32-45ad-80f5-b3a601f5ed29 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 946 time: 0.1686175 Jul 30 20:06:57.863280 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cc4dc897-6e68-4b8b-95bc-bc2895a52b7d None None] Provisioning for port b9b5a6e2-27bc-474b-a641-1246c07bb443 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:57.868022 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cc4dc897-6e68-4b8b-95bc-bc2895a52b7d None None] Provisioning complete for port b9b5a6e2-27bc-474b-a641-1246c07bb443 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:57.868477 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc4dc897-6e68-4b8b-95bc-bc2895a52b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:57.875002 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-0e1e89e6-db6e-4ef5-9d34-92cbbd140cb7 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:57.888252 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a435ec50-faa1-40c2-a270-b3bb8e0f9d10 req-be2f70b5-3c38-46ee-8acb-58bc22c41024 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:57.895468 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ec13794-6b36-460c-9af6-8a528dcca4b9 req-ce5784a9-3e55-438b-8f4e-e36a9c6ae06b service neutron] 10.222.0.83 "GET /v2.0/networks/d720bf4d-d89c-40cc-a8d3-2bcde79b768e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113023 Jul 30 20:06:57.907689 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-cc4dc897-6e68-4b8b-95bc-bc2895a52b7d None None] Port b9b5a6e2-27bc-474b-a641-1246c07bb443 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:06:57.909068 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-7ead830e-2146-4f99-b09e-0cd066173f64 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7914369 Jul 30 20:06:57.925956 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-cc30bddb-1400-42fd-a6f3-f83bf4d47c1f service neutron] Request body: {'port': {'device_id': '5199d1c0-e21e-4214-94e4-ab8400a7cfa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:57.929538 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a435ec50-faa1-40c2-a270-b3bb8e0f9d10 req-be2f70b5-3c38-46ee-8acb-58bc22c41024 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:57.939804 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-0e1e89e6-db6e-4ef5-9d34-92cbbd140cb7 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Transition to ACTIVE for port object 6ca6ac0d-77de-4858-a332-d8463992beee will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:57.940752 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-96f297af-1818-43d0-8b64-a286f51c9eb6 req-c4e67a97-8b69-4a46-91eb-e1e2de34cc6e tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741076 Jul 30 20:06:57.981070 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a435ec50-faa1-40c2-a270-b3bb8e0f9d10 req-be2f70b5-3c38-46ee-8acb-58bc22c41024 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:57.982305 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a435ec50-faa1-40c2-a270-b3bb8e0f9d10 req-be2f70b5-3c38-46ee-8acb-58bc22c41024 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5177944 Jul 30 20:06:57.990489 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f70b5-3c38-46ee-8acb-58bc22c41024 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c190e8c-610a-4a5a-9fc2-241e3f7cecdf,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:58.050083 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-0e1e89e6-db6e-4ef5-9d34-92cbbd140cb7 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:58.075864 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-cc30bddb-1400-42fd-a6f3-f83bf4d47c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:58.103705 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ec13794-6b36-460c-9af6-8a528dcca4b9 req-8a4b486e-f551-4155-b389-cd30b45246c4 service neutron] 10.222.0.83 "GET /v2.0/networks/d720bf4d-d89c-40cc-a8d3-2bcde79b768e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962159 Jul 30 20:06:58.137093 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ab258-ea48-4f6b-9ba5-32340dfb570f req-d773a1f6-2a1f-4407-bc2b-4842582b2a82 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:58.138818 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d7ab258-ea48-4f6b-9ba5-32340dfb570f req-d773a1f6-2a1f-4407-bc2b-4842582b2a82 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 943 time: 0.1090760 Jul 30 20:06:58.161411 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-0e1e89e6-db6e-4ef5-9d34-92cbbd140cb7 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:06:58.169805 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-0e1e89e6-db6e-4ef5-9d34-92cbbd140cb7 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:06:58.171893 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e89e6-db6e-4ef5-9d34-92cbbd140cb7 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Pushing event updated for resources: {'Port': ['ID=6ca6ac0d-77de-4858-a332-d8463992beee,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:58.175596 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-0e1e89e6-db6e-4ef5-9d34-92cbbd140cb7 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:06:58.180726 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-41ccbfe1-603f-470f-8c9a-24b336d56777 req-c302d427-38dc-4c3c-b8df-f51e0afa9828 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:58.238829 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302d427-38dc-4c3c-b8df-f51e0afa9828 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Pushing event deleted for resources: {'Port': ['ID=3599122f-713c-44bc-81bd-4c789c43146b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:58.267372 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25b88d-486a-4c48-a8a5-9e11f015645c req-d62abf46-5fff-4b38-9b96-6afb0c2e989e tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:58.269030 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1c25b88d-486a-4c48-a8a5-9e11f015645c req-d62abf46-5fff-4b38-9b96-6afb0c2e989e tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/ports?device_id=5199d1c0-e21e-4214-94e4-ab8400a7cfa8 HTTP/1.1" status: 200 len: 936 time: 0.1737983 Jul 30 20:06:58.279685 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d7ab258-ea48-4f6b-9ba5-32340dfb570f req-7da3247c-07eb-4176-b6f5-b2952147cc37 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168714 Jul 30 20:06:58.288904 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-0e1e89e6-db6e-4ef5-9d34-92cbbd140cb7 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:58.289413 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-0e1e89e6-db6e-4ef5-9d34-92cbbd140cb7 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:58.321284 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ccbfe1-603f-470f-8c9a-24b336d56777 req-c302d427-38dc-4c3c-b8df-f51e0afa9828 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] No DVR routers for this DVR port 3599122f-713c-44bc-81bd-4c789c43146b on host n-h1-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:06:58.331986 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-41ccbfe1-603f-470f-8c9a-24b336d56777 req-c302d427-38dc-4c3c-b8df-f51e0afa9828 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:58.333923 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-41ccbfe1-603f-470f-8c9a-24b336d56777 req-c302d427-38dc-4c3c-b8df-f51e0afa9828 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.59 "DELETE /v2.0/ports/3599122f-713c-44bc-81bd-4c789c43146b HTTP/1.1" status: 204 len: 173 time: 0.9728131 Jul 30 20:06:58.334380 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e05ccb-d1fa-4e68-b791-2f6f09afefa8', 'name': 'network-vif-deleted', 'tag': '3599122f-713c-44bc-81bd-4c789c43146b'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:58.336668 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d54c53-0da4-4280-ab8f-44ebc5307216" -d '{"events": [{"server_uuid": "62e05ccb-d1fa-4e68-b791-2f6f09afefa8", "name": "network-vif-deleted", "tag": "3599122f-713c-44bc-81bd-4c789c43146b"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:58.342618 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-0e1e89e6-db6e-4ef5-9d34-92cbbd140cb7 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4947052 Jul 30 20:06:58.365147 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-eb689171-1764-444d-9aee-954a0422fd91 service neutron] Request body: {'port': {'device_id': 'b50676ce-9cce-46da-bbcc-36945a03944d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:58.396188 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1c25b88d-486a-4c48-a8a5-9e11f015645c req-2ff16a94-1e14-4ad4-862a-f037328906b2 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c1c6a60-f67f-402c-8e08-0d0422fb88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893643 Jul 30 20:06:58.418002 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-c68e3fad-0b9f-49d4-bf89-e551f55cfcec req-4ef11508-3c16-4b21-b8cb-475856c7d9ef tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2131377662', 'description': 'tempest-description-894942446'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:06:58.450497 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b50c7-79e8-4f11-afe2-29c035601f13 req-3ab029e1-5857-4b69-980d-955a62fbba65 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:58.453835 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b2b50c7-79e8-4f11-afe2-29c035601f13 req-3ab029e1-5857-4b69-980d-955a62fbba65 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/ports?device_id=b50676ce-9cce-46da-bbcc-36945a03944d HTTP/1.1" status: 200 len: 935 time: 0.0957706 Jul 30 20:06:58.469302 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c68e3fad-0b9f-49d4-bf89-e551f55cfcec req-4ef11508-3c16-4b21-b8cb-475856c7d9ef tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:58.471380 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-eb689171-1764-444d-9aee-954a0422fd91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:58.536803 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-728c758d-c8f3-4fa8-8675-7a90d0928bc8 None None] Provisioning for port 6ca6ac0d-77de-4858-a332-d8463992beee completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:06:58.540864 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-728c758d-c8f3-4fa8-8675-7a90d0928bc8 None None] Provisioning complete for port 6ca6ac0d-77de-4858-a332-d8463992beee triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:06:58.541484 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-728c758d-c8f3-4fa8-8675-7a90d0928bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:58.548211 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b2b50c7-79e8-4f11-afe2-29c035601f13 req-753cad08-cce6-4a15-b3d5-81a1f852ca2d tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2d94847-feb6-40a7-978e-d6e30e4a953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791550 Jul 30 20:06:58.556114 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-cc30bddb-1400-42fd-a6f3-f83bf4d47c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b5a6e2-27bc-474b-a641-1246c07bb443 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:06:58.566079 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-cc30bddb-1400-42fd-a6f3-f83bf4d47c1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:58.582009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-cc30bddb-1400-42fd-a6f3-f83bf4d47c1f service neutron] Transition to ACTIVE for port object b9b5a6e2-27bc-474b-a641-1246c07bb443 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:58.587689 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-cc30bddb-1400-42fd-a6f3-f83bf4d47c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:58.589962 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-728c758d-c8f3-4fa8-8675-7a90d0928bc8 None None] Port 6ca6ac0d-77de-4858-a332-d8463992beee cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:06:58.679431 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30bddb-1400-42fd-a6f3-f83bf4d47c1f service neutron] Pushing event updated for resources: {'Port': ['ID=b9b5a6e2-27bc-474b-a641-1246c07bb443,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:58.714420 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c68e3fad-0b9f-49d4-bf89-e551f55cfcec req-4ef11508-3c16-4b21-b8cb-475856c7d9ef tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:58.721729 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c68e3fad-0b9f-49d4-bf89-e551f55cfcec req-4ef11508-3c16-4b21-b8cb-475856c7d9ef tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:58.766258 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c68e3fad-0b9f-49d4-bf89-e551f55cfcec req-4ef11508-3c16-4b21-b8cb-475856c7d9ef tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:58.768006 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99570166-7484-42e3-9533-c79095c59258 req-17bdc86f-bb3b-4b1d-be15-f885cb095992 tempest-AttachSCSIVolumeTestJSON-1394993069 tempest-AttachSCSIVolumeTestJSON-1394993069-project] 10.222.0.81 "GET /v2.0/ports?device_id=62e05ccb-d1fa-4e68-b791-2f6f09afefa8 HTTP/1.1" status: 200 len: 210 time: 0.0617263 Jul 30 20:06:58.769105 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c68e3fad-0b9f-49d4-bf89-e551f55cfcec req-4ef11508-3c16-4b21-b8cb-475856c7d9ef tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3571951 Jul 30 20:06:58.791804 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef11508-3c16-4b21-b8cb-475856c7d9ef tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=458ba596-e6b7-4dc0-b796-885b0af77692,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:58.834985 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-cc30bddb-1400-42fd-a6f3-f83bf4d47c1f service neutron] Attempting to bind port b9b5a6e2-27bc-474b-a641-1246c07bb443 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:06:58.835690 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-cc30bddb-1400-42fd-a6f3-f83bf4d47c1f service neutron] Attempting to bind port b9b5a6e2-27bc-474b-a641-1246c07bb443 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:06:58.836227 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-cc30bddb-1400-42fd-a6f3-f83bf4d47c1f service neutron] Attempting to bind port b9b5a6e2-27bc-474b-a641-1246c07bb443 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:58.842671 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-cc30bddb-1400-42fd-a6f3-f83bf4d47c1f service neutron] Port b9b5a6e2-27bc-474b-a641-1246c07bb443 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:06:58.844389 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-cc30bddb-1400-42fd-a6f3-f83bf4d47c1f service neutron] Attempting to bind port b9b5a6e2-27bc-474b-a641-1246c07bb443 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:58.851196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-cc30bddb-1400-42fd-a6f3-f83bf4d47c1f service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:06:58.851876 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-cc30bddb-1400-42fd-a6f3-f83bf4d47c1f service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:06:58.853127 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-cc30bddb-1400-42fd-a6f3-f83bf4d47c1f service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:06:58.853834 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-cc30bddb-1400-42fd-a6f3-f83bf4d47c1f service neutron] Bound port: b9b5a6e2-27bc-474b-a641-1246c07bb443, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:06:58.854385 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-cc30bddb-1400-42fd-a6f3-f83bf4d47c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:58.933417 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447c2a52-605f-43d7-8c64-b5ea240a488c x-openstack-request-id: req-447c2a52-605f-43d7-8c64-b5ea240a488c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:58.933917 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e05ccb-d1fa-4e68-b791-2f6f09afefa8", "name": "network-vif-deleted", "tag": "3599122f-713c-44bc-81bd-4c789c43146b", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:58.934324 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-447c2a52-605f-43d7-8c64-b5ea240a488c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:58.935073 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e05ccb-d1fa-4e68-b791-2f6f09afefa8', 'name': 'network-vif-deleted', 'tag': '3599122f-713c-44bc-81bd-4c789c43146b', 'status': 'completed', 'code': 200} Jul 30 20:06:58.945444 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-cc30bddb-1400-42fd-a6f3-f83bf4d47c1f service neutron] For port b9b5a6e2-27bc-474b-a641-1246c07bb443, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:06:58.948985 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-cc30bddb-1400-42fd-a6f3-f83bf4d47c1f service neutron] For port b9b5a6e2-27bc-474b-a641-1246c07bb443, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=b9b5a6e2-27bc-474b-a641-1246c07bb443,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:06:58.960183 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-eb689171-1764-444d-9aee-954a0422fd91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca6ac0d-77de-4858-a332-d8463992beee {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:06:58.980442 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-eb689171-1764-444d-9aee-954a0422fd91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:58.990111 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-cc30bddb-1400-42fd-a6f3-f83bf4d47c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:58.996309 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-eb689171-1764-444d-9aee-954a0422fd91 service neutron] Transition to ACTIVE for port object 6ca6ac0d-77de-4858-a332-d8463992beee will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:06:59.005468 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-eb689171-1764-444d-9aee-954a0422fd91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:59.071769 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fadb61-a753-48e8-9847-bb853ccb7b53 req-76a0a4b3-d175-408e-89f7-743c86e6e220 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:59.081083 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-00fadb61-a753-48e8-9847-bb853ccb7b53 req-76a0a4b3-d175-408e-89f7-743c86e6e220 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 944 time: 0.1300633 Jul 30 20:06:59.084479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-cc30bddb-1400-42fd-a6f3-f83bf4d47c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:59.085106 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-cc30bddb-1400-42fd-a6f3-f83bf4d47c1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:59.086435 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-cc30bddb-1400-42fd-a6f3-f83bf4d47c1f service neutron] 10.222.0.59 "PUT /v2.0/ports/b9b5a6e2-27bc-474b-a641-1246c07bb443 HTTP/1.1" status: 200 len: 1096 time: 1.1676204 Jul 30 20:06:59.086872 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5199d1c0-e21e-4214-94e4-ab8400a7cfa8', 'tag': 'b9b5a6e2-27bc-474b-a641-1246c07bb443'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:06:59.089107 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8fe770-ff2c-4a18-a62e-d28e724c2c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "5199d1c0-e21e-4214-94e4-ab8400a7cfa8", "tag": "b9b5a6e2-27bc-474b-a641-1246c07bb443"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:06:59.098604 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30bddb-1400-42fd-a6f3-f83bf4d47c1f service neutron] Pushing event updated for resources: {'Port': ['ID=b9b5a6e2-27bc-474b-a641-1246c07bb443,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:59.102687 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb689171-1764-444d-9aee-954a0422fd91 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca6ac0d-77de-4858-a332-d8463992beee,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:59.144009 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-00fadb61-a753-48e8-9847-bb853ccb7b53 req-ff123880-49f9-45c6-8c95-4403a6e741dd tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/security-groups?id=f09b3515-2271-4377-900c-a6276a97ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618136 Jul 30 20:06:59.188837 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-fe5bfebc-0a18-4a6d-8108-957fea20dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:59.190353 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-fe5bfebc-0a18-4a6d-8108-957fea20dcb0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae35272bde7c4ac3af191cb7bcad693e&device_id=5199d1c0-e21e-4214-94e4-ab8400a7cfa8 HTTP/1.1" status: 200 len: 1099 time: 0.0452001 Jul 30 20:06:59.246828 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-eb689171-1764-444d-9aee-954a0422fd91 service neutron] Attempting to bind port 6ca6ac0d-77de-4858-a332-d8463992beee on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:06:59.247168 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-eb689171-1764-444d-9aee-954a0422fd91 service neutron] Attempting to bind port 6ca6ac0d-77de-4858-a332-d8463992beee by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:06:59.247538 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-eb689171-1764-444d-9aee-954a0422fd91 service neutron] Attempting to bind port 6ca6ac0d-77de-4858-a332-d8463992beee on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:59.248892 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-08fba98d-a54e-4984-86d7-19d13a1f7b83 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=b9b5a6e2-27bc-474b-a641-1246c07bb443 HTTP/1.1" status: 200 len: 217 time: 0.0457771 Jul 30 20:06:59.264903 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-eb689171-1764-444d-9aee-954a0422fd91 service neutron] Port 6ca6ac0d-77de-4858-a332-d8463992beee on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:06:59.265259 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-eb689171-1764-444d-9aee-954a0422fd91 service neutron] Attempting to bind port 6ca6ac0d-77de-4858-a332-d8463992beee on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:06:59.278845 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-eb689171-1764-444d-9aee-954a0422fd91 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:06:59.281557 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-eb689171-1764-444d-9aee-954a0422fd91 service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:06:59.282423 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-eb689171-1764-444d-9aee-954a0422fd91 service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:06:59.283182 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-eb689171-1764-444d-9aee-954a0422fd91 service neutron] Bound port: 6ca6ac0d-77de-4858-a332-d8463992beee, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:06:59.283993 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-eb689171-1764-444d-9aee-954a0422fd91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:59.300066 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-486df5fd-8bae-4a8c-84db-19c809a819a7 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:59.301582 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-486df5fd-8bae-4a8c-84db-19c809a819a7 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/networks?id=5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2 HTTP/1.1" status: 200 len: 812 time: 0.1963654 Jul 30 20:06:59.330779 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-cc183070-9aeb-4ddc-82ca-4133e2d0e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:59.332286 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-cc183070-9aeb-4ddc-82ca-4133e2d0e304 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0753047 Jul 30 20:06:59.337400 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-1f356347-9a08-40a0-ae73-0cda2737dc72 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/quotas/8ddd0e37e2e44e64a3f6afbb96218dd8 HTTP/1.1" status: 200 len: 375 time: 0.0290382 Jul 30 20:06:59.339824 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936d989-c9ff-446c-b9f2-a4317c3dbcb8 req-597c180e-3b68-4b8f-904d-2b5665a1221c tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:59.341282 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a936d989-c9ff-446c-b9f2-a4317c3dbcb8 req-597c180e-3b68-4b8f-904d-2b5665a1221c tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 946 time: 0.0948968 Jul 30 20:06:59.384396 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-783ff6f4-c0ba-40b9-b824-1ff6e22f69e1 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8ddd0e37e2e44e64a3f6afbb96218dd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364509 Jul 30 20:06:59.408965 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a936d989-c9ff-446c-b9f2-a4317c3dbcb8 req-f1c61f20-6433-47c6-9a99-b0e859fa9267 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588360 Jul 30 20:06:59.415133 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-49d210d7-04b1-4ce0-8151-54be4f49b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:59.416622 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-49d210d7-04b1-4ce0-8151-54be4f49b505 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0744705 Jul 30 20:06:59.446138 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-eb689171-1764-444d-9aee-954a0422fd91 service neutron] For port 6ca6ac0d-77de-4858-a332-d8463992beee, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:06:59.464453 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-eb689171-1764-444d-9aee-954a0422fd91 service neutron] For port 6ca6ac0d-77de-4858-a332-d8463992beee, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=6ca6ac0d-77de-4858-a332-d8463992beee,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:06:59.470155 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-eb689171-1764-444d-9aee-954a0422fd91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:59.477720 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c355a94c-e6a0-418d-b1c3-1c0ce8cd2d4c x-openstack-request-id: req-c355a94c-e6a0-418d-b1c3-1c0ce8cd2d4c {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:06:59.477914 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5199d1c0-e21e-4214-94e4-ab8400a7cfa8", "tag": "b9b5a6e2-27bc-474b-a641-1246c07bb443", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:06:59.478059 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c355a94c-e6a0-418d-b1c3-1c0ce8cd2d4c {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:06:59.478465 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5199d1c0-e21e-4214-94e4-ab8400a7cfa8', 'tag': 'b9b5a6e2-27bc-474b-a641-1246c07bb443', 'status': 'completed', 'code': 200} Jul 30 20:06:59.526824 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-689233ba-8f9a-48c3-8f20-98e21c4b1de8 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021194 Jul 30 20:06:59.532469 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-eb689171-1764-444d-9aee-954a0422fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:59.533094 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-eb689171-1764-444d-9aee-954a0422fd91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:06:59.534589 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-eb689171-1764-444d-9aee-954a0422fd91 service neutron] 10.222.0.83 "PUT /v2.0/ports/6ca6ac0d-77de-4858-a332-d8463992beee HTTP/1.1" status: 200 len: 1095 time: 1.1795053 Jul 30 20:06:59.661669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bf83e-5e8c-4779-8197-863f887d2316 req-581b7982-80db-4d33-85cb-27938b544be3 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:59.668206 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9e9bf83e-5e8c-4779-8197-863f887d2316 req-581b7982-80db-4d33-85cb-27938b544be3 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 943 time: 0.1355355 Jul 30 20:06:59.709127 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0c2d861-8bac-4e75-85b6-21d48de7891d req-181eea87-ec3f-43b8-9406-ff94266107aa service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597314 Jul 30 20:06:59.732976 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9e9bf83e-5e8c-4779-8197-863f887d2316 req-ce512a94-21a2-4bb9-b266-81065e32207b tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611408 Jul 30 20:06:59.813448 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fe770-ff2c-4a18-a62e-d28e724c2c8b req-a87d3668-552f-4c15-81b8-29c4bcb65fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:59.815101 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae8fe770-ff2c-4a18-a62e-d28e724c2c8b req-a87d3668-552f-4c15-81b8-29c4bcb65fac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae35272bde7c4ac3af191cb7bcad693e&device_id=5199d1c0-e21e-4214-94e4-ab8400a7cfa8 HTTP/1.1" status: 200 len: 1099 time: 0.0448742 Jul 30 20:06:59.817525 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 3599122f-713c-44bc-81bd-4c789c43146b no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:06:59.846919 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 3599122f-713c-44bc-81bd-4c789c43146b {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:06:59.847179 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 3599122f-713c-44bc-81bd-4c789c43146b not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:06:59.914653 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-7eb682d7-b421-4630-8e14-0a82bcdd23f3 service neutron] 10.222.0.81 "GET /v2.0/networks/5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219243 Jul 30 20:06:59.919822 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81b92f-f7a7-4d8c-8ce7-8bdc56e5f6fc req-6950abec-dedb-4782-a7c4-3fc44c6aa697 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:59.921295 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8a81b92f-f7a7-4d8c-8ce7-8bdc56e5f6fc req-6950abec-dedb-4782-a7c4-3fc44c6aa697 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/ports?device_id=5199d1c0-e21e-4214-94e4-ab8400a7cfa8 HTTP/1.1" status: 200 len: 948 time: 0.1052804 Jul 30 20:06:59.929016 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb689171-1764-444d-9aee-954a0422fd91 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca6ac0d-77de-4858-a332-d8463992beee,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:06:59.974379 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fe770-ff2c-4a18-a62e-d28e724c2c8b req-ab1639ff-4197-4fcd-adb6-22965208536a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:59.975945 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae8fe770-ff2c-4a18-a62e-d28e724c2c8b req-ab1639ff-4197-4fcd-adb6-22965208536a service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1299212 Jul 30 20:06:59.983477 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8a81b92f-f7a7-4d8c-8ce7-8bdc56e5f6fc req-08a275d2-394c-41b9-903e-5b5908d8fd9b tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c1c6a60-f67f-402c-8e08-0d0422fb88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516186 Jul 30 20:06:59.997198 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-fb1d107a-6d43-4e48-98da-e3f59db76cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:06:59.998691 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-fb1d107a-6d43-4e48-98da-e3f59db76cd5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f35a4e2658934e47bbdc3c8097349d76&device_id=b50676ce-9cce-46da-bbcc-36945a03944d HTTP/1.1" status: 200 len: 1098 time: 0.1042185 Jul 30 20:07:00.023740 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae8fe770-ff2c-4a18-a62e-d28e724c2c8b req-74e66706-5bc9-475c-bc2a-824ec9f7fbc7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=b9b5a6e2-27bc-474b-a641-1246c07bb443 HTTP/1.1" status: 200 len: 217 time: 0.0392847 Jul 30 20:07:00.048731 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-61970e42-b426-4345-a179-e1b8238b8fb6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=6ca6ac0d-77de-4858-a332-d8463992beee HTTP/1.1" status: 200 len: 217 time: 0.0371456 Jul 30 20:07:00.074014 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-65d4f6fe-3c01-4de8-8cb6-004bd6236e75 service neutron] 10.222.0.81 "GET /v2.0/networks/5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439598 Jul 30 20:07:00.101720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fe770-ff2c-4a18-a62e-d28e724c2c8b req-63659886-59fd-4622-8194-caab07404c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:00.103168 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae8fe770-ff2c-4a18-a62e-d28e724c2c8b req-63659886-59fd-4622-8194-caab07404c02 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0716174 Jul 30 20:07:00.108504 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-60bdfd0f-b8eb-43dc-826c-d448e1a7d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:00.110293 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-60bdfd0f-b8eb-43dc-826c-d448e1a7d1f6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0512965 Jul 30 20:07:00.120765 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ceef7f-0e04-4d4e-a5ff-9c1214362349 req-9fc79e08-864c-47c4-ae38-31b05361bd38 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:00.122242 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4ceef7f-0e04-4d4e-a5ff-9c1214362349 req-9fc79e08-864c-47c4-ae38-31b05361bd38 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/ports?device_id=b50676ce-9cce-46da-bbcc-36945a03944d HTTP/1.1" status: 200 len: 947 time: 0.0643799 Jul 30 20:07:00.166293 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-136d3960-4d1a-497c-bc4c-265c753ae814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:00.167861 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-136d3960-4d1a-497c-bc4c-265c753ae814 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0504758 Jul 30 20:07:00.182771 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 06ba9360-512d-408c-afc4-3ff0224b76f1 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:07:00.192967 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4ceef7f-0e04-4d4e-a5ff-9c1214362349 req-485f4967-1727-407e-b74a-f0f6a20c5e75 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2d94847-feb6-40a7-978e-d6e30e4a953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598459 Jul 30 20:07:00.199846 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fe770-ff2c-4a18-a62e-d28e724c2c8b req-8c39c143-8497-4f0e-acf6-a24c836a3f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:00.201440 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae8fe770-ff2c-4a18-a62e-d28e724c2c8b req-8c39c143-8497-4f0e-acf6-a24c836a3f7f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0887694 Jul 30 20:07:00.306265 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-9b3cf6ab-a7f4-4907-bc15-fefbdb8b74f3 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309688 Jul 30 20:07:00.335347 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae8fe770-ff2c-4a18-a62e-d28e724c2c8b req-423714b3-d383-475b-8085-92e66a9c0890 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244264 Jul 30 20:07:00.419110 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 06ba9360-512d-408c-afc4-3ff0224b76f1, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=06ba9360-512d-408c-afc4-3ff0224b76f1,segment=NetworkSegment(66687a5b-0a41-43ec-b825-652223eedddd),segment_id=66687a5b-0a41-43ec-b825-652223eedddd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:00.432626 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '06ba9360-512d-408c-afc4-3ff0224b76f1', 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f', 'port_id': '06ba9360-512d-408c-afc4-3ff0224b76f1', 'mac_address': 'fa:16:3e:b7:08:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2373a630-185a-483b-9d20-6ddac9363cdc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:07:00.457254 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2109b92c-a96a-46bb-9b07-f6d090ab5b61 req-d8a6c799-11c8-4e53-8e39-2ef9c3117c1d tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2630d67-36aa-4ef6-856e-7b078872fa4e HTTP/1.1" status: 200 len: 210 time: 0.0832481 Jul 30 20:07:00.497945 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:00.519378 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ba9360-512d-408c-afc4-3ff0224b76f1 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:07:00.534948 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae8fe770-ff2c-4a18-a62e-d28e724c2c8b req-105c579d-f3a8-424b-9115-27df9968d55e service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904230 Jul 30 20:07:00.536084 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5dea36-4b14-4572-96ec-975232415349 req-7a572454-7561-495a-a1f1-6fb830b9760b tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:00.537688 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1a5dea36-4b14-4572-96ec-975232415349 req-7a572454-7561-495a-a1f1-6fb830b9760b tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 944 time: 0.2159636 Jul 30 20:07:00.547890 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 06ba9360-512d-408c-afc4-3ff0224b76f1, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=06ba9360-512d-408c-afc4-3ff0224b76f1,segment=NetworkSegment(66687a5b-0a41-43ec-b825-652223eedddd),segment_id=66687a5b-0a41-43ec-b825-652223eedddd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:00.557490 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:00.559120 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:07:00.599064 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-761d50b7-00db-4dd6-9569-f1254a8a4548 req-7334f3f6-7013-4769-a6d9-87348515bd22 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759609 Jul 30 20:07:00.620036 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1a5dea36-4b14-4572-96ec-975232415349 req-47930105-b257-4d08-b67a-97454b8707f9 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/security-groups?id=f09b3515-2271-4377-900c-a6276a97ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697954 Jul 30 20:07:00.641966 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc106c-eb09-4469-b43d-2406330d9522 req-64d1356b-dbd7-4bcd-8d48-3cf3ce6ed28c tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:00.644040 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ebbc106c-eb09-4469-b43d-2406330d9522 req-64d1356b-dbd7-4bcd-8d48-3cf3ce6ed28c tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 946 time: 0.0823298 Jul 30 20:07:00.700636 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ebbc106c-eb09-4469-b43d-2406330d9522 req-587c5895-1b16-4a94-997e-3e5a4f410b3d tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469849 Jul 30 20:07:00.717705 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=06ba9360-512d-408c-afc4-3ff0224b76f1,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:00.731084 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:00.731439 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:00.731810 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:00.732150 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:00.732512 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:00.732827 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:00.733120 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:00.733448 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:00.733813 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:00.734130 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:00.734979 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:00.735410 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:00.775688 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8,segment=NetworkSegment(ce00f4ba-d8bb-4afc-8455-d155bb6366db),segment_id=ce00f4ba-d8bb-4afc-8455-d155bb6366db)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:00.791819 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8', 'network_id': 'd720bf4d-d89c-40cc-a8d3-2bcde79b768e', 'port_id': 'ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8', 'mac_address': 'fa:16:3e:65:08:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc58012-6aa4-4104-b48c-ddab3633cb9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:07:00.845721 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:00.871127 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:07:00.873446 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ba1b6-b016-4b76-92c4-38b2ee79a304 req-9b94e945-ccbe-4a40-b7b7-090b5c15b97a tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:00.875085 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-462ba1b6-b016-4b76-92c4-38b2ee79a304 req-9b94e945-ccbe-4a40-b7b7-090b5c15b97a tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 943 time: 0.0525842 Jul 30 20:07:00.895967 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8,segment=NetworkSegment(ce00f4ba-d8bb-4afc-8455-d155bb6366db),segment_id=ce00f4ba-d8bb-4afc-8455-d155bb6366db)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:00.902269 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:00.923125 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-462ba1b6-b016-4b76-92c4-38b2ee79a304 req-cb7f68d0-2ccd-49c5-82ac-cb60b792a705 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416050 Jul 30 20:07:00.936576 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50676ce-9cce-46da-bbcc-36945a03944d', 'tag': '6ca6ac0d-77de-4858-a332-d8463992beee'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:00.939350 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4bcdec-20e3-490c-8cb5-c3f339ed6d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "b50676ce-9cce-46da-bbcc-36945a03944d", "tag": "6ca6ac0d-77de-4858-a332-d8463992beee"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:00.973475 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:00.983441 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f383a8-2252-453f-9e4c-235f28a2b110 x-openstack-request-id: req-a1f383a8-2252-453f-9e4c-235f28a2b110 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:00.983778 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b50676ce-9cce-46da-bbcc-36945a03944d", "tag": "6ca6ac0d-77de-4858-a332-d8463992beee", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:00.984035 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a1f383a8-2252-453f-9e4c-235f28a2b110 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:00.984972 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50676ce-9cce-46da-bbcc-36945a03944d', 'tag': '6ca6ac0d-77de-4858-a332-d8463992beee', 'status': 'completed', 'code': 200} Jul 30 20:07:01.087924 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bcdec-20e3-490c-8cb5-c3f339ed6d6b req-c1f7e7ea-6813-4996-96ca-4369363c2d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:01.089607 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2c4bcdec-20e3-490c-8cb5-c3f339ed6d6b req-c1f7e7ea-6813-4996-96ca-4369363c2d86 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f35a4e2658934e47bbdc3c8097349d76&device_id=b50676ce-9cce-46da-bbcc-36945a03944d HTTP/1.1" status: 200 len: 1098 time: 0.0747538 Jul 30 20:07:01.112445 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c652a-fc4d-445d-bdf0-9bdeea1798bf req-f1b1f538-8c96-46ac-994a-7424b51d6cf4 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:01.113918 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-994c652a-fc4d-445d-bdf0-9bdeea1798bf req-f1b1f538-8c96-46ac-994a-7424b51d6cf4 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/ports?device_id=5199d1c0-e21e-4214-94e4-ab8400a7cfa8 HTTP/1.1" status: 200 len: 948 time: 0.0569577 Jul 30 20:07:01.205323 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-994c652a-fc4d-445d-bdf0-9bdeea1798bf req-170ee351-97c7-4441-b2e5-45473d90b8f5 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c1c6a60-f67f-402c-8e08-0d0422fb88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831933 Jul 30 20:07:01.232333 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bcdec-20e3-490c-8cb5-c3f339ed6d6b req-0d3091b9-97b8-4b76-920d-36a5c3807d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:01.233937 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2c4bcdec-20e3-490c-8cb5-c3f339ed6d6b req-0d3091b9-97b8-4b76-920d-36a5c3807d82 service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1191585 Jul 30 20:07:01.280499 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2c4bcdec-20e3-490c-8cb5-c3f339ed6d6b req-434ccba5-72f9-46c3-ba95-1c86fe18a919 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=6ca6ac0d-77de-4858-a332-d8463992beee HTTP/1.1" status: 200 len: 217 time: 0.0387375 Jul 30 20:07:01.353444 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bcdec-20e3-490c-8cb5-c3f339ed6d6b req-1051e120-48c6-4869-a0d1-9657a2dd2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:01.354939 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2c4bcdec-20e3-490c-8cb5-c3f339ed6d6b req-1051e120-48c6-4869-a0d1-9657a2dd2a19 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0662293 Jul 30 20:07:01.396936 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b0840-3cbe-456b-82d7-32f3e3e2254a req-183aecaf-be7f-44af-b3fb-94f253522e8a tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:01.407117 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7d4b0840-3cbe-456b-82d7-32f3e3e2254a req-183aecaf-be7f-44af-b3fb-94f253522e8a tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/ports?device_id=b50676ce-9cce-46da-bbcc-36945a03944d HTTP/1.1" status: 200 len: 947 time: 0.0913849 Jul 30 20:07:01.409804 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bcdec-20e3-490c-8cb5-c3f339ed6d6b req-395fab77-dddf-4682-a2a4-615ffa488e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:01.411717 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2c4bcdec-20e3-490c-8cb5-c3f339ed6d6b req-395fab77-dddf-4682-a2a4-615ffa488e80 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0493309 Jul 30 20:07:01.443872 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['06ba9360-512d-408c-afc4-3ff0224b76f1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:01.495347 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:01.549165 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2c4bcdec-20e3-490c-8cb5-c3f339ed6d6b req-dc0c223f-d848-4b2a-806d-7830dce5faa7 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280708 Jul 30 20:07:01.574483 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7d4b0840-3cbe-456b-82d7-32f3e3e2254a req-5aa6e023-433e-42b7-b339-542abcb10584 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2d94847-feb6-40a7-978e-d6e30e4a953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662736 Jul 30 20:07:01.642481 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-041174fc-32e8-488a-83f6-c845a9526a43 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:01.644330 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-041174fc-32e8-488a-83f6-c845a9526a43 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.59 "GET /v2.0/networks?id=5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2 HTTP/1.1" status: 200 len: 812 time: 0.2350316 Jul 30 20:07:01.659056 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-c3134d33-9188-4e70-b680-b12389d434dd tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Request body: {'port': {'device_id': 'd2630d67-36aa-4ef6-856e-7b078872fa4e', 'network_id': '5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2', 'admin_state_up': True, 'tenant_id': '8ddd0e37e2e44e64a3f6afbb96218dd8'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:01.668643 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9b8bd022-acc3-4571-a6a2-bc1aafbd67ae req-e9b7950b-4ed3-4872-bc77-b34ee4657c45 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2630d67-36aa-4ef6-856e-7b078872fa4e HTTP/1.1" status: 200 len: 210 time: 0.0926065 Jul 30 20:07:01.734476 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2c4bcdec-20e3-490c-8cb5-c3f339ed6d6b req-0dc31b9b-b7e1-459b-90ae-a3f4d596f0f6 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772497 Jul 30 20:07:01.800118 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device b9b5a6e2-27bc-474b-a641-1246c07bb443 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:07:01.842018 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f61aa-b8d2-4d1a-bd19-b74e66c8577b req-0f054a4f-7e1b-414c-b7fd-9c12ff6b890d tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:01.843748 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-953f61aa-b8d2-4d1a-bd19-b74e66c8577b req-0f054a4f-7e1b-414c-b7fd-9c12ff6b890d tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0800917 Jul 30 20:07:01.850000 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7851c7-9168-44d9-ab2b-c819cdc817c2 req-f470e845-3515-410c-aba5-cb4c2198ae5e tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:01.861623 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ad7851c7-9168-44d9-ab2b-c819cdc817c2 req-f470e845-3515-410c-aba5-cb4c2198ae5e tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 946 time: 0.0754075 Jul 30 20:07:01.903330 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port b9b5a6e2-27bc-474b-a641-1246c07bb443, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=b9b5a6e2-27bc-474b-a641-1246c07bb443,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:01.909696 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-953f61aa-b8d2-4d1a-bd19-b74e66c8577b req-aefd9bb1-f3c9-4a46-af9e-e6891550232c tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/security-groups?id=f09b3515-2271-4377-900c-a6276a97ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586219 Jul 30 20:07:01.916394 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'b9b5a6e2-27bc-474b-a641-1246c07bb443', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': 'b9b5a6e2-27bc-474b-a641-1246c07bb443', 'mac_address': 'fa:16:3e:69:dc:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:07:01.918581 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ad7851c7-9168-44d9-ab2b-c819cdc817c2 req-8bd4c2e0-43b7-4003-9abc-c2b9ee5f8b57 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556440 Jul 30 20:07:01.921787 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-c3134d33-9188-4e70-b680-b12389d434dd tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Made reservation on behalf of 8ddd0e37e2e44e64a3f6afbb96218dd8 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:07:01.935532 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-c3134d33-9188-4e70-b680-b12389d434dd tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:01.967730 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:01.984330 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b5a6e2-27bc-474b-a641-1246c07bb443 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:07:02.007191 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port b9b5a6e2-27bc-474b-a641-1246c07bb443, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=b9b5a6e2-27bc-474b-a641-1246c07bb443,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:02.011993 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:02.064316 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=b9b5a6e2-27bc-474b-a641-1246c07bb443,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:02.097500 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064620be-dc24-43f3-9ee2-d30833d8b67c req-d80e7779-8c4f-4ec3-b237-af2e9f10048b tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:02.099037 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-064620be-dc24-43f3-9ee2-d30833d8b67c req-d80e7779-8c4f-4ec3-b237-af2e9f10048b tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 944 time: 0.0938137 Jul 30 20:07:02.131810 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-c3134d33-9188-4e70-b680-b12389d434dd tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Allocated IP 172.20.0.3 (5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2/db475299-c8f9-4695-8c12-0941808a60f8/349fa798-e7ac-4080-9f49-ba90dcd5d06e) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:07:02.159266 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-064620be-dc24-43f3-9ee2-d30833d8b67c req-fa6c2768-8f5d-4dc5-9a45-4be25337720b tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529363 Jul 30 20:07:02.250389 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['b9b5a6e2-27bc-474b-a641-1246c07bb443'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:02.332275 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-c3134d33-9188-4e70-b680-b12389d434dd tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:02.392266 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-c3134d33-9188-4e70-b680-b12389d434dd tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:02.395244 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07626875-ff3b-4c39-9b36-064b9c861eb5 req-8a52da86-3b9b-43b9-846c-8a504d54d4f0 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:02.397344 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-07626875-ff3b-4c39-9b36-064b9c861eb5 req-8a52da86-3b9b-43b9-846c-8a504d54d4f0 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/ports?device_id=5199d1c0-e21e-4214-94e4-ab8400a7cfa8 HTTP/1.1" status: 200 len: 949 time: 0.0703182 Jul 30 20:07:02.447647 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-c3134d33-9188-4e70-b680-b12389d434dd tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Network 5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:07:02.454278 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-c3134d33-9188-4e70-b680-b12389d434dd tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:07:02.463541 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-c3134d33-9188-4e70-b680-b12389d434dd tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:07:02.465807 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-07626875-ff3b-4c39-9b36-064b9c861eb5 req-51f361e5-05e1-48e8-9183-1d80fba93f72 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c1c6a60-f67f-402c-8e08-0d0422fb88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615890 Jul 30 20:07:02.504433 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3134d33-9188-4e70-b680-b12389d434dd tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event updated for resources: {'Port': ['ID=349fa798-e7ac-4080-9f49-ba90dcd5d06e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:02.531968 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-c3134d33-9188-4e70-b680-b12389d434dd tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:02.532589 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-c3134d33-9188-4e70-b680-b12389d434dd tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:02.545147 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-c3134d33-9188-4e70-b680-b12389d434dd tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8907328 Jul 30 20:07:02.557903 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-7a1dc1a8-22ec-4b87-b409-5068ae81f633 service neutron] Request body: {'port': {'device_id': 'd2630d67-36aa-4ef6-856e-7b078872fa4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:02.615798 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-7a1dc1a8-22ec-4b87-b409-5068ae81f633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:02.804252 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da643c-0b2b-4d11-b2bb-6784bd240696 req-d624d10d-8104-432d-859c-bc89a76ac87c tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:02.806154 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f8da643c-0b2b-4d11-b2bb-6784bd240696 req-d624d10d-8104-432d-859c-bc89a76ac87c tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2630d67-36aa-4ef6-856e-7b078872fa4e HTTP/1.1" status: 200 len: 931 time: 0.0598042 Jul 30 20:07:02.848769 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f8da643c-0b2b-4d11-b2bb-6784bd240696 req-ed639b76-aaa1-4e21-ba45-4e59b46bbc4d tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351443 Jul 30 20:07:03.043593 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db43fa-eb44-48e9-be60-c80ee13afe2d req-a1652046-ea78-40f9-b50d-a2ce786a9140 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:03.045205 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-81db43fa-eb44-48e9-be60-c80ee13afe2d req-a1652046-ea78-40f9-b50d-a2ce786a9140 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 946 time: 0.0536036 Jul 30 20:07:03.087678 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13ea32-ec41-4862-83e0-b09db140e31c req-ebe491c0-eec8-43a2-9417-1f33ac2436c1 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:03.088278 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-81db43fa-eb44-48e9-be60-c80ee13afe2d req-ab88b301-712f-4752-8ac3-4a080b213c9c tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360293 Jul 30 20:07:03.089164 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3b13ea32-ec41-4862-83e0-b09db140e31c req-ebe491c0-eec8-43a2-9417-1f33ac2436c1 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/ports?device_id=b50676ce-9cce-46da-bbcc-36945a03944d HTTP/1.1" status: 200 len: 947 time: 0.4398823 Jul 30 20:07:03.185361 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3b13ea32-ec41-4862-83e0-b09db140e31c req-a8bbc881-f60a-4bad-9fc7-b60b845b2059 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2d94847-feb6-40a7-978e-d6e30e4a953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834696 Jul 30 20:07:03.210571 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20064b-ad24-409b-bca6-416df55c2e88 req-541a0216-6320-4271-aedb-a6ef26bf4019 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:03.212570 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4c20064b-ad24-409b-bca6-416df55c2e88 req-541a0216-6320-4271-aedb-a6ef26bf4019 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0634344 Jul 30 20:07:03.274544 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4c20064b-ad24-409b-bca6-416df55c2e88 req-b83d129e-661e-4404-bcbe-0ac59d5d525f tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/security-groups?id=f09b3515-2271-4377-900c-a6276a97ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540559 Jul 30 20:07:03.293441 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-7a1dc1a8-22ec-4b87-b409-5068ae81f633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 349fa798-e7ac-4080-9f49-ba90dcd5d06e {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:07:03.302578 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-7a1dc1a8-22ec-4b87-b409-5068ae81f633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:03.322371 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-7a1dc1a8-22ec-4b87-b409-5068ae81f633 service neutron] Transition to ACTIVE for port object 349fa798-e7ac-4080-9f49-ba90dcd5d06e will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:07:03.329414 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-7a1dc1a8-22ec-4b87-b409-5068ae81f633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:03.409004 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1dc1a8-22ec-4b87-b409-5068ae81f633 service neutron] Pushing event updated for resources: {'Port': ['ID=349fa798-e7ac-4080-9f49-ba90dcd5d06e,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:03.425889 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdeb575-62e6-434e-a031-ebc80acb1320 req-14cb7245-c787-47ab-a27f-c48e3b5c1014 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:03.427660 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7bdeb575-62e6-434e-a031-ebc80acb1320 req-14cb7245-c787-47ab-a27f-c48e3b5c1014 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 944 time: 0.0751998 Jul 30 20:07:03.473214 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-7a1dc1a8-22ec-4b87-b409-5068ae81f633 service neutron] Attempting to bind port 349fa798-e7ac-4080-9f49-ba90dcd5d06e on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:07:03.473794 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-7a1dc1a8-22ec-4b87-b409-5068ae81f633 service neutron] Attempting to bind port 349fa798-e7ac-4080-9f49-ba90dcd5d06e by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '4c5727ff-ec87-4700-924a-9fefe61b44a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:07:03.474080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-7a1dc1a8-22ec-4b87-b409-5068ae81f633 service neutron] Attempting to bind port 349fa798-e7ac-4080-9f49-ba90dcd5d06e on network 5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:07:03.480839 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-7a1dc1a8-22ec-4b87-b409-5068ae81f633 service neutron] Port 349fa798-e7ac-4080-9f49-ba90dcd5d06e on network 5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:07:03.481159 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-7a1dc1a8-22ec-4b87-b409-5068ae81f633 service neutron] Attempting to bind port 349fa798-e7ac-4080-9f49-ba90dcd5d06e on network 5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:07:03.486850 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7bdeb575-62e6-434e-a031-ebc80acb1320 req-26c32f0f-9c5d-41ed-8045-a7cd999c76e7 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475671 Jul 30 20:07:03.490479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-7a1dc1a8-22ec-4b87-b409-5068ae81f633 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:07:03.490821 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-7a1dc1a8-22ec-4b87-b409-5068ae81f633 service neutron] Checking segment: {'id': '4c5727ff-ec87-4700-924a-9fefe61b44a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:07:03.491209 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-7a1dc1a8-22ec-4b87-b409-5068ae81f633 service neutron] Bound using segment: {'id': '4c5727ff-ec87-4700-924a-9fefe61b44a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:07:03.498044 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-7a1dc1a8-22ec-4b87-b409-5068ae81f633 service neutron] Bound port: 349fa798-e7ac-4080-9f49-ba90dcd5d06e, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c5727ff-ec87-4700-924a-9fefe61b44a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:07:03.498490 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-7a1dc1a8-22ec-4b87-b409-5068ae81f633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:03.635909 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-7a1dc1a8-22ec-4b87-b409-5068ae81f633 service neutron] For port 349fa798-e7ac-4080-9f49-ba90dcd5d06e, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:07:03.651831 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-7a1dc1a8-22ec-4b87-b409-5068ae81f633 service neutron] For port 349fa798-e7ac-4080-9f49-ba90dcd5d06e, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=349fa798-e7ac-4080-9f49-ba90dcd5d06e,segment=NetworkSegment(4c5727ff-ec87-4700-924a-9fefe61b44a6),segment_id=4c5727ff-ec87-4700-924a-9fefe61b44a6)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:07:03.662078 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06228bdc-4995-4963-9bfc-42b2755f57c2 req-4301d535-69b9-41ae-a6ab-d9306e369318 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:03.663845 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-06228bdc-4995-4963-9bfc-42b2755f57c2 req-4301d535-69b9-41ae-a6ab-d9306e369318 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/ports?device_id=5199d1c0-e21e-4214-94e4-ab8400a7cfa8 HTTP/1.1" status: 200 len: 949 time: 0.1046131 Jul 30 20:07:03.665502 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1932dc-5171-44f3-9324-f68d4c5fc0ec req-bf35c7cf-cda7-4e9d-bb26-fe6ae393588e tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:03.670475 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d51e1-bdf7-4f45-8719-8cf25f7c5f2e req-9a32ee71-ec39-4a1e-88b0-09475250bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:03.672285 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5d5d51e1-bdf7-4f45-8719-8cf25f7c5f2e req-9a32ee71-ec39-4a1e-88b0-09475250bbc7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a721017b4064946baeea6559734749c&device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 1097 time: 0.0815904 Jul 30 20:07:03.672808 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fe1932dc-5171-44f3-9324-f68d4c5fc0ec req-bf35c7cf-cda7-4e9d-bb26-fe6ae393588e tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 946 time: 0.0852561 Jul 30 20:07:03.676823 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-7a1dc1a8-22ec-4b87-b409-5068ae81f633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:03.736732 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-7a1dc1a8-22ec-4b87-b409-5068ae81f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:03.737361 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-7a1dc1a8-22ec-4b87-b409-5068ae81f633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:03.738747 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-7a1dc1a8-22ec-4b87-b409-5068ae81f633 service neutron] 10.222.0.59 "PUT /v2.0/ports/349fa798-e7ac-4080-9f49-ba90dcd5d06e HTTP/1.1" status: 200 len: 1091 time: 1.1849515 Jul 30 20:07:03.741572 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2630d67-36aa-4ef6-856e-7b078872fa4e', 'tag': '349fa798-e7ac-4080-9f49-ba90dcd5d06e'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:03.743176 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886a9b41-8d4c-45dd-8322-37ff64bf5b76" -d '{"events": [{"name": "network-changed", "server_uuid": "d2630d67-36aa-4ef6-856e-7b078872fa4e", "tag": "349fa798-e7ac-4080-9f49-ba90dcd5d06e"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:03.771737 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fe1932dc-5171-44f3-9324-f68d4c5fc0ec req-75b254cb-e09c-4441-bc01-71b5bf35bf5c tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976903 Jul 30 20:07:03.774600 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-06228bdc-4995-4963-9bfc-42b2755f57c2 req-74f0c2b8-6aa4-4904-ac85-1b7749ee139a tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c1c6a60-f67f-402c-8e08-0d0422fb88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909250 Jul 30 20:07:03.776905 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1dc1a8-22ec-4b87-b409-5068ae81f633 service neutron] Pushing event updated for resources: {'Port': ['ID=349fa798-e7ac-4080-9f49-ba90dcd5d06e,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:03.825190 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device b9b5a6e2-27bc-474b-a641-1246c07bb443 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:07:03.852423 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d51e1-bdf7-4f45-8719-8cf25f7c5f2e req-b1f6ee52-0968-423d-8462-f8ac20a56571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:03.858246 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-3e71f308-834d-422e-8a67-2c0c2f0faaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:03.860863 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-3e71f308-834d-422e-8a67-2c0c2f0faaea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ddd0e37e2e44e64a3f6afbb96218dd8&device_id=d2630d67-36aa-4ef6-856e-7b078872fa4e HTTP/1.1" status: 200 len: 1094 time: 0.0776026 Jul 30 20:07:03.861003 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5d5d51e1-bdf7-4f45-8719-8cf25f7c5f2e req-b1f6ee52-0968-423d-8462-f8ac20a56571 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2469c781-8e92-4cc5-884d-b32b0b44c62f HTTP/1.1" status: 200 len: 917 time: 0.1793683 Jul 30 20:07:03.918940 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67eb03a1-01d0-45ce-8713-c75ccc286995 x-openstack-request-id: req-67eb03a1-01d0-45ce-8713-c75ccc286995 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:03.919524 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2630d67-36aa-4ef6-856e-7b078872fa4e", "tag": "349fa798-e7ac-4080-9f49-ba90dcd5d06e", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:03.919946 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-67eb03a1-01d0-45ce-8713-c75ccc286995 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:03.920533 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2630d67-36aa-4ef6-856e-7b078872fa4e', 'tag': '349fa798-e7ac-4080-9f49-ba90dcd5d06e', 'status': 'completed', 'code': 200} Jul 30 20:07:03.923077 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-cd87d986-81e2-4924-ade5-ea52ce67b468 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=349fa798-e7ac-4080-9f49-ba90dcd5d06e HTTP/1.1" status: 200 len: 217 time: 0.0535195 Jul 30 20:07:03.926221 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5d5d51e1-bdf7-4f45-8719-8cf25f7c5f2e req-48b1a782-3d96-489d-92a2-888a294688c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 HTTP/1.1" status: 200 len: 217 time: 0.0572760 Jul 30 20:07:03.929513 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port b9b5a6e2-27bc-474b-a641-1246c07bb443 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:07:03.933656 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port b9b5a6e2-27bc-474b-a641-1246c07bb443 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:03.934284 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:03.992984 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-c63f5c49-423c-4c4e-a788-00d060e7d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:03.994814 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-c63f5c49-423c-4c4e-a788-00d060e7d356 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db475299-c8f9-4695-8c12-0941808a60f8 HTTP/1.1" status: 200 len: 852 time: 0.0592177 Jul 30 20:07:04.027067 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:04.029845 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-d94c7c3d-5a38-42ed-ba2e-96e42c0532ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268540 Jul 30 20:07:04.041006 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec45d67-1778-4ba4-bbbb-c527bd633f6a req-5033810e-e9de-4a8b-b5eb-24f0d644d472 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:04.042673 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7ec45d67-1778-4ba4-bbbb-c527bd633f6a req-5033810e-e9de-4a8b-b5eb-24f0d644d472 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2630d67-36aa-4ef6-856e-7b078872fa4e HTTP/1.1" status: 200 len: 943 time: 0.0943267 Jul 30 20:07:04.048436 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d51e1-bdf7-4f45-8719-8cf25f7c5f2e req-87e63f34-f18c-40a1-af8d-26b855b0bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:04.051685 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5d5d51e1-bdf7-4f45-8719-8cf25f7c5f2e req-87e63f34-f18c-40a1-af8d-26b855b0bb6d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=807a3fd9-95fe-4588-8ffa-d416ac85711a HTTP/1.1" status: 200 len: 855 time: 0.1060789 Jul 30 20:07:04.053892 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5199d1c0-e21e-4214-94e4-ab8400a7cfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b5a6e2-27bc-474b-a641-1246c07bb443'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:04.057132 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c8778a-70dc-46cb-8f3d-5a82c95ad94b" -d '{"events": [{"server_uuid": "5199d1c0-e21e-4214-94e4-ab8400a7cfa8", "name": "network-vif-plugged", "status": "completed", "tag": "b9b5a6e2-27bc-474b-a641-1246c07bb443"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:04.077093 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port b9b5a6e2-27bc-474b-a641-1246c07bb443, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=b9b5a6e2-27bc-474b-a641-1246c07bb443,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:04.083157 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:04.112980 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da8331b-fe05-46fc-855c-84d4f3d9112e x-openstack-request-id: req-4da8331b-fe05-46fc-855c-84d4f3d9112e {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:04.113392 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5199d1c0-e21e-4214-94e4-ab8400a7cfa8", "name": "network-vif-plugged", "status": "completed", "tag": "b9b5a6e2-27bc-474b-a641-1246c07bb443", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:04.113741 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4da8331b-fe05-46fc-855c-84d4f3d9112e {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:04.114222 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5199d1c0-e21e-4214-94e4-ab8400a7cfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b5a6e2-27bc-474b-a641-1246c07bb443', 'code': 200} Jul 30 20:07:04.130943 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-db8b45a9-ae69-4bce-be4b-65ee3257834f service neutron] 10.222.0.59 "GET /v2.0/networks/5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932827 Jul 30 20:07:04.134294 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7ec45d67-1778-4ba4-bbbb-c527bd633f6a req-4d083953-034b-4704-8503-ef62f50f17da tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814605 Jul 30 20:07:04.136240 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d51e1-bdf7-4f45-8719-8cf25f7c5f2e req-94717a61-9c7e-4d38-9763-db0e4f21cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:04.137587 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5d5d51e1-bdf7-4f45-8719-8cf25f7c5f2e req-94717a61-9c7e-4d38-9763-db0e4f21cd38 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2469c781-8e92-4cc5-884d-b32b0b44c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767527 Jul 30 20:07:04.145069 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=b9b5a6e2-27bc-474b-a641-1246c07bb443,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:04.220895 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 6ca6ac0d-77de-4858-a332-d8463992beee details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:07:04.223001 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 06ba9360-512d-408c-afc4-3ff0224b76f1 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:07:04.255436 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23501ffa-cb5a-4c8f-b88e-81939cd8f3b9 req-6000b54a-3ea5-4463-8866-e8edfbe04bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:04.257110 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-23501ffa-cb5a-4c8f-b88e-81939cd8f3b9 req-6000b54a-3ea5-4463-8866-e8edfbe04bfa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5199d1c0-e21e-4214-94e4-ab8400a7cfa8 HTTP/1.1" status: 200 len: 1101 time: 0.0573375 Jul 30 20:07:04.275047 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5d5d51e1-bdf7-4f45-8719-8cf25f7c5f2e req-79a99ed5-b4f8-4371-a929-32c4917315bf service neutron] 10.222.0.59 "GET /v2.0/networks/2469c781-8e92-4cc5-884d-b32b0b44c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287363 Jul 30 20:07:04.349628 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-50c41534-b1ee-4acf-a73b-378d38b15f96 req-73dc21ae-1a8c-4b83-84a0-68f8212cdf8e service neutron] 10.222.0.59 "GET /v2.0/networks/5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091465 Jul 30 20:07:04.357513 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-23501ffa-cb5a-4c8f-b88e-81939cd8f3b9 req-8cccbdbc-2e6d-49ea-a0de-69adba0f34df service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5c1c6a60-f67f-402c-8e08-0d0422fb88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911281 Jul 30 20:07:04.369829 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03239fed-c2b8-4514-b42e-91183f94ed26 req-ba8dd4ca-c571-4230-a98e-8c0222f48f37 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:04.371337 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-03239fed-c2b8-4514-b42e-91183f94ed26 req-ba8dd4ca-c571-4230-a98e-8c0222f48f37 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/ports?device_id=b50676ce-9cce-46da-bbcc-36945a03944d HTTP/1.1" status: 200 len: 947 time: 0.0725944 Jul 30 20:07:04.420899 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-03239fed-c2b8-4514-b42e-91183f94ed26 req-e3bbc995-15e3-469c-9e3e-3817daf18f8f tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2d94847-feb6-40a7-978e-d6e30e4a953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420151 Jul 30 20:07:04.424064 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 06ba9360-512d-408c-afc4-3ff0224b76f1 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:07:04.441085 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 06ba9360-512d-408c-afc4-3ff0224b76f1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:04.441731 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:04.486123 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a9b41-8d4c-45dd-8322-37ff64bf5b76 req-558d2123-c91f-4ad1-9904-13445ee4d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:04.488279 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-886a9b41-8d4c-45dd-8322-37ff64bf5b76 req-558d2123-c91f-4ad1-9904-13445ee4d342 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ddd0e37e2e44e64a3f6afbb96218dd8&device_id=d2630d67-36aa-4ef6-856e-7b078872fa4e HTTP/1.1" status: 200 len: 1094 time: 0.0588741 Jul 30 20:07:04.504767 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5d5d51e1-bdf7-4f45-8719-8cf25f7c5f2e req-9de745e6-794d-4963-b696-f3d401b1978b service neutron] 10.222.0.59 "GET /v2.0/networks/2469c781-8e92-4cc5-884d-b32b0b44c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209244 Jul 30 20:07:04.524315 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 6ca6ac0d-77de-4858-a332-d8463992beee, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=6ca6ac0d-77de-4858-a332-d8463992beee,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:04.541575 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e86ff-db0c-4528-adf5-a53e1635cdb2 req-885e144a-b2f0-4e84-a849-abbb47c32a73 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:04.543170 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dc7e86ff-db0c-4528-adf5-a53e1635cdb2 req-885e144a-b2f0-4e84-a849-abbb47c32a73 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 945 time: 0.1641400 Jul 30 20:07:04.566755 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '6ca6ac0d-77de-4858-a332-d8463992beee', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': '6ca6ac0d-77de-4858-a332-d8463992beee', 'mac_address': 'fa:16:3e:1b:2e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:07:04.612002 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dc7e86ff-db0c-4528-adf5-a53e1635cdb2 req-6115d913-7878-4193-97f1-282db0983e5f tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/security-groups?id=f09b3515-2271-4377-900c-a6276a97ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564985 Jul 30 20:07:04.614389 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:04.636071 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:04.650031 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca6ac0d-77de-4858-a332-d8463992beee {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:07:04.656722 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57710) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:04.684938 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 6ca6ac0d-77de-4858-a332-d8463992beee, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=6ca6ac0d-77de-4858-a332-d8463992beee,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:04.693889 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:04.694600 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a9b41-8d4c-45dd-8322-37ff64bf5b76 req-a61ba77c-9e07-4467-b175-db511c1e5f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:04.696131 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-886a9b41-8d4c-45dd-8322-37ff64bf5b76 req-a61ba77c-9e07-4467-b175-db511c1e5f47 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2 HTTP/1.1" status: 200 len: 913 time: 0.1998093 Jul 30 20:07:04.699913 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 06ba9360-512d-408c-afc4-3ff0224b76f1, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=06ba9360-512d-408c-afc4-3ff0224b76f1,segment=NetworkSegment(66687a5b-0a41-43ec-b825-652223eedddd),segment_id=66687a5b-0a41-43ec-b825-652223eedddd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:04.728253 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:04.729496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:07:04.784346 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbc970-7b1a-4e0c-82d7-ceef67365749 req-1fff8bfd-0e41-4480-bde8-af870cfdace7 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:04.785862 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=6ca6ac0d-77de-4858-a332-d8463992beee,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:04.787360 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76fbc970-7b1a-4e0c-82d7-ceef67365749 req-1fff8bfd-0e41-4480-bde8-af870cfdace7 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 944 time: 0.1495585 Jul 30 20:07:04.789883 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-886a9b41-8d4c-45dd-8322-37ff64bf5b76 req-54a64c3d-3998-43f5-b4a4-01aa68e78bfc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=349fa798-e7ac-4080-9f49-ba90dcd5d06e HTTP/1.1" status: 200 len: 217 time: 0.0808175 Jul 30 20:07:04.878707 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76fbc970-7b1a-4e0c-82d7-ceef67365749 req-9afe3c61-b2dd-4304-a772-1617111d24d2 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835652 Jul 30 20:07:04.881443 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=06ba9360-512d-408c-afc4-3ff0224b76f1,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:04.882360 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a9b41-8d4c-45dd-8322-37ff64bf5b76 req-b4e1ab29-873f-4d2d-9d6c-ed617340e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:04.883767 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-886a9b41-8d4c-45dd-8322-37ff64bf5b76 req-b4e1ab29-873f-4d2d-9d6c-ed617340e91b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db475299-c8f9-4695-8c12-0941808a60f8 HTTP/1.1" status: 200 len: 852 time: 0.0851381 Jul 30 20:07:04.884789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:07:04.889897 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:04.890991 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:04.921580 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-886a9b41-8d4c-45dd-8322-37ff64bf5b76 req-4431dbde-c50f-4d7f-9e5b-56b235bc6bca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281775 Jul 30 20:07:05.021083 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:05.054139 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d92bd-1c5d-4595-a0cf-9298eb92bd18 req-37279508-affb-4504-8f7e-8b5f74537fa5 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:05.059805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8,segment=NetworkSegment(ce00f4ba-d8bb-4afc-8455-d155bb6366db),segment_id=ce00f4ba-d8bb-4afc-8455-d155bb6366db)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:05.062008 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a84d92bd-1c5d-4595-a0cf-9298eb92bd18 req-37279508-affb-4504-8f7e-8b5f74537fa5 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/ports?device_id=5199d1c0-e21e-4214-94e4-ab8400a7cfa8 HTTP/1.1" status: 200 len: 950 time: 0.1907077 Jul 30 20:07:05.067758 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:05.076183 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87563c37-4595-4a43-9ea8-935a7e32990c req-27ab6efa-b856-468e-a8bd-db53d645d7f3 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:05.077699 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-87563c37-4595-4a43-9ea8-935a7e32990c req-27ab6efa-b856-468e-a8bd-db53d645d7f3 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 946 time: 0.0893235 Jul 30 20:07:05.080514 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-886a9b41-8d4c-45dd-8322-37ff64bf5b76 req-48acf7bb-e6a6-4a72-aa10-3f616176ed6e service neutron] 10.222.0.59 "GET /v2.0/networks/5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511984 Jul 30 20:07:05.100119 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['6ca6ac0d-77de-4858-a332-d8463992beee'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:05.139793 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a84d92bd-1c5d-4595-a0cf-9298eb92bd18 req-8e54af6a-2be9-4be3-a757-2ec80d09dc25 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c1c6a60-f67f-402c-8e08-0d0422fb88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750759 Jul 30 20:07:05.155079 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:05.184342 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-87563c37-4595-4a43-9ea8-935a7e32990c req-12772208-abf1-4cbc-b041-1e4cfff24d5b tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982287 Jul 30 20:07:05.237910 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-886a9b41-8d4c-45dd-8322-37ff64bf5b76 req-146cc0be-2d6e-4401-93e6-bdc48c14b959 service neutron] 10.222.0.59 "GET /v2.0/networks/5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429639 Jul 30 20:07:05.305624 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4daecc38-2c00-4355-8f5d-78b297752ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:05.321220 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d92543-d6ab-4632-b753-50e24bce0263 req-c7f25866-0597-4404-94c2-d00793ffb286 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:05.323028 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32d92543-d6ab-4632-b753-50e24bce0263 req-c7f25866-0597-4404-94c2-d00793ffb286 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2630d67-36aa-4ef6-856e-7b078872fa4e HTTP/1.1" status: 200 len: 943 time: 0.0633998 Jul 30 20:07:05.368447 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32d92543-d6ab-4632-b753-50e24bce0263 req-454ee01a-2408-448c-9c54-6e43a6a5fad7 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386930 Jul 30 20:07:05.581514 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6f592-949c-41d6-908c-c0fdd95b7466 req-866995bf-d681-43c4-9d5a-23ea5f9e493f tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:05.583029 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-97e6f592-949c-41d6-908c-c0fdd95b7466 req-866995bf-d681-43c4-9d5a-23ea5f9e493f tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/ports?device_id=b50676ce-9cce-46da-bbcc-36945a03944d HTTP/1.1" status: 200 len: 948 time: 0.0767529 Jul 30 20:07:05.615998 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4daecc38-2c00-4355-8f5d-78b297752ab5 admin admin] Deleting port f292d192-3258-4883-91d5-aa48f5ba755d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:07:05.616344 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4daecc38-2c00-4355-8f5d-78b297752ab5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:05.670472 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-97e6f592-949c-41d6-908c-c0fdd95b7466 req-51b74113-cab8-473e-9af5-b05497cce2ad tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2d94847-feb6-40a7-978e-d6e30e4a953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802445 Jul 30 20:07:05.713032 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-4daecc38-2c00-4355-8f5d-78b297752ab5 admin admin] For port f292d192-3258-4883-91d5-aa48f5ba755d, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f292d192-3258-4883-91d5-aa48f5ba755d,segment=NetworkSegment(b7e48b53-e01c-446b-936a-b316cd2831d1),segment_id=b7e48b53-e01c-446b-936a-b316cd2831d1)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:05.713312 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4daecc38-2c00-4355-8f5d-78b297752ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:05.726412 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b06ad-156d-4ab8-9925-f73189ad3273 req-231c20e3-dba3-455e-85f8-1a548d7283d6 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:05.727105 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4daecc38-2c00-4355-8f5d-78b297752ab5 admin admin] Calling delete_port for f292d192-3258-4883-91d5-aa48f5ba755d owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:07:05.727924 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-787b06ad-156d-4ab8-9925-f73189ad3273 req-231c20e3-dba3-455e-85f8-1a548d7283d6 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 946 time: 0.0561717 Jul 30 20:07:05.767146 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-787b06ad-156d-4ab8-9925-f73189ad3273 req-6da793fa-187d-4a38-bcfb-a582548fce5a tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/security-groups?id=f09b3515-2271-4377-900c-a6276a97ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332937 Jul 30 20:07:05.817556 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 349fa798-e7ac-4080-9f49-ba90dcd5d06e details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:07:05.905759 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4daecc38-2c00-4355-8f5d-78b297752ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:05.928467 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 349fa798-e7ac-4080-9f49-ba90dcd5d06e, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=349fa798-e7ac-4080-9f49-ba90dcd5d06e,segment=NetworkSegment(4c5727ff-ec87-4700-924a-9fefe61b44a6),segment_id=4c5727ff-ec87-4700-924a-9fefe61b44a6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:05.933894 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daecc38-2c00-4355-8f5d-78b297752ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f292d192-3258-4883-91d5-aa48f5ba755d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:05.946039 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '349fa798-e7ac-4080-9f49-ba90dcd5d06e', 'network_id': '5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2', 'port_id': '349fa798-e7ac-4080-9f49-ba90dcd5d06e', 'mac_address': 'fa:16:3e:3e:10:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db475299-c8f9-4695-8c12-0941808a60f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:07:05.997089 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:06.015531 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349fa798-e7ac-4080-9f49-ba90dcd5d06e {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:07:06.036343 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 349fa798-e7ac-4080-9f49-ba90dcd5d06e, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=349fa798-e7ac-4080-9f49-ba90dcd5d06e,segment=NetworkSegment(4c5727ff-ec87-4700-924a-9fefe61b44a6),segment_id=4c5727ff-ec87-4700-924a-9fefe61b44a6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:06.041877 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:06.091352 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1c56f-f41b-4f4f-9502-cd4468bd140e req-f6ab2aff-0136-4312-bbc6-9ee31b0b219e tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:06.092905 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-80b1c56f-f41b-4f4f-9502-cd4468bd140e req-f6ab2aff-0136-4312-bbc6-9ee31b0b219e tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 945 time: 0.1090727 Jul 30 20:07:06.114921 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff62ee3-661b-471a-85f6-b6bdc3f1e4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ba9360-512d-408c-afc4-3ff0224b76f1'}, {'server_uuid': 'b1acc630-45d3-4ea1-a117-ee6fa4e96bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:06.117239 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1775e6e7-6114-4e14-a23b-bb71f6a05fe2" -d '{"events": [{"server_uuid": "aff62ee3-661b-471a-85f6-b6bdc3f1e4a3", "name": "network-vif-plugged", "status": "completed", "tag": "06ba9360-512d-408c-afc4-3ff0224b76f1"}, {"server_uuid": "b1acc630-45d3-4ea1-a117-ee6fa4e96bd1", "name": "network-vif-plugged", "status": "completed", "tag": "ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:06.120801 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=349fa798-e7ac-4080-9f49-ba90dcd5d06e,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:06.165058 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9e1342-4226-4b8c-95d0-e31dd6c12d63 x-openstack-request-id: req-9f9e1342-4226-4b8c-95d0-e31dd6c12d63 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:06.165364 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff62ee3-661b-471a-85f6-b6bdc3f1e4a3", "name": "network-vif-plugged", "status": "completed", "tag": "06ba9360-512d-408c-afc4-3ff0224b76f1", "code": 200}, {"server_uuid": "b1acc630-45d3-4ea1-a117-ee6fa4e96bd1", "name": "network-vif-plugged", "status": "completed", "tag": "ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:06.165618 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9f9e1342-4226-4b8c-95d0-e31dd6c12d63 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:06.166015 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff62ee3-661b-471a-85f6-b6bdc3f1e4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ba9360-512d-408c-afc4-3ff0224b76f1', 'code': 200} Jul 30 20:07:06.166341 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1acc630-45d3-4ea1-a117-ee6fa4e96bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8', 'code': 200} Jul 30 20:07:06.183192 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-80b1c56f-f41b-4f4f-9502-cd4468bd140e req-3512a0b3-c71e-4264-9c91-cc569bf09af2 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751243 Jul 30 20:07:06.185576 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4daecc38-2c00-4355-8f5d-78b297752ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:06.222109 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 6ca6ac0d-77de-4858-a332-d8463992beee up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:07:06.288009 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['349fa798-e7ac-4080-9f49-ba90dcd5d06e'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:06.320257 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 6ca6ac0d-77de-4858-a332-d8463992beee completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:07:06.330714 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 6ca6ac0d-77de-4858-a332-d8463992beee triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:06.331083 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:06.342521 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a32c99-f6e5-428d-a65c-2bde0283d08a req-c9a6d127-d775-4abc-b858-3c7c8a49cfc3 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:06.344621 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-65a32c99-f6e5-428d-a65c-2bde0283d08a req-c9a6d127-d775-4abc-b858-3c7c8a49cfc3 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/ports?device_id=5199d1c0-e21e-4214-94e4-ab8400a7cfa8 HTTP/1.1" status: 200 len: 950 time: 0.1035447 Jul 30 20:07:06.349431 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa8fbc-663b-42eb-8c0c-f22365c706c6 req-90aa4172-9fe2-43ff-92f5-99bfa6e0a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:06.350831 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3faa8fbc-663b-42eb-8c0c-f22365c706c6 req-90aa4172-9fe2-43ff-92f5-99bfa6e0a225 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 1097 time: 0.0664489 Jul 30 20:07:06.417764 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-65a32c99-f6e5-428d-a65c-2bde0283d08a req-c1b35888-84f8-495c-a5fb-f3849855db79 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c1c6a60-f67f-402c-8e08-0d0422fb88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652297 Jul 30 20:07:06.419572 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3faa8fbc-663b-42eb-8c0c-f22365c706c6 req-a283390a-638e-4fe6-b51a-2f6de992a43d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f09b3515-2271-4377-900c-a6276a97ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600324 Jul 30 20:07:06.442501 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222cdfe-e361-4ce8-bc32-79002bd6bf00 req-7e5d3097-45e6-49a2-bb51-0c7105b8175b tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:06.444861 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f222cdfe-e361-4ce8-bc32-79002bd6bf00 req-7e5d3097-45e6-49a2-bb51-0c7105b8175b tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 946 time: 0.1415849 Jul 30 20:07:06.455800 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484302a0-be38-49e5-9200-219609fa9a33 req-7b49421d-4b2a-4729-b8f4-3066af532baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:06.457352 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-484302a0-be38-49e5-9200-219609fa9a33 req-7b49421d-4b2a-4729-b8f4-3066af532baf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 1096 time: 0.1553264 Jul 30 20:07:06.466267 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:06.521625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 6ca6ac0d-77de-4858-a332-d8463992beee, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=6ca6ac0d-77de-4858-a332-d8463992beee,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:06.528969 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:06.587557 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=6ca6ac0d-77de-4858-a332-d8463992beee,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:06.688803 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a3d37-4f86-4f4e-917d-32e8953352d7 req-8feae82e-4747-4dbc-bf94-f60842ccbbdc tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:06.690378 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-595a3d37-4f86-4f4e-917d-32e8953352d7 req-8feae82e-4747-4dbc-bf94-f60842ccbbdc tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2630d67-36aa-4ef6-856e-7b078872fa4e HTTP/1.1" status: 200 len: 944 time: 0.0538890 Jul 30 20:07:06.732795 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-595a3d37-4f86-4f4e-917d-32e8953352d7 req-5f8158b2-287e-4c27-bbcd-dfb47b6561f2 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359075 Jul 30 20:07:06.884666 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bacd04-24cd-4539-97a8-243abe27b730 req-bb7d85b3-d144-49d6-b77e-26ff2e06ed05 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:06.886184 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-29bacd04-24cd-4539-97a8-243abe27b730 req-bb7d85b3-d144-49d6-b77e-26ff2e06ed05 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/ports?device_id=b50676ce-9cce-46da-bbcc-36945a03944d HTTP/1.1" status: 200 len: 949 time: 0.0498064 Jul 30 20:07:06.894389 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f222cdfe-e361-4ce8-bc32-79002bd6bf00 req-4ad556fa-279f-4233-b7da-a3d59bf6626a tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424272 Jul 30 20:07:06.920669 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-484302a0-be38-49e5-9200-219609fa9a33 req-b3b76d8d-f6dd-4910-aeec-f7b99fde286e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739903 Jul 30 20:07:06.927649 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4daecc38-2c00-4355-8f5d-78b297752ab5 admin admin] Router bc2eeecd-d566-4246-b544-c0abc10f6c43 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:07:06.934691 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-29bacd04-24cd-4539-97a8-243abe27b730 req-4c7fdb40-29b0-4525-adb0-25febaf5ae16 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2d94847-feb6-40a7-978e-d6e30e4a953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416751 Jul 30 20:07:07.063260 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb9ba2-85ae-4a4f-a9f9-702b3c6c7328 req-5258a6f2-2c42-4576-a3de-8ba0daab2cdd tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:07.064726 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7dcb9ba2-85ae-4a4f-a9f9-702b3c6c7328 req-5258a6f2-2c42-4576-a3de-8ba0daab2cdd tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 946 time: 0.0899334 Jul 30 20:07:07.088604 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4daecc38-2c00-4355-8f5d-78b297752ab5 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:07:07.096987 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7411b0-3541-43a7-94d2-088b5cda39a2 None None] Sync routers for ids ['bc2eeecd-d566-4246-b544-c0abc10f6c43'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:07:07.098266 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57750) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:07.098396 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4daecc38-2c00-4355-8f5d-78b297752ab5 admin admin] 10.222.0.81 "PUT /v2.0/routers/bc2eeecd-d566-4246-b544-c0abc10f6c43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4443421 Jul 30 20:07:07.109737 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7411b0-3541-43a7-94d2-088b5cda39a2 None None] Routers {'bc2eeecd-d566-4246-b544-c0abc10f6c43'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:07:07.110456 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bc7411b0-3541-43a7-94d2-088b5cda39a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:06:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['bc2eeecd-d566-4246-b544-c0abc10f6c43'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:07.122992 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7dcb9ba2-85ae-4a4f-a9f9-702b3c6c7328 req-ef61c3d8-337f-4279-91e8-62ba20ea3906 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/security-groups?id=f09b3515-2271-4377-900c-a6276a97ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481417 Jul 30 20:07:07.225164 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-bc7411b0-3541-43a7-94d2-088b5cda39a2 None None] Set router bc2eeecd-d566-4246-b544-c0abc10f6c43 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:07:07.235770 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e340da-6939-491d-b748-ebec16b82685 req-6020c7d5-2230-4f12-a720-03cbda6bf6b9 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:07.237267 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-29e340da-6939-491d-b748-ebec16b82685 req-6020c7d5-2230-4f12-a720-03cbda6bf6b9 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/ports?device_id=5199d1c0-e21e-4214-94e4-ab8400a7cfa8 HTTP/1.1" status: 200 len: 950 time: 0.0890086 Jul 30 20:07:07.239641 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f28bc-25ee-4396-bfc8-435c1f223f0e req-4b0d72c6-5d0f-4c9a-bed2-5e98b6cbcace tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:07.241250 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a94f28bc-25ee-4396-bfc8-435c1f223f0e req-4b0d72c6-5d0f-4c9a-bed2-5e98b6cbcace tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 946 time: 0.0580268 Jul 30 20:07:07.279130 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-57f1ff24-8305-4bde-8c9c-bc0b4a1f5dfe admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:07.288133 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a94f28bc-25ee-4396-bfc8-435c1f223f0e req-385150e2-9546-4e24-a786-9e966618ca68 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396595 Jul 30 20:07:07.328621 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-29e340da-6939-491d-b748-ebec16b82685 req-9417bf22-b084-4027-b138-9b0c550968aa tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c1c6a60-f67f-402c-8e08-0d0422fb88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754499 Jul 30 20:07:07.416736 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752a3e3-f7d8-45ef-b4a0-3b28655c38b9 req-d0d3760b-f6b0-49bd-a948-508d5397770c tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:07.418261 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4752a3e3-f7d8-45ef-b4a0-3b28655c38b9 req-d0d3760b-f6b0-49bd-a948-508d5397770c tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0602176 Jul 30 20:07:07.419341 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bc7411b0-3541-43a7-94d2-088b5cda39a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2eeecd-d566-4246-b544-c0abc10f6c43', 'name': 'tempest-AttachSCSIVolumeTestJSON-28950346-router', 'tenant_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '88f44320-20e2-41a1-af5d-92b5467a37b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:05:17Z', 'updated_at': '2021-07-30T20:07:05Z', 'revision_number': 5, 'project_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'gw_port': {'id': '88f44320-20e2-41a1-af5d-92b5467a37b7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2eeecd-d566-4246-b544-c0abc10f6c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:05:20Z', 'updated_at': '2021-07-30T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:07.445579 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-57f1ff24-8305-4bde-8c9c-bc0b4a1f5dfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:07.446120 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7411b0-3541-43a7-94d2-088b5cda39a2 None None] Checking router: bc2eeecd-d566-4246-b544-c0abc10f6c43 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:07:07.456359 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7411b0-3541-43a7-94d2-088b5cda39a2 None None] Routers {'bc2eeecd-d566-4246-b544-c0abc10f6c43'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:07:07.457059 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bc7411b0-3541-43a7-94d2-088b5cda39a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:06:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['bc2eeecd-d566-4246-b544-c0abc10f6c43'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:07.459753 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4752a3e3-f7d8-45ef-b4a0-3b28655c38b9 req-cf56a49a-f187-4f62-8a5d-6719e56b2dd7 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347338 Jul 30 20:07:07.462495 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ca388-5290-44b9-b1a4-594d1e8384e6 req-7bf5c549-8f83-4fe7-bbf5-5006510e4a99 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:07.464050 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8e7ca388-5290-44b9-b1a4-594d1e8384e6 req-7bf5c549-8f83-4fe7-bbf5-5006510e4a99 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2323f96-0b7b-4402-830c-68686052028c HTTP/1.1" status: 200 len: 946 time: 0.0718386 Jul 30 20:07:07.528282 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8e7ca388-5290-44b9-b1a4-594d1e8384e6 req-93471643-ea75-4f4c-a469-88a035546a54 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439303 Jul 30 20:07:07.544411 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-bc7411b0-3541-43a7-94d2-088b5cda39a2 None None] Set router bc2eeecd-d566-4246-b544-c0abc10f6c43 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:07:07.552550 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-57f1ff24-8305-4bde-8c9c-bc0b4a1f5dfe admin admin] Deleting port 88f44320-20e2-41a1-af5d-92b5467a37b7 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:07:07.552550 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-57f1ff24-8305-4bde-8c9c-bc0b4a1f5dfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:07.600962 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bc7411b0-3541-43a7-94d2-088b5cda39a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2eeecd-d566-4246-b544-c0abc10f6c43', 'name': 'tempest-AttachSCSIVolumeTestJSON-28950346-router', 'tenant_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:05:17Z', 'updated_at': '2021-07-30T20:07:07Z', 'revision_number': 6, 'project_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:07.629206 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7411b0-3541-43a7-94d2-088b5cda39a2 None None] The sync data for ids ['bc2eeecd-d566-4246-b544-c0abc10f6c43'] in n-d-712137-9 is: [{'id': 'bc2eeecd-d566-4246-b544-c0abc10f6c43', 'name': 'tempest-AttachSCSIVolumeTestJSON-28950346-router', 'tenant_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:05:17Z', 'updated_at': '2021-07-30T20:07:07Z', 'revision_number': 6, 'project_id': '8cfdcb968d5a41d8aef70fcc356506a4', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:07:07.646905 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-57f1ff24-8305-4bde-8c9c-bc0b4a1f5dfe admin admin] For port 88f44320-20e2-41a1-af5d-92b5467a37b7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=88f44320-20e2-41a1-af5d-92b5467a37b7,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:07.646905 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-57f1ff24-8305-4bde-8c9c-bc0b4a1f5dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:07.664036 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-57f1ff24-8305-4bde-8c9c-bc0b4a1f5dfe admin admin] Calling delete_port for 88f44320-20e2-41a1-af5d-92b5467a37b7 owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:07:07.685590 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7806ba-6810-4dd5-aff9-28ad55516a3c req-61224a5a-8343-4fdc-b50a-876d51d8c2ce tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:07.694642 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0e7806ba-6810-4dd5-aff9-28ad55516a3c req-61224a5a-8343-4fdc-b50a-876d51d8c2ce tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e18394a1-39d6-46fe-959a-73c6fb0268e8 HTTP/1.1" status: 200 len: 945 time: 0.0752993 Jul 30 20:07:07.744632 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0e7806ba-6810-4dd5-aff9-28ad55516a3c req-3a50d3f4-a3ba-4209-8d8c-75afb0eee362 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487881 Jul 30 20:07:07.801887 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-b10c3da7-c5cc-4d95-a1a0-1a76756d22e2 req-22157caf-c39d-4001-82e4-40f30d823ea6 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:07:07.804123 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b10c3da7-c5cc-4d95-a1a0-1a76756d22e2 req-22157caf-c39d-4001-82e4-40f30d823ea6 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111794 Jul 30 20:07:07.833283 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 349fa798-e7ac-4080-9f49-ba90dcd5d06e up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:07:07.891735 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 349fa798-e7ac-4080-9f49-ba90dcd5d06e completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:07:07.895951 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 349fa798-e7ac-4080-9f49-ba90dcd5d06e triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:07.896314 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:07.909382 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67616197-1e9a-4632-a2d4-608061fbd4b1 req-01bd6744-4de9-4aed-9497-7edf90037ecc tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:07.911069 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-67616197-1e9a-4632-a2d4-608061fbd4b1 req-01bd6744-4de9-4aed-9497-7edf90037ecc tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2630d67-36aa-4ef6-856e-7b078872fa4e HTTP/1.1" status: 200 len: 944 time: 0.0906475 Jul 30 20:07:07.940685 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-57f1ff24-8305-4bde-8c9c-bc0b4a1f5dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:07.948138 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b10c3da7-c5cc-4d95-a1a0-1a76756d22e2 req-b5f62a83-578d-4d6d-820c-d482aca07041 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1378229 Jul 30 20:07:07.984606 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1ff24-8305-4bde-8c9c-bc0b4a1f5dfe admin admin] Pushing event deleted for resources: {'Port': ['ID=88f44320-20e2-41a1-af5d-92b5467a37b7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:08.012720 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-67616197-1e9a-4632-a2d4-608061fbd4b1 req-7e7b9a15-afda-456e-9021-a671685b504a tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948951 Jul 30 20:07:08.053220 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-57f1ff24-8305-4bde-8c9c-bc0b4a1f5dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:08.118820 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:08.166739 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 349fa798-e7ac-4080-9f49-ba90dcd5d06e, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=349fa798-e7ac-4080-9f49-ba90dcd5d06e,segment=NetworkSegment(4c5727ff-ec87-4700-924a-9fefe61b44a6),segment_id=4c5727ff-ec87-4700-924a-9fefe61b44a6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:08.167799 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50676ce-9cce-46da-bbcc-36945a03944d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca6ac0d-77de-4858-a332-d8463992beee'}, {'server_uuid': 'd2630d67-36aa-4ef6-856e-7b078872fa4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349fa798-e7ac-4080-9f49-ba90dcd5d06e'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:08.170918 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae0a49e-88a4-4e7d-8c25-b4eaea19f75e" -d '{"events": [{"server_uuid": "b50676ce-9cce-46da-bbcc-36945a03944d", "name": "network-vif-plugged", "status": "completed", "tag": "6ca6ac0d-77de-4858-a332-d8463992beee"}, {"server_uuid": "d2630d67-36aa-4ef6-856e-7b078872fa4e", "name": "network-vif-plugged", "status": "completed", "tag": "349fa798-e7ac-4080-9f49-ba90dcd5d06e"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:08.176705 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:08.190068 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-57f1ff24-8305-4bde-8c9c-bc0b4a1f5dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:08.205629 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-57f1ff24-8305-4bde-8c9c-bc0b4a1f5dfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:08.244249 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=349fa798-e7ac-4080-9f49-ba90dcd5d06e,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:08.267716 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-57f1ff24-8305-4bde-8c9c-bc0b4a1f5dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:08.268239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f1ff24-8305-4bde-8c9c-bc0b4a1f5dfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc2eeecd-d566-4246-b544-c0abc10f6c43 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:07:08.273595 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-57f1ff24-8305-4bde-8c9c-bc0b4a1f5dfe admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:08.274111 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-57f1ff24-8305-4bde-8c9c-bc0b4a1f5dfe admin admin] 10.222.0.81 "DELETE /v2.0/routers/bc2eeecd-d566-4246-b544-c0abc10f6c43 HTTP/1.1" status: 204 len: 168 time: 1.1738358 Jul 30 20:07:08.285545 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50fbb7-6dd2-4bf8-bc2b-73b3a0cfc5a5 req-7dad5ab2-a76f-4f66-b806-efcf510e0fd1 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:08.287241 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fe50fbb7-6dd2-4bf8-bc2b-73b3a0cfc5a5 req-7dad5ab2-a76f-4f66-b806-efcf510e0fd1 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/ports?device_id=b50676ce-9cce-46da-bbcc-36945a03944d HTTP/1.1" status: 200 len: 949 time: 0.1355071 Jul 30 20:07:08.287758 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57772) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:08.289616 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2a67b-ccec-4d37-a6bf-a75016f2d230 req-a8283291-f92a-41e0-a7ce-2560d4c53391 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:08.291228 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-43d2a67b-ccec-4d37-a6bf-a75016f2d230 req-a8283291-f92a-41e0-a7ce-2560d4c53391 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 946 time: 0.0751936 Jul 30 20:07:08.334530 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-43d2a67b-ccec-4d37-a6bf-a75016f2d230 req-b39c814f-4ba8-4ad6-9dd4-8d694e23d3ae tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/security-groups?id=f09b3515-2271-4377-900c-a6276a97ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364280 Jul 30 20:07:08.354866 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fe50fbb7-6dd2-4bf8-bc2b-73b3a0cfc5a5 req-e745bae5-7ede-4d5d-9567-9dcc5d75fca9 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2d94847-feb6-40a7-978e-d6e30e4a953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601149 Jul 30 20:07:08.364558 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf2f35c-91d7-4201-8e0b-8ab4ccfc07cc admin admin] Deleting subnet ef062179-e206-4843-9b0f-ce91112bb4fb {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:07:08.368013 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3bf2f35c-91d7-4201-8e0b-8ab4ccfc07cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:08.404516 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3bf2f35c-91d7-4201-8e0b-8ab4ccfc07cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:08.439617 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624ad818-7c83-4167-a846-7704377acc12 x-openstack-request-id: req-624ad818-7c83-4167-a846-7704377acc12 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:08.440142 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50676ce-9cce-46da-bbcc-36945a03944d", "name": "network-vif-plugged", "status": "completed", "tag": "6ca6ac0d-77de-4858-a332-d8463992beee", "code": 200}, {"server_uuid": "d2630d67-36aa-4ef6-856e-7b078872fa4e", "name": "network-vif-plugged", "status": "completed", "tag": "349fa798-e7ac-4080-9f49-ba90dcd5d06e", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:08.440714 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-624ad818-7c83-4167-a846-7704377acc12 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:08.441278 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50676ce-9cce-46da-bbcc-36945a03944d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca6ac0d-77de-4858-a332-d8463992beee', 'code': 200} Jul 30 20:07:08.441699 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2630d67-36aa-4ef6-856e-7b078872fa4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349fa798-e7ac-4080-9f49-ba90dcd5d06e', 'code': 200} Jul 30 20:07:08.470191 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f292d192-3258-4883-91d5-aa48f5ba755d no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:07:08.481073 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04fd23-3b16-42c2-aa3c-b6f97ed76a35 req-3d89e29e-1e6b-464b-9b6e-074e42606799 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:08.489606 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1e04fd23-3b16-42c2-aa3c-b6f97ed76a35 req-3d89e29e-1e6b-464b-9b6e-074e42606799 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 946 time: 0.0890806 Jul 30 20:07:08.511173 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: f292d192-3258-4883-91d5-aa48f5ba755d {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:07:08.511535 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f292d192-3258-4883-91d5-aa48f5ba755d not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:07:08.511955 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 88f44320-20e2-41a1-af5d-92b5467a37b7 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:07:08.550931 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 88f44320-20e2-41a1-af5d-92b5467a37b7 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:07:08.551477 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 88f44320-20e2-41a1-af5d-92b5467a37b7 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:07:08.604138 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3bf2f35c-91d7-4201-8e0b-8ab4ccfc07cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:08.622765 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1e04fd23-3b16-42c2-aa3c-b6f97ed76a35 req-7ad5cf52-005f-47a5-9da5-0e1bcd8f7306 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319110 Jul 30 20:07:08.632215 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce9a9d-ac2a-4ffa-abae-cdb913d6382d req-1ca34c41-af7b-448a-8e67-4051f42b0e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:08.633707 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-60ce9a9d-ac2a-4ffa-abae-cdb913d6382d req-1ca34c41-af7b-448a-8e67-4051f42b0e09 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b50676ce-9cce-46da-bbcc-36945a03944d HTTP/1.1" status: 200 len: 1100 time: 0.1146777 Jul 30 20:07:08.634089 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19b180-d43e-4f08-9df4-c4612c692d0f req-5a5d62f0-f724-4a9a-9a0d-bee504c41970 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:08.635621 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f19b180-d43e-4f08-9df4-c4612c692d0f req-5a5d62f0-f724-4a9a-9a0d-bee504c41970 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.59 "GET /v2.0/ports?device_id=5199d1c0-e21e-4214-94e4-ab8400a7cfa8 HTTP/1.1" status: 200 len: 950 time: 0.1701179 Jul 30 20:07:08.653135 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cce7c-79c2-402b-8a37-26f22341a7ad req-b7f1eaed-61bd-47c3-9a0c-4b59f0cd8c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:08.654948 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-569cce7c-79c2-402b-8a37-26f22341a7ad req-b7f1eaed-61bd-47c3-9a0c-4b59f0cd8c76 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d2630d67-36aa-4ef6-856e-7b078872fa4e HTTP/1.1" status: 200 len: 1096 time: 0.0908411 Jul 30 20:07:08.705663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5d9b6-bad2-436e-a87a-5b3abf5c6311 req-e1a602b0-086d-448f-8ce5-7ae991b144ce tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:08.707123 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d4d5d9b6-bad2-436e-a87a-5b3abf5c6311 req-e1a602b0-086d-448f-8ce5-7ae991b144ce tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/ports?device_id=5199d1c0-e21e-4214-94e4-ab8400a7cfa8 HTTP/1.1" status: 200 len: 950 time: 0.1525822 Jul 30 20:07:08.724856 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-60ce9a9d-ac2a-4ffa-abae-cdb913d6382d req-7fa08dc3-d92b-473a-96f3-eadacdca313a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b2d94847-feb6-40a7-978e-d6e30e4a953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689108 Jul 30 20:07:08.742551 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-569cce7c-79c2-402b-8a37-26f22341a7ad req-b9279ec2-7dab-419f-a6cf-becf1b502339 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798907 Jul 30 20:07:08.764203 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3bf2f35c-91d7-4201-8e0b-8ab4ccfc07cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:08.770955 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a508b4-9b14-4f6d-94e1-b524c2120340 req-45966aae-86a6-4023-b6d2-db724fa406d8 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:08.772512 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-17a508b4-9b14-4f6d-94e1-b524c2120340 req-45966aae-86a6-4023-b6d2-db724fa406d8 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 946 time: 0.0720925 Jul 30 20:07:08.782217 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57784) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:08.787171 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-020b9535-be87-4ee2-a086-2e26ac080cdd tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Request body: {'floatingip': {'port_id': '06ba9360-512d-408c-afc4-3ff0224b76f1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:08.810188 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d4d5d9b6-bad2-436e-a87a-5b3abf5c6311 req-a0a3f785-f2df-4c2c-b3e5-a1ef6a6fa063 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c1c6a60-f67f-402c-8e08-0d0422fb88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768116 Jul 30 20:07:08.810188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2f35c-91d7-4201-8e0b-8ab4ccfc07cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef062179-e206-4843-9b0f-ce91112bb4fb,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:08.812077 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3bf2f35c-91d7-4201-8e0b-8ab4ccfc07cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:08.814066 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3bf2f35c-91d7-4201-8e0b-8ab4ccfc07cc admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ef062179-e206-4843-9b0f-ce91112bb4fb HTTP/1.1" status: 204 len: 168 time: 0.5252330 Jul 30 20:07:08.816860 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57786) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:08.823488 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f97398e-7fc7-4fbd-817f-b6fe9eded9ef None None] Network 15396ec7-2f29-4de0-b562-8186709716a5 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:07:08.880639 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-020b9535-be87-4ee2-a086-2e26ac080cdd tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:08.894002 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-2f19b180-d43e-4f08-9df4-c4612c692d0f req-dcdb66fe-da43-4e71-b7f4-9172b3fd6ce7 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Deleting port b9b5a6e2-27bc-474b-a641-1246c07bb443 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:07:08.894676 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2f19b180-d43e-4f08-9df4-c4612c692d0f req-dcdb66fe-da43-4e71-b7f4-9172b3fd6ce7 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:08.962287 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81c92aaa-c073-4c1c-9363-faaa1a09cd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:09.004095 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a58f4-1830-4003-8039-3066cf699cb3 req-8165d70b-c89b-4289-a271-83fa50a91a82 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:09.011319 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5f5a58f4-1830-4003-8039-3066cf699cb3 req-8165d70b-c89b-4289-a271-83fa50a91a82 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 945 time: 0.1699300 Jul 30 20:07:09.048938 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c1237a-b503-4d6b-8a45-f468728e31f8 None None] DHCP port deletion for 15396ec7-2f29-4de0-b562-8186709716a5 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:07:09.060142 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-2f19b180-d43e-4f08-9df4-c4612c692d0f req-dcdb66fe-da43-4e71-b7f4-9172b3fd6ce7 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] For port b9b5a6e2-27bc-474b-a641-1246c07bb443, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=b9b5a6e2-27bc-474b-a641-1246c07bb443,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:09.060511 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2f19b180-d43e-4f08-9df4-c4612c692d0f req-dcdb66fe-da43-4e71-b7f4-9172b3fd6ce7 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:09.080932 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-2f19b180-d43e-4f08-9df4-c4612c692d0f req-dcdb66fe-da43-4e71-b7f4-9172b3fd6ce7 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Calling delete_port for b9b5a6e2-27bc-474b-a641-1246c07bb443 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:07:09.099066 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5f5a58f4-1830-4003-8039-3066cf699cb3 req-dc31f610-b206-4ac5-bd5d-8184ce8ee088 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866859 Jul 30 20:07:09.108455 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-59c1237a-b503-4d6b-8a45-f468728e31f8 None None] Deleting port 376bfa59-7b9e-4eed-997f-c0da0f0b5acd {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:07:09.108727 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1b15c-7959-43ab-bf73-35a9ef5ed17d req-35d739ed-6cb8-40f2-adae-cce815580c50 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:09.109091 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59c1237a-b503-4d6b-8a45-f468728e31f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:09.110265 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9c1b15c-7959-43ab-bf73-35a9ef5ed17d req-35d739ed-6cb8-40f2-adae-cce815580c50 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2323f96-0b7b-4402-830c-68686052028c HTTP/1.1" status: 200 len: 946 time: 0.0968597 Jul 30 20:07:09.174206 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-81c92aaa-c073-4c1c-9363-faaa1a09cd37 admin admin] Deleting port 376bfa59-7b9e-4eed-997f-c0da0f0b5acd {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:07:09.174547 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81c92aaa-c073-4c1c-9363-faaa1a09cd37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:09.191098 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-59c1237a-b503-4d6b-8a45-f468728e31f8 None None] For port 376bfa59-7b9e-4eed-997f-c0da0f0b5acd, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=376bfa59-7b9e-4eed-997f-c0da0f0b5acd,segment=NetworkSegment(b7e48b53-e01c-446b-936a-b316cd2831d1),segment_id=b7e48b53-e01c-446b-936a-b316cd2831d1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:09.191496 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59c1237a-b503-4d6b-8a45-f468728e31f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:09.206856 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-59c1237a-b503-4d6b-8a45-f468728e31f8 None None] Calling delete_port for 376bfa59-7b9e-4eed-997f-c0da0f0b5acd owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:07:09.246156 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9c1b15c-7959-43ab-bf73-35a9ef5ed17d req-2e8e7e81-4bc1-4bf6-b550-5896102b9e6c tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941622 Jul 30 20:07:09.280948 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-81c92aaa-c073-4c1c-9363-faaa1a09cd37 admin admin] For port 376bfa59-7b9e-4eed-997f-c0da0f0b5acd, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=376bfa59-7b9e-4eed-997f-c0da0f0b5acd,segment=NetworkSegment(b7e48b53-e01c-446b-936a-b316cd2831d1),segment_id=b7e48b53-e01c-446b-936a-b316cd2831d1)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:09.280948 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81c92aaa-c073-4c1c-9363-faaa1a09cd37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:09.294312 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-81c92aaa-c073-4c1c-9363-faaa1a09cd37 admin admin] Calling delete_port for 376bfa59-7b9e-4eed-997f-c0da0f0b5acd owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:07:09.315226 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59c1237a-b503-4d6b-8a45-f468728e31f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:09.317586 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd6682-effb-4f04-bbc2-dbb1054f5c44 req-06c1d9c3-8a3d-4b4d-bfec-8bb46b85dddb tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:09.328713 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-00cd6682-effb-4f04-bbc2-dbb1054f5c44 req-06c1d9c3-8a3d-4b4d-bfec-8bb46b85dddb tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2630d67-36aa-4ef6-856e-7b078872fa4e HTTP/1.1" status: 200 len: 945 time: 0.1298132 Jul 30 20:07:09.340433 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1237a-b503-4d6b-8a45-f468728e31f8 None None] Pushing event deleted for resources: {'Port': ['ID=376bfa59-7b9e-4eed-997f-c0da0f0b5acd,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:09.346944 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c1237a-b503-4d6b-8a45-f468728e31f8 None None] No DVR routers for this DVR port 376bfa59-7b9e-4eed-997f-c0da0f0b5acd on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:07:09.418924 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-00cd6682-effb-4f04-bbc2-dbb1054f5c44 req-adba9e0f-ab0f-49b7-9bbb-19e5afab1229 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890808 Jul 30 20:07:09.442183 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2f19b180-d43e-4f08-9df4-c4612c692d0f req-dcdb66fe-da43-4e71-b7f4-9172b3fd6ce7 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:09.454180 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['b9b5a6e2-27bc-474b-a641-1246c07bb443'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:09.486782 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb66fe-da43-4e71-b7f4-9172b3fd6ce7 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Pushing event deleted for resources: {'Port': ['ID=b9b5a6e2-27bc-474b-a641-1246c07bb443,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:09.497870 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81c92aaa-c073-4c1c-9363-faaa1a09cd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:09.510281 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76a57c-8550-4eee-93f4-76116f849927 req-94fdefb8-9655-43ce-bf51-cc1c76fd8f22 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:09.515431 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0e76a57c-8550-4eee-93f4-76116f849927 req-94fdefb8-9655-43ce-bf51-cc1c76fd8f22 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 945 time: 0.1352112 Jul 30 20:07:09.589665 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f19b180-d43e-4f08-9df4-c4612c692d0f req-dcdb66fe-da43-4e71-b7f4-9172b3fd6ce7 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] No DVR routers for this DVR port b9b5a6e2-27bc-474b-a641-1246c07bb443 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:07:09.591326 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c92aaa-c073-4c1c-9363-faaa1a09cd37 admin admin] Pushing event deleted for resources: {'Port': ['ID=376bfa59-7b9e-4eed-997f-c0da0f0b5acd,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:09.594696 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2f19b180-d43e-4f08-9df4-c4612c692d0f req-dcdb66fe-da43-4e71-b7f4-9172b3fd6ce7 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:09.596443 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-020b9535-be87-4ee2-a086-2e26ac080cdd tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:09.596694 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f19b180-d43e-4f08-9df4-c4612c692d0f req-dcdb66fe-da43-4e71-b7f4-9172b3fd6ce7 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.59 "DELETE /v2.0/ports/b9b5a6e2-27bc-474b-a641-1246c07bb443 HTTP/1.1" status: 204 len: 173 time: 0.9540796 Jul 30 20:07:09.597479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c92aaa-c073-4c1c-9363-faaa1a09cd37 admin admin] No DVR routers for this DVR port 376bfa59-7b9e-4eed-997f-c0da0f0b5acd on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:07:09.599195 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5199d1c0-e21e-4214-94e4-ab8400a7cfa8', 'name': 'network-vif-deleted', 'tag': 'b9b5a6e2-27bc-474b-a641-1246c07bb443'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:09.601227 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aaabd3a-478a-4d78-bcf1-2b6f891b0d4e" -d '{"events": [{"server_uuid": "5199d1c0-e21e-4214-94e4-ab8400a7cfa8", "name": "network-vif-deleted", "tag": "b9b5a6e2-27bc-474b-a641-1246c07bb443"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:09.605332 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c6284-3265-4122-8a23-e3cff452a378 req-55f05abc-9c6e-4e69-92e7-0ab59ae4677c tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:09.607557 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a47c6284-3265-4122-8a23-e3cff452a378 req-55f05abc-9c6e-4e69-92e7-0ab59ae4677c tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e18394a1-39d6-46fe-959a-73c6fb0268e8 HTTP/1.1" status: 200 len: 945 time: 0.0771227 Jul 30 20:07:09.608586 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-020b9535-be87-4ee2-a086-2e26ac080cdd tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:09.700518 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0e76a57c-8550-4eee-93f4-76116f849927 req-92e2ff03-b6ca-43b5-afc3-052728428d54 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746695 Jul 30 20:07:09.728370 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a47c6284-3265-4122-8a23-e3cff452a378 req-ee03f79b-4a1b-4b89-9dcc-59122e0c3ebb tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808468 Jul 30 20:07:09.732233 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81c92aaa-c073-4c1c-9363-faaa1a09cd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:09.752806 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-020b9535-be87-4ee2-a086-2e26ac080cdd tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Floating IP 024ee785-7063-4bf7-9a39-8561a765ebc1 associated. External IP: 172.25.3.199, port: 06ba9360-512d-408c-afc4-3ff0224b76f1. Jul 30 20:07:10.061848 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020b9535-be87-4ee2-a086-2e26ac080cdd tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Router 0ed22f7f-8339-4a1e-bea8-adc62424b3e2 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:07:10.120874 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298a2fb2-8a0f-4dd1-b184-ba28076a0d9c x-openstack-request-id: req-298a2fb2-8a0f-4dd1-b184-ba28076a0d9c {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:10.121517 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5199d1c0-e21e-4214-94e4-ab8400a7cfa8", "name": "network-vif-deleted", "tag": "b9b5a6e2-27bc-474b-a641-1246c07bb443", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:10.121517 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-298a2fb2-8a0f-4dd1-b184-ba28076a0d9c {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:10.121780 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5199d1c0-e21e-4214-94e4-ab8400a7cfa8', 'name': 'network-vif-deleted', 'tag': 'b9b5a6e2-27bc-474b-a641-1246c07bb443', 'status': 'completed', 'code': 200} Jul 30 20:07:10.123647 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-81c92aaa-c073-4c1c-9363-faaa1a09cd37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15396ec7-2f29-4de0-b562-8186709716a5']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:10.147802 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-81c92aaa-c073-4c1c-9363-faaa1a09cd37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e48b53-e01c-446b-936a-b316cd2831d1') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:10.148097 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-81c92aaa-c073-4c1c-9363-faaa1a09cd37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e48b53-e01c-446b-936a-b316cd2831d1') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:10.159870 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81c92aaa-c073-4c1c-9363-faaa1a09cd37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:10.184551 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81c92aaa-c073-4c1c-9363-faaa1a09cd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:10.197932 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020b9535-be87-4ee2-a086-2e26ac080cdd tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:07:10.200246 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86f5b3-ed90-4ab8-8799-bbbaabf8d657 req-e2c768c7-3573-4a6e-b5c8-b177c8757966 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:10.208919 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c40c05-59a8-416f-b61c-1ebc20bc9e38 None None] Sync routers for ids ['0ed22f7f-8339-4a1e-bea8-adc62424b3e2'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:07:10.210912 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-020b9535-be87-4ee2-a086-2e26ac080cdd tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:10.216110 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f86f5b3-ed90-4ab8-8799-bbbaabf8d657 req-e2c768c7-3573-4a6e-b5c8-b177c8757966 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/ports?device_id=b50676ce-9cce-46da-bbcc-36945a03944d HTTP/1.1" status: 200 len: 949 time: 0.4454105 Jul 30 20:07:10.224903 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c92aaa-c073-4c1c-9363-faaa1a09cd37 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:07:10.225303 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81c92aaa-c073-4c1c-9363-faaa1a09cd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:07:10.226984 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:07:10.235983 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c40c05-59a8-416f-b61c-1ebc20bc9e38 None None] Routers {'0ed22f7f-8339-4a1e-bea8-adc62424b3e2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:07:10.239366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f9c40c05-59a8-416f-b61c-1ebc20bc9e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:06:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['0ed22f7f-8339-4a1e-bea8-adc62424b3e2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:10.262142 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-020b9535-be87-4ee2-a086-2e26ac080cdd tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "PUT /v2.0/floatingips/024ee785-7063-4bf7-9a39-8561a765ebc1 HTTP/1.1" status: 200 len: 992 time: 1.4786863 Jul 30 20:07:10.263145 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff62ee3-661b-471a-85f6-b6bdc3f1e4a3', 'tag': '06ba9360-512d-408c-afc4-3ff0224b76f1'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:10.266637 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d333df0-bfb6-49ee-aedc-7e3794b396bf" -d '{"events": [{"name": "network-changed", "server_uuid": "aff62ee3-661b-471a-85f6-b6bdc3f1e4a3", "tag": "06ba9360-512d-408c-afc4-3ff0224b76f1"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:10.354714 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f86f5b3-ed90-4ab8-8799-bbbaabf8d657 req-1c66f9ac-4b81-4b80-96bb-3f4fbb201e84 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2d94847-feb6-40a7-978e-d6e30e4a953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376600 Jul 30 20:07:10.360604 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81c92aaa-c073-4c1c-9363-faaa1a09cd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:10.366344 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d71aac-f81a-477e-8027-6f8e761ad7da req-238cd38a-dd46-4050-9153-02897e708a58 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:10.380657 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81c92aaa-c073-4c1c-9363-faaa1a09cd37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:10.380657 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-81c92aaa-c073-4c1c-9363-faaa1a09cd37 admin admin] 10.222.0.81 "DELETE /v2.0/networks/15396ec7-2f29-4de0-b562-8186709716a5 HTTP/1.1" status: 204 len: 168 time: 1.5555358 Jul 30 20:07:10.380657 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57820) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:10.391181 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d71aac-f81a-477e-8027-6f8e761ad7da req-238cd38a-dd46-4050-9153-02897e708a58 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:10.399030 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d71aac-f81a-477e-8027-6f8e761ad7da req-238cd38a-dd46-4050-9153-02897e708a58 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:10.407856 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c7d71aac-f81a-477e-8027-6f8e761ad7da req-238cd38a-dd46-4050-9153-02897e708a58 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e18394a1-39d6-46fe-959a-73c6fb0268e8&device_id=e2323f96-0b7b-4402-830c-68686052028c&device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 2418 time: 0.1051440 Jul 30 20:07:10.439495 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c92aaa-c073-4c1c-9363-faaa1a09cd37 admin admin] Pushing event deleted for resources: {'Network': ['ID=15396ec7-2f29-4de0-b562-8186709716a5,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:10.467784 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c7d71aac-f81a-477e-8027-6f8e761ad7da req-8788a72d-ff63-4546-b016-5848145320c3 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555944 Jul 30 20:07:10.496181 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-f9c40c05-59a8-416f-b61c-1ebc20bc9e38 None None] Set router 0ed22f7f-8339-4a1e-bea8-adc62424b3e2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:07:10.529903 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 376bfa59-7b9e-4eed-997f-c0da0f0b5acd no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:07:10.553782 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-006c6f5f-286d-4e14-a8cc-aca8f28d7190 req-47fa0db7-ec05-4c74-b5bf-0c6ee0ae1614 tempest-ServerDiagnosticsNegativeTest-1017577801 tempest-ServerDiagnosticsNegativeTest-1017577801-project] 10.222.0.81 "GET /v2.0/ports?device_id=5199d1c0-e21e-4214-94e4-ab8400a7cfa8 HTTP/1.1" status: 200 len: 210 time: 0.0324197 Jul 30 20:07:10.567327 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 376bfa59-7b9e-4eed-997f-c0da0f0b5acd {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:07:10.567689 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 376bfa59-7b9e-4eed-997f-c0da0f0b5acd not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:07:10.682266 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a205041-fa2e-409d-8725-f2caa683d8f9 x-openstack-request-id: req-0a205041-fa2e-409d-8725-f2caa683d8f9 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:10.682630 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff62ee3-661b-471a-85f6-b6bdc3f1e4a3", "tag": "06ba9360-512d-408c-afc4-3ff0224b76f1", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:10.683464 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0a205041-fa2e-409d-8725-f2caa683d8f9 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:10.683965 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff62ee3-661b-471a-85f6-b6bdc3f1e4a3', 'tag': '06ba9360-512d-408c-afc4-3ff0224b76f1', 'status': 'completed', 'code': 200} Jul 30 20:07:10.753937 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d333df0-bfb6-49ee-aedc-7e3794b396bf req-60c6f074-4eed-404d-b9dc-3f236afbdcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:10.755607 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4d333df0-bfb6-49ee-aedc-7e3794b396bf req-60c6f074-4eed-404d-b9dc-3f236afbdcfa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a95fa9b2a634f9181c03158168ed314&device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 1097 time: 0.0482311 Jul 30 20:07:10.808039 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f9c40c05-59a8-416f-b61c-1ebc20bc9e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'name': 'tempest-ServersTestJSON-1063466893-router', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:31Z', 'updated_at': '2021-07-30T20:06:41Z', 'revision_number': 4, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'gw_port': {'id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:32Z', 'updated_at': '2021-07-30T20:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '024ee785-7063-4bf7-9a39-8561a765ebc1', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'port_id': '06ba9360-512d-408c-afc4-3ff0224b76f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f', 'mac_address': 'fa:16:3e:b7:08:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff62ee3-661b-471a-85f6-b6bdc3f1e4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:06:45Z', 'updated_at': '2021-07-30T20:07:09Z', 'revision_number': 1, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bfc528-dc5a-4637-a676-700a3919db15', 'name': '', 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'mac_address': 'fa:16:3e:ad:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '2373a630-185a-483b-9d20-6ddac9363cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:39Z', 'updated_at': '2021-07-30T20:06:46Z', 'revision_number': 5, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'subnets': [{'id': '2373a630-185a-483b-9d20-6ddac9363cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:10.834451 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c40c05-59a8-416f-b61c-1ebc20bc9e38 None None] Checking router: 0ed22f7f-8339-4a1e-bea8-adc62424b3e2 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:07:10.838347 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320d29a-e927-469b-84f4-8506af5108d6 req-0e892f2f-97ba-4d29-9b81-e38b207478d0 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:10.840749 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9320d29a-e927-469b-84f4-8506af5108d6 req-0e892f2f-97ba-4d29-9b81-e38b207478d0 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2630d67-36aa-4ef6-856e-7b078872fa4e HTTP/1.1" status: 200 len: 945 time: 0.0921981 Jul 30 20:07:10.844012 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c40c05-59a8-416f-b61c-1ebc20bc9e38 None None] Routers {'0ed22f7f-8339-4a1e-bea8-adc62424b3e2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:07:10.844751 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f9c40c05-59a8-416f-b61c-1ebc20bc9e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:06:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['0ed22f7f-8339-4a1e-bea8-adc62424b3e2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:10.862235 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fdc0bcd8-374c-45ce-bab0-9ed1e70b6e9a req-635793a0-663c-4f83-9b9c-57b83446356d tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1055686 Jul 30 20:07:10.894952 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d333df0-bfb6-49ee-aedc-7e3794b396bf req-923f9985-fb62-4169-aecd-86f54b940169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:10.896460 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4d333df0-bfb6-49ee-aedc-7e3794b396bf req-923f9985-fb62-4169-aecd-86f54b940169 service neutron] 10.222.0.83 "GET /v2.0/networks?id=eb756750-25bc-4499-9bd9-5a9623a5a75f HTTP/1.1" status: 200 len: 907 time: 0.1306207 Jul 30 20:07:10.919444 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9320d29a-e927-469b-84f4-8506af5108d6 req-d15180c9-ef13-4180-9bd3-9fba4e198f07 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493627 Jul 30 20:07:11.008112 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-f9c40c05-59a8-416f-b61c-1ebc20bc9e38 None None] Set router 0ed22f7f-8339-4a1e-bea8-adc62424b3e2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:07:11.018063 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4d333df0-bfb6-49ee-aedc-7e3794b396bf req-df9a02b1-709d-4bab-be67-909fc266df0c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06ba9360-512d-408c-afc4-3ff0224b76f1 HTTP/1.1" status: 200 len: 1000 time: 0.1131194 Jul 30 20:07:11.023291 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-492cd3bc-3964-4066-9857-b37201d4fa4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:11.077238 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d333df0-bfb6-49ee-aedc-7e3794b396bf req-688a0396-f539-47af-98a4-167ac0148dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:11.079888 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4d333df0-bfb6-49ee-aedc-7e3794b396bf req-688a0396-f539-47af-98a4-167ac0148dd0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2373a630-185a-483b-9d20-6ddac9363cdc HTTP/1.1" status: 200 len: 845 time: 0.0537286 Jul 30 20:07:11.144359 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c44bc2b0-1b57-4950-a581-922ebab4aa49 req-c016ce54-da01-4602-996d-7d57d6ec222c tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1854393521&fields=id&tenant_id=8ddd0e37e2e44e64a3f6afbb96218dd8 HTTP/1.1" status: 200 len: 267 time: 0.0688860 Jul 30 20:07:11.180305 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d333df0-bfb6-49ee-aedc-7e3794b396bf req-97298bee-6c56-4e7d-b68b-113f56de55c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:11.182103 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4d333df0-bfb6-49ee-aedc-7e3794b396bf req-97298bee-6c56-4e7d-b68b-113f56de55c5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=eb756750-25bc-4499-9bd9-5a9623a5a75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878680 Jul 30 20:07:11.261254 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bc2b0-1b57-4950-a581-922ebab4aa49 req-771fde62-5758-4fee-9bcc-0ef706e7ae9f tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:11.263851 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c44bc2b0-1b57-4950-a581-922ebab4aa49 req-771fde62-5758-4fee-9bcc-0ef706e7ae9f tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2630d67-36aa-4ef6-856e-7b078872fa4e HTTP/1.1" status: 200 len: 945 time: 0.1121278 Jul 30 20:07:11.290628 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-c44bc2b0-1b57-4950-a581-922ebab4aa49 req-ebd653a6-7498-46b8-8d36-ea8b8091c822 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Request body: {'port': {'security_groups': ['8742ce39-b8ad-4190-a997-356054f719eb', '1c190e8c-610a-4a5a-9fc2-241e3f7cecdf']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:11.290948 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f9c40c05-59a8-416f-b61c-1ebc20bc9e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'name': 'tempest-ServersTestJSON-1063466893-router', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:31Z', 'updated_at': '2021-07-30T20:06:41Z', 'revision_number': 4, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'gw_port': {'id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:32Z', 'updated_at': '2021-07-30T20:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '024ee785-7063-4bf7-9a39-8561a765ebc1', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'port_id': '06ba9360-512d-408c-afc4-3ff0224b76f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f', 'mac_address': 'fa:16:3e:b7:08:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff62ee3-661b-471a-85f6-b6bdc3f1e4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:06:45Z', 'updated_at': '2021-07-30T20:07:09Z', 'revision_number': 1, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bfc528-dc5a-4637-a676-700a3919db15', 'name': '', 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'mac_address': 'fa:16:3e:ad:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '2373a630-185a-483b-9d20-6ddac9363cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:39Z', 'updated_at': '2021-07-30T20:06:46Z', 'revision_number': 5, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'subnets': [{'id': '2373a630-185a-483b-9d20-6ddac9363cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:11.325381 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c40c05-59a8-416f-b61c-1ebc20bc9e38 None None] The sync data for ids ['0ed22f7f-8339-4a1e-bea8-adc62424b3e2'] in n-d-712137-9 is: [{'id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'name': 'tempest-ServersTestJSON-1063466893-router', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:31Z', 'updated_at': '2021-07-30T20:06:41Z', 'revision_number': 4, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'gw_port': {'id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:32Z', 'updated_at': '2021-07-30T20:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '024ee785-7063-4bf7-9a39-8561a765ebc1', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'port_id': '06ba9360-512d-408c-afc4-3ff0224b76f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f', 'mac_address': 'fa:16:3e:b7:08:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff62ee3-661b-471a-85f6-b6bdc3f1e4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:06:45Z', 'updated_at': '2021-07-30T20:07:09Z', 'revision_number': 1, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bfc528-dc5a-4637-a676-700a3919db15', 'name': '', 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'mac_address': 'fa:16:3e:ad:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '2373a630-185a-483b-9d20-6ddac9363cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:39Z', 'updated_at': '2021-07-30T20:06:46Z', 'revision_number': 5, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'subnets': [{'id': '2373a630-185a-483b-9d20-6ddac9363cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:07:11.338129 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfa24a-b3c8-4bf7-872c-1054e09eff0b req-5fc9c152-f225-44b5-840e-70c150769e42 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:11.339706 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c6dfa24a-b3c8-4bf7-872c-1054e09eff0b req-5fc9c152-f225-44b5-840e-70c150769e42 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0860415 Jul 30 20:07:11.351944 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-492cd3bc-3964-4066-9857-b37201d4fa4d admin admin] Deleting port d824052f-0ec5-45ca-a231-0694e988d514 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:07:11.352288 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-492cd3bc-3964-4066-9857-b37201d4fa4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:11.380135 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4d333df0-bfb6-49ee-aedc-7e3794b396bf req-751cff89-a9d1-43bb-b9a6-97d90fb5a0e5 service neutron] 10.222.0.83 "GET /v2.0/networks/eb756750-25bc-4499-9bd9-5a9623a5a75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838500 Jul 30 20:07:11.382314 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c44bc2b0-1b57-4950-a581-922ebab4aa49 req-ebd653a6-7498-46b8-8d36-ea8b8091c822 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:11.430646 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c6dfa24a-b3c8-4bf7-872c-1054e09eff0b req-13cfbb9b-c4ba-4da5-bceb-ddd84432f06d tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804436 Jul 30 20:07:11.474643 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-492cd3bc-3964-4066-9857-b37201d4fa4d admin admin] For port d824052f-0ec5-45ca-a231-0694e988d514, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d824052f-0ec5-45ca-a231-0694e988d514,segment=NetworkSegment(3b429ca1-ba1e-4584-8d09-c16667e81537),segment_id=3b429ca1-ba1e-4584-8d09-c16667e81537)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:11.475526 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-492cd3bc-3964-4066-9857-b37201d4fa4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:11.491631 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-492cd3bc-3964-4066-9857-b37201d4fa4d admin admin] Calling delete_port for d824052f-0ec5-45ca-a231-0694e988d514 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:07:11.554268 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4d333df0-bfb6-49ee-aedc-7e3794b396bf req-3c41b983-8837-4d8a-bfdd-6f9e0ed5b2b9 service neutron] 10.222.0.83 "GET /v2.0/networks/eb756750-25bc-4499-9bd9-5a9623a5a75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549587 Jul 30 20:07:11.614685 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c7f0e3-b179-4317-a736-70b3f784b0b4 None None] New status for floating IP 024ee785-7063-4bf7-9a39-8561a765ebc1: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:07:11.693381 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-c44bc2b0-1b57-4950-a581-922ebab4aa49 req-ebd653a6-7498-46b8-8d36-ea8b8091c822 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] For port 349fa798-e7ac-4080-9f49-ba90dcd5d06e, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=349fa798-e7ac-4080-9f49-ba90dcd5d06e,segment=NetworkSegment(4c5727ff-ec87-4700-924a-9fefe61b44a6),segment_id=4c5727ff-ec87-4700-924a-9fefe61b44a6)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:11.724218 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c44bc2b0-1b57-4950-a581-922ebab4aa49 req-ebd653a6-7498-46b8-8d36-ea8b8091c822 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:11.729833 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c44bc2b0-1b57-4950-a581-922ebab4aa49 req-ebd653a6-7498-46b8-8d36-ea8b8091c822 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:11.742441 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['349fa798-e7ac-4080-9f49-ba90dcd5d06e'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:11.764326 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-492cd3bc-3964-4066-9857-b37201d4fa4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:11.784966 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0154ca-bfa0-42f0-974a-e1ed52ad4cbd req-bcf7a653-83c2-492c-8233-79004fca3d87 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:11.786578 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-da0154ca-bfa0-42f0-974a-e1ed52ad4cbd req-bcf7a653-83c2-492c-8233-79004fca3d87 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/ports?device_id=b50676ce-9cce-46da-bbcc-36945a03944d HTTP/1.1" status: 200 len: 949 time: 0.0790939 Jul 30 20:07:11.788541 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bc2b0-1b57-4950-a581-922ebab4aa49 req-ebd653a6-7498-46b8-8d36-ea8b8091c822 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:11.789491 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c44bc2b0-1b57-4950-a581-922ebab4aa49 req-ebd653a6-7498-46b8-8d36-ea8b8091c822 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:11.791314 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c44bc2b0-1b57-4950-a581-922ebab4aa49 req-ebd653a6-7498-46b8-8d36-ea8b8091c822 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "PUT /v2.0/ports/349fa798-e7ac-4080-9f49-ba90dcd5d06e HTTP/1.1" status: 200 len: 981 time: 0.5194499 Jul 30 20:07:11.811264 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cd3bc-3964-4066-9857-b37201d4fa4d admin admin] Pushing event deleted for resources: {'Port': ['ID=d824052f-0ec5-45ca-a231-0694e988d514,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:11.822293 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd653a6-7498-46b8-8d36-ea8b8091c822 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event updated for resources: {'Port': ['ID=349fa798-e7ac-4080-9f49-ba90dcd5d06e,revision_number=6']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:11.851426 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device b9b5a6e2-27bc-474b-a641-1246c07bb443 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:07:11.896916 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['349fa798-e7ac-4080-9f49-ba90dcd5d06e'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:11.907868 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: b9b5a6e2-27bc-474b-a641-1246c07bb443 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:07:11.908438 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device b9b5a6e2-27bc-474b-a641-1246c07bb443 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:07:11.976222 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-da0154ca-bfa0-42f0-974a-e1ed52ad4cbd req-1071ea2a-4f8f-443c-8685-653973a2748b tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2d94847-feb6-40a7-978e-d6e30e4a953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679003 Jul 30 20:07:12.104781 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-492cd3bc-3964-4066-9857-b37201d4fa4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:12.292049 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-85d49f86-7e15-4370-a170-6a713431f2f7 req-458c7ae9-019b-400b-b498-951367e67b3c tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2131377662&fields=id&tenant_id=8ddd0e37e2e44e64a3f6afbb96218dd8 HTTP/1.1" status: 200 len: 267 time: 0.1049120 Jul 30 20:07:12.294034 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57868) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:12.425356 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d49f86-7e15-4370-a170-6a713431f2f7 req-a01b1c56-2d8e-4066-b071-648608f3b1cf tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:12.427034 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-85d49f86-7e15-4370-a170-6a713431f2f7 req-a01b1c56-2d8e-4066-b071-648608f3b1cf tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2630d67-36aa-4ef6-856e-7b078872fa4e HTTP/1.1" status: 200 len: 984 time: 0.1253567 Jul 30 20:07:12.448251 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-85d49f86-7e15-4370-a170-6a713431f2f7 req-9ce2955d-de75-4981-a455-e5fa805f70e3 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Request body: {'port': {'security_groups': ['1c190e8c-610a-4a5a-9fc2-241e3f7cecdf', '8742ce39-b8ad-4190-a997-356054f719eb', '458ba596-e6b7-4dc0-b796-885b0af77692']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:12.490070 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492cd3bc-3964-4066-9857-b37201d4fa4d admin admin] Router 955b62f6-efdf-4c10-9a71-a0ff207dbcf2 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:07:12.546744 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-828a0d0f-d4b6-4cfc-a033-590cc362b7c6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ae35272bde7c4ac3af191cb7bcad693e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516532 Jul 30 20:07:12.549666 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57880) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:12.563112 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-85d49f86-7e15-4370-a170-6a713431f2f7 req-9ce2955d-de75-4981-a455-e5fa805f70e3 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:12.613530 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d54b5e27-7438-488f-837b-145b2d0c3261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:12.642298 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d54b5e27-7438-488f-837b-145b2d0c3261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:12.686481 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2630d67-36aa-4ef6-856e-7b078872fa4e', 'tag': '349fa798-e7ac-4080-9f49-ba90dcd5d06e'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:12.688253 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6746362b-2120-4126-9144-a4debaad34fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d2630d67-36aa-4ef6-856e-7b078872fa4e", "tag": "349fa798-e7ac-4080-9f49-ba90dcd5d06e"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:12.708566 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d54b5e27-7438-488f-837b-145b2d0c3261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:12.711683 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d54b5e27-7438-488f-837b-145b2d0c3261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:12.716476 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d54b5e27-7438-488f-837b-145b2d0c3261 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5c1c6a60-f67f-402c-8e08-0d0422fb88a1 HTTP/1.1" status: 204 len: 168 time: 0.1649978 Jul 30 20:07:12.725214 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b5e27-7438-488f-837b-145b2d0c3261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1c6a60-f67f-402c-8e08-0d0422fb88a1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:12.729696 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492cd3bc-3964-4066-9857-b37201d4fa4d admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:07:12.736516 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-492cd3bc-3964-4066-9857-b37201d4fa4d admin admin] 10.222.0.81 "PUT /v2.0/routers/955b62f6-efdf-4c10-9a71-a0ff207dbcf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3586948 Jul 30 20:07:12.741072 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57888) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:12.745171 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa4f40a-25a0-422a-ac6e-89e3406f65dd None None] Sync routers for ids ['955b62f6-efdf-4c10-9a71-a0ff207dbcf2'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:07:12.786852 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa4f40a-25a0-422a-ac6e-89e3406f65dd None None] Routers {'955b62f6-efdf-4c10-9a71-a0ff207dbcf2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:07:12.788336 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-daa4f40a-25a0-422a-ac6e-89e3406f65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:06:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['955b62f6-efdf-4c10-9a71-a0ff207dbcf2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:12.863069 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70e0a5-750c-4cc8-a655-93c9a14cd8c2 req-5b4e94c9-88e4-431e-81a0-b34e331fbdb9 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:12.865061 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3d70e0a5-750c-4cc8-a655-93c9a14cd8c2 req-5b4e94c9-88e4-431e-81a0-b34e331fbdb9 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0561626 Jul 30 20:07:12.907811 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3d70e0a5-750c-4cc8-a655-93c9a14cd8c2 req-30c7b32e-4136-4e0c-bd59-b1a7bbcedb99 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357292 Jul 30 20:07:12.925899 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-daa4f40a-25a0-422a-ac6e-89e3406f65dd None None] Set router 955b62f6-efdf-4c10-9a71-a0ff207dbcf2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:07:12.966549 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d7a93de-cb4e-42ae-a84a-645d0a0f34b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:13.031297 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd01103c-fc58-4129-bda6-0f8e9d41f8f7 x-openstack-request-id: req-dd01103c-fc58-4129-bda6-0f8e9d41f8f7 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:13.031601 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2630d67-36aa-4ef6-856e-7b078872fa4e", "tag": "349fa798-e7ac-4080-9f49-ba90dcd5d06e", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:13.031859 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd01103c-fc58-4129-bda6-0f8e9d41f8f7 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:13.033096 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2630d67-36aa-4ef6-856e-7b078872fa4e', 'tag': '349fa798-e7ac-4080-9f49-ba90dcd5d06e', 'status': 'completed', 'code': 200} Jul 30 20:07:13.038539 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-85d49f86-7e15-4370-a170-6a713431f2f7 req-9ce2955d-de75-4981-a455-e5fa805f70e3 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] For port 349fa798-e7ac-4080-9f49-ba90dcd5d06e, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=349fa798-e7ac-4080-9f49-ba90dcd5d06e,segment=NetworkSegment(4c5727ff-ec87-4700-924a-9fefe61b44a6),segment_id=4c5727ff-ec87-4700-924a-9fefe61b44a6)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:13.098523 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57902) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:13.112907 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e189935-1b2c-48fe-97d2-43af82440501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:13.155382 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-85d49f86-7e15-4370-a170-6a713431f2f7 req-9ce2955d-de75-4981-a455-e5fa805f70e3 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:13.170348 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-85d49f86-7e15-4370-a170-6a713431f2f7 req-9ce2955d-de75-4981-a455-e5fa805f70e3 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:13.174168 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-daa4f40a-25a0-422a-ac6e-89e3406f65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955b62f6-efdf-4c10-9a71-a0ff207dbcf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-287516336-router', 'tenant_id': '3bda4270137a4d94a0bb900d254fc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'da706858-4aa3-4c03-9bbe-ce3bf1b2b083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:05:34Z', 'updated_at': '2021-07-30T20:07:11Z', 'revision_number': 5, 'project_id': '3bda4270137a4d94a0bb900d254fc442', 'gw_port': {'id': 'da706858-4aa3-4c03-9bbe-ce3bf1b2b083', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955b62f6-efdf-4c10-9a71-a0ff207dbcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:05:34Z', 'updated_at': '2021-07-30T20:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:13.207492 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['349fa798-e7ac-4080-9f49-ba90dcd5d06e'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:13.209738 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa4f40a-25a0-422a-ac6e-89e3406f65dd None None] Checking router: 955b62f6-efdf-4c10-9a71-a0ff207dbcf2 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:07:13.219212 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e189935-1b2c-48fe-97d2-43af82440501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:13.224361 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e189935-1b2c-48fe-97d2-43af82440501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:13.230983 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746362b-2120-4126-9144-a4debaad34fd req-d8a688f4-3aa4-458e-a2a4-969b881002bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:13.232527 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6746362b-2120-4126-9144-a4debaad34fd req-d8a688f4-3aa4-458e-a2a4-969b881002bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ddd0e37e2e44e64a3f6afbb96218dd8&device_id=d2630d67-36aa-4ef6-856e-7b078872fa4e HTTP/1.1" status: 200 len: 1135 time: 0.1478872 Jul 30 20:07:13.234259 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2955d-de75-4981-a455-e5fa805f70e3 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event updated for resources: {'Port': ['ID=349fa798-e7ac-4080-9f49-ba90dcd5d06e,revision_number=7']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:13.245760 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa4f40a-25a0-422a-ac6e-89e3406f65dd None None] Routers {'955b62f6-efdf-4c10-9a71-a0ff207dbcf2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:07:13.246629 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-daa4f40a-25a0-422a-ac6e-89e3406f65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:06:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['955b62f6-efdf-4c10-9a71-a0ff207dbcf2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:13.255069 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d7a93de-cb4e-42ae-a84a-645d0a0f34b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:13.279549 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6e189935-1b2c-48fe-97d2-43af82440501 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4253fe45b4474f30a0fe7f209c868b50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1775002 Jul 30 20:07:13.279549 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57906) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:13.287864 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d49f86-7e15-4370-a170-6a713431f2f7 req-9ce2955d-de75-4981-a455-e5fa805f70e3 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:13.288437 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e189935-1b2c-48fe-97d2-43af82440501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d7e1d6-84d2-489d-8cd1-d43813472cc6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:13.288581 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-85d49f86-7e15-4370-a170-6a713431f2f7 req-9ce2955d-de75-4981-a455-e5fa805f70e3 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:13.303166 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-85d49f86-7e15-4370-a170-6a713431f2f7 req-9ce2955d-de75-4981-a455-e5fa805f70e3 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "PUT /v2.0/ports/349fa798-e7ac-4080-9f49-ba90dcd5d06e HTTP/1.1" status: 200 len: 1020 time: 0.8619502 Jul 30 20:07:13.353823 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2630d67-36aa-4ef6-856e-7b078872fa4e', 'tag': '349fa798-e7ac-4080-9f49-ba90dcd5d06e'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:13.356680 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e427d2fe-f772-482e-8acf-995181f4299c" -d '{"events": [{"name": "network-changed", "server_uuid": "d2630d67-36aa-4ef6-856e-7b078872fa4e", "tag": "349fa798-e7ac-4080-9f49-ba90dcd5d06e"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:13.369549 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c542001-26cc-4d52-9c88-f87e7c0f7696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:13.417982 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c542001-26cc-4d52-9c88-f87e7c0f7696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:13.482770 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c542001-26cc-4d52-9c88-f87e7c0f7696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:13.485318 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c542001-26cc-4d52-9c88-f87e7c0f7696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:13.486500 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8c542001-26cc-4d52-9c88-f87e7c0f7696 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/44d7e1d6-84d2-489d-8cd1-d43813472cc6 HTTP/1.1" status: 204 len: 168 time: 0.2057645 Jul 30 20:07:13.489920 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746362b-2120-4126-9144-a4debaad34fd req-1b5ed1e9-8d76-40a4-a180-02a46a971d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:13.491415 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6746362b-2120-4126-9144-a4debaad34fd req-1b5ed1e9-8d76-40a4-a180-02a46a971d4c service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2 HTTP/1.1" status: 200 len: 913 time: 0.2467458 Jul 30 20:07:13.496147 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c542001-26cc-4d52-9c88-f87e7c0f7696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d7e1d6-84d2-489d-8cd1-d43813472cc6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:13.547329 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6746362b-2120-4126-9144-a4debaad34fd req-59de3abf-ca4b-4fa8-a910-9de5fe6bc8ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=349fa798-e7ac-4080-9f49-ba90dcd5d06e HTTP/1.1" status: 200 len: 217 time: 0.0479956 Jul 30 20:07:13.551391 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-0d7a93de-cb4e-42ae-a84a-645d0a0f34b2 admin admin] Deleting port da706858-4aa3-4c03-9bbe-ce3bf1b2b083 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:07:13.551761 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d7a93de-cb4e-42ae-a84a-645d0a0f34b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:13.563151 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612e041-159c-4a65-9ff8-52b4640ca087 req-e4912afb-f042-42f3-990a-cc6c858a744f tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:13.564785 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4612e041-159c-4a65-9ff8-52b4640ca087 req-e4912afb-f042-42f3-990a-cc6c858a744f tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2630d67-36aa-4ef6-856e-7b078872fa4e HTTP/1.1" status: 200 len: 1023 time: 0.1255109 Jul 30 20:07:13.580766 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-daa4f40a-25a0-422a-ac6e-89e3406f65dd None None] Set router 955b62f6-efdf-4c10-9a71-a0ff207dbcf2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:07:13.587563 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['349fa798-e7ac-4080-9f49-ba90dcd5d06e'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:13.646299 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42b5b64-6896-4047-beb9-b40c9b8740c8 x-openstack-request-id: req-d42b5b64-6896-4047-beb9-b40c9b8740c8 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:13.646584 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2630d67-36aa-4ef6-856e-7b078872fa4e", "tag": "349fa798-e7ac-4080-9f49-ba90dcd5d06e", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:13.646836 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d42b5b64-6896-4047-beb9-b40c9b8740c8 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:13.647224 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2630d67-36aa-4ef6-856e-7b078872fa4e', 'tag': '349fa798-e7ac-4080-9f49-ba90dcd5d06e', 'status': 'completed', 'code': 200} Jul 30 20:07:13.691655 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746362b-2120-4126-9144-a4debaad34fd req-c5c0e51c-d977-46bb-b0e6-15536acd7c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:13.693133 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6746362b-2120-4126-9144-a4debaad34fd req-c5c0e51c-d977-46bb-b0e6-15536acd7c66 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db475299-c8f9-4695-8c12-0941808a60f8 HTTP/1.1" status: 200 len: 852 time: 0.1274476 Jul 30 20:07:13.745188 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d764f-8639-4d04-bb36-6453897f3917 req-b4d0d802-7d06-4dde-b6b0-39abb11cc117 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:13.753278 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ee4d764f-8639-4d04-bb36-6453897f3917 req-b4d0d802-7d06-4dde-b6b0-39abb11cc117 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e18394a1-39d6-46fe-959a-73c6fb0268e8 HTTP/1.1" status: 200 len: 945 time: 0.0661368 Jul 30 20:07:13.800808 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ee4d764f-8639-4d04-bb36-6453897f3917 req-0d7a820a-3a64-4225-b565-7ca10223853c tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465295 Jul 30 20:07:14.079481 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-daa4f40a-25a0-422a-ac6e-89e3406f65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955b62f6-efdf-4c10-9a71-a0ff207dbcf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-287516336-router', 'tenant_id': '3bda4270137a4d94a0bb900d254fc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'da706858-4aa3-4c03-9bbe-ce3bf1b2b083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:05:34Z', 'updated_at': '2021-07-30T20:07:11Z', 'revision_number': 5, 'project_id': '3bda4270137a4d94a0bb900d254fc442', 'gw_port': {'id': 'da706858-4aa3-4c03-9bbe-ce3bf1b2b083', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955b62f6-efdf-4c10-9a71-a0ff207dbcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:05:34Z', 'updated_at': '2021-07-30T20:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:14.101130 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6746362b-2120-4126-9144-a4debaad34fd req-3540a7f8-e19d-4e90-8f88-654e95af20b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3889036 Jul 30 20:07:14.117133 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa4f40a-25a0-422a-ac6e-89e3406f65dd None None] The sync data for ids ['955b62f6-efdf-4c10-9a71-a0ff207dbcf2'] in n-d-712137-9 is: [{'id': '955b62f6-efdf-4c10-9a71-a0ff207dbcf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-287516336-router', 'tenant_id': '3bda4270137a4d94a0bb900d254fc442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'da706858-4aa3-4c03-9bbe-ce3bf1b2b083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:05:34Z', 'updated_at': '2021-07-30T20:07:11Z', 'revision_number': 5, 'project_id': '3bda4270137a4d94a0bb900d254fc442', 'gw_port': {'id': 'da706858-4aa3-4c03-9bbe-ce3bf1b2b083', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955b62f6-efdf-4c10-9a71-a0ff207dbcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:05:34Z', 'updated_at': '2021-07-30T20:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:07:14.125203 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0c067-2ffc-4029-9a09-9af3626fce90 req-465092f3-7c00-4c14-b354-39f65fb36d4e tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:14.132952 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4612e041-159c-4a65-9ff8-52b4640ca087 req-b8c9ca7e-b8d7-4f8f-b5b8-0e60beecee92 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?id=458ba596-e6b7-4dc0-b796-885b0af77692&id=1c190e8c-610a-4a5a-9fc2-241e3f7cecdf&id=8742ce39-b8ad-4190-a997-356054f719eb HTTP/1.1" status: 200 len: 6149 time: 0.5569069 Jul 30 20:07:14.141920 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-0d7a93de-cb4e-42ae-a84a-645d0a0f34b2 admin admin] For port da706858-4aa3-4c03-9bbe-ce3bf1b2b083, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=da706858-4aa3-4c03-9bbe-ce3bf1b2b083,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:14.142289 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d7a93de-cb4e-42ae-a84a-645d0a0f34b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:14.147070 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4ff0c067-2ffc-4029-9a09-9af3626fce90 req-465092f3-7c00-4c14-b354-39f65fb36d4e tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 945 time: 0.1165783 Jul 30 20:07:14.226274 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-0d7a93de-cb4e-42ae-a84a-645d0a0f34b2 admin admin] Calling delete_port for da706858-4aa3-4c03-9bbe-ce3bf1b2b083 owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:07:14.240640 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4ff0c067-2ffc-4029-9a09-9af3626fce90 req-e3430896-5a0d-4f11-8859-265df5ea6f8b tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883718 Jul 30 20:07:14.242026 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-d54f54c5-d283-4a6d-881b-156a606e6503 req-5d385ff9-158a-4248-af04-28570c895a77 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1099223027 ', 'description': 'tempest-description-412913533'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:14.259909 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:07:14.330917 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d54f54c5-d283-4a6d-881b-156a606e6503 req-5d385ff9-158a-4248-af04-28570c895a77 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:14.357271 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6746362b-2120-4126-9144-a4debaad34fd req-5f2d10ec-1211-41b9-9007-5dc387e8c73b service neutron] 10.222.0.59 "GET /v2.0/networks/5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177343 Jul 30 20:07:14.383087 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8,segment=NetworkSegment(ce00f4ba-d8bb-4afc-8455-d155bb6366db),segment_id=ce00f4ba-d8bb-4afc-8455-d155bb6366db)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:14.396684 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8', 'network_id': 'd720bf4d-d89c-40cc-a8d3-2bcde79b768e', 'port_id': 'ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8', 'mac_address': 'fa:16:3e:65:08:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc58012-6aa4-4104-b48c-ddab3633cb9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:07:14.445463 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:14.475752 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:07:14.507383 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8,segment=NetworkSegment(ce00f4ba-d8bb-4afc-8455-d155bb6366db),segment_id=ce00f4ba-d8bb-4afc-8455-d155bb6366db)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:14.514060 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:14.524060 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d824052f-0ec5-45ca-a231-0694e988d514 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:07:14.573864 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: d824052f-0ec5-45ca-a231-0694e988d514 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:07:14.574211 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d824052f-0ec5-45ca-a231-0694e988d514 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:07:14.581907 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6746362b-2120-4126-9144-a4debaad34fd req-581f00ee-8724-41ab-938c-6237191db05b service neutron] 10.222.0.59 "GET /v2.0/networks/5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098949 Jul 30 20:07:14.632613 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:14.636273 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d7a93de-cb4e-42ae-a84a-645d0a0f34b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:14.637188 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:14.642150 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d54f54c5-d283-4a6d-881b-156a606e6503 req-5d385ff9-158a-4248-af04-28570c895a77 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:14.701534 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d54f54c5-d283-4a6d-881b-156a606e6503 req-5d385ff9-158a-4248-af04-28570c895a77 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:14.712880 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a93de-cb4e-42ae-a84a-645d0a0f34b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=da706858-4aa3-4c03-9bbe-ce3bf1b2b083,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:14.744354 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d54f54c5-d283-4a6d-881b-156a606e6503 req-5d385ff9-158a-4248-af04-28570c895a77 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:14.748730 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d54f54c5-d283-4a6d-881b-156a606e6503 req-5d385ff9-158a-4248-af04-28570c895a77 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.5134609 Jul 30 20:07:14.773958 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d385ff9-158a-4248-af04-28570c895a77 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1999bc5-5830-4f76-8094-183e25f06727,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:14.811740 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427d2fe-f772-482e-8acf-995181f4299c req-175e144f-2a7b-4fab-99d9-ac941d4134d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:14.814017 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e427d2fe-f772-482e-8acf-995181f4299c req-175e144f-2a7b-4fab-99d9-ac941d4134d1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ddd0e37e2e44e64a3f6afbb96218dd8&device_id=d2630d67-36aa-4ef6-856e-7b078872fa4e HTTP/1.1" status: 200 len: 1174 time: 0.1676338 Jul 30 20:07:14.825940 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d7a93de-cb4e-42ae-a84a-645d0a0f34b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:14.845716 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ed1f3f36-13b4-4e5a-9c59-8059cb18e0a1 req-a9013f98-7449-4147-a2cd-d170ea915742 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/d1999bc5-5830-4f76-8094-183e25f06727 HTTP/1.1" status: 200 len: 1780 time: 0.0765703 Jul 30 20:07:14.930051 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d7a93de-cb4e-42ae-a84a-645d0a0f34b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:14.932266 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d7a93de-cb4e-42ae-a84a-645d0a0f34b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:14.932466 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-688b1fd2-d28a-4a86-a311-85baeaa21366 req-83179f9a-4a92-4f6f-a140-e250ab29d6b8 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/d1999bc5-5830-4f76-8094-183e25f06727 HTTP/1.1" status: 200 len: 1780 time: 0.0460680 Jul 30 20:07:14.994814 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-688b1fd2-d28a-4a86-a311-85baeaa21366 req-e79ef8c8-664f-42c3-a674-c222c5ae6e2c tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:15.023185 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-688b1fd2-d28a-4a86-a311-85baeaa21366 req-e79ef8c8-664f-42c3-a674-c222c5ae6e2c tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:15.070123 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d7a93de-cb4e-42ae-a84a-645d0a0f34b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:15.070884 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7a93de-cb4e-42ae-a84a-645d0a0f34b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 955b62f6-efdf-4c10-9a71-a0ff207dbcf2 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:07:15.072308 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-688b1fd2-d28a-4a86-a311-85baeaa21366 req-e79ef8c8-664f-42c3-a674-c222c5ae6e2c tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:15.074861 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-688b1fd2-d28a-4a86-a311-85baeaa21366 req-e79ef8c8-664f-42c3-a674-c222c5ae6e2c tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:15.075736 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d7a93de-cb4e-42ae-a84a-645d0a0f34b2 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:15.076034 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-688b1fd2-d28a-4a86-a311-85baeaa21366 req-e79ef8c8-664f-42c3-a674-c222c5ae6e2c tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "DELETE /v2.0/security-groups/d1999bc5-5830-4f76-8094-183e25f06727 HTTP/1.1" status: 204 len: 173 time: 0.1347113 Jul 30 20:07:15.080252 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0d7a93de-cb4e-42ae-a84a-645d0a0f34b2 admin admin] 10.222.0.81 "DELETE /v2.0/routers/955b62f6-efdf-4c10-9a71-a0ff207dbcf2 HTTP/1.1" status: 204 len: 168 time: 2.3348644 Jul 30 20:07:15.082318 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57974) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:15.089059 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ef8c8-664f-42c3-a674-c222c5ae6e2c tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1999bc5-5830-4f76-8094-183e25f06727,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:15.159902 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [req-e469236a-fea6-4756-9fd3-dd4662d50f4b req-94b6f664-95cf-4b4a-b216-35ac9c44edd7 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] show failed (client error): The resource could not be found. Jul 30 20:07:15.160855 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e469236a-fea6-4756-9fd3-dd4662d50f4b req-94b6f664-95cf-4b4a-b216-35ac9c44edd7 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/d1999bc5-5830-4f76-8094-183e25f06727 HTTP/1.1" status: 404 len: 352 time: 0.0223989 Jul 30 20:07:15.164317 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031c749-9646-4fb8-92d4-1084d322b6b7 req-781d3f6f-7d17-4669-8689-a4fc7416b578 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:15.171800 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d031c749-9646-4fb8-92d4-1084d322b6b7 req-781d3f6f-7d17-4669-8689-a4fc7416b578 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e18394a1-39d6-46fe-959a-73c6fb0268e8 HTTP/1.1" status: 200 len: 945 time: 0.2372444 Jul 30 20:07:15.177232 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d8b88e-aa2a-4a81-a805-0ece327f1a6f admin admin] Deleting subnet b9e8934d-cabf-462c-9ade-582425394a0b {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:07:15.187706 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427d2fe-f772-482e-8acf-995181f4299c req-d08a4edf-f590-47f3-a7cf-4015fe902769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:15.189658 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e427d2fe-f772-482e-8acf-995181f4299c req-d08a4edf-f590-47f3-a7cf-4015fe902769 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2 HTTP/1.1" status: 200 len: 913 time: 0.2538061 Jul 30 20:07:15.190626 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44d8b88e-aa2a-4a81-a805-0ece327f1a6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:15.190821 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:15.204452 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dba393-b585-4b03-916e-e635a5587a9e req-cb31b643-4645-46a8-975f-8218ea0481e4 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:15.208390 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-12dba393-b585-4b03-916e-e635a5587a9e req-cb31b643-4645-46a8-975f-8218ea0481e4 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.59 "GET /v2.0/ports?device_id=e18394a1-39d6-46fe-959a-73c6fb0268e8 HTTP/1.1" status: 200 len: 945 time: 0.1119959 Jul 30 20:07:15.215644 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-90376e55-51bf-4f40-a64c-e1c76db744bb req-8785ce2c-390a-4afc-9810-92de61feb9b9 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-457570103', 'description': 'tempest-description-303292528'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:15.294133 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e427d2fe-f772-482e-8acf-995181f4299c req-42051340-3d3f-497d-981b-44ba38e131f7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=349fa798-e7ac-4080-9f49-ba90dcd5d06e HTTP/1.1" status: 200 len: 217 time: 0.0805194 Jul 30 20:07:15.304531 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d031c749-9646-4fb8-92d4-1084d322b6b7 req-38130579-b7fa-4901-98af-09c2d31f906e tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315393 Jul 30 20:07:15.308075 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-90376e55-51bf-4f40-a64c-e1c76db744bb req-8785ce2c-390a-4afc-9810-92de61feb9b9 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:15.308395 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44d8b88e-aa2a-4a81-a805-0ece327f1a6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:15.369786 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-12dba393-b585-4b03-916e-e635a5587a9e req-1373d54f-30e6-49c2-8164-9ec2512c4e25 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Deleting port 3ddbe564-00fd-494b-9c60-f1823fc7731b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:07:15.370482 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-12dba393-b585-4b03-916e-e635a5587a9e req-1373d54f-30e6-49c2-8164-9ec2512c4e25 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:15.437252 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427d2fe-f772-482e-8acf-995181f4299c req-de2e9ba4-6517-40ba-b9b4-f03e510df812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:15.438678 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e427d2fe-f772-482e-8acf-995181f4299c req-de2e9ba4-6517-40ba-b9b4-f03e510df812 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db475299-c8f9-4695-8c12-0941808a60f8 HTTP/1.1" status: 200 len: 852 time: 0.1272423 Jul 30 20:07:15.501594 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e427d2fe-f772-482e-8acf-995181f4299c req-1a84bc24-d5c4-4908-adf1-5a2f410273ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500803 Jul 30 20:07:15.506897 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-12dba393-b585-4b03-916e-e635a5587a9e req-1373d54f-30e6-49c2-8164-9ec2512c4e25 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] For port 3ddbe564-00fd-494b-9c60-f1823fc7731b, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=3ddbe564-00fd-494b-9c60-f1823fc7731b,segment=NetworkSegment(6b78bb7c-82e1-4e1a-a89a-3e49d2392260),segment_id=6b78bb7c-82e1-4e1a-a89a-3e49d2392260)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:15.507269 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-12dba393-b585-4b03-916e-e635a5587a9e req-1373d54f-30e6-49c2-8164-9ec2512c4e25 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:15.510701 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44d8b88e-aa2a-4a81-a805-0ece327f1a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:15.511105 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-90376e55-51bf-4f40-a64c-e1c76db744bb req-8785ce2c-390a-4afc-9810-92de61feb9b9 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:15.517752 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-90376e55-51bf-4f40-a64c-e1c76db744bb req-8785ce2c-390a-4afc-9810-92de61feb9b9 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:15.531473 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-12dba393-b585-4b03-916e-e635a5587a9e req-1373d54f-30e6-49c2-8164-9ec2512c4e25 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Calling delete_port for 3ddbe564-00fd-494b-9c60-f1823fc7731b owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:07:15.557002 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-90376e55-51bf-4f40-a64c-e1c76db744bb req-8785ce2c-390a-4afc-9810-92de61feb9b9 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:15.558138 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-90376e55-51bf-4f40-a64c-e1c76db744bb req-8785ce2c-390a-4afc-9810-92de61feb9b9 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3478744 Jul 30 20:07:15.591055 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6271f-a15f-4697-a58c-9f95589e0ebf req-0332bff4-0911-4fcc-94c6-e88270073ef8 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:15.593058 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9ed6271f-a15f-4697-a58c-9f95589e0ebf req-0332bff4-0911-4fcc-94c6-e88270073ef8 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 944 time: 0.1584041 Jul 30 20:07:15.614175 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785ce2c-390a-4afc-9810-92de61feb9b9 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=445d9493-d93e-47fb-a1da-ba92b116cf87,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:15.683289 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44d8b88e-aa2a-4a81-a805-0ece327f1a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:15.723213 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9ed6271f-a15f-4697-a58c-9f95589e0ebf req-29c7d27e-f280-45cb-ad55-55316b29f4b8 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174145 Jul 30 20:07:15.726315 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e427d2fe-f772-482e-8acf-995181f4299c req-2c6f57c7-9fce-4d35-b000-19d07ebbd1f0 service neutron] 10.222.0.59 "GET /v2.0/networks/5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171543 Jul 30 20:07:15.728770 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8b88e-aa2a-4a81-a805-0ece327f1a6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9e8934d-cabf-462c-9ade-582425394a0b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:15.730982 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44d8b88e-aa2a-4a81-a805-0ece327f1a6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:15.732877 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-44d8b88e-aa2a-4a81-a805-0ece327f1a6f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b9e8934d-cabf-462c-9ade-582425394a0b HTTP/1.1" status: 204 len: 168 time: 0.6491358 Jul 30 20:07:15.738652 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f491a7fc-5b53-410d-8960-0ceefc043a89 None None] Network 7347e0e4-4cc9-4682-ae67-b9232f58465e requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:07:15.741951 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58006) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:15.749330 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-12dba393-b585-4b03-916e-e635a5587a9e req-1373d54f-30e6-49c2-8164-9ec2512c4e25 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:15.809604 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['3d72cc40-c2e5-4d25-a4e0-adab878dc4f1', '3ddbe564-00fd-494b-9c60-f1823fc7731b'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:15.815412 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['36082512-f9e4-43f5-90f3-478bfa9fc75f'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:15.844313 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373d54f-30e6-49c2-8164-9ec2512c4e25 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Pushing event deleted for resources: {'Port': ['ID=3ddbe564-00fd-494b-9c60-f1823fc7731b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:15.868960 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e427d2fe-f772-482e-8acf-995181f4299c req-ed285fc8-1b6a-49e9-9bb2-b9b8fb24988d service neutron] 10.222.0.59 "GET /v2.0/networks/5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340699 Jul 30 20:07:15.925917 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-5ee0eba1-d02a-4907-b8cd-13512dc9a32a tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647466 Jul 30 20:07:15.935457 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-8f1c607c-7e73-4bcd-992d-d6b8852214e9 req-dafdb1b8-350f-45e4-828c-acb6ff7e8263 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-795466981', 'description': 'tempest-description-1729970583'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:15.944951 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c61efa69-cd31-4af4-87d6-029e66f46e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:15.946692 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-12dba393-b585-4b03-916e-e635a5587a9e req-1373d54f-30e6-49c2-8164-9ec2512c4e25 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] No DVR routers for this DVR port 3ddbe564-00fd-494b-9c60-f1823fc7731b on host n-h1-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:07:15.950172 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-12dba393-b585-4b03-916e-e635a5587a9e req-1373d54f-30e6-49c2-8164-9ec2512c4e25 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:15.952150 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-12dba393-b585-4b03-916e-e635a5587a9e req-1373d54f-30e6-49c2-8164-9ec2512c4e25 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.59 "DELETE /v2.0/ports/3ddbe564-00fd-494b-9c60-f1823fc7731b HTTP/1.1" status: 204 len: 173 time: 0.7293978 Jul 30 20:07:15.961175 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8f1c607c-7e73-4bcd-992d-d6b8852214e9 req-dafdb1b8-350f-45e4-828c-acb6ff7e8263 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:15.962107 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18394a1-39d6-46fe-959a-73c6fb0268e8', 'name': 'network-vif-deleted', 'tag': '3ddbe564-00fd-494b-9c60-f1823fc7731b'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:15.964365 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf4c9cc-049e-4ca6-915a-a758365347f0" -d '{"events": [{"server_uuid": "e18394a1-39d6-46fe-959a-73c6fb0268e8", "name": "network-vif-deleted", "tag": "3ddbe564-00fd-494b-9c60-f1823fc7731b"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:16.136511 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6d2587-79a6-462f-9cc4-5320990a48b9 None None] DHCP port deletion for 7347e0e4-4cc9-4682-ae67-b9232f58465e request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:07:16.153533 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8f1c607c-7e73-4bcd-992d-d6b8852214e9 req-dafdb1b8-350f-45e4-828c-acb6ff7e8263 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:16.158976 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8f1c607c-7e73-4bcd-992d-d6b8852214e9 req-dafdb1b8-350f-45e4-828c-acb6ff7e8263 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:16.199814 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdb1b8-350f-45e4-828c-acb6ff7e8263 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b451670-97aa-478e-9c16-62ea5db95be6,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:16.205840 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8f1c607c-7e73-4bcd-992d-d6b8852214e9 req-dafdb1b8-350f-45e4-828c-acb6ff7e8263 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:16.207400 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f1c607c-7e73-4bcd-992d-d6b8852214e9 req-dafdb1b8-350f-45e4-828c-acb6ff7e8263 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2773106 Jul 30 20:07:16.258133 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:07:16.270306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-cc57a980-6588-4bc9-ab2d-3d423e7cb7e8 req-78bba945-53a7-46ea-b821-f65e324564fc tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-720540782', 'description': 'tempest-description-1720137643'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:16.297820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ac6d2587-79a6-462f-9cc4-5320990a48b9 None None] Deleting port cd4d337f-4c05-465f-a7eb-fb53e7a764f8 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:07:16.298282 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac6d2587-79a6-462f-9cc4-5320990a48b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:16.304597 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-cc57a980-6588-4bc9-ab2d-3d423e7cb7e8 req-78bba945-53a7-46ea-b821-f65e324564fc tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:16.387995 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ac6d2587-79a6-462f-9cc4-5320990a48b9 None None] For port cd4d337f-4c05-465f-a7eb-fb53e7a764f8, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=cd4d337f-4c05-465f-a7eb-fb53e7a764f8,segment=NetworkSegment(3b429ca1-ba1e-4584-8d09-c16667e81537),segment_id=3b429ca1-ba1e-4584-8d09-c16667e81537)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:16.388650 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac6d2587-79a6-462f-9cc4-5320990a48b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:16.413236 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:16.415913 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:16.422705 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-cc57a980-6588-4bc9-ab2d-3d423e7cb7e8 req-78bba945-53a7-46ea-b821-f65e324564fc tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:16.423094 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ac6d2587-79a6-462f-9cc4-5320990a48b9 None None] Calling delete_port for cd4d337f-4c05-465f-a7eb-fb53e7a764f8 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:07:16.431687 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-cc57a980-6588-4bc9-ab2d-3d423e7cb7e8 req-78bba945-53a7-46ea-b821-f65e324564fc tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:16.492185 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-cc57a980-6588-4bc9-ab2d-3d423e7cb7e8 req-78bba945-53a7-46ea-b821-f65e324564fc tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:16.494944 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc57a980-6588-4bc9-ab2d-3d423e7cb7e8 req-78bba945-53a7-46ea-b821-f65e324564fc tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2273905 Jul 30 20:07:16.496290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bba945-53a7-46ea-b821-f65e324564fc tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2b9f61-5992-4215-877a-1b4faa3e4d07,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:16.524867 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ffc34b-2797-4882-97fd-e4165611d5bf x-openstack-request-id: req-73ffc34b-2797-4882-97fd-e4165611d5bf {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:16.525553 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18394a1-39d6-46fe-959a-73c6fb0268e8", "name": "network-vif-deleted", "tag": "3ddbe564-00fd-494b-9c60-f1823fc7731b", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:16.525828 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-73ffc34b-2797-4882-97fd-e4165611d5bf {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:16.526379 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18394a1-39d6-46fe-959a-73c6fb0268e8', 'name': 'network-vif-deleted', 'tag': '3ddbe564-00fd-494b-9c60-f1823fc7731b', 'status': 'completed', 'code': 200} Jul 30 20:07:16.529451 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device da706858-4aa3-4c03-9bbe-ce3bf1b2b083 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:07:16.563560 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-d25bb363-a22a-4f64-b356-8d240b727571 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:16.565013 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-d25bb363-a22a-4f64-b356-8d240b727571 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6231980 Jul 30 20:07:16.565219 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: da706858-4aa3-4c03-9bbe-ce3bf1b2b083 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:07:16.565987 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device da706858-4aa3-4c03-9bbe-ce3bf1b2b083 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:07:16.566421 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cd4d337f-4c05-465f-a7eb-fb53e7a764f8 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:07:16.585082 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c61efa69-cd31-4af4-87d6-029e66f46e8b admin admin] Deleting port cd4d337f-4c05-465f-a7eb-fb53e7a764f8 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:07:16.585724 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c61efa69-cd31-4af4-87d6-029e66f46e8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:16.588931 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-7e343a58-786f-410a-b5fc-4df742963a4b tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/quotas/4045e60369ef4027bbe0b4f0fb9d8f61 HTTP/1.1" status: 200 len: 375 time: 0.0170035 Jul 30 20:07:16.660070 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d6c9f66b-9ffa-4265-bba9-8d3124cf0e2a req-47ad08ad-d33d-489c-b85a-e8f9c68a52d8 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e18394a1-39d6-46fe-959a-73c6fb0268e8 HTTP/1.1" status: 200 len: 210 time: 0.0472186 Jul 30 20:07:16.663330 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-9202d2e3-6e68-4c4d-a756-81c0a9e806a5 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646100 Jul 30 20:07:16.709346 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-c61efa69-cd31-4af4-87d6-029e66f46e8b admin admin] For port cd4d337f-4c05-465f-a7eb-fb53e7a764f8, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=cd4d337f-4c05-465f-a7eb-fb53e7a764f8,segment=NetworkSegment(3b429ca1-ba1e-4584-8d09-c16667e81537),segment_id=3b429ca1-ba1e-4584-8d09-c16667e81537)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:16.709762 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c61efa69-cd31-4af4-87d6-029e66f46e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:16.729010 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:16.730413 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c61efa69-cd31-4af4-87d6-029e66f46e8b admin admin] Calling delete_port for cd4d337f-4c05-465f-a7eb-fb53e7a764f8 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:07:16.732409 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac6d2587-79a6-462f-9cc4-5320990a48b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:16.779756 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:16.791387 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d2587-79a6-462f-9cc4-5320990a48b9 None None] Pushing event deleted for resources: {'Port': ['ID=cd4d337f-4c05-465f-a7eb-fb53e7a764f8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:16.805798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6d2587-79a6-462f-9cc4-5320990a48b9 None None] No DVR routers for this DVR port cd4d337f-4c05-465f-a7eb-fb53e7a764f8 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:07:16.875342 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1acc630-45d3-4ea1-a117-ee6fa4e96bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:16.879055 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b45463b-5ac3-46aa-9faf-b4584dbe8c14" -d '{"events": [{"server_uuid": "b1acc630-45d3-4ea1-a117-ee6fa4e96bd1", "name": "network-vif-plugged", "status": "completed", "tag": "ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:16.884257 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c61efa69-cd31-4af4-87d6-029e66f46e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:16.897776 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8,segment=NetworkSegment(ce00f4ba-d8bb-4afc-8455-d155bb6366db),segment_id=ce00f4ba-d8bb-4afc-8455-d155bb6366db)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:16.908921 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:16.913357 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61efa69-cd31-4af4-87d6-029e66f46e8b admin admin] No DVR routers for this DVR port cd4d337f-4c05-465f-a7eb-fb53e7a764f8 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:07:16.964826 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-553acf78-276b-41cd-b135-345993df60f0 req-d95d3488-8753-47de-88e0-e91152cc4385 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8ddd0e37e2e44e64a3f6afbb96218dd8 HTTP/1.1" status: 200 len: 10895 time: 0.1736715 Jul 30 20:07:16.969874 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61efa69-cd31-4af4-87d6-029e66f46e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=cd4d337f-4c05-465f-a7eb-fb53e7a764f8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:16.974602 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:17.014580 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-553acf78-276b-41cd-b135-345993df60f0 req-e3f20363-3cb1-40ee-a231-662785f2fe3f tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/8742ce39-b8ad-4190-a997-356054f719eb HTTP/1.1" status: 200 len: 2981 time: 0.0488613 Jul 30 20:07:17.032048 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5217aa3-f881-400b-82e3-9afe28ea2449 req-f4003647-a0ad-4c34-99b6-e9be08fc625e tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:17.033585 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b5217aa3-f881-400b-82e3-9afe28ea2449 req-f4003647-a0ad-4c34-99b6-e9be08fc625e tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 944 time: 0.1613331 Jul 30 20:07:17.040290 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c61efa69-cd31-4af4-87d6-029e66f46e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:17.058472 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c61efa69-cd31-4af4-87d6-029e66f46e8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7347e0e4-4cc9-4682-ae67-b9232f58465e']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:17.065588 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-553acf78-276b-41cd-b135-345993df60f0 req-24e213ad-7043-4d0d-ab47-d7eb08f52b11 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/8742ce39-b8ad-4190-a997-356054f719eb HTTP/1.1" status: 200 len: 2981 time: 0.0441358 Jul 30 20:07:17.075453 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c61efa69-cd31-4af4-87d6-029e66f46e8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b429ca1-ba1e-4584-8d09-c16667e81537') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:17.075796 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c61efa69-cd31-4af4-87d6-029e66f46e8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b429ca1-ba1e-4584-8d09-c16667e81537') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:17.095039 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c61efa69-cd31-4af4-87d6-029e66f46e8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:17.109992 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b5217aa3-f881-400b-82e3-9afe28ea2449 req-e8896f85-8d2e-483c-a04e-086017639469 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668128 Jul 30 20:07:17.117797 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c61efa69-cd31-4af4-87d6-029e66f46e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:17.133904 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61efa69-cd31-4af4-87d6-029e66f46e8b admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:07:17.134329 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c61efa69-cd31-4af4-87d6-029e66f46e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:07:17.136393 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:07:17.144080 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59d75dc6-2caa-4d4b-a45f-ab6d3eececbd req-e3e87fe0-9cb6-40a7-8d5b-a7701c761ee2 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be471d25-5a5d-4714-899c-4de8f6942a7a HTTP/1.1" status: 200 len: 210 time: 0.0446265 Jul 30 20:07:17.189390 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67946ceb-e0aa-453c-a791-096679bf9e4c x-openstack-request-id: req-67946ceb-e0aa-453c-a791-096679bf9e4c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:17.190383 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1acc630-45d3-4ea1-a117-ee6fa4e96bd1", "name": "network-vif-plugged", "status": "completed", "tag": "ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:17.190383 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-67946ceb-e0aa-453c-a791-096679bf9e4c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:17.190713 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1acc630-45d3-4ea1-a117-ee6fa4e96bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8', 'code': 200} Jul 30 20:07:17.230932 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c61efa69-cd31-4af4-87d6-029e66f46e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:17.243907 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c61efa69-cd31-4af4-87d6-029e66f46e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:17.245789 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c61efa69-cd31-4af4-87d6-029e66f46e8b admin admin] 10.222.0.81 "DELETE /v2.0/networks/7347e0e4-4cc9-4682-ae67-b9232f58465e HTTP/1.1" status: 204 len: 168 time: 1.5027895 Jul 30 20:07:17.263807 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61efa69-cd31-4af4-87d6-029e66f46e8b admin admin] Pushing event deleted for resources: {'Network': ['ID=7347e0e4-4cc9-4682-ae67-b9232f58465e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:17.292831 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2ae29b34-1a7a-44cb-9e1d-975abf980dda req-68c617f9-07d6-47db-96ff-f62df90dc08a tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/445d9493-d93e-47fb-a1da-ba92b116cf87 HTTP/1.1" status: 200 len: 1799 time: 0.0699942 Jul 30 20:07:17.353775 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2ae29b34-1a7a-44cb-9e1d-975abf980dda req-02701c70-77cc-4f7d-8602-a48e896a5233 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:17.377234 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2ae29b34-1a7a-44cb-9e1d-975abf980dda req-02701c70-77cc-4f7d-8602-a48e896a5233 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:17.422165 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2ae29b34-1a7a-44cb-9e1d-975abf980dda req-02701c70-77cc-4f7d-8602-a48e896a5233 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:17.424520 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2ae29b34-1a7a-44cb-9e1d-975abf980dda req-02701c70-77cc-4f7d-8602-a48e896a5233 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:17.425956 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2ae29b34-1a7a-44cb-9e1d-975abf980dda req-02701c70-77cc-4f7d-8602-a48e896a5233 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "DELETE /v2.0/security-groups/445d9493-d93e-47fb-a1da-ba92b116cf87 HTTP/1.1" status: 204 len: 173 time: 0.1317647 Jul 30 20:07:17.437415 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02701c70-77cc-4f7d-8602-a48e896a5233 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=445d9493-d93e-47fb-a1da-ba92b116cf87,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:17.445542 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58058) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:17.478715 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-98a2d5bf-8d74-4386-bc7f-d90ff9276ab8 req-b2ca4b9e-4c21-4442-8e52-38e47fc6b22a tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] show failed (client error): The resource could not be found. Jul 30 20:07:17.479704 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98a2d5bf-8d74-4386-bc7f-d90ff9276ab8 req-b2ca4b9e-4c21-4442-8e52-38e47fc6b22a tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/445d9493-d93e-47fb-a1da-ba92b116cf87 HTTP/1.1" status: 404 len: 352 time: 0.0176356 Jul 30 20:07:17.508028 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fc7fa56f-2de4-4418-9355-05aabf24b72b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8cfdcb968d5a41d8aef70fcc356506a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0612435 Jul 30 20:07:17.510481 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58062) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:17.543124 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-904f1804-3222-4fa5-9067-e4894bcdcb92 req-ce993436-e70e-495b-815c-513b5682e35e tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/5b451670-97aa-478e-9c16-62ea5db95be6 HTTP/1.1" status: 200 len: 1800 time: 0.0411303 Jul 30 20:07:17.558453 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e5457bc3-c702-420b-b8f4-8e4b54df87df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:17.579576 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e5457bc3-c702-420b-b8f4-8e4b54df87df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:17.603583 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-904f1804-3222-4fa5-9067-e4894bcdcb92 req-0f1e10a9-7c21-4aa6-b6be-0812317457cf tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:17.626202 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-904f1804-3222-4fa5-9067-e4894bcdcb92 req-0f1e10a9-7c21-4aa6-b6be-0812317457cf tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:17.629901 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e5457bc3-c702-420b-b8f4-8e4b54df87df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:17.632565 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e5457bc3-c702-420b-b8f4-8e4b54df87df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:17.633689 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e5457bc3-c702-420b-b8f4-8e4b54df87df admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/72cc386d-eb7c-431c-9bae-8c2a16dca42c HTTP/1.1" status: 204 len: 168 time: 0.1222966 Jul 30 20:07:17.642452 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5457bc3-c702-420b-b8f4-8e4b54df87df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cc386d-eb7c-431c-9bae-8c2a16dca42c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:17.674161 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-904f1804-3222-4fa5-9067-e4894bcdcb92 req-0f1e10a9-7c21-4aa6-b6be-0812317457cf tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:17.676883 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-904f1804-3222-4fa5-9067-e4894bcdcb92 req-0f1e10a9-7c21-4aa6-b6be-0812317457cf tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:17.678013 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-904f1804-3222-4fa5-9067-e4894bcdcb92 req-0f1e10a9-7c21-4aa6-b6be-0812317457cf tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "DELETE /v2.0/security-groups/5b451670-97aa-478e-9c16-62ea5db95be6 HTTP/1.1" status: 204 len: 173 time: 0.1282556 Jul 30 20:07:17.690886 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e10a9-7c21-4aa6-b6be-0812317457cf tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b451670-97aa-478e-9c16-62ea5db95be6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:17.712712 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-f65d5395-3612-4030-9a3b-d6ab845d651c req-8c92312b-fcec-44ad-8029-07e8c53c76d9 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] show failed (client error): The resource could not be found. Jul 30 20:07:17.714943 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f65d5395-3612-4030-9a3b-d6ab845d651c req-8c92312b-fcec-44ad-8029-07e8c53c76d9 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/5b451670-97aa-478e-9c16-62ea5db95be6 HTTP/1.1" status: 404 len: 352 time: 0.0157988 Jul 30 20:07:17.787779 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-da1b1ddf-084c-497b-b7a5-e7ddc84f4a00 req-67ee98c6-da55-4171-a575-5f58ad8ce4ec tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/ab2b9f61-5992-4215-877a-1b4faa3e4d07 HTTP/1.1" status: 200 len: 1800 time: 0.0511079 Jul 30 20:07:17.872636 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-d98492a2-d5a5-460b-8a94-643f1da472ca tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459936 Jul 30 20:07:17.872790 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 3ddbe564-00fd-494b-9c60-f1823fc7731b no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:07:17.881155 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-da1b1ddf-084c-497b-b7a5-e7ddc84f4a00 req-14a5d635-ab7f-4513-926b-1362a2ef220f tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:17.918214 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 3ddbe564-00fd-494b-9c60-f1823fc7731b {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:07:17.919892 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 3ddbe564-00fd-494b-9c60-f1823fc7731b not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:07:17.939218 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-da1b1ddf-084c-497b-b7a5-e7ddc84f4a00 req-14a5d635-ab7f-4513-926b-1362a2ef220f tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:18.009169 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-da1b1ddf-084c-497b-b7a5-e7ddc84f4a00 req-14a5d635-ab7f-4513-926b-1362a2ef220f tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:18.012565 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-da1b1ddf-084c-497b-b7a5-e7ddc84f4a00 req-14a5d635-ab7f-4513-926b-1362a2ef220f tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:18.013465 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-da1b1ddf-084c-497b-b7a5-e7ddc84f4a00 req-14a5d635-ab7f-4513-926b-1362a2ef220f tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "DELETE /v2.0/security-groups/ab2b9f61-5992-4215-877a-1b4faa3e4d07 HTTP/1.1" status: 204 len: 173 time: 0.2188177 Jul 30 20:07:18.037416 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5d635-ab7f-4513-926b-1362a2ef220f tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2b9f61-5992-4215-877a-1b4faa3e4d07,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:18.066801 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-b1cc40a2-5bbc-47d3-9f07-f6ae594f1a2d req-056f990a-977e-4492-be50-01681acd2a50 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] show failed (client error): The resource could not be found. Jul 30 20:07:18.070816 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-e897d3f3-74ce-456f-885f-7cf519992ab0 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:18.072226 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-e897d3f3-74ce-456f-885f-7cf519992ab0 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1891477 Jul 30 20:07:18.073556 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1cc40a2-5bbc-47d3-9f07-f6ae594f1a2d req-056f990a-977e-4492-be50-01681acd2a50 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/ab2b9f61-5992-4215-877a-1b4faa3e4d07 HTTP/1.1" status: 404 len: 352 time: 0.0205786 Jul 30 20:07:18.091280 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-f57512a4-90b9-4125-b9b5-49f77cd283ee tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Request body: {'port': {'device_id': 'be471d25-5a5d-4714-899c-4de8f6942a7a', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': '4045e60369ef4027bbe0b4f0fb9d8f61'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:18.119021 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58092) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:18.159231 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8602b3-54fb-4079-8932-79e547ac83a0 req-baa689c6-7a5f-4008-9016-f3e0622fe75f tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:18.160756 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3f8602b3-54fb-4079-8932-79e547ac83a0 req-baa689c6-7a5f-4008-9016-f3e0622fe75f tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2323f96-0b7b-4402-830c-68686052028c HTTP/1.1" status: 200 len: 946 time: 0.1095843 Jul 30 20:07:18.180647 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-52ff632a-e410-4a7b-8ea9-c4fa48fde532 req-f5b9468a-0139-450c-847d-6b61b902ddd0 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8ddd0e37e2e44e64a3f6afbb96218dd8 HTTP/1.1" status: 200 len: 6149 time: 0.0913987 Jul 30 20:07:18.200707 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1214e6aa-3f9d-4936-87eb-1b19700e4a29 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3bda4270137a4d94a0bb900d254fc442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0783958 Jul 30 20:07:18.201828 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58098) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:18.238053 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-52ff632a-e410-4a7b-8ea9-c4fa48fde532 req-beacad16-463d-4236-a3f9-50c2b3489c9d tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/8742ce39-b8ad-4190-a997-356054f719eb HTTP/1.1" status: 200 len: 2981 time: 0.0495226 Jul 30 20:07:18.250222 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 6ca6ac0d-77de-4858-a332-d8463992beee details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:07:18.250497 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3f8602b3-54fb-4079-8932-79e547ac83a0 req-033c91f1-a7ef-4b91-bc37-e9cbb40a6927 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826397 Jul 30 20:07:18.294737 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-f57512a4-90b9-4125-b9b5-49f77cd283ee tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Made reservation on behalf of 4045e60369ef4027bbe0b4f0fb9d8f61 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:07:18.298595 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-f57512a4-90b9-4125-b9b5-49f77cd283ee tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:18.311083 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d82621df-ba20-4a3d-b9b9-e5d2b4f658e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:18.314064 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-f57512a4-90b9-4125-b9b5-49f77cd283ee tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:18.324283 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-52ff632a-e410-4a7b-8ea9-c4fa48fde532 req-23566254-b524-4085-ba39-f11debf271ec tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/8742ce39-b8ad-4190-a997-356054f719eb HTTP/1.1" status: 200 len: 2981 time: 0.0797274 Jul 30 20:07:18.363108 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d82621df-ba20-4a3d-b9b9-e5d2b4f658e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:18.374599 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 6ca6ac0d-77de-4858-a332-d8463992beee, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=6ca6ac0d-77de-4858-a332-d8463992beee,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:18.390718 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '6ca6ac0d-77de-4858-a332-d8463992beee', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': '6ca6ac0d-77de-4858-a332-d8463992beee', 'mac_address': 'fa:16:3e:1b:2e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:07:18.426269 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51afee06-202a-4a07-a989-ea3be76b4793 req-2e6bde44-9539-4012-a97e-0e004ec33012 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be471d25-5a5d-4714-899c-4de8f6942a7a HTTP/1.1" status: 200 len: 210 time: 0.0415945 Jul 30 20:07:18.436844 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:18.455165 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052513b-8a07-44bf-9e73-f2eb2dcb8181 req-a642bada-d8a2-46bd-ac0c-7f8736d79093 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:18.455787 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ca6ac0d-77de-4858-a332-d8463992beee {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:07:18.456734 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9052513b-8a07-44bf-9e73-f2eb2dcb8181 req-a642bada-d8a2-46bd-ac0c-7f8736d79093 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 945 time: 0.1222572 Jul 30 20:07:18.492702 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 6ca6ac0d-77de-4858-a332-d8463992beee, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=6ca6ac0d-77de-4858-a332-d8463992beee,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:18.499321 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:18.504030 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d82621df-ba20-4a3d-b9b9-e5d2b4f658e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:18.509928 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d82621df-ba20-4a3d-b9b9-e5d2b4f658e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:18.509928 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d82621df-ba20-4a3d-b9b9-e5d2b4f658e0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7cd051f6-d831-4506-84b3-57925dc19317 HTTP/1.1" status: 204 len: 168 time: 0.3037114 Jul 30 20:07:18.533973 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82621df-ba20-4a3d-b9b9-e5d2b4f658e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd051f6-d831-4506-84b3-57925dc19317,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:18.546853 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9052513b-8a07-44bf-9e73-f2eb2dcb8181 req-1a2a5582-f48b-47e7-8a2a-836a0eb23622 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773509 Jul 30 20:07:18.585800 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-d4a12d15-a9ef-47e8-91d3-cebd7f5ad661 req-895e57dc-c4d4-47ae-bea1-1ee86ae2499b tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-147310507', 'description': 'tempest-description-1591010250'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:18.605277 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-f57512a4-90b9-4125-b9b5-49f77cd283ee tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:18.610594 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=6ca6ac0d-77de-4858-a332-d8463992beee,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:18.611447 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-f57512a4-90b9-4125-b9b5-49f77cd283ee tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:18.681296 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d4a12d15-a9ef-47e8-91d3-cebd7f5ad661 req-895e57dc-c4d4-47ae-bea1-1ee86ae2499b tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:18.687325 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57512a4-90b9-4125-b9b5-49f77cd283ee tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dac2f4-2965-4d71-aaf9-10280cf84d71,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:18.834590 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-f57512a4-90b9-4125-b9b5-49f77cd283ee tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Allocated IP 192.168.233.111 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/bb975919-5c61-4665-a393-73c9c764bad6) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:07:18.908664 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['6ca6ac0d-77de-4858-a332-d8463992beee'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:19.123342 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d4a12d15-a9ef-47e8-91d3-cebd7f5ad661 req-895e57dc-c4d4-47ae-bea1-1ee86ae2499b tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:19.134961 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d4a12d15-a9ef-47e8-91d3-cebd7f5ad661 req-895e57dc-c4d4-47ae-bea1-1ee86ae2499b tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:19.191986 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d4a12d15-a9ef-47e8-91d3-cebd7f5ad661 req-895e57dc-c4d4-47ae-bea1-1ee86ae2499b tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:19.193299 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d4a12d15-a9ef-47e8-91d3-cebd7f5ad661 req-895e57dc-c4d4-47ae-bea1-1ee86ae2499b tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6164241 Jul 30 20:07:19.202877 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e57dc-c4d4-47ae-bea1-1ee86ae2499b tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=838b847c-2b86-4cf8-ba4a-f26c20501c3c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:19.216792 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-f57512a4-90b9-4125-b9b5-49f77cd283ee tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:19.223779 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-844b948b-6a7a-4312-9f48-774ab29efe47 req-ac520975-6fe8-4f30-a709-714a7f6fd976 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1290773851', 'description': 'tempest-description-2054072817'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:19.236391 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-f57512a4-90b9-4125-b9b5-49f77cd283ee tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Transition to ACTIVE for port object bb975919-5c61-4665-a393-73c9c764bad6 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:07:19.286692 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-844b948b-6a7a-4312-9f48-774ab29efe47 req-ac520975-6fe8-4f30-a709-714a7f6fd976 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:19.292338 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-f57512a4-90b9-4125-b9b5-49f77cd283ee tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:19.343629 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:19.415041 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-f57512a4-90b9-4125-b9b5-49f77cd283ee tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:07:19.416748 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-844b948b-6a7a-4312-9f48-774ab29efe47 req-ac520975-6fe8-4f30-a709-714a7f6fd976 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:19.421817 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-844b948b-6a7a-4312-9f48-774ab29efe47 req-ac520975-6fe8-4f30-a709-714a7f6fd976 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:19.438356 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-f57512a4-90b9-4125-b9b5-49f77cd283ee tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:07:19.457623 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-f57512a4-90b9-4125-b9b5-49f77cd283ee tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:07:19.461927 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57512a4-90b9-4125-b9b5-49f77cd283ee tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Pushing event updated for resources: {'Port': ['ID=bb975919-5c61-4665-a393-73c9c764bad6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:19.495750 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-844b948b-6a7a-4312-9f48-774ab29efe47 req-ac520975-6fe8-4f30-a709-714a7f6fd976 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:19.502003 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-844b948b-6a7a-4312-9f48-774ab29efe47 req-ac520975-6fe8-4f30-a709-714a7f6fd976 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2822018 Jul 30 20:07:19.502694 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58144) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:19.523713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac520975-6fe8-4f30-a709-714a7f6fd976 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f33bcf-3770-4fef-839e-ea4161a2eee4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:19.550761 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739009e4-a261-4cac-a9ce-845fec659f27 req-fee79b04-a8e4-41e3-a458-89e2242ee01b tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:19.559203 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-739009e4-a261-4cac-a9ce-845fec659f27 req-fee79b04-a8e4-41e3-a458-89e2242ee01b tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2323f96-0b7b-4402-830c-68686052028c HTTP/1.1" status: 200 len: 946 time: 0.1909535 Jul 30 20:07:19.678843 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-f57512a4-90b9-4125-b9b5-49f77cd283ee tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:19.681584 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-f57512a4-90b9-4125-b9b5-49f77cd283ee tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:19.699245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865b686-0e1f-4254-95ec-50a9b63db6bf req-1f766e95-218e-4aad-9bb8-8dbdf02cda8a tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:19.716378 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1865b686-0e1f-4254-95ec-50a9b63db6bf req-1f766e95-218e-4aad-9bb8-8dbdf02cda8a tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be471d25-5a5d-4714-899c-4de8f6942a7a HTTP/1.1" status: 200 len: 936 time: 0.1123104 Jul 30 20:07:19.725160 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-739009e4-a261-4cac-a9ce-845fec659f27 req-8cb4681f-c27e-4bd8-9558-91a130971040 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582737 Jul 30 20:07:19.730181 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-f57512a4-90b9-4125-b9b5-49f77cd283ee tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6428065 Jul 30 20:07:19.752626 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-7e78e655-1121-481e-9e15-0892956bbf1e service neutron] Request body: {'port': {'device_id': 'be471d25-5a5d-4714-899c-4de8f6942a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:19.781602 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-1b29cf8e-962b-43d6-8325-fc941329da92 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-421687557-network', 'tenant_id': '2a9d5077495d4ad29bd60521d808cd65'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:19.826572 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1865b686-0e1f-4254-95ec-50a9b63db6bf req-4c3e7416-1178-4a8b-bae0-40ef3782d59b tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080074 Jul 30 20:07:19.871793 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b29cf8e-962b-43d6-8325-fc941329da92 admin admin] Made reservation on behalf of 2a9d5077495d4ad29bd60521d808cd65 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:07:19.875079 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1b29cf8e-962b-43d6-8325-fc941329da92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:19.885910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f975bb94-f93c-4520-a3e0-50562fc28485 None None] Provisioning for port bb975919-5c61-4665-a393-73c9c764bad6 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:07:19.887335 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1b29cf8e-962b-43d6-8325-fc941329da92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:19.893768 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f975bb94-f93c-4520-a3e0-50562fc28485 None None] Provisioning complete for port bb975919-5c61-4665-a393-73c9c764bad6 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:19.894373 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f975bb94-f93c-4520-a3e0-50562fc28485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:19.909714 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-7e78e655-1121-481e-9e15-0892956bbf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:19.976654 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f975bb94-f93c-4520-a3e0-50562fc28485 None None] Port bb975919-5c61-4665-a393-73c9c764bad6 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:07:20.052399 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25a1af-7a9f-43f4-8613-66845b29a10f req-634a74bf-9b9a-454b-a99f-8dfedf4cb00c tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:20.054062 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f25a1af-7a9f-43f4-8613-66845b29a10f req-634a74bf-9b9a-454b-a99f-8dfedf4cb00c tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 945 time: 0.1177766 Jul 30 20:07:20.133380 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1b29cf8e-962b-43d6-8325-fc941329da92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:20.137112 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f25a1af-7a9f-43f4-8613-66845b29a10f req-76dbf915-c828-4559-aa5a-e701743b4d10 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759978 Jul 30 20:07:20.138381 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1b29cf8e-962b-43d6-8325-fc941329da92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:20.190697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b29cf8e-962b-43d6-8325-fc941329da92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:07:20.205488 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1b29cf8e-962b-43d6-8325-fc941329da92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:20.205834 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-1b29cf8e-962b-43d6-8325-fc941329da92 admin admin] Added segment 0383e9de-046a-4b03-bce8-9689f3489f0e of type vlan for network 6b65ac31-5807-4189-87b7-96eea5cbbc14 Jul 30 20:07:20.219167 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29cf8e-962b-43d6-8325-fc941329da92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef6f033-46de-4917-97af-14edbc655a8e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:20.251535 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 6ca6ac0d-77de-4858-a332-d8463992beee up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:07:20.271980 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1b29cf8e-962b-43d6-8325-fc941329da92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:20.291393 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-708b4d79-0bf9-4e99-bd8c-ca14e844af63 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:20.292959 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-708b4d79-0bf9-4e99-bd8c-ca14e844af63 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/networks?id=5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2 HTTP/1.1" status: 200 len: 812 time: 0.1897779 Jul 30 20:07:20.324879 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1b29cf8e-962b-43d6-8325-fc941329da92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:20.325091 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-fdd8001a-9c36-424f-8bb2-d7f9b2969c04 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/quotas/8ddd0e37e2e44e64a3f6afbb96218dd8 HTTP/1.1" status: 200 len: 375 time: 0.0236011 Jul 30 20:07:20.326993 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b29cf8e-962b-43d6-8325-fc941329da92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:20.327752 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1b29cf8e-962b-43d6-8325-fc941329da92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:20.329922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 6ca6ac0d-77de-4858-a332-d8463992beee triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:20.330519 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:20.411314 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-7e78e655-1121-481e-9e15-0892956bbf1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb975919-5c61-4665-a393-73c9c764bad6 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:07:20.423145 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-a6859797-5318-4b36-8138-082c9cb1c871 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8ddd0e37e2e44e64a3f6afbb96218dd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0913172 Jul 30 20:07:20.424991 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-7e78e655-1121-481e-9e15-0892956bbf1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:20.428780 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29cf8e-962b-43d6-8325-fc941329da92 admin admin] Pushing event updated for resources: {'Network': ['ID=6b65ac31-5807-4189-87b7-96eea5cbbc14,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:20.450090 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1b29cf8e-962b-43d6-8325-fc941329da92 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9460347 Jul 30 20:07:20.451894 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58180) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:20.455876 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-7e78e655-1121-481e-9e15-0892956bbf1e service neutron] Transition to ACTIVE for port object bb975919-5c61-4665-a393-73c9c764bad6 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:07:20.459794 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a0a19ace-d6c5-4d33-a0e1-fcd0a673c1d1 admin admin] Request body: {'subnet': {'network_id': '6b65ac31-5807-4189-87b7-96eea5cbbc14', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-421687557-subnet', 'tenant_id': '2a9d5077495d4ad29bd60521d808cd65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:20.482149 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:20.484920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 6b65ac31-5807-4189-87b7-96eea5cbbc14 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:07:20.487336 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-7e78e655-1121-481e-9e15-0892956bbf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:20.499180 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a19ace-d6c5-4d33-a0e1-fcd0a673c1d1 admin admin] Made reservation on behalf of 2a9d5077495d4ad29bd60521d808cd65 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:07:20.500390 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a0a19ace-d6c5-4d33-a0e1-fcd0a673c1d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:20.560084 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50676ce-9cce-46da-bbcc-36945a03944d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca6ac0d-77de-4858-a332-d8463992beee'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:20.562584 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c4d7cd-3609-4780-8c7a-e90274631a0a" -d '{"events": [{"server_uuid": "b50676ce-9cce-46da-bbcc-36945a03944d", "name": "network-vif-plugged", "status": "completed", "tag": "6ca6ac0d-77de-4858-a332-d8463992beee"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:20.573471 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78e655-1121-481e-9e15-0892956bbf1e service neutron] Pushing event updated for resources: {'Port': ['ID=bb975919-5c61-4665-a393-73c9c764bad6,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:20.597485 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 6ca6ac0d-77de-4858-a332-d8463992beee, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=6ca6ac0d-77de-4858-a332-d8463992beee,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:20.601414 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e6e95-5612-45b0-a971-56a779f73529 req-1a45de36-06f5-4e01-91eb-32f7793a557f tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:20.611662 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c76e6e95-5612-45b0-a971-56a779f73529 req-1a45de36-06f5-4e01-91eb-32f7793a557f tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 945 time: 0.1270154 Jul 30 20:07:20.613724 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:20.667076 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-477c0454-9bb4-4e9e-9ba0-2208325042fe service neutron] 10.222.0.81 "GET /v2.0/networks/5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329524 Jul 30 20:07:20.701160 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=6ca6ac0d-77de-4858-a332-d8463992beee,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:20.708072 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c76e6e95-5612-45b0-a971-56a779f73529 req-e6f50270-be1e-4240-ad96-8931df52ed7b tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822570 Jul 30 20:07:20.746201 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4117a0-c312-479d-85e1-2b161d56149c req-2063c237-dba6-493f-aea5-3a6699efb8bc tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:20.748449 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3a4117a0-c312-479d-85e1-2b161d56149c req-2063c237-dba6-493f-aea5-3a6699efb8bc tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2323f96-0b7b-4402-830c-68686052028c HTTP/1.1" status: 200 len: 946 time: 0.1852562 Jul 30 20:07:20.770823 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97a235e-0674-46c3-9c83-d2edff3c4ecd x-openstack-request-id: req-a97a235e-0674-46c3-9c83-d2edff3c4ecd {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:20.771179 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50676ce-9cce-46da-bbcc-36945a03944d", "name": "network-vif-plugged", "status": "completed", "tag": "6ca6ac0d-77de-4858-a332-d8463992beee", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:20.771436 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a97a235e-0674-46c3-9c83-d2edff3c4ecd {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:20.771969 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50676ce-9cce-46da-bbcc-36945a03944d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca6ac0d-77de-4858-a332-d8463992beee', 'code': 200} Jul 30 20:07:20.807699 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-7e78e655-1121-481e-9e15-0892956bbf1e service neutron] Attempting to bind port bb975919-5c61-4665-a393-73c9c764bad6 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:07:20.808236 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-7e78e655-1121-481e-9e15-0892956bbf1e service neutron] Attempting to bind port bb975919-5c61-4665-a393-73c9c764bad6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:07:20.808665 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-7e78e655-1121-481e-9e15-0892956bbf1e service neutron] Attempting to bind port bb975919-5c61-4665-a393-73c9c764bad6 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:07:20.824672 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-7e78e655-1121-481e-9e15-0892956bbf1e service neutron] Port bb975919-5c61-4665-a393-73c9c764bad6 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:07:20.825051 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-7e78e655-1121-481e-9e15-0892956bbf1e service neutron] Attempting to bind port bb975919-5c61-4665-a393-73c9c764bad6 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:07:20.834921 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a0a19ace-d6c5-4d33-a0e1-fcd0a673c1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:20.861384 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-7e78e655-1121-481e-9e15-0892956bbf1e service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:07:20.861836 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-7e78e655-1121-481e-9e15-0892956bbf1e service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:07:20.862280 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-7e78e655-1121-481e-9e15-0892956bbf1e service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:07:20.862800 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-7e78e655-1121-481e-9e15-0892956bbf1e service neutron] Bound port: bb975919-5c61-4665-a393-73c9c764bad6, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:07:20.863169 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-7e78e655-1121-481e-9e15-0892956bbf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:20.877478 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-dadf8006-4678-449e-b300-761462fa65da service neutron] 10.222.0.81 "GET /v2.0/networks/5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094374 Jul 30 20:07:20.936595 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a19ace-d6c5-4d33-a0e1-fcd0a673c1d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed96ed3c-0efb-4660-923b-49ef46985dca,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:20.951047 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-3a4117a0-c312-479d-85e1-2b161d56149c req-414a4a15-6af5-49e2-8464-2dc6826f6eae tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Deleting port 36082512-f9e4-43f5-90f3-478bfa9fc75f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:07:20.951219 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b319104-fe9d-451f-9f5e-a5380a29a813 req-0feae439-1dc9-477d-8ccb-92ca0f0d14ca tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:20.951399 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3a4117a0-c312-479d-85e1-2b161d56149c req-414a4a15-6af5-49e2-8464-2dc6826f6eae tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:20.953311 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8b319104-fe9d-451f-9f5e-a5380a29a813 req-0feae439-1dc9-477d-8ccb-92ca0f0d14ca tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2323f96-0b7b-4402-830c-68686052028c HTTP/1.1" status: 200 len: 946 time: 0.1283028 Jul 30 20:07:20.962789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a19ace-d6c5-4d33-a0e1-fcd0a673c1d1 admin admin] Checking segment: {'id': '0383e9de-046a-4b03-bce8-9689f3489f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6b65ac31-5807-4189-87b7-96eea5cbbc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:07:20.963153 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a19ace-d6c5-4d33-a0e1-fcd0a673c1d1 admin admin] Network hostable DHCP agents. Network: 6b65ac31-5807-4189-87b7-96eea5cbbc14, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:07:21.002571 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-7e78e655-1121-481e-9e15-0892956bbf1e service neutron] For port bb975919-5c61-4665-a393-73c9c764bad6, host n-h1-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:07:21.009937 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8b319104-fe9d-451f-9f5e-a5380a29a813 req-86ac881b-23c0-48ae-be96-9dfd7e124cac tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492220 Jul 30 20:07:21.017342 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a19ace-d6c5-4d33-a0e1-fcd0a673c1d1 admin admin] Network 6b65ac31-5807-4189-87b7-96eea5cbbc14 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:07:21.024094 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-7e78e655-1121-481e-9e15-0892956bbf1e service neutron] For port bb975919-5c61-4665-a393-73c9c764bad6, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=bb975919-5c61-4665-a393-73c9c764bad6,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:07:21.031234 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-7e78e655-1121-481e-9e15-0892956bbf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:21.035662 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-a0a19ace-d6c5-4d33-a0e1-fcd0a673c1d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 6b65ac31-5807-4189-87b7-96eea5cbbc14) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:07:21.042808 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a19ace-d6c5-4d33-a0e1-fcd0a673c1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:21.043404 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a0a19ace-d6c5-4d33-a0e1-fcd0a673c1d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:21.046485 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8080790f-3336-486e-8cb4-fea34269cf3b None None] Network 6b65ac31-5807-4189-87b7-96eea5cbbc14 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:07:21.075293 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a0a19ace-d6c5-4d33-a0e1-fcd0a673c1d1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6214697 Jul 30 20:07:21.075829 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58196) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:21.083340 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b2395113-fb88-4025-beec-7697412396eb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-421687557-router', 'tenant_id': '2a9d5077495d4ad29bd60521d808cd65', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:21.123296 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2395113-fb88-4025-beec-7697412396eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:21.126194 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2395113-fb88-4025-beec-7697412396eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:21.144806 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-7e78e655-1121-481e-9e15-0892956bbf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:21.147934 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-7e78e655-1121-481e-9e15-0892956bbf1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:21.149422 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-7e78e655-1121-481e-9e15-0892956bbf1e service neutron] 10.222.0.59 "PUT /v2.0/ports/bb975919-5c61-4665-a393-73c9c764bad6 HTTP/1.1" status: 200 len: 1096 time: 1.4119642 Jul 30 20:07:21.151344 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be471d25-5a5d-4714-899c-4de8f6942a7a', 'tag': 'bb975919-5c61-4665-a393-73c9c764bad6'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:21.158417 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfbcb7b-1404-4c05-aca9-c1be4ba9525f" -d '{"events": [{"name": "network-changed", "server_uuid": "be471d25-5a5d-4714-899c-4de8f6942a7a", "tag": "bb975919-5c61-4665-a393-73c9c764bad6"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:21.239249 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2395113-fb88-4025-beec-7697412396eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:21.254774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5417574-5ea0-4bc1-87fd-8643b5704360 req-5b13cb91-d30b-4f43-8039-7fcbdb126b6a tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:21.256462 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c5417574-5ea0-4bc1-87fd-8643b5704360 req-5b13cb91-d30b-4f43-8039-7fcbdb126b6a tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be471d25-5a5d-4714-899c-4de8f6942a7a HTTP/1.1" status: 200 len: 948 time: 0.1104894 Jul 30 20:07:21.328799 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-184fcd1b-3287-4af4-82d6-5c6a7a2771ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:21.339866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcdd33d-37df-4066-aae2-617e749eea45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-6b65ac31-5807-4189-87b7-96eea5cbbc14', 'network_id': '6b65ac31-5807-4189-87b7-96eea5cbbc14', 'tenant_id': '2a9d5077495d4ad29bd60521d808cd65', 'fixed_ips': [{'subnet_id': 'ed96ed3c-0efb-4660-923b-49ef46985dca'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:07:21.340893 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fcdd33d-37df-4066-aae2-617e749eea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:21.344797 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78e655-1121-481e-9e15-0892956bbf1e service neutron] Pushing event updated for resources: {'Port': ['ID=bb975919-5c61-4665-a393-73c9c764bad6,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:21.358886 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-3a4117a0-c312-479d-85e1-2b161d56149c req-414a4a15-6af5-49e2-8464-2dc6826f6eae tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] For port 36082512-f9e4-43f5-90f3-478bfa9fc75f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=36082512-f9e4-43f5-90f3-478bfa9fc75f,segment=NetworkSegment(6b78bb7c-82e1-4e1a-a89a-3e49d2392260),segment_id=6b78bb7c-82e1-4e1a-a89a-3e49d2392260)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:21.359921 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3a4117a0-c312-479d-85e1-2b161d56149c req-414a4a15-6af5-49e2-8464-2dc6826f6eae tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:21.400311 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-3a4117a0-c312-479d-85e1-2b161d56149c req-414a4a15-6af5-49e2-8464-2dc6826f6eae tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Calling delete_port for 36082512-f9e4-43f5-90f3-478bfa9fc75f owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:07:21.426001 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c5417574-5ea0-4bc1-87fd-8643b5704360 req-83a6a85b-b450-424a-b055-5dd1b3f19d88 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001573 Jul 30 20:07:21.449842 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cfed737f-e4ec-4ff8-8b34-4ce401783ef5 req-53c747ff-df1b-4fda-a561-467c10c5ba0c tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 210 time: 0.0417931 Jul 30 20:07:21.462365 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-4101e1f4-54cd-41ae-9fc6-eaccd5d0cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:21.464028 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-4101e1f4-54cd-41ae-9fc6-eaccd5d0cbab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&device_id=be471d25-5a5d-4714-899c-4de8f6942a7a HTTP/1.1" status: 200 len: 1099 time: 0.2490046 Jul 30 20:07:21.535010 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2395113-fb88-4025-beec-7697412396eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:21.589733 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-7e8de8f7-cce4-4a03-ad55-ad25fc407e0c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=bb975919-5c61-4665-a393-73c9c764bad6 HTTP/1.1" status: 200 len: 217 time: 0.1153798 Jul 30 20:07:21.591371 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187e3b70-abf7-421c-98d8-ba384a0711be x-openstack-request-id: req-187e3b70-abf7-421c-98d8-ba384a0711be {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:21.591708 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be471d25-5a5d-4714-899c-4de8f6942a7a", "tag": "bb975919-5c61-4665-a393-73c9c764bad6", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:21.591959 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-187e3b70-abf7-421c-98d8-ba384a0711be {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:21.592433 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be471d25-5a5d-4714-899c-4de8f6942a7a', 'tag': 'bb975919-5c61-4665-a393-73c9c764bad6', 'status': 'completed', 'code': 200} Jul 30 20:07:21.657836 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-6fcdd33d-37df-4066-aae2-617e749eea45 None None] Allocated IP 172.20.0.2 (6b65ac31-5807-4189-87b7-96eea5cbbc14/ed96ed3c-0efb-4660-923b-49ef46985dca/e8681a0a-826c-4f8f-ba00-06448cf954d6) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:07:21.681265 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-8331c483-5923-4138-92d4-78649a1b2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:21.682822 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-8331c483-5923-4138-92d4-78649a1b2c85 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0722473 Jul 30 20:07:21.851546 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3a4117a0-c312-479d-85e1-2b161d56149c req-414a4a15-6af5-49e2-8464-2dc6826f6eae tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:21.864486 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['3d72cc40-c2e5-4d25-a4e0-adab878dc4f1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:21.890723 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['36082512-f9e4-43f5-90f3-478bfa9fc75f'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:21.910259 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a4a15-6af5-49e2-8464-2dc6826f6eae tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Pushing event deleted for resources: {'Port': ['ID=36082512-f9e4-43f5-90f3-478bfa9fc75f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:21.915482 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-4f3e6d0c-10c3-42e7-a6c3-a79311a15a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:21.917114 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-4f3e6d0c-10c3-42e7-a6c3-a79311a15a50 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2253253 Jul 30 20:07:21.997952 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4117a0-c312-479d-85e1-2b161d56149c req-414a4a15-6af5-49e2-8464-2dc6826f6eae tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] No DVR routers for this DVR port 36082512-f9e4-43f5-90f3-478bfa9fc75f on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:07:22.001991 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3a4117a0-c312-479d-85e1-2b161d56149c req-414a4a15-6af5-49e2-8464-2dc6826f6eae tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:22.004281 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3a4117a0-c312-479d-85e1-2b161d56149c req-414a4a15-6af5-49e2-8464-2dc6826f6eae tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.83 "DELETE /v2.0/ports/36082512-f9e4-43f5-90f3-478bfa9fc75f HTTP/1.1" status: 204 len: 173 time: 1.2420166 Jul 30 20:07:22.085218 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fcdd33d-37df-4066-aae2-617e749eea45 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:22.104674 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6fcdd33d-37df-4066-aae2-617e749eea45 None None] Transition to ACTIVE for port object e8681a0a-826c-4f8f-ba00-06448cf954d6 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:07:22.127768 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397fbf0-8c76-4a4f-9e0c-4d00c036ab48 req-ca0ba2d1-adf5-40de-9fca-cec155d401d4 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:22.129771 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d397fbf0-8c76-4a4f-9e0c-4d00c036ab48 req-ca0ba2d1-adf5-40de-9fca-cec155d401d4 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 945 time: 0.1871989 Jul 30 20:07:22.134226 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6fcdd33d-37df-4066-aae2-617e749eea45 None None] Transition to ACTIVE for port object e8681a0a-826c-4f8f-ba00-06448cf954d6 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:07:22.147495 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fcdd33d-37df-4066-aae2-617e749eea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:22.181494 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2395113-fb88-4025-beec-7697412396eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:22.190441 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b6e373d1-c410-4003-9be9-cdca94a12e2f req-1f1a2fb4-b1ad-4abd-ba97-79f518da60a0 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2323f96-0b7b-4402-830c-68686052028c HTTP/1.1" status: 200 len: 210 time: 0.0546293 Jul 30 20:07:22.192633 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcdd33d-37df-4066-aae2-617e749eea45 None None] Network 6b65ac31-5807-4189-87b7-96eea5cbbc14 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:07:22.196001 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6fcdd33d-37df-4066-aae2-617e749eea45 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:07:22.204267 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-ec9c89f2-bc3f-4d2a-841d-2969503817b0 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568705 Jul 30 20:07:22.205500 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdd33d-37df-4066-aae2-617e749eea45 None None] Pushing event updated for resources: {'Port': ['ID=e8681a0a-826c-4f8f-ba00-06448cf954d6,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:22.210963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcdd33d-37df-4066-aae2-617e749eea45 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:07:22.235159 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2395113-fb88-4025-beec-7697412396eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:22.287360 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d397fbf0-8c76-4a4f-9e0c-4d00c036ab48 req-0ab1bb97-81e7-4085-b60c-19279fe5f9f6 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399817 Jul 30 20:07:22.358877 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6fcdd33d-37df-4066-aae2-617e749eea45 None None] Attempting to bind port e8681a0a-826c-4f8f-ba00-06448cf954d6 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:07:22.360982 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6fcdd33d-37df-4066-aae2-617e749eea45 None None] Attempting to bind port e8681a0a-826c-4f8f-ba00-06448cf954d6 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '0383e9de-046a-4b03-bce8-9689f3489f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6b65ac31-5807-4189-87b7-96eea5cbbc14'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:07:22.362118 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcdd33d-37df-4066-aae2-617e749eea45 None None] Attempting to bind port e8681a0a-826c-4f8f-ba00-06448cf954d6 on network 6b65ac31-5807-4189-87b7-96eea5cbbc14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:07:22.376276 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcdd33d-37df-4066-aae2-617e749eea45 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:07:22.377454 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcdd33d-37df-4066-aae2-617e749eea45 None None] Checking segment: {'id': '0383e9de-046a-4b03-bce8-9689f3489f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6b65ac31-5807-4189-87b7-96eea5cbbc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:07:22.379028 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fcdd33d-37df-4066-aae2-617e749eea45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:22.379427 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcdd33d-37df-4066-aae2-617e749eea45 None None] Bound using segment: {'id': '0383e9de-046a-4b03-bce8-9689f3489f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6b65ac31-5807-4189-87b7-96eea5cbbc14'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:07:22.381533 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6fcdd33d-37df-4066-aae2-617e749eea45 None None] Bound port: e8681a0a-826c-4f8f-ba00-06448cf954d6, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0383e9de-046a-4b03-bce8-9689f3489f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6b65ac31-5807-4189-87b7-96eea5cbbc14'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:07:22.381533 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fcdd33d-37df-4066-aae2-617e749eea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:22.447797 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e57ecdc3-f802-4baf-ba1d-dbe5cf4f66c3 req-963adab8-d32d-47f2-bb23-53ed1ba14adf service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337685 Jul 30 20:07:22.474658 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-b2395113-fb88-4025-beec-7697412396eb admin admin] Allocated IP 172.25.3.211 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/459fb79e-c688-4eeb-bffd-e6a319ffc8be) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:07:22.559983 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6fcdd33d-37df-4066-aae2-617e749eea45 None None] For port e8681a0a-826c-4f8f-ba00-06448cf954d6, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:07:22.569050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6fcdd33d-37df-4066-aae2-617e749eea45 None None] For port e8681a0a-826c-4f8f-ba00-06448cf954d6, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e8681a0a-826c-4f8f-ba00-06448cf954d6,segment=NetworkSegment(0383e9de-046a-4b03-bce8-9689f3489f0e),segment_id=0383e9de-046a-4b03-bce8-9689f3489f0e)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:07:22.580124 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fcdd33d-37df-4066-aae2-617e749eea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:22.586347 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fa9e7324-f500-4254-ab1b-226844795f76 req-3d3b8e56-9e9c-4ee0-878f-444c82d2ab8a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1008084 Jul 30 20:07:22.669439 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdd33d-37df-4066-aae2-617e749eea45 None None] Pushing event updated for resources: {'Port': ['ID=e8681a0a-826c-4f8f-ba00-06448cf954d6,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:22.695080 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de914bea-3016-4912-9a5f-a198cc6f6466 req-28db7aef-7a08-4890-80ff-5da94bf1cdd3 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 210 time: 0.0832779 Jul 30 20:07:22.763312 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbcb7b-1404-4c05-aca9-c1be4ba9525f req-bf3693f6-2dae-4968-8bce-cfeec7af1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:22.764922 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0dfbcb7b-1404-4c05-aca9-c1be4ba9525f req-bf3693f6-2dae-4968-8bce-cfeec7af1e1d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&device_id=be471d25-5a5d-4714-899c-4de8f6942a7a HTTP/1.1" status: 200 len: 1099 time: 0.2109683 Jul 30 20:07:22.774316 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff8183-2b51-4eba-9a42-6b8c11ebbb6a req-3f8d3999-2b6e-479c-872a-ef8bff742847 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:22.778885 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4eff8183-2b51-4eba-9a42-6b8c11ebbb6a req-3f8d3999-2b6e-479c-872a-ef8bff742847 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be471d25-5a5d-4714-899c-4de8f6942a7a HTTP/1.1" status: 200 len: 948 time: 0.1905291 Jul 30 20:07:22.874611 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9ef11-fbac-447b-84fd-51646e76fc3a req-66a98a76-54ff-4b05-a3c3-812263ec2b1a tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:22.876139 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fdf9ef11-fbac-447b-84fd-51646e76fc3a req-66a98a76-54ff-4b05-a3c3-812263ec2b1a tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 945 time: 0.2498240 Jul 30 20:07:22.876300 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2395113-fb88-4025-beec-7697412396eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:22.880809 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e7324-f500-4254-ab1b-226844795f76 req-8e8f0e1a-80fe-44d0-bbb4-5f631062e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:22.882537 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fa9e7324-f500-4254-ab1b-226844795f76 req-8e8f0e1a-80fe-44d0-bbb4-5f631062e7be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a721017b4064946baeea6559734749c&device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 1097 time: 0.2399778 Jul 30 20:07:23.144267 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbcb7b-1404-4c05-aca9-c1be4ba9525f req-44e54cb6-fb36-470c-ac1f-b9643e5d1bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:23.145797 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0dfbcb7b-1404-4c05-aca9-c1be4ba9525f req-44e54cb6-fb36-470c-ac1f-b9643e5d1bb8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.3680041 Jul 30 20:07:23.171756 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-20653fa7-1ee6-43b5-9988-2470d30cb87a tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:23.173293 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-20653fa7-1ee6-43b5-9988-2470d30cb87a tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.59 "GET /v2.0/networks?id=5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2 HTTP/1.1" status: 200 len: 812 time: 0.3045514 Jul 30 20:07:23.206111 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2395113-fb88-4025-beec-7697412396eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:23.216205 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4eff8183-2b51-4eba-9a42-6b8c11ebbb6a req-99ab5136-8b7e-44eb-b540-e190d53b2601 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246242 Jul 30 20:07:23.221323 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-5beaca2b-530b-4d53-85be-0e2d4635c556 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Request body: {'port': {'device_id': 'd3fac098-ac1c-43a3-bb25-c8f5d984def1', 'network_id': '5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2', 'admin_state_up': True, 'tenant_id': '8ddd0e37e2e44e64a3f6afbb96218dd8'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:23.226016 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0dfbcb7b-1404-4c05-aca9-c1be4ba9525f req-e3eb89d1-94e8-48ea-b3d9-8e320944848f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=bb975919-5c61-4665-a393-73c9c764bad6 HTTP/1.1" status: 200 len: 217 time: 0.0699129 Jul 30 20:07:23.351801 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2395113-fb88-4025-beec-7697412396eb admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:07:23.375013 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2395113-fb88-4025-beec-7697412396eb admin admin] Pushing event updated for resources: {'Port': ['ID=459fb79e-c688-4eeb-bffd-e6a319ffc8be,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:23.393204 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-b2395113-fb88-4025-beec-7697412396eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:07:23.404961 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e7324-f500-4254-ab1b-226844795f76 req-c21a08d0-cc9d-4b93-8167-97e56580152c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:23.407384 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fa9e7324-f500-4254-ab1b-226844795f76 req-c21a08d0-cc9d-4b93-8167-97e56580152c service neutron] 10.222.0.59 "GET /v2.0/networks?id=2469c781-8e92-4cc5-884d-b32b0b44c62f HTTP/1.1" status: 200 len: 917 time: 0.2222979 Jul 30 20:07:23.411322 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2395113-fb88-4025-beec-7697412396eb admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:07:23.420673 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-fdf9ef11-fbac-447b-84fd-51646e76fc3a req-04c78b7d-23f2-4d22-89ab-baecedd9f0f1 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Deleting port ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:07:23.421389 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fdf9ef11-fbac-447b-84fd-51646e76fc3a req-04c78b7d-23f2-4d22-89ab-baecedd9f0f1 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:23.541520 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbcb7b-1404-4c05-aca9-c1be4ba9525f req-a4eff89c-d86f-4db7-8aa9-96ace3f81fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:23.544054 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0dfbcb7b-1404-4c05-aca9-c1be4ba9525f req-a4eff89c-d86f-4db7-8aa9-96ace3f81fa5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.2879670 Jul 30 20:07:23.589689 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-fdf9ef11-fbac-447b-84fd-51646e76fc3a req-04c78b7d-23f2-4d22-89ab-baecedd9f0f1 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] For port ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8,segment=NetworkSegment(ce00f4ba-d8bb-4afc-8455-d155bb6366db),segment_id=ce00f4ba-d8bb-4afc-8455-d155bb6366db)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:23.590161 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fdf9ef11-fbac-447b-84fd-51646e76fc3a req-04c78b7d-23f2-4d22-89ab-baecedd9f0f1 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:23.613574 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-fdf9ef11-fbac-447b-84fd-51646e76fc3a req-04c78b7d-23f2-4d22-89ab-baecedd9f0f1 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Calling delete_port for ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:07:23.622713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ce4c7-49cb-4611-8961-44546652eebb req-218dfdf7-f518-42ca-9752-b28d4778c4e9 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:23.633780 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7e7ce4c7-49cb-4611-8961-44546652eebb req-218dfdf7-f518-42ca-9752-b28d4778c4e9 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1acc630-45d3-4ea1-a117-ee6fa4e96bd1 HTTP/1.1" status: 200 len: 945 time: 0.2200263 Jul 30 20:07:23.670156 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d65302e4-9857-49fe-8b2c-a4b865271075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:23.787236 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2323f96-0b7b-4402-830c-68686052028c', 'name': 'network-vif-deleted', 'tag': '36082512-f9e4-43f5-90f3-478bfa9fc75f'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:23.789809 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06bd506-6796-4011-a43c-9fd39b8a3d7e" -d '{"events": [{"server_uuid": "e2323f96-0b7b-4402-830c-68686052028c", "name": "network-vif-deleted", "tag": "36082512-f9e4-43f5-90f3-478bfa9fc75f"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:23.796223 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fa9e7324-f500-4254-ab1b-226844795f76 req-c7eca967-099a-44bc-b541-50387e24c140 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 HTTP/1.1" status: 200 len: 217 time: 0.3772466 Jul 30 20:07:23.802109 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fdf9ef11-fbac-447b-84fd-51646e76fc3a req-04c78b7d-23f2-4d22-89ab-baecedd9f0f1 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:23.861256 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:23.899645 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c78b7d-23f2-4d22-89ab-baecedd9f0f1 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Pushing event deleted for resources: {'Port': ['ID=ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:23.919812 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbcb7b-1404-4c05-aca9-c1be4ba9525f req-fb941917-6fab-4c5c-9ff1-09a58346d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:23.922697 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0dfbcb7b-1404-4c05-aca9-c1be4ba9525f req-fb941917-6fab-4c5c-9ff1-09a58346d9a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3639839 Jul 30 20:07:23.981480 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7e7ce4c7-49cb-4611-8961-44546652eebb req-8b771a98-f9fd-4ab5-9226-f653541818b2 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417709 Jul 30 20:07:23.992011 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e7324-f500-4254-ab1b-226844795f76 req-80f001c0-74a0-482f-ba0f-bee4fa3843ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:23.993522 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fa9e7324-f500-4254-ab1b-226844795f76 req-80f001c0-74a0-482f-ba0f-bee4fa3843ac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=807a3fd9-95fe-4588-8ffa-d416ac85711a HTTP/1.1" status: 200 len: 855 time: 0.1813400 Jul 30 20:07:23.997650 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf9ef11-fbac-447b-84fd-51646e76fc3a req-04c78b7d-23f2-4d22-89ab-baecedd9f0f1 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] No DVR routers for this DVR port ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:07:24.000859 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fdf9ef11-fbac-447b-84fd-51646e76fc3a req-04c78b7d-23f2-4d22-89ab-baecedd9f0f1 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:24.004014 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fdf9ef11-fbac-447b-84fd-51646e76fc3a req-04c78b7d-23f2-4d22-89ab-baecedd9f0f1 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.83 "DELETE /v2.0/ports/ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 HTTP/1.1" status: 204 len: 173 time: 1.1025913 Jul 30 20:07:24.070133 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2395113-fb88-4025-beec-7697412396eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:24.099165 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63ea10-4081-42f5-a38d-06dbb9d2c7b4 req-cb6c36e5-dba6-4393-90b5-d1c11a5dc4b2 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:24.110469 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0d63ea10-4081-42f5-a38d-06dbb9d2c7b4 req-cb6c36e5-dba6-4393-90b5-d1c11a5dc4b2 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 946 time: 0.2269993 Jul 30 20:07:24.168282 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e7324-f500-4254-ab1b-226844795f76 req-990852a9-eb68-4bcd-a682-8e3e28ccec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:24.174193 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fa9e7324-f500-4254-ab1b-226844795f76 req-990852a9-eb68-4bcd-a682-8e3e28ccec45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2469c781-8e92-4cc5-884d-b32b0b44c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629663 Jul 30 20:07:24.248087 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-5beaca2b-530b-4d53-85be-0e2d4635c556 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Made reservation on behalf of 8ddd0e37e2e44e64a3f6afbb96218dd8 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:07:24.250542 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0d63ea10-4081-42f5-a38d-06dbb9d2c7b4 req-20b7ff9e-f4d9-46cc-98bc-75aca598e804 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391532 Jul 30 20:07:24.253148 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-5beaca2b-530b-4d53-85be-0e2d4635c556 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:24.266799 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c1978844-06c3-4978-93ea-1e9a487f383c req-19aee411-279e-4b22-ab40-c6de3e8d702c tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 210 time: 0.0999291 Jul 30 20:07:24.291068 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 36082512-f9e4-43f5-90f3-478bfa9fc75f no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:07:24.340310 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fa9e7324-f500-4254-ab1b-226844795f76 req-c72bab9f-c860-464e-bea5-083e1e2acf21 service neutron] 10.222.0.59 "GET /v2.0/networks/2469c781-8e92-4cc5-884d-b32b0b44c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589153 Jul 30 20:07:24.348855 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 36082512-f9e4-43f5-90f3-478bfa9fc75f {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:07:24.349635 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 36082512-f9e4-43f5-90f3-478bfa9fc75f not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:07:24.350233 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:07:24.354189 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180f8c19-8def-4b1e-be28-ad249da28522 None None] Network 6b65ac31-5807-4189-87b7-96eea5cbbc14 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:07:24.507034 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fa9e7324-f500-4254-ab1b-226844795f76 req-fb0a7fcd-f471-40e5-a1ff-dd7ea1765c4d service neutron] 10.222.0.59 "GET /v2.0/networks/2469c781-8e92-4cc5-884d-b32b0b44c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580358 Jul 30 20:07:24.509278 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6423af-1785-4696-8234-6b5c97d4fe5d x-openstack-request-id: req-dc6423af-1785-4696-8234-6b5c97d4fe5d {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:24.509577 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2323f96-0b7b-4402-830c-68686052028c", "name": "network-vif-deleted", "tag": "36082512-f9e4-43f5-90f3-478bfa9fc75f", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:24.509828 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dc6423af-1785-4696-8234-6b5c97d4fe5d {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:24.510216 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2323f96-0b7b-4402-830c-68686052028c', 'name': 'network-vif-deleted', 'tag': '36082512-f9e4-43f5-90f3-478bfa9fc75f', 'status': 'completed', 'code': 200} Jul 30 20:07:24.612217 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e8681a0a-826c-4f8f-ba00-06448cf954d6 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:07:24.657545 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:07:24.680465 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:07:24.681207 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:07:24.699753 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-572a567e-0620-409d-a462-f918961c5614 None None] Provisioning for port e8681a0a-826c-4f8f-ba00-06448cf954d6 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:07:24.705127 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-572a567e-0620-409d-a462-f918961c5614 None None] Provisioning complete for port e8681a0a-826c-4f8f-ba00-06448cf954d6 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:24.705524 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-572a567e-0620-409d-a462-f918961c5614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:24.707067 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port e8681a0a-826c-4f8f-ba00-06448cf954d6 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:07:24.712058 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port e8681a0a-826c-4f8f-ba00-06448cf954d6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:24.712058 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:24.883560 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:24.931702 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0dfbcb7b-1404-4c05-aca9-c1be4ba9525f req-cf6b0f7d-b0fa-415a-abde-54070f405bd9 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9931004 Jul 30 20:07:24.949615 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-572a567e-0620-409d-a462-f918961c5614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:24.951667 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:24.988157 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port e8681a0a-826c-4f8f-ba00-06448cf954d6, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e8681a0a-826c-4f8f-ba00-06448cf954d6,segment=NetworkSegment(0383e9de-046a-4b03-bce8-9689f3489f0e),segment_id=0383e9de-046a-4b03-bce8-9689f3489f0e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:25.000721 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:25.060916 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=e8681a0a-826c-4f8f-ba00-06448cf954d6,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:25.084850 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-5beaca2b-530b-4d53-85be-0e2d4635c556 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Allocated IP 172.20.0.4 (5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2/db475299-c8f9-4695-8c12-0941808a60f8/4993508f-ceb4-46ab-bc3d-cb140b4d4a63) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:07:25.141492 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-572a567e-0620-409d-a462-f918961c5614 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:07:25.141858 n-d-712137-9 neutron-server[93884]: DEBUG oslo_db.api [None req-572a567e-0620-409d-a462-f918961c5614 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:07:25.203991 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2395113-fb88-4025-beec-7697412396eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:25.270447 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28305cb0-cd52-4951-8f13-a5c757995d67 req-8017da2b-a218-45ca-814b-81fc1f780e18 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:25.272015 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-28305cb0-cd52-4951-8f13-a5c757995d67 req-8017da2b-a218-45ca-814b-81fc1f780e18 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be471d25-5a5d-4714-899c-4de8f6942a7a HTTP/1.1" status: 200 len: 948 time: 0.6153228 Jul 30 20:07:25.370390 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cac51d-032b-471c-8b3e-1d9f2e69048f req-1fe30370-ac55-4075-b304-71b43ac607c8 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:25.372940 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-88cac51d-032b-471c-8b3e-1d9f2e69048f req-1fe30370-ac55-4075-b304-71b43ac607c8 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.59 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 946 time: 0.1538532 Jul 30 20:07:25.428466 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-28305cb0-cd52-4951-8f13-a5c757995d67 req-a724d8e1-da58-487d-b294-2de9efb88732 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003819 Jul 30 20:07:25.485837 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-954367fd-60c6-42c1-b1fd-96286791825b tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:25.492305 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-954367fd-60c6-42c1-b1fd-96286791825b tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/networks?id=d720bf4d-d89c-40cc-a8d3-2bcde79b768e HTTP/1.1" status: 200 len: 822 time: 0.2143626 Jul 30 20:07:25.516056 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-eb78ccf7-bf04-4d7b-ac21-80ffdd3ddacf tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/quotas/8f2803fb25ab4f8da128bffb3dbdd39a HTTP/1.1" status: 200 len: 375 time: 0.0228019 Jul 30 20:07:25.554157 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0dfbcb7b-1404-4c05-aca9-c1be4ba9525f req-d28e0487-110f-407e-8bc8-a17c143d269a service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140124 Jul 30 20:07:25.590837 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-c4e6ee53-6346-440d-a3e3-f3fb8e225301 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8f2803fb25ab4f8da128bffb3dbdd39a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0738416 Jul 30 20:07:25.591563 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9cd3e835-8486-4a98-be04-12c575a9574b req-71656e24-2735-4a34-9195-7cdf6aa6184b tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 210 time: 0.0549996 Jul 30 20:07:25.665209 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-5beaca2b-530b-4d53-85be-0e2d4635c556 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:25.742067 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-88cac51d-032b-471c-8b3e-1d9f2e69048f req-cc84fc00-b1f9-4b79-8e32-515b37193368 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Deleting port 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:07:25.743580 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-88cac51d-032b-471c-8b3e-1d9f2e69048f req-cc84fc00-b1f9-4b79-8e32-515b37193368 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:25.757646 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0b55f-46a3-414e-af5e-3812a68f4f39 req-2f37f7d7-423f-4e5c-bdff-4fb584615152 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:25.759632 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9dc0b55f-46a3-414e-af5e-3812a68f4f39 req-2f37f7d7-423f-4e5c-bdff-4fb584615152 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 946 time: 0.0905685 Jul 30 20:07:25.763579 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-a7330902-2255-46c8-8e59-b5a209c627bb service neutron] 10.222.0.81 "GET /v2.0/networks/d720bf4d-d89c-40cc-a8d3-2bcde79b768e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707325 Jul 30 20:07:25.809230 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2395113-fb88-4025-beec-7697412396eb admin admin] Router 8bf54525-17bb-4f2a-91f1-cbd0271fbd56 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:07:25.822217 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-95abd67a-756a-4de6-92c3-5f7bac38b921 None None] Provisioning complete for port e8681a0a-826c-4f8f-ba00-06448cf954d6 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:25.824595 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95abd67a-756a-4de6-92c3-5f7bac38b921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:25.827909 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-5beaca2b-530b-4d53-85be-0e2d4635c556 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:25.864803 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9dc0b55f-46a3-414e-af5e-3812a68f4f39 req-0cb2263b-2b2c-4276-9f1b-2aedde759b68 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/security-groups?id=85e49cb9-da7a-491a-b211-8a1dc861d640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880401 Jul 30 20:07:25.883436 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['349fa798-e7ac-4080-9f49-ba90dcd5d06e'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:25.929026 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-5beaca2b-530b-4d53-85be-0e2d4635c556 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Network 5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:07:25.941075 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-5beaca2b-530b-4d53-85be-0e2d4635c556 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:07:25.944867 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beaca2b-530b-4d53-85be-0e2d4635c556 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event updated for resources: {'Port': ['ID=4993508f-ceb4-46ab-bc3d-cb140b4d4a63,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:25.946152 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-5beaca2b-530b-4d53-85be-0e2d4635c556 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:07:25.959242 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device bb975919-5c61-4665-a393-73c9c764bad6 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:07:26.066747 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-88cac51d-032b-471c-8b3e-1d9f2e69048f req-cc84fc00-b1f9-4b79-8e32-515b37193368 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] For port 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=3d72cc40-c2e5-4d25-a4e0-adab878dc4f1,segment=NetworkSegment(6b78bb7c-82e1-4e1a-a89a-3e49d2392260),segment_id=6b78bb7c-82e1-4e1a-a89a-3e49d2392260)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:26.067121 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-88cac51d-032b-471c-8b3e-1d9f2e69048f req-cc84fc00-b1f9-4b79-8e32-515b37193368 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:26.069901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2395113-fb88-4025-beec-7697412396eb admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:07:26.082414 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] Sync routers for ids ['8bf54525-17bb-4f2a-91f1-cbd0271fbd56'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:07:26.089113 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-88cac51d-032b-471c-8b3e-1d9f2e69048f req-cc84fc00-b1f9-4b79-8e32-515b37193368 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Calling delete_port for 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:07:26.094544 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port bb975919-5c61-4665-a393-73c9c764bad6, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=bb975919-5c61-4665-a393-73c9c764bad6,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:26.098268 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] Routers {'8bf54525-17bb-4f2a-91f1-cbd0271fbd56'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:07:26.102406 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:07:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8bf54525-17bb-4f2a-91f1-cbd0271fbd56'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:26.105198 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-d510990d-02e6-4849-b077-cf08f2d1740e service neutron] 10.222.0.81 "GET /v2.0/networks/d720bf4d-d89c-40cc-a8d3-2bcde79b768e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857571 Jul 30 20:07:26.112093 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'bb975919-5c61-4665-a393-73c9c764bad6', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': 'bb975919-5c61-4665-a393-73c9c764bad6', 'mac_address': 'fa:16:3e:fe:d2:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:07:26.144400 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2395113-fb88-4025-beec-7697412396eb admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:26.148762 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b2395113-fb88-4025-beec-7697412396eb admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0702379 Jul 30 20:07:26.157443 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-5beaca2b-530b-4d53-85be-0e2d4635c556 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:26.158246 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-5beaca2b-530b-4d53-85be-0e2d4635c556 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:26.172528 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58328) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:26.176710 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:26.196598 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb975919-5c61-4665-a393-73c9c764bad6 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:07:26.232189 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port bb975919-5c61-4665-a393-73c9c764bad6, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=bb975919-5c61-4665-a393-73c9c764bad6,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:26.267698 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:26.433009 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-5beaca2b-530b-4d53-85be-0e2d4635c556 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2231286 Jul 30 20:07:26.479575 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=bb975919-5c61-4665-a393-73c9c764bad6,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:26.487751 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-08850ac2-8672-4c5c-b927-0d5d5646f3cd service neutron] Request body: {'port': {'device_id': 'd3fac098-ac1c-43a3-bb25-c8f5d984def1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:26.505056 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca426791-5d1c-40db-90a5-de03ace93a48 req-c38068b8-dac1-4732-91a3-9b0665aab0c2 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bb9afae-ae12-4c27-b987-bc80113a0bf4 HTTP/1.1" status: 200 len: 210 time: 0.0638165 Jul 30 20:07:26.508581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['bb975919-5c61-4665-a393-73c9c764bad6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:26.514596 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] Set router 8bf54525-17bb-4f2a-91f1-cbd0271fbd56 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:07:26.515259 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1acc630-45d3-4ea1-a117-ee6fa4e96bd1', 'name': 'network-vif-deleted', 'tag': 'ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:26.519055 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92147f7e-4d5f-4ac4-92f6-bd736472e27a" -d '{"events": [{"server_uuid": "b1acc630-45d3-4ea1-a117-ee6fa4e96bd1", "name": "network-vif-deleted", "tag": "ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:26.610809 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfe28dd-0d4f-4ec6-a705-4af793f581af x-openstack-request-id: req-6bfe28dd-0d4f-4ec6-a705-4af793f581af {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:26.611098 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1acc630-45d3-4ea1-a117-ee6fa4e96bd1", "name": "network-vif-deleted", "tag": "ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:26.611446 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6bfe28dd-0d4f-4ec6-a705-4af793f581af {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:26.611796 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1acc630-45d3-4ea1-a117-ee6fa4e96bd1', 'name': 'network-vif-deleted', 'tag': 'ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8', 'status': 'completed', 'code': 200} Jul 30 20:07:26.636344 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e8681a0a-826c-4f8f-ba00-06448cf954d6 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:07:26.681744 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-88cac51d-032b-471c-8b3e-1d9f2e69048f req-cc84fc00-b1f9-4b79-8e32-515b37193368 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:26.799392 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84fc00-b1f9-4b79-8e32-515b37193368 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Pushing event deleted for resources: {'Port': ['ID=3d72cc40-c2e5-4d25-a4e0-adab878dc4f1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:26.895313 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-08850ac2-8672-4c5c-b927-0d5d5646f3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:26.896914 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf54525-17bb-4f2a-91f1-cbd0271fbd56', 'name': 'tempest-FloatingIPsNegativeTestJSON-421687557-router', 'tenant_id': '2a9d5077495d4ad29bd60521d808cd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '459fb79e-c688-4eeb-bffd-e6a319ffc8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:21Z', 'updated_at': '2021-07-30T20:07:23Z', 'revision_number': 3, 'project_id': '2a9d5077495d4ad29bd60521d808cd65', 'gw_port': {'id': '459fb79e-c688-4eeb-bffd-e6a319ffc8be', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf54525-17bb-4f2a-91f1-cbd0271fbd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:22Z', 'updated_at': '2021-07-30T20:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:26.897118 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab4c17-99cd-4288-9efd-15434b711b79 req-0baa52ca-7a0d-42ac-a0b1-b5469b22ab4e tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:26.898782 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a3ab4c17-99cd-4288-9efd-15434b711b79 req-0baa52ca-7a0d-42ac-a0b1-b5469b22ab4e tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be471d25-5a5d-4714-899c-4de8f6942a7a HTTP/1.1" status: 200 len: 949 time: 0.2535708 Jul 30 20:07:26.926657 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cac51d-032b-471c-8b3e-1d9f2e69048f req-cc84fc00-b1f9-4b79-8e32-515b37193368 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] No DVR routers for this DVR port 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 on host n-h1-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:07:26.950574 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-88cac51d-032b-471c-8b3e-1d9f2e69048f req-cc84fc00-b1f9-4b79-8e32-515b37193368 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:26.959608 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-88cac51d-032b-471c-8b3e-1d9f2e69048f req-cc84fc00-b1f9-4b79-8e32-515b37193368 tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.59 "DELETE /v2.0/ports/3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 HTTP/1.1" status: 204 len: 173 time: 1.5762057 Jul 30 20:07:27.035933 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a3ab4c17-99cd-4288-9efd-15434b711b79 req-c4186a6a-7885-4b82-aea0-92e0e9fe7b8b tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102707 Jul 30 20:07:27.043223 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be31ff-39ac-4127-9a52-0be8c9e5ac7e req-9cd3b197-c388-4e9e-a80b-35aa1807ba28 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:27.063377 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-60be31ff-39ac-4127-9a52-0be8c9e5ac7e req-9cd3b197-c388-4e9e-a80b-35aa1807ba28 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 931 time: 0.3606987 Jul 30 20:07:27.126431 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:27.171863 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port e8681a0a-826c-4f8f-ba00-06448cf954d6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:27.173140 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:27.263328 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] Checking router: 8bf54525-17bb-4f2a-91f1-cbd0271fbd56 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:07:27.268996 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] Updating router 8bf54525-17bb-4f2a-91f1-cbd0271fbd56 port 459fb79e-c688-4eeb-bffd-e6a319ffc8be binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:07:27.296850 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:27.346729 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7f305d18-4836-455d-a8f2-a33ddf583f61 req-37331e88-a646-44f6-8473-8139348dc8bc tempest-ListServerFiltersTestJSON-1724533312 tempest-ListServerFiltersTestJSON-1724533312-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e38a37-ba25-4280-9b6b-47b09d54d2a4 HTTP/1.1" status: 200 len: 210 time: 0.0939233 Jul 30 20:07:27.578999 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-60be31ff-39ac-4127-9a52-0be8c9e5ac7e req-ad8460ed-7f7f-41c3-9bac-caffc620bd83 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5145893 Jul 30 20:07:27.620168 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:27.640649 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] Transition to ACTIVE for port object 459fb79e-c688-4eeb-bffd-e6a319ffc8be will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:07:27.656639 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:27.720619 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] Attempting to bind port 459fb79e-c688-4eeb-bffd-e6a319ffc8be on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:07:27.721815 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] Attempting to bind port 459fb79e-c688-4eeb-bffd-e6a319ffc8be by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:07:27.722180 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] Attempting to bind port 459fb79e-c688-4eeb-bffd-e6a319ffc8be on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:07:27.769071 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:07:27.769501 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:07:27.782983 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:27.784009 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:07:27.788192 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] Bound port: 459fb79e-c688-4eeb-bffd-e6a319ffc8be, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:07:27.789648 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:27.829763 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67aeb6-3db1-42cb-b376-b7268844ed59 None None] Pushing event updated for resources: {'Port': ['ID=459fb79e-c688-4eeb-bffd-e6a319ffc8be,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:27.882516 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] For port 459fb79e-c688-4eeb-bffd-e6a319ffc8be, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:07:27.887867 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] For port 459fb79e-c688-4eeb-bffd-e6a319ffc8be, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=459fb79e-c688-4eeb-bffd-e6a319ffc8be,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:07:27.898295 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:27.925506 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device bb975919-5c61-4665-a393-73c9c764bad6 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:07:27.980974 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67aeb6-3db1-42cb-b376-b7268844ed59 None None] Pushing event updated for resources: {'Port': ['ID=459fb79e-c688-4eeb-bffd-e6a319ffc8be,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:27.992117 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] Routers {'8bf54525-17bb-4f2a-91f1-cbd0271fbd56'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:07:27.993630 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:07:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8bf54525-17bb-4f2a-91f1-cbd0271fbd56'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:28.053274 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port bb975919-5c61-4665-a393-73c9c764bad6 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:07:28.057524 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port bb975919-5c61-4665-a393-73c9c764bad6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:28.057927 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:28.112835 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f13b590e-6ce1-44ab-8da9-922fe3257f89 req-83b5433b-0ebb-4a60-9c9f-2b696a5a6401 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bb9afae-ae12-4c27-b987-bc80113a0bf4 HTTP/1.1" status: 200 len: 210 time: 0.3448737 Jul 30 20:07:28.144733 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] Set router 8bf54525-17bb-4f2a-91f1-cbd0271fbd56 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:07:28.236818 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35f4ca-a884-4490-a0ad-ac5c6d675f43 req-ebe76de4-1e7e-49e2-94b9-9822bb64a0b7 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:28.238449 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ff35f4ca-a884-4490-a0ad-ac5c6d675f43 req-ebe76de4-1e7e-49e2-94b9-9822bb64a0b7 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be471d25-5a5d-4714-899c-4de8f6942a7a HTTP/1.1" status: 200 len: 949 time: 0.0818977 Jul 30 20:07:28.255782 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:28.298336 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ff35f4ca-a884-4490-a0ad-ac5c6d675f43 req-46f945a1-5a7d-4a0a-9609-f80a9a5eb0f7 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531721 Jul 30 20:07:28.303538 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be471d25-5a5d-4714-899c-4de8f6942a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb975919-5c61-4665-a393-73c9c764bad6'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:28.306076 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2429440e-f141-4183-8da2-26ba4adfdfc6" -d '{"events": [{"server_uuid": "be471d25-5a5d-4714-899c-4de8f6942a7a", "name": "network-vif-plugged", "status": "completed", "tag": "bb975919-5c61-4665-a393-73c9c764bad6"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:28.319555 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-08850ac2-8672-4c5c-b927-0d5d5646f3cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4993508f-ceb4-46ab-bc3d-cb140b4d4a63 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:07:28.330758 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-08850ac2-8672-4c5c-b927-0d5d5646f3cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:28.336735 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:07:28.349031 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-08850ac2-8672-4c5c-b927-0d5d5646f3cd service neutron] Transition to ACTIVE for port object 4993508f-ceb4-46ab-bc3d-cb140b4d4a63 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:07:28.371396 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:28.374496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port bb975919-5c61-4665-a393-73c9c764bad6, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=bb975919-5c61-4665-a393-73c9c764bad6,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:28.376435 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:07:28.377358 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ea9e8f1c-8e32-4f48-9ea3-8a5855190ee8 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:07:28.384127 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:28.385235 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:07:28.388502 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-08850ac2-8672-4c5c-b927-0d5d5646f3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:28.471592 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf54525-17bb-4f2a-91f1-cbd0271fbd56', 'name': 'tempest-FloatingIPsNegativeTestJSON-421687557-router', 'tenant_id': '2a9d5077495d4ad29bd60521d808cd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '459fb79e-c688-4eeb-bffd-e6a319ffc8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:21Z', 'updated_at': '2021-07-30T20:07:23Z', 'revision_number': 3, 'project_id': '2a9d5077495d4ad29bd60521d808cd65', 'gw_port': {'id': '459fb79e-c688-4eeb-bffd-e6a319ffc8be', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf54525-17bb-4f2a-91f1-cbd0271fbd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:22Z', 'updated_at': '2021-07-30T20:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:28.478406 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a070616e-a3d4-4ad1-8f1c-0f6354a23838 x-openstack-request-id: req-a070616e-a3d4-4ad1-8f1c-0f6354a23838 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:28.478406 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be471d25-5a5d-4714-899c-4de8f6942a7a", "name": "network-vif-plugged", "status": "completed", "tag": "bb975919-5c61-4665-a393-73c9c764bad6", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:28.478406 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a070616e-a3d4-4ad1-8f1c-0f6354a23838 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:28.480199 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be471d25-5a5d-4714-899c-4de8f6942a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb975919-5c61-4665-a393-73c9c764bad6', 'code': 200} Jul 30 20:07:28.487003 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:07:28.488656 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58376) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:28.489105 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 3d72cc40-c2e5-4d25-a4e0-adab878dc4f1 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:07:28.551978 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392e6d03-62f9-4d1c-8ba4-800e5e4a4751 None None] The sync data for ids ['8bf54525-17bb-4f2a-91f1-cbd0271fbd56'] in n-d-712137-9 is: [{'id': '8bf54525-17bb-4f2a-91f1-cbd0271fbd56', 'name': 'tempest-FloatingIPsNegativeTestJSON-421687557-router', 'tenant_id': '2a9d5077495d4ad29bd60521d808cd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '459fb79e-c688-4eeb-bffd-e6a319ffc8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:21Z', 'updated_at': '2021-07-30T20:07:23Z', 'revision_number': 3, 'project_id': '2a9d5077495d4ad29bd60521d808cd65', 'gw_port': {'id': '459fb79e-c688-4eeb-bffd-e6a319ffc8be', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf54525-17bb-4f2a-91f1-cbd0271fbd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:22Z', 'updated_at': '2021-07-30T20:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:07:28.565253 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=bb975919-5c61-4665-a393-73c9c764bad6,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:28.610673 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-303a581c-1cb5-4bcc-9817-82c08c127ab9 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:28.612791 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-303a581c-1cb5-4bcc-9817-82c08c127ab9 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.59 "GET /v2.0/networks?id=d720bf4d-d89c-40cc-a8d3-2bcde79b768e HTTP/1.1" status: 200 len: 822 time: 0.2200546 Jul 30 20:07:28.620689 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e38a37-ba25-4280-9b6b-47b09d54d2a4', 'name': 'network-vif-deleted', 'tag': '3d72cc40-c2e5-4d25-a4e0-adab878dc4f1'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:28.620689 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea56c3b-c67f-45b8-817c-a4011f2e5a25" -d '{"events": [{"server_uuid": "13e38a37-ba25-4280-9b6b-47b09d54d2a4", "name": "network-vif-deleted", "tag": "3d72cc40-c2e5-4d25-a4e0-adab878dc4f1"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:28.644678 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-7c1b9534-84dc-4430-a1f2-c8c93ade598c tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Request body: {'port': {'device_id': '3bb9afae-ae12-4c27-b987-bc80113a0bf4', 'network_id': 'd720bf4d-d89c-40cc-a8d3-2bcde79b768e', 'admin_state_up': True, 'tenant_id': '8f2803fb25ab4f8da128bffb3dbdd39a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:28.702010 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-526ff230-43cf-4ac7-afca-b308bd6690dd admin admin] Deleting subnet 807a3fd9-95fe-4588-8ffa-d416ac85711a {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:07:28.874677 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3211dd-515b-4596-ae28-debff0f6833a x-openstack-request-id: req-ab3211dd-515b-4596-ae28-debff0f6833a {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:28.874921 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e38a37-ba25-4280-9b6b-47b09d54d2a4", "name": "network-vif-deleted", "tag": "3d72cc40-c2e5-4d25-a4e0-adab878dc4f1", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:28.875187 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ab3211dd-515b-4596-ae28-debff0f6833a {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:28.875604 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e38a37-ba25-4280-9b6b-47b09d54d2a4', 'name': 'network-vif-deleted', 'tag': '3d72cc40-c2e5-4d25-a4e0-adab878dc4f1', 'status': 'completed', 'code': 200} Jul 30 20:07:28.876217 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-526ff230-43cf-4ac7-afca-b308bd6690dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:28.922609 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cba808-1c7a-438f-878a-76ce82573bc0 req-10c054e7-0809-4daf-bb9e-c21ff573c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:28.924516 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41cba808-1c7a-438f-878a-76ce82573bc0 req-10c054e7-0809-4daf-bb9e-c21ff573c9b5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=be471d25-5a5d-4714-899c-4de8f6942a7a HTTP/1.1" status: 200 len: 1101 time: 0.3317072 Jul 30 20:07:28.925303 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08850ac2-8672-4c5c-b927-0d5d5646f3cd service neutron] Pushing event updated for resources: {'Port': ['ID=4993508f-ceb4-46ab-bc3d-cb140b4d4a63,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:28.934586 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-526ff230-43cf-4ac7-afca-b308bd6690dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:28.982539 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-7c1b9534-84dc-4430-a1f2-c8c93ade598c tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Made reservation on behalf of 8f2803fb25ab4f8da128bffb3dbdd39a for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:07:28.992446 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-08850ac2-8672-4c5c-b927-0d5d5646f3cd service neutron] Attempting to bind port 4993508f-ceb4-46ab-bc3d-cb140b4d4a63 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:07:28.993023 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-08850ac2-8672-4c5c-b927-0d5d5646f3cd service neutron] Attempting to bind port 4993508f-ceb4-46ab-bc3d-cb140b4d4a63 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '4c5727ff-ec87-4700-924a-9fefe61b44a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:07:28.993456 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-08850ac2-8672-4c5c-b927-0d5d5646f3cd service neutron] Attempting to bind port 4993508f-ceb4-46ab-bc3d-cb140b4d4a63 on network 5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:07:29.000130 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-7c1b9534-84dc-4430-a1f2-c8c93ade598c tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:29.005122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-08850ac2-8672-4c5c-b927-0d5d5646f3cd service neutron] Port 4993508f-ceb4-46ab-bc3d-cb140b4d4a63 on network 5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:07:29.005122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-08850ac2-8672-4c5c-b927-0d5d5646f3cd service neutron] Attempting to bind port 4993508f-ceb4-46ab-bc3d-cb140b4d4a63 on network 5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:07:29.023798 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-08850ac2-8672-4c5c-b927-0d5d5646f3cd service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:07:29.024255 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-08850ac2-8672-4c5c-b927-0d5d5646f3cd service neutron] Checking segment: {'id': '4c5727ff-ec87-4700-924a-9fefe61b44a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:07:29.024754 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-08850ac2-8672-4c5c-b927-0d5d5646f3cd service neutron] Bound using segment: {'id': '4c5727ff-ec87-4700-924a-9fefe61b44a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:07:29.025459 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-08850ac2-8672-4c5c-b927-0d5d5646f3cd service neutron] Bound port: 4993508f-ceb4-46ab-bc3d-cb140b4d4a63, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c5727ff-ec87-4700-924a-9fefe61b44a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:07:29.026019 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-08850ac2-8672-4c5c-b927-0d5d5646f3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:29.056381 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f402f-b87a-41f5-9c49-b7b40c1df3d9 req-91d84084-f7dc-4751-b80a-eb8ebcdc7b1a tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:29.058173 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d3f402f-b87a-41f5-9c49-b7b40c1df3d9 req-91d84084-f7dc-4751-b80a-eb8ebcdc7b1a tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 943 time: 0.2920883 Jul 30 20:07:29.091318 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41cba808-1c7a-438f-878a-76ce82573bc0 req-f6f01f2b-c775-48e7-9ee4-fabd2895806e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561747 Jul 30 20:07:29.210886 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d3f402f-b87a-41f5-9c49-b7b40c1df3d9 req-d0b2bb51-c00f-4352-a390-fcf880a0f89d tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135092 Jul 30 20:07:29.244126 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-526ff230-43cf-4ac7-afca-b308bd6690dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:29.288542 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Allocated IP 172.20.0.1 (6b65ac31-5807-4189-87b7-96eea5cbbc14/ed96ed3c-0efb-4660-923b-49ef46985dca/d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:07:29.294651 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-08850ac2-8672-4c5c-b927-0d5d5646f3cd service neutron] For port 4993508f-ceb4-46ab-bc3d-cb140b4d4a63, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:07:29.300020 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-08850ac2-8672-4c5c-b927-0d5d5646f3cd service neutron] For port 4993508f-ceb4-46ab-bc3d-cb140b4d4a63, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=4993508f-ceb4-46ab-bc3d-cb140b4d4a63,segment=NetworkSegment(4c5727ff-ec87-4700-924a-9fefe61b44a6),segment_id=4c5727ff-ec87-4700-924a-9fefe61b44a6)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:07:29.308519 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3f2f726e-f809-4be9-aa35-5f0af0a60475 req-71bb64be-4b17-4b63-9036-6b481df0d0f7 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bb9afae-ae12-4c27-b987-bc80113a0bf4 HTTP/1.1" status: 200 len: 210 time: 0.0779991 Jul 30 20:07:29.308690 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-08850ac2-8672-4c5c-b927-0d5d5646f3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:29.403796 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-7c1b9534-84dc-4430-a1f2-c8c93ade598c tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Allocated IP 172.20.0.14 (d720bf4d-d89c-40cc-a8d3-2bcde79b768e/6fc58012-6aa4-4104-b48c-ddab3633cb9f/b02c8eb4-8571-432c-a03b-2e1b81ff7e29) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:07:29.425308 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-526ff230-43cf-4ac7-afca-b308bd6690dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:29.474604 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ff230-43cf-4ac7-afca-b308bd6690dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=807a3fd9-95fe-4588-8ffa-d416ac85711a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:29.474835 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-08850ac2-8672-4c5c-b927-0d5d5646f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:29.477970 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-08850ac2-8672-4c5c-b927-0d5d5646f3cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:29.482454 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-08850ac2-8672-4c5c-b927-0d5d5646f3cd service neutron] 10.222.0.59 "PUT /v2.0/ports/4993508f-ceb4-46ab-bc3d-cb140b4d4a63 HTTP/1.1" status: 200 len: 1091 time: 3.0263460 Jul 30 20:07:29.482974 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-526ff230-43cf-4ac7-afca-b308bd6690dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:29.484880 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-526ff230-43cf-4ac7-afca-b308bd6690dd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/807a3fd9-95fe-4588-8ffa-d416ac85711a HTTP/1.1" status: 204 len: 168 time: 0.9952023 Jul 30 20:07:29.490462 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6579c9f5-1916-4f0a-be8e-976551ae8e52 None None] Network 2469c781-8e92-4cc5-884d-b32b0b44c62f requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:07:29.496593 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58394) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:29.535788 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fac098-ac1c-43a3-bb25-c8f5d984def1', 'tag': '4993508f-ceb4-46ab-bc3d-cb140b4d4a63'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:29.538147 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9527999-fef3-4140-9a2d-96aa4e8725be" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fac098-ac1c-43a3-bb25-c8f5d984def1", "tag": "4993508f-ceb4-46ab-bc3d-cb140b4d4a63"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:29.555527 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08850ac2-8672-4c5c-b927-0d5d5646f3cd service neutron] Pushing event updated for resources: {'Port': ['ID=4993508f-ceb4-46ab-bc3d-cb140b4d4a63,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:29.584393 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d3d8bad-b583-4dba-82b8-bda41a06efe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:29.661628 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095887e-7dc0-4dd5-90e8-9e71a6ad8885 req-ce4f6c40-f938-451b-a395-b779e5bfd445 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:29.669711 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a095887e-7dc0-4dd5-90e8-9e71a6ad8885 req-ce4f6c40-f938-451b-a395-b779e5bfd445 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be471d25-5a5d-4714-899c-4de8f6942a7a HTTP/1.1" status: 200 len: 950 time: 0.2307308 Jul 30 20:07:29.682265 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b7c92f-a184-40d2-9db4-f8fd63643dce x-openstack-request-id: req-01b7c92f-a184-40d2-9db4-f8fd63643dce {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:29.682567 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fac098-ac1c-43a3-bb25-c8f5d984def1", "tag": "4993508f-ceb4-46ab-bc3d-cb140b4d4a63", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:29.682848 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-01b7c92f-a184-40d2-9db4-f8fd63643dce {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:29.683249 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3fac098-ac1c-43a3-bb25-c8f5d984def1', 'tag': '4993508f-ceb4-46ab-bc3d-cb140b4d4a63', 'status': 'completed', 'code': 200} Jul 30 20:07:29.717343 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-2931d62d-3527-4b8f-ace0-83d3556cfdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:29.718928 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-2931d62d-3527-4b8f-ace0-83d3556cfdca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ddd0e37e2e44e64a3f6afbb96218dd8&device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 1094 time: 0.1769009 Jul 30 20:07:29.760090 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:29.833580 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4d3d8bad-b583-4dba-82b8-bda41a06efe3 admin admin] Deleting port 7a0ec3a4-9118-471c-84bd-f7fd47889bdb {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:07:29.834028 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d3d8bad-b583-4dba-82b8-bda41a06efe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:29.838808 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-475e5370-9330-4bbd-a8d6-824a635101e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4993508f-ceb4-46ab-bc3d-cb140b4d4a63 HTTP/1.1" status: 200 len: 217 time: 0.0917265 Jul 30 20:07:29.961019 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d662abb1-604e-418d-959e-0a1c012f5fb7 None None] DHCP port deletion for 2469c781-8e92-4cc5-884d-b32b0b44c62f request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:07:29.987295 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-7c1b9534-84dc-4430-a1f2-c8c93ade598c tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:30.016528 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Transition to ACTIVE for port object d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:07:30.052019 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-4d3d8bad-b583-4dba-82b8-bda41a06efe3 admin admin] For port 7a0ec3a4-9118-471c-84bd-f7fd47889bdb, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7a0ec3a4-9118-471c-84bd-f7fd47889bdb,segment=NetworkSegment(6b78bb7c-82e1-4e1a-a89a-3e49d2392260),segment_id=6b78bb7c-82e1-4e1a-a89a-3e49d2392260)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:30.052443 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d3d8bad-b583-4dba-82b8-bda41a06efe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:30.053660 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d662abb1-604e-418d-959e-0a1c012f5fb7 None None] Deleting port 7a0ec3a4-9118-471c-84bd-f7fd47889bdb {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:07:30.054210 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d662abb1-604e-418d-959e-0a1c012f5fb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:30.073871 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a095887e-7dc0-4dd5-90e8-9e71a6ad8885 req-38d957d3-1789-4834-a76d-7e16224f005c tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885248 Jul 30 20:07:30.078771 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4d3d8bad-b583-4dba-82b8-bda41a06efe3 admin admin] Calling delete_port for 7a0ec3a4-9118-471c-84bd-f7fd47889bdb owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:07:30.153757 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-9c729c31-ec20-4348-aca4-aff3ecfd97a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:30.165277 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-9c729c31-ec20-4348-aca4-aff3ecfd97a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db475299-c8f9-4695-8c12-0941808a60f8 HTTP/1.1" status: 200 len: 852 time: 0.2842147 Jul 30 20:07:30.213292 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d662abb1-604e-418d-959e-0a1c012f5fb7 None None] For port 7a0ec3a4-9118-471c-84bd-f7fd47889bdb, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7a0ec3a4-9118-471c-84bd-f7fd47889bdb,segment=NetworkSegment(6b78bb7c-82e1-4e1a-a89a-3e49d2392260),segment_id=6b78bb7c-82e1-4e1a-a89a-3e49d2392260)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:30.214513 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d662abb1-604e-418d-959e-0a1c012f5fb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:30.224437 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-7c1b9534-84dc-4430-a1f2-c8c93ade598c tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:30.239869 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-21429f16-42bd-427c-a823-2c69adbeef24 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637712 Jul 30 20:07:30.242587 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d662abb1-604e-418d-959e-0a1c012f5fb7 None None] Calling delete_port for 7a0ec3a4-9118-471c-84bd-f7fd47889bdb owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:07:30.342394 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-7c1b9534-84dc-4430-a1f2-c8c93ade598c tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Network d720bf4d-d89c-40cc-a8d3-2bcde79b768e is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:07:30.354945 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-7c1b9534-84dc-4430-a1f2-c8c93ade598c tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:07:30.366022 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-7c1b9534-84dc-4430-a1f2-c8c93ade598c tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:07:30.367704 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:30.482534 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b9534-84dc-4430-a1f2-c8c93ade598c tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Pushing event updated for resources: {'Port': ['ID=b02c8eb4-8571-432c-a03b-2e1b81ff7e29,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: from cryptography.utils import int_from_bytes Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: from cryptography.utils import int_from_bytes Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.491891 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.496086 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.496086 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.496086 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.496086 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.496086 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.496086 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.496086 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.496086 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.496086 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.496086 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.496086 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.496086 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.496086 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:07:30.496086 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:07:30.497225 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d3d8bad-b583-4dba-82b8-bda41a06efe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:30.504074 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d662abb1-604e-418d-959e-0a1c012f5fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:30.533519 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3d8bad-b583-4dba-82b8-bda41a06efe3 admin admin] No DVR routers for this DVR port 7a0ec3a4-9118-471c-84bd-f7fd47889bdb on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:07:30.550874 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Network 6b65ac31-5807-4189-87b7-96eea5cbbc14 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:07:30.576744 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:07:30.588381 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:07:30.605205 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662abb1-604e-418d-959e-0a1c012f5fb7 None None] Pushing event deleted for resources: {'Port': ['ID=7a0ec3a4-9118-471c-84bd-f7fd47889bdb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:30.605474 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Pushing event updated for resources: {'Port': ['ID=d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:30.615255 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 459fb79e-c688-4eeb-bffd-e6a319ffc8be up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:07:30.646813 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d662abb1-604e-418d-959e-0a1c012f5fb7 None None] No DVR routers for this DVR port 7a0ec3a4-9118-471c-84bd-f7fd47889bdb on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:07:30.704980 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 459fb79e-c688-4eeb-bffd-e6a319ffc8be completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:07:30.712062 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 459fb79e-c688-4eeb-bffd-e6a319ffc8be triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:30.712898 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:30.738814 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a8b84-e5a6-499f-830b-e1d539deeed2 req-a52c9ad1-bc05-43c3-b2d3-6c78303b3026 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:30.758788 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8c2a8b84-e5a6-499f-830b-e1d539deeed2 req-a52c9ad1-bc05-43c3-b2d3-6c78303b3026 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bb9afae-ae12-4c27-b987-bc80113a0bf4 HTTP/1.1" status: 200 len: 932 time: 0.3136742 Jul 30 20:07:30.820826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:30.820826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:30.820826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:30.820826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:30.820826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:30.820826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:30.820826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:30.820826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:30.820826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:30.823958 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:30.832202 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:30.832202 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:30.839536 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:30.843309 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-f6fbaf46-1a29-41c9-9b37-2a34484e9cc3 service neutron] 10.222.0.59 "GET /v2.0/networks/5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5947390 Jul 30 20:07:30.877407 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 459fb79e-c688-4eeb-bffd-e6a319ffc8be, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=459fb79e-c688-4eeb-bffd-e6a319ffc8be,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:30.890411 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:30.995671 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7a0ec3a4-9118-471c-84bd-f7fd47889bdb no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:07:31.032553 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d8bad-b583-4dba-82b8-bda41a06efe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a0ec3a4-9118-471c-84bd-f7fd47889bdb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:31.033857 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 7a0ec3a4-9118-471c-84bd-f7fd47889bdb {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:07:31.035635 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7a0ec3a4-9118-471c-84bd-f7fd47889bdb not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:07:31.037999 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=459fb79e-c688-4eeb-bffd-e6a319ffc8be,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:31.048528 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:31.075171 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-14bfcbed-546f-4e75-9c37-db463921691c None None] Provisioning for port d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:07:31.086464 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-14bfcbed-546f-4e75-9c37-db463921691c None None] Provisioning complete for port d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:31.086834 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-14bfcbed-546f-4e75-9c37-db463921691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:31.156789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-14bfcbed-546f-4e75-9c37-db463921691c None None] Port d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:07:31.182111 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-7c1b9534-84dc-4430-a1f2-c8c93ade598c tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:31.183170 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-7c1b9534-84dc-4430-a1f2-c8c93ade598c tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:31.213506 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d3d8bad-b583-4dba-82b8-bda41a06efe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:31.242941 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9a7ba-4edf-49d5-b9d2-c666de1fdc21 req-e223a3e2-85ad-42c9-b2ae-12536f1da4da tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:31.244862 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cec9a7ba-4edf-49d5-b9d2-c666de1fdc21 req-e223a3e2-85ad-42c9-b2ae-12536f1da4da tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 943 time: 0.8942285 Jul 30 20:07:31.255215 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8c2a8b84-e5a6-499f-830b-e1d539deeed2 req-c8fc4c03-940c-40c8-8fc6-8d6d3f196e25 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756217 Jul 30 20:07:31.260193 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-7c1b9534-84dc-4430-a1f2-c8c93ade598c tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6228578 Jul 30 20:07:31.271462 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4d3d8bad-b583-4dba-82b8-bda41a06efe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2469c781-8e92-4cc5-884d-b32b0b44c62f']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:31.278356 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-d24218c0-d077-4cf6-8e27-33360db213a3 service neutron] Request body: {'port': {'device_id': '3bb9afae-ae12-4c27-b987-bc80113a0bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:31.313932 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4d3d8bad-b583-4dba-82b8-bda41a06efe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b78bb7c-82e1-4e1a-a89a-3e49d2392260') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:31.314231 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4d3d8bad-b583-4dba-82b8-bda41a06efe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b78bb7c-82e1-4e1a-a89a-3e49d2392260') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:31.338698 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d3d8bad-b583-4dba-82b8-bda41a06efe3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:31.354430 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d3d8bad-b583-4dba-82b8-bda41a06efe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:31.362124 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3d8bad-b583-4dba-82b8-bda41a06efe3 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:07:31.362855 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d3d8bad-b583-4dba-82b8-bda41a06efe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:31.441297 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9f0d54a-e89a-44a1-b970-a6b355006361 req-73a2d2c8-714f-4998-97d3-5872eec8c7c2 service neutron] 10.222.0.59 "GET /v2.0/networks/5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617015 Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:07:31.456729 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:07:31.492512 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:31.520618 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cec9a7ba-4edf-49d5-b9d2-c666de1fdc21 req-1f4b34b1-4d2b-4a06-8110-a0d2a14ed550 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656975 Jul 30 20:07:31.527611 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d3d8bad-b583-4dba-82b8-bda41a06efe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:31.539921 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d3d8bad-b583-4dba-82b8-bda41a06efe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:31.556096 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4d3d8bad-b583-4dba-82b8-bda41a06efe3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2469c781-8e92-4cc5-884d-b32b0b44c62f HTTP/1.1" status: 204 len: 168 time: 2.0554681 Jul 30 20:07:31.661329 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d8bad-b583-4dba-82b8-bda41a06efe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2469c781-8e92-4cc5-884d-b32b0b44c62f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:31.712341 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-d24218c0-d077-4cf6-8e27-33360db213a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:31.716488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9527999-fef3-4140-9a2d-96aa4e8725be req-a7651fc0-4e7c-48fd-b4c0-d9672ec2db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:31.718325 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9527999-fef3-4140-9a2d-96aa4e8725be req-a7651fc0-4e7c-48fd-b4c0-d9672ec2db41 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ddd0e37e2e44e64a3f6afbb96218dd8&device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 1094 time: 0.1225145 Jul 30 20:07:31.744615 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fff1e-8ad9-40ef-94d5-9404f897e86b req-1b04b425-66c4-489e-835a-7ddbd240af48 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:31.752873 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-072fff1e-8ad9-40ef-94d5-9404f897e86b req-1b04b425-66c4-489e-835a-7ddbd240af48 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be471d25-5a5d-4714-899c-4de8f6942a7a HTTP/1.1" status: 200 len: 950 time: 0.1116061 Jul 30 20:07:31.839243 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-072fff1e-8ad9-40ef-94d5-9404f897e86b req-cd54d617-3c74-4827-a159-8a0ec0b80be9 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850134 Jul 30 20:07:31.839467 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58440) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:31.949448 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9527999-fef3-4140-9a2d-96aa4e8725be req-e247764c-c754-4473-9090-455e57910e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:31.951739 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9527999-fef3-4140-9a2d-96aa4e8725be req-e247764c-c754-4473-9090-455e57910e1e service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2 HTTP/1.1" status: 200 len: 913 time: 0.2227051 Jul 30 20:07:31.966069 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:32.012284 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:32.062793 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-dd3fbc50-c06f-4e61-8707-821127ca4d48 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7a721017b4064946baeea6559734749c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210724 Jul 30 20:07:32.069581 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58446) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:32.084160 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Pushing event updated for resources: {'Port': ['ID=d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:32.088011 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9527999-fef3-4140-9a2d-96aa4e8725be req-7daaba68-73cb-4b68-bc02-4efc2b90e332 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4993508f-ceb4-46ab-bc3d-cb140b4d4a63 HTTP/1.1" status: 200 len: 217 time: 0.1254518 Jul 30 20:07:32.142645 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:32.226119 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db9aab93-cdd7-4aa5-a1ad-56a4a5e729dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:32.300139 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db9aab93-cdd7-4aa5-a1ad-56a4a5e729dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:32.463110 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db9aab93-cdd7-4aa5-a1ad-56a4a5e729dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:32.465661 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db9aab93-cdd7-4aa5-a1ad-56a4a5e729dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:32.475984 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-db9aab93-cdd7-4aa5-a1ad-56a4a5e729dc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/85e49cb9-da7a-491a-b211-8a1dc861d640 HTTP/1.1" status: 204 len: 168 time: 0.4053528 Jul 30 20:07:32.508356 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 459fb79e-c688-4eeb-bffd-e6a319ffc8be up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:07:32.575251 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9aab93-cdd7-4aa5-a1ad-56a4a5e729dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e49cb9-da7a-491a-b211-8a1dc861d640,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:32.639676 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 459fb79e-c688-4eeb-bffd-e6a319ffc8be triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:32.642003 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:32.650144 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56868318-02e5-4db3-8376-9152d0e15bb1 req-a685d06c-82e7-40a3-98d8-a80da69e583e tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:32.656520 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-56868318-02e5-4db3-8376-9152d0e15bb1 req-a685d06c-82e7-40a3-98d8-a80da69e583e tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bb9afae-ae12-4c27-b987-bc80113a0bf4 HTTP/1.1" status: 200 len: 932 time: 0.2053294 Jul 30 20:07:32.703070 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9527999-fef3-4140-9a2d-96aa4e8725be req-65cc6901-46aa-4560-ba98-86544a3c42e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:32.705056 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9527999-fef3-4140-9a2d-96aa4e8725be req-65cc6901-46aa-4560-ba98-86544a3c42e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db475299-c8f9-4695-8c12-0941808a60f8 HTTP/1.1" status: 200 len: 852 time: 0.6088123 Jul 30 20:07:32.764571 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cc1ab-75e5-407d-9105-ef57573b73fd req-87520dc3-72ea-4bce-bf7f-fbab87da9156 tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:32.766171 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c84cc1ab-75e5-407d-9105-ef57573b73fd req-87520dc3-72ea-4bce-bf7f-fbab87da9156 tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=be471d25-5a5d-4714-899c-4de8f6942a7a HTTP/1.1" status: 200 len: 1101 time: 0.1787360 Jul 30 20:07:32.767963 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9527999-fef3-4140-9a2d-96aa4e8725be req-88f2ffb6-0a88-418a-85fd-7af5ba50aa0d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516241 Jul 30 20:07:32.801887 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-d24218c0-d077-4cf6-8e27-33360db213a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b02c8eb4-8571-432c-a03b-2e1b81ff7e29 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:07:32.812569 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-d24218c0-d077-4cf6-8e27-33360db213a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:32.837224 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-56868318-02e5-4db3-8376-9152d0e15bb1 req-1fb2ab35-bba6-4f74-acc5-8d8557ccb724 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684752 Jul 30 20:07:32.838255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-d24218c0-d077-4cf6-8e27-33360db213a3 service neutron] Transition to ACTIVE for port object b02c8eb4-8571-432c-a03b-2e1b81ff7e29 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:07:32.852833 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-d24218c0-d077-4cf6-8e27-33360db213a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:32.868845 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c84cc1ab-75e5-407d-9105-ef57573b73fd req-08aec3bc-970a-4dfb-b530-cc330c902264 tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:32.868845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Network 6b65ac31-5807-4189-87b7-96eea5cbbc14 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:07:32.877368 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:07:32.901852 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24218c0-d077-4cf6-8e27-33360db213a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b02c8eb4-8571-432c-a03b-2e1b81ff7e29,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:33.031132 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-d24218c0-d077-4cf6-8e27-33360db213a3 service neutron] Attempting to bind port b02c8eb4-8571-432c-a03b-2e1b81ff7e29 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:07:33.031480 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-d24218c0-d077-4cf6-8e27-33360db213a3 service neutron] Attempting to bind port b02c8eb4-8571-432c-a03b-2e1b81ff7e29 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'ce00f4ba-d8bb-4afc-8455-d155bb6366db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd720bf4d-d89c-40cc-a8d3-2bcde79b768e'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:07:33.031839 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-d24218c0-d077-4cf6-8e27-33360db213a3 service neutron] Attempting to bind port b02c8eb4-8571-432c-a03b-2e1b81ff7e29 on network d720bf4d-d89c-40cc-a8d3-2bcde79b768e {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:07:33.038464 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-d24218c0-d077-4cf6-8e27-33360db213a3 service neutron] Port b02c8eb4-8571-432c-a03b-2e1b81ff7e29 on network d720bf4d-d89c-40cc-a8d3-2bcde79b768e not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:07:33.039604 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-d24218c0-d077-4cf6-8e27-33360db213a3 service neutron] Attempting to bind port b02c8eb4-8571-432c-a03b-2e1b81ff7e29 on network d720bf4d-d89c-40cc-a8d3-2bcde79b768e {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:07:33.044847 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-d24218c0-d077-4cf6-8e27-33360db213a3 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:07:33.045329 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-d24218c0-d077-4cf6-8e27-33360db213a3 service neutron] Checking segment: {'id': 'ce00f4ba-d8bb-4afc-8455-d155bb6366db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd720bf4d-d89c-40cc-a8d3-2bcde79b768e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:07:33.045733 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-d24218c0-d077-4cf6-8e27-33360db213a3 service neutron] Bound using segment: {'id': 'ce00f4ba-d8bb-4afc-8455-d155bb6366db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd720bf4d-d89c-40cc-a8d3-2bcde79b768e'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:07:33.046210 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-d24218c0-d077-4cf6-8e27-33360db213a3 service neutron] Bound port: b02c8eb4-8571-432c-a03b-2e1b81ff7e29, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce00f4ba-d8bb-4afc-8455-d155bb6366db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd720bf4d-d89c-40cc-a8d3-2bcde79b768e'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:07:33.046759 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-d24218c0-d077-4cf6-8e27-33360db213a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:33.070583 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9527999-fef3-4140-9a2d-96aa4e8725be req-b40df63b-27ee-435b-8776-0af184e3a14c service neutron] 10.222.0.59 "GET /v2.0/networks/5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943873 Jul 30 20:07:33.134377 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-d24218c0-d077-4cf6-8e27-33360db213a3 service neutron] For port b02c8eb4-8571-432c-a03b-2e1b81ff7e29, host n-h1-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:07:33.139398 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-d24218c0-d077-4cf6-8e27-33360db213a3 service neutron] For port b02c8eb4-8571-432c-a03b-2e1b81ff7e29, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=b02c8eb4-8571-432c-a03b-2e1b81ff7e29,segment=NetworkSegment(ce00f4ba-d8bb-4afc-8455-d155bb6366db),segment_id=ce00f4ba-d8bb-4afc-8455-d155bb6366db)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:07:33.150660 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-d24218c0-d077-4cf6-8e27-33360db213a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:33.241331 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24218c0-d077-4cf6-8e27-33360db213a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b02c8eb4-8571-432c-a03b-2e1b81ff7e29,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:33.270833 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-d24218c0-d077-4cf6-8e27-33360db213a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:33.271755 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-d24218c0-d077-4cf6-8e27-33360db213a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:33.273862 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-d24218c0-d077-4cf6-8e27-33360db213a3 service neutron] 10.222.0.59 "PUT /v2.0/ports/b02c8eb4-8571-432c-a03b-2e1b81ff7e29 HTTP/1.1" status: 200 len: 1092 time: 1.9996357 Jul 30 20:07:33.276342 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb9afae-ae12-4c27-b987-bc80113a0bf4', 'tag': 'b02c8eb4-8571-432c-a03b-2e1b81ff7e29'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:33.278878 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4740db01-acfc-4ee8-a075-981da5736132" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb9afae-ae12-4c27-b987-bc80113a0bf4", "tag": "b02c8eb4-8571-432c-a03b-2e1b81ff7e29"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:33.363455 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Router 8bf54525-17bb-4f2a-91f1-cbd0271fbd56 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:07:33.402211 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-09e85ae2-8d3d-4bd1-b255-aa0cca0b2fa4 None None] Provisioning complete for port d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:33.402803 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09e85ae2-8d3d-4bd1-b255-aa0cca0b2fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:33.449877 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78921402-28ab-4b58-a6a7-697c3006767d req-2a3ef139-02cb-434a-a372-bbc4ca1b37b9 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:33.451666 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-78921402-28ab-4b58-a6a7-697c3006767d req-2a3ef139-02cb-434a-a372-bbc4ca1b37b9 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 943 time: 0.2116408 Jul 30 20:07:33.494078 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-09e85ae2-8d3d-4bd1-b255-aa0cca0b2fa4 None None] Port d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:07:33.514266 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9527999-fef3-4140-9a2d-96aa4e8725be req-81c6e8ae-8ab7-4e5c-8e3f-66b2c1710116 service neutron] 10.222.0.59 "GET /v2.0/networks/5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692310 Jul 30 20:07:33.516174 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c84cc1ab-75e5-407d-9105-ef57573b73fd req-08aec3bc-970a-4dfb-b530-cc330c902264 tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:33.523900 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c84cc1ab-75e5-407d-9105-ef57573b73fd req-08aec3bc-970a-4dfb-b530-cc330c902264 tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:33.535101 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-78921402-28ab-4b58-a6a7-697c3006767d req-dc506b2d-f42d-477c-8e6d-fdf8e5397933 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721867 Jul 30 20:07:33.538567 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-4bbabe06-e5c7-4a9c-b5db-dafde60510b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:33.541230 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-4bbabe06-e5c7-4a9c-b5db-dafde60510b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8f2803fb25ab4f8da128bffb3dbdd39a&device_id=3bb9afae-ae12-4c27-b987-bc80113a0bf4 HTTP/1.1" status: 200 len: 1095 time: 0.2061548 Jul 30 20:07:33.600954 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-64697a2a-8265-4bd4-a1e8-3f6e89d99cf2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b02c8eb4-8571-432c-a03b-2e1b81ff7e29 HTTP/1.1" status: 200 len: 217 time: 0.0495751 Jul 30 20:07:33.611473 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c84cc1ab-75e5-407d-9105-ef57573b73fd req-08aec3bc-970a-4dfb-b530-cc330c902264 tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8367295 Jul 30 20:07:33.620896 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aec3bc-970a-4dfb-b530-cc330c902264 tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c104a6f9-2cbe-4544-a1a7-229142f6ffe5,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:33.640084 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:07:33.645190 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b51cd5d3-cf9a-4152-9239-ce6d4df042fe admin admin] 10.222.0.81 "PUT /v2.0/routers/8bf54525-17bb-4f2a-91f1-cbd0271fbd56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4713645 Jul 30 20:07:33.666905 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] Sync routers for ids ['8bf54525-17bb-4f2a-91f1-cbd0271fbd56'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:07:33.698242 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] Routers {'8bf54525-17bb-4f2a-91f1-cbd0271fbd56'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:07:33.700348 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:07:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8bf54525-17bb-4f2a-91f1-cbd0271fbd56'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:33.726283 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d56169-e298-445a-b4f6-66190638c344 x-openstack-request-id: req-b5d56169-e298-445a-b4f6-66190638c344 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:33.726283 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb9afae-ae12-4c27-b987-bc80113a0bf4", "tag": "b02c8eb4-8571-432c-a03b-2e1b81ff7e29", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:33.726745 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b5d56169-e298-445a-b4f6-66190638c344 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:33.727353 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb9afae-ae12-4c27-b987-bc80113a0bf4', 'tag': 'b02c8eb4-8571-432c-a03b-2e1b81ff7e29', 'status': 'completed', 'code': 200} Jul 30 20:07:33.731437 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-cbf8416b-d498-46dc-8a39-e935b771b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:33.738869 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-cbf8416b-d498-46dc-8a39-e935b771b16a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6fc58012-6aa4-4104-b48c-ddab3633cb9f HTTP/1.1" status: 200 len: 862 time: 0.1308544 Jul 30 20:07:33.806581 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-7746fa3a-fa40-40da-9827-1deb1d9a19df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d720bf4d-d89c-40cc-a8d3-2bcde79b768e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589685 Jul 30 20:07:33.872265 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58496) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:33.892093 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] Set router 8bf54525-17bb-4f2a-91f1-cbd0271fbd56 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:07:33.985546 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-4ba6e18c-eaf7-40e4-838a-0dbf0fa3b7c8 service neutron] 10.222.0.59 "GET /v2.0/networks/d720bf4d-d89c-40cc-a8d3-2bcde79b768e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724710 Jul 30 20:07:34.098268 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e23c7360-a1b6-4e5d-b77d-222bb62766eb admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1129000634-network', 'tenant_id': 'babf84d9f6b44799a6f91d6ad4ddb773'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:34.267346 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1e68fc8d-77c0-4ac6-95a7-c80a0135d041 req-dc81c473-424c-4e5d-b721-9d386c8d0865 service neutron] 10.222.0.59 "GET /v2.0/networks/d720bf4d-d89c-40cc-a8d3-2bcde79b768e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744253 Jul 30 20:07:34.290556 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1355be85-07da-42b2-87c8-26379af9cdfc req-82c84e43-fd15-49a0-b12f-50f1bab5f634 tempest-FloatingIPsNegativeTestJSON-222397984 tempest-FloatingIPsNegativeTestJSON-222397984-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=2a9d5077495d4ad29bd60521d808cd65 HTTP/1.1" status: 200 len: 217 time: 0.1277897 Jul 30 20:07:34.292079 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23c7360-a1b6-4e5d-b77d-222bb62766eb admin admin] Made reservation on behalf of babf84d9f6b44799a6f91d6ad4ddb773 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:07:34.294663 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e23c7360-a1b6-4e5d-b77d-222bb62766eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:34.309225 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e23c7360-a1b6-4e5d-b77d-222bb62766eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:34.335938 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade75dd0-b0ce-47f9-b4cb-f411017f39a1 req-893b96a0-a106-4e7e-ad2f-f08caaeea123 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:34.353065 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ade75dd0-b0ce-47f9-b4cb-f411017f39a1 req-893b96a0-a106-4e7e-ad2f-f08caaeea123 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bb9afae-ae12-4c27-b987-bc80113a0bf4 HTTP/1.1" status: 200 len: 944 time: 0.3244092 Jul 30 20:07:34.491353 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ade75dd0-b0ce-47f9-b4cb-f411017f39a1 req-ef6905ad-8931-4d26-b742-5caf545bec2c tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286016 Jul 30 20:07:34.493707 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740db01-acfc-4ee8-a075-981da5736132 req-97679388-78bd-467a-94e1-31a6ad825b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:34.498277 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4740db01-acfc-4ee8-a075-981da5736132 req-97679388-78bd-467a-94e1-31a6ad825b85 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8f2803fb25ab4f8da128bffb3dbdd39a&device_id=3bb9afae-ae12-4c27-b987-bc80113a0bf4 HTTP/1.1" status: 200 len: 1095 time: 0.1039798 Jul 30 20:07:34.551361 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e23c7360-a1b6-4e5d-b77d-222bb62766eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:34.560866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf54525-17bb-4f2a-91f1-cbd0271fbd56', 'name': 'tempest-FloatingIPsNegativeTestJSON-421687557-router', 'tenant_id': '2a9d5077495d4ad29bd60521d808cd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '459fb79e-c688-4eeb-bffd-e6a319ffc8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:21Z', 'updated_at': '2021-07-30T20:07:31Z', 'revision_number': 4, 'project_id': '2a9d5077495d4ad29bd60521d808cd65', 'gw_port': {'id': '459fb79e-c688-4eeb-bffd-e6a319ffc8be', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf54525-17bb-4f2a-91f1-cbd0271fbd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:22Z', 'updated_at': '2021-07-30T20:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'd6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b', 'name': '', 'network_id': '6b65ac31-5807-4189-87b7-96eea5cbbc14', 'tenant_id': '2a9d5077495d4ad29bd60521d808cd65', 'mac_address': 'fa:16:3e:d1:55:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf54525-17bb-4f2a-91f1-cbd0271fbd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'ed96ed3c-0efb-4660-923b-49ef46985dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:28Z', 'updated_at': '2021-07-30T20:07:31Z', 'revision_number': 2, 'project_id': '2a9d5077495d4ad29bd60521d808cd65', 'subnets': [{'id': 'ed96ed3c-0efb-4660-923b-49ef46985dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:34.565012 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e23c7360-a1b6-4e5d-b77d-222bb62766eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:34.581912 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b6a55681-ce6f-4b42-8a42-c345e0fa918a req-0a1a88dc-66d8-4657-96b2-19d5d542520b tempest-FloatingIPsNegativeTestJSON-222397984 tempest-FloatingIPsNegativeTestJSON-222397984-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0730021 Jul 30 20:07:34.604607 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] Checking router: 8bf54525-17bb-4f2a-91f1-cbd0271fbd56 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:07:34.611206 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] Updating router 8bf54525-17bb-4f2a-91f1-cbd0271fbd56 port d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:07:34.619994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23c7360-a1b6-4e5d-b77d-222bb62766eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:07:34.656828 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:34.669862 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e23c7360-a1b6-4e5d-b77d-222bb62766eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:34.670356 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-e23c7360-a1b6-4e5d-b77d-222bb62766eb admin admin] Added segment 2618f9ee-81c9-4a40-a57d-bfcc0bd06c33 of type vlan for network db7f714c-123c-4fe0-b78c-4cac6ac7c141 Jul 30 20:07:34.671952 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c7360-a1b6-4e5d-b77d-222bb62766eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8ddf10-80a0-4a30-9d4c-8879e175f440,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:34.698417 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c88ace91-f944-4447-b682-7b9621464885 req-3e21d7ee-fd1c-44ef-bc4b-60447e031489 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480101 Jul 30 20:07:34.755700 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740db01-acfc-4ee8-a075-981da5736132 req-2b078408-6bcf-4b10-91f0-e82fb15a102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:34.758230 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4740db01-acfc-4ee8-a075-981da5736132 req-2b078408-6bcf-4b10-91f0-e82fb15a102b service neutron] 10.222.0.59 "GET /v2.0/networks?id=d720bf4d-d89c-40cc-a8d3-2bcde79b768e HTTP/1.1" status: 200 len: 923 time: 0.2482960 Jul 30 20:07:34.758375 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e23c7360-a1b6-4e5d-b77d-222bb62766eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:34.773957 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b545e-ffff-4384-9502-f9a59000ead9 req-03f2bd8f-85cd-4192-8d1d-894bc21a852c tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:34.781365 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-772b545e-ffff-4384-9502-f9a59000ead9 req-03f2bd8f-85cd-4192-8d1d-894bc21a852c tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 943 time: 0.0901890 Jul 30 20:07:34.853301 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4740db01-acfc-4ee8-a075-981da5736132 req-9311dec6-21e4-4c4a-b8be-45a6afe610f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b02c8eb4-8571-432c-a03b-2e1b81ff7e29 HTTP/1.1" status: 200 len: 217 time: 0.0874200 Jul 30 20:07:34.879074 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e23c7360-a1b6-4e5d-b77d-222bb62766eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:34.879876 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23c7360-a1b6-4e5d-b77d-222bb62766eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:34.880648 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e23c7360-a1b6-4e5d-b77d-222bb62766eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:34.915751 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-772b545e-ffff-4384-9502-f9a59000ead9 req-3379cf73-429e-4d64-85f3-30161a94a07d tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333399 Jul 30 20:07:34.951442 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ace91-f944-4447-b682-7b9621464885 req-a989d266-b6b5-48d0-97ab-310a89c9cce9 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:34.952246 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740db01-acfc-4ee8-a075-981da5736132 req-0c460e50-fdaa-4bc0-9e66-9ff214efdf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:34.953501 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c88ace91-f944-4447-b682-7b9621464885 req-a989d266-b6b5-48d0-97ab-310a89c9cce9 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308915 Jul 30 20:07:34.954306 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4740db01-acfc-4ee8-a075-981da5736132 req-0c460e50-fdaa-4bc0-9e66-9ff214efdf3c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6fc58012-6aa4-4104-b48c-ddab3633cb9f HTTP/1.1" status: 200 len: 862 time: 0.0916529 Jul 30 20:07:34.963490 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e23c7360-a1b6-4e5d-b77d-222bb62766eb admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0897622 Jul 30 20:07:34.968711 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58534) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:34.980167 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-48641372-5498-469a-b43e-b5b89100c178 admin admin] Request body: {'subnet': {'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1129000634-subnet', 'tenant_id': 'babf84d9f6b44799a6f91d6ad4ddb773', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:34.992946 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c7360-a1b6-4e5d-b77d-222bb62766eb admin admin] Pushing event updated for resources: {'Network': ['ID=db7f714c-123c-4fe0-b78c-4cac6ac7c141,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:35.000452 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c88ace91-f944-4447-b682-7b9621464885 req-9c042d71-70de-46b9-8201-a50e20a41491 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/quotas/4045e60369ef4027bbe0b4f0fb9d8f61 HTTP/1.1" status: 200 len: 375 time: 0.0388839 Jul 30 20:07:35.020184 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4740db01-acfc-4ee8-a075-981da5736132 req-80345ab9-00b4-4f11-b6ee-130a66e7a09d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d720bf4d-d89c-40cc-a8d3-2bcde79b768e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567482 Jul 30 20:07:35.021728 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [req-1176c624-187e-44d9-a231-02865c59f98f req-d4e48110-7df2-4d56-b84d-d5b0e88db3d0 tempest-FloatingIPsNegativeTestJSON-222397984 tempest-FloatingIPsNegativeTestJSON-222397984-project] show failed (client error): The resource could not be found. Jul 30 20:07:35.033767 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1176c624-187e-44d9-a231-02865c59f98f req-d4e48110-7df2-4d56-b84d-d5b0e88db3d0 tempest-FloatingIPsNegativeTestJSON-222397984 tempest-FloatingIPsNegativeTestJSON-222397984-project] 10.222.0.81 "GET /v2.0/floatingips/5bfdeb82-eef7-46da-bb95-a838a3ecfeb4 HTTP/1.1" status: 404 len: 350 time: 0.0782735 Jul 30 20:07:35.035661 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network db7f714c-123c-4fe0-b78c-4cac6ac7c141 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:07:35.036261 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58536) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:35.052628 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48641372-5498-469a-b43e-b5b89100c178 admin admin] Made reservation on behalf of babf84d9f6b44799a6f91d6ad4ddb773 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:07:35.055650 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-48641372-5498-469a-b43e-b5b89100c178 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:35.120221 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c88ace91-f944-4447-b682-7b9621464885 req-6204a66d-fa52-4fcb-936d-886f1e8311a0 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1128464 Jul 30 20:07:35.124834 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:35.155218 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] Transition to ACTIVE for port object d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:07:35.174525 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:35.280025 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4740db01-acfc-4ee8-a075-981da5736132 req-6bbadc47-1a21-4410-a01b-76247130a35b service neutron] 10.222.0.59 "GET /v2.0/networks/d720bf4d-d89c-40cc-a8d3-2bcde79b768e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425387 Jul 30 20:07:35.293247 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04435364-cd00-4ac6-b831-41326e192a2a None None] Pushing event updated for resources: {'Port': ['ID=d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:35.342470 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] Attempting to bind port d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:07:35.342470 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] Attempting to bind port d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '0383e9de-046a-4b03-bce8-9689f3489f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6b65ac31-5807-4189-87b7-96eea5cbbc14'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:07:35.342470 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] Attempting to bind port d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b on network 6b65ac31-5807-4189-87b7-96eea5cbbc14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:07:35.350546 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:07:35.351295 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] Checking segment: {'id': '0383e9de-046a-4b03-bce8-9689f3489f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6b65ac31-5807-4189-87b7-96eea5cbbc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:07:35.351466 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:35.351904 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] Bound using segment: {'id': '0383e9de-046a-4b03-bce8-9689f3489f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6b65ac31-5807-4189-87b7-96eea5cbbc14'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:07:35.352466 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] Bound port: d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0383e9de-046a-4b03-bce8-9689f3489f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6b65ac31-5807-4189-87b7-96eea5cbbc14'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:07:35.352918 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:35.374281 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-48641372-5498-469a-b43e-b5b89100c178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:35.459930 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] For port d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:07:35.465205 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] For port d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b,segment=NetworkSegment(0383e9de-046a-4b03-bce8-9689f3489f0e),segment_id=0383e9de-046a-4b03-bce8-9689f3489f0e)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:07:35.476964 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:35.495187 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48641372-5498-469a-b43e-b5b89100c178 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69333c2b-b2f0-45b5-805f-62bf3d2b1b3b,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:35.545950 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48641372-5498-469a-b43e-b5b89100c178 admin admin] Checking segment: {'id': '2618f9ee-81c9-4a40-a57d-bfcc0bd06c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:07:35.550871 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48641372-5498-469a-b43e-b5b89100c178 admin admin] Network hostable DHCP agents. Network: db7f714c-123c-4fe0-b78c-4cac6ac7c141, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:07:35.589391 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48641372-5498-469a-b43e-b5b89100c178 admin admin] Network db7f714c-123c-4fe0-b78c-4cac6ac7c141 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:07:35.601312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] Routers {'8bf54525-17bb-4f2a-91f1-cbd0271fbd56'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:07:35.603042 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:07:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8bf54525-17bb-4f2a-91f1-cbd0271fbd56'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:35.615720 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04435364-cd00-4ac6-b831-41326e192a2a None None] Pushing event updated for resources: {'Port': ['ID=d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:35.619136 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-48641372-5498-469a-b43e-b5b89100c178 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, db7f714c-123c-4fe0-b78c-4cac6ac7c141) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:07:35.629504 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48641372-5498-469a-b43e-b5b89100c178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:35.631033 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-48641372-5498-469a-b43e-b5b89100c178 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:35.686372 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-48641372-5498-469a-b43e-b5b89100c178 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7115378 Jul 30 20:07:35.704920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d2a645-8410-423d-accf-059ec91ef3ab None None] Network db7f714c-123c-4fe0-b78c-4cac6ac7c141 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:07:35.749080 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4740db01-acfc-4ee8-a075-981da5736132 req-c130a685-ea7c-4b6b-99f6-2753fc02a518 service neutron] 10.222.0.59 "GET /v2.0/networks/d720bf4d-d89c-40cc-a8d3-2bcde79b768e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264710 Jul 30 20:07:36.081065 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214633a8-d4da-456f-851d-08296db8205b req-ab48c39c-f0bd-4ddb-a1b4-a0703e1aec9e tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:36.089136 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-214633a8-d4da-456f-851d-08296db8205b req-ab48c39c-f0bd-4ddb-a1b4-a0703e1aec9e tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bb9afae-ae12-4c27-b987-bc80113a0bf4 HTTP/1.1" status: 200 len: 944 time: 0.2476506 Jul 30 20:07:36.090079 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 4993508f-ceb4-46ab-bc3d-cb140b4d4a63 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:07:36.165315 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-214633a8-d4da-456f-851d-08296db8205b req-a363f4ff-2b55-4567-a6de-1b1f51d39716 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712130 Jul 30 20:07:36.269875 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-729d0c10-0d9f-4be2-b6ba-c0ed7bb31ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:36.278371 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8ee61-5a8b-4b9b-a561-b975017cfbec req-8f1ef9ba-b2d2-4d12-a3bf-59bdc2ccbf80 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:36.287225 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-21d8ee61-5a8b-4b9b-a561-b975017cfbec req-8f1ef9ba-b2d2-4d12-a3bf-59bdc2ccbf80 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 943 time: 0.1249316 Jul 30 20:07:36.377603 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-21d8ee61-5a8b-4b9b-a561-b975017cfbec req-60a99e5f-e555-42a4-915f-09647b991037 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832267 Jul 30 20:07:36.490648 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b958630f-b8cd-4c2b-b488-e304abca44ec None None] Network db7f714c-123c-4fe0-b78c-4cac6ac7c141 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:07:36.523438 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] Set router 8bf54525-17bb-4f2a-91f1-cbd0271fbd56 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:07:36.641495 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-6dc1b16e-bd78-4b93-994c-46db554f2bc0 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:36.648372 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-6dc1b16e-bd78-4b93-994c-46db554f2bc0 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/networks?id=db7f714c-123c-4fe0-b78c-4cac6ac7c141 HTTP/1.1" status: 200 len: 813 time: 0.2339439 Jul 30 20:07:36.665634 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-cb1852c4-18c0-4c90-8c72-51d4945c9b9c tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/quotas/babf84d9f6b44799a6f91d6ad4ddb773 HTTP/1.1" status: 200 len: 375 time: 0.0161617 Jul 30 20:07:36.725930 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 4993508f-ceb4-46ab-bc3d-cb140b4d4a63, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=4993508f-ceb4-46ab-bc3d-cb140b4d4a63,segment=NetworkSegment(4c5727ff-ec87-4700-924a-9fefe61b44a6),segment_id=4c5727ff-ec87-4700-924a-9fefe61b44a6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:36.758029 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '4993508f-ceb4-46ab-bc3d-cb140b4d4a63', 'network_id': '5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2', 'port_id': '4993508f-ceb4-46ab-bc3d-cb140b4d4a63', 'mac_address': 'fa:16:3e:70:18:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db475299-c8f9-4695-8c12-0941808a60f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:07:36.800805 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-994301f9-9cce-45b5-b9ca-a0c50a1b2dd2 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=babf84d9f6b44799a6f91d6ad4ddb773&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1190298 Jul 30 20:07:36.955842 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3dabc591-ce49-48c0-a2e1-655905ec67cd req-dbce5964-0915-46f9-b11b-e0882e5a2be7 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=19eea34d-8e0b-4ac2-84d4-a8fb332e2420 HTTP/1.1" status: 200 len: 210 time: 0.0393453 Jul 30 20:07:36.964267 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-0192df3f-719d-4796-bab8-52f1da371956 service neutron] 10.222.0.81 "GET /v2.0/networks/db7f714c-123c-4fe0-b78c-4cac6ac7c141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499567 Jul 30 20:07:37.002902 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:37.064112 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4993508f-ceb4-46ab-bc3d-cb140b4d4a63 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:07:37.126956 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-729d0c10-0d9f-4be2-b6ba-c0ed7bb31ebc admin admin] Deleting port d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:07:37.127464 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-729d0c10-0d9f-4be2-b6ba-c0ed7bb31ebc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:37.145106 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 4993508f-ceb4-46ab-bc3d-cb140b4d4a63, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=4993508f-ceb4-46ab-bc3d-cb140b4d4a63,segment=NetworkSegment(4c5727ff-ec87-4700-924a-9fefe61b44a6),segment_id=4c5727ff-ec87-4700-924a-9fefe61b44a6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:37.158149 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:37.229528 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf54525-17bb-4f2a-91f1-cbd0271fbd56', 'name': 'tempest-FloatingIPsNegativeTestJSON-421687557-router', 'tenant_id': '2a9d5077495d4ad29bd60521d808cd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '459fb79e-c688-4eeb-bffd-e6a319ffc8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:21Z', 'updated_at': '2021-07-30T20:07:31Z', 'revision_number': 4, 'project_id': '2a9d5077495d4ad29bd60521d808cd65', 'gw_port': {'id': '459fb79e-c688-4eeb-bffd-e6a319ffc8be', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf54525-17bb-4f2a-91f1-cbd0271fbd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:22Z', 'updated_at': '2021-07-30T20:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'd6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b', 'name': '', 'network_id': '6b65ac31-5807-4189-87b7-96eea5cbbc14', 'tenant_id': '2a9d5077495d4ad29bd60521d808cd65', 'mac_address': 'fa:16:3e:d1:55:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf54525-17bb-4f2a-91f1-cbd0271fbd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'ed96ed3c-0efb-4660-923b-49ef46985dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:28Z', 'updated_at': '2021-07-30T20:07:35Z', 'revision_number': 4, 'project_id': '2a9d5077495d4ad29bd60521d808cd65', 'subnets': [{'id': 'ed96ed3c-0efb-4660-923b-49ef46985dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:37.275438 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-b15ef4b8-90ad-493b-a533-98b29be12f70 service neutron] 10.222.0.81 "GET /v2.0/networks/db7f714c-123c-4fe0-b78c-4cac6ac7c141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965360 Jul 30 20:07:37.306614 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b6d03b-6cdd-46f1-852a-8cdbd5230a56 None None] The sync data for ids ['8bf54525-17bb-4f2a-91f1-cbd0271fbd56'] in n-d-712137-9 is: [{'id': '8bf54525-17bb-4f2a-91f1-cbd0271fbd56', 'name': 'tempest-FloatingIPsNegativeTestJSON-421687557-router', 'tenant_id': '2a9d5077495d4ad29bd60521d808cd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '459fb79e-c688-4eeb-bffd-e6a319ffc8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:21Z', 'updated_at': '2021-07-30T20:07:31Z', 'revision_number': 4, 'project_id': '2a9d5077495d4ad29bd60521d808cd65', 'gw_port': {'id': '459fb79e-c688-4eeb-bffd-e6a319ffc8be', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf54525-17bb-4f2a-91f1-cbd0271fbd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:22Z', 'updated_at': '2021-07-30T20:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'd6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b', 'name': '', 'network_id': '6b65ac31-5807-4189-87b7-96eea5cbbc14', 'tenant_id': '2a9d5077495d4ad29bd60521d808cd65', 'mac_address': 'fa:16:3e:d1:55:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf54525-17bb-4f2a-91f1-cbd0271fbd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'ed96ed3c-0efb-4660-923b-49ef46985dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:28Z', 'updated_at': '2021-07-30T20:07:35Z', 'revision_number': 4, 'project_id': '2a9d5077495d4ad29bd60521d808cd65', 'subnets': [{'id': 'ed96ed3c-0efb-4660-923b-49ef46985dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:07:37.312779 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=4993508f-ceb4-46ab-bc3d-cb140b4d4a63,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:37.334980 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-729d0c10-0d9f-4be2-b6ba-c0ed7bb31ebc admin admin] For port d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b,segment=NetworkSegment(0383e9de-046a-4b03-bce8-9689f3489f0e),segment_id=0383e9de-046a-4b03-bce8-9689f3489f0e)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:37.335771 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-729d0c10-0d9f-4be2-b6ba-c0ed7bb31ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:37.393544 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['4993508f-ceb4-46ab-bc3d-cb140b4d4a63'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:37.415537 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-729d0c10-0d9f-4be2-b6ba-c0ed7bb31ebc admin admin] Calling delete_port for d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:07:37.480290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30b99a-69b6-45d3-a279-96b8da6116e6 req-634f38d5-1668-49a6-a775-e33855d28761 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:37.501950 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fe30b99a-69b6-45d3-a279-96b8da6116e6 req-634f38d5-1668-49a6-a775-e33855d28761 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bb9afae-ae12-4c27-b987-bc80113a0bf4 HTTP/1.1" status: 200 len: 944 time: 0.1972373 Jul 30 20:07:37.684151 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fe30b99a-69b6-45d3-a279-96b8da6116e6 req-28430ce3-ba74-4d78-ba50-d4876396957a tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811440 Jul 30 20:07:38.033204 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device b02c8eb4-8571-432c-a03b-2e1b81ff7e29 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:07:38.045945 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ad16d96-7d09-414e-8363-a4650472d558 req-0350a6b6-75c4-4dad-b6c0-69fd88190cb4 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa2b734c-dcb6-472b-aa1a-50a7749eb1da HTTP/1.1" status: 200 len: 210 time: 0.1015766 Jul 30 20:07:38.292446 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d648296-0e03-4bc0-9e94-be202c4795a9 req-e5a28e0d-fb54-4f01-ba77-702422a58fdb tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=19eea34d-8e0b-4ac2-84d4-a8fb332e2420 HTTP/1.1" status: 200 len: 210 time: 0.0619588 Jul 30 20:07:38.385741 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c88ace91-f944-4447-b682-7b9621464885 req-92ca734d-74b4-4383-9bb2-23db73a08fee tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1147971 Jul 30 20:07:38.415252 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port b02c8eb4-8571-432c-a03b-2e1b81ff7e29, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=b02c8eb4-8571-432c-a03b-2e1b81ff7e29,segment=NetworkSegment(ce00f4ba-d8bb-4afc-8455-d155bb6366db),segment_id=ce00f4ba-d8bb-4afc-8455-d155bb6366db)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:38.475499 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'b02c8eb4-8571-432c-a03b-2e1b81ff7e29', 'network_id': 'd720bf4d-d89c-40cc-a8d3-2bcde79b768e', 'port_id': 'b02c8eb4-8571-432c-a03b-2e1b81ff7e29', 'mac_address': 'fa:16:3e:ba:36:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc58012-6aa4-4104-b48c-ddab3633cb9f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:07:38.581404 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:07:38.651288 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:38.668727 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f20fe-1acd-4a9e-adff-5ce87c734e54 req-6065058b-1df9-4e40-ab67-55a4488a589a tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:38.685259 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b02c8eb4-8571-432c-a03b-2e1b81ff7e29 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:07:38.692993 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0c7f20fe-1acd-4a9e-adff-5ce87c734e54 req-6065058b-1df9-4e40-ab67-55a4488a589a tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 944 time: 0.4274971 Jul 30 20:07:38.703238 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c88ace91-f944-4447-b682-7b9621464885 req-b44d2ad0-4061-4d5f-ad06-ac9250fe316a tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605490 Jul 30 20:07:38.709446 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ace91-f944-4447-b682-7b9621464885 req-dfd4d067-001c-4cc0-9d7b-144d55b280a9 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:38.717051 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c88ace91-f944-4447-b682-7b9621464885 req-dfd4d067-001c-4cc0-9d7b-144d55b280a9 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3181083 Jul 30 20:07:38.733135 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port b02c8eb4-8571-432c-a03b-2e1b81ff7e29, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=b02c8eb4-8571-432c-a03b-2e1b81ff7e29,segment=NetworkSegment(ce00f4ba-d8bb-4afc-8455-d155bb6366db),segment_id=ce00f4ba-d8bb-4afc-8455-d155bb6366db)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:38.740176 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:38.746415 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:07:38.752787 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:38.753671 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:38.802220 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-c88ace91-f944-4447-b682-7b9621464885 req-1374319e-7be0-488c-b3e2-d8e0ea6970f4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Request body: {'port': {'device_id': '6fc660d2-17b8-4d66-8b3d-702c99bbdf3d', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': '4045e60369ef4027bbe0b4f0fb9d8f61'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:38.870096 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=b02c8eb4-8571-432c-a03b-2e1b81ff7e29,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:38.925407 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:39.004577 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b,segment=NetworkSegment(0383e9de-046a-4b03-bce8-9689f3489f0e),segment_id=0383e9de-046a-4b03-bce8-9689f3489f0e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:39.018510 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:39.034828 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['b02c8eb4-8571-432c-a03b-2e1b81ff7e29'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:39.067654 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0c7f20fe-1acd-4a9e-adff-5ce87c734e54 req-07fe3557-6f45-4753-83ef-9f7001fb22f1 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736486 Jul 30 20:07:39.160292 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afcd2b-bdb3-4668-a695-04a60af43e48 req-18d87d36-f57b-4776-b656-064202fc44f3 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:39.173138 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95afcd2b-bdb3-4668-a695-04a60af43e48 req-18d87d36-f57b-4776-b656-064202fc44f3 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bb9afae-ae12-4c27-b987-bc80113a0bf4 HTTP/1.1" status: 200 len: 945 time: 0.1803811 Jul 30 20:07:39.213857 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ace91-f944-4447-b682-7b9621464885 req-5f855465-4913-404f-9d69-82f956f23f15 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:39.215675 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c88ace91-f944-4447-b682-7b9621464885 req-5f855465-4913-404f-9d69-82f956f23f15 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5051866 Jul 30 20:07:39.237496 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95afcd2b-bdb3-4668-a695-04a60af43e48 req-e5290a36-464c-466d-91bc-ae628afc7d74 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625212 Jul 30 20:07:39.260564 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:39.298144 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-c88ace91-f944-4447-b682-7b9621464885 req-027ddb0a-0b00-4473-913d-8c800cb94739 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Request body: {'port': {'device_id': '19eea34d-8e0b-4ac2-84d4-a8fb332e2420', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': '4045e60369ef4027bbe0b4f0fb9d8f61'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:39.320849 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-729d0c10-0d9f-4be2-b6ba-c0ed7bb31ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:39.429626 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d0c10-0d9f-4be2-b6ba-c0ed7bb31ebc admin admin] Pushing event deleted for resources: {'Port': ['ID=d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:39.515228 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e2565b5-973a-401b-bb30-2db86f57088c req-008f0e49-fc50-4a3f-a2ae-39e8045a4c01 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa2b734c-dcb6-472b-aa1a-50a7749eb1da HTTP/1.1" status: 200 len: 210 time: 0.0782177 Jul 30 20:07:39.603876 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d0c10-0d9f-4be2-b6ba-c0ed7bb31ebc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:39.614996 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d0c10-0d9f-4be2-b6ba-c0ed7bb31ebc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:39.615967 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d0c10-0d9f-4be2-b6ba-c0ed7bb31ebc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:39.616550 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d0c10-0d9f-4be2-b6ba-c0ed7bb31ebc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:39.617086 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d0c10-0d9f-4be2-b6ba-c0ed7bb31ebc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:39.617430 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d0c10-0d9f-4be2-b6ba-c0ed7bb31ebc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:39.617764 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d0c10-0d9f-4be2-b6ba-c0ed7bb31ebc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:39.618096 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d0c10-0d9f-4be2-b6ba-c0ed7bb31ebc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:39.618428 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d0c10-0d9f-4be2-b6ba-c0ed7bb31ebc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:39.618764 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d0c10-0d9f-4be2-b6ba-c0ed7bb31ebc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:39.619090 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d0c10-0d9f-4be2-b6ba-c0ed7bb31ebc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:39.619419 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d0c10-0d9f-4be2-b6ba-c0ed7bb31ebc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:07:39.681099 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c88ace91-f944-4447-b682-7b9621464885 req-027ddb0a-0b00-4473-913d-8c800cb94739 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Made reservation on behalf of 4045e60369ef4027bbe0b4f0fb9d8f61 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:07:39.685437 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c88ace91-f944-4447-b682-7b9621464885 req-027ddb0a-0b00-4473-913d-8c800cb94739 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:39.712028 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c88ace91-f944-4447-b682-7b9621464885 req-1374319e-7be0-488c-b3e2-d8e0ea6970f4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Made reservation on behalf of 4045e60369ef4027bbe0b4f0fb9d8f61 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:07:39.725777 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c88ace91-f944-4447-b682-7b9621464885 req-1374319e-7be0-488c-b3e2-d8e0ea6970f4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:39.891361 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-c88ace91-f944-4447-b682-7b9621464885 req-027ddb0a-0b00-4473-913d-8c800cb94739 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Allocated IP 192.168.233.104 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/f80ceb81-a4e4-4e24-b00b-5bc1f84a0151) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:07:39.948533 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-74e01eda-aba7-429b-b69b-458c45dabe22 req-2fa94e14-a60d-4ad4-8b49-0cad15e22e1a tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=19eea34d-8e0b-4ac2-84d4-a8fb332e2420 HTTP/1.1" status: 200 len: 210 time: 0.3467205 Jul 30 20:07:39.998800 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 4993508f-ceb4-46ab-bc3d-cb140b4d4a63 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:07:40.015825 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-729d0c10-0d9f-4be2-b6ba-c0ed7bb31ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:40.082089 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 4993508f-ceb4-46ab-bc3d-cb140b4d4a63 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:07:40.090916 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 4993508f-ceb4-46ab-bc3d-cb140b4d4a63 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:40.092517 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:40.232351 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-3ffb1956-ae6d-40a4-bf89-2c6d9b6d9f96 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:40.233927 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-3ffb1956-ae6d-40a4-bf89-2c6d9b6d9f96 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.83 "GET /v2.0/networks?id=db7f714c-123c-4fe0-b78c-4cac6ac7c141 HTTP/1.1" status: 200 len: 813 time: 0.2961645 Jul 30 20:07:40.273968 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-3207baec-95d9-4fde-a8b0-a600da710a0d tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Request body: {'port': {'device_id': 'a12663ab-b5a5-465f-b924-b07922a15c45', 'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141', 'admin_state_up': True, 'tenant_id': 'babf84d9f6b44799a6f91d6ad4ddb773'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:40.325907 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:40.329517 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.83', 50667) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:40.427553 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fac098-ac1c-43a3-bb25-c8f5d984def1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4993508f-ceb4-46ab-bc3d-cb140b4d4a63'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:40.434275 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef0f811-c935-4735-a061-a61e5dfbae48" -d '{"events": [{"server_uuid": "d3fac098-ac1c-43a3-bb25-c8f5d984def1", "name": "network-vif-plugged", "status": "completed", "tag": "4993508f-ceb4-46ab-bc3d-cb140b4d4a63"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:40.475550 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 4993508f-ceb4-46ab-bc3d-cb140b4d4a63, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=4993508f-ceb4-46ab-bc3d-cb140b4d4a63,segment=NetworkSegment(4c5727ff-ec87-4700-924a-9fefe61b44a6),segment_id=4c5727ff-ec87-4700-924a-9fefe61b44a6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:40.490574 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:40.590363 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=4993508f-ceb4-46ab-bc3d-cb140b4d4a63,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:40.704251 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729d0c10-0d9f-4be2-b6ba-c0ed7bb31ebc admin admin] Router 8bf54525-17bb-4f2a-91f1-cbd0271fbd56 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:07:40.729706 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-c4774b87-49d6-4f6b-a9cd-6f89bad110ff tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:40.731215 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-c4774b87-49d6-4f6b-a9cd-6f89bad110ff tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.83 "GET /v2.0/networks?id=db7f714c-123c-4fe0-b78c-4cac6ac7c141 HTTP/1.1" status: 200 len: 813 time: 0.3942885 Jul 30 20:07:40.750242 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-b470c237-7fe9-4009-baf0-de794c99200c tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Request body: {'port': {'device_id': 'fa2b734c-dcb6-472b-aa1a-50a7749eb1da', 'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141', 'admin_state_up': True, 'tenant_id': 'babf84d9f6b44799a6f91d6ad4ddb773'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:40.758474 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ca68f-acb8-45a7-941d-8b9d13e927c6 req-02c8cf1d-e5be-4009-902e-d54264c6c066 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:40.760144 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-375ca68f-acb8-45a7-941d-8b9d13e927c6 req-02c8cf1d-e5be-4009-902e-d54264c6c066 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 944 time: 0.5232174 Jul 30 20:07:40.762453 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825acde6-2ca1-4a19-9a57-47e74ce39c96 req-7656e2f7-1558-47a0-a4b6-44972b072271 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:40.770638 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-825acde6-2ca1-4a19-9a57-47e74ce39c96 req-7656e2f7-1558-47a0-a4b6-44972b072271 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bb9afae-ae12-4c27-b987-bc80113a0bf4 HTTP/1.1" status: 200 len: 945 time: 0.2397661 Jul 30 20:07:40.842633 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-375ca68f-acb8-45a7-941d-8b9d13e927c6 req-2002e9a9-9d52-47a0-9464-1e469bc4d947 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708036 Jul 30 20:07:40.885808 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c88ace91-f944-4447-b682-7b9621464885 req-027ddb0a-0b00-4473-913d-8c800cb94739 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:40.922941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-c88ace91-f944-4447-b682-7b9621464885 req-027ddb0a-0b00-4473-913d-8c800cb94739 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Transition to ACTIVE for port object f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:07:40.948294 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-3207baec-95d9-4fde-a8b0-a600da710a0d tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Made reservation on behalf of babf84d9f6b44799a6f91d6ad4ddb773 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:07:40.953483 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-3207baec-95d9-4fde-a8b0-a600da710a0d tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:41.031120 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-825acde6-2ca1-4a19-9a57-47e74ce39c96 req-776f9167-4868-4aaa-aeeb-87fe711e929e tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595656 Jul 30 20:07:41.095964 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729d0c10-0d9f-4be2-b6ba-c0ed7bb31ebc admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:07:41.107034 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add369ee-1d3e-49b6-98cc-1dc2918fb6ce None None] Sync routers for ids ['8bf54525-17bb-4f2a-91f1-cbd0271fbd56'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:07:41.111274 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c88ace91-f944-4447-b682-7b9621464885 req-027ddb0a-0b00-4473-913d-8c800cb94739 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:41.114898 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-729d0c10-0d9f-4be2-b6ba-c0ed7bb31ebc admin admin] 10.222.0.81 "PUT /v2.0/routers/8bf54525-17bb-4f2a-91f1-cbd0271fbd56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0744433 Jul 30 20:07:41.120497 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec291f7-93a7-431a-9241-c64d0f3049c2 x-openstack-request-id: req-fec291f7-93a7-431a-9241-c64d0f3049c2 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:41.122292 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fac098-ac1c-43a3-bb25-c8f5d984def1", "name": "network-vif-plugged", "status": "completed", "tag": "4993508f-ceb4-46ab-bc3d-cb140b4d4a63", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:41.122814 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fec291f7-93a7-431a-9241-c64d0f3049c2 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:41.123461 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fac098-ac1c-43a3-bb25-c8f5d984def1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4993508f-ceb4-46ab-bc3d-cb140b4d4a63', 'code': 200} Jul 30 20:07:41.124618 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58684) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:41.126714 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add369ee-1d3e-49b6-98cc-1dc2918fb6ce None None] Routers {'8bf54525-17bb-4f2a-91f1-cbd0271fbd56'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:07:41.127346 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-add369ee-1d3e-49b6-98cc-1dc2918fb6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:07:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8bf54525-17bb-4f2a-91f1-cbd0271fbd56'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:41.134929 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['bb975919-5c61-4665-a393-73c9c764bad6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:41.213311 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ddb0a-0b00-4473-913d-8c800cb94739 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Pushing event updated for resources: {'Port': ['ID=f80ceb81-a4e4-4e24-b00b-5bc1f84a0151,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:41.224935 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-3207baec-95d9-4fde-a8b0-a600da710a0d tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Allocated IP 172.20.0.9 (db7f714c-123c-4fe0-b78c-4cac6ac7c141/69333c2b-b2f0-45b5-805f-62bf3d2b1b3b/ec74e117-c01e-46f7-99bf-c8fdbebeb00e) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:07:41.342092 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5817296f-5c73-4a38-a9b6-68686d385b7a req-cc5c0fc9-6184-4713-be25-b4221f983aef tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa2b734c-dcb6-472b-aa1a-50a7749eb1da HTTP/1.1" status: 200 len: 210 time: 0.1012497 Jul 30 20:07:41.344387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c88ace91-f944-4447-b682-7b9621464885 req-027ddb0a-0b00-4473-913d-8c800cb94739 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:07:41.352738 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-c88ace91-f944-4447-b682-7b9621464885 req-027ddb0a-0b00-4473-913d-8c800cb94739 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:07:41.357364 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88ace91-f944-4447-b682-7b9621464885 req-027ddb0a-0b00-4473-913d-8c800cb94739 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:07:41.424307 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-add369ee-1d3e-49b6-98cc-1dc2918fb6ce None None] Set router 8bf54525-17bb-4f2a-91f1-cbd0271fbd56 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:07:41.450324 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ace91-f944-4447-b682-7b9621464885 req-027ddb0a-0b00-4473-913d-8c800cb94739 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:41.452471 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c88ace91-f944-4447-b682-7b9621464885 req-027ddb0a-0b00-4473-913d-8c800cb94739 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:41.518483 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-b470c237-7fe9-4009-baf0-de794c99200c tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Made reservation on behalf of babf84d9f6b44799a6f91d6ad4ddb773 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:07:41.522022 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-b470c237-7fe9-4009-baf0-de794c99200c tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:41.533218 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c88ace91-f944-4447-b682-7b9621464885 req-027ddb0a-0b00-4473-913d-8c800cb94739 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2400806 Jul 30 20:07:41.554994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-c88ace91-f944-4447-b682-7b9621464885 req-e8c363fb-7d38-4a86-9728-99a4c9459545 service neutron] Request body: {'port': {'device_id': '19eea34d-8e0b-4ac2-84d4-a8fb332e2420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:41.658111 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c88ace91-f944-4447-b682-7b9621464885 req-e8c363fb-7d38-4a86-9728-99a4c9459545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:41.712400 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-3207baec-95d9-4fde-a8b0-a600da710a0d tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:41.740699 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-add369ee-1d3e-49b6-98cc-1dc2918fb6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf54525-17bb-4f2a-91f1-cbd0271fbd56', 'name': 'tempest-FloatingIPsNegativeTestJSON-421687557-router', 'tenant_id': '2a9d5077495d4ad29bd60521d808cd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '459fb79e-c688-4eeb-bffd-e6a319ffc8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:21Z', 'updated_at': '2021-07-30T20:07:39Z', 'revision_number': 5, 'project_id': '2a9d5077495d4ad29bd60521d808cd65', 'gw_port': {'id': '459fb79e-c688-4eeb-bffd-e6a319ffc8be', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf54525-17bb-4f2a-91f1-cbd0271fbd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:22Z', 'updated_at': '2021-07-30T20:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:41.784181 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add369ee-1d3e-49b6-98cc-1dc2918fb6ce None None] Checking router: 8bf54525-17bb-4f2a-91f1-cbd0271fbd56 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:07:41.817366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-aaa6d42f-77f1-4e2b-9d18-b1ef4d7869c0 None None] Provisioning for port f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:07:41.817637 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add369ee-1d3e-49b6-98cc-1dc2918fb6ce None None] Routers {'8bf54525-17bb-4f2a-91f1-cbd0271fbd56'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:07:41.818621 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-add369ee-1d3e-49b6-98cc-1dc2918fb6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:07:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8bf54525-17bb-4f2a-91f1-cbd0271fbd56'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:41.822829 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-aaa6d42f-77f1-4e2b-9d18-b1ef4d7869c0 None None] Provisioning complete for port f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:41.823589 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aaa6d42f-77f1-4e2b-9d18-b1ef4d7869c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:41.873781 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-3207baec-95d9-4fde-a8b0-a600da710a0d tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:41.916714 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-aaa6d42f-77f1-4e2b-9d18-b1ef4d7869c0 None None] Port f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:07:41.933401 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207baec-95d9-4fde-a8b0-a600da710a0d tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Pushing event updated for resources: {'Port': ['ID=ec74e117-c01e-46f7-99bf-c8fdbebeb00e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:41.972619 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-3207baec-95d9-4fde-a8b0-a600da710a0d tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Network db7f714c-123c-4fe0-b78c-4cac6ac7c141 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:07:41.975776 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-3207baec-95d9-4fde-a8b0-a600da710a0d tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:07:41.978696 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-3207baec-95d9-4fde-a8b0-a600da710a0d tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:07:41.991861 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-c88ace91-f944-4447-b682-7b9621464885 req-1374319e-7be0-488c-b3e2-d8e0ea6970f4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Allocated IP 192.168.233.249 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/557f9a18-0625-475f-bc09-3f39d6ca3061) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:07:42.022618 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-add369ee-1d3e-49b6-98cc-1dc2918fb6ce None None] Set router 8bf54525-17bb-4f2a-91f1-cbd0271fbd56 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:07:42.029181 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device b02c8eb4-8571-432c-a03b-2e1b81ff7e29 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:07:42.034320 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-3207baec-95d9-4fde-a8b0-a600da710a0d tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:42.034910 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-3207baec-95d9-4fde-a8b0-a600da710a0d tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:42.058857 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b12de-92e0-47d8-b212-04dde3b857d1 req-fd7da469-306b-4a01-8afa-b40b00e48bec tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:42.061123 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-888b12de-92e0-47d8-b212-04dde3b857d1 req-fd7da469-306b-4a01-8afa-b40b00e48bec tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 945 time: 0.1297309 Jul 30 20:07:42.066815 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-3207baec-95d9-4fde-a8b0-a600da710a0d tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8044484 Jul 30 20:07:42.089686 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e830131-8694-4e01-a86c-e29d28020c6d req-e9b1b966-ba0d-4381-8c0c-e7423639e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:42.090070 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-8320ecdc-00f1-45f5-bab7-7210348cc50a service neutron] Request body: {'port': {'device_id': 'a12663ab-b5a5-465f-b924-b07922a15c45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:42.091363 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e830131-8694-4e01-a86c-e29d28020c6d req-e9b1b966-ba0d-4381-8c0c-e7423639e7b2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 1096 time: 0.7662754 Jul 30 20:07:42.142923 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port b02c8eb4-8571-432c-a03b-2e1b81ff7e29 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:07:42.161884 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port b02c8eb4-8571-432c-a03b-2e1b81ff7e29 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:42.162924 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:42.168529 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-888b12de-92e0-47d8-b212-04dde3b857d1 req-3f1df41f-f013-44fb-a84c-3e2311a81da1 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964727 Jul 30 20:07:42.197082 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace01dee-b083-4d05-bf0c-861bb30f0cea req-6a209ece-becb-4c11-b174-74c0fcf296fc tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:42.198646 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ace01dee-b083-4d05-bf0c-861bb30f0cea req-6a209ece-becb-4c11-b174-74c0fcf296fc tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=19eea34d-8e0b-4ac2-84d4-a8fb332e2420 HTTP/1.1" status: 200 len: 936 time: 0.7918999 Jul 30 20:07:42.211338 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d7cb8a9-3e8d-4e93-ad66-932cbb7dd9d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:42.220387 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-8320ecdc-00f1-45f5-bab7-7210348cc50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:42.352928 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-add369ee-1d3e-49b6-98cc-1dc2918fb6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf54525-17bb-4f2a-91f1-cbd0271fbd56', 'name': 'tempest-FloatingIPsNegativeTestJSON-421687557-router', 'tenant_id': '2a9d5077495d4ad29bd60521d808cd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '459fb79e-c688-4eeb-bffd-e6a319ffc8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:21Z', 'updated_at': '2021-07-30T20:07:39Z', 'revision_number': 5, 'project_id': '2a9d5077495d4ad29bd60521d808cd65', 'gw_port': {'id': '459fb79e-c688-4eeb-bffd-e6a319ffc8be', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf54525-17bb-4f2a-91f1-cbd0271fbd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:22Z', 'updated_at': '2021-07-30T20:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:42.375921 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e830131-8694-4e01-a86c-e29d28020c6d req-3a481603-7f05-4574-b34b-0af7928026a0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640388 Jul 30 20:07:42.423411 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:42.435988 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add369ee-1d3e-49b6-98cc-1dc2918fb6ce None None] The sync data for ids ['8bf54525-17bb-4f2a-91f1-cbd0271fbd56'] in n-d-712137-9 is: [{'id': '8bf54525-17bb-4f2a-91f1-cbd0271fbd56', 'name': 'tempest-FloatingIPsNegativeTestJSON-421687557-router', 'tenant_id': '2a9d5077495d4ad29bd60521d808cd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '459fb79e-c688-4eeb-bffd-e6a319ffc8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:21Z', 'updated_at': '2021-07-30T20:07:39Z', 'revision_number': 5, 'project_id': '2a9d5077495d4ad29bd60521d808cd65', 'gw_port': {'id': '459fb79e-c688-4eeb-bffd-e6a319ffc8be', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf54525-17bb-4f2a-91f1-cbd0271fbd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:22Z', 'updated_at': '2021-07-30T20:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:07:42.450537 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ace01dee-b083-4d05-bf0c-861bb30f0cea req-de3af8b0-f58c-4b1b-a4ec-fb7fd57628cd tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313561 Jul 30 20:07:42.498807 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port b02c8eb4-8571-432c-a03b-2e1b81ff7e29, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=b02c8eb4-8571-432c-a03b-2e1b81ff7e29,segment=NetworkSegment(ce00f4ba-d8bb-4afc-8455-d155bb6366db),segment_id=ce00f4ba-d8bb-4afc-8455-d155bb6366db)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:42.519931 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:42.560574 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafc24b-6638-407d-9458-4bcf24f043a1 req-a02cebda-182a-4c95-82b4-b155a14ba55e tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:42.568508 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1cafc24b-6638-407d-9458-4bcf24f043a1 req-a02cebda-182a-4c95-82b4-b155a14ba55e tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bb9afae-ae12-4c27-b987-bc80113a0bf4 HTTP/1.1" status: 200 len: 945 time: 0.1205857 Jul 30 20:07:42.578157 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-b470c237-7fe9-4009-baf0-de794c99200c tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Allocated IP 172.20.0.10 (db7f714c-123c-4fe0-b78c-4cac6ac7c141/69333c2b-b2f0-45b5-805f-62bf3d2b1b3b/08ab39f8-8164-4c45-894a-2791446b2d29) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:07:42.634211 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1cafc24b-6638-407d-9458-4bcf24f043a1 req-a3d7bf7e-b4cd-447f-a233-3e05e4a40049 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490682 Jul 30 20:07:42.640489 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=b02c8eb4-8571-432c-a03b-2e1b81ff7e29,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:42.734992 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9e1a5381-83dd-46bb-8a05-741bc302ec1c req-a91e5fe0-cfcc-48e9-a5ab-c6a596776e2e tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa2b734c-dcb6-472b-aa1a-50a7749eb1da HTTP/1.1" status: 200 len: 210 time: 0.0368690 Jul 30 20:07:42.744557 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d7cb8a9-3e8d-4e93-ad66-932cbb7dd9d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:42.781211 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c88ace91-f944-4447-b682-7b9621464885 req-1374319e-7be0-488c-b3e2-d8e0ea6970f4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:42.831323 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-c88ace91-f944-4447-b682-7b9621464885 req-1374319e-7be0-488c-b3e2-d8e0ea6970f4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Transition to ACTIVE for port object 557f9a18-0625-475f-bc09-3f39d6ca3061 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:07:42.876802 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-b470c237-7fe9-4009-baf0-de794c99200c tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:42.914123 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6d7cb8a9-3e8d-4e93-ad66-932cbb7dd9d1 admin admin] Deleting port 459fb79e-c688-4eeb-bffd-e6a319ffc8be {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:07:42.914469 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d7cb8a9-3e8d-4e93-ad66-932cbb7dd9d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:43.008988 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c88ace91-f944-4447-b682-7b9621464885 req-1374319e-7be0-488c-b3e2-d8e0ea6970f4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:43.029714 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['bb975919-5c61-4665-a393-73c9c764bad6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:43.081844 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c88ace91-f944-4447-b682-7b9621464885 req-1374319e-7be0-488c-b3e2-d8e0ea6970f4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:07:43.093678 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-c88ace91-f944-4447-b682-7b9621464885 req-1374319e-7be0-488c-b3e2-d8e0ea6970f4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:07:43.134285 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88ace91-f944-4447-b682-7b9621464885 req-1374319e-7be0-488c-b3e2-d8e0ea6970f4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:07:43.141101 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-6d7cb8a9-3e8d-4e93-ad66-932cbb7dd9d1 admin admin] For port 459fb79e-c688-4eeb-bffd-e6a319ffc8be, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=459fb79e-c688-4eeb-bffd-e6a319ffc8be,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:43.141563 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d7cb8a9-3e8d-4e93-ad66-932cbb7dd9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:43.144533 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374319e-7be0-488c-b3e2-d8e0ea6970f4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Pushing event updated for resources: {'Port': ['ID=557f9a18-0625-475f-bc09-3f39d6ca3061,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:43.178409 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb9afae-ae12-4c27-b987-bc80113a0bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02c8eb4-8571-432c-a03b-2e1b81ff7e29'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:43.183784 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-b470c237-7fe9-4009-baf0-de794c99200c tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:43.184477 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a3cef0-0676-4241-b7e6-49881b821958" -d '{"events": [{"server_uuid": "3bb9afae-ae12-4c27-b987-bc80113a0bf4", "name": "network-vif-plugged", "status": "completed", "tag": "b02c8eb4-8571-432c-a03b-2e1b81ff7e29"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:43.222331 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6d7cb8a9-3e8d-4e93-ad66-932cbb7dd9d1 admin admin] Calling delete_port for 459fb79e-c688-4eeb-bffd-e6a319ffc8be owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:07:43.358186 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e4297a-7ec6-46a1-b69c-ec498615b387 x-openstack-request-id: req-e8e4297a-7ec6-46a1-b69c-ec498615b387 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:43.358487 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb9afae-ae12-4c27-b987-bc80113a0bf4", "name": "network-vif-plugged", "status": "completed", "tag": "b02c8eb4-8571-432c-a03b-2e1b81ff7e29", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:43.358726 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e8e4297a-7ec6-46a1-b69c-ec498615b387 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:43.359139 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb9afae-ae12-4c27-b987-bc80113a0bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02c8eb4-8571-432c-a03b-2e1b81ff7e29', 'code': 200} Jul 30 20:07:43.391848 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-c88ace91-f944-4447-b682-7b9621464885 req-e8c363fb-7d38-4a86-9728-99a4c9459545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:07:43.418352 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c88ace91-f944-4447-b682-7b9621464885 req-e8c363fb-7d38-4a86-9728-99a4c9459545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:43.437712 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470c237-7fe9-4009-baf0-de794c99200c tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Pushing event updated for resources: {'Port': ['ID=08ab39f8-8164-4c45-894a-2791446b2d29,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:43.490104 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-c88ace91-f944-4447-b682-7b9621464885 req-e8c363fb-7d38-4a86-9728-99a4c9459545 service neutron] Transition to ACTIVE for port object f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:07:43.505625 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c88ace91-f944-4447-b682-7b9621464885 req-e8c363fb-7d38-4a86-9728-99a4c9459545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:43.592670 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ace91-f944-4447-b682-7b9621464885 req-1374319e-7be0-488c-b3e2-d8e0ea6970f4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:43.592920 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c363fb-7d38-4a86-9728-99a4c9459545 service neutron] Pushing event updated for resources: {'Port': ['ID=f80ceb81-a4e4-4e24-b00b-5bc1f84a0151,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:43.594139 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c88ace91-f944-4447-b682-7b9621464885 req-1374319e-7be0-488c-b3e2-d8e0ea6970f4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:43.650305 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-b470c237-7fe9-4009-baf0-de794c99200c tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Network db7f714c-123c-4fe0-b78c-4cac6ac7c141 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:07:43.655725 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d81908c4-2fe1-4b24-a0de-d7bb811ff005 None None] Provisioning for port 557f9a18-0625-475f-bc09-3f39d6ca3061 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:07:43.661540 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d81908c4-2fe1-4b24-a0de-d7bb811ff005 None None] Provisioning complete for port 557f9a18-0625-475f-bc09-3f39d6ca3061 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:43.662322 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d81908c4-2fe1-4b24-a0de-d7bb811ff005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:43.665962 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-b470c237-7fe9-4009-baf0-de794c99200c tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:07:43.672440 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-b470c237-7fe9-4009-baf0-de794c99200c tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:07:43.683890 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c88ace91-f944-4447-b682-7b9621464885 req-1374319e-7be0-488c-b3e2-d8e0ea6970f4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9497552 Jul 30 20:07:43.728021 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96455194-7f36-495c-b818-59dc0dc13011 req-319b95d8-ba42-4c01-b78f-729c4df67a97 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:43.736489 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-96455194-7f36-495c-b818-59dc0dc13011 req-319b95d8-ba42-4c01-b78f-729c4df67a97 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 945 time: 0.3318574 Jul 30 20:07:43.738963 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-8320ecdc-00f1-45f5-bab7-7210348cc50a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec74e117-c01e-46f7-99bf-c8fdbebeb00e {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:07:43.747896 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-c88ace91-f944-4447-b682-7b9621464885 req-35bbfe12-b759-4dfe-98b5-7892207107ad service neutron] Request body: {'port': {'device_id': '6fc660d2-17b8-4d66-8b3d-702c99bbdf3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:43.762194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d81908c4-2fe1-4b24-a0de-d7bb811ff005 None None] Port 557f9a18-0625-475f-bc09-3f39d6ca3061 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:07:43.790658 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-8320ecdc-00f1-45f5-bab7-7210348cc50a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:43.800032 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733816e-40a5-4023-b99f-edded1bc2f78 req-e708e7a2-dfeb-44b3-b262-21fa942366ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:43.801530 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d733816e-40a5-4023-b99f-edded1bc2f78 req-e708e7a2-dfeb-44b3-b262-21fa942366ba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3bb9afae-ae12-4c27-b987-bc80113a0bf4 HTTP/1.1" status: 200 len: 1097 time: 0.3005354 Jul 30 20:07:43.803454 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca16c5-0ea1-4f3e-9edc-485320798797 req-34a2970b-8a4e-43f6-996e-46a3d552f1d0 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:43.805256 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9ca16c5-0ea1-4f3e-9edc-485320798797 req-34a2970b-8a4e-43f6-996e-46a3d552f1d0 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=19eea34d-8e0b-4ac2-84d4-a8fb332e2420 HTTP/1.1" status: 200 len: 948 time: 0.2138031 Jul 30 20:07:43.846663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-8320ecdc-00f1-45f5-bab7-7210348cc50a service neutron] Transition to ACTIVE for port object ec74e117-c01e-46f7-99bf-c8fdbebeb00e will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:07:43.861498 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-8320ecdc-00f1-45f5-bab7-7210348cc50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:43.914012 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9ca16c5-0ea1-4f3e-9edc-485320798797 req-4088fb32-55c8-48de-b200-089ce1957087 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992613 Jul 30 20:07:43.924670 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-c88ace91-f944-4447-b682-7b9621464885 req-e8c363fb-7d38-4a86-9728-99a4c9459545 service neutron] Attempting to bind port f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:07:43.925038 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-c88ace91-f944-4447-b682-7b9621464885 req-e8c363fb-7d38-4a86-9728-99a4c9459545 service neutron] Attempting to bind port f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:07:43.925383 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88ace91-f944-4447-b682-7b9621464885 req-e8c363fb-7d38-4a86-9728-99a4c9459545 service neutron] Attempting to bind port f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:07:43.951496 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88ace91-f944-4447-b682-7b9621464885 req-e8c363fb-7d38-4a86-9728-99a4c9459545 service neutron] Port f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:07:43.952205 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88ace91-f944-4447-b682-7b9621464885 req-e8c363fb-7d38-4a86-9728-99a4c9459545 service neutron] Attempting to bind port f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:07:43.955203 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320ecdc-00f1-45f5-bab7-7210348cc50a service neutron] Pushing event updated for resources: {'Port': ['ID=ec74e117-c01e-46f7-99bf-c8fdbebeb00e,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:43.961771 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88ace91-f944-4447-b682-7b9621464885 req-e8c363fb-7d38-4a86-9728-99a4c9459545 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:07:43.962120 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88ace91-f944-4447-b682-7b9621464885 req-e8c363fb-7d38-4a86-9728-99a4c9459545 service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:07:43.962509 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88ace91-f944-4447-b682-7b9621464885 req-e8c363fb-7d38-4a86-9728-99a4c9459545 service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:07:43.962991 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-c88ace91-f944-4447-b682-7b9621464885 req-e8c363fb-7d38-4a86-9728-99a4c9459545 service neutron] Bound port: f80ceb81-a4e4-4e24-b00b-5bc1f84a0151, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:07:43.963301 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c88ace91-f944-4447-b682-7b9621464885 req-e8c363fb-7d38-4a86-9728-99a4c9459545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:44.016138 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-96455194-7f36-495c-b818-59dc0dc13011 req-a0ebea50-4051-4547-b6eb-2025b91aedcb tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784383 Jul 30 20:07:44.030422 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-b470c237-7fe9-4009-baf0-de794c99200c tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:44.032362 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-b470c237-7fe9-4009-baf0-de794c99200c tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:44.037281 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c88ace91-f944-4447-b682-7b9621464885 req-35bbfe12-b759-4dfe-98b5-7892207107ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:44.057246 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d733816e-40a5-4023-b99f-edded1bc2f78 req-55318e5a-9434-4fa5-9b5c-c2c8002022cb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176530 Jul 30 20:07:44.083883 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-8320ecdc-00f1-45f5-bab7-7210348cc50a service neutron] Attempting to bind port ec74e117-c01e-46f7-99bf-c8fdbebeb00e on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:07:44.084227 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-8320ecdc-00f1-45f5-bab7-7210348cc50a service neutron] Attempting to bind port ec74e117-c01e-46f7-99bf-c8fdbebeb00e by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '2618f9ee-81c9-4a40-a57d-bfcc0bd06c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:07:44.084548 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-8320ecdc-00f1-45f5-bab7-7210348cc50a service neutron] Attempting to bind port ec74e117-c01e-46f7-99bf-c8fdbebeb00e on network db7f714c-123c-4fe0-b78c-4cac6ac7c141 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:07:44.121130 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-b470c237-7fe9-4009-baf0-de794c99200c tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3764749 Jul 30 20:07:44.130985 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-c88ace91-f944-4447-b682-7b9621464885 req-e8c363fb-7d38-4a86-9728-99a4c9459545 service neutron] For port f80ceb81-a4e4-4e24-b00b-5bc1f84a0151, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:07:44.135323 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-c88ace91-f944-4447-b682-7b9621464885 req-e8c363fb-7d38-4a86-9728-99a4c9459545 service neutron] For port f80ceb81-a4e4-4e24-b00b-5bc1f84a0151, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=f80ceb81-a4e4-4e24-b00b-5bc1f84a0151,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:07:44.137001 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-8320ecdc-00f1-45f5-bab7-7210348cc50a service neutron] Port ec74e117-c01e-46f7-99bf-c8fdbebeb00e on network db7f714c-123c-4fe0-b78c-4cac6ac7c141 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:07:44.137462 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-8320ecdc-00f1-45f5-bab7-7210348cc50a service neutron] Attempting to bind port ec74e117-c01e-46f7-99bf-c8fdbebeb00e on network db7f714c-123c-4fe0-b78c-4cac6ac7c141 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:07:44.152408 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-8320ecdc-00f1-45f5-bab7-7210348cc50a service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:07:44.152839 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-8320ecdc-00f1-45f5-bab7-7210348cc50a service neutron] Checking segment: {'id': '2618f9ee-81c9-4a40-a57d-bfcc0bd06c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:07:44.156428 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-4366608e-9d8e-465c-97e5-94770bce9d6e service neutron] Request body: {'port': {'device_id': 'fa2b734c-dcb6-472b-aa1a-50a7749eb1da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:44.160199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-8320ecdc-00f1-45f5-bab7-7210348cc50a service neutron] Bound using segment: {'id': '2618f9ee-81c9-4a40-a57d-bfcc0bd06c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:07:44.160639 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-8320ecdc-00f1-45f5-bab7-7210348cc50a service neutron] Bound port: ec74e117-c01e-46f7-99bf-c8fdbebeb00e, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2618f9ee-81c9-4a40-a57d-bfcc0bd06c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:07:44.161025 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-8320ecdc-00f1-45f5-bab7-7210348cc50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:44.173579 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c88ace91-f944-4447-b682-7b9621464885 req-e8c363fb-7d38-4a86-9728-99a4c9459545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:44.280735 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ace91-f944-4447-b682-7b9621464885 req-e8c363fb-7d38-4a86-9728-99a4c9459545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:44.281527 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c88ace91-f944-4447-b682-7b9621464885 req-e8c363fb-7d38-4a86-9728-99a4c9459545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:44.283023 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c88ace91-f944-4447-b682-7b9621464885 req-e8c363fb-7d38-4a86-9728-99a4c9459545 service neutron] 10.222.0.83 "PUT /v2.0/ports/f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 HTTP/1.1" status: 200 len: 1096 time: 2.7372756 Jul 30 20:07:44.286177 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19eea34d-8e0b-4ac2-84d4-a8fb332e2420', 'tag': 'f80ceb81-a4e4-4e24-b00b-5bc1f84a0151'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:44.295288 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4df631-f315-4fb0-ae47-bd6115619fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "19eea34d-8e0b-4ac2-84d4-a8fb332e2420", "tag": "f80ceb81-a4e4-4e24-b00b-5bc1f84a0151"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:44.365366 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aef75c-4980-43dd-a3a5-de3b200d40dc req-82093d3e-98f8-4738-8c12-1225a6247b60 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:44.372964 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86aef75c-4980-43dd-a3a5-de3b200d40dc req-82093d3e-98f8-4738-8c12-1225a6247b60 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bb9afae-ae12-4c27-b987-bc80113a0bf4 HTTP/1.1" status: 200 len: 946 time: 0.2312956 Jul 30 20:07:44.375429 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c363fb-7d38-4a86-9728-99a4c9459545 service neutron] Pushing event updated for resources: {'Port': ['ID=f80ceb81-a4e4-4e24-b00b-5bc1f84a0151,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:44.428016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-8320ecdc-00f1-45f5-bab7-7210348cc50a service neutron] For port ec74e117-c01e-46f7-99bf-c8fdbebeb00e, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:07:44.439929 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:07:44.455728 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-8320ecdc-00f1-45f5-bab7-7210348cc50a service neutron] For port ec74e117-c01e-46f7-99bf-c8fdbebeb00e, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ec74e117-c01e-46f7-99bf-c8fdbebeb00e,segment=NetworkSegment(2618f9ee-81c9-4a40-a57d-bfcc0bd06c33),segment_id=2618f9ee-81c9-4a40-a57d-bfcc0bd06c33)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:07:44.467765 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:07:44.468533 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d6437acc-8c3c-4ddf-b5f0-2899fdc5eb8b not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:07:44.476385 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86aef75c-4980-43dd-a3a5-de3b200d40dc req-341d4fbd-f3d4-48bd-bf08-c61e7d28e25e tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004620 Jul 30 20:07:44.479820 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-8320ecdc-00f1-45f5-bab7-7210348cc50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:44.509819 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ace91-f944-4447-b682-7b9621464885 req-8449f4bd-7a59-4522-8b53-91dc4e037999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:44.511954 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c88ace91-f944-4447-b682-7b9621464885 req-8449f4bd-7a59-4522-8b53-91dc4e037999 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&device_id=19eea34d-8e0b-4ac2-84d4-a8fb332e2420 HTTP/1.1" status: 200 len: 1099 time: 0.1333084 Jul 30 20:07:44.547279 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa255d3a-933d-4f90-a5d0-db0485b7965e x-openstack-request-id: req-aa255d3a-933d-4f90-a5d0-db0485b7965e {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:44.547759 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19eea34d-8e0b-4ac2-84d4-a8fb332e2420", "tag": "f80ceb81-a4e4-4e24-b00b-5bc1f84a0151", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:44.548107 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aa255d3a-933d-4f90-a5d0-db0485b7965e {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:44.548593 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19eea34d-8e0b-4ac2-84d4-a8fb332e2420', 'tag': 'f80ceb81-a4e4-4e24-b00b-5bc1f84a0151', 'status': 'completed', 'code': 200} Jul 30 20:07:44.589419 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d7cb8a9-3e8d-4e93-ad66-932cbb7dd9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:44.597964 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-8320ecdc-00f1-45f5-bab7-7210348cc50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:44.598589 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-8320ecdc-00f1-45f5-bab7-7210348cc50a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:44.600000 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-8320ecdc-00f1-45f5-bab7-7210348cc50a service neutron] 10.222.0.83 "PUT /v2.0/ports/ec74e117-c01e-46f7-99bf-c8fdbebeb00e HTTP/1.1" status: 200 len: 1091 time: 2.5260518 Jul 30 20:07:44.603089 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c88ace91-f944-4447-b682-7b9621464885 req-8b90f2a4-4bbf-4172-aa56-29646a252238 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 HTTP/1.1" status: 200 len: 217 time: 0.0536671 Jul 30 20:07:44.617543 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-c88ace91-f944-4447-b682-7b9621464885 req-35bbfe12-b759-4dfe-98b5-7892207107ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 557f9a18-0625-475f-bc09-3f39d6ca3061 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:07:44.623396 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-4366608e-9d8e-465c-97e5-94770bce9d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:44.656160 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c88ace91-f944-4447-b682-7b9621464885 req-35bbfe12-b759-4dfe-98b5-7892207107ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:44.662350 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cb8a9-3e8d-4e93-ad66-932cbb7dd9d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=459fb79e-c688-4eeb-bffd-e6a319ffc8be,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:44.700861 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f0a0b-2b02-49d9-86da-1019835f180d req-6e2a5e74-2eff-4290-bad3-00dfa5df9502 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:44.702036 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320ecdc-00f1-45f5-bab7-7210348cc50a service neutron] Pushing event updated for resources: {'Port': ['ID=ec74e117-c01e-46f7-99bf-c8fdbebeb00e,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:44.702371 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8a8f0a0b-2b02-49d9-86da-1019835f180d req-6e2a5e74-2eff-4290-bad3-00dfa5df9502 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa2b734c-dcb6-472b-aa1a-50a7749eb1da HTTP/1.1" status: 200 len: 932 time: 0.5030396 Jul 30 20:07:44.719519 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ace91-f944-4447-b682-7b9621464885 req-be363a72-7d2f-4a02-8cf9-65d1e41e35f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:44.720993 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c88ace91-f944-4447-b682-7b9621464885 req-be363a72-7d2f-4a02-8cf9-65d1e41e35f1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0925448 Jul 30 20:07:44.728870 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-1f93b547-e57e-4fea-bf64-5660b4ec34d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:44.730239 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-1f93b547-e57e-4fea-bf64-5660b4ec34d0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=babf84d9f6b44799a6f91d6ad4ddb773&device_id=a12663ab-b5a5-465f-b924-b07922a15c45 HTTP/1.1" status: 200 len: 1094 time: 0.0631511 Jul 30 20:07:44.730925 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-c88ace91-f944-4447-b682-7b9621464885 req-35bbfe12-b759-4dfe-98b5-7892207107ad service neutron] Transition to ACTIVE for port object 557f9a18-0625-475f-bc09-3f39d6ca3061 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:07:44.759832 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c88ace91-f944-4447-b682-7b9621464885 req-35bbfe12-b759-4dfe-98b5-7892207107ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:44.793572 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-824bb460-1160-45c5-83b9-e78ee0dec50b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec74e117-c01e-46f7-99bf-c8fdbebeb00e HTTP/1.1" status: 200 len: 217 time: 0.0522158 Jul 30 20:07:44.837182 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ace91-f944-4447-b682-7b9621464885 req-6ce9e0c8-1dcd-4ef3-8851-55fe51e95418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:44.838710 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c88ace91-f944-4447-b682-7b9621464885 req-6ce9e0c8-1dcd-4ef3-8851-55fe51e95418 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1076310 Jul 30 20:07:44.861047 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d7cb8a9-3e8d-4e93-ad66-932cbb7dd9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:44.883306 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8a8f0a0b-2b02-49d9-86da-1019835f180d req-62205165-6521-4cc9-aee4-746cb4844ee3 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560056 Jul 30 20:07:44.908965 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-b766dc1f-5dc3-4bbd-afab-bf551705e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:44.910764 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-b766dc1f-5dc3-4bbd-afab-bf551705e117 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=69333c2b-b2f0-45b5-805f-62bf3d2b1b3b HTTP/1.1" status: 200 len: 853 time: 0.1089983 Jul 30 20:07:44.950898 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-27adbc38-f3c0-45ad-a7e5-723440d37e60 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=db7f714c-123c-4fe0-b78c-4cac6ac7c141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312161 Jul 30 20:07:44.962476 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbfe12-b759-4dfe-98b5-7892207107ad service neutron] Pushing event updated for resources: {'Port': ['ID=557f9a18-0625-475f-bc09-3f39d6ca3061,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:45.048738 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c88ace91-f944-4447-b682-7b9621464885 req-197f4996-fbd0-4065-8f0e-86ec5e297117 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015207 Jul 30 20:07:45.183556 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:45.200494 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a75fc2-f829-4676-96f1-bec704dcfe4e req-f9703c89-8413-4ea8-af4e-bbef04b4918a tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:45.202015 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31a75fc2-f829-4676-96f1-bec704dcfe4e req-f9703c89-8413-4ea8-af4e-bbef04b4918a tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=19eea34d-8e0b-4ac2-84d4-a8fb332e2420 HTTP/1.1" status: 200 len: 948 time: 0.1690481 Jul 30 20:07:45.232690 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-dd77240a-8910-4d20-9547-46e8b8b96308 service neutron] 10.222.0.83 "GET /v2.0/networks/db7f714c-123c-4fe0-b78c-4cac6ac7c141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715015 Jul 30 20:07:45.312104 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c88ace91-f944-4447-b682-7b9621464885 req-a8caff49-8b89-40ba-9f0c-b68d11f96e0a service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405033 Jul 30 20:07:45.332934 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31a75fc2-f829-4676-96f1-bec704dcfe4e req-38fd4c45-809d-428a-aba3-c585346c9634 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218541 Jul 30 20:07:45.363658 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d7cb8a9-3e8d-4e93-ad66-932cbb7dd9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:45.370451 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d7cb8a9-3e8d-4e93-ad66-932cbb7dd9d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:45.385098 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-c652918a-bf60-4ce1-ad33-7f370d8b0283 service neutron] 10.222.0.83 "GET /v2.0/networks/db7f714c-123c-4fe0-b78c-4cac6ac7c141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408947 Jul 30 20:07:45.425658 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4df631-f315-4fb0-ae47-bd6115619fc2 req-1d4a340e-13be-40d6-adf9-13acd92e2ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:45.427284 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0a4df631-f315-4fb0-ae47-bd6115619fc2 req-1d4a340e-13be-40d6-adf9-13acd92e2ff6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&device_id=19eea34d-8e0b-4ac2-84d4-a8fb332e2420 HTTP/1.1" status: 200 len: 1099 time: 0.0537064 Jul 30 20:07:45.510805 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d7cb8a9-3e8d-4e93-ad66-932cbb7dd9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:45.511329 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7cb8a9-3e8d-4e93-ad66-932cbb7dd9d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bf54525-17bb-4f2a-91f1-cbd0271fbd56 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:07:45.521564 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d7cb8a9-3e8d-4e93-ad66-932cbb7dd9d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:45.525086 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6d7cb8a9-3e8d-4e93-ad66-932cbb7dd9d1 admin admin] 10.222.0.81 "DELETE /v2.0/routers/8bf54525-17bb-4f2a-91f1-cbd0271fbd56 HTTP/1.1" status: 204 len: 168 time: 4.3930566 Jul 30 20:07:45.534630 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca774d-1fbf-4d0e-b06c-56f884c6a75d req-aae6d07f-2984-4906-8dcc-f0303564ef31 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:45.534862 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58778) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:45.535761 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-37ca774d-1fbf-4d0e-b06c-56f884c6a75d req-aae6d07f-2984-4906-8dcc-f0303564ef31 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 945 time: 0.2704098 Jul 30 20:07:45.577756 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-c88ace91-f944-4447-b682-7b9621464885 req-35bbfe12-b759-4dfe-98b5-7892207107ad service neutron] Attempting to bind port 557f9a18-0625-475f-bc09-3f39d6ca3061 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:07:45.577756 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-c88ace91-f944-4447-b682-7b9621464885 req-35bbfe12-b759-4dfe-98b5-7892207107ad service neutron] Attempting to bind port 557f9a18-0625-475f-bc09-3f39d6ca3061 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:07:45.578194 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88ace91-f944-4447-b682-7b9621464885 req-35bbfe12-b759-4dfe-98b5-7892207107ad service neutron] Attempting to bind port 557f9a18-0625-475f-bc09-3f39d6ca3061 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:07:45.588431 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4df631-f315-4fb0-ae47-bd6115619fc2 req-131463d4-9a23-4b8b-a2b5-3be601362bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:45.589900 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0a4df631-f315-4fb0-ae47-bd6115619fc2 req-131463d4-9a23-4b8b-a2b5-3be601362bf6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1545100 Jul 30 20:07:45.607116 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88ace91-f944-4447-b682-7b9621464885 req-35bbfe12-b759-4dfe-98b5-7892207107ad service neutron] Port 557f9a18-0625-475f-bc09-3f39d6ca3061 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:07:45.607612 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88ace91-f944-4447-b682-7b9621464885 req-35bbfe12-b759-4dfe-98b5-7892207107ad service neutron] Attempting to bind port 557f9a18-0625-475f-bc09-3f39d6ca3061 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:07:45.624606 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-37ca774d-1fbf-4d0e-b06c-56f884c6a75d req-8048190b-8399-4b52-8bb1-ada44f0c71a9 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724361 Jul 30 20:07:45.625695 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88ace91-f944-4447-b682-7b9621464885 req-35bbfe12-b759-4dfe-98b5-7892207107ad service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:07:45.625695 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88ace91-f944-4447-b682-7b9621464885 req-35bbfe12-b759-4dfe-98b5-7892207107ad service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:07:45.626074 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88ace91-f944-4447-b682-7b9621464885 req-35bbfe12-b759-4dfe-98b5-7892207107ad service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:07:45.626476 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-c88ace91-f944-4447-b682-7b9621464885 req-35bbfe12-b759-4dfe-98b5-7892207107ad service neutron] Bound port: 557f9a18-0625-475f-bc09-3f39d6ca3061, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:07:45.626838 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c88ace91-f944-4447-b682-7b9621464885 req-35bbfe12-b759-4dfe-98b5-7892207107ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:45.664602 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0a4df631-f315-4fb0-ae47-bd6115619fc2 req-ac5763ee-7c07-4bd3-8c26-511604e1aa9c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 HTTP/1.1" status: 200 len: 217 time: 0.0632341 Jul 30 20:07:45.670180 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-70cf7698-5e15-4069-b28e-784f91cb0c88 admin admin] Deleting subnet ed96ed3c-0efb-4660-923b-49ef46985dca {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:07:45.682104 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9415b-9998-439f-9b9e-10c8e858a390 req-71b150e5-db7e-4de6-b7a2-1b72efb9e5c9 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:45.685376 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4cd9415b-9998-439f-9b9e-10c8e858a390 req-71b150e5-db7e-4de6-b7a2-1b72efb9e5c9 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/ports?device_id=b50676ce-9cce-46da-bbcc-36945a03944d HTTP/1.1" status: 200 len: 949 time: 0.1563931 Jul 30 20:07:45.692842 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-70cf7698-5e15-4069-b28e-784f91cb0c88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:45.768769 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-4366608e-9d8e-465c-97e5-94770bce9d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ab39f8-8164-4c45-894a-2791446b2d29 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:07:45.777872 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-4366608e-9d8e-465c-97e5-94770bce9d6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:45.786672 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-70cf7698-5e15-4069-b28e-784f91cb0c88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:45.790928 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4df631-f315-4fb0-ae47-bd6115619fc2 req-0dcd8adc-5c56-49aa-8802-668ca79d290f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:45.792417 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0a4df631-f315-4fb0-ae47-bd6115619fc2 req-0dcd8adc-5c56-49aa-8802-668ca79d290f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1193740 Jul 30 20:07:45.794261 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-c88ace91-f944-4447-b682-7b9621464885 req-35bbfe12-b759-4dfe-98b5-7892207107ad service neutron] For port 557f9a18-0625-475f-bc09-3f39d6ca3061, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:07:45.801030 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-c88ace91-f944-4447-b682-7b9621464885 req-35bbfe12-b759-4dfe-98b5-7892207107ad service neutron] For port 557f9a18-0625-475f-bc09-3f39d6ca3061, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=557f9a18-0625-475f-bc09-3f39d6ca3061,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:07:45.812943 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ebefc-e1fb-46db-8c37-047d1bbfa45b req-f0fbf428-9ae5-44bf-bfb9-7b732a841ccf tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:45.814522 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a08ebefc-e1fb-46db-8c37-047d1bbfa45b req-f0fbf428-9ae5-44bf-bfb9-7b732a841ccf tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bb9afae-ae12-4c27-b987-bc80113a0bf4 HTTP/1.1" status: 200 len: 946 time: 0.1028917 Jul 30 20:07:45.817466 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c88ace91-f944-4447-b682-7b9621464885 req-35bbfe12-b759-4dfe-98b5-7892207107ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:45.819807 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-4366608e-9d8e-465c-97e5-94770bce9d6e service neutron] Transition to ACTIVE for port object 08ab39f8-8164-4c45-894a-2791446b2d29 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:07:45.854282 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-4366608e-9d8e-465c-97e5-94770bce9d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:45.885069 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ace91-f944-4447-b682-7b9621464885 req-35bbfe12-b759-4dfe-98b5-7892207107ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:45.885702 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c88ace91-f944-4447-b682-7b9621464885 req-35bbfe12-b759-4dfe-98b5-7892207107ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:45.887144 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c88ace91-f944-4447-b682-7b9621464885 req-35bbfe12-b759-4dfe-98b5-7892207107ad service neutron] 10.222.0.83 "PUT /v2.0/ports/557f9a18-0625-475f-bc09-3f39d6ca3061 HTTP/1.1" status: 200 len: 1096 time: 2.1688187 Jul 30 20:07:45.889667 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc660d2-17b8-4d66-8b3d-702c99bbdf3d', 'tag': '557f9a18-0625-475f-bc09-3f39d6ca3061'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:45.892040 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5239b242-a7db-4af8-a263-c118c85e4801" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc660d2-17b8-4d66-8b3d-702c99bbdf3d", "tag": "557f9a18-0625-475f-bc09-3f39d6ca3061"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:45.934992 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbfe12-b759-4dfe-98b5-7892207107ad service neutron] Pushing event updated for resources: {'Port': ['ID=557f9a18-0625-475f-bc09-3f39d6ca3061,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:45.948672 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a08ebefc-e1fb-46db-8c37-047d1bbfa45b req-7a2d8e3f-6d1b-4237-b362-21baa95fd2e1 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255221 Jul 30 20:07:46.073851 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366608e-9d8e-465c-97e5-94770bce9d6e service neutron] Pushing event updated for resources: {'Port': ['ID=08ab39f8-8164-4c45-894a-2791446b2d29,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:46.091813 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4cd9415b-9998-439f-9b9e-10c8e858a390 req-da316b83-4304-4980-a094-1194006324c1 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2d94847-feb6-40a7-978e-d6e30e4a953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818727 Jul 30 20:07:46.108756 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ace91-f944-4447-b682-7b9621464885 req-d70ca6c6-52a0-418c-a3c8-046a4b1a175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:46.110312 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c88ace91-f944-4447-b682-7b9621464885 req-d70ca6c6-52a0-418c-a3c8-046a4b1a175a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&device_id=6fc660d2-17b8-4d66-8b3d-702c99bbdf3d HTTP/1.1" status: 200 len: 1099 time: 0.1773076 Jul 30 20:07:46.168304 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-4366608e-9d8e-465c-97e5-94770bce9d6e service neutron] Attempting to bind port 08ab39f8-8164-4c45-894a-2791446b2d29 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:07:46.168644 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-4366608e-9d8e-465c-97e5-94770bce9d6e service neutron] Attempting to bind port 08ab39f8-8164-4c45-894a-2791446b2d29 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '2618f9ee-81c9-4a40-a57d-bfcc0bd06c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:07:46.169511 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-4366608e-9d8e-465c-97e5-94770bce9d6e service neutron] Attempting to bind port 08ab39f8-8164-4c45-894a-2791446b2d29 on network db7f714c-123c-4fe0-b78c-4cac6ac7c141 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:07:46.173544 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dfd313-d997-43fb-a087-5a5294c23954 x-openstack-request-id: req-37dfd313-d997-43fb-a087-5a5294c23954 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:46.173839 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc660d2-17b8-4d66-8b3d-702c99bbdf3d", "tag": "557f9a18-0625-475f-bc09-3f39d6ca3061", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:46.174073 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37dfd313-d997-43fb-a087-5a5294c23954 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:46.174457 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc660d2-17b8-4d66-8b3d-702c99bbdf3d', 'tag': '557f9a18-0625-475f-bc09-3f39d6ca3061', 'status': 'completed', 'code': 200} Jul 30 20:07:46.176396 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4df631-f315-4fb0-ae47-bd6115619fc2 req-4a17df12-f387-4f18-989f-bd4681057cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:46.177908 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0a4df631-f315-4fb0-ae47-bd6115619fc2 req-4a17df12-f387-4f18-989f-bd4681057cd6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1210825 Jul 30 20:07:46.182435 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c88ace91-f944-4447-b682-7b9621464885 req-48a7d24a-3f48-4a9d-9486-2cda7bc9b2f8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=557f9a18-0625-475f-bc09-3f39d6ca3061 HTTP/1.1" status: 200 len: 217 time: 0.0589185 Jul 30 20:07:46.189608 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-4366608e-9d8e-465c-97e5-94770bce9d6e service neutron] Port 08ab39f8-8164-4c45-894a-2791446b2d29 on network db7f714c-123c-4fe0-b78c-4cac6ac7c141 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:07:46.189833 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-4366608e-9d8e-465c-97e5-94770bce9d6e service neutron] Attempting to bind port 08ab39f8-8164-4c45-894a-2791446b2d29 on network db7f714c-123c-4fe0-b78c-4cac6ac7c141 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:07:46.224794 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-4366608e-9d8e-465c-97e5-94770bce9d6e service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:07:46.225125 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-4366608e-9d8e-465c-97e5-94770bce9d6e service neutron] Checking segment: {'id': '2618f9ee-81c9-4a40-a57d-bfcc0bd06c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:07:46.225508 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-4366608e-9d8e-465c-97e5-94770bce9d6e service neutron] Bound using segment: {'id': '2618f9ee-81c9-4a40-a57d-bfcc0bd06c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:07:46.225953 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-4366608e-9d8e-465c-97e5-94770bce9d6e service neutron] Bound port: 08ab39f8-8164-4c45-894a-2791446b2d29, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2618f9ee-81c9-4a40-a57d-bfcc0bd06c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:07:46.226311 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-4366608e-9d8e-465c-97e5-94770bce9d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:46.263385 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-913014c1-5918-4872-8884-dbb2c1f7d579 req-210dc09a-3e10-496a-9cf1-40092a979335 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-147310507&fields=id&tenant_id=8ddd0e37e2e44e64a3f6afbb96218dd8 HTTP/1.1" status: 200 len: 267 time: 0.1248314 Jul 30 20:07:46.297595 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-70cf7698-5e15-4069-b28e-784f91cb0c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:46.300265 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ace91-f944-4447-b682-7b9621464885 req-34f5fde6-cf90-44d8-9dbb-d47996d4fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:46.301676 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c88ace91-f944-4447-b682-7b9621464885 req-34f5fde6-cf90-44d8-9dbb-d47996d4fda0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1053538 Jul 30 20:07:46.373388 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe35a0-5411-462e-b9d6-47a58d1a813e req-9764df99-1cd0-4049-b2a9-21f666133287 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:46.375005 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e5fe35a0-5411-462e-b9d6-47a58d1a813e req-9764df99-1cd0-4049-b2a9-21f666133287 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa2b734c-dcb6-472b-aa1a-50a7749eb1da HTTP/1.1" status: 200 len: 944 time: 0.1655676 Jul 30 20:07:46.382609 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-4366608e-9d8e-465c-97e5-94770bce9d6e service neutron] For port 08ab39f8-8164-4c45-894a-2791446b2d29, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:07:46.389086 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-4366608e-9d8e-465c-97e5-94770bce9d6e service neutron] For port 08ab39f8-8164-4c45-894a-2791446b2d29, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=08ab39f8-8164-4c45-894a-2791446b2d29,segment=NetworkSegment(2618f9ee-81c9-4a40-a57d-bfcc0bd06c33),segment_id=2618f9ee-81c9-4a40-a57d-bfcc0bd06c33)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:07:46.398318 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913014c1-5918-4872-8884-dbb2c1f7d579 req-b5f25388-e003-46e1-8eb8-f39ca13a922f tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:46.399831 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-913014c1-5918-4872-8884-dbb2c1f7d579 req-b5f25388-e003-46e1-8eb8-f39ca13a922f tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 945 time: 0.1126866 Jul 30 20:07:46.404503 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-4366608e-9d8e-465c-97e5-94770bce9d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:46.411860 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ace91-f944-4447-b682-7b9621464885 req-522f39ae-d1e4-4a4e-9edb-7bd82d65ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:46.413642 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c88ace91-f944-4447-b682-7b9621464885 req-522f39ae-d1e4-4a4e-9edb-7bd82d65ba23 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0929961 Jul 30 20:07:46.418569 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0a4df631-f315-4fb0-ae47-bd6115619fc2 req-17d52f62-3ba5-42f8-b67f-7f35759d052b service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101583 Jul 30 20:07:46.422173 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-70cf7698-5e15-4069-b28e-784f91cb0c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:46.444043 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-913014c1-5918-4872-8884-dbb2c1f7d579 req-441c61ec-b37c-462e-a312-77d78359cee2 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Request body: {'port': {'security_groups': ['8742ce39-b8ad-4190-a997-356054f719eb', '838b847c-2b86-4cf8-ba4a-f26c20501c3c']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:46.467653 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf7698-5e15-4069-b28e-784f91cb0c88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed96ed3c-0efb-4660-923b-49ef46985dca,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:46.472277 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 459fb79e-c688-4eeb-bffd-e6a319ffc8be no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:07:46.502043 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba9b96b-8c7a-4d32-9a2d-4f74d53fab25 None None] Network 6b65ac31-5807-4189-87b7-96eea5cbbc14 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:07:46.504284 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 459fb79e-c688-4eeb-bffd-e6a319ffc8be {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:07:46.504626 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 459fb79e-c688-4eeb-bffd-e6a319ffc8be not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:07:46.508631 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-70cf7698-5e15-4069-b28e-784f91cb0c88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:46.510537 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-70cf7698-5e15-4069-b28e-784f91cb0c88 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ed96ed3c-0efb-4660-923b-49ef46985dca HTTP/1.1" status: 204 len: 168 time: 0.9671209 Jul 30 20:07:46.515838 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e5fe35a0-5411-462e-b9d6-47a58d1a813e req-1dfa104d-5767-46f6-acd8-1e1b148a4b69 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195850 Jul 30 20:07:46.516323 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58796) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:46.519285 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-4366608e-9d8e-465c-97e5-94770bce9d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:46.519940 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-4366608e-9d8e-465c-97e5-94770bce9d6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:46.521295 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-4366608e-9d8e-465c-97e5-94770bce9d6e service neutron] 10.222.0.83 "PUT /v2.0/ports/08ab39f8-8164-4c45-894a-2791446b2d29 HTTP/1.1" status: 200 len: 1092 time: 2.3754268 Jul 30 20:07:46.556368 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12663ab-b5a5-465f-b924-b07922a15c45', 'tag': 'ec74e117-c01e-46f7-99bf-c8fdbebeb00e'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:46.558448 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afeff1f6-3a09-44bf-b741-a88d2f0fda0d" -d '{"events": [{"name": "network-changed", "server_uuid": "a12663ab-b5a5-465f-b924-b07922a15c45", "tag": "ec74e117-c01e-46f7-99bf-c8fdbebeb00e"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:46.606506 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366608e-9d8e-465c-97e5-94770bce9d6e service neutron] Pushing event updated for resources: {'Port': ['ID=08ab39f8-8164-4c45-894a-2791446b2d29,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:46.660538 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-913014c1-5918-4872-8884-dbb2c1f7d579 req-441c61ec-b37c-462e-a312-77d78359cee2 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:46.675492 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54e114cd-cb81-4cac-be10-ecdb052a1a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:46.677111 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c88ace91-f944-4447-b682-7b9621464885 req-8714f36a-3302-49bf-bd7b-f975e4d76395 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401907 Jul 30 20:07:46.685739 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0a4df631-f315-4fb0-ae47-bd6115619fc2 req-5ac71188-a8e1-46f9-8a02-3f456cd81a7a service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381115 Jul 30 20:07:46.745259 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eaa94d-a492-4ca2-bae3-c086a21015ab None None] DHCP port deletion for 6b65ac31-5807-4189-87b7-96eea5cbbc14 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:07:46.754333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-54e114cd-cb81-4cac-be10-ecdb052a1a68 admin admin] Deleting port e8681a0a-826c-4f8f-ba00-06448cf954d6 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:07:46.754670 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54e114cd-cb81-4cac-be10-ecdb052a1a68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:46.768913 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-6ee6dbcb-42a1-4129-bfdd-f2622a98feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:46.770688 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-6ee6dbcb-42a1-4129-bfdd-f2622a98feb1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=babf84d9f6b44799a6f91d6ad4ddb773&device_id=fa2b734c-dcb6-472b-aa1a-50a7749eb1da HTTP/1.1" status: 200 len: 1095 time: 0.1566591 Jul 30 20:07:46.819388 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-61eaa94d-a492-4ca2-bae3-c086a21015ab None None] Deleting port e8681a0a-826c-4f8f-ba00-06448cf954d6 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:07:46.820326 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-61eaa94d-a492-4ca2-bae3-c086a21015ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:46.831296 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-54e114cd-cb81-4cac-be10-ecdb052a1a68 admin admin] For port e8681a0a-826c-4f8f-ba00-06448cf954d6, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e8681a0a-826c-4f8f-ba00-06448cf954d6,segment=NetworkSegment(0383e9de-046a-4b03-bce8-9689f3489f0e),segment_id=0383e9de-046a-4b03-bce8-9689f3489f0e)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:46.831787 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54e114cd-cb81-4cac-be10-ecdb052a1a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:46.836489 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-660cf951-6e3f-4d60-909e-e8ea0e30629f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08ab39f8-8164-4c45-894a-2791446b2d29 HTTP/1.1" status: 200 len: 217 time: 0.0515327 Jul 30 20:07:46.848386 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-54e114cd-cb81-4cac-be10-ecdb052a1a68 admin admin] Calling delete_port for e8681a0a-826c-4f8f-ba00-06448cf954d6 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:07:46.901562 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-61eaa94d-a492-4ca2-bae3-c086a21015ab None None] For port e8681a0a-826c-4f8f-ba00-06448cf954d6, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e8681a0a-826c-4f8f-ba00-06448cf954d6,segment=NetworkSegment(0383e9de-046a-4b03-bce8-9689f3489f0e),segment_id=0383e9de-046a-4b03-bce8-9689f3489f0e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:46.902380 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-61eaa94d-a492-4ca2-bae3-c086a21015ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:46.917937 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-61eaa94d-a492-4ca2-bae3-c086a21015ab None None] Calling delete_port for e8681a0a-826c-4f8f-ba00-06448cf954d6 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:07:46.924163 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c88ace91-f944-4447-b682-7b9621464885 req-1cea29a4-ad11-46d8-b063-f3492c149369 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360172 Jul 30 20:07:46.932721 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-2a7478ac-ee51-45a7-b4e1-c43944772c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:46.934190 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-2a7478ac-ee51-45a7-b4e1-c43944772c03 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=69333c2b-b2f0-45b5-805f-62bf3d2b1b3b HTTP/1.1" status: 200 len: 853 time: 0.0844371 Jul 30 20:07:46.971343 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab8b92-d41b-4bc4-8889-965865429735 req-8fdfcb4a-40eb-4618-b220-96ef857aa126 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:46.973373 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2cab8b92-d41b-4bc4-8889-965865429735 req-8fdfcb4a-40eb-4618-b220-96ef857aa126 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=19eea34d-8e0b-4ac2-84d4-a8fb332e2420 HTTP/1.1" status: 200 len: 948 time: 0.0800977 Jul 30 20:07:46.990863 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54e114cd-cb81-4cac-be10-ecdb052a1a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:47.003430 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-61eaa94d-a492-4ca2-bae3-c086a21015ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:47.014195 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-7d0821c9-8344-4cf6-b3a2-be888c15bd01 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=db7f714c-123c-4fe0-b78c-4cac6ac7c141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722039 Jul 30 20:07:47.025229 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e114cd-cb81-4cac-be10-ecdb052a1a68 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8681a0a-826c-4f8f-ba00-06448cf954d6,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:47.029521 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e114cd-cb81-4cac-be10-ecdb052a1a68 admin admin] No DVR routers for this DVR port e8681a0a-826c-4f8f-ba00-06448cf954d6 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:07:47.031052 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eaa94d-a492-4ca2-bae3-c086a21015ab None None] Pushing event deleted for resources: {'Port': ['ID=e8681a0a-826c-4f8f-ba00-06448cf954d6,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:47.033288 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eaa94d-a492-4ca2-bae3-c086a21015ab None None] No DVR routers for this DVR port e8681a0a-826c-4f8f-ba00-06448cf954d6 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:07:47.102630 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2cab8b92-d41b-4bc4-8889-965865429735 req-e920acf0-81c2-4d92-9668-538c3558aeb1 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224751 Jul 30 20:07:47.126603 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54e114cd-cb81-4cac-be10-ecdb052a1a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:47.129742 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239b242-a7db-4af8-a263-c118c85e4801 req-d017644e-d0d0-43da-b624-f973e563782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:47.131248 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5239b242-a7db-4af8-a263-c118c85e4801 req-d017644e-d0d0-43da-b624-f973e563782a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&device_id=6fc660d2-17b8-4d66-8b3d-702c99bbdf3d HTTP/1.1" status: 200 len: 1099 time: 0.1198573 Jul 30 20:07:47.138718 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-54e114cd-cb81-4cac-be10-ecdb052a1a68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b65ac31-5807-4189-87b7-96eea5cbbc14']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:47.156979 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-54e114cd-cb81-4cac-be10-ecdb052a1a68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0383e9de-046a-4b03-bce8-9689f3489f0e') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:47.157251 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-54e114cd-cb81-4cac-be10-ecdb052a1a68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0383e9de-046a-4b03-bce8-9689f3489f0e') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:47.167367 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54e114cd-cb81-4cac-be10-ecdb052a1a68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:47.185999 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54e114cd-cb81-4cac-be10-ecdb052a1a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:47.192509 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e114cd-cb81-4cac-be10-ecdb052a1a68 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:07:47.193014 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54e114cd-cb81-4cac-be10-ecdb052a1a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:07:47.194776 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:07:47.232452 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8376d35-e199-4e26-8b9d-b8496e452b91 x-openstack-request-id: req-c8376d35-e199-4e26-8b9d-b8496e452b91 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:47.232692 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a12663ab-b5a5-465f-b924-b07922a15c45", "tag": "ec74e117-c01e-46f7-99bf-c8fdbebeb00e", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:47.232809 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c8376d35-e199-4e26-8b9d-b8496e452b91 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:47.233206 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a12663ab-b5a5-465f-b924-b07922a15c45', 'tag': 'ec74e117-c01e-46f7-99bf-c8fdbebeb00e', 'status': 'completed', 'code': 200} Jul 30 20:07:47.233923 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-913014c1-5918-4872-8884-dbb2c1f7d579 req-441c61ec-b37c-462e-a312-77d78359cee2 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] For port 4993508f-ceb4-46ab-bc3d-cb140b4d4a63, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=4993508f-ceb4-46ab-bc3d-cb140b4d4a63,segment=NetworkSegment(4c5727ff-ec87-4700-924a-9fefe61b44a6),segment_id=4c5727ff-ec87-4700-924a-9fefe61b44a6)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:47.256865 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-7b9f23fe-dfaf-4c3e-b355-a71c7025c703 service neutron] 10.222.0.83 "GET /v2.0/networks/db7f714c-123c-4fe0-b78c-4cac6ac7c141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324436 Jul 30 20:07:47.312677 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54e114cd-cb81-4cac-be10-ecdb052a1a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:47.318346 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54e114cd-cb81-4cac-be10-ecdb052a1a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:47.320094 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-54e114cd-cb81-4cac-be10-ecdb052a1a68 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6b65ac31-5807-4189-87b7-96eea5cbbc14 HTTP/1.1" status: 204 len: 168 time: 0.8012269 Jul 30 20:07:47.332048 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-913014c1-5918-4872-8884-dbb2c1f7d579 req-441c61ec-b37c-462e-a312-77d78359cee2 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:47.337339 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e114cd-cb81-4cac-be10-ecdb052a1a68 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b65ac31-5807-4189-87b7-96eea5cbbc14,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:47.344885 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeff1f6-3a09-44bf-b741-a88d2f0fda0d req-bf3cd067-43e7-411c-b3eb-88fa3814559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:47.346491 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-afeff1f6-3a09-44bf-b741-a88d2f0fda0d req-bf3cd067-43e7-411c-b3eb-88fa3814559e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=babf84d9f6b44799a6f91d6ad4ddb773&device_id=a12663ab-b5a5-465f-b924-b07922a15c45 HTTP/1.1" status: 200 len: 1094 time: 0.1105692 Jul 30 20:07:47.354931 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-913014c1-5918-4872-8884-dbb2c1f7d579 req-441c61ec-b37c-462e-a312-77d78359cee2 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:47.360299 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc6ad8-0733-4fb9-b10e-87f3a2ef48de req-cdcd5c6a-2d87-4a13-a09c-f9218a173670 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:47.361828 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-26bc6ad8-0733-4fb9-b10e-87f3a2ef48de req-cdcd5c6a-2d87-4a13-a09c-f9218a173670 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bb9afae-ae12-4c27-b987-bc80113a0bf4 HTTP/1.1" status: 200 len: 946 time: 0.0951750 Jul 30 20:07:47.370470 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['349fa798-e7ac-4080-9f49-ba90dcd5d06e', '4993508f-ceb4-46ab-bc3d-cb140b4d4a63'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:47.460200 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-26bc6ad8-0733-4fb9-b10e-87f3a2ef48de req-8f626bb5-9e12-4044-bf79-03f9849d19dc tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888672 Jul 30 20:07:47.492041 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeff1f6-3a09-44bf-b741-a88d2f0fda0d req-d1c91ef7-cad7-4c95-b79c-66cbbdace27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:47.493694 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-afeff1f6-3a09-44bf-b741-a88d2f0fda0d req-d1c91ef7-cad7-4c95-b79c-66cbbdace27a service neutron] 10.222.0.83 "GET /v2.0/networks?id=db7f714c-123c-4fe0-b78c-4cac6ac7c141 HTTP/1.1" status: 200 len: 914 time: 0.1309731 Jul 30 20:07:47.515923 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58816) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:47.562523 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-afeff1f6-3a09-44bf-b741-a88d2f0fda0d req-e39cb03e-b573-4feb-b0ce-499f87e1e2e1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec74e117-c01e-46f7-99bf-c8fdbebeb00e HTTP/1.1" status: 200 len: 217 time: 0.0606663 Jul 30 20:07:47.623361 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239b242-a7db-4af8-a263-c118c85e4801 req-50140349-ad90-44b8-9972-4a429aba6197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:47.625019 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5239b242-a7db-4af8-a263-c118c85e4801 req-50140349-ad90-44b8-9972-4a429aba6197 service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.4823353 Jul 30 20:07:47.652644 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeff1f6-3a09-44bf-b741-a88d2f0fda0d req-004124a3-4dd7-4f03-960c-7f9993ce6cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:47.655050 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-afeff1f6-3a09-44bf-b741-a88d2f0fda0d req-004124a3-4dd7-4f03-960c-7f9993ce6cbd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=69333c2b-b2f0-45b5-805f-62bf3d2b1b3b HTTP/1.1" status: 200 len: 853 time: 0.0745895 Jul 30 20:07:47.667096 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913014c1-5918-4872-8884-dbb2c1f7d579 req-441c61ec-b37c-462e-a312-77d78359cee2 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:47.668066 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-913014c1-5918-4872-8884-dbb2c1f7d579 req-441c61ec-b37c-462e-a312-77d78359cee2 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:47.674712 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-913014c1-5918-4872-8884-dbb2c1f7d579 req-441c61ec-b37c-462e-a312-77d78359cee2 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "PUT /v2.0/ports/4993508f-ceb4-46ab-bc3d-cb140b4d4a63 HTTP/1.1" status: 200 len: 981 time: 1.2398329 Jul 30 20:07:47.717194 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-afeff1f6-3a09-44bf-b741-a88d2f0fda0d req-ca8f0d02-7150-472b-8bf9-c90757ad9141 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=db7f714c-123c-4fe0-b78c-4cac6ac7c141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499575 Jul 30 20:07:47.725187 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7e84dd9b-b68c-4e81-85ad-fe826e7189ba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2a9d5077495d4ad29bd60521d808cd65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2086160 Jul 30 20:07:47.725864 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58830) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:47.758121 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5239b242-a7db-4af8-a263-c118c85e4801 req-3175dc45-afc3-4833-b542-c33b35da4873 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=557f9a18-0625-475f-bc09-3f39d6ca3061 HTTP/1.1" status: 200 len: 217 time: 0.1184373 Jul 30 20:07:47.772177 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['4993508f-ceb4-46ab-bc3d-cb140b4d4a63'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:47.817807 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-7419daa8-3fed-4461-957d-23ca6d86b6be service neutron] 10.222.0.83 "GET /v2.0/networks/db7f714c-123c-4fe0-b78c-4cac6ac7c141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5512950 Jul 30 20:07:47.836177 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c61ec-b37c-462e-a312-77d78359cee2 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event updated for resources: {'Port': ['ID=4993508f-ceb4-46ab-bc3d-cb140b4d4a63,revision_number=6']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:47.861376 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239b242-a7db-4af8-a263-c118c85e4801 req-85817743-a292-4987-a870-e360aaf39b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:47.862860 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5239b242-a7db-4af8-a263-c118c85e4801 req-85817743-a292-4987-a870-e360aaf39b9f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0952897 Jul 30 20:07:47.876279 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20050c99-715f-407f-b6c6-2fbd37aea550 req-9c31793c-6d26-4e8c-9b0c-daf5d3edd2c2 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:47.877829 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-afeff1f6-3a09-44bf-b741-a88d2f0fda0d req-58df6237-0f02-4c82-8937-b714202e1f65 service neutron] 10.222.0.83 "GET /v2.0/networks/db7f714c-123c-4fe0-b78c-4cac6ac7c141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501911 Jul 30 20:07:47.884905 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-20050c99-715f-407f-b6c6-2fbd37aea550 req-9c31793c-6d26-4e8c-9b0c-daf5d3edd2c2 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa2b734c-dcb6-472b-aa1a-50a7749eb1da HTTP/1.1" status: 200 len: 944 time: 0.1200283 Jul 30 20:07:47.947894 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-20050c99-715f-407f-b6c6-2fbd37aea550 req-130df7a9-728c-49de-a777-2146b7e44f87 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620840 Jul 30 20:07:47.954951 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239b242-a7db-4af8-a263-c118c85e4801 req-77cbb2ed-1cac-435c-971b-eabb677f7e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:47.956663 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5239b242-a7db-4af8-a263-c118c85e4801 req-77cbb2ed-1cac-435c-971b-eabb677f7e75 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0698051 Jul 30 20:07:48.006924 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f0ea500-e149-4d73-811e-c0fa91d9588f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:48.039597 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f0ea500-e149-4d73-811e-c0fa91d9588f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:48.104814 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e196e34-1c2f-4897-b8eb-df246b4f386f req-195dc853-85a9-40c0-b05a-ce03cb501c24 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/838b847c-2b86-4cf8-ba4a-f26c20501c3c HTTP/1.1" status: 200 len: 1800 time: 0.1021030 Jul 30 20:07:48.114811 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-afeff1f6-3a09-44bf-b741-a88d2f0fda0d req-2e107b95-b042-4147-97e0-8566cfa82295 service neutron] 10.222.0.83 "GET /v2.0/networks/db7f714c-123c-4fe0-b78c-4cac6ac7c141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092018 Jul 30 20:07:48.117451 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f0ea500-e149-4d73-811e-c0fa91d9588f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:48.120683 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f0ea500-e149-4d73-811e-c0fa91d9588f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:48.121362 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9f0ea500-e149-4d73-811e-c0fa91d9588f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4ef6f033-46de-4917-97af-14edbc655a8e HTTP/1.1" status: 204 len: 168 time: 0.3928883 Jul 30 20:07:48.136673 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ea500-e149-4d73-811e-c0fa91d9588f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef6f033-46de-4917-97af-14edbc655a8e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:48.156327 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5239b242-a7db-4af8-a263-c118c85e4801 req-fa2c06a5-377a-4742-93d3-fe1be6909177 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813827 Jul 30 20:07:48.178640 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2b734c-dcb6-472b-aa1a-50a7749eb1da', 'tag': '08ab39f8-8164-4c45-894a-2791446b2d29'}, {'name': 'network-changed', 'server_uuid': 'd3fac098-ac1c-43a3-bb25-c8f5d984def1', 'tag': '4993508f-ceb4-46ab-bc3d-cb140b4d4a63'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:48.181019 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3031521e-4955-4c88-add0-f777d4ba80a3" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2b734c-dcb6-472b-aa1a-50a7749eb1da", "tag": "08ab39f8-8164-4c45-894a-2791446b2d29"}, {"name": "network-changed", "server_uuid": "d3fac098-ac1c-43a3-bb25-c8f5d984def1", "tag": "4993508f-ceb4-46ab-bc3d-cb140b4d4a63"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:48.226489 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [req-2e196e34-1c2f-4897-b8eb-df246b4f386f req-a5fe475d-ed0d-42ae-a5b4-9f89a525ed0b tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 20:07:48.227566 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e196e34-1c2f-4897-b8eb-df246b4f386f req-a5fe475d-ed0d-42ae-a5b4-9f89a525ed0b tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "DELETE /v2.0/security-groups/838b847c-2b86-4cf8-ba4a-f26c20501c3c HTTP/1.1" status: 409 len: 341 time: 0.1097527 Jul 30 20:07:48.348965 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5239b242-a7db-4af8-a263-c118c85e4801 req-2b2960b3-ccdb-4542-99d4-aba061561d5b service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779115 Jul 30 20:07:48.358564 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e385-cd11-4b30-8997-7baf3beebb6d req-eac0d7f9-f8a4-4b4c-9134-f09304c911db tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:48.360083 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6322e385-cd11-4b30-8997-7baf3beebb6d req-eac0d7f9-f8a4-4b4c-9134-f09304c911db tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb9afae-ae12-4c27-b987-bc80113a0bf4 HTTP/1.1" status: 200 len: 946 time: 0.1243773 Jul 30 20:07:48.405323 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d188cd4-9887-4778-aefe-0f9a94bc2c4e req-f6b60ae0-53c6-4fea-880c-248fb53b7aa4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:48.406862 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7d188cd4-9887-4778-aefe-0f9a94bc2c4e req-f6b60ae0-53c6-4fea-880c-248fb53b7aa4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=19eea34d-8e0b-4ac2-84d4-a8fb332e2420 HTTP/1.1" status: 200 len: 948 time: 0.1035666 Jul 30 20:07:48.468711 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706747c9-9eb8-4df3-a75e-ca431e4454a8 x-openstack-request-id: req-706747c9-9eb8-4df3-a75e-ca431e4454a8 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:48.469314 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2b734c-dcb6-472b-aa1a-50a7749eb1da", "tag": "08ab39f8-8164-4c45-894a-2791446b2d29", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d3fac098-ac1c-43a3-bb25-c8f5d984def1", "tag": "4993508f-ceb4-46ab-bc3d-cb140b4d4a63", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:48.469563 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-706747c9-9eb8-4df3-a75e-ca431e4454a8 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:48.470141 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2b734c-dcb6-472b-aa1a-50a7749eb1da', 'tag': '08ab39f8-8164-4c45-894a-2791446b2d29', 'status': 'completed', 'code': 200} Jul 30 20:07:48.470565 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3fac098-ac1c-43a3-bb25-c8f5d984def1', 'tag': '4993508f-ceb4-46ab-bc3d-cb140b4d4a63', 'status': 'completed', 'code': 200} Jul 30 20:07:48.482041 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e8681a0a-826c-4f8f-ba00-06448cf954d6 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:07:48.491977 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7d188cd4-9887-4778-aefe-0f9a94bc2c4e req-b0869516-d929-4ebb-83cc-12c390a14293 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783441 Jul 30 20:07:48.533292 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: e8681a0a-826c-4f8f-ba00-06448cf954d6 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:07:48.534018 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e8681a0a-826c-4f8f-ba00-06448cf954d6 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:07:48.542334 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-6322e385-cd11-4b30-8997-7baf3beebb6d req-629a3386-7180-4d64-9db7-742f5ebc2e63 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Deleting port b02c8eb4-8571-432c-a03b-2e1b81ff7e29 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:07:48.542663 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6322e385-cd11-4b30-8997-7baf3beebb6d req-629a3386-7180-4d64-9db7-742f5ebc2e63 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:48.576517 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031521e-4955-4c88-add0-f777d4ba80a3 req-05709046-39b5-4dec-8bb6-a6be4c976dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:48.578395 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3031521e-4955-4c88-add0-f777d4ba80a3 req-05709046-39b5-4dec-8bb6-a6be4c976dec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ddd0e37e2e44e64a3f6afbb96218dd8&device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 1135 time: 0.0771203 Jul 30 20:07:48.605315 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031521e-4955-4c88-add0-f777d4ba80a3 req-73ce5578-8866-47bf-96f8-7a6eedba0cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:48.607121 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3031521e-4955-4c88-add0-f777d4ba80a3 req-73ce5578-8866-47bf-96f8-7a6eedba0cf3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=babf84d9f6b44799a6f91d6ad4ddb773&device_id=fa2b734c-dcb6-472b-aa1a-50a7749eb1da HTTP/1.1" status: 200 len: 1095 time: 0.1119161 Jul 30 20:07:48.739922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031521e-4955-4c88-add0-f777d4ba80a3 req-1f038b5e-efd5-4c71-95f9-4bc1616ee2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:48.741321 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3031521e-4955-4c88-add0-f777d4ba80a3 req-1f038b5e-efd5-4c71-95f9-4bc1616ee2b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2 HTTP/1.1" status: 200 len: 913 time: 0.1547294 Jul 30 20:07:48.748898 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-6322e385-cd11-4b30-8997-7baf3beebb6d req-629a3386-7180-4d64-9db7-742f5ebc2e63 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] For port b02c8eb4-8571-432c-a03b-2e1b81ff7e29, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=b02c8eb4-8571-432c-a03b-2e1b81ff7e29,segment=NetworkSegment(ce00f4ba-d8bb-4afc-8455-d155bb6366db),segment_id=ce00f4ba-d8bb-4afc-8455-d155bb6366db)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:48.749478 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6322e385-cd11-4b30-8997-7baf3beebb6d req-629a3386-7180-4d64-9db7-742f5ebc2e63 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:48.780346 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-6322e385-cd11-4b30-8997-7baf3beebb6d req-629a3386-7180-4d64-9db7-742f5ebc2e63 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Calling delete_port for b02c8eb4-8571-432c-a03b-2e1b81ff7e29 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:07:48.792314 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3031521e-4955-4c88-add0-f777d4ba80a3 req-c2262916-5874-431d-b571-e484233dc263 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4993508f-ceb4-46ab-bc3d-cb140b4d4a63 HTTP/1.1" status: 200 len: 217 time: 0.0418143 Jul 30 20:07:48.812132 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cdf23-e324-4952-9d9c-3f9e45b2e7e6 req-bd0333df-97c2-41bd-b4bb-717b02259fc3 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:48.813952 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-389cdf23-e324-4952-9d9c-3f9e45b2e7e6 req-bd0333df-97c2-41bd-b4bb-717b02259fc3 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bb9afae-ae12-4c27-b987-bc80113a0bf4 HTTP/1.1" status: 200 len: 946 time: 0.1382670 Jul 30 20:07:48.855946 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031521e-4955-4c88-add0-f777d4ba80a3 req-7155b763-0e32-43a4-8d91-e6e3c8952729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:48.857076 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031521e-4955-4c88-add0-f777d4ba80a3 req-1662ef4f-7267-4094-afba-7c476aad9425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:48.857648 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3031521e-4955-4c88-add0-f777d4ba80a3 req-7155b763-0e32-43a4-8d91-e6e3c8952729 service neutron] 10.222.0.83 "GET /v2.0/networks?id=db7f714c-123c-4fe0-b78c-4cac6ac7c141 HTTP/1.1" status: 200 len: 914 time: 0.2399485 Jul 30 20:07:48.858666 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3031521e-4955-4c88-add0-f777d4ba80a3 req-1662ef4f-7267-4094-afba-7c476aad9425 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db475299-c8f9-4695-8c12-0941808a60f8 HTTP/1.1" status: 200 len: 852 time: 0.0583282 Jul 30 20:07:48.896013 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3031521e-4955-4c88-add0-f777d4ba80a3 req-99aaf279-fbc5-4daf-830e-9088eb8b3c1b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298038 Jul 30 20:07:48.920570 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3031521e-4955-4c88-add0-f777d4ba80a3 req-5dead7de-8953-453e-ba7f-5a80ba901997 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08ab39f8-8164-4c45-894a-2791446b2d29 HTTP/1.1" status: 200 len: 217 time: 0.0533900 Jul 30 20:07:49.013683 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-389cdf23-e324-4952-9d9c-3f9e45b2e7e6 req-cf6a4084-69b3-40df-90ea-217d74c02cf8 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups?id=43c3556a-d5cc-4696-ae53-ba5bd5d86630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606536 Jul 30 20:07:49.020914 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3031521e-4955-4c88-add0-f777d4ba80a3 req-672f3e97-168b-42fd-852d-ad3e600410c8 service neutron] 10.222.0.59 "GET /v2.0/networks/5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163564 Jul 30 20:07:49.044171 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031521e-4955-4c88-add0-f777d4ba80a3 req-8a02df95-1406-4d8c-98cd-b0fcb1e5fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:49.045769 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3031521e-4955-4c88-add0-f777d4ba80a3 req-8a02df95-1406-4d8c-98cd-b0fcb1e5fb93 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=69333c2b-b2f0-45b5-805f-62bf3d2b1b3b HTTP/1.1" status: 200 len: 853 time: 0.1171219 Jul 30 20:07:49.103438 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3031521e-4955-4c88-add0-f777d4ba80a3 req-c2cd5f14-2092-4977-ad1c-d5c0c69b4e89 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=db7f714c-123c-4fe0-b78c-4cac6ac7c141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294740 Jul 30 20:07:49.148433 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3031521e-4955-4c88-add0-f777d4ba80a3 req-384145e3-7539-4033-a727-6e32ba42a7b3 service neutron] 10.222.0.59 "GET /v2.0/networks/5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207910 Jul 30 20:07:49.249933 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58916) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:49.276139 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3031521e-4955-4c88-add0-f777d4ba80a3 req-b88903fa-2659-4f54-8478-6bd52da6e674 service neutron] 10.222.0.83 "GET /v2.0/networks/db7f714c-123c-4fe0-b78c-4cac6ac7c141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642795 Jul 30 20:07:49.280396 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6322e385-cd11-4b30-8997-7baf3beebb6d req-629a3386-7180-4d64-9db7-742f5ebc2e63 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:49.294386 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['b02c8eb4-8571-432c-a03b-2e1b81ff7e29'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:49.298510 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57f4ab-8a30-4987-93f4-f1928558a3e7 req-0c1a886f-9b45-4fd4-b131-d24b84dc6f8c tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:49.300074 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bd57f4ab-8a30-4987-93f4-f1928558a3e7 req-0c1a886f-9b45-4fd4-b131-d24b84dc6f8c tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa2b734c-dcb6-472b-aa1a-50a7749eb1da HTTP/1.1" status: 200 len: 944 time: 0.0801208 Jul 30 20:07:49.305356 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad350828-1c8e-45e8-afd8-e435e84f2fb7 req-ce1bc5b3-1087-46a1-b859-9966247beec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:49.306856 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad350828-1c8e-45e8-afd8-e435e84f2fb7 req-ce1bc5b3-1087-46a1-b859-9966247beec4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ddd0e37e2e44e64a3f6afbb96218dd8&device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 1135 time: 0.0963223 Jul 30 20:07:49.331670 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaee99f-d057-4ecc-a895-cff343a82a9f req-e60755d3-c17f-473d-b757-143cf90901a6 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:49.338927 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6eaee99f-d057-4ecc-a895-cff343a82a9f req-e60755d3-c17f-473d-b757-143cf90901a6 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 984 time: 0.2313890 Jul 30 20:07:49.350551 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a3386-7180-4d64-9db7-742f5ebc2e63 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Pushing event deleted for resources: {'Port': ['ID=b02c8eb4-8571-432c-a03b-2e1b81ff7e29,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:49.358438 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:49.396834 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bd57f4ab-8a30-4987-93f4-f1928558a3e7 req-1e9944d6-0e14-4f13-94ac-9aa33e67b2ab tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887935 Jul 30 20:07:49.441416 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad350828-1c8e-45e8-afd8-e435e84f2fb7 req-c8cf572e-1a8d-4774-b2f8-f9c8324a0e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:49.442997 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad350828-1c8e-45e8-afd8-e435e84f2fb7 req-c8cf572e-1a8d-4774-b2f8-f9c8324a0e88 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2 HTTP/1.1" status: 200 len: 913 time: 0.1270907 Jul 30 20:07:49.460052 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-19192ac4-b952-4b9d-b0da-da07d38d8325 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-113923996-network', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:49.491903 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-6322e385-cd11-4b30-8997-7baf3beebb6d req-629a3386-7180-4d64-9db7-742f5ebc2e63 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] No DVR routers for this DVR port b02c8eb4-8571-432c-a03b-2e1b81ff7e29 on host n-h1-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:07:49.497082 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad350828-1c8e-45e8-afd8-e435e84f2fb7 req-89e334c6-1867-4b91-b159-ff0b32930289 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4993508f-ceb4-46ab-bc3d-cb140b4d4a63 HTTP/1.1" status: 200 len: 217 time: 0.0446649 Jul 30 20:07:49.501590 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6322e385-cd11-4b30-8997-7baf3beebb6d req-629a3386-7180-4d64-9db7-742f5ebc2e63 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:49.503564 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6322e385-cd11-4b30-8997-7baf3beebb6d req-629a3386-7180-4d64-9db7-742f5ebc2e63 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.59 "DELETE /v2.0/ports/b02c8eb4-8571-432c-a03b-2e1b81ff7e29 HTTP/1.1" status: 204 len: 173 time: 1.1353459 Jul 30 20:07:49.513735 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6eaee99f-d057-4ecc-a895-cff343a82a9f req-686cc03f-1601-4ef2-b701-f27c2f985599 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?id=838b847c-2b86-4cf8-ba4a-f26c20501c3c&id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1737854 Jul 30 20:07:49.554945 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19192ac4-b952-4b9d-b0da-da07d38d8325 admin admin] Made reservation on behalf of d64f4e6fdcea485aa7c5b5023ad67db3 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:07:49.557508 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19192ac4-b952-4b9d-b0da-da07d38d8325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:49.559432 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad350828-1c8e-45e8-afd8-e435e84f2fb7 req-ae6ecaa9-8232-4fca-8ac4-b3575c63d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:49.560956 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad350828-1c8e-45e8-afd8-e435e84f2fb7 req-ae6ecaa9-8232-4fca-8ac4-b3575c63d82d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db475299-c8f9-4695-8c12-0941808a60f8 HTTP/1.1" status: 200 len: 852 time: 0.0560083 Jul 30 20:07:49.573148 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19192ac4-b952-4b9d-b0da-da07d38d8325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:49.584474 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3031521e-4955-4c88-add0-f777d4ba80a3 req-9796387f-78bb-4ceb-af04-3736350fd5a3 service neutron] 10.222.0.83 "GET /v2.0/networks/db7f714c-123c-4fe0-b78c-4cac6ac7c141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945087 Jul 30 20:07:49.608767 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad350828-1c8e-45e8-afd8-e435e84f2fb7 req-16d1d41e-a838-4f5b-9771-25f3c8570790 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403285 Jul 30 20:07:49.682618 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19192ac4-b952-4b9d-b0da-da07d38d8325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:49.686814 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19192ac4-b952-4b9d-b0da-da07d38d8325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:49.704037 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afa600-0c34-4fc1-84a7-0d187dc2d799 req-5110a8d5-78c9-4edf-b12a-3f49dacdbe86 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:49.705526 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48afa600-0c34-4fc1-84a7-0d187dc2d799 req-5110a8d5-78c9-4edf-b12a-3f49dacdbe86 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=19eea34d-8e0b-4ac2-84d4-a8fb332e2420 HTTP/1.1" status: 200 len: 948 time: 0.1233025 Jul 30 20:07:49.708419 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19192ac4-b952-4b9d-b0da-da07d38d8325 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:07:49.724874 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19192ac4-b952-4b9d-b0da-da07d38d8325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a25d91-46f1-4fa7-a46d-f6fb115ff1cc,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:49.729134 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19192ac4-b952-4b9d-b0da-da07d38d8325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:49.729536 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-19192ac4-b952-4b9d-b0da-da07d38d8325 admin admin] Added segment b22e339a-b3bc-4284-9d89-85b0297cdd8b of type vlan for network d5385b68-d345-49b1-96bc-180144f39a27 Jul 30 20:07:49.753285 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad350828-1c8e-45e8-afd8-e435e84f2fb7 req-d3f40b40-e275-483e-ad90-6bfec75ebcc8 service neutron] 10.222.0.59 "GET /v2.0/networks/5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226163 Jul 30 20:07:49.771726 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19192ac4-b952-4b9d-b0da-da07d38d8325 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:49.773343 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48afa600-0c34-4fc1-84a7-0d187dc2d799 req-0b01d7fb-981b-4569-923f-a05a395eeb65 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565238 Jul 30 20:07:49.811112 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19192ac4-b952-4b9d-b0da-da07d38d8325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:49.812582 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19192ac4-b952-4b9d-b0da-da07d38d8325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:49.813212 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19192ac4-b952-4b9d-b0da-da07d38d8325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:49.867087 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-19192ac4-b952-4b9d-b0da-da07d38d8325 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6124542 Jul 30 20:07:49.869185 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad350828-1c8e-45e8-afd8-e435e84f2fb7 req-2228ff7a-fad1-4292-ba93-70f629c39df6 service neutron] 10.222.0.59 "GET /v2.0/networks/5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055963 Jul 30 20:07:49.869852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58934) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:49.874600 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-fb75a297-9625-4c15-b1ea-71750c890eba admin admin] Request body: {'subnet': {'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-113923996-subnet', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:49.875757 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19192ac4-b952-4b9d-b0da-da07d38d8325 admin admin] Pushing event updated for resources: {'Network': ['ID=d5385b68-d345-49b1-96bc-180144f39a27,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:49.888008 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network d5385b68-d345-49b1-96bc-180144f39a27 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:07:49.898696 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb75a297-9625-4c15-b1ea-71750c890eba admin admin] Made reservation on behalf of d64f4e6fdcea485aa7c5b5023ad67db3 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:07:49.901304 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb75a297-9625-4c15-b1ea-71750c890eba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:50.083876 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb75a297-9625-4c15-b1ea-71750c890eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:50.152836 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-280945b4-eff6-46c5-82be-578f483cae10 req-824f0526-32d1-4139-8cab-c27f20073f3b tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bb9afae-ae12-4c27-b987-bc80113a0bf4 HTTP/1.1" status: 200 len: 210 time: 0.0415676 Jul 30 20:07:50.163256 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75a297-9625-4c15-b1ea-71750c890eba admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eec45fe-dd4e-4389-9cda-638613cd4e9d,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:50.181986 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb75a297-9625-4c15-b1ea-71750c890eba admin admin] Checking segment: {'id': 'b22e339a-b3bc-4284-9d89-85b0297cdd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:07:50.182353 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb75a297-9625-4c15-b1ea-71750c890eba admin admin] Network hostable DHCP agents. Network: d5385b68-d345-49b1-96bc-180144f39a27, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:07:50.199087 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb75a297-9625-4c15-b1ea-71750c890eba admin admin] Network d5385b68-d345-49b1-96bc-180144f39a27 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:07:50.208238 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-fb75a297-9625-4c15-b1ea-71750c890eba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, d5385b68-d345-49b1-96bc-180144f39a27) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:07:50.212450 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb75a297-9625-4c15-b1ea-71750c890eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:50.213036 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb75a297-9625-4c15-b1ea-71750c890eba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:50.217877 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187aef54-3061-4fe9-a099-f35a7b2d1ec2 None None] Network d5385b68-d345-49b1-96bc-180144f39a27 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:07:50.227289 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fb75a297-9625-4c15-b1ea-71750c890eba admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3564506 Jul 30 20:07:50.230020 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58938) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:50.234528 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-47cf39c0-e664-412b-b2aa-bee221bee058 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-113923996-router', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:50.256493 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47cf39c0-e664-412b-b2aa-bee221bee058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:50.257612 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47cf39c0-e664-412b-b2aa-bee221bee058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:50.318088 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47cf39c0-e664-412b-b2aa-bee221bee058 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:50.368945 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2369b33-ad22-465e-aa26-aff3fd801299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-d5385b68-d345-49b1-96bc-180144f39a27', 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'fixed_ips': [{'subnet_id': '2eec45fe-dd4e-4389-9cda-638613cd4e9d'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:07:50.369801 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2369b33-ad22-465e-aa26-aff3fd801299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:50.444582 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ec74e117-c01e-46f7-99bf-c8fdbebeb00e details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:07:50.446612 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 6ca6ac0d-77de-4858-a332-d8463992beee no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:07:50.473282 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb9afae-ae12-4c27-b987-bc80113a0bf4', 'name': 'network-vif-deleted', 'tag': 'b02c8eb4-8571-432c-a03b-2e1b81ff7e29'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:50.477720 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce8c2d0-aba8-4ee3-9682-7489e5cc3dda" -d '{"events": [{"server_uuid": "3bb9afae-ae12-4c27-b987-bc80113a0bf4", "name": "network-vif-deleted", "tag": "b02c8eb4-8571-432c-a03b-2e1b81ff7e29"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:50.571653 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2741f6-3974-47cb-b77b-22ae0849aef3 req-8d7f23be-a34b-4748-b6cd-133f2e4a33c9 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:50.579624 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7e2741f6-3974-47cb-b77b-22ae0849aef3 req-8d7f23be-a34b-4748-b6cd-133f2e4a33c9 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa2b734c-dcb6-472b-aa1a-50a7749eb1da HTTP/1.1" status: 200 len: 944 time: 0.1077647 Jul 30 20:07:50.606841 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60ad8f4-e4a7-4d75-93aa-444070704650 x-openstack-request-id: req-d60ad8f4-e4a7-4d75-93aa-444070704650 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:50.608013 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb9afae-ae12-4c27-b987-bc80113a0bf4", "name": "network-vif-deleted", "tag": "b02c8eb4-8571-432c-a03b-2e1b81ff7e29", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:50.608447 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d60ad8f4-e4a7-4d75-93aa-444070704650 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:50.609482 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb9afae-ae12-4c27-b987-bc80113a0bf4', 'name': 'network-vif-deleted', 'tag': 'b02c8eb4-8571-432c-a03b-2e1b81ff7e29', 'status': 'completed', 'code': 200} Jul 30 20:07:50.617494 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-e2369b33-ad22-465e-aa26-aff3fd801299 None None] Allocated IP 172.20.0.2 (d5385b68-d345-49b1-96bc-180144f39a27/2eec45fe-dd4e-4389-9cda-638613cd4e9d/6893ccc1-f078-4c33-8baf-ee915d0bcf17) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:07:50.651198 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7e2741f6-3974-47cb-b77b-22ae0849aef3 req-fe635407-061b-46f3-bf92-dee9faae4223 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645242 Jul 30 20:07:50.738024 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47cf39c0-e664-412b-b2aa-bee221bee058 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:50.771476 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0bcfa-71e4-4416-b50b-0d510ce019ee req-889fd1a8-0e57-4b89-b962-c430ba3ecaf8 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:50.773097 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8f0bcfa-71e4-4416-b50b-0d510ce019ee req-889fd1a8-0e57-4b89-b962-c430ba3ecaf8 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 984 time: 0.0974171 Jul 30 20:07:50.849152 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8f0bcfa-71e4-4416-b50b-0d510ce019ee req-e974fdad-a7eb-4bf0-afa3-1153ee332ee9 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?id=838b847c-2b86-4cf8-ba4a-f26c20501c3c&id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0480537 Jul 30 20:07:50.858993 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:50.862884 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port ec74e117-c01e-46f7-99bf-c8fdbebeb00e, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ec74e117-c01e-46f7-99bf-c8fdbebeb00e,segment=NetworkSegment(2618f9ee-81c9-4a40-a57d-bfcc0bd06c33),segment_id=2618f9ee-81c9-4a40-a57d-bfcc0bd06c33)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:50.894826 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'ec74e117-c01e-46f7-99bf-c8fdbebeb00e', 'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141', 'port_id': 'ec74e117-c01e-46f7-99bf-c8fdbebeb00e', 'mac_address': 'fa:16:3e:51:b1:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69333c2b-b2f0-45b5-805f-62bf3d2b1b3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:07:50.931335 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8598a1-ac71-4cf2-bf23-24c35afb3b29 req-4d46d3b0-4562-4b2a-8f24-124ca800999f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:50.932890 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5d8598a1-ac71-4cf2-bf23-24c35afb3b29 req-4d46d3b0-4562-4b2a-8f24-124ca800999f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=19eea34d-8e0b-4ac2-84d4-a8fb332e2420 HTTP/1.1" status: 200 len: 948 time: 0.0692751 Jul 30 20:07:50.951468 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50676ce-9cce-46da-bbcc-36945a03944d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca6ac0d-77de-4858-a332-d8463992beee'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:50.954746 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b8a26d-ff76-46e8-a744-64f4b1f1b8e4" -d '{"events": [{"server_uuid": "b50676ce-9cce-46da-bbcc-36945a03944d", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca6ac0d-77de-4858-a332-d8463992beee"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:50.979207 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 6ca6ac0d-77de-4858-a332-d8463992beee, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=6ca6ac0d-77de-4858-a332-d8463992beee,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:50.990864 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:50.992238 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5d8598a1-ac71-4cf2-bf23-24c35afb3b29 req-f077ab46-fb48-4d2a-8d9e-2a016e334613 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520642 Jul 30 20:07:51.024331 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:51.059235 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47cf39c0-e664-412b-b2aa-bee221bee058 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:51.060401 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec74e117-c01e-46f7-99bf-c8fdbebeb00e {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:07:51.068496 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cff07b-ed57-4cbd-96ca-e0387947f2d0 x-openstack-request-id: req-66cff07b-ed57-4cbd-96ca-e0387947f2d0 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:51.068774 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50676ce-9cce-46da-bbcc-36945a03944d", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca6ac0d-77de-4858-a332-d8463992beee", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:51.069019 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-66cff07b-ed57-4cbd-96ca-e0387947f2d0 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:51.069391 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50676ce-9cce-46da-bbcc-36945a03944d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca6ac0d-77de-4858-a332-d8463992beee', 'code': 200} Jul 30 20:07:51.082188 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47cf39c0-e664-412b-b2aa-bee221bee058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:51.087352 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e30b410c-0f09-4b16-bab3-9e5c4792e625 req-dd0993f8-f403-4801-8554-6eb88e581206 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1290773851&fields=id&tenant_id=8ddd0e37e2e44e64a3f6afbb96218dd8 HTTP/1.1" status: 200 len: 267 time: 0.0851078 Jul 30 20:07:51.122751 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port ec74e117-c01e-46f7-99bf-c8fdbebeb00e, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ec74e117-c01e-46f7-99bf-c8fdbebeb00e,segment=NetworkSegment(2618f9ee-81c9-4a40-a57d-bfcc0bd06c33),segment_id=2618f9ee-81c9-4a40-a57d-bfcc0bd06c33)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:51.133957 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:51.134588 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:07:51.143842 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=6ca6ac0d-77de-4858-a332-d8463992beee,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:51.201795 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2369b33-ad22-465e-aa26-aff3fd801299 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:51.209467 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b410c-0f09-4b16-bab3-9e5c4792e625 req-4eb831e9-9ed0-407e-9742-35416e8627eb tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:51.210984 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e30b410c-0f09-4b16-bab3-9e5c4792e625 req-4eb831e9-9ed0-407e-9742-35416e8627eb tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 984 time: 0.1161444 Jul 30 20:07:51.229138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-e30b410c-0f09-4b16-bab3-9e5c4792e625 req-033afe45-8c1e-47f0-bc0e-5b982154f4d5 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Request body: {'port': {'security_groups': ['838b847c-2b86-4cf8-ba4a-f26c20501c3c', '8742ce39-b8ad-4190-a997-356054f719eb', '24f33bcf-3770-4fef-839e-ea4161a2eee4']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:51.271275 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e2369b33-ad22-465e-aa26-aff3fd801299 None None] Transition to ACTIVE for port object 6893ccc1-f078-4c33-8baf-ee915d0bcf17 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:07:51.273505 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64164bb7-eacf-4d1b-bffd-2c99dce8fe1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:51.280133 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-47cf39c0-e664-412b-b2aa-bee221bee058 admin admin] Allocated IP 172.25.3.49 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/d44196a0-3f57-45d5-9cef-aea3327eb2ef) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:07:51.294665 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=ec74e117-c01e-46f7-99bf-c8fdbebeb00e,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:51.311294 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e2369b33-ad22-465e-aa26-aff3fd801299 None None] Transition to ACTIVE for port object 6893ccc1-f078-4c33-8baf-ee915d0bcf17 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:07:51.328590 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e30b410c-0f09-4b16-bab3-9e5c4792e625 req-033afe45-8c1e-47f0-bc0e-5b982154f4d5 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:51.341862 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2369b33-ad22-465e-aa26-aff3fd801299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:51.360501 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port f80ceb81-a4e4-4e24-b00b-5bc1f84a0151, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=f80ceb81-a4e4-4e24-b00b-5bc1f84a0151,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:51.367261 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58980) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:51.401466 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'f80ceb81-a4e4-4e24-b00b-5bc1f84a0151', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': 'f80ceb81-a4e4-4e24-b00b-5bc1f84a0151', 'mac_address': 'fa:16:3e:64:50:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:07:51.405935 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2369b33-ad22-465e-aa26-aff3fd801299 None None] Network d5385b68-d345-49b1-96bc-180144f39a27 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:07:51.413071 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2369b33-ad22-465e-aa26-aff3fd801299 None None] Pushing event updated for resources: {'Port': ['ID=6893ccc1-f078-4c33-8baf-ee915d0bcf17,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:51.415499 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e2369b33-ad22-465e-aa26-aff3fd801299 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:07:51.417716 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2369b33-ad22-465e-aa26-aff3fd801299 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:07:51.437305 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4d34ed0-2996-4808-9307-277171ad0376 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:51.463817 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4d34ed0-2996-4808-9307-277171ad0376 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:51.497426 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47cf39c0-e664-412b-b2aa-bee221bee058 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:51.502539 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:51.505713 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-e2369b33-ad22-465e-aa26-aff3fd801299 None None] Attempting to bind port 6893ccc1-f078-4c33-8baf-ee915d0bcf17 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:07:51.506115 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-e2369b33-ad22-465e-aa26-aff3fd801299 None None] Attempting to bind port 6893ccc1-f078-4c33-8baf-ee915d0bcf17 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b22e339a-b3bc-4284-9d89-85b0297cdd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:07:51.506884 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2369b33-ad22-465e-aa26-aff3fd801299 None None] Attempting to bind port 6893ccc1-f078-4c33-8baf-ee915d0bcf17 on network d5385b68-d345-49b1-96bc-180144f39a27 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:07:51.520896 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2369b33-ad22-465e-aa26-aff3fd801299 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:07:51.521137 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2369b33-ad22-465e-aa26-aff3fd801299 None None] Checking segment: {'id': 'b22e339a-b3bc-4284-9d89-85b0297cdd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:07:51.521540 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4d34ed0-2996-4808-9307-277171ad0376 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:51.521702 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2369b33-ad22-465e-aa26-aff3fd801299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:51.521930 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2369b33-ad22-465e-aa26-aff3fd801299 None None] Bound using segment: {'id': 'b22e339a-b3bc-4284-9d89-85b0297cdd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:07:51.522395 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-e2369b33-ad22-465e-aa26-aff3fd801299 None None] Bound port: 6893ccc1-f078-4c33-8baf-ee915d0bcf17, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22e339a-b3bc-4284-9d89-85b0297cdd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:07:51.522771 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2369b33-ad22-465e-aa26-aff3fd801299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:51.524392 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4d34ed0-2996-4808-9307-277171ad0376 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:51.528656 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:07:51.528840 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b4d34ed0-2996-4808-9307-277171ad0376 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "DELETE /v2.0/security-groups/1acc16be-61d1-4b78-a013-8d07c4d58a97 HTTP/1.1" status: 204 len: 168 time: 0.1573193 Jul 30 20:07:51.528947 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58982) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:51.537409 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d34ed0-2996-4808-9307-277171ad0376 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acc16be-61d1-4b78-a013-8d07c4d58a97,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:51.568569 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port f80ceb81-a4e4-4e24-b00b-5bc1f84a0151, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=f80ceb81-a4e4-4e24-b00b-5bc1f84a0151,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:51.569091 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-7b90e742-51bb-4275-90f3-4a17044e4e0a tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] show failed (client error): The resource could not be found. Jul 30 20:07:51.571563 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7b90e742-51bb-4275-90f3-4a17044e4e0a tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "GET /v2.0/security-groups/1acc16be-61d1-4b78-a013-8d07c4d58a97 HTTP/1.1" status: 404 len: 347 time: 0.0400727 Jul 30 20:07:51.573451 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58986) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:51.604530 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:51.633810 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47cf39c0-e664-412b-b2aa-bee221bee058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:51.688560 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e2369b33-ad22-465e-aa26-aff3fd801299 None None] For port 6893ccc1-f078-4c33-8baf-ee915d0bcf17, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:07:51.688819 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cf39c0-e664-412b-b2aa-bee221bee058 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:07:51.691220 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=f80ceb81-a4e4-4e24-b00b-5bc1f84a0151,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:51.704479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-47cf39c0-e664-412b-b2aa-bee221bee058 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:07:51.709923 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cf39c0-e664-412b-b2aa-bee221bee058 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:07:51.710864 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e2369b33-ad22-465e-aa26-aff3fd801299 None None] For port 6893ccc1-f078-4c33-8baf-ee915d0bcf17, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6893ccc1-f078-4c33-8baf-ee915d0bcf17,segment=NetworkSegment(b22e339a-b3bc-4284-9d89-85b0297cdd8b),segment_id=b22e339a-b3bc-4284-9d89-85b0297cdd8b)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:07:51.718978 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2369b33-ad22-465e-aa26-aff3fd801299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:51.746055 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d00e4834-8832-4096-aa43-2473d91b7591 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Deleting port 1526f733-2c3e-419b-b9f2-bc9c32e2a449 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:07:51.746438 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d00e4834-8832-4096-aa43-2473d91b7591 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:51.752040 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf39c0-e664-412b-b2aa-bee221bee058 admin admin] Pushing event updated for resources: {'Port': ['ID=d44196a0-3f57-45d5-9cef-aea3327eb2ef,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:51.755465 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e30b410c-0f09-4b16-bab3-9e5c4792e625 req-033afe45-8c1e-47f0-bc0e-5b982154f4d5 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] For port 4993508f-ceb4-46ab-bc3d-cb140b4d4a63, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=4993508f-ceb4-46ab-bc3d-cb140b4d4a63,segment=NetworkSegment(4c5727ff-ec87-4700-924a-9fefe61b44a6),segment_id=4c5727ff-ec87-4700-924a-9fefe61b44a6)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:51.795683 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2369b33-ad22-465e-aa26-aff3fd801299 None None] Pushing event updated for resources: {'Port': ['ID=6893ccc1-f078-4c33-8baf-ee915d0bcf17,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:51.860309 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b542625-951f-414d-a9de-e692cfb86cff req-09ecd4de-8f97-4c16-82c1-52d0d61dc558 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:51.861875 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0b542625-951f-414d-a9de-e692cfb86cff req-09ecd4de-8f97-4c16-82c1-52d0d61dc558 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa2b734c-dcb6-472b-aa1a-50a7749eb1da HTTP/1.1" status: 200 len: 944 time: 0.1122332 Jul 30 20:07:51.871399 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e30b410c-0f09-4b16-bab3-9e5c4792e625 req-033afe45-8c1e-47f0-bc0e-5b982154f4d5 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:51.880453 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d00e4834-8832-4096-aa43-2473d91b7591 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:51.880785 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d00e4834-8832-4096-aa43-2473d91b7591 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:51.896274 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e30b410c-0f09-4b16-bab3-9e5c4792e625 req-033afe45-8c1e-47f0-bc0e-5b982154f4d5 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:51.908524 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['349fa798-e7ac-4080-9f49-ba90dcd5d06e', '4993508f-ceb4-46ab-bc3d-cb140b4d4a63'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:51.909720 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d00e4834-8832-4096-aa43-2473d91b7591 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Calling delete_port for 1526f733-2c3e-419b-b9f2-bc9c32e2a449 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:07:51.944564 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0b542625-951f-414d-a9de-e692cfb86cff req-0502fe02-c114-4921-b4d5-b1725e192652 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671003 Jul 30 20:07:52.041297 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b410c-0f09-4b16-bab3-9e5c4792e625 req-033afe45-8c1e-47f0-bc0e-5b982154f4d5 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:52.042001 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e30b410c-0f09-4b16-bab3-9e5c4792e625 req-033afe45-8c1e-47f0-bc0e-5b982154f4d5 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:52.060299 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e30b410c-0f09-4b16-bab3-9e5c4792e625 req-033afe45-8c1e-47f0-bc0e-5b982154f4d5 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "PUT /v2.0/ports/4993508f-ceb4-46ab-bc3d-cb140b4d4a63 HTTP/1.1" status: 200 len: 1020 time: 0.8396451 Jul 30 20:07:52.060976 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fac098-ac1c-43a3-bb25-c8f5d984def1', 'tag': '4993508f-ceb4-46ab-bc3d-cb140b4d4a63'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:52.063322 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dbadc3-fd75-41fe-8356-2ee046eeb013" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fac098-ac1c-43a3-bb25-c8f5d984def1", "tag": "4993508f-ceb4-46ab-bc3d-cb140b4d4a63"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:52.066201 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033afe45-8c1e-47f0-bc0e-5b982154f4d5 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event updated for resources: {'Port': ['ID=4993508f-ceb4-46ab-bc3d-cb140b4d4a63,revision_number=7']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:52.076010 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device b02c8eb4-8571-432c-a03b-2e1b81ff7e29 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:07:52.119856 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['4993508f-ceb4-46ab-bc3d-cb140b4d4a63'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:52.124103 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: b02c8eb4-8571-432c-a03b-2e1b81ff7e29 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:07:52.124559 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device b02c8eb4-8571-432c-a03b-2e1b81ff7e29 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:07:52.201927 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69f293c1-197f-4b8c-8a28-b68b10136835 req-5709c2d0-aab1-44c8-bfaa-86714ad167ee tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/24f33bcf-3770-4fef-839e-ea4161a2eee4 HTTP/1.1" status: 200 len: 1801 time: 0.0526695 Jul 30 20:07:52.214448 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d00e4834-8832-4096-aa43-2473d91b7591 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:52.244367 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e4834-8832-4096-aa43-2473d91b7591 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Pushing event deleted for resources: {'Port': ['ID=1526f733-2c3e-419b-b9f2-bc9c32e2a449,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:52.282842 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690112ff-84b6-4822-993f-9bf612234208 req-fe5c44fa-5da3-4832-9366-786f43437282 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:52.284636 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-690112ff-84b6-4822-993f-9bf612234208 req-fe5c44fa-5da3-4832-9366-786f43437282 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=19eea34d-8e0b-4ac2-84d4-a8fb332e2420 HTTP/1.1" status: 200 len: 949 time: 0.1253586 Jul 30 20:07:52.329317 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d00e4834-8832-4096-aa43-2473d91b7591 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:52.331951 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d00e4834-8832-4096-aa43-2473d91b7591 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:52.335487 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d00e4834-8832-4096-aa43-2473d91b7591 tempest-ImagesOneServerNegativeTestJSON-1723292249 tempest-ImagesOneServerNegativeTestJSON-1723292249-project] 10.222.0.81 "DELETE /v2.0/floatingips/defa1fba-989e-4faa-850f-b3ffc66ff376 HTTP/1.1" status: 204 len: 168 time: 0.7570536 Jul 30 20:07:52.335687 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-69f293c1-197f-4b8c-8a28-b68b10136835 req-191fa34e-7031-4cbd-b820-61b8a916f893 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 20:07:52.335687 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69f293c1-197f-4b8c-8a28-b68b10136835 req-191fa34e-7031-4cbd-b820-61b8a916f893 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "DELETE /v2.0/security-groups/24f33bcf-3770-4fef-839e-ea4161a2eee4 HTTP/1.1" status: 409 len: 341 time: 0.1245887 Jul 30 20:07:52.366083 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47cf39c0-e664-412b-b2aa-bee221bee058 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:52.381503 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-690112ff-84b6-4822-993f-9bf612234208 req-529c3a09-e347-4a2e-acb9-118151239616 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551238 Jul 30 20:07:52.460019 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 557f9a18-0625-475f-bc09-3f39d6ca3061 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:07:52.497551 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0d5159-a95a-46fb-a80b-a8c39bf60421 x-openstack-request-id: req-6c0d5159-a95a-46fb-a80b-a8c39bf60421 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:52.497850 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fac098-ac1c-43a3-bb25-c8f5d984def1", "tag": "4993508f-ceb4-46ab-bc3d-cb140b4d4a63", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:52.498148 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6c0d5159-a95a-46fb-a80b-a8c39bf60421 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:52.498512 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3fac098-ac1c-43a3-bb25-c8f5d984def1', 'tag': '4993508f-ceb4-46ab-bc3d-cb140b4d4a63', 'status': 'completed', 'code': 200} Jul 30 20:07:52.502547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['f80ceb81-a4e4-4e24-b00b-5bc1f84a0151'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:52.560000 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['ec74e117-c01e-46f7-99bf-c8fdbebeb00e'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:52.597738 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59020) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:52.606733 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbadc3-fd75-41fe-8356-2ee046eeb013 req-4566245a-239b-4d05-8b87-64ecbad3c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:52.615403 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98dbadc3-fd75-41fe-8356-2ee046eeb013 req-4566245a-239b-4d05-8b87-64ecbad3c569 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ddd0e37e2e44e64a3f6afbb96218dd8&device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 1174 time: 0.1159964 Jul 30 20:07:52.641765 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6893ccc1-f078-4c33-8baf-ee915d0bcf17 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:07:52.666561 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-673ecaa0-917f-437a-bfab-23c37064ec77 admin admin] Deleting subnet 6fc58012-6aa4-4104-b48c-ddab3633cb9f {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:07:52.672481 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-673ecaa0-917f-437a-bfab-23c37064ec77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:52.784049 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-673ecaa0-917f-437a-bfab-23c37064ec77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:52.857473 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-673ecaa0-917f-437a-bfab-23c37064ec77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:52.864391 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47cf39c0-e664-412b-b2aa-bee221bee058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:52.892602 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac288e-4508-41ad-942c-c0895f5956ef req-8841f9a4-8f48-4b48-8f80-7366db7ee6b4 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:52.894526 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a0ac288e-4508-41ad-942c-c0895f5956ef req-8841f9a4-8f48-4b48-8f80-7366db7ee6b4 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 1023 time: 0.1247194 Jul 30 20:07:52.950724 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 6893ccc1-f078-4c33-8baf-ee915d0bcf17 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:07:52.955194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 557f9a18-0625-475f-bc09-3f39d6ca3061, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=557f9a18-0625-475f-bc09-3f39d6ca3061,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:52.983981 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a0ac288e-4508-41ad-942c-c0895f5956ef req-81a47ff9-b14c-413d-b905-57566f8af4b2 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?id=838b847c-2b86-4cf8-ba4a-f26c20501c3c&id=24f33bcf-3770-4fef-839e-ea4161a2eee4&id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0812542 Jul 30 20:07:52.999021 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-673ecaa0-917f-437a-bfab-23c37064ec77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:52.999261 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbadc3-fd75-41fe-8356-2ee046eeb013 req-adafb9e6-a96c-4b1e-bc1f-d90a1906a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:53.004661 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98dbadc3-fd75-41fe-8356-2ee046eeb013 req-adafb9e6-a96c-4b1e-bc1f-d90a1906a4c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2 HTTP/1.1" status: 200 len: 913 time: 0.3348422 Jul 30 20:07:53.017598 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '557f9a18-0625-475f-bc09-3f39d6ca3061', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': '557f9a18-0625-475f-bc09-3f39d6ca3061', 'mac_address': 'fa:16:3e:37:42:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:07:53.031906 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ecaa0-917f-437a-bfab-23c37064ec77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fc58012-6aa4-4104-b48c-ddab3633cb9f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:53.038573 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-673ecaa0-917f-437a-bfab-23c37064ec77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:53.041428 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-673ecaa0-917f-437a-bfab-23c37064ec77 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6fc58012-6aa4-4104-b48c-ddab3633cb9f HTTP/1.1" status: 204 len: 168 time: 0.4426963 Jul 30 20:07:53.045725 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59036) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:53.141960 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98dbadc3-fd75-41fe-8356-2ee046eeb013 req-0e0c2ac0-28f9-4391-800e-a4812c855fbd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4993508f-ceb4-46ab-bc3d-cb140b4d4a63 HTTP/1.1" status: 200 len: 217 time: 0.0568764 Jul 30 20:07:53.163408 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf774796-a7fe-487c-96ee-4c1166d29452 None None] Network d5385b68-d345-49b1-96bc-180144f39a27 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:07:53.178868 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce85498e-7768-49c2-ad0e-e16dd46c010d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:53.195385 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:53.251148 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c93a9-1a84-4c9e-8bce-a41f5c331747 req-9afe990c-49c2-4f96-81a8-f2bb53e17855 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:53.253792 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af4c93a9-1a84-4c9e-8bce-a41f5c331747 req-9afe990c-49c2-4f96-81a8-f2bb53e17855 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa2b734c-dcb6-472b-aa1a-50a7749eb1da HTTP/1.1" status: 200 len: 944 time: 0.1659622 Jul 30 20:07:53.257402 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbadc3-fd75-41fe-8356-2ee046eeb013 req-b7355565-fc0b-4505-8693-beec7a6189c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:53.259013 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98dbadc3-fd75-41fe-8356-2ee046eeb013 req-b7355565-fc0b-4505-8693-beec7a6189c7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db475299-c8f9-4695-8c12-0941808a60f8 HTTP/1.1" status: 200 len: 852 time: 0.1013856 Jul 30 20:07:53.280792 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 557f9a18-0625-475f-bc09-3f39d6ca3061 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:07:53.325248 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce85498e-7768-49c2-ad0e-e16dd46c010d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:53.334977 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98dbadc3-fd75-41fe-8356-2ee046eeb013 req-4fc2188e-9da3-4275-886d-344f9931c183 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497756 Jul 30 20:07:53.337484 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ce85498e-7768-49c2-ad0e-e16dd46c010d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d720bf4d-d89c-40cc-a8d3-2bcde79b768e']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:53.343198 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d3776cfd-cecf-4ce4-9b8c-a58521ff6ca6 None None] Provisioning for port 6893ccc1-f078-4c33-8baf-ee915d0bcf17 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:07:53.353312 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ce85498e-7768-49c2-ad0e-e16dd46c010d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce00f4ba-d8bb-4afc-8455-d155bb6366db') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:53.353606 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ce85498e-7768-49c2-ad0e-e16dd46c010d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce00f4ba-d8bb-4afc-8455-d155bb6366db') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:53.360615 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af4c93a9-1a84-4c9e-8bce-a41f5c331747 req-f95c2f6e-9efb-4834-b570-43d5cd14c152 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981057 Jul 30 20:07:53.369809 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce85498e-7768-49c2-ad0e-e16dd46c010d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:53.374860 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cf39c0-e664-412b-b2aa-bee221bee058 admin admin] Router 8f4c42e0-4a38-408a-9608-b8a899c825da is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:07:53.385788 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce85498e-7768-49c2-ad0e-e16dd46c010d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:53.392678 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d3776cfd-cecf-4ce4-9b8c-a58521ff6ca6 None None] Provisioning complete for port 6893ccc1-f078-4c33-8baf-ee915d0bcf17 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:53.393057 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3776cfd-cecf-4ce4-9b8c-a58521ff6ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:53.394958 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce85498e-7768-49c2-ad0e-e16dd46c010d admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:07:53.395338 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce85498e-7768-49c2-ad0e-e16dd46c010d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:53.396273 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 557f9a18-0625-475f-bc09-3f39d6ca3061, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=557f9a18-0625-475f-bc09-3f39d6ca3061,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:07:53.397337 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:07:53.439463 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:53.440135 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 08ab39f8-8164-4c45-894a-2791446b2d29 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:07:53.470178 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce85498e-7768-49c2-ad0e-e16dd46c010d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:53.496399 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce85498e-7768-49c2-ad0e-e16dd46c010d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:53.498943 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ce85498e-7768-49c2-ad0e-e16dd46c010d admin admin] 10.222.0.81 "DELETE /v2.0/networks/d720bf4d-d89c-40cc-a8d3-2bcde79b768e HTTP/1.1" status: 204 len: 168 time: 0.4520099 Jul 30 20:07:53.500032 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85498e-7768-49c2-ad0e-e16dd46c010d admin admin] Pushing event deleted for resources: {'Network': ['ID=d720bf4d-d89c-40cc-a8d3-2bcde79b768e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:53.556672 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cc0ce-567a-45c3-a52d-266a14f250a7 req-be9e8e7c-a034-47f3-9cd0-07cc8d25b76a tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:53.565627 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-585cc0ce-567a-45c3-a52d-266a14f250a7 req-be9e8e7c-a034-47f3-9cd0-07cc8d25b76a tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=19eea34d-8e0b-4ac2-84d4-a8fb332e2420 HTTP/1.1" status: 200 len: 949 time: 0.0927534 Jul 30 20:07:53.617514 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-585cc0ce-567a-45c3-a52d-266a14f250a7 req-24d3efec-f804-45a7-91fa-88ca50c36ae1 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509629 Jul 30 20:07:53.692707 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59046) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:53.740589 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cec2351c-d444-4a6b-bfe1-93b950e5bb4b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8f2803fb25ab4f8da128bffb3dbdd39a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460660 Jul 30 20:07:53.743023 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59048) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:53.771024 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=557f9a18-0625-475f-bc09-3f39d6ca3061,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:53.822767 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98dbadc3-fd75-41fe-8356-2ee046eeb013 req-78d63dbf-da2d-4ac6-8113-ad56761fa1ea service neutron] 10.222.0.59 "GET /v2.0/networks/5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594545 Jul 30 20:07:53.848320 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1234edac-47ce-46a4-be27-d0beadb90746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:53.888030 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cf39c0-e664-412b-b2aa-bee221bee058 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:07:53.892827 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:53.896262 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 08ab39f8-8164-4c45-894a-2791446b2d29, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=08ab39f8-8164-4c45-894a-2791446b2d29,segment=NetworkSegment(2618f9ee-81c9-4a40-a57d-bfcc0bd06c33),segment_id=2618f9ee-81c9-4a40-a57d-bfcc0bd06c33)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:53.898617 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3776cfd-cecf-4ce4-9b8c-a58521ff6ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:53.907377 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] Sync routers for ids ['8f4c42e0-4a38-408a-9608-b8a899c825da'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:07:53.917865 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6a3657f-e6b1-4817-abf5-5fddd508a6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:53.933179 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '08ab39f8-8164-4c45-894a-2791446b2d29', 'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141', 'port_id': '08ab39f8-8164-4c45-894a-2791446b2d29', 'mac_address': 'fa:16:3e:57:c3:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69333c2b-b2f0-45b5-805f-62bf3d2b1b3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:07:53.933334 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47cf39c0-e664-412b-b2aa-bee221bee058 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:53.934863 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-47cf39c0-e664-412b-b2aa-bee221bee058 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7036853 Jul 30 20:07:53.939061 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59060) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:53.948516 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] Routers {'8f4c42e0-4a38-408a-9608-b8a899c825da'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:07:53.949489 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:07:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8f4c42e0-4a38-408a-9608-b8a899c825da'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:53.959662 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6a3657f-e6b1-4817-abf5-5fddd508a6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:53.986410 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98dbadc3-fd75-41fe-8356-2ee046eeb013 req-36ad2545-ba3e-4480-b602-75451553600c service neutron] 10.222.0.59 "GET /v2.0/networks/5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524248 Jul 30 20:07:54.026236 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d3776cfd-cecf-4ce4-9b8c-a58521ff6ca6 None None] For port 6893ccc1-f078-4c33-8baf-ee915d0bcf17, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6893ccc1-f078-4c33-8baf-ee915d0bcf17,segment=NetworkSegment(b22e339a-b3bc-4284-9d89-85b0297cdd8b),segment_id=b22e339a-b3bc-4284-9d89-85b0297cdd8b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:54.045300 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6a3657f-e6b1-4817-abf5-5fddd508a6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:54.047783 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3776cfd-cecf-4ce4-9b8c-a58521ff6ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:54.053882 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b6a3657f-e6b1-4817-abf5-5fddd508a6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:54.059945 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b6a3657f-e6b1-4817-abf5-5fddd508a6d6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/43c3556a-d5cc-4696-ae53-ba5bd5d86630 HTTP/1.1" status: 204 len: 168 time: 0.3128040 Jul 30 20:07:54.079471 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:54.081829 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3657f-e6b1-4817-abf5-5fddd508a6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c3556a-d5cc-4696-ae53-ba5bd5d86630,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:54.133280 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ab39f8-8164-4c45-894a-2791446b2d29 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:07:54.198076 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] Set router 8f4c42e0-4a38-408a-9608-b8a899c825da gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:07:54.249064 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 08ab39f8-8164-4c45-894a-2791446b2d29, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=08ab39f8-8164-4c45-894a-2791446b2d29,segment=NetworkSegment(2618f9ee-81c9-4a40-a57d-bfcc0bd06c33),segment_id=2618f9ee-81c9-4a40-a57d-bfcc0bd06c33)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:54.251891 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76394df-4ae4-4d28-8220-5069dfc032c1 req-de951c89-9280-4e09-8e55-a6d52de3fbc0 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:54.261322 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c76394df-4ae4-4d28-8220-5069dfc032c1 req-de951c89-9280-4e09-8e55-a6d52de3fbc0 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 1023 time: 0.1441622 Jul 30 20:07:54.293800 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3776cfd-cecf-4ce4-9b8c-a58521ff6ca6 None None] Pushing event updated for resources: {'Port': ['ID=6893ccc1-f078-4c33-8baf-ee915d0bcf17,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:54.297655 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94bb77-5542-4fac-95da-cb51ca0f047c req-8ec54959-052d-4c95-ac16-dfc363fb7f66 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:54.297786 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:54.301838 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6e94bb77-5542-4fac-95da-cb51ca0f047c req-8ec54959-052d-4c95-ac16-dfc363fb7f66 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 1023 time: 0.1673243 Jul 30 20:07:54.367922 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c76394df-4ae4-4d28-8220-5069dfc032c1 req-b23e2f8e-6b54-402b-8249-64a14730ca04 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?id=838b847c-2b86-4cf8-ba4a-f26c20501c3c&id=24f33bcf-3770-4fef-839e-ea4161a2eee4&id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1044402 Jul 30 20:07:54.468437 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 6ca6ac0d-77de-4858-a332-d8463992beee details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:07:54.517496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2ef1403d-dda3-472d-8b83-206f8ae7b11f None None] Provisioning complete for port 6893ccc1-f078-4c33-8baf-ee915d0bcf17 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:54.518027 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2ef1403d-dda3-472d-8b83-206f8ae7b11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:54.527887 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=08ab39f8-8164-4c45-894a-2791446b2d29,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:54.552195 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-6e94bb77-5542-4fac-95da-cb51ca0f047c req-6eb3f709-16fa-42c5-93ac-268bb53794af tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Deleting port 4993508f-ceb4-46ab-bc3d-cb140b4d4a63 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:07:54.552575 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6e94bb77-5542-4fac-95da-cb51ca0f047c req-6eb3f709-16fa-42c5-93ac-268bb53794af tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:54.559890 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6893ccc1-f078-4c33-8baf-ee915d0bcf17 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:07:54.722282 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6e94bb77-5542-4fac-95da-cb51ca0f047c req-6eb3f709-16fa-42c5-93ac-268bb53794af tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] For port 4993508f-ceb4-46ab-bc3d-cb140b4d4a63, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=4993508f-ceb4-46ab-bc3d-cb140b4d4a63,segment=NetworkSegment(4c5727ff-ec87-4700-924a-9fefe61b44a6),segment_id=4c5727ff-ec87-4700-924a-9fefe61b44a6)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:54.724066 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6e94bb77-5542-4fac-95da-cb51ca0f047c req-6eb3f709-16fa-42c5-93ac-268bb53794af tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:54.749729 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-6e94bb77-5542-4fac-95da-cb51ca0f047c req-6eb3f709-16fa-42c5-93ac-268bb53794af tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Calling delete_port for 4993508f-ceb4-46ab-bc3d-cb140b4d4a63 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:07:54.806899 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 6893ccc1-f078-4c33-8baf-ee915d0bcf17 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:54.807470 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:54.809895 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 6ca6ac0d-77de-4858-a332-d8463992beee, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=6ca6ac0d-77de-4858-a332-d8463992beee,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:54.853938 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ce7d2-a45d-487e-a95c-a67d29164f6c req-8f026adb-9e8a-4bf3-be5d-31d291949a60 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:54.857902 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '6ca6ac0d-77de-4858-a332-d8463992beee', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': '6ca6ac0d-77de-4858-a332-d8463992beee', 'mac_address': 'fa:16:3e:1b:2e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:07:54.858247 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c65ce7d2-a45d-487e-a95c-a67d29164f6c req-8f026adb-9e8a-4bf3-be5d-31d291949a60 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=19eea34d-8e0b-4ac2-84d4-a8fb332e2420 HTTP/1.1" status: 200 len: 949 time: 0.1143427 Jul 30 20:07:54.924739 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:54.926197 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'name': 'tempest-ServersTestManualDisk-113923996-router', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:50Z', 'updated_at': '2021-07-30T20:07:52Z', 'revision_number': 3, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'gw_port': {'id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:51Z', 'updated_at': '2021-07-30T20:07:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:54.933967 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c65ce7d2-a45d-487e-a95c-a67d29164f6c req-4c5c12be-fa9a-423f-9357-98d1985c9c58 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665100 Jul 30 20:07:54.962087 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] Checking router: 8f4c42e0-4a38-408a-9608-b8a899c825da for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:07:54.962434 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] Updating router 8f4c42e0-4a38-408a-9608-b8a899c825da port d44196a0-3f57-45d5-9cef-aea3327eb2ef binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:07:54.994221 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812ca83-7ffa-4ed2-87c0-57bae46df8c3 req-72baad9a-ef00-4dfb-a068-374420e1f222 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:54.996251 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e812ca83-7ffa-4ed2-87c0-57bae46df8c3 req-72baad9a-ef00-4dfb-a068-374420e1f222 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa2b734c-dcb6-472b-aa1a-50a7749eb1da HTTP/1.1" status: 200 len: 945 time: 0.2257001 Jul 30 20:07:54.997570 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['557f9a18-0625-475f-bc09-3f39d6ca3061'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:54.999606 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:55.034798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['08ab39f8-8164-4c45-894a-2791446b2d29'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:55.084051 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e812ca83-7ffa-4ed2-87c0-57bae46df8c3 req-48eae231-87a4-40d4-a694-9f0bcfe7a120 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761888 Jul 30 20:07:55.084815 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6e94bb77-5542-4fac-95da-cb51ca0f047c req-6eb3f709-16fa-42c5-93ac-268bb53794af tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:55.092888 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:55.104616 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['349fa798-e7ac-4080-9f49-ba90dcd5d06e', '4993508f-ceb4-46ab-bc3d-cb140b4d4a63'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:55.126459 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3f709-16fa-42c5-93ac-268bb53794af tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event deleted for resources: {'Port': ['ID=4993508f-ceb4-46ab-bc3d-cb140b4d4a63,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:55.161330 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db6140a4-4ff0-49eb-ad93-5149c7aa2b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:55.170314 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca6ac0d-77de-4858-a332-d8463992beee {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:07:55.171596 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e94bb77-5542-4fac-95da-cb51ca0f047c req-6eb3f709-16fa-42c5-93ac-268bb53794af tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] No DVR routers for this DVR port 4993508f-ceb4-46ab-bc3d-cb140b4d4a63 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:07:55.175000 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6e94bb77-5542-4fac-95da-cb51ca0f047c req-6eb3f709-16fa-42c5-93ac-268bb53794af tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:55.176995 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59102) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:55.178536 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6e94bb77-5542-4fac-95da-cb51ca0f047c req-6eb3f709-16fa-42c5-93ac-268bb53794af tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.59 "DELETE /v2.0/ports/4993508f-ceb4-46ab-bc3d-cb140b4d4a63 HTTP/1.1" status: 204 len: 173 time: 0.8711905 Jul 30 20:07:55.178995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fac098-ac1c-43a3-bb25-c8f5d984def1', 'name': 'network-vif-deleted', 'tag': '4993508f-ceb4-46ab-bc3d-cb140b4d4a63'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:55.181310 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f342eca3-c09b-49c9-a00b-be55590a9db8" -d '{"events": [{"server_uuid": "d3fac098-ac1c-43a3-bb25-c8f5d984def1", "name": "network-vif-deleted", "tag": "4993508f-ceb4-46ab-bc3d-cb140b4d4a63"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:55.248800 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc7b706-c665-4e2d-b976-b2cbe579a2e6 x-openstack-request-id: req-8fc7b706-c665-4e2d-b976-b2cbe579a2e6 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:55.249281 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fac098-ac1c-43a3-bb25-c8f5d984def1", "name": "network-vif-deleted", "tag": "4993508f-ceb4-46ab-bc3d-cb140b4d4a63", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:55.249596 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8fc7b706-c665-4e2d-b976-b2cbe579a2e6 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:55.250522 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fac098-ac1c-43a3-bb25-c8f5d984def1', 'name': 'network-vif-deleted', 'tag': '4993508f-ceb4-46ab-bc3d-cb140b4d4a63', 'status': 'completed', 'code': 200} Jul 30 20:07:55.302223 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 6ca6ac0d-77de-4858-a332-d8463992beee, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=6ca6ac0d-77de-4858-a332-d8463992beee,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:55.334950 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:55.363148 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c1f44ff1-d986-4a46-817c-ae5f999aa1c1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-315217036-network', 'tenant_id': '9482a976ec31459b8336e26161d33996'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:55.428347 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f44ff1-d986-4a46-817c-ae5f999aa1c1 admin admin] Made reservation on behalf of 9482a976ec31459b8336e26161d33996 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:07:55.430728 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1f44ff1-d986-4a46-817c-ae5f999aa1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:55.441252 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1f44ff1-d986-4a46-817c-ae5f999aa1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:55.474013 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['6ca6ac0d-77de-4858-a332-d8463992beee'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:07:55.478420 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-db6140a4-4ff0-49eb-ad93-5149c7aa2b7e admin admin] Allocated IP 172.20.0.1 (d5385b68-d345-49b1-96bc-180144f39a27/2eec45fe-dd4e-4389-9cda-638613cd4e9d/e6c62182-21e8-4e3a-a39e-4cb2d02a20b2) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:07:55.483116 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-44f387bf-5fe4-40cf-9f4e-19d35a05e8dc req-1293c683-64d8-4ea4-a88b-b6ceb56c14e6 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3fac098-ac1c-43a3-bb25-c8f5d984def1 HTTP/1.1" status: 200 len: 210 time: 0.0263963 Jul 30 20:07:55.556868 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=6ca6ac0d-77de-4858-a332-d8463992beee,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:55.650290 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db6140a4-4ff0-49eb-ad93-5149c7aa2b7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:55.670204 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1f44ff1-d986-4a46-817c-ae5f999aa1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:55.677059 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1f44ff1-d986-4a46-817c-ae5f999aa1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:55.681886 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-db6140a4-4ff0-49eb-ad93-5149c7aa2b7e admin admin] Transition to ACTIVE for port object e6c62182-21e8-4e3a-a39e-4cb2d02a20b2 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:07:55.711010 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f44ff1-d986-4a46-817c-ae5f999aa1c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:07:55.732850 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1f44ff1-d986-4a46-817c-ae5f999aa1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:55.733194 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-c1f44ff1-d986-4a46-817c-ae5f999aa1c1 admin admin] Added segment aa17f534-d0c8-434a-97e7-2a66788271c7 of type vlan for network b520083c-a600-49f5-83c1-ead5aee680da Jul 30 20:07:55.737888 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f44ff1-d986-4a46-817c-ae5f999aa1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd300dbe-6d67-4c78-a3b9-078783b00342,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:55.805038 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db6140a4-4ff0-49eb-ad93-5149c7aa2b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:55.813525 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1f44ff1-d986-4a46-817c-ae5f999aa1c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:55.852063 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6140a4-4ff0-49eb-ad93-5149c7aa2b7e admin admin] Network d5385b68-d345-49b1-96bc-180144f39a27 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:07:55.861381 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-db6140a4-4ff0-49eb-ad93-5149c7aa2b7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:07:55.872056 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6140a4-4ff0-49eb-ad93-5149c7aa2b7e admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:07:55.904594 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6140a4-4ff0-49eb-ad93-5149c7aa2b7e admin admin] Pushing event updated for resources: {'Port': ['ID=e6c62182-21e8-4e3a-a39e-4cb2d02a20b2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:55.909201 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1f44ff1-d986-4a46-817c-ae5f999aa1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:55.910151 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f44ff1-d986-4a46-817c-ae5f999aa1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:55.910723 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1f44ff1-d986-4a46-817c-ae5f999aa1c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:55.996899 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:56.000290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59116) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:56.000762 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c1f44ff1-d986-4a46-817c-ae5f999aa1c1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8222139 Jul 30 20:07:56.010383 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e5825bb2-0bae-4dfd-a1ca-6bfdd3c6fe8e admin admin] Request body: {'subnet': {'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-315217036-subnet', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:56.017902 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db6140a4-4ff0-49eb-ad93-5149c7aa2b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:56.032691 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] Transition to ACTIVE for port object d44196a0-3f57-45d5-9cef-aea3327eb2ef will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:07:56.068954 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:56.126406 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5825bb2-0bae-4dfd-a1ca-6bfdd3c6fe8e admin admin] Made reservation on behalf of 9482a976ec31459b8336e26161d33996 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:07:56.130364 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e5825bb2-0bae-4dfd-a1ca-6bfdd3c6fe8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:56.146711 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fb65e-f844-4722-935e-faf8a37de909 req-34cd1479-7d32-435f-a470-2c8b4e003366 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:56.155205 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a5fb65e-f844-4722-935e-faf8a37de909 req-34cd1479-7d32-435f-a470-2c8b4e003366 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=19eea34d-8e0b-4ac2-84d4-a8fb332e2420 HTTP/1.1" status: 200 len: 949 time: 0.1322250 Jul 30 20:07:56.178616 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] Attempting to bind port d44196a0-3f57-45d5-9cef-aea3327eb2ef on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:07:56.179036 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] Attempting to bind port d44196a0-3f57-45d5-9cef-aea3327eb2ef by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:07:56.179375 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] Attempting to bind port d44196a0-3f57-45d5-9cef-aea3327eb2ef on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:07:56.181265 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77783b8b-e854-4c4c-bd55-b63a3df87ed9 None None] Pushing event updated for resources: {'Port': ['ID=d44196a0-3f57-45d5-9cef-aea3327eb2ef,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:56.182462 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f44ff1-d986-4a46-817c-ae5f999aa1c1 admin admin] Pushing event updated for resources: {'Network': ['ID=b520083c-a600-49f5-83c1-ead5aee680da,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:56.203158 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:07:56.203559 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:07:56.203968 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:56.204360 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:07:56.204833 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] Bound port: d44196a0-3f57-45d5-9cef-aea3327eb2ef, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:07:56.205213 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:56.213372 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network b520083c-a600-49f5-83c1-ead5aee680da details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:07:56.243000 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db6140a4-4ff0-49eb-ad93-5149c7aa2b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:56.266002 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a5fb65e-f844-4722-935e-faf8a37de909 req-b78c7359-0038-47f4-bf26-6590d8d109ec tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088901 Jul 30 20:07:56.302719 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160e8ef-b439-4e80-9b92-5fcfacd638bd req-65c0b26d-0b3f-41e6-a7bc-79e85945fa2b tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:56.304340 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1160e8ef-b439-4e80-9b92-5fcfacd638bd req-65c0b26d-0b3f-41e6-a7bc-79e85945fa2b tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa2b734c-dcb6-472b-aa1a-50a7749eb1da HTTP/1.1" status: 200 len: 945 time: 0.0924098 Jul 30 20:07:56.304858 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f21d3ff8-703f-4d6c-8bae-21f562e7cfb8 None None] Provisioning for port e6c62182-21e8-4e3a-a39e-4cb2d02a20b2 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:07:56.322291 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f21d3ff8-703f-4d6c-8bae-21f562e7cfb8 None None] Provisioning complete for port e6c62182-21e8-4e3a-a39e-4cb2d02a20b2 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:56.322516 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f21d3ff8-703f-4d6c-8bae-21f562e7cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:56.372309 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] For port d44196a0-3f57-45d5-9cef-aea3327eb2ef, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:07:56.378503 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] For port d44196a0-3f57-45d5-9cef-aea3327eb2ef, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d44196a0-3f57-45d5-9cef-aea3327eb2ef,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:07:56.379813 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f21d3ff8-703f-4d6c-8bae-21f562e7cfb8 None None] Port e6c62182-21e8-4e3a-a39e-4cb2d02a20b2 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:07:56.385759 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:56.402456 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1160e8ef-b439-4e80-9b92-5fcfacd638bd req-890f47ff-08d9-4d29-8e3d-ad1a966f6c2d tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794523 Jul 30 20:07:56.448566 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] Routers {'8f4c42e0-4a38-408a-9608-b8a899c825da'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:07:56.449808 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:07:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8f4c42e0-4a38-408a-9608-b8a899c825da'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:56.463288 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e5825bb2-0bae-4dfd-a1ca-6bfdd3c6fe8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:56.467664 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db6140a4-4ff0-49eb-ad93-5149c7aa2b7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:56.474689 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db6140a4-4ff0-49eb-ad93-5149c7aa2b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:56.498231 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ec74e117-c01e-46f7-99bf-c8fdbebeb00e up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:07:56.532736 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5825bb2-0bae-4dfd-a1ca-6bfdd3c6fe8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f345c7ae-e73e-4bbc-b41e-e320a38068f2,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:56.540420 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5825bb2-0bae-4dfd-a1ca-6bfdd3c6fe8e admin admin] Checking segment: {'id': 'aa17f534-d0c8-434a-97e7-2a66788271c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:07:56.540785 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5825bb2-0bae-4dfd-a1ca-6bfdd3c6fe8e admin admin] Network hostable DHCP agents. Network: b520083c-a600-49f5-83c1-ead5aee680da, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:07:56.556887 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77783b8b-e854-4c4c-bd55-b63a3df87ed9 None None] Pushing event updated for resources: {'Port': ['ID=d44196a0-3f57-45d5-9cef-aea3327eb2ef,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:56.558630 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db6140a4-4ff0-49eb-ad93-5149c7aa2b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:56.568898 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5825bb2-0bae-4dfd-a1ca-6bfdd3c6fe8e admin admin] Network b520083c-a600-49f5-83c1-ead5aee680da is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:07:56.587447 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6140a4-4ff0-49eb-ad93-5149c7aa2b7e admin admin] Pushing event updated for resources: {'Port': ['ID=e6c62182-21e8-4e3a-a39e-4cb2d02a20b2,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:56.617758 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-e5825bb2-0bae-4dfd-a1ca-6bfdd3c6fe8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, b520083c-a600-49f5-83c1-ead5aee680da) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:07:56.629568 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5825bb2-0bae-4dfd-a1ca-6bfdd3c6fe8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:56.630164 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e5825bb2-0bae-4dfd-a1ca-6bfdd3c6fe8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:56.634784 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce59bd53-af32-45ee-902d-5cf4e7ee967a None None] Network b520083c-a600-49f5-83c1-ead5aee680da requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:07:56.640137 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9829d16-db20-44a5-a17f-f380d70328e8 req-cadcf75b-a3bf-417c-be50-986d76087bed tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/838b847c-2b86-4cf8-ba4a-f26c20501c3c HTTP/1.1" status: 200 len: 1800 time: 0.0605378 Jul 30 20:07:56.657046 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e5825bb2-0bae-4dfd-a1ca-6bfdd3c6fe8e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6532753 Jul 30 20:07:56.659938 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59138) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:56.666222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-83ececd6-1f60-49a9-99ae-e9acb3455d32 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-315217036-router', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:56.681580 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port ec74e117-c01e-46f7-99bf-c8fdbebeb00e completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:07:56.693049 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port ec74e117-c01e-46f7-99bf-c8fdbebeb00e triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:56.693659 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:56.718135 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ececd6-1f60-49a9-99ae-e9acb3455d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:56.719569 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ececd6-1f60-49a9-99ae-e9acb3455d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:56.728884 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a9829d16-db20-44a5-a17f-f380d70328e8 req-46ecd250-2e87-483a-a2ae-32f2bc00b1db tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:56.737164 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6140a4-4ff0-49eb-ad93-5149c7aa2b7e admin admin] Network d5385b68-d345-49b1-96bc-180144f39a27 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:07:56.740726 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-db6140a4-4ff0-49eb-ad93-5149c7aa2b7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:07:56.758384 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a9829d16-db20-44a5-a17f-f380d70328e8 req-46ecd250-2e87-483a-a2ae-32f2bc00b1db tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:56.774387 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] Set router 8f4c42e0-4a38-408a-9608-b8a899c825da gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:07:56.781270 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:56.810858 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a9829d16-db20-44a5-a17f-f380d70328e8 req-46ecd250-2e87-483a-a2ae-32f2bc00b1db tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:56.813817 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a9829d16-db20-44a5-a17f-f380d70328e8 req-46ecd250-2e87-483a-a2ae-32f2bc00b1db tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:56.820763 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9829d16-db20-44a5-a17f-f380d70328e8 req-46ecd250-2e87-483a-a2ae-32f2bc00b1db tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "DELETE /v2.0/security-groups/838b847c-2b86-4cf8-ba4a-f26c20501c3c HTTP/1.1" status: 204 len: 173 time: 0.1705685 Jul 30 20:07:56.834269 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ecd250-2e87-483a-a2ae-32f2bc00b1db tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=838b847c-2b86-4cf8-ba4a-f26c20501c3c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:56.879583 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ececd6-1f60-49a9-99ae-e9acb3455d32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:57.032095 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1bd91ee1-0ce9-426f-922d-1b411ed574c1 req-365748cc-862d-49cc-80b7-833bfac8b041 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/24f33bcf-3770-4fef-839e-ea4161a2eee4 HTTP/1.1" status: 200 len: 1801 time: 0.1651337 Jul 30 20:07:57.035483 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:57.060177 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361fd505-45f0-48f8-8a8f-938c945bd75a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-b520083c-a600-49f5-83c1-ead5aee680da', 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'fixed_ips': [{'subnet_id': 'f345c7ae-e73e-4bbc-b41e-e320a38068f2'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:07:57.060992 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-361fd505-45f0-48f8-8a8f-938c945bd75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:57.071966 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a0b2dd7d-083b-47fe-9483-0da686947657 None None] Provisioning complete for port e6c62182-21e8-4e3a-a39e-4cb2d02a20b2 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:57.072336 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a0b2dd7d-083b-47fe-9483-0da686947657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:57.115633 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12663ab-b5a5-465f-b924-b07922a15c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec74e117-c01e-46f7-99bf-c8fdbebeb00e'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:57.116415 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ececd6-1f60-49a9-99ae-e9acb3455d32 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:57.117753 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61a1100-5532-4df5-9577-a04ed45b5c33" -d '{"events": [{"server_uuid": "a12663ab-b5a5-465f-b924-b07922a15c45", "name": "network-vif-plugged", "status": "completed", "tag": "ec74e117-c01e-46f7-99bf-c8fdbebeb00e"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:57.122984 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6140a4-4ff0-49eb-ad93-5149c7aa2b7e admin admin] Router 8f4c42e0-4a38-408a-9608-b8a899c825da has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:07:57.141239 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port ec74e117-c01e-46f7-99bf-c8fdbebeb00e, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ec74e117-c01e-46f7-99bf-c8fdbebeb00e,segment=NetworkSegment(2618f9ee-81c9-4a40-a57d-bfcc0bd06c33),segment_id=2618f9ee-81c9-4a40-a57d-bfcc0bd06c33)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:57.173210 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:57.174019 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:07:57.176202 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a0b2dd7d-083b-47fe-9483-0da686947657 None None] Port e6c62182-21e8-4e3a-a39e-4cb2d02a20b2 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:07:57.180590 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddf2a63-70ef-49e8-b870-b8ce816f281a x-openstack-request-id: req-7ddf2a63-70ef-49e8-b870-b8ce816f281a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:57.180864 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12663ab-b5a5-465f-b924-b07922a15c45", "name": "network-vif-plugged", "status": "completed", "tag": "ec74e117-c01e-46f7-99bf-c8fdbebeb00e", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:57.181123 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7ddf2a63-70ef-49e8-b870-b8ce816f281a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:57.181502 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12663ab-b5a5-465f-b924-b07922a15c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec74e117-c01e-46f7-99bf-c8fdbebeb00e', 'code': 200} Jul 30 20:07:57.346224 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=ec74e117-c01e-46f7-99bf-c8fdbebeb00e,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:57.393589 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb684ea8-b541-48ef-bea5-868f98b2332d req-34b445aa-ddce-4b14-af96-6dbe9dc74a6f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:57.396638 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:07:57.402573 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb684ea8-b541-48ef-bea5-868f98b2332d req-34b445aa-ddce-4b14-af96-6dbe9dc74a6f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=19eea34d-8e0b-4ac2-84d4-a8fb332e2420 HTTP/1.1" status: 200 len: 949 time: 0.0572386 Jul 30 20:07:57.408632 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-361fd505-45f0-48f8-8a8f-938c945bd75a None None] Allocated IP 172.20.0.2 (b520083c-a600-49f5-83c1-ead5aee680da/f345c7ae-e73e-4bbc-b41e-e320a38068f2/8d8492fa-be75-4136-b82b-01e6edfb54e8) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:07:57.415503 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:57.415908 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:57.442371 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb684ea8-b541-48ef-bea5-868f98b2332d req-4208e176-53ad-46b4-a9b4-b45d529e4252 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388634 Jul 30 20:07:57.446110 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'name': 'tempest-ServersTestManualDisk-113923996-router', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:50Z', 'updated_at': '2021-07-30T20:07:56Z', 'revision_number': 4, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'gw_port': {'id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:51Z', 'updated_at': '2021-07-30T20:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e6c62182-21e8-4e3a-a39e-4cb2d02a20b2', 'name': '', 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'mac_address': 'fa:16:3e:01:ea:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '2eec45fe-dd4e-4389-9cda-638613cd4e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:55Z', 'updated_at': '2021-07-30T20:07:55Z', 'revision_number': 1, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'subnets': [{'id': '2eec45fe-dd4e-4389-9cda-638613cd4e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:07:57.490265 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceab95c-8a87-444b-9022-27172e247c92 None None] The sync data for ids ['8f4c42e0-4a38-408a-9608-b8a899c825da'] in n-d-712137-9 is: [{'id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'name': 'tempest-ServersTestManualDisk-113923996-router', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:50Z', 'updated_at': '2021-07-30T20:07:56Z', 'revision_number': 4, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'gw_port': {'id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:51Z', 'updated_at': '2021-07-30T20:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e6c62182-21e8-4e3a-a39e-4cb2d02a20b2', 'name': '', 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'mac_address': 'fa:16:3e:01:ea:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '2eec45fe-dd4e-4389-9cda-638613cd4e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:55Z', 'updated_at': '2021-07-30T20:07:55Z', 'revision_number': 1, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'subnets': [{'id': '2eec45fe-dd4e-4389-9cda-638613cd4e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:07:57.584951 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572cb5-a81e-4267-b4dd-deb63698ae2e req-389ac9ec-148f-4247-89c3-e2e68454afb9 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:57.591959 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e1572cb5-a81e-4267-b4dd-deb63698ae2e req-389ac9ec-148f-4247-89c3-e2e68454afb9 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa2b734c-dcb6-472b-aa1a-50a7749eb1da HTTP/1.1" status: 200 len: 945 time: 0.0654931 Jul 30 20:07:57.601727 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1bd91ee1-0ce9-426f-922d-1b411ed574c1 req-0295d737-f768-40a5-b167-9a0cef7629d8 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:57.624449 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6140a4-4ff0-49eb-ad93-5149c7aa2b7e admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:07:57.635407 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e1572cb5-a81e-4267-b4dd-deb63698ae2e req-564024c3-e1c7-455f-a1dd-cb56fdec6e7e tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411406 Jul 30 20:07:57.646027 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-db6140a4-4ff0-49eb-ad93-5149c7aa2b7e admin admin] 10.222.0.81 "PUT /v2.0/routers/8f4c42e0-4a38-408a-9608-b8a899c825da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6979384 Jul 30 20:07:57.654835 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:57.660820 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1bd91ee1-0ce9-426f-922d-1b411ed574c1 req-0295d737-f768-40a5-b167-9a0cef7629d8 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:57.686020 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-361fd505-45f0-48f8-8a8f-938c945bd75a None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:57.688997 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ee899-1383-4828-b6fa-1d6543c8df07 req-ae00141b-78a9-48c9-8496-999fd68288ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:57.690499 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b77ee899-1383-4828-b6fa-1d6543c8df07 req-ae00141b-78a9-48c9-8496-999fd68288ec service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a12663ab-b5a5-465f-b924-b07922a15c45 HTTP/1.1" status: 200 len: 1096 time: 0.4400642 Jul 30 20:07:57.704176 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-361fd505-45f0-48f8-8a8f-938c945bd75a None None] Transition to ACTIVE for port object 8d8492fa-be75-4136-b82b-01e6edfb54e8 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:07:57.728000 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-361fd505-45f0-48f8-8a8f-938c945bd75a None None] Transition to ACTIVE for port object 8d8492fa-be75-4136-b82b-01e6edfb54e8 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:07:57.756822 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1bd91ee1-0ce9-426f-922d-1b411ed574c1 req-0295d737-f768-40a5-b167-9a0cef7629d8 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:57.757548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port f80ceb81-a4e4-4e24-b00b-5bc1f84a0151, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=f80ceb81-a4e4-4e24-b00b-5bc1f84a0151,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:57.759539 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1bd91ee1-0ce9-426f-922d-1b411ed574c1 req-0295d737-f768-40a5-b167-9a0cef7629d8 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:57.759934 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-361fd505-45f0-48f8-8a8f-938c945bd75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:57.760980 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1bd91ee1-0ce9-426f-922d-1b411ed574c1 req-0295d737-f768-40a5-b167-9a0cef7629d8 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "DELETE /v2.0/security-groups/24f33bcf-3770-4fef-839e-ea4161a2eee4 HTTP/1.1" status: 204 len: 173 time: 0.6960530 Jul 30 20:07:57.774283 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b77ee899-1383-4828-b6fa-1d6543c8df07 req-ef11e4b0-a3f2-4a82-a47a-0fd42429e930 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672112 Jul 30 20:07:57.781145 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295d737-f768-40a5-b167-9a0cef7629d8 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f33bcf-3770-4fef-839e-ea4161a2eee4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:57.816290 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:57.859429 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-c386182f-580b-49d3-aa9e-24ca775e3b97 req-cbb1e8a0-7c9f-47bb-8806-e9ee318c954e tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1037787134', 'description': 'tempest-description-1766865481'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:57.895410 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c386182f-580b-49d3-aa9e-24ca775e3b97 req-cbb1e8a0-7c9f-47bb-8806-e9ee318c954e tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:57.990611 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ececd6-1f60-49a9-99ae-e9acb3455d32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:58.020055 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ececd6-1f60-49a9-99ae-e9acb3455d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:58.045208 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c386182f-580b-49d3-aa9e-24ca775e3b97 req-cbb1e8a0-7c9f-47bb-8806-e9ee318c954e tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:58.051438 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c386182f-580b-49d3-aa9e-24ca775e3b97 req-cbb1e8a0-7c9f-47bb-8806-e9ee318c954e tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:58.052302 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fd505-45f0-48f8-8a8f-938c945bd75a None None] Pushing event updated for resources: {'Port': ['ID=8d8492fa-be75-4136-b82b-01e6edfb54e8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:58.086030 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c386182f-580b-49d3-aa9e-24ca775e3b97 req-cbb1e8a0-7c9f-47bb-8806-e9ee318c954e tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:58.091996 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c386182f-580b-49d3-aa9e-24ca775e3b97 req-cbb1e8a0-7c9f-47bb-8806-e9ee318c954e tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2371986 Jul 30 20:07:58.133197 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=f80ceb81-a4e4-4e24-b00b-5bc1f84a0151,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:58.139842 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1e8a0-7c9f-47bb-8806-e9ee318c954e tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b23c737-7a83-40c4-88c8-0740d3877fbc,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:58.142212 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 4993508f-ceb4-46ab-bc3d-cb140b4d4a63 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:07:58.179366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361fd505-45f0-48f8-8a8f-938c945bd75a None None] Network b520083c-a600-49f5-83c1-ead5aee680da is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:07:58.179921 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-83ececd6-1f60-49a9-99ae-e9acb3455d32 admin admin] Allocated IP 172.25.3.119 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/a4a53284-e846-4e79-97b2-ee3e1e8ec35d) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:07:58.187076 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49a72d13-a94e-4ccf-ad7d-6ee62a46ad2e req-5c306b46-26fa-4b64-b273-01c6a4795496 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/3b23c737-7a83-40c4-88c8-0740d3877fbc HTTP/1.1" status: 200 len: 1803 time: 0.0769768 Jul 30 20:07:58.205258 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-49a72d13-a94e-4ccf-ad7d-6ee62a46ad2e req-0c546787-10c2-4f1d-8cf1-44aa231d3e7d tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1878137974', 'description': 'tempest-description-hth-920958436'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:58.209214 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-361fd505-45f0-48f8-8a8f-938c945bd75a None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:07:58.212092 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361fd505-45f0-48f8-8a8f-938c945bd75a None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:07:58.218039 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 4993508f-ceb4-46ab-bc3d-cb140b4d4a63 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:07:58.218395 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 4993508f-ceb4-46ab-bc3d-cb140b4d4a63 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:07:58.265282 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-49a72d13-a94e-4ccf-ad7d-6ee62a46ad2e req-0c546787-10c2-4f1d-8cf1-44aa231d3e7d tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:58.275674 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-361fd505-45f0-48f8-8a8f-938c945bd75a None None] Attempting to bind port 8d8492fa-be75-4136-b82b-01e6edfb54e8 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:07:58.276312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-361fd505-45f0-48f8-8a8f-938c945bd75a None None] Attempting to bind port 8d8492fa-be75-4136-b82b-01e6edfb54e8 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'aa17f534-d0c8-434a-97e7-2a66788271c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:07:58.276858 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361fd505-45f0-48f8-8a8f-938c945bd75a None None] Attempting to bind port 8d8492fa-be75-4136-b82b-01e6edfb54e8 on network b520083c-a600-49f5-83c1-ead5aee680da {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:07:58.283666 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361fd505-45f0-48f8-8a8f-938c945bd75a None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:07:58.284335 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361fd505-45f0-48f8-8a8f-938c945bd75a None None] Checking segment: {'id': 'aa17f534-d0c8-434a-97e7-2a66788271c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:07:58.285100 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-361fd505-45f0-48f8-8a8f-938c945bd75a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:58.286213 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361fd505-45f0-48f8-8a8f-938c945bd75a None None] Bound using segment: {'id': 'aa17f534-d0c8-434a-97e7-2a66788271c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:07:58.286879 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-361fd505-45f0-48f8-8a8f-938c945bd75a None None] Bound port: 8d8492fa-be75-4136-b82b-01e6edfb54e8, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa17f534-d0c8-434a-97e7-2a66788271c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:07:58.287459 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-361fd505-45f0-48f8-8a8f-938c945bd75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:58.341564 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ececd6-1f60-49a9-99ae-e9acb3455d32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:58.343215 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-49a72d13-a94e-4ccf-ad7d-6ee62a46ad2e req-0c546787-10c2-4f1d-8cf1-44aa231d3e7d tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:58.349274 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-49a72d13-a94e-4ccf-ad7d-6ee62a46ad2e req-0c546787-10c2-4f1d-8cf1-44aa231d3e7d tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:58.354308 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-49a72d13-a94e-4ccf-ad7d-6ee62a46ad2e req-0c546787-10c2-4f1d-8cf1-44aa231d3e7d tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:58.357339 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49a72d13-a94e-4ccf-ad7d-6ee62a46ad2e req-0c546787-10c2-4f1d-8cf1-44aa231d3e7d tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "PUT /v2.0/security-groups/3b23c737-7a83-40c4-88c8-0740d3877fbc HTTP/1.1" status: 200 len: 1776 time: 0.1619949 Jul 30 20:07:58.419536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c546787-10c2-4f1d-8cf1-44aa231d3e7d tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b23c737-7a83-40c4-88c8-0740d3877fbc,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:58.428418 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-361fd505-45f0-48f8-8a8f-938c945bd75a None None] For port 8d8492fa-be75-4136-b82b-01e6edfb54e8, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:07:58.433304 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-361fd505-45f0-48f8-8a8f-938c945bd75a None None] For port 8d8492fa-be75-4136-b82b-01e6edfb54e8, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8d8492fa-be75-4136-b82b-01e6edfb54e8,segment=NetworkSegment(aa17f534-d0c8-434a-97e7-2a66788271c7),segment_id=aa17f534-d0c8-434a-97e7-2a66788271c7)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:07:58.438167 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ececd6-1f60-49a9-99ae-e9acb3455d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:58.440984 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-361fd505-45f0-48f8-8a8f-938c945bd75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:58.500022 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 6ca6ac0d-77de-4858-a332-d8463992beee up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:07:58.512926 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ececd6-1f60-49a9-99ae-e9acb3455d32 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:07:58.521395 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-83ececd6-1f60-49a9-99ae-e9acb3455d32 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:07:58.529039 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ececd6-1f60-49a9-99ae-e9acb3455d32 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:07:58.545122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59186) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:58.550954 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-63e69fac-3364-4591-848c-473e4c865a24 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--870515283', 'description': 'tempest-description--1153880489'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:58.605425 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ececd6-1f60-49a9-99ae-e9acb3455d32 admin admin] Pushing event updated for resources: {'Port': ['ID=a4a53284-e846-4e79-97b2-ee3e1e8ec35d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:58.650433 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d44196a0-3f57-45d5-9cef-aea3327eb2ef up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:07:58.666618 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5292fac0-109b-4706-9bbf-80cf59311da2 req-80d00df4-9031-4691-a1cf-952ae50f6e7f tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/3b23c737-7a83-40c4-88c8-0740d3877fbc HTTP/1.1" status: 200 len: 1776 time: 0.1346738 Jul 30 20:07:58.668222 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-63e69fac-3364-4591-848c-473e4c865a24 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:58.721500 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fd505-45f0-48f8-8a8f-938c945bd75a None None] Pushing event updated for resources: {'Port': ['ID=8d8492fa-be75-4136-b82b-01e6edfb54e8,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:58.748508 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 6ca6ac0d-77de-4858-a332-d8463992beee triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:58.749270 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:58.751412 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port d44196a0-3f57-45d5-9cef-aea3327eb2ef completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:07:58.778040 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port d44196a0-3f57-45d5-9cef-aea3327eb2ef triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:58.782499 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:58.796046 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b018d9-8d92-443f-a231-2f01dedf437a req-448fcc82-efc1-4d34-a548-41c5222deb39 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:58.798945 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-48b018d9-8d92-443f-a231-2f01dedf437a req-448fcc82-efc1-4d34-a548-41c5222deb39 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=19eea34d-8e0b-4ac2-84d4-a8fb332e2420 HTTP/1.1" status: 200 len: 950 time: 0.1733375 Jul 30 20:07:58.916107 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-48b018d9-8d92-443f-a231-2f01dedf437a req-607a4af7-57d7-4f57-a52a-5128a71d6031 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898981 Jul 30 20:07:58.917696 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-63e69fac-3364-4591-848c-473e4c865a24 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:58.936205 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3ef3cb01-61d3-4401-8cbe-3f81f16522b7 req-68ee77ea-e3b5-40a3-9149-a5d81c4ad610 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/3b23c737-7a83-40c4-88c8-0740d3877fbc HTTP/1.1" status: 200 len: 1776 time: 0.2316642 Jul 30 20:07:58.952597 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-63e69fac-3364-4591-848c-473e4c865a24 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:59.039442 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-63e69fac-3364-4591-848c-473e4c865a24 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:59.042434 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-63e69fac-3364-4591-848c-473e4c865a24 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4960251 Jul 30 20:07:59.046313 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e69fac-3364-4591-848c-473e4c865a24 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3e0f7e-91c5-44b7-a0ee-d643670c5020,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:59.052297 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59204) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:59.084420 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:59.106240 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3ef3cb01-61d3-4401-8cbe-3f81f16522b7 req-1f53a3ea-aee0-4655-b704-26d0422f56bf tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:59.106628 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-99a1b9eb-7288-4eba-8682-4d236cc58374 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Request body: {'security_group_rule': {'security_group_id': 'fb3e0f7e-91c5-44b7-a0ee-d643670c5020', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:07:59.123986 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:59.151741 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3ef3cb01-61d3-4401-8cbe-3f81f16522b7 req-1f53a3ea-aee0-4655-b704-26d0422f56bf tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:59.176256 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port d44196a0-3f57-45d5-9cef-aea3327eb2ef, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d44196a0-3f57-45d5-9cef-aea3327eb2ef,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:59.191404 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19eea34d-8e0b-4ac2-84d4-a8fb332e2420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80ceb81-a4e4-4e24-b00b-5bc1f84a0151'}, {'server_uuid': 'b50676ce-9cce-46da-bbcc-36945a03944d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca6ac0d-77de-4858-a332-d8463992beee'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:07:59.193792 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068f8d54-b50f-4ed4-a8d3-fa6d1487dad9" -d '{"events": [{"server_uuid": "19eea34d-8e0b-4ac2-84d4-a8fb332e2420", "name": "network-vif-plugged", "status": "completed", "tag": "f80ceb81-a4e4-4e24-b00b-5bc1f84a0151"}, {"server_uuid": "b50676ce-9cce-46da-bbcc-36945a03944d", "name": "network-vif-plugged", "status": "completed", "tag": "6ca6ac0d-77de-4858-a332-d8463992beee"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:07:59.216352 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3ef3cb01-61d3-4401-8cbe-3f81f16522b7 req-1f53a3ea-aee0-4655-b704-26d0422f56bf tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:59.218952 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 6ca6ac0d-77de-4858-a332-d8463992beee, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=6ca6ac0d-77de-4858-a332-d8463992beee,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:59.220317 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3ef3cb01-61d3-4401-8cbe-3f81f16522b7 req-1f53a3ea-aee0-4655-b704-26d0422f56bf tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:59.223735 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:59.235148 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3ef3cb01-61d3-4401-8cbe-3f81f16522b7 req-1f53a3ea-aee0-4655-b704-26d0422f56bf tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "DELETE /v2.0/security-groups/3b23c737-7a83-40c4-88c8-0740d3877fbc HTTP/1.1" status: 204 len: 173 time: 0.2848332 Jul 30 20:07:59.256975 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ececd6-1f60-49a9-99ae-e9acb3455d32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:59.263817 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53a3ea-aee0-4655-b704-26d0422f56bf tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b23c737-7a83-40c4-88c8-0740d3877fbc,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:59.342093 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:59.342899 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 557f9a18-0625-475f-bc09-3f39d6ca3061 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:07:59.366819 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=d44196a0-3f57-45d5-9cef-aea3327eb2ef,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:59.482497 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99a1b9eb-7288-4eba-8682-4d236cc58374 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:59.484506 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=6ca6ac0d-77de-4858-a332-d8463992beee,revision_number=10']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:59.498046 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 20:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52c0e75-66c4-4835-8992-d97004b8ff37 x-openstack-request-id: req-f52c0e75-66c4-4835-8992-d97004b8ff37 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:07:59.498458 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19eea34d-8e0b-4ac2-84d4-a8fb332e2420", "name": "network-vif-plugged", "status": "completed", "tag": "f80ceb81-a4e4-4e24-b00b-5bc1f84a0151", "code": 200}, {"server_uuid": "b50676ce-9cce-46da-bbcc-36945a03944d", "name": "network-vif-plugged", "status": "completed", "tag": "6ca6ac0d-77de-4858-a332-d8463992beee", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:07:59.501228 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f52c0e75-66c4-4835-8992-d97004b8ff37 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:07:59.501769 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19eea34d-8e0b-4ac2-84d4-a8fb332e2420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80ceb81-a4e4-4e24-b00b-5bc1f84a0151', 'code': 200} Jul 30 20:07:59.502291 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50676ce-9cce-46da-bbcc-36945a03944d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca6ac0d-77de-4858-a332-d8463992beee', 'code': 200} Jul 30 20:07:59.503127 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 557f9a18-0625-475f-bc09-3f39d6ca3061 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:07:59.514862 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 557f9a18-0625-475f-bc09-3f39d6ca3061 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:07:59.515361 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:59.524379 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8145b-16e5-48ec-b332-a3ba471004ef req-47374929-c2af-4572-9d7f-f80827651373 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:59.532924 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-97e8145b-16e5-48ec-b332-a3ba471004ef req-47374929-c2af-4572-9d7f-f80827651373 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa2b734c-dcb6-472b-aa1a-50a7749eb1da HTTP/1.1" status: 200 len: 945 time: 0.2809837 Jul 30 20:07:59.701941 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:59.702174 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-97e8145b-16e5-48ec-b332-a3ba471004ef req-cd71d72b-459d-42df-9db4-8211b1e36624 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642437 Jul 30 20:07:59.758501 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 557f9a18-0625-475f-bc09-3f39d6ca3061, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=557f9a18-0625-475f-bc09-3f39d6ca3061,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:07:59.770052 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:59.771407 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 08ab39f8-8164-4c45-894a-2791446b2d29 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:07:59.810871 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [req-379a55aa-da36-43ce-a57e-4804b41e5a70 req-eddbd94e-985f-43ce-b42e-a56ea1ea766c tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] show failed (client error): The resource could not be found. Jul 30 20:07:59.830571 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-379a55aa-da36-43ce-a57e-4804b41e5a70 req-eddbd94e-985f-43ce-b42e-a56ea1ea766c tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/24f33bcf-3770-4fef-839e-ea4161a2eee4 HTTP/1.1" status: 404 len: 352 time: 0.0417640 Jul 30 20:07:59.843867 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa05ea-0643-4f0a-af08-9e2d85732b36 req-59680a87-ab6a-43e7-8d52-9eeb7b3afbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:07:59.845368 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ffaa05ea-0643-4f0a-af08-9e2d85732b36 req-59680a87-ab6a-43e7-8d52-9eeb7b3afbb4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=19eea34d-8e0b-4ac2-84d4-a8fb332e2420 HTTP/1.1" status: 200 len: 1101 time: 0.2310901 Jul 30 20:07:59.875103 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-fd37527f-e611-4312-9e4c-3718436c3d30 req-59850308-74e1-4ec4-93b5-f1e352c1b9f6 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] show failed (client error): The resource could not be found. Jul 30 20:07:59.884789 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fd37527f-e611-4312-9e4c-3718436c3d30 req-59850308-74e1-4ec4-93b5-f1e352c1b9f6 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/838b847c-2b86-4cf8-ba4a-f26c20501c3c HTTP/1.1" status: 404 len: 352 time: 0.0345404 Jul 30 20:07:59.914381 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99a1b9eb-7288-4eba-8682-4d236cc58374 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:59.937179 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99a1b9eb-7288-4eba-8682-4d236cc58374 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:59.948128 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=557f9a18-0625-475f-bc09-3f39d6ca3061,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:59.978273 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1b9eb-7288-4eba-8682-4d236cc58374 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957206f4-6ed1-4d7d-8574-0336e021fe58,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:07:59.983119 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99a1b9eb-7288-4eba-8682-4d236cc58374 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:07:59.984565 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-99a1b9eb-7288-4eba-8682-4d236cc58374 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9290860 Jul 30 20:07:59.987909 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59244) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:07:59.995298 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ffaa05ea-0643-4f0a-af08-9e2d85732b36 req-e2be4075-f093-4757-9c81-75ae398d186b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400054 Jul 30 20:07:59.997077 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [req-5ea51505-fd93-4928-a96d-dc72728a6a41 req-6fb97ab1-c4a0-4341-9ee1-4885d29da823 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] show failed (client error): The resource could not be found. Jul 30 20:08:00.000401 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-452fbf3e-e3e9-4e90-9a99-01ebcc8dfba5 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Request body: {'security_group_rule': {'security_group_id': 'fb3e0f7e-91c5-44b7-a0ee-d643670c5020', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:00.007823 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ea51505-fd93-4928-a96d-dc72728a6a41 req-6fb97ab1-c4a0-4341-9ee1-4885d29da823 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/ab2b9f61-5992-4215-877a-1b4faa3e4d07 HTTP/1.1" status: 404 len: 352 time: 0.0895066 Jul 30 20:08:00.013735 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 08ab39f8-8164-4c45-894a-2791446b2d29 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:00.021372 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 08ab39f8-8164-4c45-894a-2791446b2d29 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:00.022446 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:00.044476 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ececd6-1f60-49a9-99ae-e9acb3455d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:00.071074 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-452fbf3e-e3e9-4e90-9a99-01ebcc8dfba5 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:00.140195 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9214b4e-bccf-4ecf-ba2c-2240c93ae412 None None] Network b520083c-a600-49f5-83c1-ead5aee680da requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:08:00.174002 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [req-0f38b73a-4f3f-4551-901a-26ff80ff0305 req-a6fc1a4f-f803-41d5-9755-0e3d0e64303e tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] show failed (client error): The resource could not be found. Jul 30 20:08:00.182128 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0f38b73a-4f3f-4551-901a-26ff80ff0305 req-a6fc1a4f-f803-41d5-9755-0e3d0e64303e tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/5b451670-97aa-478e-9c16-62ea5db95be6 HTTP/1.1" status: 404 len: 352 time: 0.1473799 Jul 30 20:08:00.188171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621875db-f813-42a2-90f2-e7845472df58 req-758dafca-3964-4597-82bf-9ddb90356d78 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:00.190590 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-621875db-f813-42a2-90f2-e7845472df58 req-758dafca-3964-4597-82bf-9ddb90356d78 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=19eea34d-8e0b-4ac2-84d4-a8fb332e2420 HTTP/1.1" status: 200 len: 950 time: 0.0983336 Jul 30 20:08:00.218826 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [req-53716f4a-a454-4121-b28f-24b46e1873cb req-b1ec081f-66d1-4212-98e7-a7bc1390f39c tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] show failed (client error): The resource could not be found. Jul 30 20:08:00.220139 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-452fbf3e-e3e9-4e90-9a99-01ebcc8dfba5 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:00.225140 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-53716f4a-a454-4121-b28f-24b46e1873cb req-b1ec081f-66d1-4212-98e7-a7bc1390f39c tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/445d9493-d93e-47fb-a1da-ba92b116cf87 HTTP/1.1" status: 404 len: 352 time: 0.0237110 Jul 30 20:08:00.235901 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-452fbf3e-e3e9-4e90-9a99-01ebcc8dfba5 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:00.280410 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [req-aaee50a4-1015-4295-aa0a-7cf1ea3552ec req-45fd8389-af31-4421-a421-c02bfbe1bcb7 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] show failed (client error): The resource could not be found. Jul 30 20:08:00.288502 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-aaee50a4-1015-4295-aa0a-7cf1ea3552ec req-45fd8389-af31-4421-a421-c02bfbe1bcb7 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/d1999bc5-5830-4f76-8094-183e25f06727 HTTP/1.1" status: 404 len: 352 time: 0.0332708 Jul 30 20:08:00.292096 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-621875db-f813-42a2-90f2-e7845472df58 req-b8bc1495-9914-41c6-9191-13eb562acda3 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905907 Jul 30 20:08:00.298501 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fbf3e-e3e9-4e90-9a99-01ebcc8dfba5 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3112876-1155-4e25-bfbc-ce18592cb6e6,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:00.299151 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ececd6-1f60-49a9-99ae-e9acb3455d32 admin admin] Router 45ea8950-22e4-4b63-bc0b-bd0506a4ba9d is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:08:00.322398 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-452fbf3e-e3e9-4e90-9a99-01ebcc8dfba5 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:00.327831 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-452fbf3e-e3e9-4e90-9a99-01ebcc8dfba5 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3385415 Jul 30 20:08:00.332821 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59254) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:00.344379 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-5e78171f-15df-4fe0-846d-2f0a31331250 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:00.413459 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e78171f-15df-4fe0-846d-2f0a31331250 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:00.459337 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cffe0604-f8b9-46dd-9f17-28bc247b8ded None None] Provisioning for port 8d8492fa-be75-4136-b82b-01e6edfb54e8 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:00.464807 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:00.633737 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ececd6-1f60-49a9-99ae-e9acb3455d32 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:08:00.645224 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 08ab39f8-8164-4c45-894a-2791446b2d29, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=08ab39f8-8164-4c45-894a-2791446b2d29,segment=NetworkSegment(2618f9ee-81c9-4a40-a57d-bfcc0bd06c33),segment_id=2618f9ee-81c9-4a40-a57d-bfcc0bd06c33)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:00.647893 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] Sync routers for ids ['45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:08:00.656268 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:00.689651 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] Routers {'45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:08:00.691737 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:07:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:00.734370 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ececd6-1f60-49a9-99ae-e9acb3455d32 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:00.737539 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-83ececd6-1f60-49a9-99ae-e9acb3455d32 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0756290 Jul 30 20:08:00.747360 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59270) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:00.832991 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d44196a0-3f57-45d5-9cef-aea3327eb2ef up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:00.853410 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e78171f-15df-4fe0-846d-2f0a31331250 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:00.933840 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=08ab39f8-8164-4c45-894a-2791446b2d29,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:00.949647 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:00.950292 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:00.950819 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:00.951333 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:00.951876 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:00.953420 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:00.953931 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:00.957404 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:00.958009 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:00.958515 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:00.959033 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:00.959586 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:01.011028 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] Sync routers for ids ['8f4c42e0-4a38-408a-9608-b8a899c825da'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:08:01.024373 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port d44196a0-3f57-45d5-9cef-aea3327eb2ef triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:01.024980 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:01.035374 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] Routers {'8f4c42e0-4a38-408a-9608-b8a899c825da'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:08:01.036352 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:07:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8f4c42e0-4a38-408a-9608-b8a899c825da'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:01.137729 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-5e78171f-15df-4fe0-846d-2f0a31331250 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Allocated IP 172.25.3.116 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/563904d6-3c09-40b7-b22f-e18c7304b3b0) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:08:01.192253 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] Set router 8f4c42e0-4a38-408a-9608-b8a899c825da gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:08:01.312859 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] Set router 45ea8950-22e4-4b63-bc0b-bd0506a4ba9d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:08:01.444607 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e78171f-15df-4fe0-846d-2f0a31331250 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:01.495805 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b83663-c660-4bff-a254-14f517e7ca58 req-757dc989-517c-428d-b1ee-ec81e382cd3a tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:01.498765 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-18b83663-c660-4bff-a254-14f517e7ca58 req-757dc989-517c-428d-b1ee-ec81e382cd3a tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2630d67-36aa-4ef6-856e-7b078872fa4e HTTP/1.1" status: 200 len: 1023 time: 0.4355304 Jul 30 20:08:01.507998 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc660d2-17b8-4d66-8b3d-702c99bbdf3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557f9a18-0625-475f-bc09-3f39d6ca3061'}, {'server_uuid': 'fa2b734c-dcb6-472b-aa1a-50a7749eb1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ab39f8-8164-4c45-894a-2791446b2d29'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:01.510685 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f2e198-1d6f-45ac-bfab-0604131bac94" -d '{"events": [{"server_uuid": "6fc660d2-17b8-4d66-8b3d-702c99bbdf3d", "name": "network-vif-plugged", "status": "completed", "tag": "557f9a18-0625-475f-bc09-3f39d6ca3061"}, {"server_uuid": "fa2b734c-dcb6-472b-aa1a-50a7749eb1da", "name": "network-vif-plugged", "status": "completed", "tag": "08ab39f8-8164-4c45-894a-2791446b2d29"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:01.516187 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8d8492fa-be75-4136-b82b-01e6edfb54e8 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:01.531370 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e78171f-15df-4fe0-846d-2f0a31331250 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:01.556454 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-18b83663-c660-4bff-a254-14f517e7ca58 req-76d7ef8e-2c0a-4ea2-badc-14477ec60c7f tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?id=458ba596-e6b7-4dc0-b796-885b0af77692&id=1c190e8c-610a-4a5a-9fc2-241e3f7cecdf&id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0482237 Jul 30 20:08:01.610336 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'name': 'tempest-ServersTestManualDisk-113923996-router', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:50Z', 'updated_at': '2021-07-30T20:07:56Z', 'revision_number': 4, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'gw_port': {'id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:51Z', 'updated_at': '2021-07-30T20:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e6c62182-21e8-4e3a-a39e-4cb2d02a20b2', 'name': '', 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'mac_address': 'fa:16:3e:01:ea:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '2eec45fe-dd4e-4389-9cda-638613cd4e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:55Z', 'updated_at': '2021-07-30T20:07:56Z', 'revision_number': 2, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'subnets': [{'id': '2eec45fe-dd4e-4389-9cda-638613cd4e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:01.617030 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 8d8492fa-be75-4136-b82b-01e6edfb54e8 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:01.651522 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e78171f-15df-4fe0-846d-2f0a31331250 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:08:01.657411 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] Checking router: 8f4c42e0-4a38-408a-9608-b8a899c825da for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:08:01.657634 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-5e78171f-15df-4fe0-846d-2f0a31331250 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:01.657861 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] Updating router 8f4c42e0-4a38-408a-9608-b8a899c825da port e6c62182-21e8-4e3a-a39e-4cb2d02a20b2 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:08:01.672174 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e78171f-15df-4fe0-846d-2f0a31331250 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:08:01.681647 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d4c53-a835-4ab9-95a3-3dd70013ad2a req-614da85e-e9eb-4182-874d-e4304585dd9d tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:01.689777 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ed4d4c53-a835-4ab9-95a3-3dd70013ad2a req-614da85e-e9eb-4182-874d-e4304585dd9d tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa2b734c-dcb6-472b-aa1a-50a7749eb1da HTTP/1.1" status: 200 len: 946 time: 0.1730897 Jul 30 20:08:01.698617 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78171f-15df-4fe0-846d-2f0a31331250 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Pushing event updated for resources: {'Port': ['ID=563904d6-3c09-40b7-b22f-e18c7304b3b0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:01.734812 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:08:01.737149 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:01.767366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 8d8492fa-be75-4136-b82b-01e6edfb54e8 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:01.767840 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:01.792592 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1379eb-e115-4ed1-8f31-a7a6038a540a req-1ad5f575-84b7-485d-a618-408a1a817546 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:01.797612 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ed4d4c53-a835-4ab9-95a3-3dd70013ad2a req-ca5fcf88-21a5-4e93-baeb-cc7164bc45bf tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068890 Jul 30 20:08:01.805636 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4d1379eb-e115-4ed1-8f31-a7a6038a540a req-1ad5f575-84b7-485d-a618-408a1a817546 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=19eea34d-8e0b-4ac2-84d4-a8fb332e2420 HTTP/1.1" status: 200 len: 950 time: 0.1586783 Jul 30 20:08:01.908607 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'name': 'tempest-ServersTestFqdnHostnames-315217036-router', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:56Z', 'updated_at': '2021-07-30T20:07:58Z', 'revision_number': 3, 'project_id': '9482a976ec31459b8336e26161d33996', 'gw_port': {'id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:71:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:58Z', 'updated_at': '2021-07-30T20:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:01.954878 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4d1379eb-e115-4ed1-8f31-a7a6038a540a req-c510eee6-62ac-403d-abbe-2cd6461cb6c3 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465805 Jul 30 20:08:01.975844 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e78171f-15df-4fe0-846d-2f0a31331250 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:02.030738 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] Checking router: 45ea8950-22e4-4b63-bc0b-bd0506a4ba9d for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:08:02.034488 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] Updating router 45ea8950-22e4-4b63-bc0b-bd0506a4ba9d port a4a53284-e846-4e79-97b2-ee3e1e8ec35d binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:08:02.048334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df082ca2-4bc9-4729-ae43-ecb9f01f6a73 req-73c53ed4-3784-48fe-8d71-a742f61e1b21 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:02.049846 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-df082ca2-4bc9-4729-ae43-ecb9f01f6a73 req-73c53ed4-3784-48fe-8d71-a742f61e1b21 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2630d67-36aa-4ef6-856e-7b078872fa4e HTTP/1.1" status: 200 len: 1023 time: 0.1441050 Jul 30 20:08:02.109930 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e78171f-15df-4fe0-846d-2f0a31331250 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:02.126487 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:02.288536 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615f1019-9342-4b78-bd3d-3e23ef47d2da x-openstack-request-id: req-615f1019-9342-4b78-bd3d-3e23ef47d2da {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:02.289222 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc660d2-17b8-4d66-8b3d-702c99bbdf3d", "name": "network-vif-plugged", "status": "completed", "tag": "557f9a18-0625-475f-bc09-3f39d6ca3061", "code": 200}, {"server_uuid": "fa2b734c-dcb6-472b-aa1a-50a7749eb1da", "name": "network-vif-plugged", "status": "completed", "tag": "08ab39f8-8164-4c45-894a-2791446b2d29", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:02.289222 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-615f1019-9342-4b78-bd3d-3e23ef47d2da {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:02.292099 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc660d2-17b8-4d66-8b3d-702c99bbdf3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557f9a18-0625-475f-bc09-3f39d6ca3061', 'code': 200} Jul 30 20:08:02.292372 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2b734c-dcb6-472b-aa1a-50a7749eb1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ab39f8-8164-4c45-894a-2791446b2d29', 'code': 200} Jul 30 20:08:02.304208 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0b646-7e6d-4f8c-8642-ec932b0d41d3 req-acc2a920-7c29-4ec5-b123-2b3154fc4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:02.306239 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fdf0b646-7e6d-4f8c-8642-ec932b0d41d3 req-acc2a920-7c29-4ec5-b123-2b3154fc4858 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fa2b734c-dcb6-472b-aa1a-50a7749eb1da HTTP/1.1" status: 200 len: 1097 time: 0.1651025 Jul 30 20:08:02.306403 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:02.341682 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05401e9-508f-4282-b2c7-67be3ea672a0 req-c5f1c690-f7d7-4d7c-b633-6310e8e2f3b4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:02.342835 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74112a-b869-4b7f-a96a-2056d561f170 req-06ce757d-db2d-4b38-9f2b-57843f2df047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:02.344367 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bf74112a-b869-4b7f-a96a-2056d561f170 req-06ce757d-db2d-4b38-9f2b-57843f2df047 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6fc660d2-17b8-4d66-8b3d-702c99bbdf3d HTTP/1.1" status: 200 len: 1101 time: 0.2241974 Jul 30 20:08:02.349785 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b05401e9-508f-4282-b2c7-67be3ea672a0 req-c5f1c690-f7d7-4d7c-b633-6310e8e2f3b4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc660d2-17b8-4d66-8b3d-702c99bbdf3d HTTP/1.1" status: 200 len: 950 time: 0.0880506 Jul 30 20:08:02.397164 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76eb95d8-6685-459b-b14a-05cf91c007d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:02.436702 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b05401e9-508f-4282-b2c7-67be3ea672a0 req-10363a32-3bd2-4072-bf4b-bc5c062dffb7 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813842 Jul 30 20:08:02.494048 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bf74112a-b869-4b7f-a96a-2056d561f170 req-72cafd4e-9ed1-4733-b17c-7dc74dcb2991 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355710 Jul 30 20:08:02.505939 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fdf0b646-7e6d-4f8c-8642-ec932b0d41d3 req-383f66ac-324a-4847-98cd-9ea95712ed8f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903794 Jul 30 20:08:02.507260 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 8d8492fa-be75-4136-b82b-01e6edfb54e8, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8d8492fa-be75-4136-b82b-01e6edfb54e8,segment=NetworkSegment(aa17f534-d0c8-434a-97e7-2a66788271c7),segment_id=aa17f534-d0c8-434a-97e7-2a66788271c7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:02.515921 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:02.561748 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-df082ca2-4bc9-4729-ae43-ecb9f01f6a73 req-2f82b791-be95-4c81-a72a-dfa3ac8576a2 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Deleting port 349fa798-e7ac-4080-9f49-ba90dcd5d06e {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:08:02.562097 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-df082ca2-4bc9-4729-ae43-ecb9f01f6a73 req-2f82b791-be95-4c81-a72a-dfa3ac8576a2 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:02.605313 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=8d8492fa-be75-4136-b82b-01e6edfb54e8,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:02.690170 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:02.701966 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e78171f-15df-4fe0-846d-2f0a31331250 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:02.715604 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] Transition to ACTIVE for port object a4a53284-e846-4e79-97b2-ee3e1e8ec35d will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:02.731448 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:02.744570 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e78171f-15df-4fe0-846d-2f0a31331250 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:02.758557 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-76eb95d8-6685-459b-b14a-05cf91c007d7 admin admin] Allocated IP 172.20.0.1 (b520083c-a600-49f5-83c1-ead5aee680da/f345c7ae-e73e-4bbc-b41e-e320a38068f2/20e89cb4-08d4-4b23-9dc4-d7433bd9140b) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:08:02.778180 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d2acd-db76-40fe-a2f3-c327ce4a9a72 req-5adad6ea-76a5-44f3-b008-6da7663df472 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:02.780089 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-144d2acd-db76-40fe-a2f3-c327ce4a9a72 req-5adad6ea-76a5-44f3-b008-6da7663df472 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2630d67-36aa-4ef6-856e-7b078872fa4e HTTP/1.1" status: 200 len: 1023 time: 0.1087940 Jul 30 20:08:02.832550 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] Attempting to bind port a4a53284-e846-4e79-97b2-ee3e1e8ec35d on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:08:02.834388 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] Attempting to bind port a4a53284-e846-4e79-97b2-ee3e1e8ec35d by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:08:02.835499 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] Attempting to bind port a4a53284-e846-4e79-97b2-ee3e1e8ec35d on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:02.848691 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:02.854200 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:08:02.856983 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:08:02.857926 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:02.859253 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:08:02.860360 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] Bound port: a4a53284-e846-4e79-97b2-ee3e1e8ec35d, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:08:02.862479 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:02.876221 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78171f-15df-4fe0-846d-2f0a31331250 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Pushing event updated for resources: {'Port': ['ID=563904d6-3c09-40b7-b22f-e18c7304b3b0,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:02.892169 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] Transition to ACTIVE for port object e6c62182-21e8-4e3a-a39e-4cb2d02a20b2 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:02.908763 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e78171f-15df-4fe0-846d-2f0a31331250 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:02.912758 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-144d2acd-db76-40fe-a2f3-c327ce4a9a72 req-d64a8fb7-bf98-4a0d-959c-84fef04040cf tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups?id=458ba596-e6b7-4dc0-b796-885b0af77692&id=1c190e8c-610a-4a5a-9fc2-241e3f7cecdf&id=8742ce39-b8ad-4190-a997-356054f719eb&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1251488 Jul 30 20:08:02.917359 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:02.923708 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-df082ca2-4bc9-4729-ae43-ecb9f01f6a73 req-2f82b791-be95-4c81-a72a-dfa3ac8576a2 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] For port 349fa798-e7ac-4080-9f49-ba90dcd5d06e, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=349fa798-e7ac-4080-9f49-ba90dcd5d06e,segment=NetworkSegment(4c5727ff-ec87-4700-924a-9fefe61b44a6),segment_id=4c5727ff-ec87-4700-924a-9fefe61b44a6)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:02.924135 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-df082ca2-4bc9-4729-ae43-ecb9f01f6a73 req-2f82b791-be95-4c81-a72a-dfa3ac8576a2 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:02.946245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-df082ca2-4bc9-4729-ae43-ecb9f01f6a73 req-2f82b791-be95-4c81-a72a-dfa3ac8576a2 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Calling delete_port for 349fa798-e7ac-4080-9f49-ba90dcd5d06e owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:08:02.973948 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cd91a-eb00-443d-b4e5-451c7e91c0e4 None None] Pushing event updated for resources: {'Port': ['ID=e6c62182-21e8-4e3a-a39e-4cb2d02a20b2,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:02.983395 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] For port a4a53284-e846-4e79-97b2-ee3e1e8ec35d, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:08:02.987360 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] For port a4a53284-e846-4e79-97b2-ee3e1e8ec35d, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=a4a53284-e846-4e79-97b2-ee3e1e8ec35d,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:08:03.001292 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:03.016228 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e78171f-15df-4fe0-846d-2f0a31331250 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:03.041764 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5e78171f-15df-4fe0-846d-2f0a31331250 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7073402 Jul 30 20:08:03.047721 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] Routers {'45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:08:03.048360 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:07:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:03.112464 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] Attempting to bind port e6c62182-21e8-4e3a-a39e-4cb2d02a20b2 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:08:03.113221 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] Attempting to bind port e6c62182-21e8-4e3a-a39e-4cb2d02a20b2 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b22e339a-b3bc-4284-9d89-85b0297cdd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:08:03.114134 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] Attempting to bind port e6c62182-21e8-4e3a-a39e-4cb2d02a20b2 on network d5385b68-d345-49b1-96bc-180144f39a27 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:03.121332 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:08:03.122505 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] Checking segment: {'id': 'b22e339a-b3bc-4284-9d89-85b0297cdd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:08:03.123148 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:03.123286 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173344a0-bdf1-4f97-ad50-819c01d378e4 req-3b462fbc-216c-4920-a561-5943206741ad tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:03.123965 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] Bound using segment: {'id': 'b22e339a-b3bc-4284-9d89-85b0297cdd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:08:03.124678 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] Bound port: e6c62182-21e8-4e3a-a39e-4cb2d02a20b2, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22e339a-b3bc-4284-9d89-85b0297cdd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:08:03.125000 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-173344a0-bdf1-4f97-ad50-819c01d378e4 req-3b462fbc-216c-4920-a561-5943206741ad tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa2b734c-dcb6-472b-aa1a-50a7749eb1da HTTP/1.1" status: 200 len: 946 time: 0.1954112 Jul 30 20:08:03.125530 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:03.158279 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76eb95d8-6685-459b-b14a-05cf91c007d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:03.190214 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] Set router 45ea8950-22e4-4b63-bc0b-bd0506a4ba9d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:08:03.198146 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-76eb95d8-6685-459b-b14a-05cf91c007d7 admin admin] Transition to ACTIVE for port object 20e89cb4-08d4-4b23-9dc4-d7433bd9140b will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:03.257004 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-173344a0-bdf1-4f97-ad50-819c01d378e4 req-198d7b62-7311-4ccd-b15d-4a4ced543dbe tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112525 Jul 30 20:08:03.299032 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] For port e6c62182-21e8-4e3a-a39e-4cb2d02a20b2, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:08:03.306173 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76eb95d8-6685-459b-b14a-05cf91c007d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:03.311362 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] For port e6c62182-21e8-4e3a-a39e-4cb2d02a20b2, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e6c62182-21e8-4e3a-a39e-4cb2d02a20b2,segment=NetworkSegment(b22e339a-b3bc-4284-9d89-85b0297cdd8b),segment_id=b22e339a-b3bc-4284-9d89-85b0297cdd8b)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:08:03.331230 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:03.400127 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388e2d8-a335-4153-84d8-b8d42cbb0930 None None] Pushing event updated for resources: {'Port': ['ID=a4a53284-e846-4e79-97b2-ee3e1e8ec35d,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:03.414377 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb95d8-6685-459b-b14a-05cf91c007d7 admin admin] Pushing event updated for resources: {'Port': ['ID=20e89cb4-08d4-4b23-9dc4-d7433bd9140b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:03.420316 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-df082ca2-4bc9-4729-ae43-ecb9f01f6a73 req-2f82b791-be95-4c81-a72a-dfa3ac8576a2 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:03.429705 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388e2d8-a335-4153-84d8-b8d42cbb0930 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:03.431906 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388e2d8-a335-4153-84d8-b8d42cbb0930 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:03.432370 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388e2d8-a335-4153-84d8-b8d42cbb0930 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:03.433024 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388e2d8-a335-4153-84d8-b8d42cbb0930 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:03.433975 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388e2d8-a335-4153-84d8-b8d42cbb0930 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:03.434411 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388e2d8-a335-4153-84d8-b8d42cbb0930 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:03.434863 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388e2d8-a335-4153-84d8-b8d42cbb0930 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:03.435276 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388e2d8-a335-4153-84d8-b8d42cbb0930 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:03.435705 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388e2d8-a335-4153-84d8-b8d42cbb0930 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:03.436031 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388e2d8-a335-4153-84d8-b8d42cbb0930 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:03.436474 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388e2d8-a335-4153-84d8-b8d42cbb0930 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:03.436807 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388e2d8-a335-4153-84d8-b8d42cbb0930 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:03.468548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cd91a-eb00-443d-b4e5-451c7e91c0e4 None None] Pushing event updated for resources: {'Port': ['ID=e6c62182-21e8-4e3a-a39e-4cb2d02a20b2,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:03.501448 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] Routers {'8f4c42e0-4a38-408a-9608-b8a899c825da'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:08:03.502094 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:07:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8f4c42e0-4a38-408a-9608-b8a899c825da'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:03.520715 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388e2d8-a335-4153-84d8-b8d42cbb0930 None None] Pushing event updated for resources: {'Port': ['ID=a4a53284-e846-4e79-97b2-ee3e1e8ec35d,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:03.551502 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'name': 'tempest-ServersTestFqdnHostnames-315217036-router', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:56Z', 'updated_at': '2021-07-30T20:07:58Z', 'revision_number': 3, 'project_id': '9482a976ec31459b8336e26161d33996', 'gw_port': {'id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:71:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:58Z', 'updated_at': '2021-07-30T20:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:03.559065 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82b791-be95-4c81-a72a-dfa3ac8576a2 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event deleted for resources: {'Port': ['ID=349fa798-e7ac-4080-9f49-ba90dcd5d06e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:03.575136 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eb95d8-6685-459b-b14a-05cf91c007d7 admin admin] Network b520083c-a600-49f5-83c1-ead5aee680da is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:08:03.582850 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-76eb95d8-6685-459b-b14a-05cf91c007d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:03.598413 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eb95d8-6685-459b-b14a-05cf91c007d7 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:08:03.617447 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdeb4c9-1d1d-4c27-bea4-ea9c1a3ed987 None None] The sync data for ids ['45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'] in n-d-712137-9 is: [{'id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'name': 'tempest-ServersTestFqdnHostnames-315217036-router', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:56Z', 'updated_at': '2021-07-30T20:07:58Z', 'revision_number': 3, 'project_id': '9482a976ec31459b8336e26161d33996', 'gw_port': {'id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:71:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:58Z', 'updated_at': '2021-07-30T20:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:08:03.654459 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-f6578d83-f1a4-41d7-bd02-88647995a9a8 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--870515283&fields=id&tenant_id=d64f4e6fdcea485aa7c5b5023ad67db3 HTTP/1.1" status: 200 len: 267 time: 0.2439957 Jul 30 20:08:03.742660 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-df082ca2-4bc9-4729-ae43-ecb9f01f6a73 req-2f82b791-be95-4c81-a72a-dfa3ac8576a2 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] No DVR routers for this DVR port 349fa798-e7ac-4080-9f49-ba90dcd5d06e on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:08:03.749145 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-df082ca2-4bc9-4729-ae43-ecb9f01f6a73 req-2f82b791-be95-4c81-a72a-dfa3ac8576a2 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:03.751791 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-df082ca2-4bc9-4729-ae43-ecb9f01f6a73 req-2f82b791-be95-4c81-a72a-dfa3ac8576a2 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.59 "DELETE /v2.0/ports/349fa798-e7ac-4080-9f49-ba90dcd5d06e HTTP/1.1" status: 204 len: 173 time: 1.6849353 Jul 30 20:08:03.752353 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2630d67-36aa-4ef6-856e-7b078872fa4e', 'name': 'network-vif-deleted', 'tag': '349fa798-e7ac-4080-9f49-ba90dcd5d06e'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:03.758600 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8701978-18d4-4b93-a2c2-5eedb8def003" -d '{"events": [{"server_uuid": "d2630d67-36aa-4ef6-856e-7b078872fa4e", "name": "network-vif-deleted", "tag": "349fa798-e7ac-4080-9f49-ba90dcd5d06e"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:03.843241 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] Set router 8f4c42e0-4a38-408a-9608-b8a899c825da gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:08:03.909968 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76eb95d8-6685-459b-b14a-05cf91c007d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:03.998332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c437ba-66dc-4664-8e13-133d776972e8 req-8806d9d2-fb09-42fb-9775-663119ad5686 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:04.001565 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70c437ba-66dc-4664-8e13-133d776972e8 req-8806d9d2-fb09-42fb-9775-663119ad5686 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc660d2-17b8-4d66-8b3d-702c99bbdf3d HTTP/1.1" status: 200 len: 950 time: 0.2142437 Jul 30 20:08:04.097019 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70c437ba-66dc-4664-8e13-133d776972e8 req-d15be5b2-a149-4e88-ad3d-3a168d8a962e tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894148 Jul 30 20:08:04.117725 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-1f2d3c0b-d4ba-4534-a211-60f031f6bab8 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:04.140671 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-1f2d3c0b-d4ba-4534-a211-60f031f6bab8 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/networks?id=d5385b68-d345-49b1-96bc-180144f39a27 HTTP/1.1" status: 200 len: 811 time: 0.4852490 Jul 30 20:08:04.190366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 349fa798-e7ac-4080-9f49-ba90dcd5d06e no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:08:04.217212 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-d1399d09-5628-4b5d-984a-a29ac8709bb3 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/quotas/d64f4e6fdcea485aa7c5b5023ad67db3 HTTP/1.1" status: 200 len: 375 time: 0.0721552 Jul 30 20:08:04.237670 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 349fa798-e7ac-4080-9f49-ba90dcd5d06e {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:08:04.238013 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 349fa798-e7ac-4080-9f49-ba90dcd5d06e not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:08:04.253715 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd957ba4-8341-43d3-b96a-b922e16fc269 x-openstack-request-id: req-bd957ba4-8341-43d3-b96a-b922e16fc269 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:04.254011 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2630d67-36aa-4ef6-856e-7b078872fa4e", "name": "network-vif-deleted", "tag": "349fa798-e7ac-4080-9f49-ba90dcd5d06e", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:04.254274 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bd957ba4-8341-43d3-b96a-b922e16fc269 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:04.254716 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2630d67-36aa-4ef6-856e-7b078872fa4e', 'name': 'network-vif-deleted', 'tag': '349fa798-e7ac-4080-9f49-ba90dcd5d06e', 'status': 'completed', 'code': 200} Jul 30 20:08:04.388556 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'name': 'tempest-ServersTestManualDisk-113923996-router', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:50Z', 'updated_at': '2021-07-30T20:07:56Z', 'revision_number': 4, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'gw_port': {'id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:51Z', 'updated_at': '2021-07-30T20:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e6c62182-21e8-4e3a-a39e-4cb2d02a20b2', 'name': '', 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'mac_address': 'fa:16:3e:01:ea:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '2eec45fe-dd4e-4389-9cda-638613cd4e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:55Z', 'updated_at': '2021-07-30T20:08:03Z', 'revision_number': 4, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'subnets': [{'id': '2eec45fe-dd4e-4389-9cda-638613cd4e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:04.430118 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6669fc-de04-40bc-aae8-0bbd9d7ce80f None None] The sync data for ids ['8f4c42e0-4a38-408a-9608-b8a899c825da'] in n-d-712137-9 is: [{'id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'name': 'tempest-ServersTestManualDisk-113923996-router', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:50Z', 'updated_at': '2021-07-30T20:07:56Z', 'revision_number': 4, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'gw_port': {'id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:51Z', 'updated_at': '2021-07-30T20:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e6c62182-21e8-4e3a-a39e-4cb2d02a20b2', 'name': '', 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'mac_address': 'fa:16:3e:01:ea:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '2eec45fe-dd4e-4389-9cda-638613cd4e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:55Z', 'updated_at': '2021-07-30T20:08:03Z', 'revision_number': 4, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'subnets': [{'id': '2eec45fe-dd4e-4389-9cda-638613cd4e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:08:04.432561 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e448d3f6-dff0-4d9f-a74a-14acfdd21154 None None] Provisioning for port 20e89cb4-08d4-4b23-9dc4-d7433bd9140b completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:04.439165 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e448d3f6-dff0-4d9f-a74a-14acfdd21154 None None] Provisioning complete for port 20e89cb4-08d4-4b23-9dc4-d7433bd9140b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:04.439165 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e448d3f6-dff0-4d9f-a74a-14acfdd21154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:04.464471 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-aa970e6a-895a-42f1-a727-3ece1f5c4713 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d64f4e6fdcea485aa7c5b5023ad67db3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2290976 Jul 30 20:08:04.467299 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-65277cf8-fc42-4d17-b2ba-eabf5a881107 req-7862f326-940a-42a9-b297-d8f9c354b63e tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2630d67-36aa-4ef6-856e-7b078872fa4e HTTP/1.1" status: 200 len: 210 time: 0.0902138 Jul 30 20:08:04.524986 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e448d3f6-dff0-4d9f-a74a-14acfdd21154 None None] Port 20e89cb4-08d4-4b23-9dc4-d7433bd9140b cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:08:04.658177 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76eb95d8-6685-459b-b14a-05cf91c007d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:04.763426 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-d2af979c-8f3f-482d-ad3b-383574c970bc service neutron] 10.222.0.81 "GET /v2.0/networks/d5385b68-d345-49b1-96bc-180144f39a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852306 Jul 30 20:08:04.860717 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac72ba-5c6b-40df-a07a-0dafbc4e4f96 req-13e204e8-6413-412a-a1eb-74315e849cbd tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:04.870995 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7eac72ba-5c6b-40df-a07a-0dafbc4e4f96 req-13e204e8-6413-412a-a1eb-74315e849cbd tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa2b734c-dcb6-472b-aa1a-50a7749eb1da HTTP/1.1" status: 200 len: 946 time: 0.0992665 Jul 30 20:08:04.926715 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7eac72ba-5c6b-40df-a07a-0dafbc4e4f96 req-75d2cc02-0a3d-4cd8-afaf-c47fba19a966 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544477 Jul 30 20:08:04.959759 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device a4a53284-e846-4e79-97b2-ee3e1e8ec35d up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:05.078249 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-2b457266-c69d-49b2-84a8-fe19a3bb8126 service neutron] 10.222.0.81 "GET /v2.0/networks/d5385b68-d345-49b1-96bc-180144f39a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136942 Jul 30 20:08:05.095348 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port a4a53284-e846-4e79-97b2-ee3e1e8ec35d completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:05.106731 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port a4a53284-e846-4e79-97b2-ee3e1e8ec35d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:05.107219 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:05.165955 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76eb95d8-6685-459b-b14a-05cf91c007d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:05.174964 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76eb95d8-6685-459b-b14a-05cf91c007d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:05.236673 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76eb95d8-6685-459b-b14a-05cf91c007d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:05.299852 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb95d8-6685-459b-b14a-05cf91c007d7 admin admin] Pushing event updated for resources: {'Port': ['ID=20e89cb4-08d4-4b23-9dc4-d7433bd9140b,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:05.313398 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:05.347160 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port a4a53284-e846-4e79-97b2-ee3e1e8ec35d, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=a4a53284-e846-4e79-97b2-ee3e1e8ec35d,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:05.353056 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:05.354160 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e6c62182-21e8-4e3a-a39e-4cb2d02a20b2 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:05.495354 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc009c1-d2fc-423d-901d-789d0da1d901 req-169a43a2-1b1f-44eb-a628-2f1334582ced tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:05.499017 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=a4a53284-e846-4e79-97b2-ee3e1e8ec35d,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:05.520545 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6bc009c1-d2fc-423d-901d-789d0da1d901 req-169a43a2-1b1f-44eb-a628-2f1334582ced tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=a12663ab-b5a5-465f-b924-b07922a15c45 HTTP/1.1" status: 200 len: 945 time: 0.2179372 Jul 30 20:08:05.531187 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port e6c62182-21e8-4e3a-a39e-4cb2d02a20b2 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:05.536800 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port e6c62182-21e8-4e3a-a39e-4cb2d02a20b2 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:05.537198 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:05.598993 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eb95d8-6685-459b-b14a-05cf91c007d7 admin admin] Network b520083c-a600-49f5-83c1-ead5aee680da is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:08:05.623871 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6bc009c1-d2fc-423d-901d-789d0da1d901 req-a22287ac-5099-4ae4-800a-6f261f3dda28 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010637 Jul 30 20:08:05.632414 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-76eb95d8-6685-459b-b14a-05cf91c007d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:05.711923 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82de851-7d1c-4c4d-8285-75ddf81b5e6f req-504fceef-b5e3-4c19-8748-8e19f4354831 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:05.734455 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:05.750378 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c82de851-7d1c-4c4d-8285-75ddf81b5e6f req-504fceef-b5e3-4c19-8748-8e19f4354831 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc660d2-17b8-4d66-8b3d-702c99bbdf3d HTTP/1.1" status: 200 len: 950 time: 0.2598424 Jul 30 20:08:05.783049 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f390530-0c26-4c62-a44f-b92fe463cc9a req-146a624e-5f09-4c07-9990-b9a96511b50e tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/ports?device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 210 time: 0.0491180 Jul 30 20:08:05.818979 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port e6c62182-21e8-4e3a-a39e-4cb2d02a20b2, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e6c62182-21e8-4e3a-a39e-4cb2d02a20b2,segment=NetworkSegment(b22e339a-b3bc-4284-9d89-85b0297cdd8b),segment_id=b22e339a-b3bc-4284-9d89-85b0297cdd8b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:05.833684 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:05.836294 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8d8492fa-be75-4136-b82b-01e6edfb54e8 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:05.924169 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c82de851-7d1c-4c4d-8285-75ddf81b5e6f req-33750099-35cc-49ad-98b8-3cdcc034a19f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718509 Jul 30 20:08:05.972103 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=e6c62182-21e8-4e3a-a39e-4cb2d02a20b2,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:06.003082 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 8d8492fa-be75-4136-b82b-01e6edfb54e8 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:06.004455 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:06.085443 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b846ce71-29a8-4d20-89ea-e7999ae87f9b None None] Provisioning complete for port 20e89cb4-08d4-4b23-9dc4-d7433bd9140b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:06.085920 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b846ce71-29a8-4d20-89ea-e7999ae87f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:06.102269 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76eb95d8-6685-459b-b14a-05cf91c007d7 admin admin] Router 45ea8950-22e4-4b63-bc0b-bd0506a4ba9d has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:08:06.141508 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b846ce71-29a8-4d20-89ea-e7999ae87f9b None None] Port 20e89cb4-08d4-4b23-9dc4-d7433bd9140b cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:08:06.256990 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-afd1e890-f45c-4ad2-b6d3-5b5ae62b35c0 req-b69ac3d2-0a06-44ed-881a-515db46a0df3 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/458ba596-e6b7-4dc0-b796-885b0af77692 HTTP/1.1" status: 200 len: 1800 time: 0.0948477 Jul 30 20:08:06.326830 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-afd1e890-f45c-4ad2-b6d3-5b5ae62b35c0 req-def74259-2e36-4091-b544-595b91c416b9 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:06.358993 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-afd1e890-f45c-4ad2-b6d3-5b5ae62b35c0 req-def74259-2e36-4091-b544-595b91c416b9 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:06.398504 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76eb95d8-6685-459b-b14a-05cf91c007d7 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:08:06.408681 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-76eb95d8-6685-459b-b14a-05cf91c007d7 admin admin] 10.222.0.81 "PUT /v2.0/routers/45ea8950-22e4-4b63-bc0b-bd0506a4ba9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6597271 Jul 30 20:08:06.439163 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-afd1e890-f45c-4ad2-b6d3-5b5ae62b35c0 req-def74259-2e36-4091-b544-595b91c416b9 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:06.442730 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-afd1e890-f45c-4ad2-b6d3-5b5ae62b35c0 req-def74259-2e36-4091-b544-595b91c416b9 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:06.456313 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-afd1e890-f45c-4ad2-b6d3-5b5ae62b35c0 req-def74259-2e36-4091-b544-595b91c416b9 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "DELETE /v2.0/security-groups/458ba596-e6b7-4dc0-b796-885b0af77692 HTTP/1.1" status: 204 len: 173 time: 0.1979749 Jul 30 20:08:06.487430 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def74259-2e36-4091-b544-595b91c416b9 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=458ba596-e6b7-4dc0-b796-885b0af77692,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:06.731069 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device a4a53284-e846-4e79-97b2-ee3e1e8ec35d up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:06.830456 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port a4a53284-e846-4e79-97b2-ee3e1e8ec35d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:06.830824 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:06.880144 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95aa499-7de4-4bfe-8481-8c1007309ab8 req-4947e420-b025-481d-a497-1c4363ef0adc tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:06.904996 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95aa499-7de4-4bfe-8481-8c1007309ab8 req-4947e420-b025-481d-a497-1c4363ef0adc tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:06.913348 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b95aa499-7de4-4bfe-8481-8c1007309ab8 req-4947e420-b025-481d-a497-1c4363ef0adc tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=19eea34d-8e0b-4ac2-84d4-a8fb332e2420&device_id=6fc660d2-17b8-4d66-8b3d-702c99bbdf3d HTTP/1.1" status: 200 len: 1691 time: 0.1083398 Jul 30 20:08:06.962028 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] Sync routers for ids ['45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:08:06.977185 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] Routers {'45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:08:06.980996 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:07:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:06.986259 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e6c62182-21e8-4e3a-a39e-4cb2d02a20b2 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:07.048899 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port e6c62182-21e8-4e3a-a39e-4cb2d02a20b2 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:07.049444 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:07.059302 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b95aa499-7de4-4bfe-8481-8c1007309ab8 req-a0aa8c59-381f-42d0-b4f1-6c8b1814f753 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450157 Jul 30 20:08:07.067637 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d31f734a-a1b0-4db8-865f-32ef8c09fd12 req-6446da5d-2bb0-4212-843c-4ff6899eae45 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "GET /v2.0/security-groups/1c190e8c-610a-4a5a-9fc2-241e3f7cecdf HTTP/1.1" status: 200 len: 1801 time: 0.0938339 Jul 30 20:08:07.221822 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d31f734a-a1b0-4db8-865f-32ef8c09fd12 req-708b1181-681e-4553-81ac-cde58e52bdb7 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:07.369870 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] Set router 45ea8950-22e4-4b63-bc0b-bd0506a4ba9d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:08:07.375310 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d31f734a-a1b0-4db8-865f-32ef8c09fd12 req-708b1181-681e-4553-81ac-cde58e52bdb7 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:07.717192 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'name': 'tempest-ServersTestFqdnHostnames-315217036-router', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:56Z', 'updated_at': '2021-07-30T20:08:04Z', 'revision_number': 4, 'project_id': '9482a976ec31459b8336e26161d33996', 'gw_port': {'id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:58Z', 'updated_at': '2021-07-30T20:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '20e89cb4-08d4-4b23-9dc4-d7433bd9140b', 'name': '', 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'mac_address': 'fa:16:3e:0f:63:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'f345c7ae-e73e-4bbc-b41e-e320a38068f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:02Z', 'updated_at': '2021-07-30T20:08:04Z', 'revision_number': 2, 'project_id': '9482a976ec31459b8336e26161d33996', 'subnets': [{'id': 'f345c7ae-e73e-4bbc-b41e-e320a38068f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:07.733895 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59412) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:07.738817 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8b2cb327-83e8-4dde-b260-745e2e5a9140 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2040608318', 'description': 'tempest-description--304008427'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:07.748505 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] Checking router: 45ea8950-22e4-4b63-bc0b-bd0506a4ba9d for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:08:07.748977 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] Updating router 45ea8950-22e4-4b63-bc0b-bd0506a4ba9d port 20e89cb4-08d4-4b23-9dc4-d7433bd9140b binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:08:07.781237 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:07.800311 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d31f734a-a1b0-4db8-865f-32ef8c09fd12 req-708b1181-681e-4553-81ac-cde58e52bdb7 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:07.803553 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d31f734a-a1b0-4db8-865f-32ef8c09fd12 req-708b1181-681e-4553-81ac-cde58e52bdb7 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:07.818537 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d31f734a-a1b0-4db8-865f-32ef8c09fd12 req-708b1181-681e-4553-81ac-cde58e52bdb7 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] 10.222.0.81 "DELETE /v2.0/security-groups/1c190e8c-610a-4a5a-9fc2-241e3f7cecdf HTTP/1.1" status: 204 len: 173 time: 0.7393234 Jul 30 20:08:07.819073 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59416) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:07.826831 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-08fa05ae-6065-4bcc-b02c-80a47ffe8c7e req-c974d5b5-2d0b-4f55-8a85-2eee5b279280 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/ports?device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 210 time: 0.0347223 Jul 30 20:08:07.828093 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b2cb327-83e8-4dde-b260-745e2e5a9140 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:07.955793 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b1181-681e-4553-81ac-cde58e52bdb7 tempest-SecurityGroupsTestJSON-1552697501 tempest-SecurityGroupsTestJSON-1552697501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c190e8c-610a-4a5a-9fc2-241e3f7cecdf,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:08.000200 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b2cb327-83e8-4dde-b260-745e2e5a9140 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:08.010810 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b2cb327-83e8-4dde-b260-745e2e5a9140 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:08.065861 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b2cb327-83e8-4dde-b260-745e2e5a9140 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:08.070586 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8b2cb327-83e8-4dde-b260-745e2e5a9140 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3353655 Jul 30 20:08:08.071341 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59432) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:08.074078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b446df-99ea-4259-b77a-48c3e4b84a56 admin admin] Deleting subnet db475299-c8f9-4695-8c12-0941808a60f8 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:08:08.077904 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9feaa66b-f080-4237-adef-a5270f5bc85c tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Request body: {'security_group_rule': {'security_group_id': '295d9542-457a-44fc-bbd1-9fa60fe0ee1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:08.098146 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44b446df-99ea-4259-b77a-48c3e4b84a56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:08.101957 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2cb327-83e8-4dde-b260-745e2e5a9140 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=295d9542-457a-44fc-bbd1-9fa60fe0ee1f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:08.116302 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9feaa66b-f080-4237-adef-a5270f5bc85c tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:08.171416 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-02b597b1-c9f0-4c3e-b8bc-f1e9c0dc586a tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:08.173326 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-02b597b1-c9f0-4c3e-b8bc-f1e9c0dc586a tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.59 "GET /v2.0/networks?id=d5385b68-d345-49b1-96bc-180144f39a27 HTTP/1.1" status: 200 len: 811 time: 0.9441533 Jul 30 20:08:08.210273 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44b446df-99ea-4259-b77a-48c3e4b84a56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:08.218646 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9feaa66b-f080-4237-adef-a5270f5bc85c tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:08.263772 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9feaa66b-f080-4237-adef-a5270f5bc85c tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:08.271787 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-37071e99-8896-4c99-b365-e522145f6c3c tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d64f4e6fdcea485aa7c5b5023ad67db3 HTTP/1.1" status: 200 len: 379 time: 0.0867507 Jul 30 20:08:08.293966 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-298a7c21-b039-4a4a-8a72-373bebd43eae tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Request body: {'port': {'device_id': '71e1d159-3d07-4ace-ba32-0bf1afaec6da', 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27', 'admin_state_up': True, 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'security_groups': ['fb3e0f7e-91c5-44b7-a0ee-d643670c5020']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:08.346222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feaa66b-f080-4237-adef-a5270f5bc85c tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300755dc-5726-4abe-bfd0-ebbdbaf4b264,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:08.392217 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:08.392807 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9feaa66b-f080-4237-adef-a5270f5bc85c tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:08.396389 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9feaa66b-f080-4237-adef-a5270f5bc85c tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3202863 Jul 30 20:08:08.396544 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59438) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:08.401212 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c4ec932e-3a70-4afc-8193-59f3afd73904 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Request body: {'security_group_rule': {'security_group_id': '295d9542-457a-44fc-bbd1-9fa60fe0ee1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:08.411135 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] Transition to ACTIVE for port object 20e89cb4-08d4-4b23-9dc4-d7433bd9140b will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:08.418954 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-9a173348-e4bb-48dd-ac1b-0996cdaa2bcb tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:08.420855 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:08.426987 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-9a173348-e4bb-48dd-ac1b-0996cdaa2bcb tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/networks?id=db7f714c-123c-4fe0-b78c-4cac6ac7c141 HTTP/1.1" status: 200 len: 813 time: 0.2465024 Jul 30 20:08:08.431999 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44b446df-99ea-4259-b77a-48c3e4b84a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:08.446988 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-8e824950-58da-41ab-a87f-b5cc38f5783f tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/quotas/babf84d9f6b44799a6f91d6ad4ddb773 HTTP/1.1" status: 200 len: 375 time: 0.0190635 Jul 30 20:08:08.506244 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75be794-186e-4861-9d3e-f26e66500df3 None None] Pushing event updated for resources: {'Port': ['ID=20e89cb4-08d4-4b23-9dc4-d7433bd9140b,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:08.512132 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4ec932e-3a70-4afc-8193-59f3afd73904 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:08.536939 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44b446df-99ea-4259-b77a-48c3e4b84a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:08.567349 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-adc8a504-b814-45a0-b319-a51f5bd63db7 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=babf84d9f6b44799a6f91d6ad4ddb773&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1194081 Jul 30 20:08:08.614612 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] Attempting to bind port 20e89cb4-08d4-4b23-9dc4-d7433bd9140b on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:08:08.614945 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] Attempting to bind port 20e89cb4-08d4-4b23-9dc4-d7433bd9140b by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'aa17f534-d0c8-434a-97e7-2a66788271c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:08:08.615358 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] Attempting to bind port 20e89cb4-08d4-4b23-9dc4-d7433bd9140b on network b520083c-a600-49f5-83c1-ead5aee680da {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:08.630139 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:08:08.630558 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] Checking segment: {'id': 'aa17f534-d0c8-434a-97e7-2a66788271c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:08:08.630956 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:08.631400 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] Bound using segment: {'id': 'aa17f534-d0c8-434a-97e7-2a66788271c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:08:08.632101 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] Bound port: 20e89cb4-08d4-4b23-9dc4-d7433bd9140b, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa17f534-d0c8-434a-97e7-2a66788271c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:08:08.632471 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:08.636526 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4ec932e-3a70-4afc-8193-59f3afd73904 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:08.666536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b446df-99ea-4259-b77a-48c3e4b84a56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db475299-c8f9-4695-8c12-0941808a60f8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:08.670949 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44b446df-99ea-4259-b77a-48c3e4b84a56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:08.676753 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-44b446df-99ea-4259-b77a-48c3e4b84a56 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/db475299-c8f9-4695-8c12-0941808a60f8 HTTP/1.1" status: 204 len: 168 time: 0.8282540 Jul 30 20:08:08.690397 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125612f3-21bc-4046-b025-d573e2b47590 req-545c7626-c2b5-4529-9cd0-f975d0d21c97 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:08.692547 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-125612f3-21bc-4046-b025-d573e2b47590 req-545c7626-c2b5-4529-9cd0-f975d0d21c97 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.83 "GET /v2.0/ports?device_id=a12663ab-b5a5-465f-b924-b07922a15c45 HTTP/1.1" status: 200 len: 945 time: 0.4163899 Jul 30 20:08:08.693719 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59440) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:08.733181 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4ec932e-3a70-4afc-8193-59f3afd73904 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:08.775115 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] For port 20e89cb4-08d4-4b23-9dc4-d7433bd9140b, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:08:08.781327 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] For port 20e89cb4-08d4-4b23-9dc4-d7433bd9140b, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=20e89cb4-08d4-4b23-9dc4-d7433bd9140b,segment=NetworkSegment(aa17f534-d0c8-434a-97e7-2a66788271c7),segment_id=aa17f534-d0c8-434a-97e7-2a66788271c7)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:08:08.791496 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:08.798328 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec932e-3a70-4afc-8193-59f3afd73904 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d4154a-f749-4d2f-b5a3-1625c9422f8d,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:08.809973 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d9beed93-afb7-40bb-8f24-97ddda0b9cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:08.855866 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4ec932e-3a70-4afc-8193-59f3afd73904 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:08.857435 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c4ec932e-3a70-4afc-8193-59f3afd73904 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4600086 Jul 30 20:08:08.862062 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59444) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:08.867014 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6f8f2ce3-0c7a-42d1-af5e-f813f460efff tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:08.874681 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928bdbc-3b06-414a-9dda-4ff99ec85b25 req-3a7049d7-7bf9-4425-836d-59a42bf6c733 tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:08.893218 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75be794-186e-4861-9d3e-f26e66500df3 None None] Pushing event updated for resources: {'Port': ['ID=20e89cb4-08d4-4b23-9dc4-d7433bd9140b,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:08.894951 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3928bdbc-3b06-414a-9dda-4ff99ec85b25 req-3a7049d7-7bf9-4425-836d-59a42bf6c733 tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=19eea34d-8e0b-4ac2-84d4-a8fb332e2420 HTTP/1.1" status: 200 len: 1101 time: 0.3824069 Jul 30 20:08:08.933861 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-429ad83a-6f6e-45d2-a7d2-0ac68622ad20 service neutron] 10.222.0.81 "GET /v2.0/networks/db7f714c-123c-4fe0-b78c-4cac6ac7c141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649509 Jul 30 20:08:08.935666 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] Routers {'45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:08:08.938177 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:07:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:09.029102 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3928bdbc-3b06-414a-9dda-4ff99ec85b25 req-0a0174d4-356f-4f99-bf47-a548b1810b57 tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330664 Jul 30 20:08:09.058124 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2ce3-0c7a-42d1-af5e-f813f460efff tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:09.080033 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4f4ec-794a-4180-b65b-13d8bfd71f8c req-e515ebb5-6b25-4514-8265-03cc1d7d60de tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:09.081935 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bfa4f4ec-794a-4180-b65b-13d8bfd71f8c req-e515ebb5-6b25-4514-8265-03cc1d7d60de tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa2b734c-dcb6-472b-aa1a-50a7749eb1da HTTP/1.1" status: 200 len: 946 time: 0.2741928 Jul 30 20:08:09.178800 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d9beed93-afb7-40bb-8f24-97ddda0b9cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:09.190701 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] Set router 45ea8950-22e4-4b63-bc0b-bd0506a4ba9d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:08:09.190927 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d9beed93-afb7-40bb-8f24-97ddda0b9cfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:09.202757 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d9beed93-afb7-40bb-8f24-97ddda0b9cfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5727ff-ec87-4700-924a-9fefe61b44a6') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:09.203115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d9beed93-afb7-40bb-8f24-97ddda0b9cfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5727ff-ec87-4700-924a-9fefe61b44a6') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:09.212813 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d9beed93-afb7-40bb-8f24-97ddda0b9cfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:09.228941 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d9beed93-afb7-40bb-8f24-97ddda0b9cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:09.236775 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9beed93-afb7-40bb-8f24-97ddda0b9cfc admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:08:09.237333 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d9beed93-afb7-40bb-8f24-97ddda0b9cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:08:09.303556 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:08:09.318531 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d9beed93-afb7-40bb-8f24-97ddda0b9cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:09.367286 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d9beed93-afb7-40bb-8f24-97ddda0b9cfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:09.373049 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d9beed93-afb7-40bb-8f24-97ddda0b9cfc admin admin] 10.222.0.81 "DELETE /v2.0/networks/5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2 HTTP/1.1" status: 204 len: 168 time: 0.6739123 Jul 30 20:08:09.388129 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-298bf54a-45bc-43cb-b6dd-2a804824fba8 req-6152e54c-a2cc-4367-baf4-b5a609990e78 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/ports?device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 210 time: 0.0855231 Jul 30 20:08:09.415933 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-298a7c21-b039-4a4a-8a72-373bebd43eae tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Made reservation on behalf of d64f4e6fdcea485aa7c5b5023ad67db3 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:08:09.420100 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-298a7c21-b039-4a4a-8a72-373bebd43eae tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:09.439875 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9beed93-afb7-40bb-8f24-97ddda0b9cfc admin admin] Pushing event deleted for resources: {'Network': ['ID=5a52a3f6-ad85-4cb1-9c60-ab70f12a74b2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:09.501232 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-125612f3-21bc-4046-b025-d573e2b47590 req-3ba585ae-2cbc-4070-8f51-533002e3c1e5 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Deleting port ec74e117-c01e-46f7-99bf-c8fdbebeb00e {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:08:09.502816 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-125612f3-21bc-4046-b025-d573e2b47590 req-3ba585ae-2cbc-4070-8f51-533002e3c1e5 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:09.607093 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'name': 'tempest-ServersTestFqdnHostnames-315217036-router', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:56Z', 'updated_at': '2021-07-30T20:08:04Z', 'revision_number': 4, 'project_id': '9482a976ec31459b8336e26161d33996', 'gw_port': {'id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:58Z', 'updated_at': '2021-07-30T20:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '20e89cb4-08d4-4b23-9dc4-d7433bd9140b', 'name': '', 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'mac_address': 'fa:16:3e:0f:63:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'f345c7ae-e73e-4bbc-b41e-e320a38068f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:02Z', 'updated_at': '2021-07-30T20:08:08Z', 'revision_number': 4, 'project_id': '9482a976ec31459b8336e26161d33996', 'subnets': [{'id': 'f345c7ae-e73e-4bbc-b41e-e320a38068f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:09.631253 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59456) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:09.646556 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7bfbd1-e750-4cf7-9836-8773df97a1b4 None None] The sync data for ids ['45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'] in n-d-712137-9 is: [{'id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'name': 'tempest-ServersTestFqdnHostnames-315217036-router', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:56Z', 'updated_at': '2021-07-30T20:08:04Z', 'revision_number': 4, 'project_id': '9482a976ec31459b8336e26161d33996', 'gw_port': {'id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:58Z', 'updated_at': '2021-07-30T20:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '20e89cb4-08d4-4b23-9dc4-d7433bd9140b', 'name': '', 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'mac_address': 'fa:16:3e:0f:63:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'f345c7ae-e73e-4bbc-b41e-e320a38068f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:02Z', 'updated_at': '2021-07-30T20:08:08Z', 'revision_number': 4, 'project_id': '9482a976ec31459b8336e26161d33996', 'subnets': [{'id': 'f345c7ae-e73e-4bbc-b41e-e320a38068f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:08:09.780360 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-6fc61b31-05c1-4c7a-b75b-56d144d9b8f6 service neutron] 10.222.0.81 "GET /v2.0/networks/db7f714c-123c-4fe0-b78c-4cac6ac7c141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8410850 Jul 30 20:08:09.856737 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-bfa4f4ec-794a-4180-b65b-13d8bfd71f8c req-26be9789-9e34-4fd5-ae1d-9d896b0525df tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Deleting port 08ab39f8-8164-4c45-894a-2791446b2d29 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:08:09.857455 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bfa4f4ec-794a-4180-b65b-13d8bfd71f8c req-26be9789-9e34-4fd5-ae1d-9d896b0525df tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:09.878517 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c78ccc4a-b7e6-4fd5-ba94-c573f5b062d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8ddd0e37e2e44e64a3f6afbb96218dd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461290 Jul 30 20:08:09.879132 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59458) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:09.911179 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3dc7f-bc5c-4220-a163-836ab6994a39 req-78054b2e-3cb9-4404-a6a4-afb511cca157 tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:09.919226 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8dc3dc7f-bc5c-4220-a163-836ab6994a39 req-78054b2e-3cb9-4404-a6a4-afb511cca157 tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6fc660d2-17b8-4d66-8b3d-702c99bbdf3d HTTP/1.1" status: 200 len: 1101 time: 0.2937105 Jul 30 20:08:09.972200 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2ce3-0c7a-42d1-af5e-f813f460efff tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:10.007151 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-125612f3-21bc-4046-b025-d573e2b47590 req-3ba585ae-2cbc-4070-8f51-533002e3c1e5 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] For port ec74e117-c01e-46f7-99bf-c8fdbebeb00e, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ec74e117-c01e-46f7-99bf-c8fdbebeb00e,segment=NetworkSegment(2618f9ee-81c9-4a40-a57d-bfcc0bd06c33),segment_id=2618f9ee-81c9-4a40-a57d-bfcc0bd06c33)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:10.010048 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-125612f3-21bc-4046-b025-d573e2b47590 req-3ba585ae-2cbc-4070-8f51-533002e3c1e5 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:10.052662 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-298a7c21-b039-4a4a-8a72-373bebd43eae tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Allocated IP 172.20.0.13 (d5385b68-d345-49b1-96bc-180144f39a27/2eec45fe-dd4e-4389-9cda-638613cd4e9d/3b33a462-0755-4c4e-a53c-4d425ea24600) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:08:10.077720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-125612f3-21bc-4046-b025-d573e2b47590 req-3ba585ae-2cbc-4070-8f51-533002e3c1e5 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Calling delete_port for ec74e117-c01e-46f7-99bf-c8fdbebeb00e owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:08:10.161126 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8dc3dc7f-bc5c-4220-a163-836ab6994a39 req-5502d846-da0e-40bb-a292-8accde4a08a1 tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408884 Jul 30 20:08:10.215423 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-bfa4f4ec-794a-4180-b65b-13d8bfd71f8c req-26be9789-9e34-4fd5-ae1d-9d896b0525df tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] For port 08ab39f8-8164-4c45-894a-2791446b2d29, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=08ab39f8-8164-4c45-894a-2791446b2d29,segment=NetworkSegment(2618f9ee-81c9-4a40-a57d-bfcc0bd06c33),segment_id=2618f9ee-81c9-4a40-a57d-bfcc0bd06c33)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:10.215847 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bfa4f4ec-794a-4180-b65b-13d8bfd71f8c req-26be9789-9e34-4fd5-ae1d-9d896b0525df tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:10.274241 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-bfa4f4ec-794a-4180-b65b-13d8bfd71f8c req-26be9789-9e34-4fd5-ae1d-9d896b0525df tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Calling delete_port for 08ab39f8-8164-4c45-894a-2791446b2d29 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:08:10.290398 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6b83b0b4-5398-4e7c-97f6-f9a9d8bdd927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:10.381661 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6b83b0b4-5398-4e7c-97f6-f9a9d8bdd927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:10.455685 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-6f8f2ce3-0c7a-42d1-af5e-f813f460efff tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Allocated IP 172.25.3.229 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/3b23fc0b-36a9-4140-a42d-4136b243642c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:08:10.503495 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6b83b0b4-5398-4e7c-97f6-f9a9d8bdd927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:10.514562 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6b83b0b4-5398-4e7c-97f6-f9a9d8bdd927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:10.518524 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6b83b0b4-5398-4e7c-97f6-f9a9d8bdd927 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8742ce39-b8ad-4190-a997-356054f719eb HTTP/1.1" status: 204 len: 168 time: 0.6330893 Jul 30 20:08:10.710527 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83b0b4-5398-4e7c-97f6-f9a9d8bdd927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8742ce39-b8ad-4190-a997-356054f719eb,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:10.768314 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bfa4f4ec-794a-4180-b65b-13d8bfd71f8c req-26be9789-9e34-4fd5-ae1d-9d896b0525df tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:10.804892 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cb6d0829-74a8-4da7-a6f2-521f4dd82e95 req-34fcf6e2-8f10-444f-9d81-6f2206318acc tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/ports?device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 210 time: 0.2697361 Jul 30 20:08:10.824328 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 20e89cb4-08d4-4b23-9dc4-d7433bd9140b up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:10.932550 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2ce3-0c7a-42d1-af5e-f813f460efff tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:10.980476 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 20e89cb4-08d4-4b23-9dc4-d7433bd9140b completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:10.985231 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 20e89cb4-08d4-4b23-9dc4-d7433bd9140b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:10.985838 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:11.116896 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b5df43a9-228e-47b0-9da5-2b6f62f96a1e req-9913883b-dea0-403b-85d3-1787c5f0ffd9 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4656226-2735-4953-84ba-f1d0d5c5c814 HTTP/1.1" status: 200 len: 210 time: 0.3653717 Jul 30 20:08:11.130830 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-298a7c21-b039-4a4a-8a72-373bebd43eae tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:11.147990 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be9789-9e34-4fd5-ae1d-9d896b0525df tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Pushing event deleted for resources: {'Port': ['ID=08ab39f8-8164-4c45-894a-2791446b2d29,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:11.160213 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-298a7c21-b039-4a4a-8a72-373bebd43eae tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Transition to ACTIVE for port object 3b33a462-0755-4c4e-a53c-4d425ea24600 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:11.189516 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-125612f3-21bc-4046-b025-d573e2b47590 req-3ba585ae-2cbc-4070-8f51-533002e3c1e5 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:11.190444 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2ce3-0c7a-42d1-af5e-f813f460efff tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:11.254118 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:11.288832 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba585ae-2cbc-4070-8f51-533002e3c1e5 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Pushing event deleted for resources: {'Port': ['ID=ec74e117-c01e-46f7-99bf-c8fdbebeb00e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:11.315625 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-5a8bb0ec-8f22-4bec-8c81-1ef8da16e639 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1501105 Jul 30 20:08:11.338572 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f2ce3-0c7a-42d1-af5e-f813f460efff tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Pushing event updated for resources: {'Port': ['ID=3b23fc0b-36a9-4140-a42d-4136b243642c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:11.349804 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 20e89cb4-08d4-4b23-9dc4-d7433bd9140b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=20e89cb4-08d4-4b23-9dc4-d7433bd9140b,segment=NetworkSegment(aa17f534-d0c8-434a-97e7-2a66788271c7),segment_id=aa17f534-d0c8-434a-97e7-2a66788271c7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:11.353167 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa4f4ec-794a-4180-b65b-13d8bfd71f8c req-26be9789-9e34-4fd5-ae1d-9d896b0525df tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] No DVR routers for this DVR port 08ab39f8-8164-4c45-894a-2791446b2d29 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:08:11.359739 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8f2ce3-0c7a-42d1-af5e-f813f460efff tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:08:11.363280 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:11.378892 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bfa4f4ec-794a-4180-b65b-13d8bfd71f8c req-26be9789-9e34-4fd5-ae1d-9d896b0525df tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:11.391224 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bfa4f4ec-794a-4180-b65b-13d8bfd71f8c req-26be9789-9e34-4fd5-ae1d-9d896b0525df tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.83 "DELETE /v2.0/ports/08ab39f8-8164-4c45-894a-2791446b2d29 HTTP/1.1" status: 204 len: 173 time: 2.2924926 Jul 30 20:08:11.392671 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2b734c-dcb6-472b-aa1a-50a7749eb1da', 'name': 'network-vif-deleted', 'tag': '08ab39f8-8164-4c45-894a-2791446b2d29'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:11.407762 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75b708b-dcf5-4f75-ba37-b7beca4b2899" -d '{"events": [{"server_uuid": "fa2b734c-dcb6-472b-aa1a-50a7749eb1da", "name": "network-vif-deleted", "tag": "08ab39f8-8164-4c45-894a-2791446b2d29"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:11.421528 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6f8f2ce3-0c7a-42d1-af5e-f813f460efff tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:11.426001 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8f2ce3-0c7a-42d1-af5e-f813f460efff tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:08:11.473559 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-298a7c21-b039-4a4a-8a72-373bebd43eae tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:11.524679 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=20e89cb4-08d4-4b23-9dc4-d7433bd9140b,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:11.561189 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2ce3-0c7a-42d1-af5e-f813f460efff tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:11.618165 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2ce3-0c7a-42d1-af5e-f813f460efff tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:11.629893 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c8ef49-9eb2-40de-849b-404c7fca67cb x-openstack-request-id: req-17c8ef49-9eb2-40de-849b-404c7fca67cb {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:11.630343 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2b734c-dcb6-472b-aa1a-50a7749eb1da", "name": "network-vif-deleted", "tag": "08ab39f8-8164-4c45-894a-2791446b2d29", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:11.630613 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-17c8ef49-9eb2-40de-849b-404c7fca67cb {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:11.631041 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2b734c-dcb6-472b-aa1a-50a7749eb1da', 'name': 'network-vif-deleted', 'tag': '08ab39f8-8164-4c45-894a-2791446b2d29', 'status': 'completed', 'code': 200} Jul 30 20:08:11.687916 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-298a7c21-b039-4a4a-8a72-373bebd43eae tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Network d5385b68-d345-49b1-96bc-180144f39a27 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:08:11.878848 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-298a7c21-b039-4a4a-8a72-373bebd43eae tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:11.889305 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-125612f3-21bc-4046-b025-d573e2b47590 req-3ba585ae-2cbc-4070-8f51-533002e3c1e5 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] No DVR routers for this DVR port ec74e117-c01e-46f7-99bf-c8fdbebeb00e on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:08:11.907320 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-125612f3-21bc-4046-b025-d573e2b47590 req-3ba585ae-2cbc-4070-8f51-533002e3c1e5 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:11.918685 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-125612f3-21bc-4046-b025-d573e2b47590 req-3ba585ae-2cbc-4070-8f51-533002e3c1e5 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.83 "DELETE /v2.0/ports/ec74e117-c01e-46f7-99bf-c8fdbebeb00e HTTP/1.1" status: 204 len: 173 time: 3.1294949 Jul 30 20:08:11.943859 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-dc70aa3a-79c1-47f4-b55c-f2a38741c06d tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:11.947614 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2ce3-0c7a-42d1-af5e-f813f460efff tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:11.956699 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-dc70aa3a-79c1-47f4-b55c-f2a38741c06d tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6245513 Jul 30 20:08:11.961136 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-298a7c21-b039-4a4a-8a72-373bebd43eae tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:08:11.966578 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2ce3-0c7a-42d1-af5e-f813f460efff tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:11.974492 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12663ab-b5a5-465f-b924-b07922a15c45', 'name': 'network-vif-deleted', 'tag': 'ec74e117-c01e-46f7-99bf-c8fdbebeb00e'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:11.976966 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342577a4-afb5-488e-8bf2-a663c8a05f3a" -d '{"events": [{"server_uuid": "a12663ab-b5a5-465f-b924-b07922a15c45", "name": "network-vif-deleted", "tag": "ec74e117-c01e-46f7-99bf-c8fdbebeb00e"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:12.084466 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-0b8c37e8-db20-47a5-b54e-852ba3666c90 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/quotas/4045e60369ef4027bbe0b4f0fb9d8f61 HTTP/1.1" status: 200 len: 375 time: 0.1251140 Jul 30 20:08:12.097858 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a7c21-b039-4a4a-8a72-373bebd43eae tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Pushing event updated for resources: {'Port': ['ID=3b33a462-0755-4c4e-a53c-4d425ea24600,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:12.185334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-298a7c21-b039-4a4a-8a72-373bebd43eae tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:12.187889 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-298a7c21-b039-4a4a-8a72-373bebd43eae tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:12.232710 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-6c84a3ca-288f-48d3-865b-bd4933f7c8f2 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1472464 Jul 30 20:08:12.234215 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-298a7c21-b039-4a4a-8a72-373bebd43eae tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9453566 Jul 30 20:08:12.249853 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-45dad211-41f4-4d54-9fdd-ca6e669c1d17 service neutron] Request body: {'port': {'device_id': '71e1d159-3d07-4ace-ba32-0bf1afaec6da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:12.252187 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f2ce3-0c7a-42d1-af5e-f813f460efff tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Pushing event updated for resources: {'Port': ['ID=3b23fc0b-36a9-4140-a42d-4136b243642c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:12.368835 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2ce3-0c7a-42d1-af5e-f813f460efff tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:12.392614 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-274ac6d7-0b19-4eeb-bcb2-ee1170e1feb4 None None] Provisioning for port 3b33a462-0755-4c4e-a53c-4d425ea24600 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:12.400413 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccc147-285b-4924-b73a-be3bfed0fb2d req-9af04616-cd74-45c3-9af5-790bc7809e21 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:12.402600 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-274ac6d7-0b19-4eeb-bcb2-ee1170e1feb4 None None] Provisioning complete for port 3b33a462-0755-4c4e-a53c-4d425ea24600 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:12.402983 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-274ac6d7-0b19-4eeb-bcb2-ee1170e1feb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:12.409250 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-abccc147-285b-4924-b73a-be3bfed0fb2d req-9af04616-cd74-45c3-9af5-790bc7809e21 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/ports?device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 932 time: 0.4328995 Jul 30 20:08:12.434257 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-45dad211-41f4-4d54-9fdd-ca6e669c1d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:12.496304 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59550) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:12.504129 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-274ac6d7-0b19-4eeb-bcb2-ee1170e1feb4 None None] Port 3b33a462-0755-4c4e-a53c-4d425ea24600 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:08:12.531985 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2ce3-0c7a-42d1-af5e-f813f460efff tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:12.546205 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6f8f2ce3-0c7a-42d1-af5e-f813f460efff tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6826110 Jul 30 20:08:12.551200 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ec74e117-c01e-46f7-99bf-c8fdbebeb00e no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:08:12.599227 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-abccc147-285b-4924-b73a-be3bfed0fb2d req-1e0bde4d-39ae-4619-9e8c-56b392fef6c6 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3e0f7e-91c5-44b7-a0ee-d643670c5020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823945 Jul 30 20:08:12.686892 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: ec74e117-c01e-46f7-99bf-c8fdbebeb00e {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:08:12.687252 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ec74e117-c01e-46f7-99bf-c8fdbebeb00e not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:08:12.687694 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 08ab39f8-8164-4c45-894a-2791446b2d29 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:08:12.788866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 08ab39f8-8164-4c45-894a-2791446b2d29 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:08:12.795026 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 08ab39f8-8164-4c45-894a-2791446b2d29 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:08:12.891106 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 20e89cb4-08d4-4b23-9dc4-d7433bd9140b up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:13.040910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 20e89cb4-08d4-4b23-9dc4-d7433bd9140b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:13.041197 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:13.088613 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-b5e74ff7-508d-40c6-ba26-351b8787f013 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:13.091906 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-b5e74ff7-508d-40c6-ba26-351b8787f013 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.59 "GET /v2.0/networks?id=db7f714c-123c-4fe0-b78c-4cac6ac7c141 HTTP/1.1" status: 200 len: 813 time: 0.3731990 Jul 30 20:08:13.129082 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-24c49ec6-fc98-4da7-b9f9-2f0934f0f586 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Request body: {'port': {'device_id': '15e12f8c-73ac-45d2-b360-3f68684b3a91', 'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141', 'admin_state_up': True, 'tenant_id': 'babf84d9f6b44799a6f91d6ad4ddb773'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:13.148045 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a220a43b-1c02-4faf-a5a0-b24975f67a57 x-openstack-request-id: req-a220a43b-1c02-4faf-a5a0-b24975f67a57 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:13.149144 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12663ab-b5a5-465f-b924-b07922a15c45", "name": "network-vif-deleted", "tag": "ec74e117-c01e-46f7-99bf-c8fdbebeb00e", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:13.150071 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a220a43b-1c02-4faf-a5a0-b24975f67a57 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:13.150572 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12663ab-b5a5-465f-b924-b07922a15c45', 'name': 'network-vif-deleted', 'tag': 'ec74e117-c01e-46f7-99bf-c8fdbebeb00e', 'status': 'completed', 'code': 200} Jul 30 20:08:13.162218 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a430371c-1383-443b-928b-ef532fc6da2e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2018294156-network', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:13.191209 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-55a13911-36c5-4af3-bc73-a95a91002538 req-ada7b2e3-6c53-4f63-a0b3-6d78c53bb57d tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4656226-2735-4953-84ba-f1d0d5c5c814 HTTP/1.1" status: 200 len: 210 time: 0.0982516 Jul 30 20:08:13.283963 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-45dad211-41f4-4d54-9fdd-ca6e669c1d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b33a462-0755-4c4e-a53c-4d425ea24600 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:08:13.294762 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-45dad211-41f4-4d54-9fdd-ca6e669c1d17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:13.313333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-45dad211-41f4-4d54-9fdd-ca6e669c1d17 service neutron] Transition to ACTIVE for port object 3b33a462-0755-4c4e-a53c-4d425ea24600 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:13.324543 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-45dad211-41f4-4d54-9fdd-ca6e669c1d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:13.381447 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dad211-41f4-4d54-9fdd-ca6e669c1d17 service neutron] Pushing event updated for resources: {'Port': ['ID=3b33a462-0755-4c4e-a53c-4d425ea24600,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:13.471346 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-24c49ec6-fc98-4da7-b9f9-2f0934f0f586 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Made reservation on behalf of babf84d9f6b44799a6f91d6ad4ddb773 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:08:13.475169 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-24c49ec6-fc98-4da7-b9f9-2f0934f0f586 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:13.513296 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a430371c-1383-443b-928b-ef532fc6da2e admin admin] Made reservation on behalf of 1d663627cb1b4aa4857162f5a27e37ec for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:08:13.515635 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a430371c-1383-443b-928b-ef532fc6da2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:13.543008 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a430371c-1383-443b-928b-ef532fc6da2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:13.706110 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-a7d1b5e7-8256-495b-8d3e-c1593d890fad tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--2040608318&fields=id&tenant_id=9482a976ec31459b8336e26161d33996 HTTP/1.1" status: 200 len: 267 time: 0.3287108 Jul 30 20:08:13.863633 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-24c49ec6-fc98-4da7-b9f9-2f0934f0f586 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Allocated IP 172.20.0.9 (db7f714c-123c-4fe0-b78c-4cac6ac7c141/69333c2b-b2f0-45b5-805f-62bf3d2b1b3b/5cb8dd31-3410-40a0-ad28-1575aaf96bd3) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:08:13.881142 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d55fb-391d-4d47-969d-0034608158b3 req-1cb13564-2390-44de-84bf-7b41442f76bd tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:13.882973 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-680d55fb-391d-4d47-969d-0034608158b3 req-1cb13564-2390-44de-84bf-7b41442f76bd tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/ports?device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 944 time: 0.0926766 Jul 30 20:08:13.947627 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a430371c-1383-443b-928b-ef532fc6da2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:13.968414 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a430371c-1383-443b-928b-ef532fc6da2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:14.043058 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a430371c-1383-443b-928b-ef532fc6da2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:08:14.055249 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-45dad211-41f4-4d54-9fdd-ca6e669c1d17 service neutron] Attempting to bind port 3b33a462-0755-4c4e-a53c-4d425ea24600 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:08:14.055686 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-45dad211-41f4-4d54-9fdd-ca6e669c1d17 service neutron] Attempting to bind port 3b33a462-0755-4c4e-a53c-4d425ea24600 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'b22e339a-b3bc-4284-9d89-85b0297cdd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:08:14.056112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-45dad211-41f4-4d54-9fdd-ca6e669c1d17 service neutron] Attempting to bind port 3b33a462-0755-4c4e-a53c-4d425ea24600 on network d5385b68-d345-49b1-96bc-180144f39a27 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:14.070129 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-24c49ec6-fc98-4da7-b9f9-2f0934f0f586 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:14.082215 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-350556c3-8527-4c66-953d-d6d17b7cc95f tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:14.093159 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-350556c3-8527-4c66-953d-d6d17b7cc95f tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.59 "GET /v2.0/networks?id=db7f714c-123c-4fe0-b78c-4cac6ac7c141 HTTP/1.1" status: 200 len: 813 time: 0.7024851 Jul 30 20:08:14.148669 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-680d55fb-391d-4d47-969d-0034608158b3 req-5e99d4d0-c97a-443f-98c8-5a7046d962f1 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3e0f7e-91c5-44b7-a0ee-d643670c5020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2509248 Jul 30 20:08:14.150438 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-24c49ec6-fc98-4da7-b9f9-2f0934f0f586 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:14.185194 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-1ddc021e-1bf9-4352-8cbd-54dfc3d3955a tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:14.196105 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-1ddc021e-1bf9-4352-8cbd-54dfc3d3955a tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/networks?id=b520083c-a600-49f5-83c1-ead5aee680da HTTP/1.1" status: 200 len: 814 time: 0.4884777 Jul 30 20:08:14.205830 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430371c-1383-443b-928b-ef532fc6da2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3e8f21-0045-4bff-b071-4259d8defffe,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:14.238144 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-0950b46a-a220-4fdd-b9a4-b67d73ed04c6 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Request body: {'port': {'device_id': 'b4656226-2735-4953-84ba-f1d0d5c5c814', 'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141', 'admin_state_up': True, 'tenant_id': 'babf84d9f6b44799a6f91d6ad4ddb773'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:14.275169 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c49ec6-fc98-4da7-b9f9-2f0934f0f586 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Pushing event updated for resources: {'Port': ['ID=5cb8dd31-3410-40a0-ad28-1575aaf96bd3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:14.293602 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-24c49ec6-fc98-4da7-b9f9-2f0934f0f586 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Network db7f714c-123c-4fe0-b78c-4cac6ac7c141 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:08:14.305506 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-24c49ec6-fc98-4da7-b9f9-2f0934f0f586 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:14.308138 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-24c49ec6-fc98-4da7-b9f9-2f0934f0f586 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:08:14.330409 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-45dad211-41f4-4d54-9fdd-ca6e669c1d17 service neutron] Port 3b33a462-0755-4c4e-a53c-4d425ea24600 on network d5385b68-d345-49b1-96bc-180144f39a27 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:08:14.330691 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-45dad211-41f4-4d54-9fdd-ca6e669c1d17 service neutron] Attempting to bind port 3b33a462-0755-4c4e-a53c-4d425ea24600 on network d5385b68-d345-49b1-96bc-180144f39a27 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:14.333581 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a430371c-1383-443b-928b-ef532fc6da2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:14.333992 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-a430371c-1383-443b-928b-ef532fc6da2e admin admin] Added segment cb7a869c-f3af-4050-981a-52b4840e66fc of type vlan for network 4889cdd8-296f-481e-b756-28d5d38f8224 Jul 30 20:08:14.367785 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-45dad211-41f4-4d54-9fdd-ca6e669c1d17 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:08:14.368263 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-45dad211-41f4-4d54-9fdd-ca6e669c1d17 service neutron] Checking segment: {'id': 'b22e339a-b3bc-4284-9d89-85b0297cdd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:08:14.368663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-45dad211-41f4-4d54-9fdd-ca6e669c1d17 service neutron] Bound using segment: {'id': 'b22e339a-b3bc-4284-9d89-85b0297cdd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:08:14.369122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-45dad211-41f4-4d54-9fdd-ca6e669c1d17 service neutron] Bound port: 3b33a462-0755-4c4e-a53c-4d425ea24600, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22e339a-b3bc-4284-9d89-85b0297cdd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:08:14.369487 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-45dad211-41f4-4d54-9fdd-ca6e669c1d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:14.396428 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-2733982b-c6df-44f9-89be-caf4cfbca9b1 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/quotas/9482a976ec31459b8336e26161d33996 HTTP/1.1" status: 200 len: 375 time: 0.1973109 Jul 30 20:08:14.413402 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-24c49ec6-fc98-4da7-b9f9-2f0934f0f586 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:14.414238 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-24c49ec6-fc98-4da7-b9f9-2f0934f0f586 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:14.450892 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-24c49ec6-fc98-4da7-b9f9-2f0934f0f586 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3362646 Jul 30 20:08:14.468515 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-a35e5697-b2bc-467e-9cdf-209f83300ff2 service neutron] Request body: {'port': {'device_id': '15e12f8c-73ac-45d2-b360-3f68684b3a91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:14.565536 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-a35e5697-b2bc-467e-9cdf-209f83300ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:14.677295 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-740f3a71-056d-42af-a3fa-6fbc5b9370d7 req-331f203f-333e-4dee-91c3-831a754d9915 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=920f7c42-a071-4b10-b9a4-0a4f87abd6b2 HTTP/1.1" status: 200 len: 210 time: 0.0445101 Jul 30 20:08:14.891627 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a430371c-1383-443b-928b-ef532fc6da2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:14.958754 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-0950b46a-a220-4fdd-b9a4-b67d73ed04c6 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Made reservation on behalf of babf84d9f6b44799a6f91d6ad4ddb773 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:08:14.973166 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-0950b46a-a220-4fdd-b9a4-b67d73ed04c6 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:15.054129 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-45dad211-41f4-4d54-9fdd-ca6e669c1d17 service neutron] For port 3b33a462-0755-4c4e-a53c-4d425ea24600, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:08:15.085520 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-a35e5697-b2bc-467e-9cdf-209f83300ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cb8dd31-3410-40a0-ad28-1575aaf96bd3 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:08:15.097270 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-45dad211-41f4-4d54-9fdd-ca6e669c1d17 service neutron] For port 3b33a462-0755-4c4e-a53c-4d425ea24600, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=3b33a462-0755-4c4e-a53c-4d425ea24600,segment=NetworkSegment(b22e339a-b3bc-4284-9d89-85b0297cdd8b),segment_id=b22e339a-b3bc-4284-9d89-85b0297cdd8b)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:08:15.098854 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-a35e5697-b2bc-467e-9cdf-209f83300ff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:15.108054 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-845fc19b-5d57-4ffa-a3a8-d396fd308a1d tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9482a976ec31459b8336e26161d33996&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7106524 Jul 30 20:08:15.112895 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-45dad211-41f4-4d54-9fdd-ca6e669c1d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:15.115447 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a430371c-1383-443b-928b-ef532fc6da2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:15.115962 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-a35e5697-b2bc-467e-9cdf-209f83300ff2 service neutron] Transition to ACTIVE for port object 5cb8dd31-3410-40a0-ad28-1575aaf96bd3 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:15.116785 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a430371c-1383-443b-928b-ef532fc6da2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:15.117450 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a430371c-1383-443b-928b-ef532fc6da2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:15.132223 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-a35e5697-b2bc-467e-9cdf-209f83300ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:15.167584 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-36114442-7812-4c66-8c4c-bbf014c50bb5 req-7e879c5f-aa66-404b-8352-fa2fb94bbe91 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4656226-2735-4953-84ba-f1d0d5c5c814 HTTP/1.1" status: 200 len: 210 time: 0.0488334 Jul 30 20:08:15.227498 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:15.248895 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-6fc91d0a-b42c-4863-8e2c-8596eb2aa352 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573697 Jul 30 20:08:15.286794 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e5697-b2bc-467e-9cdf-209f83300ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb8dd31-3410-40a0-ad28-1575aaf96bd3,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:15.402348 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-8a33ab17-aa6c-4bcb-a45a-601217b537b7 service neutron] 10.222.0.81 "GET /v2.0/networks/b520083c-a600-49f5-83c1-ead5aee680da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400808 Jul 30 20:08:15.443491 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-a35e5697-b2bc-467e-9cdf-209f83300ff2 service neutron] Attempting to bind port 5cb8dd31-3410-40a0-ad28-1575aaf96bd3 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:08:15.444185 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-a35e5697-b2bc-467e-9cdf-209f83300ff2 service neutron] Attempting to bind port 5cb8dd31-3410-40a0-ad28-1575aaf96bd3 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '2618f9ee-81c9-4a40-a57d-bfcc0bd06c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:08:15.444630 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-a35e5697-b2bc-467e-9cdf-209f83300ff2 service neutron] Attempting to bind port 5cb8dd31-3410-40a0-ad28-1575aaf96bd3 on network db7f714c-123c-4fe0-b78c-4cac6ac7c141 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:15.473744 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885c24e-14a3-4ea1-aedd-d07b6a38613d req-c794dc7b-e750-4755-b4d7-43f475b15c5d tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:15.475269 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2885c24e-14a3-4ea1-aedd-d07b6a38613d req-c794dc7b-e750-4755-b4d7-43f475b15c5d tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/ports?device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 944 time: 0.2015700 Jul 30 20:08:15.475928 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-a35e5697-b2bc-467e-9cdf-209f83300ff2 service neutron] Port 5cb8dd31-3410-40a0-ad28-1575aaf96bd3 on network db7f714c-123c-4fe0-b78c-4cac6ac7c141 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:08:15.476250 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-a35e5697-b2bc-467e-9cdf-209f83300ff2 service neutron] Attempting to bind port 5cb8dd31-3410-40a0-ad28-1575aaf96bd3 on network db7f714c-123c-4fe0-b78c-4cac6ac7c141 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:15.488228 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-595b6e69-4c46-4750-912e-b9c41824988d tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1710048 Jul 30 20:08:15.491449 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-a35e5697-b2bc-467e-9cdf-209f83300ff2 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:08:15.491821 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-a35e5697-b2bc-467e-9cdf-209f83300ff2 service neutron] Checking segment: {'id': '2618f9ee-81c9-4a40-a57d-bfcc0bd06c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:08:15.492202 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-a35e5697-b2bc-467e-9cdf-209f83300ff2 service neutron] Bound using segment: {'id': '2618f9ee-81c9-4a40-a57d-bfcc0bd06c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:08:15.492648 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-a35e5697-b2bc-467e-9cdf-209f83300ff2 service neutron] Bound port: 5cb8dd31-3410-40a0-ad28-1575aaf96bd3, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2618f9ee-81c9-4a40-a57d-bfcc0bd06c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:08:15.493009 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-a35e5697-b2bc-467e-9cdf-209f83300ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:15.542353 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-ebf0dd5f-d3b8-4f42-b861-8ca6a65b261b tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:15.543950 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-ebf0dd5f-d3b8-4f42-b861-8ca6a65b261b tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2733386 Jul 30 20:08:15.579962 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-0b5e48f6-0784-4152-bdd3-c6a177dd7733 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Request body: {'port': {'device_id': '920f7c42-a071-4b10-b9a4-0a4f87abd6b2', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': '4045e60369ef4027bbe0b4f0fb9d8f61'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:15.584654 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a430371c-1383-443b-928b-ef532fc6da2e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0868762 Jul 30 20:08:15.586257 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-45dad211-41f4-4d54-9fdd-ca6e669c1d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:15.586886 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-45dad211-41f4-4d54-9fdd-ca6e669c1d17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:15.588723 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-45dad211-41f4-4d54-9fdd-ca6e669c1d17 service neutron] 10.222.0.59 "PUT /v2.0/ports/3b33a462-0755-4c4e-a53c-4d425ea24600 HTTP/1.1" status: 200 len: 1092 time: 3.3466365 Jul 30 20:08:15.599778 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59612) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:15.607593 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e1d159-3d07-4ace-ba32-0bf1afaec6da', 'tag': '3b33a462-0755-4c4e-a53c-4d425ea24600'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:15.612570 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b028bfc-2c06-460e-8d68-efba570a9a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "71e1d159-3d07-4ace-ba32-0bf1afaec6da", "tag": "3b33a462-0755-4c4e-a53c-4d425ea24600"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:15.613106 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f319e778-407f-4734-8099-1ad0fdc239c6 admin admin] Request body: {'subnet': {'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2018294156-subnet', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:15.690198 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2885c24e-14a3-4ea1-aedd-d07b6a38613d req-490cea6c-9f29-44a7-9ebd-941b6eac40a3 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3e0f7e-91c5-44b7-a0ee-d643670c5020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758406 Jul 30 20:08:15.795935 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f319e778-407f-4734-8099-1ad0fdc239c6 admin admin] Made reservation on behalf of 1d663627cb1b4aa4857162f5a27e37ec for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:08:15.797903 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f319e778-407f-4734-8099-1ad0fdc239c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:15.816175 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-ad0a95de-aefb-4869-a1f7-a3e3a875f6d3 service neutron] 10.222.0.81 "GET /v2.0/networks/b520083c-a600-49f5-83c1-ead5aee680da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127510 Jul 30 20:08:15.816957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430371c-1383-443b-928b-ef532fc6da2e admin admin] Pushing event updated for resources: {'Network': ['ID=4889cdd8-296f-481e-b756-28d5d38f8224,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:15.831689 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 4889cdd8-296f-481e-b756-28d5d38f8224 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:08:15.857200 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-19230642-6c27-4bb1-b4a9-ae0b4723999e tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:15.859356 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-a35e5697-b2bc-467e-9cdf-209f83300ff2 service neutron] For port 5cb8dd31-3410-40a0-ad28-1575aaf96bd3, host n-h1-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:08:15.861193 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-19230642-6c27-4bb1-b4a9-ae0b4723999e tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3111584 Jul 30 20:08:15.877710 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de5b1ec-a319-4620-9391-d435f174e262 x-openstack-request-id: req-7de5b1ec-a319-4620-9391-d435f174e262 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:15.879970 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e1d159-3d07-4ace-ba32-0bf1afaec6da", "tag": "3b33a462-0755-4c4e-a53c-4d425ea24600", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:15.880336 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7de5b1ec-a319-4620-9391-d435f174e262 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:15.881470 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e1d159-3d07-4ace-ba32-0bf1afaec6da', 'tag': '3b33a462-0755-4c4e-a53c-4d425ea24600', 'status': 'completed', 'code': 200} Jul 30 20:08:15.897571 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-a35e5697-b2bc-467e-9cdf-209f83300ff2 service neutron] For port 5cb8dd31-3410-40a0-ad28-1575aaf96bd3, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5cb8dd31-3410-40a0-ad28-1575aaf96bd3,segment=NetworkSegment(2618f9ee-81c9-4a40-a57d-bfcc0bd06c33),segment_id=2618f9ee-81c9-4a40-a57d-bfcc0bd06c33)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:08:15.910856 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-a35e5697-b2bc-467e-9cdf-209f83300ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:16.034149 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-0950b46a-a220-4fdd-b9a4-b67d73ed04c6 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Allocated IP 172.20.0.12 (db7f714c-123c-4fe0-b78c-4cac6ac7c141/69333c2b-b2f0-45b5-805f-62bf3d2b1b3b/390b51b7-320f-4608-b122-2f32ca3f0e3b) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:08:16.047239 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-a35e5697-b2bc-467e-9cdf-209f83300ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:16.050725 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-a35e5697-b2bc-467e-9cdf-209f83300ff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:16.050725 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-a35e5697-b2bc-467e-9cdf-209f83300ff2 service neutron] 10.222.0.59 "PUT /v2.0/ports/5cb8dd31-3410-40a0-ad28-1575aaf96bd3 HTTP/1.1" status: 200 len: 1091 time: 1.5868456 Jul 30 20:08:16.050725 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-0b5e48f6-0784-4152-bdd3-c6a177dd7733 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Made reservation on behalf of 4045e60369ef4027bbe0b4f0fb9d8f61 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:08:16.054428 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-0b5e48f6-0784-4152-bdd3-c6a177dd7733 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:16.061119 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e12f8c-73ac-45d2-b360-3f68684b3a91', 'tag': '5cb8dd31-3410-40a0-ad28-1575aaf96bd3'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:16.064593 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798348eb-6702-43b7-99ad-2518e10bfd56" -d '{"events": [{"name": "network-changed", "server_uuid": "15e12f8c-73ac-45d2-b360-3f68684b3a91", "tag": "5cb8dd31-3410-40a0-ad28-1575aaf96bd3"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:16.068848 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c3e62487-faf9-47e9-83b2-3226e7a0e924 req-e6aec290-3a0f-4527-a6ca-ec1a26841101 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=920f7c42-a071-4b10-b9a4-0a4f87abd6b2 HTTP/1.1" status: 200 len: 210 time: 0.1194670 Jul 30 20:08:16.141872 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e5697-b2bc-467e-9cdf-209f83300ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb8dd31-3410-40a0-ad28-1575aaf96bd3,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:16.267320 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-0950b46a-a220-4fdd-b9a4-b67d73ed04c6 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:16.321471 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-75619687-c2c3-4091-b5dd-74fd7cb4b272 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Request body: {'port': {'device_id': '49b57fe3-d4af-43a2-8819-fe7a3fba5905', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': '4045e60369ef4027bbe0b4f0fb9d8f61'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:16.359948 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af478380-ce74-493d-aa03-22bf3b761d72 x-openstack-request-id: req-af478380-ce74-493d-aa03-22bf3b761d72 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:16.360481 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e12f8c-73ac-45d2-b360-3f68684b3a91", "tag": "5cb8dd31-3410-40a0-ad28-1575aaf96bd3", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:16.360481 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-af478380-ce74-493d-aa03-22bf3b761d72 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:16.360861 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e12f8c-73ac-45d2-b360-3f68684b3a91', 'tag': '5cb8dd31-3410-40a0-ad28-1575aaf96bd3', 'status': 'completed', 'code': 200} Jul 30 20:08:16.395028 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-180e29a0-6702-45cb-8c11-0aca1b28d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:16.396755 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-180e29a0-6702-45cb-8c11-0aca1b28d368 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=babf84d9f6b44799a6f91d6ad4ddb773&device_id=15e12f8c-73ac-45d2-b360-3f68684b3a91 HTTP/1.1" status: 200 len: 1094 time: 0.2813940 Jul 30 20:08:16.450889 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-0950b46a-a220-4fdd-b9a4-b67d73ed04c6 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:16.494866 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-49b0d8af-36ab-4108-8c64-935a323f3c47 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cb8dd31-3410-40a0-ad28-1575aaf96bd3 HTTP/1.1" status: 200 len: 217 time: 0.0678666 Jul 30 20:08:16.496297 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f319e778-407f-4734-8099-1ad0fdc239c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:16.505544 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dad211-41f4-4d54-9fdd-ca6e669c1d17 service neutron] Pushing event updated for resources: {'Port': ['ID=3b33a462-0755-4c4e-a53c-4d425ea24600,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:16.587667 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-0950b46a-a220-4fdd-b9a4-b67d73ed04c6 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Network db7f714c-123c-4fe0-b78c-4cac6ac7c141 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:08:16.612475 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-0950b46a-a220-4fdd-b9a4-b67d73ed04c6 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:16.628081 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-75619687-c2c3-4091-b5dd-74fd7cb4b272 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Made reservation on behalf of 4045e60369ef4027bbe0b4f0fb9d8f61 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:08:16.641041 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-75619687-c2c3-4091-b5dd-74fd7cb4b272 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:16.647964 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-0950b46a-a220-4fdd-b9a4-b67d73ed04c6 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:08:16.689339 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-812ebbec-3978-49c8-843a-2ee5b3558748 req-115a3ab0-1d7e-4db6-aec8-30e1d83df97c tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 210 time: 0.2134287 Jul 30 20:08:16.693996 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-24f47a13-83c8-4268-8dcc-0f94ace8283a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:16.695918 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-24f47a13-83c8-4268-8dcc-0f94ace8283a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d64f4e6fdcea485aa7c5b5023ad67db3&device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 1095 time: 0.8337026 Jul 30 20:08:16.848448 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-ceae7b28-d637-4cfa-9e2f-5d80b2472533 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b33a462-0755-4c4e-a53c-4d425ea24600 HTTP/1.1" status: 200 len: 217 time: 0.1103437 Jul 30 20:08:16.890800 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-0b5e48f6-0784-4152-bdd3-c6a177dd7733 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Allocated IP 192.168.233.79 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/66e4935d-2ade-4745-8f3d-3abfa40ff91e) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:08:16.917495 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950b46a-a220-4fdd-b9a4-b67d73ed04c6 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Pushing event updated for resources: {'Port': ['ID=390b51b7-320f-4608-b122-2f32ca3f0e3b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:16.930422 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319e778-407f-4734-8099-1ad0fdc239c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54b2d052-a18e-40d7-8ed9-045fadafa2a9,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:16.952649 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-9fe1bbfe-e0ee-4a12-97a0-2953150c8387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:16.954627 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-9fe1bbfe-e0ee-4a12-97a0-2953150c8387 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69333c2b-b2f0-45b5-805f-62bf3d2b1b3b HTTP/1.1" status: 200 len: 853 time: 0.4518075 Jul 30 20:08:17.000921 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37420892-31d8-4877-84b6-a5e2f31c3a6c req-ac43329b-7080-47ca-aa05-bf57d8e37405 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:17.008608 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-0950b46a-a220-4fdd-b9a4-b67d73ed04c6 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:17.009171 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-37420892-31d8-4877-84b6-a5e2f31c3a6c req-ac43329b-7080-47ca-aa05-bf57d8e37405 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4656226-2735-4953-84ba-f1d0d5c5c814 HTTP/1.1" status: 200 len: 932 time: 0.1980400 Jul 30 20:08:17.009306 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-0950b46a-a220-4fdd-b9a4-b67d73ed04c6 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:17.045021 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-f4213568-18eb-47a8-9f52-f162f1491d22 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db7f714c-123c-4fe0-b78c-4cac6ac7c141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747781 Jul 30 20:08:17.070370 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-0950b46a-a220-4fdd-b9a4-b67d73ed04c6 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8701694 Jul 30 20:08:17.072464 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f319e778-407f-4734-8099-1ad0fdc239c6 admin admin] Checking segment: {'id': 'cb7a869c-f3af-4050-981a-52b4840e66fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:08:17.072629 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-e01292ff-a87e-49c6-a720-5fb5c9d46e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:17.074251 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f319e778-407f-4734-8099-1ad0fdc239c6 admin admin] Network hostable DHCP agents. Network: 4889cdd8-296f-481e-b756-28d5d38f8224, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:08:17.074852 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-e01292ff-a87e-49c6-a720-5fb5c9d46e5a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2eec45fe-dd4e-4389-9cda-638613cd4e9d HTTP/1.1" status: 200 len: 850 time: 0.2017944 Jul 30 20:08:17.083856 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00807ca-c73a-48e6-be3c-ad52bef9e1e2 req-109897b6-4fbf-48ac-9b8c-f196b036ab1d tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:17.094147 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c00807ca-c73a-48e6-be3c-ad52bef9e1e2 req-109897b6-4fbf-48ac-9b8c-f196b036ab1d tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/ports?device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 944 time: 0.2589951 Jul 30 20:08:17.104067 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-c8ed2560-6ad6-4f44-81ba-d06aae171eed service neutron] Request body: {'port': {'device_id': 'b4656226-2735-4953-84ba-f1d0d5c5c814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:17.246672 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c00807ca-c73a-48e6-be3c-ad52bef9e1e2 req-828791f4-5392-4945-a7b2-08e9c8e31a6d tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3e0f7e-91c5-44b7-a0ee-d643670c5020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516321 Jul 30 20:08:17.249723 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-c8ed2560-6ad6-4f44-81ba-d06aae171eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:17.267058 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-71687a28-05f2-42b2-8dac-a65e811c558f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:17.268726 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-71687a28-05f2-42b2-8dac-a65e811c558f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5385b68-d345-49b1-96bc-180144f39a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1704402 Jul 30 20:08:17.384576 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-37420892-31d8-4877-84b6-a5e2f31c3a6c req-05375b81-bfb5-46d6-9b73-244d2e1cec66 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690307 Jul 30 20:08:17.417629 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95dce06d-e7d7-44c5-841c-df29a5a45736 req-d30ac200-634b-4d9d-9ab1-04cdc7d85f91 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=920f7c42-a071-4b10-b9a4-0a4f87abd6b2 HTTP/1.1" status: 200 len: 210 time: 0.0644495 Jul 30 20:08:17.460448 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f319e778-407f-4734-8099-1ad0fdc239c6 admin admin] Network 4889cdd8-296f-481e-b756-28d5d38f8224 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:08:17.487321 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-0b5e48f6-0784-4152-bdd3-c6a177dd7733 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:17.552306 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-0b5e48f6-0784-4152-bdd3-c6a177dd7733 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Transition to ACTIVE for port object 66e4935d-2ade-4745-8f3d-3abfa40ff91e will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:17.557713 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-a78522c6-7e6b-4535-8bcc-faabf21e9442 service neutron] 10.222.0.59 "GET /v2.0/networks/d5385b68-d345-49b1-96bc-180144f39a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788165 Jul 30 20:08:17.561594 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-f319e778-407f-4734-8099-1ad0fdc239c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 4889cdd8-296f-481e-b756-28d5d38f8224) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:17.574831 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb4fa2d-b9c2-4548-a405-9bb705431aac None None] Network 4889cdd8-296f-481e-b756-28d5d38f8224 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:08:17.595385 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f319e778-407f-4734-8099-1ad0fdc239c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:17.596420 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f319e778-407f-4734-8099-1ad0fdc239c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:17.601626 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-f204b183-2f2f-408f-a986-598072e58ca8 service neutron] 10.222.0.59 "GET /v2.0/networks/db7f714c-123c-4fe0-b78c-4cac6ac7c141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5240088 Jul 30 20:08:17.695254 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f319e778-407f-4734-8099-1ad0fdc239c6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0987051 Jul 30 20:08:17.701043 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59670) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:17.711492 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-13c2765d-c740-41dc-8d25-08643edf7136 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2018294156-router', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:17.734769 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-0b5e48f6-0784-4152-bdd3-c6a177dd7733 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:17.766792 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['bb975919-5c61-4665-a393-73c9c764bad6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:08:17.769365 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['f80ceb81-a4e4-4e24-b00b-5bc1f84a0151', '557f9a18-0625-475f-bc09-3f39d6ca3061'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:08:17.775532 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4187e46-69fd-4357-a29b-1c5bd1b7c954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-4889cdd8-296f-481e-b756-28d5d38f8224', 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'fixed_ips': [{'subnet_id': '54b2d052-a18e-40d7-8ed9-045fadafa2a9'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:08:17.777428 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4187e46-69fd-4357-a29b-1c5bd1b7c954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:17.812455 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-01b137cc-6ba9-44ac-a92f-0a0055c5f99b service neutron] 10.222.0.59 "GET /v2.0/networks/db7f714c-123c-4fe0-b78c-4cac6ac7c141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879199 Jul 30 20:08:17.814273 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-0b5e48f6-0784-4152-bdd3-c6a177dd7733 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:08:17.821710 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-0b5e48f6-0784-4152-bdd3-c6a177dd7733 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:17.824253 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e48f6-0784-4152-bdd3-c6a177dd7733 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Pushing event updated for resources: {'Port': ['ID=66e4935d-2ade-4745-8f3d-3abfa40ff91e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:17.826461 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-0b5e48f6-0784-4152-bdd3-c6a177dd7733 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:08:17.844151 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25ab619e-b233-4b30-8074-57b5b5a3067c req-8595b76a-06e0-449c-b381-1a91eb64651b service neutron] 10.222.0.59 "GET /v2.0/networks/d5385b68-d345-49b1-96bc-180144f39a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688420 Jul 30 20:08:17.880366 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13c2765d-c740-41dc-8d25-08643edf7136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:17.881441 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13c2765d-c740-41dc-8d25-08643edf7136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:17.947233 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-0b5e48f6-0784-4152-bdd3-c6a177dd7733 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:17.948075 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-0b5e48f6-0784-4152-bdd3-c6a177dd7733 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:18.052206 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-75619687-c2c3-4091-b5dd-74fd7cb4b272 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Allocated IP 192.168.233.231 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/e096ff85-a3f9-429f-8cf3-f4a64792986b) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:08:18.106217 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fa64cd46-a9cd-48ad-99ed-534047cafc85 req-6cd36e34-2c68-4c11-9980-d9dea3ffcde6 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 210 time: 0.1515212 Jul 30 20:08:18.160327 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-0b5e48f6-0784-4152-bdd3-c6a177dd7733 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6020591 Jul 30 20:08:18.169927 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798348eb-6702-43b7-99ad-2518e10bfd56 req-d1ba7d79-6ace-4912-9333-d96e263d5b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:18.171582 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-8adbd58f-3f64-444a-b9e3-28f02283fc0c tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:18.171830 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-798348eb-6702-43b7-99ad-2518e10bfd56 req-d1ba7d79-6ace-4912-9333-d96e263d5b9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=babf84d9f6b44799a6f91d6ad4ddb773&device_id=15e12f8c-73ac-45d2-b360-3f68684b3a91 HTTP/1.1" status: 200 len: 1094 time: 0.2680824 Jul 30 20:08:18.173558 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-8adbd58f-3f64-444a-b9e3-28f02283fc0c tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.83 "GET /v2.0/networks?id=b520083c-a600-49f5-83c1-ead5aee680da HTTP/1.1" status: 200 len: 814 time: 0.1370020 Jul 30 20:08:18.181931 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-cb2863f7-d62f-401d-a8ef-66420de7445e service neutron] Request body: {'port': {'device_id': '920f7c42-a071-4b10-b9a4-0a4f87abd6b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:18.198748 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13c2765d-c740-41dc-8d25-08643edf7136 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:18.219285 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-c8ed2560-6ad6-4f44-81ba-d06aae171eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390b51b7-320f-4608-b122-2f32ca3f0e3b {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:08:18.391201 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-c8ed2560-6ad6-4f44-81ba-d06aae171eed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:18.473024 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-e4187e46-69fd-4357-a29b-1c5bd1b7c954 None None] Allocated IP 172.20.0.2 (4889cdd8-296f-481e-b756-28d5d38f8224/54b2d052-a18e-40d7-8ed9-045fadafa2a9/39207847-30fd-4938-94da-9082d05f1f5b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:08:18.493064 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7af45e71-726c-4db4-a0ce-7628937b2224 None None] Provisioning for port 66e4935d-2ade-4745-8f3d-3abfa40ff91e completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:18.502465 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b028bfc-2c06-460e-8d68-efba570a9a0b req-2bc27540-ae2f-48ab-bcd3-bc614c1f4caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:18.505513 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7b028bfc-2c06-460e-8d68-efba570a9a0b req-2bc27540-ae2f-48ab-bcd3-bc614c1f4caf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d64f4e6fdcea485aa7c5b5023ad67db3&device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 1095 time: 0.5329065 Jul 30 20:08:18.506220 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-cb2863f7-d62f-401d-a8ef-66420de7445e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:18.527095 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7af45e71-726c-4db4-a0ce-7628937b2224 None None] Provisioning complete for port 66e4935d-2ade-4745-8f3d-3abfa40ff91e triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:18.527624 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7af45e71-726c-4db4-a0ce-7628937b2224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:18.569189 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-c8ed2560-6ad6-4f44-81ba-d06aae171eed service neutron] Transition to ACTIVE for port object 390b51b7-320f-4608-b122-2f32ca3f0e3b will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:18.579460 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7af45e71-726c-4db4-a0ce-7628937b2224 None None] Port 66e4935d-2ade-4745-8f3d-3abfa40ff91e cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:08:18.612447 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-75619687-c2c3-4091-b5dd-74fd7cb4b272 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:18.635236 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-75619687-c2c3-4091-b5dd-74fd7cb4b272 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Transition to ACTIVE for port object e096ff85-a3f9-429f-8cf3-f4a64792986b will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:18.664756 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b028bfc-2c06-460e-8d68-efba570a9a0b req-dc5d9322-65e1-4ef5-bd35-c50fe9a8f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:18.665279 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7b028bfc-2c06-460e-8d68-efba570a9a0b req-dc5d9322-65e1-4ef5-bd35-c50fe9a8f4d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d5385b68-d345-49b1-96bc-180144f39a27 HTTP/1.1" status: 200 len: 912 time: 0.1335232 Jul 30 20:08:18.672826 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-1a837034-b9ef-474c-a3cb-aaef2a3dc9d5 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9482a976ec31459b8336e26161d33996 HTTP/1.1" status: 200 len: 380 time: 0.4084642 Jul 30 20:08:18.972197 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4187e46-69fd-4357-a29b-1c5bd1b7c954 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:18.989943 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e4187e46-69fd-4357-a29b-1c5bd1b7c954 None None] Transition to ACTIVE for port object 39207847-30fd-4938-94da-9082d05f1f5b will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:19.019343 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e4187e46-69fd-4357-a29b-1c5bd1b7c954 None None] Transition to ACTIVE for port object 39207847-30fd-4938-94da-9082d05f1f5b will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:19.026304 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-cb2863f7-d62f-401d-a8ef-66420de7445e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e4935d-2ade-4745-8f3d-3abfa40ff91e {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:08:19.037106 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-cb2863f7-d62f-401d-a8ef-66420de7445e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:19.037645 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4187e46-69fd-4357-a29b-1c5bd1b7c954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:19.051462 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-cb2863f7-d62f-401d-a8ef-66420de7445e service neutron] Transition to ACTIVE for port object 66e4935d-2ade-4745-8f3d-3abfa40ff91e will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:19.060182 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-ba0ac493-bf15-478c-be6e-1d52a1b6129c tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Request body: {'port': {'device_id': 'f3ebdecc-5b32-4360-b90b-e21e9b8d71ee', 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da', 'admin_state_up': True, 'tenant_id': '9482a976ec31459b8336e26161d33996', 'security_groups': ['295d9542-457a-44fc-bbd1-9fa60fe0ee1f']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:19.085706 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4187e46-69fd-4357-a29b-1c5bd1b7c954 None None] Network 4889cdd8-296f-481e-b756-28d5d38f8224 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:08:19.089660 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e4187e46-69fd-4357-a29b-1c5bd1b7c954 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:19.093628 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4187e46-69fd-4357-a29b-1c5bd1b7c954 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:08:19.129582 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4187e46-69fd-4357-a29b-1c5bd1b7c954 None None] Pushing event updated for resources: {'Port': ['ID=39207847-30fd-4938-94da-9082d05f1f5b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:19.173191 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-e4187e46-69fd-4357-a29b-1c5bd1b7c954 None None] Attempting to bind port 39207847-30fd-4938-94da-9082d05f1f5b on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:08:19.173858 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-e4187e46-69fd-4357-a29b-1c5bd1b7c954 None None] Attempting to bind port 39207847-30fd-4938-94da-9082d05f1f5b by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'cb7a869c-f3af-4050-981a-52b4840e66fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:08:19.174411 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4187e46-69fd-4357-a29b-1c5bd1b7c954 None None] Attempting to bind port 39207847-30fd-4938-94da-9082d05f1f5b on network 4889cdd8-296f-481e-b756-28d5d38f8224 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:19.175730 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-c8ed2560-6ad6-4f44-81ba-d06aae171eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:19.181618 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4187e46-69fd-4357-a29b-1c5bd1b7c954 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:08:19.182759 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4187e46-69fd-4357-a29b-1c5bd1b7c954 None None] Checking segment: {'id': 'cb7a869c-f3af-4050-981a-52b4840e66fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:08:19.183364 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4187e46-69fd-4357-a29b-1c5bd1b7c954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:19.183967 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4187e46-69fd-4357-a29b-1c5bd1b7c954 None None] Bound using segment: {'id': 'cb7a869c-f3af-4050-981a-52b4840e66fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:08:19.184613 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-e4187e46-69fd-4357-a29b-1c5bd1b7c954 None None] Bound port: 39207847-30fd-4938-94da-9082d05f1f5b, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a869c-f3af-4050-981a-52b4840e66fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:08:19.185327 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4187e46-69fd-4357-a29b-1c5bd1b7c954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:19.186213 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-75619687-c2c3-4091-b5dd-74fd7cb4b272 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:19.201643 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['bb975919-5c61-4665-a393-73c9c764bad6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:08:19.250167 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7b028bfc-2c06-460e-8d68-efba570a9a0b req-5122ebf1-2fb9-4940-90ba-68341ae2822f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b33a462-0755-4c4e-a53c-4d425ea24600 HTTP/1.1" status: 200 len: 217 time: 0.5743198 Jul 30 20:08:19.251763 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-cb2863f7-d62f-401d-a8ef-66420de7445e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:19.314291 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e4187e46-69fd-4357-a29b-1c5bd1b7c954 None None] For port 39207847-30fd-4938-94da-9082d05f1f5b, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:08:19.319705 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e4187e46-69fd-4357-a29b-1c5bd1b7c954 None None] For port 39207847-30fd-4938-94da-9082d05f1f5b, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=39207847-30fd-4938-94da-9082d05f1f5b,segment=NetworkSegment(cb7a869c-f3af-4050-981a-52b4840e66fc),segment_id=cb7a869c-f3af-4050-981a-52b4840e66fc)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:08:19.334663 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4187e46-69fd-4357-a29b-1c5bd1b7c954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:19.338290 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4c6e2-77ba-4733-bd01-d621b95959f6 req-1030a713-7c6e-4b6a-b98d-24c3ae3f9bad tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:19.346699 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d7d4c6e2-77ba-4733-bd01-d621b95959f6 req-1030a713-7c6e-4b6a-b98d-24c3ae3f9bad tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/ports?device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 944 time: 0.9697804 Jul 30 20:08:19.414485 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13c2765d-c740-41dc-8d25-08643edf7136 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:19.427283 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:19.502368 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-75619687-c2c3-4091-b5dd-74fd7cb4b272 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:08:19.540087 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4187e46-69fd-4357-a29b-1c5bd1b7c954 None None] Pushing event updated for resources: {'Port': ['ID=39207847-30fd-4938-94da-9082d05f1f5b,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:19.564041 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-75619687-c2c3-4091-b5dd-74fd7cb4b272 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:19.575732 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-75619687-c2c3-4091-b5dd-74fd7cb4b272 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:08:19.578098 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['f80ceb81-a4e4-4e24-b00b-5bc1f84a0151', '557f9a18-0625-475f-bc09-3f39d6ca3061'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:08:19.601537 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2863f7-d62f-401d-a8ef-66420de7445e service neutron] Pushing event updated for resources: {'Port': ['ID=66e4935d-2ade-4745-8f3d-3abfa40ff91e,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:19.617816 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b028bfc-2c06-460e-8d68-efba570a9a0b req-333591bb-b986-44f6-9222-8fa5d8b40b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:19.628459 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7b028bfc-2c06-460e-8d68-efba570a9a0b req-333591bb-b986-44f6-9222-8fa5d8b40b2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2eec45fe-dd4e-4389-9cda-638613cd4e9d HTTP/1.1" status: 200 len: 850 time: 0.3303559 Jul 30 20:08:19.702919 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc113639-31fd-4b56-934b-3c6552116edf req-c86bf359-1602-4797-941c-5047663df8b2 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:19.704697 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc113639-31fd-4b56-934b-3c6552116edf req-c86bf359-1602-4797-941c-5047663df8b2 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4656226-2735-4953-84ba-f1d0d5c5c814 HTTP/1.1" status: 200 len: 932 time: 1.2065117 Jul 30 20:08:19.705961 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798348eb-6702-43b7-99ad-2518e10bfd56 req-ea3cabb5-f8b1-4681-a059-14faee3cb967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:19.710128 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-798348eb-6702-43b7-99ad-2518e10bfd56 req-ea3cabb5-f8b1-4681-a059-14faee3cb967 service neutron] 10.222.0.59 "GET /v2.0/networks?id=db7f714c-123c-4fe0-b78c-4cac6ac7c141 HTTP/1.1" status: 200 len: 914 time: 1.5213327 Jul 30 20:08:19.766656 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed2560-6ad6-4f44-81ba-d06aae171eed service neutron] Pushing event updated for resources: {'Port': ['ID=390b51b7-320f-4608-b122-2f32ca3f0e3b,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:19.840392 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d7d4c6e2-77ba-4733-bd01-d621b95959f6 req-d79370ca-2bb9-4ed8-998b-44245d3dbce5 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3e0f7e-91c5-44b7-a0ee-d643670c5020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4915419 Jul 30 20:08:19.989618 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-ba0ac493-bf15-478c-be6e-1d52a1b6129c tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Made reservation on behalf of 9482a976ec31459b8336e26161d33996 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:08:19.993308 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-ba0ac493-bf15-478c-be6e-1d52a1b6129c tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:20.139767 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-798348eb-6702-43b7-99ad-2518e10bfd56 req-401888ee-3a94-4fa7-abec-47fb9a294b25 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cb8dd31-3410-40a0-ad28-1575aaf96bd3 HTTP/1.1" status: 200 len: 217 time: 0.3658173 Jul 30 20:08:20.141992 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b028bfc-2c06-460e-8d68-efba570a9a0b req-a7426580-b418-4822-9131-1af905e5bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:20.143544 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7b028bfc-2c06-460e-8d68-efba570a9a0b req-a7426580-b418-4822-9131-1af905e5bb31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5385b68-d345-49b1-96bc-180144f39a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5142674 Jul 30 20:08:20.202879 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda3d32-74c2-4c94-bda8-82ffcc3d85d0 req-0efebb97-0204-4cdb-9543-fca74af5af75 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:20.211661 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-efda3d32-74c2-4c94-bda8-82ffcc3d85d0 req-0efebb97-0204-4cdb-9543-fca74af5af75 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=920f7c42-a071-4b10-b9a4-0a4f87abd6b2 HTTP/1.1" status: 200 len: 947 time: 0.1846111 Jul 30 20:08:20.254591 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d4ae623c-6dba-45ff-992b-80e710c05f4b None None] Provisioning for port e096ff85-a3f9-429f-8cf3-f4a64792986b completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:20.260998 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d4ae623c-6dba-45ff-992b-80e710c05f4b None None] Provisioning complete for port e096ff85-a3f9-429f-8cf3-f4a64792986b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:20.261370 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4ae623c-6dba-45ff-992b-80e710c05f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:20.298384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-75619687-c2c3-4091-b5dd-74fd7cb4b272 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:20.299907 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-cb2863f7-d62f-401d-a8ef-66420de7445e service neutron] Attempting to bind port 66e4935d-2ade-4745-8f3d-3abfa40ff91e on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:08:20.300121 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-cb2863f7-d62f-401d-a8ef-66420de7445e service neutron] Attempting to bind port 66e4935d-2ade-4745-8f3d-3abfa40ff91e by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:08:20.300458 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-cb2863f7-d62f-401d-a8ef-66420de7445e service neutron] Attempting to bind port 66e4935d-2ade-4745-8f3d-3abfa40ff91e on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:20.301282 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-75619687-c2c3-4091-b5dd-74fd7cb4b272 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:20.311278 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-cb2863f7-d62f-401d-a8ef-66420de7445e service neutron] Port 66e4935d-2ade-4745-8f3d-3abfa40ff91e on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:08:20.311677 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-cb2863f7-d62f-401d-a8ef-66420de7445e service neutron] Attempting to bind port 66e4935d-2ade-4745-8f3d-3abfa40ff91e on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:20.322172 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-cb2863f7-d62f-401d-a8ef-66420de7445e service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:08:20.322512 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-cb2863f7-d62f-401d-a8ef-66420de7445e service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:08:20.322935 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-cb2863f7-d62f-401d-a8ef-66420de7445e service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:08:20.323375 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-cb2863f7-d62f-401d-a8ef-66420de7445e service neutron] Bound port: 66e4935d-2ade-4745-8f3d-3abfa40ff91e, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:08:20.323763 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-cb2863f7-d62f-401d-a8ef-66420de7445e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:20.357254 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc113639-31fd-4b56-934b-3c6552116edf req-84954d51-0371-443e-a2ca-fde41eb050b9 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6229477 Jul 30 20:08:20.387801 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75619687-c2c3-4091-b5dd-74fd7cb4b272 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Pushing event updated for resources: {'Port': ['ID=e096ff85-a3f9-429f-8cf3-f4a64792986b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:20.409087 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-efda3d32-74c2-4c94-bda8-82ffcc3d85d0 req-f332b037-66a4-4669-a432-01ca426b57ed tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964538 Jul 30 20:08:20.436956 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-75619687-c2c3-4091-b5dd-74fd7cb4b272 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5166655 Jul 30 20:08:20.448894 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d4ae623c-6dba-45ff-992b-80e710c05f4b None None] Port e096ff85-a3f9-429f-8cf3-f4a64792986b cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:08:20.451116 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798348eb-6702-43b7-99ad-2518e10bfd56 req-13539fc0-c1f2-4090-9b54-7c1ca7a364d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:20.470305 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-798348eb-6702-43b7-99ad-2518e10bfd56 req-13539fc0-c1f2-4090-9b54-7c1ca7a364d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69333c2b-b2f0-45b5-805f-62bf3d2b1b3b HTTP/1.1" status: 200 len: 853 time: 0.3090296 Jul 30 20:08:20.483669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-ee3d05e1-c748-475d-af96-4a17335a7aa6 service neutron] Request body: {'port': {'device_id': '49b57fe3-d4af-43a2-8819-fe7a3fba5905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:20.575065 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-c8ed2560-6ad6-4f44-81ba-d06aae171eed service neutron] Attempting to bind port 390b51b7-320f-4608-b122-2f32ca3f0e3b on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:08:20.575412 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-c8ed2560-6ad6-4f44-81ba-d06aae171eed service neutron] Attempting to bind port 390b51b7-320f-4608-b122-2f32ca3f0e3b by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '2618f9ee-81c9-4a40-a57d-bfcc0bd06c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:08:20.581343 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-c8ed2560-6ad6-4f44-81ba-d06aae171eed service neutron] Attempting to bind port 390b51b7-320f-4608-b122-2f32ca3f0e3b on network db7f714c-123c-4fe0-b78c-4cac6ac7c141 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:20.596866 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-798348eb-6702-43b7-99ad-2518e10bfd56 req-49e42dc0-eb43-40d2-91c5-3ce66101c2a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db7f714c-123c-4fe0-b78c-4cac6ac7c141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912275 Jul 30 20:08:20.605981 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-c8ed2560-6ad6-4f44-81ba-d06aae171eed service neutron] Port 390b51b7-320f-4608-b122-2f32ca3f0e3b on network db7f714c-123c-4fe0-b78c-4cac6ac7c141 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:08:20.606315 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-c8ed2560-6ad6-4f44-81ba-d06aae171eed service neutron] Attempting to bind port 390b51b7-320f-4608-b122-2f32ca3f0e3b on network db7f714c-123c-4fe0-b78c-4cac6ac7c141 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:20.724817 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-cb2863f7-d62f-401d-a8ef-66420de7445e service neutron] For port 66e4935d-2ade-4745-8f3d-3abfa40ff91e, host n-h1-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:08:20.753742 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-cb2863f7-d62f-401d-a8ef-66420de7445e service neutron] For port 66e4935d-2ade-4745-8f3d-3abfa40ff91e, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=66e4935d-2ade-4745-8f3d-3abfa40ff91e,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:08:20.757867 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7b028bfc-2c06-460e-8d68-efba570a9a0b req-bb02ffe3-c2f8-4463-b715-daead93151ff service neutron] 10.222.0.59 "GET /v2.0/networks/d5385b68-d345-49b1-96bc-180144f39a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6009772 Jul 30 20:08:20.765654 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-ee3d05e1-c748-475d-af96-4a17335a7aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:20.776015 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-cb2863f7-d62f-401d-a8ef-66420de7445e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:20.799358 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 39207847-30fd-4938-94da-9082d05f1f5b up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:20.800523 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-ba0ac493-bf15-478c-be6e-1d52a1b6129c tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Allocated IP 172.20.0.6 (b520083c-a600-49f5-83c1-ead5aee680da/f345c7ae-e73e-4bbc-b41e-e320a38068f2/4108bc3a-c34d-4f8d-a6ac-c413e8f75236) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:08:20.889088 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 39207847-30fd-4938-94da-9082d05f1f5b completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:20.942769 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-cb2863f7-d62f-401d-a8ef-66420de7445e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:20.943526 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-cb2863f7-d62f-401d-a8ef-66420de7445e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:20.949614 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-cb2863f7-d62f-401d-a8ef-66420de7445e service neutron] 10.222.0.59 "PUT /v2.0/ports/66e4935d-2ade-4745-8f3d-3abfa40ff91e HTTP/1.1" status: 200 len: 1095 time: 2.7702625 Jul 30 20:08:20.952516 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920f7c42-a071-4b10-b9a4-0a4f87abd6b2', 'tag': '66e4935d-2ade-4745-8f3d-3abfa40ff91e'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:20.958549 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3690a057-d505-4d52-a6db-f2a9d97faa40" -d '{"events": [{"name": "network-changed", "server_uuid": "920f7c42-a071-4b10-b9a4-0a4f87abd6b2", "tag": "66e4935d-2ade-4745-8f3d-3abfa40ff91e"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:21.021866 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-c8ed2560-6ad6-4f44-81ba-d06aae171eed service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:08:21.022182 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-c8ed2560-6ad6-4f44-81ba-d06aae171eed service neutron] Checking segment: {'id': '2618f9ee-81c9-4a40-a57d-bfcc0bd06c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:08:21.022580 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-c8ed2560-6ad6-4f44-81ba-d06aae171eed service neutron] Bound using segment: {'id': '2618f9ee-81c9-4a40-a57d-bfcc0bd06c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:08:21.023092 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-c8ed2560-6ad6-4f44-81ba-d06aae171eed service neutron] Bound port: 390b51b7-320f-4608-b122-2f32ca3f0e3b, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2618f9ee-81c9-4a40-a57d-bfcc0bd06c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:08:21.023461 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-c8ed2560-6ad6-4f44-81ba-d06aae171eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:21.090992 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2863f7-d62f-401d-a8ef-66420de7445e service neutron] Pushing event updated for resources: {'Port': ['ID=66e4935d-2ade-4745-8f3d-3abfa40ff91e,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:21.171126 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e305c8-fd04-4116-a70c-56515c8ece7a None None] Network 4889cdd8-296f-481e-b756-28d5d38f8224 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:08:21.255859 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7b028bfc-2c06-460e-8d68-efba570a9a0b req-10653a50-d32e-4c0c-8656-1af8c8f3e9b8 service neutron] 10.222.0.59 "GET /v2.0/networks/d5385b68-d345-49b1-96bc-180144f39a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837012 Jul 30 20:08:21.317453 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3d758-028c-4cdb-9f00-c63639a6af3b req-42ab1314-baf1-42bf-81c3-e451973b4a73 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:21.322878 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f6a330a6-63fd-4ee2-a8ce-a588afb78803 req-6c5aa0ec-7933-4920-96ac-39f0b5266ecc tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 210 time: 0.5222049 Jul 30 20:08:21.324079 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-811ba75e-4ed2-4930-a2f4-b4a4c9ea5d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:21.325647 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-45f3d758-028c-4cdb-9f00-c63639a6af3b req-42ab1314-baf1-42bf-81c3-e451973b4a73 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/ports?device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 944 time: 0.3539100 Jul 30 20:08:21.337993 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-c5722c57-92b6-4b70-928a-72f0de7d7157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:21.339646 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-c5722c57-92b6-4b70-928a-72f0de7d7157 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&device_id=920f7c42-a071-4b10-b9a4-0a4f87abd6b2 HTTP/1.1" status: 200 len: 1098 time: 0.3149157 Jul 30 20:08:21.345206 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f76f9c2f-da27-4a45-a151-66b7ff0908e5 None None] Provisioning for port 39207847-30fd-4938-94da-9082d05f1f5b completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:21.377384 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f76f9c2f-da27-4a45-a151-66b7ff0908e5 None None] Provisioning complete for port 39207847-30fd-4938-94da-9082d05f1f5b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:21.380513 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f76f9c2f-da27-4a45-a151-66b7ff0908e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:21.405556 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-cd7f1b18-6941-4cef-a89e-e4328eb78bc3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=66e4935d-2ade-4745-8f3d-3abfa40ff91e HTTP/1.1" status: 200 len: 217 time: 0.0573893 Jul 30 20:08:21.448165 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2b8485-67a0-4af4-8853-9995f9ed0a59 x-openstack-request-id: req-8f2b8485-67a0-4af4-8853-9995f9ed0a59 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:21.449292 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920f7c42-a071-4b10-b9a4-0a4f87abd6b2", "tag": "66e4935d-2ade-4745-8f3d-3abfa40ff91e", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:21.451634 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8f2b8485-67a0-4af4-8853-9995f9ed0a59 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:21.452239 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920f7c42-a071-4b10-b9a4-0a4f87abd6b2', 'tag': '66e4935d-2ade-4745-8f3d-3abfa40ff91e', 'status': 'completed', 'code': 200} Jul 30 20:08:21.457841 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13c2765d-c740-41dc-8d25-08643edf7136 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:21.492369 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13c2765d-c740-41dc-8d25-08643edf7136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:21.521691 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f76f9c2f-da27-4a45-a151-66b7ff0908e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:21.531891 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-45f3d758-028c-4cdb-9f00-c63639a6af3b req-4ef02ab6-38d3-4b7a-aa3d-fcfc5c10d003 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3e0f7e-91c5-44b7-a0ee-d643670c5020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054913 Jul 30 20:08:21.544092 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-ba0ac493-bf15-478c-be6e-1d52a1b6129c tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:21.595943 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f76f9c2f-da27-4a45-a151-66b7ff0908e5 None None] For port 39207847-30fd-4938-94da-9082d05f1f5b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=39207847-30fd-4938-94da-9082d05f1f5b,segment=NetworkSegment(cb7a869c-f3af-4050-981a-52b4840e66fc),segment_id=cb7a869c-f3af-4050-981a-52b4840e66fc)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:21.601268 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-ba0ac493-bf15-478c-be6e-1d52a1b6129c tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Transition to ACTIVE for port object 4108bc3a-c34d-4f8d-a6ac-c413e8f75236 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:21.601589 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f76f9c2f-da27-4a45-a151-66b7ff0908e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:21.604520 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-10d091e0-38ec-44ff-a924-7917daa24f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:21.606026 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-10d091e0-38ec-44ff-a924-7917daa24f69 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1868804 Jul 30 20:08:21.655137 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-13c2765d-c740-41dc-8d25-08643edf7136 admin admin] Allocated IP 172.25.3.140 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/478cfc52-3154-47b0-b54f-ae3f9186c158) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:08:21.715637 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f9c2f-da27-4a45-a151-66b7ff0908e5 None None] Pushing event updated for resources: {'Port': ['ID=39207847-30fd-4938-94da-9082d05f1f5b,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:21.766362 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-c8ed2560-6ad6-4f44-81ba-d06aae171eed service neutron] For port 390b51b7-320f-4608-b122-2f32ca3f0e3b, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:08:21.770417 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-c8ed2560-6ad6-4f44-81ba-d06aae171eed service neutron] For port 390b51b7-320f-4608-b122-2f32ca3f0e3b, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=390b51b7-320f-4608-b122-2f32ca3f0e3b,segment=NetworkSegment(2618f9ee-81c9-4a40-a57d-bfcc0bd06c33),segment_id=2618f9ee-81c9-4a40-a57d-bfcc0bd06c33)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:08:21.859671 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-748bc63a-0c32-48b1-b171-4b4ecb667709 None None] Provisioning complete for port 39207847-30fd-4938-94da-9082d05f1f5b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:21.860021 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-748bc63a-0c32-48b1-b171-4b4ecb667709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:21.910384 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-c8ed2560-6ad6-4f44-81ba-d06aae171eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:22.030274 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-798348eb-6702-43b7-99ad-2518e10bfd56 req-4cb270f3-33c1-43d0-912b-4d6634061a66 service neutron] 10.222.0.59 "GET /v2.0/networks/db7f714c-123c-4fe0-b78c-4cac6ac7c141?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4215522 Jul 30 20:08:22.073209 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-c8ed2560-6ad6-4f44-81ba-d06aae171eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:22.073819 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-c8ed2560-6ad6-4f44-81ba-d06aae171eed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:22.075225 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-c8ed2560-6ad6-4f44-81ba-d06aae171eed service neutron] 10.222.0.59 "PUT /v2.0/ports/390b51b7-320f-4608-b122-2f32ca3f0e3b HTTP/1.1" status: 200 len: 1092 time: 4.9781363 Jul 30 20:08:22.081602 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13c2765d-c740-41dc-8d25-08643edf7136 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:22.085377 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4656226-2735-4953-84ba-f1d0d5c5c814', 'tag': '390b51b7-320f-4608-b122-2f32ca3f0e3b'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:22.087406 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58295838-40d9-4090-a7b9-6466c3dbd188" -d '{"events": [{"name": "network-changed", "server_uuid": "b4656226-2735-4953-84ba-f1d0d5c5c814", "tag": "390b51b7-320f-4608-b122-2f32ca3f0e3b"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:22.140749 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f3153-b01f-4508-953e-87f9a4b06f79 req-9a3b9d42-8a36-4139-9d11-20552d0dd571 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:22.151402 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a98f3153-b01f-4508-953e-87f9a4b06f79 req-9a3b9d42-8a36-4139-9d11-20552d0dd571 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=920f7c42-a071-4b10-b9a4-0a4f87abd6b2 HTTP/1.1" status: 200 len: 947 time: 0.5065501 Jul 30 20:08:22.154643 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-66a2ab39-957e-40f7-b215-b8940fbbd5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:22.156120 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-66a2ab39-957e-40f7-b215-b8940fbbd5d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5276947 Jul 30 20:08:22.182707 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-ba0ac493-bf15-478c-be6e-1d52a1b6129c tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:22.211706 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d401dec-363e-4b07-ad41-8d2253258771 req-c3fd740e-f06a-420e-ade8-8ed525b85187 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:22.213895 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d401dec-363e-4b07-ad41-8d2253258771 req-c3fd740e-f06a-420e-ade8-8ed525b85187 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4656226-2735-4953-84ba-f1d0d5c5c814 HTTP/1.1" status: 200 len: 944 time: 0.5470743 Jul 30 20:08:22.225736 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 3b33a462-0755-4c4e-a53c-4d425ea24600 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:08:22.241081 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed2560-6ad6-4f44-81ba-d06aae171eed service neutron] Pushing event updated for resources: {'Port': ['ID=390b51b7-320f-4608-b122-2f32ca3f0e3b,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:22.305747 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-ba0ac493-bf15-478c-be6e-1d52a1b6129c tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Network b520083c-a600-49f5-83c1-ead5aee680da is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:08:22.315119 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-ba0ac493-bf15-478c-be6e-1d52a1b6129c tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:22.318429 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-ba0ac493-bf15-478c-be6e-1d52a1b6129c tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:08:22.341023 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a98f3153-b01f-4508-953e-87f9a4b06f79 req-c009f75b-020d-4736-9fe0-8ee3484b9d8b tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882608 Jul 30 20:08:22.391392 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-ee3d05e1-c748-475d-af96-4a17335a7aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e096ff85-a3f9-429f-8cf3-f4a64792986b {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:08:22.407461 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-130cd3ba-01ee-42a1-8c2a-cef8c4a0ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:22.409161 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-130cd3ba-01ee-42a1-8c2a-cef8c4a0ab22 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=babf84d9f6b44799a6f91d6ad4ddb773&device_id=b4656226-2735-4953-84ba-f1d0d5c5c814 HTTP/1.1" status: 200 len: 1095 time: 0.2592292 Jul 30 20:08:22.416066 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ac493-bf15-478c-be6e-1d52a1b6129c tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Pushing event updated for resources: {'Port': ['ID=4108bc3a-c34d-4f8d-a6ac-c413e8f75236,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:22.418282 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-ee3d05e1-c748-475d-af96-4a17335a7aa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:22.448398 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d401dec-363e-4b07-ad41-8d2253258771 req-607ebbd1-cb9d-4d9f-96de-04d3b8fa5d4b tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077692 Jul 30 20:08:22.455701 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 3b33a462-0755-4c4e-a53c-4d425ea24600, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=3b33a462-0755-4c4e-a53c-4d425ea24600,segment=NetworkSegment(b22e339a-b3bc-4284-9d89-85b0297cdd8b),segment_id=b22e339a-b3bc-4284-9d89-85b0297cdd8b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:22.481753 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13c2765d-c740-41dc-8d25-08643edf7136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:22.495082 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-798348eb-6702-43b7-99ad-2518e10bfd56 req-f07d5069-9a44-47c5-8883-cb442e67e4b8 service neutron] 10.222.0.59 "GET /v2.0/networks/db7f714c-123c-4fe0-b78c-4cac6ac7c141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452600 Jul 30 20:08:22.523230 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-ba0ac493-bf15-478c-be6e-1d52a1b6129c tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:22.524095 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-ba0ac493-bf15-478c-be6e-1d52a1b6129c tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:22.526924 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '3b33a462-0755-4c4e-a53c-4d425ea24600', 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27', 'port_id': '3b33a462-0755-4c4e-a53c-4d425ea24600', 'mac_address': 'fa:16:3e:27:3f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eec45fe-dd4e-4389-9cda-638613cd4e9d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:08:22.528750 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-6bbd5b00-35d1-4065-b3f3-fa0fbe11cd1c service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628268 Jul 30 20:08:22.610289 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:22.634422 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-81ea0b30-dd69-48f6-a79e-230fcfa3557d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=390b51b7-320f-4608-b122-2f32ca3f0e3b HTTP/1.1" status: 200 len: 217 time: 0.1563582 Jul 30 20:08:22.652955 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b33a462-0755-4c4e-a53c-4d425ea24600 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:08:22.659573 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-ee3d05e1-c748-475d-af96-4a17335a7aa6 service neutron] Transition to ACTIVE for port object e096ff85-a3f9-429f-8cf3-f4a64792986b will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:22.690081 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c2765d-c740-41dc-8d25-08643edf7136 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:08:22.690744 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-ba0ac493-bf15-478c-be6e-1d52a1b6129c tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6375992 Jul 30 20:08:22.703995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-13c2765d-c740-41dc-8d25-08643edf7136 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:22.709185 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 39207847-30fd-4938-94da-9082d05f1f5b up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:22.711612 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-ee3d05e1-c748-475d-af96-4a17335a7aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:22.749704 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c2765d-c740-41dc-8d25-08643edf7136 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:08:22.752276 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-50eddb11-4ba3-4ed9-83bc-ef9931736a67 service neutron] Request body: {'port': {'device_id': 'f3ebdecc-5b32-4360-b90b-e21e9b8d71ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:22.801576 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 3b33a462-0755-4c4e-a53c-4d425ea24600, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=3b33a462-0755-4c4e-a53c-4d425ea24600,segment=NetworkSegment(b22e339a-b3bc-4284-9d89-85b0297cdd8b),segment_id=b22e339a-b3bc-4284-9d89-85b0297cdd8b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:22.816194 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:22.816903 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 5cb8dd31-3410-40a0-ad28-1575aaf96bd3 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:08:22.843706 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3284bd-7ecf-475b-83cb-71b78f3560fb x-openstack-request-id: req-0e3284bd-7ecf-475b-83cb-71b78f3560fb {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:22.844008 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4656226-2735-4953-84ba-f1d0d5c5c814", "tag": "390b51b7-320f-4608-b122-2f32ca3f0e3b", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:22.844266 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0e3284bd-7ecf-475b-83cb-71b78f3560fb {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:22.846508 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4656226-2735-4953-84ba-f1d0d5c5c814', 'tag': '390b51b7-320f-4608-b122-2f32ca3f0e3b', 'status': 'completed', 'code': 200} Jul 30 20:08:22.978272 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 5cb8dd31-3410-40a0-ad28-1575aaf96bd3, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5cb8dd31-3410-40a0-ad28-1575aaf96bd3,segment=NetworkSegment(2618f9ee-81c9-4a40-a57d-bfcc0bd06c33),segment_id=2618f9ee-81c9-4a40-a57d-bfcc0bd06c33)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:22.999780 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '5cb8dd31-3410-40a0-ad28-1575aaf96bd3', 'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141', 'port_id': '5cb8dd31-3410-40a0-ad28-1575aaf96bd3', 'mac_address': 'fa:16:3e:ce:0a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69333c2b-b2f0-45b5-805f-62bf3d2b1b3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:08:23.004901 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da1b59-da10-48df-8f65-26f971ccecf5 req-956b146f-14b1-4b7e-bccc-ef1e9b443d78 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:23.006481 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-63da1b59-da10-48df-8f65-26f971ccecf5 req-956b146f-14b1-4b7e-bccc-ef1e9b443d78 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 931 time: 0.1724112 Jul 30 20:08:23.016268 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-3bcb3dfc-4456-4691-9443-72b3f3547447 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718473 Jul 30 20:08:23.033356 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2765d-c740-41dc-8d25-08643edf7136 admin admin] Pushing event updated for resources: {'Port': ['ID=478cfc52-3154-47b0-b54f-ae3f9186c158,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:23.033947 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-50eddb11-4ba3-4ed9-83bc-ef9931736a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:23.128491 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:23.142836 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 39207847-30fd-4938-94da-9082d05f1f5b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:23.143229 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:23.157774 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb8dd31-3410-40a0-ad28-1575aaf96bd3 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:08:23.162871 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a511e26b-eed5-4358-9980-a6417b1df934 None None] Provisioning for port 4108bc3a-c34d-4f8d-a6ac-c413e8f75236 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:23.196351 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a511e26b-eed5-4358-9980-a6417b1df934 None None] Provisioning complete for port 4108bc3a-c34d-4f8d-a6ac-c413e8f75236 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:23.196723 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a511e26b-eed5-4358-9980-a6417b1df934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:23.205348 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=3b33a462-0755-4c4e-a53c-4d425ea24600,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:23.207022 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-63da1b59-da10-48df-8f65-26f971ccecf5 req-f2b2d0c6-277a-46d5-a96f-919168e8552d tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/security-groups?id=295d9542-457a-44fc-bbd1-9fa60fe0ee1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895504 Jul 30 20:08:23.249216 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 5cb8dd31-3410-40a0-ad28-1575aaf96bd3, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5cb8dd31-3410-40a0-ad28-1575aaf96bd3,segment=NetworkSegment(2618f9ee-81c9-4a40-a57d-bfcc0bd06c33),segment_id=2618f9ee-81c9-4a40-a57d-bfcc0bd06c33)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:23.268072 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:23.274191 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a511e26b-eed5-4358-9980-a6417b1df934 None None] Port 4108bc3a-c34d-4f8d-a6ac-c413e8f75236 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:08:23.315073 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690a057-d505-4d52-a6db-f2a9d97faa40 req-100a2a43-e374-41c5-bcc1-624e567834ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:23.320938 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3690a057-d505-4d52-a6db-f2a9d97faa40 req-100a2a43-e374-41c5-bcc1-624e567834ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&device_id=920f7c42-a071-4b10-b9a4-0a4f87abd6b2 HTTP/1.1" status: 200 len: 1098 time: 0.1567876 Jul 30 20:08:23.356282 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=5cb8dd31-3410-40a0-ad28-1575aaf96bd3,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:23.483280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-42889b66-893b-45fb-aad7-3eb51336fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:23.484684 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-42889b66-893b-45fb-aad7-3eb51336fb6c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69333c2b-b2f0-45b5-805f-62bf3d2b1b3b HTTP/1.1" status: 200 len: 853 time: 0.8460321 Jul 30 20:08:23.501586 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['3b33a462-0755-4c4e-a53c-4d425ea24600'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:08:23.503280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229da68-481c-4d51-8374-d29aa4b22cc7 req-1f960752-0a6f-4f7c-9e24-6c589f9c0080 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:23.505633 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4229da68-481c-4d51-8374-d29aa4b22cc7 req-1f960752-0a6f-4f7c-9e24-6c589f9c0080 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/ports?device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 945 time: 0.5724661 Jul 30 20:08:23.506695 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['5cb8dd31-3410-40a0-ad28-1575aaf96bd3'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:08:23.511173 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d05e1-c748-475d-af96-4a17335a7aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=e096ff85-a3f9-429f-8cf3-f4a64792986b,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:23.584431 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-ec55b54c-e73e-4fd1-ae60-75f754328aa2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db7f714c-123c-4fe0-b78c-4cac6ac7c141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751176 Jul 30 20:08:23.588821 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-50eddb11-4ba3-4ed9-83bc-ef9931736a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4108bc3a-c34d-4f8d-a6ac-c413e8f75236 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:08:23.600397 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb94c6-e561-44a0-bf11-abaf7b6a019d req-62fff4f1-3f0b-4b21-a073-0ebb9a6f8b09 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:23.608138 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5bfb94c6-e561-44a0-bf11-abaf7b6a019d req-62fff4f1-3f0b-4b21-a073-0ebb9a6f8b09 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=920f7c42-a071-4b10-b9a4-0a4f87abd6b2 HTTP/1.1" status: 200 len: 947 time: 0.1319497 Jul 30 20:08:23.620085 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-50eddb11-4ba3-4ed9-83bc-ef9931736a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:23.622779 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690a057-d505-4d52-a6db-f2a9d97faa40 req-03dc0e36-607e-4eab-96bd-2fceddbe2adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:23.624373 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3690a057-d505-4d52-a6db-f2a9d97faa40 req-03dc0e36-607e-4eab-96bd-2fceddbe2adb service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.2941620 Jul 30 20:08:23.707571 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3690a057-d505-4d52-a6db-f2a9d97faa40 req-e1fc487d-fcd1-4107-a602-585ad27d4fb6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=66e4935d-2ade-4745-8f3d-3abfa40ff91e HTTP/1.1" status: 200 len: 217 time: 0.0478599 Jul 30 20:08:23.707571 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-50eddb11-4ba3-4ed9-83bc-ef9931736a67 service neutron] Transition to ACTIVE for port object 4108bc3a-c34d-4f8d-a6ac-c413e8f75236 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:23.714414 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0bf1c4b-ed19-4d4f-a0b6-2a45bbf0861e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:23.731585 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-50eddb11-4ba3-4ed9-83bc-ef9931736a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:23.746104 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5bfb94c6-e561-44a0-bf11-abaf7b6a019d req-26bdffad-1cbe-41b8-af5f-b5dc690dd7d7 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350582 Jul 30 20:08:23.769066 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-c6e5d411-72dd-43d0-9a81-91b328109ab0 service neutron] 10.222.0.59 "GET /v2.0/networks/db7f714c-123c-4fe0-b78c-4cac6ac7c141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449111 Jul 30 20:08:23.852882 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690a057-d505-4d52-a6db-f2a9d97faa40 req-1568e5a4-3aef-4ae3-9d45-e0f6d2c81f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:23.855966 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3690a057-d505-4d52-a6db-f2a9d97faa40 req-1568e5a4-3aef-4ae3-9d45-e0f6d2c81f5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1635718 Jul 30 20:08:23.900346 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:23.903449 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eddb11-4ba3-4ed9-83bc-ef9931736a67 service neutron] Pushing event updated for resources: {'Port': ['ID=4108bc3a-c34d-4f8d-a6ac-c413e8f75236,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:23.943587 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-ee3d05e1-c748-475d-af96-4a17335a7aa6 service neutron] Attempting to bind port e096ff85-a3f9-429f-8cf3-f4a64792986b on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:08:23.943944 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-ee3d05e1-c748-475d-af96-4a17335a7aa6 service neutron] Attempting to bind port e096ff85-a3f9-429f-8cf3-f4a64792986b by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:08:23.944572 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-ee3d05e1-c748-475d-af96-4a17335a7aa6 service neutron] Attempting to bind port e096ff85-a3f9-429f-8cf3-f4a64792986b on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:23.971338 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-ee3d05e1-c748-475d-af96-4a17335a7aa6 service neutron] Port e096ff85-a3f9-429f-8cf3-f4a64792986b on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:08:23.971749 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-ee3d05e1-c748-475d-af96-4a17335a7aa6 service neutron] Attempting to bind port e096ff85-a3f9-429f-8cf3-f4a64792986b on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:24.007981 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4229da68-481c-4d51-8374-d29aa4b22cc7 req-882d4768-9955-4294-a70e-984dd5bf54b2 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3e0f7e-91c5-44b7-a0ee-d643670c5020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4571602 Jul 30 20:08:24.013107 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-ee3d05e1-c748-475d-af96-4a17335a7aa6 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:08:24.013464 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-ee3d05e1-c748-475d-af96-4a17335a7aa6 service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:08:24.013857 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-ee3d05e1-c748-475d-af96-4a17335a7aa6 service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:08:24.014280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-ee3d05e1-c748-475d-af96-4a17335a7aa6 service neutron] Bound port: e096ff85-a3f9-429f-8cf3-f4a64792986b, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:08:24.014643 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-ee3d05e1-c748-475d-af96-4a17335a7aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:24.033079 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28975312-92bb-4a58-a093-2feb3c4be625 req-7ac3307e-d2fe-4cf1-93a6-136aef02f9d3 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:24.034803 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-28975312-92bb-4a58-a093-2feb3c4be625 req-7ac3307e-d2fe-4cf1-93a6-136aef02f9d3 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4656226-2735-4953-84ba-f1d0d5c5c814 HTTP/1.1" status: 200 len: 944 time: 0.1974938 Jul 30 20:08:24.040201 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690a057-d505-4d52-a6db-f2a9d97faa40 req-11ea462f-a4e1-44d3-8c9e-735abf7c9e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:24.042974 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3690a057-d505-4d52-a6db-f2a9d97faa40 req-11ea462f-a4e1-44d3-8c9e-735abf7c9e4c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1746659 Jul 30 20:08:24.103363 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-ee3d05e1-c748-475d-af96-4a17335a7aa6 service neutron] For port e096ff85-a3f9-429f-8cf3-f4a64792986b, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:08:24.103363 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-ee3d05e1-c748-475d-af96-4a17335a7aa6 service neutron] For port e096ff85-a3f9-429f-8cf3-f4a64792986b, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e096ff85-a3f9-429f-8cf3-f4a64792986b,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:08:24.103363 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a4f1d225-12cf-4f82-96a2-8528e0f9d468 req-76881bb1-9069-47f8-8235-ef2b31deba13 service neutron] 10.222.0.59 "GET /v2.0/networks/db7f714c-123c-4fe0-b78c-4cac6ac7c141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209407 Jul 30 20:08:24.143031 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-ee3d05e1-c748-475d-af96-4a17335a7aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:24.163717 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-50eddb11-4ba3-4ed9-83bc-ef9931736a67 service neutron] Attempting to bind port 4108bc3a-c34d-4f8d-a6ac-c413e8f75236 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:08:24.164057 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-50eddb11-4ba3-4ed9-83bc-ef9931736a67 service neutron] Attempting to bind port 4108bc3a-c34d-4f8d-a6ac-c413e8f75236 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'aa17f534-d0c8-434a-97e7-2a66788271c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:08:24.164389 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-50eddb11-4ba3-4ed9-83bc-ef9931736a67 service neutron] Attempting to bind port 4108bc3a-c34d-4f8d-a6ac-c413e8f75236 on network b520083c-a600-49f5-83c1-ead5aee680da {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:24.175603 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-28975312-92bb-4a58-a093-2feb3c4be625 req-3e4650f9-a9de-4a8e-a99c-1fe32fbac3e1 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309338 Jul 30 20:08:24.181937 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-50eddb11-4ba3-4ed9-83bc-ef9931736a67 service neutron] Port 4108bc3a-c34d-4f8d-a6ac-c413e8f75236 on network b520083c-a600-49f5-83c1-ead5aee680da not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:08:24.182376 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-50eddb11-4ba3-4ed9-83bc-ef9931736a67 service neutron] Attempting to bind port 4108bc3a-c34d-4f8d-a6ac-c413e8f75236 on network b520083c-a600-49f5-83c1-ead5aee680da {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:24.199158 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-50eddb11-4ba3-4ed9-83bc-ef9931736a67 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:08:24.199158 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-50eddb11-4ba3-4ed9-83bc-ef9931736a67 service neutron] Checking segment: {'id': 'aa17f534-d0c8-434a-97e7-2a66788271c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:08:24.199158 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-50eddb11-4ba3-4ed9-83bc-ef9931736a67 service neutron] Bound using segment: {'id': 'aa17f534-d0c8-434a-97e7-2a66788271c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:08:24.199158 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-50eddb11-4ba3-4ed9-83bc-ef9931736a67 service neutron] Bound port: 4108bc3a-c34d-4f8d-a6ac-c413e8f75236, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa17f534-d0c8-434a-97e7-2a66788271c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:08:24.199158 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-50eddb11-4ba3-4ed9-83bc-ef9931736a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:24.234390 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-ee3d05e1-c748-475d-af96-4a17335a7aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:24.235346 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-ee3d05e1-c748-475d-af96-4a17335a7aa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:24.236604 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-ee3d05e1-c748-475d-af96-4a17335a7aa6 service neutron] 10.222.0.83 "PUT /v2.0/ports/e096ff85-a3f9-429f-8cf3-f4a64792986b HTTP/1.1" status: 200 len: 1096 time: 3.7603381 Jul 30 20:08:24.309364 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3690a057-d505-4d52-a6db-f2a9d97faa40 req-bde9d11d-b5ec-4223-8203-15ea96351e71 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543988 Jul 30 20:08:24.358573 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-50eddb11-4ba3-4ed9-83bc-ef9931736a67 service neutron] For port 4108bc3a-c34d-4f8d-a6ac-c413e8f75236, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:08:24.362351 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-50eddb11-4ba3-4ed9-83bc-ef9931736a67 service neutron] For port 4108bc3a-c34d-4f8d-a6ac-c413e8f75236, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=4108bc3a-c34d-4f8d-a6ac-c413e8f75236,segment=NetworkSegment(aa17f534-d0c8-434a-97e7-2a66788271c7),segment_id=aa17f534-d0c8-434a-97e7-2a66788271c7)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:08:24.385733 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d05e1-c748-475d-af96-4a17335a7aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=e096ff85-a3f9-429f-8cf3-f4a64792986b,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:24.404855 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58295838-40d9-4090-a7b9-6466c3dbd188 req-16d2f579-aa43-4e3c-8ab1-64e18a580de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:24.406307 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58295838-40d9-4090-a7b9-6466c3dbd188 req-16d2f579-aa43-4e3c-8ab1-64e18a580de1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=babf84d9f6b44799a6f91d6ad4ddb773&device_id=b4656226-2735-4953-84ba-f1d0d5c5c814 HTTP/1.1" status: 200 len: 1095 time: 0.2279401 Jul 30 20:08:24.411879 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-50eddb11-4ba3-4ed9-83bc-ef9931736a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:24.457703 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13c2765d-c740-41dc-8d25-08643edf7136 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:24.480947 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-50eddb11-4ba3-4ed9-83bc-ef9931736a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:24.481644 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-50eddb11-4ba3-4ed9-83bc-ef9931736a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:24.483174 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-50eddb11-4ba3-4ed9-83bc-ef9931736a67 service neutron] 10.222.0.83 "PUT /v2.0/ports/4108bc3a-c34d-4f8d-a6ac-c413e8f75236 HTTP/1.1" status: 200 len: 1091 time: 1.7511306 Jul 30 20:08:24.485414 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ebdecc-5b32-4360-b90b-e21e9b8d71ee', 'tag': '4108bc3a-c34d-4f8d-a6ac-c413e8f75236'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:24.488001 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81159ef-0444-4c2a-919f-195861961256" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ebdecc-5b32-4360-b90b-e21e9b8d71ee", "tag": "4108bc3a-c34d-4f8d-a6ac-c413e8f75236"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:24.533799 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eddb11-4ba3-4ed9-83bc-ef9931736a67 service neutron] Pushing event updated for resources: {'Port': ['ID=4108bc3a-c34d-4f8d-a6ac-c413e8f75236,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:24.549967 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7047d6-c137-407d-8537-7fbb151df231 req-7a7c1e7a-535e-426f-abb4-aaf8c435c736 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:24.551795 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1e7047d6-c137-407d-8537-7fbb151df231 req-7a7c1e7a-535e-426f-abb4-aaf8c435c736 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 943 time: 0.1875517 Jul 30 20:08:24.596740 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3690a057-d505-4d52-a6db-f2a9d97faa40 req-3602c0a2-d6dc-43cc-9bb0-c3705709579e service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761085 Jul 30 20:08:24.620876 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1e7047d6-c137-407d-8537-7fbb151df231 req-ae735e3c-d2fc-4bf2-847e-791fb1556db7 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/security-groups?id=295d9542-457a-44fc-bbd1-9fa60fe0ee1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581932 Jul 30 20:08:24.634036 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-0b839749-e3db-47da-ae0a-cec4711c9c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:24.636432 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-0b839749-e3db-47da-ae0a-cec4711c9c86 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9482a976ec31459b8336e26161d33996&device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 1094 time: 0.0836036 Jul 30 20:08:24.642570 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-b7135f5d-3fb6-4e51-8725-2bb4dd83af05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:24.644264 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-b7135f5d-3fb6-4e51-8725-2bb4dd83af05 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&device_id=49b57fe3-d4af-43a2-8819-fe7a3fba5905 HTTP/1.1" status: 200 len: 1099 time: 0.3018844 Jul 30 20:08:24.673883 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63d7ab-9deb-462e-8eb4-e0c4d8a6a53e req-7941b613-0e56-4be6-b423-a7c5c4460343 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:24.682494 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4c63d7ab-9deb-462e-8eb4-e0c4d8a6a53e req-7941b613-0e56-4be6-b423-a7c5c4460343 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/ports?device_id=b50676ce-9cce-46da-bbcc-36945a03944d HTTP/1.1" status: 200 len: 950 time: 0.2801297 Jul 30 20:08:24.688846 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e745ec-c618-4ff3-99d5-cac2822aa481 x-openstack-request-id: req-b5e745ec-c618-4ff3-99d5-cac2822aa481 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:24.689830 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ebdecc-5b32-4360-b90b-e21e9b8d71ee", "tag": "4108bc3a-c34d-4f8d-a6ac-c413e8f75236", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:24.690085 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b5e745ec-c618-4ff3-99d5-cac2822aa481 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:24.690496 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3ebdecc-5b32-4360-b90b-e21e9b8d71ee', 'tag': '4108bc3a-c34d-4f8d-a6ac-c413e8f75236', 'status': 'completed', 'code': 200} Jul 30 20:08:24.738952 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-19923310-4959-48a1-89a6-9358402cd05a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4108bc3a-c34d-4f8d-a6ac-c413e8f75236 HTTP/1.1" status: 200 len: 217 time: 0.0452983 Jul 30 20:08:24.792684 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-3315d20b-94a6-414d-8611-060f8ed7f7b5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=e096ff85-a3f9-429f-8cf3-f4a64792986b HTTP/1.1" status: 200 len: 217 time: 0.0936608 Jul 30 20:08:24.812369 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-810507eb-23bf-443e-ae5a-8108949d7a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:24.813837 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-810507eb-23bf-443e-ae5a-8108949d7a42 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f345c7ae-e73e-4bbc-b41e-e320a38068f2 HTTP/1.1" status: 200 len: 853 time: 0.0602343 Jul 30 20:08:24.820634 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58295838-40d9-4090-a7b9-6466c3dbd188 req-dfef54d5-7c40-4762-a069-5ee3e849c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:24.822066 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58295838-40d9-4090-a7b9-6466c3dbd188 req-dfef54d5-7c40-4762-a069-5ee3e849c8dd service neutron] 10.222.0.59 "GET /v2.0/networks?id=db7f714c-123c-4fe0-b78c-4cac6ac7c141 HTTP/1.1" status: 200 len: 914 time: 0.4045510 Jul 30 20:08:24.845607 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:24.854313 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b57fe3-d4af-43a2-8819-fe7a3fba5905', 'tag': 'e096ff85-a3f9-429f-8cf3-f4a64792986b'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:24.854313 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99f4367-548c-4ead-b2ed-dc6b26f9195b" -d '{"events": [{"name": "network-changed", "server_uuid": "49b57fe3-d4af-43a2-8819-fe7a3fba5905", "tag": "e096ff85-a3f9-429f-8cf3-f4a64792986b"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:24.868444 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4c63d7ab-9deb-462e-8eb4-e0c4d8a6a53e req-292fdbd9-0344-48b9-8a89-d416558f610d tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2d94847-feb6-40a7-978e-d6e30e4a953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850145 Jul 30 20:08:24.895641 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-d6359b97-78a5-4ca4-836c-99b7413a4290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:24.897268 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-d6359b97-78a5-4ca4-836c-99b7413a4290 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b520083c-a600-49f5-83c1-ead5aee680da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766110 Jul 30 20:08:24.909114 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f12f36-5ba8-4b2e-8b0e-6cb98f7e163f req-7b1b8e75-40ae-4fe9-be27-b6817cd8f796 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:24.910653 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-73f12f36-5ba8-4b2e-8b0e-6cb98f7e163f req-7b1b8e75-40ae-4fe9-be27-b6817cd8f796 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=920f7c42-a071-4b10-b9a4-0a4f87abd6b2 HTTP/1.1" status: 200 len: 947 time: 0.0816269 Jul 30 20:08:24.933800 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d1dac5-f098-4c8c-9616-e27e66add6f3 x-openstack-request-id: req-73d1dac5-f098-4c8c-9616-e27e66add6f3 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:24.934089 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b57fe3-d4af-43a2-8819-fe7a3fba5905", "tag": "e096ff85-a3f9-429f-8cf3-f4a64792986b", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:24.934341 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-73d1dac5-f098-4c8c-9616-e27e66add6f3 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:24.934733 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b57fe3-d4af-43a2-8819-fe7a3fba5905', 'tag': 'e096ff85-a3f9-429f-8cf3-f4a64792986b', 'status': 'completed', 'code': 200} Jul 30 20:08:24.939058 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58295838-40d9-4090-a7b9-6466c3dbd188 req-8e9eea5f-ea80-4113-9785-8ee578efe6dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=390b51b7-320f-4608-b122-2f32ca3f0e3b HTTP/1.1" status: 200 len: 217 time: 0.0916464 Jul 30 20:08:24.948701 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-56c2c99b-21c0-4909-b4d6-2e37b8e69469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:24.950163 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-56c2c99b-21c0-4909-b4d6-2e37b8e69469 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1455271 Jul 30 20:08:24.995383 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-73f12f36-5ba8-4b2e-8b0e-6cb98f7e163f req-f499bc35-4a2e-4390-ad44-c7744fd87a00 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761714 Jul 30 20:08:25.022772 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13c2765d-c740-41dc-8d25-08643edf7136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:25.034860 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-7ef5ecd1-02a3-44b4-a19a-950e0164ae8d service neutron] 10.222.0.83 "GET /v2.0/networks/b520083c-a600-49f5-83c1-ead5aee680da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230729 Jul 30 20:08:25.072330 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58295838-40d9-4090-a7b9-6466c3dbd188 req-763abe29-1660-4f39-ab28-d33483525091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:25.074336 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58295838-40d9-4090-a7b9-6466c3dbd188 req-763abe29-1660-4f39-ab28-d33483525091 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69333c2b-b2f0-45b5-805f-62bf3d2b1b3b HTTP/1.1" status: 200 len: 853 time: 0.1280258 Jul 30 20:08:25.087148 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-c99bf701-de7d-4cdd-903e-6948486ce9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:25.089134 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-c99bf701-de7d-4cdd-903e-6948486ce9bc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1283646 Jul 30 20:08:25.132509 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b1743bf3-e49f-4d39-9d90-3c5040c341e5 req-86be763f-95c6-4699-8c44-6b17f6e1acfa service neutron] 10.222.0.83 "GET /v2.0/networks/b520083c-a600-49f5-83c1-ead5aee680da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832443 Jul 30 20:08:25.159842 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58295838-40d9-4090-a7b9-6466c3dbd188 req-f73659aa-9674-4225-b92c-fe470d833a7f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db7f714c-123c-4fe0-b78c-4cac6ac7c141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746975 Jul 30 20:08:25.226280 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81159ef-0444-4c2a-919f-195861961256 req-d7b7d18b-5419-44ad-ab1d-f63d338539f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:25.227826 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d81159ef-0444-4c2a-919f-195861961256 req-d7b7d18b-5419-44ad-ab1d-f63d338539f1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9482a976ec31459b8336e26161d33996&device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 1094 time: 0.0478370 Jul 30 20:08:25.328996 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b48b3-0517-404a-ac62-cf8c6a0e438e req-8e4a99b4-b5a8-4b64-b82a-a6a26c9fc3e5 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:25.330523 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-360b48b3-0517-404a-ac62-cf8c6a0e438e req-8e4a99b4-b5a8-4b64-b82a-a6a26c9fc3e5 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/ports?device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 945 time: 0.2485321 Jul 30 20:08:25.372127 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81159ef-0444-4c2a-919f-195861961256 req-2a6e5b9b-236b-49b1-b211-4021e214254a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:25.373602 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d81159ef-0444-4c2a-919f-195861961256 req-2a6e5b9b-236b-49b1-b211-4021e214254a service neutron] 10.222.0.83 "GET /v2.0/networks?id=b520083c-a600-49f5-83c1-ead5aee680da HTTP/1.1" status: 200 len: 915 time: 0.1264389 Jul 30 20:08:25.386381 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd30927-1a57-4c27-8615-e7e8ff7aef16 req-7b936215-d1c0-4bb8-8f52-66606b67c824 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:25.387804 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-857a6a28-70d9-4d4c-a773-6ebc8c73466d service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796583 Jul 30 20:08:25.388183 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dcd30927-1a57-4c27-8615-e7e8ff7aef16 req-7b936215-d1c0-4bb8-8f52-66606b67c824 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4656226-2735-4953-84ba-f1d0d5c5c814 HTTP/1.1" status: 200 len: 944 time: 0.0762992 Jul 30 20:08:25.434971 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d81159ef-0444-4c2a-919f-195861961256 req-02e6d952-99f6-48fe-9932-c59fd77debee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4108bc3a-c34d-4f8d-a6ac-c413e8f75236 HTTP/1.1" status: 200 len: 217 time: 0.0458312 Jul 30 20:08:25.447031 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-360b48b3-0517-404a-ac62-cf8c6a0e438e req-124813fd-9bba-4fbf-936f-d340ea99154b tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3e0f7e-91c5-44b7-a0ee-d643670c5020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044543 Jul 30 20:08:25.481527 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dcd30927-1a57-4c27-8615-e7e8ff7aef16 req-d8b23055-e9e6-4e10-834e-f889139bd5b0 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866220 Jul 30 20:08:25.501950 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81159ef-0444-4c2a-919f-195861961256 req-7c6d6b7b-4b37-4a35-a936-44686b9cc60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:25.503464 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d81159ef-0444-4c2a-919f-195861961256 req-7c6d6b7b-4b37-4a35-a936-44686b9cc60f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f345c7ae-e73e-4bbc-b41e-e320a38068f2 HTTP/1.1" status: 200 len: 853 time: 0.0608492 Jul 30 20:08:25.565663 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81159ef-0444-4c2a-919f-195861961256 req-e8d36275-f9b8-45a0-972a-94177ed41a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:25.567175 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d81159ef-0444-4c2a-919f-195861961256 req-e8d36275-f9b8-45a0-972a-94177ed41a29 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b520083c-a600-49f5-83c1-ead5aee680da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467751 Jul 30 20:08:25.667039 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d81159ef-0444-4c2a-919f-195861961256 req-29e3fc0a-33bf-4a01-9ba3-4a3115e97b87 service neutron] 10.222.0.83 "GET /v2.0/networks/b520083c-a600-49f5-83c1-ead5aee680da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901394 Jul 30 20:08:25.707763 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58295838-40d9-4090-a7b9-6466c3dbd188 req-8b0ad1ba-8c5c-45b7-b353-bab8ebe57177 service neutron] 10.222.0.59 "GET /v2.0/networks/db7f714c-123c-4fe0-b78c-4cac6ac7c141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178640 Jul 30 20:08:25.729550 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c2765d-c740-41dc-8d25-08643edf7136 admin admin] Router c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:08:25.795618 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc69b32-b7e5-4124-afe1-94e38b74fbf1 req-20ed6ff1-06ba-4a62-b199-947889903ea5 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:25.797020 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8dc69b32-b7e5-4124-afe1-94e38b74fbf1 req-20ed6ff1-06ba-4a62-b199-947889903ea5 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 943 time: 0.1028674 Jul 30 20:08:25.802520 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d81159ef-0444-4c2a-919f-195861961256 req-05c90937-881f-495b-9ed4-1f279e3db170 service neutron] 10.222.0.83 "GET /v2.0/networks/b520083c-a600-49f5-83c1-ead5aee680da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272368 Jul 30 20:08:25.837836 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8dc69b32-b7e5-4124-afe1-94e38b74fbf1 req-46765c85-1219-4fe0-9ec6-e878f7daafb7 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/security-groups?id=295d9542-457a-44fc-bbd1-9fa60fe0ee1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321655 Jul 30 20:08:25.856692 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9cc4b3f8-5d9e-4794-a3ae-592c933dbc0b req-3fccf7b0-6dbc-4d1a-8e5a-bfb9516c6180 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498844 Jul 30 20:08:25.942595 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58295838-40d9-4090-a7b9-6466c3dbd188 req-44313d3d-8e62-4cff-ab50-36f916c43513 service neutron] 10.222.0.59 "GET /v2.0/networks/db7f714c-123c-4fe0-b78c-4cac6ac7c141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276952 Jul 30 20:08:25.988469 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c2765d-c740-41dc-8d25-08643edf7136 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:08:25.997938 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] Sync routers for ids ['c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:08:26.007034 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] Routers {'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:08:26.007589 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f4367-548c-4ead-b2ed-dc6b26f9195b req-6a7f6119-3938-4f17-b1bc-1500f9b97e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:26.007771 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:08:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:26.009100 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c99f4367-548c-4ead-b2ed-dc6b26f9195b req-6a7f6119-3938-4f17-b1bc-1500f9b97e85 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&device_id=49b57fe3-d4af-43a2-8819-fe7a3fba5905 HTTP/1.1" status: 200 len: 1099 time: 0.0946126 Jul 30 20:08:26.015654 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13c2765d-c740-41dc-8d25-08643edf7136 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:26.016808 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-13c2765d-c740-41dc-8d25-08643edf7136 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.3128376 Jul 30 20:08:26.019779 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59788) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:26.046679 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d9260-9575-4845-8e45-4ba1725b3f69 req-40296dd5-1ce5-44b5-b6b1-532e1bdea704 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:26.053802 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3c5d9260-9575-4845-8e45-4ba1725b3f69 req-40296dd5-1ce5-44b5-b6b1-532e1bdea704 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/ports?device_id=b50676ce-9cce-46da-bbcc-36945a03944d HTTP/1.1" status: 200 len: 950 time: 0.1048074 Jul 30 20:08:26.127311 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] Set router c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:08:26.136495 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3c5d9260-9575-4845-8e45-4ba1725b3f69 req-f4432d47-7b00-443a-bb52-665333f1e9a0 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2d94847-feb6-40a7-978e-d6e30e4a953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818198 Jul 30 20:08:26.159492 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f4367-548c-4ead-b2ed-dc6b26f9195b req-27720408-bd9e-4454-a6d6-87bb5d3a8e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:26.161010 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c99f4367-548c-4ead-b2ed-dc6b26f9195b req-27720408-bd9e-4454-a6d6-87bb5d3a8e24 service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1425722 Jul 30 20:08:26.209985 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c99f4367-548c-4ead-b2ed-dc6b26f9195b req-3cd61510-e515-4a79-a29e-da92e6f875df service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=e096ff85-a3f9-429f-8cf3-f4a64792986b HTTP/1.1" status: 200 len: 217 time: 0.0394936 Jul 30 20:08:26.248661 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 66e4935d-2ade-4745-8f3d-3abfa40ff91e details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:08:26.250798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 3b33a462-0755-4c4e-a53c-4d425ea24600 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:26.269116 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f4367-548c-4ead-b2ed-dc6b26f9195b req-c3c39a19-2d68-499e-9a2b-d0c038cde192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:26.270949 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c99f4367-548c-4ead-b2ed-dc6b26f9195b req-c3c39a19-2d68-499e-9a2b-d0c038cde192 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0519688 Jul 30 20:08:26.340022 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f4367-548c-4ead-b2ed-dc6b26f9195b req-9a7d0f7d-2c3d-466c-8cc3-345dcb69b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:26.341385 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c99f4367-548c-4ead-b2ed-dc6b26f9195b req-9a7d0f7d-2c3d-466c-8cc3-345dcb69b94e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0615942 Jul 30 20:08:26.437491 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 3b33a462-0755-4c4e-a53c-4d425ea24600 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:26.463719 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 3b33a462-0755-4c4e-a53c-4d425ea24600 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:26.464095 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:26.508499 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c99f4367-548c-4ead-b2ed-dc6b26f9195b req-a4528b19-8fa5-4eab-b21b-d1dca12ae07e service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527267 Jul 30 20:08:26.526625 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337086b-aaa2-4222-a9cc-7d749dc213c0 req-27f55cde-4cc3-40a0-bf83-9fa954bad7c5 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:26.535810 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7337086b-aaa2-4222-a9cc-7d749dc213c0 req-27f55cde-4cc3-40a0-bf83-9fa954bad7c5 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=920f7c42-a071-4b10-b9a4-0a4f87abd6b2 HTTP/1.1" status: 200 len: 947 time: 0.4092913 Jul 30 20:08:26.624453 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7337086b-aaa2-4222-a9cc-7d749dc213c0 req-147340f0-15fa-4123-a214-cb74f1320c6d tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876186 Jul 30 20:08:26.635377 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c99f4367-548c-4ead-b2ed-dc6b26f9195b req-77a92482-8b9d-4add-99ba-0bdd6ea178f9 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152568 Jul 30 20:08:26.678768 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 66e4935d-2ade-4745-8f3d-3abfa40ff91e, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=66e4935d-2ade-4745-8f3d-3abfa40ff91e,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:26.729465 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '66e4935d-2ade-4745-8f3d-3abfa40ff91e', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': '66e4935d-2ade-4745-8f3d-3abfa40ff91e', 'mac_address': 'fa:16:3e:07:36:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:08:26.743738 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:26.836378 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018294156-router', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:08:17Z', 'updated_at': '2021-07-30T20:08:23Z', 'revision_number': 3, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'gw_port': {'id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:21Z', 'updated_at': '2021-07-30T20:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:26.880202 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] Checking router: c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:08:26.880858 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] Updating router c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d port 478cfc52-3154-47b0-b54f-ae3f9186c158 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:08:26.906154 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:26.906916 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86018daf-b515-43c6-8fc7-1198b82ab3f1 req-a603ac81-24e2-4e1b-bfe5-753268d3790a tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:26.908467 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-86018daf-b515-43c6-8fc7-1198b82ab3f1 req-a603ac81-24e2-4e1b-bfe5-753268d3790a tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/ports?device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 945 time: 0.1049178 Jul 30 20:08:26.921200 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:26.940727 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:26.949504 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e1d159-3d07-4ace-ba32-0bf1afaec6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b33a462-0755-4c4e-a53c-4d425ea24600'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:26.951891 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589c57b8-9414-40b0-bc73-3c5a75a33686" -d '{"events": [{"server_uuid": "71e1d159-3d07-4ace-ba32-0bf1afaec6da", "name": "network-vif-plugged", "status": "completed", "tag": "3b33a462-0755-4c4e-a53c-4d425ea24600"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:26.983293 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e4935d-2ade-4745-8f3d-3abfa40ff91e {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:08:26.983708 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0182c32-34ac-43a7-943b-e8accbc51dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:26.998033 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e18d4-055b-4045-b950-05d15daf3864 req-5499bf34-74f8-4b04-a44f-a1a43df7e509 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:26.999592 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-86018daf-b515-43c6-8fc7-1198b82ab3f1 req-02ce155c-89f8-4b00-8b99-15465ea48fd5 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3e0f7e-91c5-44b7-a0ee-d643670c5020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808294 Jul 30 20:08:27.000192 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f10e18d4-055b-4045-b950-05d15daf3864 req-5499bf34-74f8-4b04-a44f-a1a43df7e509 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4656226-2735-4953-84ba-f1d0d5c5c814 HTTP/1.1" status: 200 len: 944 time: 0.0693307 Jul 30 20:08:27.006537 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 3b33a462-0755-4c4e-a53c-4d425ea24600, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=3b33a462-0755-4c4e-a53c-4d425ea24600,segment=NetworkSegment(b22e339a-b3bc-4284-9d89-85b0297cdd8b),segment_id=b22e339a-b3bc-4284-9d89-85b0297cdd8b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:27.027153 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:27.027984 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 5cb8dd31-3410-40a0-ad28-1575aaf96bd3 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:27.036065 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 66e4935d-2ade-4745-8f3d-3abfa40ff91e, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=66e4935d-2ade-4745-8f3d-3abfa40ff91e,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:27.049506 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f10e18d4-055b-4045-b950-05d15daf3864 req-fe131af8-b02f-4feb-a881-2cc09620cff5 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431309 Jul 30 20:08:27.163560 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:27.177275 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53485c71-b43f-41bc-880b-4498e801340e req-6552a6dc-4165-48a0-8800-99960eb6de98 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:27.178907 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-53485c71-b43f-41bc-880b-4498e801340e req-6552a6dc-4165-48a0-8800-99960eb6de98 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 943 time: 0.0599031 Jul 30 20:08:27.184729 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=3b33a462-0755-4c4e-a53c-4d425ea24600,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:27.191558 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcae04fc-42f2-4917-ac8e-f96ecd792b6a x-openstack-request-id: req-dcae04fc-42f2-4917-ac8e-f96ecd792b6a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:27.191856 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e1d159-3d07-4ace-ba32-0bf1afaec6da", "name": "network-vif-plugged", "status": "completed", "tag": "3b33a462-0755-4c4e-a53c-4d425ea24600", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:27.192111 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dcae04fc-42f2-4917-ac8e-f96ecd792b6a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:27.192500 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e1d159-3d07-4ace-ba32-0bf1afaec6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b33a462-0755-4c4e-a53c-4d425ea24600', 'code': 200} Jul 30 20:08:27.203574 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-a0182c32-34ac-43a7-943b-e8accbc51dc7 admin admin] Allocated IP 172.20.0.1 (4889cdd8-296f-481e-b756-28d5d38f8224/54b2d052-a18e-40d7-8ed9-045fadafa2a9/4028708b-c67d-4682-955a-f5b91a758dbc) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:08:27.248931 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-53485c71-b43f-41bc-880b-4498e801340e req-89d1026f-9fb2-42e8-8ce4-f3858389ed75 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/security-groups?id=295d9542-457a-44fc-bbd1-9fa60fe0ee1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581141 Jul 30 20:08:27.268917 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=66e4935d-2ade-4745-8f3d-3abfa40ff91e,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:27.312932 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b89e15-24df-405e-821f-1db1c1afb2a3 req-e21b47fe-5dff-44d2-8762-5160d5361410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:27.315214 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99b89e15-24df-405e-821f-1db1c1afb2a3 req-e21b47fe-5dff-44d2-8762-5160d5361410 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 1097 time: 0.0634439 Jul 30 20:08:27.356379 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 5cb8dd31-3410-40a0-ad28-1575aaf96bd3 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:27.361354 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99b89e15-24df-405e-821f-1db1c1afb2a3 req-e22230ba-9d66-4b80-a58b-290d554c2821 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fb3e0f7e-91c5-44b7-a0ee-d643670c5020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376635 Jul 30 20:08:27.368446 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 5cb8dd31-3410-40a0-ad28-1575aaf96bd3 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:27.368825 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:27.389234 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0182c32-34ac-43a7-943b-e8accbc51dc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:27.404135 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-a0182c32-34ac-43a7-943b-e8accbc51dc7 admin admin] Transition to ACTIVE for port object 4028708b-c67d-4682-955a-f5b91a758dbc will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:27.423348 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['66e4935d-2ade-4745-8f3d-3abfa40ff91e'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:08:27.442428 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0182c32-34ac-43a7-943b-e8accbc51dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:27.483473 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3aa9f7-d57a-4e3f-8cb0-4a7819935724 req-2aea82de-5db8-4ab5-b2c3-1752fd2badb4 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:27.485452 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a3aa9f7-d57a-4e3f-8cb0-4a7819935724 req-2aea82de-5db8-4ab5-b2c3-1752fd2badb4 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/ports?device_id=b50676ce-9cce-46da-bbcc-36945a03944d HTTP/1.1" status: 200 len: 950 time: 0.0559840 Jul 30 20:08:27.503794 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0182c32-34ac-43a7-943b-e8accbc51dc7 admin admin] Network 4889cdd8-296f-481e-b756-28d5d38f8224 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:08:27.505020 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0182c32-34ac-43a7-943b-e8accbc51dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=4028708b-c67d-4682-955a-f5b91a758dbc,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:27.507488 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a0182c32-34ac-43a7-943b-e8accbc51dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:27.509712 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0182c32-34ac-43a7-943b-e8accbc51dc7 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:08:27.533011 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a3aa9f7-d57a-4e3f-8cb0-4a7819935724 req-f2920c72-db51-4154-ba3c-7b599a02839d tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2d94847-feb6-40a7-978e-d6e30e4a953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414827 Jul 30 20:08:27.561493 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:27.569423 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0182c32-34ac-43a7-943b-e8accbc51dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:27.595564 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:27.597694 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] Transition to ACTIVE for port object 478cfc52-3154-47b0-b54f-ae3f9186c158 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:27.613195 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:27.690441 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 5cb8dd31-3410-40a0-ad28-1575aaf96bd3, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5cb8dd31-3410-40a0-ad28-1575aaf96bd3,segment=NetworkSegment(2618f9ee-81c9-4a40-a57d-bfcc0bd06c33),segment_id=2618f9ee-81c9-4a40-a57d-bfcc0bd06c33)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:27.714318 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:27.717921 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23241457-bcaa-4edb-a607-b76647a71333 None None] Pushing event updated for resources: {'Port': ['ID=478cfc52-3154-47b0-b54f-ae3f9186c158,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:27.720261 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] Attempting to bind port 478cfc52-3154-47b0-b54f-ae3f9186c158 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:08:27.720616 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] Attempting to bind port 478cfc52-3154-47b0-b54f-ae3f9186c158 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:08:27.721110 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] Attempting to bind port 478cfc52-3154-47b0-b54f-ae3f9186c158 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:27.749574 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0182c32-34ac-43a7-943b-e8accbc51dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:27.757418 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:08:27.757725 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:08:27.758121 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:27.758517 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:08:27.758998 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] Bound port: 478cfc52-3154-47b0-b54f-ae3f9186c158, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:08:27.759375 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:27.809737 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a024c-a143-4883-a93b-eca06590fce7 req-4fdbc472-d582-4f62-95bc-b3885f16cfb1 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:27.811246 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b06a024c-a143-4883-a93b-eca06590fce7 req-4fdbc472-d582-4f62-95bc-b3885f16cfb1 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=920f7c42-a071-4b10-b9a4-0a4f87abd6b2 HTTP/1.1" status: 200 len: 948 time: 0.0989103 Jul 30 20:08:27.852058 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=5cb8dd31-3410-40a0-ad28-1575aaf96bd3,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:27.867393 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] For port 478cfc52-3154-47b0-b54f-ae3f9186c158, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:08:27.871234 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] For port 478cfc52-3154-47b0-b54f-ae3f9186c158, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=478cfc52-3154-47b0-b54f-ae3f9186c158,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:08:27.873098 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ce50ac50-19b6-44a5-b649-b16a177f59c8 None None] Provisioning for port 4028708b-c67d-4682-955a-f5b91a758dbc completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:27.877201 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:27.880303 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ce50ac50-19b6-44a5-b649-b16a177f59c8 None None] Provisioning complete for port 4028708b-c67d-4682-955a-f5b91a758dbc triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:27.880663 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ce50ac50-19b6-44a5-b649-b16a177f59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:27.903678 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b06a024c-a143-4883-a93b-eca06590fce7 req-ffa910ed-9bfd-4a9d-9ce8-43bcc4ffa7b9 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848880 Jul 30 20:08:27.961280 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ce50ac50-19b6-44a5-b649-b16a177f59c8 None None] Port 4028708b-c67d-4682-955a-f5b91a758dbc cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:08:27.965412 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] Routers {'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:08:27.966035 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:08:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:27.967911 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23241457-bcaa-4edb-a607-b76647a71333 None None] Pushing event updated for resources: {'Port': ['ID=478cfc52-3154-47b0-b54f-ae3f9186c158,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:27.973656 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0182c32-34ac-43a7-943b-e8accbc51dc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:27.978416 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0182c32-34ac-43a7-943b-e8accbc51dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:28.048677 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0182c32-34ac-43a7-943b-e8accbc51dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:28.051642 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0182c32-34ac-43a7-943b-e8accbc51dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=4028708b-c67d-4682-955a-f5b91a758dbc,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:28.075579 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] Set router c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:08:28.165705 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78446010-4218-4d85-95fd-65abd329e1fd req-e5a6af5c-914a-4b3c-8958-50cf5d3edff2 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:28.174138 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-78446010-4218-4d85-95fd-65abd329e1fd req-e5a6af5c-914a-4b3c-8958-50cf5d3edff2 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/ports?device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 946 time: 0.0616517 Jul 30 20:08:28.184569 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0182c32-34ac-43a7-943b-e8accbc51dc7 admin admin] Network 4889cdd8-296f-481e-b756-28d5d38f8224 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:08:28.187488 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a0182c32-34ac-43a7-943b-e8accbc51dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:28.221854 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-78446010-4218-4d85-95fd-65abd329e1fd req-b0872eba-447c-4f2c-8cae-70ccb264062e tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3e0f7e-91c5-44b7-a0ee-d643670c5020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466003 Jul 30 20:08:28.254050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 390b51b7-320f-4608-b122-2f32ca3f0e3b details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:08:28.284674 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca13546-ba72-4a18-92b2-d27ffadef5b5 req-2dba7b78-0aac-4498-b9df-38de3394d4ea tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:28.293468 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6ca13546-ba72-4a18-92b2-d27ffadef5b5 req-2dba7b78-0aac-4498-b9df-38de3394d4ea tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4656226-2735-4953-84ba-f1d0d5c5c814 HTTP/1.1" status: 200 len: 944 time: 0.1503930 Jul 30 20:08:28.387101 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6ca13546-ba72-4a18-92b2-d27ffadef5b5 req-f0514a7a-c4d3-4453-b0e0-41c394af6ee4 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878885 Jul 30 20:08:28.426206 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0182c32-34ac-43a7-943b-e8accbc51dc7 admin admin] Router c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:08:28.440504 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fe856-17bb-4bbc-8da9-51679387ca1a req-5b36e872-f786-4d45-ae78-439699275722 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:28.441261 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018294156-router', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:08:17Z', 'updated_at': '2021-07-30T20:08:27Z', 'revision_number': 4, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'gw_port': {'id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:21Z', 'updated_at': '2021-07-30T20:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '4028708b-c67d-4682-955a-f5b91a758dbc', 'name': '', 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'mac_address': 'fa:16:3e:56:6f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '54b2d052-a18e-40d7-8ed9-045fadafa2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:27Z', 'updated_at': '2021-07-30T20:08:27Z', 'revision_number': 1, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'subnets': [{'id': '54b2d052-a18e-40d7-8ed9-045fadafa2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:28.442646 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f49fe856-17bb-4bbc-8da9-51679387ca1a req-5b36e872-f786-4d45-ae78-439699275722 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 943 time: 0.0577497 Jul 30 20:08:28.484629 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bc515c-960c-43f7-bb1f-466dbc80dfcf None None] The sync data for ids ['c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'] in n-d-712137-9 is: [{'id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018294156-router', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:08:17Z', 'updated_at': '2021-07-30T20:08:27Z', 'revision_number': 4, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'gw_port': {'id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:21Z', 'updated_at': '2021-07-30T20:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '4028708b-c67d-4682-955a-f5b91a758dbc', 'name': '', 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'mac_address': 'fa:16:3e:56:6f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '54b2d052-a18e-40d7-8ed9-045fadafa2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:27Z', 'updated_at': '2021-07-30T20:08:27Z', 'revision_number': 1, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'subnets': [{'id': '54b2d052-a18e-40d7-8ed9-045fadafa2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:08:28.492140 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f49fe856-17bb-4bbc-8da9-51679387ca1a req-0277fd51-a24f-404a-839b-8cfbe61e4cf7 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/security-groups?id=295d9542-457a-44fc-bbd1-9fa60fe0ee1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426974 Jul 30 20:08:28.500414 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 390b51b7-320f-4608-b122-2f32ca3f0e3b, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=390b51b7-320f-4608-b122-2f32ca3f0e3b,segment=NetworkSegment(2618f9ee-81c9-4a40-a57d-bfcc0bd06c33),segment_id=2618f9ee-81c9-4a40-a57d-bfcc0bd06c33)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:28.516764 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7694bd7c-bb47-498c-a67a-f1c93e2fe075 None None] Provisioning complete for port 4028708b-c67d-4682-955a-f5b91a758dbc triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:28.517140 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7694bd7c-bb47-498c-a67a-f1c93e2fe075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:28.540420 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '390b51b7-320f-4608-b122-2f32ca3f0e3b', 'network_id': 'db7f714c-123c-4fe0-b78c-4cac6ac7c141', 'port_id': '390b51b7-320f-4608-b122-2f32ca3f0e3b', 'mac_address': 'fa:16:3e:d8:d8:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69333c2b-b2f0-45b5-805f-62bf3d2b1b3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:08:28.552220 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0182c32-34ac-43a7-943b-e8accbc51dc7 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:08:28.559209 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a0182c32-34ac-43a7-943b-e8accbc51dc7 admin admin] 10.222.0.81 "PUT /v2.0/routers/c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5382183 Jul 30 20:08:28.601163 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7694bd7c-bb47-498c-a67a-f1c93e2fe075 None None] Port 4028708b-c67d-4682-955a-f5b91a758dbc cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:08:28.614666 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:28.629919 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390b51b7-320f-4608-b122-2f32ca3f0e3b {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:08:28.642605 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 6ca6ac0d-77de-4858-a332-d8463992beee no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:08:28.677846 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5081bc-64e6-45c5-89e1-6ece94a5ec4e req-940f6e93-b386-45b1-9c34-21ae9cfb004e tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:28.678746 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 390b51b7-320f-4608-b122-2f32ca3f0e3b, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=390b51b7-320f-4608-b122-2f32ca3f0e3b,segment=NetworkSegment(2618f9ee-81c9-4a40-a57d-bfcc0bd06c33),segment_id=2618f9ee-81c9-4a40-a57d-bfcc0bd06c33)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:28.687832 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6d5081bc-64e6-45c5-89e1-6ece94a5ec4e req-940f6e93-b386-45b1-9c34-21ae9cfb004e tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/ports?device_id=b50676ce-9cce-46da-bbcc-36945a03944d HTTP/1.1" status: 200 len: 950 time: 0.0688772 Jul 30 20:08:28.692252 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:28.753912 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6d5081bc-64e6-45c5-89e1-6ece94a5ec4e req-9b053d3a-a9d3-4300-a01d-75497d87e501 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2d94847-feb6-40a7-978e-d6e30e4a953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649738 Jul 30 20:08:28.811780 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2eb162d-b157-4c8f-afcb-5e2e9e3b48d1 req-75def981-7383-4592-b9ae-b0263a163f6d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0836906 Jul 30 20:08:28.816570 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=390b51b7-320f-4608-b122-2f32ca3f0e3b,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:28.850932 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:28.895156 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 6ca6ac0d-77de-4858-a332-d8463992beee, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=6ca6ac0d-77de-4858-a332-d8463992beee,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:28.907485 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:28.923906 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb162d-b157-4c8f-afcb-5e2e9e3b48d1 req-452fdb68-f2e4-4abc-be08-cbcab5bee2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:28.935443 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2eb162d-b157-4c8f-afcb-5e2e9e3b48d1 req-452fdb68-f2e4-4abc-be08-cbcab5bee2cb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 1096 time: 0.0564296 Jul 30 20:08:28.949690 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['390b51b7-320f-4608-b122-2f32ca3f0e3b'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:08:29.055873 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb59bab-2339-437c-8a4d-fd6c8f346615 req-01376059-40e4-4ee8-90f8-97da525cc419 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:29.057669 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dfb59bab-2339-437c-8a4d-fd6c8f346615 req-01376059-40e4-4ee8-90f8-97da525cc419 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=920f7c42-a071-4b10-b9a4-0a4f87abd6b2 HTTP/1.1" status: 200 len: 948 time: 0.0783584 Jul 30 20:08:29.071136 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb162d-b157-4c8f-afcb-5e2e9e3b48d1 req-00e45a43-29ae-4e48-a19d-e9ed394416c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:29.075043 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2eb162d-b157-4c8f-afcb-5e2e9e3b48d1 req-00e45a43-29ae-4e48-a19d-e9ed394416c9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 912 time: 0.1184266 Jul 30 20:08:29.112203 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dfb59bab-2339-437c-8a4d-fd6c8f346615 req-94d37361-26b8-4f12-b76e-08ce68c7317e tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483339 Jul 30 20:08:29.186369 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=6ca6ac0d-77de-4858-a332-d8463992beee,revision_number=11']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:29.193910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e12f8c-73ac-45d2-b360-3f68684b3a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb8dd31-3410-40a0-ad28-1575aaf96bd3'}, {'server_uuid': 'b50676ce-9cce-46da-bbcc-36945a03944d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca6ac0d-77de-4858-a332-d8463992beee'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:29.196205 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7ec6e8-02f0-4379-805d-28d46f773ab2" -d '{"events": [{"server_uuid": "15e12f8c-73ac-45d2-b360-3f68684b3a91", "name": "network-vif-plugged", "status": "completed", "tag": "5cb8dd31-3410-40a0-ad28-1575aaf96bd3"}, {"server_uuid": "b50676ce-9cce-46da-bbcc-36945a03944d", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca6ac0d-77de-4858-a332-d8463992beee"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:29.232180 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2eb162d-b157-4c8f-afcb-5e2e9e3b48d1 req-86feb27d-803c-4c58-81e7-abeb8f394668 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a HTTP/1.1" status: 200 len: 1001 time: 0.1448607 Jul 30 20:08:29.258786 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e9acb6-b22e-44da-a54b-f06f3e68209f x-openstack-request-id: req-e6e9acb6-b22e-44da-a54b-f06f3e68209f {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:29.259366 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e12f8c-73ac-45d2-b360-3f68684b3a91", "name": "network-vif-plugged", "status": "completed", "tag": "5cb8dd31-3410-40a0-ad28-1575aaf96bd3", "code": 200}, {"server_uuid": "b50676ce-9cce-46da-bbcc-36945a03944d", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca6ac0d-77de-4858-a332-d8463992beee", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:29.260382 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e6e9acb6-b22e-44da-a54b-f06f3e68209f {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:29.261279 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e12f8c-73ac-45d2-b360-3f68684b3a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb8dd31-3410-40a0-ad28-1575aaf96bd3', 'code': 200} Jul 30 20:08:29.261714 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50676ce-9cce-46da-bbcc-36945a03944d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca6ac0d-77de-4858-a332-d8463992beee', 'code': 200} Jul 30 20:08:29.304753 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb162d-b157-4c8f-afcb-5e2e9e3b48d1 req-5d9de8f8-f597-47c5-98a2-f9e672e9e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:29.307176 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2eb162d-b157-4c8f-afcb-5e2e9e3b48d1 req-5d9de8f8-f597-47c5-98a2-f9e672e9e3e9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ac1c465f-425f-4078-b2f8-d23b006b1c90 HTTP/1.1" status: 200 len: 850 time: 0.0648546 Jul 30 20:08:29.460746 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb162d-b157-4c8f-afcb-5e2e9e3b48d1 req-071d74c4-40ce-47db-9e1f-8fcaf30f2f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:29.462427 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2eb162d-b157-4c8f-afcb-5e2e9e3b48d1 req-071d74c4-40ce-47db-9e1f-8fcaf30f2f17 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469269 Jul 30 20:08:29.489567 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d121fb-c999-4663-a470-e63df871df3b req-149e2f57-a334-4b32-af71-2eb244d184a7 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:29.498494 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-93d121fb-c999-4663-a470-e63df871df3b req-149e2f57-a334-4b32-af71-2eb244d184a7 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/ports?device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 946 time: 0.1362889 Jul 30 20:08:29.500287 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95afd19-3c03-40db-b6ca-c48176768ed1 req-28d0a41e-9078-42bd-ac7d-41ef64564506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:29.502080 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a95afd19-3c03-40db-b6ca-c48176768ed1 req-28d0a41e-9078-42bd-ac7d-41ef64564506 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=15e12f8c-73ac-45d2-b360-3f68684b3a91 HTTP/1.1" status: 200 len: 1096 time: 0.1227572 Jul 30 20:08:29.556257 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-93d121fb-c999-4663-a470-e63df871df3b req-4a2fa8c4-f417-4d6f-995e-da6b4b67e26e tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3e0f7e-91c5-44b7-a0ee-d643670c5020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567188 Jul 30 20:08:29.699464 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924507a-cd4c-44b7-8a4c-5a6a12794978 req-5ff736c2-da13-4f69-9bde-57efa85b63e5 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:29.701158 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b924507a-cd4c-44b7-8a4c-5a6a12794978 req-5ff736c2-da13-4f69-9bde-57efa85b63e5 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4656226-2735-4953-84ba-f1d0d5c5c814 HTTP/1.1" status: 200 len: 945 time: 0.1099489 Jul 30 20:08:29.705497 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a95afd19-3c03-40db-b6ca-c48176768ed1 req-eeddfe00-325c-41d1-b4cb-a4375f29536e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919401 Jul 30 20:08:29.724328 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b97a86-e4a7-47ef-b2a7-be9303b668d9 req-d901dd20-0e6e-4721-ba68-32a4f37b85ad tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:29.725916 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-71b97a86-e4a7-47ef-b2a7-be9303b668d9 req-d901dd20-0e6e-4721-ba68-32a4f37b85ad tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 943 time: 0.0774243 Jul 30 20:08:29.748227 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2eb162d-b157-4c8f-afcb-5e2e9e3b48d1 req-758214b4-dd1d-43ec-a930-daec5b4e53e1 service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745771 Jul 30 20:08:29.772078 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-71b97a86-e4a7-47ef-b2a7-be9303b668d9 req-25da9e49-ea27-4844-b53f-585509c431e0 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/security-groups?id=295d9542-457a-44fc-bbd1-9fa60fe0ee1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401533 Jul 30 20:08:29.793914 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b924507a-cd4c-44b7-8a4c-5a6a12794978 req-30590f11-f695-4016-80d9-338417f4d939 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857089 Jul 30 20:08:29.931349 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2eb162d-b157-4c8f-afcb-5e2e9e3b48d1 req-82c74d2f-582e-4d1c-a105-19ee61386121 service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712198 Jul 30 20:08:29.958390 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e9110-85dc-46b7-8715-a7ef7e960928 req-9534b789-5179-42f6-9ae8-7ce74b836011 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:29.969588 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59962) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:29.978183 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce1e9110-85dc-46b7-8715-a7ef7e960928 req-9534b789-5179-42f6-9ae8-7ce74b836011 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/ports?device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 946 time: 0.1159894 Jul 30 20:08:29.991903 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b7ce186c-1cec-4293-a456-6ecaefd57847 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Request body: {'floatingip': {'port_id': '3b33a462-0755-4c4e-a53c-4d425ea24600'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:30.001952 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c28f38-4298-489c-be57-692dc0272448 req-289c1c2c-973d-4732-9628-e2aec4180196 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:30.005984 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e5c28f38-4298-489c-be57-692dc0272448 req-289c1c2c-973d-4732-9628-e2aec4180196 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.83 "GET /v2.0/ports?device_id=b50676ce-9cce-46da-bbcc-36945a03944d HTTP/1.1" status: 200 len: 948 time: 0.1082737 Jul 30 20:08:30.078761 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b7ce186c-1cec-4293-a456-6ecaefd57847 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks [] for floatingip, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:30.160349 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419b2e1-63be-4c96-b9ab-fba3810e7d74 req-938d6b0e-5ba6-45e9-8633-e01eb714da8d tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:30.173042 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d419b2e1-63be-4c96-b9ab-fba3810e7d74 req-938d6b0e-5ba6-45e9-8633-e01eb714da8d tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/ports?device_id=b50676ce-9cce-46da-bbcc-36945a03944d HTTP/1.1" status: 200 len: 948 time: 0.2752020 Jul 30 20:08:30.173692 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-e5c28f38-4298-489c-be57-692dc0272448 req-60702052-8359-4193-8029-1ad2bb649f57 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Deleting port 6ca6ac0d-77de-4858-a332-d8463992beee {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:08:30.174249 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e5c28f38-4298-489c-be57-692dc0272448 req-60702052-8359-4193-8029-1ad2bb649f57 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:30.261331 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 66e4935d-2ade-4745-8f3d-3abfa40ff91e up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:30.352631 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 66e4935d-2ade-4745-8f3d-3abfa40ff91e completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:30.358410 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 66e4935d-2ade-4745-8f3d-3abfa40ff91e triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:30.358990 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:30.371751 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00805304-6fc9-42e2-946f-07a6c3f61052 req-343fbb16-4b61-4e95-83cb-91935e2e93a0 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:30.373283 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-00805304-6fc9-42e2-946f-07a6c3f61052 req-343fbb16-4b61-4e95-83cb-91935e2e93a0 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=920f7c42-a071-4b10-b9a4-0a4f87abd6b2 HTTP/1.1" status: 200 len: 948 time: 0.1439590 Jul 30 20:08:30.383003 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-e5c28f38-4298-489c-be57-692dc0272448 req-60702052-8359-4193-8029-1ad2bb649f57 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] For port 6ca6ac0d-77de-4858-a332-d8463992beee, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=6ca6ac0d-77de-4858-a332-d8463992beee,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:30.384299 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e5c28f38-4298-489c-be57-692dc0272448 req-60702052-8359-4193-8029-1ad2bb649f57 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:30.387723 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d419b2e1-63be-4c96-b9ab-fba3810e7d74 req-ed0b2a82-0744-4233-b416-7f2e99e27209 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2d94847-feb6-40a7-978e-d6e30e4a953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129824 Jul 30 20:08:30.423875 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-e5c28f38-4298-489c-be57-692dc0272448 req-60702052-8359-4193-8029-1ad2bb649f57 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Calling delete_port for 6ca6ac0d-77de-4858-a332-d8463992beee owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:08:30.487625 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:30.494664 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-00805304-6fc9-42e2-946f-07a6c3f61052 req-61e7156a-83e2-4cd5-98eb-b47a2fda7e60 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999324 Jul 30 20:08:30.541670 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 66e4935d-2ade-4745-8f3d-3abfa40ff91e, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=66e4935d-2ade-4745-8f3d-3abfa40ff91e,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:30.546998 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:30.548248 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 390b51b7-320f-4608-b122-2f32ca3f0e3b up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:30.657770 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 4108bc3a-c34d-4f8d-a6ac-c413e8f75236 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:08:30.673864 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 390b51b7-320f-4608-b122-2f32ca3f0e3b completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:30.689207 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 390b51b7-320f-4608-b122-2f32ca3f0e3b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:30.689582 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:30.777332 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=66e4935d-2ade-4745-8f3d-3abfa40ff91e,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:30.784948 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e5c28f38-4298-489c-be57-692dc0272448 req-60702052-8359-4193-8029-1ad2bb649f57 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:30.823630 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 478cfc52-3154-47b0-b54f-ae3f9186c158 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:31.020727 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60702052-8359-4193-8029-1ad2bb649f57 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Pushing event deleted for resources: {'Port': ['ID=6ca6ac0d-77de-4858-a332-d8463992beee,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:31.051648 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c28f38-4298-489c-be57-692dc0272448 req-60702052-8359-4193-8029-1ad2bb649f57 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] No DVR routers for this DVR port 6ca6ac0d-77de-4858-a332-d8463992beee on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:08:31.058331 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e5c28f38-4298-489c-be57-692dc0272448 req-60702052-8359-4193-8029-1ad2bb649f57 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:31.079619 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e5c28f38-4298-489c-be57-692dc0272448 req-60702052-8359-4193-8029-1ad2bb649f57 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.83 "DELETE /v2.0/ports/6ca6ac0d-77de-4858-a332-d8463992beee HTTP/1.1" status: 204 len: 173 time: 1.0510969 Jul 30 20:08:31.087060 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50676ce-9cce-46da-bbcc-36945a03944d', 'name': 'network-vif-deleted', 'tag': '6ca6ac0d-77de-4858-a332-d8463992beee'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:31.097146 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d05222-fb4c-4cd5-9ea2-40d9d3a2d252" -d '{"events": [{"server_uuid": "b50676ce-9cce-46da-bbcc-36945a03944d", "name": "network-vif-deleted", "tag": "6ca6ac0d-77de-4858-a332-d8463992beee"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:31.120282 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 478cfc52-3154-47b0-b54f-ae3f9186c158 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:31.156694 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 478cfc52-3154-47b0-b54f-ae3f9186c158 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:31.157378 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:31.221769 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:31.225318 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becbca3-85db-45fc-b8b2-106dd35bce7c req-9ec22c4a-88c2-4002-bf6f-3471b33e8373 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:31.229192 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7becbca3-85db-45fc-b8b2-106dd35bce7c req-9ec22c4a-88c2-4002-bf6f-3471b33e8373 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 943 time: 0.2037449 Jul 30 20:08:31.268202 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920f7c42-a071-4b10-b9a4-0a4f87abd6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e4935d-2ade-4745-8f3d-3abfa40ff91e'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:31.272229 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ecc5e7-aec8-4c27-b17e-f3d7eb9f3f84" -d '{"events": [{"server_uuid": "920f7c42-a071-4b10-b9a4-0a4f87abd6b2", "name": "network-vif-plugged", "status": "completed", "tag": "66e4935d-2ade-4745-8f3d-3abfa40ff91e"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:31.286798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 4108bc3a-c34d-4f8d-a6ac-c413e8f75236, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=4108bc3a-c34d-4f8d-a6ac-c413e8f75236,segment=NetworkSegment(aa17f534-d0c8-434a-97e7-2a66788271c7),segment_id=aa17f534-d0c8-434a-97e7-2a66788271c7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:31.338890 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7becbca3-85db-45fc-b8b2-106dd35bce7c req-52ab7a6b-246d-4b2a-ad0c-f81d75dabc8f tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/security-groups?id=295d9542-457a-44fc-bbd1-9fa60fe0ee1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967741 Jul 30 20:08:31.352356 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '4108bc3a-c34d-4f8d-a6ac-c413e8f75236', 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da', 'port_id': '4108bc3a-c34d-4f8d-a6ac-c413e8f75236', 'mac_address': 'fa:16:3e:4d:7e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f345c7ae-e73e-4bbc-b41e-e320a38068f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:08:31.358837 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 390b51b7-320f-4608-b122-2f32ca3f0e3b, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=390b51b7-320f-4608-b122-2f32ca3f0e3b,segment=NetworkSegment(2618f9ee-81c9-4a40-a57d-bfcc0bd06c33),segment_id=2618f9ee-81c9-4a40-a57d-bfcc0bd06c33)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:31.364723 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:31.483041 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b7ce186c-1cec-4293-a456-6ecaefd57847 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:31.496895 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53f5f4-6a78-47a1-84cc-12bb1c400fe5 req-66c294ec-a1f2-45f8-a9e9-75f5b598db85 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:31.498556 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c53f5f4-6a78-47a1-84cc-12bb1c400fe5 req-66c294ec-a1f2-45f8-a9e9-75f5b598db85 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4656226-2735-4953-84ba-f1d0d5c5c814 HTTP/1.1" status: 200 len: 945 time: 0.2033072 Jul 30 20:08:31.501306 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b7ce186c-1cec-4293-a456-6ecaefd57847 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:31.514119 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:31.558835 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4108bc3a-c34d-4f8d-a6ac-c413e8f75236 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:08:31.602974 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:31.609136 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf88ba1-a1f8-4730-997d-29dd6d1583f7 x-openstack-request-id: req-cbf88ba1-a1f8-4730-997d-29dd6d1583f7 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:31.609572 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50676ce-9cce-46da-bbcc-36945a03944d", "name": "network-vif-deleted", "tag": "6ca6ac0d-77de-4858-a332-d8463992beee", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:31.610604 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cbf88ba1-a1f8-4730-997d-29dd6d1583f7 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:31.612092 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50676ce-9cce-46da-bbcc-36945a03944d', 'name': 'network-vif-deleted', 'tag': '6ca6ac0d-77de-4858-a332-d8463992beee', 'status': 'completed', 'code': 200} Jul 30 20:08:31.632229 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=390b51b7-320f-4608-b122-2f32ca3f0e3b,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:31.645517 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] Sync routers for ids ['c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:08:31.663457 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 4108bc3a-c34d-4f8d-a6ac-c413e8f75236, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=4108bc3a-c34d-4f8d-a6ac-c413e8f75236,segment=NetworkSegment(aa17f534-d0c8-434a-97e7-2a66788271c7),segment_id=aa17f534-d0c8-434a-97e7-2a66788271c7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:31.667939 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 478cfc52-3154-47b0-b54f-ae3f9186c158, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=478cfc52-3154-47b0-b54f-ae3f9186c158,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:31.670920 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:31.671892 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device e096ff85-a3f9-429f-8cf3-f4a64792986b details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:08:31.692363 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] Routers {'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:08:31.693735 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:08:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:31.702179 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c53f5f4-6a78-47a1-84cc-12bb1c400fe5 req-5e620991-ab21-4ca2-965c-b538d105bcc4 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875134 Jul 30 20:08:31.755242 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=4108bc3a-c34d-4f8d-a6ac-c413e8f75236,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:31.775583 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:31.786199 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-b7ce186c-1cec-4293-a456-6ecaefd57847 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Floating IP 8c025e01-1ce1-4923-b3ef-d230453b1129 associated. External IP: 172.25.3.116, port: 3b33a462-0755-4c4e-a53c-4d425ea24600. Jul 30 20:08:31.796883 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e16fe8d-6b8d-4319-b5a2-08169665beda x-openstack-request-id: req-3e16fe8d-6b8d-4319-b5a2-08169665beda {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:31.797224 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920f7c42-a071-4b10-b9a4-0a4f87abd6b2", "name": "network-vif-plugged", "status": "completed", "tag": "66e4935d-2ade-4745-8f3d-3abfa40ff91e", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:31.797466 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3e16fe8d-6b8d-4319-b5a2-08169665beda {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:31.797880 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920f7c42-a071-4b10-b9a4-0a4f87abd6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e4935d-2ade-4745-8f3d-3abfa40ff91e', 'code': 200} Jul 30 20:08:31.995462 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=478cfc52-3154-47b0-b54f-ae3f9186c158,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:32.008943 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7b6067e-d7f1-4aed-b7c1-08aedd427295 req-ce6aa881-26db-47f2-acd7-8824111f1d93 tempest-ImagesOneServerTestJSON-725840099 tempest-ImagesOneServerTestJSON-725840099-project] 10.222.0.81 "GET /v2.0/ports?device_id=b50676ce-9cce-46da-bbcc-36945a03944d HTTP/1.1" status: 200 len: 210 time: 0.0525355 Jul 30 20:08:32.049317 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326cbd2-f52a-4a25-90e5-636a16b0a43e req-fd79eb90-8013-4a46-95de-7fd2d3b49fb4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:32.054942 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b89a69-e04b-4139-b6f9-2c20cf671d21 req-44908d30-793c-43c0-ab74-4d54c39186fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:32.058580 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77b89a69-e04b-4139-b6f9-2c20cf671d21 req-44908d30-793c-43c0-ab74-4d54c39186fd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=920f7c42-a071-4b10-b9a4-0a4f87abd6b2 HTTP/1.1" status: 200 len: 1100 time: 0.1582282 Jul 30 20:08:32.064564 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3326cbd2-f52a-4a25-90e5-636a16b0a43e req-fd79eb90-8013-4a46-95de-7fd2d3b49fb4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=920f7c42-a071-4b10-b9a4-0a4f87abd6b2 HTTP/1.1" status: 200 len: 949 time: 0.1590898 Jul 30 20:08:32.074453 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] Set router c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:08:32.178861 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3326cbd2-f52a-4a25-90e5-636a16b0a43e req-571d1d5e-07ef-49f2-8bb1-885ca506e673 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104620 Jul 30 20:08:32.199859 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77b89a69-e04b-4139-b6f9-2c20cf671d21 req-24b9aedf-ea38-4e31-b3d9-74fd8d168a80 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337945 Jul 30 20:08:32.205239 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port e096ff85-a3f9-429f-8cf3-f4a64792986b, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e096ff85-a3f9-429f-8cf3-f4a64792986b,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:32.227662 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'e096ff85-a3f9-429f-8cf3-f4a64792986b', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': 'e096ff85-a3f9-429f-8cf3-f4a64792986b', 'mac_address': 'fa:16:3e:87:a5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:08:32.282540 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ce186c-1cec-4293-a456-6ecaefd57847 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Router 8f4c42e0-4a38-408a-9608-b8a899c825da has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:08:32.284490 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:32.300182 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e096ff85-a3f9-429f-8cf3-f4a64792986b {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:08:32.313231 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018294156-router', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:08:17Z', 'updated_at': '2021-07-30T20:08:27Z', 'revision_number': 4, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'gw_port': {'id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:21Z', 'updated_at': '2021-07-30T20:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '4028708b-c67d-4682-955a-f5b91a758dbc', 'name': '', 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'mac_address': 'fa:16:3e:56:6f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '54b2d052-a18e-40d7-8ed9-045fadafa2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:27Z', 'updated_at': '2021-07-30T20:08:27Z', 'revision_number': 2, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'subnets': [{'id': '54b2d052-a18e-40d7-8ed9-045fadafa2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:32.320625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port e096ff85-a3f9-429f-8cf3-f4a64792986b, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e096ff85-a3f9-429f-8cf3-f4a64792986b,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:32.326131 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:32.357271 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] Checking router: c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:08:32.357623 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] Updating router c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d port 4028708b-c67d-4682-955a-f5b91a758dbc binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:08:32.376454 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=e096ff85-a3f9-429f-8cf3-f4a64792986b,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:32.391683 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:32.432831 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ce186c-1cec-4293-a456-6ecaefd57847 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:08:32.440027 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b7ce186c-1cec-4293-a456-6ecaefd57847 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:32.447062 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a13fa2-4f76-4fde-8a01-e87c942afbc3 None None] Sync routers for ids ['8f4c42e0-4a38-408a-9608-b8a899c825da'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:08:32.458453 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a13fa2-4f76-4fde-8a01-e87c942afbc3 None None] Routers {'8f4c42e0-4a38-408a-9608-b8a899c825da'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:08:32.459988 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-05a13fa2-4f76-4fde-8a01-e87c942afbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:08:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8f4c42e0-4a38-408a-9608-b8a899c825da'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:32.501637 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b7ce186c-1cec-4293-a456-6ecaefd57847 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "PUT /v2.0/floatingips/8c025e01-1ce1-4923-b3ef-d230453b1129 HTTP/1.1" status: 200 len: 992 time: 2.5306282 Jul 30 20:08:32.504102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e1d159-3d07-4ace-ba32-0bf1afaec6da', 'tag': '3b33a462-0755-4c4e-a53c-4d425ea24600'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:32.506357 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ee2032-0d55-462b-a61d-f122831ce8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "71e1d159-3d07-4ace-ba32-0bf1afaec6da", "tag": "3b33a462-0755-4c4e-a53c-4d425ea24600"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:32.539197 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51429e42-fb15-4ec7-9ed7-bceb10fcf391 req-8088ccfb-3220-4623-a013-06271eb813d8 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:32.547192 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51429e42-fb15-4ec7-9ed7-bceb10fcf391 req-8088ccfb-3220-4623-a013-06271eb813d8 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 944 time: 0.0795565 Jul 30 20:08:32.629001 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51429e42-fb15-4ec7-9ed7-bceb10fcf391 req-d394c9f3-c46f-4f7e-9531-732464184da6 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/security-groups?id=295d9542-457a-44fc-bbd1-9fa60fe0ee1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756192 Jul 30 20:08:32.634387 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc0242a-c30a-4ff9-97bc-0410728c2311 x-openstack-request-id: req-fcc0242a-c30a-4ff9-97bc-0410728c2311 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:32.635243 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e1d159-3d07-4ace-ba32-0bf1afaec6da", "tag": "3b33a462-0755-4c4e-a53c-4d425ea24600", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:32.635494 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fcc0242a-c30a-4ff9-97bc-0410728c2311 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:32.635907 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e1d159-3d07-4ace-ba32-0bf1afaec6da', 'tag': '3b33a462-0755-4c4e-a53c-4d425ea24600', 'status': 'completed', 'code': 200} Jul 30 20:08:32.639313 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-05a13fa2-4f76-4fde-8a01-e87c942afbc3 None None] Set router 8f4c42e0-4a38-408a-9608-b8a899c825da gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:08:32.674774 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 6ca6ac0d-77de-4858-a332-d8463992beee no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:08:32.707541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 478cfc52-3154-47b0-b54f-ae3f9186c158 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:32.739443 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 6ca6ac0d-77de-4858-a332-d8463992beee {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:08:32.739812 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 6ca6ac0d-77de-4858-a332-d8463992beee not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:08:32.767368 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee2032-0d55-462b-a61d-f122831ce8ee req-665f4abd-2169-4de2-8e0d-60d6b746416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:32.768992 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5ee2032-0d55-462b-a61d-f122831ce8ee req-665f4abd-2169-4de2-8e0d-60d6b746416a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d64f4e6fdcea485aa7c5b5023ad67db3&device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 1097 time: 0.1120713 Jul 30 20:08:32.780860 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['e096ff85-a3f9-429f-8cf3-f4a64792986b'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:08:32.782911 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['4108bc3a-c34d-4f8d-a6ac-c413e8f75236'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:08:32.831022 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:32.852385 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] Transition to ACTIVE for port object 4028708b-c67d-4682-955a-f5b91a758dbc will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:32.854237 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf286d1-4ac2-411b-afb4-d36e27f91a25 req-efe91c88-f85b-4528-a34c-433a95030b7d tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:32.864017 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:32.866932 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-faf286d1-4ac2-411b-afb4-d36e27f91a25 req-efe91c88-f85b-4528-a34c-433a95030b7d tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4656226-2735-4953-84ba-f1d0d5c5c814 HTTP/1.1" status: 200 len: 946 time: 0.0861351 Jul 30 20:08:32.929754 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48294e-6f6b-4edf-9e7c-ed5daff8c6ed None None] Pushing event updated for resources: {'Port': ['ID=4028708b-c67d-4682-955a-f5b91a758dbc,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:32.965364 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-faf286d1-4ac2-411b-afb4-d36e27f91a25 req-fd10d6fe-2136-4e17-854e-9bbaf7362b69 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969648 Jul 30 20:08:32.972498 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee2032-0d55-462b-a61d-f122831ce8ee req-6804299b-65b4-411c-b7e7-e8b8d548abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:32.975603 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5ee2032-0d55-462b-a61d-f122831ce8ee req-6804299b-65b4-411c-b7e7-e8b8d548abe6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d5385b68-d345-49b1-96bc-180144f39a27 HTTP/1.1" status: 200 len: 912 time: 0.1982002 Jul 30 20:08:33.053588 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] Attempting to bind port 4028708b-c67d-4682-955a-f5b91a758dbc on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:08:33.054899 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] Attempting to bind port 4028708b-c67d-4682-955a-f5b91a758dbc by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'cb7a869c-f3af-4050-981a-52b4840e66fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:08:33.055603 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] Attempting to bind port 4028708b-c67d-4682-955a-f5b91a758dbc on network 4889cdd8-296f-481e-b756-28d5d38f8224 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:33.071242 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:08:33.072076 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] Checking segment: {'id': 'cb7a869c-f3af-4050-981a-52b4840e66fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:08:33.073311 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:33.074029 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] Bound using segment: {'id': 'cb7a869c-f3af-4050-981a-52b4840e66fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:08:33.085423 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 478cfc52-3154-47b0-b54f-ae3f9186c158 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:33.086052 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:33.089055 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] Bound port: 4028708b-c67d-4682-955a-f5b91a758dbc, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a869c-f3af-4050-981a-52b4840e66fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:08:33.089886 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:33.104881 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5ee2032-0d55-462b-a61d-f122831ce8ee req-bbdfcafa-de5d-49dd-852a-ea6bcb1bdd4c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b33a462-0755-4c4e-a53c-4d425ea24600 HTTP/1.1" status: 200 len: 1000 time: 0.1216738 Jul 30 20:08:33.252047 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee2032-0d55-462b-a61d-f122831ce8ee req-3b07dd14-a3ba-4d27-bac8-7b73216523a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:33.263404 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5ee2032-0d55-462b-a61d-f122831ce8ee req-3b07dd14-a3ba-4d27-bac8-7b73216523a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2eec45fe-dd4e-4389-9cda-638613cd4e9d HTTP/1.1" status: 200 len: 850 time: 0.1506412 Jul 30 20:08:33.295395 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] For port 4028708b-c67d-4682-955a-f5b91a758dbc, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:08:33.303297 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] For port 4028708b-c67d-4682-955a-f5b91a758dbc, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4028708b-c67d-4682-955a-f5b91a758dbc,segment=NetworkSegment(cb7a869c-f3af-4050-981a-52b4840e66fc),segment_id=cb7a869c-f3af-4050-981a-52b4840e66fc)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:08:33.321229 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:33.378208 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee2032-0d55-462b-a61d-f122831ce8ee req-1fa46557-6254-410c-a9ba-6a58c009a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:33.383398 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5ee2032-0d55-462b-a61d-f122831ce8ee req-1fa46557-6254-410c-a9ba-6a58c009a261 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d5385b68-d345-49b1-96bc-180144f39a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111434 Jul 30 20:08:33.435832 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] Routers {'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:08:33.436468 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:08:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:33.459685 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-05a13fa2-4f76-4fde-8a01-e87c942afbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'name': 'tempest-ServersTestManualDisk-113923996-router', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:50Z', 'updated_at': '2021-07-30T20:07:56Z', 'revision_number': 4, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'gw_port': {'id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:51Z', 'updated_at': '2021-07-30T20:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '8c025e01-1ce1-4923-b3ef-d230453b1129', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'port_id': '3b33a462-0755-4c4e-a53c-4d425ea24600', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27', 'mac_address': 'fa:16:3e:27:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1d159-3d07-4ace-ba32-0bf1afaec6da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:08:01Z', 'updated_at': '2021-07-30T20:08:31Z', 'revision_number': 1, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c62182-21e8-4e3a-a39e-4cb2d02a20b2', 'name': '', 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'mac_address': 'fa:16:3e:01:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '2eec45fe-dd4e-4389-9cda-638613cd4e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:55Z', 'updated_at': '2021-07-30T20:08:05Z', 'revision_number': 5, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'subnets': [{'id': '2eec45fe-dd4e-4389-9cda-638613cd4e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:33.506685 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a13fa2-4f76-4fde-8a01-e87c942afbc3 None None] Checking router: 8f4c42e0-4a38-408a-9608-b8a899c825da for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:08:33.522797 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60014) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:33.541002 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a13fa2-4f76-4fde-8a01-e87c942afbc3 None None] Routers {'8f4c42e0-4a38-408a-9608-b8a899c825da'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:08:33.541785 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-05a13fa2-4f76-4fde-8a01-e87c942afbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:08:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8f4c42e0-4a38-408a-9608-b8a899c825da'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:33.605289 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48294e-6f6b-4edf-9e7c-ed5daff8c6ed None None] Pushing event updated for resources: {'Port': ['ID=4028708b-c67d-4682-955a-f5b91a758dbc,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:33.629613 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b04db2-eb5c-4a4f-bc77-cb5905b77da5 req-de7caff3-18c0-4c5a-8642-e98156334338 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:33.649529 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] Set router c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:08:33.651654 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b4b04db2-eb5c-4a4f-bc77-cb5905b77da5 req-de7caff3-18c0-4c5a-8642-e98156334338 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=920f7c42-a071-4b10-b9a4-0a4f87abd6b2 HTTP/1.1" status: 200 len: 949 time: 0.2624369 Jul 30 20:08:33.783098 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b4b04db2-eb5c-4a4f-bc77-cb5905b77da5 req-4160e39f-97d6-47dd-bb09-74d243befbba tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302402 Jul 30 20:08:33.826773 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5ee2032-0d55-462b-a61d-f122831ce8ee req-c87cb0bb-f20c-4438-9cf9-d4ee1f7bf2c2 service neutron] 10.222.0.59 "GET /v2.0/networks/d5385b68-d345-49b1-96bc-180144f39a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193163 Jul 30 20:08:33.827013 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5bc2697c-e0fa-41be-b524-b70d868cc85b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f35a4e2658934e47bbdc3c8097349d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030815 Jul 30 20:08:33.829493 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60026) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:33.832558 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4656226-2735-4953-84ba-f1d0d5c5c814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390b51b7-320f-4608-b122-2f32ca3f0e3b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:33.835415 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a0d341-cf77-4ee1-9599-fe67c165379c" -d '{"events": [{"server_uuid": "b4656226-2735-4953-84ba-f1d0d5c5c814", "name": "network-vif-plugged", "status": "completed", "tag": "390b51b7-320f-4608-b122-2f32ca3f0e3b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:33.977412 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16514a-c477-4f2d-95cf-a43ace2aad6e req-f4dc6a2e-943d-437d-946e-1b442be05163 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:33.985091 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2b16514a-c477-4f2d-95cf-a43ace2aad6e req-f4dc6a2e-943d-437d-946e-1b442be05163 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 944 time: 0.0929496 Jul 30 20:08:34.005911 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-05a13fa2-4f76-4fde-8a01-e87c942afbc3 None None] Set router 8f4c42e0-4a38-408a-9608-b8a899c825da gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:08:34.036213 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2b16514a-c477-4f2d-95cf-a43ace2aad6e req-358ae39c-beb6-46a4-8d22-1ff9e7c7fda8 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/security-groups?id=295d9542-457a-44fc-bbd1-9fa60fe0ee1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477870 Jul 30 20:08:34.074269 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5ee2032-0d55-462b-a61d-f122831ce8ee req-a3d4429f-7342-4e15-aa3c-3eb3c9192c67 service neutron] 10.222.0.59 "GET /v2.0/networks/d5385b68-d345-49b1-96bc-180144f39a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294188 Jul 30 20:08:34.119756 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f97be09e-8633-4306-a9e9-b31bf9961e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:34.181104 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2c0357-3a6d-4a14-93b3-81bfe153094f x-openstack-request-id: req-2c2c0357-3a6d-4a14-93b3-81bfe153094f {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:34.182418 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4656226-2735-4953-84ba-f1d0d5c5c814", "name": "network-vif-plugged", "status": "completed", "tag": "390b51b7-320f-4608-b122-2f32ca3f0e3b", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:34.182898 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2c2c0357-3a6d-4a14-93b3-81bfe153094f {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:34.183502 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4656226-2735-4953-84ba-f1d0d5c5c814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390b51b7-320f-4608-b122-2f32ca3f0e3b', 'code': 200} Jul 30 20:08:34.200125 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018294156-router', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:08:17Z', 'updated_at': '2021-07-30T20:08:27Z', 'revision_number': 4, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'gw_port': {'id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:21Z', 'updated_at': '2021-07-30T20:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '4028708b-c67d-4682-955a-f5b91a758dbc', 'name': '', 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'mac_address': 'fa:16:3e:56:6f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '54b2d052-a18e-40d7-8ed9-045fadafa2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:27Z', 'updated_at': '2021-07-30T20:08:33Z', 'revision_number': 4, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'subnets': [{'id': '54b2d052-a18e-40d7-8ed9-045fadafa2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:34.214929 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f97be09e-8633-4306-a9e9-b31bf9961e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:34.226790 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef68717-7b60-43f9-b375-845dbb705ded req-0d77317d-7810-4c11-9414-968ee9fdf706 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:34.235656 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cef68717-7b60-43f9-b375-845dbb705ded req-0d77317d-7810-4c11-9414-968ee9fdf706 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=49b57fe3-d4af-43a2-8819-fe7a3fba5905 HTTP/1.1" status: 200 len: 949 time: 0.1817360 Jul 30 20:08:34.239043 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c690df9-fa89-45db-9d7d-992ce2c5cf9d req-4ffccacd-ef40-4583-99bb-6963ef90705e tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:34.241610 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487eae48-c9ca-4255-94e0-4b70ee65440f None None] The sync data for ids ['c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'] in n-d-712137-9 is: [{'id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018294156-router', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:08:17Z', 'updated_at': '2021-07-30T20:08:27Z', 'revision_number': 4, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'gw_port': {'id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:21Z', 'updated_at': '2021-07-30T20:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '4028708b-c67d-4682-955a-f5b91a758dbc', 'name': '', 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'mac_address': 'fa:16:3e:56:6f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '54b2d052-a18e-40d7-8ed9-045fadafa2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:27Z', 'updated_at': '2021-07-30T20:08:33Z', 'revision_number': 4, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'subnets': [{'id': '54b2d052-a18e-40d7-8ed9-045fadafa2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:08:34.250654 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7c690df9-fa89-45db-9d7d-992ce2c5cf9d req-4ffccacd-ef40-4583-99bb-6963ef90705e tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4656226-2735-4953-84ba-f1d0d5c5c814 HTTP/1.1" status: 200 len: 946 time: 0.0712929 Jul 30 20:08:34.311560 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7c690df9-fa89-45db-9d7d-992ce2c5cf9d req-aa5b2871-168c-4054-875d-ba245cc6e7c9 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490804 Jul 30 20:08:34.390113 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f97be09e-8633-4306-a9e9-b31bf9961e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:34.392703 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f97be09e-8633-4306-a9e9-b31bf9961e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:34.408782 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f97be09e-8633-4306-a9e9-b31bf9961e7e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b2d94847-feb6-40a7-978e-d6e30e4a953b HTTP/1.1" status: 204 len: 168 time: 0.5778968 Jul 30 20:08:34.440937 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cef68717-7b60-43f9-b375-845dbb705ded req-800d39b6-dddf-4399-910f-b5fcc6c188ad tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017670 Jul 30 20:08:34.441660 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-05a13fa2-4f76-4fde-8a01-e87c942afbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'name': 'tempest-ServersTestManualDisk-113923996-router', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:50Z', 'updated_at': '2021-07-30T20:07:56Z', 'revision_number': 4, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'gw_port': {'id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:51Z', 'updated_at': '2021-07-30T20:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '8c025e01-1ce1-4923-b3ef-d230453b1129', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'port_id': '3b33a462-0755-4c4e-a53c-4d425ea24600', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27', 'mac_address': 'fa:16:3e:27:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1d159-3d07-4ace-ba32-0bf1afaec6da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:08:01Z', 'updated_at': '2021-07-30T20:08:31Z', 'revision_number': 1, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c62182-21e8-4e3a-a39e-4cb2d02a20b2', 'name': '', 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'mac_address': 'fa:16:3e:01:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '2eec45fe-dd4e-4389-9cda-638613cd4e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:55Z', 'updated_at': '2021-07-30T20:08:05Z', 'revision_number': 5, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'subnets': [{'id': '2eec45fe-dd4e-4389-9cda-638613cd4e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:34.443551 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4899e12-a90e-4da3-9180-d3df64c27e34 req-b1665ba3-7a9a-443e-b9a9-f0bd1042a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:34.445089 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f4899e12-a90e-4da3-9180-d3df64c27e34 req-b1665ba3-7a9a-443e-b9a9-f0bd1042a84a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b4656226-2735-4953-84ba-f1d0d5c5c814 HTTP/1.1" status: 200 len: 1097 time: 0.2522764 Jul 30 20:08:34.460315 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97be09e-8633-4306-a9e9-b31bf9961e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d94847-feb6-40a7-978e-d6e30e4a953b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:34.485598 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97be09e-8633-4306-a9e9-b31bf9961e7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:34.494944 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97be09e-8633-4306-a9e9-b31bf9961e7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:34.495452 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97be09e-8633-4306-a9e9-b31bf9961e7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:34.495825 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97be09e-8633-4306-a9e9-b31bf9961e7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:34.496161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97be09e-8633-4306-a9e9-b31bf9961e7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:34.496494 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97be09e-8633-4306-a9e9-b31bf9961e7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:34.496821 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97be09e-8633-4306-a9e9-b31bf9961e7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:34.497150 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97be09e-8633-4306-a9e9-b31bf9961e7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:34.497476 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97be09e-8633-4306-a9e9-b31bf9961e7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:34.497801 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97be09e-8633-4306-a9e9-b31bf9961e7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:34.498135 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97be09e-8633-4306-a9e9-b31bf9961e7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:34.498446 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97be09e-8633-4306-a9e9-b31bf9961e7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:34.502541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a13fa2-4f76-4fde-8a01-e87c942afbc3 None None] The sync data for ids ['8f4c42e0-4a38-408a-9608-b8a899c825da'] in n-d-712137-9 is: [{'id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'name': 'tempest-ServersTestManualDisk-113923996-router', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:50Z', 'updated_at': '2021-07-30T20:07:56Z', 'revision_number': 4, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'gw_port': {'id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:51Z', 'updated_at': '2021-07-30T20:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '8c025e01-1ce1-4923-b3ef-d230453b1129', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'port_id': '3b33a462-0755-4c4e-a53c-4d425ea24600', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27', 'mac_address': 'fa:16:3e:27:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1d159-3d07-4ace-ba32-0bf1afaec6da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:08:01Z', 'updated_at': '2021-07-30T20:08:31Z', 'revision_number': 1, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c62182-21e8-4e3a-a39e-4cb2d02a20b2', 'name': '', 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'mac_address': 'fa:16:3e:01:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '2eec45fe-dd4e-4389-9cda-638613cd4e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:55Z', 'updated_at': '2021-07-30T20:08:05Z', 'revision_number': 5, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'subnets': [{'id': '2eec45fe-dd4e-4389-9cda-638613cd4e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:08:34.526048 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f4899e12-a90e-4da3-9180-d3df64c27e34 req-7eca4394-b08d-45c2-88eb-545af8d89854 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722425 Jul 30 20:08:34.685427 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 4108bc3a-c34d-4f8d-a6ac-c413e8f75236 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:34.778385 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4028708b-c67d-4682-955a-f5b91a758dbc up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:34.872898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 4108bc3a-c34d-4f8d-a6ac-c413e8f75236 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:34.895822 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 4108bc3a-c34d-4f8d-a6ac-c413e8f75236 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:34.896101 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:34.984787 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5bf884-ae24-4459-9965-617ac490fc28 None None] New status for floating IP 8c025e01-1ce1-4923-b3ef-d230453b1129: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:08:35.117121 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 4028708b-c67d-4682-955a-f5b91a758dbc completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:35.125634 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 4028708b-c67d-4682-955a-f5b91a758dbc triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:35.126008 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:35.132518 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:35.209350 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af12f0e-6b07-4aee-843e-710ae454d8e8 req-b80bb2c7-3e8f-4533-842b-5eb970d53669 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:35.218171 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2af12f0e-6b07-4aee-843e-710ae454d8e8 req-b80bb2c7-3e8f-4533-842b-5eb970d53669 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 944 time: 0.0763385 Jul 30 20:08:35.256367 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 4108bc3a-c34d-4f8d-a6ac-c413e8f75236, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=4108bc3a-c34d-4f8d-a6ac-c413e8f75236,segment=NetworkSegment(aa17f534-d0c8-434a-97e7-2a66788271c7),segment_id=aa17f534-d0c8-434a-97e7-2a66788271c7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:35.263765 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2af12f0e-6b07-4aee-843e-710ae454d8e8 req-0ea0488b-04e0-4139-86a4-8b7c65cfe15a tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/security-groups?id=295d9542-457a-44fc-bbd1-9fa60fe0ee1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443635 Jul 30 20:08:35.275092 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:35.363280 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:35.375671 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=4108bc3a-c34d-4f8d-a6ac-c413e8f75236,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:35.409725 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 4028708b-c67d-4682-955a-f5b91a758dbc, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4028708b-c67d-4682-955a-f5b91a758dbc,segment=NetworkSegment(cb7a869c-f3af-4050-981a-52b4840e66fc),segment_id=cb7a869c-f3af-4050-981a-52b4840e66fc)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:35.415048 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:35.479911 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=4028708b-c67d-4682-955a-f5b91a758dbc,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:35.487638 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df36b0-1d87-4196-9e99-2ce81bfdbe74 req-24296656-6c12-4407-ab5b-8fe4abe9a8e5 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:35.490457 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-03df36b0-1d87-4196-9e99-2ce81bfdbe74 req-24296656-6c12-4407-ab5b-8fe4abe9a8e5 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4656226-2735-4953-84ba-f1d0d5c5c814 HTTP/1.1" status: 200 len: 946 time: 0.1081057 Jul 30 20:08:35.588916 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-03df36b0-1d87-4196-9e99-2ce81bfdbe74 req-3714a98f-8e07-4daa-838b-98ee8d8bb20f tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806260 Jul 30 20:08:35.617936 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f19071-db5f-4bf7-99e4-e5407e3ed83f req-91d35a0c-b773-4727-a072-95f6d06f4287 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:35.628933 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95f19071-db5f-4bf7-99e4-e5407e3ed83f req-91d35a0c-b773-4727-a072-95f6d06f4287 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=49b57fe3-d4af-43a2-8819-fe7a3fba5905 HTTP/1.1" status: 200 len: 949 time: 0.1000273 Jul 30 20:08:35.692428 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95f19071-db5f-4bf7-99e4-e5407e3ed83f req-faf2e98c-bba2-4688-bbf9-c3960421cd0f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625477 Jul 30 20:08:36.184512 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ebdecc-5b32-4360-b90b-e21e9b8d71ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4108bc3a-c34d-4f8d-a6ac-c413e8f75236'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:36.186854 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e128fe9a-e6dc-4065-a0bc-674425cea6cd" -d '{"events": [{"server_uuid": "f3ebdecc-5b32-4360-b90b-e21e9b8d71ee", "name": "network-vif-plugged", "status": "completed", "tag": "4108bc3a-c34d-4f8d-a6ac-c413e8f75236"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:36.225835 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2764e7d2-3e74-470f-9fa4-a18ee6a9ec1a x-openstack-request-id: req-2764e7d2-3e74-470f-9fa4-a18ee6a9ec1a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:36.226199 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ebdecc-5b32-4360-b90b-e21e9b8d71ee", "name": "network-vif-plugged", "status": "completed", "tag": "4108bc3a-c34d-4f8d-a6ac-c413e8f75236", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:36.226397 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2764e7d2-3e74-470f-9fa4-a18ee6a9ec1a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:36.226748 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ebdecc-5b32-4360-b90b-e21e9b8d71ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4108bc3a-c34d-4f8d-a6ac-c413e8f75236', 'code': 200} Jul 30 20:08:36.341750 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54502ace-86c5-4885-9255-2086e8f5d15e req-ca85c8dc-541d-488b-8131-e1eb6cb61cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:36.343738 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-54502ace-86c5-4885-9255-2086e8f5d15e req-ca85c8dc-541d-488b-8131-e1eb6cb61cdd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 1096 time: 0.0516875 Jul 30 20:08:36.385411 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-54502ace-86c5-4885-9255-2086e8f5d15e req-d9bb5f1d-aa74-4d54-bca3-ce93157974d4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=295d9542-457a-44fc-bbd1-9fa60fe0ee1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318232 Jul 30 20:08:36.412542 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60116) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:36.420826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c3f60-15c7-4880-b740-a7634ec8875e req-97946234-25c3-48cf-a10b-466b62e8c95a tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:36.422599 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-257c3f60-15c7-4880-b740-a7634ec8875e req-97946234-25c3-48cf-a10b-466b62e8c95a tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 945 time: 0.0592711 Jul 30 20:08:36.465722 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-257c3f60-15c7-4880-b740-a7634ec8875e req-c4146f3f-accc-42d1-a0af-7a100463a056 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/security-groups?id=295d9542-457a-44fc-bbd1-9fa60fe0ee1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369546 Jul 30 20:08:36.531927 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c9deb1a-e9dc-4ace-a26d-6484f1a72291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:36.636028 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4028708b-c67d-4682-955a-f5b91a758dbc up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:36.647178 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c9deb1a-e9dc-4ace-a26d-6484f1a72291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:36.654569 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c9deb1a-e9dc-4ace-a26d-6484f1a72291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:36.699181 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device e096ff85-a3f9-429f-8cf3-f4a64792986b up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:36.721579 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9deb1a-e9dc-4ace-a26d-6484f1a72291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3e0a2a-ca23-4b3e-ad90-905c0972030c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:36.729939 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9c9deb1a-e9dc-4ace-a26d-6484f1a72291 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=437411d9c7cb4c51b67e86ec29eb174c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3163271 Jul 30 20:08:36.732557 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60124) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:36.752779 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 4028708b-c67d-4682-955a-f5b91a758dbc triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:36.753196 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:36.763232 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f9fc4-c78a-4eb0-aa27-18333b8e1202 req-51b82756-2bbc-44fd-9c65-1d34c906cbe5 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:36.764840 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8a5f9fc4-c78a-4eb0-aa27-18333b8e1202 req-51b82756-2bbc-44fd-9c65-1d34c906cbe5 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4656226-2735-4953-84ba-f1d0d5c5c814 HTTP/1.1" status: 200 len: 946 time: 0.0923080 Jul 30 20:08:36.794106 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-092856c8-e6ca-4065-89b4-1f493832591c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:36.841168 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-092856c8-e6ca-4065-89b4-1f493832591c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:36.844328 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port e096ff85-a3f9-429f-8cf3-f4a64792986b completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:36.848410 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8a5f9fc4-c78a-4eb0-aa27-18333b8e1202 req-26fda7cb-0fbe-4438-b444-073b0580448e tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725164 Jul 30 20:08:36.856588 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port e096ff85-a3f9-429f-8cf3-f4a64792986b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:36.857031 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:36.927234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3adee1b-8ae4-45dc-bc76-c79b42e4a7c1 req-0d1cf79b-ffef-4422-8d78-e3bbee049ff6 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:36.928805 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b3adee1b-8ae4-45dc-bc76-c79b42e4a7c1 req-0d1cf79b-ffef-4422-8d78-e3bbee049ff6 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=49b57fe3-d4af-43a2-8819-fe7a3fba5905 HTTP/1.1" status: 200 len: 949 time: 0.0843084 Jul 30 20:08:36.946666 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-092856c8-e6ca-4065-89b4-1f493832591c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:36.950085 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-092856c8-e6ca-4065-89b4-1f493832591c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:36.951224 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-092856c8-e6ca-4065-89b4-1f493832591c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0b3e0a2a-ca23-4b3e-ad90-905c0972030c HTTP/1.1" status: 204 len: 168 time: 0.2177129 Jul 30 20:08:36.975198 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:36.986410 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092856c8-e6ca-4065-89b4-1f493832591c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3e0a2a-ca23-4b3e-ad90-905c0972030c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:37.014580 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e386b3-6f8b-4b62-9541-14d4918a70ad req-6ae70455-0a87-4b42-94c0-35400c5ce29d tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:37.017196 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b3adee1b-8ae4-45dc-bc76-c79b42e4a7c1 req-fa4bb9d7-78fa-46ee-b825-7c58b5f534d8 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648272 Jul 30 20:08:37.022299 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f0e386b3-6f8b-4b62-9541-14d4918a70ad req-6ae70455-0a87-4b42-94c0-35400c5ce29d tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=15e12f8c-73ac-45d2-b360-3f68684b3a91 HTTP/1.1" status: 200 len: 945 time: 0.0720119 Jul 30 20:08:37.056775 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port e096ff85-a3f9-429f-8cf3-f4a64792986b, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e096ff85-a3f9-429f-8cf3-f4a64792986b,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:37.064181 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:37.098351 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f0e386b3-6f8b-4b62-9541-14d4918a70ad req-90ef104a-d41a-4d86-8a60-b816fc71bcf6 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701127 Jul 30 20:08:37.127666 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=e096ff85-a3f9-429f-8cf3-f4a64792986b,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:37.529842 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a747d-e2fb-4001-9f38-f8c4609f944f req-04b5ed2a-27ab-4d1c-8dcc-913aa40e1814 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:37.533203 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9e1a747d-e2fb-4001-9f38-f8c4609f944f req-04b5ed2a-27ab-4d1c-8dcc-913aa40e1814 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=15e12f8c-73ac-45d2-b360-3f68684b3a91 HTTP/1.1" status: 200 len: 945 time: 0.0682309 Jul 30 20:08:37.591075 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9e1a747d-e2fb-4001-9f38-f8c4609f944f req-0c4efb5e-8799-4a59-b12a-c78c414f4770 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512054 Jul 30 20:08:37.624437 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c554e87-fbff-4280-9cc2-fae0ac8d2225 req-17469f06-6783-4e14-bcd6-9a5a413d9257 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:37.625994 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1c554e87-fbff-4280-9cc2-fae0ac8d2225 req-17469f06-6783-4e14-bcd6-9a5a413d9257 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 945 time: 0.0761957 Jul 30 20:08:37.675754 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1c554e87-fbff-4280-9cc2-fae0ac8d2225 req-117f23d2-79a8-4c44-87c3-daab2c170371 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/security-groups?id=295d9542-457a-44fc-bbd1-9fa60fe0ee1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413001 Jul 30 20:08:38.174167 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d2e3b-4e41-486f-8ff5-0662bdef2b8f req-a7316560-dd69-4910-b491-65365953ebe7 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:38.180103 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-585d2e3b-4e41-486f-8ff5-0662bdef2b8f req-a7316560-dd69-4910-b491-65365953ebe7 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=49b57fe3-d4af-43a2-8819-fe7a3fba5905 HTTP/1.1" status: 200 len: 950 time: 0.0750625 Jul 30 20:08:38.222236 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-585d2e3b-4e41-486f-8ff5-0662bdef2b8f req-2d7e8cc0-6b2a-4ad0-9d45-8cee92e3c983 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395231 Jul 30 20:08:38.228015 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b57fe3-d4af-43a2-8819-fe7a3fba5905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e096ff85-a3f9-429f-8cf3-f4a64792986b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:38.230323 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b3c053-861f-463c-a13a-20b148d6261b" -d '{"events": [{"server_uuid": "49b57fe3-d4af-43a2-8819-fe7a3fba5905", "name": "network-vif-plugged", "status": "completed", "tag": "e096ff85-a3f9-429f-8cf3-f4a64792986b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:38.418360 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b76371-343d-48ef-a53f-50290cb522ff x-openstack-request-id: req-d5b76371-343d-48ef-a53f-50290cb522ff {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:38.418843 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b57fe3-d4af-43a2-8819-fe7a3fba5905", "name": "network-vif-plugged", "status": "completed", "tag": "e096ff85-a3f9-429f-8cf3-f4a64792986b", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:38.419226 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d5b76371-343d-48ef-a53f-50290cb522ff {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:38.420388 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b57fe3-d4af-43a2-8819-fe7a3fba5905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e096ff85-a3f9-429f-8cf3-f4a64792986b', 'code': 200} Jul 30 20:08:38.533672 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab195d2-450d-4124-a9b8-e690395596d0 req-a0158290-d922-4070-8108-2a87d539a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:38.535221 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3ab195d2-450d-4124-a9b8-e690395596d0 req-a0158290-d922-4070-8108-2a87d539a5f4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=49b57fe3-d4af-43a2-8819-fe7a3fba5905 HTTP/1.1" status: 200 len: 1101 time: 0.0459073 Jul 30 20:08:38.584325 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3ab195d2-450d-4124-a9b8-e690395596d0 req-a9415423-2203-4430-b5d3-48f3bca71cc8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419431 Jul 30 20:08:38.663442 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:08:38.734098 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954c8e1-1f56-4a11-9bff-d05533895bc9 req-22eda1de-3a8c-4794-b64f-0af79e4822e6 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:38.736060 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3954c8e1-1f56-4a11-9bff-d05533895bc9 req-22eda1de-3a8c-4794-b64f-0af79e4822e6 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=15e12f8c-73ac-45d2-b360-3f68684b3a91 HTTP/1.1" status: 200 len: 945 time: 0.0524158 Jul 30 20:08:38.808105 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3954c8e1-1f56-4a11-9bff-d05533895bc9 req-9818e2b5-e250-462c-9461-7c57f46346f3 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/security-groups?id=1a8ddf10-80a0-4a30-9d4c-8879e175f440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593266 Jul 30 20:08:38.916589 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74124ab-4577-4d34-a594-64e193823d15 req-516c8f84-3f8f-4119-9c7b-220155613744 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:38.918773 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d74124ab-4577-4d34-a594-64e193823d15 req-516c8f84-3f8f-4119-9c7b-220155613744 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.59 "GET /v2.0/ports?device_id=15e12f8c-73ac-45d2-b360-3f68684b3a91 HTTP/1.1" status: 200 len: 945 time: 0.0524220 Jul 30 20:08:38.927852 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae08d4-6436-4854-bb25-cd643abea06b req-f0ba6eff-7d5a-4751-98e3-10857fa8d69b tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:38.929369 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-56ae08d4-6436-4854-bb25-cd643abea06b req-f0ba6eff-7d5a-4751-98e3-10857fa8d69b tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 945 time: 0.0590670 Jul 30 20:08:39.014766 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-56ae08d4-6436-4854-bb25-cd643abea06b req-f1a5fc4b-78e8-4af4-9d78-e631086597e3 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/security-groups?id=295d9542-457a-44fc-bbd1-9fa60fe0ee1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737472 Jul 30 20:08:39.049449 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-d74124ab-4577-4d34-a594-64e193823d15 req-dc26efdf-66ba-424f-9c35-dd322e7516b9 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Deleting port 5cb8dd31-3410-40a0-ad28-1575aaf96bd3 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:08:39.050202 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d74124ab-4577-4d34-a594-64e193823d15 req-dc26efdf-66ba-424f-9c35-dd322e7516b9 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:39.050947 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bd08d-6a27-4aad-9a98-14485c7093a7 req-4e590ad2-a958-4b0b-aebc-cfdb590ed281 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:39.052745 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b81bd08d-6a27-4aad-9a98-14485c7093a7 req-4e590ad2-a958-4b0b-aebc-cfdb590ed281 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4656226-2735-4953-84ba-f1d0d5c5c814 HTTP/1.1" status: 200 len: 946 time: 0.0987854 Jul 30 20:08:39.175995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d74124ab-4577-4d34-a594-64e193823d15 req-dc26efdf-66ba-424f-9c35-dd322e7516b9 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] For port 5cb8dd31-3410-40a0-ad28-1575aaf96bd3, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5cb8dd31-3410-40a0-ad28-1575aaf96bd3,segment=NetworkSegment(2618f9ee-81c9-4a40-a57d-bfcc0bd06c33),segment_id=2618f9ee-81c9-4a40-a57d-bfcc0bd06c33)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:39.176507 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d74124ab-4577-4d34-a594-64e193823d15 req-dc26efdf-66ba-424f-9c35-dd322e7516b9 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:39.195158 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-d74124ab-4577-4d34-a594-64e193823d15 req-dc26efdf-66ba-424f-9c35-dd322e7516b9 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Calling delete_port for 5cb8dd31-3410-40a0-ad28-1575aaf96bd3 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:08:39.199704 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-b81bd08d-6a27-4aad-9a98-14485c7093a7 req-f5607045-e713-4e44-9ffb-9c843bbfe8ad tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Deleting port 390b51b7-320f-4608-b122-2f32ca3f0e3b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:08:39.201444 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b81bd08d-6a27-4aad-9a98-14485c7093a7 req-f5607045-e713-4e44-9ffb-9c843bbfe8ad tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:39.333078 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989d197-ac49-435f-a834-2cbe455145f5 req-f0aebcee-481c-4c07-8069-e2e48f142413 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:39.334843 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a989d197-ac49-435f-a834-2cbe455145f5 req-f0aebcee-481c-4c07-8069-e2e48f142413 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 945 time: 0.1303561 Jul 30 20:08:39.344353 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60208) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:39.351345 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9b5376c5-d659-43a2-846d-906a2f0ad1bf tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Request body: {'floatingip': {'port_id': '4108bc3a-c34d-4f8d-a6ac-c413e8f75236'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:39.386787 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d74124ab-4577-4d34-a594-64e193823d15 req-dc26efdf-66ba-424f-9c35-dd322e7516b9 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:39.399293 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['5cb8dd31-3410-40a0-ad28-1575aaf96bd3', '390b51b7-320f-4608-b122-2f32ca3f0e3b'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:08:39.419022 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b81bd08d-6a27-4aad-9a98-14485c7093a7 req-f5607045-e713-4e44-9ffb-9c843bbfe8ad tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] For port 390b51b7-320f-4608-b122-2f32ca3f0e3b, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=390b51b7-320f-4608-b122-2f32ca3f0e3b,segment=NetworkSegment(2618f9ee-81c9-4a40-a57d-bfcc0bd06c33),segment_id=2618f9ee-81c9-4a40-a57d-bfcc0bd06c33)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:39.419022 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b81bd08d-6a27-4aad-9a98-14485c7093a7 req-f5607045-e713-4e44-9ffb-9c843bbfe8ad tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:39.423065 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b5376c5-d659-43a2-846d-906a2f0ad1bf tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:39.474753 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-b81bd08d-6a27-4aad-9a98-14485c7093a7 req-f5607045-e713-4e44-9ffb-9c843bbfe8ad tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Calling delete_port for 390b51b7-320f-4608-b122-2f32ca3f0e3b owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:08:39.534811 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26efdf-66ba-424f-9c35-dd322e7516b9 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Pushing event deleted for resources: {'Port': ['ID=5cb8dd31-3410-40a0-ad28-1575aaf96bd3,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:39.556516 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74124ab-4577-4d34-a594-64e193823d15 req-dc26efdf-66ba-424f-9c35-dd322e7516b9 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] No DVR routers for this DVR port 5cb8dd31-3410-40a0-ad28-1575aaf96bd3 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:08:39.568239 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d74124ab-4577-4d34-a594-64e193823d15 req-dc26efdf-66ba-424f-9c35-dd322e7516b9 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:39.572677 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d74124ab-4577-4d34-a594-64e193823d15 req-dc26efdf-66ba-424f-9c35-dd322e7516b9 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.59 "DELETE /v2.0/ports/5cb8dd31-3410-40a0-ad28-1575aaf96bd3 HTTP/1.1" status: 204 len: 173 time: 0.6418331 Jul 30 20:08:39.573996 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e12f8c-73ac-45d2-b360-3f68684b3a91', 'name': 'network-vif-deleted', 'tag': '5cb8dd31-3410-40a0-ad28-1575aaf96bd3'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:39.594517 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba0872d-c2fd-4eb6-90c6-90e2fce5af95" -d '{"events": [{"server_uuid": "15e12f8c-73ac-45d2-b360-3f68684b3a91", "name": "network-vif-deleted", "tag": "5cb8dd31-3410-40a0-ad28-1575aaf96bd3"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:39.725617 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26eaef7-b40d-461b-a02d-e691b8594daa req-199f2bcb-49fc-4d01-8ff0-3ed60f6c9251 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:39.727361 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d26eaef7-b40d-461b-a02d-e691b8594daa req-199f2bcb-49fc-4d01-8ff0-3ed60f6c9251 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=49b57fe3-d4af-43a2-8819-fe7a3fba5905 HTTP/1.1" status: 200 len: 950 time: 0.2441773 Jul 30 20:08:39.901786 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dec3ac-97c2-4b5a-8de5-3a9317ec8715 x-openstack-request-id: req-b2dec3ac-97c2-4b5a-8de5-3a9317ec8715 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:39.902358 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e12f8c-73ac-45d2-b360-3f68684b3a91", "name": "network-vif-deleted", "tag": "5cb8dd31-3410-40a0-ad28-1575aaf96bd3", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:39.902776 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b2dec3ac-97c2-4b5a-8de5-3a9317ec8715 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:39.903357 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e12f8c-73ac-45d2-b360-3f68684b3a91', 'name': 'network-vif-deleted', 'tag': '5cb8dd31-3410-40a0-ad28-1575aaf96bd3', 'status': 'completed', 'code': 200} Jul 30 20:08:40.117544 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d26eaef7-b40d-461b-a02d-e691b8594daa req-94264787-cc52-4079-a699-740d5f6a6f12 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711736 Jul 30 20:08:40.223538 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b81bd08d-6a27-4aad-9a98-14485c7093a7 req-f5607045-e713-4e44-9ffb-9c843bbfe8ad tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:40.237303 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['5cb8dd31-3410-40a0-ad28-1575aaf96bd3'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:08:40.266360 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5607045-e713-4e44-9ffb-9c843bbfe8ad tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Pushing event deleted for resources: {'Port': ['ID=390b51b7-320f-4608-b122-2f32ca3f0e3b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:40.281800 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4dc0ff0d-936f-41ff-a8f7-0978171cd6fe req-abafd659-2725-46f4-8340-12680de4cd75 tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.81 "GET /v2.0/ports?device_id=15e12f8c-73ac-45d2-b360-3f68684b3a91 HTTP/1.1" status: 200 len: 210 time: 0.0681136 Jul 30 20:08:40.312263 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5607045-e713-4e44-9ffb-9c843bbfe8ad tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:40.312611 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5607045-e713-4e44-9ffb-9c843bbfe8ad tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:40.312953 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5607045-e713-4e44-9ffb-9c843bbfe8ad tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:40.313292 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5607045-e713-4e44-9ffb-9c843bbfe8ad tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:40.313622 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5607045-e713-4e44-9ffb-9c843bbfe8ad tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:40.313954 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5607045-e713-4e44-9ffb-9c843bbfe8ad tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:40.314284 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5607045-e713-4e44-9ffb-9c843bbfe8ad tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:40.314609 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5607045-e713-4e44-9ffb-9c843bbfe8ad tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:40.314935 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5607045-e713-4e44-9ffb-9c843bbfe8ad tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:40.315257 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5607045-e713-4e44-9ffb-9c843bbfe8ad tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:40.315603 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5607045-e713-4e44-9ffb-9c843bbfe8ad tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:40.315921 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5607045-e713-4e44-9ffb-9c843bbfe8ad tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:08:40.370582 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81bd08d-6a27-4aad-9a98-14485c7093a7 req-f5607045-e713-4e44-9ffb-9c843bbfe8ad tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] No DVR routers for this DVR port 390b51b7-320f-4608-b122-2f32ca3f0e3b on host n-h1-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:08:40.374445 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b81bd08d-6a27-4aad-9a98-14485c7093a7 req-f5607045-e713-4e44-9ffb-9c843bbfe8ad tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:40.376499 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b81bd08d-6a27-4aad-9a98-14485c7093a7 req-f5607045-e713-4e44-9ffb-9c843bbfe8ad tempest-MultipleCreateTestJSON-784531668 tempest-MultipleCreateTestJSON-784531668-project] 10.222.0.59 "DELETE /v2.0/ports/390b51b7-320f-4608-b122-2f32ca3f0e3b HTTP/1.1" status: 204 len: 173 time: 1.3160582 Jul 30 20:08:40.376945 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4656226-2735-4953-84ba-f1d0d5c5c814', 'name': 'network-vif-deleted', 'tag': '390b51b7-320f-4608-b122-2f32ca3f0e3b'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:40.379353 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495bdf0c-e924-4c17-b4ca-81690632dd09" -d '{"events": [{"server_uuid": "b4656226-2735-4953-84ba-f1d0d5c5c814", "name": "network-vif-deleted", "tag": "390b51b7-320f-4608-b122-2f32ca3f0e3b"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:40.453254 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f90e4b-bfcc-4e4f-bc4f-b9849e48b147 x-openstack-request-id: req-b9f90e4b-bfcc-4e4f-bc4f-b9849e48b147 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:40.453755 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4656226-2735-4953-84ba-f1d0d5c5c814", "name": "network-vif-deleted", "tag": "390b51b7-320f-4608-b122-2f32ca3f0e3b", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:40.454205 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b9f90e4b-bfcc-4e4f-bc4f-b9849e48b147 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:40.454597 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4656226-2735-4953-84ba-f1d0d5c5c814', 'name': 'network-vif-deleted', 'tag': '390b51b7-320f-4608-b122-2f32ca3f0e3b', 'status': 'completed', 'code': 200} Jul 30 20:08:40.536401 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b5376c5-d659-43a2-846d-906a2f0ad1bf tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:40.541814 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b5376c5-d659-43a2-846d-906a2f0ad1bf tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:40.666710 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-9b5376c5-d659-43a2-846d-906a2f0ad1bf tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Floating IP 216a1e90-b019-4f3a-b7ae-8c23fbd918cf associated. External IP: 172.25.3.229, port: 4108bc3a-c34d-4f8d-a6ac-c413e8f75236. Jul 30 20:08:40.767383 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60238) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:40.927910 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a19ed9e7-0a4e-4def-b00f-cee60b4523fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:40.977433 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5376c5-d659-43a2-846d-906a2f0ad1bf tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Router 45ea8950-22e4-4b63-bc0b-bd0506a4ba9d has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:08:41.148655 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a19ed9e7-0a4e-4def-b00f-cee60b4523fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:41.152378 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5376c5-d659-43a2-846d-906a2f0ad1bf tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:08:41.157346 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b5376c5-d659-43a2-846d-906a2f0ad1bf tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:41.159814 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a19ed9e7-0a4e-4def-b00f-cee60b4523fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:41.167015 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36bab3b-6d56-455f-912d-fd4d190be606 None None] Sync routers for ids ['45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:08:41.178943 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36bab3b-6d56-455f-912d-fd4d190be606 None None] Routers {'45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:08:41.179963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e36bab3b-6d56-455f-912d-fd4d190be606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:08:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:41.229139 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ed9e7-0a4e-4def-b00f-cee60b4523fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeceb0f4-0e51-40f5-81d8-40ad66bcb059,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:41.261186 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9b5376c5-d659-43a2-846d-906a2f0ad1bf tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "PUT /v2.0/floatingips/216a1e90-b019-4f3a-b7ae-8c23fbd918cf HTTP/1.1" status: 200 len: 991 time: 1.9155202 Jul 30 20:08:41.265024 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a19ed9e7-0a4e-4def-b00f-cee60b4523fc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6809f8117d5b4e44b6fefc9995986fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4966433 Jul 30 20:08:41.267922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60250) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:41.296010 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4ab9b-0ee9-4862-bc79-039972888239 req-afb21b88-1564-44c8-903a-51726c83e46f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:41.299992 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4db4ab9b-0ee9-4862-bc79-039972888239 req-afb21b88-1564-44c8-903a-51726c83e46f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=49b57fe3-d4af-43a2-8819-fe7a3fba5905 HTTP/1.1" status: 200 len: 950 time: 0.0998235 Jul 30 20:08:41.359108 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-e36bab3b-6d56-455f-912d-fd4d190be606 None None] Set router 45ea8950-22e4-4b63-bc0b-bd0506a4ba9d gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:08:41.361146 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f5bac997-7ea6-4d08-beb2-3065095adf94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:41.366334 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4db4ab9b-0ee9-4862-bc79-039972888239 req-fba7ce67-30b0-446c-b016-2a7f7758b76e tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607419 Jul 30 20:08:41.388475 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f5bac997-7ea6-4d08-beb2-3065095adf94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:41.484356 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60260) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:41.485207 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f5bac997-7ea6-4d08-beb2-3065095adf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:41.489494 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f5bac997-7ea6-4d08-beb2-3065095adf94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:41.490645 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f5bac997-7ea6-4d08-beb2-3065095adf94 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aeceb0f4-0e51-40f5-81d8-40ad66bcb059 HTTP/1.1" status: 204 len: 168 time: 0.2217448 Jul 30 20:08:41.501039 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bac997-7ea6-4d08-beb2-3065095adf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeceb0f4-0e51-40f5-81d8-40ad66bcb059,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:41.555420 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9237f2a-f4aa-43ea-8a39-4850cb1d2a91 admin admin] Deleting subnet 69333c2b-b2f0-45b5-805f-62bf3d2b1b3b {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:08:41.560367 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9237f2a-f4aa-43ea-8a39-4850cb1d2a91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:41.599194 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9237f2a-f4aa-43ea-8a39-4850cb1d2a91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:41.664004 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9237f2a-f4aa-43ea-8a39-4850cb1d2a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:41.746993 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9237f2a-f4aa-43ea-8a39-4850cb1d2a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:41.762607 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9237f2a-f4aa-43ea-8a39-4850cb1d2a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:41.764770 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a9237f2a-f4aa-43ea-8a39-4850cb1d2a91 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/69333c2b-b2f0-45b5-805f-62bf3d2b1b3b HTTP/1.1" status: 204 len: 168 time: 0.2788701 Jul 30 20:08:41.767450 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60268) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:41.787559 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9237f2a-f4aa-43ea-8a39-4850cb1d2a91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69333c2b-b2f0-45b5-805f-62bf3d2b1b3b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:41.802779 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e36bab3b-6d56-455f-912d-fd4d190be606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'name': 'tempest-ServersTestFqdnHostnames-315217036-router', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:56Z', 'updated_at': '2021-07-30T20:08:04Z', 'revision_number': 4, 'project_id': '9482a976ec31459b8336e26161d33996', 'gw_port': {'id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:58Z', 'updated_at': '2021-07-30T20:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '216a1e90-b019-4f3a-b7ae-8c23fbd918cf', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'floating_ip_address': '172.25.3.229', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'port_id': '4108bc3a-c34d-4f8d-a6ac-c413e8f75236', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da', 'mac_address': 'fa:16:3e:4d:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ebdecc-5b32-4360-b90b-e21e9b8d71ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:08:11Z', 'updated_at': '2021-07-30T20:08:40Z', 'revision_number': 1, 'project_id': '9482a976ec31459b8336e26161d33996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20e89cb4-08d4-4b23-9dc4-d7433bd9140b', 'name': '', 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'mac_address': 'fa:16:3e:0f:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'f345c7ae-e73e-4bbc-b41e-e320a38068f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:02Z', 'updated_at': '2021-07-30T20:08:11Z', 'revision_number': 5, 'project_id': '9482a976ec31459b8336e26161d33996', 'subnets': [{'id': 'f345c7ae-e73e-4bbc-b41e-e320a38068f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:41.855963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36bab3b-6d56-455f-912d-fd4d190be606 None None] Checking router: 45ea8950-22e4-4b63-bc0b-bd0506a4ba9d for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:08:41.866278 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36bab3b-6d56-455f-912d-fd4d190be606 None None] Routers {'45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:08:41.867502 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e36bab3b-6d56-455f-912d-fd4d190be606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:08:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:41.912459 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38603d7e-e2b1-4f94-a45a-5704244fa9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:42.044917 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38603d7e-e2b1-4f94-a45a-5704244fa9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:42.065891 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-38603d7e-e2b1-4f94-a45a-5704244fa9cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7f714c-123c-4fe0-b78c-4cac6ac7c141']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:42.080059 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-38603d7e-e2b1-4f94-a45a-5704244fa9cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2618f9ee-81c9-4a40-a57d-bfcc0bd06c33') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:42.080343 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-38603d7e-e2b1-4f94-a45a-5704244fa9cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2618f9ee-81c9-4a40-a57d-bfcc0bd06c33') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:42.099799 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194a508-9348-4c22-b472-e8fd7a0601f4 req-452cb8cf-2ad1-444b-9b5f-c90b651cd507 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:42.100168 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-e36bab3b-6d56-455f-912d-fd4d190be606 None None] Set router 45ea8950-22e4-4b63-bc0b-bd0506a4ba9d gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:08:42.106018 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194a508-9348-4c22-b472-e8fd7a0601f4 req-452cb8cf-2ad1-444b-9b5f-c90b651cd507 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:42.107874 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2194a508-9348-4c22-b472-e8fd7a0601f4 req-452cb8cf-2ad1-444b-9b5f-c90b651cd507 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=49b57fe3-d4af-43a2-8819-fe7a3fba5905&device_id=920f7c42-a071-4b10-b9a4-0a4f87abd6b2 HTTP/1.1" status: 200 len: 1690 time: 0.1070373 Jul 30 20:08:42.111954 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38603d7e-e2b1-4f94-a45a-5704244fa9cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:42.148998 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38603d7e-e2b1-4f94-a45a-5704244fa9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:42.173955 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38603d7e-e2b1-4f94-a45a-5704244fa9cb admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:08:42.174495 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38603d7e-e2b1-4f94-a45a-5704244fa9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:42.179202 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2194a508-9348-4c22-b472-e8fd7a0601f4 req-993f7422-dcaa-4898-bb8c-32e58f48a196 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599270 Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:08:42.179865 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:08:42.275632 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38603d7e-e2b1-4f94-a45a-5704244fa9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:42.286597 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38603d7e-e2b1-4f94-a45a-5704244fa9cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:42.289222 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-38603d7e-e2b1-4f94-a45a-5704244fa9cb admin admin] 10.222.0.81 "DELETE /v2.0/networks/db7f714c-123c-4fe0-b78c-4cac6ac7c141 HTTP/1.1" status: 204 len: 168 time: 0.5204573 Jul 30 20:08:42.320011 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38603d7e-e2b1-4f94-a45a-5704244fa9cb admin admin] Pushing event deleted for resources: {'Network': ['ID=db7f714c-123c-4fe0-b78c-4cac6ac7c141,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:42.324537 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 5cb8dd31-3410-40a0-ad28-1575aaf96bd3 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:08:42.351545 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 5cb8dd31-3410-40a0-ad28-1575aaf96bd3 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:08:42.351920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 5cb8dd31-3410-40a0-ad28-1575aaf96bd3 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:08:42.352348 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 390b51b7-320f-4608-b122-2f32ca3f0e3b no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:08:42.397240 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 390b51b7-320f-4608-b122-2f32ca3f0e3b {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:08:42.397916 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 390b51b7-320f-4608-b122-2f32ca3f0e3b not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:08:42.455465 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ebdecc-5b32-4360-b90b-e21e9b8d71ee', 'tag': '4108bc3a-c34d-4f8d-a6ac-c413e8f75236'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:42.458197 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7195d8e-4505-4049-ac49-1e1f645412c2 req-4794e57a-2b3c-4021-abc8-b63749152242 tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:42.459213 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79117ea1-43f7-4506-8f6f-071304cfb99d" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ebdecc-5b32-4360-b90b-e21e9b8d71ee", "tag": "4108bc3a-c34d-4f8d-a6ac-c413e8f75236"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:42.467984 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7195d8e-4505-4049-ac49-1e1f645412c2 req-4794e57a-2b3c-4021-abc8-b63749152242 tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=49b57fe3-d4af-43a2-8819-fe7a3fba5905 HTTP/1.1" status: 200 len: 1101 time: 0.0767331 Jul 30 20:08:42.517807 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60302) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:42.520927 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7195d8e-4505-4049-ac49-1e1f645412c2 req-88c3dec8-dd49-43d1-9856-3520634fd1da tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519679 Jul 30 20:08:42.537378 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60304) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:42.539400 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e36bab3b-6d56-455f-912d-fd4d190be606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'name': 'tempest-ServersTestFqdnHostnames-315217036-router', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:56Z', 'updated_at': '2021-07-30T20:08:04Z', 'revision_number': 4, 'project_id': '9482a976ec31459b8336e26161d33996', 'gw_port': {'id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:58Z', 'updated_at': '2021-07-30T20:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '216a1e90-b019-4f3a-b7ae-8c23fbd918cf', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'floating_ip_address': '172.25.3.229', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'port_id': '4108bc3a-c34d-4f8d-a6ac-c413e8f75236', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da', 'mac_address': 'fa:16:3e:4d:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ebdecc-5b32-4360-b90b-e21e9b8d71ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:08:11Z', 'updated_at': '2021-07-30T20:08:40Z', 'revision_number': 1, 'project_id': '9482a976ec31459b8336e26161d33996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20e89cb4-08d4-4b23-9dc4-d7433bd9140b', 'name': '', 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'mac_address': 'fa:16:3e:0f:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'f345c7ae-e73e-4bbc-b41e-e320a38068f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:02Z', 'updated_at': '2021-07-30T20:08:11Z', 'revision_number': 5, 'project_id': '9482a976ec31459b8336e26161d33996', 'subnets': [{'id': 'f345c7ae-e73e-4bbc-b41e-e320a38068f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:08:42.599956 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36bab3b-6d56-455f-912d-fd4d190be606 None None] The sync data for ids ['45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'] in n-d-712137-9 is: [{'id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'name': 'tempest-ServersTestFqdnHostnames-315217036-router', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:56Z', 'updated_at': '2021-07-30T20:08:04Z', 'revision_number': 4, 'project_id': '9482a976ec31459b8336e26161d33996', 'gw_port': {'id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:58Z', 'updated_at': '2021-07-30T20:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '216a1e90-b019-4f3a-b7ae-8c23fbd918cf', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'floating_ip_address': '172.25.3.229', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'port_id': '4108bc3a-c34d-4f8d-a6ac-c413e8f75236', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da', 'mac_address': 'fa:16:3e:4d:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ebdecc-5b32-4360-b90b-e21e9b8d71ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:08:11Z', 'updated_at': '2021-07-30T20:08:40Z', 'revision_number': 1, 'project_id': '9482a976ec31459b8336e26161d33996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20e89cb4-08d4-4b23-9dc4-d7433bd9140b', 'name': '', 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'mac_address': 'fa:16:3e:0f:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'f345c7ae-e73e-4bbc-b41e-e320a38068f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:02Z', 'updated_at': '2021-07-30T20:08:11Z', 'revision_number': 5, 'project_id': '9482a976ec31459b8336e26161d33996', 'subnets': [{'id': 'f345c7ae-e73e-4bbc-b41e-e320a38068f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:08:42.626915 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a13da3-8317-48d5-aa1e-25b497f73e86 x-openstack-request-id: req-37a13da3-8317-48d5-aa1e-25b497f73e86 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:42.627202 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ebdecc-5b32-4360-b90b-e21e9b8d71ee", "tag": "4108bc3a-c34d-4f8d-a6ac-c413e8f75236", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:42.627457 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37a13da3-8317-48d5-aa1e-25b497f73e86 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:42.627911 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3ebdecc-5b32-4360-b90b-e21e9b8d71ee', 'tag': '4108bc3a-c34d-4f8d-a6ac-c413e8f75236', 'status': 'completed', 'code': 200} Jul 30 20:08:42.632352 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a0061cc8-cbc1-421a-b517-7353311d47a1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=babf84d9f6b44799a6f91d6ad4ddb773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1131816 Jul 30 20:08:42.636024 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60310) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:42.752151 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-49505c32-4081-41ef-a22e-c4f24e250af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:42.770576 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886ead6-7d38-41a1-813d-e3431a6713ac req-2ac80024-1fd7-4dbc-9b7e-7c3176871a03 tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:42.775388 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9886ead6-7d38-41a1-813d-e3431a6713ac req-2ac80024-1fd7-4dbc-9b7e-7c3176871a03 tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=920f7c42-a071-4b10-b9a4-0a4f87abd6b2 HTTP/1.1" status: 200 len: 1100 time: 0.1093488 Jul 30 20:08:42.783111 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d26b1c66-1d1b-42f9-9f59-28af13c74ae3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2041277058-network', 'tenant_id': 'f0f44a55ed0c4ff582262f2e5eb62857'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:42.797828 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-49505c32-4081-41ef-a22e-c4f24e250af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:42.810119 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79117ea1-43f7-4506-8f6f-071304cfb99d req-9623e1fb-baad-4e95-9fcd-08715f606411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:42.811654 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-79117ea1-43f7-4506-8f6f-071304cfb99d req-9623e1fb-baad-4e95-9fcd-08715f606411 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9482a976ec31459b8336e26161d33996&device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 1096 time: 0.1672144 Jul 30 20:08:42.856459 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-49505c32-4081-41ef-a22e-c4f24e250af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:42.859344 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-49505c32-4081-41ef-a22e-c4f24e250af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:42.863704 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-49505c32-4081-41ef-a22e-c4f24e250af8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1a8ddf10-80a0-4a30-9d4c-8879e175f440 HTTP/1.1" status: 204 len: 168 time: 0.2239282 Jul 30 20:08:42.872518 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49505c32-4081-41ef-a22e-c4f24e250af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8ddf10-80a0-4a30-9d4c-8879e175f440,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:42.897185 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26b1c66-1d1b-42f9-9f59-28af13c74ae3 admin admin] Made reservation on behalf of f0f44a55ed0c4ff582262f2e5eb62857 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:08:42.901252 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d26b1c66-1d1b-42f9-9f59-28af13c74ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:42.917488 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9886ead6-7d38-41a1-813d-e3431a6713ac req-0c5cf577-1d82-4f59-ad49-79b8317c41c7 tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355119 Jul 30 20:08:42.927960 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d26b1c66-1d1b-42f9-9f59-28af13c74ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:42.960216 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdcdb23-7791-4c5a-b929-42c701a7ae09 None None] New status for floating IP 216a1e90-b019-4f3a-b7ae-8c23fbd918cf: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:08:43.006301 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79117ea1-43f7-4506-8f6f-071304cfb99d req-7e41d4c3-0096-4e7e-9f72-0025c245b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:43.007847 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-79117ea1-43f7-4506-8f6f-071304cfb99d req-7e41d4c3-0096-4e7e-9f72-0025c245b0b9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b520083c-a600-49f5-83c1-ead5aee680da HTTP/1.1" status: 200 len: 915 time: 0.1886084 Jul 30 20:08:43.126578 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-79117ea1-43f7-4506-8f6f-071304cfb99d req-d9df6f52-b9c5-4477-9b76-481c9cc7df43 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4108bc3a-c34d-4f8d-a6ac-c413e8f75236 HTTP/1.1" status: 200 len: 999 time: 0.1058741 Jul 30 20:08:43.230936 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79117ea1-43f7-4506-8f6f-071304cfb99d req-a37e8465-772d-40df-b8b8-4d4f05253a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:43.232532 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-79117ea1-43f7-4506-8f6f-071304cfb99d req-a37e8465-772d-40df-b8b8-4d4f05253a13 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f345c7ae-e73e-4bbc-b41e-e320a38068f2 HTTP/1.1" status: 200 len: 853 time: 0.0964847 Jul 30 20:08:43.280355 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d26b1c66-1d1b-42f9-9f59-28af13c74ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:43.289129 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d26b1c66-1d1b-42f9-9f59-28af13c74ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:43.314490 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-2fe4db1d-23fb-4900-a3d2-71105636c2b0 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538733 Jul 30 20:08:43.329595 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26b1c66-1d1b-42f9-9f59-28af13c74ae3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:08:43.338583 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79117ea1-43f7-4506-8f6f-071304cfb99d req-d673a710-0149-45a1-8252-7ba6166e5082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:43.340156 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-79117ea1-43f7-4506-8f6f-071304cfb99d req-d673a710-0149-45a1-8252-7ba6166e5082 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b520083c-a600-49f5-83c1-ead5aee680da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948699 Jul 30 20:08:43.357132 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b1c66-1d1b-42f9-9f59-28af13c74ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001643db-2d23-4ef1-8e37-ab10dba25369,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:43.386201 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d26b1c66-1d1b-42f9-9f59-28af13c74ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:43.386864 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-d26b1c66-1d1b-42f9-9f59-28af13c74ae3 admin admin] Added segment f24ef134-d44e-4b3f-b58c-ceaada94d3ba of type vlan for network ea501860-0e49-4df4-a621-28f5a293cffd Jul 30 20:08:43.453481 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-6debd1f3-c11f-41a7-a26e-813c3466975b tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:43.463154 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-6debd1f3-c11f-41a7-a26e-813c3466975b tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1476269 Jul 30 20:08:43.468116 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d26b1c66-1d1b-42f9-9f59-28af13c74ae3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:43.483241 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-322b5970-2256-48c9-980b-acb4758f2f5d tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/quotas/4045e60369ef4027bbe0b4f0fb9d8f61 HTTP/1.1" status: 200 len: 375 time: 0.0181587 Jul 30 20:08:43.524996 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-79117ea1-43f7-4506-8f6f-071304cfb99d req-d67e7189-287b-4ec7-b536-913e9af9a44f service neutron] 10.222.0.83 "GET /v2.0/networks/b520083c-a600-49f5-83c1-ead5aee680da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767931 Jul 30 20:08:43.553139 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d26b1c66-1d1b-42f9-9f59-28af13c74ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:43.554126 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26b1c66-1d1b-42f9-9f59-28af13c74ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:43.554715 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d26b1c66-1d1b-42f9-9f59-28af13c74ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:43.667485 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d26b1c66-1d1b-42f9-9f59-28af13c74ae3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1267500 Jul 30 20:08:43.679000 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60352) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:43.687952 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9dbf29fd-1ec0-4cfa-87f2-c7e248e09110 admin admin] Request body: {'subnet': {'network_id': 'ea501860-0e49-4df4-a621-28f5a293cffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2041277058-subnet', 'tenant_id': 'f0f44a55ed0c4ff582262f2e5eb62857', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:43.700937 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b1c66-1d1b-42f9-9f59-28af13c74ae3 admin admin] Pushing event updated for resources: {'Network': ['ID=ea501860-0e49-4df4-a621-28f5a293cffd,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:43.714197 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network ea501860-0e49-4df4-a621-28f5a293cffd details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:08:43.737706 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-79117ea1-43f7-4506-8f6f-071304cfb99d req-ec0eb9f6-b328-48fa-8432-d35d01f2c766 service neutron] 10.222.0.83 "GET /v2.0/networks/b520083c-a600-49f5-83c1-ead5aee680da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048750 Jul 30 20:08:43.747752 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbf29fd-1ec0-4cfa-87f2-c7e248e09110 admin admin] Made reservation on behalf of f0f44a55ed0c4ff582262f2e5eb62857 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:08:43.750440 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9dbf29fd-1ec0-4cfa-87f2-c7e248e09110 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:43.954868 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-8ac56cc9-e6aa-48d8-9dd0-e0819e1133f0 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4679961 Jul 30 20:08:44.021597 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60358) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:44.053638 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9dbf29fd-1ec0-4cfa-87f2-c7e248e09110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:44.167971 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbf29fd-1ec0-4cfa-87f2-c7e248e09110 admin admin] Checking segment: {'id': 'f24ef134-d44e-4b3f-b58c-ceaada94d3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ea501860-0e49-4df4-a621-28f5a293cffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:08:44.168618 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbf29fd-1ec0-4cfa-87f2-c7e248e09110 admin admin] Network hostable DHCP agents. Network: ea501860-0e49-4df4-a621-28f5a293cffd, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:08:44.172437 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf29fd-1ec0-4cfa-87f2-c7e248e09110 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1c301db-0fa4-4f24-8166-509f6d358c7d,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:44.193976 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-c179fa08-a6f2-4eb3-8e19-75a579812302 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-366083231-network', 'tenant_id': 'b56095e9666e41c68d703345cf114ec6'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:44.203356 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbf29fd-1ec0-4cfa-87f2-c7e248e09110 admin admin] Network ea501860-0e49-4df4-a621-28f5a293cffd is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:08:44.220983 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-9dbf29fd-1ec0-4cfa-87f2-c7e248e09110 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, ea501860-0e49-4df4-a621-28f5a293cffd) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:44.230613 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbf29fd-1ec0-4cfa-87f2-c7e248e09110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:44.231418 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9dbf29fd-1ec0-4cfa-87f2-c7e248e09110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:44.231818 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b12b0f-84ab-4952-b2af-30c2eb2bd0be None None] Network ea501860-0e49-4df4-a621-28f5a293cffd requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:08:44.247349 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee040c1b-f8b2-4575-866f-522574238d94 req-392faaba-9f5c-4ae7-bedd-5d857230a470 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5ef8ec-2396-4dbc-8c54-02d6662e4793 HTTP/1.1" status: 200 len: 210 time: 0.0807576 Jul 30 20:08:44.269211 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c179fa08-a6f2-4eb3-8e19-75a579812302 admin admin] Made reservation on behalf of b56095e9666e41c68d703345cf114ec6 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:08:44.272686 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c179fa08-a6f2-4eb3-8e19-75a579812302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:44.278318 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9dbf29fd-1ec0-4cfa-87f2-c7e248e09110 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5980222 Jul 30 20:08:44.313271 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c179fa08-a6f2-4eb3-8e19-75a579812302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:44.400291 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7606a3f-6100-42b1-b72b-97e61936c0fc None None] Network ea501860-0e49-4df4-a621-28f5a293cffd requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:08:44.465950 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c179fa08-a6f2-4eb3-8e19-75a579812302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:44.473623 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c179fa08-a6f2-4eb3-8e19-75a579812302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:44.489656 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c179fa08-a6f2-4eb3-8e19-75a579812302 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:08:44.515925 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c179fa08-a6f2-4eb3-8e19-75a579812302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:44.516334 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-c179fa08-a6f2-4eb3-8e19-75a579812302 admin admin] Added segment c4042769-5632-4ae0-8bb5-26510319e448 of type vlan for network e47cd5b4-9a92-4242-b69e-822b60e1fd7e Jul 30 20:08:44.528195 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179fa08-a6f2-4eb3-8e19-75a579812302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b97a88-882d-46aa-bc0a-8678c1a4d6f4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:44.585228 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c179fa08-a6f2-4eb3-8e19-75a579812302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:44.630009 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c179fa08-a6f2-4eb3-8e19-75a579812302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:44.631710 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c179fa08-a6f2-4eb3-8e19-75a579812302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:44.632544 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c179fa08-a6f2-4eb3-8e19-75a579812302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:44.698457 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c179fa08-a6f2-4eb3-8e19-75a579812302 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6756794 Jul 30 20:08:44.701054 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60386) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:44.707900 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-73b25e2c-88a1-477a-9b67-e1f18ee56208 admin admin] Request body: {'subnet': {'network_id': 'e47cd5b4-9a92-4242-b69e-822b60e1fd7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-366083231-subnet', 'tenant_id': 'b56095e9666e41c68d703345cf114ec6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:44.745271 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179fa08-a6f2-4eb3-8e19-75a579812302 admin admin] Pushing event updated for resources: {'Network': ['ID=e47cd5b4-9a92-4242-b69e-822b60e1fd7e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:44.760096 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network e47cd5b4-9a92-4242-b69e-822b60e1fd7e details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:08:44.773848 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b25e2c-88a1-477a-9b67-e1f18ee56208 admin admin] Made reservation on behalf of b56095e9666e41c68d703345cf114ec6 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:08:44.778050 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-73b25e2c-88a1-477a-9b67-e1f18ee56208 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:45.009506 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-73b25e2c-88a1-477a-9b67-e1f18ee56208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:45.015171 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-8048bf8b-2848-4b10-a4ab-e6da56d8f735 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:45.017419 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-8048bf8b-2848-4b10-a4ab-e6da56d8f735 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/networks?id=ea501860-0e49-4df4-a621-28f5a293cffd HTTP/1.1" status: 200 len: 822 time: 0.1401045 Jul 30 20:08:45.035076 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-b73bbda2-74de-4684-afd7-72a0606a6b2f tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/quotas/f0f44a55ed0c4ff582262f2e5eb62857 HTTP/1.1" status: 200 len: 375 time: 0.0114560 Jul 30 20:08:45.073495 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-455466db-dec0-4f3b-a092-d00b5579462c tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f0f44a55ed0c4ff582262f2e5eb62857&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319977 Jul 30 20:08:45.084993 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b25e2c-88a1-477a-9b67-e1f18ee56208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a37770c-e174-4d6e-be77-50acc957bda6,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:45.096980 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b25e2c-88a1-477a-9b67-e1f18ee56208 admin admin] Checking segment: {'id': 'c4042769-5632-4ae0-8bb5-26510319e448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e47cd5b4-9a92-4242-b69e-822b60e1fd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:08:45.097334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b25e2c-88a1-477a-9b67-e1f18ee56208 admin admin] Network hostable DHCP agents. Network: e47cd5b4-9a92-4242-b69e-822b60e1fd7e, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:08:45.114961 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b25e2c-88a1-477a-9b67-e1f18ee56208 admin admin] Network e47cd5b4-9a92-4242-b69e-822b60e1fd7e is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:08:45.124965 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-73b25e2c-88a1-477a-9b67-e1f18ee56208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, e47cd5b4-9a92-4242-b69e-822b60e1fd7e) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:45.135661 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b25e2c-88a1-477a-9b67-e1f18ee56208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:45.136031 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fa6313-c45a-4aa3-bd05-63af3f229bbd None None] Network e47cd5b4-9a92-4242-b69e-822b60e1fd7e requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:08:45.136873 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-73b25e2c-88a1-477a-9b67-e1f18ee56208 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:45.154640 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-73b25e2c-88a1-477a-9b67-e1f18ee56208 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4520595 Jul 30 20:08:45.197447 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-9f92e009-8b97-4b75-904f-7f9bee85098d service neutron] 10.222.0.81 "GET /v2.0/networks/ea501860-0e49-4df4-a621-28f5a293cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147752 Jul 30 20:08:45.202895 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:45.312553 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe68362-0073-4086-92d6-cbba33c60e39 None None] Network e47cd5b4-9a92-4242-b69e-822b60e1fd7e requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:08:45.365657 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-8e71cca5-8ba5-4879-ac1e-51ae2d1cba67 service neutron] 10.222.0.81 "GET /v2.0/networks/ea501860-0e49-4df4-a621-28f5a293cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589065 Jul 30 20:08:45.428157 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-14deda35-72ac-4c32-bb23-59ca1dc8a534 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314698 Jul 30 20:08:45.456782 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-88f817c4-4ab0-4003-a7a0-34e52c2735fd req-c1daace5-9c83-46e5-ae0d-808cb1f6aaf7 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5ef8ec-2396-4dbc-8c54-02d6662e4793 HTTP/1.1" status: 200 len: 210 time: 0.0437796 Jul 30 20:08:45.609354 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-e5b157de-c7bf-4def-abef-aa0ba581b27d tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:45.610859 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-e5b157de-c7bf-4def-abef-aa0ba581b27d tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1755962 Jul 30 20:08:45.629782 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-ce9b2545-f427-451b-926b-50a247189ec8 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Request body: {'port': {'device_id': 'be5ef8ec-2396-4dbc-8c54-02d6662e4793', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': '4045e60369ef4027bbe0b4f0fb9d8f61'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:45.732856 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-717e56ee-818a-4ede-9d57-baead76122ac req-75829fc0-56b0-4923-a2c7-f74a83e55480 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/ports?device_id=30df8fcc-4feb-4727-8cd0-d7c741b58544 HTTP/1.1" status: 200 len: 210 time: 0.0349433 Jul 30 20:08:45.793602 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-ce9b2545-f427-451b-926b-50a247189ec8 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Made reservation on behalf of 4045e60369ef4027bbe0b4f0fb9d8f61 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:08:45.799869 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-ce9b2545-f427-451b-926b-50a247189ec8 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:45.995078 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-ce9b2545-f427-451b-926b-50a247189ec8 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Allocated IP 192.168.233.129 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/6fa3a91b-1c83-493c-9e39-2ce04052756e) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:08:46.234701 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-ce9b2545-f427-451b-926b-50a247189ec8 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:46.509322 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-ce9b2545-f427-451b-926b-50a247189ec8 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Transition to ACTIVE for port object 6fa3a91b-1c83-493c-9e39-2ce04052756e will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:46.563785 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-132b367c-1938-471a-878f-f6d423bb3c9e req-8e8f1daf-05ad-4e72-959e-1a01eb7b0eec tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5ef8ec-2396-4dbc-8c54-02d6662e4793 HTTP/1.1" status: 200 len: 210 time: 0.0326064 Jul 30 20:08:46.573212 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-ce9b2545-f427-451b-926b-50a247189ec8 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:46.589504 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['bb975919-5c61-4665-a393-73c9c764bad6', '66e4935d-2ade-4745-8f3d-3abfa40ff91e'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:08:46.593165 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['f80ceb81-a4e4-4e24-b00b-5bc1f84a0151', '557f9a18-0625-475f-bc09-3f39d6ca3061', 'e096ff85-a3f9-429f-8cf3-f4a64792986b'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:08:46.637332 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-ce9b2545-f427-451b-926b-50a247189ec8 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:08:46.640835 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-ce9b2545-f427-451b-926b-50a247189ec8 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:46.643229 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-ce9b2545-f427-451b-926b-50a247189ec8 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:08:46.686268 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b2545-f427-451b-926b-50a247189ec8 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Pushing event updated for resources: {'Port': ['ID=6fa3a91b-1c83-493c-9e39-2ce04052756e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:46.804845 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-ce9b2545-f427-451b-926b-50a247189ec8 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:46.806188 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-ce9b2545-f427-451b-926b-50a247189ec8 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:46.876034 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-ce9b2545-f427-451b-926b-50a247189ec8 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2527988 Jul 30 20:08:46.948907 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-12dd2324-e524-4fa5-a62c-cb3944bfced1 req-877aa3d5-6fa9-49c5-813b-004585c75a9f tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/ports?device_id=30df8fcc-4feb-4727-8cd0-d7c741b58544 HTTP/1.1" status: 200 len: 210 time: 0.0475345 Jul 30 20:08:47.047315 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-9946a041-c2ce-4bde-acc4-0846da39402e service neutron] Request body: {'port': {'device_id': 'be5ef8ec-2396-4dbc-8c54-02d6662e4793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:47.151170 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0b2d1290-ba12-411e-bdb3-05b7e5411a14 None None] Provisioning for port 6fa3a91b-1c83-493c-9e39-2ce04052756e completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:47.159039 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0b2d1290-ba12-411e-bdb3-05b7e5411a14 None None] Provisioning complete for port 6fa3a91b-1c83-493c-9e39-2ce04052756e triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:47.159413 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b2d1290-ba12-411e-bdb3-05b7e5411a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:47.208391 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918b556-2fb0-4c97-938f-404636777f61 req-8370dd4f-9828-401a-afde-38e5cf84c657 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:47.210185 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1918b556-2fb0-4c97-938f-404636777f61 req-8370dd4f-9828-401a-afde-38e5cf84c657 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/networks?id=e47cd5b4-9a92-4242-b69e-822b60e1fd7e HTTP/1.1" status: 200 len: 809 time: 0.2906394 Jul 30 20:08:47.214051 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-9946a041-c2ce-4bde-acc4-0846da39402e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:47.237644 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0b2d1290-ba12-411e-bdb3-05b7e5411a14 None None] Port 6fa3a91b-1c83-493c-9e39-2ce04052756e cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:08:47.249847 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1918b556-2fb0-4c97-938f-404636777f61 req-4ab33c9a-c45d-436e-8ac9-dbf6bb701577 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/quotas/b56095e9666e41c68d703345cf114ec6 HTTP/1.1" status: 200 len: 375 time: 0.0151474 Jul 30 20:08:47.256757 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-c3d0e8db-adcb-45b5-b9fc-2f8ebe2d8639 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:47.258234 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-c3d0e8db-adcb-45b5-b9fc-2f8ebe2d8639 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.59 "GET /v2.0/networks?id=ea501860-0e49-4df4-a621-28f5a293cffd HTTP/1.1" status: 200 len: 822 time: 0.4287446 Jul 30 20:08:47.293727 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-8aa0d4a2-cfce-42df-874f-e0b66cb8b5ff tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Request body: {'port': {'device_id': '30df8fcc-4feb-4727-8cd0-d7c741b58544', 'network_id': 'ea501860-0e49-4df4-a621-28f5a293cffd', 'admin_state_up': True, 'tenant_id': 'f0f44a55ed0c4ff582262f2e5eb62857'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:47.355269 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1918b556-2fb0-4c97-938f-404636777f61 req-59024c72-ba37-4545-bc9c-40425575d8c2 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b56095e9666e41c68d703345cf114ec6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938389 Jul 30 20:08:47.652960 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1918b556-2fb0-4c97-938f-404636777f61 req-beecf2d0-f300-4f50-aeb4-c22dae3e2c92 service neutron] 10.222.0.81 "GET /v2.0/networks/e47cd5b4-9a92-4242-b69e-822b60e1fd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881644 Jul 30 20:08:47.684980 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-8aa0d4a2-cfce-42df-874f-e0b66cb8b5ff tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Made reservation on behalf of f0f44a55ed0c4ff582262f2e5eb62857 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:08:47.688788 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-8aa0d4a2-cfce-42df-874f-e0b66cb8b5ff tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:47.696964 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc590d0-921f-4408-8616-e1394f8a4619 req-fd90551a-a9cf-4e8a-8109-61d796657558 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:47.698653 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7fc590d0-921f-4408-8616-e1394f8a4619 req-fd90551a-a9cf-4e8a-8109-61d796657558 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5ef8ec-2396-4dbc-8c54-02d6662e4793 HTTP/1.1" status: 200 len: 936 time: 0.0551951 Jul 30 20:08:47.748160 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7fc590d0-921f-4408-8616-e1394f8a4619 req-61cf0e8a-9673-4cc0-9d66-8e11e8970068 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425377 Jul 30 20:08:47.874346 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-9946a041-c2ce-4bde-acc4-0846da39402e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa3a91b-1c83-493c-9e39-2ce04052756e {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:08:47.884766 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1918b556-2fb0-4c97-938f-404636777f61 req-f834cc31-caa0-4dc5-804c-c1fabedd0009 service neutron] 10.222.0.81 "GET /v2.0/networks/e47cd5b4-9a92-4242-b69e-822b60e1fd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206006 Jul 30 20:08:47.886783 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-9946a041-c2ce-4bde-acc4-0846da39402e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:47.927983 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-9946a041-c2ce-4bde-acc4-0846da39402e service neutron] Transition to ACTIVE for port object 6fa3a91b-1c83-493c-9e39-2ce04052756e will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:47.932310 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-9946a041-c2ce-4bde-acc4-0846da39402e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:47.998785 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-8aa0d4a2-cfce-42df-874f-e0b66cb8b5ff tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Allocated IP 172.20.0.9 (ea501860-0e49-4df4-a621-28f5a293cffd/f1c301db-0fa4-4f24-8166-509f6d358c7d/3e935464-2d5a-47ca-8787-50bf441602f5) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:08:48.056762 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946a041-c2ce-4bde-acc4-0846da39402e service neutron] Pushing event updated for resources: {'Port': ['ID=6fa3a91b-1c83-493c-9e39-2ce04052756e,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:48.117586 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d89fb37c-c2cf-4bbf-8e50-e0c41e8955c8 req-66716d9f-6e99-4380-b233-14ec6cc5a349 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/ports?device_id=30df8fcc-4feb-4727-8cd0-d7c741b58544 HTTP/1.1" status: 200 len: 210 time: 0.0521321 Jul 30 20:08:48.226039 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-9946a041-c2ce-4bde-acc4-0846da39402e service neutron] Attempting to bind port 6fa3a91b-1c83-493c-9e39-2ce04052756e on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:08:48.226396 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-9946a041-c2ce-4bde-acc4-0846da39402e service neutron] Attempting to bind port 6fa3a91b-1c83-493c-9e39-2ce04052756e by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:08:48.226732 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-9946a041-c2ce-4bde-acc4-0846da39402e service neutron] Attempting to bind port 6fa3a91b-1c83-493c-9e39-2ce04052756e on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:48.262844 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-9946a041-c2ce-4bde-acc4-0846da39402e service neutron] Port 6fa3a91b-1c83-493c-9e39-2ce04052756e on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:08:48.263501 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-9946a041-c2ce-4bde-acc4-0846da39402e service neutron] Attempting to bind port 6fa3a91b-1c83-493c-9e39-2ce04052756e on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:48.317610 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-9946a041-c2ce-4bde-acc4-0846da39402e service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:08:48.317610 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-9946a041-c2ce-4bde-acc4-0846da39402e service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:08:48.317610 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-9946a041-c2ce-4bde-acc4-0846da39402e service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:08:48.318000 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-9946a041-c2ce-4bde-acc4-0846da39402e service neutron] Bound port: 6fa3a91b-1c83-493c-9e39-2ce04052756e, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:08:48.318311 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-9946a041-c2ce-4bde-acc4-0846da39402e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:48.343187 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d892481f-126f-4aa3-878d-e31db62053ed req-24530706-6294-43fa-97ae-1a9b45b08d32 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ba370a-8247-41da-89ef-1dc7777071b9 HTTP/1.1" status: 200 len: 210 time: 0.0817223 Jul 30 20:08:48.463758 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-8aa0d4a2-cfce-42df-874f-e0b66cb8b5ff tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:48.468572 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-9946a041-c2ce-4bde-acc4-0846da39402e service neutron] For port 6fa3a91b-1c83-493c-9e39-2ce04052756e, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:08:48.484629 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-9946a041-c2ce-4bde-acc4-0846da39402e service neutron] For port 6fa3a91b-1c83-493c-9e39-2ce04052756e, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=6fa3a91b-1c83-493c-9e39-2ce04052756e,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:08:48.490587 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-9946a041-c2ce-4bde-acc4-0846da39402e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:48.546663 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-9946a041-c2ce-4bde-acc4-0846da39402e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:48.547616 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-9946a041-c2ce-4bde-acc4-0846da39402e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:48.549235 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-9946a041-c2ce-4bde-acc4-0846da39402e service neutron] 10.222.0.83 "PUT /v2.0/ports/6fa3a91b-1c83-493c-9e39-2ce04052756e HTTP/1.1" status: 200 len: 1096 time: 1.6275699 Jul 30 20:08:48.549929 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5ef8ec-2396-4dbc-8c54-02d6662e4793', 'tag': '6fa3a91b-1c83-493c-9e39-2ce04052756e'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:48.552439 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df56eddb-bb59-49be-9701-ea5136ca5b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "be5ef8ec-2396-4dbc-8c54-02d6662e4793", "tag": "6fa3a91b-1c83-493c-9e39-2ce04052756e"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:48.587806 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946a041-c2ce-4bde-acc4-0846da39402e service neutron] Pushing event updated for resources: {'Port': ['ID=6fa3a91b-1c83-493c-9e39-2ce04052756e,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:48.599590 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-8aa0d4a2-cfce-42df-874f-e0b66cb8b5ff tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:48.647161 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00171796-2ceb-44f7-b958-a996a8ea5983 x-openstack-request-id: req-00171796-2ceb-44f7-b958-a996a8ea5983 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:48.647440 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5ef8ec-2396-4dbc-8c54-02d6662e4793", "tag": "6fa3a91b-1c83-493c-9e39-2ce04052756e", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:48.647721 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-00171796-2ceb-44f7-b958-a996a8ea5983 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:48.648110 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5ef8ec-2396-4dbc-8c54-02d6662e4793', 'tag': '6fa3a91b-1c83-493c-9e39-2ce04052756e', 'status': 'completed', 'code': 200} Jul 30 20:08:48.674714 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-8aa0d4a2-cfce-42df-874f-e0b66cb8b5ff tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Network ea501860-0e49-4df4-a621-28f5a293cffd is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:08:48.698490 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-8aa0d4a2-cfce-42df-874f-e0b66cb8b5ff tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:48.704004 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-8aa0d4a2-cfce-42df-874f-e0b66cb8b5ff tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:08:48.756992 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0d4a2-cfce-42df-874f-e0b66cb8b5ff tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Pushing event updated for resources: {'Port': ['ID=3e935464-2d5a-47ca-8787-50bf441602f5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:48.775002 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-42592c44-6fa6-460d-8725-216fe668f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:48.776686 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-42592c44-6fa6-460d-8725-216fe668f3ed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&device_id=be5ef8ec-2396-4dbc-8c54-02d6662e4793 HTTP/1.1" status: 200 len: 1099 time: 0.1540594 Jul 30 20:08:48.789046 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-8aa0d4a2-cfce-42df-874f-e0b66cb8b5ff tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:48.790234 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-8aa0d4a2-cfce-42df-874f-e0b66cb8b5ff tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:48.832160 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-d1290fcc-252d-4efa-abbd-9a52fd95e03c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=6fa3a91b-1c83-493c-9e39-2ce04052756e HTTP/1.1" status: 200 len: 217 time: 0.0387795 Jul 30 20:08:48.868644 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-8aa0d4a2-cfce-42df-874f-e0b66cb8b5ff tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5810983 Jul 30 20:08:48.913668 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-355a73dc-a26f-46f0-8801-06de2ade595a service neutron] Request body: {'port': {'device_id': '30df8fcc-4feb-4727-8cd0-d7c741b58544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:48.980161 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-be6a8c94-bf42-49e1-bb25-b20c3c613f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:48.981766 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-be6a8c94-bf42-49e1-bb25-b20c3c613f74 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1367543 Jul 30 20:08:48.991081 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b61fc-f8f7-4cc0-b7b9-af0cfc449c15 req-c8b49d01-e360-42ea-ba11-43a455c19ed1 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:48.992595 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7b4b61fc-f8f7-4cc0-b7b9-af0cfc449c15 req-c8b49d01-e360-42ea-ba11-43a455c19ed1 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5ef8ec-2396-4dbc-8c54-02d6662e4793 HTTP/1.1" status: 200 len: 948 time: 0.1590323 Jul 30 20:08:49.040576 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-355a73dc-a26f-46f0-8801-06de2ade595a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:49.091149 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7b4b61fc-f8f7-4cc0-b7b9-af0cfc449c15 req-dbfcd2bb-3f63-4b18-9be8-44584fbd4587 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655804 Jul 30 20:08:49.111669 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-56b4fb4f-967f-4699-8cb7-9e7d63832e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:49.113169 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-56b4fb4f-967f-4699-8cb7-9e7d63832e5a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1196258 Jul 30 20:08:49.241439 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9ff03-6021-4e8c-88e6-c381bcb77f17 req-20a4cc12-5d60-4ad6-87e3-3403ad5f1180 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:49.251053 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3ef9ff03-6021-4e8c-88e6-c381bcb77f17 req-20a4cc12-5d60-4ad6-87e3-3403ad5f1180 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/ports?device_id=30df8fcc-4feb-4727-8cd0-d7c741b58544 HTTP/1.1" status: 200 len: 931 time: 0.0705113 Jul 30 20:08:49.306578 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3ef9ff03-6021-4e8c-88e6-c381bcb77f17 req-3f74d9b0-bc37-4478-9672-312693d44207 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/security-groups?id=001643db-2d23-4ef1-8e37-ab10dba25369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538256 Jul 30 20:08:49.333855 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-ebeb1446-4b17-4905-8301-7e97378930fa service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039280 Jul 30 20:08:49.365802 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:49.473507 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6284a21b-64e5-4d78-883f-46678acaee44 req-306801e4-9db2-4cbe-b78a-26ef2753c939 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ba370a-8247-41da-89ef-1dc7777071b9 HTTP/1.1" status: 200 len: 210 time: 0.0485868 Jul 30 20:08:49.500478 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7341327f-6fcc-41c8-a52e-5a768d282aa5 req-fd4d3e37-51f0-4a35-92f3-fc014ae63f4a service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583266 Jul 30 20:08:49.513484 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-355a73dc-a26f-46f0-8801-06de2ade595a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e935464-2d5a-47ca-8787-50bf441602f5 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:08:49.522858 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-355a73dc-a26f-46f0-8801-06de2ade595a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:49.538623 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-355a73dc-a26f-46f0-8801-06de2ade595a service neutron] Transition to ACTIVE for port object 3e935464-2d5a-47ca-8787-50bf441602f5 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:49.557855 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-355a73dc-a26f-46f0-8801-06de2ade595a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:49.633215 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918b556-2fb0-4c97-938f-404636777f61 req-8057bd84-cfbb-49ce-879a-5f8d2cda7dd0 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:49.635393 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1918b556-2fb0-4c97-938f-404636777f61 req-8057bd84-cfbb-49ce-879a-5f8d2cda7dd0 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.59 "GET /v2.0/networks?id=e47cd5b4-9a92-4242-b69e-822b60e1fd7e HTTP/1.1" status: 200 len: 809 time: 0.1793866 Jul 30 20:08:49.653209 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-1918b556-2fb0-4c97-938f-404636777f61 req-20f52c45-f07a-42db-8e97-9ec7dd60523a tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Request body: {'port': {'device_id': 'f8ba370a-8247-41da-89ef-1dc7777071b9', 'network_id': 'e47cd5b4-9a92-4242-b69e-822b60e1fd7e', 'admin_state_up': True, 'tenant_id': 'b56095e9666e41c68d703345cf114ec6'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:49.705291 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a73dc-a26f-46f0-8801-06de2ade595a service neutron] Pushing event updated for resources: {'Port': ['ID=3e935464-2d5a-47ca-8787-50bf441602f5,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:49.745722 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56eddb-bb59-49be-9701-ea5136ca5b1e req-c7664b7b-5658-4a08-b28e-f08f7e69ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:49.747477 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-df56eddb-bb59-49be-9701-ea5136ca5b1e req-c7664b7b-5658-4a08-b28e-f08f7e69ae2b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&device_id=be5ef8ec-2396-4dbc-8c54-02d6662e4793 HTTP/1.1" status: 200 len: 1099 time: 0.1680079 Jul 30 20:08:49.816671 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1918b556-2fb0-4c97-938f-404636777f61 req-20f52c45-f07a-42db-8e97-9ec7dd60523a tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Made reservation on behalf of b56095e9666e41c68d703345cf114ec6 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:08:49.821467 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1918b556-2fb0-4c97-938f-404636777f61 req-20f52c45-f07a-42db-8e97-9ec7dd60523a tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:49.828216 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-355a73dc-a26f-46f0-8801-06de2ade595a service neutron] Attempting to bind port 3e935464-2d5a-47ca-8787-50bf441602f5 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:08:49.828626 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-355a73dc-a26f-46f0-8801-06de2ade595a service neutron] Attempting to bind port 3e935464-2d5a-47ca-8787-50bf441602f5 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'f24ef134-d44e-4b3f-b58c-ceaada94d3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ea501860-0e49-4df4-a621-28f5a293cffd'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:08:49.829037 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-355a73dc-a26f-46f0-8801-06de2ade595a service neutron] Attempting to bind port 3e935464-2d5a-47ca-8787-50bf441602f5 on network ea501860-0e49-4df4-a621-28f5a293cffd {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:49.842167 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-355a73dc-a26f-46f0-8801-06de2ade595a service neutron] Port 3e935464-2d5a-47ca-8787-50bf441602f5 on network ea501860-0e49-4df4-a621-28f5a293cffd not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:08:49.842777 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-355a73dc-a26f-46f0-8801-06de2ade595a service neutron] Attempting to bind port 3e935464-2d5a-47ca-8787-50bf441602f5 on network ea501860-0e49-4df4-a621-28f5a293cffd {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:49.854987 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-355a73dc-a26f-46f0-8801-06de2ade595a service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:08:49.855338 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-355a73dc-a26f-46f0-8801-06de2ade595a service neutron] Checking segment: {'id': 'f24ef134-d44e-4b3f-b58c-ceaada94d3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ea501860-0e49-4df4-a621-28f5a293cffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:08:49.856196 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-355a73dc-a26f-46f0-8801-06de2ade595a service neutron] Bound using segment: {'id': 'f24ef134-d44e-4b3f-b58c-ceaada94d3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ea501860-0e49-4df4-a621-28f5a293cffd'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:08:49.856608 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-355a73dc-a26f-46f0-8801-06de2ade595a service neutron] Bound port: 3e935464-2d5a-47ca-8787-50bf441602f5, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24ef134-d44e-4b3f-b58c-ceaada94d3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ea501860-0e49-4df4-a621-28f5a293cffd'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:08:49.856995 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-355a73dc-a26f-46f0-8801-06de2ade595a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:49.923593 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56eddb-bb59-49be-9701-ea5136ca5b1e req-17d299b2-25ef-466d-ab8f-2211dfe9b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:49.925254 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-df56eddb-bb59-49be-9701-ea5136ca5b1e req-17d299b2-25ef-466d-ab8f-2211dfe9b680 service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1626334 Jul 30 20:08:50.002489 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-1918b556-2fb0-4c97-938f-404636777f61 req-20f52c45-f07a-42db-8e97-9ec7dd60523a tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Allocated IP 172.20.0.14 (e47cd5b4-9a92-4242-b69e-822b60e1fd7e/0a37770c-e174-4d6e-be77-50acc957bda6/1dd967d7-409e-4bf6-acef-05eebcf1734e) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:08:50.229818 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1918b556-2fb0-4c97-938f-404636777f61 req-20f52c45-f07a-42db-8e97-9ec7dd60523a tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:50.271072 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-df56eddb-bb59-49be-9701-ea5136ca5b1e req-632459b1-ae8a-4eb6-95f1-d8038c6b3400 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=6fa3a91b-1c83-493c-9e39-2ce04052756e HTTP/1.1" status: 200 len: 217 time: 0.3373151 Jul 30 20:08:50.272849 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1918b556-2fb0-4c97-938f-404636777f61 req-20f52c45-f07a-42db-8e97-9ec7dd60523a tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:50.284765 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-355a73dc-a26f-46f0-8801-06de2ade595a service neutron] For port 3e935464-2d5a-47ca-8787-50bf441602f5, host n-h1-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:08:50.364813 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-355a73dc-a26f-46f0-8801-06de2ade595a service neutron] For port 3e935464-2d5a-47ca-8787-50bf441602f5, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=3e935464-2d5a-47ca-8787-50bf441602f5,segment=NetworkSegment(f24ef134-d44e-4b3f-b58c-ceaada94d3ba),segment_id=f24ef134-d44e-4b3f-b58c-ceaada94d3ba)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:08:50.378876 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-355a73dc-a26f-46f0-8801-06de2ade595a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:50.382359 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1918b556-2fb0-4c97-938f-404636777f61 req-20f52c45-f07a-42db-8e97-9ec7dd60523a tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Network e47cd5b4-9a92-4242-b69e-822b60e1fd7e is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:08:50.387200 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-1918b556-2fb0-4c97-938f-404636777f61 req-20f52c45-f07a-42db-8e97-9ec7dd60523a tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:50.391703 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-1918b556-2fb0-4c97-938f-404636777f61 req-20f52c45-f07a-42db-8e97-9ec7dd60523a tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:08:50.403428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f52c45-f07a-42db-8e97-9ec7dd60523a tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Pushing event updated for resources: {'Port': ['ID=1dd967d7-409e-4bf6-acef-05eebcf1734e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:50.420311 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56eddb-bb59-49be-9701-ea5136ca5b1e req-b070d891-b6f5-499e-8a14-a6be36900ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:50.421773 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-df56eddb-bb59-49be-9701-ea5136ca5b1e req-b070d891-b6f5-499e-8a14-a6be36900ffa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1387165 Jul 30 20:08:50.435172 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcf771-a1cd-4e90-a5eb-d80f3694e16f req-cead12b6-c146-461e-9ba6-5a3657645ffa tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:50.442286 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-47bcf771-a1cd-4e90-a5eb-d80f3694e16f req-cead12b6-c146-461e-9ba6-5a3657645ffa tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5ef8ec-2396-4dbc-8c54-02d6662e4793 HTTP/1.1" status: 200 len: 948 time: 0.1759615 Jul 30 20:08:50.463058 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-355a73dc-a26f-46f0-8801-06de2ade595a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:50.463704 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-355a73dc-a26f-46f0-8801-06de2ade595a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:50.465195 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-355a73dc-a26f-46f0-8801-06de2ade595a service neutron] 10.222.0.59 "PUT /v2.0/ports/3e935464-2d5a-47ca-8787-50bf441602f5 HTTP/1.1" status: 200 len: 1091 time: 1.5767283 Jul 30 20:08:50.489986 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918b556-2fb0-4c97-938f-404636777f61 req-20f52c45-f07a-42db-8e97-9ec7dd60523a tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:50.491025 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1918b556-2fb0-4c97-938f-404636777f61 req-20f52c45-f07a-42db-8e97-9ec7dd60523a tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:50.518162 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1918b556-2fb0-4c97-938f-404636777f61 req-20f52c45-f07a-42db-8e97-9ec7dd60523a tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8719814 Jul 30 20:08:50.522153 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a73dc-a26f-46f0-8801-06de2ade595a service neutron] Pushing event updated for resources: {'Port': ['ID=3e935464-2d5a-47ca-8787-50bf441602f5,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:50.538862 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf6791-9894-4a9e-a2c2-940f9d2aaa12 req-337d07c8-bd2e-4bb9-b244-17af4bce8603 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:50.541261 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8faf6791-9894-4a9e-a2c2-940f9d2aaa12 req-337d07c8-bd2e-4bb9-b244-17af4bce8603 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/ports?device_id=30df8fcc-4feb-4727-8cd0-d7c741b58544 HTTP/1.1" status: 200 len: 943 time: 0.0891762 Jul 30 20:08:50.546403 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-1918b556-2fb0-4c97-938f-404636777f61 req-be7c9fe3-0f83-4a6c-be46-28eb284b629a service neutron] Request body: {'port': {'device_id': 'f8ba370a-8247-41da-89ef-1dc7777071b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:50.559216 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-47bcf771-a1cd-4e90-a5eb-d80f3694e16f req-aab94fc7-1d78-418a-93c5-2ed88abcda99 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160798 Jul 30 20:08:50.568523 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56eddb-bb59-49be-9701-ea5136ca5b1e req-c6b2c6de-351c-4543-96e1-4824f682392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:50.569986 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-df56eddb-bb59-49be-9701-ea5136ca5b1e req-c6b2c6de-351c-4543-96e1-4824f682392c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1217976 Jul 30 20:08:50.588201 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-25014e3a-3d76-4c5e-abb9-61c2dc47f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:50.588201 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-25014e3a-3d76-4c5e-abb9-61c2dc47f6c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f0f44a55ed0c4ff582262f2e5eb62857&device_id=30df8fcc-4feb-4727-8cd0-d7c741b58544 HTTP/1.1" status: 200 len: 1094 time: 0.0681977 Jul 30 20:08:50.616849 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8faf6791-9894-4a9e-a2c2-940f9d2aaa12 req-00e76461-7f82-4f37-a9ba-e7e522dcf43f tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/security-groups?id=001643db-2d23-4ef1-8e37-ab10dba25369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664845 Jul 30 20:08:50.651126 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30df8fcc-4feb-4727-8cd0-d7c741b58544', 'tag': '3e935464-2d5a-47ca-8787-50bf441602f5'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:50.653890 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802e8a9e-c86e-412c-8714-b8e9212bd670" -d '{"events": [{"name": "network-changed", "server_uuid": "30df8fcc-4feb-4727-8cd0-d7c741b58544", "tag": "3e935464-2d5a-47ca-8787-50bf441602f5"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:50.655324 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1918b556-2fb0-4c97-938f-404636777f61 req-be7c9fe3-0f83-4a6c-be46-28eb284b629a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:50.696537 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-2dc12d31-ee35-4862-a395-eb8bf5daa9da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e935464-2d5a-47ca-8787-50bf441602f5 HTTP/1.1" status: 200 len: 217 time: 0.1066892 Jul 30 20:08:50.781028 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7691f472-09f7-4969-b1bf-e07c55125935 x-openstack-request-id: req-7691f472-09f7-4969-b1bf-e07c55125935 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:50.781384 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30df8fcc-4feb-4727-8cd0-d7c741b58544", "tag": "3e935464-2d5a-47ca-8787-50bf441602f5", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:50.781633 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7691f472-09f7-4969-b1bf-e07c55125935 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:50.781934 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30df8fcc-4feb-4727-8cd0-d7c741b58544', 'tag': '3e935464-2d5a-47ca-8787-50bf441602f5', 'status': 'completed', 'code': 200} Jul 30 20:08:50.786894 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-d666ef58-2866-4a40-9b5a-0590e0267cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:50.788424 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-d666ef58-2866-4a40-9b5a-0590e0267cdd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f1c301db-0fa4-4f24-8166-509f6d358c7d HTTP/1.1" status: 200 len: 862 time: 0.0802040 Jul 30 20:08:50.790556 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-df56eddb-bb59-49be-9701-ea5136ca5b1e req-c592bfb1-121b-4537-957e-ac3eb8fc5579 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092736 Jul 30 20:08:50.830887 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55ed09-4140-4de1-b866-06f6354bbbfa req-54cfe66d-b38c-4189-9525-e59de9f2b4da tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:50.832447 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd55ed09-4140-4de1-b866-06f6354bbbfa req-54cfe66d-b38c-4189-9525-e59de9f2b4da tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ba370a-8247-41da-89ef-1dc7777071b9 HTTP/1.1" status: 200 len: 932 time: 0.1342762 Jul 30 20:08:50.856182 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-c33203b5-a60c-44e7-8f8f-15de55c926b0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea501860-0e49-4df4-a621-28f5a293cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586441 Jul 30 20:08:50.927888 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd55ed09-4140-4de1-b866-06f6354bbbfa req-5ab2cf86-cdbd-45c5-ba5e-5fc430db7878 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/security-groups?id=11b97a88-882d-46aa-bc0a-8678c1a4d6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849333 Jul 30 20:08:50.996798 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-df56eddb-bb59-49be-9701-ea5136ca5b1e req-73bb673c-50a7-423c-a9bc-930a8ef1ef9f service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808004 Jul 30 20:08:51.008054 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-1fb0855b-52c9-4a56-8ace-8d765f6ebcc5 service neutron] 10.222.0.59 "GET /v2.0/networks/ea501860-0e49-4df4-a621-28f5a293cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249115 Jul 30 20:08:51.041098 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-1918b556-2fb0-4c97-938f-404636777f61 req-be7c9fe3-0f83-4a6c-be46-28eb284b629a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd967d7-409e-4bf6-acef-05eebcf1734e {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:08:51.048780 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1918b556-2fb0-4c97-938f-404636777f61 req-be7c9fe3-0f83-4a6c-be46-28eb284b629a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:51.061226 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-1918b556-2fb0-4c97-938f-404636777f61 req-be7c9fe3-0f83-4a6c-be46-28eb284b629a service neutron] Transition to ACTIVE for port object 1dd967d7-409e-4bf6-acef-05eebcf1734e will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:51.065166 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1918b556-2fb0-4c97-938f-404636777f61 req-be7c9fe3-0f83-4a6c-be46-28eb284b629a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:51.111600 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-714bedf7-d1fb-45ff-8759-37c31cc6e2b0 req-01882618-0af7-467f-b887-0615970b2dd8 service neutron] 10.222.0.59 "GET /v2.0/networks/ea501860-0e49-4df4-a621-28f5a293cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950119 Jul 30 20:08:51.120936 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c9fe3-0f83-4a6c-be46-28eb284b629a service neutron] Pushing event updated for resources: {'Port': ['ID=1dd967d7-409e-4bf6-acef-05eebcf1734e,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:51.177756 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17947f11-fac8-44e7-b4fc-5ce28be9c8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:51.196694 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-1918b556-2fb0-4c97-938f-404636777f61 req-be7c9fe3-0f83-4a6c-be46-28eb284b629a service neutron] Attempting to bind port 1dd967d7-409e-4bf6-acef-05eebcf1734e on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:08:51.197031 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-1918b556-2fb0-4c97-938f-404636777f61 req-be7c9fe3-0f83-4a6c-be46-28eb284b629a service neutron] Attempting to bind port 1dd967d7-409e-4bf6-acef-05eebcf1734e by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'c4042769-5632-4ae0-8bb5-26510319e448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e47cd5b4-9a92-4242-b69e-822b60e1fd7e'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:08:51.197372 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1918b556-2fb0-4c97-938f-404636777f61 req-be7c9fe3-0f83-4a6c-be46-28eb284b629a service neutron] Attempting to bind port 1dd967d7-409e-4bf6-acef-05eebcf1734e on network e47cd5b4-9a92-4242-b69e-822b60e1fd7e {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:51.198571 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e8a9e-c86e-412c-8714-b8e9212bd670 req-21b199c3-8535-40be-bd0c-07dbaeed4c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:51.200301 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-802e8a9e-c86e-412c-8714-b8e9212bd670 req-21b199c3-8535-40be-bd0c-07dbaeed4c16 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f0f44a55ed0c4ff582262f2e5eb62857&device_id=30df8fcc-4feb-4727-8cd0-d7c741b58544 HTTP/1.1" status: 200 len: 1094 time: 0.0429409 Jul 30 20:08:51.201807 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1918b556-2fb0-4c97-938f-404636777f61 req-be7c9fe3-0f83-4a6c-be46-28eb284b629a service neutron] Port 1dd967d7-409e-4bf6-acef-05eebcf1734e on network e47cd5b4-9a92-4242-b69e-822b60e1fd7e not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:08:51.202161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1918b556-2fb0-4c97-938f-404636777f61 req-be7c9fe3-0f83-4a6c-be46-28eb284b629a service neutron] Attempting to bind port 1dd967d7-409e-4bf6-acef-05eebcf1734e on network e47cd5b4-9a92-4242-b69e-822b60e1fd7e {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:51.207126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1918b556-2fb0-4c97-938f-404636777f61 req-be7c9fe3-0f83-4a6c-be46-28eb284b629a service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:08:51.207467 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1918b556-2fb0-4c97-938f-404636777f61 req-be7c9fe3-0f83-4a6c-be46-28eb284b629a service neutron] Checking segment: {'id': 'c4042769-5632-4ae0-8bb5-26510319e448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e47cd5b4-9a92-4242-b69e-822b60e1fd7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:08:51.207888 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1918b556-2fb0-4c97-938f-404636777f61 req-be7c9fe3-0f83-4a6c-be46-28eb284b629a service neutron] Bound using segment: {'id': 'c4042769-5632-4ae0-8bb5-26510319e448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e47cd5b4-9a92-4242-b69e-822b60e1fd7e'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:08:51.208319 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-1918b556-2fb0-4c97-938f-404636777f61 req-be7c9fe3-0f83-4a6c-be46-28eb284b629a service neutron] Bound port: 1dd967d7-409e-4bf6-acef-05eebcf1734e, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4042769-5632-4ae0-8bb5-26510319e448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e47cd5b4-9a92-4242-b69e-822b60e1fd7e'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:08:51.208779 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1918b556-2fb0-4c97-938f-404636777f61 req-be7c9fe3-0f83-4a6c-be46-28eb284b629a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:51.272116 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-1918b556-2fb0-4c97-938f-404636777f61 req-be7c9fe3-0f83-4a6c-be46-28eb284b629a service neutron] For port 1dd967d7-409e-4bf6-acef-05eebcf1734e, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:08:51.275196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-1918b556-2fb0-4c97-938f-404636777f61 req-be7c9fe3-0f83-4a6c-be46-28eb284b629a service neutron] For port 1dd967d7-409e-4bf6-acef-05eebcf1734e, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=1dd967d7-409e-4bf6-acef-05eebcf1734e,segment=NetworkSegment(c4042769-5632-4ae0-8bb5-26510319e448),segment_id=c4042769-5632-4ae0-8bb5-26510319e448)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:08:51.282565 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1918b556-2fb0-4c97-938f-404636777f61 req-be7c9fe3-0f83-4a6c-be46-28eb284b629a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:51.292400 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e8a9e-c86e-412c-8714-b8e9212bd670 req-d6f7bf86-bcbb-44ea-8496-a9bf25f60b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:51.293880 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-802e8a9e-c86e-412c-8714-b8e9212bd670 req-d6f7bf86-bcbb-44ea-8496-a9bf25f60b3c service neutron] 10.222.0.59 "GET /v2.0/networks?id=ea501860-0e49-4df4-a621-28f5a293cffd HTTP/1.1" status: 200 len: 923 time: 0.0861199 Jul 30 20:08:51.322492 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918b556-2fb0-4c97-938f-404636777f61 req-be7c9fe3-0f83-4a6c-be46-28eb284b629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:51.323107 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1918b556-2fb0-4c97-938f-404636777f61 req-be7c9fe3-0f83-4a6c-be46-28eb284b629a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:51.324557 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1918b556-2fb0-4c97-938f-404636777f61 req-be7c9fe3-0f83-4a6c-be46-28eb284b629a service neutron] 10.222.0.59 "PUT /v2.0/ports/1dd967d7-409e-4bf6-acef-05eebcf1734e HTTP/1.1" status: 200 len: 1092 time: 0.7822771 Jul 30 20:08:51.324994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ba370a-8247-41da-89ef-1dc7777071b9', 'tag': '1dd967d7-409e-4bf6-acef-05eebcf1734e'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:51.327239 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c973b4-32e2-43d0-8d88-4fc9a6f2f64d" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ba370a-8247-41da-89ef-1dc7777071b9", "tag": "1dd967d7-409e-4bf6-acef-05eebcf1734e"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:51.344859 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c9fe3-0f83-4a6c-be46-28eb284b629a service neutron] Pushing event updated for resources: {'Port': ['ID=1dd967d7-409e-4bf6-acef-05eebcf1734e,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:51.345478 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-802e8a9e-c86e-412c-8714-b8e9212bd670 req-0b3391b5-6af3-4a96-8a34-fa19ec201385 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e935464-2d5a-47ca-8787-50bf441602f5 HTTP/1.1" status: 200 len: 217 time: 0.0431967 Jul 30 20:08:51.373143 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06aeb7ce-8ddc-4d14-bc67-52bcf5ee9352 x-openstack-request-id: req-06aeb7ce-8ddc-4d14-bc67-52bcf5ee9352 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:51.373659 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ba370a-8247-41da-89ef-1dc7777071b9", "tag": "1dd967d7-409e-4bf6-acef-05eebcf1734e", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:51.373832 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-06aeb7ce-8ddc-4d14-bc67-52bcf5ee9352 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:51.374244 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ba370a-8247-41da-89ef-1dc7777071b9', 'tag': '1dd967d7-409e-4bf6-acef-05eebcf1734e', 'status': 'completed', 'code': 200} Jul 30 20:08:51.410510 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e8a9e-c86e-412c-8714-b8e9212bd670 req-06742a14-5fb8-4b0d-b568-d8ce3d9776d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:51.412268 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-802e8a9e-c86e-412c-8714-b8e9212bd670 req-06742a14-5fb8-4b0d-b568-d8ce3d9776d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f1c301db-0fa4-4f24-8166-509f6d358c7d HTTP/1.1" status: 200 len: 862 time: 0.0524588 Jul 30 20:08:51.428782 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918b556-2fb0-4c97-938f-404636777f61 req-81911604-75a5-404b-a6e9-6e6e026b181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:51.431086 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1918b556-2fb0-4c97-938f-404636777f61 req-81911604-75a5-404b-a6e9-6e6e026b181e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b56095e9666e41c68d703345cf114ec6&device_id=f8ba370a-8247-41da-89ef-1dc7777071b9 HTTP/1.1" status: 200 len: 1095 time: 0.0495467 Jul 30 20:08:51.448232 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-802e8a9e-c86e-412c-8714-b8e9212bd670 req-93c3728d-aef2-49d6-9318-e721b55a41b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea501860-0e49-4df4-a621-28f5a293cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273783 Jul 30 20:08:51.482134 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1918b556-2fb0-4c97-938f-404636777f61 req-609af64d-2467-4727-a508-a7bb70c8d022 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dd967d7-409e-4bf6-acef-05eebcf1734e HTTP/1.1" status: 200 len: 217 time: 0.0399446 Jul 30 20:08:51.533251 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918b556-2fb0-4c97-938f-404636777f61 req-68852ce6-608c-48d6-9d12-f45e893fa30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:51.534761 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1918b556-2fb0-4c97-938f-404636777f61 req-68852ce6-608c-48d6-9d12-f45e893fa30f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a37770c-e174-4d6e-be77-50acc957bda6 HTTP/1.1" status: 200 len: 849 time: 0.0458577 Jul 30 20:08:51.544957 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-802e8a9e-c86e-412c-8714-b8e9212bd670 req-8d8795e5-d9a4-475a-b649-f322bb83d34a service neutron] 10.222.0.59 "GET /v2.0/networks/ea501860-0e49-4df4-a621-28f5a293cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888007 Jul 30 20:08:51.586412 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1918b556-2fb0-4c97-938f-404636777f61 req-e3ff7d85-3b5f-42e6-9ce5-73bc167d3b4b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e47cd5b4-9a92-4242-b69e-822b60e1fd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255275 Jul 30 20:08:51.670742 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-802e8a9e-c86e-412c-8714-b8e9212bd670 req-bca2d54f-ef68-4a6b-b07f-3924af00f98d service neutron] 10.222.0.59 "GET /v2.0/networks/ea501860-0e49-4df4-a621-28f5a293cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093717 Jul 30 20:08:51.758667 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1918b556-2fb0-4c97-938f-404636777f61 req-9dd62f45-3d05-4d9a-9864-5872070f8af0 service neutron] 10.222.0.59 "GET /v2.0/networks/e47cd5b4-9a92-4242-b69e-822b60e1fd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638134 Jul 30 20:08:51.768376 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec510c7-55ae-454f-97b2-4cac69e49e30 req-75500bbc-e56c-4272-a233-a449e06eba03 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:51.769894 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fec510c7-55ae-454f-97b2-4cac69e49e30 req-75500bbc-e56c-4272-a233-a449e06eba03 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5ef8ec-2396-4dbc-8c54-02d6662e4793 HTTP/1.1" status: 200 len: 948 time: 0.0809591 Jul 30 20:08:51.774416 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102ba17-b108-49fe-82aa-44ee1893cafe req-3794c05d-a954-4e3d-8c14-395af465a69d tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:51.776216 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a102ba17-b108-49fe-82aa-44ee1893cafe req-3794c05d-a954-4e3d-8c14-395af465a69d tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/ports?device_id=30df8fcc-4feb-4727-8cd0-d7c741b58544 HTTP/1.1" status: 200 len: 943 time: 0.0564249 Jul 30 20:08:51.821712 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a102ba17-b108-49fe-82aa-44ee1893cafe req-f20e253d-5c7a-41de-97d4-b91fdbc19bab tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/security-groups?id=001643db-2d23-4ef1-8e37-ab10dba25369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385995 Jul 30 20:08:51.872023 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fec510c7-55ae-454f-97b2-4cac69e49e30 req-ba00e825-097e-4a0d-bb54-f9c8158549f1 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920749 Jul 30 20:08:51.892929 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1918b556-2fb0-4c97-938f-404636777f61 req-26e8d5ee-5259-40aa-86a3-093e22ec4a88 service neutron] 10.222.0.59 "GET /v2.0/networks/e47cd5b4-9a92-4242-b69e-822b60e1fd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220772 Jul 30 20:08:51.988900 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c973b4-32e2-43d0-8d88-4fc9a6f2f64d req-c1c5f208-1678-4cb0-a680-52aa281b5fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:51.990405 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a4c973b4-32e2-43d0-8d88-4fc9a6f2f64d req-c1c5f208-1678-4cb0-a680-52aa281b5fe7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b56095e9666e41c68d703345cf114ec6&device_id=f8ba370a-8247-41da-89ef-1dc7777071b9 HTTP/1.1" status: 200 len: 1095 time: 0.0422812 Jul 30 20:08:52.063683 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e5481-d491-4a7c-b5ce-75d579074ab4 req-06249b43-c04f-469f-a915-09880aac33b0 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:52.065189 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e27e5481-d491-4a7c-b5ce-75d579074ab4 req-06249b43-c04f-469f-a915-09880aac33b0 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ba370a-8247-41da-89ef-1dc7777071b9 HTTP/1.1" status: 200 len: 944 time: 0.0553730 Jul 30 20:08:52.092707 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c973b4-32e2-43d0-8d88-4fc9a6f2f64d req-3044f996-4cb2-4202-8781-79c9eb7d01b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:52.094287 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a4c973b4-32e2-43d0-8d88-4fc9a6f2f64d req-3044f996-4cb2-4202-8781-79c9eb7d01b7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e47cd5b4-9a92-4242-b69e-822b60e1fd7e HTTP/1.1" status: 200 len: 910 time: 0.0946765 Jul 30 20:08:52.104881 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e27e5481-d491-4a7c-b5ce-75d579074ab4 req-62d17dcc-fc36-4c34-892f-a06dc019d5c7 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/security-groups?id=11b97a88-882d-46aa-bc0a-8678c1a4d6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330672 Jul 30 20:08:52.142337 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a4c973b4-32e2-43d0-8d88-4fc9a6f2f64d req-367cf356-9632-4edd-8405-becf0dd67a5f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dd967d7-409e-4bf6-acef-05eebcf1734e HTTP/1.1" status: 200 len: 217 time: 0.0397766 Jul 30 20:08:52.193919 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c973b4-32e2-43d0-8d88-4fc9a6f2f64d req-078aa8b4-2e5a-47b9-adb9-602147eaa590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:52.195299 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a4c973b4-32e2-43d0-8d88-4fc9a6f2f64d req-078aa8b4-2e5a-47b9-adb9-602147eaa590 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a37770c-e174-4d6e-be77-50acc957bda6 HTTP/1.1" status: 200 len: 849 time: 0.0449741 Jul 30 20:08:52.229514 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a4c973b4-32e2-43d0-8d88-4fc9a6f2f64d req-32b219b0-a2c8-456b-bb69-b6f66e201d8b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e47cd5b4-9a92-4242-b69e-822b60e1fd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262043 Jul 30 20:08:52.331375 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a4c973b4-32e2-43d0-8d88-4fc9a6f2f64d req-6533416e-4c52-44f2-8dde-032cc2a983c7 service neutron] 10.222.0.59 "GET /v2.0/networks/e47cd5b4-9a92-4242-b69e-822b60e1fd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933576 Jul 30 20:08:52.425123 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a4c973b4-32e2-43d0-8d88-4fc9a6f2f64d req-aa2ad41f-3c62-4777-a0f7-9c7ffb24d728 service neutron] 10.222.0.59 "GET /v2.0/networks/e47cd5b4-9a92-4242-b69e-822b60e1fd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858419 Jul 30 20:08:52.746261 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 6fa3a91b-1c83-493c-9e39-2ce04052756e details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:08:52.840206 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 6fa3a91b-1c83-493c-9e39-2ce04052756e, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=6fa3a91b-1c83-493c-9e39-2ce04052756e,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:52.855596 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '6fa3a91b-1c83-493c-9e39-2ce04052756e', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': '6fa3a91b-1c83-493c-9e39-2ce04052756e', 'mac_address': 'fa:16:3e:c3:e3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:08:52.892756 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:52.909939 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa3a91b-1c83-493c-9e39-2ce04052756e {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:08:52.934605 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 6fa3a91b-1c83-493c-9e39-2ce04052756e, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=6fa3a91b-1c83-493c-9e39-2ce04052756e,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:52.939819 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:52.955799 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ddfac-1b48-44fa-afb6-d7bcf0deeeb0 req-3ba16558-c694-4325-83e9-d7003d2b407b tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:52.957784 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f0ddfac-1b48-44fa-afb6-d7bcf0deeeb0 req-3ba16558-c694-4325-83e9-d7003d2b407b tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/ports?device_id=30df8fcc-4feb-4727-8cd0-d7c741b58544 HTTP/1.1" status: 200 len: 943 time: 0.0663197 Jul 30 20:08:52.994770 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=6fa3a91b-1c83-493c-9e39-2ce04052756e,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:53.015400 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f0ddfac-1b48-44fa-afb6-d7bcf0deeeb0 req-df7ab2c4-4c05-4581-8a4d-c10773bc71c9 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/security-groups?id=001643db-2d23-4ef1-8e37-ab10dba25369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450134 Jul 30 20:08:53.025053 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56a4be-6599-408d-aed7-d4b6f9d0f13f req-e3298620-86a4-4ce8-a854-992350d72d7a tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:53.026635 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8b56a4be-6599-408d-aed7-d4b6f9d0f13f req-e3298620-86a4-4ce8-a854-992350d72d7a tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5ef8ec-2396-4dbc-8c54-02d6662e4793 HTTP/1.1" status: 200 len: 949 time: 0.0713646 Jul 30 20:08:53.087868 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8b56a4be-6599-408d-aed7-d4b6f9d0f13f req-6760791c-b24c-4953-aaeb-d8f52ca84021 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376565 Jul 30 20:08:53.230204 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f3283-1a09-478b-af5f-5f4dad919e0b req-d1ca1101-9083-4558-ac30-9f2056ff8654 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:53.231880 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-539f3283-1a09-478b-af5f-5f4dad919e0b req-d1ca1101-9083-4558-ac30-9f2056ff8654 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ba370a-8247-41da-89ef-1dc7777071b9 HTTP/1.1" status: 200 len: 944 time: 0.0562627 Jul 30 20:08:53.275257 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-539f3283-1a09-478b-af5f-5f4dad919e0b req-8d68e83a-5dbb-46cc-bc67-3f0a2c53cdb2 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/security-groups?id=11b97a88-882d-46aa-bc0a-8678c1a4d6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344300 Jul 30 20:08:53.346078 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['6fa3a91b-1c83-493c-9e39-2ce04052756e'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:08:53.653146 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dceba8bd-82e1-4057-82b1-773027a96891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:53.855576 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:54.135463 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54449e-5d51-4fb7-a6f8-38623c53bcff req-dc3a9fe2-0cf9-4b59-b39a-249a15d58f91 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:54.137261 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc54449e-5d51-4fb7-a6f8-38623c53bcff req-dc3a9fe2-0cf9-4b59-b39a-249a15d58f91 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/ports?device_id=30df8fcc-4feb-4727-8cd0-d7c741b58544 HTTP/1.1" status: 200 len: 943 time: 0.0535126 Jul 30 20:08:54.157742 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60628) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:54.162783 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-cbbafb1c-c933-4cde-bab4-3c75042dec0e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-899512852'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:54.177608 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc54449e-5d51-4fb7-a6f8-38623c53bcff req-29504c34-741d-499f-93c6-370cc8d9f28b tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/security-groups?id=001643db-2d23-4ef1-8e37-ab10dba25369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342314 Jul 30 20:08:54.208713 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbafb1c-c933-4cde-bab4-3c75042dec0e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Made reservation on behalf of 1d663627cb1b4aa4857162f5a27e37ec for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:08:54.212654 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbbafb1c-c933-4cde-bab4-3c75042dec0e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:54.246397 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f911d-ff08-4392-9610-fa52729ac132 req-dd874971-6801-4c5d-a21a-10ed7c00fcc0 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:54.247929 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-746f911d-ff08-4392-9610-fa52729ac132 req-dd874971-6801-4c5d-a21a-10ed7c00fcc0 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5ef8ec-2396-4dbc-8c54-02d6662e4793 HTTP/1.1" status: 200 len: 949 time: 0.0801542 Jul 30 20:08:54.256314 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbbafb1c-c933-4cde-bab4-3c75042dec0e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:08:54.278779 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbbafb1c-c933-4cde-bab4-3c75042dec0e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:54.279126 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-cbbafb1c-c933-4cde-bab4-3c75042dec0e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Added segment dd78c27e-8c8a-431e-a42e-0ff92727ac3c of type vlan for network 624029aa-6e2e-457a-b285-eaf6ccf35387 Jul 30 20:08:54.325817 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-746f911d-ff08-4392-9610-fa52729ac132 req-1e2c1e04-48bd-47ba-b46a-a9b4ceeba6b1 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705884 Jul 30 20:08:54.334208 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbbafb1c-c933-4cde-bab4-3c75042dec0e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:54.382696 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 3e935464-2d5a-47ca-8787-50bf441602f5 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:08:54.383570 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbbafb1c-c933-4cde-bab4-3c75042dec0e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:54.389926 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbafb1c-c933-4cde-bab4-3c75042dec0e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:54.390637 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbbafb1c-c933-4cde-bab4-3c75042dec0e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:54.479371 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 3e935464-2d5a-47ca-8787-50bf441602f5, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=3e935464-2d5a-47ca-8787-50bf441602f5,segment=NetworkSegment(f24ef134-d44e-4b3f-b58c-ceaada94d3ba),segment_id=f24ef134-d44e-4b3f-b58c-ceaada94d3ba)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:54.491280 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '3e935464-2d5a-47ca-8787-50bf441602f5', 'network_id': 'ea501860-0e49-4df4-a621-28f5a293cffd', 'port_id': '3e935464-2d5a-47ca-8787-50bf441602f5', 'mac_address': 'fa:16:3e:9f:96:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c301db-0fa4-4f24-8166-509f6d358c7d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:08:54.503253 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cbbafb1c-c933-4cde-bab4-3c75042dec0e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3443859 Jul 30 20:08:54.506042 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60636) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:54.512134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-96ad7e23-486c-45a6-82cf-0f8159e88d18 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-685180141'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:54.530366 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbafb1c-c933-4cde-bab4-3c75042dec0e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event updated for resources: {'Network': ['ID=624029aa-6e2e-457a-b285-eaf6ccf35387,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:54.534228 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:54.541344 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ad7e23-486c-45a6-82cf-0f8159e88d18 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Made reservation on behalf of 1d663627cb1b4aa4857162f5a27e37ec for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:08:54.545412 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-96ad7e23-486c-45a6-82cf-0f8159e88d18 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:54.545576 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183c036-1c67-44d2-9bef-1b4fb27fb8d3 req-60fae0ce-6057-4793-a2a7-179a10b9baf1 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:54.547083 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e183c036-1c67-44d2-9bef-1b4fb27fb8d3 req-60fae0ce-6057-4793-a2a7-179a10b9baf1 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ba370a-8247-41da-89ef-1dc7777071b9 HTTP/1.1" status: 200 len: 944 time: 0.1528401 Jul 30 20:08:54.548864 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 624029aa-6e2e-457a-b285-eaf6ccf35387 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:08:54.565323 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e935464-2d5a-47ca-8787-50bf441602f5 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:08:54.575178 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ad7e23-486c-45a6-82cf-0f8159e88d18 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:08:54.589172 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-96ad7e23-486c-45a6-82cf-0f8159e88d18 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:54.589805 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-96ad7e23-486c-45a6-82cf-0f8159e88d18 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Added segment 3537fc15-592e-4ed3-abfa-617a2a23cfad of type vlan for network 956f2f8d-58e3-4da4-8be7-e5f47f91fd80 Jul 30 20:08:54.606720 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e183c036-1c67-44d2-9bef-1b4fb27fb8d3 req-4fc42c06-87d2-413a-a31d-2f18e8cc8c0f tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/security-groups?id=11b97a88-882d-46aa-bc0a-8678c1a4d6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526083 Jul 30 20:08:54.630034 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 3e935464-2d5a-47ca-8787-50bf441602f5, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=3e935464-2d5a-47ca-8787-50bf441602f5,segment=NetworkSegment(f24ef134-d44e-4b3f-b58c-ceaada94d3ba),segment_id=f24ef134-d44e-4b3f-b58c-ceaada94d3ba)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:54.639793 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-96ad7e23-486c-45a6-82cf-0f8159e88d18 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:54.640593 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:54.670151 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-96ad7e23-486c-45a6-82cf-0f8159e88d18 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:54.675859 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ad7e23-486c-45a6-82cf-0f8159e88d18 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:54.676541 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-96ad7e23-486c-45a6-82cf-0f8159e88d18 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:54.703692 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=3e935464-2d5a-47ca-8787-50bf441602f5,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:54.745443 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 6fa3a91b-1c83-493c-9e39-2ce04052756e up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:54.751192 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-96ad7e23-486c-45a6-82cf-0f8159e88d18 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2440436 Jul 30 20:08:54.754475 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60640) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:54.761911 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c1069f3f-692f-473b-998b-19102686b001 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Request body: {'subnet': {'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:54.789446 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad7e23-486c-45a6-82cf-0f8159e88d18 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event updated for resources: {'Network': ['ID=956f2f8d-58e3-4da4-8be7-e5f47f91fd80,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:54.800868 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 956f2f8d-58e3-4da4-8be7-e5f47f91fd80 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:08:54.804269 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 6fa3a91b-1c83-493c-9e39-2ce04052756e completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:54.845670 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 6fa3a91b-1c83-493c-9e39-2ce04052756e triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:54.846040 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:54.861812 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1069f3f-692f-473b-998b-19102686b001 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Made reservation on behalf of 1d663627cb1b4aa4857162f5a27e37ec for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:08:54.865335 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1069f3f-692f-473b-998b-19102686b001 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:54.905453 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:54.914977 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['3e935464-2d5a-47ca-8787-50bf441602f5'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:08:54.995039 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:55.037233 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5ef8ec-2396-4dbc-8c54-02d6662e4793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa3a91b-1c83-493c-9e39-2ce04052756e'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:55.039999 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ce5a78-8223-4607-a84f-931d9ef362d9" -d '{"events": [{"server_uuid": "be5ef8ec-2396-4dbc-8c54-02d6662e4793", "name": "network-vif-plugged", "status": "completed", "tag": "6fa3a91b-1c83-493c-9e39-2ce04052756e"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:55.052817 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1069f3f-692f-473b-998b-19102686b001 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:55.061271 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 6fa3a91b-1c83-493c-9e39-2ce04052756e, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=6fa3a91b-1c83-493c-9e39-2ce04052756e,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:55.066783 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:55.100117 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e304cf7-7db8-4f7f-828b-eab95e3aa692 x-openstack-request-id: req-8e304cf7-7db8-4f7f-828b-eab95e3aa692 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:55.101346 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5ef8ec-2396-4dbc-8c54-02d6662e4793", "name": "network-vif-plugged", "status": "completed", "tag": "6fa3a91b-1c83-493c-9e39-2ce04052756e", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:55.101346 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8e304cf7-7db8-4f7f-828b-eab95e3aa692 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:55.101569 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5ef8ec-2396-4dbc-8c54-02d6662e4793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa3a91b-1c83-493c-9e39-2ce04052756e', 'code': 200} Jul 30 20:08:55.124830 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1069f3f-692f-473b-998b-19102686b001 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event updated for resources: {'Subnet': ['ID=0ee34576-0f44-4e9f-855e-368f45154589,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:55.134030 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1069f3f-692f-473b-998b-19102686b001 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Checking segment: {'id': 'dd78c27e-8c8a-431e-a42e-0ff92727ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:08:55.134947 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1069f3f-692f-473b-998b-19102686b001 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Network hostable DHCP agents. Network: 624029aa-6e2e-457a-b285-eaf6ccf35387, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:08:55.151963 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1069f3f-692f-473b-998b-19102686b001 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Network 624029aa-6e2e-457a-b285-eaf6ccf35387 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:08:55.153325 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=6fa3a91b-1c83-493c-9e39-2ce04052756e,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:55.182971 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c1069f3f-692f-473b-998b-19102686b001 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 624029aa-6e2e-457a-b285-eaf6ccf35387) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:55.190520 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3560c3c4-00f3-4591-80bb-81b6c03cde4c None None] Network 624029aa-6e2e-457a-b285-eaf6ccf35387 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:08:55.190826 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1069f3f-692f-473b-998b-19102686b001 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:55.191424 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1069f3f-692f-473b-998b-19102686b001 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:55.209638 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b1a97-b560-455c-81e7-d284b0cab792 req-110b61d0-4774-4543-b965-8ca40332ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:55.211314 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-642b1a97-b560-455c-81e7-d284b0cab792 req-110b61d0-4774-4543-b965-8ca40332ac10 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=be5ef8ec-2396-4dbc-8c54-02d6662e4793 HTTP/1.1" status: 200 len: 1101 time: 0.0559115 Jul 30 20:08:55.213116 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c1069f3f-692f-473b-998b-19102686b001 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4574759 Jul 30 20:08:55.215886 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60646) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:55.221456 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5f5fe50e-e58a-43ae-801b-6c654d992c67 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Request body: {'subnet': {'network_id': '956f2f8d-58e3-4da4-8be7-e5f47f91fd80', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:55.323070 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-642b1a97-b560-455c-81e7-d284b0cab792 req-93435132-9ece-4f9f-ae0c-3ad468ec1f2b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981402 Jul 30 20:08:55.340788 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2722ff-b9fb-4df6-92ff-6d802308efa0 req-fdf46cd9-8fd1-4ba1-a027-db9b9b24f992 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:55.344045 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a2722ff-b9fb-4df6-92ff-6d802308efa0 req-fdf46cd9-8fd1-4ba1-a027-db9b9b24f992 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/ports?device_id=30df8fcc-4feb-4727-8cd0-d7c741b58544 HTTP/1.1" status: 200 len: 944 time: 0.0794027 Jul 30 20:08:55.353658 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b097bbbb-ad12-4100-825e-acc19e28ed74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-624029aa-6e2e-457a-b285-eaf6ccf35387', 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'fixed_ips': [{'subnet_id': '0ee34576-0f44-4e9f-855e-368f45154589'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:08:55.354915 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b097bbbb-ad12-4100-825e-acc19e28ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:55.371235 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5fe50e-e58a-43ae-801b-6c654d992c67 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Made reservation on behalf of 1d663627cb1b4aa4857162f5a27e37ec for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:08:55.378631 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f5fe50e-e58a-43ae-801b-6c654d992c67 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:55.387529 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a2722ff-b9fb-4df6-92ff-6d802308efa0 req-9452d519-3d34-468b-9f89-713db0334bde tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/security-groups?id=001643db-2d23-4ef1-8e37-ab10dba25369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389063 Jul 30 20:08:55.511670 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda342d-73f4-4376-9f04-2d19ee3603d6 req-98533cfe-3010-4d26-b250-64b1da545d2c tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:55.513163 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-acda342d-73f4-4376-9f04-2d19ee3603d6 req-98533cfe-3010-4d26-b250-64b1da545d2c tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5ef8ec-2396-4dbc-8c54-02d6662e4793 HTTP/1.1" status: 200 len: 950 time: 0.0560379 Jul 30 20:08:55.513708 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-b097bbbb-ad12-4100-825e-acc19e28ed74 None None] Allocated IP 10.1.1.2 (624029aa-6e2e-457a-b285-eaf6ccf35387/0ee34576-0f44-4e9f-855e-368f45154589/be2a958b-fb75-4f3a-831f-c87c08a1149f) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:08:55.557403 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-acda342d-73f4-4376-9f04-2d19ee3603d6 req-01a2cfdd-5539-4473-9973-a5cd93b1e339 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366104 Jul 30 20:08:55.593280 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f5fe50e-e58a-43ae-801b-6c654d992c67 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:55.658440 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fe50e-e58a-43ae-801b-6c654d992c67 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event updated for resources: {'Subnet': ['ID=ae2ebb1c-4008-4386-9d14-582336340b80,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:55.666717 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5fe50e-e58a-43ae-801b-6c654d992c67 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Checking segment: {'id': '3537fc15-592e-4ed3-abfa-617a2a23cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '956f2f8d-58e3-4da4-8be7-e5f47f91fd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:08:55.667452 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5fe50e-e58a-43ae-801b-6c654d992c67 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Network hostable DHCP agents. Network: 956f2f8d-58e3-4da4-8be7-e5f47f91fd80, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:08:55.676905 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b097bbbb-ad12-4100-825e-acc19e28ed74 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:55.689231 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5fe50e-e58a-43ae-801b-6c654d992c67 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Network 956f2f8d-58e3-4da4-8be7-e5f47f91fd80 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:08:55.696297 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b097bbbb-ad12-4100-825e-acc19e28ed74 None None] Transition to ACTIVE for port object be2a958b-fb75-4f3a-831f-c87c08a1149f will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:55.707340 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5f5fe50e-e58a-43ae-801b-6c654d992c67 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 956f2f8d-58e3-4da4-8be7-e5f47f91fd80) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:55.716193 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab26d6f-ef74-400f-a9f5-f3686e94b279 None None] Network 956f2f8d-58e3-4da4-8be7-e5f47f91fd80 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:08:55.718269 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b097bbbb-ad12-4100-825e-acc19e28ed74 None None] Transition to ACTIVE for port object be2a958b-fb75-4f3a-831f-c87c08a1149f will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:55.727312 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5fe50e-e58a-43ae-801b-6c654d992c67 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:55.728008 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f5fe50e-e58a-43ae-801b-6c654d992c67 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:55.738385 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b097bbbb-ad12-4100-825e-acc19e28ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:55.751738 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5f5fe50e-e58a-43ae-801b-6c654d992c67 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5341420 Jul 30 20:08:55.754551 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60660) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:55.761160 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02f8e6-e477-438c-994b-4cf03f6f803d req-e936e0cf-124c-4e77-8490-8b02c5f050f4 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:55.761847 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-38bff58e-5d82-4ddd-bd1c-26ec8511368e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Request body: {'port': {'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387', 'name': 'tempest-TaggedBootDevicesTest_v242-1389991200', 'fixed_ips': [{'subnet_id': '0ee34576-0f44-4e9f-855e-368f45154589'}]}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:55.762877 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dc02f8e6-e477-438c-994b-4cf03f6f803d req-e936e0cf-124c-4e77-8490-8b02c5f050f4 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ba370a-8247-41da-89ef-1dc7777071b9 HTTP/1.1" status: 200 len: 944 time: 0.0679886 Jul 30 20:08:55.807712 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dc02f8e6-e477-438c-994b-4cf03f6f803d req-202d3b52-60a2-4f73-a366-888c08efb063 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/security-groups?id=11b97a88-882d-46aa-bc0a-8678c1a4d6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387974 Jul 30 20:08:55.830701 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097bbbb-ad12-4100-825e-acc19e28ed74 None None] Pushing event updated for resources: {'Port': ['ID=be2a958b-fb75-4f3a-831f-c87c08a1149f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:55.840638 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b097bbbb-ad12-4100-825e-acc19e28ed74 None None] Network 624029aa-6e2e-457a-b285-eaf6ccf35387 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:08:55.843466 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-b097bbbb-ad12-4100-825e-acc19e28ed74 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:55.846170 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b097bbbb-ad12-4100-825e-acc19e28ed74 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:08:55.877386 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bff58e-5d82-4ddd-bd1c-26ec8511368e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Made reservation on behalf of 1d663627cb1b4aa4857162f5a27e37ec for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:08:55.936927 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-b097bbbb-ad12-4100-825e-acc19e28ed74 None None] Attempting to bind port be2a958b-fb75-4f3a-831f-c87c08a1149f on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:08:55.937526 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-b097bbbb-ad12-4100-825e-acc19e28ed74 None None] Attempting to bind port be2a958b-fb75-4f3a-831f-c87c08a1149f by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'dd78c27e-8c8a-431e-a42e-0ff92727ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:08:55.937526 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b097bbbb-ad12-4100-825e-acc19e28ed74 None None] Attempting to bind port be2a958b-fb75-4f3a-831f-c87c08a1149f on network 624029aa-6e2e-457a-b285-eaf6ccf35387 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:55.946700 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b097bbbb-ad12-4100-825e-acc19e28ed74 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:08:55.947070 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b097bbbb-ad12-4100-825e-acc19e28ed74 None None] Checking segment: {'id': 'dd78c27e-8c8a-431e-a42e-0ff92727ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:08:55.947463 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b097bbbb-ad12-4100-825e-acc19e28ed74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:55.947870 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b097bbbb-ad12-4100-825e-acc19e28ed74 None None] Bound using segment: {'id': 'dd78c27e-8c8a-431e-a42e-0ff92727ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:08:55.948326 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-b097bbbb-ad12-4100-825e-acc19e28ed74 None None] Bound port: be2a958b-fb75-4f3a-831f-c87c08a1149f, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd78c27e-8c8a-431e-a42e-0ff92727ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:08:55.948697 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b097bbbb-ad12-4100-825e-acc19e28ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:55.958393 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38bff58e-5d82-4ddd-bd1c-26ec8511368e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:55.974983 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-38bff58e-5d82-4ddd-bd1c-26ec8511368e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] device_id is not set on port 08dca140-1f6f-4be9-aef9-65fcf5c1062f yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:08:55.998952 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdda938-37e5-49f9-b2df-b339ef12f7f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-956f2f8d-58e3-4da4-8be7-e5f47f91fd80', 'network_id': '956f2f8d-58e3-4da4-8be7-e5f47f91fd80', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'fixed_ips': [{'subnet_id': 'ae2ebb1c-4008-4386-9d14-582336340b80'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:08:55.999818 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebdda938-37e5-49f9-b2df-b339ef12f7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:56.096021 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b097bbbb-ad12-4100-825e-acc19e28ed74 None None] For port be2a958b-fb75-4f3a-831f-c87c08a1149f, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:08:56.120198 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b097bbbb-ad12-4100-825e-acc19e28ed74 None None] For port be2a958b-fb75-4f3a-831f-c87c08a1149f, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=be2a958b-fb75-4f3a-831f-c87c08a1149f,segment=NetworkSegment(dd78c27e-8c8a-431e-a42e-0ff92727ac3c),segment_id=dd78c27e-8c8a-431e-a42e-0ff92727ac3c)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:08:56.126789 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b097bbbb-ad12-4100-825e-acc19e28ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:56.206735 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-38bff58e-5d82-4ddd-bd1c-26ec8511368e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Allocated IP 10.1.1.52 (624029aa-6e2e-457a-b285-eaf6ccf35387/0ee34576-0f44-4e9f-855e-368f45154589/08dca140-1f6f-4be9-aef9-65fcf5c1062f) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:08:56.224261 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-ebdda938-37e5-49f9-b2df-b339ef12f7f6 None None] Allocated IP 10.2.2.2 (956f2f8d-58e3-4da4-8be7-e5f47f91fd80/ae2ebb1c-4008-4386-9d14-582336340b80/c9a8c866-807b-4f6c-8094-775a53fc916a) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:08:56.226157 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097bbbb-ad12-4100-825e-acc19e28ed74 None None] Pushing event updated for resources: {'Port': ['ID=be2a958b-fb75-4f3a-831f-c87c08a1149f,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:56.385141 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38bff58e-5d82-4ddd-bd1c-26ec8511368e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:56.409436 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-38bff58e-5d82-4ddd-bd1c-26ec8511368e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Transition to ACTIVE for port object 08dca140-1f6f-4be9-aef9-65fcf5c1062f will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:56.410540 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 1dd967d7-409e-4bf6-acef-05eebcf1734e details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:08:56.412492 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 3e935464-2d5a-47ca-8787-50bf441602f5 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:56.490811 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38bff58e-5d82-4ddd-bd1c-26ec8511368e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:56.510125 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebdda938-37e5-49f9-b2df-b339ef12f7f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:56.550141 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd0c16-cdf8-43c5-8a44-09f806c6143b req-464085f8-edeb-4329-8f26-df4bf7ccf7bc tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:56.552137 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-91fd0c16-cdf8-43c5-8a44-09f806c6143b req-464085f8-edeb-4329-8f26-df4bf7ccf7bc tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/ports?device_id=30df8fcc-4feb-4727-8cd0-d7c741b58544 HTTP/1.1" status: 200 len: 944 time: 0.0703423 Jul 30 20:08:56.603697 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ebdda938-37e5-49f9-b2df-b339ef12f7f6 None None] Transition to ACTIVE for port object c9a8c866-807b-4f6c-8094-775a53fc916a will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:56.610003 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-91fd0c16-cdf8-43c5-8a44-09f806c6143b req-d90bcb15-7a9d-46d7-8e1c-a86ed612ad90 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/security-groups?id=001643db-2d23-4ef1-8e37-ab10dba25369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513878 Jul 30 20:08:56.659227 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 3e935464-2d5a-47ca-8787-50bf441602f5 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:56.677661 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 3e935464-2d5a-47ca-8787-50bf441602f5 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:56.678088 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:56.683824 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ebdda938-37e5-49f9-b2df-b339ef12f7f6 None None] Transition to ACTIVE for port object c9a8c866-807b-4f6c-8094-775a53fc916a will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:56.736214 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebdda938-37e5-49f9-b2df-b339ef12f7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:56.813420 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b5611-5b0a-4870-91f0-896d342fdcc1 req-cd39b65a-5d5a-4c41-82e7-984bea854492 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:56.815622 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2b1b5611-5b0a-4870-91f0-896d342fdcc1 req-cd39b65a-5d5a-4c41-82e7-984bea854492 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5ef8ec-2396-4dbc-8c54-02d6662e4793 HTTP/1.1" status: 200 len: 950 time: 0.0871286 Jul 30 20:08:56.815912 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device be2a958b-fb75-4f3a-831f-c87c08a1149f up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:56.876789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdda938-37e5-49f9-b2df-b339ef12f7f6 None None] Network 956f2f8d-58e3-4da4-8be7-e5f47f91fd80 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:08:56.884062 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2b1b5611-5b0a-4870-91f0-896d342fdcc1 req-c3a148ac-7fe0-4237-bfc6-659995d13538 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562103 Jul 30 20:08:56.905084 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdda938-37e5-49f9-b2df-b339ef12f7f6 None None] Pushing event updated for resources: {'Port': ['ID=c9a8c866-807b-4f6c-8094-775a53fc916a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:56.910245 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 1dd967d7-409e-4bf6-acef-05eebcf1734e, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=1dd967d7-409e-4bf6-acef-05eebcf1734e,segment=NetworkSegment(c4042769-5632-4ae0-8bb5-26510319e448),segment_id=c4042769-5632-4ae0-8bb5-26510319e448)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:56.911713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bff58e-5d82-4ddd-bd1c-26ec8511368e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Network 624029aa-6e2e-457a-b285-eaf6ccf35387 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:08:56.914902 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:56.915866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ebdda938-37e5-49f9-b2df-b339ef12f7f6 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:56.917582 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-38bff58e-5d82-4ddd-bd1c-26ec8511368e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:56.921947 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bff58e-5d82-4ddd-bd1c-26ec8511368e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:08:56.926493 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdda938-37e5-49f9-b2df-b339ef12f7f6 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:08:56.939805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '1dd967d7-409e-4bf6-acef-05eebcf1734e', 'network_id': 'e47cd5b4-9a92-4242-b69e-822b60e1fd7e', 'port_id': '1dd967d7-409e-4bf6-acef-05eebcf1734e', 'mac_address': 'fa:16:3e:4d:fa:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a37770c-e174-4d6e-be77-50acc957bda6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:08:56.969827 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bff58e-5d82-4ddd-bd1c-26ec8511368e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event updated for resources: {'Port': ['ID=08dca140-1f6f-4be9-aef9-65fcf5c1062f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:57.004591 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bff58e-5d82-4ddd-bd1c-26ec8511368e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:57.005220 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38bff58e-5d82-4ddd-bd1c-26ec8511368e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:57.021226 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a339d4-624e-4481-b080-693046a38736 req-5e3dbbf2-21a0-4072-a0fd-bcb044890e78 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:57.022827 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b4a339d4-624e-4481-b080-693046a38736 req-5e3dbbf2-21a0-4072-a0fd-bcb044890e78 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ba370a-8247-41da-89ef-1dc7777071b9 HTTP/1.1" status: 200 len: 944 time: 0.1085746 Jul 30 20:08:57.040187 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-38bff58e-5d82-4ddd-bd1c-26ec8511368e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2840619 Jul 30 20:08:57.042778 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60676) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:57.048408 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-bd64c51d-58e4-4d82-bf26-e073f157d816 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Request body: {'port': {'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387', 'name': 'tempest-TaggedBootDevicesTest_v242-1038550127', 'fixed_ips': [{'subnet_id': '0ee34576-0f44-4e9f-855e-368f45154589'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:57.076598 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b4a339d4-624e-4481-b080-693046a38736 req-c1b05494-2c42-44d7-9554-88989d27c8fd tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/security-groups?id=11b97a88-882d-46aa-bc0a-8678c1a4d6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447710 Jul 30 20:08:57.168791 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd64c51d-58e4-4d82-bf26-e073f157d816 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Made reservation on behalf of 1d663627cb1b4aa4857162f5a27e37ec for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:08:57.200765 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ebdda938-37e5-49f9-b2df-b339ef12f7f6 None None] Attempting to bind port c9a8c866-807b-4f6c-8094-775a53fc916a on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:08:57.201126 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ebdda938-37e5-49f9-b2df-b339ef12f7f6 None None] Attempting to bind port c9a8c866-807b-4f6c-8094-775a53fc916a by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '3537fc15-592e-4ed3-abfa-617a2a23cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '956f2f8d-58e3-4da4-8be7-e5f47f91fd80'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:08:57.201482 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdda938-37e5-49f9-b2df-b339ef12f7f6 None None] Attempting to bind port c9a8c866-807b-4f6c-8094-775a53fc916a on network 956f2f8d-58e3-4da4-8be7-e5f47f91fd80 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:08:57.214868 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port be2a958b-fb75-4f3a-831f-c87c08a1149f completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:57.216867 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:57.221780 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:57.238721 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdda938-37e5-49f9-b2df-b339ef12f7f6 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:08:57.239144 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdda938-37e5-49f9-b2df-b339ef12f7f6 None None] Checking segment: {'id': '3537fc15-592e-4ed3-abfa-617a2a23cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '956f2f8d-58e3-4da4-8be7-e5f47f91fd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:08:57.239490 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebdda938-37e5-49f9-b2df-b339ef12f7f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:57.239891 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdda938-37e5-49f9-b2df-b339ef12f7f6 None None] Bound using segment: {'id': '3537fc15-592e-4ed3-abfa-617a2a23cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '956f2f8d-58e3-4da4-8be7-e5f47f91fd80'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:08:57.240542 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ebdda938-37e5-49f9-b2df-b339ef12f7f6 None None] Bound port: c9a8c866-807b-4f6c-8094-775a53fc916a, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3537fc15-592e-4ed3-abfa-617a2a23cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '956f2f8d-58e3-4da4-8be7-e5f47f91fd80'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:08:57.240914 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebdda938-37e5-49f9-b2df-b339ef12f7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:57.260818 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd64c51d-58e4-4d82-bf26-e073f157d816 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:57.261895 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd967d7-409e-4bf6-acef-05eebcf1734e {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:08:57.281036 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30df8fcc-4feb-4727-8cd0-d7c741b58544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e935464-2d5a-47ca-8787-50bf441602f5'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:08:57.283226 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c3e472-376f-4a0c-b07b-fd1cf6bc80c8" -d '{"events": [{"server_uuid": "30df8fcc-4feb-4727-8cd0-d7c741b58544", "name": "network-vif-plugged", "status": "completed", "tag": "3e935464-2d5a-47ca-8787-50bf441602f5"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:08:57.285299 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-bd64c51d-58e4-4d82-bf26-e073f157d816 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] device_id is not set on port bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:08:57.305687 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 1dd967d7-409e-4bf6-acef-05eebcf1734e, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=1dd967d7-409e-4bf6-acef-05eebcf1734e,segment=NetworkSegment(c4042769-5632-4ae0-8bb5-26510319e448),segment_id=c4042769-5632-4ae0-8bb5-26510319e448)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:57.329663 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 3e935464-2d5a-47ca-8787-50bf441602f5, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=3e935464-2d5a-47ca-8787-50bf441602f5,segment=NetworkSegment(f24ef134-d44e-4b3f-b58c-ceaada94d3ba),segment_id=f24ef134-d44e-4b3f-b58c-ceaada94d3ba)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:57.332974 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:57.343722 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15c6808-63f7-4aef-94f3-73a60ed6d336 x-openstack-request-id: req-c15c6808-63f7-4aef-94f3-73a60ed6d336 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:08:57.343972 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30df8fcc-4feb-4727-8cd0-d7c741b58544", "name": "network-vif-plugged", "status": "completed", "tag": "3e935464-2d5a-47ca-8787-50bf441602f5", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:08:57.344222 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c15c6808-63f7-4aef-94f3-73a60ed6d336 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:08:57.344605 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30df8fcc-4feb-4727-8cd0-d7c741b58544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e935464-2d5a-47ca-8787-50bf441602f5', 'code': 200} Jul 30 20:08:57.368414 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:57.428599 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8457eec-ba10-4df9-b160-d10c0a392c26 None None] Network 624029aa-6e2e-457a-b285-eaf6ccf35387 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:08:57.451474 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ebdda938-37e5-49f9-b2df-b339ef12f7f6 None None] For port c9a8c866-807b-4f6c-8094-775a53fc916a, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:08:57.468285 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85f0a2-ed09-498f-a811-387c1d6fbd5f req-672d9f0b-84ed-40c9-826f-27468e4c92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:57.470780 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1b85f0a2-ed09-498f-a811-387c1d6fbd5f req-672d9f0b-84ed-40c9-826f-27468e4c92b3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=30df8fcc-4feb-4727-8cd0-d7c741b58544 HTTP/1.1" status: 200 len: 1096 time: 0.0570071 Jul 30 20:08:57.485823 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=1dd967d7-409e-4bf6-acef-05eebcf1734e,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:57.496209 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ebdda938-37e5-49f9-b2df-b339ef12f7f6 None None] For port c9a8c866-807b-4f6c-8094-775a53fc916a, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c9a8c866-807b-4f6c-8094-775a53fc916a,segment=NetworkSegment(3537fc15-592e-4ed3-abfa-617a2a23cfad),segment_id=3537fc15-592e-4ed3-abfa-617a2a23cfad)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:08:57.518288 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1b85f0a2-ed09-498f-a811-387c1d6fbd5f req-e940b6e5-46a4-464f-bba6-0c3d6bdc4cfa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=001643db-2d23-4ef1-8e37-ab10dba25369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397236 Jul 30 20:08:57.534082 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebdda938-37e5-49f9-b2df-b339ef12f7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:57.539601 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-bd64c51d-58e4-4d82-bf26-e073f157d816 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Allocated IP 10.1.1.237 (624029aa-6e2e-457a-b285-eaf6ccf35387/0ee34576-0f44-4e9f-855e-368f45154589/bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:08:57.554225 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c58692a5-cf5b-42a8-b38c-0dbbbfb38fa0 None None] Provisioning for port be2a958b-fb75-4f3a-831f-c87c08a1149f completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:57.580110 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c58692a5-cf5b-42a8-b38c-0dbbbfb38fa0 None None] Provisioning complete for port be2a958b-fb75-4f3a-831f-c87c08a1149f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:57.580486 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c58692a5-cf5b-42a8-b38c-0dbbbfb38fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:57.619461 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=3e935464-2d5a-47ca-8787-50bf441602f5,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:57.657033 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['1dd967d7-409e-4bf6-acef-05eebcf1734e'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:08:57.720994 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd64c51d-58e4-4d82-bf26-e073f157d816 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:57.792310 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdda938-37e5-49f9-b2df-b339ef12f7f6 None None] Pushing event updated for resources: {'Port': ['ID=c9a8c866-807b-4f6c-8094-775a53fc916a,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:57.812488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8996e14-9cab-4ace-97df-bb3866d21531 req-464e2271-459a-4f84-a958-6751cb97c5d0 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:57.839268 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a8996e14-9cab-4ace-97df-bb3866d21531 req-464e2271-459a-4f84-a958-6751cb97c5d0 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/ports?device_id=30df8fcc-4feb-4727-8cd0-d7c741b58544 HTTP/1.1" status: 200 len: 945 time: 0.1076727 Jul 30 20:08:57.897935 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a8996e14-9cab-4ace-97df-bb3866d21531 req-f1c585ef-229b-4629-bbaf-5f06623f8859 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/security-groups?id=001643db-2d23-4ef1-8e37-ab10dba25369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607424 Jul 30 20:08:57.978903 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c58692a5-cf5b-42a8-b38c-0dbbbfb38fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:58.022803 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-bd64c51d-58e4-4d82-bf26-e073f157d816 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Transition to ACTIVE for port object bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:08:58.044508 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884174bc-1b77-42e4-91b5-5be55fcff0c3 req-046e8385-ed53-4f37-a965-cad568a235f0 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:58.051990 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-884174bc-1b77-42e4-91b5-5be55fcff0c3 req-046e8385-ed53-4f37-a965-cad568a235f0 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5ef8ec-2396-4dbc-8c54-02d6662e4793 HTTP/1.1" status: 200 len: 950 time: 0.0815163 Jul 30 20:08:58.059366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c58692a5-cf5b-42a8-b38c-0dbbbfb38fa0 None None] For port be2a958b-fb75-4f3a-831f-c87c08a1149f, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=be2a958b-fb75-4f3a-831f-c87c08a1149f,segment=NetworkSegment(dd78c27e-8c8a-431e-a42e-0ff92727ac3c),segment_id=dd78c27e-8c8a-431e-a42e-0ff92727ac3c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:58.071852 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c58692a5-cf5b-42a8-b38c-0dbbbfb38fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:58.077135 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd64c51d-58e4-4d82-bf26-e073f157d816 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:58.115670 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-884174bc-1b77-42e4-91b5-5be55fcff0c3 req-b284b0e5-3fe2-4b87-9f2d-59e963715fa5 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591342 Jul 30 20:08:58.137310 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd64c51d-58e4-4d82-bf26-e073f157d816 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Network 624029aa-6e2e-457a-b285-eaf6ccf35387 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:08:58.137310 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-bd64c51d-58e4-4d82-bf26-e073f157d816 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:08:58.145829 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58692a5-cf5b-42a8-b38c-0dbbbfb38fa0 None None] Pushing event updated for resources: {'Port': ['ID=be2a958b-fb75-4f3a-831f-c87c08a1149f,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:58.147899 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd64c51d-58e4-4d82-bf26-e073f157d816 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:08:58.241112 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64c51d-58e4-4d82-bf26-e073f157d816 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event updated for resources: {'Port': ['ID=bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:58.242632 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aaca5c-4ea9-458d-bf56-05ce1a29548d req-44e7feee-13c3-45dc-aefa-37d9ccb154ff tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:58.244203 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69aaca5c-4ea9-458d-bf56-05ce1a29548d req-44e7feee-13c3-45dc-aefa-37d9ccb154ff tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=be5ef8ec-2396-4dbc-8c54-02d6662e4793 HTTP/1.1" status: 200 len: 1101 time: 0.0467782 Jul 30 20:08:58.251917 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd64c51d-58e4-4d82-bf26-e073f157d816 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:58.252570 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd64c51d-58e4-4d82-bf26-e073f157d816 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:58.284169 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116f5d1-6878-48af-894e-174d04fa247b req-06a86cac-7a48-4dcb-907a-7d1a18a6c186 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:58.287019 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b116f5d1-6878-48af-894e-174d04fa247b req-06a86cac-7a48-4dcb-907a-7d1a18a6c186 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ba370a-8247-41da-89ef-1dc7777071b9 HTTP/1.1" status: 200 len: 945 time: 0.1063416 Jul 30 20:08:58.294957 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bd64c51d-58e4-4d82-bf26-e073f157d816 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2457008 Jul 30 20:08:58.305209 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69aaca5c-4ea9-458d-bf56-05ce1a29548d req-c3742aee-2699-4b1d-8918-b502bb7fae78 tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474598 Jul 30 20:08:58.372549 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b116f5d1-6878-48af-894e-174d04fa247b req-afe922c3-378e-47a7-88bb-7aab1c2904aa tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/security-groups?id=11b97a88-882d-46aa-bc0a-8678c1a4d6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734620 Jul 30 20:08:58.400625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-db94d867-ad71-4746-996a-d8f582376de9 None None] Provisioning complete for port be2a958b-fb75-4f3a-831f-c87c08a1149f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:58.400921 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db94d867-ad71-4746-996a-d8f582376de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:58.527681 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-db94d867-ad71-4746-996a-d8f582376de9 None None] Provisioning for port 08dca140-1f6f-4be9-aef9-65fcf5c1062f completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:58.532169 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-db94d867-ad71-4746-996a-d8f582376de9 None None] Provisioning complete for port 08dca140-1f6f-4be9-aef9-65fcf5c1062f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:58.532810 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db94d867-ad71-4746-996a-d8f582376de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:58.582668 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-db94d867-ad71-4746-996a-d8f582376de9 None None] Port 08dca140-1f6f-4be9-aef9-65fcf5c1062f cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:08:58.615611 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-1571c614-d642-41c1-b7c7-a8ed34dfa023 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315843 Jul 30 20:08:58.711944 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-45802862-ac61-44e9-a027-0d056cb3a731 None None] Provisioning complete for port 08dca140-1f6f-4be9-aef9-65fcf5c1062f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:58.712482 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45802862-ac61-44e9-a027-0d056cb3a731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:58.758505 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-45802862-ac61-44e9-a027-0d056cb3a731 None None] Port 08dca140-1f6f-4be9-aef9-65fcf5c1062f cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:08:58.783463 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-35ef8687-175c-4c14-9ebf-b78fc73e1501 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:58.785340 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-35ef8687-175c-4c14-9ebf-b78fc73e1501 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1686978 Jul 30 20:08:58.809041 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-6e9698e5-d26b-4a9b-8b19-8e0114cf8d96 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/quotas/4045e60369ef4027bbe0b4f0fb9d8f61 HTTP/1.1" status: 200 len: 375 time: 0.0162466 Jul 30 20:08:58.846464 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c9a8c866-807b-4f6c-8094-775a53fc916a up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:58.870424 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60716) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:58.875575 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-7797089c-96d0-45c5-94d5-1695d381129b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Request body: {'security_group': {'name': 'tempest-securitygroup--823307246', 'description': 'tempest-description--849967839'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:58.924066 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7797089c-96d0-45c5-94d5-1695d381129b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:58.928762 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-90b19135-a0d4-45c2-9827-f88064a39267 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1121674 Jul 30 20:08:58.967141 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port c9a8c866-807b-4f6c-8094-775a53fc916a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:58.974785 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device be2a958b-fb75-4f3a-831f-c87c08a1149f up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:08:59.032312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-fd942638-821c-498b-bfaf-97155a1a779a None None] Provisioning for port bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:59.036594 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-fd942638-821c-498b-bfaf-97155a1a779a None None] Provisioning complete for port bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:59.037152 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd942638-821c-498b-bfaf-97155a1a779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:59.047892 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7797089c-96d0-45c5-94d5-1695d381129b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:59.060465 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7797089c-96d0-45c5-94d5-1695d381129b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:59.080891 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-fd942638-821c-498b-bfaf-97155a1a779a None None] Port bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:08:59.090860 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port be2a958b-fb75-4f3a-831f-c87c08a1149f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:59.091238 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:59.124068 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7797089c-96d0-45c5-94d5-1695d381129b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:59.128431 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7797089c-96d0-45c5-94d5-1695d381129b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2567675 Jul 30 20:08:59.131334 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60724) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:59.136118 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9e530863-3de2-4bc5-806a-27dfa2b93f18 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Request body: {'security_group_rule': {'security_group_id': '8dc8da98-5808-4991-a13a-f9066791ad3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:59.153316 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797089c-96d0-45c5-94d5-1695d381129b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc8da98-5808-4991-a13a-f9066791ad3e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:59.172654 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635512db-de2c-40c2-80ca-90388f901066 None None] Network 956f2f8d-58e3-4da4-8be7-e5f47f91fd80 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:08:59.238153 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e530863-3de2-4bc5-806a-27dfa2b93f18 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:59.283485 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-93418747-d4e1-40ae-a8de-32de430a134b None None] Provisioning for port c9a8c866-807b-4f6c-8094-775a53fc916a completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:08:59.297650 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-93418747-d4e1-40ae-a8de-32de430a134b None None] Provisioning complete for port c9a8c866-807b-4f6c-8094-775a53fc916a triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:59.298036 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93418747-d4e1-40ae-a8de-32de430a134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:59.298753 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ed908453-f430-4898-aeb4-b0e4b6cbb6df req-7de72543-1c68-40ba-83ca-eb51042ce9c4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1d62f7e-ca0e-4226-aba8-8be3ea610888 HTTP/1.1" status: 200 len: 210 time: 0.0519767 Jul 30 20:08:59.299139 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd7e21-0925-466f-96d9-ff70f806eabe req-c3f0195b-6f93-4695-b742-fb0910086308 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:59.311314 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c9dd7e21-0925-466f-96d9-ff70f806eabe req-c3f0195b-6f93-4695-b742-fb0910086308 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/ports?device_id=30df8fcc-4feb-4727-8cd0-d7c741b58544 HTTP/1.1" status: 200 len: 945 time: 0.1126151 Jul 30 20:08:59.371463 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c9dd7e21-0925-466f-96d9-ff70f806eabe req-3d3c24ff-8bc4-4c90-83c6-44e49c946d50 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/security-groups?id=001643db-2d23-4ef1-8e37-ab10dba25369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581174 Jul 30 20:08:59.382751 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e530863-3de2-4bc5-806a-27dfa2b93f18 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:59.388653 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e530863-3de2-4bc5-806a-27dfa2b93f18 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:59.422141 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e530863-3de2-4bc5-806a-27dfa2b93f18 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b050bde-fb97-498b-bd9c-1e6307a2b1f0,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:59.432495 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e530863-3de2-4bc5-806a-27dfa2b93f18 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:59.433969 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9e530863-3de2-4bc5-806a-27dfa2b93f18 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3014011 Jul 30 20:08:59.437135 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60736) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:59.442225 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-87e21ee3-3a38-4865-ac56-4cedd94ac492 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Request body: {'security_group_rule': {'security_group_id': '8dc8da98-5808-4991-a13a-f9066791ad3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:59.524535 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93418747-d4e1-40ae-a8de-32de430a134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:59.535203 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a56b3e-dd0b-43c2-aea2-8793c3e7bc6b req-5548b9ae-d137-4446-b276-3b16d15bea5f tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:59.543631 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37a56b3e-dd0b-43c2-aea2-8793c3e7bc6b req-5548b9ae-d137-4446-b276-3b16d15bea5f tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ba370a-8247-41da-89ef-1dc7777071b9 HTTP/1.1" status: 200 len: 945 time: 0.0804698 Jul 30 20:08:59.563769 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-93418747-d4e1-40ae-a8de-32de430a134b None None] For port c9a8c866-807b-4f6c-8094-775a53fc916a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c9a8c866-807b-4f6c-8094-775a53fc916a,segment=NetworkSegment(3537fc15-592e-4ed3-abfa-617a2a23cfad),segment_id=3537fc15-592e-4ed3-abfa-617a2a23cfad)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:08:59.571832 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93418747-d4e1-40ae-a8de-32de430a134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:59.584204 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87e21ee3-3a38-4865-ac56-4cedd94ac492 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:59.637578 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37a56b3e-dd0b-43c2-aea2-8793c3e7bc6b req-6bf005af-83d8-4d07-96b3-7ce09cb1558b tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/security-groups?id=11b97a88-882d-46aa-bc0a-8678c1a4d6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928543 Jul 30 20:08:59.638570 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93418747-d4e1-40ae-a8de-32de430a134b None None] Pushing event updated for resources: {'Port': ['ID=c9a8c866-807b-4f6c-8094-775a53fc916a,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:59.666607 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87e21ee3-3a38-4865-ac56-4cedd94ac492 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:59.671475 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87e21ee3-3a38-4865-ac56-4cedd94ac492 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:59.696454 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e21ee3-3a38-4865-ac56-4cedd94ac492 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018237db-c22d-488d-aeb1-2a7ae34c9ded,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:08:59.706313 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87e21ee3-3a38-4865-ac56-4cedd94ac492 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:59.708240 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-87e21ee3-3a38-4865-ac56-4cedd94ac492 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2700188 Jul 30 20:08:59.712556 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60744) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:08:59.718025 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-db2e6695-000b-497e-a49b-0e6eff4aa7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:08:59.754384 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db2e6695-000b-497e-a49b-0e6eff4aa7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:59.824636 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9780087-5a8a-409d-a756-21cbce04b4a0 req-62bc9081-c302-45c7-a093-e3e415a10299 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:08:59.826285 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9780087-5a8a-409d-a756-21cbce04b4a0 req-62bc9081-c302-45c7-a093-e3e415a10299 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/ports?device_id=30df8fcc-4feb-4727-8cd0-d7c741b58544 HTTP/1.1" status: 200 len: 945 time: 0.0577540 Jul 30 20:08:59.878293 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9780087-5a8a-409d-a756-21cbce04b4a0 req-12c45ac4-8d3b-40a8-aad4-3d8e9c00e4e3 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/security-groups?id=001643db-2d23-4ef1-8e37-ab10dba25369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444245 Jul 30 20:08:59.883986 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db2e6695-000b-497e-a49b-0e6eff4aa7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:08:59.916315 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-56cefb32-bbe5-4769-93c0-1bb987e18319 None None] Provisioning complete for port c9a8c866-807b-4f6c-8094-775a53fc916a triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:08:59.916721 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56cefb32-bbe5-4769-93c0-1bb987e18319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:00.012628 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-db2e6695-000b-497e-a49b-0e6eff4aa7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Allocated IP 172.25.3.207 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/496e7910-b250-45ea-b819-47083c2cd9da) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:09:00.111353 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db2e6695-000b-497e-a49b-0e6eff4aa7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:00.151267 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db2e6695-000b-497e-a49b-0e6eff4aa7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:00.190593 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2e6695-000b-497e-a49b-0e6eff4aa7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:09:00.193504 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-db2e6695-000b-497e-a49b-0e6eff4aa7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:09:00.205372 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2e6695-000b-497e-a49b-0e6eff4aa7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:09:00.208614 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e6695-000b-497e-a49b-0e6eff4aa7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event updated for resources: {'Port': ['ID=496e7910-b250-45ea-b819-47083c2cd9da,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:00.295085 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db2e6695-000b-497e-a49b-0e6eff4aa7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:00.350465 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-a77157ee-866e-4fb0-93ff-f261856ce7eb tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258076 Jul 30 20:09:00.353627 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db2e6695-000b-497e-a49b-0e6eff4aa7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:00.428289 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 1dd967d7-409e-4bf6-acef-05eebcf1734e up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:09:00.454412 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-86c7b3e2-bb67-489d-bc57-d470e32e0239 req-749af9c3-4534-4c8b-87eb-801280f56a37 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1d62f7e-ca0e-4226-aba8-8be3ea610888 HTTP/1.1" status: 200 len: 210 time: 0.0650413 Jul 30 20:09:00.478394 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 1dd967d7-409e-4bf6-acef-05eebcf1734e completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:09:00.482779 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 1dd967d7-409e-4bf6-acef-05eebcf1734e triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:00.483229 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:00.562618 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:00.569496 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-f26aed94-ec0f-4b16-a758-b726fa5fd65a tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:00.570959 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-f26aed94-ec0f-4b16-a758-b726fa5fd65a tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2142599 Jul 30 20:09:00.584306 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ba370a-8247-41da-89ef-1dc7777071b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd967d7-409e-4bf6-acef-05eebcf1734e'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:00.585669 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-c1057d78-c1e8-4660-856a-b4c9cbce457b tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Request body: {'port': {'device_id': 'b1d62f7e-ca0e-4226-aba8-8be3ea610888', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': '4045e60369ef4027bbe0b4f0fb9d8f61'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:00.586570 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9738f25b-6e19-4b80-93c9-3dc5ed4c5b29" -d '{"events": [{"server_uuid": "f8ba370a-8247-41da-89ef-1dc7777071b9", "name": "network-vif-plugged", "status": "completed", "tag": "1dd967d7-409e-4bf6-acef-05eebcf1734e"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:00.599498 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 1dd967d7-409e-4bf6-acef-05eebcf1734e, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=1dd967d7-409e-4bf6-acef-05eebcf1734e,segment=NetworkSegment(c4042769-5632-4ae0-8bb5-26510319e448),segment_id=c4042769-5632-4ae0-8bb5-26510319e448)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:00.604860 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:00.641098 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfedfe1b-7e57-4a7d-9209-3586ef2ee250 x-openstack-request-id: req-cfedfe1b-7e57-4a7d-9209-3586ef2ee250 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:00.641485 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ba370a-8247-41da-89ef-1dc7777071b9", "name": "network-vif-plugged", "status": "completed", "tag": "1dd967d7-409e-4bf6-acef-05eebcf1734e", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:00.641831 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cfedfe1b-7e57-4a7d-9209-3586ef2ee250 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:00.642313 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ba370a-8247-41da-89ef-1dc7777071b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd967d7-409e-4bf6-acef-05eebcf1734e', 'code': 200} Jul 30 20:09:00.662105 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=1dd967d7-409e-4bf6-acef-05eebcf1734e,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:00.691289 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c9a8c866-807b-4f6c-8094-775a53fc916a up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:09:00.719646 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db2e6695-000b-497e-a49b-0e6eff4aa7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:00.730578 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db2e6695-000b-497e-a49b-0e6eff4aa7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:00.747096 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port c9a8c866-807b-4f6c-8094-775a53fc916a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:00.747620 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:00.755360 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb17629-af51-4ba1-85f7-cf848a2344de req-2a331133-ec03-4e38-96ba-dde0ab0397dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:00.757079 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6cb17629-af51-4ba1-85f7-cf848a2344de req-2a331133-ec03-4e38-96ba-dde0ab0397dc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f8ba370a-8247-41da-89ef-1dc7777071b9 HTTP/1.1" status: 200 len: 1097 time: 0.0449164 Jul 30 20:09:00.796411 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6cb17629-af51-4ba1-85f7-cf848a2344de req-dbdef4ac-af1b-4a31-8a5d-1cbd32334421 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=11b97a88-882d-46aa-bc0a-8678c1a4d6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295007 Jul 30 20:09:00.846044 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e6695-000b-497e-a49b-0e6eff4aa7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event updated for resources: {'Port': ['ID=496e7910-b250-45ea-b819-47083c2cd9da,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:00.859529 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-c1057d78-c1e8-4660-856a-b4c9cbce457b tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Made reservation on behalf of 4045e60369ef4027bbe0b4f0fb9d8f61 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:09:00.863120 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-c1057d78-c1e8-4660-856a-b4c9cbce457b tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:00.884751 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db2e6695-000b-497e-a49b-0e6eff4aa7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:00.904405 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a252e-cb82-43d5-b09c-9d717cb795f2 req-6a8c41af-13b1-414a-bed7-36b6ed866dd9 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:00.905896 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-464a252e-cb82-43d5-b09c-9d717cb795f2 req-6a8c41af-13b1-414a-bed7-36b6ed866dd9 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ba370a-8247-41da-89ef-1dc7777071b9 HTTP/1.1" status: 200 len: 946 time: 0.1491110 Jul 30 20:09:00.958391 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db2e6695-000b-497e-a49b-0e6eff4aa7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:00.959638 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-db2e6695-000b-497e-a49b-0e6eff4aa7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2459424 Jul 30 20:09:01.002683 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-464a252e-cb82-43d5-b09c-9d717cb795f2 req-b4babfb9-2c52-423b-a85b-7f1c3b18328c tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/security-groups?id=11b97a88-882d-46aa-bc0a-8678c1a4d6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895846 Jul 30 20:09:01.036185 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373596fa-0981-4db0-91a4-f95aead98234 req-72ca9a46-a663-4d3d-819e-a5529faa8945 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:01.037574 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-373596fa-0981-4db0-91a4-f95aead98234 req-72ca9a46-a663-4d3d-819e-a5529faa8945 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/ports?device_id=30df8fcc-4feb-4727-8cd0-d7c741b58544 HTTP/1.1" status: 200 len: 945 time: 0.0741096 Jul 30 20:09:01.056440 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-c1057d78-c1e8-4660-856a-b4c9cbce457b tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Allocated IP 192.168.233.147 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/11070a92-43d8-4b7e-8a3d-fac86e229331) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:09:01.095429 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-373596fa-0981-4db0-91a4-f95aead98234 req-1e558dcb-3602-4499-85b4-daeca0635273 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/security-groups?id=001643db-2d23-4ef1-8e37-ab10dba25369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460939 Jul 30 20:09:01.247696 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-c1057d78-c1e8-4660-856a-b4c9cbce457b tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:01.272807 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-c1057d78-c1e8-4660-856a-b4c9cbce457b tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Transition to ACTIVE for port object 11070a92-43d8-4b7e-8a3d-fac86e229331 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:01.282225 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-aca8599a-fedf-4725-ab5e-694c6b205e96 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--823307246&fields=id&tenant_id=1d663627cb1b4aa4857162f5a27e37ec HTTP/1.1" status: 200 len: 267 time: 0.0630467 Jul 30 20:09:01.324102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31758b21-f114-4892-a212-d59c3017276e req-63c08a5a-4314-484e-a7c3-f0208ff807b2 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:01.325622 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31758b21-f114-4892-a212-d59c3017276e req-63c08a5a-4314-484e-a7c3-f0208ff807b2 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.59 "GET /v2.0/ports?device_id=30df8fcc-4feb-4727-8cd0-d7c741b58544 HTTP/1.1" status: 200 len: 945 time: 0.0557101 Jul 30 20:09:01.359367 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-34f20664-1616-4de8-954a-a0917309ba10 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:01.360835 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-34f20664-1616-4de8-954a-a0917309ba10 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports/08dca140-1f6f-4be9-aef9-65fcf5c1062f HTTP/1.1" status: 200 len: 936 time: 0.0706589 Jul 30 20:09:01.367093 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-c1057d78-c1e8-4660-856a-b4c9cbce457b tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:01.379384 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['bb975919-5c61-4665-a393-73c9c764bad6', '66e4935d-2ade-4745-8f3d-3abfa40ff91e'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:01.381742 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['f80ceb81-a4e4-4e24-b00b-5bc1f84a0151', '557f9a18-0625-475f-bc09-3f39d6ca3061', 'e096ff85-a3f9-429f-8cf3-f4a64792986b', '6fa3a91b-1c83-493c-9e39-2ce04052756e'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:01.431675 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-31758b21-f114-4892-a212-d59c3017276e req-dc715914-ae88-483a-88d2-5ab2aa8c1989 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Deleting port 3e935464-2d5a-47ca-8787-50bf441602f5 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:09:01.432304 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-31758b21-f114-4892-a212-d59c3017276e req-dc715914-ae88-483a-88d2-5ab2aa8c1989 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:01.455057 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-58aa76e4-1bec-4db5-8750-b17ebecc9a9c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:01.456456 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-58aa76e4-1bec-4db5-8750-b17ebecc9a9c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports/bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 HTTP/1.1" status: 200 len: 937 time: 0.0873907 Jul 30 20:09:01.461956 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-c1057d78-c1e8-4660-856a-b4c9cbce457b tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:09:01.470020 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-c1057d78-c1e8-4660-856a-b4c9cbce457b tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:09:01.473550 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1057d78-c1e8-4660-856a-b4c9cbce457b tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Pushing event updated for resources: {'Port': ['ID=11070a92-43d8-4b7e-8a3d-fac86e229331,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:01.483650 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-c1057d78-c1e8-4660-856a-b4c9cbce457b tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:09:01.553406 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-31758b21-f114-4892-a212-d59c3017276e req-dc715914-ae88-483a-88d2-5ab2aa8c1989 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] For port 3e935464-2d5a-47ca-8787-50bf441602f5, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=3e935464-2d5a-47ca-8787-50bf441602f5,segment=NetworkSegment(f24ef134-d44e-4b3f-b58c-ceaada94d3ba),segment_id=f24ef134-d44e-4b3f-b58c-ceaada94d3ba)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:01.554161 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-31758b21-f114-4892-a212-d59c3017276e req-dc715914-ae88-483a-88d2-5ab2aa8c1989 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:01.569420 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-a08bb786-5437-480c-a7ca-031ba9b58360 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?network_id=956f2f8d-58e3-4da4-8be7-e5f47f91fd80&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1009228 Jul 30 20:09:01.573047 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-31758b21-f114-4892-a212-d59c3017276e req-dc715914-ae88-483a-88d2-5ab2aa8c1989 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Calling delete_port for 3e935464-2d5a-47ca-8787-50bf441602f5 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:09:01.617510 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-f6d29fad-b134-4351-b06d-c591f1f35a93 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?network_id=956f2f8d-58e3-4da4-8be7-e5f47f91fd80&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0463068 Jul 30 20:09:01.677561 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-c1057d78-c1e8-4660-856a-b4c9cbce457b tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:01.678376 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-c1057d78-c1e8-4660-856a-b4c9cbce457b tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:01.729800 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-c1057d78-c1e8-4660-856a-b4c9cbce457b tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1483932 Jul 30 20:09:01.752754 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-902da62e-58bb-4e06-b3a6-4dbd2f423cf3 service neutron] Request body: {'port': {'device_id': 'b1d62f7e-ca0e-4226-aba8-8be3ea610888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:01.769037 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f7df7-0257-4739-99cf-d53111f19d02 req-54a2f14a-6da6-42a6-9bef-272b5776a900 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:01.779164 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f13f7df7-0257-4739-99cf-d53111f19d02 req-54a2f14a-6da6-42a6-9bef-272b5776a900 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1d62f7e-ca0e-4226-aba8-8be3ea610888 HTTP/1.1" status: 200 len: 936 time: 0.1244402 Jul 30 20:09:01.825497 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-1d03342d-99ae-409f-9a46-08cd5f18dd11 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:01.832285 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-1d03342d-99ae-409f-9a46-08cd5f18dd11 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:01.839721 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-1d03342d-99ae-409f-9a46-08cd5f18dd11 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:01.843999 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-1d03342d-99ae-409f-9a46-08cd5f18dd11 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/networks?id=4889cdd8-296f-481e-b756-28d5d38f8224&id=624029aa-6e2e-457a-b285-eaf6ccf35387&id=624029aa-6e2e-457a-b285-eaf6ccf35387&id=956f2f8d-58e3-4da4-8be7-e5f47f91fd80&id=956f2f8d-58e3-4da4-8be7-e5f47f91fd80 HTTP/1.1" status: 200 len: 1994 time: 0.2259748 Jul 30 20:09:01.867695 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f13f7df7-0257-4739-99cf-d53111f19d02 req-b8e24864-54f7-4b5c-867a-9565b4e0a41f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827644 Jul 30 20:09:01.877478 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c476b180-282d-49a3-8df3-76b6d7299100 None None] Provisioning for port 11070a92-43d8-4b7e-8a3d-fac86e229331 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:09:01.880179 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-1d590027-6c5f-40c6-9a5b-6d41653eb3f9 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/quotas/1d663627cb1b4aa4857162f5a27e37ec HTTP/1.1" status: 200 len: 375 time: 0.0134828 Jul 30 20:09:01.883697 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-902da62e-58bb-4e06-b3a6-4dbd2f423cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:01.885924 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c476b180-282d-49a3-8df3-76b6d7299100 None None] Provisioning complete for port 11070a92-43d8-4b7e-8a3d-fac86e229331 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:01.886668 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c476b180-282d-49a3-8df3-76b6d7299100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:01.902248 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-31758b21-f114-4892-a212-d59c3017276e req-dc715914-ae88-483a-88d2-5ab2aa8c1989 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:01.935798 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc715914-ae88-483a-88d2-5ab2aa8c1989 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Pushing event deleted for resources: {'Port': ['ID=3e935464-2d5a-47ca-8787-50bf441602f5,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:01.949173 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c476b180-282d-49a3-8df3-76b6d7299100 None None] Port 11070a92-43d8-4b7e-8a3d-fac86e229331 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:09:01.987322 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-31758b21-f114-4892-a212-d59c3017276e req-dc715914-ae88-483a-88d2-5ab2aa8c1989 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] No DVR routers for this DVR port 3e935464-2d5a-47ca-8787-50bf441602f5 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:09:01.989957 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-31758b21-f114-4892-a212-d59c3017276e req-dc715914-ae88-483a-88d2-5ab2aa8c1989 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:01.992008 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31758b21-f114-4892-a212-d59c3017276e req-dc715914-ae88-483a-88d2-5ab2aa8c1989 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.59 "DELETE /v2.0/ports/3e935464-2d5a-47ca-8787-50bf441602f5 HTTP/1.1" status: 204 len: 173 time: 0.6569281 Jul 30 20:09:01.992449 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30df8fcc-4feb-4727-8cd0-d7c741b58544', 'name': 'network-vif-deleted', 'tag': '3e935464-2d5a-47ca-8787-50bf441602f5'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:01.994877 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e814f5e0-1394-4c90-bea1-665106679c9b" -d '{"events": [{"server_uuid": "30df8fcc-4feb-4727-8cd0-d7c741b58544", "name": "network-vif-deleted", "tag": "3e935464-2d5a-47ca-8787-50bf441602f5"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:02.043580 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214024a9-caf3-4267-aebd-6f908155c965 x-openstack-request-id: req-214024a9-caf3-4267-aebd-6f908155c965 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:02.044184 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30df8fcc-4feb-4727-8cd0-d7c741b58544", "name": "network-vif-deleted", "tag": "3e935464-2d5a-47ca-8787-50bf441602f5", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:02.044337 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-214024a9-caf3-4267-aebd-6f908155c965 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:02.044679 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30df8fcc-4feb-4727-8cd0-d7c741b58544', 'name': 'network-vif-deleted', 'tag': '3e935464-2d5a-47ca-8787-50bf441602f5', 'status': 'completed', 'code': 200} Jul 30 20:09:02.062699 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-431d8d75-c101-4d36-80d3-640ed135f29f tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d663627cb1b4aa4857162f5a27e37ec&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1610880 Jul 30 20:09:02.159918 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944b2d8-fc86-4ad9-9f8f-e3c9e3e4130f req-37a024cf-443c-47f5-8720-ae857ec062f7 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:02.161514 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5944b2d8-fc86-4ad9-9f8f-e3c9e3e4130f req-37a024cf-443c-47f5-8720-ae857ec062f7 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ba370a-8247-41da-89ef-1dc7777071b9 HTTP/1.1" status: 200 len: 946 time: 0.0522816 Jul 30 20:09:02.202363 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5944b2d8-fc86-4ad9-9f8f-e3c9e3e4130f req-43daaf43-84ec-4ed2-bc34-b53822ab9868 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/security-groups?id=11b97a88-882d-46aa-bc0a-8678c1a4d6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342197 Jul 30 20:09:02.213766 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['3e935464-2d5a-47ca-8787-50bf441602f5'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:02.235754 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-db25a1e3-9e5d-42e8-bcab-915b09249e0c service neutron] 10.222.0.81 "GET /v2.0/networks/4889cdd8-296f-481e-b756-28d5d38f8224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720121 Jul 30 20:09:02.353749 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dab178bd-873c-4e0a-b1ff-154b4bca32d8 req-90da6ad1-6d40-438d-878b-2e4e7e5cfb41 tempest-InstanceActionsNegativeTestJSON-587047103 tempest-InstanceActionsNegativeTestJSON-587047103-project] 10.222.0.81 "GET /v2.0/ports?device_id=30df8fcc-4feb-4727-8cd0-d7c741b58544 HTTP/1.1" status: 200 len: 210 time: 0.0263317 Jul 30 20:09:02.385719 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-902da62e-58bb-4e06-b3a6-4dbd2f423cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11070a92-43d8-4b7e-8a3d-fac86e229331 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:09:02.393832 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-eb0973a1-9fba-4905-818b-5d9d5f9ca1af service neutron] 10.222.0.81 "GET /v2.0/networks/4889cdd8-296f-481e-b756-28d5d38f8224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507080 Jul 30 20:09:02.395761 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-902da62e-58bb-4e06-b3a6-4dbd2f423cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:02.434660 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-902da62e-58bb-4e06-b3a6-4dbd2f423cf3 service neutron] Transition to ACTIVE for port object 11070a92-43d8-4b7e-8a3d-fac86e229331 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:02.441587 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-902da62e-58bb-4e06-b3a6-4dbd2f423cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:02.453386 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-9bcbff06-f89d-421e-acfb-ca1bb05152d8 service neutron] 10.222.0.81 "GET /v2.0/ports/08dca140-1f6f-4be9-aef9-65fcf5c1062f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0506024 Jul 30 20:09:02.564567 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902da62e-58bb-4e06-b3a6-4dbd2f423cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=11070a92-43d8-4b7e-8a3d-fac86e229331,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:02.659641 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fb1c135b-8435-48d9-9b5e-6ba7cf9b97f4 service neutron] 10.222.0.81 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771386 Jul 30 20:09:02.685614 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-902da62e-58bb-4e06-b3a6-4dbd2f423cf3 service neutron] Attempting to bind port 11070a92-43d8-4b7e-8a3d-fac86e229331 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:09:02.685977 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-902da62e-58bb-4e06-b3a6-4dbd2f423cf3 service neutron] Attempting to bind port 11070a92-43d8-4b7e-8a3d-fac86e229331 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:09:02.686316 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-902da62e-58bb-4e06-b3a6-4dbd2f423cf3 service neutron] Attempting to bind port 11070a92-43d8-4b7e-8a3d-fac86e229331 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:02.724806 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-902da62e-58bb-4e06-b3a6-4dbd2f423cf3 service neutron] Port 11070a92-43d8-4b7e-8a3d-fac86e229331 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:09:02.725140 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-902da62e-58bb-4e06-b3a6-4dbd2f423cf3 service neutron] Attempting to bind port 11070a92-43d8-4b7e-8a3d-fac86e229331 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:02.737676 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-902da62e-58bb-4e06-b3a6-4dbd2f423cf3 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:09:02.738017 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-902da62e-58bb-4e06-b3a6-4dbd2f423cf3 service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:09:02.738640 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-902da62e-58bb-4e06-b3a6-4dbd2f423cf3 service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:09:02.739287 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-902da62e-58bb-4e06-b3a6-4dbd2f423cf3 service neutron] Bound port: 11070a92-43d8-4b7e-8a3d-fac86e229331, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:09:02.739681 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-902da62e-58bb-4e06-b3a6-4dbd2f423cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:02.816600 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-da13375c-f827-4173-8174-bfade4274e03 service neutron] 10.222.0.81 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467257 Jul 30 20:09:02.863807 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-902da62e-58bb-4e06-b3a6-4dbd2f423cf3 service neutron] For port 11070a92-43d8-4b7e-8a3d-fac86e229331, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:09:02.869803 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7666d4-906f-4f86-97a0-29f1d126911d req-db5b83c8-234c-4ddb-ba97-d21cbe1c6b0f tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:02.871321 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bb7666d4-906f-4f86-97a0-29f1d126911d req-db5b83c8-234c-4ddb-ba97-d21cbe1c6b0f tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ba370a-8247-41da-89ef-1dc7777071b9 HTTP/1.1" status: 200 len: 946 time: 0.0542996 Jul 30 20:09:02.875769 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-80e25d05-dfd5-443a-8b24-fefb09b5f286 service neutron] 10.222.0.81 "GET /v2.0/ports/bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0528774 Jul 30 20:09:02.881289 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-902da62e-58bb-4e06-b3a6-4dbd2f423cf3 service neutron] For port 11070a92-43d8-4b7e-8a3d-fac86e229331, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=11070a92-43d8-4b7e-8a3d-fac86e229331,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:09:02.892736 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-902da62e-58bb-4e06-b3a6-4dbd2f423cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:02.912490 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bb7666d4-906f-4f86-97a0-29f1d126911d req-b96ef4cf-39da-4023-8581-936a7a9eb88f tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/security-groups?id=11b97a88-882d-46aa-bc0a-8678c1a4d6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341277 Jul 30 20:09:03.028601 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2da241-0aec-4668-a0da-c0b096683e45 req-188a3ae5-b704-4a83-b10a-5522ee99d167 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:03.030222 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8e2da241-0aec-4668-a0da-c0b096683e45 req-188a3ae5-b704-4a83-b10a-5522ee99d167 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1d62f7e-ca0e-4226-aba8-8be3ea610888 HTTP/1.1" status: 200 len: 948 time: 0.0519037 Jul 30 20:09:03.072137 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8e2da241-0aec-4668-a0da-c0b096683e45 req-c78b1042-dad1-43d6-9d94-d56eb6f924e5 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352468 Jul 30 20:09:03.217304 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-902da62e-58bb-4e06-b3a6-4dbd2f423cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:03.217930 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-902da62e-58bb-4e06-b3a6-4dbd2f423cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:03.219339 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-902da62e-58bb-4e06-b3a6-4dbd2f423cf3 service neutron] 10.222.0.83 "PUT /v2.0/ports/11070a92-43d8-4b7e-8a3d-fac86e229331 HTTP/1.1" status: 200 len: 1096 time: 1.4763424 Jul 30 20:09:03.219810 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d62f7e-ca0e-4226-aba8-8be3ea610888', 'tag': '11070a92-43d8-4b7e-8a3d-fac86e229331'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:03.222030 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72ad338-d6b9-4c91-b55e-92bbd776d4f3" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d62f7e-ca0e-4226-aba8-8be3ea610888", "tag": "11070a92-43d8-4b7e-8a3d-fac86e229331"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:03.257871 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902da62e-58bb-4e06-b3a6-4dbd2f423cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=11070a92-43d8-4b7e-8a3d-fac86e229331,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:03.282911 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-4edb4e83-dd90-41f4-8ca0-a2d3653caf89 service neutron] 10.222.0.81 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991621 Jul 30 20:09:03.284428 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8b7604-7536-484e-ad82-dd4ce8594ca0 x-openstack-request-id: req-7f8b7604-7536-484e-ad82-dd4ce8594ca0 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:03.284833 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d62f7e-ca0e-4226-aba8-8be3ea610888", "tag": "11070a92-43d8-4b7e-8a3d-fac86e229331", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:03.285150 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f8b7604-7536-484e-ad82-dd4ce8594ca0 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:03.285632 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d62f7e-ca0e-4226-aba8-8be3ea610888', 'tag': '11070a92-43d8-4b7e-8a3d-fac86e229331', 'status': 'completed', 'code': 200} Jul 30 20:09:03.381212 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-73f4df12-6a88-4eb4-80e9-4b64806420f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:03.383259 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-73f4df12-6a88-4eb4-80e9-4b64806420f7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&device_id=b1d62f7e-ca0e-4226-aba8-8be3ea610888 HTTP/1.1" status: 200 len: 1099 time: 0.1170523 Jul 30 20:09:03.415431 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60816) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:03.437447 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-467f6202-6cab-412c-8644-2694c5f33afb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=11070a92-43d8-4b7e-8a3d-fac86e229331 HTTP/1.1" status: 200 len: 217 time: 0.0438285 Jul 30 20:09:03.441054 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-2673ea2f-62c8-4d4d-b701-20ddcdbbe8b5 service neutron] 10.222.0.81 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508019 Jul 30 20:09:03.467149 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-197340a1-33f8-4c2e-a262-34e36f5bf277 admin admin] Deleting subnet f1c301db-0fa4-4f24-8166-509f6d358c7d {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:09:03.470255 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-197340a1-33f8-4c2e-a262-34e36f5bf277 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:03.506867 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-197340a1-33f8-4c2e-a262-34e36f5bf277 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:03.541791 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-be50fd14-3fc9-44a8-b846-9c0886b919fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:03.543280 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-be50fd14-3fc9-44a8-b846-9c0886b919fc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0969982 Jul 30 20:09:03.552279 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-197340a1-33f8-4c2e-a262-34e36f5bf277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:03.597428 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-31efcd91-e2c8-42bd-8a08-280e84ab4ec6 service neutron] 10.222.0.81 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425765 Jul 30 20:09:03.614438 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-197340a1-33f8-4c2e-a262-34e36f5bf277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:03.646415 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-197340a1-33f8-4c2e-a262-34e36f5bf277 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:03.648134 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-197340a1-33f8-4c2e-a262-34e36f5bf277 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f1c301db-0fa4-4f24-8166-509f6d358c7d HTTP/1.1" status: 204 len: 168 time: 0.2316060 Jul 30 20:09:03.649591 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197340a1-33f8-4c2e-a262-34e36f5bf277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1c301db-0fa4-4f24-8166-509f6d358c7d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:03.651915 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60824) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:03.679907 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-0ecc2fd2-8b9a-4d54-8a08-1d8bfceefa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:03.681513 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-0ecc2fd2-8b9a-4d54-8a08-1d8bfceefa7d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1176627 Jul 30 20:09:03.809401 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a61322b1-17d8-40b5-8b2a-ec01fdd1b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:03.827030 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-ff35d774-c390-4add-b20f-85389c0ba26a service neutron] 10.222.0.81 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227559 Jul 30 20:09:03.908984 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-c6b6baa7-f14d-4bec-bf5e-39a69a19ecc4 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011135 Jul 30 20:09:04.021992 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a61322b1-17d8-40b5-8b2a-ec01fdd1b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:04.031956 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9473b08-bf0f-47e4-bd7b-3c435d3d64fd req-50f4eb0e-2d53-4ebb-ab6b-865ae1c1f8c6 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:04.033447 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f9473b08-bf0f-47e4-bd7b-3c435d3d64fd req-50f4eb0e-2d53-4ebb-ab6b-865ae1c1f8c6 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ba370a-8247-41da-89ef-1dc7777071b9 HTTP/1.1" status: 200 len: 946 time: 0.0504184 Jul 30 20:09:04.044969 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a61322b1-17d8-40b5-8b2a-ec01fdd1b2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea501860-0e49-4df4-a621-28f5a293cffd']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:04.063247 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a61322b1-17d8-40b5-8b2a-ec01fdd1b2d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f24ef134-d44e-4b3f-b58c-ceaada94d3ba') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:04.063462 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a61322b1-17d8-40b5-8b2a-ec01fdd1b2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f24ef134-d44e-4b3f-b58c-ceaada94d3ba') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:04.072639 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f9473b08-bf0f-47e4-bd7b-3c435d3d64fd req-a6c2fa8b-738b-438e-afef-e2166a00a6d6 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/security-groups?id=11b97a88-882d-46aa-bc0a-8678c1a4d6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326679 Jul 30 20:09:04.081579 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a61322b1-17d8-40b5-8b2a-ec01fdd1b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:04.086220 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-4364a9dd-caea-4086-b2a9-dc9cbc5084dd service neutron] 10.222.0.81 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497096 Jul 30 20:09:04.149955 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a61322b1-17d8-40b5-8b2a-ec01fdd1b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:04.153353 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6b822cf9-2833-4835-b411-f56e6bf25e53 req-8e77edec-80a7-4338-9eea-352ad6d6f796 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264645 Jul 30 20:09:04.161653 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61322b1-17d8-40b5-8b2a-ec01fdd1b2d5 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:09:04.162068 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a61322b1-17d8-40b5-8b2a-ec01fdd1b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:09:04.164328 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:09:04.202068 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9756c5b-beb3-41c8-9d5a-da2885f8e561 req-2cd2ec8b-bc0d-4441-82b5-46945c273721 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:04.203664 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b9756c5b-beb3-41c8-9d5a-da2885f8e561 req-2cd2ec8b-bc0d-4441-82b5-46945c273721 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1d62f7e-ca0e-4226-aba8-8be3ea610888 HTTP/1.1" status: 200 len: 948 time: 0.0617187 Jul 30 20:09:04.244385 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b9756c5b-beb3-41c8-9d5a-da2885f8e561 req-8e5c148e-8aa7-4abc-bfb0-b6b80d4b0e36 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340717 Jul 30 20:09:04.274950 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a61322b1-17d8-40b5-8b2a-ec01fdd1b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:04.286309 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a61322b1-17d8-40b5-8b2a-ec01fdd1b2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:04.288175 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a61322b1-17d8-40b5-8b2a-ec01fdd1b2d5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ea501860-0e49-4df4-a621-28f5a293cffd HTTP/1.1" status: 204 len: 168 time: 0.6351352 Jul 30 20:09:04.300871 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ad338-d6b9-4c91-b55e-92bbd776d4f3 req-70b70f11-9019-4e72-8c64-02e098a18be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:04.302350 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c72ad338-d6b9-4c91-b55e-92bbd776d4f3 req-70b70f11-9019-4e72-8c64-02e098a18be3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&device_id=b1d62f7e-ca0e-4226-aba8-8be3ea610888 HTTP/1.1" status: 200 len: 1099 time: 0.0944397 Jul 30 20:09:04.304164 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-8652f6c4-9a73-41c3-9334-6413bc2b85f1 service neutron] 10.222.0.81 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108588 Jul 30 20:09:04.305611 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61322b1-17d8-40b5-8b2a-ec01fdd1b2d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea501860-0e49-4df4-a621-28f5a293cffd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:04.371823 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bccf71-6499-48de-a949-9331014da074 req-0c752151-9ef0-43e8-a298-bf6f8513cb22 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:04.373335 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4bccf71-6499-48de-a949-9331014da074 req-0c752151-9ef0-43e8-a298-bf6f8513cb22 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8ba370a-8247-41da-89ef-1dc7777071b9 HTTP/1.1" status: 200 len: 946 time: 0.0568037 Jul 30 20:09:04.432306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60834) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:04.483453 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ad338-d6b9-4c91-b55e-92bbd776d4f3 req-a4bef87e-7eb5-4423-bb58-562532fe390b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:04.484965 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c72ad338-d6b9-4c91-b55e-92bbd776d4f3 req-a4bef87e-7eb5-4423-bb58-562532fe390b service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1746867 Jul 30 20:09:04.486846 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-cc2de54f-6662-43dc-88a3-b1a2890c3637 service neutron] 10.222.0.81 "GET /v2.0/networks/956f2f8d-58e3-4da4-8be7-e5f47f91fd80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680152 Jul 30 20:09:04.510311 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9e60157e-195e-490e-97a8-1728956d8773 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f0f44a55ed0c4ff582262f2e5eb62857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0768030 Jul 30 20:09:04.513074 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60838) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:04.538146 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-c4bccf71-6499-48de-a949-9331014da074 req-6b8c4464-c817-4c86-94da-4e4919156825 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Deleting port 1dd967d7-409e-4bf6-acef-05eebcf1734e {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:09:04.538579 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c4bccf71-6499-48de-a949-9331014da074 req-6b8c4464-c817-4c86-94da-4e4919156825 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:04.543859 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c72ad338-d6b9-4c91-b55e-92bbd776d4f3 req-9bc3ee29-9281-4e08-9452-081041455898 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=11070a92-43d8-4b7e-8a3d-fac86e229331 HTTP/1.1" status: 200 len: 217 time: 0.0511494 Jul 30 20:09:04.629639 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-532ecf5d-c16b-4974-a312-e49d8c1f83f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:04.634931 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ad338-d6b9-4c91-b55e-92bbd776d4f3 req-4314d7a3-3202-45f3-8e34-c77f352b6304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:04.636693 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c72ad338-d6b9-4c91-b55e-92bbd776d4f3 req-4314d7a3-3202-45f3-8e34-c77f352b6304 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0691457 Jul 30 20:09:04.674780 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-615de1fc-8d34-477e-86a9-b8bcf2a496c3 service neutron] 10.222.0.81 "GET /v2.0/networks/956f2f8d-58e3-4da4-8be7-e5f47f91fd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761601 Jul 30 20:09:04.675665 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-532ecf5d-c16b-4974-a312-e49d8c1f83f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:04.679215 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-c4bccf71-6499-48de-a949-9331014da074 req-6b8c4464-c817-4c86-94da-4e4919156825 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] For port 1dd967d7-409e-4bf6-acef-05eebcf1734e, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=1dd967d7-409e-4bf6-acef-05eebcf1734e,segment=NetworkSegment(c4042769-5632-4ae0-8bb5-26510319e448),segment_id=c4042769-5632-4ae0-8bb5-26510319e448)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:04.679849 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c4bccf71-6499-48de-a949-9331014da074 req-6b8c4464-c817-4c86-94da-4e4919156825 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:04.705397 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-c4bccf71-6499-48de-a949-9331014da074 req-6b8c4464-c817-4c86-94da-4e4919156825 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Calling delete_port for 1dd967d7-409e-4bf6-acef-05eebcf1734e owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:09:04.739267 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ad338-d6b9-4c91-b55e-92bbd776d4f3 req-c289c1e4-b997-4b80-bfb5-7480d47b8c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:04.740889 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c72ad338-d6b9-4c91-b55e-92bbd776d4f3 req-c289c1e4-b997-4b80-bfb5-7480d47b8c29 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0935056 Jul 30 20:09:04.792384 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-532ecf5d-c16b-4974-a312-e49d8c1f83f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:04.794863 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-532ecf5d-c16b-4974-a312-e49d8c1f83f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:04.796007 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-532ecf5d-c16b-4974-a312-e49d8c1f83f4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/001643db-2d23-4ef1-8e37-ab10dba25369 HTTP/1.1" status: 204 len: 168 time: 0.2820170 Jul 30 20:09:04.812724 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ecf5d-c16b-4974-a312-e49d8c1f83f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001643db-2d23-4ef1-8e37-ab10dba25369,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:04.827622 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-77cd5a5a-fb6a-41e4-9690-a14d178865c8 service neutron] 10.222.0.81 "GET /v2.0/networks/956f2f8d-58e3-4da4-8be7-e5f47f91fd80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458216 Jul 30 20:09:04.885787 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c4bccf71-6499-48de-a949-9331014da074 req-6b8c4464-c817-4c86-94da-4e4919156825 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:04.899334 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['1dd967d7-409e-4bf6-acef-05eebcf1734e'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:04.916121 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c72ad338-d6b9-4c91-b55e-92bbd776d4f3 req-5dcae199-07ef-40ab-b8f7-90c3549ee976 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555221 Jul 30 20:09:04.922344 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c4464-c817-4c86-94da-4e4919156825 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Pushing event deleted for resources: {'Port': ['ID=1dd967d7-409e-4bf6-acef-05eebcf1734e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:04.969215 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4bccf71-6499-48de-a949-9331014da074 req-6b8c4464-c817-4c86-94da-4e4919156825 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] No DVR routers for this DVR port 1dd967d7-409e-4bf6-acef-05eebcf1734e on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:09:04.972086 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c4bccf71-6499-48de-a949-9331014da074 req-6b8c4464-c817-4c86-94da-4e4919156825 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:04.974421 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4bccf71-6499-48de-a949-9331014da074 req-6b8c4464-c817-4c86-94da-4e4919156825 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.59 "DELETE /v2.0/ports/1dd967d7-409e-4bf6-acef-05eebcf1734e HTTP/1.1" status: 204 len: 173 time: 0.5938382 Jul 30 20:09:04.975517 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ba370a-8247-41da-89ef-1dc7777071b9', 'name': 'network-vif-deleted', 'tag': '1dd967d7-409e-4bf6-acef-05eebcf1734e'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:04.983182 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d3825f-0ebb-439b-a4fd-1ce7d0844ee6" -d '{"events": [{"server_uuid": "f8ba370a-8247-41da-89ef-1dc7777071b9", "name": "network-vif-deleted", "tag": "1dd967d7-409e-4bf6-acef-05eebcf1734e"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:05.005056 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-e78bcc4f-1756-49b6-b00c-ea0a432ba9dc service neutron] 10.222.0.81 "GET /v2.0/networks/956f2f8d-58e3-4da4-8be7-e5f47f91fd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692812 Jul 30 20:09:05.034645 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719d6f1d-405b-46dc-999c-2ebd9ec3d145 x-openstack-request-id: req-719d6f1d-405b-46dc-999c-2ebd9ec3d145 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:05.035695 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ba370a-8247-41da-89ef-1dc7777071b9", "name": "network-vif-deleted", "tag": "1dd967d7-409e-4bf6-acef-05eebcf1734e", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:05.036208 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-719d6f1d-405b-46dc-999c-2ebd9ec3d145 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:05.036937 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ba370a-8247-41da-89ef-1dc7777071b9', 'name': 'network-vif-deleted', 'tag': '1dd967d7-409e-4bf6-acef-05eebcf1734e', 'status': 'completed', 'code': 200} Jul 30 20:09:05.042519 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c72ad338-d6b9-4c91-b55e-92bbd776d4f3 req-a164ebdd-dbdf-4008-9fa0-8052650dd3a6 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189432 Jul 30 20:09:05.193981 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a086fe3a-cd3a-4003-8a9f-2543acf3ac86 req-541ebe36-fd6c-4d13-8e91-52ea4ddafba5 tempest-ServerGroupTestJSON-809397253 tempest-ServerGroupTestJSON-809397253-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8ba370a-8247-41da-89ef-1dc7777071b9 HTTP/1.1" status: 200 len: 210 time: 0.0339649 Jul 30 20:09:05.372156 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576cf93-e3c2-42ab-af85-76e675ccd8a6 req-bcbeaf9c-7296-4f51-b0c6-1c84aeae492e tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:05.373713 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f576cf93-e3c2-42ab-af85-76e675ccd8a6 req-bcbeaf9c-7296-4f51-b0c6-1c84aeae492e tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1d62f7e-ca0e-4226-aba8-8be3ea610888 HTTP/1.1" status: 200 len: 948 time: 0.0526865 Jul 30 20:09:05.435232 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f576cf93-e3c2-42ab-af85-76e675ccd8a6 req-530f3f8c-1d9b-4cb3-916b-939d376d6508 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533254 Jul 30 20:09:05.654486 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60896) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:05.705085 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c20a341e-20bb-4009-92c5-6fddf547852e req-c07ac48b-8a5e-457e-911d-9b50a1680f0d tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 210 time: 0.0389898 Jul 30 20:09:05.775612 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-456af127-e008-4cf5-bd29-24867444a0ab admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-480774881-network', 'tenant_id': '09553e316346494fa270dcd1f0b0acee'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:05.799680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456af127-e008-4cf5-bd29-24867444a0ab admin admin] Made reservation on behalf of 09553e316346494fa270dcd1f0b0acee for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:09:05.802205 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-456af127-e008-4cf5-bd29-24867444a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:05.811380 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-456af127-e008-4cf5-bd29-24867444a0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:05.912117 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-456af127-e008-4cf5-bd29-24867444a0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:05.916213 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-456af127-e008-4cf5-bd29-24867444a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:05.942919 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456af127-e008-4cf5-bd29-24867444a0ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:09:05.949365 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456af127-e008-4cf5-bd29-24867444a0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06725cab-b7ff-41ae-a4db-ed4f6e5d4964,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:05.955712 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-456af127-e008-4cf5-bd29-24867444a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:05.956061 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-456af127-e008-4cf5-bd29-24867444a0ab admin admin] Added segment 8d5e0245-3dd2-4bdb-bf33-d0c488460313 of type vlan for network 9419649c-32e6-4256-8c69-e3a81135c2cf Jul 30 20:09:05.998443 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-456af127-e008-4cf5-bd29-24867444a0ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:06.028204 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-456af127-e008-4cf5-bd29-24867444a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:06.029391 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456af127-e008-4cf5-bd29-24867444a0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:06.030299 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-456af127-e008-4cf5-bd29-24867444a0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:06.081525 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-456af127-e008-4cf5-bd29-24867444a0ab admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4259527 Jul 30 20:09:06.084721 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60910) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:06.091238 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6ab2dc88-36cb-43cf-a086-6de533619e44 admin admin] Request body: {'subnet': {'network_id': '9419649c-32e6-4256-8c69-e3a81135c2cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-480774881-subnet', 'tenant_id': '09553e316346494fa270dcd1f0b0acee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:06.099404 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456af127-e008-4cf5-bd29-24867444a0ab admin admin] Pushing event updated for resources: {'Network': ['ID=9419649c-32e6-4256-8c69-e3a81135c2cf,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:06.112097 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 9419649c-32e6-4256-8c69-e3a81135c2cf details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:09:06.125792 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab2dc88-36cb-43cf-a086-6de533619e44 admin admin] Made reservation on behalf of 09553e316346494fa270dcd1f0b0acee for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:09:06.128539 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ab2dc88-36cb-43cf-a086-6de533619e44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:06.313881 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ab2dc88-36cb-43cf-a086-6de533619e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:06.367623 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2dc88-36cb-43cf-a086-6de533619e44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5318bb5-b3de-40d1-afc8-28b191b755d1,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:06.378303 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2dc88-36cb-43cf-a086-6de533619e44 admin admin] Checking segment: {'id': '8d5e0245-3dd2-4bdb-bf33-d0c488460313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9419649c-32e6-4256-8c69-e3a81135c2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:09:06.378669 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab2dc88-36cb-43cf-a086-6de533619e44 admin admin] Network hostable DHCP agents. Network: 9419649c-32e6-4256-8c69-e3a81135c2cf, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:09:06.397218 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab2dc88-36cb-43cf-a086-6de533619e44 admin admin] Network 9419649c-32e6-4256-8c69-e3a81135c2cf is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:09:06.406849 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6ab2dc88-36cb-43cf-a086-6de533619e44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 9419649c-32e6-4256-8c69-e3a81135c2cf) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:09:06.411380 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab2dc88-36cb-43cf-a086-6de533619e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:06.412355 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ab2dc88-36cb-43cf-a086-6de533619e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:06.420880 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82a5c1b-2bc0-4804-8497-ac6f9a613f1f None None] Network 9419649c-32e6-4256-8c69-e3a81135c2cf requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:09:06.429228 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6ab2dc88-36cb-43cf-a086-6de533619e44 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3424137 Jul 30 20:09:06.431788 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60926) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:06.436271 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5ce41498-a4fb-4fd1-acdc-511938803a76 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-480774881-router', 'tenant_id': '09553e316346494fa270dcd1f0b0acee', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:06.462074 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 3e935464-2d5a-47ca-8787-50bf441602f5 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:09:06.477245 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ce41498-a4fb-4fd1-acdc-511938803a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:06.478751 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ce41498-a4fb-4fd1-acdc-511938803a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:06.484589 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 3e935464-2d5a-47ca-8787-50bf441602f5 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:09:06.485135 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 3e935464-2d5a-47ca-8787-50bf441602f5 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:09:06.485726 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 1dd967d7-409e-4bf6-acef-05eebcf1734e no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:09:06.512322 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 1dd967d7-409e-4bf6-acef-05eebcf1734e {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:09:06.513385 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 1dd967d7-409e-4bf6-acef-05eebcf1734e not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:09:06.517549 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60936) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:06.595255 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c993f2-3a86-4aea-8288-0c9a0900edda None None] Network 9419649c-32e6-4256-8c69-e3a81135c2cf requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:09:06.605097 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ce41498-a4fb-4fd1-acdc-511938803a76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:06.625232 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c249d6f-6c48-4fa5-9f9d-f124d5ea86a6 admin admin] Deleting subnet 0a37770c-e174-4d6e-be77-50acc957bda6 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:09:06.630803 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26867d5d-bc2f-4940-8ce3-3843da3d563d req-987c058e-da1a-4818-bac9-b10887020ce4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:06.641027 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-26867d5d-bc2f-4940-8ce3-3843da3d563d req-987c058e-da1a-4818-bac9-b10887020ce4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1d62f7e-ca0e-4226-aba8-8be3ea610888 HTTP/1.1" status: 200 len: 948 time: 0.1078999 Jul 30 20:09:06.671089 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c249d6f-6c48-4fa5-9f9d-f124d5ea86a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:06.711546 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c249d6f-6c48-4fa5-9f9d-f124d5ea86a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:06.721726 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-26867d5d-bc2f-4940-8ce3-3843da3d563d req-5ed8781f-010b-439b-b4ec-15ffdd61d85a tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799787 Jul 30 20:09:06.732767 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-92f638e9-38ff-40cd-af53-6434ab4c76a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:06.734620 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-92f638e9-38ff-40cd-af53-6434ab4c76a7 service neutron] 10.222.0.59 "GET /v2.0/ports/08dca140-1f6f-4be9-aef9-65fcf5c1062f HTTP/1.1" status: 200 len: 1032 time: 0.0707564 Jul 30 20:09:06.784464 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 11070a92-43d8-4b7e-8a3d-fac86e229331 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:09:06.800571 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-ef81ce4c-5e3e-4616-ae7d-a4e01019fa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:06.802756 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-ef81ce4c-5e3e-4616-ae7d-a4e01019fa7e service neutron] 10.222.0.59 "GET /v2.0/ports/bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 HTTP/1.1" status: 200 len: 1033 time: 0.0589285 Jul 30 20:09:06.959064 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 11070a92-43d8-4b7e-8a3d-fac86e229331, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=11070a92-43d8-4b7e-8a3d-fac86e229331,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:06.972978 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '11070a92-43d8-4b7e-8a3d-fac86e229331', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': '11070a92-43d8-4b7e-8a3d-fac86e229331', 'mac_address': 'fa:16:3e:34:cf:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:09:07.013159 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd90d23d-fafe-47b2-8ca0-c3ceaf28d636 req-443e63fc-22a5-4b8e-a94e-dc483098872e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 210 time: 0.0642674 Jul 30 20:09:07.016235 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:07.034749 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11070a92-43d8-4b7e-8a3d-fac86e229331 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:09:07.056615 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 11070a92-43d8-4b7e-8a3d-fac86e229331, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=11070a92-43d8-4b7e-8a3d-fac86e229331,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:07.063563 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:07.087190 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-4172be31-c97a-4b24-8690-509cb837ea96 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:07.094388 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-4172be31-c97a-4b24-8690-509cb837ea96 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:07.097986 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c249d6f-6c48-4fa5-9f9d-f124d5ea86a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:07.104704 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-4172be31-c97a-4b24-8690-509cb837ea96 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:07.107360 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-4172be31-c97a-4b24-8690-509cb837ea96 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.59 "GET /v2.0/networks?id=4889cdd8-296f-481e-b756-28d5d38f8224&id=624029aa-6e2e-457a-b285-eaf6ccf35387&id=624029aa-6e2e-457a-b285-eaf6ccf35387&id=624029aa-6e2e-457a-b285-eaf6ccf35387&id=624029aa-6e2e-457a-b285-eaf6ccf35387&id=956f2f8d-58e3-4da4-8be7-e5f47f91fd80&id=956f2f8d-58e3-4da4-8be7-e5f47f91fd80 HTTP/1.1" status: 200 len: 1994 time: 0.2953486 Jul 30 20:09:07.131902 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=11070a92-43d8-4b7e-8a3d-fac86e229331,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:07.143083 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:07.143901 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:07.144761 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:07.145277 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:07.145789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:07.146346 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:07.146889 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:07.147393 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:07.148049 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:07.148553 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:07.149193 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:07.149709 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:07.157881 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-c3d2e0b3-ba99-4ee6-ba09-0cd3f147ae06 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d663627cb1b4aa4857162f5a27e37ec HTTP/1.1" status: 200 len: 379 time: 0.0378418 Jul 30 20:09:07.172094 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fd297de1-9c73-4892-9dc0-071b4859e708 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Request body: {'port': {'device_id': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224', 'admin_state_up': True, 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'security_groups': ['8dc8da98-5808-4991-a13a-f9066791ad3e']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:07.193118 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ce41498-a4fb-4fd1-acdc-511938803a76 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:07.260813 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c249d6f-6c48-4fa5-9f9d-f124d5ea86a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:07.294465 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fd297de1-9c73-4892-9dc0-071b4859e708 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Made reservation on behalf of 1d663627cb1b4aa4857162f5a27e37ec for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:09:07.298079 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fd297de1-9c73-4892-9dc0-071b4859e708 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:07.306343 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c249d6f-6c48-4fa5-9f9d-f124d5ea86a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:07.310847 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9c249d6f-6c48-4fa5-9f9d-f124d5ea86a6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0a37770c-e174-4d6e-be77-50acc957bda6 HTTP/1.1" status: 204 len: 168 time: 0.7868233 Jul 30 20:09:07.310847 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c249d6f-6c48-4fa5-9f9d-f124d5ea86a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a37770c-e174-4d6e-be77-50acc957bda6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:07.311060 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60948) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:07.445228 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0449fbf6-9843-4b13-a3f7-7ef85680367b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:07.456851 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ce41498-a4fb-4fd1-acdc-511938803a76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:07.476778 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ce41498-a4fb-4fd1-acdc-511938803a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:07.481220 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['11070a92-43d8-4b7e-8a3d-fac86e229331'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:07.587675 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fd297de1-9c73-4892-9dc0-071b4859e708 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Allocated IP 172.20.0.4 (4889cdd8-296f-481e-b756-28d5d38f8224/54b2d052-a18e-40d7-8ed9-045fadafa2a9/9a0cbd93-fd92-4866-944c-3656b063198f) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:09:07.590565 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0449fbf6-9843-4b13-a3f7-7ef85680367b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:07.608823 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-0449fbf6-9843-4b13-a3f7-7ef85680367b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47cd5b4-9a92-4242-b69e-822b60e1fd7e']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:07.612188 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-5ce41498-a4fb-4fd1-acdc-511938803a76 admin admin] Allocated IP 172.25.3.85 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/f6b275e8-c3a1-4960-bd93-e82c55bb2ffa) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:09:07.622380 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-0449fbf6-9843-4b13-a3f7-7ef85680367b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4042769-5632-4ae0-8bb5-26510319e448') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:07.622672 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-0449fbf6-9843-4b13-a3f7-7ef85680367b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4042769-5632-4ae0-8bb5-26510319e448') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:07.644240 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0449fbf6-9843-4b13-a3f7-7ef85680367b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:07.694746 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0449fbf6-9843-4b13-a3f7-7ef85680367b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:07.715006 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0449fbf6-9843-4b13-a3f7-7ef85680367b admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:09:07.715331 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0449fbf6-9843-4b13-a3f7-7ef85680367b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:09:07.717062 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:09:07.758435 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ce41498-a4fb-4fd1-acdc-511938803a76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:07.806078 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ce41498-a4fb-4fd1-acdc-511938803a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:07.852777 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0449fbf6-9843-4b13-a3f7-7ef85680367b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:07.864032 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0449fbf6-9843-4b13-a3f7-7ef85680367b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:07.865876 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0449fbf6-9843-4b13-a3f7-7ef85680367b admin admin] 10.222.0.81 "DELETE /v2.0/networks/e47cd5b4-9a92-4242-b69e-822b60e1fd7e HTTP/1.1" status: 204 len: 168 time: 0.5538337 Jul 30 20:09:07.872438 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce41498-a4fb-4fd1-acdc-511938803a76 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:09:07.876601 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5ce41498-a4fb-4fd1-acdc-511938803a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:09:07.879532 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce41498-a4fb-4fd1-acdc-511938803a76 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:09:07.922833 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce41498-a4fb-4fd1-acdc-511938803a76 admin admin] Pushing event updated for resources: {'Port': ['ID=f6b275e8-c3a1-4960-bd93-e82c55bb2ffa,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:07.933929 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fd297de1-9c73-4892-9dc0-071b4859e708 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:07.976097 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449fbf6-9843-4b13-a3f7-7ef85680367b admin admin] Pushing event deleted for resources: {'Network': ['ID=e47cd5b4-9a92-4242-b69e-822b60e1fd7e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:07.997338 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f318d3a-b175-4a45-9b35-313519a1c342 req-3efea7d8-d393-4540-8864-1f166ae4b811 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:08.004517 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f318d3a-b175-4a45-9b35-313519a1c342 req-3efea7d8-d393-4540-8864-1f166ae4b811 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1d62f7e-ca0e-4226-aba8-8be3ea610888 HTTP/1.1" status: 200 len: 949 time: 0.2045190 Jul 30 20:09:08.026412 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fd297de1-9c73-4892-9dc0-071b4859e708 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Transition to ACTIVE for port object 9a0cbd93-fd92-4866-944c-3656b063198f will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:08.048502 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60962) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:08.067915 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f318d3a-b175-4a45-9b35-313519a1c342 req-7a7f415c-3a82-4ebd-bda7-254188b75f3f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596018 Jul 30 20:09:08.168034 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f75469df-b4b9-4746-84ca-aa81231e5eac req-5919248f-dc3f-4615-b3e3-8f729071b63e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 210 time: 0.0421088 Jul 30 20:09:08.173311 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-888e4314-c3ec-408e-a268-d838049e222b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b56095e9666e41c68d703345cf114ec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1237371 Jul 30 20:09:08.174011 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60966) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:08.193173 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fd297de1-9c73-4892-9dc0-071b4859e708 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:08.208787 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ce41498-a4fb-4fd1-acdc-511938803a76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:08.250296 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fd297de1-9c73-4892-9dc0-071b4859e708 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Network 4889cdd8-296f-481e-b756-28d5d38f8224 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:09:08.261527 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fd297de1-9c73-4892-9dc0-071b4859e708 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:09:08.286634 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fd297de1-9c73-4892-9dc0-071b4859e708 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:09:08.340117 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd297de1-9c73-4892-9dc0-071b4859e708 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event updated for resources: {'Port': ['ID=9a0cbd93-fd92-4866-944c-3656b063198f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:08.369860 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad303cf7-e8dc-4c63-84c7-989bdaf24140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:08.390988 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fd297de1-9c73-4892-9dc0-071b4859e708 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:08.391668 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fd297de1-9c73-4892-9dc0-071b4859e708 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:08.413135 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad303cf7-e8dc-4c63-84c7-989bdaf24140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:08.427721 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fd297de1-9c73-4892-9dc0-071b4859e708 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2594864 Jul 30 20:09:08.434048 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ce41498-a4fb-4fd1-acdc-511938803a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:08.441692 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-57a9210a-f63f-4d2b-abb7-f6c95b1f19ac tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Request body: {'port': {'device_id': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387', 'admin_state_up': True, 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'security_groups': ['8dc8da98-5808-4991-a13a-f9066791ad3e']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:08.521425 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad303cf7-e8dc-4c63-84c7-989bdaf24140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:08.522721 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad303cf7-e8dc-4c63-84c7-989bdaf24140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:08.526426 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ad303cf7-e8dc-4c63-84c7-989bdaf24140 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/11b97a88-882d-46aa-bc0a-8678c1a4d6f4 HTTP/1.1" status: 204 len: 168 time: 0.3466642 Jul 30 20:09:08.541428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad303cf7-e8dc-4c63-84c7-989bdaf24140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b97a88-882d-46aa-bc0a-8678c1a4d6f4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:08.594746 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a5ef399e-a632-4169-af9d-0e5742351acc None None] Provisioning for port 9a0cbd93-fd92-4866-944c-3656b063198f completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:09:08.609653 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a5ef399e-a632-4169-af9d-0e5742351acc None None] Provisioning complete for port 9a0cbd93-fd92-4866-944c-3656b063198f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:08.611296 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a5ef399e-a632-4169-af9d-0e5742351acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:08.620001 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-57a9210a-f63f-4d2b-abb7-f6c95b1f19ac tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Made reservation on behalf of 1d663627cb1b4aa4857162f5a27e37ec for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:09:08.630150 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-57a9210a-f63f-4d2b-abb7-f6c95b1f19ac tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:08.632523 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce41498-a4fb-4fd1-acdc-511938803a76 admin admin] Router 17e50f7c-efb7-4352-87a6-c2e2ad45bafa is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:09:08.667622 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a5ef399e-a632-4169-af9d-0e5742351acc None None] Port 9a0cbd93-fd92-4866-944c-3656b063198f cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:09:08.788045 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce41498-a4fb-4fd1-acdc-511938803a76 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:09:08.807019 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] Sync routers for ids ['17e50f7c-efb7-4352-87a6-c2e2ad45bafa'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:09:08.811832 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ce41498-a4fb-4fd1-acdc-511938803a76 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:08.813168 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5ce41498-a4fb-4fd1-acdc-511938803a76 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3803856 Jul 30 20:09:08.815935 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60974) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:08.826653 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] Routers {'17e50f7c-efb7-4352-87a6-c2e2ad45bafa'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:09:08.829502 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:08:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['17e50f7c-efb7-4352-87a6-c2e2ad45bafa'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:08.858615 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-57a9210a-f63f-4d2b-abb7-f6c95b1f19ac tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Allocated IP 10.1.1.124 (624029aa-6e2e-457a-b285-eaf6ccf35387/0ee34576-0f44-4e9f-855e-368f45154589/d88f5afb-3bc1-4f5d-a47f-fbad96159133) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:09:09.154471 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-57a9210a-f63f-4d2b-abb7-f6c95b1f19ac tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:09.203390 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-57a9210a-f63f-4d2b-abb7-f6c95b1f19ac tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Transition to ACTIVE for port object d88f5afb-3bc1-4f5d-a47f-fbad96159133 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:09.223316 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] Set router 17e50f7c-efb7-4352-87a6-c2e2ad45bafa gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:09:09.301503 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2283d-772d-46e6-8740-abaf1947ba72 req-7ad1a089-6a38-4560-901a-167d11ce3721 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:09.313062 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-68e2283d-772d-46e6-8740-abaf1947ba72 req-7ad1a089-6a38-4560-901a-167d11ce3721 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1d62f7e-ca0e-4226-aba8-8be3ea610888 HTTP/1.1" status: 200 len: 949 time: 0.1286058 Jul 30 20:09:09.367819 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-68e2283d-772d-46e6-8740-abaf1947ba72 req-d91022e3-97f5-477c-a4de-10c9089220a6 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537796 Jul 30 20:09:09.376143 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-57a9210a-f63f-4d2b-abb7-f6c95b1f19ac tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:09.449954 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-57a9210a-f63f-4d2b-abb7-f6c95b1f19ac tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Network 624029aa-6e2e-457a-b285-eaf6ccf35387 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:09:09.453973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-57a9210a-f63f-4d2b-abb7-f6c95b1f19ac tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:09:09.468383 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-57a9210a-f63f-4d2b-abb7-f6c95b1f19ac tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:09:09.561785 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9210a-f63f-4d2b-abb7-f6c95b1f19ac tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event updated for resources: {'Port': ['ID=d88f5afb-3bc1-4f5d-a47f-fbad96159133,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:09.571451 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e50f7c-efb7-4352-87a6-c2e2ad45bafa', 'name': 'tempest-ServerRescueNegativeTestJSON-480774881-router', 'tenant_id': '09553e316346494fa270dcd1f0b0acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f6b275e8-c3a1-4960-bd93-e82c55bb2ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:06Z', 'updated_at': '2021-07-30T20:09:08Z', 'revision_number': 3, 'project_id': '09553e316346494fa270dcd1f0b0acee', 'gw_port': {'id': 'f6b275e8-c3a1-4960-bd93-e82c55bb2ffa', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e50f7c-efb7-4352-87a6-c2e2ad45bafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:07Z', 'updated_at': '2021-07-30T20:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:09.591612 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-57a9210a-f63f-4d2b-abb7-f6c95b1f19ac tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:09.592602 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-57a9210a-f63f-4d2b-abb7-f6c95b1f19ac tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:09.616897 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-57a9210a-f63f-4d2b-abb7-f6c95b1f19ac tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1792493 Jul 30 20:09:09.618797 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7f313-9fad-494f-8fa6-0ec4d1a72bc0 req-323b4ba6-3775-4882-9a44-8ca0e43a4c71 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:09.631470 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7f313-9fad-494f-8fa6-0ec4d1a72bc0 req-323b4ba6-3775-4882-9a44-8ca0e43a4c71 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:09.634395 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fc0a0813-c5f3-47c0-93ba-23dd23bba2e2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Request body: {'port': {'device_id': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387', 'admin_state_up': True, 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'security_groups': ['8dc8da98-5808-4991-a13a-f9066791ad3e']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:09.644779 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] Checking router: 17e50f7c-efb7-4352-87a6-c2e2ad45bafa for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:09:09.644779 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] Updating router 17e50f7c-efb7-4352-87a6-c2e2ad45bafa port f6b275e8-c3a1-4960-bd93-e82c55bb2ffa binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:09:09.651261 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83e7f313-9fad-494f-8fa6-0ec4d1a72bc0 req-323b4ba6-3775-4882-9a44-8ca0e43a4c71 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 1653 time: 0.1402564 Jul 30 20:09:09.676290 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:09.770225 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 32770) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:09.825437 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83e7f313-9fad-494f-8fa6-0ec4d1a72bc0 req-00703336-732b-4406-abd2-29f98f039a34 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667085 Jul 30 20:09:09.873412 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fc0a0813-c5f3-47c0-93ba-23dd23bba2e2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Made reservation on behalf of 1d663627cb1b4aa4857162f5a27e37ec for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:09:09.877765 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fc0a0813-c5f3-47c0-93ba-23dd23bba2e2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:09.923872 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51ebca7f-4584-43c6-8965-fd79eaa9644a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:10.026256 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:10.030413 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1c74f886-1ee4-4751-a8fe-57f35405eae3 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-790188377-network', 'tenant_id': 'fbdf2a97c3d84ff4870cc831e8e2f8cd'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:10.037965 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] Transition to ACTIVE for port object f6b275e8-c3a1-4960-bd93-e82c55bb2ffa will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:10.057404 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:10.073820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b5eacd56-9fbb-43f6-a772-dc311717f126 None None] Provisioning for port d88f5afb-3bc1-4f5d-a47f-fbad96159133 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:09:10.101482 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b5eacd56-9fbb-43f6-a772-dc311717f126 None None] Provisioning complete for port d88f5afb-3bc1-4f5d-a47f-fbad96159133 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:10.101960 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5eacd56-9fbb-43f6-a772-dc311717f126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:10.133606 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c74f886-1ee4-4751-a8fe-57f35405eae3 admin admin] Made reservation on behalf of fbdf2a97c3d84ff4870cc831e8e2f8cd for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:09:10.136804 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c74f886-1ee4-4751-a8fe-57f35405eae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:10.137337 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fc0a0813-c5f3-47c0-93ba-23dd23bba2e2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Allocated IP 10.1.1.115 (624029aa-6e2e-457a-b285-eaf6ccf35387/0ee34576-0f44-4e9f-855e-368f45154589/4d2858d8-2192-4ded-99ea-b94c6f1195c6) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:09:10.150990 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c74f886-1ee4-4751-a8fe-57f35405eae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:10.217251 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] Attempting to bind port f6b275e8-c3a1-4960-bd93-e82c55bb2ffa on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:09:10.217956 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] Attempting to bind port f6b275e8-c3a1-4960-bd93-e82c55bb2ffa by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:09:10.218575 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] Attempting to bind port f6b275e8-c3a1-4960-bd93-e82c55bb2ffa on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:10.233348 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a994683-5184-4b97-a479-aa4792dd4730 None None] Pushing event updated for resources: {'Port': ['ID=f6b275e8-c3a1-4960-bd93-e82c55bb2ffa,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:10.237504 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-51ebca7f-4584-43c6-8965-fd79eaa9644a admin admin] Allocated IP 172.20.0.1 (9419649c-32e6-4256-8c69-e3a81135c2cf/c5318bb5-b3de-40d1-afc8-28b191b755d1/38101693-cb48-4a98-a2c4-dcc3eb5c1066) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:09:10.246946 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:09:10.247763 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:09:10.248229 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:10.248632 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:09:10.250294 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] Bound port: f6b275e8-c3a1-4960-bd93-e82c55bb2ffa, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:09:10.250780 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:10.257004 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b5eacd56-9fbb-43f6-a772-dc311717f126 None None] Port d88f5afb-3bc1-4f5d-a47f-fbad96159133 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:09:10.332225 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] For port f6b275e8-c3a1-4960-bd93-e82c55bb2ffa, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:09:10.336490 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] For port f6b275e8-c3a1-4960-bd93-e82c55bb2ffa, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f6b275e8-c3a1-4960-bd93-e82c55bb2ffa,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:09:10.344984 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:10.367649 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fc0a0813-c5f3-47c0-93ba-23dd23bba2e2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:10.408197 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] Routers {'17e50f7c-efb7-4352-87a6-c2e2ad45bafa'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:09:10.408928 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:08:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['17e50f7c-efb7-4352-87a6-c2e2ad45bafa'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:10.410059 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fc0a0813-c5f3-47c0-93ba-23dd23bba2e2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Transition to ACTIVE for port object 4d2858d8-2192-4ded-99ea-b94c6f1195c6 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:10.463160 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c74f886-1ee4-4751-a8fe-57f35405eae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:10.472926 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a994683-5184-4b97-a479-aa4792dd4730 None None] Pushing event updated for resources: {'Port': ['ID=f6b275e8-c3a1-4960-bd93-e82c55bb2ffa,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:10.488548 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51ebca7f-4584-43c6-8965-fd79eaa9644a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:10.490815 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c74f886-1ee4-4751-a8fe-57f35405eae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:10.508046 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fc0a0813-c5f3-47c0-93ba-23dd23bba2e2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:10.545419 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c74f886-1ee4-4751-a8fe-57f35405eae3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:09:10.555442 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] Set router 17e50f7c-efb7-4352-87a6-c2e2ad45bafa gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:09:10.556647 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74f886-1ee4-4751-a8fe-57f35405eae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7095f7-2d06-4d2a-8781-d9f4c5ab3cd1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:10.567853 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c74f886-1ee4-4751-a8fe-57f35405eae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:10.568400 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-1c74f886-1ee4-4751-a8fe-57f35405eae3 admin admin] Added segment b9302017-8fcb-4df9-adec-7170d960a572 of type vlan for network 092e1734-a4e7-4e2a-9784-721a2f9476ab Jul 30 20:09:10.590196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fc0a0813-c5f3-47c0-93ba-23dd23bba2e2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Network 624029aa-6e2e-457a-b285-eaf6ccf35387 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:09:10.599439 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a0813-c5f3-47c0-93ba-23dd23bba2e2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event updated for resources: {'Port': ['ID=4d2858d8-2192-4ded-99ea-b94c6f1195c6,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:10.603774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fc0a0813-c5f3-47c0-93ba-23dd23bba2e2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:09:10.623982 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8700801-2faf-47b1-a275-e300d2af1671 req-09a3e79d-def6-4683-b6dd-c6cd8d7d1d1f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:10.625698 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8700801-2faf-47b1-a275-e300d2af1671 req-09a3e79d-def6-4683-b6dd-c6cd8d7d1d1f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1d62f7e-ca0e-4226-aba8-8be3ea610888 HTTP/1.1" status: 200 len: 949 time: 0.1317749 Jul 30 20:09:10.626620 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fc0a0813-c5f3-47c0-93ba-23dd23bba2e2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:09:10.643562 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51ebca7f-4584-43c6-8965-fd79eaa9644a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:10.650596 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c74f886-1ee4-4751-a8fe-57f35405eae3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:10.682080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fc0a0813-c5f3-47c0-93ba-23dd23bba2e2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:10.682737 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fc0a0813-c5f3-47c0-93ba-23dd23bba2e2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:10.741728 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ebca7f-4584-43c6-8965-fd79eaa9644a admin admin] Network 9419649c-32e6-4256-8c69-e3a81135c2cf is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:09:10.742535 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-fc0a0813-c5f3-47c0-93ba-23dd23bba2e2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1156280 Jul 30 20:09:10.766169 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8700801-2faf-47b1-a275-e300d2af1671 req-05f3988a-d28b-4a9b-a32a-6f699cb3acee tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797436 Jul 30 20:09:10.767930 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-51ebca7f-4584-43c6-8965-fd79eaa9644a admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:09:10.774640 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-e6aaf045-e9f9-4ddf-bbe3-91801ce7112c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Request body: {'port': {'device_id': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '956f2f8d-58e3-4da4-8be7-e5f47f91fd80', 'admin_state_up': True, 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'security_groups': ['8dc8da98-5808-4991-a13a-f9066791ad3e']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:10.780258 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ebca7f-4584-43c6-8965-fd79eaa9644a admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:09:10.784062 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebca7f-4584-43c6-8965-fd79eaa9644a admin admin] Pushing event updated for resources: {'Port': ['ID=38101693-cb48-4a98-a2c4-dcc3eb5c1066,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:10.802906 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 11070a92-43d8-4b7e-8a3d-fac86e229331 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:09:10.817227 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c74f886-1ee4-4751-a8fe-57f35405eae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:10.818652 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c74f886-1ee4-4751-a8fe-57f35405eae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:10.819997 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c74f886-1ee4-4751-a8fe-57f35405eae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:10.868856 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1c74f886-1ee4-4751-a8fe-57f35405eae3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0761893 Jul 30 20:09:10.870057 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e50f7c-efb7-4352-87a6-c2e2ad45bafa', 'name': 'tempest-ServerRescueNegativeTestJSON-480774881-router', 'tenant_id': '09553e316346494fa270dcd1f0b0acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f6b275e8-c3a1-4960-bd93-e82c55bb2ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:06Z', 'updated_at': '2021-07-30T20:09:08Z', 'revision_number': 3, 'project_id': '09553e316346494fa270dcd1f0b0acee', 'gw_port': {'id': 'f6b275e8-c3a1-4960-bd93-e82c55bb2ffa', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e50f7c-efb7-4352-87a6-c2e2ad45bafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:07Z', 'updated_at': '2021-07-30T20:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:10.872038 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 32786) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:10.890414 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-0361a533-c857-4b5a-8cde-43b315bf96d9 admin admin] Request body: {'subnet': {'network_id': '092e1734-a4e7-4e2a-9784-721a2f9476ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-790188377-subnet', 'tenant_id': 'fbdf2a97c3d84ff4870cc831e8e2f8cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:10.902388 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f7f5d0-ded5-468d-ab3a-86cee20a7514 None None] The sync data for ids ['17e50f7c-efb7-4352-87a6-c2e2ad45bafa'] in n-d-712137-9 is: [{'id': '17e50f7c-efb7-4352-87a6-c2e2ad45bafa', 'name': 'tempest-ServerRescueNegativeTestJSON-480774881-router', 'tenant_id': '09553e316346494fa270dcd1f0b0acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f6b275e8-c3a1-4960-bd93-e82c55bb2ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:06Z', 'updated_at': '2021-07-30T20:09:08Z', 'revision_number': 3, 'project_id': '09553e316346494fa270dcd1f0b0acee', 'gw_port': {'id': 'f6b275e8-c3a1-4960-bd93-e82c55bb2ffa', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e50f7c-efb7-4352-87a6-c2e2ad45bafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:07Z', 'updated_at': '2021-07-30T20:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:09:10.926871 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 11070a92-43d8-4b7e-8a3d-fac86e229331 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:09:10.934315 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 11070a92-43d8-4b7e-8a3d-fac86e229331 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:10.935297 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:10.992146 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51ebca7f-4584-43c6-8965-fd79eaa9644a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:11.075347 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:11.081478 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74f886-1ee4-4751-a8fe-57f35405eae3 admin admin] Pushing event updated for resources: {'Network': ['ID=092e1734-a4e7-4e2a-9784-721a2f9476ab,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:11.128782 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 092e1734-a4e7-4e2a-9784-721a2f9476ab details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:09:11.156183 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dab16-27cf-44b6-a9b1-218eb6508a81 req-920f46bd-e84e-441d-8211-ff5a5e7dd0b1 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:11.165189 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dab16-27cf-44b6-a9b1-218eb6508a81 req-920f46bd-e84e-441d-8211-ff5a5e7dd0b1 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:11.172903 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dab16-27cf-44b6-a9b1-218eb6508a81 req-920f46bd-e84e-441d-8211-ff5a5e7dd0b1 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:11.174825 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-741dab16-27cf-44b6-a9b1-218eb6508a81 req-920f46bd-e84e-441d-8211-ff5a5e7dd0b1 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 2374 time: 0.2081687 Jul 30 20:09:11.226286 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-39d7ce2b-96e4-4eea-a673-1e407131649b None None] Provisioning for port 4d2858d8-2192-4ded-99ea-b94c6f1195c6 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:09:11.231152 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d62f7e-ca0e-4226-aba8-8be3ea610888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11070a92-43d8-4b7e-8a3d-fac86e229331'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:11.233442 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea569f3-1d33-4bc2-a1ad-f5cdd966c9fd" -d '{"events": [{"server_uuid": "b1d62f7e-ca0e-4226-aba8-8be3ea610888", "name": "network-vif-plugged", "status": "completed", "tag": "11070a92-43d8-4b7e-8a3d-fac86e229331"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:11.282134 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-741dab16-27cf-44b6-a9b1-218eb6508a81 req-78a9b109-f50c-4368-b8f9-53083bfe3859 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856314 Jul 30 20:09:11.303665 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 11070a92-43d8-4b7e-8a3d-fac86e229331, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=11070a92-43d8-4b7e-8a3d-fac86e229331,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:11.309705 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-39d7ce2b-96e4-4eea-a673-1e407131649b None None] Provisioning complete for port 4d2858d8-2192-4ded-99ea-b94c6f1195c6 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:11.310132 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-39d7ce2b-96e4-4eea-a673-1e407131649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:11.431881 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b925ee0c-c9e4-4fcc-a7eb-84aa392f42b1 x-openstack-request-id: req-b925ee0c-c9e4-4fcc-a7eb-84aa392f42b1 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:11.432431 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d62f7e-ca0e-4226-aba8-8be3ea610888", "name": "network-vif-plugged", "status": "completed", "tag": "11070a92-43d8-4b7e-8a3d-fac86e229331", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:11.432850 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b925ee0c-c9e4-4fcc-a7eb-84aa392f42b1 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:11.433424 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d62f7e-ca0e-4226-aba8-8be3ea610888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11070a92-43d8-4b7e-8a3d-fac86e229331', 'code': 200} Jul 30 20:09:11.434566 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-39d7ce2b-96e4-4eea-a673-1e407131649b None None] Port 4d2858d8-2192-4ded-99ea-b94c6f1195c6 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:09:11.438263 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:11.483804 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51ebca7f-4584-43c6-8965-fd79eaa9644a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:11.501146 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=11070a92-43d8-4b7e-8a3d-fac86e229331,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:11.516356 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c191cd4-a2a5-46e7-8ed2-29c4fabab89f req-83d3ddf3-0c8f-4dbb-bdf1-7943df7d89f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:11.518712 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2c191cd4-a2a5-46e7-8ed2-29c4fabab89f req-83d3ddf3-0c8f-4dbb-bdf1-7943df7d89f1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b1d62f7e-ca0e-4226-aba8-8be3ea610888 HTTP/1.1" status: 200 len: 1101 time: 0.1036565 Jul 30 20:09:11.558407 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0361a533-c857-4b5a-8cde-43b315bf96d9 admin admin] Made reservation on behalf of fbdf2a97c3d84ff4870cc831e8e2f8cd for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:09:11.560701 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0361a533-c857-4b5a-8cde-43b315bf96d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:11.590503 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2c191cd4-a2a5-46e7-8ed2-29c4fabab89f req-ea234d9e-e16c-47d4-84f9-fa794b7d0e27 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530672 Jul 30 20:09:11.668584 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-e6aaf045-e9f9-4ddf-bbe3-91801ce7112c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Made reservation on behalf of 1d663627cb1b4aa4857162f5a27e37ec for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:09:11.897214 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-e6aaf045-e9f9-4ddf-bbe3-91801ce7112c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:11.909919 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0361a533-c857-4b5a-8cde-43b315bf96d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:12.002704 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74621dd8-1c61-4d15-8be7-c0ea80cd0785 req-20f90bbc-36be-4c83-b062-7a76c11e22ee tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:12.015090 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-74621dd8-1c61-4d15-8be7-c0ea80cd0785 req-20f90bbc-36be-4c83-b062-7a76c11e22ee tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1d62f7e-ca0e-4226-aba8-8be3ea610888 HTTP/1.1" status: 200 len: 950 time: 0.0759976 Jul 30 20:09:12.033744 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361a533-c857-4b5a-8cde-43b315bf96d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce564efe-65dd-442e-af41-b0be5ed39476,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:12.075934 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-74621dd8-1c61-4d15-8be7-c0ea80cd0785 req-f629656f-053c-4a0f-bbdf-f333bee32596 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633421 Jul 30 20:09:12.101278 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361a533-c857-4b5a-8cde-43b315bf96d9 admin admin] Checking segment: {'id': 'b9302017-8fcb-4df9-adec-7170d960a572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '092e1734-a4e7-4e2a-9784-721a2f9476ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:09:12.101649 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0361a533-c857-4b5a-8cde-43b315bf96d9 admin admin] Network hostable DHCP agents. Network: 092e1734-a4e7-4e2a-9784-721a2f9476ab, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:09:12.104873 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51ebca7f-4584-43c6-8965-fd79eaa9644a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:12.113235 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51ebca7f-4584-43c6-8965-fd79eaa9644a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:12.217473 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51ebca7f-4584-43c6-8965-fd79eaa9644a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:12.219930 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebca7f-4584-43c6-8965-fd79eaa9644a admin admin] Pushing event updated for resources: {'Port': ['ID=38101693-cb48-4a98-a2c4-dcc3eb5c1066,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:12.243727 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0361a533-c857-4b5a-8cde-43b315bf96d9 admin admin] Network 092e1734-a4e7-4e2a-9784-721a2f9476ab is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:09:12.260229 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-0361a533-c857-4b5a-8cde-43b315bf96d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 092e1734-a4e7-4e2a-9784-721a2f9476ab) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:09:12.269343 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d03fd9-9e45-4bb5-8b95-38522f47a225 None None] Network 092e1734-a4e7-4e2a-9784-721a2f9476ab requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:09:12.270717 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0361a533-c857-4b5a-8cde-43b315bf96d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:12.271492 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0361a533-c857-4b5a-8cde-43b315bf96d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:12.276614 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-e6aaf045-e9f9-4ddf-bbe3-91801ce7112c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Allocated IP 10.2.2.100 (956f2f8d-58e3-4da4-8be7-e5f47f91fd80/ae2ebb1c-4008-4386-9d14-582336340b80/116e9986-d114-442d-973f-14cff3cfaa2a) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:09:12.307139 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0361a533-c857-4b5a-8cde-43b315bf96d9 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4320812 Jul 30 20:09:12.395594 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ebca7f-4584-43c6-8965-fd79eaa9644a admin admin] Network 9419649c-32e6-4256-8c69-e3a81135c2cf is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:09:12.398051 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-51ebca7f-4584-43c6-8965-fd79eaa9644a admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:09:12.527890 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-e6aaf045-e9f9-4ddf-bbe3-91801ce7112c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:12.562758 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-e6aaf045-e9f9-4ddf-bbe3-91801ce7112c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Transition to ACTIVE for port object 116e9986-d114-442d-973f-14cff3cfaa2a will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:12.583938 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59631d84-11a3-483c-940b-d8e827add90b None None] Network 092e1734-a4e7-4e2a-9784-721a2f9476ab requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:09:12.612770 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d67231-fb95-4117-b165-ce6e42893687 req-3f17526d-5826-421e-8c59-795615301195 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:12.619135 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d67231-fb95-4117-b165-ce6e42893687 req-3f17526d-5826-421e-8c59-795615301195 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:12.627578 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ebca7f-4584-43c6-8965-fd79eaa9644a admin admin] Router 17e50f7c-efb7-4352-87a6-c2e2ad45bafa has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:09:12.634648 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d67231-fb95-4117-b165-ce6e42893687 req-3f17526d-5826-421e-8c59-795615301195 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:12.642796 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48d67231-fb95-4117-b165-ce6e42893687 req-3f17526d-5826-421e-8c59-795615301195 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 2374 time: 0.1948304 Jul 30 20:09:12.705466 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 32814) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:12.714091 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48d67231-fb95-4117-b165-ce6e42893687 req-7fefc13b-a9c4-44d1-9bdb-a468987db280 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704165 Jul 30 20:09:12.747449 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-e6aaf045-e9f9-4ddf-bbe3-91801ce7112c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:12.791578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-e6aaf045-e9f9-4ddf-bbe3-91801ce7112c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Network 956f2f8d-58e3-4da4-8be7-e5f47f91fd80 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:09:12.794903 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-e6aaf045-e9f9-4ddf-bbe3-91801ce7112c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:09:12.809112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-e6aaf045-e9f9-4ddf-bbe3-91801ce7112c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:09:12.810195 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f6b275e8-c3a1-4960-bd93-e82c55bb2ffa up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:09:12.878859 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ce6fd6-f809-4839-aacb-a433fc36223c admin admin] Deleting subnet ce564efe-65dd-442e-af41-b0be5ed39476 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:09:12.886890 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6fd6-f809-4839-aacb-a433fc36223c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:12.926502 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ebca7f-4584-43c6-8965-fd79eaa9644a admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:09:12.935553 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port f6b275e8-c3a1-4960-bd93-e82c55bb2ffa completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:09:12.941949 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port f6b275e8-c3a1-4960-bd93-e82c55bb2ffa triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:12.942693 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:12.957790 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-51ebca7f-4584-43c6-8965-fd79eaa9644a admin admin] 10.222.0.81 "PUT /v2.0/routers/17e50f7c-efb7-4352-87a6-c2e2ad45bafa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1407080 Jul 30 20:09:12.969549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aaf045-e9f9-4ddf-bbe3-91801ce7112c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event updated for resources: {'Port': ['ID=116e9986-d114-442d-973f-14cff3cfaa2a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:12.979094 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6fd6-f809-4839-aacb-a433fc36223c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:13.032230 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-e6aaf045-e9f9-4ddf-bbe3-91801ce7112c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:13.032933 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-e6aaf045-e9f9-4ddf-bbe3-91801ce7112c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:13.047841 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6fd6-f809-4839-aacb-a433fc36223c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:13.070207 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-e6aaf045-e9f9-4ddf-bbe3-91801ce7112c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3013542 Jul 30 20:09:13.082821 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-8e1ac9c2-ec27-4527-b816-e8986f3dee60 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Request body: {'port': {'device_id': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '956f2f8d-58e3-4da4-8be7-e5f47f91fd80', 'admin_state_up': True, 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'security_groups': ['8dc8da98-5808-4991-a13a-f9066791ad3e']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:13.184763 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6fd6-f809-4839-aacb-a433fc36223c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:13.196631 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:13.257628 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port f6b275e8-c3a1-4960-bd93-e82c55bb2ffa, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f6b275e8-c3a1-4960-bd93-e82c55bb2ffa,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:13.264841 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce6fd6-f809-4839-aacb-a433fc36223c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce564efe-65dd-442e-af41-b0be5ed39476,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:13.274358 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:13.289117 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-104142cd-4a07-49d0-9075-0f8ed87eaea3 None None] Provisioning for port 116e9986-d114-442d-973f-14cff3cfaa2a completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:09:13.322420 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6fd6-f809-4839-aacb-a433fc36223c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:13.324449 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e0ce6fd6-f809-4839-aacb-a433fc36223c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ce564efe-65dd-442e-af41-b0be5ed39476 HTTP/1.1" status: 204 len: 168 time: 0.6173632 Jul 30 20:09:13.327989 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 32826) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:13.348385 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-104142cd-4a07-49d0-9075-0f8ed87eaea3 None None] Provisioning complete for port 116e9986-d114-442d-973f-14cff3cfaa2a triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:13.350053 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-104142cd-4a07-49d0-9075-0f8ed87eaea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:13.356382 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-8e1ac9c2-ec27-4527-b816-e8986f3dee60 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Made reservation on behalf of 1d663627cb1b4aa4857162f5a27e37ec for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:09:13.357617 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a0ace-22eb-45af-b387-ffb0deb48bcf req-f723a2fa-7b17-4bb2-b0eb-9f52bfc122c0 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:13.359381 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-612a0ace-22eb-45af-b387-ffb0deb48bcf req-f723a2fa-7b17-4bb2-b0eb-9f52bfc122c0 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1d62f7e-ca0e-4226-aba8-8be3ea610888 HTTP/1.1" status: 200 len: 950 time: 0.0959532 Jul 30 20:09:13.368710 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-8e1ac9c2-ec27-4527-b816-e8986f3dee60 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:13.399831 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] Sync routers for ids ['17e50f7c-efb7-4352-87a6-c2e2ad45bafa'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:09:13.417834 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] Routers {'17e50f7c-efb7-4352-87a6-c2e2ad45bafa'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:09:13.419775 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=f6b275e8-c3a1-4960-bd93-e82c55bb2ffa,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:13.419947 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:08:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['17e50f7c-efb7-4352-87a6-c2e2ad45bafa'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:13.429508 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-104142cd-4a07-49d0-9075-0f8ed87eaea3 None None] Port 116e9986-d114-442d-973f-14cff3cfaa2a cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:09:13.447200 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-612a0ace-22eb-45af-b387-ffb0deb48bcf req-ed3854db-a502-4d61-a2eb-d8f1adab8710 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809619 Jul 30 20:09:13.537615 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7c0d45eb-e799-4e1a-85b2-24f7991ececb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:13.569034 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] Set router 17e50f7c-efb7-4352-87a6-c2e2ad45bafa gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:09:13.664319 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b6d49-4cd7-422b-a76c-cb17bf1d68ee req-b305e7ba-bad0-47d6-ae20-a52643eeb11e tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:13.665775 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-968b6d49-4cd7-422b-a76c-cb17bf1d68ee req-b305e7ba-bad0-47d6-ae20-a52643eeb11e tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b1d62f7e-ca0e-4226-aba8-8be3ea610888 HTTP/1.1" status: 200 len: 1101 time: 0.0580735 Jul 30 20:09:13.710859 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-968b6d49-4cd7-422b-a76c-cb17bf1d68ee req-0913b74e-ab13-4eb2-b133-159e1af1375a tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378823 Jul 30 20:09:13.810231 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7c0d45eb-e799-4e1a-85b2-24f7991ececb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:13.825089 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-8e1ac9c2-ec27-4527-b816-e8986f3dee60 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Allocated IP 10.2.2.200 (956f2f8d-58e3-4da4-8be7-e5f47f91fd80/ae2ebb1c-4008-4386-9d14-582336340b80/28c6b72d-f75a-4721-ad15-74bf9c0c36c3) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:09:13.833714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-7c0d45eb-e799-4e1a-85b2-24f7991ececb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092e1734-a4e7-4e2a-9784-721a2f9476ab']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:13.854985 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-7c0d45eb-e799-4e1a-85b2-24f7991ececb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9302017-8fcb-4df9-adec-7170d960a572') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:13.855288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-7c0d45eb-e799-4e1a-85b2-24f7991ececb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9302017-8fcb-4df9-adec-7170d960a572') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:13.856456 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e50f7c-efb7-4352-87a6-c2e2ad45bafa', 'name': 'tempest-ServerRescueNegativeTestJSON-480774881-router', 'tenant_id': '09553e316346494fa270dcd1f0b0acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f6b275e8-c3a1-4960-bd93-e82c55bb2ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:06Z', 'updated_at': '2021-07-30T20:09:11Z', 'revision_number': 4, 'project_id': '09553e316346494fa270dcd1f0b0acee', 'gw_port': {'id': 'f6b275e8-c3a1-4960-bd93-e82c55bb2ffa', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e50f7c-efb7-4352-87a6-c2e2ad45bafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:07Z', 'updated_at': '2021-07-30T20:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '38101693-cb48-4a98-a2c4-dcc3eb5c1066', 'name': '', 'network_id': '9419649c-32e6-4256-8c69-e3a81135c2cf', 'tenant_id': '09553e316346494fa270dcd1f0b0acee', 'mac_address': 'fa:16:3e:a4:dd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e50f7c-efb7-4352-87a6-c2e2ad45bafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'c5318bb5-b3de-40d1-afc8-28b191b755d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:09Z', 'updated_at': '2021-07-30T20:09:11Z', 'revision_number': 2, 'project_id': '09553e316346494fa270dcd1f0b0acee', 'subnets': [{'id': 'c5318bb5-b3de-40d1-afc8-28b191b755d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:13.883221 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7c0d45eb-e799-4e1a-85b2-24f7991ececb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:13.908904 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] Checking router: 17e50f7c-efb7-4352-87a6-c2e2ad45bafa for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:09:13.909694 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] Updating router 17e50f7c-efb7-4352-87a6-c2e2ad45bafa port 38101693-cb48-4a98-a2c4-dcc3eb5c1066 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:09:13.943153 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7c0d45eb-e799-4e1a-85b2-24f7991ececb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:13.945863 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:13.977241 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-34ae5251-a47e-452b-a911-c69946c21ff7 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:13.983018 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-34ae5251-a47e-452b-a911-c69946c21ff7 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/networks?id=9419649c-32e6-4256-8c69-e3a81135c2cf HTTP/1.1" status: 200 len: 818 time: 0.3352880 Jul 30 20:09:14.022943 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0d45eb-e799-4e1a-85b2-24f7991ececb admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:09:14.023690 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7c0d45eb-e799-4e1a-85b2-24f7991ececb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:09:14.026320 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:09:14.030062 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69298197-4bab-4b4c-a5ed-c4a36f296b05 req-7d4068fe-d7b5-41eb-9f69-cfa0b29b3523 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:14.037494 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69298197-4bab-4b4c-a5ed-c4a36f296b05 req-7d4068fe-d7b5-41eb-9f69-cfa0b29b3523 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:14.045442 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69298197-4bab-4b4c-a5ed-c4a36f296b05 req-7d4068fe-d7b5-41eb-9f69-cfa0b29b3523 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:14.053258 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69298197-4bab-4b4c-a5ed-c4a36f296b05 req-7d4068fe-d7b5-41eb-9f69-cfa0b29b3523 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:14.065553 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-69298197-4bab-4b4c-a5ed-c4a36f296b05 req-7d4068fe-d7b5-41eb-9f69-cfa0b29b3523 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 3095 time: 0.1018593 Jul 30 20:09:14.091663 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-ec041c5f-c0d6-4d96-924a-f6063a3ce5cd tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/quotas/09553e316346494fa270dcd1f0b0acee HTTP/1.1" status: 200 len: 375 time: 0.1070032 Jul 30 20:09:14.125897 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-69298197-4bab-4b4c-a5ed-c4a36f296b05 req-523e608f-3a8e-4a6a-979f-0ded6849db51 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593748 Jul 30 20:09:14.162173 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7c0d45eb-e799-4e1a-85b2-24f7991ececb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:14.174365 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7c0d45eb-e799-4e1a-85b2-24f7991ececb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:14.178636 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7c0d45eb-e799-4e1a-85b2-24f7991ececb admin admin] 10.222.0.81 "DELETE /v2.0/networks/092e1734-a4e7-4e2a-9784-721a2f9476ab HTTP/1.1" status: 204 len: 168 time: 0.8485017 Jul 30 20:09:14.208288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d45eb-e799-4e1a-85b2-24f7991ececb admin admin] Pushing event deleted for resources: {'Network': ['ID=092e1734-a4e7-4e2a-9784-721a2f9476ab,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:14.235031 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-c5ed5e00-bd28-4c33-ad6b-f0c6027040c7 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=09553e316346494fa270dcd1f0b0acee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1361916 Jul 30 20:09:14.268033 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-8e1ac9c2-ec27-4527-b816-e8986f3dee60 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:14.314698 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-8c34718f-d898-4273-91fc-e99848a1ebe3 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432892 Jul 30 20:09:14.318429 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-8e1ac9c2-ec27-4527-b816-e8986f3dee60 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Transition to ACTIVE for port object 28c6b72d-f75a-4721-ad15-74bf9c0c36c3 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:14.350347 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:14.363933 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] Transition to ACTIVE for port object 38101693-cb48-4a98-a2c4-dcc3eb5c1066 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:14.378144 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:14.386591 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-6a94135f-6a3c-4019-a7c1-e3753d889090 service neutron] 10.222.0.81 "GET /v2.0/networks/9419649c-32e6-4256-8c69-e3a81135c2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503909 Jul 30 20:09:14.408070 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 32864) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:14.447847 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc108f-0005-407c-8b14-bc0024d3cd65 None None] Pushing event updated for resources: {'Port': ['ID=38101693-cb48-4a98-a2c4-dcc3eb5c1066,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:14.466186 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bc108f-0005-407c-8b14-bc0024d3cd65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:14.466686 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bc108f-0005-407c-8b14-bc0024d3cd65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:14.467117 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bc108f-0005-407c-8b14-bc0024d3cd65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:14.467581 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bc108f-0005-407c-8b14-bc0024d3cd65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:14.468043 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bc108f-0005-407c-8b14-bc0024d3cd65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:14.468471 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bc108f-0005-407c-8b14-bc0024d3cd65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:14.469558 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bc108f-0005-407c-8b14-bc0024d3cd65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:14.469991 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bc108f-0005-407c-8b14-bc0024d3cd65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:14.470420 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bc108f-0005-407c-8b14-bc0024d3cd65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:14.470838 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bc108f-0005-407c-8b14-bc0024d3cd65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:14.471108 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-9f861f9f-ccf2-46ea-a16a-e64bb77c3de1 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:14.471748 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bc108f-0005-407c-8b14-bc0024d3cd65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:14.472328 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bc108f-0005-407c-8b14-bc0024d3cd65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:14.472635 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-9f861f9f-ccf2-46ea-a16a-e64bb77c3de1 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1575081 Jul 30 20:09:14.505357 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cb14792b-86b5-4678-81a6-c5de891eda68 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fbdf2a97c3d84ff4870cc831e8e2f8cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745001 Jul 30 20:09:14.505618 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 32866) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:14.528365 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-8e1ac9c2-ec27-4527-b816-e8986f3dee60 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:14.541635 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] Attempting to bind port 38101693-cb48-4a98-a2c4-dcc3eb5c1066 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:09:14.542439 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] Attempting to bind port 38101693-cb48-4a98-a2c4-dcc3eb5c1066 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '8d5e0245-3dd2-4bdb-bf33-d0c488460313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9419649c-32e6-4256-8c69-e3a81135c2cf'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:09:14.543064 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] Attempting to bind port 38101693-cb48-4a98-a2c4-dcc3eb5c1066 on network 9419649c-32e6-4256-8c69-e3a81135c2cf {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:14.549658 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:09:14.550528 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] Checking segment: {'id': '8d5e0245-3dd2-4bdb-bf33-d0c488460313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9419649c-32e6-4256-8c69-e3a81135c2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:09:14.551305 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:14.551949 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] Bound using segment: {'id': '8d5e0245-3dd2-4bdb-bf33-d0c488460313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9419649c-32e6-4256-8c69-e3a81135c2cf'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:09:14.552672 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] Bound port: 38101693-cb48-4a98-a2c4-dcc3eb5c1066, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5e0245-3dd2-4bdb-bf33-d0c488460313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9419649c-32e6-4256-8c69-e3a81135c2cf'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:09:14.553354 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:14.556249 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-22b47003-fd25-410b-96d5-d77e80d4fdc2 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/quotas/4045e60369ef4027bbe0b4f0fb9d8f61 HTTP/1.1" status: 200 len: 375 time: 0.0650434 Jul 30 20:09:14.597262 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-8e1ac9c2-ec27-4527-b816-e8986f3dee60 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Network 956f2f8d-58e3-4da4-8be7-e5f47f91fd80 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:09:14.604551 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-8e1ac9c2-ec27-4527-b816-e8986f3dee60 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:09:14.604782 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3de2c60f-8b13-4d57-a0f3-72175ccb31d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:14.628094 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3de2c60f-8b13-4d57-a0f3-72175ccb31d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:14.632982 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-8e1ac9c2-ec27-4527-b816-e8986f3dee60 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:09:14.701277 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] For port 38101693-cb48-4a98-a2c4-dcc3eb5c1066, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:09:14.701277 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] For port 38101693-cb48-4a98-a2c4-dcc3eb5c1066, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=38101693-cb48-4a98-a2c4-dcc3eb5c1066,segment=NetworkSegment(8d5e0245-3dd2-4bdb-bf33-d0c488460313),segment_id=8d5e0245-3dd2-4bdb-bf33-d0c488460313)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:09:14.701277 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:14.702073 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-4993b2c4-afbb-49c2-8dac-2ee51a07485c service neutron] 10.222.0.81 "GET /v2.0/networks/9419649c-32e6-4256-8c69-e3a81135c2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887478 Jul 30 20:09:14.702073 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ac9c2-ec27-4527-b816-e8986f3dee60 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event updated for resources: {'Port': ['ID=28c6b72d-f75a-4721-ad15-74bf9c0c36c3,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:14.726770 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-8e1ac9c2-ec27-4527-b816-e8986f3dee60 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:14.728202 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-8e1ac9c2-ec27-4527-b816-e8986f3dee60 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:14.750668 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc108f-0005-407c-8b14-bc0024d3cd65 None None] Pushing event updated for resources: {'Port': ['ID=38101693-cb48-4a98-a2c4-dcc3eb5c1066,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:14.754574 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-8e1ac9c2-ec27-4527-b816-e8986f3dee60 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6760361 Jul 30 20:09:14.765395 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] Routers {'17e50f7c-efb7-4352-87a6-c2e2ad45bafa'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:09:14.767801 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:08:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['17e50f7c-efb7-4352-87a6-c2e2ad45bafa'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:14.768673 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-9428e4d6-6ced-46e4-8675-ca0938edc23d service neutron] Request body: {'port': {'device_id': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:14.776691 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-6596a97b-0c85-4ee1-ad3c-ef7ba43fc6e0 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2195046 Jul 30 20:09:14.789947 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f6b275e8-c3a1-4960-bd93-e82c55bb2ffa up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:09:14.805237 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3de2c60f-8b13-4d57-a0f3-72175ccb31d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:14.807855 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3de2c60f-8b13-4d57-a0f3-72175ccb31d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:14.809142 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3de2c60f-8b13-4d57-a0f3-72175ccb31d2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8d7095f7-2d06-4d2a-8781-d9f4c5ab3cd1 HTTP/1.1" status: 204 len: 168 time: 0.3023272 Jul 30 20:09:14.832718 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2c60f-8b13-4d57-a0f3-72175ccb31d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7095f7-2d06-4d2a-8781-d9f4c5ab3cd1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:14.945843 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-9428e4d6-6ced-46e4-8675-ca0938edc23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:14.988059 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port f6b275e8-c3a1-4960-bd93-e82c55bb2ffa triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:14.992682 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:15.381828 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:15.386386 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9ceeff24-bf47-4d91-bd79-5e3a446a41bf None None] Provisioning for port 28c6b72d-f75a-4721-ad15-74bf9c0c36c3 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:09:15.391684 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9ceeff24-bf47-4d91-bd79-5e3a446a41bf None None] Provisioning complete for port 28c6b72d-f75a-4721-ad15-74bf9c0c36c3 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:15.392222 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ceeff24-bf47-4d91-bd79-5e3a446a41bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:15.412440 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] Set router 17e50f7c-efb7-4352-87a6-c2e2ad45bafa gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:09:15.464222 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c1bf7493-750c-4a2b-b17a-244daa903ae4 req-6f727409-5c14-4635-a820-33720b2d3288 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 210 time: 0.0883861 Jul 30 20:09:15.464722 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9ceeff24-bf47-4d91-bd79-5e3a446a41bf None None] Port 28c6b72d-f75a-4721-ad15-74bf9c0c36c3 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:09:15.588582 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8bc31064-49b6-4e5a-852c-dc8c6e5d187f req-f133ab78-2c65-42c2-8ee4-729d4bca44f2 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=c38f0689-8e8e-4c7c-928e-9b7c788ba71f HTTP/1.1" status: 200 len: 210 time: 0.0961502 Jul 30 20:09:15.673685 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:09:15.693454 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96762f97-d171-42af-be1e-fcbf56d0bd9b req-3ce63400-1642-4d1c-b30c-e8b6b8d3b091 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:15.715468 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96762f97-d171-42af-be1e-fcbf56d0bd9b req-3ce63400-1642-4d1c-b30c-e8b6b8d3b091 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:15.728537 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96762f97-d171-42af-be1e-fcbf56d0bd9b req-3ce63400-1642-4d1c-b30c-e8b6b8d3b091 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:15.735052 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96762f97-d171-42af-be1e-fcbf56d0bd9b req-3ce63400-1642-4d1c-b30c-e8b6b8d3b091 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:15.741123 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-9428e4d6-6ced-46e4-8675-ca0938edc23d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0cbd93-fd92-4866-944c-3656b063198f {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:09:15.741267 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96762f97-d171-42af-be1e-fcbf56d0bd9b req-3ce63400-1642-4d1c-b30c-e8b6b8d3b091 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:15.749454 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-96762f97-d171-42af-be1e-fcbf56d0bd9b req-3ce63400-1642-4d1c-b30c-e8b6b8d3b091 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 3816 time: 0.1808763 Jul 30 20:09:15.751248 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-9428e4d6-6ced-46e4-8675-ca0938edc23d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:15.776790 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-9428e4d6-6ced-46e4-8675-ca0938edc23d service neutron] Transition to ACTIVE for port object 9a0cbd93-fd92-4866-944c-3656b063198f will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:15.791819 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-9428e4d6-6ced-46e4-8675-ca0938edc23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:15.801862 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-96762f97-d171-42af-be1e-fcbf56d0bd9b req-2db6da2b-8fc4-4319-a142-6d73c6583508 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514016 Jul 30 20:09:15.921996 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e50f7c-efb7-4352-87a6-c2e2ad45bafa', 'name': 'tempest-ServerRescueNegativeTestJSON-480774881-router', 'tenant_id': '09553e316346494fa270dcd1f0b0acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f6b275e8-c3a1-4960-bd93-e82c55bb2ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:06Z', 'updated_at': '2021-07-30T20:09:11Z', 'revision_number': 4, 'project_id': '09553e316346494fa270dcd1f0b0acee', 'gw_port': {'id': 'f6b275e8-c3a1-4960-bd93-e82c55bb2ffa', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e50f7c-efb7-4352-87a6-c2e2ad45bafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:07Z', 'updated_at': '2021-07-30T20:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '38101693-cb48-4a98-a2c4-dcc3eb5c1066', 'name': '', 'network_id': '9419649c-32e6-4256-8c69-e3a81135c2cf', 'tenant_id': '09553e316346494fa270dcd1f0b0acee', 'mac_address': 'fa:16:3e:a4:dd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e50f7c-efb7-4352-87a6-c2e2ad45bafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'c5318bb5-b3de-40d1-afc8-28b191b755d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:09Z', 'updated_at': '2021-07-30T20:09:14Z', 'revision_number': 4, 'project_id': '09553e316346494fa270dcd1f0b0acee', 'subnets': [{'id': 'c5318bb5-b3de-40d1-afc8-28b191b755d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:15.966168 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c5338e-2af7-4eb5-b13c-81f51f7f8b7d None None] The sync data for ids ['17e50f7c-efb7-4352-87a6-c2e2ad45bafa'] in n-d-712137-9 is: [{'id': '17e50f7c-efb7-4352-87a6-c2e2ad45bafa', 'name': 'tempest-ServerRescueNegativeTestJSON-480774881-router', 'tenant_id': '09553e316346494fa270dcd1f0b0acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f6b275e8-c3a1-4960-bd93-e82c55bb2ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:06Z', 'updated_at': '2021-07-30T20:09:11Z', 'revision_number': 4, 'project_id': '09553e316346494fa270dcd1f0b0acee', 'gw_port': {'id': 'f6b275e8-c3a1-4960-bd93-e82c55bb2ffa', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e50f7c-efb7-4352-87a6-c2e2ad45bafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:07Z', 'updated_at': '2021-07-30T20:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '38101693-cb48-4a98-a2c4-dcc3eb5c1066', 'name': '', 'network_id': '9419649c-32e6-4256-8c69-e3a81135c2cf', 'tenant_id': '09553e316346494fa270dcd1f0b0acee', 'mac_address': 'fa:16:3e:a4:dd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e50f7c-efb7-4352-87a6-c2e2ad45bafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'c5318bb5-b3de-40d1-afc8-28b191b755d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:09Z', 'updated_at': '2021-07-30T20:09:14Z', 'revision_number': 4, 'project_id': '09553e316346494fa270dcd1f0b0acee', 'subnets': [{'id': 'c5318bb5-b3de-40d1-afc8-28b191b755d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:09:16.095863 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428e4d6-6ced-46e4-8675-ca0938edc23d service neutron] Pushing event updated for resources: {'Port': ['ID=9a0cbd93-fd92-4866-944c-3656b063198f,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:16.322807 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-b44cc855-9c24-476a-96af-b9cfa5cbcc35 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:16.331088 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-b44cc855-9c24-476a-96af-b9cfa5cbcc35 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/networks?id=9419649c-32e6-4256-8c69-e3a81135c2cf HTTP/1.1" status: 200 len: 818 time: 0.4403958 Jul 30 20:09:16.353994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-9428e4d6-6ced-46e4-8675-ca0938edc23d service neutron] Attempting to bind port 9a0cbd93-fd92-4866-944c-3656b063198f on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:09:16.354353 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-9428e4d6-6ced-46e4-8675-ca0938edc23d service neutron] Attempting to bind port 9a0cbd93-fd92-4866-944c-3656b063198f by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'cb7a869c-f3af-4050-981a-52b4840e66fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:09:16.354732 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-9428e4d6-6ced-46e4-8675-ca0938edc23d service neutron] Attempting to bind port 9a0cbd93-fd92-4866-944c-3656b063198f on network 4889cdd8-296f-481e-b756-28d5d38f8224 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:16.360173 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-9428e4d6-6ced-46e4-8675-ca0938edc23d service neutron] Port 9a0cbd93-fd92-4866-944c-3656b063198f on network 4889cdd8-296f-481e-b756-28d5d38f8224 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:09:16.360274 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-9428e4d6-6ced-46e4-8675-ca0938edc23d service neutron] Attempting to bind port 9a0cbd93-fd92-4866-944c-3656b063198f on network 4889cdd8-296f-481e-b756-28d5d38f8224 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:16.369903 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-f0ac023e-823d-4aea-a3e6-334aeee4b6c2 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/quotas/09553e316346494fa270dcd1f0b0acee HTTP/1.1" status: 200 len: 375 time: 0.0377600 Jul 30 20:09:16.390972 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-9428e4d6-6ced-46e4-8675-ca0938edc23d service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:09:16.391320 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-9428e4d6-6ced-46e4-8675-ca0938edc23d service neutron] Checking segment: {'id': 'cb7a869c-f3af-4050-981a-52b4840e66fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:09:16.391860 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-9428e4d6-6ced-46e4-8675-ca0938edc23d service neutron] Bound using segment: {'id': 'cb7a869c-f3af-4050-981a-52b4840e66fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:09:16.392264 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-9428e4d6-6ced-46e4-8675-ca0938edc23d service neutron] Bound port: 9a0cbd93-fd92-4866-944c-3656b063198f, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb7a869c-f3af-4050-981a-52b4840e66fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:09:16.392555 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-9428e4d6-6ced-46e4-8675-ca0938edc23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:16.486024 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 32936) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:16.544738 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-ea790c4a-4fc2-4323-b5fd-58409d8abba2 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=09553e316346494fa270dcd1f0b0acee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1738200 Jul 30 20:09:16.654383 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b5e8e4f5-c966-4a15-b89c-e5710727135d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-779455588-network', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:16.678286 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-9428e4d6-6ced-46e4-8675-ca0938edc23d service neutron] For port 9a0cbd93-fd92-4866-944c-3656b063198f, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:09:16.687817 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-9428e4d6-6ced-46e4-8675-ca0938edc23d service neutron] For port 9a0cbd93-fd92-4866-944c-3656b063198f, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=9a0cbd93-fd92-4866-944c-3656b063198f,segment=NetworkSegment(cb7a869c-f3af-4050-981a-52b4840e66fc),segment_id=cb7a869c-f3af-4050-981a-52b4840e66fc)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:09:16.691989 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e8e4f5-c966-4a15-b89c-e5710727135d admin admin] Made reservation on behalf of 6c9ba35ca3ce49889dd21646eecff8cf for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:09:16.696925 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5e8e4f5-c966-4a15-b89c-e5710727135d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:16.714034 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-9428e4d6-6ced-46e4-8675-ca0938edc23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:16.733305 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5e8e4f5-c966-4a15-b89c-e5710727135d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:16.791258 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 38101693-cb48-4a98-a2c4-dcc3eb5c1066 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:09:16.800552 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d88ee4dc-6a1f-423b-8d79-bb93809d81d3 req-f5e0cdde-7c6f-43f4-be31-7ee3a235a18e tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=c38f0689-8e8e-4c7c-928e-9b7c788ba71f HTTP/1.1" status: 200 len: 210 time: 0.0691950 Jul 30 20:09:16.823007 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428e4d6-6ced-46e4-8675-ca0938edc23d service neutron] Pushing event updated for resources: {'Port': ['ID=9a0cbd93-fd92-4866-944c-3656b063198f,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:16.864822 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-e136d768-acd2-4128-9391-4cdb5fb4f3c9 service neutron] 10.222.0.81 "GET /v2.0/networks/9419649c-32e6-4256-8c69-e3a81135c2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188345 Jul 30 20:09:16.878190 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-9428e4d6-6ced-46e4-8675-ca0938edc23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:16.878436 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-9428e4d6-6ced-46e4-8675-ca0938edc23d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:16.883238 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-9428e4d6-6ced-46e4-8675-ca0938edc23d service neutron] 10.222.0.59 "PUT /v2.0/ports/9a0cbd93-fd92-4866-944c-3656b063198f HTTP/1.1" status: 200 len: 1091 time: 2.1193738 Jul 30 20:09:16.883789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'tag': '9a0cbd93-fd92-4866-944c-3656b063198f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:16.887312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 38101693-cb48-4a98-a2c4-dcc3eb5c1066 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:09:16.895799 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d9f86b-e720-49bb-a1dd-d4badab9b556" -d '{"events": [{"name": "network-changed", "server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "tag": "9a0cbd93-fd92-4866-944c-3656b063198f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:16.898936 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 38101693-cb48-4a98-a2c4-dcc3eb5c1066 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:16.899606 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:17.057915 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-58d20be9-95c5-4ba9-9664-cbe1f2850f3c service neutron] Request body: {'port': {'device_id': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:17.117005 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5e8e4f5-c966-4a15-b89c-e5710727135d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:17.143476 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-5c38b3f9-dfcc-4eaa-85e1-987791108c15 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0960429 Jul 30 20:09:17.144866 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5e8e4f5-c966-4a15-b89c-e5710727135d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:17.149697 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:17.170411 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-58d20be9-95c5-4ba9-9664-cbe1f2850f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:17.202304 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 38101693-cb48-4a98-a2c4-dcc3eb5c1066, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=38101693-cb48-4a98-a2c4-dcc3eb5c1066,segment=NetworkSegment(8d5e0245-3dd2-4bdb-bf33-d0c488460313),segment_id=8d5e0245-3dd2-4bdb-bf33-d0c488460313)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:17.213328 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:17.324158 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-81c3390a-9785-4773-80fa-798e92b4981e service neutron] 10.222.0.81 "GET /v2.0/networks/9419649c-32e6-4256-8c69-e3a81135c2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156492 Jul 30 20:09:17.351390 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=38101693-cb48-4a98-a2c4-dcc3eb5c1066,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:17.405849 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49277e2-ba89-4b6c-9ce4-ff672bfb052b req-671e06bf-fd2f-4d1e-bf7d-804e4617f51c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:17.414041 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49277e2-ba89-4b6c-9ce4-ff672bfb052b req-671e06bf-fd2f-4d1e-bf7d-804e4617f51c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:17.421251 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49277e2-ba89-4b6c-9ce4-ff672bfb052b req-671e06bf-fd2f-4d1e-bf7d-804e4617f51c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:17.427688 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49277e2-ba89-4b6c-9ce4-ff672bfb052b req-671e06bf-fd2f-4d1e-bf7d-804e4617f51c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:17.435678 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49277e2-ba89-4b6c-9ce4-ff672bfb052b req-671e06bf-fd2f-4d1e-bf7d-804e4617f51c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:17.444645 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a49277e2-ba89-4b6c-9ce4-ff672bfb052b req-671e06bf-fd2f-4d1e-bf7d-804e4617f51c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 3828 time: 0.4597640 Jul 30 20:09:17.451268 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e8e4f5-c966-4a15-b89c-e5710727135d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:09:17.535333 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a49277e2-ba89-4b6c-9ce4-ff672bfb052b req-1305599a-8f35-45b3-81c3-bb8ae18eaf12 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896535 Jul 30 20:09:17.541010 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8e4f5-c966-4a15-b89c-e5710727135d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272fb110-370a-4609-890f-d4c4d9b58823,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:17.561630 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5e8e4f5-c966-4a15-b89c-e5710727135d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:17.561987 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-b5e8e4f5-c966-4a15-b89c-e5710727135d admin admin] Added segment bfeffb72-5f50-4e64-a0a9-eada93f21563 of type vlan for network c421e0b7-06ec-4b47-a5b3-95881a5c3933 Jul 30 20:09:17.695590 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-b70e45e7-5ae0-4f07-b1b3-92cb16f1fe90 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:17.697083 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-b70e45e7-5ae0-4f07-b1b3-92cb16f1fe90 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5473642 Jul 30 20:09:17.798151 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-a88bb233-7c23-488c-93c8-5fcc12bcf140 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Request body: {'port': {'device_id': 'c38f0689-8e8e-4c7c-928e-9b7c788ba71f', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': '4045e60369ef4027bbe0b4f0fb9d8f61'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:17.964720 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5e8e4f5-c966-4a15-b89c-e5710727135d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:18.006234 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-921174a5-3f06-4130-9252-de9ee3a357ff req-94e122a9-6fce-4a04-bce7-73e583331a38 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 210 time: 0.1949141 Jul 30 20:09:18.057826 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9f86b-e720-49bb-a1dd-d4badab9b556 req-8c691da6-88a2-401f-ada4-65b336045534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:18.058307 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9f86b-e720-49bb-a1dd-d4badab9b556 req-8c691da6-88a2-401f-ada4-65b336045534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:18.058779 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9f86b-e720-49bb-a1dd-d4badab9b556 req-8c691da6-88a2-401f-ada4-65b336045534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:18.059247 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9f86b-e720-49bb-a1dd-d4badab9b556 req-8c691da6-88a2-401f-ada4-65b336045534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:18.059752 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9f86b-e720-49bb-a1dd-d4badab9b556 req-8c691da6-88a2-401f-ada4-65b336045534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:18.061560 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e2d9f86b-e720-49bb-a1dd-d4badab9b556 req-8c691da6-88a2-401f-ada4-65b336045534 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d663627cb1b4aa4857162f5a27e37ec&device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 4363 time: 0.3031554 Jul 30 20:09:18.104254 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0446ad3-2933-4cc7-843f-1eca6005ebc0 x-openstack-request-id: req-d0446ad3-2933-4cc7-843f-1eca6005ebc0 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:18.104705 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "tag": "9a0cbd93-fd92-4866-944c-3656b063198f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:18.104705 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d0446ad3-2933-4cc7-843f-1eca6005ebc0 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:18.105067 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'tag': '9a0cbd93-fd92-4866-944c-3656b063198f', 'status': 'completed', 'code': 200} Jul 30 20:09:18.162324 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6096c8c5-36e5-4cad-875e-54f9edf8063b req-957002dd-b197-4743-8150-a2f9f378e550 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=c38f0689-8e8e-4c7c-928e-9b7c788ba71f HTTP/1.1" status: 200 len: 210 time: 0.0691683 Jul 30 20:09:18.184399 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5e8e4f5-c966-4a15-b89c-e5710727135d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:18.189540 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e8e4f5-c966-4a15-b89c-e5710727135d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:18.191217 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5e8e4f5-c966-4a15-b89c-e5710727135d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:18.266497 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-7fe299dd-f208-47db-aa69-fe7f99449937 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:18.268003 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-7fe299dd-f208-47db-aa69-fe7f99449937 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.59 "GET /v2.0/networks?id=9419649c-32e6-4256-8c69-e3a81135c2cf HTTP/1.1" status: 200 len: 818 time: 0.7695451 Jul 30 20:09:18.282853 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-74276b2f-317f-4313-8f96-d3466c913ce8 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Request body: {'port': {'device_id': 'a6ba3da9-aa89-4165-ab31-8a8ed7b66386', 'network_id': '9419649c-32e6-4256-8c69-e3a81135c2cf', 'admin_state_up': True, 'tenant_id': '09553e316346494fa270dcd1f0b0acee'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:18.323212 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b5e8e4f5-c966-4a15-b89c-e5710727135d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8350654 Jul 30 20:09:18.331541 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 32966) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:18.358088 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-90b04c1c-c699-4314-bde1-cba5b914da5e admin admin] Request body: {'subnet': {'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-779455588-subnet', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:18.426319 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8e4f5-c966-4a15-b89c-e5710727135d admin admin] Pushing event updated for resources: {'Network': ['ID=c421e0b7-06ec-4b47-a5b3-95881a5c3933,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:18.437458 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network c421e0b7-06ec-4b47-a5b3-95881a5c3933 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:09:18.443263 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-58d20be9-95c5-4ba9-9664-cbe1f2850f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08dca140-1f6f-4be9-aef9-65fcf5c1062f {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:09:18.457468 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b04c1c-c699-4314-bde1-cba5b914da5e admin admin] Made reservation on behalf of 6c9ba35ca3ce49889dd21646eecff8cf for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:09:18.464210 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-58d20be9-95c5-4ba9-9664-cbe1f2850f3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:18.467780 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90b04c1c-c699-4314-bde1-cba5b914da5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:18.484955 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.db.api [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-74276b2f-317f-4313-8f96-d3466c913ce8 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 20:09:18.484955 n-d-712137-9 neutron-server[93882]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 20:09:18.484955 n-d-712137-9 neutron-server[93882]: [parameters: {'project_id_1': '09553e316346494fa270dcd1f0b0acee', 'expiration_1': datetime.datetime(2021, 7, 30, 20, 9, 18, 457951)}] Jul 30 20:09:18.484955 n-d-712137-9 neutron-server[93882]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:09:18.485283 n-d-712137-9 neutron-server[93882]: DEBUG oslo_db.api [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-74276b2f-317f-4313-8f96-d3466c913ce8 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:09:18.495384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-58d20be9-95c5-4ba9-9664-cbe1f2850f3c service neutron] Transition to ACTIVE for port object 08dca140-1f6f-4be9-aef9-65fcf5c1062f will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:18.503534 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-58d20be9-95c5-4ba9-9664-cbe1f2850f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:18.531898 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9f86b-e720-49bb-a1dd-d4badab9b556 req-7964d1e2-88df-4de9-a684-d79783443461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:18.532779 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9f86b-e720-49bb-a1dd-d4badab9b556 req-7964d1e2-88df-4de9-a684-d79783443461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:18.533397 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9f86b-e720-49bb-a1dd-d4badab9b556 req-7964d1e2-88df-4de9-a684-d79783443461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:18.535136 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e2d9f86b-e720-49bb-a1dd-d4badab9b556 req-7964d1e2-88df-4de9-a684-d79783443461 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1d663627cb1b4aa4857162f5a27e37ec&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4646151 Jul 30 20:09:18.594542 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-a88bb233-7c23-488c-93c8-5fcc12bcf140 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Made reservation on behalf of 4045e60369ef4027bbe0b4f0fb9d8f61 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:09:18.595520 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d20be9-95c5-4ba9-9664-cbe1f2850f3c service neutron] Pushing event updated for resources: {'Port': ['ID=08dca140-1f6f-4be9-aef9-65fcf5c1062f,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:18.599084 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-a88bb233-7c23-488c-93c8-5fcc12bcf140 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:18.724992 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-58d20be9-95c5-4ba9-9664-cbe1f2850f3c service neutron] Attempting to bind port 08dca140-1f6f-4be9-aef9-65fcf5c1062f on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:09:18.726227 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-58d20be9-95c5-4ba9-9664-cbe1f2850f3c service neutron] Attempting to bind port 08dca140-1f6f-4be9-aef9-65fcf5c1062f by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'dd78c27e-8c8a-431e-a42e-0ff92727ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:09:18.726575 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-58d20be9-95c5-4ba9-9664-cbe1f2850f3c service neutron] Attempting to bind port 08dca140-1f6f-4be9-aef9-65fcf5c1062f on network 624029aa-6e2e-457a-b285-eaf6ccf35387 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:18.731375 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-58d20be9-95c5-4ba9-9664-cbe1f2850f3c service neutron] Port 08dca140-1f6f-4be9-aef9-65fcf5c1062f on network 624029aa-6e2e-457a-b285-eaf6ccf35387 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:09:18.731715 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-58d20be9-95c5-4ba9-9664-cbe1f2850f3c service neutron] Attempting to bind port 08dca140-1f6f-4be9-aef9-65fcf5c1062f on network 624029aa-6e2e-457a-b285-eaf6ccf35387 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:18.749642 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-58d20be9-95c5-4ba9-9664-cbe1f2850f3c service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:09:18.749994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-58d20be9-95c5-4ba9-9664-cbe1f2850f3c service neutron] Checking segment: {'id': 'dd78c27e-8c8a-431e-a42e-0ff92727ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:09:18.750392 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-58d20be9-95c5-4ba9-9664-cbe1f2850f3c service neutron] Bound using segment: {'id': 'dd78c27e-8c8a-431e-a42e-0ff92727ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:09:18.751540 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 38101693-cb48-4a98-a2c4-dcc3eb5c1066 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:09:18.757926 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-58d20be9-95c5-4ba9-9664-cbe1f2850f3c service neutron] Bound port: 08dca140-1f6f-4be9-aef9-65fcf5c1062f, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd78c27e-8c8a-431e-a42e-0ff92727ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:09:18.758446 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-58d20be9-95c5-4ba9-9664-cbe1f2850f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:18.900758 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-58d20be9-95c5-4ba9-9664-cbe1f2850f3c service neutron] For port 08dca140-1f6f-4be9-aef9-65fcf5c1062f, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:09:18.906288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-58d20be9-95c5-4ba9-9664-cbe1f2850f3c service neutron] For port 08dca140-1f6f-4be9-aef9-65fcf5c1062f, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=08dca140-1f6f-4be9-aef9-65fcf5c1062f,segment=NetworkSegment(dd78c27e-8c8a-431e-a42e-0ff92727ac3c),segment_id=dd78c27e-8c8a-431e-a42e-0ff92727ac3c)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:09:18.923898 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-58d20be9-95c5-4ba9-9664-cbe1f2850f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:18.980214 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57f5f7-fe02-42db-9d8f-01d88cced42e req-6f13ac54-19c2-4420-9a62-e6fb178cffff tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:18.988182 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57f5f7-fe02-42db-9d8f-01d88cced42e req-6f13ac54-19c2-4420-9a62-e6fb178cffff tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:19.001954 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57f5f7-fe02-42db-9d8f-01d88cced42e req-6f13ac54-19c2-4420-9a62-e6fb178cffff tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:19.007296 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 38101693-cb48-4a98-a2c4-dcc3eb5c1066 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:19.007872 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:19.023873 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57f5f7-fe02-42db-9d8f-01d88cced42e req-6f13ac54-19c2-4420-9a62-e6fb178cffff tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:19.030172 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57f5f7-fe02-42db-9d8f-01d88cced42e req-6f13ac54-19c2-4420-9a62-e6fb178cffff tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:19.040658 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57f5f7-fe02-42db-9d8f-01d88cced42e req-6f13ac54-19c2-4420-9a62-e6fb178cffff tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:19.048860 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4a57f5f7-fe02-42db-9d8f-01d88cced42e req-6f13ac54-19c2-4420-9a62-e6fb178cffff tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 4605 time: 0.3616667 Jul 30 20:09:19.074990 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9f86b-e720-49bb-a1dd-d4badab9b556 req-630016fe-cacb-4adb-9a35-b28a6250592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:19.076487 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e2d9f86b-e720-49bb-a1dd-d4badab9b556 req-630016fe-cacb-4adb-9a35-b28a6250592e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5273540 Jul 30 20:09:19.146263 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-58d20be9-95c5-4ba9-9664-cbe1f2850f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:19.148036 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-58d20be9-95c5-4ba9-9664-cbe1f2850f3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:19.151644 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-58d20be9-95c5-4ba9-9664-cbe1f2850f3c service neutron] 10.222.0.59 "PUT /v2.0/ports/08dca140-1f6f-4be9-aef9-65fcf5c1062f HTTP/1.1" status: 200 len: 1135 time: 2.1863134 Jul 30 20:09:19.243644 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4a57f5f7-fe02-42db-9d8f-01d88cced42e req-bcedd900-7e85-470b-8ae2-4107cfe86e01 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1878917 Jul 30 20:09:19.245311 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-a88bb233-7c23-488c-93c8-5fcc12bcf140 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Allocated IP 192.168.233.29 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/df12076b-afc2-4b16-82e1-cb910b784e53) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:09:19.270321 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d20be9-95c5-4ba9-9664-cbe1f2850f3c service neutron] Pushing event updated for resources: {'Port': ['ID=08dca140-1f6f-4be9-aef9-65fcf5c1062f,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:19.302513 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90b04c1c-c699-4314-bde1-cba5b914da5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:19.339341 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5872a377-819d-4aec-8675-a0d246a79197 service neutron] Request body: {'port': {'device_id': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:19.351817 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:19.385153 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-74276b2f-317f-4313-8f96-d3466c913ce8 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Made reservation on behalf of 09553e316346494fa270dcd1f0b0acee for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:09:19.389827 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-74276b2f-317f-4313-8f96-d3466c913ce8 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:19.469540 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-819f5058-c0a9-4cf5-b4c6-ab518a2b8ca6 req-c00f08fd-7bb9-4052-a4b4-6a3bb309caa2 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 210 time: 0.1891608 Jul 30 20:09:19.473111 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b27496a0-da65-42ee-9a03-d6a56910ae85 req-5f40cb50-e7af-420d-afc0-617e7c356c12 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=c38f0689-8e8e-4c7c-928e-9b7c788ba71f HTTP/1.1" status: 200 len: 210 time: 0.0797215 Jul 30 20:09:19.509613 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5872a377-819d-4aec-8675-a0d246a79197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:19.542974 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b04c1c-c699-4314-bde1-cba5b914da5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b1ad353-61a9-43a8-b737-817c20130814,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:19.579343 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b04c1c-c699-4314-bde1-cba5b914da5e admin admin] Checking segment: {'id': 'bfeffb72-5f50-4e64-a0a9-eada93f21563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:09:19.579740 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b04c1c-c699-4314-bde1-cba5b914da5e admin admin] Network hostable DHCP agents. Network: c421e0b7-06ec-4b47-a5b3-95881a5c3933, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:09:19.626943 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b04c1c-c699-4314-bde1-cba5b914da5e admin admin] Network c421e0b7-06ec-4b47-a5b3-95881a5c3933 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:09:19.652519 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-90b04c1c-c699-4314-bde1-cba5b914da5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, c421e0b7-06ec-4b47-a5b3-95881a5c3933) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:09:19.662705 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b04c1c-c699-4314-bde1-cba5b914da5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:19.662947 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90b04c1c-c699-4314-bde1-cba5b914da5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:19.663555 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c35c1ab-875e-4329-b32f-f34a2acfd94b None None] Network c421e0b7-06ec-4b47-a5b3-95881a5c3933 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:09:19.667261 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-a88bb233-7c23-488c-93c8-5fcc12bcf140 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:19.692037 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-a88bb233-7c23-488c-93c8-5fcc12bcf140 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Transition to ACTIVE for port object df12076b-afc2-4b16-82e1-cb910b784e53 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:19.711764 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-90b04c1c-c699-4314-bde1-cba5b914da5e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3665743 Jul 30 20:09:19.716683 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 32982) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:19.747787 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-25a3b6e2-d670-4615-a09c-65413f73def7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-779455588-router', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:19.806109 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-a88bb233-7c23-488c-93c8-5fcc12bcf140 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:19.824874 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25a3b6e2-d670-4615-a09c-65413f73def7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:19.826019 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25a3b6e2-d670-4615-a09c-65413f73def7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:19.869011 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['bb975919-5c61-4665-a393-73c9c764bad6', '66e4935d-2ade-4745-8f3d-3abfa40ff91e'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:19.871953 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['f80ceb81-a4e4-4e24-b00b-5bc1f84a0151', '557f9a18-0625-475f-bc09-3f39d6ca3061', 'e096ff85-a3f9-429f-8cf3-f4a64792986b', '6fa3a91b-1c83-493c-9e39-2ce04052756e', '11070a92-43d8-4b7e-8a3d-fac86e229331'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:19.965943 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-262f9f52-e478-4939-b356-3ef63321150d tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:19.967501 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-262f9f52-e478-4939-b356-3ef63321150d tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.59 "GET /v2.0/networks?id=9419649c-32e6-4256-8c69-e3a81135c2cf HTTP/1.1" status: 200 len: 818 time: 0.9610329 Jul 30 20:09:20.004748 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-d5f60350-b6d1-424c-9a56-595ac2b614cf tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Request body: {'port': {'device_id': '869daa8e-a7d5-4cce-80e9-6507853e4175', 'network_id': '9419649c-32e6-4256-8c69-e3a81135c2cf', 'admin_state_up': True, 'tenant_id': '09553e316346494fa270dcd1f0b0acee'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:20.060450 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-a88bb233-7c23-488c-93c8-5fcc12bcf140 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:09:20.108758 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'tag': '08dca140-1f6f-4be9-aef9-65fcf5c1062f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:20.111062 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94aa2142-e72c-4963-8966-913f4b0c2e00" -d '{"events": [{"name": "network-changed", "server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "tag": "08dca140-1f6f-4be9-aef9-65fcf5c1062f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:20.114380 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88bb233-7c23-488c-93c8-5fcc12bcf140 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Pushing event updated for resources: {'Port': ['ID=df12076b-afc2-4b16-82e1-cb910b784e53,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:20.123022 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-74276b2f-317f-4313-8f96-d3466c913ce8 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Allocated IP 172.20.0.3 (9419649c-32e6-4256-8c69-e3a81135c2cf/c5318bb5-b3de-40d1-afc8-28b191b755d1/6d748139-edad-447b-a296-f5d3028d2640) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:09:20.139366 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-a88bb233-7c23-488c-93c8-5fcc12bcf140 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:09:20.155836 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5872a377-819d-4aec-8675-a0d246a79197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:09:20.161062 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-a88bb233-7c23-488c-93c8-5fcc12bcf140 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:09:20.168192 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5872a377-819d-4aec-8675-a0d246a79197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:20.182919 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25a3b6e2-d670-4615-a09c-65413f73def7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:20.221710 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffa414f-2cf1-4799-ab9b-3347008d127e x-openstack-request-id: req-0ffa414f-2cf1-4799-ab9b-3347008d127e {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:20.222021 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "tag": "08dca140-1f6f-4be9-aef9-65fcf5c1062f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:20.222253 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0ffa414f-2cf1-4799-ab9b-3347008d127e {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:20.222646 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'tag': '08dca140-1f6f-4be9-aef9-65fcf5c1062f', 'status': 'completed', 'code': 200} Jul 30 20:09:20.272742 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5872a377-819d-4aec-8675-a0d246a79197 service neutron] Transition to ACTIVE for port object bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:20.289361 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5872a377-819d-4aec-8675-a0d246a79197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:20.461699 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cb3c23-1f58-4806-8aeb-fdc99fc25714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'fixed_ips': [{'subnet_id': '4b1ad353-61a9-43a8-b737-817c20130814'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:09:20.462597 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9cb3c23-1f58-4806-8aeb-fdc99fc25714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:20.596621 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-d5f60350-b6d1-424c-9a56-595ac2b614cf tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Made reservation on behalf of 09553e316346494fa270dcd1f0b0acee for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:09:20.609752 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-d5f60350-b6d1-424c-9a56-595ac2b614cf tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:20.617248 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872a377-819d-4aec-8675-a0d246a79197 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:20.637659 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-f9cb3c23-1f58-4806-8aeb-fdc99fc25714 None None] Allocated IP 172.20.0.2 (c421e0b7-06ec-4b47-a5b3-95881a5c3933/4b1ad353-61a9-43a8-b737-817c20130814/04d781eb-611d-494b-93d3-70e643cc7c43) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:09:20.883693 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-a88bb233-7c23-488c-93c8-5fcc12bcf140 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:20.884257 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-a88bb233-7c23-488c-93c8-5fcc12bcf140 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:20.887684 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6de45505-57f3-4861-b1c7-dcba24e7990b None None] Provisioning for port df12076b-afc2-4b16-82e1-cb910b784e53 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:09:20.893075 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-74276b2f-317f-4313-8f96-d3466c913ce8 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:20.909775 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9cb3c23-1f58-4806-8aeb-fdc99fc25714 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:20.923640 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6de45505-57f3-4861-b1c7-dcba24e7990b None None] Provisioning complete for port df12076b-afc2-4b16-82e1-cb910b784e53 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:20.924138 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6de45505-57f3-4861-b1c7-dcba24e7990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:20.954348 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5872a377-819d-4aec-8675-a0d246a79197 service neutron] Attempting to bind port bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:09:20.954683 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5872a377-819d-4aec-8675-a0d246a79197 service neutron] Attempting to bind port bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'dd78c27e-8c8a-431e-a42e-0ff92727ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:09:20.955005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5872a377-819d-4aec-8675-a0d246a79197 service neutron] Attempting to bind port bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 on network 624029aa-6e2e-457a-b285-eaf6ccf35387 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:20.967813 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4ba8d-bbe0-45f3-95e8-35c12b833e8c req-ddc09ab2-3936-4b0f-bf41-6a5c2c3e10e8 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:20.969946 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76a4ba8d-bbe0-45f3-95e8-35c12b833e8c req-ddc09ab2-3936-4b0f-bf41-6a5c2c3e10e8 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=c38f0689-8e8e-4c7c-928e-9b7c788ba71f HTTP/1.1" status: 200 len: 935 time: 0.3453119 Jul 30 20:09:20.973598 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25a3b6e2-d670-4615-a09c-65413f73def7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:20.975748 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5872a377-819d-4aec-8675-a0d246a79197 service neutron] Port bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 on network 624029aa-6e2e-457a-b285-eaf6ccf35387 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:09:20.976286 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5872a377-819d-4aec-8675-a0d246a79197 service neutron] Attempting to bind port bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 on network 624029aa-6e2e-457a-b285-eaf6ccf35387 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:20.986465 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa2142-e72c-4963-8966-913f4b0c2e00 req-b2944b1b-0473-4b02-bba5-e0270a27b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:20.986998 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa2142-e72c-4963-8966-913f4b0c2e00 req-b2944b1b-0473-4b02-bba5-e0270a27b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:20.987547 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa2142-e72c-4963-8966-913f4b0c2e00 req-b2944b1b-0473-4b02-bba5-e0270a27b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:20.988055 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa2142-e72c-4963-8966-913f4b0c2e00 req-b2944b1b-0473-4b02-bba5-e0270a27b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:20.988689 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa2142-e72c-4963-8966-913f4b0c2e00 req-b2944b1b-0473-4b02-bba5-e0270a27b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:20.989016 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa2142-e72c-4963-8966-913f4b0c2e00 req-b2944b1b-0473-4b02-bba5-e0270a27b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:20.990612 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f9cb3c23-1f58-4806-8aeb-fdc99fc25714 None None] Transition to ACTIVE for port object 04d781eb-611d-494b-93d3-70e643cc7c43 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:20.991053 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-94aa2142-e72c-4963-8966-913f4b0c2e00 req-b2944b1b-0473-4b02-bba5-e0270a27b251 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d663627cb1b4aa4857162f5a27e37ec&device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5291 time: 0.7471929 Jul 30 20:09:20.993040 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-a88bb233-7c23-488c-93c8-5fcc12bcf140 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2093303 Jul 30 20:09:20.993214 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5872a377-819d-4aec-8675-a0d246a79197 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:09:20.993594 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5872a377-819d-4aec-8675-a0d246a79197 service neutron] Checking segment: {'id': 'dd78c27e-8c8a-431e-a42e-0ff92727ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:09:20.994168 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5872a377-819d-4aec-8675-a0d246a79197 service neutron] Bound using segment: {'id': 'dd78c27e-8c8a-431e-a42e-0ff92727ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:09:20.994621 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5872a377-819d-4aec-8675-a0d246a79197 service neutron] Bound port: bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd78c27e-8c8a-431e-a42e-0ff92727ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:09:20.995386 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5872a377-819d-4aec-8675-a0d246a79197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:21.004510 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf0390-7353-4a17-8042-8f2bfe03e941 req-f8e22a26-3ac6-40f9-9f59-d83be471c59a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:21.011112 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf0390-7353-4a17-8042-8f2bfe03e941 req-f8e22a26-3ac6-40f9-9f59-d83be471c59a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:21.017342 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf0390-7353-4a17-8042-8f2bfe03e941 req-f8e22a26-3ac6-40f9-9f59-d83be471c59a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:21.023933 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf0390-7353-4a17-8042-8f2bfe03e941 req-f8e22a26-3ac6-40f9-9f59-d83be471c59a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:21.029870 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf0390-7353-4a17-8042-8f2bfe03e941 req-f8e22a26-3ac6-40f9-9f59-d83be471c59a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:21.036201 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf0390-7353-4a17-8042-8f2bfe03e941 req-f8e22a26-3ac6-40f9-9f59-d83be471c59a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:21.043225 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf0390-7353-4a17-8042-8f2bfe03e941 req-f8e22a26-3ac6-40f9-9f59-d83be471c59a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:21.051317 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-acdf0390-7353-4a17-8042-8f2bfe03e941 req-f8e22a26-3ac6-40f9-9f59-d83be471c59a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5383 time: 0.2244868 Jul 30 20:09:21.074018 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-94b2f14f-d929-47ba-b553-a3e4a88350de service neutron] Request body: {'port': {'device_id': 'c38f0689-8e8e-4c7c-928e-9b7c788ba71f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:21.078809 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f9cb3c23-1f58-4806-8aeb-fdc99fc25714 None None] Transition to ACTIVE for port object 04d781eb-611d-494b-93d3-70e643cc7c43 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:21.081730 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-d5f60350-b6d1-424c-9a56-595ac2b614cf tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Allocated IP 172.20.0.14 (9419649c-32e6-4256-8c69-e3a81135c2cf/c5318bb5-b3de-40d1-afc8-28b191b755d1/23bcf904-a77c-41e9-9751-021ebb1c914e) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:09:21.086553 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6de45505-57f3-4861-b1c7-dcba24e7990b None None] Port df12076b-afc2-4b16-82e1-cb910b784e53 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:09:21.126776 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9cb3c23-1f58-4806-8aeb-fdc99fc25714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:21.191672 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb3c23-1f58-4806-8aeb-fdc99fc25714 None None] Pushing event updated for resources: {'Port': ['ID=04d781eb-611d-494b-93d3-70e643cc7c43,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:21.253016 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cb3c23-1f58-4806-8aeb-fdc99fc25714 None None] Network c421e0b7-06ec-4b47-a5b3-95881a5c3933 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:09:21.255122 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c50d672-f45a-409b-b9ef-2ad48d729fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:21.262517 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-acdf0390-7353-4a17-8042-8f2bfe03e941 req-5da091cc-0e9f-439f-92a9-b1cebfbb3b94 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2074349 Jul 30 20:09:21.281075 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-f9cb3c23-1f58-4806-8aeb-fdc99fc25714 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:09:21.298823 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cb3c23-1f58-4806-8aeb-fdc99fc25714 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:09:21.301869 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-d5f60350-b6d1-424c-9a56-595ac2b614cf tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:21.310808 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-94b2f14f-d929-47ba-b553-a3e4a88350de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:21.385540 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-d5f60350-b6d1-424c-9a56-595ac2b614cf tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:21.395094 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-74276b2f-317f-4313-8f96-d3466c913ce8 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:21.409120 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa2142-e72c-4963-8966-913f4b0c2e00 req-c31a3bfe-50ea-4fbe-8e44-1fa890d170d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:21.409827 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa2142-e72c-4963-8966-913f4b0c2e00 req-c31a3bfe-50ea-4fbe-8e44-1fa890d170d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:21.410447 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa2142-e72c-4963-8966-913f4b0c2e00 req-c31a3bfe-50ea-4fbe-8e44-1fa890d170d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:21.412229 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-94aa2142-e72c-4963-8966-913f4b0c2e00 req-c31a3bfe-50ea-4fbe-8e44-1fa890d170d3 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1d663627cb1b4aa4857162f5a27e37ec&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3581409 Jul 30 20:09:21.433624 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f9cb3c23-1f58-4806-8aeb-fdc99fc25714 None None] Attempting to bind port 04d781eb-611d-494b-93d3-70e643cc7c43 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:09:21.434045 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f9cb3c23-1f58-4806-8aeb-fdc99fc25714 None None] Attempting to bind port 04d781eb-611d-494b-93d3-70e643cc7c43 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'bfeffb72-5f50-4e64-a0a9-eada93f21563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:09:21.434412 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb3c23-1f58-4806-8aeb-fdc99fc25714 None None] Attempting to bind port 04d781eb-611d-494b-93d3-70e643cc7c43 on network c421e0b7-06ec-4b47-a5b3-95881a5c3933 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:21.451971 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb3c23-1f58-4806-8aeb-fdc99fc25714 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:09:21.452357 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb3c23-1f58-4806-8aeb-fdc99fc25714 None None] Checking segment: {'id': 'bfeffb72-5f50-4e64-a0a9-eada93f21563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:09:21.452795 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9cb3c23-1f58-4806-8aeb-fdc99fc25714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:21.454396 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb3c23-1f58-4806-8aeb-fdc99fc25714 None None] Bound using segment: {'id': 'bfeffb72-5f50-4e64-a0a9-eada93f21563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:09:21.455173 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f9cb3c23-1f58-4806-8aeb-fdc99fc25714 None None] Bound port: 04d781eb-611d-494b-93d3-70e643cc7c43, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfeffb72-5f50-4e64-a0a9-eada93f21563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:09:21.456615 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9cb3c23-1f58-4806-8aeb-fdc99fc25714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:21.486634 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f60350-b6d1-424c-9a56-595ac2b614cf tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Pushing event updated for resources: {'Port': ['ID=23bcf904-a77c-41e9-9751-021ebb1c914e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:21.544474 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74276b2f-317f-4313-8f96-d3466c913ce8 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Pushing event updated for resources: {'Port': ['ID=6d748139-edad-447b-a296-f5d3028d2640,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:21.566882 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-d5f60350-b6d1-424c-9a56-595ac2b614cf tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Network 9419649c-32e6-4256-8c69-e3a81135c2cf is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:09:21.575222 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-74276b2f-317f-4313-8f96-d3466c913ce8 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Network 9419649c-32e6-4256-8c69-e3a81135c2cf is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:09:21.584143 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-d5f60350-b6d1-424c-9a56-595ac2b614cf tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:09:21.590527 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-d5f60350-b6d1-424c-9a56-595ac2b614cf tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:09:21.593281 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-74276b2f-317f-4313-8f96-d3466c913ce8 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:09:21.599183 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-74276b2f-317f-4313-8f96-d3466c913ce8 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:09:21.652759 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905272d-5e0a-4b97-a37e-9d9794cedcc9 req-b8a4a25b-9c7a-43cb-9f6c-17ff16e2d19c tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:21.660992 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b905272d-5e0a-4b97-a37e-9d9794cedcc9 req-b8a4a25b-9c7a-43cb-9f6c-17ff16e2d19c tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 932 time: 0.2709947 Jul 30 20:09:21.673060 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76a4ba8d-bbe0-45f3-95e8-35c12b833e8c req-c8fff66a-9c43-4d9c-b10a-715ccf78b02e tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6916149 Jul 30 20:09:21.698064 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5872a377-819d-4aec-8675-a0d246a79197 service neutron] For port bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:09:21.734135 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5872a377-819d-4aec-8675-a0d246a79197 service neutron] For port bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1,segment=NetworkSegment(dd78c27e-8c8a-431e-a42e-0ff92727ac3c),segment_id=dd78c27e-8c8a-431e-a42e-0ff92727ac3c)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:09:21.752806 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-74276b2f-317f-4313-8f96-d3466c913ce8 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:21.753498 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-74276b2f-317f-4313-8f96-d3466c913ce8 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:21.758220 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa2142-e72c-4963-8966-913f4b0c2e00 req-fb94d330-bd5c-4962-9826-02d3e811432c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:21.758401 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5872a377-819d-4aec-8675-a0d246a79197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:21.758489 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-94aa2142-e72c-4963-8966-913f4b0c2e00 req-fb94d330-bd5c-4962-9826-02d3e811432c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3319399 Jul 30 20:09:21.788215 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-d5f60350-b6d1-424c-9a56-595ac2b614cf tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:21.788865 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-d5f60350-b6d1-424c-9a56-595ac2b614cf tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:21.832636 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5872a377-819d-4aec-8675-a0d246a79197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:21.833266 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5872a377-819d-4aec-8675-a0d246a79197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:21.835591 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5872a377-819d-4aec-8675-a0d246a79197 service neutron] 10.222.0.59 "PUT /v2.0/ports/bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 HTTP/1.1" status: 200 len: 1136 time: 2.5565622 Jul 30 20:09:21.840022 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-d5f60350-b6d1-424c-9a56-595ac2b614cf tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8566716 Jul 30 20:09:21.850903 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b905272d-5e0a-4b97-a37e-9d9794cedcc9 req-def65047-d225-4f1d-ad1e-a4eadfef02d4 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881053 Jul 30 20:09:21.886463 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-c3b5eec0-1eb2-4f29-bf06-3d9b66dc6c3b service neutron] Request body: {'port': {'device_id': '869daa8e-a7d5-4cce-80e9-6507853e4175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:21.893156 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f9cb3c23-1f58-4806-8aeb-fdc99fc25714 None None] For port 04d781eb-611d-494b-93d3-70e643cc7c43, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:09:21.895467 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-faa25d1b-c5b1-4f93-906c-4953bdc62aad service neutron] Request body: {'port': {'device_id': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:21.923857 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f9cb3c23-1f58-4806-8aeb-fdc99fc25714 None None] For port 04d781eb-611d-494b-93d3-70e643cc7c43, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=04d781eb-611d-494b-93d3-70e643cc7c43,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:09:21.951786 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9cb3c23-1f58-4806-8aeb-fdc99fc25714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:22.044261 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-74276b2f-317f-4313-8f96-d3466c913ce8 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7655377 Jul 30 20:09:22.070318 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-9cce19f6-541c-4168-bf9a-f13424868404 service neutron] Request body: {'port': {'device_id': 'a6ba3da9-aa89-4165-ab31-8a8ed7b66386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:22.085214 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-faa25d1b-c5b1-4f93-906c-4953bdc62aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:22.085822 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb3c23-1f58-4806-8aeb-fdc99fc25714 None None] Pushing event updated for resources: {'Port': ['ID=04d781eb-611d-494b-93d3-70e643cc7c43,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:22.116367 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25a3b6e2-d670-4615-a09c-65413f73def7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:22.155680 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25a3b6e2-d670-4615-a09c-65413f73def7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:22.230864 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-c3b5eec0-1eb2-4f29-bf06-3d9b66dc6c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:22.232714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'tag': 'bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:22.234926 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd07b4a7-582b-4088-a72f-80d0e97ce378" -d '{"events": [{"name": "network-changed", "server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "tag": "bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:22.269580 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872a377-819d-4aec-8675-a0d246a79197 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:22.300314 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-94b2f14f-d929-47ba-b553-a3e4a88350de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df12076b-afc2-4b16-82e1-cb910b784e53 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:09:22.318151 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec5ebec-9995-44cb-8d11-4f5e973e5d4d x-openstack-request-id: req-8ec5ebec-9995-44cb-8d11-4f5e973e5d4d {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:22.319117 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "tag": "bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:22.319211 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ec5ebec-9995-44cb-8d11-4f5e973e5d4d {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:22.319718 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'tag': 'bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1', 'status': 'completed', 'code': 200} Jul 30 20:09:22.337449 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-94b2f14f-d929-47ba-b553-a3e4a88350de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:22.465416 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-94b2f14f-d929-47ba-b553-a3e4a88350de service neutron] Transition to ACTIVE for port object df12076b-afc2-4b16-82e1-cb910b784e53 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:22.510567 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-94b2f14f-d929-47ba-b553-a3e4a88350de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:22.549282 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-9cce19f6-541c-4168-bf9a-f13424868404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:22.570435 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-25a3b6e2-d670-4615-a09c-65413f73def7 admin admin] Allocated IP 172.25.3.179 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/13e379b2-06f2-43c3-aa9d-1f714d00d797) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:09:22.577373 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07b4a7-582b-4088-a72f-80d0e97ce378 req-3d44edd8-c979-4a1a-ad0c-9c1c19e7378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:22.577931 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07b4a7-582b-4088-a72f-80d0e97ce378 req-3d44edd8-c979-4a1a-ad0c-9c1c19e7378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:22.578430 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07b4a7-582b-4088-a72f-80d0e97ce378 req-3d44edd8-c979-4a1a-ad0c-9c1c19e7378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:22.578906 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07b4a7-582b-4088-a72f-80d0e97ce378 req-3d44edd8-c979-4a1a-ad0c-9c1c19e7378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:22.579380 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07b4a7-582b-4088-a72f-80d0e97ce378 req-3d44edd8-c979-4a1a-ad0c-9c1c19e7378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:22.579907 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07b4a7-582b-4088-a72f-80d0e97ce378 req-3d44edd8-c979-4a1a-ad0c-9c1c19e7378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:22.580411 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07b4a7-582b-4088-a72f-80d0e97ce378 req-3d44edd8-c979-4a1a-ad0c-9c1c19e7378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:22.582342 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bd07b4a7-582b-4088-a72f-80d0e97ce378 req-3d44edd8-c979-4a1a-ad0c-9c1c19e7378b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d663627cb1b4aa4857162f5a27e37ec&device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 6220 time: 0.2395809 Jul 30 20:09:22.662814 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2f14f-d929-47ba-b553-a3e4a88350de service neutron] Pushing event updated for resources: {'Port': ['ID=df12076b-afc2-4b16-82e1-cb910b784e53,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:22.679539 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb327ac-a716-42c0-a233-578bb74d4273 req-b6ed1fc8-4c7d-42ef-a7e7-ab288dfcd851 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:22.689557 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb327ac-a716-42c0-a233-578bb74d4273 req-b6ed1fc8-4c7d-42ef-a7e7-ab288dfcd851 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:22.695864 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb327ac-a716-42c0-a233-578bb74d4273 req-b6ed1fc8-4c7d-42ef-a7e7-ab288dfcd851 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:22.707128 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb327ac-a716-42c0-a233-578bb74d4273 req-b6ed1fc8-4c7d-42ef-a7e7-ab288dfcd851 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:22.727713 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb327ac-a716-42c0-a233-578bb74d4273 req-b6ed1fc8-4c7d-42ef-a7e7-ab288dfcd851 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:22.764871 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb327ac-a716-42c0-a233-578bb74d4273 req-b6ed1fc8-4c7d-42ef-a7e7-ab288dfcd851 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:22.773919 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb327ac-a716-42c0-a233-578bb74d4273 req-b6ed1fc8-4c7d-42ef-a7e7-ab288dfcd851 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:22.783437 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0cb327ac-a716-42c0-a233-578bb74d4273 req-b6ed1fc8-4c7d-42ef-a7e7-ab288dfcd851 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5383 time: 0.3553798 Jul 30 20:09:22.807004 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 04d781eb-611d-494b-93d3-70e643cc7c43 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:09:22.904362 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 04d781eb-611d-494b-93d3-70e643cc7c43 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:09:23.063936 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07b4a7-582b-4088-a72f-80d0e97ce378 req-a788a85e-2f75-4998-9146-853d203196bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:23.064459 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07b4a7-582b-4088-a72f-80d0e97ce378 req-a788a85e-2f75-4998-9146-853d203196bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:23.064892 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07b4a7-582b-4088-a72f-80d0e97ce378 req-a788a85e-2f75-4998-9146-853d203196bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:23.066520 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bd07b4a7-582b-4088-a72f-80d0e97ce378 req-a788a85e-2f75-4998-9146-853d203196bb service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1d663627cb1b4aa4857162f5a27e37ec&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4718101 Jul 30 20:09:23.071431 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0cb327ac-a716-42c0-a233-578bb74d4273 req-540f79dd-16ab-45ab-919f-c3a0dc4e19c7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2868376 Jul 30 20:09:23.224373 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07b4a7-582b-4088-a72f-80d0e97ce378 req-0e8e9281-7e9b-4346-ae27-bf1c32a766ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:23.226552 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bd07b4a7-582b-4088-a72f-80d0e97ce378 req-0e8e9281-7e9b-4346-ae27-bf1c32a766ac service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996790 Jul 30 20:09:23.242393 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25a3b6e2-d670-4615-a09c-65413f73def7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:23.258037 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-94b2f14f-d929-47ba-b553-a3e4a88350de service neutron] Attempting to bind port df12076b-afc2-4b16-82e1-cb910b784e53 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:09:23.258380 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-94b2f14f-d929-47ba-b553-a3e4a88350de service neutron] Attempting to bind port df12076b-afc2-4b16-82e1-cb910b784e53 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:09:23.258718 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-94b2f14f-d929-47ba-b553-a3e4a88350de service neutron] Attempting to bind port df12076b-afc2-4b16-82e1-cb910b784e53 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:23.307739 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-94b2f14f-d929-47ba-b553-a3e4a88350de service neutron] Port df12076b-afc2-4b16-82e1-cb910b784e53 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:09:23.308069 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-94b2f14f-d929-47ba-b553-a3e4a88350de service neutron] Attempting to bind port df12076b-afc2-4b16-82e1-cb910b784e53 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:23.325123 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-94b2f14f-d929-47ba-b553-a3e4a88350de service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:09:23.325471 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-94b2f14f-d929-47ba-b553-a3e4a88350de service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:09:23.325855 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-94b2f14f-d929-47ba-b553-a3e4a88350de service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:09:23.326436 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-94b2f14f-d929-47ba-b553-a3e4a88350de service neutron] Bound port: df12076b-afc2-4b16-82e1-cb910b784e53, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:09:23.326745 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-94b2f14f-d929-47ba-b553-a3e4a88350de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:23.339563 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba8042-d4af-41bf-9e36-54db34f7fde2 req-fd654265-f682-45f4-8507-ba969e926b26 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:23.342296 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c6ba8042-d4af-41bf-9e36-54db34f7fde2 req-fd654265-f682-45f4-8507-ba969e926b26 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=c38f0689-8e8e-4c7c-928e-9b7c788ba71f HTTP/1.1" status: 200 len: 947 time: 0.5334003 Jul 30 20:09:23.378158 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-c3b5eec0-1eb2-4f29-bf06-3d9b66dc6c3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23bcf904-a77c-41e9-9751-021ebb1c914e {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:09:23.393399 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19b27b-376d-4230-922f-7389007e748b req-0f2daebf-0c58-4154-b006-bb1146c59668 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:23.396301 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-c3b5eec0-1eb2-4f29-bf06-3d9b66dc6c3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:23.400519 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ab19b27b-376d-4230-922f-7389007e748b req-0f2daebf-0c58-4154-b006-bb1146c59668 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 932 time: 0.1355698 Jul 30 20:09:23.420720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-c3b5eec0-1eb2-4f29-bf06-3d9b66dc6c3b service neutron] Transition to ACTIVE for port object 23bcf904-a77c-41e9-9751-021ebb1c914e will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:23.453248 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25a3b6e2-d670-4615-a09c-65413f73def7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:23.494402 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ab19b27b-376d-4230-922f-7389007e748b req-e9c7c1ab-3623-4bc7-9eaa-4b34035bdc50 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934355 Jul 30 20:09:23.498138 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-94b2f14f-d929-47ba-b553-a3e4a88350de service neutron] For port df12076b-afc2-4b16-82e1-cb910b784e53, host n-h1-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:09:23.527428 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a3b6e2-d670-4615-a09c-65413f73def7 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:09:23.535538 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-94b2f14f-d929-47ba-b553-a3e4a88350de service neutron] For port df12076b-afc2-4b16-82e1-cb910b784e53, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=df12076b-afc2-4b16-82e1-cb910b784e53,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:09:23.536813 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-25a3b6e2-d670-4615-a09c-65413f73def7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:09:23.541318 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a3b6e2-d670-4615-a09c-65413f73def7 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:09:23.574271 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-94b2f14f-d929-47ba-b553-a3e4a88350de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:23.577269 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3b6e2-d670-4615-a09c-65413f73def7 admin admin] Pushing event updated for resources: {'Port': ['ID=13e379b2-06f2-43c3-aa9d-1f714d00d797,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:23.622716 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-94b2f14f-d929-47ba-b553-a3e4a88350de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:23.623366 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-94b2f14f-d929-47ba-b553-a3e4a88350de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:23.624866 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-94b2f14f-d929-47ba-b553-a3e4a88350de service neutron] 10.222.0.59 "PUT /v2.0/ports/df12076b-afc2-4b16-82e1-cb910b784e53 HTTP/1.1" status: 200 len: 1095 time: 2.5697415 Jul 30 20:09:23.625237 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38f0689-8e8e-4c7c-928e-9b7c788ba71f', 'tag': 'df12076b-afc2-4b16-82e1-cb910b784e53'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:23.627472 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3444ee16-e617-499e-83f2-74c6d50745fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c38f0689-8e8e-4c7c-928e-9b7c788ba71f", "tag": "df12076b-afc2-4b16-82e1-cb910b784e53"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:23.699004 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-faa25d1b-c5b1-4f93-906c-4953bdc62aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88f5afb-3bc1-4f5d-a47f-fbad96159133 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:09:23.702694 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585271fe-2dce-45c8-ad59-c9d88a6e68af None None] Network c421e0b7-06ec-4b47-a5b3-95881a5c3933 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:09:23.705793 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-c3b5eec0-1eb2-4f29-bf06-3d9b66dc6c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:23.776555 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2f14f-d929-47ba-b553-a3e4a88350de service neutron] Pushing event updated for resources: {'Port': ['ID=df12076b-afc2-4b16-82e1-cb910b784e53,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:23.783388 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-faa25d1b-c5b1-4f93-906c-4953bdc62aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:23.791910 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5eec0-1eb2-4f29-bf06-3d9b66dc6c3b service neutron] Pushing event updated for resources: {'Port': ['ID=23bcf904-a77c-41e9-9751-021ebb1c914e,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:23.854406 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c6ba8042-d4af-41bf-9e36-54db34f7fde2 req-40ac768e-c3c5-4bc4-a62d-18cfbfe2384f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941189 Jul 30 20:09:23.869457 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-9040b74a-69f7-460b-9ae8-a2ea786dffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:23.871726 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-9040b74a-69f7-460b-9ae8-a2ea786dffed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&device_id=c38f0689-8e8e-4c7c-928e-9b7c788ba71f HTTP/1.1" status: 200 len: 1098 time: 0.1526649 Jul 30 20:09:23.947805 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69115c89-41dc-4ffc-92ea-413e9e0ba14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:23.962430 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-faa25d1b-c5b1-4f93-906c-4953bdc62aad service neutron] Transition to ACTIVE for port object d88f5afb-3bc1-4f5d-a47f-fbad96159133 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:23.965973 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2239356-2bc2-4544-8426-488c04bc531b x-openstack-request-id: req-a2239356-2bc2-4544-8426-488c04bc531b {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:23.966318 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38f0689-8e8e-4c7c-928e-9b7c788ba71f", "tag": "df12076b-afc2-4b16-82e1-cb910b784e53", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:23.966513 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a2239356-2bc2-4544-8426-488c04bc531b {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:23.966920 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38f0689-8e8e-4c7c-928e-9b7c788ba71f', 'tag': 'df12076b-afc2-4b16-82e1-cb910b784e53', 'status': 'completed', 'code': 200} Jul 30 20:09:23.972178 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-9cce19f6-541c-4168-bf9a-f13424868404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d748139-edad-447b-a296-f5d3028d2640 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:09:24.004025 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-faa25d1b-c5b1-4f93-906c-4953bdc62aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:24.009243 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-9cce19f6-541c-4168-bf9a-f13424868404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:24.013285 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:24.017768 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-1618874e-7aca-4cbc-8deb-7f5465765e26 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=df12076b-afc2-4b16-82e1-cb910b784e53 HTTP/1.1" status: 200 len: 217 time: 0.1386242 Jul 30 20:09:24.023248 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-66bdd143-6c01-4769-bd96-3824f86bccb1 None None] Provisioning for port 04d781eb-611d-494b-93d3-70e643cc7c43 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:09:24.029203 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-66bdd143-6c01-4769-bd96-3824f86bccb1 None None] Provisioning complete for port 04d781eb-611d-494b-93d3-70e643cc7c43 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:24.029925 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-66bdd143-6c01-4769-bd96-3824f86bccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:24.082409 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-9cce19f6-541c-4168-bf9a-f13424868404 service neutron] Transition to ACTIVE for port object 6d748139-edad-447b-a296-f5d3028d2640 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:24.115072 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-9cce19f6-541c-4168-bf9a-f13424868404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:24.124051 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-c3b5eec0-1eb2-4f29-bf06-3d9b66dc6c3b service neutron] Attempting to bind port 23bcf904-a77c-41e9-9751-021ebb1c914e on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:09:24.124307 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-c3b5eec0-1eb2-4f29-bf06-3d9b66dc6c3b service neutron] Attempting to bind port 23bcf904-a77c-41e9-9751-021ebb1c914e by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8d5e0245-3dd2-4bdb-bf33-d0c488460313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9419649c-32e6-4256-8c69-e3a81135c2cf'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:09:24.124632 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-c3b5eec0-1eb2-4f29-bf06-3d9b66dc6c3b service neutron] Attempting to bind port 23bcf904-a77c-41e9-9751-021ebb1c914e on network 9419649c-32e6-4256-8c69-e3a81135c2cf {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:24.134509 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa25d1b-c5b1-4f93-906c-4953bdc62aad service neutron] Pushing event updated for resources: {'Port': ['ID=d88f5afb-3bc1-4f5d-a47f-fbad96159133,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:24.149181 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-f8f4fd78-3dad-4a5f-8896-78c89e00a11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:24.151356 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-f8f4fd78-3dad-4a5f-8896-78c89e00a11a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1263690 Jul 30 20:09:24.210166 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-66bdd143-6c01-4769-bd96-3824f86bccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:24.222091 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce19f6-541c-4168-bf9a-f13424868404 service neutron] Pushing event updated for resources: {'Port': ['ID=6d748139-edad-447b-a296-f5d3028d2640,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:24.281117 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-66bdd143-6c01-4769-bd96-3824f86bccb1 None None] For port 04d781eb-611d-494b-93d3-70e643cc7c43, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=04d781eb-611d-494b-93d3-70e643cc7c43,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:24.288567 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-66bdd143-6c01-4769-bd96-3824f86bccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:24.296056 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-c3b5eec0-1eb2-4f29-bf06-3d9b66dc6c3b service neutron] Port 23bcf904-a77c-41e9-9751-021ebb1c914e on network 9419649c-32e6-4256-8c69-e3a81135c2cf not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:09:24.298062 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-c3b5eec0-1eb2-4f29-bf06-3d9b66dc6c3b service neutron] Attempting to bind port 23bcf904-a77c-41e9-9751-021ebb1c914e on network 9419649c-32e6-4256-8c69-e3a81135c2cf {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:24.384607 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-c3b5eec0-1eb2-4f29-bf06-3d9b66dc6c3b service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:09:24.385332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-c3b5eec0-1eb2-4f29-bf06-3d9b66dc6c3b service neutron] Checking segment: {'id': '8d5e0245-3dd2-4bdb-bf33-d0c488460313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9419649c-32e6-4256-8c69-e3a81135c2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:09:24.385332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-c3b5eec0-1eb2-4f29-bf06-3d9b66dc6c3b service neutron] Bound using segment: {'id': '8d5e0245-3dd2-4bdb-bf33-d0c488460313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9419649c-32e6-4256-8c69-e3a81135c2cf'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:09:24.386079 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-c3b5eec0-1eb2-4f29-bf06-3d9b66dc6c3b service neutron] Bound port: 23bcf904-a77c-41e9-9751-021ebb1c914e, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5e0245-3dd2-4bdb-bf33-d0c488460313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9419649c-32e6-4256-8c69-e3a81135c2cf'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:09:24.386441 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-c3b5eec0-1eb2-4f29-bf06-3d9b66dc6c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:24.437721 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bdd143-6c01-4769-bd96-3824f86bccb1 None None] Pushing event updated for resources: {'Port': ['ID=04d781eb-611d-494b-93d3-70e643cc7c43,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:24.521008 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-faa25d1b-c5b1-4f93-906c-4953bdc62aad service neutron] Attempting to bind port d88f5afb-3bc1-4f5d-a47f-fbad96159133 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:09:24.521008 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-faa25d1b-c5b1-4f93-906c-4953bdc62aad service neutron] Attempting to bind port d88f5afb-3bc1-4f5d-a47f-fbad96159133 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'dd78c27e-8c8a-431e-a42e-0ff92727ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:09:24.521008 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-faa25d1b-c5b1-4f93-906c-4953bdc62aad service neutron] Attempting to bind port d88f5afb-3bc1-4f5d-a47f-fbad96159133 on network 624029aa-6e2e-457a-b285-eaf6ccf35387 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:24.561574 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-c3b5eec0-1eb2-4f29-bf06-3d9b66dc6c3b service neutron] For port 23bcf904-a77c-41e9-9751-021ebb1c914e, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:09:24.567880 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-c3b5eec0-1eb2-4f29-bf06-3d9b66dc6c3b service neutron] For port 23bcf904-a77c-41e9-9751-021ebb1c914e, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=23bcf904-a77c-41e9-9751-021ebb1c914e,segment=NetworkSegment(8d5e0245-3dd2-4bdb-bf33-d0c488460313),segment_id=8d5e0245-3dd2-4bdb-bf33-d0c488460313)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:09:24.584961 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-c3b5eec0-1eb2-4f29-bf06-3d9b66dc6c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:24.588669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-faa25d1b-c5b1-4f93-906c-4953bdc62aad service neutron] Port d88f5afb-3bc1-4f5d-a47f-fbad96159133 on network 624029aa-6e2e-457a-b285-eaf6ccf35387 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:09:24.588997 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-faa25d1b-c5b1-4f93-906c-4953bdc62aad service neutron] Attempting to bind port d88f5afb-3bc1-4f5d-a47f-fbad96159133 on network 624029aa-6e2e-457a-b285-eaf6ccf35387 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:24.603140 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-54b24530-5971-40bb-81b4-c03a02a055f3 None None] Provisioning complete for port 04d781eb-611d-494b-93d3-70e643cc7c43 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:24.603653 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-54b24530-5971-40bb-81b4-c03a02a055f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:24.612358 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25a3b6e2-d670-4615-a09c-65413f73def7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:24.662732 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-faa25d1b-c5b1-4f93-906c-4953bdc62aad service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:09:24.663081 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-faa25d1b-c5b1-4f93-906c-4953bdc62aad service neutron] Checking segment: {'id': 'dd78c27e-8c8a-431e-a42e-0ff92727ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:09:24.663472 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-faa25d1b-c5b1-4f93-906c-4953bdc62aad service neutron] Bound using segment: {'id': 'dd78c27e-8c8a-431e-a42e-0ff92727ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:09:24.663953 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-faa25d1b-c5b1-4f93-906c-4953bdc62aad service neutron] Bound port: d88f5afb-3bc1-4f5d-a47f-fbad96159133, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd78c27e-8c8a-431e-a42e-0ff92727ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:09:24.664318 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-faa25d1b-c5b1-4f93-906c-4953bdc62aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:24.711762 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-c3b5eec0-1eb2-4f29-bf06-3d9b66dc6c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:24.712397 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-c3b5eec0-1eb2-4f29-bf06-3d9b66dc6c3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:24.713805 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-c3b5eec0-1eb2-4f29-bf06-3d9b66dc6c3b service neutron] 10.222.0.59 "PUT /v2.0/ports/23bcf904-a77c-41e9-9751-021ebb1c914e HTTP/1.1" status: 200 len: 1092 time: 2.8320677 Jul 30 20:09:24.714714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869daa8e-a7d5-4cce-80e9-6507853e4175', 'tag': '23bcf904-a77c-41e9-9751-021ebb1c914e'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:24.716992 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717580fa-73e5-41d6-b401-c6a1548a6128" -d '{"events": [{"name": "network-changed", "server_uuid": "869daa8e-a7d5-4cce-80e9-6507853e4175", "tag": "23bcf904-a77c-41e9-9751-021ebb1c914e"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:24.763607 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 04d781eb-611d-494b-93d3-70e643cc7c43 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:09:24.771245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-9cce19f6-541c-4168-bf9a-f13424868404 service neutron] Attempting to bind port 6d748139-edad-447b-a296-f5d3028d2640 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:09:24.771666 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-9cce19f6-541c-4168-bf9a-f13424868404 service neutron] Attempting to bind port 6d748139-edad-447b-a296-f5d3028d2640 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8d5e0245-3dd2-4bdb-bf33-d0c488460313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9419649c-32e6-4256-8c69-e3a81135c2cf'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:09:24.772004 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-9cce19f6-541c-4168-bf9a-f13424868404 service neutron] Attempting to bind port 6d748139-edad-447b-a296-f5d3028d2640 on network 9419649c-32e6-4256-8c69-e3a81135c2cf {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:24.781669 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-b9d7a3e7-f2bc-4d82-adc8-dfcfae44cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:24.782944 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-b9d7a3e7-f2bc-4d82-adc8-dfcfae44cd34 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6165774 Jul 30 20:09:24.803552 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5eec0-1eb2-4f29-bf06-3d9b66dc6c3b service neutron] Pushing event updated for resources: {'Port': ['ID=23bcf904-a77c-41e9-9751-021ebb1c914e,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:24.826723 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e98d33-eba7-4c9e-806d-95f5034e1f15 req-0c6d6bb0-fc07-4ad1-ba40-90ae5a1f167c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:24.831316 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-9cce19f6-541c-4168-bf9a-f13424868404 service neutron] Port 6d748139-edad-447b-a296-f5d3028d2640 on network 9419649c-32e6-4256-8c69-e3a81135c2cf not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:09:24.831680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-9cce19f6-541c-4168-bf9a-f13424868404 service neutron] Attempting to bind port 6d748139-edad-447b-a296-f5d3028d2640 on network 9419649c-32e6-4256-8c69-e3a81135c2cf {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:24.834285 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e98d33-eba7-4c9e-806d-95f5034e1f15 req-0c6d6bb0-fc07-4ad1-ba40-90ae5a1f167c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:24.840327 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e98d33-eba7-4c9e-806d-95f5034e1f15 req-0c6d6bb0-fc07-4ad1-ba40-90ae5a1f167c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:24.846779 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e98d33-eba7-4c9e-806d-95f5034e1f15 req-0c6d6bb0-fc07-4ad1-ba40-90ae5a1f167c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:24.847675 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5f30e-da49-4183-9d8d-c10e1e5e11e1 req-36ef857e-1688-4706-8234-ae1527a09ff6 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:24.849574 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1e5f30e-da49-4183-9d8d-c10e1e5e11e1 req-36ef857e-1688-4706-8234-ae1527a09ff6 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 944 time: 0.2472236 Jul 30 20:09:24.852791 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e98d33-eba7-4c9e-806d-95f5034e1f15 req-0c6d6bb0-fc07-4ad1-ba40-90ae5a1f167c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:24.856596 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-faa25d1b-c5b1-4f93-906c-4953bdc62aad service neutron] For port d88f5afb-3bc1-4f5d-a47f-fbad96159133, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:09:24.858891 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e98d33-eba7-4c9e-806d-95f5034e1f15 req-0c6d6bb0-fc07-4ad1-ba40-90ae5a1f167c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:24.859017 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-9cce19f6-541c-4168-bf9a-f13424868404 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:09:24.859449 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-9cce19f6-541c-4168-bf9a-f13424868404 service neutron] Checking segment: {'id': '8d5e0245-3dd2-4bdb-bf33-d0c488460313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9419649c-32e6-4256-8c69-e3a81135c2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:09:24.859780 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-9cce19f6-541c-4168-bf9a-f13424868404 service neutron] Bound using segment: {'id': '8d5e0245-3dd2-4bdb-bf33-d0c488460313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9419649c-32e6-4256-8c69-e3a81135c2cf'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:09:24.860526 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-9cce19f6-541c-4168-bf9a-f13424868404 service neutron] Bound port: 6d748139-edad-447b-a296-f5d3028d2640, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5e0245-3dd2-4bdb-bf33-d0c488460313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9419649c-32e6-4256-8c69-e3a81135c2cf'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:09:24.860662 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-9cce19f6-541c-4168-bf9a-f13424868404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:24.861645 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 04d781eb-611d-494b-93d3-70e643cc7c43 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:24.862235 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:24.866281 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e98d33-eba7-4c9e-806d-95f5034e1f15 req-0c6d6bb0-fc07-4ad1-ba40-90ae5a1f167c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:24.871751 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-faa25d1b-c5b1-4f93-906c-4953bdc62aad service neutron] For port d88f5afb-3bc1-4f5d-a47f-fbad96159133, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d88f5afb-3bc1-4f5d-a47f-fbad96159133,segment=NetworkSegment(dd78c27e-8c8a-431e-a42e-0ff92727ac3c),segment_id=dd78c27e-8c8a-431e-a42e-0ff92727ac3c)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:09:24.875120 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a1e98d33-eba7-4c9e-806d-95f5034e1f15 req-0c6d6bb0-fc07-4ad1-ba40-90ae5a1f167c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5395 time: 0.2760866 Jul 30 20:09:24.896214 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-faa25d1b-c5b1-4f93-906c-4953bdc62aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:24.914608 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-4f018946-d9e5-403d-b6db-675dd1b8ed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:24.916198 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-4f018946-d9e5-403d-b6db-675dd1b8ed01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09553e316346494fa270dcd1f0b0acee&device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 1095 time: 0.1316280 Jul 30 20:09:24.921307 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:25.039843 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a1e98d33-eba7-4c9e-806d-95f5034e1f15 req-d717cf9b-2e07-41dd-af03-582b6fbd33a4 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1637342 Jul 30 20:09:25.048463 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-43a162b3-425b-4a69-93db-f01b22a5ac8b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23bcf904-a77c-41e9-9751-021ebb1c914e HTTP/1.1" status: 200 len: 217 time: 0.0545840 Jul 30 20:09:25.082585 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-9cce19f6-541c-4168-bf9a-f13424868404 service neutron] For port 6d748139-edad-447b-a296-f5d3028d2640, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:09:25.089769 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-9cce19f6-541c-4168-bf9a-f13424868404 service neutron] For port 6d748139-edad-447b-a296-f5d3028d2640, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=6d748139-edad-447b-a296-f5d3028d2640,segment=NetworkSegment(8d5e0245-3dd2-4bdb-bf33-d0c488460313),segment_id=8d5e0245-3dd2-4bdb-bf33-d0c488460313)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:09:25.090354 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-ccd57bcd-7c95-4276-ac2b-c1383a0db295 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951849 Jul 30 20:09:25.094376 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25a3b6e2-d670-4615-a09c-65413f73def7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:25.108244 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-faa25d1b-c5b1-4f93-906c-4953bdc62aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:25.108950 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-faa25d1b-c5b1-4f93-906c-4953bdc62aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:25.110753 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-faa25d1b-c5b1-4f93-906c-4953bdc62aad service neutron] 10.222.0.59 "PUT /v2.0/ports/d88f5afb-3bc1-4f5d-a47f-fbad96159133 HTTP/1.1" status: 200 len: 1091 time: 3.2194545 Jul 30 20:09:25.114294 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1e5f30e-da49-4183-9d8d-c10e1e5e11e1 req-645abbd0-7ee6-48db-b682-236f27a33cda tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506211 Jul 30 20:09:25.159499 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-9cce19f6-541c-4168-bf9a-f13424868404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:25.165470 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-64014f43-b848-4c50-8dc5-0e4d3f9676d2 service neutron] Request body: {'port': {'device_id': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:25.237314 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16f901c-7849-4040-8412-0772bfe6a84b x-openstack-request-id: req-e16f901c-7849-4040-8412-0772bfe6a84b {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:25.237314 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "869daa8e-a7d5-4cce-80e9-6507853e4175", "tag": "23bcf904-a77c-41e9-9751-021ebb1c914e", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:25.237314 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e16f901c-7849-4040-8412-0772bfe6a84b {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:25.237314 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869daa8e-a7d5-4cce-80e9-6507853e4175', 'tag': '23bcf904-a77c-41e9-9751-021ebb1c914e', 'status': 'completed', 'code': 200} Jul 30 20:09:25.255885 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-9cce19f6-541c-4168-bf9a-f13424868404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:25.257501 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-9cce19f6-541c-4168-bf9a-f13424868404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:25.259048 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-9cce19f6-541c-4168-bf9a-f13424868404 service neutron] 10.222.0.59 "PUT /v2.0/ports/6d748139-edad-447b-a296-f5d3028d2640 HTTP/1.1" status: 200 len: 1091 time: 3.2005467 Jul 30 20:09:25.272397 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa25d1b-c5b1-4f93-906c-4953bdc62aad service neutron] Pushing event updated for resources: {'Port': ['ID=d88f5afb-3bc1-4f5d-a47f-fbad96159133,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:25.326838 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-c99d9a30-bde1-46dc-a6a7-cb3d3f5821bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:25.328383 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-c99d9a30-bde1-46dc-a6a7-cb3d3f5821bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c5318bb5-b3de-40d1-afc8-28b191b755d1 HTTP/1.1" status: 200 len: 858 time: 0.2334833 Jul 30 20:09:25.381906 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-13a94b4e-4a9d-4416-8341-d280926fe141 req-d257bf1e-baf2-4033-b404-b3706a69754e service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830517 Jul 30 20:09:25.440320 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-7276b918-23ed-49c0-b812-cb25362ca6d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9419649c-32e6-4256-8c69-e3a81135c2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960102 Jul 30 20:09:25.446448 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-64014f43-b848-4c50-8dc5-0e4d3f9676d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:25.530063 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a3b6e2-d670-4615-a09c-65413f73def7 admin admin] Router c5f8c774-34c5-45dc-aa78-aa21845d96fc is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:09:25.555158 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444ee16-e617-499e-83f2-74c6d50745fb req-dda26d99-6195-4b76-98eb-c2714ec98bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:25.556810 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3444ee16-e617-499e-83f2-74c6d50745fb req-dda26d99-6195-4b76-98eb-c2714ec98bb4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&device_id=c38f0689-8e8e-4c7c-928e-9b7c788ba71f HTTP/1.1" status: 200 len: 1098 time: 0.1145065 Jul 30 20:09:25.561180 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0afb621a-4540-4e85-bd7d-4864666af7fb req-b8ef4cb6-ce11-4877-82d6-11f27d459742 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=be471d25-5a5d-4714-899c-4de8f6942a7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683546 Jul 30 20:09:25.591484 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fc198-4e1a-4588-9d97-22b32d922ac3 req-0a111541-cbad-48ce-b86a-4bcc3a68ef80 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:25.600136 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5fc198-4e1a-4588-9d97-22b32d922ac3 req-0a111541-cbad-48ce-b86a-4bcc3a68ef80 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=c38f0689-8e8e-4c7c-928e-9b7c788ba71f HTTP/1.1" status: 200 len: 947 time: 0.2669489 Jul 30 20:09:25.601929 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce19f6-541c-4168-bf9a-f13424868404 service neutron] Pushing event updated for resources: {'Port': ['ID=6d748139-edad-447b-a296-f5d3028d2640,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:25.607595 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-a9680a89-b6bf-4f28-9bd5-658c5cc3e3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:25.609043 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-a9680a89-b6bf-4f28-9bd5-658c5cc3e3f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09553e316346494fa270dcd1f0b0acee&device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 1094 time: 0.2771096 Jul 30 20:09:25.689764 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-cb8fc550-e551-4824-8a43-d42044e7f506 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d748139-edad-447b-a296-f5d3028d2640 HTTP/1.1" status: 200 len: 217 time: 0.0661521 Jul 30 20:09:25.764970 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb621a-4540-4e85-bd7d-4864666af7fb req-3f8cf291-0308-4c41-86b3-12cdf60bf22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:25.766495 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0afb621a-4540-4e85-bd7d-4864666af7fb req-3f8cf291-0308-4c41-86b3-12cdf60bf22e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&device_id=be471d25-5a5d-4714-899c-4de8f6942a7a HTTP/1.1" status: 200 len: 1101 time: 0.1212742 Jul 30 20:09:25.772421 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a3b6e2-d670-4615-a09c-65413f73def7 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:09:25.786742 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444ee16-e617-499e-83f2-74c6d50745fb req-99c5a477-6beb-4b46-9291-38713f3f22cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:25.788493 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] Sync routers for ids ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:09:25.788950 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3444ee16-e617-499e-83f2-74c6d50745fb req-99c5a477-6beb-4b46-9291-38713f3f22cb service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1958001 Jul 30 20:09:25.798243 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25a3b6e2-d670-4615-a09c-65413f73def7 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:25.802083 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-25a3b6e2-d670-4615-a09c-65413f73def7 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.0789871 Jul 30 20:09:25.802472 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33050) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:25.809506 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] Routers {'c5f8c774-34c5-45dc-aa78-aa21845d96fc'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:09:25.811125 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:09:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:25.850189 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5fc198-4e1a-4588-9d97-22b32d922ac3 req-89f6fa88-1b34-491d-88cf-7d8895bf1db6 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484205 Jul 30 20:09:25.883895 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-eef3828a-9b83-4674-9c2b-c7e354d0f9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:25.883895 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-eef3828a-9b83-4674-9c2b-c7e354d0f9f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c5318bb5-b3de-40d1-afc8-28b191b755d1 HTTP/1.1" status: 200 len: 858 time: 0.1287711 Jul 30 20:09:25.883895 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-c8244892-006a-45ab-90ef-c2a4b99fea43 service neutron] 10.222.0.59 "GET /v2.0/networks/9419649c-32e6-4256-8c69-e3a81135c2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262226 Jul 30 20:09:25.929687 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3444ee16-e617-499e-83f2-74c6d50745fb req-17bcc682-9fc1-4af3-a2c1-d824e373ea0b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=df12076b-afc2-4b16-82e1-cb910b784e53 HTTP/1.1" status: 200 len: 217 time: 0.1205671 Jul 30 20:09:25.957507 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] Set router c5f8c774-34c5-45dc-aa78-aa21845d96fc gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:09:25.976633 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-42c3137c-e50d-4453-a3c4-46f554541caa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9419649c-32e6-4256-8c69-e3a81135c2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718777 Jul 30 20:09:26.064182 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444ee16-e617-499e-83f2-74c6d50745fb req-a6ffe04e-f6c7-4008-a959-7ae6dd78c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:26.065694 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3444ee16-e617-499e-83f2-74c6d50745fb req-a6ffe04e-f6c7-4008-a959-7ae6dd78c0d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1261261 Jul 30 20:09:26.219406 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'name': 'tempest-AttachVolumeShelveTestJSON-779455588-router', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:19Z', 'updated_at': '2021-07-30T20:09:23Z', 'revision_number': 3, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'gw_port': {'id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:22Z', 'updated_at': '2021-07-30T20:09:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:26.234265 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb621a-4540-4e85-bd7d-4864666af7fb req-73fd7f89-13ce-460d-8a73-fce58e6c1597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:26.235727 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-661483ca-671c-4cd7-958e-4dae89b72d46 req-2f5aabbd-8b38-4693-b99d-6490da0e288e service neutron] 10.222.0.59 "GET /v2.0/networks/9419649c-32e6-4256-8c69-e3a81135c2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232827 Jul 30 20:09:26.235855 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0afb621a-4540-4e85-bd7d-4864666af7fb req-73fd7f89-13ce-460d-8a73-fce58e6c1597 service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.4257452 Jul 30 20:09:26.266316 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] Checking router: c5f8c774-34c5-45dc-aa78-aa21845d96fc for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:09:26.267320 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] Updating router c5f8c774-34c5-45dc-aa78-aa21845d96fc port 13e379b2-06f2-43c3-aa9d-1f714d00d797 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:09:26.305977 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:26.320341 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0afb621a-4540-4e85-bd7d-4864666af7fb req-b8850763-42b1-40fb-b7b6-a7f2016d9ef8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=bb975919-5c61-4665-a393-73c9c764bad6 HTTP/1.1" status: 200 len: 217 time: 0.0604126 Jul 30 20:09:26.362459 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-858f39fa-3303-4856-8368-065823b3ef22 service neutron] 10.222.0.59 "GET /v2.0/networks/9419649c-32e6-4256-8c69-e3a81135c2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758466 Jul 30 20:09:26.368136 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd007e7-8f0a-4700-9ebe-d700d33c796b req-44609737-e547-4f19-bc12-88fc827ded6a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:26.374111 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd007e7-8f0a-4700-9ebe-d700d33c796b req-44609737-e547-4f19-bc12-88fc827ded6a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:26.380039 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd007e7-8f0a-4700-9ebe-d700d33c796b req-44609737-e547-4f19-bc12-88fc827ded6a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:26.387010 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd007e7-8f0a-4700-9ebe-d700d33c796b req-44609737-e547-4f19-bc12-88fc827ded6a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:26.394381 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd007e7-8f0a-4700-9ebe-d700d33c796b req-44609737-e547-4f19-bc12-88fc827ded6a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:26.400906 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd007e7-8f0a-4700-9ebe-d700d33c796b req-44609737-e547-4f19-bc12-88fc827ded6a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:26.408581 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd007e7-8f0a-4700-9ebe-d700d33c796b req-44609737-e547-4f19-bc12-88fc827ded6a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:26.410456 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3fd007e7-8f0a-4700-9ebe-d700d33c796b req-44609737-e547-4f19-bc12-88fc827ded6a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5395 time: 0.2220237 Jul 30 20:09:26.440284 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-64014f43-b848-4c50-8dc5-0e4d3f9676d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d2858d8-2192-4ded-99ea-b94c6f1195c6 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:09:26.462570 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-64014f43-b848-4c50-8dc5-0e4d3f9676d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:26.471678 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444ee16-e617-499e-83f2-74c6d50745fb req-da926893-1c65-405c-903d-bb70fae2abda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:26.473174 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3444ee16-e617-499e-83f2-74c6d50745fb req-da926893-1c65-405c-903d-bb70fae2abda service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2858963 Jul 30 20:09:26.474494 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da532f0a-4b21-46fc-9014-f48d668a6602 req-9d1abeeb-937e-4313-8630-884d561a1fed tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:26.476096 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-da532f0a-4b21-46fc-9014-f48d668a6602 req-9d1abeeb-937e-4313-8630-884d561a1fed tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 944 time: 0.2432384 Jul 30 20:09:26.477959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717580fa-73e5-41d6-b401-c6a1548a6128 req-8ba3468e-eb7a-4db3-8218-8f424ab802b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:26.479317 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-717580fa-73e5-41d6-b401-c6a1548a6128 req-8ba3468e-eb7a-4db3-8218-8f424ab802b9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09553e316346494fa270dcd1f0b0acee&device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 1095 time: 0.1781590 Jul 30 20:09:26.526020 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-64014f43-b848-4c50-8dc5-0e4d3f9676d2 service neutron] Transition to ACTIVE for port object 4d2858d8-2192-4ded-99ea-b94c6f1195c6 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:26.549650 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb621a-4540-4e85-bd7d-4864666af7fb req-1cd94cd4-0278-488f-98a4-fee3c328783c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:26.551087 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0afb621a-4540-4e85-bd7d-4864666af7fb req-1cd94cd4-0278-488f-98a4-fee3c328783c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.2197289 Jul 30 20:09:26.574277 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-64014f43-b848-4c50-8dc5-0e4d3f9676d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:26.593829 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3fd007e7-8f0a-4700-9ebe-d700d33c796b req-e4c821c8-3646-48ac-9bb2-56e5208a5ec4 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1531036 Jul 30 20:09:26.641787 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-736f47e2-93dd-4fb4-a73b-10afb5f4dadb req-0510d1bd-f5ee-4d32-9eed-7eb5f2ed9caa service neutron] 10.222.0.59 "GET /v2.0/networks/9419649c-32e6-4256-8c69-e3a81135c2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667773 Jul 30 20:09:26.654921 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-da532f0a-4b21-46fc-9014-f48d668a6602 req-0dee9bab-ba31-4c90-834d-a754e01f2747 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684184 Jul 30 20:09:26.692249 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64014f43-b848-4c50-8dc5-0e4d3f9676d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2858d8-2192-4ded-99ea-b94c6f1195c6,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:26.707329 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb621a-4540-4e85-bd7d-4864666af7fb req-8cc902a2-016d-4e15-a01e-c6bc6225e13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:26.708883 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0afb621a-4540-4e85-bd7d-4864666af7fb req-8cc902a2-016d-4e15-a01e-c6bc6225e13d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1294346 Jul 30 20:09:26.717117 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3444ee16-e617-499e-83f2-74c6d50745fb req-56b0f486-c5ea-496d-b759-601fc09d6bc7 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055998 Jul 30 20:09:26.732724 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:26.768815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] Transition to ACTIVE for port object 13e379b2-06f2-43c3-aa9d-1f714d00d797 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:26.798992 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:26.910802 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:26.952098 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] Attempting to bind port 13e379b2-06f2-43c3-aa9d-1f714d00d797 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:09:26.952608 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] Attempting to bind port 13e379b2-06f2-43c3-aa9d-1f714d00d797 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:09:26.952979 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] Attempting to bind port 13e379b2-06f2-43c3-aa9d-1f714d00d797 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:26.955260 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f36eb4-199a-4dcf-96ff-ed82c73572d6 None None] Pushing event updated for resources: {'Port': ['ID=13e379b2-06f2-43c3-aa9d-1f714d00d797,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:26.978650 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:09:26.978949 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:09:26.979331 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:26.979747 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:09:26.980364 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] Bound port: 13e379b2-06f2-43c3-aa9d-1f714d00d797, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:09:26.980745 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:27.104086 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717580fa-73e5-41d6-b401-c6a1548a6128 req-06d32552-75e5-4f8e-a7fe-8abc00382be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:27.105577 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-717580fa-73e5-41d6-b401-c6a1548a6128 req-06d32552-75e5-4f8e-a7fe-8abc00382be0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9419649c-32e6-4256-8c69-e3a81135c2cf HTTP/1.1" status: 200 len: 919 time: 0.6123097 Jul 30 20:09:27.163208 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-717580fa-73e5-41d6-b401-c6a1548a6128 req-90d04989-bf3b-497a-93cc-a1789ae5ea15 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23bcf904-a77c-41e9-9751-021ebb1c914e HTTP/1.1" status: 200 len: 217 time: 0.0476816 Jul 30 20:09:27.168051 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-64014f43-b848-4c50-8dc5-0e4d3f9676d2 service neutron] Attempting to bind port 4d2858d8-2192-4ded-99ea-b94c6f1195c6 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:09:27.168401 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-64014f43-b848-4c50-8dc5-0e4d3f9676d2 service neutron] Attempting to bind port 4d2858d8-2192-4ded-99ea-b94c6f1195c6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'dd78c27e-8c8a-431e-a42e-0ff92727ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:09:27.168740 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-64014f43-b848-4c50-8dc5-0e4d3f9676d2 service neutron] Attempting to bind port 4d2858d8-2192-4ded-99ea-b94c6f1195c6 on network 624029aa-6e2e-457a-b285-eaf6ccf35387 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:27.183344 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] For port 13e379b2-06f2-43c3-aa9d-1f714d00d797, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:09:27.184186 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-64014f43-b848-4c50-8dc5-0e4d3f9676d2 service neutron] Port 4d2858d8-2192-4ded-99ea-b94c6f1195c6 on network 624029aa-6e2e-457a-b285-eaf6ccf35387 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:09:27.184523 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-64014f43-b848-4c50-8dc5-0e4d3f9676d2 service neutron] Attempting to bind port 4d2858d8-2192-4ded-99ea-b94c6f1195c6 on network 624029aa-6e2e-457a-b285-eaf6ccf35387 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:27.187160 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] For port 13e379b2-06f2-43c3-aa9d-1f714d00d797, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=13e379b2-06f2-43c3-aa9d-1f714d00d797,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:09:27.194151 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:27.209720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-64014f43-b848-4c50-8dc5-0e4d3f9676d2 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:09:27.210028 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-64014f43-b848-4c50-8dc5-0e4d3f9676d2 service neutron] Checking segment: {'id': 'dd78c27e-8c8a-431e-a42e-0ff92727ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:09:27.210365 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-64014f43-b848-4c50-8dc5-0e4d3f9676d2 service neutron] Bound using segment: {'id': 'dd78c27e-8c8a-431e-a42e-0ff92727ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:09:27.210805 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-64014f43-b848-4c50-8dc5-0e4d3f9676d2 service neutron] Bound port: 4d2858d8-2192-4ded-99ea-b94c6f1195c6, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd78c27e-8c8a-431e-a42e-0ff92727ac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:09:27.211169 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-64014f43-b848-4c50-8dc5-0e4d3f9676d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:27.237719 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'tag': 'd88f5afb-3bc1-4f5d-a47f-fbad96159133'}, {'name': 'network-changed', 'server_uuid': 'a6ba3da9-aa89-4165-ab31-8a8ed7b66386', 'tag': '6d748139-edad-447b-a296-f5d3028d2640'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:27.240856 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0277a41-71ce-494b-9d7e-ceab73155943" -d '{"events": [{"name": "network-changed", "server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "tag": "d88f5afb-3bc1-4f5d-a47f-fbad96159133"}, {"name": "network-changed", "server_uuid": "a6ba3da9-aa89-4165-ab31-8a8ed7b66386", "tag": "6d748139-edad-447b-a296-f5d3028d2640"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:27.252569 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] Routers {'c5f8c774-34c5-45dc-aa78-aa21845d96fc'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:09:27.253005 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:09:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:27.258481 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f36eb4-199a-4dcf-96ff-ed82c73572d6 None None] Pushing event updated for resources: {'Port': ['ID=13e379b2-06f2-43c3-aa9d-1f714d00d797,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:27.275102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717580fa-73e5-41d6-b401-c6a1548a6128 req-c81b93aa-24b5-4055-b8e2-2366bfb84b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:27.280822 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-717580fa-73e5-41d6-b401-c6a1548a6128 req-c81b93aa-24b5-4055-b8e2-2366bfb84b94 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c5318bb5-b3de-40d1-afc8-28b191b755d1 HTTP/1.1" status: 200 len: 858 time: 0.1045623 Jul 30 20:09:27.299295 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2441f456-805d-4241-a859-3088c8e74943 x-openstack-request-id: req-2441f456-805d-4241-a859-3088c8e74943 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:27.299628 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "tag": "d88f5afb-3bc1-4f5d-a47f-fbad96159133", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a6ba3da9-aa89-4165-ab31-8a8ed7b66386", "tag": "6d748139-edad-447b-a296-f5d3028d2640", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:27.299881 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2441f456-805d-4241-a859-3088c8e74943 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:27.300276 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'tag': 'd88f5afb-3bc1-4f5d-a47f-fbad96159133', 'status': 'completed', 'code': 200} Jul 30 20:09:27.300873 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ba3da9-aa89-4165-ab31-8a8ed7b66386', 'tag': '6d748139-edad-447b-a296-f5d3028d2640', 'status': 'completed', 'code': 200} Jul 30 20:09:27.320987 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-717580fa-73e5-41d6-b401-c6a1548a6128 req-f4a78884-9a7a-4fb3-a7ad-86d6662c7933 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9419649c-32e6-4256-8c69-e3a81135c2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351927 Jul 30 20:09:27.368472 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0afb621a-4540-4e85-bd7d-4864666af7fb req-18611800-c210-4871-9355-0633bf2699d9 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6187594 Jul 30 20:09:27.387643 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] Set router c5f8c774-34c5-45dc-aa78-aa21845d96fc gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:09:27.415971 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-64014f43-b848-4c50-8dc5-0e4d3f9676d2 service neutron] For port 4d2858d8-2192-4ded-99ea-b94c6f1195c6, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:09:27.441472 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-64014f43-b848-4c50-8dc5-0e4d3f9676d2 service neutron] For port 4d2858d8-2192-4ded-99ea-b94c6f1195c6, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=4d2858d8-2192-4ded-99ea-b94c6f1195c6,segment=NetworkSegment(dd78c27e-8c8a-431e-a42e-0ff92727ac3c),segment_id=dd78c27e-8c8a-431e-a42e-0ff92727ac3c)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:09:27.457617 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-64014f43-b848-4c50-8dc5-0e4d3f9676d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:27.480117 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e366b-7ca7-424b-ae4c-698a43006a34 req-3376471a-6d79-496b-b9ec-ad92d3126a7a tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:27.482003 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-645e366b-7ca7-424b-ae4c-698a43006a34 req-3376471a-6d79-496b-b9ec-ad92d3126a7a tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=c38f0689-8e8e-4c7c-928e-9b7c788ba71f HTTP/1.1" status: 200 len: 947 time: 0.3113406 Jul 30 20:09:27.495573 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0277a41-71ce-494b-9d7e-ceab73155943 req-d673bffa-b78b-4f35-9dca-5158e821e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:27.496147 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0277a41-71ce-494b-9d7e-ceab73155943 req-d673bffa-b78b-4f35-9dca-5158e821e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:27.496751 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0277a41-71ce-494b-9d7e-ceab73155943 req-d673bffa-b78b-4f35-9dca-5158e821e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:27.496751 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0277a41-71ce-494b-9d7e-ceab73155943 req-d673bffa-b78b-4f35-9dca-5158e821e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:27.497224 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0277a41-71ce-494b-9d7e-ceab73155943 req-d673bffa-b78b-4f35-9dca-5158e821e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:27.497697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0277a41-71ce-494b-9d7e-ceab73155943 req-d673bffa-b78b-4f35-9dca-5158e821e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:27.498170 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0277a41-71ce-494b-9d7e-ceab73155943 req-d673bffa-b78b-4f35-9dca-5158e821e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:27.499110 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3444ee16-e617-499e-83f2-74c6d50745fb req-26e35b3e-ce22-4962-b2a0-39d4e26c9427 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7478051 Jul 30 20:09:27.500139 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0277a41-71ce-494b-9d7e-ceab73155943 req-d673bffa-b78b-4f35-9dca-5158e821e592 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d663627cb1b4aa4857162f5a27e37ec&device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 6312 time: 0.1653037 Jul 30 20:09:27.516032 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-64014f43-b848-4c50-8dc5-0e4d3f9676d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:27.517658 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-64014f43-b848-4c50-8dc5-0e4d3f9676d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:27.519223 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-64014f43-b848-4c50-8dc5-0e4d3f9676d2 service neutron] 10.222.0.59 "PUT /v2.0/ports/4d2858d8-2192-4ded-99ea-b94c6f1195c6 HTTP/1.1" status: 200 len: 1091 time: 2.3619328 Jul 30 20:09:27.548974 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cc51767-fb90-4dde-8c24-0ab250a8b9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:27.582126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-cbd5a9d3-4b30-48dc-b6e3-dfdd5790785e service neutron] Request body: {'port': {'device_id': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:27.597637 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-645e366b-7ca7-424b-ae4c-698a43006a34 req-05fe0d7b-5d39-4731-bfdb-d976fc5081d3 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929148 Jul 30 20:09:27.603261 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'name': 'tempest-AttachVolumeShelveTestJSON-779455588-router', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:19Z', 'updated_at': '2021-07-30T20:09:23Z', 'revision_number': 3, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'gw_port': {'id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:22Z', 'updated_at': '2021-07-30T20:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:27.619340 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-717580fa-73e5-41d6-b401-c6a1548a6128 req-e3b29611-56ba-4801-852b-8adeab0c0c83 service neutron] 10.222.0.59 "GET /v2.0/networks/9419649c-32e6-4256-8c69-e3a81135c2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832801 Jul 30 20:09:27.631847 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b2c14e-291f-4c66-b22e-2a1c80180a74 None None] The sync data for ids ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'] in n-d-712137-9 is: [{'id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'name': 'tempest-AttachVolumeShelveTestJSON-779455588-router', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:19Z', 'updated_at': '2021-07-30T20:09:23Z', 'revision_number': 3, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'gw_port': {'id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:22Z', 'updated_at': '2021-07-30T20:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:09:27.648593 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0afb621a-4540-4e85-bd7d-4864666af7fb req-f952ac78-5d4a-4d66-be9b-dbe87d3d10f1 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674215 Jul 30 20:09:27.795006 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64014f43-b848-4c50-8dc5-0e4d3f9676d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2858d8-2192-4ded-99ea-b94c6f1195c6,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:27.865006 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-0cc51767-fb90-4dde-8c24-0ab250a8b9b9 admin admin] Allocated IP 172.20.0.1 (c421e0b7-06ec-4b47-a5b3-95881a5c3933/4b1ad353-61a9-43a8-b737-817c20130814/30fe171b-f247-4b51-9563-10089a5ff87f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:09:27.903747 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-cbd5a9d3-4b30-48dc-b6e3-dfdd5790785e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:27.941907 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0277a41-71ce-494b-9d7e-ceab73155943 req-9cd62097-cfdc-43f0-8a61-d2757ed62982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:27.942472 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0277a41-71ce-494b-9d7e-ceab73155943 req-9cd62097-cfdc-43f0-8a61-d2757ed62982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:27.942829 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0277a41-71ce-494b-9d7e-ceab73155943 req-9cd62097-cfdc-43f0-8a61-d2757ed62982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:27.944991 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0277a41-71ce-494b-9d7e-ceab73155943 req-9cd62097-cfdc-43f0-8a61-d2757ed62982 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1d663627cb1b4aa4857162f5a27e37ec&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4157567 Jul 30 20:09:28.039500 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf2a68-2269-4cd8-97a7-14cfea415473 req-fbac0f89-3394-4b58-b224-f2ae944c3c45 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:28.046261 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83bf2a68-2269-4cd8-97a7-14cfea415473 req-fbac0f89-3394-4b58-b224-f2ae944c3c45 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 944 time: 0.1531870 Jul 30 20:09:28.086757 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cc51767-fb90-4dde-8c24-0ab250a8b9b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:28.087982 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a94c2-c69f-432c-a3cc-946cfc722c72 req-f3dd016b-f16c-4dea-8c4b-bb92f698347b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:28.094533 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a94c2-c69f-432c-a3cc-946cfc722c72 req-f3dd016b-f16c-4dea-8c4b-bb92f698347b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:28.100263 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83bf2a68-2269-4cd8-97a7-14cfea415473 req-55d56889-b1b5-43aa-90b4-72c50de22c8b tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465465 Jul 30 20:09:28.101208 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a94c2-c69f-432c-a3cc-946cfc722c72 req-f3dd016b-f16c-4dea-8c4b-bb92f698347b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:28.107094 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a94c2-c69f-432c-a3cc-946cfc722c72 req-f3dd016b-f16c-4dea-8c4b-bb92f698347b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:28.111013 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-0cc51767-fb90-4dde-8c24-0ab250a8b9b9 admin admin] Transition to ACTIVE for port object 30fe171b-f247-4b51-9563-10089a5ff87f will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:28.112999 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a94c2-c69f-432c-a3cc-946cfc722c72 req-f3dd016b-f16c-4dea-8c4b-bb92f698347b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:28.119734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a94c2-c69f-432c-a3cc-946cfc722c72 req-f3dd016b-f16c-4dea-8c4b-bb92f698347b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:28.125851 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a94c2-c69f-432c-a3cc-946cfc722c72 req-f3dd016b-f16c-4dea-8c4b-bb92f698347b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:28.127818 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ce0a94c2-c69f-432c-a3cc-946cfc722c72 req-f3dd016b-f16c-4dea-8c4b-bb92f698347b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5407 time: 0.3734953 Jul 30 20:09:28.183888 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cc51767-fb90-4dde-8c24-0ab250a8b9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:28.187240 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-717580fa-73e5-41d6-b401-c6a1548a6128 req-078ea86f-40c6-43b2-9902-981fa3e986cd service neutron] 10.222.0.59 "GET /v2.0/networks/9419649c-32e6-4256-8c69-e3a81135c2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413172 Jul 30 20:09:28.227243 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc51767-fb90-4dde-8c24-0ab250a8b9b9 admin admin] Network c421e0b7-06ec-4b47-a5b3-95881a5c3933 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:09:28.230525 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0cc51767-fb90-4dde-8c24-0ab250a8b9b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:09:28.248554 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc51767-fb90-4dde-8c24-0ab250a8b9b9 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:09:28.249340 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ce0a94c2-c69f-432c-a3cc-946cfc722c72 req-2752e658-a93e-4f98-be10-d9125be8c2ac tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610921 Jul 30 20:09:28.340468 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc51767-fb90-4dde-8c24-0ab250a8b9b9 admin admin] Pushing event updated for resources: {'Port': ['ID=30fe171b-f247-4b51-9563-10089a5ff87f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:28.377676 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cc51767-fb90-4dde-8c24-0ab250a8b9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:28.416603 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0277a41-71ce-494b-9d7e-ceab73155943 req-b4f4dfe8-198c-4918-aa6e-a41a79c7a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:28.418248 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0277a41-71ce-494b-9d7e-ceab73155943 req-b4f4dfe8-198c-4918-aa6e-a41a79c7a21f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4612689 Jul 30 20:09:28.547578 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cc51767-fb90-4dde-8c24-0ab250a8b9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:28.550448 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0277a41-71ce-494b-9d7e-ceab73155943 req-ab77a5a7-5b48-4ded-8c62-d06bf7d58569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:28.551967 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0277a41-71ce-494b-9d7e-ceab73155943 req-ab77a5a7-5b48-4ded-8c62-d06bf7d58569 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09553e316346494fa270dcd1f0b0acee&device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 1094 time: 0.0777459 Jul 30 20:09:28.553204 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device df12076b-afc2-4b16-82e1-cb910b784e53 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:09:28.708382 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port df12076b-afc2-4b16-82e1-cb910b784e53, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=df12076b-afc2-4b16-82e1-cb910b784e53,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:28.715771 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-cbd5a9d3-4b30-48dc-b6e3-dfdd5790785e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 116e9986-d114-442d-973f-14cff3cfaa2a {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:09:28.738541 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-cbd5a9d3-4b30-48dc-b6e3-dfdd5790785e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:28.740795 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'df12076b-afc2-4b16-82e1-cb910b784e53', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': 'df12076b-afc2-4b16-82e1-cb910b784e53', 'mac_address': 'fa:16:3e:58:6b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:09:28.748423 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-118e188c-7eb7-473d-ace0-889ae6c69ed2 None None] Provisioning for port 30fe171b-f247-4b51-9563-10089a5ff87f completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:09:28.756848 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0277a41-71ce-494b-9d7e-ceab73155943 req-d50cba2a-a3e7-49de-ba00-434d1f68c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:28.758326 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0277a41-71ce-494b-9d7e-ceab73155943 req-d50cba2a-a3e7-49de-ba00-434d1f68c05e service neutron] 10.222.0.59 "GET /v2.0/networks?id=9419649c-32e6-4256-8c69-e3a81135c2cf HTTP/1.1" status: 200 len: 919 time: 0.1954479 Jul 30 20:09:28.766636 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-cbd5a9d3-4b30-48dc-b6e3-dfdd5790785e service neutron] Transition to ACTIVE for port object 116e9986-d114-442d-973f-14cff3cfaa2a will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:28.777397 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-118e188c-7eb7-473d-ace0-889ae6c69ed2 None None] Provisioning complete for port 30fe171b-f247-4b51-9563-10089a5ff87f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:28.779173 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-118e188c-7eb7-473d-ace0-889ae6c69ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:28.805378 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 13e379b2-06f2-43c3-aa9d-1f714d00d797 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:09:28.806377 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-cbd5a9d3-4b30-48dc-b6e3-dfdd5790785e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:28.810751 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0277a41-71ce-494b-9d7e-ceab73155943 req-c8f3623d-d10e-4ea6-9df7-34cd3d351a41 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d748139-edad-447b-a296-f5d3028d2640 HTTP/1.1" status: 200 len: 217 time: 0.0429990 Jul 30 20:09:28.860110 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d705ed5-8070-44b1-ad03-06926d022113 req-ac1bc19c-5de5-4106-af6b-8a33aec9993a tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:28.867492 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1d705ed5-8070-44b1-ad03-06926d022113 req-ac1bc19c-5de5-4106-af6b-8a33aec9993a tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=c38f0689-8e8e-4c7c-928e-9b7c788ba71f HTTP/1.1" status: 200 len: 947 time: 0.1136303 Jul 30 20:09:28.906127 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:28.928771 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-118e188c-7eb7-473d-ace0-889ae6c69ed2 None None] Port 30fe171b-f247-4b51-9563-10089a5ff87f cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:09:28.935456 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df12076b-afc2-4b16-82e1-cb910b784e53 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:09:28.941109 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 13e379b2-06f2-43c3-aa9d-1f714d00d797 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:09:28.950221 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5a9d3-4b30-48dc-b6e3-dfdd5790785e service neutron] Pushing event updated for resources: {'Port': ['ID=116e9986-d114-442d-973f-14cff3cfaa2a,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:28.951341 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 13e379b2-06f2-43c3-aa9d-1f714d00d797 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:28.951754 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:28.963054 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cc51767-fb90-4dde-8c24-0ab250a8b9b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:28.972370 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0277a41-71ce-494b-9d7e-ceab73155943 req-111008a7-c8ce-4bdd-a798-00b05fd6e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:28.973951 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0277a41-71ce-494b-9d7e-ceab73155943 req-111008a7-c8ce-4bdd-a798-00b05fd6e573 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c5318bb5-b3de-40d1-afc8-28b191b755d1 HTTP/1.1" status: 200 len: 858 time: 0.1383879 Jul 30 20:09:28.983893 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1d705ed5-8070-44b1-ad03-06926d022113 req-6be6d8a6-deaf-4945-853b-c608b797327f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153829 Jul 30 20:09:28.986671 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cc51767-fb90-4dde-8c24-0ab250a8b9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:28.988856 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port df12076b-afc2-4b16-82e1-cb910b784e53, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=df12076b-afc2-4b16-82e1-cb910b784e53,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:28.994763 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:29.028705 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0277a41-71ce-494b-9d7e-ceab73155943 req-2fdee6bf-c6d6-43b4-94be-ae735264c3b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9419649c-32e6-4256-8c69-e3a81135c2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289488 Jul 30 20:09:29.061773 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=df12076b-afc2-4b16-82e1-cb910b784e53,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:29.070658 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc51767-fb90-4dde-8c24-0ab250a8b9b9 admin admin] Pushing event updated for resources: {'Port': ['ID=30fe171b-f247-4b51-9563-10089a5ff87f,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:29.093087 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cc51767-fb90-4dde-8c24-0ab250a8b9b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:29.120203 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:29.128248 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-cbd5a9d3-4b30-48dc-b6e3-dfdd5790785e service neutron] Attempting to bind port 116e9986-d114-442d-973f-14cff3cfaa2a on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:09:29.128591 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-cbd5a9d3-4b30-48dc-b6e3-dfdd5790785e service neutron] Attempting to bind port 116e9986-d114-442d-973f-14cff3cfaa2a by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '3537fc15-592e-4ed3-abfa-617a2a23cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '956f2f8d-58e3-4da4-8be7-e5f47f91fd80'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:09:29.128924 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-cbd5a9d3-4b30-48dc-b6e3-dfdd5790785e service neutron] Attempting to bind port 116e9986-d114-442d-973f-14cff3cfaa2a on network 956f2f8d-58e3-4da4-8be7-e5f47f91fd80 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:29.139033 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-cbd5a9d3-4b30-48dc-b6e3-dfdd5790785e service neutron] Port 116e9986-d114-442d-973f-14cff3cfaa2a on network 956f2f8d-58e3-4da4-8be7-e5f47f91fd80 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:09:29.139360 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-cbd5a9d3-4b30-48dc-b6e3-dfdd5790785e service neutron] Attempting to bind port 116e9986-d114-442d-973f-14cff3cfaa2a on network 956f2f8d-58e3-4da4-8be7-e5f47f91fd80 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:29.145254 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 13e379b2-06f2-43c3-aa9d-1f714d00d797, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=13e379b2-06f2-43c3-aa9d-1f714d00d797,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:29.150934 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-cbd5a9d3-4b30-48dc-b6e3-dfdd5790785e service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:09:29.151301 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-cbd5a9d3-4b30-48dc-b6e3-dfdd5790785e service neutron] Checking segment: {'id': '3537fc15-592e-4ed3-abfa-617a2a23cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '956f2f8d-58e3-4da4-8be7-e5f47f91fd80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:09:29.151720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-cbd5a9d3-4b30-48dc-b6e3-dfdd5790785e service neutron] Bound using segment: {'id': '3537fc15-592e-4ed3-abfa-617a2a23cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '956f2f8d-58e3-4da4-8be7-e5f47f91fd80'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:09:29.152170 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-cbd5a9d3-4b30-48dc-b6e3-dfdd5790785e service neutron] Bound port: 116e9986-d114-442d-973f-14cff3cfaa2a, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3537fc15-592e-4ed3-abfa-617a2a23cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '956f2f8d-58e3-4da4-8be7-e5f47f91fd80'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:09:29.152527 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-cbd5a9d3-4b30-48dc-b6e3-dfdd5790785e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:29.158011 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:29.220533 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0277a41-71ce-494b-9d7e-ceab73155943 req-39a4e187-478b-4de4-bbdb-f33e1815344f service neutron] 10.222.0.59 "GET /v2.0/networks/9419649c-32e6-4256-8c69-e3a81135c2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835551 Jul 30 20:09:29.232494 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=13e379b2-06f2-43c3-aa9d-1f714d00d797,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:29.244166 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['df12076b-afc2-4b16-82e1-cb910b784e53'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:29.263880 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc51767-fb90-4dde-8c24-0ab250a8b9b9 admin admin] Network c421e0b7-06ec-4b47-a5b3-95881a5c3933 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:09:29.266658 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0cc51767-fb90-4dde-8c24-0ab250a8b9b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:09:29.268113 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-cbd5a9d3-4b30-48dc-b6e3-dfdd5790785e service neutron] For port 116e9986-d114-442d-973f-14cff3cfaa2a, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:09:29.271696 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-cbd5a9d3-4b30-48dc-b6e3-dfdd5790785e service neutron] For port 116e9986-d114-442d-973f-14cff3cfaa2a, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=116e9986-d114-442d-973f-14cff3cfaa2a,segment=NetworkSegment(3537fc15-592e-4ed3-abfa-617a2a23cfad),segment_id=3537fc15-592e-4ed3-abfa-617a2a23cfad)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:09:29.345037 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'tag': '4d2858d8-2192-4ded-99ea-b94c6f1195c6'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:29.347374 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9809a6f5-265b-48d5-ac60-6ccea40d3177" -d '{"events": [{"name": "network-changed", "server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "tag": "4d2858d8-2192-4ded-99ea-b94c6f1195c6"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:29.356137 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-cbd5a9d3-4b30-48dc-b6e3-dfdd5790785e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:29.442603 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-cbd5a9d3-4b30-48dc-b6e3-dfdd5790785e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:29.443840 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-cbd5a9d3-4b30-48dc-b6e3-dfdd5790785e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:29.445790 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-cbd5a9d3-4b30-48dc-b6e3-dfdd5790785e service neutron] 10.222.0.59 "PUT /v2.0/ports/116e9986-d114-442d-973f-14cff3cfaa2a HTTP/1.1" status: 200 len: 1091 time: 1.8682816 Jul 30 20:09:29.526890 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc51767-fb90-4dde-8c24-0ab250a8b9b9 admin admin] Router c5f8c774-34c5-45dc-aa78-aa21845d96fc has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:09:29.528536 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0277a41-71ce-494b-9d7e-ceab73155943 req-93addb8c-114f-4fe6-9b24-a15fe5a51e0d service neutron] 10.222.0.59 "GET /v2.0/networks/9419649c-32e6-4256-8c69-e3a81135c2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981853 Jul 30 20:09:29.540819 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094e812-eb9a-48bb-8efa-ac753a5b80c9 req-7b5eb835-237d-4262-bafb-fa615f27bd45 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:29.544287 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-83cd4e10-4a80-427f-a1f1-ff206c8f87d9 service neutron] Request body: {'port': {'device_id': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:29.547753 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094e812-eb9a-48bb-8efa-ac753a5b80c9 req-7b5eb835-237d-4262-bafb-fa615f27bd45 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:29.554510 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094e812-eb9a-48bb-8efa-ac753a5b80c9 req-7b5eb835-237d-4262-bafb-fa615f27bd45 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:29.568384 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094e812-eb9a-48bb-8efa-ac753a5b80c9 req-7b5eb835-237d-4262-bafb-fa615f27bd45 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:29.580568 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094e812-eb9a-48bb-8efa-ac753a5b80c9 req-7b5eb835-237d-4262-bafb-fa615f27bd45 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:29.586768 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094e812-eb9a-48bb-8efa-ac753a5b80c9 req-7b5eb835-237d-4262-bafb-fa615f27bd45 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:29.592882 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094e812-eb9a-48bb-8efa-ac753a5b80c9 req-7b5eb835-237d-4262-bafb-fa615f27bd45 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:29.601761 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8094e812-eb9a-48bb-8efa-ac753a5b80c9 req-7b5eb835-237d-4262-bafb-fa615f27bd45 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5419 time: 0.1520607 Jul 30 20:09:29.647673 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5a9d3-4b30-48dc-b6e3-dfdd5790785e service neutron] Pushing event updated for resources: {'Port': ['ID=116e9986-d114-442d-973f-14cff3cfaa2a,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:29.657480 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8094e812-eb9a-48bb-8efa-ac753a5b80c9 req-1db62cfc-ab84-4c96-b0a8-f14410c0b5bf tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545642 Jul 30 20:09:29.667861 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-83cd4e10-4a80-427f-a1f1-ff206c8f87d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:29.693313 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acb9b7-aad3-4800-b174-4061149a30dd req-db24d743-7fba-47fc-89d3-53d899c08f01 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:29.695318 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77acb9b7-aad3-4800-b174-4061149a30dd req-db24d743-7fba-47fc-89d3-53d899c08f01 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 944 time: 0.4831400 Jul 30 20:09:29.730581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0384c4f1-9420-4d9a-8ece-0d7b816d5caf None None] Provisioning complete for port 30fe171b-f247-4b51-9563-10089a5ff87f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:29.731136 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0384c4f1-9420-4d9a-8ece-0d7b816d5caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:29.769771 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0384c4f1-9420-4d9a-8ece-0d7b816d5caf None None] Port 30fe171b-f247-4b51-9563-10089a5ff87f cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:09:29.840194 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff07f87-2239-47e6-ac48-abad5ca357d7 x-openstack-request-id: req-dff07f87-2239-47e6-ac48-abad5ca357d7 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:29.840823 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "tag": "4d2858d8-2192-4ded-99ea-b94c6f1195c6", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:29.840823 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dff07f87-2239-47e6-ac48-abad5ca357d7 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:29.841249 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'tag': '4d2858d8-2192-4ded-99ea-b94c6f1195c6', 'status': 'completed', 'code': 200} Jul 30 20:09:29.852840 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2ca6ab5d-575b-4d23-8875-a8e23e2221aa req-f5a23eb0-5032-4bc7-94a3-79951d0274af service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1148732 Jul 30 20:09:29.872774 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc51767-fb90-4dde-8c24-0ab250a8b9b9 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:09:29.893494 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0cc51767-fb90-4dde-8c24-0ab250a8b9b9 admin admin] 10.222.0.81 "PUT /v2.0/routers/c5f8c774-34c5-45dc-aa78-aa21845d96fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0833378 Jul 30 20:09:29.948611 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6ab5d-575b-4d23-8875-a8e23e2221aa req-999fd868-f0c9-431f-b90e-bdb5c3b4b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:29.950193 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2ca6ab5d-575b-4d23-8875-a8e23e2221aa req-999fd868-f0c9-431f-b90e-bdb5c3b4b99a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a95fa9b2a634f9181c03158168ed314&device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 1097 time: 0.0553079 Jul 30 20:09:30.047245 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] Sync routers for ids ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:09:30.059392 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] Routers {'c5f8c774-34c5-45dc-aa78-aa21845d96fc'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:09:30.060175 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:09:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:30.097498 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6ab5d-575b-4d23-8875-a8e23e2221aa req-979022ce-f0da-45c2-83c3-5eba57b78185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:30.099303 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2ca6ab5d-575b-4d23-8875-a8e23e2221aa req-979022ce-f0da-45c2-83c3-5eba57b78185 service neutron] 10.222.0.83 "GET /v2.0/networks?id=eb756750-25bc-4499-9bd9-5a9623a5a75f HTTP/1.1" status: 200 len: 907 time: 0.1205094 Jul 30 20:09:30.181370 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77acb9b7-aad3-4800-b174-4061149a30dd req-46a96ef7-6d23-4ce2-b948-99f0d1686252 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363611 Jul 30 20:09:30.188831 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] Set router c5f8c774-34c5-45dc-aa78-aa21845d96fc gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:09:30.212492 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae614c-47af-418a-9c90-3fddc4e01fb6 req-e94b5d2a-8262-4a3c-b789-afe69be3b673 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:30.214001 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c1ae614c-47af-418a-9c90-3fddc4e01fb6 req-e94b5d2a-8262-4a3c-b789-afe69be3b673 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=c38f0689-8e8e-4c7c-928e-9b7c788ba71f HTTP/1.1" status: 200 len: 948 time: 0.1009040 Jul 30 20:09:30.216511 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2ca6ab5d-575b-4d23-8875-a8e23e2221aa req-47701e1f-67f7-4ad0-8a41-45da8d27b7d0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06ba9360-512d-408c-afc4-3ff0224b76f1 HTTP/1.1" status: 200 len: 1002 time: 0.1096475 Jul 30 20:09:30.250833 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809a6f5-265b-48d5-ac60-6ccea40d3177 req-6399c634-2eb5-420e-950e-7b7eedcde158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:30.251332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809a6f5-265b-48d5-ac60-6ccea40d3177 req-6399c634-2eb5-420e-950e-7b7eedcde158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:30.251836 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809a6f5-265b-48d5-ac60-6ccea40d3177 req-6399c634-2eb5-420e-950e-7b7eedcde158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:30.252295 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809a6f5-265b-48d5-ac60-6ccea40d3177 req-6399c634-2eb5-420e-950e-7b7eedcde158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:30.252767 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809a6f5-265b-48d5-ac60-6ccea40d3177 req-6399c634-2eb5-420e-950e-7b7eedcde158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:30.253234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809a6f5-265b-48d5-ac60-6ccea40d3177 req-6399c634-2eb5-420e-950e-7b7eedcde158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:30.253889 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809a6f5-265b-48d5-ac60-6ccea40d3177 req-6399c634-2eb5-420e-950e-7b7eedcde158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:30.255875 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9809a6f5-265b-48d5-ac60-6ccea40d3177 req-6399c634-2eb5-420e-950e-7b7eedcde158 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d663627cb1b4aa4857162f5a27e37ec&device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 6421 time: 0.4135177 Jul 30 20:09:30.303348 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c1ae614c-47af-418a-9c90-3fddc4e01fb6 req-ddaea831-547a-444f-8005-7c3d3947ea1f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789759 Jul 30 20:09:30.321622 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6ab5d-575b-4d23-8875-a8e23e2221aa req-9fa38c83-8f48-42e3-bb8a-4e125f27853c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:30.325262 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2ca6ab5d-575b-4d23-8875-a8e23e2221aa req-9fa38c83-8f48-42e3-bb8a-4e125f27853c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2373a630-185a-483b-9d20-6ddac9363cdc HTTP/1.1" status: 200 len: 845 time: 0.0972631 Jul 30 20:09:30.403008 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6ab5d-575b-4d23-8875-a8e23e2221aa req-156b6839-b7e7-4cee-add6-08c7700bd753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:30.405242 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2ca6ab5d-575b-4d23-8875-a8e23e2221aa req-156b6839-b7e7-4cee-add6-08c7700bd753 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=eb756750-25bc-4499-9bd9-5a9623a5a75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728791 Jul 30 20:09:30.422870 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809a6f5-265b-48d5-ac60-6ccea40d3177 req-0265c97b-9621-486a-a678-8a8f0ffdaa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:30.423377 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809a6f5-265b-48d5-ac60-6ccea40d3177 req-0265c97b-9621-486a-a678-8a8f0ffdaa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:30.424033 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809a6f5-265b-48d5-ac60-6ccea40d3177 req-0265c97b-9621-486a-a678-8a8f0ffdaa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:30.426181 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9809a6f5-265b-48d5-ac60-6ccea40d3177 req-0265c97b-9621-486a-a678-8a8f0ffdaa05 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1d663627cb1b4aa4857162f5a27e37ec&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1603765 Jul 30 20:09:30.443051 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'name': 'tempest-AttachVolumeShelveTestJSON-779455588-router', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:19Z', 'updated_at': '2021-07-30T20:09:28Z', 'revision_number': 4, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'gw_port': {'id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:22Z', 'updated_at': '2021-07-30T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '30fe171b-f247-4b51-9563-10089a5ff87f', 'name': '', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'mac_address': 'fa:16:3e:3d:d1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '4b1ad353-61a9-43a8-b737-817c20130814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:27Z', 'updated_at': '2021-07-30T20:09:28Z', 'revision_number': 2, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'subnets': [{'id': '4b1ad353-61a9-43a8-b737-817c20130814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:30.472103 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] Checking router: c5f8c774-34c5-45dc-aa78-aa21845d96fc for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:09:30.472853 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] Updating router c5f8c774-34c5-45dc-aa78-aa21845d96fc port 30fe171b-f247-4b51-9563-10089a5ff87f binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:09:30.498296 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:30.522297 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2ca6ab5d-575b-4d23-8875-a8e23e2221aa req-36e8041b-eede-406d-84f5-0b92d7e7fad5 service neutron] 10.222.0.83 "GET /v2.0/networks/eb756750-25bc-4499-9bd9-5a9623a5a75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086011 Jul 30 20:09:30.538155 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-83cd4e10-4a80-427f-a1f1-ff206c8f87d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c6b72d-f75a-4721-ad15-74bf9c0c36c3 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:09:30.550324 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-83cd4e10-4a80-427f-a1f1-ff206c8f87d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:30.552578 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 23bcf904-a77c-41e9-9751-021ebb1c914e details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:09:30.565965 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device df12076b-afc2-4b16-82e1-cb910b784e53 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:09:30.577635 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-83cd4e10-4a80-427f-a1f1-ff206c8f87d9 service neutron] Transition to ACTIVE for port object 28c6b72d-f75a-4721-ad15-74bf9c0c36c3 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:30.591220 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-83cd4e10-4a80-427f-a1f1-ff206c8f87d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:30.625617 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809a6f5-265b-48d5-ac60-6ccea40d3177 req-a3d04ab1-facf-41db-b43c-d548d957d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:30.627101 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9809a6f5-265b-48d5-ac60-6ccea40d3177 req-a3d04ab1-facf-41db-b43c-d548d957d6fe service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1899319 Jul 30 20:09:30.679259 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd4e10-4a80-427f-a1f1-ff206c8f87d9 service neutron] Pushing event updated for resources: {'Port': ['ID=28c6b72d-f75a-4721-ad15-74bf9c0c36c3,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:30.686890 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2ca6ab5d-575b-4d23-8875-a8e23e2221aa req-757ca5a7-6bc9-4457-a367-51072815f0ec service neutron] 10.222.0.83 "GET /v2.0/networks/eb756750-25bc-4499-9bd9-5a9623a5a75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563072 Jul 30 20:09:30.742232 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port df12076b-afc2-4b16-82e1-cb910b784e53 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:09:30.802313 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-83cd4e10-4a80-427f-a1f1-ff206c8f87d9 service neutron] Attempting to bind port 28c6b72d-f75a-4721-ad15-74bf9c0c36c3 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:09:30.803130 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-83cd4e10-4a80-427f-a1f1-ff206c8f87d9 service neutron] Attempting to bind port 28c6b72d-f75a-4721-ad15-74bf9c0c36c3 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '3537fc15-592e-4ed3-abfa-617a2a23cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '956f2f8d-58e3-4da4-8be7-e5f47f91fd80'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:09:30.803467 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-83cd4e10-4a80-427f-a1f1-ff206c8f87d9 service neutron] Attempting to bind port 28c6b72d-f75a-4721-ad15-74bf9c0c36c3 on network 956f2f8d-58e3-4da4-8be7-e5f47f91fd80 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:30.804948 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port df12076b-afc2-4b16-82e1-cb910b784e53 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:30.805320 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:30.822943 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-83cd4e10-4a80-427f-a1f1-ff206c8f87d9 service neutron] Port 28c6b72d-f75a-4721-ad15-74bf9c0c36c3 on network 956f2f8d-58e3-4da4-8be7-e5f47f91fd80 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:09:30.823276 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-83cd4e10-4a80-427f-a1f1-ff206c8f87d9 service neutron] Attempting to bind port 28c6b72d-f75a-4721-ad15-74bf9c0c36c3 on network 956f2f8d-58e3-4da4-8be7-e5f47f91fd80 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:30.829501 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-83cd4e10-4a80-427f-a1f1-ff206c8f87d9 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:09:30.829858 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-83cd4e10-4a80-427f-a1f1-ff206c8f87d9 service neutron] Checking segment: {'id': '3537fc15-592e-4ed3-abfa-617a2a23cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '956f2f8d-58e3-4da4-8be7-e5f47f91fd80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:09:30.830416 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-83cd4e10-4a80-427f-a1f1-ff206c8f87d9 service neutron] Bound using segment: {'id': '3537fc15-592e-4ed3-abfa-617a2a23cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '956f2f8d-58e3-4da4-8be7-e5f47f91fd80'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:09:30.830861 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-83cd4e10-4a80-427f-a1f1-ff206c8f87d9 service neutron] Bound port: 28c6b72d-f75a-4721-ad15-74bf9c0c36c3, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3537fc15-592e-4ed3-abfa-617a2a23cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '956f2f8d-58e3-4da4-8be7-e5f47f91fd80'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:09:30.831230 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-83cd4e10-4a80-427f-a1f1-ff206c8f87d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:30.850876 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 13e379b2-06f2-43c3-aa9d-1f714d00d797 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:09:30.914916 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-83cd4e10-4a80-427f-a1f1-ff206c8f87d9 service neutron] For port 28c6b72d-f75a-4721-ad15-74bf9c0c36c3, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:09:30.922154 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-83cd4e10-4a80-427f-a1f1-ff206c8f87d9 service neutron] For port 28c6b72d-f75a-4721-ad15-74bf9c0c36c3, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=28c6b72d-f75a-4721-ad15-74bf9c0c36c3,segment=NetworkSegment(3537fc15-592e-4ed3-abfa-617a2a23cfad),segment_id=3537fc15-592e-4ed3-abfa-617a2a23cfad)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:09:30.931479 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:30.932474 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-83cd4e10-4a80-427f-a1f1-ff206c8f87d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:30.948677 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] Transition to ACTIVE for port object 30fe171b-f247-4b51-9563-10089a5ff87f will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:30.969881 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:30.973632 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61e360-bba9-412a-a568-8b417fc18d2f req-099456b8-67fc-4556-bc57-18444f1668da tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:30.982196 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61e360-bba9-412a-a568-8b417fc18d2f req-099456b8-67fc-4556-bc57-18444f1668da tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:30.992169 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61e360-bba9-412a-a568-8b417fc18d2f req-099456b8-67fc-4556-bc57-18444f1668da tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:31.005256 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61e360-bba9-412a-a568-8b417fc18d2f req-099456b8-67fc-4556-bc57-18444f1668da tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:31.013415 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61e360-bba9-412a-a568-8b417fc18d2f req-099456b8-67fc-4556-bc57-18444f1668da tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:31.018539 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-83cd4e10-4a80-427f-a1f1-ff206c8f87d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:31.019184 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-83cd4e10-4a80-427f-a1f1-ff206c8f87d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:31.020631 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-83cd4e10-4a80-427f-a1f1-ff206c8f87d9 service neutron] 10.222.0.59 "PUT /v2.0/ports/28c6b72d-f75a-4721-ad15-74bf9c0c36c3 HTTP/1.1" status: 200 len: 1091 time: 1.4806626 Jul 30 20:09:31.022036 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61e360-bba9-412a-a568-8b417fc18d2f req-099456b8-67fc-4556-bc57-18444f1668da tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:31.039896 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61e360-bba9-412a-a568-8b417fc18d2f req-099456b8-67fc-4556-bc57-18444f1668da tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:31.053780 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7d61e360-bba9-412a-a568-8b417fc18d2f req-099456b8-67fc-4556-bc57-18444f1668da tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5431 time: 0.2568049 Jul 30 20:09:31.104763 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 23bcf904-a77c-41e9-9751-021ebb1c914e, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=23bcf904-a77c-41e9-9751-021ebb1c914e,segment=NetworkSegment(8d5e0245-3dd2-4bdb-bf33-d0c488460313),segment_id=8d5e0245-3dd2-4bdb-bf33-d0c488460313)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:31.108778 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 13e379b2-06f2-43c3-aa9d-1f714d00d797 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:31.109154 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:31.137608 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd4e10-4a80-427f-a1f1-ff206c8f87d9 service neutron] Pushing event updated for resources: {'Port': ['ID=28c6b72d-f75a-4721-ad15-74bf9c0c36c3,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:31.148922 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7d61e360-bba9-412a-a568-8b417fc18d2f req-84316130-1563-4d5e-930c-de3ec628465e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0941026 Jul 30 20:09:31.218841 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5c0c8c88-d22d-47a3-ae6f-d3d7cbbb1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:31.219334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5c0c8c88-d22d-47a3-ae6f-d3d7cbbb1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:31.219850 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5c0c8c88-d22d-47a3-ae6f-d3d7cbbb1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:31.220334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5c0c8c88-d22d-47a3-ae6f-d3d7cbbb1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:31.220809 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5c0c8c88-d22d-47a3-ae6f-d3d7cbbb1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:31.221288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5c0c8c88-d22d-47a3-ae6f-d3d7cbbb1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:31.226198 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c157f-1869-4023-88a6-fcdf6b929727 None None] Pushing event updated for resources: {'Port': ['ID=30fe171b-f247-4b51-9563-10089a5ff87f,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:31.226641 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5c0c8c88-d22d-47a3-ae6f-d3d7cbbb1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:31.228620 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5c0c8c88-d22d-47a3-ae6f-d3d7cbbb1260 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d663627cb1b4aa4857162f5a27e37ec&device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 6488 time: 0.1563640 Jul 30 20:09:31.231979 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] Attempting to bind port 30fe171b-f247-4b51-9563-10089a5ff87f on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:09:31.236610 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] Attempting to bind port 30fe171b-f247-4b51-9563-10089a5ff87f by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'bfeffb72-5f50-4e64-a0a9-eada93f21563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:09:31.237199 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] Attempting to bind port 30fe171b-f247-4b51-9563-10089a5ff87f on network c421e0b7-06ec-4b47-a5b3-95881a5c3933 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:31.248588 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:09:31.248963 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] Checking segment: {'id': 'bfeffb72-5f50-4e64-a0a9-eada93f21563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:09:31.250897 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '23bcf904-a77c-41e9-9751-021ebb1c914e', 'network_id': '9419649c-32e6-4256-8c69-e3a81135c2cf', 'port_id': '23bcf904-a77c-41e9-9751-021ebb1c914e', 'mac_address': 'fa:16:3e:02:d8:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5318bb5-b3de-40d1-afc8-28b191b755d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:09:31.251563 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:31.252320 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] Bound using segment: {'id': 'bfeffb72-5f50-4e64-a0a9-eada93f21563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:09:31.253793 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] Bound port: 30fe171b-f247-4b51-9563-10089a5ff87f, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfeffb72-5f50-4e64-a0a9-eada93f21563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:09:31.256165 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:31.257749 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:31.285457 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-e5ca3235-09aa-4c33-9864-ac0d4e63c0f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a0cbd93-fd92-4866-944c-3656b063198f HTTP/1.1" status: 200 len: 217 time: 0.0480032 Jul 30 20:09:31.325574 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38f0689-8e8e-4c7c-928e-9b7c788ba71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df12076b-afc2-4b16-82e1-cb910b784e53'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:31.336419 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68999d49-04f1-4745-a7af-04898973b308" -d '{"events": [{"server_uuid": "c38f0689-8e8e-4c7c-928e-9b7c788ba71f", "name": "network-vif-plugged", "status": "completed", "tag": "df12076b-afc2-4b16-82e1-cb910b784e53"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:31.382599 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-f5571e5c-bc22-41a0-ba7f-6942abc4fa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:31.384190 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-f5571e5c-bc22-41a0-ba7f-6942abc4fa9b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54b2d052-a18e-40d7-8ed9-045fadafa2a9 HTTP/1.1" status: 200 len: 856 time: 0.0916622 Jul 30 20:09:31.438156 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port df12076b-afc2-4b16-82e1-cb910b784e53, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=df12076b-afc2-4b16-82e1-cb910b784e53,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:31.438950 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] For port 30fe171b-f247-4b51-9563-10089a5ff87f, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:09:31.448066 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] For port 30fe171b-f247-4b51-9563-10089a5ff87f, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=30fe171b-f247-4b51-9563-10089a5ff87f,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:09:31.461592 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33128) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:31.463147 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:31.469045 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d8105cf7-0585-44a9-8fbb-8d1e1795b5a9 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1173629833', 'description': 'tempest-description--1983837832'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:31.470468 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:31.473561 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-daff1d6f-8736-4da0-9c7a-8ff70dd4088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:31.475369 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-daff1d6f-8736-4da0-9c7a-8ff70dd4088b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4889cdd8-296f-481e-b756-28d5d38f8224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770521 Jul 30 20:09:31.482097 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:31.520175 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23bcf904-a77c-41e9-9751-021ebb1c914e {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:09:31.544937 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8105cf7-0585-44a9-8fbb-8d1e1795b5a9 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:31.556522 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] Routers {'c5f8c774-34c5-45dc-aa78-aa21845d96fc'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:09:31.558319 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:09:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:31.603855 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 23bcf904-a77c-41e9-9751-021ebb1c914e, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=23bcf904-a77c-41e9-9751-021ebb1c914e,segment=NetworkSegment(8d5e0245-3dd2-4bdb-bf33-d0c488460313),segment_id=8d5e0245-3dd2-4bdb-bf33-d0c488460313)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:31.646236 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:31.650086 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 6d748139-edad-447b-a296-f5d3028d2640 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:09:31.673202 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=df12076b-afc2-4b16-82e1-cb910b784e53,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:31.686122 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c157f-1869-4023-88a6-fcdf6b929727 None None] Pushing event updated for resources: {'Port': ['ID=30fe171b-f247-4b51-9563-10089a5ff87f,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:31.713878 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-303fb49d-e315-4625-b468-529fbb999578 service neutron] 10.222.0.59 "GET /v2.0/networks/4889cdd8-296f-481e-b756-28d5d38f8224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296908 Jul 30 20:09:31.721407 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8105cf7-0585-44a9-8fbb-8d1e1795b5a9 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:31.727967 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029c46f-a3d5-45e2-b5c7-29e209abdabb req-fc600028-bcd0-4fb4-896f-61cf174cb75e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:31.729761 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e029c46f-a3d5-45e2-b5c7-29e209abdabb req-fc600028-bcd0-4fb4-896f-61cf174cb75e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 944 time: 0.1442974 Jul 30 20:09:31.744431 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8105cf7-0585-44a9-8fbb-8d1e1795b5a9 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:31.753880 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] Set router c5f8c774-34c5-45dc-aa78-aa21845d96fc gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:09:31.801711 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8105cf7-0585-44a9-8fbb-8d1e1795b5a9 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:31.804695 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 6d748139-edad-447b-a296-f5d3028d2640, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=6d748139-edad-447b-a296-f5d3028d2640,segment=NetworkSegment(8d5e0245-3dd2-4bdb-bf33-d0c488460313),segment_id=8d5e0245-3dd2-4bdb-bf33-d0c488460313)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:31.805688 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d8105cf7-0585-44a9-8fbb-8d1e1795b5a9 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3418379 Jul 30 20:09:31.809823 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33130) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:31.816395 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b3965cc7-be4c-4540-85b9-6f84d38db31a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Request body: {'security_group_rule': {'security_group_id': 'f36ca3ac-6000-4af2-bfe7-8bf19274277b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:31.818298 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=23bcf904-a77c-41e9-9751-021ebb1c914e,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:31.823173 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '6d748139-edad-447b-a296-f5d3028d2640', 'network_id': '9419649c-32e6-4256-8c69-e3a81135c2cf', 'port_id': '6d748139-edad-447b-a296-f5d3028d2640', 'mac_address': 'fa:16:3e:6a:fd:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5318bb5-b3de-40d1-afc8-28b191b755d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:09:31.824647 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8105cf7-0585-44a9-8fbb-8d1e1795b5a9 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f36ca3ac-6000-4af2-bfe7-8bf19274277b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:31.839447 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca25c0-6d36-4c72-8e5f-5c2a506f7d61 req-0a3c75c1-ead1-48d1-8b01-9f134206b651 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:31.847286 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ddca25c0-6d36-4c72-8e5f-5c2a506f7d61 req-0a3c75c1-ead1-48d1-8b01-9f134206b651 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=c38f0689-8e8e-4c7c-928e-9b7c788ba71f HTTP/1.1" status: 200 len: 949 time: 0.1631444 Jul 30 20:09:31.855185 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'tag': '116e9986-d114-442d-973f-14cff3cfaa2a'}, {'name': 'network-changed', 'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'tag': '28c6b72d-f75a-4721-ad15-74bf9c0c36c3'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:31.858184 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469ff228-a24a-429b-bb89-01a586d575c1" -d '{"events": [{"name": "network-changed", "server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "tag": "116e9986-d114-442d-973f-14cff3cfaa2a"}, {"name": "network-changed", "server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "tag": "28c6b72d-f75a-4721-ad15-74bf9c0c36c3"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:31.874088 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:31.880995 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e029c46f-a3d5-45e2-b5c7-29e209abdabb req-1f7d19ce-b3df-4803-9ac3-c6ce0757ad86 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387975 Jul 30 20:09:31.893374 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d748139-edad-447b-a296-f5d3028d2640 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:09:31.923063 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 6d748139-edad-447b-a296-f5d3028d2640, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=6d748139-edad-447b-a296-f5d3028d2640,segment=NetworkSegment(8d5e0245-3dd2-4bdb-bf33-d0c488460313),segment_id=8d5e0245-3dd2-4bdb-bf33-d0c488460313)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:31.931550 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:31.940497 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ddca25c0-6d36-4c72-8e5f-5c2a506f7d61 req-73cb0a16-7db5-425b-9412-e9e5d5dbfe11 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920317 Jul 30 20:09:31.965642 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-9e19986c-d7d4-4f2c-a988-456e173ba393 service neutron] 10.222.0.59 "GET /v2.0/networks/4889cdd8-296f-481e-b756-28d5d38f8224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344396 Jul 30 20:09:31.970433 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b3965cc7-be4c-4540-85b9-6f84d38db31a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:31.979119 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c478f6a-da06-438c-b8a0-56c4b33e196b x-openstack-request-id: req-8c478f6a-da06-438c-b8a0-56c4b33e196b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:31.979409 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38f0689-8e8e-4c7c-928e-9b7c788ba71f", "name": "network-vif-plugged", "status": "completed", "tag": "df12076b-afc2-4b16-82e1-cb910b784e53", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:31.979687 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8c478f6a-da06-438c-b8a0-56c4b33e196b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:31.980054 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38f0689-8e8e-4c7c-928e-9b7c788ba71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df12076b-afc2-4b16-82e1-cb910b784e53', 'code': 200} Jul 30 20:09:32.005514 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=6d748139-edad-447b-a296-f5d3028d2640,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:32.039726 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-853042e4-8e3c-439a-a0e8-6ff96cc88e78 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=08dca140-1f6f-4be9-aef9-65fcf5c1062f HTTP/1.1" status: 200 len: 217 time: 0.0616405 Jul 30 20:09:32.081275 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bcb0a4-cc1c-45f4-b4d2-77c6f0d049c6 x-openstack-request-id: req-48bcb0a4-cc1c-45f4-b4d2-77c6f0d049c6 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:32.081570 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "tag": "116e9986-d114-442d-973f-14cff3cfaa2a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "tag": "28c6b72d-f75a-4721-ad15-74bf9c0c36c3", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:32.081821 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-48bcb0a4-cc1c-45f4-b4d2-77c6f0d049c6 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:32.082231 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'tag': '116e9986-d114-442d-973f-14cff3cfaa2a', 'status': 'completed', 'code': 200} Jul 30 20:09:32.082330 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b3965cc7-be4c-4540-85b9-6f84d38db31a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:32.082484 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'tag': '28c6b72d-f75a-4721-ad15-74bf9c0c36c3', 'status': 'completed', 'code': 200} Jul 30 20:09:32.088920 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b3965cc7-be4c-4540-85b9-6f84d38db31a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:32.103827 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'name': 'tempest-AttachVolumeShelveTestJSON-779455588-router', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:19Z', 'updated_at': '2021-07-30T20:09:28Z', 'revision_number': 4, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'gw_port': {'id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:22Z', 'updated_at': '2021-07-30T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '30fe171b-f247-4b51-9563-10089a5ff87f', 'name': '', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'mac_address': 'fa:16:3e:3d:d1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '4b1ad353-61a9-43a8-b737-817c20130814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:27Z', 'updated_at': '2021-07-30T20:09:31Z', 'revision_number': 4, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'subnets': [{'id': '4b1ad353-61a9-43a8-b737-817c20130814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:32.107129 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3965cc7-be4c-4540-85b9-6f84d38db31a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313cf73d-c081-4204-93ad-c682bffbe50e,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:32.120525 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b3965cc7-be4c-4540-85b9-6f84d38db31a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:32.122083 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b3965cc7-be4c-4540-85b9-6f84d38db31a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3101528 Jul 30 20:09:32.124669 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33134) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:32.129266 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-cdab7b9c-fbea-4578-9777-6b2a78c24408 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Request body: {'security_group_rule': {'security_group_id': 'f36ca3ac-6000-4af2-bfe7-8bf19274277b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:32.129622 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bce87d-bff5-4c0e-9c49-b71277d3ad99 req-fc86b7fc-3e2e-4dd6-907f-9b82b5c434fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:32.131141 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-34bce87d-bff5-4c0e-9c49-b71277d3ad99 req-fc86b7fc-3e2e-4dd6-907f-9b82b5c434fc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c38f0689-8e8e-4c7c-928e-9b7c788ba71f HTTP/1.1" status: 200 len: 1100 time: 0.0833085 Jul 30 20:09:32.134815 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-04f7d31f-9206-47b0-ba43-0d793c73e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:32.136440 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-04f7d31f-9206-47b0-ba43-0d793c73e644 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ee34576-0f44-4e9f-855e-368f45154589 HTTP/1.1" status: 200 len: 797 time: 0.0789676 Jul 30 20:09:32.136942 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeec9bae-004f-4254-b8bd-7271468d2e1a None None] The sync data for ids ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'] in n-d-712137-9 is: [{'id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'name': 'tempest-AttachVolumeShelveTestJSON-779455588-router', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:19Z', 'updated_at': '2021-07-30T20:09:28Z', 'revision_number': 4, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'gw_port': {'id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:22Z', 'updated_at': '2021-07-30T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '30fe171b-f247-4b51-9563-10089a5ff87f', 'name': '', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'mac_address': 'fa:16:3e:3d:d1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '4b1ad353-61a9-43a8-b737-817c20130814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:27Z', 'updated_at': '2021-07-30T20:09:31Z', 'revision_number': 4, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'subnets': [{'id': '4b1ad353-61a9-43a8-b737-817c20130814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:09:32.158522 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdab7b9c-fbea-4578-9777-6b2a78c24408 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:32.192855 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['23bcf904-a77c-41e9-9751-021ebb1c914e'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:32.248170 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['6d748139-edad-447b-a296-f5d3028d2640'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:32.250472 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdab7b9c-fbea-4578-9777-6b2a78c24408 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:32.256481 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-34bce87d-bff5-4c0e-9c49-b71277d3ad99 req-11b3f5a6-515f-476a-aa19-9ebda5198a02 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110954 Jul 30 20:09:32.258834 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdab7b9c-fbea-4578-9777-6b2a78c24408 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:32.264250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-6935a802-d260-4a88-a91c-fd872feb441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:32.265791 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-6935a802-d260-4a88-a91c-fd872feb441d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=624029aa-6e2e-457a-b285-eaf6ccf35387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1143844 Jul 30 20:09:32.338955 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab7b9c-fbea-4578-9777-6b2a78c24408 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea85dcb-adf7-4e25-8b59-a6722629c7da,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:32.351663 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdab7b9c-fbea-4578-9777-6b2a78c24408 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:32.356509 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cdab7b9c-fbea-4578-9777-6b2a78c24408 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2306492 Jul 30 20:09:32.358971 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33140) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:32.369488 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-133c3615-f647-41c1-8a3d-5c59dabd242b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:32.415665 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e2323-5ae2-4b4b-bffd-1a64f3fa17e1 req-0485acde-e60d-42e1-b794-314d7c1951ac tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:32.423999 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e2323-5ae2-4b4b-bffd-1a64f3fa17e1 req-0485acde-e60d-42e1-b794-314d7c1951ac tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:32.436426 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e2323-5ae2-4b4b-bffd-1a64f3fa17e1 req-0485acde-e60d-42e1-b794-314d7c1951ac tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:32.445690 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e2323-5ae2-4b4b-bffd-1a64f3fa17e1 req-0485acde-e60d-42e1-b794-314d7c1951ac tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:32.463803 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e2323-5ae2-4b4b-bffd-1a64f3fa17e1 req-0485acde-e60d-42e1-b794-314d7c1951ac tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:32.470498 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e2323-5ae2-4b4b-bffd-1a64f3fa17e1 req-0485acde-e60d-42e1-b794-314d7c1951ac tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:32.473351 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-0585d044-f8e5-4e0a-a1db-a1d85db32f62 service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679957 Jul 30 20:09:32.478223 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e2323-5ae2-4b4b-bffd-1a64f3fa17e1 req-0485acde-e60d-42e1-b794-314d7c1951ac tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:32.480231 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a07e2323-5ae2-4b4b-bffd-1a64f3fa17e1 req-0485acde-e60d-42e1-b794-314d7c1951ac tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5431 time: 0.2135153 Jul 30 20:09:32.481732 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-133c3615-f647-41c1-8a3d-5c59dabd242b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:32.601026 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a07e2323-5ae2-4b4b-bffd-1a64f3fa17e1 req-0744d365-788f-4e20-be72-6d19496ae01d tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1133466 Jul 30 20:09:32.649982 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-22a698d8-ba74-4ffe-a530-b8c621b7db4a service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564331 Jul 30 20:09:32.663057 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-133c3615-f647-41c1-8a3d-5c59dabd242b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:32.700558 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-5b7ff40a-58e0-402b-9c05-40736eb8f6a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 HTTP/1.1" status: 200 len: 217 time: 0.0422843 Jul 30 20:09:32.769058 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-d357278c-e7fd-44f6-921e-a606c1a37785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:32.769844 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 30fe171b-f247-4b51-9563-10089a5ff87f up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:09:32.770603 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-d357278c-e7fd-44f6-921e-a606c1a37785 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ee34576-0f44-4e9f-855e-368f45154589 HTTP/1.1" status: 200 len: 797 time: 0.0630240 Jul 30 20:09:32.795288 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-133c3615-f647-41c1-8a3d-5c59dabd242b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Allocated IP 172.25.3.197 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/d6e941fa-84f5-42d5-a58a-74fb5ee2af36) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:09:32.827537 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-e0f0edc5-202a-46b7-a288-938ec07adc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:32.829216 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-e0f0edc5-202a-46b7-a288-938ec07adc66 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=624029aa-6e2e-457a-b285-eaf6ccf35387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0490317 Jul 30 20:09:32.847024 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 30fe171b-f247-4b51-9563-10089a5ff87f completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:09:32.852460 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 30fe171b-f247-4b51-9563-10089a5ff87f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:32.853327 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:32.915656 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-133c3615-f647-41c1-8a3d-5c59dabd242b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:32.947074 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:32.962849 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-133c3615-f647-41c1-8a3d-5c59dabd242b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:32.986223 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-6fc3a0b3-d473-4abb-a6a7-359faad21bd0 service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480267 Jul 30 20:09:33.018187 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 30fe171b-f247-4b51-9563-10089a5ff87f, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=30fe171b-f247-4b51-9563-10089a5ff87f,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:33.027063 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:33.065291 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133c3615-f647-41c1-8a3d-5c59dabd242b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:09:33.076944 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-133c3615-f647-41c1-8a3d-5c59dabd242b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:09:33.086803 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133c3615-f647-41c1-8a3d-5c59dabd242b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:09:33.089250 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c3615-f647-41c1-8a3d-5c59dabd242b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Pushing event updated for resources: {'Port': ['ID=d6e941fa-84f5-42d5-a58a-74fb5ee2af36,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:33.104836 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=30fe171b-f247-4b51-9563-10089a5ff87f,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:33.151949 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a099af-d204-4b75-8b0c-ca62a7fe553e req-148c72ab-09fa-452c-8256-107c768ea5de tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:33.153600 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b6a099af-d204-4b75-8b0c-ca62a7fe553e req-148c72ab-09fa-452c-8256-107c768ea5de tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 945 time: 0.1378136 Jul 30 20:09:33.170220 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c95728-f0c4-40ac-8237-8a4ef95f17c6 req-f661304c-a609-4ce0-b6cb-a0194c15a000 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:33.171964 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07c95728-f0c4-40ac-8237-8a4ef95f17c6 req-f661304c-a609-4ce0-b6cb-a0194c15a000 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=c38f0689-8e8e-4c7c-928e-9b7c788ba71f HTTP/1.1" status: 200 len: 949 time: 0.0986836 Jul 30 20:09:33.178086 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-2f357e55-8260-4e05-8ca0-a648afa1f6a2 service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818116 Jul 30 20:09:33.235284 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b6a099af-d204-4b75-8b0c-ca62a7fe553e req-c21f0cac-6b8f-43c9-9892-6639d41f8c9e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751715 Jul 30 20:09:33.235961 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-cca0b4da-2ad6-4c6b-ba38-5cc182f5020b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=d88f5afb-3bc1-4f5d-a47f-fbad96159133 HTTP/1.1" status: 200 len: 217 time: 0.0404627 Jul 30 20:09:33.259377 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-133c3615-f647-41c1-8a3d-5c59dabd242b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:33.292503 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07c95728-f0c4-40ac-8237-8a4ef95f17c6 req-6bf7c38a-2a52-41f4-92c9-c812ee3d2f86 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133387 Jul 30 20:09:33.317223 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-87076b21-4df9-4d62-8ed1-a83ebc14cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:33.319233 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-87076b21-4df9-4d62-8ed1-a83ebc14cf19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ee34576-0f44-4e9f-855e-368f45154589 HTTP/1.1" status: 200 len: 797 time: 0.0757473 Jul 30 20:09:33.321166 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-133c3615-f647-41c1-8a3d-5c59dabd242b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:33.368687 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-ec41645c-b4ce-43ec-baa2-c9aee611d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:33.370335 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-ec41645c-b4ce-43ec-baa2-c9aee611d7c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=624029aa-6e2e-457a-b285-eaf6ccf35387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0434690 Jul 30 20:09:33.481032 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-de6dd996-3727-41de-ac20-1751b9f9491f service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029909 Jul 30 20:09:33.491241 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-133c3615-f647-41c1-8a3d-5c59dabd242b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:33.495980 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-133c3615-f647-41c1-8a3d-5c59dabd242b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:33.573815 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c3615-f647-41c1-8a3d-5c59dabd242b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Pushing event updated for resources: {'Port': ['ID=d6e941fa-84f5-42d5-a58a-74fb5ee2af36,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:33.589703 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-133c3615-f647-41c1-8a3d-5c59dabd242b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:33.593851 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-2b1bda44-3f49-4930-b1c8-7362837c4f94 service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056931 Jul 30 20:09:33.605037 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-133c3615-f647-41c1-8a3d-5c59dabd242b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:33.606293 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-133c3615-f647-41c1-8a3d-5c59dabd242b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2463167 Jul 30 20:09:33.638402 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-05cba8e3-5a09-479a-aa07-24245c157f53 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=4d2858d8-2192-4ded-99ea-b94c6f1195c6 HTTP/1.1" status: 200 len: 217 time: 0.0365441 Jul 30 20:09:33.713418 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-01de298a-b0ff-4042-8dd1-3118ec7e35bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:33.714902 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-01de298a-b0ff-4042-8dd1-3118ec7e35bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ee34576-0f44-4e9f-855e-368f45154589 HTTP/1.1" status: 200 len: 797 time: 0.0696974 Jul 30 20:09:33.757279 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-f394e554-6889-45db-b03a-3889eb143dc1 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1173629833&fields=id&tenant_id=6c9ba35ca3ce49889dd21646eecff8cf HTTP/1.1" status: 200 len: 267 time: 0.0339236 Jul 30 20:09:33.786839 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc35a16-fc0c-4653-9915-8400898e931e req-76f69b82-ea9e-48c6-bd96-c2f3ce62106d tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:33.792791 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc35a16-fc0c-4653-9915-8400898e931e req-76f69b82-ea9e-48c6-bd96-c2f3ce62106d tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:33.798697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc35a16-fc0c-4653-9915-8400898e931e req-76f69b82-ea9e-48c6-bd96-c2f3ce62106d tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:33.805195 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc35a16-fc0c-4653-9915-8400898e931e req-76f69b82-ea9e-48c6-bd96-c2f3ce62106d tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:33.811075 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc35a16-fc0c-4653-9915-8400898e931e req-76f69b82-ea9e-48c6-bd96-c2f3ce62106d tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:33.817017 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc35a16-fc0c-4653-9915-8400898e931e req-76f69b82-ea9e-48c6-bd96-c2f3ce62106d tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:33.823603 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc35a16-fc0c-4653-9915-8400898e931e req-76f69b82-ea9e-48c6-bd96-c2f3ce62106d tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:33.825559 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6fc35a16-fc0c-4653-9915-8400898e931e req-76f69b82-ea9e-48c6-bd96-c2f3ce62106d tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5431 time: 0.1304929 Jul 30 20:09:33.827468 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-65e11f0c-b7c1-4718-8828-b6306d059963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:33.828883 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-65e11f0c-b7c1-4718-8828-b6306d059963 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=624029aa-6e2e-457a-b285-eaf6ccf35387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0997479 Jul 30 20:09:33.866152 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-2b17e2ff-938a-4b4c-a274-8090f8ca1931 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:33.867581 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-2b17e2ff-938a-4b4c-a274-8090f8ca1931 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/networks?id=c421e0b7-06ec-4b47-a5b3-95881a5c3933 HTTP/1.1" status: 200 len: 816 time: 0.1032836 Jul 30 20:09:33.882794 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-70fb022f-60c0-4eb0-ba1a-ed927154ddd1 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/quotas/6c9ba35ca3ce49889dd21646eecff8cf HTTP/1.1" status: 200 len: 375 time: 0.0095220 Jul 30 20:09:33.916366 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6fc35a16-fc0c-4653-9915-8400898e931e req-c9d0c009-5c63-44e2-b6a4-dbe452051fc3 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0841074 Jul 30 20:09:33.939852 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-e2e5a62c-99cd-424f-aef5-94ff7ed41f1d tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6c9ba35ca3ce49889dd21646eecff8cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492811 Jul 30 20:09:33.961844 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-7529f5fc-f54e-404a-8a3d-b617ea718c68 service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232481 Jul 30 20:09:34.044104 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-412acd33-945c-4bb2-bafb-aef59d5c5d36 service neutron] 10.222.0.81 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916901 Jul 30 20:09:34.055598 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-639037e1-de1b-427e-830c-6b9c7165555a service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863152 Jul 30 20:09:34.102604 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-43995402-38af-440d-a521-d42081fd5600 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=116e9986-d114-442d-973f-14cff3cfaa2a HTTP/1.1" status: 200 len: 217 time: 0.0397456 Jul 30 20:09:34.132389 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-5303399b-184c-462a-b597-fc171446bcfe service neutron] 10.222.0.81 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873389 Jul 30 20:09:34.154044 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-84a6a0af-d78f-4a2d-ba64-e3d714696037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:34.155626 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-84a6a0af-d78f-4a2d-ba64-e3d714696037 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae2ebb1c-4008-4386-9d14-582336340b80 HTTP/1.1" status: 200 len: 797 time: 0.0460515 Jul 30 20:09:34.200434 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-8f139bbd-2518-4dc5-9662-7c87af11ed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:34.201953 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-8f139bbd-2518-4dc5-9662-7c87af11ed9a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=956f2f8d-58e3-4da4-8be7-e5f47f91fd80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0400128 Jul 30 20:09:34.304676 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a16411f4-295c-428f-817a-01d23c30d9b3 req-e83cd407-0218-4f8d-9cd7-9d2b980fcb63 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 210 time: 0.0361857 Jul 30 20:09:34.342062 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-d704f3e4-1aec-4333-8982-42731b09b291 service neutron] 10.222.0.59 "GET /v2.0/networks/956f2f8d-58e3-4da4-8be7-e5f47f91fd80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330907 Jul 30 20:09:34.374927 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996519c-e501-4862-933b-21d279b894fc req-7ff1c744-3d8e-4e0f-9c5d-a73d94e07978 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:34.376556 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d996519c-e501-4862-933b-21d279b894fc req-7ff1c744-3d8e-4e0f-9c5d-a73d94e07978 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 945 time: 0.0604365 Jul 30 20:09:34.423256 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d996519c-e501-4862-933b-21d279b894fc req-2ea811c2-cf1a-41fa-85e2-cb34b7d6d879 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399249 Jul 30 20:09:34.477543 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-72140b94-5e03-4dce-b544-17e5adbc7b2c service neutron] 10.222.0.59 "GET /v2.0/networks/956f2f8d-58e3-4da4-8be7-e5f47f91fd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281614 Jul 30 20:09:34.502296 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd105bd-dfad-4dd3-99ad-2dd0469f1887 req-e1b4a699-22eb-4603-a079-549c77be18d7 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:34.503845 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3bd105bd-dfad-4dd3-99ad-2dd0469f1887 req-e1b4a699-22eb-4603-a079-549c77be18d7 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=c38f0689-8e8e-4c7c-928e-9b7c788ba71f HTTP/1.1" status: 200 len: 949 time: 0.0857923 Jul 30 20:09:34.545087 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-220b8302-51d5-4eac-84aa-b85fb488cfc7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28c6b72d-f75a-4721-ad15-74bf9c0c36c3 HTTP/1.1" status: 200 len: 217 time: 0.0601363 Jul 30 20:09:34.597028 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 6d748139-edad-447b-a296-f5d3028d2640 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:09:34.618907 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3bd105bd-dfad-4dd3-99ad-2dd0469f1887 req-72c2ba55-26e5-47fa-93a8-b89dbd4139e8 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764289 Jul 30 20:09:34.625379 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-c35a229c-c3c7-4d97-bce8-a738cf50c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:34.626940 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-c35a229c-c3c7-4d97-bce8-a738cf50c92f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae2ebb1c-4008-4386-9d14-582336340b80 HTTP/1.1" status: 200 len: 797 time: 0.0748975 Jul 30 20:09:34.678217 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 6d748139-edad-447b-a296-f5d3028d2640 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:09:34.684824 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 6d748139-edad-447b-a296-f5d3028d2640 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:34.685943 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:34.714740 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-7c4a3275-c0d3-4d69-a564-aedcfecb25a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:34.716404 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-7c4a3275-c0d3-4d69-a564-aedcfecb25a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=956f2f8d-58e3-4da4-8be7-e5f47f91fd80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0724680 Jul 30 20:09:34.732894 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 30fe171b-f247-4b51-9563-10089a5ff87f up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:09:34.743763 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-66d701ae-91df-4482-bd48-3a750e55c9af service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:09:34.744783 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-66d701ae-91df-4482-bd48-3a750e55c9af service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083485 Jul 30 20:09:34.798278 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972fc9a-352e-4ec3-941b-e5c81052fad0 req-578547a6-ad5f-4105-b14f-c520d4f5f29c tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:34.799827 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6972fc9a-352e-4ec3-941b-e5c81052fad0 req-578547a6-ad5f-4105-b14f-c520d4f5f29c tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c38f0689-8e8e-4c7c-928e-9b7c788ba71f HTTP/1.1" status: 200 len: 1100 time: 0.0959964 Jul 30 20:09:34.818545 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:34.833093 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 30fe171b-f247-4b51-9563-10089a5ff87f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:34.833508 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:34.866620 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ba3da9-aa89-4165-ab31-8a8ed7b66386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d748139-edad-447b-a296-f5d3028d2640'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:34.868874 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91045246-b89a-42e0-9fe0-501266487500" -d '{"events": [{"server_uuid": "a6ba3da9-aa89-4165-ab31-8a8ed7b66386", "name": "network-vif-plugged", "status": "completed", "tag": "6d748139-edad-447b-a296-f5d3028d2640"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:34.869655 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6972fc9a-352e-4ec3-941b-e5c81052fad0 req-40aea7fe-5ca1-4189-be8a-073202782aac tempest-ServersOnMultiNodesTest-2084245304 tempest-ServersOnMultiNodesTest-2084245304-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549583 Jul 30 20:09:34.892595 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-e72eb3c5-9329-48cc-a386-e05e5048dd7f service neutron] 10.222.0.59 "GET /v2.0/networks/956f2f8d-58e3-4da4-8be7-e5f47f91fd80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313691 Jul 30 20:09:34.893114 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 6d748139-edad-447b-a296-f5d3028d2640, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=6d748139-edad-447b-a296-f5d3028d2640,segment=NetworkSegment(8d5e0245-3dd2-4bdb-bf33-d0c488460313),segment_id=8d5e0245-3dd2-4bdb-bf33-d0c488460313)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:34.899594 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:34.900406 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 23bcf904-a77c-41e9-9751-021ebb1c914e up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:09:34.957258 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fff362-4608-4d1e-9da8-a23324c6d499 x-openstack-request-id: req-45fff362-4608-4d1e-9da8-a23324c6d499 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:34.957559 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ba3da9-aa89-4165-ab31-8a8ed7b66386", "name": "network-vif-plugged", "status": "completed", "tag": "6d748139-edad-447b-a296-f5d3028d2640", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:34.957833 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-45fff362-4608-4d1e-9da8-a23324c6d499 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:34.958556 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ba3da9-aa89-4165-ab31-8a8ed7b66386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d748139-edad-447b-a296-f5d3028d2640', 'code': 200} Jul 30 20:09:35.007658 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb62a3dc-0312-4447-9a83-63f7d28a13a3 req-ff1c5d1a-342e-412b-ac99-ca3cad5ba58f service neutron] 10.222.0.59 "GET /v2.0/networks/956f2f8d-58e3-4da4-8be7-e5f47f91fd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148052 Jul 30 20:09:35.149437 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb5522-cdbd-4625-b64f-8ee0a7465dbe req-92c8b46b-1819-4db7-9cdf-3f75e3677138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:35.151272 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09bb5522-cdbd-4625-b64f-8ee0a7465dbe req-92c8b46b-1819-4db7-9cdf-3f75e3677138 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 1096 time: 0.1166239 Jul 30 20:09:35.155359 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093bc71-c825-469c-bb64-4fe00325542a req-d997829b-5558-4914-8051-aa5a372a89b4 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:35.166907 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093bc71-c825-469c-bb64-4fe00325542a req-d997829b-5558-4914-8051-aa5a372a89b4 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:35.173676 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093bc71-c825-469c-bb64-4fe00325542a req-d997829b-5558-4914-8051-aa5a372a89b4 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:35.181468 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093bc71-c825-469c-bb64-4fe00325542a req-d997829b-5558-4914-8051-aa5a372a89b4 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:35.193782 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093bc71-c825-469c-bb64-4fe00325542a req-d997829b-5558-4914-8051-aa5a372a89b4 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:35.200677 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093bc71-c825-469c-bb64-4fe00325542a req-d997829b-5558-4914-8051-aa5a372a89b4 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:35.209052 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093bc71-c825-469c-bb64-4fe00325542a req-d997829b-5558-4914-8051-aa5a372a89b4 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:35.217731 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1093bc71-c825-469c-bb64-4fe00325542a req-d997829b-5558-4914-8051-aa5a372a89b4 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5431 time: 0.1819379 Jul 30 20:09:35.220289 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff228-a24a-429b-bb89-01a586d575c1 req-abe24328-e4b2-45bf-aa0d-9c05aad6e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:35.220885 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff228-a24a-429b-bb89-01a586d575c1 req-abe24328-e4b2-45bf-aa0d-9c05aad6e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:35.221431 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff228-a24a-429b-bb89-01a586d575c1 req-abe24328-e4b2-45bf-aa0d-9c05aad6e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:35.221968 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff228-a24a-429b-bb89-01a586d575c1 req-abe24328-e4b2-45bf-aa0d-9c05aad6e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:35.222503 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff228-a24a-429b-bb89-01a586d575c1 req-abe24328-e4b2-45bf-aa0d-9c05aad6e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:35.223027 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff228-a24a-429b-bb89-01a586d575c1 req-abe24328-e4b2-45bf-aa0d-9c05aad6e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:35.223707 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff228-a24a-429b-bb89-01a586d575c1 req-abe24328-e4b2-45bf-aa0d-9c05aad6e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:35.225937 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-469ff228-a24a-429b-bb89-01a586d575c1 req-abe24328-e4b2-45bf-aa0d-9c05aad6e882 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d663627cb1b4aa4857162f5a27e37ec&device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 6488 time: 0.0876887 Jul 30 20:09:35.231207 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09bb5522-cdbd-4625-b64f-8ee0a7465dbe req-3b80463b-a6b4-4b05-8a31-a3c8614c4f32 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593829 Jul 30 20:09:35.269295 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=6d748139-edad-447b-a296-f5d3028d2640,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:35.285016 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 23bcf904-a77c-41e9-9751-021ebb1c914e completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:09:35.289611 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 23bcf904-a77c-41e9-9751-021ebb1c914e triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:35.290166 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:35.304238 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1093bc71-c825-469c-bb64-4fe00325542a req-ca9231d1-5243-4682-b9e3-380196794389 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0853188 Jul 30 20:09:35.399984 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:35.404826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c4646-abe6-403d-8ba2-767d109cbbd3 req-b247d77b-493b-412b-a77d-b2aa0f887d95 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:35.406544 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b9c4646-abe6-403d-8ba2-767d109cbbd3 req-b247d77b-493b-412b-a77d-b2aa0f887d95 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=c38f0689-8e8e-4c7c-928e-9b7c788ba71f HTTP/1.1" status: 200 len: 949 time: 0.1595094 Jul 30 20:09:35.431558 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff228-a24a-429b-bb89-01a586d575c1 req-5fa59026-63b5-4880-aacb-1dae2984a75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:35.435777 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-469ff228-a24a-429b-bb89-01a586d575c1 req-5fa59026-63b5-4880-aacb-1dae2984a75b service neutron] 10.222.0.59 "GET /v2.0/networks?id=956f2f8d-58e3-4da4-8be7-e5f47f91fd80 HTTP/1.1" status: 200 len: 902 time: 0.1467798 Jul 30 20:09:35.444172 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 23bcf904-a77c-41e9-9751-021ebb1c914e, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=23bcf904-a77c-41e9-9751-021ebb1c914e,segment=NetworkSegment(8d5e0245-3dd2-4bdb-bf33-d0c488460313),segment_id=8d5e0245-3dd2-4bdb-bf33-d0c488460313)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:35.449389 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-708533f3-b329-48c4-b530-7463593da2ad req-cfa571dc-abea-4cc7-9fbf-e9a81405e3ab tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 210 time: 0.0386426 Jul 30 20:09:35.450955 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:35.526638 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-469ff228-a24a-429b-bb89-01a586d575c1 req-8bfcaed3-4600-4693-a143-dddf7c45fd37 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=116e9986-d114-442d-973f-14cff3cfaa2a HTTP/1.1" status: 200 len: 217 time: 0.0726891 Jul 30 20:09:35.539472 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=23bcf904-a77c-41e9-9751-021ebb1c914e,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:35.575338 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b9c4646-abe6-403d-8ba2-767d109cbbd3 req-ef75353e-bed7-4b56-a3e5-b9c6e5f616d1 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385236 Jul 30 20:09:35.624932 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff228-a24a-429b-bb89-01a586d575c1 req-a8b1c8b2-980c-4f96-8e8a-254e6b179caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:35.626651 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-469ff228-a24a-429b-bb89-01a586d575c1 req-a8b1c8b2-980c-4f96-8e8a-254e6b179caa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae2ebb1c-4008-4386-9d14-582336340b80 HTTP/1.1" status: 200 len: 797 time: 0.0891540 Jul 30 20:09:35.698443 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff228-a24a-429b-bb89-01a586d575c1 req-cf9ee0fb-e28f-404f-894b-e82ac8fcd297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:35.700378 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-469ff228-a24a-429b-bb89-01a586d575c1 req-cf9ee0fb-e28f-404f-894b-e82ac8fcd297 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=956f2f8d-58e3-4da4-8be7-e5f47f91fd80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0658333 Jul 30 20:09:35.806941 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-469ff228-a24a-429b-bb89-01a586d575c1 req-74ccccb3-1ac6-479b-ba87-9fba60d33640 service neutron] 10.222.0.59 "GET /v2.0/networks/956f2f8d-58e3-4da4-8be7-e5f47f91fd80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945151 Jul 30 20:09:35.905109 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-469ff228-a24a-429b-bb89-01a586d575c1 req-3a415e1e-6587-4dff-94ce-4ac3472233b2 service neutron] 10.222.0.59 "GET /v2.0/networks/956f2f8d-58e3-4da4-8be7-e5f47f91fd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900960 Jul 30 20:09:35.919794 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7b7aa-d3ea-42f7-8e01-09049b40fe8b req-9ed7f36e-ba14-4337-a8d5-77af951b6db0 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:35.921230 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9bf7b7aa-d3ea-42f7-8e01-09049b40fe8b req-9ed7f36e-ba14-4337-a8d5-77af951b6db0 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.3815019 Jul 30 20:09:35.942426 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-a66a2604-4c54-4ec4-9c09-c6fc95eb89b3 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:35.943794 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-a66a2604-4c54-4ec4-9c09-c6fc95eb89b3 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.83 "GET /v2.0/networks?id=c421e0b7-06ec-4b47-a5b3-95881a5c3933 HTTP/1.1" status: 200 len: 816 time: 0.5232038 Jul 30 20:09:35.982802 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9bf7b7aa-d3ea-42f7-8e01-09049b40fe8b req-cd43e718-cfc5-4ef1-a69e-89cc6257462f tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542412 Jul 30 20:09:36.006102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff228-a24a-429b-bb89-01a586d575c1 req-bf6a4a00-8f30-45d6-84b9-820dbf6f2d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:36.006102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff228-a24a-429b-bb89-01a586d575c1 req-bf6a4a00-8f30-45d6-84b9-820dbf6f2d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:36.006102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff228-a24a-429b-bb89-01a586d575c1 req-bf6a4a00-8f30-45d6-84b9-820dbf6f2d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:36.006102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff228-a24a-429b-bb89-01a586d575c1 req-bf6a4a00-8f30-45d6-84b9-820dbf6f2d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:36.006102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff228-a24a-429b-bb89-01a586d575c1 req-bf6a4a00-8f30-45d6-84b9-820dbf6f2d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:36.006553 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-e44eb526-1fd6-4efb-8eb5-d29b1f236a8a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c9ba35ca3ce49889dd21646eecff8cf HTTP/1.1" status: 200 len: 380 time: 0.0468984 Jul 30 20:09:36.006750 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff228-a24a-429b-bb89-01a586d575c1 req-bf6a4a00-8f30-45d6-84b9-820dbf6f2d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:36.006750 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff228-a24a-429b-bb89-01a586d575c1 req-bf6a4a00-8f30-45d6-84b9-820dbf6f2d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:36.006750 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-469ff228-a24a-429b-bb89-01a586d575c1 req-bf6a4a00-8f30-45d6-84b9-820dbf6f2d4e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d663627cb1b4aa4857162f5a27e37ec&device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 6488 time: 0.0505838 Jul 30 20:09:36.013935 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-a63b3fdd-55db-431c-99aa-daba204b91ad tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Request body: {'port': {'device_id': 'b13b1592-0935-4cd0-9ed0-36b0b2ca05fb', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'admin_state_up': True, 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'security_groups': ['f36ca3ac-6000-4af2-bfe7-8bf19274277b']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:36.111486 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff228-a24a-429b-bb89-01a586d575c1 req-582bdc50-94af-4405-8f1e-74ef73c9fe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:36.112995 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-469ff228-a24a-429b-bb89-01a586d575c1 req-582bdc50-94af-4405-8f1e-74ef73c9fe49 service neutron] 10.222.0.59 "GET /v2.0/networks?id=956f2f8d-58e3-4da4-8be7-e5f47f91fd80 HTTP/1.1" status: 200 len: 902 time: 0.0952413 Jul 30 20:09:36.149725 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-a63b3fdd-55db-431c-99aa-daba204b91ad tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Made reservation on behalf of 6c9ba35ca3ce49889dd21646eecff8cf for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:09:36.153365 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-a63b3fdd-55db-431c-99aa-daba204b91ad tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:36.172253 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-469ff228-a24a-429b-bb89-01a586d575c1 req-f3fcdcb1-5174-4d7a-b0fb-de76e62af20d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28c6b72d-f75a-4721-ad15-74bf9c0c36c3 HTTP/1.1" status: 200 len: 217 time: 0.0416868 Jul 30 20:09:36.226114 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff228-a24a-429b-bb89-01a586d575c1 req-7b3b2f73-99f5-4fe7-8b9f-112ad7b5298a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:36.227709 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-469ff228-a24a-429b-bb89-01a586d575c1 req-7b3b2f73-99f5-4fe7-8b9f-112ad7b5298a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae2ebb1c-4008-4386-9d14-582336340b80 HTTP/1.1" status: 200 len: 797 time: 0.0451868 Jul 30 20:09:36.274800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff228-a24a-429b-bb89-01a586d575c1 req-db707aae-feab-47bf-a70a-73909db65c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:36.276702 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-469ff228-a24a-429b-bb89-01a586d575c1 req-db707aae-feab-47bf-a70a-73909db65c00 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=956f2f8d-58e3-4da4-8be7-e5f47f91fd80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0414760 Jul 30 20:09:36.279574 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-a63b3fdd-55db-431c-99aa-daba204b91ad tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Allocated IP 172.20.0.12 (c421e0b7-06ec-4b47-a5b3-95881a5c3933/4b1ad353-61a9-43a8-b737-817c20130814/137645cc-90ec-4463-bc0a-f6307edd9f9b) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:09:36.376266 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-469ff228-a24a-429b-bb89-01a586d575c1 req-1ab4a7ba-7ade-4623-b44d-9b9c5c6df7fb service neutron] 10.222.0.59 "GET /v2.0/networks/956f2f8d-58e3-4da4-8be7-e5f47f91fd80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914955 Jul 30 20:09:36.456682 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114eaa32-f873-458c-b0cf-4b58cca69255 req-758b9537-5062-4b57-aa71-4493fdd45f40 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:36.463054 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114eaa32-f873-458c-b0cf-4b58cca69255 req-758b9537-5062-4b57-aa71-4493fdd45f40 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:36.468974 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114eaa32-f873-458c-b0cf-4b58cca69255 req-758b9537-5062-4b57-aa71-4493fdd45f40 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:36.470226 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-469ff228-a24a-429b-bb89-01a586d575c1 req-7c2901a8-8d8a-42f6-9b95-5851bdca2ce8 service neutron] 10.222.0.59 "GET /v2.0/networks/956f2f8d-58e3-4da4-8be7-e5f47f91fd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834737 Jul 30 20:09:36.474985 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114eaa32-f873-458c-b0cf-4b58cca69255 req-758b9537-5062-4b57-aa71-4493fdd45f40 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:36.480967 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114eaa32-f873-458c-b0cf-4b58cca69255 req-758b9537-5062-4b57-aa71-4493fdd45f40 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:36.486867 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114eaa32-f873-458c-b0cf-4b58cca69255 req-758b9537-5062-4b57-aa71-4493fdd45f40 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:36.493088 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114eaa32-f873-458c-b0cf-4b58cca69255 req-758b9537-5062-4b57-aa71-4493fdd45f40 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:36.495022 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-114eaa32-f873-458c-b0cf-4b58cca69255 req-758b9537-5062-4b57-aa71-4493fdd45f40 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5431 time: 0.1253242 Jul 30 20:09:36.500279 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-a63b3fdd-55db-431c-99aa-daba204b91ad tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:36.527748 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-a63b3fdd-55db-431c-99aa-daba204b91ad tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Transition to ACTIVE for port object 137645cc-90ec-4463-bc0a-f6307edd9f9b will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:36.554904 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-114eaa32-f873-458c-b0cf-4b58cca69255 req-b4d5bf43-f3cd-4f11-b009-0fb614f4fe10 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522203 Jul 30 20:09:36.572090 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8b902db1-f0ab-417f-8d10-2f355bfd6007 req-70dd97c7-032c-47dd-a70c-c11015c88faa tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 210 time: 0.0301769 Jul 30 20:09:36.579130 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-a63b3fdd-55db-431c-99aa-daba204b91ad tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:36.627764 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-a63b3fdd-55db-431c-99aa-daba204b91ad tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Network c421e0b7-06ec-4b47-a5b3-95881a5c3933 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:09:36.631406 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-a63b3fdd-55db-431c-99aa-daba204b91ad tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:09:36.635285 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-a63b3fdd-55db-431c-99aa-daba204b91ad tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:09:36.674538 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b3fdd-55db-431c-99aa-daba204b91ad tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Pushing event updated for resources: {'Port': ['ID=137645cc-90ec-4463-bc0a-f6307edd9f9b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:36.726405 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eede9b-c62e-4530-87d2-84b2a4996e6c req-2e734b72-4205-4ee2-a1a1-a14fc4da49d2 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:36.727858 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-a63b3fdd-55db-431c-99aa-daba204b91ad tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:36.727976 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08eede9b-c62e-4530-87d2-84b2a4996e6c req-2e734b72-4205-4ee2-a1a1-a14fc4da49d2 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.59 "GET /v2.0/ports?device_id=c38f0689-8e8e-4c7c-928e-9b7c788ba71f HTTP/1.1" status: 200 len: 949 time: 0.0720353 Jul 30 20:09:36.728532 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-a63b3fdd-55db-431c-99aa-daba204b91ad tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:36.748836 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b8b3b-7887-40dc-80d4-16d825aac639 req-f614542f-9292-4593-9857-525f56a45d7c tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:36.750828 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-469b8b3b-7887-40dc-80d4-16d825aac639 req-f614542f-9292-4593-9857-525f56a45d7c tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=c38f0689-8e8e-4c7c-928e-9b7c788ba71f HTTP/1.1" status: 200 len: 949 time: 0.0883398 Jul 30 20:09:36.758129 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-a63b3fdd-55db-431c-99aa-daba204b91ad tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7480290 Jul 30 20:09:36.779076 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-6773ee5b-8a9e-4604-bb00-65092e4a9bb3 service neutron] Request body: {'port': {'device_id': 'b13b1592-0935-4cd0-9ed0-36b0b2ca05fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:36.840388 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-469b8b3b-7887-40dc-80d4-16d825aac639 req-6d979360-bb4d-4354-899a-b9ba9804363b tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789387 Jul 30 20:09:36.871702 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-6773ee5b-8a9e-4604-bb00-65092e4a9bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:36.872092 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-08eede9b-c62e-4530-87d2-84b2a4996e6c req-33d581f5-ef89-44ec-afa1-027792506581 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Deleting port df12076b-afc2-4b16-82e1-cb910b784e53 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:09:36.872581 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-08eede9b-c62e-4530-87d2-84b2a4996e6c req-33d581f5-ef89-44ec-afa1-027792506581 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:36.879800 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cd52a15a-2b9c-4590-abab-784f3d3894a7 None None] Provisioning for port 137645cc-90ec-4463-bc0a-f6307edd9f9b completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:09:36.884874 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cd52a15a-2b9c-4590-abab-784f3d3894a7 None None] Provisioning complete for port 137645cc-90ec-4463-bc0a-f6307edd9f9b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:36.885253 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd52a15a-2b9c-4590-abab-784f3d3894a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:36.920419 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-cd52a15a-2b9c-4590-abab-784f3d3894a7 None None] Port 137645cc-90ec-4463-bc0a-f6307edd9f9b cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:09:36.959791 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869daa8e-a7d5-4cce-80e9-6507853e4175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bcf904-a77c-41e9-9751-021ebb1c914e'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:36.962121 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d17b8bc-5a32-4979-88ab-e39e8ce8c3f1" -d '{"events": [{"server_uuid": "869daa8e-a7d5-4cce-80e9-6507853e4175", "name": "network-vif-plugged", "status": "completed", "tag": "23bcf904-a77c-41e9-9751-021ebb1c914e"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:36.972473 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-08eede9b-c62e-4530-87d2-84b2a4996e6c req-33d581f5-ef89-44ec-afa1-027792506581 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] For port df12076b-afc2-4b16-82e1-cb910b784e53, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=df12076b-afc2-4b16-82e1-cb910b784e53,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:36.972903 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-08eede9b-c62e-4530-87d2-84b2a4996e6c req-33d581f5-ef89-44ec-afa1-027792506581 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:36.986812 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-08eede9b-c62e-4530-87d2-84b2a4996e6c req-33d581f5-ef89-44ec-afa1-027792506581 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Calling delete_port for df12076b-afc2-4b16-82e1-cb910b784e53 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:09:36.999126 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89905100-ceb2-43c4-b1a6-3b1a270c624a x-openstack-request-id: req-89905100-ceb2-43c4-b1a6-3b1a270c624a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:37.000340 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869daa8e-a7d5-4cce-80e9-6507853e4175", "name": "network-vif-plugged", "status": "completed", "tag": "23bcf904-a77c-41e9-9751-021ebb1c914e", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:37.000606 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-89905100-ceb2-43c4-b1a6-3b1a270c624a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:37.001031 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869daa8e-a7d5-4cce-80e9-6507853e4175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bcf904-a77c-41e9-9751-021ebb1c914e', 'code': 200} Jul 30 20:09:37.165405 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5025f-7d5f-4510-83cd-5bf5d594fb12 req-6b016144-2a28-46aa-997b-ff32b95fedde tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:37.166971 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ec5025f-7d5f-4510-83cd-5bf5d594fb12 req-6b016144-2a28-46aa-997b-ff32b95fedde tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0810361 Jul 30 20:09:37.236049 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-6773ee5b-8a9e-4604-bb00-65092e4a9bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 137645cc-90ec-4463-bc0a-f6307edd9f9b {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:09:37.246018 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-6773ee5b-8a9e-4604-bb00-65092e4a9bb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:37.250676 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ec5025f-7d5f-4510-83cd-5bf5d594fb12 req-a370b988-71f1-4401-b0ef-4871ec5ef96d tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757234 Jul 30 20:09:37.262182 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-6773ee5b-8a9e-4604-bb00-65092e4a9bb3 service neutron] Transition to ACTIVE for port object 137645cc-90ec-4463-bc0a-f6307edd9f9b will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:09:37.267106 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-6773ee5b-8a9e-4604-bb00-65092e4a9bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:37.348585 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773ee5b-8a9e-4604-bb00-65092e4a9bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=137645cc-90ec-4463-bc0a-f6307edd9f9b,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:37.365848 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06ae63-b6c3-40c9-8ee6-97bbd8947a83 req-8486087b-07db-474b-8245-100fc426e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:37.367338 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c06ae63-b6c3-40c9-8ee6-97bbd8947a83 req-8486087b-07db-474b-8245-100fc426e154 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 1097 time: 0.0841770 Jul 30 20:09:37.406655 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-6773ee5b-8a9e-4604-bb00-65092e4a9bb3 service neutron] Attempting to bind port 137645cc-90ec-4463-bc0a-f6307edd9f9b on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:09:37.407092 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-6773ee5b-8a9e-4604-bb00-65092e4a9bb3 service neutron] Attempting to bind port 137645cc-90ec-4463-bc0a-f6307edd9f9b by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'bfeffb72-5f50-4e64-a0a9-eada93f21563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:09:37.407727 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-6773ee5b-8a9e-4604-bb00-65092e4a9bb3 service neutron] Attempting to bind port 137645cc-90ec-4463-bc0a-f6307edd9f9b on network c421e0b7-06ec-4b47-a5b3-95881a5c3933 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:37.413131 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-6773ee5b-8a9e-4604-bb00-65092e4a9bb3 service neutron] Port 137645cc-90ec-4463-bc0a-f6307edd9f9b on network c421e0b7-06ec-4b47-a5b3-95881a5c3933 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:09:37.413467 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-6773ee5b-8a9e-4604-bb00-65092e4a9bb3 service neutron] Attempting to bind port 137645cc-90ec-4463-bc0a-f6307edd9f9b on network c421e0b7-06ec-4b47-a5b3-95881a5c3933 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:09:37.418923 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-6773ee5b-8a9e-4604-bb00-65092e4a9bb3 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:09:37.419393 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-6773ee5b-8a9e-4604-bb00-65092e4a9bb3 service neutron] Checking segment: {'id': 'bfeffb72-5f50-4e64-a0a9-eada93f21563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:09:37.419831 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-6773ee5b-8a9e-4604-bb00-65092e4a9bb3 service neutron] Bound using segment: {'id': 'bfeffb72-5f50-4e64-a0a9-eada93f21563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:09:37.420442 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-6773ee5b-8a9e-4604-bb00-65092e4a9bb3 service neutron] Bound port: 137645cc-90ec-4463-bc0a-f6307edd9f9b, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfeffb72-5f50-4e64-a0a9-eada93f21563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:09:37.420812 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-6773ee5b-8a9e-4604-bb00-65092e4a9bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:37.432911 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c06ae63-b6c3-40c9-8ee6-97bbd8947a83 req-75abb88d-f143-4bda-9736-d65d35a922b7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547304 Jul 30 20:09:37.464279 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-08eede9b-c62e-4530-87d2-84b2a4996e6c req-33d581f5-ef89-44ec-afa1-027792506581 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:37.478771 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['bb975919-5c61-4665-a393-73c9c764bad6', '66e4935d-2ade-4745-8f3d-3abfa40ff91e', 'df12076b-afc2-4b16-82e1-cb910b784e53'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:37.481112 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['f80ceb81-a4e4-4e24-b00b-5bc1f84a0151', '557f9a18-0625-475f-bc09-3f39d6ca3061', 'e096ff85-a3f9-429f-8cf3-f4a64792986b', '6fa3a91b-1c83-493c-9e39-2ce04052756e', '11070a92-43d8-4b7e-8a3d-fac86e229331'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:37.500691 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d581f5-ef89-44ec-afa1-027792506581 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Pushing event deleted for resources: {'Port': ['ID=df12076b-afc2-4b16-82e1-cb910b784e53,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:37.505873 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-6773ee5b-8a9e-4604-bb00-65092e4a9bb3 service neutron] For port 137645cc-90ec-4463-bc0a-f6307edd9f9b, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:09:37.508778 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d581f5-ef89-44ec-afa1-027792506581 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:37.509150 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d581f5-ef89-44ec-afa1-027792506581 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:37.509638 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d581f5-ef89-44ec-afa1-027792506581 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:37.510017 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d581f5-ef89-44ec-afa1-027792506581 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:37.510606 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d581f5-ef89-44ec-afa1-027792506581 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:37.510970 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d581f5-ef89-44ec-afa1-027792506581 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:37.511089 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-6773ee5b-8a9e-4604-bb00-65092e4a9bb3 service neutron] For port 137645cc-90ec-4463-bc0a-f6307edd9f9b, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=137645cc-90ec-4463-bc0a-f6307edd9f9b,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:09:37.511305 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d581f5-ef89-44ec-afa1-027792506581 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:37.511681 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d581f5-ef89-44ec-afa1-027792506581 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:37.512084 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d581f5-ef89-44ec-afa1-027792506581 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:37.512467 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d581f5-ef89-44ec-afa1-027792506581 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:37.512842 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d581f5-ef89-44ec-afa1-027792506581 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:37.513141 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d581f5-ef89-44ec-afa1-027792506581 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:37.519857 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-6773ee5b-8a9e-4604-bb00-65092e4a9bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:37.564481 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-08eede9b-c62e-4530-87d2-84b2a4996e6c req-33d581f5-ef89-44ec-afa1-027792506581 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] No DVR routers for this DVR port df12076b-afc2-4b16-82e1-cb910b784e53 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:09:37.567299 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-08eede9b-c62e-4530-87d2-84b2a4996e6c req-33d581f5-ef89-44ec-afa1-027792506581 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:37.569416 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08eede9b-c62e-4530-87d2-84b2a4996e6c req-33d581f5-ef89-44ec-afa1-027792506581 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.59 "DELETE /v2.0/ports/df12076b-afc2-4b16-82e1-cb910b784e53 HTTP/1.1" status: 204 len: 173 time: 0.8346965 Jul 30 20:09:37.570422 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38f0689-8e8e-4c7c-928e-9b7c788ba71f', 'name': 'network-vif-deleted', 'tag': 'df12076b-afc2-4b16-82e1-cb910b784e53'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:37.572764 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173dae70-17ee-4844-8a77-1ac3d4551edd" -d '{"events": [{"server_uuid": "c38f0689-8e8e-4c7c-928e-9b7c788ba71f", "name": "network-vif-deleted", "tag": "df12076b-afc2-4b16-82e1-cb910b784e53"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:37.579863 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-6773ee5b-8a9e-4604-bb00-65092e4a9bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:37.581328 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-6773ee5b-8a9e-4604-bb00-65092e4a9bb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:37.583899 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-6773ee5b-8a9e-4604-bb00-65092e4a9bb3 service neutron] 10.222.0.83 "PUT /v2.0/ports/137645cc-90ec-4463-bc0a-f6307edd9f9b HTTP/1.1" status: 200 len: 1092 time: 0.8083417 Jul 30 20:09:37.587181 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13b1592-0935-4cd0-9ed0-36b0b2ca05fb', 'tag': '137645cc-90ec-4463-bc0a-f6307edd9f9b'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:37.598396 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efed3c6-8a1a-4c87-a51b-fe6e4ae0a05f" -d '{"events": [{"name": "network-changed", "server_uuid": "b13b1592-0935-4cd0-9ed0-36b0b2ca05fb", "tag": "137645cc-90ec-4463-bc0a-f6307edd9f9b"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:37.669214 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773ee5b-8a9e-4604-bb00-65092e4a9bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=137645cc-90ec-4463-bc0a-f6307edd9f9b,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:37.686869 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-e0391c2c-349b-4b21-b57c-ab38ba762a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:37.689733 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-e0391c2c-349b-4b21-b57c-ab38ba762a35 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c9ba35ca3ce49889dd21646eecff8cf&device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 1095 time: 0.0551529 Jul 30 20:09:37.705500 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67814ba2-e391-4f51-9c85-87d4765bc0b9 x-openstack-request-id: req-67814ba2-e391-4f51-9c85-87d4765bc0b9 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:37.705863 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38f0689-8e8e-4c7c-928e-9b7c788ba71f", "name": "network-vif-deleted", "tag": "df12076b-afc2-4b16-82e1-cb910b784e53", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:37.706149 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-67814ba2-e391-4f51-9c85-87d4765bc0b9 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:37.706678 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38f0689-8e8e-4c7c-928e-9b7c788ba71f', 'name': 'network-vif-deleted', 'tag': 'df12076b-afc2-4b16-82e1-cb910b784e53', 'status': 'completed', 'code': 200} Jul 30 20:09:37.797519 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-b4ad47f6-97e4-4657-8bdc-f7cf81394730 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=137645cc-90ec-4463-bc0a-f6307edd9f9b HTTP/1.1" status: 200 len: 217 time: 0.0989981 Jul 30 20:09:37.829172 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125f94f-b7fa-4223-ab36-6309bdcf6e6e req-1fb7d385-a373-4237-90ae-b3c4cc3ed617 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:37.835911 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125f94f-b7fa-4223-ab36-6309bdcf6e6e req-1fb7d385-a373-4237-90ae-b3c4cc3ed617 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:37.851453 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125f94f-b7fa-4223-ab36-6309bdcf6e6e req-1fb7d385-a373-4237-90ae-b3c4cc3ed617 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:37.859358 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125f94f-b7fa-4223-ab36-6309bdcf6e6e req-1fb7d385-a373-4237-90ae-b3c4cc3ed617 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:37.874719 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125f94f-b7fa-4223-ab36-6309bdcf6e6e req-1fb7d385-a373-4237-90ae-b3c4cc3ed617 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:37.875327 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-fdafef4d-0606-4a8e-aa02-6caeae7f8eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:37.875939 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-fdafef4d-0606-4a8e-aa02-6caeae7f8eeb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b1ad353-61a9-43a8-b737-817c20130814 HTTP/1.1" status: 200 len: 855 time: 0.0553710 Jul 30 20:09:37.887218 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125f94f-b7fa-4223-ab36-6309bdcf6e6e req-1fb7d385-a373-4237-90ae-b3c4cc3ed617 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:37.893358 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125f94f-b7fa-4223-ab36-6309bdcf6e6e req-1fb7d385-a373-4237-90ae-b3c4cc3ed617 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:37.895329 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b125f94f-b7fa-4223-ab36-6309bdcf6e6e req-1fb7d385-a373-4237-90ae-b3c4cc3ed617 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5431 time: 0.1672580 Jul 30 20:09:37.954772 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b125f94f-b7fa-4223-ab36-6309bdcf6e6e req-b481071c-0090-428f-b846-abf89c983102 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523024 Jul 30 20:09:37.962756 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-2b33866d-3b9f-4b3c-b693-7f34e7f40e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:37.964328 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-2b33866d-3b9f-4b3c-b693-7f34e7f40e04 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c421e0b7-06ec-4b47-a5b3-95881a5c3933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722260 Jul 30 20:09:37.972076 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1474b-caa9-45b8-8c31-c740ca629915 req-fcd18fd9-098d-49df-ab9c-84c54cb16586 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:37.973520 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8ac1474b-caa9-45b8-8c31-c740ca629915 req-fcd18fd9-098d-49df-ab9c-84c54cb16586 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.1792941 Jul 30 20:09:38.036050 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e464442-f12e-49ed-b04a-123bb9d60ba9 x-openstack-request-id: req-9e464442-f12e-49ed-b04a-123bb9d60ba9 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:38.036375 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b13b1592-0935-4cd0-9ed0-36b0b2ca05fb", "tag": "137645cc-90ec-4463-bc0a-f6307edd9f9b", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:38.036626 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9e464442-f12e-49ed-b04a-123bb9d60ba9 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:38.037018 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b13b1592-0935-4cd0-9ed0-36b0b2ca05fb', 'tag': '137645cc-90ec-4463-bc0a-f6307edd9f9b', 'status': 'completed', 'code': 200} Jul 30 20:09:38.063828 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8ac1474b-caa9-45b8-8c31-c740ca629915 req-d20fcc85-0de1-46fa-b336-b4df1d9c78d0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819554 Jul 30 20:09:38.101780 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-7cc03aeb-5ba6-4337-bcc6-5741d6f6cab6 service neutron] 10.222.0.83 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272652 Jul 30 20:09:38.258479 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-43d14a51-b06b-4d9f-9ea9-adeff116fb72 req-dd27ae44-988b-4a78-bf8e-48b89bbef47e service neutron] 10.222.0.83 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472044 Jul 30 20:09:38.288641 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e4413ef-6127-4aa6-a3ba-a1ed70f4b8cc req-969a0c33-b3ac-48e4-88a4-574818328a0f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=c38f0689-8e8e-4c7c-928e-9b7c788ba71f HTTP/1.1" status: 200 len: 210 time: 0.0479255 Jul 30 20:09:38.392722 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efed3c6-8a1a-4c87-a51b-fe6e4ae0a05f req-bb2e08c7-51ca-4691-9690-002b96e2cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:38.394378 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7efed3c6-8a1a-4c87-a51b-fe6e4ae0a05f req-bb2e08c7-51ca-4691-9690-002b96e2cb43 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c9ba35ca3ce49889dd21646eecff8cf&device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 1095 time: 0.0529823 Jul 30 20:09:38.435714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0c5cc-6c66-4099-8379-3b48cd05ad49 req-1ab649ee-9c4c-4f45-b598-86c9899594cd tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:38.437188 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cbb0c5cc-6c66-4099-8379-3b48cd05ad49 req-1ab649ee-9c4c-4f45-b598-86c9899594cd tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0565507 Jul 30 20:09:38.475663 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cbb0c5cc-6c66-4099-8379-3b48cd05ad49 req-ab0bd4cb-a69d-4f2c-94da-2e61a3c269e1 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324101 Jul 30 20:09:38.493527 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efed3c6-8a1a-4c87-a51b-fe6e4ae0a05f req-fd8d0712-57be-4a6f-956a-fe67fbcce175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:38.493527 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7efed3c6-8a1a-4c87-a51b-fe6e4ae0a05f req-fd8d0712-57be-4a6f-956a-fe67fbcce175 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c421e0b7-06ec-4b47-a5b3-95881a5c3933 HTTP/1.1" status: 200 len: 917 time: 0.0886452 Jul 30 20:09:38.539037 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7efed3c6-8a1a-4c87-a51b-fe6e4ae0a05f req-08f68b99-85ae-42de-abe4-54f81fc7895d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=137645cc-90ec-4463-bc0a-f6307edd9f9b HTTP/1.1" status: 200 len: 217 time: 0.0393157 Jul 30 20:09:38.591463 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efed3c6-8a1a-4c87-a51b-fe6e4ae0a05f req-977fbd97-9359-4eeb-9d69-9129f84e34ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:38.593008 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7efed3c6-8a1a-4c87-a51b-fe6e4ae0a05f req-977fbd97-9359-4eeb-9d69-9129f84e34ff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b1ad353-61a9-43a8-b737-817c20130814 HTTP/1.1" status: 200 len: 855 time: 0.0456159 Jul 30 20:09:38.640332 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efed3c6-8a1a-4c87-a51b-fe6e4ae0a05f req-105a4f56-54f7-45fc-8c3a-24f5f6d25d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:38.642129 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7efed3c6-8a1a-4c87-a51b-fe6e4ae0a05f req-105a4f56-54f7-45fc-8c3a-24f5f6d25d52 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c421e0b7-06ec-4b47-a5b3-95881a5c3933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413878 Jul 30 20:09:38.655692 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-7efed3c6-8a1a-4c87-a51b-fe6e4ae0a05f req-4309ccbb-a0ba-4d4b-adf3-24b10fb886a3 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:09:38.656805 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7efed3c6-8a1a-4c87-a51b-fe6e4ae0a05f req-4309ccbb-a0ba-4d4b-adf3-24b10fb886a3 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067210 Jul 30 20:09:38.758898 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dada07-92ad-40a1-a845-660755881500 req-13b2ab01-5b06-4745-a0ab-125805e9fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:38.759636 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7efed3c6-8a1a-4c87-a51b-fe6e4ae0a05f req-9ef8eea9-9c44-421e-ba6a-8fd556ed1d61 service neutron] 10.222.0.83 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950909 Jul 30 20:09:38.762012 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49dada07-92ad-40a1-a845-660755881500 req-13b2ab01-5b06-4745-a0ab-125805e9fca4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09553e316346494fa270dcd1f0b0acee&device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 1097 time: 0.0730655 Jul 30 20:09:38.774306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a0cae-ecae-47cd-9f03-a019c8051ce1 req-a1c13eb1-65b6-41b8-afb5-baf09c2b47a5 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:38.776658 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc2a0cae-ecae-47cd-9f03-a019c8051ce1 req-a1c13eb1-65b6-41b8-afb5-baf09c2b47a5 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0779147 Jul 30 20:09:38.851379 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7efed3c6-8a1a-4c87-a51b-fe6e4ae0a05f req-ea16b3ee-81b5-4eb2-a477-724eff830ff3 service neutron] 10.222.0.83 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837877 Jul 30 20:09:38.865983 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc2a0cae-ecae-47cd-9f03-a019c8051ce1 req-37df5bb5-2386-41aa-b30e-2e777d7b93fc tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782428 Jul 30 20:09:38.896292 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dada07-92ad-40a1-a845-660755881500 req-ca207e31-6311-48f7-9b6a-97ff25194aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:38.897738 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49dada07-92ad-40a1-a845-660755881500 req-ca207e31-6311-48f7-9b6a-97ff25194aad service neutron] 10.222.0.59 "GET /v2.0/networks?id=9419649c-32e6-4256-8c69-e3a81135c2cf HTTP/1.1" status: 200 len: 919 time: 0.1199322 Jul 30 20:09:38.939697 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49dada07-92ad-40a1-a845-660755881500 req-162ad7dc-8a7e-4c52-9691-e9b8bd40520d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23bcf904-a77c-41e9-9751-021ebb1c914e HTTP/1.1" status: 200 len: 217 time: 0.0333507 Jul 30 20:09:38.986210 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dada07-92ad-40a1-a845-660755881500 req-4c7ec10f-605c-4092-90b1-212b5cf953fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:38.987639 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49dada07-92ad-40a1-a845-660755881500 req-4c7ec10f-605c-4092-90b1-212b5cf953fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c5318bb5-b3de-40d1-afc8-28b191b755d1 HTTP/1.1" status: 200 len: 858 time: 0.0413454 Jul 30 20:09:39.019584 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49dada07-92ad-40a1-a845-660755881500 req-d341e7ef-3efc-4441-bd19-84bedb702ffd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9419649c-32e6-4256-8c69-e3a81135c2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247943 Jul 30 20:09:39.085892 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb931258-8779-4e56-ac42-e5278d71a4f6 req-9cf70abf-f22e-4538-9ea8-d2a6e3810d36 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:39.091967 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb931258-8779-4e56-ac42-e5278d71a4f6 req-9cf70abf-f22e-4538-9ea8-d2a6e3810d36 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:39.097842 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb931258-8779-4e56-ac42-e5278d71a4f6 req-9cf70abf-f22e-4538-9ea8-d2a6e3810d36 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:39.103971 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb931258-8779-4e56-ac42-e5278d71a4f6 req-9cf70abf-f22e-4538-9ea8-d2a6e3810d36 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:39.109823 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb931258-8779-4e56-ac42-e5278d71a4f6 req-9cf70abf-f22e-4538-9ea8-d2a6e3810d36 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:39.114057 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49dada07-92ad-40a1-a845-660755881500 req-c4a1919a-92a6-4e2a-b2ed-33b474407046 service neutron] 10.222.0.59 "GET /v2.0/networks/9419649c-32e6-4256-8c69-e3a81135c2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860779 Jul 30 20:09:39.116477 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb931258-8779-4e56-ac42-e5278d71a4f6 req-9cf70abf-f22e-4538-9ea8-d2a6e3810d36 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:39.122408 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb931258-8779-4e56-ac42-e5278d71a4f6 req-9cf70abf-f22e-4538-9ea8-d2a6e3810d36 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:39.124357 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bb931258-8779-4e56-ac42-e5278d71a4f6 req-9cf70abf-f22e-4538-9ea8-d2a6e3810d36 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5431 time: 0.0919440 Jul 30 20:09:39.172379 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bb931258-8779-4e56-ac42-e5278d71a4f6 req-e53205de-bfa0-4fd9-9ac0-1377c49da800 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410266 Jul 30 20:09:39.209860 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49dada07-92ad-40a1-a845-660755881500 req-32bccc99-94cd-4787-a989-42e8b214bdc1 service neutron] 10.222.0.59 "GET /v2.0/networks/9419649c-32e6-4256-8c69-e3a81135c2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886776 Jul 30 20:09:39.264827 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2048e-d4ad-45e8-9a4c-4ede4f70f27b req-d280f097-c907-45f1-8c75-3c42af300cf6 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:39.266333 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49e2048e-d4ad-45e8-9a4c-4ede4f70f27b req-d280f097-c907-45f1-8c75-3c42af300cf6 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.0556200 Jul 30 20:09:39.310885 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49e2048e-d4ad-45e8-9a4c-4ede4f70f27b req-2aeef67c-658f-44e6-8c8a-b6086de396fd tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385818 Jul 30 20:09:39.565166 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d9fc3-6bbd-4174-8c97-5fa1d34f0f7d req-4f0ae9a8-9a96-4264-a3a6-5670431a109f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:39.566632 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-954d9fc3-6bbd-4174-8c97-5fa1d34f0f7d req-4f0ae9a8-9a96-4264-a3a6-5670431a109f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1d62f7e-ca0e-4226-aba8-8be3ea610888 HTTP/1.1" status: 200 len: 950 time: 0.0486541 Jul 30 20:09:39.603576 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-954d9fc3-6bbd-4174-8c97-5fa1d34f0f7d req-a90c47cc-1751-41e8-b443-1bbc139aa93c tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309982 Jul 30 20:09:39.981618 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64ac58-b600-4dad-a495-5ec392fcd651 req-b980d71c-6d24-4b19-8ce8-a9d262196509 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:39.983091 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ba64ac58-b600-4dad-a495-5ec392fcd651 req-b980d71c-6d24-4b19-8ce8-a9d262196509 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0488501 Jul 30 20:09:40.021430 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ba64ac58-b600-4dad-a495-5ec392fcd651 req-ebb0d474-a411-4fd7-a8eb-ca0cf8590e00 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319638 Jul 30 20:09:40.302524 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e602f-705b-4ae8-bbac-64e9e4c6d734 req-f2670265-674c-40a6-8054-17088281bfa7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:40.308497 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e602f-705b-4ae8-bbac-64e9e4c6d734 req-f2670265-674c-40a6-8054-17088281bfa7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:40.314396 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e602f-705b-4ae8-bbac-64e9e4c6d734 req-f2670265-674c-40a6-8054-17088281bfa7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:40.320814 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e602f-705b-4ae8-bbac-64e9e4c6d734 req-f2670265-674c-40a6-8054-17088281bfa7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:40.326834 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e602f-705b-4ae8-bbac-64e9e4c6d734 req-f2670265-674c-40a6-8054-17088281bfa7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:40.332739 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e602f-705b-4ae8-bbac-64e9e4c6d734 req-f2670265-674c-40a6-8054-17088281bfa7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:40.339428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e602f-705b-4ae8-bbac-64e9e4c6d734 req-f2670265-674c-40a6-8054-17088281bfa7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:40.341385 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e7e602f-705b-4ae8-bbac-64e9e4c6d734 req-f2670265-674c-40a6-8054-17088281bfa7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5431 time: 0.0933628 Jul 30 20:09:40.386808 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e7e602f-705b-4ae8-bbac-64e9e4c6d734 req-f7556c22-3035-4428-9943-6a93c1f9eb05 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388963 Jul 30 20:09:40.435388 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fcecca-d385-477a-a2b6-8f1e27ebc798 req-947a27e6-18d0-45a2-9872-e9ca44785253 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:40.436838 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-26fcecca-d385-477a-a2b6-8f1e27ebc798 req-947a27e6-18d0-45a2-9872-e9ca44785253 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.0494115 Jul 30 20:09:40.476347 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-26fcecca-d385-477a-a2b6-8f1e27ebc798 req-742e23e0-9557-4c81-a499-4e5456b363f8 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327666 Jul 30 20:09:40.613134 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device df12076b-afc2-4b16-82e1-cb910b784e53 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:09:40.632704 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: df12076b-afc2-4b16-82e1-cb910b784e53 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:09:40.633050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device df12076b-afc2-4b16-82e1-cb910b784e53 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:09:40.729960 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e304e94-6475-4112-a23e-c17449e9265d req-31fc177f-e2ca-443e-a1ad-9944e17502bb tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:40.731330 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5e304e94-6475-4112-a23e-c17449e9265d req-31fc177f-e2ca-443e-a1ad-9944e17502bb tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1d62f7e-ca0e-4226-aba8-8be3ea610888 HTTP/1.1" status: 200 len: 950 time: 0.0526156 Jul 30 20:09:40.768048 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5e304e94-6475-4112-a23e-c17449e9265d req-ef1703a3-6b3d-430f-bfeb-c60964456a50 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308609 Jul 30 20:09:41.143487 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21972aea-19b2-41ce-bad7-ef512c0988b1 req-7dd952f4-0e20-4e64-9d38-4125df6858d8 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:41.145012 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-21972aea-19b2-41ce-bad7-ef512c0988b1 req-7dd952f4-0e20-4e64-9d38-4125df6858d8 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0488310 Jul 30 20:09:41.184278 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-21972aea-19b2-41ce-bad7-ef512c0988b1 req-549891ce-9d18-4c5f-8c95-1f53854e6116 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326774 Jul 30 20:09:41.540019 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a88ee-6257-49b6-bee5-01d6f7e82586 req-bb62c1f5-14dc-4299-b0ec-8ae584532279 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:41.541499 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-352a88ee-6257-49b6-bee5-01d6f7e82586 req-bb62c1f5-14dc-4299-b0ec-8ae584532279 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1d62f7e-ca0e-4226-aba8-8be3ea610888 HTTP/1.1" status: 200 len: 950 time: 0.0790935 Jul 30 20:09:41.556726 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e44483-ca50-475d-8ec5-ba1ae9ebc8a0 req-e4c5e8dd-c764-4afb-881d-8592b77f447c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:41.562684 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e44483-ca50-475d-8ec5-ba1ae9ebc8a0 req-e4c5e8dd-c764-4afb-881d-8592b77f447c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:41.568725 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e44483-ca50-475d-8ec5-ba1ae9ebc8a0 req-e4c5e8dd-c764-4afb-881d-8592b77f447c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:41.574770 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e44483-ca50-475d-8ec5-ba1ae9ebc8a0 req-e4c5e8dd-c764-4afb-881d-8592b77f447c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:41.580714 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e44483-ca50-475d-8ec5-ba1ae9ebc8a0 req-e4c5e8dd-c764-4afb-881d-8592b77f447c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:41.586658 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e44483-ca50-475d-8ec5-ba1ae9ebc8a0 req-e4c5e8dd-c764-4afb-881d-8592b77f447c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:41.592595 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e44483-ca50-475d-8ec5-ba1ae9ebc8a0 req-e4c5e8dd-c764-4afb-881d-8592b77f447c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:41.594504 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-59e44483-ca50-475d-8ec5-ba1ae9ebc8a0 req-e4c5e8dd-c764-4afb-881d-8592b77f447c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5431 time: 0.1238871 Jul 30 20:09:41.612217 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c43c8-9aab-4d9b-9451-2d6024fb2863 req-7bfcc73b-4d79-4040-9ff2-a22af71b200f tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:41.613841 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d9c43c8-9aab-4d9b-9451-2d6024fb2863 req-7bfcc73b-4d79-4040-9ff2-a22af71b200f tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.0486250 Jul 30 20:09:41.652184 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d9c43c8-9aab-4d9b-9451-2d6024fb2863 req-7f58e136-c58f-4a6b-8b4e-9a2fee08e0d8 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316675 Jul 30 20:09:41.689826 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-59e44483-ca50-475d-8ec5-ba1ae9ebc8a0 req-0fa36a57-1ccb-4a4c-a0bb-cfaacf14ce8c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0858970 Jul 30 20:09:41.729171 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-352a88ee-6257-49b6-bee5-01d6f7e82586 req-d024d016-6aac-41fc-bd9f-7dad2c569df4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Deleting port 11070a92-43d8-4b7e-8a3d-fac86e229331 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:09:41.729530 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-352a88ee-6257-49b6-bee5-01d6f7e82586 req-d024d016-6aac-41fc-bd9f-7dad2c569df4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:41.816968 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-352a88ee-6257-49b6-bee5-01d6f7e82586 req-d024d016-6aac-41fc-bd9f-7dad2c569df4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] For port 11070a92-43d8-4b7e-8a3d-fac86e229331, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=11070a92-43d8-4b7e-8a3d-fac86e229331,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:41.817605 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-352a88ee-6257-49b6-bee5-01d6f7e82586 req-d024d016-6aac-41fc-bd9f-7dad2c569df4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:41.830191 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-352a88ee-6257-49b6-bee5-01d6f7e82586 req-d024d016-6aac-41fc-bd9f-7dad2c569df4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Calling delete_port for 11070a92-43d8-4b7e-8a3d-fac86e229331 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:09:41.934457 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ea13a-b11f-4da0-a90f-96d417a0b9aa req-2a4da527-c844-42c6-bada-5f26f9316bd2 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:41.935965 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c11ea13a-b11f-4da0-a90f-96d417a0b9aa req-2a4da527-c844-42c6-bada-5f26f9316bd2 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1d62f7e-ca0e-4226-aba8-8be3ea610888 HTTP/1.1" status: 200 len: 950 time: 0.0974271 Jul 30 20:09:42.006345 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c11ea13a-b11f-4da0-a90f-96d417a0b9aa req-531a347f-37dc-44e7-b1ee-7706ac1a3dac tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622668 Jul 30 20:09:42.029294 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-352a88ee-6257-49b6-bee5-01d6f7e82586 req-d024d016-6aac-41fc-bd9f-7dad2c569df4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:42.041678 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['bb975919-5c61-4665-a393-73c9c764bad6', '66e4935d-2ade-4745-8f3d-3abfa40ff91e'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:42.044480 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['f80ceb81-a4e4-4e24-b00b-5bc1f84a0151', '557f9a18-0625-475f-bc09-3f39d6ca3061', 'e096ff85-a3f9-429f-8cf3-f4a64792986b', '6fa3a91b-1c83-493c-9e39-2ce04052756e', '11070a92-43d8-4b7e-8a3d-fac86e229331'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:42.064571 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024d016-6aac-41fc-bd9f-7dad2c569df4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Pushing event deleted for resources: {'Port': ['ID=11070a92-43d8-4b7e-8a3d-fac86e229331,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:42.087063 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024d016-6aac-41fc-bd9f-7dad2c569df4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:42.087418 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024d016-6aac-41fc-bd9f-7dad2c569df4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:42.087863 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024d016-6aac-41fc-bd9f-7dad2c569df4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:42.088206 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024d016-6aac-41fc-bd9f-7dad2c569df4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:42.088547 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024d016-6aac-41fc-bd9f-7dad2c569df4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:42.088882 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024d016-6aac-41fc-bd9f-7dad2c569df4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:42.089655 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024d016-6aac-41fc-bd9f-7dad2c569df4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:42.089655 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024d016-6aac-41fc-bd9f-7dad2c569df4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:42.089926 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024d016-6aac-41fc-bd9f-7dad2c569df4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:42.090192 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024d016-6aac-41fc-bd9f-7dad2c569df4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:42.090518 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024d016-6aac-41fc-bd9f-7dad2c569df4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:42.090842 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024d016-6aac-41fc-bd9f-7dad2c569df4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:09:42.113043 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-352a88ee-6257-49b6-bee5-01d6f7e82586 req-d024d016-6aac-41fc-bd9f-7dad2c569df4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] No DVR routers for this DVR port 11070a92-43d8-4b7e-8a3d-fac86e229331 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:09:42.115891 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-352a88ee-6257-49b6-bee5-01d6f7e82586 req-d024d016-6aac-41fc-bd9f-7dad2c569df4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:42.118382 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-352a88ee-6257-49b6-bee5-01d6f7e82586 req-d024d016-6aac-41fc-bd9f-7dad2c569df4 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.83 "DELETE /v2.0/ports/11070a92-43d8-4b7e-8a3d-fac86e229331 HTTP/1.1" status: 204 len: 173 time: 0.5227149 Jul 30 20:09:42.118856 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d62f7e-ca0e-4226-aba8-8be3ea610888', 'name': 'network-vif-deleted', 'tag': '11070a92-43d8-4b7e-8a3d-fac86e229331'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:42.128673 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fe918d-3bfe-44e2-981a-f0ca93c86bf7" -d '{"events": [{"server_uuid": "b1d62f7e-ca0e-4226-aba8-8be3ea610888", "name": "network-vif-deleted", "tag": "11070a92-43d8-4b7e-8a3d-fac86e229331"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:42.176349 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1424f0aa-3f66-4a26-9e24-0be0c4cd4053 x-openstack-request-id: req-1424f0aa-3f66-4a26-9e24-0be0c4cd4053 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:42.176935 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d62f7e-ca0e-4226-aba8-8be3ea610888", "name": "network-vif-deleted", "tag": "11070a92-43d8-4b7e-8a3d-fac86e229331", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:42.176935 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1424f0aa-3f66-4a26-9e24-0be0c4cd4053 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:42.177319 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d62f7e-ca0e-4226-aba8-8be3ea610888', 'name': 'network-vif-deleted', 'tag': '11070a92-43d8-4b7e-8a3d-fac86e229331', 'status': 'completed', 'code': 200} Jul 30 20:09:42.337868 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45385cab-680c-49ef-92d9-cdba3b09604e req-5b3842e1-937c-4729-a755-cd27f33660c1 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:42.340043 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-45385cab-680c-49ef-92d9-cdba3b09604e req-5b3842e1-937c-4729-a755-cd27f33660c1 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0700378 Jul 30 20:09:42.378723 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-45385cab-680c-49ef-92d9-cdba3b09604e req-a0b3e879-4700-42d0-ae31-cbdb691b970e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335901 Jul 30 20:09:42.802571 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0fc62-d143-4237-9481-a2b679611d58 req-e7f5be5c-f589-4f97-8fa9-93781af976e1 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:42.804210 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1c0fc62-d143-4237-9481-a2b679611d58 req-e7f5be5c-f589-4f97-8fa9-93781af976e1 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.0637925 Jul 30 20:09:42.830618 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59957ef1-3aa8-4ebd-b3d5-6084093db8f1 req-e102dbb0-174a-4dff-bd21-aa36723b17e0 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:42.836665 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59957ef1-3aa8-4ebd-b3d5-6084093db8f1 req-e102dbb0-174a-4dff-bd21-aa36723b17e0 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:42.842524 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59957ef1-3aa8-4ebd-b3d5-6084093db8f1 req-e102dbb0-174a-4dff-bd21-aa36723b17e0 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:42.842963 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1c0fc62-d143-4237-9481-a2b679611d58 req-d9541e66-10f8-424d-9f8c-87378be35ec8 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327733 Jul 30 20:09:42.848435 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59957ef1-3aa8-4ebd-b3d5-6084093db8f1 req-e102dbb0-174a-4dff-bd21-aa36723b17e0 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:42.854287 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59957ef1-3aa8-4ebd-b3d5-6084093db8f1 req-e102dbb0-174a-4dff-bd21-aa36723b17e0 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:42.860314 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59957ef1-3aa8-4ebd-b3d5-6084093db8f1 req-e102dbb0-174a-4dff-bd21-aa36723b17e0 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:42.866992 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59957ef1-3aa8-4ebd-b3d5-6084093db8f1 req-e102dbb0-174a-4dff-bd21-aa36723b17e0 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:42.868884 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-59957ef1-3aa8-4ebd-b3d5-6084093db8f1 req-e102dbb0-174a-4dff-bd21-aa36723b17e0 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5431 time: 0.0984395 Jul 30 20:09:42.909864 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-59957ef1-3aa8-4ebd-b3d5-6084093db8f1 req-a3041dd1-879b-47a9-a3e4-835d8e5f82bc tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347915 Jul 30 20:09:42.937853 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 137645cc-90ec-4463-bc0a-f6307edd9f9b details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:09:43.030436 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 137645cc-90ec-4463-bc0a-f6307edd9f9b, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=137645cc-90ec-4463-bc0a-f6307edd9f9b,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:43.042194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '137645cc-90ec-4463-bc0a-f6307edd9f9b', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'port_id': '137645cc-90ec-4463-bc0a-f6307edd9f9b', 'mac_address': 'fa:16:3e:a6:d2:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1ad353-61a9-43a8-b737-817c20130814', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:09:43.079150 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:43.091785 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137645cc-90ec-4463-bc0a-f6307edd9f9b {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:09:43.115493 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 137645cc-90ec-4463-bc0a-f6307edd9f9b, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=137645cc-90ec-4463-bc0a-f6307edd9f9b,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:43.119477 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:43.168909 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=137645cc-90ec-4463-bc0a-f6307edd9f9b,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:43.270685 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a963c-fa4a-4800-9e65-a8b0c82806dd req-176955fd-1b8a-41da-a2bd-175f2e8cd948 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:43.272152 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-df6a963c-fa4a-4800-9e65-a8b0c82806dd req-176955fd-1b8a-41da-a2bd-175f2e8cd948 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5ef8ec-2396-4dbc-8c54-02d6662e4793 HTTP/1.1" status: 200 len: 950 time: 0.0485551 Jul 30 20:09:43.310698 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-df6a963c-fa4a-4800-9e65-a8b0c82806dd req-283466ac-5051-42ff-bef1-96c242dcbc89 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323639 Jul 30 20:09:43.494453 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617ebdf-3000-45bc-ae6f-e7021a9fbeec req-57faa60e-50c6-40a2-af14-b10824f3ec95 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:43.496140 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c617ebdf-3000-45bc-ae6f-e7021a9fbeec req-57faa60e-50c6-40a2-af14-b10824f3ec95 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0494947 Jul 30 20:09:43.534592 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c617ebdf-3000-45bc-ae6f-e7021a9fbeec req-895ee050-a47c-470e-90c3-b92a048b2e7a tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326176 Jul 30 20:09:43.668988 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['137645cc-90ec-4463-bc0a-f6307edd9f9b'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:43.975404 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf082f-d27f-4c87-bd58-1fe4235e9684 req-d915641b-7a3c-4d5c-91d4-73c7ade47224 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:43.977447 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-33cf082f-d27f-4c87-bd58-1fe4235e9684 req-d915641b-7a3c-4d5c-91d4-73c7ade47224 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 945 time: 0.0633121 Jul 30 20:09:44.016055 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-33cf082f-d27f-4c87-bd58-1fe4235e9684 req-97e15f0d-efa7-4c8a-a967-3d9bb1ae93ac tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330150 Jul 30 20:09:44.077269 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef038f-3c0e-42a7-a79f-e2f0bd1eb4aa req-5be73496-698d-4496-b211-bcb3f06a5803 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:44.083907 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef038f-3c0e-42a7-a79f-e2f0bd1eb4aa req-5be73496-698d-4496-b211-bcb3f06a5803 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:44.089862 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef038f-3c0e-42a7-a79f-e2f0bd1eb4aa req-5be73496-698d-4496-b211-bcb3f06a5803 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:44.095806 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef038f-3c0e-42a7-a79f-e2f0bd1eb4aa req-5be73496-698d-4496-b211-bcb3f06a5803 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:44.101700 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef038f-3c0e-42a7-a79f-e2f0bd1eb4aa req-5be73496-698d-4496-b211-bcb3f06a5803 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:44.107675 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef038f-3c0e-42a7-a79f-e2f0bd1eb4aa req-5be73496-698d-4496-b211-bcb3f06a5803 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:44.113609 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef038f-3c0e-42a7-a79f-e2f0bd1eb4aa req-5be73496-698d-4496-b211-bcb3f06a5803 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:44.115429 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-40ef038f-3c0e-42a7-a79f-e2f0bd1eb4aa req-5be73496-698d-4496-b211-bcb3f06a5803 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5431 time: 0.0909894 Jul 30 20:09:44.156461 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-40ef038f-3c0e-42a7-a79f-e2f0bd1eb4aa req-73c99972-8432-476d-a848-e2799d278e21 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348725 Jul 30 20:09:44.424421 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87e537-6a74-4a78-877b-8aca9328fe8e req-dc22ce2f-fd40-4ff8-ba1c-1d64754cc517 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:44.425914 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3e87e537-6a74-4a78-877b-8aca9328fe8e req-dc22ce2f-fd40-4ff8-ba1c-1d64754cc517 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5ef8ec-2396-4dbc-8c54-02d6662e4793 HTTP/1.1" status: 200 len: 950 time: 0.0490501 Jul 30 20:09:44.464607 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3e87e537-6a74-4a78-877b-8aca9328fe8e req-d13d32f2-2ff9-4a04-b6cf-26d722e304b0 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322952 Jul 30 20:09:44.652670 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2836636-5a49-4148-9943-de7429924743 req-b3196b92-063d-4e57-8742-e97b0c47c68e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:44.654213 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c2836636-5a49-4148-9943-de7429924743 req-b3196b92-063d-4e57-8742-e97b0c47c68e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0523725 Jul 30 20:09:44.693132 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c2836636-5a49-4148-9943-de7429924743 req-465967f5-719d-4a10-9878-33125d80133e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331376 Jul 30 20:09:45.103618 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02094a1-f8a8-4c46-a110-6dbca8cf24ab req-3a83c6f8-e481-4acd-8e8e-baa23c6a65cd tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:45.105104 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e02094a1-f8a8-4c46-a110-6dbca8cf24ab req-3a83c6f8-e481-4acd-8e8e-baa23c6a65cd tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.83 "GET /v2.0/ports?device_id=be5ef8ec-2396-4dbc-8c54-02d6662e4793 HTTP/1.1" status: 200 len: 950 time: 0.0490952 Jul 30 20:09:45.137583 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073619c-19b0-4fa0-a2be-dc8dd3d8dce9 req-2db725e6-fa58-4817-9453-d0b220d52c75 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:45.139078 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b073619c-19b0-4fa0-a2be-dc8dd3d8dce9 req-2db725e6-fa58-4817-9453-d0b220d52c75 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 945 time: 0.0492384 Jul 30 20:09:45.177759 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b073619c-19b0-4fa0-a2be-dc8dd3d8dce9 req-1ba0b720-64e4-4e65-8860-46f4a48df73f tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326324 Jul 30 20:09:45.201932 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-e02094a1-f8a8-4c46-a110-6dbca8cf24ab req-38cb7e86-5c1a-4876-940b-f50262fc510e tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Deleting port 6fa3a91b-1c83-493c-9e39-2ce04052756e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:09:45.202278 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e02094a1-f8a8-4c46-a110-6dbca8cf24ab req-38cb7e86-5c1a-4876-940b-f50262fc510e tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:45.207266 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:45.330747 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5eb7be-5d23-4845-b5a6-1fbf2b1497f5 req-f906feed-7721-430c-93b3-2d4a6e6093ae tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:45.337200 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5eb7be-5d23-4845-b5a6-1fbf2b1497f5 req-f906feed-7721-430c-93b3-2d4a6e6093ae tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:45.342988 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5eb7be-5d23-4845-b5a6-1fbf2b1497f5 req-f906feed-7721-430c-93b3-2d4a6e6093ae tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:45.348875 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5eb7be-5d23-4845-b5a6-1fbf2b1497f5 req-f906feed-7721-430c-93b3-2d4a6e6093ae tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:45.354824 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5eb7be-5d23-4845-b5a6-1fbf2b1497f5 req-f906feed-7721-430c-93b3-2d4a6e6093ae tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:45.360693 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5eb7be-5d23-4845-b5a6-1fbf2b1497f5 req-f906feed-7721-430c-93b3-2d4a6e6093ae tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:45.366531 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5eb7be-5d23-4845-b5a6-1fbf2b1497f5 req-f906feed-7721-430c-93b3-2d4a6e6093ae tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:45.368326 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fc5eb7be-5d23-4845-b5a6-1fbf2b1497f5 req-f906feed-7721-430c-93b3-2d4a6e6093ae tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5431 time: 0.1237717 Jul 30 20:09:45.373547 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-e02094a1-f8a8-4c46-a110-6dbca8cf24ab req-38cb7e86-5c1a-4876-940b-f50262fc510e tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] For port 6fa3a91b-1c83-493c-9e39-2ce04052756e, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=6fa3a91b-1c83-493c-9e39-2ce04052756e,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:45.373908 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e02094a1-f8a8-4c46-a110-6dbca8cf24ab req-38cb7e86-5c1a-4876-940b-f50262fc510e tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:45.403839 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-e02094a1-f8a8-4c46-a110-6dbca8cf24ab req-38cb7e86-5c1a-4876-940b-f50262fc510e tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Calling delete_port for 6fa3a91b-1c83-493c-9e39-2ce04052756e owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:09:45.431994 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fc5eb7be-5d23-4845-b5a6-1fbf2b1497f5 req-10f60966-2c0e-47c8-a67f-5c3ab4cdf4c1 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556104 Jul 30 20:09:45.585830 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e02094a1-f8a8-4c46-a110-6dbca8cf24ab req-38cb7e86-5c1a-4876-940b-f50262fc510e tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:45.598076 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['f80ceb81-a4e4-4e24-b00b-5bc1f84a0151', '557f9a18-0625-475f-bc09-3f39d6ca3061', 'e096ff85-a3f9-429f-8cf3-f4a64792986b', '6fa3a91b-1c83-493c-9e39-2ce04052756e'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:45.600508 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['bb975919-5c61-4665-a393-73c9c764bad6', '66e4935d-2ade-4745-8f3d-3abfa40ff91e'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:45.619919 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb7e86-5c1a-4876-940b-f50262fc510e tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Pushing event deleted for resources: {'Port': ['ID=6fa3a91b-1c83-493c-9e39-2ce04052756e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:45.634302 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd76fe5-1b97-4ce5-8127-7327af95e0d4 req-9b75d6f9-6b58-4bdb-916c-4b2579477b8d tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:45.636342 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0dd76fe5-1b97-4ce5-8127-7327af95e0d4 req-9b75d6f9-6b58-4bdb-916c-4b2579477b8d tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5ef8ec-2396-4dbc-8c54-02d6662e4793 HTTP/1.1" status: 200 len: 867 time: 0.1057966 Jul 30 20:09:45.687151 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02094a1-f8a8-4c46-a110-6dbca8cf24ab req-38cb7e86-5c1a-4876-940b-f50262fc510e tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] No DVR routers for this DVR port 6fa3a91b-1c83-493c-9e39-2ce04052756e on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:09:45.690315 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e02094a1-f8a8-4c46-a110-6dbca8cf24ab req-38cb7e86-5c1a-4876-940b-f50262fc510e tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:45.693585 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e02094a1-f8a8-4c46-a110-6dbca8cf24ab req-38cb7e86-5c1a-4876-940b-f50262fc510e tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.83 "DELETE /v2.0/ports/6fa3a91b-1c83-493c-9e39-2ce04052756e HTTP/1.1" status: 204 len: 173 time: 0.5814657 Jul 30 20:09:45.698632 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5ef8ec-2396-4dbc-8c54-02d6662e4793', 'name': 'network-vif-deleted', 'tag': '6fa3a91b-1c83-493c-9e39-2ce04052756e'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:45.699249 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37991916-88ff-481b-9d4a-17d18d8587fd" -d '{"events": [{"server_uuid": "be5ef8ec-2396-4dbc-8c54-02d6662e4793", "name": "network-vif-deleted", "tag": "6fa3a91b-1c83-493c-9e39-2ce04052756e"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:45.722918 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0dd76fe5-1b97-4ce5-8127-7327af95e0d4 req-2f486072-4300-4af3-99f5-59c893533965 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672362 Jul 30 20:09:45.763038 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda36e16-2406-4d59-a02a-90ad26685012 x-openstack-request-id: req-eda36e16-2406-4d59-a02a-90ad26685012 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:45.763456 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5ef8ec-2396-4dbc-8c54-02d6662e4793", "name": "network-vif-deleted", "tag": "6fa3a91b-1c83-493c-9e39-2ce04052756e", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:45.763748 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eda36e16-2406-4d59-a02a-90ad26685012 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:45.764372 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5ef8ec-2396-4dbc-8c54-02d6662e4793', 'name': 'network-vif-deleted', 'tag': '6fa3a91b-1c83-493c-9e39-2ce04052756e', 'status': 'completed', 'code': 200} Jul 30 20:09:45.865535 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30f639-3628-4e1a-842a-f3da165f8348 req-0ddea41c-bde0-44ae-af17-a3a6363514dd tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:45.866984 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a30f639-3628-4e1a-842a-f3da165f8348 req-0ddea41c-bde0-44ae-af17-a3a6363514dd tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0565069 Jul 30 20:09:45.906990 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a30f639-3628-4e1a-842a-f3da165f8348 req-8f5b5c37-30da-4746-be57-807ed0da25bd tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331218 Jul 30 20:09:46.300917 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08f5ea-bd14-43d1-b9f1-34b6078e0cc0 req-ff96eea1-29af-4af5-ad2f-ae82f29c2e3a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:46.302956 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef08f5ea-bd14-43d1-b9f1-34b6078e0cc0 req-ff96eea1-29af-4af5-ad2f-ae82f29c2e3a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 945 time: 0.0512996 Jul 30 20:09:46.340620 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef08f5ea-bd14-43d1-b9f1-34b6078e0cc0 req-153750d6-1647-4c76-95c5-7b0aa0349078 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316827 Jul 30 20:09:46.565036 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f75208-7ff3-40c9-8508-9f384efbea73 req-9f3e5a21-9c25-4bb6-a42a-d07c304a6154 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:46.570975 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f75208-7ff3-40c9-8508-9f384efbea73 req-9f3e5a21-9c25-4bb6-a42a-d07c304a6154 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:46.576990 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f75208-7ff3-40c9-8508-9f384efbea73 req-9f3e5a21-9c25-4bb6-a42a-d07c304a6154 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:46.584055 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f75208-7ff3-40c9-8508-9f384efbea73 req-9f3e5a21-9c25-4bb6-a42a-d07c304a6154 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:46.590546 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f75208-7ff3-40c9-8508-9f384efbea73 req-9f3e5a21-9c25-4bb6-a42a-d07c304a6154 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:46.596934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f75208-7ff3-40c9-8508-9f384efbea73 req-9f3e5a21-9c25-4bb6-a42a-d07c304a6154 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:46.603627 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f75208-7ff3-40c9-8508-9f384efbea73 req-9f3e5a21-9c25-4bb6-a42a-d07c304a6154 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:46.605550 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-23f75208-7ff3-40c9-8508-9f384efbea73 req-9f3e5a21-9c25-4bb6-a42a-d07c304a6154 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5431 time: 0.0982342 Jul 30 20:09:46.646756 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-23f75208-7ff3-40c9-8508-9f384efbea73 req-2e669bc3-5325-4169-8fe8-ebfbfba969a5 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349426 Jul 30 20:09:46.937978 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 137645cc-90ec-4463-bc0a-f6307edd9f9b up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:09:46.989895 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 137645cc-90ec-4463-bc0a-f6307edd9f9b completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:09:46.993961 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 137645cc-90ec-4463-bc0a-f6307edd9f9b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:09:46.994376 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:47.032436 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d58ca-0edb-4899-a6db-cf4cc3b68525 req-2745d66d-884b-41f7-a2f3-388f97a8e053 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:47.034030 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-310d58ca-0edb-4899-a6db-cf4cc3b68525 req-2745d66d-884b-41f7-a2f3-388f97a8e053 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0546963 Jul 30 20:09:47.074437 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-310d58ca-0edb-4899-a6db-cf4cc3b68525 req-f53850f9-ac7f-439e-92de-25cc52b47599 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344651 Jul 30 20:09:47.091748 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:47.116550 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13b1592-0935-4cd0-9ed0-36b0b2ca05fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137645cc-90ec-4463-bc0a-f6307edd9f9b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:47.118784 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2ccfc7-47ac-454c-ba17-0c1032dd05c1" -d '{"events": [{"server_uuid": "b13b1592-0935-4cd0-9ed0-36b0b2ca05fb", "name": "network-vif-plugged", "status": "completed", "tag": "137645cc-90ec-4463-bc0a-f6307edd9f9b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:47.128272 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fdff8-b003-4713-b2eb-3e645f544da5 req-e00a0a1a-67a7-4824-9c30-ca422ed7fdbc tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:47.130660 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-081fdff8-b003-4713-b2eb-3e645f544da5 req-e00a0a1a-67a7-4824-9c30-ca422ed7fdbc tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=49b57fe3-d4af-43a2-8819-fe7a3fba5905 HTTP/1.1" status: 200 len: 950 time: 0.0524056 Jul 30 20:09:47.132449 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 137645cc-90ec-4463-bc0a-f6307edd9f9b, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=137645cc-90ec-4463-bc0a-f6307edd9f9b,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:47.140053 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:47.140914 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 6fa3a91b-1c83-493c-9e39-2ce04052756e no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:09:47.162718 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d65dd22-b157-450e-b930-0256a125ce8d x-openstack-request-id: req-5d65dd22-b157-450e-b930-0256a125ce8d {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:47.163010 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13b1592-0935-4cd0-9ed0-36b0b2ca05fb", "name": "network-vif-plugged", "status": "completed", "tag": "137645cc-90ec-4463-bc0a-f6307edd9f9b", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:47.163259 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5d65dd22-b157-450e-b930-0256a125ce8d {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:47.163671 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13b1592-0935-4cd0-9ed0-36b0b2ca05fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137645cc-90ec-4463-bc0a-f6307edd9f9b', 'code': 200} Jul 30 20:09:47.180869 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 6fa3a91b-1c83-493c-9e39-2ce04052756e {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:09:47.181256 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 6fa3a91b-1c83-493c-9e39-2ce04052756e not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:09:47.181624 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 11070a92-43d8-4b7e-8a3d-fac86e229331 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:09:47.185157 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-081fdff8-b003-4713-b2eb-3e645f544da5 req-3e10a64f-5b25-4b26-a766-bf3bba7ad292 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463889 Jul 30 20:09:47.207941 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 11070a92-43d8-4b7e-8a3d-fac86e229331 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:09:47.208376 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 11070a92-43d8-4b7e-8a3d-fac86e229331 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:09:47.232588 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=137645cc-90ec-4463-bc0a-f6307edd9f9b,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:47.259323 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee70e28-4458-4353-9d5a-4879c4faf888 req-ff636370-0e08-4a99-a3f4-82b91394cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:47.261080 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eee70e28-4458-4353-9d5a-4879c4faf888 req-ff636370-0e08-4a99-a3f4-82b91394cebb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 1097 time: 0.0439188 Jul 30 20:09:47.296039 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eee70e28-4458-4353-9d5a-4879c4faf888 req-b01f8e21-9ca1-4f95-b8d3-64903db585d1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264268 Jul 30 20:09:47.460962 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae455396-7dcf-453d-acfa-5c1569833629 req-34568b93-6f47-4bf1-a8b9-9b756cedc32e tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:47.462397 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ae455396-7dcf-453d-acfa-5c1569833629 req-34568b93-6f47-4bf1-a8b9-9b756cedc32e tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.0519056 Jul 30 20:09:47.499387 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ae455396-7dcf-453d-acfa-5c1569833629 req-f345a27d-5d2b-445c-8504-5c91bf52b786 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310986 Jul 30 20:09:47.773766 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69a79f-1c01-4c24-9fc2-af5d3e74684f req-fd0e6d68-fcb5-49a7-8331-ee8a6cea71a6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:47.779655 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69a79f-1c01-4c24-9fc2-af5d3e74684f req-fd0e6d68-fcb5-49a7-8331-ee8a6cea71a6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:47.788402 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69a79f-1c01-4c24-9fc2-af5d3e74684f req-fd0e6d68-fcb5-49a7-8331-ee8a6cea71a6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:47.791935 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69a79f-1c01-4c24-9fc2-af5d3e74684f req-fd0e6d68-fcb5-49a7-8331-ee8a6cea71a6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:47.797820 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69a79f-1c01-4c24-9fc2-af5d3e74684f req-fd0e6d68-fcb5-49a7-8331-ee8a6cea71a6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:47.804341 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69a79f-1c01-4c24-9fc2-af5d3e74684f req-fd0e6d68-fcb5-49a7-8331-ee8a6cea71a6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:47.810225 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69a79f-1c01-4c24-9fc2-af5d3e74684f req-fd0e6d68-fcb5-49a7-8331-ee8a6cea71a6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:47.812081 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2f69a79f-1c01-4c24-9fc2-af5d3e74684f req-fd0e6d68-fcb5-49a7-8331-ee8a6cea71a6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5431 time: 0.0924242 Jul 30 20:09:47.851498 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2f69a79f-1c01-4c24-9fc2-af5d3e74684f req-33b021db-5b32-495a-ba62-4060b1bbb914 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334194 Jul 30 20:09:48.197445 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2075f0-4b8c-441d-92ea-c6dd2ba50603 req-2fef9795-f7ce-4054-b19f-98caaae4035a tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:48.198886 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cf2075f0-4b8c-441d-92ea-c6dd2ba50603 req-2fef9795-f7ce-4054-b19f-98caaae4035a tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0507779 Jul 30 20:09:48.236919 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cf2075f0-4b8c-441d-92ea-c6dd2ba50603 req-3fd87a16-e9b9-425a-915e-ea8df8cb5470 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322669 Jul 30 20:09:48.320031 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c9dab-2db4-4658-9743-8f491daaf172 req-3a9f904e-9eaa-4829-ab09-2e1c6d303d6f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:48.321564 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8c5c9dab-2db4-4658-9743-8f491daaf172 req-3a9f904e-9eaa-4829-ab09-2e1c6d303d6f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=49b57fe3-d4af-43a2-8819-fe7a3fba5905 HTTP/1.1" status: 200 len: 950 time: 0.0558336 Jul 30 20:09:48.359252 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8c5c9dab-2db4-4658-9743-8f491daaf172 req-34d8cad8-9b6d-4a20-9027-154bbc35c219 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317264 Jul 30 20:09:48.546457 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d4ea2-ffa6-47d1-b557-f3d7d0fa5ca4 req-80a8e2b5-0474-4a1e-a971-f6693dd697dc tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:48.547963 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc4d4ea2-ffa6-47d1-b557-f3d7d0fa5ca4 req-80a8e2b5-0474-4a1e-a971-f6693dd697dc tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.59 "GET /v2.0/ports?device_id=920f7c42-a071-4b10-b9a4-0a4f87abd6b2 HTTP/1.1" status: 200 len: 949 time: 0.0507772 Jul 30 20:09:48.630412 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc767568-7cf6-4477-b1f4-5135bb2eb7e3 req-850926f3-70e5-48ca-b91f-d0b5e803fe88 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:48.631943 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dc767568-7cf6-4477-b1f4-5135bb2eb7e3 req-850926f3-70e5-48ca-b91f-d0b5e803fe88 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.0559998 Jul 30 20:09:48.653705 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-dc4d4ea2-ffa6-47d1-b557-f3d7d0fa5ca4 req-762d5b7b-6de5-4fe7-946b-a655e0294510 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Deleting port 66e4935d-2ade-4745-8f3d-3abfa40ff91e {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:09:48.654057 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dc4d4ea2-ffa6-47d1-b557-f3d7d0fa5ca4 req-762d5b7b-6de5-4fe7-946b-a655e0294510 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:48.674269 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dc767568-7cf6-4477-b1f4-5135bb2eb7e3 req-f6316614-d45e-498d-9169-a358b988146b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355573 Jul 30 20:09:48.748617 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-dc4d4ea2-ffa6-47d1-b557-f3d7d0fa5ca4 req-762d5b7b-6de5-4fe7-946b-a655e0294510 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] For port 66e4935d-2ade-4745-8f3d-3abfa40ff91e, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=66e4935d-2ade-4745-8f3d-3abfa40ff91e,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:48.749027 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dc4d4ea2-ffa6-47d1-b557-f3d7d0fa5ca4 req-762d5b7b-6de5-4fe7-946b-a655e0294510 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:48.763033 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-dc4d4ea2-ffa6-47d1-b557-f3d7d0fa5ca4 req-762d5b7b-6de5-4fe7-946b-a655e0294510 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Calling delete_port for 66e4935d-2ade-4745-8f3d-3abfa40ff91e owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:09:48.894491 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dc4d4ea2-ffa6-47d1-b557-f3d7d0fa5ca4 req-762d5b7b-6de5-4fe7-946b-a655e0294510 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:48.906834 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['f80ceb81-a4e4-4e24-b00b-5bc1f84a0151', '557f9a18-0625-475f-bc09-3f39d6ca3061', 'e096ff85-a3f9-429f-8cf3-f4a64792986b'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:48.909082 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['bb975919-5c61-4665-a393-73c9c764bad6', '66e4935d-2ade-4745-8f3d-3abfa40ff91e'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:48.921923 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d5b7b-6de5-4fe7-946b-a655e0294510 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Pushing event deleted for resources: {'Port': ['ID=66e4935d-2ade-4745-8f3d-3abfa40ff91e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:48.980119 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3bb76-b16d-470b-9e3c-283710ff5c25 req-37dc4a1b-6955-4fdd-bf0d-25b80bf66ac5 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:48.981776 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-99d3bb76-b16d-470b-9e3c-283710ff5c25 req-37dc4a1b-6955-4fdd-bf0d-25b80bf66ac5 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.83 "GET /v2.0/ports?device_id=49b57fe3-d4af-43a2-8819-fe7a3fba5905 HTTP/1.1" status: 200 len: 950 time: 0.0664861 Jul 30 20:09:49.025561 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4d4ea2-ffa6-47d1-b557-f3d7d0fa5ca4 req-762d5b7b-6de5-4fe7-946b-a655e0294510 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] No DVR routers for this DVR port 66e4935d-2ade-4745-8f3d-3abfa40ff91e on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:09:49.028520 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dc4d4ea2-ffa6-47d1-b557-f3d7d0fa5ca4 req-762d5b7b-6de5-4fe7-946b-a655e0294510 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:49.030793 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc4d4ea2-ffa6-47d1-b557-f3d7d0fa5ca4 req-762d5b7b-6de5-4fe7-946b-a655e0294510 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.59 "DELETE /v2.0/ports/66e4935d-2ade-4745-8f3d-3abfa40ff91e HTTP/1.1" status: 204 len: 173 time: 0.4755425 Jul 30 20:09:49.034158 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920f7c42-a071-4b10-b9a4-0a4f87abd6b2', 'name': 'network-vif-deleted', 'tag': '66e4935d-2ade-4745-8f3d-3abfa40ff91e'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:49.034158 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef995f4-c111-4667-a306-5ebe298b1866" -d '{"events": [{"server_uuid": "920f7c42-a071-4b10-b9a4-0a4f87abd6b2", "name": "network-vif-deleted", "tag": "66e4935d-2ade-4745-8f3d-3abfa40ff91e"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:49.055387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80bf0a-f5d2-4825-96ed-bb8c7ed7c61b req-918b1e16-99b8-488b-85d4-1005f727315b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:49.061858 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80bf0a-f5d2-4825-96ed-bb8c7ed7c61b req-918b1e16-99b8-488b-85d4-1005f727315b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:49.068059 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80bf0a-f5d2-4825-96ed-bb8c7ed7c61b req-918b1e16-99b8-488b-85d4-1005f727315b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:49.075039 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80bf0a-f5d2-4825-96ed-bb8c7ed7c61b req-918b1e16-99b8-488b-85d4-1005f727315b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:49.083572 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80bf0a-f5d2-4825-96ed-bb8c7ed7c61b req-918b1e16-99b8-488b-85d4-1005f727315b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:49.091171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80bf0a-f5d2-4825-96ed-bb8c7ed7c61b req-918b1e16-99b8-488b-85d4-1005f727315b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:49.098516 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80bf0a-f5d2-4825-96ed-bb8c7ed7c61b req-918b1e16-99b8-488b-85d4-1005f727315b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:49.104022 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3a80bf0a-f5d2-4825-96ed-bb8c7ed7c61b req-918b1e16-99b8-488b-85d4-1005f727315b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5431 time: 0.1505415 Jul 30 20:09:49.119977 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-99d3bb76-b16d-470b-9e3c-283710ff5c25 req-c282b305-6fd0-4fc6-853c-cd079414510f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Deleting port e096ff85-a3f9-429f-8cf3-f4a64792986b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:09:49.120593 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-99d3bb76-b16d-470b-9e3c-283710ff5c25 req-c282b305-6fd0-4fc6-853c-cd079414510f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:49.131002 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08977846-5d16-43e1-beaf-21c815456cdf x-openstack-request-id: req-08977846-5d16-43e1-beaf-21c815456cdf {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:49.142248 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920f7c42-a071-4b10-b9a4-0a4f87abd6b2", "name": "network-vif-deleted", "tag": "66e4935d-2ade-4745-8f3d-3abfa40ff91e", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:49.143425 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-08977846-5d16-43e1-beaf-21c815456cdf {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:49.144915 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920f7c42-a071-4b10-b9a4-0a4f87abd6b2', 'name': 'network-vif-deleted', 'tag': '66e4935d-2ade-4745-8f3d-3abfa40ff91e', 'status': 'completed', 'code': 200} Jul 30 20:09:49.184225 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3a80bf0a-f5d2-4825-96ed-bb8c7ed7c61b req-bc12aef4-2446-415d-82fc-f366f33ff913 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0751827 Jul 30 20:09:49.233586 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-99d3bb76-b16d-470b-9e3c-283710ff5c25 req-c282b305-6fd0-4fc6-853c-cd079414510f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] For port e096ff85-a3f9-429f-8cf3-f4a64792986b, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e096ff85-a3f9-429f-8cf3-f4a64792986b,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:49.234037 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-99d3bb76-b16d-470b-9e3c-283710ff5c25 req-c282b305-6fd0-4fc6-853c-cd079414510f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:49.247287 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-99d3bb76-b16d-470b-9e3c-283710ff5c25 req-c282b305-6fd0-4fc6-853c-cd079414510f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Calling delete_port for e096ff85-a3f9-429f-8cf3-f4a64792986b owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:09:49.356229 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:49.419611 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256085e-b164-461f-a637-d203c057f912 req-f6855c9a-4355-45f0-b815-f369fc4952bf tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:49.421208 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a256085e-b164-461f-a637-d203c057f912 req-f6855c9a-4355-45f0-b815-f369fc4952bf tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0895395 Jul 30 20:09:49.462160 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-99d3bb76-b16d-470b-9e3c-283710ff5c25 req-c282b305-6fd0-4fc6-853c-cd079414510f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:49.475853 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['bb975919-5c61-4665-a393-73c9c764bad6', '66e4935d-2ade-4745-8f3d-3abfa40ff91e'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:49.491961 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a256085e-b164-461f-a637-d203c057f912 req-42a9ffa6-d064-4a28-9820-c92c72830f75 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586588 Jul 30 20:09:49.503322 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4ee2b8fa-32bb-418a-8fe1-ad7ca2e76a61 req-3b09fb2d-0358-4083-9ee6-f69c939b117a tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=49b57fe3-d4af-43a2-8819-fe7a3fba5905 HTTP/1.1" status: 200 len: 210 time: 0.0559835 Jul 30 20:09:49.527257 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282b305-6fd0-4fc6-853c-cd079414510f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Pushing event deleted for resources: {'Port': ['ID=e096ff85-a3f9-429f-8cf3-f4a64792986b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:49.572525 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d3bb76-b16d-470b-9e3c-283710ff5c25 req-c282b305-6fd0-4fc6-853c-cd079414510f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] No DVR routers for this DVR port e096ff85-a3f9-429f-8cf3-f4a64792986b on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:09:49.575544 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-99d3bb76-b16d-470b-9e3c-283710ff5c25 req-c282b305-6fd0-4fc6-853c-cd079414510f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:49.577483 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-99d3bb76-b16d-470b-9e3c-283710ff5c25 req-c282b305-6fd0-4fc6-853c-cd079414510f tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.83 "DELETE /v2.0/ports/e096ff85-a3f9-429f-8cf3-f4a64792986b HTTP/1.1" status: 204 len: 173 time: 0.5891101 Jul 30 20:09:49.578016 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b57fe3-d4af-43a2-8819-fe7a3fba5905', 'name': 'network-vif-deleted', 'tag': 'e096ff85-a3f9-429f-8cf3-f4a64792986b'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:49.580460 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbfff41-62c9-43ee-8433-d02f50420276" -d '{"events": [{"server_uuid": "49b57fe3-d4af-43a2-8819-fe7a3fba5905", "name": "network-vif-deleted", "tag": "e096ff85-a3f9-429f-8cf3-f4a64792986b"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:49.698231 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edff10e1-956e-48d7-978d-b13d5a84a598 x-openstack-request-id: req-edff10e1-956e-48d7-978d-b13d5a84a598 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:49.698596 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b57fe3-d4af-43a2-8819-fe7a3fba5905", "name": "network-vif-deleted", "tag": "e096ff85-a3f9-429f-8cf3-f4a64792986b", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:49.698928 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-edff10e1-956e-48d7-978d-b13d5a84a598 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:49.699385 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b57fe3-d4af-43a2-8819-fe7a3fba5905', 'name': 'network-vif-deleted', 'tag': 'e096ff85-a3f9-429f-8cf3-f4a64792986b', 'status': 'completed', 'code': 200} Jul 30 20:09:49.800860 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941350ee-0dd1-47c0-8efd-b475f07066c6 req-2f5ff03e-8904-4d5d-9581-5d98379421b2 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:49.802312 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-941350ee-0dd1-47c0-8efd-b475f07066c6 req-2f5ff03e-8904-4d5d-9581-5d98379421b2 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.0507071 Jul 30 20:09:49.842342 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-941350ee-0dd1-47c0-8efd-b475f07066c6 req-26eb86d4-5a38-400c-a949-b27202de6782 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325596 Jul 30 20:09:49.923921 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['f80ceb81-a4e4-4e24-b00b-5bc1f84a0151', '557f9a18-0625-475f-bc09-3f39d6ca3061'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:49.974676 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda5775-2718-4a44-b485-bdde220fbd31 req-755a9b77-b596-49ec-a94b-cca0a13318b4 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:49.976461 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3cda5775-2718-4a44-b485-bdde220fbd31 req-755a9b77-b596-49ec-a94b-cca0a13318b4 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.0531497 Jul 30 20:09:49.985840 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33450) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:49.991225 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-50cca531-94e3-4c18-915e-e33f7a3fb3ce tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Request body: {'floatingip': {'port_id': '137645cc-90ec-4463-bc0a-f6307edd9f9b'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:09:50.035112 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-50cca531-94e3-4c18-915e-e33f7a3fb3ce tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for floatingip, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:50.359175 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eae741-cdfe-4cdc-a80c-976c130896ac req-991ba7c7-e369-419c-ab26-fa2266256b0d tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:50.365130 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eae741-cdfe-4cdc-a80c-976c130896ac req-991ba7c7-e369-419c-ab26-fa2266256b0d tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:50.371030 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eae741-cdfe-4cdc-a80c-976c130896ac req-991ba7c7-e369-419c-ab26-fa2266256b0d tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:50.376954 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eae741-cdfe-4cdc-a80c-976c130896ac req-991ba7c7-e369-419c-ab26-fa2266256b0d tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:50.382859 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eae741-cdfe-4cdc-a80c-976c130896ac req-991ba7c7-e369-419c-ab26-fa2266256b0d tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:50.389090 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eae741-cdfe-4cdc-a80c-976c130896ac req-991ba7c7-e369-419c-ab26-fa2266256b0d tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:50.395005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eae741-cdfe-4cdc-a80c-976c130896ac req-991ba7c7-e369-419c-ab26-fa2266256b0d tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:50.397411 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-29eae741-cdfe-4cdc-a80c-976c130896ac req-991ba7c7-e369-419c-ab26-fa2266256b0d tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5431 time: 0.1373980 Jul 30 20:09:50.508058 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-29eae741-cdfe-4cdc-a80c-976c130896ac req-ec7ad4e6-579a-48d7-a627-918edeecfd37 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1035507 Jul 30 20:09:50.610931 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ba194-d439-46e8-920e-4d2b2b816246 req-d2ff2158-f917-451c-a9bf-7d7d9dfd0cd8 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:50.612698 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-008ba194-d439-46e8-920e-4d2b2b816246 req-d2ff2158-f917-451c-a9bf-7d7d9dfd0cd8 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0549219 Jul 30 20:09:50.636629 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-50cca531-94e3-4c18-915e-e33f7a3fb3ce tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:50.641923 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-50cca531-94e3-4c18-915e-e33f7a3fb3ce tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:50.667712 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-008ba194-d439-46e8-920e-4d2b2b816246 req-7aa009c8-04da-4ef4-a21e-d45191faf827 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461707 Jul 30 20:09:50.749771 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-50cca531-94e3-4c18-915e-e33f7a3fb3ce tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Floating IP 7ae399b8-f542-4451-9d9c-a05fd2a526eb associated. External IP: 172.25.3.197, port: 137645cc-90ec-4463-bc0a-f6307edd9f9b. Jul 30 20:09:51.007167 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cca531-94e3-4c18-915e-e33f7a3fb3ce tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Router c5f8c774-34c5-45dc-aa78-aa21845d96fc has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:09:51.015325 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8af4a-cf69-4203-8dab-7a1cd79fc51b req-7243d0af-6ee3-4a1c-b577-de213768c5ec tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:51.016747 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9e8af4a-cf69-4203-8dab-7a1cd79fc51b req-7243d0af-6ee3-4a1c-b577-de213768c5ec tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc660d2-17b8-4d66-8b3d-702c99bbdf3d HTTP/1.1" status: 200 len: 950 time: 0.0687814 Jul 30 20:09:51.106455 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9e8af4a-cf69-4203-8dab-7a1cd79fc51b req-27a7d8aa-1360-4062-9401-de9a2fabe432 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828965 Jul 30 20:09:51.153713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cca531-94e3-4c18-915e-e33f7a3fb3ce tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:09:51.158205 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-50cca531-94e3-4c18-915e-e33f7a3fb3ce tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:51.164802 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fabc77f-cdf4-4c73-983a-a426c1a33372 None None] Sync routers for ids ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:09:51.185586 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fabc77f-cdf4-4c73-983a-a426c1a33372 None None] Routers {'c5f8c774-34c5-45dc-aa78-aa21845d96fc'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:09:51.186228 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6fabc77f-cdf4-4c73-983a-a426c1a33372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:09:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:51.187306 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-50cca531-94e3-4c18-915e-e33f7a3fb3ce tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "PUT /v2.0/floatingips/7ae399b8-f542-4451-9d9c-a05fd2a526eb HTTP/1.1" status: 200 len: 992 time: 1.2001636 Jul 30 20:09:51.188028 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13b1592-0935-4cd0-9ed0-36b0b2ca05fb', 'tag': '137645cc-90ec-4463-bc0a-f6307edd9f9b'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:51.190353 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ff2b39-56f0-48d8-b969-08d341239ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "b13b1592-0935-4cd0-9ed0-36b0b2ca05fb", "tag": "137645cc-90ec-4463-bc0a-f6307edd9f9b"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:51.196058 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-58d3c06e-f33e-4e73-85f9-85ca472bb420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:51.305433 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-6fabc77f-cdf4-4c73-983a-a426c1a33372 None None] Set router c5f8c774-34c5-45dc-aa78-aa21845d96fc gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:09:51.315748 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fe2601-b905-4db0-a402-90df387173dd x-openstack-request-id: req-b3fe2601-b905-4db0-a402-90df387173dd {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:51.316042 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b13b1592-0935-4cd0-9ed0-36b0b2ca05fb", "tag": "137645cc-90ec-4463-bc0a-f6307edd9f9b", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:51.316299 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b3fe2601-b905-4db0-a402-90df387173dd {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:51.316702 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b13b1592-0935-4cd0-9ed0-36b0b2ca05fb', 'tag': '137645cc-90ec-4463-bc0a-f6307edd9f9b', 'status': 'completed', 'code': 200} Jul 30 20:09:51.382595 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff2b39-56f0-48d8-b969-08d341239ed9 req-dd290a09-39ec-4f66-a6f2-fd79df689821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:51.384184 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-21ff2b39-56f0-48d8-b969-08d341239ed9 req-dd290a09-39ec-4f66-a6f2-fd79df689821 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c9ba35ca3ce49889dd21646eecff8cf&device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 1097 time: 0.0409343 Jul 30 20:09:51.479702 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff2b39-56f0-48d8-b969-08d341239ed9 req-acc2c184-3060-4a82-9597-5af8d5b40347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:51.481442 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-21ff2b39-56f0-48d8-b969-08d341239ed9 req-acc2c184-3060-4a82-9597-5af8d5b40347 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c421e0b7-06ec-4b47-a5b3-95881a5c3933 HTTP/1.1" status: 200 len: 917 time: 0.0885890 Jul 30 20:09:51.540625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6fabc77f-cdf4-4c73-983a-a426c1a33372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'name': 'tempest-AttachVolumeShelveTestJSON-779455588-router', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:19Z', 'updated_at': '2021-07-30T20:09:28Z', 'revision_number': 4, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'gw_port': {'id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:22Z', 'updated_at': '2021-07-30T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '7ae399b8-f542-4451-9d9c-a05fd2a526eb', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'port_id': '137645cc-90ec-4463-bc0a-f6307edd9f9b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'mac_address': 'fa:16:3e:a6:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13b1592-0935-4cd0-9ed0-36b0b2ca05fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:09:33Z', 'updated_at': '2021-07-30T20:09:50Z', 'revision_number': 1, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30fe171b-f247-4b51-9563-10089a5ff87f', 'name': '', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'mac_address': 'fa:16:3e:3d:d1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '4b1ad353-61a9-43a8-b737-817c20130814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:27Z', 'updated_at': '2021-07-30T20:09:32Z', 'revision_number': 5, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'subnets': [{'id': '4b1ad353-61a9-43a8-b737-817c20130814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:51.550060 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-21ff2b39-56f0-48d8-b969-08d341239ed9 req-a33f852f-5f27-4af8-88be-c720f32f2439 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=137645cc-90ec-4463-bc0a-f6307edd9f9b HTTP/1.1" status: 200 len: 1000 time: 0.0590711 Jul 30 20:09:51.567191 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fabc77f-cdf4-4c73-983a-a426c1a33372 None None] Checking router: c5f8c774-34c5-45dc-aa78-aa21845d96fc for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:09:51.576061 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fabc77f-cdf4-4c73-983a-a426c1a33372 None None] Routers {'c5f8c774-34c5-45dc-aa78-aa21845d96fc'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:09:51.576678 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6fabc77f-cdf4-4c73-983a-a426c1a33372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:09:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:51.635069 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff2b39-56f0-48d8-b969-08d341239ed9 req-ca2cb8ad-97c3-4e24-bbdd-747d37b5afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:51.636814 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-21ff2b39-56f0-48d8-b969-08d341239ed9 req-ca2cb8ad-97c3-4e24-bbdd-747d37b5afe5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b1ad353-61a9-43a8-b737-817c20130814 HTTP/1.1" status: 200 len: 855 time: 0.0758746 Jul 30 20:09:51.656695 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89989162-85ce-4460-83e2-d3fba1a5d7c4 req-fb509f4c-38a5-439a-8198-fd4dfd1b0e4b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:51.663201 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89989162-85ce-4460-83e2-d3fba1a5d7c4 req-fb509f4c-38a5-439a-8198-fd4dfd1b0e4b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:51.669196 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89989162-85ce-4460-83e2-d3fba1a5d7c4 req-fb509f4c-38a5-439a-8198-fd4dfd1b0e4b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:51.675136 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89989162-85ce-4460-83e2-d3fba1a5d7c4 req-fb509f4c-38a5-439a-8198-fd4dfd1b0e4b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:51.681091 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89989162-85ce-4460-83e2-d3fba1a5d7c4 req-fb509f4c-38a5-439a-8198-fd4dfd1b0e4b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:51.681779 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-6fabc77f-cdf4-4c73-983a-a426c1a33372 None None] Set router c5f8c774-34c5-45dc-aa78-aa21845d96fc gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:09:51.687211 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89989162-85ce-4460-83e2-d3fba1a5d7c4 req-fb509f4c-38a5-439a-8198-fd4dfd1b0e4b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:51.693201 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89989162-85ce-4460-83e2-d3fba1a5d7c4 req-fb509f4c-38a5-439a-8198-fd4dfd1b0e4b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:51.695083 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-89989162-85ce-4460-83e2-d3fba1a5d7c4 req-fb509f4c-38a5-439a-8198-fd4dfd1b0e4b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5431 time: 0.1042643 Jul 30 20:09:51.762493 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-89989162-85ce-4460-83e2-d3fba1a5d7c4 req-02ba1f68-692b-4dc5-979a-54a5c16dd4b3 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577781 Jul 30 20:09:51.767948 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff2b39-56f0-48d8-b969-08d341239ed9 req-dec6c352-d3e2-4e8a-aed2-b47115a526d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:51.769452 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-21ff2b39-56f0-48d8-b969-08d341239ed9 req-dec6c352-d3e2-4e8a-aed2-b47115a526d0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c421e0b7-06ec-4b47-a5b3-95881a5c3933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734468 Jul 30 20:09:51.803984 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60dbd0e-ff8c-4486-8249-0d855a1f14e1 req-e3923406-c4a0-4bad-85c2-ede9048b2547 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:51.805844 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d60dbd0e-ff8c-4486-8249-0d855a1f14e1 req-e3923406-c4a0-4bad-85c2-ede9048b2547 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0666170 Jul 30 20:09:51.847292 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d60dbd0e-ff8c-4486-8249-0d855a1f14e1 req-f2f7dc90-ad36-4bd2-93dc-c1c6705c87d7 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350039 Jul 30 20:09:51.871429 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-21ff2b39-56f0-48d8-b969-08d341239ed9 req-24fbe5a5-7f16-447f-8fc4-c8450dd0e020 service neutron] 10.222.0.83 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929317 Jul 30 20:09:51.965495 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-21ff2b39-56f0-48d8-b969-08d341239ed9 req-13334c25-4ef4-46be-b716-5c853b97a77d service neutron] 10.222.0.83 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861301 Jul 30 20:09:52.048331 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6fabc77f-cdf4-4c73-983a-a426c1a33372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'name': 'tempest-AttachVolumeShelveTestJSON-779455588-router', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:19Z', 'updated_at': '2021-07-30T20:09:28Z', 'revision_number': 4, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'gw_port': {'id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:22Z', 'updated_at': '2021-07-30T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '7ae399b8-f542-4451-9d9c-a05fd2a526eb', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'port_id': '137645cc-90ec-4463-bc0a-f6307edd9f9b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'mac_address': 'fa:16:3e:a6:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13b1592-0935-4cd0-9ed0-36b0b2ca05fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:09:33Z', 'updated_at': '2021-07-30T20:09:50Z', 'revision_number': 1, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30fe171b-f247-4b51-9563-10089a5ff87f', 'name': '', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'mac_address': 'fa:16:3e:3d:d1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '4b1ad353-61a9-43a8-b737-817c20130814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:27Z', 'updated_at': '2021-07-30T20:09:32Z', 'revision_number': 5, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'subnets': [{'id': '4b1ad353-61a9-43a8-b737-817c20130814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:09:52.074629 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fabc77f-cdf4-4c73-983a-a426c1a33372 None None] The sync data for ids ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'] in n-d-712137-9 is: [{'id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'name': 'tempest-AttachVolumeShelveTestJSON-779455588-router', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:19Z', 'updated_at': '2021-07-30T20:09:28Z', 'revision_number': 4, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'gw_port': {'id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:22Z', 'updated_at': '2021-07-30T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '7ae399b8-f542-4451-9d9c-a05fd2a526eb', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'port_id': '137645cc-90ec-4463-bc0a-f6307edd9f9b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'mac_address': 'fa:16:3e:a6:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13b1592-0935-4cd0-9ed0-36b0b2ca05fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:09:33Z', 'updated_at': '2021-07-30T20:09:50Z', 'revision_number': 1, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30fe171b-f247-4b51-9563-10089a5ff87f', 'name': '', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'mac_address': 'fa:16:3e:3d:d1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '4b1ad353-61a9-43a8-b737-817c20130814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:27Z', 'updated_at': '2021-07-30T20:09:32Z', 'revision_number': 5, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'subnets': [{'id': '4b1ad353-61a9-43a8-b737-817c20130814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:09:52.150593 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb785b6f-c97b-40c5-9083-5636b7cf330e req-b9892769-1794-4413-88fa-d6b8054d22ea tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:52.150750 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cb785b6f-c97b-40c5-9083-5636b7cf330e req-b9892769-1794-4413-88fa-d6b8054d22ea tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 945 time: 0.0557997 Jul 30 20:09:52.188274 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cb785b6f-c97b-40c5-9083-5636b7cf330e req-75fcf1a9-fc07-49eb-ba23-37b8bce33591 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314596 Jul 30 20:09:52.233635 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2459b93-f5f2-43e9-a1d4-7d5ef5ac0d82 req-4f59c292-dc44-4208-bf81-32104eb0424b tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:52.235184 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d2459b93-f5f2-43e9-a1d4-7d5ef5ac0d82 req-4f59c292-dc44-4208-bf81-32104eb0424b tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc660d2-17b8-4d66-8b3d-702c99bbdf3d HTTP/1.1" status: 200 len: 950 time: 0.0556011 Jul 30 20:09:52.283897 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d2459b93-f5f2-43e9-a1d4-7d5ef5ac0d82 req-3763b41d-138b-493d-9efd-96362da0eafe tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424807 Jul 30 20:09:52.307937 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7f019-564d-473f-805f-6b4ace82b1b6 None None] New status for floating IP 7ae399b8-f542-4451-9d9c-a05fd2a526eb: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:09:52.628541 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac3706-7541-42fd-b0ed-6ca3a1f096ae req-06f2cf9e-260b-4fef-874d-4c09dc491942 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:52.631256 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83ac3706-7541-42fd-b0ed-6ca3a1f096ae req-06f2cf9e-260b-4fef-874d-4c09dc491942 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.83 "GET /v2.0/ports?device_id=6fc660d2-17b8-4d66-8b3d-702c99bbdf3d HTTP/1.1" status: 200 len: 950 time: 0.1048033 Jul 30 20:09:52.662451 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:09:52.665797 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 66e4935d-2ade-4745-8f3d-3abfa40ff91e no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:09:52.686498 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 66e4935d-2ade-4745-8f3d-3abfa40ff91e {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:09:52.686892 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 66e4935d-2ade-4745-8f3d-3abfa40ff91e not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:09:52.729272 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-83ac3706-7541-42fd-b0ed-6ca3a1f096ae req-f67bb6f1-09a2-473d-bf5a-b22d17c65d5c tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Deleting port 557f9a18-0625-475f-bc09-3f39d6ca3061 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:09:52.729829 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-83ac3706-7541-42fd-b0ed-6ca3a1f096ae req-f67bb6f1-09a2-473d-bf5a-b22d17c65d5c tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:52.817751 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-83ac3706-7541-42fd-b0ed-6ca3a1f096ae req-f67bb6f1-09a2-473d-bf5a-b22d17c65d5c tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] For port 557f9a18-0625-475f-bc09-3f39d6ca3061, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=557f9a18-0625-475f-bc09-3f39d6ca3061,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:52.818136 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-83ac3706-7541-42fd-b0ed-6ca3a1f096ae req-f67bb6f1-09a2-473d-bf5a-b22d17c65d5c tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:52.834239 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-83ac3706-7541-42fd-b0ed-6ca3a1f096ae req-f67bb6f1-09a2-473d-bf5a-b22d17c65d5c tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Calling delete_port for 557f9a18-0625-475f-bc09-3f39d6ca3061 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:09:52.865649 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36473f-f394-437c-9f9f-9e6ea6de92d4 req-2da16c38-c207-41e1-a972-c7f9fb2fedb7 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:52.867259 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c36473f-f394-437c-9f9f-9e6ea6de92d4 req-2da16c38-c207-41e1-a972-c7f9fb2fedb7 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.83 "GET /v2.0/ports?device_id=19eea34d-8e0b-4ac2-84d4-a8fb332e2420 HTTP/1.1" status: 200 len: 950 time: 0.0497725 Jul 30 20:09:52.944846 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1bf6b-f4e7-4c05-8924-0774d05c7e5a req-a2e7775b-4da0-4e41-a1ff-b8855ae2689a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:52.950651 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1bf6b-f4e7-4c05-8924-0774d05c7e5a req-a2e7775b-4da0-4e41-a1ff-b8855ae2689a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:52.956495 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1bf6b-f4e7-4c05-8924-0774d05c7e5a req-a2e7775b-4da0-4e41-a1ff-b8855ae2689a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:52.960975 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device e096ff85-a3f9-429f-8cf3-f4a64792986b no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:09:52.962610 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1bf6b-f4e7-4c05-8924-0774d05c7e5a req-a2e7775b-4da0-4e41-a1ff-b8855ae2689a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:52.968361 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1bf6b-f4e7-4c05-8924-0774d05c7e5a req-a2e7775b-4da0-4e41-a1ff-b8855ae2689a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:52.974738 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1bf6b-f4e7-4c05-8924-0774d05c7e5a req-a2e7775b-4da0-4e41-a1ff-b8855ae2689a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:52.981572 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1bf6b-f4e7-4c05-8924-0774d05c7e5a req-a2e7775b-4da0-4e41-a1ff-b8855ae2689a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:52.983538 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3eb1bf6b-f4e7-4c05-8924-0774d05c7e5a req-a2e7775b-4da0-4e41-a1ff-b8855ae2689a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5431 time: 0.1389785 Jul 30 20:09:52.985793 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: e096ff85-a3f9-429f-8cf3-f4a64792986b {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:09:52.986349 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device e096ff85-a3f9-429f-8cf3-f4a64792986b not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:09:53.007730 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d529315-5fb1-4571-ba5c-4fe3bc736f45 req-bf68e2f2-413f-4ba0-a9cc-4583ba213d85 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:53.009208 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d529315-5fb1-4571-ba5c-4fe3bc736f45 req-bf68e2f2-413f-4ba0-a9cc-4583ba213d85 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0662172 Jul 30 20:09:53.014845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-6c36473f-f394-437c-9f9f-9e6ea6de92d4 req-83d6abc5-7783-42a6-a196-293a97e7a8d6 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Deleting port f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:09:53.015217 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6c36473f-f394-437c-9f9f-9e6ea6de92d4 req-83d6abc5-7783-42a6-a196-293a97e7a8d6 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:53.054770 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3eb1bf6b-f4e7-4c05-8924-0774d05c7e5a req-414f67fb-13ed-4cf2-b8dd-d6d45504a404 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606220 Jul 30 20:09:53.088242 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-83ac3706-7541-42fd-b0ed-6ca3a1f096ae req-f67bb6f1-09a2-473d-bf5a-b22d17c65d5c tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:53.101207 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['f80ceb81-a4e4-4e24-b00b-5bc1f84a0151', '557f9a18-0625-475f-bc09-3f39d6ca3061'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:53.109260 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d529315-5fb1-4571-ba5c-4fe3bc736f45 req-01dc1773-1a2e-48f4-8dd7-19f4ba858e9c tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910029 Jul 30 20:09:53.128773 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67bb6f1-09a2-473d-bf5a-b22d17c65d5c tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Pushing event deleted for resources: {'Port': ['ID=557f9a18-0625-475f-bc09-3f39d6ca3061,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:53.137910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['bb975919-5c61-4665-a393-73c9c764bad6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:53.154600 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6c36473f-f394-437c-9f9f-9e6ea6de92d4 req-83d6abc5-7783-42a6-a196-293a97e7a8d6 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] For port f80ceb81-a4e4-4e24-b00b-5bc1f84a0151, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=f80ceb81-a4e4-4e24-b00b-5bc1f84a0151,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:53.156113 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6c36473f-f394-437c-9f9f-9e6ea6de92d4 req-83d6abc5-7783-42a6-a196-293a97e7a8d6 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:53.174786 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-6c36473f-f394-437c-9f9f-9e6ea6de92d4 req-83d6abc5-7783-42a6-a196-293a97e7a8d6 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Calling delete_port for f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:09:53.187266 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ac3706-7541-42fd-b0ed-6ca3a1f096ae req-f67bb6f1-09a2-473d-bf5a-b22d17c65d5c tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] No DVR routers for this DVR port 557f9a18-0625-475f-bc09-3f39d6ca3061 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:09:53.189894 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-83ac3706-7541-42fd-b0ed-6ca3a1f096ae req-f67bb6f1-09a2-473d-bf5a-b22d17c65d5c tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:53.192093 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83ac3706-7541-42fd-b0ed-6ca3a1f096ae req-f67bb6f1-09a2-473d-bf5a-b22d17c65d5c tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.83 "DELETE /v2.0/ports/557f9a18-0625-475f-bc09-3f39d6ca3061 HTTP/1.1" status: 204 len: 173 time: 0.5537920 Jul 30 20:09:53.192652 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc660d2-17b8-4d66-8b3d-702c99bbdf3d', 'name': 'network-vif-deleted', 'tag': '557f9a18-0625-475f-bc09-3f39d6ca3061'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:53.195032 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ae93b5-5081-4bdb-a82c-1b987f24cb83" -d '{"events": [{"server_uuid": "6fc660d2-17b8-4d66-8b3d-702c99bbdf3d", "name": "network-vif-deleted", "tag": "557f9a18-0625-475f-bc09-3f39d6ca3061"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:53.236125 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0d97e7-68fa-4c30-96ff-0d5c24114953 x-openstack-request-id: req-ff0d97e7-68fa-4c30-96ff-0d5c24114953 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:53.236633 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc660d2-17b8-4d66-8b3d-702c99bbdf3d", "name": "network-vif-deleted", "tag": "557f9a18-0625-475f-bc09-3f39d6ca3061", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:53.236907 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ff0d97e7-68fa-4c30-96ff-0d5c24114953 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:53.237300 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc660d2-17b8-4d66-8b3d-702c99bbdf3d', 'name': 'network-vif-deleted', 'tag': '557f9a18-0625-475f-bc09-3f39d6ca3061', 'status': 'completed', 'code': 200} Jul 30 20:09:53.352951 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6c36473f-f394-437c-9f9f-9e6ea6de92d4 req-83d6abc5-7783-42a6-a196-293a97e7a8d6 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:53.390852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6abc5-7783-42a6-a196-293a97e7a8d6 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Pushing event deleted for resources: {'Port': ['ID=f80ceb81-a4e4-4e24-b00b-5bc1f84a0151,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:53.413858 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c74b3a12-fd46-43fe-bb8c-e083e0dc2f73 req-e5dc2fd9-f71e-4dc5-80b2-26f50c5467a1 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc660d2-17b8-4d66-8b3d-702c99bbdf3d HTTP/1.1" status: 200 len: 210 time: 0.0398068 Jul 30 20:09:53.419087 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['557f9a18-0625-475f-bc09-3f39d6ca3061'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:53.443577 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c36473f-f394-437c-9f9f-9e6ea6de92d4 req-83d6abc5-7783-42a6-a196-293a97e7a8d6 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] No DVR routers for this DVR port f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:09:53.447092 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6c36473f-f394-437c-9f9f-9e6ea6de92d4 req-83d6abc5-7783-42a6-a196-293a97e7a8d6 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:53.449219 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c36473f-f394-437c-9f9f-9e6ea6de92d4 req-83d6abc5-7783-42a6-a196-293a97e7a8d6 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.83 "DELETE /v2.0/ports/f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 HTTP/1.1" status: 204 len: 173 time: 0.5745986 Jul 30 20:09:53.449637 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19eea34d-8e0b-4ac2-84d4-a8fb332e2420', 'name': 'network-vif-deleted', 'tag': 'f80ceb81-a4e4-4e24-b00b-5bc1f84a0151'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:53.452818 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fc101e-47ff-4fb6-bcf5-e645f82d8615" -d '{"events": [{"server_uuid": "19eea34d-8e0b-4ac2-84d4-a8fb332e2420", "name": "network-vif-deleted", "tag": "f80ceb81-a4e4-4e24-b00b-5bc1f84a0151"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:53.496477 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b1c2b0-6ed3-426a-947f-5588b2f28c12 x-openstack-request-id: req-67b1c2b0-6ed3-426a-947f-5588b2f28c12 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:53.496764 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19eea34d-8e0b-4ac2-84d4-a8fb332e2420", "name": "network-vif-deleted", "tag": "f80ceb81-a4e4-4e24-b00b-5bc1f84a0151", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:53.497019 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-67b1c2b0-6ed3-426a-947f-5588b2f28c12 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:53.497417 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19eea34d-8e0b-4ac2-84d4-a8fb332e2420', 'name': 'network-vif-deleted', 'tag': 'f80ceb81-a4e4-4e24-b00b-5bc1f84a0151', 'status': 'completed', 'code': 200} Jul 30 20:09:53.657442 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-949c041e-caf6-4288-a8e2-ea2bb8ee53a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:53.691025 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['bb975919-5c61-4665-a393-73c9c764bad6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:53.853097 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:54.188639 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988ebd8-8b0d-4f81-b351-1053fde3bc97 req-a366988e-7865-4ce5-b2f0-b9cce41195b9 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:54.195118 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988ebd8-8b0d-4f81-b351-1053fde3bc97 req-a366988e-7865-4ce5-b2f0-b9cce41195b9 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:54.200979 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988ebd8-8b0d-4f81-b351-1053fde3bc97 req-a366988e-7865-4ce5-b2f0-b9cce41195b9 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:54.206848 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988ebd8-8b0d-4f81-b351-1053fde3bc97 req-a366988e-7865-4ce5-b2f0-b9cce41195b9 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:54.212735 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988ebd8-8b0d-4f81-b351-1053fde3bc97 req-a366988e-7865-4ce5-b2f0-b9cce41195b9 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:54.218667 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988ebd8-8b0d-4f81-b351-1053fde3bc97 req-a366988e-7865-4ce5-b2f0-b9cce41195b9 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:54.224636 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988ebd8-8b0d-4f81-b351-1053fde3bc97 req-a366988e-7865-4ce5-b2f0-b9cce41195b9 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:54.226410 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2988ebd8-8b0d-4f81-b351-1053fde3bc97 req-a366988e-7865-4ce5-b2f0-b9cce41195b9 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5431 time: 0.0932028 Jul 30 20:09:54.228291 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef6b18-b779-4e00-907b-f9c5d8cbfc87 req-8b1a4a62-ce08-441e-ab1e-9120da815fb1 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:54.229755 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5aef6b18-b779-4e00-907b-f9c5d8cbfc87 req-8b1a4a62-ce08-441e-ab1e-9120da815fb1 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0493448 Jul 30 20:09:54.267767 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2988ebd8-8b0d-4f81-b351-1053fde3bc97 req-7fb95e71-b8bc-4368-8782-dd11560f6379 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348668 Jul 30 20:09:54.269737 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5aef6b18-b779-4e00-907b-f9c5d8cbfc87 req-c6640000-5696-43b4-b887-daae879d7d77 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340140 Jul 30 20:09:54.673253 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:09:54.759544 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62920d-904b-4573-8584-227ba4fe0275 req-6beddd44-f7eb-4609-946a-33110ae644e2 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:54.764792 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea62920d-904b-4573-8584-227ba4fe0275 req-6beddd44-f7eb-4609-946a-33110ae644e2 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be471d25-5a5d-4714-899c-4de8f6942a7a HTTP/1.1" status: 200 len: 950 time: 0.0587306 Jul 30 20:09:54.773520 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1,segment=NetworkSegment(dd78c27e-8c8a-431e-a42e-0ff92727ac3c),segment_id=dd78c27e-8c8a-431e-a42e-0ff92727ac3c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:54.788506 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1', 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387', 'port_id': 'bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1', 'mac_address': 'fa:16:3e:54:15:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee34576-0f44-4e9f-855e-368f45154589', 'ip_address': '10.1.1.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:09:54.802544 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea62920d-904b-4573-8584-227ba4fe0275 req-81706f1b-7bd2-4812-b6ab-71894ca61162 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351274 Jul 30 20:09:54.830823 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:54.852075 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:09:54.864103 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:54.872167 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1,segment=NetworkSegment(dd78c27e-8c8a-431e-a42e-0ff92727ac3c),segment_id=dd78c27e-8c8a-431e-a42e-0ff92727ac3c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:54.875467 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:54.876115 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device d88f5afb-3bc1-4f5d-a47f-fbad96159133 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:09:54.942169 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port d88f5afb-3bc1-4f5d-a47f-fbad96159133, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d88f5afb-3bc1-4f5d-a47f-fbad96159133,segment=NetworkSegment(dd78c27e-8c8a-431e-a42e-0ff92727ac3c),segment_id=dd78c27e-8c8a-431e-a42e-0ff92727ac3c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:54.944328 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:54.954743 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'd88f5afb-3bc1-4f5d-a47f-fbad96159133', 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387', 'port_id': 'd88f5afb-3bc1-4f5d-a47f-fbad96159133', 'mac_address': 'fa:16:3e:f4:a4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee34576-0f44-4e9f-855e-368f45154589', 'ip_address': '10.1.1.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:09:54.991392 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:55.003354 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88f5afb-3bc1-4f5d-a47f-fbad96159133 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:09:55.023875 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port d88f5afb-3bc1-4f5d-a47f-fbad96159133, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d88f5afb-3bc1-4f5d-a47f-fbad96159133,segment=NetworkSegment(dd78c27e-8c8a-431e-a42e-0ff92727ac3c),segment_id=dd78c27e-8c8a-431e-a42e-0ff92727ac3c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:55.027535 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:55.028192 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 08dca140-1f6f-4be9-aef9-65fcf5c1062f details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:09:55.097085 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 08dca140-1f6f-4be9-aef9-65fcf5c1062f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=08dca140-1f6f-4be9-aef9-65fcf5c1062f,segment=NetworkSegment(dd78c27e-8c8a-431e-a42e-0ff92727ac3c),segment_id=dd78c27e-8c8a-431e-a42e-0ff92727ac3c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:55.099399 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=d88f5afb-3bc1-4f5d-a47f-fbad96159133,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:55.109794 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '08dca140-1f6f-4be9-aef9-65fcf5c1062f', 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387', 'port_id': '08dca140-1f6f-4be9-aef9-65fcf5c1062f', 'mac_address': 'fa:16:3e:c5:c2:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee34576-0f44-4e9f-855e-368f45154589', 'ip_address': '10.1.1.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:09:55.147252 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:55.159640 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08dca140-1f6f-4be9-aef9-65fcf5c1062f {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:09:55.178054 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 08dca140-1f6f-4be9-aef9-65fcf5c1062f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=08dca140-1f6f-4be9-aef9-65fcf5c1062f,segment=NetworkSegment(dd78c27e-8c8a-431e-a42e-0ff92727ac3c),segment_id=dd78c27e-8c8a-431e-a42e-0ff92727ac3c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:55.182026 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:55.182666 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 4d2858d8-2192-4ded-99ea-b94c6f1195c6 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:09:55.246259 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=08dca140-1f6f-4be9-aef9-65fcf5c1062f,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:55.249611 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 4d2858d8-2192-4ded-99ea-b94c6f1195c6, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=4d2858d8-2192-4ded-99ea-b94c6f1195c6,segment=NetworkSegment(dd78c27e-8c8a-431e-a42e-0ff92727ac3c),segment_id=dd78c27e-8c8a-431e-a42e-0ff92727ac3c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:55.261366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '4d2858d8-2192-4ded-99ea-b94c6f1195c6', 'network_id': '624029aa-6e2e-457a-b285-eaf6ccf35387', 'port_id': '4d2858d8-2192-4ded-99ea-b94c6f1195c6', 'mac_address': 'fa:16:3e:b7:0c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee34576-0f44-4e9f-855e-368f45154589', 'ip_address': '10.1.1.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:09:55.301873 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:55.314987 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d2858d8-2192-4ded-99ea-b94c6f1195c6 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:09:55.337132 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 4d2858d8-2192-4ded-99ea-b94c6f1195c6, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=4d2858d8-2192-4ded-99ea-b94c6f1195c6,segment=NetworkSegment(dd78c27e-8c8a-431e-a42e-0ff92727ac3c),segment_id=dd78c27e-8c8a-431e-a42e-0ff92727ac3c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:55.344737 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:55.345432 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 116e9986-d114-442d-973f-14cff3cfaa2a details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:09:55.403552 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148aaf8-2740-4125-a19e-8919fbb4ca56 req-d3c4dcf3-fb68-44bf-9450-4aeab65eaba0 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:55.410631 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d148aaf8-2740-4125-a19e-8919fbb4ca56 req-d3c4dcf3-fb68-44bf-9450-4aeab65eaba0 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0638504 Jul 30 20:09:55.410958 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1cb4f-ff3f-4e49-9070-5d9bed61881c req-2b6f5e2f-1750-4bc7-9b5d-3e93ca720200 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:55.416971 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1cb4f-ff3f-4e49-9070-5d9bed61881c req-2b6f5e2f-1750-4bc7-9b5d-3e93ca720200 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:55.423034 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1cb4f-ff3f-4e49-9070-5d9bed61881c req-2b6f5e2f-1750-4bc7-9b5d-3e93ca720200 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:55.429636 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1cb4f-ff3f-4e49-9070-5d9bed61881c req-2b6f5e2f-1750-4bc7-9b5d-3e93ca720200 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:55.435561 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1cb4f-ff3f-4e49-9070-5d9bed61881c req-2b6f5e2f-1750-4bc7-9b5d-3e93ca720200 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:55.439715 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=4d2858d8-2192-4ded-99ea-b94c6f1195c6,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:55.443013 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1cb4f-ff3f-4e49-9070-5d9bed61881c req-2b6f5e2f-1750-4bc7-9b5d-3e93ca720200 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:55.449578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1cb4f-ff3f-4e49-9070-5d9bed61881c req-2b6f5e2f-1750-4bc7-9b5d-3e93ca720200 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:55.451865 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-38e1cb4f-ff3f-4e49-9070-5d9bed61881c req-2b6f5e2f-1750-4bc7-9b5d-3e93ca720200 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5435 time: 0.0973871 Jul 30 20:09:55.459858 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d148aaf8-2740-4125-a19e-8919fbb4ca56 req-5d5e1074-8236-458d-acc3-901c0c66a902 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420699 Jul 30 20:09:55.485884 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 116e9986-d114-442d-973f-14cff3cfaa2a, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=116e9986-d114-442d-973f-14cff3cfaa2a,segment=NetworkSegment(3537fc15-592e-4ed3-abfa-617a2a23cfad),segment_id=3537fc15-592e-4ed3-abfa-617a2a23cfad)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:55.497735 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-38e1cb4f-ff3f-4e49-9070-5d9bed61881c req-a6e9c1bc-e87e-4812-bb2b-49bc800029a7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383313 Jul 30 20:09:55.500113 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '116e9986-d114-442d-973f-14cff3cfaa2a', 'network_id': '956f2f8d-58e3-4da4-8be7-e5f47f91fd80', 'port_id': '116e9986-d114-442d-973f-14cff3cfaa2a', 'mac_address': 'fa:16:3e:71:5f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae2ebb1c-4008-4386-9d14-582336340b80', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:09:55.538713 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:55.551626 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 116e9986-d114-442d-973f-14cff3cfaa2a {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:09:55.574676 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 116e9986-d114-442d-973f-14cff3cfaa2a, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=116e9986-d114-442d-973f-14cff3cfaa2a,segment=NetworkSegment(3537fc15-592e-4ed3-abfa-617a2a23cfad),segment_id=3537fc15-592e-4ed3-abfa-617a2a23cfad)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:55.579347 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:55.579815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 28c6b72d-f75a-4721-ad15-74bf9c0c36c3 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:09:55.661753 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 28c6b72d-f75a-4721-ad15-74bf9c0c36c3, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=28c6b72d-f75a-4721-ad15-74bf9c0c36c3,segment=NetworkSegment(3537fc15-592e-4ed3-abfa-617a2a23cfad),segment_id=3537fc15-592e-4ed3-abfa-617a2a23cfad)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:55.664411 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=116e9986-d114-442d-973f-14cff3cfaa2a,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:55.676306 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '28c6b72d-f75a-4721-ad15-74bf9c0c36c3', 'network_id': '956f2f8d-58e3-4da4-8be7-e5f47f91fd80', 'port_id': '28c6b72d-f75a-4721-ad15-74bf9c0c36c3', 'mac_address': 'fa:16:3e:fc:a8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae2ebb1c-4008-4386-9d14-582336340b80', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:09:55.717322 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:55.729612 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c6b72d-f75a-4721-ad15-74bf9c0c36c3 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:09:55.748847 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 28c6b72d-f75a-4721-ad15-74bf9c0c36c3, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=28c6b72d-f75a-4721-ad15-74bf9c0c36c3,segment=NetworkSegment(3537fc15-592e-4ed3-abfa-617a2a23cfad),segment_id=3537fc15-592e-4ed3-abfa-617a2a23cfad)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:55.752328 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:55.752958 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 9a0cbd93-fd92-4866-944c-3656b063198f details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:09:55.845004 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=28c6b72d-f75a-4721-ad15-74bf9c0c36c3,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:55.889199 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 9a0cbd93-fd92-4866-944c-3656b063198f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=9a0cbd93-fd92-4866-944c-3656b063198f,segment=NetworkSegment(cb7a869c-f3af-4050-981a-52b4840e66fc),segment_id=cb7a869c-f3af-4050-981a-52b4840e66fc)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:55.901479 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '9a0cbd93-fd92-4866-944c-3656b063198f', 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224', 'port_id': '9a0cbd93-fd92-4866-944c-3656b063198f', 'mac_address': 'fa:16:3e:72:2a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b2d052-a18e-40d7-8ed9-045fadafa2a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:09:55.934252 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb02a50-72c0-430f-a4e2-a43ce75cb800 req-14c07f36-ab9d-4de9-8ffb-5f5ca31af048 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:55.935779 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bcb02a50-72c0-430f-a4e2-a43ce75cb800 req-14c07f36-ab9d-4de9-8ffb-5f5ca31af048 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be471d25-5a5d-4714-899c-4de8f6942a7a HTTP/1.1" status: 200 len: 950 time: 0.0574636 Jul 30 20:09:55.940978 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:55.953695 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0cbd93-fd92-4866-944c-3656b063198f {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:09:55.972881 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 9a0cbd93-fd92-4866-944c-3656b063198f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=9a0cbd93-fd92-4866-944c-3656b063198f,segment=NetworkSegment(cb7a869c-f3af-4050-981a-52b4840e66fc),segment_id=cb7a869c-f3af-4050-981a-52b4840e66fc)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:55.974256 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bcb02a50-72c0-430f-a4e2-a43ce75cb800 req-31b52049-2049-4710-bca2-933595503331 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6dac2f4-2965-4d71-aaf9-10280cf84d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319493 Jul 30 20:09:55.978705 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:56.027593 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=9a0cbd93-fd92-4866-944c-3656b063198f,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:56.361154 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ac2bf-61f3-4b15-aea1-a5a7f138ee4e req-f51fd8e6-a89d-495e-a3e4-32ed8260f5cf tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:56.362611 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c26ac2bf-61f3-4b15-aea1-a5a7f138ee4e req-f51fd8e6-a89d-495e-a3e4-32ed8260f5cf tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.59 "GET /v2.0/ports?device_id=be471d25-5a5d-4714-899c-4de8f6942a7a HTTP/1.1" status: 200 len: 950 time: 0.0506067 Jul 30 20:09:56.456780 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-c26ac2bf-61f3-4b15-aea1-a5a7f138ee4e req-2baefb54-268b-4cb9-98d1-55b247c89977 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Deleting port bb975919-5c61-4665-a393-73c9c764bad6 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:09:56.457461 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c26ac2bf-61f3-4b15-aea1-a5a7f138ee4e req-2baefb54-268b-4cb9-98d1-55b247c89977 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:56.635399 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62ef5e-a61f-4c11-9e66-cf263f112598 req-32c156ba-63ee-45be-a985-78efa832f464 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:56.641684 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62ef5e-a61f-4c11-9e66-cf263f112598 req-32c156ba-63ee-45be-a985-78efa832f464 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:56.648374 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62ef5e-a61f-4c11-9e66-cf263f112598 req-32c156ba-63ee-45be-a985-78efa832f464 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:56.654484 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62ef5e-a61f-4c11-9e66-cf263f112598 req-32c156ba-63ee-45be-a985-78efa832f464 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:56.660647 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62ef5e-a61f-4c11-9e66-cf263f112598 req-32c156ba-63ee-45be-a985-78efa832f464 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:56.666660 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62ef5e-a61f-4c11-9e66-cf263f112598 req-32c156ba-63ee-45be-a985-78efa832f464 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:56.672835 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62ef5e-a61f-4c11-9e66-cf263f112598 req-32c156ba-63ee-45be-a985-78efa832f464 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:56.674896 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4f62ef5e-a61f-4c11-9e66-cf263f112598 req-32c156ba-63ee-45be-a985-78efa832f464 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5438 time: 0.0994656 Jul 30 20:09:56.725152 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:56.728718 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4f62ef5e-a61f-4c11-9e66-cf263f112598 req-e2c381ed-f391-4be9-8a1e-d4ade2bdf575 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471401 Jul 30 20:09:56.742194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['08dca140-1f6f-4be9-aef9-65fcf5c1062f'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:56.782668 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['28c6b72d-f75a-4721-ad15-74bf9c0c36c3'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:56.809534 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['116e9986-d114-442d-973f-14cff3cfaa2a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:56.819189 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['9a0cbd93-fd92-4866-944c-3656b063198f'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:56.847101 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-c26ac2bf-61f3-4b15-aea1-a5a7f138ee4e req-2baefb54-268b-4cb9-98d1-55b247c89977 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] For port bb975919-5c61-4665-a393-73c9c764bad6, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=bb975919-5c61-4665-a393-73c9c764bad6,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:56.847471 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c26ac2bf-61f3-4b15-aea1-a5a7f138ee4e req-2baefb54-268b-4cb9-98d1-55b247c89977 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:56.848863 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['d88f5afb-3bc1-4f5d-a47f-fbad96159133'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:56.863174 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-c26ac2bf-61f3-4b15-aea1-a5a7f138ee4e req-2baefb54-268b-4cb9-98d1-55b247c89977 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Calling delete_port for bb975919-5c61-4665-a393-73c9c764bad6 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:09:56.871719 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabfe40-04a1-4369-8323-8eb6a3b627a5 req-80a358da-b58d-4bde-9642-da5132867a64 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:56.873206 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-daabfe40-04a1-4369-8323-8eb6a3b627a5 req-80a358da-b58d-4bde-9642-da5132867a64 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.3571146 Jul 30 20:09:56.959104 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-daabfe40-04a1-4369-8323-8eb6a3b627a5 req-c9472891-4179-4abb-8041-9a25b1229043 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746531 Jul 30 20:09:56.990547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:09:57.043659 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c26ac2bf-61f3-4b15-aea1-a5a7f138ee4e req-2baefb54-268b-4cb9-98d1-55b247c89977 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:57.056101 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:09:57.056436 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device f80ceb81-a4e4-4e24-b00b-5bc1f84a0151 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:09:57.056840 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 557f9a18-0625-475f-bc09-3f39d6ca3061 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:09:57.075132 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baefb54-268b-4cb9-98d1-55b247c89977 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Pushing event deleted for resources: {'Port': ['ID=bb975919-5c61-4665-a393-73c9c764bad6,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:57.107994 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4605f3ae-2341-47dd-b45e-8f6e1a88917f req-68504cb3-e284-4796-b29b-620e080afcdd tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.81 "GET /v2.0/ports?device_id=be471d25-5a5d-4714-899c-4de8f6942a7a HTTP/1.1" status: 200 len: 210 time: 0.0374577 Jul 30 20:09:57.145685 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26ac2bf-61f3-4b15-aea1-a5a7f138ee4e req-2baefb54-268b-4cb9-98d1-55b247c89977 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] No DVR routers for this DVR port bb975919-5c61-4665-a393-73c9c764bad6 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:09:57.148445 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c26ac2bf-61f3-4b15-aea1-a5a7f138ee4e req-2baefb54-268b-4cb9-98d1-55b247c89977 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:57.150505 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c26ac2bf-61f3-4b15-aea1-a5a7f138ee4e req-2baefb54-268b-4cb9-98d1-55b247c89977 tempest-ServersOnMultiNodesTest-1356917906 tempest-ServersOnMultiNodesTest-1356917906-project] 10.222.0.59 "DELETE /v2.0/ports/bb975919-5c61-4665-a393-73c9c764bad6 HTTP/1.1" status: 204 len: 173 time: 0.7814898 Jul 30 20:09:57.150998 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be471d25-5a5d-4714-899c-4de8f6942a7a', 'name': 'network-vif-deleted', 'tag': 'bb975919-5c61-4665-a393-73c9c764bad6'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:09:57.153408 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c50bbc-cc0e-4311-81c7-dfa1ba274c19" -d '{"events": [{"server_uuid": "be471d25-5a5d-4714-899c-4de8f6942a7a", "name": "network-vif-deleted", "tag": "bb975919-5c61-4665-a393-73c9c764bad6"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:09:57.198482 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff25a46a-10d2-4d8e-9792-ba6b881bfa9c x-openstack-request-id: req-ff25a46a-10d2-4d8e-9792-ba6b881bfa9c {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:09:57.198777 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be471d25-5a5d-4714-899c-4de8f6942a7a", "name": "network-vif-deleted", "tag": "bb975919-5c61-4665-a393-73c9c764bad6", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:09:57.199121 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ff25a46a-10d2-4d8e-9792-ba6b881bfa9c {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:09:57.199409 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be471d25-5a5d-4714-899c-4de8f6942a7a', 'name': 'network-vif-deleted', 'tag': 'bb975919-5c61-4665-a393-73c9c764bad6', 'status': 'completed', 'code': 200} Jul 30 20:09:57.244526 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 557f9a18-0625-475f-bc09-3f39d6ca3061 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:09:57.244871 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 557f9a18-0625-475f-bc09-3f39d6ca3061 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:09:57.865520 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b5186-ad99-422c-a400-8cf6d46d61d6 req-f6976588-c68b-40f3-b84d-73736e00979a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:57.874560 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b5186-ad99-422c-a400-8cf6d46d61d6 req-f6976588-c68b-40f3-b84d-73736e00979a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:57.877362 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b5186-ad99-422c-a400-8cf6d46d61d6 req-f6976588-c68b-40f3-b84d-73736e00979a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:57.877529 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:57.883164 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b5186-ad99-422c-a400-8cf6d46d61d6 req-f6976588-c68b-40f3-b84d-73736e00979a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:57.889238 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b5186-ad99-422c-a400-8cf6d46d61d6 req-f6976588-c68b-40f3-b84d-73736e00979a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:57.895081 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b5186-ad99-422c-a400-8cf6d46d61d6 req-f6976588-c68b-40f3-b84d-73736e00979a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:57.901373 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['4d2858d8-2192-4ded-99ea-b94c6f1195c6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:57.901500 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b5186-ad99-422c-a400-8cf6d46d61d6 req-f6976588-c68b-40f3-b84d-73736e00979a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:57.903325 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f95b5186-ad99-422c-a400-8cf6d46d61d6 req-f6976588-c68b-40f3-b84d-73736e00979a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5438 time: 0.0964146 Jul 30 20:09:57.951196 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f95b5186-ad99-422c-a400-8cf6d46d61d6 req-d2d4647f-37e8-4a04-8967-7ef735009bfb tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403240 Jul 30 20:09:58.094631 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20e92f-6d31-447f-8bd8-4f55c221daf7 req-5dd951d5-ae0c-4924-b7f8-0085c808d293 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:58.096495 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d20e92f-6d31-447f-8bd8-4f55c221daf7 req-5dd951d5-ae0c-4924-b7f8-0085c808d293 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0515978 Jul 30 20:09:58.137682 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d20e92f-6d31-447f-8bd8-4f55c221daf7 req-387e75ba-51de-4dd9-81c3-4bd9e5b13947 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348878 Jul 30 20:09:58.347387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33626) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:58.471666 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-eb65b5a1-6193-4e84-830b-7e2089d296c7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4045e60369ef4027bbe0b4f0fb9d8f61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1230109 Jul 30 20:09:58.474057 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33630) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:58.520180 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8181ed52-593d-4ea2-a218-fe1a10ded973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:58.540086 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8181ed52-593d-4ea2-a218-fe1a10ded973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:58.589353 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8181ed52-593d-4ea2-a218-fe1a10ded973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:58.591869 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8181ed52-593d-4ea2-a218-fe1a10ded973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:58.593020 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8181ed52-593d-4ea2-a218-fe1a10ded973 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a6dac2f4-2965-4d71-aaf9-10280cf84d71 HTTP/1.1" status: 204 len: 168 time: 0.1180673 Jul 30 20:09:58.600617 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181ed52-593d-4ea2-a218-fe1a10ded973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6dac2f4-2965-4d71-aaf9-10280cf84d71,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:58.843986 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33640) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:58.884040 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3d32c2bf-7fd4-4a2d-bff1-864df54c3aa3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=86b1d3d019804b55a0c1bd4bc776321e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389004 Jul 30 20:09:58.886708 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33644) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:09:58.937293 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39e3c739-7749-4d25-b453-ce6d55db811d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:58.957990 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39e3c739-7749-4d25-b453-ce6d55db811d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:58.983085 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 98007a55-b93a-42dd-a4b7-d6c12be7447a details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:09:59.020552 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39e3c739-7749-4d25-b453-ce6d55db811d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:59.023605 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39e3c739-7749-4d25-b453-ce6d55db811d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:59.027372 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-39e3c739-7749-4d25-b453-ce6d55db811d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c104a6f9-2cbe-4544-a1a7-229142f6ffe5 HTTP/1.1" status: 204 len: 168 time: 0.1372914 Jul 30 20:09:59.034283 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c739-7749-4d25-b453-ce6d55db811d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c104a6f9-2cbe-4544-a1a7-229142f6ffe5,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:59.105491 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 98007a55-b93a-42dd-a4b7-d6c12be7447a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:59.118121 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982af191-8c87-41e1-a8cd-dc981fb30c92 req-c05500bc-af9a-4b31-9bfa-63328471e69e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:59.124197 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '98007a55-b93a-42dd-a4b7-d6c12be7447a', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'port_id': '98007a55-b93a-42dd-a4b7-d6c12be7447a', 'mac_address': 'fa:16:3e:2b:4b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:09:59.124361 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982af191-8c87-41e1-a8cd-dc981fb30c92 req-c05500bc-af9a-4b31-9bfa-63328471e69e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:59.131188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982af191-8c87-41e1-a8cd-dc981fb30c92 req-c05500bc-af9a-4b31-9bfa-63328471e69e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:59.137878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982af191-8c87-41e1-a8cd-dc981fb30c92 req-c05500bc-af9a-4b31-9bfa-63328471e69e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:59.144808 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982af191-8c87-41e1-a8cd-dc981fb30c92 req-c05500bc-af9a-4b31-9bfa-63328471e69e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:59.152221 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982af191-8c87-41e1-a8cd-dc981fb30c92 req-c05500bc-af9a-4b31-9bfa-63328471e69e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:59.158631 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982af191-8c87-41e1-a8cd-dc981fb30c92 req-c05500bc-af9a-4b31-9bfa-63328471e69e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:59.164322 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-982af191-8c87-41e1-a8cd-dc981fb30c92 req-c05500bc-af9a-4b31-9bfa-63328471e69e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5438 time: 0.1200523 Jul 30 20:09:59.164662 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:59.177939 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98007a55-b93a-42dd-a4b7-d6c12be7447a {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:09:59.199052 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 98007a55-b93a-42dd-a4b7-d6c12be7447a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:09:59.207068 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-982af191-8c87-41e1-a8cd-dc981fb30c92 req-b1b26189-fd3f-479e-ac0a-432770713629 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391579 Jul 30 20:09:59.209398 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:09:59.263541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=98007a55-b93a-42dd-a4b7-d6c12be7447a,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:09:59.298862 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc5324-f58e-4995-8e92-581aed14f733 req-71007c67-1a0b-4310-9e01-6d2b607440b2 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:09:59.300498 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-69dc5324-f58e-4995-8e92-581aed14f733 req-71007c67-1a0b-4310-9e01-6d2b607440b2 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0635278 Jul 30 20:09:59.300746 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['98007a55-b93a-42dd-a4b7-d6c12be7447a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:09:59.341914 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-69dc5324-f58e-4995-8e92-581aed14f733 req-10f835e4-25b7-47f4-a7d8-f5c19a4a8c60 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352826 Jul 30 20:10:00.344703 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f31fc-4eff-45a5-8cdb-4578f4656f8c req-676fc3f7-d0d5-40cb-994f-f174b09804b1 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:00.351292 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f31fc-4eff-45a5-8cdb-4578f4656f8c req-676fc3f7-d0d5-40cb-994f-f174b09804b1 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:00.357348 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f31fc-4eff-45a5-8cdb-4578f4656f8c req-676fc3f7-d0d5-40cb-994f-f174b09804b1 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:00.363324 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f31fc-4eff-45a5-8cdb-4578f4656f8c req-676fc3f7-d0d5-40cb-994f-f174b09804b1 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:00.369851 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f31fc-4eff-45a5-8cdb-4578f4656f8c req-676fc3f7-d0d5-40cb-994f-f174b09804b1 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:00.375901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f31fc-4eff-45a5-8cdb-4578f4656f8c req-676fc3f7-d0d5-40cb-994f-f174b09804b1 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:00.381854 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f31fc-4eff-45a5-8cdb-4578f4656f8c req-676fc3f7-d0d5-40cb-994f-f174b09804b1 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:00.383853 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b30f31fc-4eff-45a5-8cdb-4578f4656f8c req-676fc3f7-d0d5-40cb-994f-f174b09804b1 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5438 time: 0.0959861 Jul 30 20:10:00.427590 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b30f31fc-4eff-45a5-8cdb-4578f4656f8c req-be546bd3-7071-4630-a13f-cab52b178dd5 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361893 Jul 30 20:10:00.465233 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c8625-e51c-4b4c-9949-2a1b751979aa req-6b0c5f58-55db-47ae-b516-d76aa070a723 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:00.466788 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-819c8625-e51c-4b4c-9949-2a1b751979aa req-6b0c5f58-55db-47ae-b516-d76aa070a723 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0522480 Jul 30 20:10:00.505919 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-819c8625-e51c-4b4c-9949-2a1b751979aa req-965885ae-83ff-459b-a89c-2a2a7f012109 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324237 Jul 30 20:10:00.695256 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device d88f5afb-3bc1-4f5d-a47f-fbad96159133 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:10:00.744433 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port d88f5afb-3bc1-4f5d-a47f-fbad96159133 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:10:00.753467 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port d88f5afb-3bc1-4f5d-a47f-fbad96159133 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:10:00.753845 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:00.840702 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:00.862688 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88f5afb-3bc1-4f5d-a47f-fbad96159133'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:10:00.864987 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891dda53-7d5e-42bb-a89c-afd54e856a08" -d '{"events": [{"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-plugged", "status": "completed", "tag": "d88f5afb-3bc1-4f5d-a47f-fbad96159133"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:10:00.878605 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port d88f5afb-3bc1-4f5d-a47f-fbad96159133, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d88f5afb-3bc1-4f5d-a47f-fbad96159133,segment=NetworkSegment(dd78c27e-8c8a-431e-a42e-0ff92727ac3c),segment_id=dd78c27e-8c8a-431e-a42e-0ff92727ac3c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:00.883661 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:00.884654 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:10:00.970450 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34053d2-307e-4b00-b552-473c973f1dcc x-openstack-request-id: req-e34053d2-307e-4b00-b552-473c973f1dcc {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:10:00.970739 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-plugged", "status": "completed", "tag": "d88f5afb-3bc1-4f5d-a47f-fbad96159133", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:10:00.970996 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e34053d2-307e-4b00-b552-473c973f1dcc {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:10:00.971382 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88f5afb-3bc1-4f5d-a47f-fbad96159133', 'code': 200} Jul 30 20:10:00.973496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=d88f5afb-3bc1-4f5d-a47f-fbad96159133,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:00.983041 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 98007a55-b93a-42dd-a4b7-d6c12be7447a up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:10:00.986545 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:10:01.007997 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:10:01.008377 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:01.072495 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 98007a55-b93a-42dd-a4b7-d6c12be7447a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:10:01.072495 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:01.140501 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:01.165118 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33752) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:01.197218 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1,segment=NetworkSegment(dd78c27e-8c8a-431e-a42e-0ff92727ac3c),segment_id=dd78c27e-8c8a-431e-a42e-0ff92727ac3c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:01.202437 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:01.203301 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 08dca140-1f6f-4be9-aef9-65fcf5c1062f up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:10:01.253535 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:01.286449 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-603fd119-c8ae-4787-8d83-2a905ff6c1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:01.324057 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:01.329909 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 98007a55-b93a-42dd-a4b7-d6c12be7447a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:01.337516 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:01.342696 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 08dca140-1f6f-4be9-aef9-65fcf5c1062f completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:10:01.365276 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 08dca140-1f6f-4be9-aef9-65fcf5c1062f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:10:01.365651 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:01.394494 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-603fd119-c8ae-4787-8d83-2a905ff6c1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:01.398827 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-603fd119-c8ae-4787-8d83-2a905ff6c1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:01.417481 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=98007a55-b93a-42dd-a4b7-d6c12be7447a,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:01.438379 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fd119-c8ae-4787-8d83-2a905ff6c1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b531844-d2ea-41f1-b6f6-e2efe568a6f6,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:01.451067 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-603fd119-c8ae-4787-8d83-2a905ff6c1dd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bd101aeef78640d6b451427cc509d448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2822464 Jul 30 20:10:01.451067 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33760) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:01.465865 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:01.499735 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 08dca140-1f6f-4be9-aef9-65fcf5c1062f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=08dca140-1f6f-4be9-aef9-65fcf5c1062f,segment=NetworkSegment(dd78c27e-8c8a-431e-a42e-0ff92727ac3c),segment_id=dd78c27e-8c8a-431e-a42e-0ff92727ac3c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:01.505891 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:01.507417 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 116e9986-d114-442d-973f-14cff3cfaa2a up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:10:01.513605 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-205d8251-22eb-4909-8c9f-faad8a37f4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:01.563687 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-205d8251-22eb-4909-8c9f-faad8a37f4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:01.589221 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=08dca140-1f6f-4be9-aef9-65fcf5c1062f,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:01.607613 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 116e9986-d114-442d-973f-14cff3cfaa2a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:10:01.612775 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 116e9986-d114-442d-973f-14cff3cfaa2a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:10:01.613305 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:01.616520 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281675e-c143-4c97-9158-75c5d7ef8a79 req-e5b9b40c-b075-437d-92c7-73916e584cd2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:01.622421 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281675e-c143-4c97-9158-75c5d7ef8a79 req-e5b9b40c-b075-437d-92c7-73916e584cd2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:01.628359 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281675e-c143-4c97-9158-75c5d7ef8a79 req-e5b9b40c-b075-437d-92c7-73916e584cd2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:01.632685 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8eb3b3-f0d8-470b-84cf-b3f315ab7240 req-89ae3b15-9970-4687-9549-3b0db15d930d tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:01.634205 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3e8eb3b3-f0d8-470b-84cf-b3f315ab7240 req-89ae3b15-9970-4687-9549-3b0db15d930d tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0529485 Jul 30 20:10:01.635579 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281675e-c143-4c97-9158-75c5d7ef8a79 req-e5b9b40c-b075-437d-92c7-73916e584cd2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:01.641937 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281675e-c143-4c97-9158-75c5d7ef8a79 req-e5b9b40c-b075-437d-92c7-73916e584cd2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:01.648330 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281675e-c143-4c97-9158-75c5d7ef8a79 req-e5b9b40c-b075-437d-92c7-73916e584cd2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:01.654579 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281675e-c143-4c97-9158-75c5d7ef8a79 req-e5b9b40c-b075-437d-92c7-73916e584cd2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:01.656575 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4281675e-c143-4c97-9158-75c5d7ef8a79 req-e5b9b40c-b075-437d-92c7-73916e584cd2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5441 time: 0.1384974 Jul 30 20:10:01.678270 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3e8eb3b3-f0d8-470b-84cf-b3f315ab7240 req-db96e394-bb67-4e38-b982-08e304266a8e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369885 Jul 30 20:10:01.689564 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-205d8251-22eb-4909-8c9f-faad8a37f4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:01.692161 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-205d8251-22eb-4909-8c9f-faad8a37f4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:01.693957 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-205d8251-22eb-4909-8c9f-faad8a37f4e5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8b531844-d2ea-41f1-b6f6-e2efe568a6f6 HTTP/1.1" status: 204 len: 168 time: 0.2420678 Jul 30 20:10:01.714296 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d8251-22eb-4909-8c9f-faad8a37f4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b531844-d2ea-41f1-b6f6-e2efe568a6f6,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:01.718597 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:01.727777 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4281675e-c143-4c97-9158-75c5d7ef8a79 req-01aeec69-5199-47bc-ace9-da80de45d66e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625010 Jul 30 20:10:01.760370 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 116e9986-d114-442d-973f-14cff3cfaa2a, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=116e9986-d114-442d-973f-14cff3cfaa2a,segment=NetworkSegment(3537fc15-592e-4ed3-abfa-617a2a23cfad),segment_id=3537fc15-592e-4ed3-abfa-617a2a23cfad)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:01.765030 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:01.765856 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 4d2858d8-2192-4ded-99ea-b94c6f1195c6 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:10:01.845629 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=116e9986-d114-442d-973f-14cff3cfaa2a,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:01.857343 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 4d2858d8-2192-4ded-99ea-b94c6f1195c6 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:10:01.861067 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 4d2858d8-2192-4ded-99ea-b94c6f1195c6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:10:01.861514 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:01.938204 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:01.970559 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33774) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:01.974122 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 4d2858d8-2192-4ded-99ea-b94c6f1195c6, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=4d2858d8-2192-4ded-99ea-b94c6f1195c6,segment=NetworkSegment(dd78c27e-8c8a-431e-a42e-0ff92727ac3c),segment_id=dd78c27e-8c8a-431e-a42e-0ff92727ac3c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:01.978108 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:01.979122 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 28c6b72d-f75a-4721-ad15-74bf9c0c36c3 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:10:01.985026 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7e0cea0d-6120-45a4-a984-37a8e49840fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:02.054043 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=4d2858d8-2192-4ded-99ea-b94c6f1195c6,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:02.065820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 28c6b72d-f75a-4721-ad15-74bf9c0c36c3 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:10:02.069467 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 28c6b72d-f75a-4721-ad15-74bf9c0c36c3 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:10:02.069845 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:02.077850 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7e0cea0d-6120-45a4-a984-37a8e49840fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:02.082042 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7e0cea0d-6120-45a4-a984-37a8e49840fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:02.132238 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7e0cea0d-6120-45a4-a984-37a8e49840fc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a9239c57d450486bbdfb7d7ef4c762cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605892 Jul 30 20:10:02.135578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33778) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:02.143905 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cea0d-6120-45a4-a984-37a8e49840fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8d540e-9f62-4174-a61f-51d82d09b895,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:02.167156 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:02.192440 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53f47067-8579-4dd3-9dd9-84f54238c0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:02.202332 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 28c6b72d-f75a-4721-ad15-74bf9c0c36c3, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=28c6b72d-f75a-4721-ad15-74bf9c0c36c3,segment=NetworkSegment(3537fc15-592e-4ed3-abfa-617a2a23cfad),segment_id=3537fc15-592e-4ed3-abfa-617a2a23cfad)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:02.209432 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:02.210442 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 9a0cbd93-fd92-4866-944c-3656b063198f up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:10:02.216382 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53f47067-8579-4dd3-9dd9-84f54238c0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:02.289773 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=28c6b72d-f75a-4721-ad15-74bf9c0c36c3,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:02.295658 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53f47067-8579-4dd3-9dd9-84f54238c0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:02.298809 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53f47067-8579-4dd3-9dd9-84f54238c0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:02.300356 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-53f47067-8579-4dd3-9dd9-84f54238c0c0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4f8d540e-9f62-4174-a61f-51d82d09b895 HTTP/1.1" status: 204 len: 168 time: 0.1638339 Jul 30 20:10:02.305255 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 9a0cbd93-fd92-4866-944c-3656b063198f completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:10:02.311024 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 9a0cbd93-fd92-4866-944c-3656b063198f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:10:02.311411 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:02.312940 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f47067-8579-4dd3-9dd9-84f54238c0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8d540e-9f62-4174-a61f-51d82d09b895,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:02.430466 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:02.467713 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 9a0cbd93-fd92-4866-944c-3656b063198f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=9a0cbd93-fd92-4866-944c-3656b063198f,segment=NetworkSegment(cb7a869c-f3af-4050-981a-52b4840e66fc),segment_id=cb7a869c-f3af-4050-981a-52b4840e66fc)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:02.473162 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:02.476256 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device bb975919-5c61-4665-a393-73c9c764bad6 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:10:02.526383 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: bb975919-5c61-4665-a393-73c9c764bad6 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:10:02.526834 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device bb975919-5c61-4665-a393-73c9c764bad6 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:10:02.560154 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=9a0cbd93-fd92-4866-944c-3656b063198f,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:02.951323 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7edb0-858e-43c0-9cda-536b9cc54fc0 req-25e693a7-8d66-4573-a728-8c61446fa85a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:02.960220 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7edb0-858e-43c0-9cda-536b9cc54fc0 req-25e693a7-8d66-4573-a728-8c61446fa85a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:02.966860 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7edb0-858e-43c0-9cda-536b9cc54fc0 req-25e693a7-8d66-4573-a728-8c61446fa85a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:02.972086 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1'}, {'server_uuid': '35f4e7c7-114c-45b1-9b94-563a4ab47b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98007a55-b93a-42dd-a4b7-d6c12be7447a'}, {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08dca140-1f6f-4be9-aef9-65fcf5c1062f'}, {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116e9986-d114-442d-973f-14cff3cfaa2a'}, {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2858d8-2192-4ded-99ea-b94c6f1195c6'}, {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c6b72d-f75a-4721-ad15-74bf9c0c36c3'}, {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0cbd93-fd92-4866-944c-3656b063198f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:10:02.975689 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a50989-1b1c-4bae-944d-53ef3cc66d66" -d '{"events": [{"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-plugged", "status": "completed", "tag": "bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1"}, {"server_uuid": "35f4e7c7-114c-45b1-9b94-563a4ab47b0e", "name": "network-vif-plugged", "status": "completed", "tag": "98007a55-b93a-42dd-a4b7-d6c12be7447a"}, {"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-plugged", "status": "completed", "tag": "08dca140-1f6f-4be9-aef9-65fcf5c1062f"}, {"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-plugged", "status": "completed", "tag": "116e9986-d114-442d-973f-14cff3cfaa2a"}, {"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-plugged", "status": "completed", "tag": "4d2858d8-2192-4ded-99ea-b94c6f1195c6"}, {"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-plugged", "status": "completed", "tag": "28c6b72d-f75a-4721-ad15-74bf9c0c36c3"}, {"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-plugged", "status": "completed", "tag": "9a0cbd93-fd92-4866-944c-3656b063198f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:10:02.981055 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7edb0-858e-43c0-9cda-536b9cc54fc0 req-25e693a7-8d66-4573-a728-8c61446fa85a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:02.987645 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7edb0-858e-43c0-9cda-536b9cc54fc0 req-25e693a7-8d66-4573-a728-8c61446fa85a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:02.996850 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7edb0-858e-43c0-9cda-536b9cc54fc0 req-25e693a7-8d66-4573-a728-8c61446fa85a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:03.003807 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7edb0-858e-43c0-9cda-536b9cc54fc0 req-25e693a7-8d66-4573-a728-8c61446fa85a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:03.012868 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06d7edb0-858e-43c0-9cda-536b9cc54fc0 req-25e693a7-8d66-4573-a728-8c61446fa85a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5445 time: 0.1489458 Jul 30 20:10:03.063962 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06d7edb0-858e-43c0-9cda-536b9cc54fc0 req-32888e3c-8331-411d-b05f-bbedd52cdc02 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0466204 Jul 30 20:10:03.124664 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33846) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:03.125145 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Fri, 30 Jul 2021 20:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43753674-0da6-4f12-9ada-7b9d0147364f x-openstack-request-id: req-43753674-0da6-4f12-9ada-7b9d0147364f {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:10:03.125460 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-plugged", "status": "completed", "tag": "bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1", "code": 200}, {"server_uuid": "35f4e7c7-114c-45b1-9b94-563a4ab47b0e", "name": "network-vif-plugged", "status": "completed", "tag": "98007a55-b93a-42dd-a4b7-d6c12be7447a", "code": 200}, {"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-plugged", "status": "completed", "tag": "08dca140-1f6f-4be9-aef9-65fcf5c1062f", "code": 200}, {"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-plugged", "status": "completed", "tag": "116e9986-d114-442d-973f-14cff3cfaa2a", "code": 200}, {"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-plugged", "status": "completed", "tag": "4d2858d8-2192-4ded-99ea-b94c6f1195c6", "code": 200}, {"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-plugged", "status": "completed", "tag": "28c6b72d-f75a-4721-ad15-74bf9c0c36c3", "code": 200}, {"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-plugged", "status": "completed", "tag": "9a0cbd93-fd92-4866-944c-3656b063198f", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:10:03.125714 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43753674-0da6-4f12-9ada-7b9d0147364f {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:10:03.126145 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1', 'code': 200} Jul 30 20:10:03.126401 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f4e7c7-114c-45b1-9b94-563a4ab47b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98007a55-b93a-42dd-a4b7-d6c12be7447a', 'code': 200} Jul 30 20:10:03.127187 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08dca140-1f6f-4be9-aef9-65fcf5c1062f', 'code': 200} Jul 30 20:10:03.127443 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116e9986-d114-442d-973f-14cff3cfaa2a', 'code': 200} Jul 30 20:10:03.127732 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2858d8-2192-4ded-99ea-b94c6f1195c6', 'code': 200} Jul 30 20:10:03.129863 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c6b72d-f75a-4721-ad15-74bf9c0c36c3', 'code': 200} Jul 30 20:10:03.130109 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0cbd93-fd92-4866-944c-3656b063198f', 'code': 200} Jul 30 20:10:03.134967 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc4336-d8ea-449a-9e8c-d33f96cefa95 req-d995d4b6-99ae-4bd2-8e9a-e3e11009560a tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:03.147452 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c1cc4336-d8ea-449a-9e8c-d33f96cefa95 req-d995d4b6-99ae-4bd2-8e9a-e3e11009560a tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.3975508 Jul 30 20:10:03.225128 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c1cc4336-d8ea-449a-9e8c-d33f96cefa95 req-08d37e6f-38f8-4ec7-84df-30f355bfd454 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531662 Jul 30 20:10:03.302046 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-6e85085b-f7c7-4eb9-91b7-cd1a1a65bc6d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1240499546-network', 'tenant_id': '6cd054ddd5434ea694af402d1c1d0156'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:10:03.338734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f458e8d-bd87-4a57-a6dc-bb9f91312b71 req-06ac233b-0a35-4eda-a01a-b3c53e856d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:03.339227 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f458e8d-bd87-4a57-a6dc-bb9f91312b71 req-06ac233b-0a35-4eda-a01a-b3c53e856d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:03.339736 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f458e8d-bd87-4a57-a6dc-bb9f91312b71 req-06ac233b-0a35-4eda-a01a-b3c53e856d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:03.340367 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f458e8d-bd87-4a57-a6dc-bb9f91312b71 req-06ac233b-0a35-4eda-a01a-b3c53e856d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:03.340836 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f458e8d-bd87-4a57-a6dc-bb9f91312b71 req-06ac233b-0a35-4eda-a01a-b3c53e856d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:03.341333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f458e8d-bd87-4a57-a6dc-bb9f91312b71 req-06ac233b-0a35-4eda-a01a-b3c53e856d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:03.341990 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f458e8d-bd87-4a57-a6dc-bb9f91312b71 req-06ac233b-0a35-4eda-a01a-b3c53e856d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:03.344387 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f458e8d-bd87-4a57-a6dc-bb9f91312b71 req-06ac233b-0a35-4eda-a01a-b3c53e856d1f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 6502 time: 0.1000516 Jul 30 20:10:03.360082 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e85085b-f7c7-4eb9-91b7-cd1a1a65bc6d admin admin] Made reservation on behalf of 6cd054ddd5434ea694af402d1c1d0156 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:10:03.362840 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6e85085b-f7c7-4eb9-91b7-cd1a1a65bc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:03.380610 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6e85085b-f7c7-4eb9-91b7-cd1a1a65bc6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:03.420785 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f458e8d-bd87-4a57-a6dc-bb9f91312b71 req-dcdb9392-fd24-43d9-9be4-9c58fed26dbb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2c3e8f21-0045-4bff-b071-4259d8defffe&id=8dc8da98-5808-4991-a13a-f9066791ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678961 Jul 30 20:10:03.513158 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6e85085b-f7c7-4eb9-91b7-cd1a1a65bc6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:03.518658 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6e85085b-f7c7-4eb9-91b7-cd1a1a65bc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:03.550609 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e85085b-f7c7-4eb9-91b7-cd1a1a65bc6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:10:03.558172 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85085b-f7c7-4eb9-91b7-cd1a1a65bc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b676a797-7fc0-4a03-8d41-33b27b2b388a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:03.576823 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6e85085b-f7c7-4eb9-91b7-cd1a1a65bc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:03.577218 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-6e85085b-f7c7-4eb9-91b7-cd1a1a65bc6d admin admin] Added segment 6090bdf2-0547-4b1b-8e26-7950eff4220f of type vlan for network 70673350-080e-4c0f-8fba-4dd2adce096e Jul 30 20:10:03.622885 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6e85085b-f7c7-4eb9-91b7-cd1a1a65bc6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:03.658138 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6e85085b-f7c7-4eb9-91b7-cd1a1a65bc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:03.659193 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e85085b-f7c7-4eb9-91b7-cd1a1a65bc6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:03.659969 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6e85085b-f7c7-4eb9-91b7-cd1a1a65bc6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:03.721981 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6e85085b-f7c7-4eb9-91b7-cd1a1a65bc6d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5957952 Jul 30 20:10:03.725487 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33858) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:03.726201 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85085b-f7c7-4eb9-91b7-cd1a1a65bc6d admin admin] Pushing event updated for resources: {'Network': ['ID=70673350-080e-4c0f-8fba-4dd2adce096e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:03.731073 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6fcb8571-0d3f-438f-86c6-13f658f46005 admin admin] Request body: {'subnet': {'network_id': '70673350-080e-4c0f-8fba-4dd2adce096e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1240499546-subnet', 'tenant_id': '6cd054ddd5434ea694af402d1c1d0156', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:10:03.738132 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 70673350-080e-4c0f-8fba-4dd2adce096e details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:10:03.766954 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcb8571-0d3f-438f-86c6-13f658f46005 admin admin] Made reservation on behalf of 6cd054ddd5434ea694af402d1c1d0156 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:10:03.769843 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8571-0d3f-438f-86c6-13f658f46005 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:03.963134 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8571-0d3f-438f-86c6-13f658f46005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:04.008475 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb8571-0d3f-438f-86c6-13f658f46005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a059aaa-cd46-468f-ad68-183a031831a8,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:04.045532 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb8571-0d3f-438f-86c6-13f658f46005 admin admin] Checking segment: {'id': '6090bdf2-0547-4b1b-8e26-7950eff4220f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '70673350-080e-4c0f-8fba-4dd2adce096e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:10:04.045942 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcb8571-0d3f-438f-86c6-13f658f46005 admin admin] Network hostable DHCP agents. Network: 70673350-080e-4c0f-8fba-4dd2adce096e, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:10:04.066950 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcb8571-0d3f-438f-86c6-13f658f46005 admin admin] Network 70673350-080e-4c0f-8fba-4dd2adce096e is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:10:04.080330 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6fcb8571-0d3f-438f-86c6-13f658f46005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 70673350-080e-4c0f-8fba-4dd2adce096e) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:10:04.085472 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcb8571-0d3f-438f-86c6-13f658f46005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:04.086476 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8571-0d3f-438f-86c6-13f658f46005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:04.093928 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab73d92-00b5-491c-95d4-9f82ff5cd0d6 None None] Network 70673350-080e-4c0f-8fba-4dd2adce096e requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:10:04.127943 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6fcb8571-0d3f-438f-86c6-13f658f46005 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4007862 Jul 30 20:10:04.230909 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a280449-6fe9-4c52-8eae-41b645a25337 req-2381b7e4-58f2-4c6f-a4b0-085a774ccfad tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:04.239008 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a280449-6fe9-4c52-8eae-41b645a25337 req-2381b7e4-58f2-4c6f-a4b0-085a774ccfad tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:04.246126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a280449-6fe9-4c52-8eae-41b645a25337 req-2381b7e4-58f2-4c6f-a4b0-085a774ccfad tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:04.252992 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a280449-6fe9-4c52-8eae-41b645a25337 req-2381b7e4-58f2-4c6f-a4b0-085a774ccfad tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:04.259371 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a280449-6fe9-4c52-8eae-41b645a25337 req-2381b7e4-58f2-4c6f-a4b0-085a774ccfad tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:04.266039 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a280449-6fe9-4c52-8eae-41b645a25337 req-2381b7e4-58f2-4c6f-a4b0-085a774ccfad tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:04.274157 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a280449-6fe9-4c52-8eae-41b645a25337 req-2381b7e4-58f2-4c6f-a4b0-085a774ccfad tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:04.285363 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a280449-6fe9-4c52-8eae-41b645a25337 req-2381b7e4-58f2-4c6f-a4b0-085a774ccfad tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5445 time: 0.1278498 Jul 30 20:10:04.335888 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fa4405-3696-4df8-b01d-eb34a02e9b6c None None] Network 70673350-080e-4c0f-8fba-4dd2adce096e requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:10:04.350615 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a280449-6fe9-4c52-8eae-41b645a25337 req-5b973030-c81d-45a8-a789-028ef298d983 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632861 Jul 30 20:10:04.409446 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f692e5-b0dd-40a2-866f-218394531e7f req-bc9e8bae-c03c-40ca-9509-18a9be8713f7 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:04.412357 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a3f692e5-b0dd-40a2-866f-218394531e7f req-bc9e8bae-c03c-40ca-9509-18a9be8713f7 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0830643 Jul 30 20:10:04.522614 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a3f692e5-b0dd-40a2-866f-218394531e7f req-c80ee64f-3c50-4901-bf97-990e4bae2e72 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032801 Jul 30 20:10:04.905670 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33890) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:04.912278 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7ad5abc7-caaf-45a7-8942-531e8f8aef51 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1083912814-network', 'tenant_id': '2cdf0a5729434e2ab618eb2572f0927f'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:10:04.938374 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad5abc7-caaf-45a7-8942-531e8f8aef51 admin admin] Made reservation on behalf of 2cdf0a5729434e2ab618eb2572f0927f for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:10:04.940924 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ad5abc7-caaf-45a7-8942-531e8f8aef51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:04.949994 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ad5abc7-caaf-45a7-8942-531e8f8aef51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:05.053156 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ad5abc7-caaf-45a7-8942-531e8f8aef51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:05.058628 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ad5abc7-caaf-45a7-8942-531e8f8aef51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:05.079034 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad5abc7-caaf-45a7-8942-531e8f8aef51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:10:05.094557 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5abc7-caaf-45a7-8942-531e8f8aef51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2682c8f-b017-4c0b-8494-256befb2dd90,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:05.097415 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ad5abc7-caaf-45a7-8942-531e8f8aef51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:05.097762 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-7ad5abc7-caaf-45a7-8942-531e8f8aef51 admin admin] Added segment ab1e27e5-e513-475a-ba4b-dcbecaa72db7 of type vlan for network 9a877288-f3b9-4dc8-aea0-6342cf966e72 Jul 30 20:10:05.142013 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ad5abc7-caaf-45a7-8942-531e8f8aef51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:05.179990 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ad5abc7-caaf-45a7-8942-531e8f8aef51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:05.181038 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad5abc7-caaf-45a7-8942-531e8f8aef51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:05.181626 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ad5abc7-caaf-45a7-8942-531e8f8aef51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:05.237148 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7ad5abc7-caaf-45a7-8942-531e8f8aef51 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3302176 Jul 30 20:10:05.240624 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33896) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:05.246766 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-45c1d058-d201-4257-9e67-ca59a8d86d57 admin admin] Request body: {'subnet': {'network_id': '9a877288-f3b9-4dc8-aea0-6342cf966e72', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1083912814-subnet', 'tenant_id': '2cdf0a5729434e2ab618eb2572f0927f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:10:05.264089 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5abc7-caaf-45a7-8942-531e8f8aef51 admin admin] Pushing event updated for resources: {'Network': ['ID=9a877288-f3b9-4dc8-aea0-6342cf966e72,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:05.278015 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c1d058-d201-4257-9e67-ca59a8d86d57 admin admin] Made reservation on behalf of 2cdf0a5729434e2ab618eb2572f0927f for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:10:05.279356 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 9a877288-f3b9-4dc8-aea0-6342cf966e72 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:10:05.280752 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-45c1d058-d201-4257-9e67-ca59a8d86d57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:05.498004 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-45c1d058-d201-4257-9e67-ca59a8d86d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:05.572808 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1d058-d201-4257-9e67-ca59a8d86d57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edc3150b-928c-4143-b4dc-f7c04aae318e,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:05.585817 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1d058-d201-4257-9e67-ca59a8d86d57 admin admin] Checking segment: {'id': 'ab1e27e5-e513-475a-ba4b-dcbecaa72db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a877288-f3b9-4dc8-aea0-6342cf966e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:10:05.586435 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c1d058-d201-4257-9e67-ca59a8d86d57 admin admin] Network hostable DHCP agents. Network: 9a877288-f3b9-4dc8-aea0-6342cf966e72, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:10:05.603911 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f242d-3f18-4c4e-9915-ee68ab8733db req-9f549e83-06c3-4a59-9a0b-74ad0a5355d3 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:05.611550 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c1d058-d201-4257-9e67-ca59a8d86d57 admin admin] Network 9a877288-f3b9-4dc8-aea0-6342cf966e72 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:10:05.612611 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f242d-3f18-4c4e-9915-ee68ab8733db req-9f549e83-06c3-4a59-9a0b-74ad0a5355d3 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:05.625795 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f242d-3f18-4c4e-9915-ee68ab8733db req-9f549e83-06c3-4a59-9a0b-74ad0a5355d3 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:05.633324 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f242d-3f18-4c4e-9915-ee68ab8733db req-9f549e83-06c3-4a59-9a0b-74ad0a5355d3 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:05.640237 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f242d-3f18-4c4e-9915-ee68ab8733db req-9f549e83-06c3-4a59-9a0b-74ad0a5355d3 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:05.644990 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-45c1d058-d201-4257-9e67-ca59a8d86d57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 9a877288-f3b9-4dc8-aea0-6342cf966e72) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:10:05.650133 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f242d-3f18-4c4e-9915-ee68ab8733db req-9f549e83-06c3-4a59-9a0b-74ad0a5355d3 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:05.656461 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f242d-3f18-4c4e-9915-ee68ab8733db req-9f549e83-06c3-4a59-9a0b-74ad0a5355d3 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:05.659172 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c914d11d-a90d-4b91-a71a-56733e0ac559 None None] Network 9a877288-f3b9-4dc8-aea0-6342cf966e72 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:10:05.665191 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-054f242d-3f18-4c4e-9915-ee68ab8733db req-9f549e83-06c3-4a59-9a0b-74ad0a5355d3 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5445 time: 0.2046275 Jul 30 20:10:05.712744 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c1d058-d201-4257-9e67-ca59a8d86d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:05.713650 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-45c1d058-d201-4257-9e67-ca59a8d86d57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:05.725509 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-054f242d-3f18-4c4e-9915-ee68ab8733db req-6a0f1ec4-83f4-4ea9-919e-7faf79a6fa02 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550604 Jul 30 20:10:05.771231 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7ead5-f593-40d6-bca0-e9afd26af4dd req-00b37fd2-cdd9-46eb-b158-cf1c43250cdf tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:05.779632 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7a7ead5-f593-40d6-bca0-e9afd26af4dd req-00b37fd2-cdd9-46eb-b158-cf1c43250cdf tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.1521652 Jul 30 20:10:05.803842 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-45c1d058-d201-4257-9e67-ca59a8d86d57 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5613062 Jul 30 20:10:05.825717 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7a7ead5-f593-40d6-bca0-e9afd26af4dd req-30e88f53-aea4-4b6c-a95f-d02fa79c226f tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450277 Jul 30 20:10:05.945281 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d9a3b7-80b4-48d5-a9af-165a2350d2f4 None None] Network 9a877288-f3b9-4dc8-aea0-6342cf966e72 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:10:06.068843 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e702f9b-a363-4093-b840-068ad76aa65b req-76fab67e-f4ee-46e0-8703-9c288b4151ab tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:06.076792 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e702f9b-a363-4093-b840-068ad76aa65b req-76fab67e-f4ee-46e0-8703-9c288b4151ab tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:06.084856 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e702f9b-a363-4093-b840-068ad76aa65b req-76fab67e-f4ee-46e0-8703-9c288b4151ab tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:06.093230 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e702f9b-a363-4093-b840-068ad76aa65b req-76fab67e-f4ee-46e0-8703-9c288b4151ab tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:06.100828 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e702f9b-a363-4093-b840-068ad76aa65b req-76fab67e-f4ee-46e0-8703-9c288b4151ab tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:06.108074 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e702f9b-a363-4093-b840-068ad76aa65b req-76fab67e-f4ee-46e0-8703-9c288b4151ab tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:06.117641 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e702f9b-a363-4093-b840-068ad76aa65b req-76fab67e-f4ee-46e0-8703-9c288b4151ab tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:06.124187 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e702f9b-a363-4093-b840-068ad76aa65b req-76fab67e-f4ee-46e0-8703-9c288b4151ab tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5445 time: 0.1349821 Jul 30 20:10:06.132032 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33920) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:06.139039 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d42107bf-99a5-441b-a4ae-f8c9822a5738 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Request body: {'floatingip': {'port_id': '9a0cbd93-fd92-4866-944c-3656b063198f'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:10:06.219272 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d42107bf-99a5-441b-a4ae-f8c9822a5738 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for floatingip, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:06.593728 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-0766068f-3158-49c7-b24f-267fb2657829 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:06.595232 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-0766068f-3158-49c7-b24f-267fb2657829 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/networks?id=70673350-080e-4c0f-8fba-4dd2adce096e HTTP/1.1" status: 200 len: 815 time: 0.1886492 Jul 30 20:10:06.651045 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-a4d0d70a-e14c-4beb-8e6e-e7db0da9cf9c tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/quotas/6cd054ddd5434ea694af402d1c1d0156 HTTP/1.1" status: 200 len: 375 time: 0.0157564 Jul 30 20:10:06.720032 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-2a00ffe8-2e3c-448f-9159-03d1c71ab925 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6cd054ddd5434ea694af402d1c1d0156&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601537 Jul 30 20:10:06.893837 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-52493484-5c46-4771-af86-9b0d036a7d5a service neutron] 10.222.0.81 "GET /v2.0/networks/70673350-080e-4c0f-8fba-4dd2adce096e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652358 Jul 30 20:10:06.905208 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d42107bf-99a5-441b-a4ae-f8c9822a5738 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:06.932212 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d42107bf-99a5-441b-a4ae-f8c9822a5738 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:07.030144 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf29c2c-8e89-4f8e-9e2b-9f54fedbca18 req-35f562dd-161e-4159-ab8d-8d3c240e49c3 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:07.038637 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6cf29c2c-8e89-4f8e-9e2b-9f54fedbca18 req-35f562dd-161e-4159-ab8d-8d3c240e49c3 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0694244 Jul 30 20:10:07.087717 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fec43c72-97c1-4ad2-948b-f10615fcb361 service neutron] 10.222.0.81 "GET /v2.0/networks/70673350-080e-4c0f-8fba-4dd2adce096e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745892 Jul 30 20:10:07.092595 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-d42107bf-99a5-441b-a4ae-f8c9822a5738 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Floating IP f8e6e158-8a04-4fe8-8787-8cd6d196103e associated. External IP: 172.25.3.207, port: 9a0cbd93-fd92-4866-944c-3656b063198f. Jul 30 20:10:07.096268 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6cf29c2c-8e89-4f8e-9e2b-9f54fedbca18 req-5a2e65e5-a6b3-4501-9641-59b9af901daa tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530338 Jul 30 20:10:07.383908 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ec701cef-182b-4d53-a2bf-26f1bc25210a req-86f499b6-224e-47c8-884d-0f03d36735cf tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d21ecb-5bbb-424f-88d9-f443b195c026 HTTP/1.1" status: 200 len: 210 time: 0.0408823 Jul 30 20:10:07.401000 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42107bf-99a5-441b-a4ae-f8c9822a5738 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Router c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:10:07.543105 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42107bf-99a5-441b-a4ae-f8c9822a5738 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:10:07.549055 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d42107bf-99a5-441b-a4ae-f8c9822a5738 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:07.556752 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9e058c-e80a-449b-ae9c-4a25eb7764c8 None None] Sync routers for ids ['c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:10:07.572621 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9e058c-e80a-449b-ae9c-4a25eb7764c8 None None] Routers {'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:10:07.573577 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ca9e058c-e80a-449b-ae9c-4a25eb7764c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:09:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:07.587101 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d42107bf-99a5-441b-a4ae-f8c9822a5738 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "PUT /v2.0/floatingips/f8e6e158-8a04-4fe8-8787-8cd6d196103e HTTP/1.1" status: 200 len: 991 time: 1.4534574 Jul 30 20:10:07.587743 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'tag': '9a0cbd93-fd92-4866-944c-3656b063198f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:10:07.590345 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464774bc-7c91-48b3-8e22-f1b0817739e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "tag": "9a0cbd93-fd92-4866-944c-3656b063198f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:10:07.647530 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47cbd75-40f6-46ff-a79e-ecedd558e4a7 x-openstack-request-id: req-f47cbd75-40f6-46ff-a79e-ecedd558e4a7 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:10:07.647530 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "tag": "9a0cbd93-fd92-4866-944c-3656b063198f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:10:07.647530 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f47cbd75-40f6-46ff-a79e-ecedd558e4a7 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:10:07.648242 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'tag': '9a0cbd93-fd92-4866-944c-3656b063198f', 'status': 'completed', 'code': 200} Jul 30 20:10:07.783011 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464774bc-7c91-48b3-8e22-f1b0817739e3 req-06a6a5ac-65e1-4fee-8c03-eb5e75030214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:07.783757 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464774bc-7c91-48b3-8e22-f1b0817739e3 req-06a6a5ac-65e1-4fee-8c03-eb5e75030214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:07.785250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464774bc-7c91-48b3-8e22-f1b0817739e3 req-06a6a5ac-65e1-4fee-8c03-eb5e75030214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:07.785250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464774bc-7c91-48b3-8e22-f1b0817739e3 req-06a6a5ac-65e1-4fee-8c03-eb5e75030214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:07.785728 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464774bc-7c91-48b3-8e22-f1b0817739e3 req-06a6a5ac-65e1-4fee-8c03-eb5e75030214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:07.786786 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464774bc-7c91-48b3-8e22-f1b0817739e3 req-06a6a5ac-65e1-4fee-8c03-eb5e75030214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:07.787280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464774bc-7c91-48b3-8e22-f1b0817739e3 req-06a6a5ac-65e1-4fee-8c03-eb5e75030214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:07.789614 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-464774bc-7c91-48b3-8e22-f1b0817739e3 req-06a6a5ac-65e1-4fee-8c03-eb5e75030214 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d663627cb1b4aa4857162f5a27e37ec&device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 6502 time: 0.1042023 Jul 30 20:10:07.812028 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ca9e058c-e80a-449b-ae9c-4a25eb7764c8 None None] Set router c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:10:07.971887 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464774bc-7c91-48b3-8e22-f1b0817739e3 req-589126a6-dee5-4de5-8062-b0b52852d83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:07.974747 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-464774bc-7c91-48b3-8e22-f1b0817739e3 req-589126a6-dee5-4de5-8062-b0b52852d83c service neutron] 10.222.0.59 "GET /v2.0/networks?id=4889cdd8-296f-481e-b756-28d5d38f8224 HTTP/1.1" status: 200 len: 918 time: 0.1770678 Jul 30 20:10:08.083941 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-464774bc-7c91-48b3-8e22-f1b0817739e3 req-d29eda00-800e-4ceb-8074-18abe31e7b4a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a0cbd93-fd92-4866-944c-3656b063198f HTTP/1.1" status: 200 len: 999 time: 0.1012933 Jul 30 20:10:08.155395 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464774bc-7c91-48b3-8e22-f1b0817739e3 req-d4c86806-b35a-41cf-8952-a10f6aff392f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:08.156889 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-464774bc-7c91-48b3-8e22-f1b0817739e3 req-d4c86806-b35a-41cf-8952-a10f6aff392f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54b2d052-a18e-40d7-8ed9-045fadafa2a9 HTTP/1.1" status: 200 len: 856 time: 0.0655704 Jul 30 20:10:08.201232 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ca9e058c-e80a-449b-ae9c-4a25eb7764c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018294156-router', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:08:17Z', 'updated_at': '2021-07-30T20:08:27Z', 'revision_number': 4, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'gw_port': {'id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:21Z', 'updated_at': '2021-07-30T20:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'f8e6e158-8a04-4fe8-8787-8cd6d196103e', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'port_id': '9a0cbd93-fd92-4866-944c-3656b063198f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224', 'mac_address': 'fa:16:3e:72:2a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:09:00Z', 'updated_at': '2021-07-30T20:10:06Z', 'revision_number': 1, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4028708b-c67d-4682-955a-f5b91a758dbc', 'name': '', 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'mac_address': 'fa:16:3e:56:6f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '54b2d052-a18e-40d7-8ed9-045fadafa2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:27Z', 'updated_at': '2021-07-30T20:08:35Z', 'revision_number': 5, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'subnets': [{'id': '54b2d052-a18e-40d7-8ed9-045fadafa2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:08.267834 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08306f8-37b6-481b-af04-ece81cfd9254 req-e1627186-6811-45e5-8d44-6a33418d6983 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:08.269150 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9e058c-e80a-449b-ae9c-4a25eb7764c8 None None] Checking router: c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:10:08.269628 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b08306f8-37b6-481b-af04-ece81cfd9254 req-e1627186-6811-45e5-8d44-6a33418d6983 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 946 time: 0.1116548 Jul 30 20:10:08.281878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464774bc-7c91-48b3-8e22-f1b0817739e3 req-51f44cbb-54af-49d0-b085-15e8fe537ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:08.281878 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-464774bc-7c91-48b3-8e22-f1b0817739e3 req-51f44cbb-54af-49d0-b085-15e8fe537ffd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4889cdd8-296f-481e-b756-28d5d38f8224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073284 Jul 30 20:10:08.294686 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47daae-884f-4149-bc9d-76983e87a0a6 req-7b7ec38e-cd86-4145-aabf-f6cec2f17d81 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:08.296844 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9e058c-e80a-449b-ae9c-4a25eb7764c8 None None] Routers {'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:10:08.297421 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1b47daae-884f-4149-bc9d-76983e87a0a6 req-7b7ec38e-cd86-4145-aabf-f6cec2f17d81 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0859277 Jul 30 20:10:08.297787 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ca9e058c-e80a-449b-ae9c-4a25eb7764c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:09:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:08.398332 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1b47daae-884f-4149-bc9d-76983e87a0a6 req-6b05765b-be8a-4c45-a0a0-fd3f009c9b96 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879688 Jul 30 20:10:08.458475 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ca9e058c-e80a-449b-ae9c-4a25eb7764c8 None None] Set router c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:10:08.748475 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3b5d5a53-a567-418e-9b4d-fea6359fa818 req-150b8c55-308d-4feb-8b1b-18ff953231c3 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d21ecb-5bbb-424f-88d9-f443b195c026 HTTP/1.1" status: 200 len: 210 time: 0.0456781 Jul 30 20:10:08.792991 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ca9e058c-e80a-449b-ae9c-4a25eb7764c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018294156-router', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:08:17Z', 'updated_at': '2021-07-30T20:08:27Z', 'revision_number': 4, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'gw_port': {'id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:21Z', 'updated_at': '2021-07-30T20:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'f8e6e158-8a04-4fe8-8787-8cd6d196103e', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'port_id': '9a0cbd93-fd92-4866-944c-3656b063198f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224', 'mac_address': 'fa:16:3e:72:2a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:09:00Z', 'updated_at': '2021-07-30T20:10:06Z', 'revision_number': 1, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4028708b-c67d-4682-955a-f5b91a758dbc', 'name': '', 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'mac_address': 'fa:16:3e:56:6f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '54b2d052-a18e-40d7-8ed9-045fadafa2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:27Z', 'updated_at': '2021-07-30T20:08:35Z', 'revision_number': 5, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'subnets': [{'id': '54b2d052-a18e-40d7-8ed9-045fadafa2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:08.835553 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9e058c-e80a-449b-ae9c-4a25eb7764c8 None None] The sync data for ids ['c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'] in n-d-712137-9 is: [{'id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018294156-router', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:08:17Z', 'updated_at': '2021-07-30T20:08:27Z', 'revision_number': 4, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'gw_port': {'id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:21Z', 'updated_at': '2021-07-30T20:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'f8e6e158-8a04-4fe8-8787-8cd6d196103e', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'port_id': '9a0cbd93-fd92-4866-944c-3656b063198f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224', 'mac_address': 'fa:16:3e:72:2a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:09:00Z', 'updated_at': '2021-07-30T20:10:06Z', 'revision_number': 1, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4028708b-c67d-4682-955a-f5b91a758dbc', 'name': '', 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'mac_address': 'fa:16:3e:56:6f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '54b2d052-a18e-40d7-8ed9-045fadafa2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:27Z', 'updated_at': '2021-07-30T20:08:35Z', 'revision_number': 5, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'subnets': [{'id': '54b2d052-a18e-40d7-8ed9-045fadafa2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:10:08.856944 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b08306f8-37b6-481b-af04-ece81cfd9254 req-408540d3-1e0a-4678-9d14-fcc502b577b5 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/security-groups?id=f09b3515-2271-4377-900c-a6276a97ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5765667 Jul 30 20:10:08.891413 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-464774bc-7c91-48b3-8e22-f1b0817739e3 req-76d9710a-0289-444a-9a23-e66c075964e3 service neutron] 10.222.0.59 "GET /v2.0/networks/4889cdd8-296f-481e-b756-28d5d38f8224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5993075 Jul 30 20:10:09.078036 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-53e222ba-2739-4449-a3ce-4e21426f9a96 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:09.079900 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-53e222ba-2739-4449-a3ce-4e21426f9a96 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.83 "GET /v2.0/networks?id=70673350-080e-4c0f-8fba-4dd2adce096e HTTP/1.1" status: 200 len: 815 time: 0.1513381 Jul 30 20:10:09.101512 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fb8656fc-6192-493c-8067-30c351d87fed tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Request body: {'port': {'device_id': '36d21ecb-5bbb-424f-88d9-f443b195c026', 'network_id': '70673350-080e-4c0f-8fba-4dd2adce096e', 'admin_state_up': True, 'tenant_id': '6cd054ddd5434ea694af402d1c1d0156'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:10:09.215568 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62a1146-0734-4951-a103-70b4f5e7ed9c None None] New status for floating IP f8e6e158-8a04-4fe8-8787-8cd6d196103e: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:10:09.284571 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-464774bc-7c91-48b3-8e22-f1b0817739e3 req-50d25442-400c-4daa-82a0-36c85e0ed6e6 service neutron] 10.222.0.59 "GET /v2.0/networks/4889cdd8-296f-481e-b756-28d5d38f8224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813453 Jul 30 20:10:09.311161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fb8656fc-6192-493c-8067-30c351d87fed tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Made reservation on behalf of 6cd054ddd5434ea694af402d1c1d0156 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:10:09.320336 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fb8656fc-6192-493c-8067-30c351d87fed tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:09.482901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fb8656fc-6192-493c-8067-30c351d87fed tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Allocated IP 172.20.0.12 (70673350-080e-4c0f-8fba-4dd2adce096e/9a059aaa-cd46-468f-ad68-183a031831a8/21ab8a22-3785-4e4d-8f8f-9d151d6fd796) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:10:09.590544 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed047b-0146-4b8a-ae04-67180c0f1124 req-41d0be12-fdc3-4de0-a005-ee31234e0ff9 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:09.592136 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3aed047b-0146-4b8a-ae04-67180c0f1124 req-41d0be12-fdc3-4de0-a005-ee31234e0ff9 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0937166 Jul 30 20:10:09.687318 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3aed047b-0146-4b8a-ae04-67180c0f1124 req-adb32fb1-cb6a-4dd3-ab6a-789e77a88109 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632188 Jul 30 20:10:09.728154 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fb8656fc-6192-493c-8067-30c351d87fed tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:09.772301 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fb8656fc-6192-493c-8067-30c351d87fed tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:09.833759 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fb8656fc-6192-493c-8067-30c351d87fed tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Network 70673350-080e-4c0f-8fba-4dd2adce096e is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:10:09.839204 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fb8656fc-6192-493c-8067-30c351d87fed tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:10:09.844320 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fb8656fc-6192-493c-8067-30c351d87fed tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:10:09.932186 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8656fc-6192-493c-8067-30c351d87fed tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Pushing event updated for resources: {'Port': ['ID=21ab8a22-3785-4e4d-8f8f-9d151d6fd796,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:09.966138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030960c-65cc-4a5a-a22e-7e01e821d7d6 req-7a792770-90c6-4c17-968d-2cb470ca2a51 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:09.967788 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3030960c-65cc-4a5a-a22e-7e01e821d7d6 req-7a792770-90c6-4c17-968d-2cb470ca2a51 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d21ecb-5bbb-424f-88d9-f443b195c026 HTTP/1.1" status: 200 len: 932 time: 0.1322110 Jul 30 20:10:09.974532 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fb8656fc-6192-493c-8067-30c351d87fed tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:09.975225 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fb8656fc-6192-493c-8067-30c351d87fed tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:10.015274 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fb8656fc-6192-493c-8067-30c351d87fed tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9173145 Jul 30 20:10:10.026941 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3030960c-65cc-4a5a-a22e-7e01e821d7d6 req-e119d644-62eb-4858-9a9f-e452d6e5e65c tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/security-groups?id=b676a797-7fc0-4a03-8d41-33b27b2b388a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471530 Jul 30 20:10:10.121592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fe36be55-e970-408f-a619-f4ccb323130d service neutron] Request body: {'port': {'device_id': '36d21ecb-5bbb-424f-88d9-f443b195c026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:10:10.193649 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fe36be55-e970-408f-a619-f4ccb323130d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:10.236527 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9544c3b-c76c-445b-8f67-fe111d623a1b req-6dd8249f-3df3-4e33-aa0a-ad8bbf59dcb6 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:10.239978 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c9544c3b-c76c-445b-8f67-fe111d623a1b req-6dd8249f-3df3-4e33-aa0a-ad8bbf59dcb6 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 946 time: 0.0615559 Jul 30 20:10:10.291259 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c9544c3b-c76c-445b-8f67-fe111d623a1b req-e972e6e7-246c-4f0d-a8a4-b9d66018b85c tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/security-groups?id=f09b3515-2271-4377-900c-a6276a97ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468054 Jul 30 20:10:10.527552 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fe36be55-e970-408f-a619-f4ccb323130d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ab8a22-3785-4e4d-8f8f-9d151d6fd796 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:10:10.536545 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fe36be55-e970-408f-a619-f4ccb323130d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:10.549531 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fe36be55-e970-408f-a619-f4ccb323130d service neutron] Transition to ACTIVE for port object 21ab8a22-3785-4e4d-8f8f-9d151d6fd796 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:10:10.590143 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fe36be55-e970-408f-a619-f4ccb323130d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:10.647763 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36be55-e970-408f-a619-f4ccb323130d service neutron] Pushing event updated for resources: {'Port': ['ID=21ab8a22-3785-4e4d-8f8f-9d151d6fd796,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:10.769885 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fe36be55-e970-408f-a619-f4ccb323130d service neutron] Attempting to bind port 21ab8a22-3785-4e4d-8f8f-9d151d6fd796 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:10:10.770451 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fe36be55-e970-408f-a619-f4ccb323130d service neutron] Attempting to bind port 21ab8a22-3785-4e4d-8f8f-9d151d6fd796 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '6090bdf2-0547-4b1b-8e26-7950eff4220f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '70673350-080e-4c0f-8fba-4dd2adce096e'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:10:10.770796 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fe36be55-e970-408f-a619-f4ccb323130d service neutron] Attempting to bind port 21ab8a22-3785-4e4d-8f8f-9d151d6fd796 on network 70673350-080e-4c0f-8fba-4dd2adce096e {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:10:10.778867 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fe36be55-e970-408f-a619-f4ccb323130d service neutron] Port 21ab8a22-3785-4e4d-8f8f-9d151d6fd796 on network 70673350-080e-4c0f-8fba-4dd2adce096e not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:10:10.779214 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fe36be55-e970-408f-a619-f4ccb323130d service neutron] Attempting to bind port 21ab8a22-3785-4e4d-8f8f-9d151d6fd796 on network 70673350-080e-4c0f-8fba-4dd2adce096e {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:10:10.788371 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fe36be55-e970-408f-a619-f4ccb323130d service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:10:10.788677 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fe36be55-e970-408f-a619-f4ccb323130d service neutron] Checking segment: {'id': '6090bdf2-0547-4b1b-8e26-7950eff4220f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '70673350-080e-4c0f-8fba-4dd2adce096e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:10:10.789088 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fe36be55-e970-408f-a619-f4ccb323130d service neutron] Bound using segment: {'id': '6090bdf2-0547-4b1b-8e26-7950eff4220f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '70673350-080e-4c0f-8fba-4dd2adce096e'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:10:10.789510 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fe36be55-e970-408f-a619-f4ccb323130d service neutron] Bound port: 21ab8a22-3785-4e4d-8f8f-9d151d6fd796, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6090bdf2-0547-4b1b-8e26-7950eff4220f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '70673350-080e-4c0f-8fba-4dd2adce096e'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:10:10.789873 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fe36be55-e970-408f-a619-f4ccb323130d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:10.824284 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0381bd-1dd8-4484-a9fe-cf162540ced0 req-f545b629-074a-464c-af66-71f1c9ad0954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:10.825167 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c0381bd-1dd8-4484-a9fe-cf162540ced0 req-f545b629-074a-464c-af66-71f1c9ad0954 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 1097 time: 0.0994480 Jul 30 20:10:10.901628 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c0381bd-1dd8-4484-a9fe-cf162540ced0 req-410ed79b-5ce7-45a5-822a-52134febdd56 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559969 Jul 30 20:10:10.906247 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fe36be55-e970-408f-a619-f4ccb323130d service neutron] For port 21ab8a22-3785-4e4d-8f8f-9d151d6fd796, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:10:10.909508 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fe36be55-e970-408f-a619-f4ccb323130d service neutron] For port 21ab8a22-3785-4e4d-8f8f-9d151d6fd796, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=21ab8a22-3785-4e4d-8f8f-9d151d6fd796,segment=NetworkSegment(6090bdf2-0547-4b1b-8e26-7950eff4220f),segment_id=6090bdf2-0547-4b1b-8e26-7950eff4220f)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:10:10.916763 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a2e2e-2f9d-43f5-b911-05ee7c2818f7 req-f00e7ad1-f12b-4a17-b934-4423fbc56be4 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:10.918839 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fe36be55-e970-408f-a619-f4ccb323130d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:10.924219 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d60a2e2e-2f9d-43f5-b911-05ee7c2818f7 req-f00e7ad1-f12b-4a17-b934-4423fbc56be4 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0727141 Jul 30 20:10:10.962364 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fe36be55-e970-408f-a619-f4ccb323130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:10.963166 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fe36be55-e970-408f-a619-f4ccb323130d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:10.964603 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-fe36be55-e970-408f-a619-f4ccb323130d service neutron] 10.222.0.83 "PUT /v2.0/ports/21ab8a22-3785-4e4d-8f8f-9d151d6fd796 HTTP/1.1" status: 200 len: 1092 time: 0.9384456 Jul 30 20:10:10.965057 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d21ecb-5bbb-424f-88d9-f443b195c026', 'tag': '21ab8a22-3785-4e4d-8f8f-9d151d6fd796'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:10:10.967396 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a2cd99-d206-46f1-b3a9-75673d25216d" -d '{"events": [{"name": "network-changed", "server_uuid": "36d21ecb-5bbb-424f-88d9-f443b195c026", "tag": "21ab8a22-3785-4e4d-8f8f-9d151d6fd796"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:10:11.007940 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d60a2e2e-2f9d-43f5-b911-05ee7c2818f7 req-fd0c69f2-7000-4713-9bb7-6f7aa6df2b0c tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748408 Jul 30 20:10:11.028208 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36be55-e970-408f-a619-f4ccb323130d service neutron] Pushing event updated for resources: {'Port': ['ID=21ab8a22-3785-4e4d-8f8f-9d151d6fd796,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:11.077925 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-b8e4e508-7146-4815-b028-4d7cfb5277aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:11.079711 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-b8e4e508-7146-4815-b028-4d7cfb5277aa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6cd054ddd5434ea694af402d1c1d0156&device_id=36d21ecb-5bbb-424f-88d9-f443b195c026 HTTP/1.1" status: 200 len: 1095 time: 0.0613966 Jul 30 20:10:11.081851 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b0bdaa-973d-4b15-95ef-10c76a65b6c1 x-openstack-request-id: req-33b0bdaa-973d-4b15-95ef-10c76a65b6c1 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:10:11.082130 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d21ecb-5bbb-424f-88d9-f443b195c026", "tag": "21ab8a22-3785-4e4d-8f8f-9d151d6fd796", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:10:11.082385 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-33b0bdaa-973d-4b15-95ef-10c76a65b6c1 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:10:11.082758 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d21ecb-5bbb-424f-88d9-f443b195c026', 'tag': '21ab8a22-3785-4e4d-8f8f-9d151d6fd796', 'status': 'completed', 'code': 200} Jul 30 20:10:11.187301 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-f87a6d3e-77fe-4b35-84a5-5c7fdbbb7f16 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21ab8a22-3785-4e4d-8f8f-9d151d6fd796 HTTP/1.1" status: 200 len: 217 time: 0.0923691 Jul 30 20:10:11.202788 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8634a18-4a98-4aaf-a91e-0055c87fa207 req-a0cd9341-e2f1-41fb-b99a-a5270a5fac08 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:11.210803 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f8634a18-4a98-4aaf-a91e-0055c87fa207 req-a0cd9341-e2f1-41fb-b99a-a5270a5fac08 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 946 time: 0.1352351 Jul 30 20:10:11.288321 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfc67c-bca3-459a-b8b0-97616e7af80f req-422ce557-de53-47bf-9cc0-484a32f6dbc8 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:11.296924 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65dfc67c-bca3-459a-b8b0-97616e7af80f req-422ce557-de53-47bf-9cc0-484a32f6dbc8 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d21ecb-5bbb-424f-88d9-f443b195c026 HTTP/1.1" status: 200 len: 944 time: 0.0704968 Jul 30 20:10:11.304046 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f8634a18-4a98-4aaf-a91e-0055c87fa207 req-eec8eae8-6ada-405b-becc-e68751f0e1ba tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/security-groups?id=f09b3515-2271-4377-900c-a6276a97ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922308 Jul 30 20:10:11.312807 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-35e2cb8b-21a4-4f3b-98e3-e14b22124cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:11.316807 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-35e2cb8b-21a4-4f3b-98e3-e14b22124cf4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a059aaa-cd46-468f-ad68-183a031831a8 HTTP/1.1" status: 200 len: 855 time: 0.1032329 Jul 30 20:10:11.372214 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65dfc67c-bca3-459a-b8b0-97616e7af80f req-d14a6272-96c5-4f04-9fbe-2fe0e51c6d8a tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/security-groups?id=b676a797-7fc0-4a03-8d41-33b27b2b388a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741079 Jul 30 20:10:11.376954 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-8288d4e5-ea79-47ba-a652-8ea44bbc006a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=70673350-080e-4c0f-8fba-4dd2adce096e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518429 Jul 30 20:10:11.497213 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-4e600f3d-7dd8-4877-9695-37ff1e496375 service neutron] 10.222.0.83 "GET /v2.0/networks/70673350-080e-4c0f-8fba-4dd2adce096e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984855 Jul 30 20:10:11.594907 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a2e4ebb-86cf-4908-9b6d-5a20c856a17b req-ec5c6355-8e3d-43cf-8eb0-97ee944f3e74 service neutron] 10.222.0.83 "GET /v2.0/networks/70673350-080e-4c0f-8fba-4dd2adce096e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865052 Jul 30 20:10:11.699537 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2cd99-d206-46f1-b3a9-75673d25216d req-7ade7e2f-ba03-41a6-a09c-3d812658227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:11.701055 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f2a2cd99-d206-46f1-b3a9-75673d25216d req-7ade7e2f-ba03-41a6-a09c-3d812658227f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6cd054ddd5434ea694af402d1c1d0156&device_id=36d21ecb-5bbb-424f-88d9-f443b195c026 HTTP/1.1" status: 200 len: 1095 time: 0.0546858 Jul 30 20:10:11.855787 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2cd99-d206-46f1-b3a9-75673d25216d req-28ebdbf8-bdc6-4a49-8392-2602831572d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:11.857719 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f2a2cd99-d206-46f1-b3a9-75673d25216d req-28ebdbf8-bdc6-4a49-8392-2602831572d0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=70673350-080e-4c0f-8fba-4dd2adce096e HTTP/1.1" status: 200 len: 916 time: 0.1435807 Jul 30 20:10:11.905915 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f2a2cd99-d206-46f1-b3a9-75673d25216d req-1c630dcc-6a66-46f7-ae65-be8c961be665 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21ab8a22-3785-4e4d-8f8f-9d151d6fd796 HTTP/1.1" status: 200 len: 217 time: 0.0375185 Jul 30 20:10:11.966717 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2cd99-d206-46f1-b3a9-75673d25216d req-e6986b96-78fc-4069-bd57-c96179ba872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:11.968210 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f2a2cd99-d206-46f1-b3a9-75673d25216d req-e6986b96-78fc-4069-bd57-c96179ba872d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a059aaa-cd46-468f-ad68-183a031831a8 HTTP/1.1" status: 200 len: 855 time: 0.0532656 Jul 30 20:10:12.005698 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f2a2cd99-d206-46f1-b3a9-75673d25216d req-dbc9b6e4-ad55-4287-9af5-45ce309e52ea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=70673350-080e-4c0f-8fba-4dd2adce096e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268257 Jul 30 20:10:12.138505 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb7eea-ac5c-44be-b11b-292814cce70e req-aab9e8cd-4568-4b84-99ce-355453f8f0ab tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:12.148459 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7cbb7eea-ac5c-44be-b11b-292814cce70e req-aab9e8cd-4568-4b84-99ce-355453f8f0ab tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.0698142 Jul 30 20:10:12.193080 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7cbb7eea-ac5c-44be-b11b-292814cce70e req-2b1b6494-a82f-4e87-b21a-c28aacac424a tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436549 Jul 30 20:10:12.213931 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f2a2cd99-d206-46f1-b3a9-75673d25216d req-6abebdfb-3be6-4aa1-82c1-6fef844f7459 service neutron] 10.222.0.83 "GET /v2.0/networks/70673350-080e-4c0f-8fba-4dd2adce096e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969352 Jul 30 20:10:12.234452 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a15994-940e-47e0-972a-f32e3fb96afd req-41f5619a-6393-44c0-a968-80ef2ff45d85 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:12.236352 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70a15994-940e-47e0-972a-f32e3fb96afd req-41f5619a-6393-44c0-a968-80ef2ff45d85 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/ports?device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 946 time: 0.0827816 Jul 30 20:10:12.336644 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70a15994-940e-47e0-972a-f32e3fb96afd req-0e5c9a3a-ae8f-4be9-8033-3009f6b1599e tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3e0f7e-91c5-44b7-a0ee-d643670c5020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873845 Jul 30 20:10:12.377059 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f2a2cd99-d206-46f1-b3a9-75673d25216d req-f71fb2e0-5f08-45c3-a727-3b94b8a270ea service neutron] 10.222.0.83 "GET /v2.0/networks/70673350-080e-4c0f-8fba-4dd2adce096e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393259 Jul 30 20:10:12.421499 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc91ad-c816-47a8-89b1-e8645865f699 req-a0484664-5412-4838-b7f9-4784a4eb58e8 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:12.423179 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fabc91ad-c816-47a8-89b1-e8645865f699 req-a0484664-5412-4838-b7f9-4784a4eb58e8 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.0738559 Jul 30 20:10:12.467973 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fabc91ad-c816-47a8-89b1-e8645865f699 req-cc3be797-80be-46e7-b22b-00088a048d0d tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383031 Jul 30 20:10:12.530893 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66226867-2caf-41e8-8eda-a743f656d2a0 req-905b3f41-160f-4ce6-be59-7debda38dd73 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:12.538779 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-66226867-2caf-41e8-8eda-a743f656d2a0 req-905b3f41-160f-4ce6-be59-7debda38dd73 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 946 time: 0.1018181 Jul 30 20:10:12.612539 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-66226867-2caf-41e8-8eda-a743f656d2a0 req-9ea71f26-d2d6-4c8e-98da-c30d19f3a5d9 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/security-groups?id=f09b3515-2271-4377-900c-a6276a97ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732660 Jul 30 20:10:12.632451 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258e176-17e5-4e65-abea-04c8983b8172 req-ea92da47-84aa-463d-a108-a4d4477433e5 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:12.640173 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1258e176-17e5-4e65-abea-04c8983b8172 req-ea92da47-84aa-463d-a108-a4d4477433e5 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d21ecb-5bbb-424f-88d9-f443b195c026 HTTP/1.1" status: 200 len: 944 time: 0.0820091 Jul 30 20:10:12.721246 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1258e176-17e5-4e65-abea-04c8983b8172 req-b4c3c2ee-b0fa-4218-aca6-c3170b7abdbd tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/security-groups?id=b676a797-7fc0-4a03-8d41-33b27b2b388a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791631 Jul 30 20:10:12.761658 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16622927-0b43-4b6f-9251-5877c6bafba6 req-31857d88-28da-4080-baf5-f20e2f41331c tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:12.763459 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-16622927-0b43-4b6f-9251-5877c6bafba6 req-31857d88-28da-4080-baf5-f20e2f41331c tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.83 "GET /v2.0/ports?device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 946 time: 0.0824387 Jul 30 20:10:12.919328 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-16622927-0b43-4b6f-9251-5877c6bafba6 req-f5697595-544e-4b27-a3dc-dfd9e36cc41b tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Deleting port 06ba9360-512d-408c-afc4-3ff0224b76f1 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:10:12.920017 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-16622927-0b43-4b6f-9251-5877c6bafba6 req-f5697595-544e-4b27-a3dc-dfd9e36cc41b tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:13.055360 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e68ba-6eff-4b1d-9d25-9ad609e119c2 req-6c50930a-ae5a-4eef-bb25-e714c4392df1 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:13.062653 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca5e68ba-6eff-4b1d-9d25-9ad609e119c2 req-6c50930a-ae5a-4eef-bb25-e714c4392df1 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.0895808 Jul 30 20:10:13.105810 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-16622927-0b43-4b6f-9251-5877c6bafba6 req-f5697595-544e-4b27-a3dc-dfd9e36cc41b tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] For port 06ba9360-512d-408c-afc4-3ff0224b76f1, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=06ba9360-512d-408c-afc4-3ff0224b76f1,segment=NetworkSegment(66687a5b-0a41-43ec-b825-652223eedddd),segment_id=66687a5b-0a41-43ec-b825-652223eedddd)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:13.106285 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-16622927-0b43-4b6f-9251-5877c6bafba6 req-f5697595-544e-4b27-a3dc-dfd9e36cc41b tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:13.130017 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca5e68ba-6eff-4b1d-9d25-9ad609e119c2 req-68d3d42d-80a3-4e60-99d6-f0f469db8ef0 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663669 Jul 30 20:10:13.408167 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ca588-7e6f-4f56-8b45-657696ebcc11 req-85e500c7-ef61-4872-a656-2d7296228d9a tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:13.409643 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e25ca588-7e6f-4f56-8b45-657696ebcc11 req-85e500c7-ef61-4872-a656-2d7296228d9a tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/ports?device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 946 time: 0.1056006 Jul 30 20:10:13.413013 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-16622927-0b43-4b6f-9251-5877c6bafba6 req-f5697595-544e-4b27-a3dc-dfd9e36cc41b tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:13.413389 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-16622927-0b43-4b6f-9251-5877c6bafba6 req-f5697595-544e-4b27-a3dc-dfd9e36cc41b tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:13.413702 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [req-16622927-0b43-4b6f-9251-5877c6bafba6 req-f5697595-544e-4b27-a3dc-dfd9e36cc41b tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Floating IP 024ee785-7063-4bf7-9a39-8561a765ebc1 disassociated. External IP: 172.25.3.199, port: 06ba9360-512d-408c-afc4-3ff0224b76f1. Jul 30 20:10:13.414048 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-16622927-0b43-4b6f-9251-5877c6bafba6 req-f5697595-544e-4b27-a3dc-dfd9e36cc41b tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Calling delete_port for 06ba9360-512d-408c-afc4-3ff0224b76f1 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:10:13.493735 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e25ca588-7e6f-4f56-8b45-657696ebcc11 req-a4c40e66-2d13-44dd-936b-0dc14507c040 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3e0f7e-91c5-44b7-a0ee-d643670c5020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753665 Jul 30 20:10:13.604127 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-16622927-0b43-4b6f-9251-5877c6bafba6 req-f5697595-544e-4b27-a3dc-dfd9e36cc41b tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:13.635720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5697595-544e-4b27-a3dc-dfd9e36cc41b tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Pushing event deleted for resources: {'Port': ['ID=06ba9360-512d-408c-afc4-3ff0224b76f1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:13.764032 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7773b23c-5ea2-4073-ba4c-c940e5e36c9a req-387e8f8e-ae14-4f02-9bff-14ca2f4a787c tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff62ee3-661b-471a-85f6-b6bdc3f1e4a3 HTTP/1.1" status: 200 len: 210 time: 0.0350299 Jul 30 20:10:13.802118 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16622927-0b43-4b6f-9251-5877c6bafba6 req-f5697595-544e-4b27-a3dc-dfd9e36cc41b tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Router 0ed22f7f-8339-4a1e-bea8-adc62424b3e2 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:10:13.899963 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f2a9d-99e5-4a52-9991-11572cd92202 req-b706fe49-e818-4196-8b98-8a2925d9388c tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:13.902059 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-758f2a9d-99e5-4a52-9991-11572cd92202 req-b706fe49-e818-4196-8b98-8a2925d9388c tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d21ecb-5bbb-424f-88d9-f443b195c026 HTTP/1.1" status: 200 len: 944 time: 0.0727150 Jul 30 20:10:13.960515 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-758f2a9d-99e5-4a52-9991-11572cd92202 req-ea429412-6d48-4b05-94f2-2702bbaaab16 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/security-groups?id=b676a797-7fc0-4a03-8d41-33b27b2b388a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460548 Jul 30 20:10:13.962426 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16622927-0b43-4b6f-9251-5877c6bafba6 req-f5697595-544e-4b27-a3dc-dfd9e36cc41b tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:10:13.983900 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42077dcf-a95d-44cd-bd86-3085b6f134b0 None None] Sync routers for ids ['0ed22f7f-8339-4a1e-bea8-adc62424b3e2'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:10:14.010020 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-16622927-0b43-4b6f-9251-5877c6bafba6 req-f5697595-544e-4b27-a3dc-dfd9e36cc41b tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] No DVR routers for this DVR port 06ba9360-512d-408c-afc4-3ff0224b76f1 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:10:14.013779 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-16622927-0b43-4b6f-9251-5877c6bafba6 req-f5697595-544e-4b27-a3dc-dfd9e36cc41b tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:14.016798 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-16622927-0b43-4b6f-9251-5877c6bafba6 req-f5697595-544e-4b27-a3dc-dfd9e36cc41b tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.83 "DELETE /v2.0/ports/06ba9360-512d-408c-afc4-3ff0224b76f1 HTTP/1.1" status: 204 len: 173 time: 1.2468171 Jul 30 20:10:14.017444 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff62ee3-661b-471a-85f6-b6bdc3f1e4a3', 'name': 'network-vif-deleted', 'tag': '06ba9360-512d-408c-afc4-3ff0224b76f1'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:10:14.030578 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c539b414-79b9-4f5d-83a8-e63c01d2bd85" -d '{"events": [{"server_uuid": "aff62ee3-661b-471a-85f6-b6bdc3f1e4a3", "name": "network-vif-deleted", "tag": "06ba9360-512d-408c-afc4-3ff0224b76f1"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:10:14.035696 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42077dcf-a95d-44cd-bd86-3085b6f134b0 None None] Routers {'0ed22f7f-8339-4a1e-bea8-adc62424b3e2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:10:14.044902 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-42077dcf-a95d-44cd-bd86-3085b6f134b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:09:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['0ed22f7f-8339-4a1e-bea8-adc62424b3e2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:14.216384 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4a540c-2513-42f3-b77c-9fb20ed51641 x-openstack-request-id: req-ff4a540c-2513-42f3-b77c-9fb20ed51641 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:10:14.216971 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff62ee3-661b-471a-85f6-b6bdc3f1e4a3", "name": "network-vif-deleted", "tag": "06ba9360-512d-408c-afc4-3ff0224b76f1", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:10:14.216971 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ff4a540c-2513-42f3-b77c-9fb20ed51641 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:10:14.217347 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff62ee3-661b-471a-85f6-b6bdc3f1e4a3', 'name': 'network-vif-deleted', 'tag': '06ba9360-512d-408c-afc4-3ff0224b76f1', 'status': 'completed', 'code': 200} Jul 30 20:10:14.247780 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-42077dcf-a95d-44cd-bd86-3085b6f134b0 None None] Set router 0ed22f7f-8339-4a1e-bea8-adc62424b3e2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:10:14.400171 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0089fb-2a0a-4b72-8d32-afacdb62f766 req-1cd3600b-72ab-4e18-a27f-89d72b0ebad7 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:14.408198 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c0089fb-2a0a-4b72-8d32-afacdb62f766 req-1cd3600b-72ab-4e18-a27f-89d72b0ebad7 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.0689890 Jul 30 20:10:14.427599 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e5859-d9e0-4b79-a71d-6d663cd619b2 req-69b74fb3-30da-48ad-aafd-e1a5d64e43d1 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:14.435192 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-035e5859-d9e0-4b79-a71d-6d663cd619b2 req-69b74fb3-30da-48ad-aafd-e1a5d64e43d1 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/ports?device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 946 time: 0.0968044 Jul 30 20:10:14.458182 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6c0089fb-2a0a-4b72-8d32-afacdb62f766 req-d0229b8a-a918-45b0-b1f1-c676c028b9e1 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442967 Jul 30 20:10:14.503921 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-035e5859-d9e0-4b79-a71d-6d663cd619b2 req-6d306041-0a0e-4e8e-97e4-d6609994e633 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3e0f7e-91c5-44b7-a0ee-d643670c5020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671513 Jul 30 20:10:14.580852 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-42077dcf-a95d-44cd-bd86-3085b6f134b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'name': 'tempest-ServersTestJSON-1063466893-router', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:31Z', 'updated_at': '2021-07-30T20:06:41Z', 'revision_number': 4, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'gw_port': {'id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:32Z', 'updated_at': '2021-07-30T20:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '22bfc528-dc5a-4637-a676-700a3919db15', 'name': '', 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'mac_address': 'fa:16:3e:ad:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '2373a630-185a-483b-9d20-6ddac9363cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:39Z', 'updated_at': '2021-07-30T20:06:46Z', 'revision_number': 5, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'subnets': [{'id': '2373a630-185a-483b-9d20-6ddac9363cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:14.612180 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42077dcf-a95d-44cd-bd86-3085b6f134b0 None None] Checking router: 0ed22f7f-8339-4a1e-bea8-adc62424b3e2 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:10:14.622701 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42077dcf-a95d-44cd-bd86-3085b6f134b0 None None] Routers {'0ed22f7f-8339-4a1e-bea8-adc62424b3e2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:10:14.623343 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-42077dcf-a95d-44cd-bd86-3085b6f134b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:09:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['0ed22f7f-8339-4a1e-bea8-adc62424b3e2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:14.788048 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-42077dcf-a95d-44cd-bd86-3085b6f134b0 None None] Set router 0ed22f7f-8339-4a1e-bea8-adc62424b3e2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:10:14.887243 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34136) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:14.887963 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb0d5d-27b9-4083-b0dc-00102434b0e8 req-5bcf1d1d-d079-4a6e-8fb5-3d94434ab9ce tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:14.895306 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25eb0d5d-27b9-4083-b0dc-00102434b0e8 req-5bcf1d1d-d079-4a6e-8fb5-3d94434ab9ce tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.0973802 Jul 30 20:10:14.970170 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25eb0d5d-27b9-4083-b0dc-00102434b0e8 req-0b1f6151-4ab0-4d3f-8942-d994aa1bb8e1 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730848 Jul 30 20:10:15.015548 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1ae7ac9-b51d-4f0d-ae4e-e139daa3532c tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:15.104052 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1ae7ac9-b51d-4f0d-ae4e-e139daa3532c tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:15.105941 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-42077dcf-a95d-44cd-bd86-3085b6f134b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'name': 'tempest-ServersTestJSON-1063466893-router', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:31Z', 'updated_at': '2021-07-30T20:06:41Z', 'revision_number': 4, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'gw_port': {'id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:32Z', 'updated_at': '2021-07-30T20:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '22bfc528-dc5a-4637-a676-700a3919db15', 'name': '', 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'mac_address': 'fa:16:3e:ad:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '2373a630-185a-483b-9d20-6ddac9363cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:39Z', 'updated_at': '2021-07-30T20:06:46Z', 'revision_number': 5, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'subnets': [{'id': '2373a630-185a-483b-9d20-6ddac9363cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:15.142596 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42077dcf-a95d-44cd-bd86-3085b6f134b0 None None] The sync data for ids ['0ed22f7f-8339-4a1e-bea8-adc62424b3e2'] in n-d-712137-9 is: [{'id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'name': 'tempest-ServersTestJSON-1063466893-router', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:31Z', 'updated_at': '2021-07-30T20:06:41Z', 'revision_number': 4, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'gw_port': {'id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:32Z', 'updated_at': '2021-07-30T20:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '22bfc528-dc5a-4637-a676-700a3919db15', 'name': '', 'network_id': 'eb756750-25bc-4499-9bd9-5a9623a5a75f', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'mac_address': 'fa:16:3e:ad:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '2373a630-185a-483b-9d20-6ddac9363cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:39Z', 'updated_at': '2021-07-30T20:06:46Z', 'revision_number': 5, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'subnets': [{'id': '2373a630-185a-483b-9d20-6ddac9363cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:10:15.158754 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79a5b6-5209-4879-af1b-0702dab68f46 req-6fd54aaa-6645-4bdc-b6e3-82c84d29bed4 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:15.166270 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb79a5b6-5209-4879-af1b-0702dab68f46 req-6fd54aaa-6645-4bdc-b6e3-82c84d29bed4 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d21ecb-5bbb-424f-88d9-f443b195c026 HTTP/1.1" status: 200 len: 944 time: 0.1065149 Jul 30 20:10:15.219704 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:15.235089 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb79a5b6-5209-4879-af1b-0702dab68f46 req-64ba1a6d-276f-4998-b7b3-c55b197aee1c tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/security-groups?id=b676a797-7fc0-4a03-8d41-33b27b2b388a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657847 Jul 30 20:10:15.251428 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1ae7ac9-b51d-4f0d-ae4e-e139daa3532c tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:15.254374 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1ae7ac9-b51d-4f0d-ae4e-e139daa3532c tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:15.258388 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c1ae7ac9-b51d-4f0d-ae4e-e139daa3532c tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "DELETE /v2.0/security-groups/f09b3515-2271-4377-900c-a6276a97ff9f HTTP/1.1" status: 204 len: 168 time: 0.3670485 Jul 30 20:10:15.258865 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34142) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:15.266346 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae7ac9-b51d-4f0d-ae4e-e139daa3532c tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09b3515-2271-4377-900c-a6276a97ff9f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:15.281712 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-508c1a84-bc51-452d-bc7a-635b77797ebf tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] show failed (client error): The resource could not be found. Jul 30 20:10:15.285336 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-508c1a84-bc51-452d-bc7a-635b77797ebf tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "GET /v2.0/security-groups/f09b3515-2271-4377-900c-a6276a97ff9f HTTP/1.1" status: 404 len: 347 time: 0.0229630 Jul 30 20:10:15.286576 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34144) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:15.437393 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-339ec74c-e544-4927-9edd-8efd4da53a63 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Deleting port 4cc4b9bb-c7fd-4a79-9f6e-6d0a91dc598d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:10:15.437393 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-339ec74c-e544-4927-9edd-8efd4da53a63 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:15.504183 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c964b954-1f95-420d-b7ac-a1fc81547945 None None] New status for floating IP 024ee785-7063-4bf7-9a39-8561a765ebc1: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:10:15.530988 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-339ec74c-e544-4927-9edd-8efd4da53a63 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:15.531323 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-339ec74c-e544-4927-9edd-8efd4da53a63 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:15.547471 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-339ec74c-e544-4927-9edd-8efd4da53a63 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Calling delete_port for 4cc4b9bb-c7fd-4a79-9f6e-6d0a91dc598d owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:10:15.657631 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69b655-8bd2-459a-b5fe-903b1628b6ad req-9baeac00-b4c3-4633-a5be-29d122d3cbc4 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:15.659265 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7a69b655-8bd2-459a-b5fe-903b1628b6ad req-9baeac00-b4c3-4633-a5be-29d122d3cbc4 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/ports?device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 946 time: 0.0563705 Jul 30 20:10:15.713613 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-339ec74c-e544-4927-9edd-8efd4da53a63 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:15.728807 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7a69b655-8bd2-459a-b5fe-903b1628b6ad req-b5c8a1cf-257d-406f-9c33-d779bfa31502 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb3e0f7e-91c5-44b7-a0ee-d643670c5020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617809 Jul 30 20:10:15.747126 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ec74c-e544-4927-9edd-8efd4da53a63 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Pushing event deleted for resources: {'Port': ['ID=4cc4b9bb-c7fd-4a79-9f6e-6d0a91dc598d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:15.759076 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87610fe9-123d-445b-9330-380bafa27be5 req-beed93dc-0c78-4778-bd0b-90743e037a6d tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:15.760574 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-87610fe9-123d-445b-9330-380bafa27be5 req-beed93dc-0c78-4778-bd0b-90743e037a6d tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.59 "GET /v2.0/ports?device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 946 time: 0.0693169 Jul 30 20:10:15.807881 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-339ec74c-e544-4927-9edd-8efd4da53a63 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:15.810393 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-339ec74c-e544-4927-9edd-8efd4da53a63 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:15.811784 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-339ec74c-e544-4927-9edd-8efd4da53a63 tempest-ServersTestJSON-1654954726 tempest-ServersTestJSON-1654954726-project] 10.222.0.81 "DELETE /v2.0/floatingips/024ee785-7063-4bf7-9a39-8561a765ebc1 HTTP/1.1" status: 204 len: 168 time: 0.5240195 Jul 30 20:10:15.814968 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34164) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:16.156704 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d9c8e-a221-4e43-8ed3-b836707e127a req-03aee988-77d8-4931-91fa-40fd095e4383 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:16.163789 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-090d9c8e-a221-4e43-8ed3-b836707e127a req-03aee988-77d8-4931-91fa-40fd095e4383 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.0821235 Jul 30 20:10:16.201691 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-87610fe9-123d-445b-9330-380bafa27be5 req-29686b05-e63b-41d6-a1ad-dae69ec9f0cd tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Deleting port 3b33a462-0755-4c4e-a53c-4d425ea24600 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:10:16.202023 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-87610fe9-123d-445b-9330-380bafa27be5 req-29686b05-e63b-41d6-a1ad-dae69ec9f0cd tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:16.203078 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-689fc817-3b26-4488-a3fd-d36b821560ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:16.247664 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-090d9c8e-a221-4e43-8ed3-b836707e127a req-6aeb3e0d-9cea-44d8-93c3-21bdf3687a3a tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829322 Jul 30 20:10:16.306279 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-87610fe9-123d-445b-9330-380bafa27be5 req-29686b05-e63b-41d6-a1ad-dae69ec9f0cd tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] For port 3b33a462-0755-4c4e-a53c-4d425ea24600, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=3b33a462-0755-4c4e-a53c-4d425ea24600,segment=NetworkSegment(b22e339a-b3bc-4284-9d89-85b0297cdd8b),segment_id=b22e339a-b3bc-4284-9d89-85b0297cdd8b)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:16.307218 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-87610fe9-123d-445b-9330-380bafa27be5 req-29686b05-e63b-41d6-a1ad-dae69ec9f0cd tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:16.467967 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadd61f-895b-4329-8232-3718fdaf25eb req-0a2e8b49-a1a4-48a0-b2be-962efb3536df tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:16.469560 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cdadd61f-895b-4329-8232-3718fdaf25eb req-0a2e8b49-a1a4-48a0-b2be-962efb3536df tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d21ecb-5bbb-424f-88d9-f443b195c026 HTTP/1.1" status: 200 len: 944 time: 0.1036584 Jul 30 20:10:16.569290 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-689fc817-3b26-4488-a3fd-d36b821560ad admin admin] Deleting port 22bfc528-dc5a-4637-a676-700a3919db15 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:10:16.569636 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-689fc817-3b26-4488-a3fd-d36b821560ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:16.576070 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cdadd61f-895b-4329-8232-3718fdaf25eb req-8514a17c-9b99-48d0-a966-c5678d07a5dc tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/security-groups?id=b676a797-7fc0-4a03-8d41-33b27b2b388a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986638 Jul 30 20:10:16.593625 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-87610fe9-123d-445b-9330-380bafa27be5 req-29686b05-e63b-41d6-a1ad-dae69ec9f0cd tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:16.593978 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-87610fe9-123d-445b-9330-380bafa27be5 req-29686b05-e63b-41d6-a1ad-dae69ec9f0cd tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:16.594454 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [req-87610fe9-123d-445b-9330-380bafa27be5 req-29686b05-e63b-41d6-a1ad-dae69ec9f0cd tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Floating IP 8c025e01-1ce1-4923-b3ef-d230453b1129 disassociated. External IP: 172.25.3.116, port: 3b33a462-0755-4c4e-a53c-4d425ea24600. Jul 30 20:10:16.595136 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-87610fe9-123d-445b-9330-380bafa27be5 req-29686b05-e63b-41d6-a1ad-dae69ec9f0cd tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Calling delete_port for 3b33a462-0755-4c4e-a53c-4d425ea24600 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:10:16.654081 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765532c-a42a-4e0d-952e-bdb9069dc3ea req-8e44fb2a-7636-4a2b-a2c7-ac4537b163bf tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:16.655663 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1765532c-a42a-4e0d-952e-bdb9069dc3ea req-8e44fb2a-7636-4a2b-a2c7-ac4537b163bf tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 945 time: 0.1217721 Jul 30 20:10:16.708725 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-689fc817-3b26-4488-a3fd-d36b821560ad admin admin] For port 22bfc528-dc5a-4637-a676-700a3919db15, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=22bfc528-dc5a-4637-a676-700a3919db15,segment=NetworkSegment(66687a5b-0a41-43ec-b825-652223eedddd),segment_id=66687a5b-0a41-43ec-b825-652223eedddd)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:16.709096 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-689fc817-3b26-4488-a3fd-d36b821560ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:16.731081 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-689fc817-3b26-4488-a3fd-d36b821560ad admin admin] Calling delete_port for 22bfc528-dc5a-4637-a676-700a3919db15 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:10:16.735289 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1765532c-a42a-4e0d-952e-bdb9069dc3ea req-6c4ac95e-5a49-421d-a377-a5ddcda8a112 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704038 Jul 30 20:10:16.758700 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-87610fe9-123d-445b-9330-380bafa27be5 req-29686b05-e63b-41d6-a1ad-dae69ec9f0cd tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:16.809115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29686b05-e63b-41d6-a1ad-dae69ec9f0cd tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Pushing event deleted for resources: {'Port': ['ID=3b33a462-0755-4c4e-a53c-4d425ea24600,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:16.885082 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f2db0af8-77bf-4bfc-8187-81bf7b04b996 req-98f5e19e-05ec-4024-a47f-566f614401de tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/ports?device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 210 time: 0.0353467 Jul 30 20:10:16.983131 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87610fe9-123d-445b-9330-380bafa27be5 req-29686b05-e63b-41d6-a1ad-dae69ec9f0cd tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Router 8f4c42e0-4a38-408a-9608-b8a899c825da has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:10:17.014582 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-689fc817-3b26-4488-a3fd-d36b821560ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:17.043422 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fc817-3b26-4488-a3fd-d36b821560ad admin admin] Pushing event deleted for resources: {'Port': ['ID=22bfc528-dc5a-4637-a676-700a3919db15,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:17.212978 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87610fe9-123d-445b-9330-380bafa27be5 req-29686b05-e63b-41d6-a1ad-dae69ec9f0cd tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:10:17.291492 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-87610fe9-123d-445b-9330-380bafa27be5 req-29686b05-e63b-41d6-a1ad-dae69ec9f0cd tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] No DVR routers for this DVR port 3b33a462-0755-4c4e-a53c-4d425ea24600 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:10:17.294882 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-87610fe9-123d-445b-9330-380bafa27be5 req-29686b05-e63b-41d6-a1ad-dae69ec9f0cd tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:17.298325 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-87610fe9-123d-445b-9330-380bafa27be5 req-29686b05-e63b-41d6-a1ad-dae69ec9f0cd tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.59 "DELETE /v2.0/ports/3b33a462-0755-4c4e-a53c-4d425ea24600 HTTP/1.1" status: 204 len: 173 time: 1.5309367 Jul 30 20:10:17.298914 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e1d159-3d07-4ace-ba32-0bf1afaec6da', 'name': 'network-vif-deleted', 'tag': '3b33a462-0755-4c4e-a53c-4d425ea24600'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:10:17.301439 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92edab77-d8ff-4ffe-b7c6-7f2ea2822859" -d '{"events": [{"server_uuid": "71e1d159-3d07-4ace-ba32-0bf1afaec6da", "name": "network-vif-deleted", "tag": "3b33a462-0755-4c4e-a53c-4d425ea24600"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:10:17.430719 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-689fc817-3b26-4488-a3fd-d36b821560ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:17.437888 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f994f5-7d0a-436e-9b64-9f9e656f6d84 x-openstack-request-id: req-87f994f5-7d0a-436e-9b64-9f9e656f6d84 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:10:17.438365 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e1d159-3d07-4ace-ba32-0bf1afaec6da", "name": "network-vif-deleted", "tag": "3b33a462-0755-4c4e-a53c-4d425ea24600", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:10:17.438679 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-87f994f5-7d0a-436e-9b64-9f9e656f6d84 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:10:17.439243 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e1d159-3d07-4ace-ba32-0bf1afaec6da', 'name': 'network-vif-deleted', 'tag': '3b33a462-0755-4c4e-a53c-4d425ea24600', 'status': 'completed', 'code': 200} Jul 30 20:10:17.458050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 06ba9360-512d-408c-afc4-3ff0224b76f1 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:10:17.486253 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 21ab8a22-3785-4e4d-8f8f-9d151d6fd796 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:10:17.518901 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 06ba9360-512d-408c-afc4-3ff0224b76f1 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:10:17.519242 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 06ba9360-512d-408c-afc4-3ff0224b76f1 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:10:17.521706 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d449fbf9-3f61-46ce-9767-1d48fa873f0b None None] Sync routers for ids ['8f4c42e0-4a38-408a-9608-b8a899c825da'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:10:17.563796 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d449fbf9-3f61-46ce-9767-1d48fa873f0b None None] Routers {'8f4c42e0-4a38-408a-9608-b8a899c825da'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:10:17.564338 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d449fbf9-3f61-46ce-9767-1d48fa873f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:09:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8f4c42e0-4a38-408a-9608-b8a899c825da'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:17.683830 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 21ab8a22-3785-4e4d-8f8f-9d151d6fd796, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=21ab8a22-3785-4e4d-8f8f-9d151d6fd796,segment=NetworkSegment(6090bdf2-0547-4b1b-8e26-7950eff4220f),segment_id=6090bdf2-0547-4b1b-8e26-7950eff4220f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:17.704278 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '21ab8a22-3785-4e4d-8f8f-9d151d6fd796', 'network_id': '70673350-080e-4c0f-8fba-4dd2adce096e', 'port_id': '21ab8a22-3785-4e4d-8f8f-9d151d6fd796', 'mac_address': 'fa:16:3e:bf:8e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a059aaa-cd46-468f-ad68-183a031831a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:10:17.717927 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-d449fbf9-3f61-46ce-9767-1d48fa873f0b None None] Set router 8f4c42e0-4a38-408a-9608-b8a899c825da gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:10:17.733538 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ea9c4-5e1b-4304-acbe-14c7cf4a3dbc req-365ea186-ace8-44a0-a482-3e5b71a7fa62 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:17.735066 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c33ea9c4-5e1b-4304-acbe-14c7cf4a3dbc req-365ea186-ace8-44a0-a482-3e5b71a7fa62 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d21ecb-5bbb-424f-88d9-f443b195c026 HTTP/1.1" status: 200 len: 944 time: 0.0599916 Jul 30 20:10:17.805647 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c33ea9c4-5e1b-4304-acbe-14c7cf4a3dbc req-51b97728-21a6-4ae1-9c59-8ba534dacc9a tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/security-groups?id=b676a797-7fc0-4a03-8d41-33b27b2b388a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577698 Jul 30 20:10:17.829539 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:17.845450 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689fc817-3b26-4488-a3fd-d36b821560ad admin admin] Router 0ed22f7f-8339-4a1e-bea8-adc62424b3e2 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:10:17.881725 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21ab8a22-3785-4e4d-8f8f-9d151d6fd796 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:10:17.909954 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 21ab8a22-3785-4e4d-8f8f-9d151d6fd796, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=21ab8a22-3785-4e4d-8f8f-9d151d6fd796,segment=NetworkSegment(6090bdf2-0547-4b1b-8e26-7950eff4220f),segment_id=6090bdf2-0547-4b1b-8e26-7950eff4220f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:17.915761 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:18.017555 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=21ab8a22-3785-4e4d-8f8f-9d151d6fd796,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:18.026072 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:18.026404 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:18.026747 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:18.027081 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:18.027402 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:18.027757 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:18.028079 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:18.028398 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:18.028720 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:18.029039 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:18.029357 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:18.029675 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:18.056269 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0c166a25-83a0-4c8a-9bc1-f4a461b8ba2d req-7caf395b-4847-4ab7-b0a3-265430806858 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/ports?device_id=71e1d159-3d07-4ace-ba32-0bf1afaec6da HTTP/1.1" status: 200 len: 210 time: 0.0426965 Jul 30 20:10:18.074368 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689fc817-3b26-4488-a3fd-d36b821560ad admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:10:18.081814 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-689fc817-3b26-4488-a3fd-d36b821560ad admin admin] 10.222.0.81 "PUT /v2.0/routers/0ed22f7f-8339-4a1e-bea8-adc62424b3e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2634389 Jul 30 20:10:18.082070 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d449fbf9-3f61-46ce-9767-1d48fa873f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'name': 'tempest-ServersTestManualDisk-113923996-router', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:50Z', 'updated_at': '2021-07-30T20:07:56Z', 'revision_number': 4, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'gw_port': {'id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:51Z', 'updated_at': '2021-07-30T20:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e6c62182-21e8-4e3a-a39e-4cb2d02a20b2', 'name': '', 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'mac_address': 'fa:16:3e:01:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '2eec45fe-dd4e-4389-9cda-638613cd4e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:55Z', 'updated_at': '2021-07-30T20:08:05Z', 'revision_number': 5, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'subnets': [{'id': '2eec45fe-dd4e-4389-9cda-638613cd4e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:18.082250 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34228) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:18.093411 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baf7053-b44c-4720-bc5f-69eaa9550a76 None None] Sync routers for ids ['0ed22f7f-8339-4a1e-bea8-adc62424b3e2'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:10:18.107738 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baf7053-b44c-4720-bc5f-69eaa9550a76 None None] Routers {'0ed22f7f-8339-4a1e-bea8-adc62424b3e2'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:10:18.111222 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9baf7053-b44c-4720-bc5f-69eaa9550a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:09:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['0ed22f7f-8339-4a1e-bea8-adc62424b3e2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:18.114049 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d449fbf9-3f61-46ce-9767-1d48fa873f0b None None] Checking router: 8f4c42e0-4a38-408a-9608-b8a899c825da for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:10:18.128875 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d449fbf9-3f61-46ce-9767-1d48fa873f0b None None] Routers {'8f4c42e0-4a38-408a-9608-b8a899c825da'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:10:18.129492 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d449fbf9-3f61-46ce-9767-1d48fa873f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:09:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8f4c42e0-4a38-408a-9608-b8a899c825da'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:18.220795 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17689eb-73b8-438f-b598-f90caf9c67a2 req-4dfe9eef-25c9-4383-aab1-06ac6929c7ee tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:18.222593 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d17689eb-73b8-438f-b598-f90caf9c67a2 req-4dfe9eef-25c9-4383-aab1-06ac6929c7ee tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.0811059 Jul 30 20:10:18.226967 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9b360-908f-41ca-8503-8b3b87612560 req-a5670db8-ab94-4874-906c-e1ed597ad8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:18.228744 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54f9b360-908f-41ca-8503-8b3b87612560 req-a5670db8-ab94-4874-906c-e1ed597ad8d1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09553e316346494fa270dcd1f0b0acee&device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 1096 time: 0.1301374 Jul 30 20:10:18.243392 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb7174a1-ff05-46b0-b684-0dd42b6e9bd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:18.263107 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-d449fbf9-3f61-46ce-9767-1d48fa873f0b None None] Set router 8f4c42e0-4a38-408a-9608-b8a899c825da gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:10:18.300998 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-9baf7053-b44c-4720-bc5f-69eaa9550a76 None None] Set router 0ed22f7f-8339-4a1e-bea8-adc62424b3e2 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:10:18.346156 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['21ab8a22-3785-4e4d-8f8f-9d151d6fd796'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:10:18.374676 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9b360-908f-41ca-8503-8b3b87612560 req-399c34e7-90d2-4c11-8f29-0eda09404046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:18.374922 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb7174a1-ff05-46b0-b684-0dd42b6e9bd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:18.376787 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54f9b360-908f-41ca-8503-8b3b87612560 req-399c34e7-90d2-4c11-8f29-0eda09404046 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9419649c-32e6-4256-8c69-e3a81135c2cf HTTP/1.1" status: 200 len: 919 time: 0.1386528 Jul 30 20:10:18.451825 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-cb7174a1-ff05-46b0-b684-0dd42b6e9bd3 admin admin] Deleting port e54730e7-d8b9-4897-b529-bd80791d3b0f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:10:18.452538 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb7174a1-ff05-46b0-b684-0dd42b6e9bd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:18.456690 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54f9b360-908f-41ca-8503-8b3b87612560 req-334c0f2f-a6b4-45cd-884c-609e94bed02f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d748139-edad-447b-a296-f5d3028d2640 HTTP/1.1" status: 200 len: 217 time: 0.0616953 Jul 30 20:10:18.476262 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d17689eb-73b8-438f-b598-f90caf9c67a2 req-afce27fc-a3f2-4488-8a7a-aec3313e80a7 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451019 Jul 30 20:10:18.537649 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9baf7053-b44c-4720-bc5f-69eaa9550a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'name': 'tempest-ServersTestJSON-1063466893-router', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:31Z', 'updated_at': '2021-07-30T20:10:16Z', 'revision_number': 5, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'gw_port': {'id': 'e54730e7-d8b9-4897-b529-bd80791d3b0f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:32Z', 'updated_at': '2021-07-30T20:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:18.538668 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9b360-908f-41ca-8503-8b3b87612560 req-72ae2b62-84fd-416a-bb89-6f99762ee4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:18.540489 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54f9b360-908f-41ca-8503-8b3b87612560 req-72ae2b62-84fd-416a-bb89-6f99762ee4bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c5318bb5-b3de-40d1-afc8-28b191b755d1 HTTP/1.1" status: 200 len: 858 time: 0.0629139 Jul 30 20:10:18.565599 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-cb7174a1-ff05-46b0-b684-0dd42b6e9bd3 admin admin] For port e54730e7-d8b9-4897-b529-bd80791d3b0f, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e54730e7-d8b9-4897-b529-bd80791d3b0f,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:18.566407 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb7174a1-ff05-46b0-b684-0dd42b6e9bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:18.573032 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baf7053-b44c-4720-bc5f-69eaa9550a76 None None] Checking router: 0ed22f7f-8339-4a1e-bea8-adc62424b3e2 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:10:18.584513 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baf7053-b44c-4720-bc5f-69eaa9550a76 None None] Routers {'0ed22f7f-8339-4a1e-bea8-adc62424b3e2'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:10:18.585363 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54f9b360-908f-41ca-8503-8b3b87612560 req-a9c905f6-7020-419b-bb37-661c3dacc299 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9419649c-32e6-4256-8c69-e3a81135c2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366123 Jul 30 20:10:18.586131 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9baf7053-b44c-4720-bc5f-69eaa9550a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:09:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['0ed22f7f-8339-4a1e-bea8-adc62424b3e2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:18.597291 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-cb7174a1-ff05-46b0-b684-0dd42b6e9bd3 admin admin] Calling delete_port for e54730e7-d8b9-4897-b529-bd80791d3b0f owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:10:18.709357 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d449fbf9-3f61-46ce-9767-1d48fa873f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'name': 'tempest-ServersTestManualDisk-113923996-router', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:50Z', 'updated_at': '2021-07-30T20:07:56Z', 'revision_number': 4, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'gw_port': {'id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:51Z', 'updated_at': '2021-07-30T20:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e6c62182-21e8-4e3a-a39e-4cb2d02a20b2', 'name': '', 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'mac_address': 'fa:16:3e:01:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '2eec45fe-dd4e-4389-9cda-638613cd4e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:55Z', 'updated_at': '2021-07-30T20:08:05Z', 'revision_number': 5, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'subnets': [{'id': '2eec45fe-dd4e-4389-9cda-638613cd4e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:18.709940 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-9baf7053-b44c-4720-bc5f-69eaa9550a76 None None] Set router 0ed22f7f-8339-4a1e-bea8-adc62424b3e2 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:10:18.725538 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54f9b360-908f-41ca-8503-8b3b87612560 req-7534c26b-0f36-4e91-a5dd-e9f3fa166ab0 service neutron] 10.222.0.59 "GET /v2.0/networks/9419649c-32e6-4256-8c69-e3a81135c2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306791 Jul 30 20:10:18.764563 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d449fbf9-3f61-46ce-9767-1d48fa873f0b None None] The sync data for ids ['8f4c42e0-4a38-408a-9608-b8a899c825da'] in n-d-712137-9 is: [{'id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'name': 'tempest-ServersTestManualDisk-113923996-router', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:50Z', 'updated_at': '2021-07-30T20:07:56Z', 'revision_number': 4, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'gw_port': {'id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:51Z', 'updated_at': '2021-07-30T20:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e6c62182-21e8-4e3a-a39e-4cb2d02a20b2', 'name': '', 'network_id': 'd5385b68-d345-49b1-96bc-180144f39a27', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'mac_address': 'fa:16:3e:01:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '2eec45fe-dd4e-4389-9cda-638613cd4e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:55Z', 'updated_at': '2021-07-30T20:08:05Z', 'revision_number': 5, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'subnets': [{'id': '2eec45fe-dd4e-4389-9cda-638613cd4e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:10:18.797402 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9baf7053-b44c-4720-bc5f-69eaa9550a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'name': 'tempest-ServersTestJSON-1063466893-router', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:31Z', 'updated_at': '2021-07-30T20:10:18Z', 'revision_number': 6, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:18.832080 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baf7053-b44c-4720-bc5f-69eaa9550a76 None None] The sync data for ids ['0ed22f7f-8339-4a1e-bea8-adc62424b3e2'] in n-d-712137-9 is: [{'id': '0ed22f7f-8339-4a1e-bea8-adc62424b3e2', 'name': 'tempest-ServersTestJSON-1063466893-router', 'tenant_id': '5a95fa9b2a634f9181c03158168ed314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:31Z', 'updated_at': '2021-07-30T20:10:18Z', 'revision_number': 6, 'project_id': '5a95fa9b2a634f9181c03158168ed314', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:10:18.876655 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb7174a1-ff05-46b0-b684-0dd42b6e9bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:18.913067 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54f9b360-908f-41ca-8503-8b3b87612560 req-2673acee-fca0-40e9-9620-74e22e74c95a service neutron] 10.222.0.59 "GET /v2.0/networks/9419649c-32e6-4256-8c69-e3a81135c2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777785 Jul 30 20:10:18.938927 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7174a1-ff05-46b0-b684-0dd42b6e9bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e54730e7-d8b9-4897-b529-bd80791d3b0f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:19.002578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a12034-1bf2-4b03-826c-aed028493e34 req-9c597127-40b2-4716-891b-bb9b5b6a2a1f tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:19.009739 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c1a12034-1bf2-4b03-826c-aed028493e34 req-9c597127-40b2-4716-891b-bb9b5b6a2a1f tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d21ecb-5bbb-424f-88d9-f443b195c026 HTTP/1.1" status: 200 len: 945 time: 0.0770857 Jul 30 20:10:19.043097 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb7174a1-ff05-46b0-b684-0dd42b6e9bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:19.056702 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c1a12034-1bf2-4b03-826c-aed028493e34 req-02101712-8064-462f-bc66-4fa83908d081 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/security-groups?id=b676a797-7fc0-4a03-8d41-33b27b2b388a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454361 Jul 30 20:10:19.141277 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 98007a55-b93a-42dd-a4b7-d6c12be7447a no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:10:19.172289 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34250) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:19.183621 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb7174a1-ff05-46b0-b684-0dd42b6e9bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:19.191379 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb7174a1-ff05-46b0-b684-0dd42b6e9bd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:19.236624 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcac5c1-d192-4b5e-badc-b006ec66aeea None None] New status for floating IP 8c025e01-1ce1-4923-b3ef-d230453b1129: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:10:19.288843 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:19.294938 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb7174a1-ff05-46b0-b684-0dd42b6e9bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:19.295955 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7174a1-ff05-46b0-b684-0dd42b6e9bd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ed22f7f-8339-4a1e-bea8-adc62424b3e2 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:10:19.301624 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb7174a1-ff05-46b0-b684-0dd42b6e9bd3 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:19.305551 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34254) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:19.305720 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cb7174a1-ff05-46b0-b684-0dd42b6e9bd3 admin admin] 10.222.0.81 "DELETE /v2.0/routers/0ed22f7f-8339-4a1e-bea8-adc62424b3e2 HTTP/1.1" status: 204 len: 168 time: 1.2214677 Jul 30 20:10:19.316933 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a99a05c-36bd-422c-baaf-be378ba2fb1c tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:19.373105 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a99a05c-36bd-422c-baaf-be378ba2fb1c tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:19.429337 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc9309a-f68b-400b-92cc-84c427d301b2 admin admin] Deleting subnet 2373a630-185a-483b-9d20-6ddac9363cdc {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:10:19.436394 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cdc9309a-f68b-400b-92cc-84c427d301b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:19.444704 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f4e7c7-114c-45b1-9b94-563a4ab47b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98007a55-b93a-42dd-a4b7-d6c12be7447a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:10:19.447377 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac2691d-4f54-46b6-aefd-e8a907092a5a" -d '{"events": [{"server_uuid": "35f4e7c7-114c-45b1-9b94-563a4ab47b0e", "name": "network-vif-unplugged", "status": "completed", "tag": "98007a55-b93a-42dd-a4b7-d6c12be7447a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:10:19.458891 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:19.462659 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 98007a55-b93a-42dd-a4b7-d6c12be7447a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:19.469130 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a99a05c-36bd-422c-baaf-be378ba2fb1c tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:19.472422 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:19.473210 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a99a05c-36bd-422c-baaf-be378ba2fb1c tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:19.477932 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5a99a05c-36bd-422c-baaf-be378ba2fb1c tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "DELETE /v2.0/security-groups/fb3e0f7e-91c5-44b7-a0ee-d643670c5020 HTTP/1.1" status: 204 len: 168 time: 0.3043835 Jul 30 20:10:19.480330 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34262) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:19.525861 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99a05c-36bd-422c-baaf-be378ba2fb1c tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3e0f7e-91c5-44b7-a0ee-d643670c5020,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:19.545628 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-465e7cdc-8b8e-4f05-82ca-434a739750c0 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] show failed (client error): The resource could not be found. Jul 30 20:10:19.546806 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cdc9309a-f68b-400b-92cc-84c427d301b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:19.550921 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-465e7cdc-8b8e-4f05-82ca-434a739750c0 tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "GET /v2.0/security-groups/fb3e0f7e-91c5-44b7-a0ee-d643670c5020 HTTP/1.1" status: 404 len: 347 time: 0.0460768 Jul 30 20:10:19.551078 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382842f8-db2a-4cf7-8745-938242600338 x-openstack-request-id: req-382842f8-db2a-4cf7-8745-938242600338 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:10:19.551078 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f4e7c7-114c-45b1-9b94-563a4ab47b0e", "name": "network-vif-unplugged", "status": "completed", "tag": "98007a55-b93a-42dd-a4b7-d6c12be7447a", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:10:19.551078 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-382842f8-db2a-4cf7-8745-938242600338 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:10:19.551078 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f4e7c7-114c-45b1-9b94-563a4ab47b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98007a55-b93a-42dd-a4b7-d6c12be7447a', 'code': 200} Jul 30 20:10:19.551442 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34266) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:19.594623 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=98007a55-b93a-42dd-a4b7-d6c12be7447a,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:19.686848 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cdc9309a-f68b-400b-92cc-84c427d301b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:19.760708 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cdc9309a-f68b-400b-92cc-84c427d301b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:19.789852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9309a-f68b-400b-92cc-84c427d301b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2373a630-185a-483b-9d20-6ddac9363cdc,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:19.794265 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cdc9309a-f68b-400b-92cc-84c427d301b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:19.796661 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cdc9309a-f68b-400b-92cc-84c427d301b2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2373a630-185a-483b-9d20-6ddac9363cdc HTTP/1.1" status: 204 len: 168 time: 0.4898880 Jul 30 20:10:19.799071 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34270) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:19.802947 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7466bc91-b13a-4518-9ea4-01a55cf73d80 None None] Network eb756750-25bc-4499-9bd9-5a9623a5a75f requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:10:19.879438 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b498cd2-fa55-4fb8-8b69-0d0746319a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:19.943334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-3b498cd2-fa55-4fb8-8b69-0d0746319a37 admin admin] Deleting port dc77da30-32c3-45b3-9c34-4970ac253284 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:10:19.943812 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b498cd2-fa55-4fb8-8b69-0d0746319a37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:20.021209 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1033d-34e5-4c72-bc57-165ce268b03d req-55e93cac-6f40-4c99-9b9e-7e44f4e9655b tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:20.022805 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-32c1033d-34e5-4c72-bc57-165ce268b03d req-55e93cac-6f40-4c99-9b9e-7e44f4e9655b tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.4127584 Jul 30 20:10:20.042909 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-3b498cd2-fa55-4fb8-8b69-0d0746319a37 admin admin] For port dc77da30-32c3-45b3-9c34-4970ac253284, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=dc77da30-32c3-45b3-9c34-4970ac253284,segment=NetworkSegment(66687a5b-0a41-43ec-b825-652223eedddd),segment_id=66687a5b-0a41-43ec-b825-652223eedddd)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:20.043284 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b498cd2-fa55-4fb8-8b69-0d0746319a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:20.053666 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea8d780-0747-449e-b9a1-53f09400d239 None None] DHCP port deletion for eb756750-25bc-4499-9bd9-5a9623a5a75f request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:10:20.066644 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-3b498cd2-fa55-4fb8-8b69-0d0746319a37 admin admin] Calling delete_port for dc77da30-32c3-45b3-9c34-4970ac253284 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:10:20.114415 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-32c1033d-34e5-4c72-bc57-165ce268b03d req-635b9e26-7ce7-4776-89d2-09c27f817d34 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574596 Jul 30 20:10:20.136272 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-12f7000c-1b54-41b0-be34-e7d45315a9bb tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Deleting port 563904d6-3c09-40b7-b22f-e18c7304b3b0 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:10:20.136702 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12f7000c-1b54-41b0-be34-e7d45315a9bb tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:20.154648 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ea8d780-0747-449e-b9a1-53f09400d239 None None] Deleting port dc77da30-32c3-45b3-9c34-4970ac253284 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:10:20.155051 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d780-0747-449e-b9a1-53f09400d239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:20.214441 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12f7000c-1b54-41b0-be34-e7d45315a9bb tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:20.214772 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12f7000c-1b54-41b0-be34-e7d45315a9bb tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:20.223191 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ea8d780-0747-449e-b9a1-53f09400d239 None None] For port dc77da30-32c3-45b3-9c34-4970ac253284, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=dc77da30-32c3-45b3-9c34-4970ac253284,segment=NetworkSegment(66687a5b-0a41-43ec-b825-652223eedddd),segment_id=66687a5b-0a41-43ec-b825-652223eedddd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:20.223777 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d780-0747-449e-b9a1-53f09400d239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:20.228568 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-12f7000c-1b54-41b0-be34-e7d45315a9bb tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Calling delete_port for 563904d6-3c09-40b7-b22f-e18c7304b3b0 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:10:20.232589 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788cfd6-ffa4-4c6d-a65b-c532f3636ec1 req-3a2b06ee-a276-4f34-a1e9-dc37c1bc734e tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:20.234084 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7788cfd6-ffa4-4c6d-a65b-c532f3636ec1 req-3a2b06ee-a276-4f34-a1e9-dc37c1bc734e tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d21ecb-5bbb-424f-88d9-f443b195c026 HTTP/1.1" status: 200 len: 945 time: 0.0797677 Jul 30 20:10:20.240914 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ea8d780-0747-449e-b9a1-53f09400d239 None None] Calling delete_port for dc77da30-32c3-45b3-9c34-4970ac253284 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:10:20.263626 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b498cd2-fa55-4fb8-8b69-0d0746319a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:20.297944 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b498cd2-fa55-4fb8-8b69-0d0746319a37 admin admin] No DVR routers for this DVR port dc77da30-32c3-45b3-9c34-4970ac253284 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:10:20.308967 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b498cd2-fa55-4fb8-8b69-0d0746319a37 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc77da30-32c3-45b3-9c34-4970ac253284,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:20.337125 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d780-0747-449e-b9a1-53f09400d239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:20.343912 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7788cfd6-ffa4-4c6d-a65b-c532f3636ec1 req-d3553e96-ae6f-4ab0-b851-2c8f62ce8cb3 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/security-groups?id=b676a797-7fc0-4a03-8d41-33b27b2b388a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951498 Jul 30 20:10:20.363823 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8d780-0747-449e-b9a1-53f09400d239 None None] Pushing event deleted for resources: {'Port': ['ID=dc77da30-32c3-45b3-9c34-4970ac253284,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:20.369591 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea8d780-0747-449e-b9a1-53f09400d239 None None] No DVR routers for this DVR port dc77da30-32c3-45b3-9c34-4970ac253284 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:10:20.389622 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12f7000c-1b54-41b0-be34-e7d45315a9bb tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:20.413033 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b498cd2-fa55-4fb8-8b69-0d0746319a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:20.416407 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7000c-1b54-41b0-be34-e7d45315a9bb tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Pushing event deleted for resources: {'Port': ['ID=563904d6-3c09-40b7-b22f-e18c7304b3b0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:20.423931 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-3b498cd2-fa55-4fb8-8b69-0d0746319a37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb756750-25bc-4499-9bd9-5a9623a5a75f']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:20.438558 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-3b498cd2-fa55-4fb8-8b69-0d0746319a37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66687a5b-0a41-43ec-b825-652223eedddd') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:20.438890 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-3b498cd2-fa55-4fb8-8b69-0d0746319a37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66687a5b-0a41-43ec-b825-652223eedddd') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:20.449602 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b498cd2-fa55-4fb8-8b69-0d0746319a37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:20.467952 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b498cd2-fa55-4fb8-8b69-0d0746319a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:20.474363 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b498cd2-fa55-4fb8-8b69-0d0746319a37 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:10:20.474828 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b498cd2-fa55-4fb8-8b69-0d0746319a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:10:20.476722 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:10:20.488910 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12f7000c-1b54-41b0-be34-e7d45315a9bb tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:20.493115 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12f7000c-1b54-41b0-be34-e7d45315a9bb tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:20.497307 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-12f7000c-1b54-41b0-be34-e7d45315a9bb tempest-ServersTestManualDisk-1678805099 tempest-ServersTestManualDisk-1678805099-project] 10.222.0.81 "DELETE /v2.0/floatingips/8c025e01-1ce1-4923-b3ef-d230453b1129 HTTP/1.1" status: 204 len: 168 time: 0.9419889 Jul 30 20:10:20.497663 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34282) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:20.531944 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b498cd2-fa55-4fb8-8b69-0d0746319a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:20.538095 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b498cd2-fa55-4fb8-8b69-0d0746319a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:20.542951 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3b498cd2-fa55-4fb8-8b69-0d0746319a37 admin admin] 10.222.0.81 "DELETE /v2.0/networks/eb756750-25bc-4499-9bd9-5a9623a5a75f HTTP/1.1" status: 204 len: 168 time: 0.7402232 Jul 30 20:10:20.560269 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b498cd2-fa55-4fb8-8b69-0d0746319a37 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb756750-25bc-4499-9bd9-5a9623a5a75f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:20.720642 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34288) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:20.783061 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8f42a4e1-a4ca-4e8c-ae4c-da6f97da920d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5a95fa9b2a634f9181c03158168ed314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0608733 Jul 30 20:10:20.786943 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34290) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:20.799005 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 22bfc528-dc5a-4637-a676-700a3919db15 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:10:20.802815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 3b33a462-0755-4c4e-a53c-4d425ea24600 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:10:20.836780 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 22bfc528-dc5a-4637-a676-700a3919db15 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:10:20.837466 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 22bfc528-dc5a-4637-a676-700a3919db15 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:10:20.837546 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e54730e7-d8b9-4897-b529-bd80791d3b0f no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:10:20.839985 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 3b33a462-0755-4c4e-a53c-4d425ea24600 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:10:20.840545 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 3b33a462-0755-4c4e-a53c-4d425ea24600 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:10:20.844210 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99db16e5-4e85-41d2-b950-d7d4bd7babf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:20.858060 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: e54730e7-d8b9-4897-b529-bd80791d3b0f {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:10:20.858404 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e54730e7-d8b9-4897-b529-bd80791d3b0f not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:10:20.858992 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device dc77da30-32c3-45b3-9c34-4970ac253284 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:10:20.868313 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99db16e5-4e85-41d2-b950-d7d4bd7babf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:20.877934 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: dc77da30-32c3-45b3-9c34-4970ac253284 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:10:20.878280 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device dc77da30-32c3-45b3-9c34-4970ac253284 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:10:20.905685 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96ca58c0-2478-41c8-a7c2-717591d25dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:20.921883 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99db16e5-4e85-41d2-b950-d7d4bd7babf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:20.924500 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99db16e5-4e85-41d2-b950-d7d4bd7babf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:20.925648 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-99db16e5-4e85-41d2-b950-d7d4bd7babf0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/429aec33-0072-4693-8264-065dcee8528a HTTP/1.1" status: 204 len: 168 time: 0.1378157 Jul 30 20:10:20.933890 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db16e5-4e85-41d2-b950-d7d4bd7babf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429aec33-0072-4693-8264-065dcee8528a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:21.152361 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 21ab8a22-3785-4e4d-8f8f-9d151d6fd796 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:10:21.176017 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-96ca58c0-2478-41c8-a7c2-717591d25dcd admin admin] Deleting port e6c62182-21e8-4e3a-a39e-4cb2d02a20b2 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:10:21.176332 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96ca58c0-2478-41c8-a7c2-717591d25dcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:21.232536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bf6ac-1c88-49a5-855c-0dd9d1252582 req-610a9b6a-9576-4f1b-8bb4-606221d82321 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:21.234295 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bf4bf6ac-1c88-49a5-855c-0dd9d1252582 req-610a9b6a-9576-4f1b-8bb4-606221d82321 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.0548060 Jul 30 20:10:21.266309 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-96ca58c0-2478-41c8-a7c2-717591d25dcd admin admin] For port e6c62182-21e8-4e3a-a39e-4cb2d02a20b2, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e6c62182-21e8-4e3a-a39e-4cb2d02a20b2,segment=NetworkSegment(b22e339a-b3bc-4284-9d89-85b0297cdd8b),segment_id=b22e339a-b3bc-4284-9d89-85b0297cdd8b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:21.267346 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96ca58c0-2478-41c8-a7c2-717591d25dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:21.283378 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bf4bf6ac-1c88-49a5-855c-0dd9d1252582 req-b8f65aa5-7c05-4d46-a8d5-eaf1d54a54d6 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429406 Jul 30 20:10:21.290361 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-96ca58c0-2478-41c8-a7c2-717591d25dcd admin admin] Calling delete_port for e6c62182-21e8-4e3a-a39e-4cb2d02a20b2 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:10:21.393357 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b90c759-b3b8-4676-b4cf-4cb40a74d023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:21.402017 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 21ab8a22-3785-4e4d-8f8f-9d151d6fd796 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:10:21.407089 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 21ab8a22-3785-4e4d-8f8f-9d151d6fd796 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:10:21.408028 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:21.498689 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b63973-0e67-4fa6-9e9f-e375d30bab59 req-05bf0bc0-c608-4a59-b041-837bfad773d0 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:21.500303 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c4b63973-0e67-4fa6-9e9f-e375d30bab59 req-05bf0bc0-c608-4a59-b041-837bfad773d0 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d21ecb-5bbb-424f-88d9-f443b195c026 HTTP/1.1" status: 200 len: 945 time: 0.0784063 Jul 30 20:10:21.502377 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:21.540369 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 21ab8a22-3785-4e4d-8f8f-9d151d6fd796, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=21ab8a22-3785-4e4d-8f8f-9d151d6fd796,segment=NetworkSegment(6090bdf2-0547-4b1b-8e26-7950eff4220f),segment_id=6090bdf2-0547-4b1b-8e26-7950eff4220f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:21.546392 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:21.578776 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d21ecb-5bbb-424f-88d9-f443b195c026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ab8a22-3785-4e4d-8f8f-9d151d6fd796'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:10:21.581163 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edacfaf2-27af-46ca-b407-c4f03a01efe0" -d '{"events": [{"server_uuid": "36d21ecb-5bbb-424f-88d9-f443b195c026", "name": "network-vif-plugged", "status": "completed", "tag": "21ab8a22-3785-4e4d-8f8f-9d151d6fd796"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:10:21.594447 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c4b63973-0e67-4fa6-9e9f-e375d30bab59 req-24088789-b1e1-4ab5-ad61-438327d9e705 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/security-groups?id=b676a797-7fc0-4a03-8d41-33b27b2b388a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826654 Jul 30 20:10:21.602921 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96ca58c0-2478-41c8-a7c2-717591d25dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:21.631251 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=21ab8a22-3785-4e4d-8f8f-9d151d6fd796,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:21.639644 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137150bb-0c03-4988-9e78-8bbbd02a578a x-openstack-request-id: req-137150bb-0c03-4988-9e78-8bbbd02a578a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:10:21.639930 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d21ecb-5bbb-424f-88d9-f443b195c026", "name": "network-vif-plugged", "status": "completed", "tag": "21ab8a22-3785-4e4d-8f8f-9d151d6fd796", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:10:21.640182 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-137150bb-0c03-4988-9e78-8bbbd02a578a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:10:21.641589 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d21ecb-5bbb-424f-88d9-f443b195c026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ab8a22-3785-4e4d-8f8f-9d151d6fd796', 'code': 200} Jul 30 20:10:21.665757 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca58c0-2478-41c8-a7c2-717591d25dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=e6c62182-21e8-4e3a-a39e-4cb2d02a20b2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:21.740759 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c8f66-01f3-4452-bfb0-a178b7c3fe61 req-bbc9add3-9ffd-48b5-adac-ce359f36c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:21.742337 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cb4c8f66-01f3-4452-bfb0-a178b7c3fe61 req-bbc9add3-9ffd-48b5-adac-ce359f36c583 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=36d21ecb-5bbb-424f-88d9-f443b195c026 HTTP/1.1" status: 200 len: 1097 time: 0.0470364 Jul 30 20:10:21.796069 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cb4c8f66-01f3-4452-bfb0-a178b7c3fe61 req-a51a961f-3cf5-46af-b8d5-0b100927bf53 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b676a797-7fc0-4a03-8d41-33b27b2b388a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411587 Jul 30 20:10:21.798647 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34328) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:21.846799 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96ca58c0-2478-41c8-a7c2-717591d25dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:21.902919 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-843874d2-fc4b-4610-b071-bfc9bc8df800 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1224426002-network', 'tenant_id': '7a980cdea43a4792b1a7a53073b92183'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:10:21.924067 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843874d2-fc4b-4610-b071-bfc9bc8df800 admin admin] Made reservation on behalf of 7a980cdea43a4792b1a7a53073b92183 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:10:21.926498 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-843874d2-fc4b-4610-b071-bfc9bc8df800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:21.935268 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-843874d2-fc4b-4610-b071-bfc9bc8df800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:22.027474 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-843874d2-fc4b-4610-b071-bfc9bc8df800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:22.031164 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-843874d2-fc4b-4610-b071-bfc9bc8df800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:22.052648 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843874d2-fc4b-4610-b071-bfc9bc8df800 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:10:22.067578 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ca58c0-2478-41c8-a7c2-717591d25dcd admin admin] Router 8f4c42e0-4a38-408a-9608-b8a899c825da has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:10:22.067776 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843874d2-fc4b-4610-b071-bfc9bc8df800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986e3e95-bd5a-422d-93e2-abc0807aaa8a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:22.070969 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-843874d2-fc4b-4610-b071-bfc9bc8df800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:22.071230 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-843874d2-fc4b-4610-b071-bfc9bc8df800 admin admin] Added segment a45592f5-e682-4877-9b9c-0ead0de26c84 of type vlan for network 499a6969-8299-4dd8-9691-a5618f1f3135 Jul 30 20:10:22.111419 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-843874d2-fc4b-4610-b071-bfc9bc8df800 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:22.140867 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-843874d2-fc4b-4610-b071-bfc9bc8df800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:22.141981 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843874d2-fc4b-4610-b071-bfc9bc8df800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:22.142584 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-843874d2-fc4b-4610-b071-bfc9bc8df800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:22.179007 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ca58c0-2478-41c8-a7c2-717591d25dcd admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:10:22.186393 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-96ca58c0-2478-41c8-a7c2-717591d25dcd admin admin] 10.222.0.81 "PUT /v2.0/routers/8f4c42e0-4a38-408a-9608-b8a899c825da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6854138 Jul 30 20:10:22.186729 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34334) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:22.194772 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d8b05d-21e3-42c7-9f1b-99f8e0e0e0ba None None] Sync routers for ids ['8f4c42e0-4a38-408a-9608-b8a899c825da'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:10:22.208530 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-843874d2-fc4b-4610-b071-bfc9bc8df800 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4058242 Jul 30 20:10:22.208729 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34336) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:22.211963 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d8b05d-21e3-42c7-9f1b-99f8e0e0e0ba None None] Routers {'8f4c42e0-4a38-408a-9608-b8a899c825da'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:10:22.212682 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b7d8b05d-21e3-42c7-9f1b-99f8e0e0e0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:09:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8f4c42e0-4a38-408a-9608-b8a899c825da'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:22.213369 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-cad0c35d-b336-4cd4-a323-66021825deb4 admin admin] Request body: {'subnet': {'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1224426002-subnet', 'tenant_id': '7a980cdea43a4792b1a7a53073b92183', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:10:22.218666 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843874d2-fc4b-4610-b071-bfc9bc8df800 admin admin] Pushing event updated for resources: {'Network': ['ID=499a6969-8299-4dd8-9691-a5618f1f3135,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:22.230283 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 499a6969-8299-4dd8-9691-a5618f1f3135 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:10:22.268854 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad0c35d-b336-4cd4-a323-66021825deb4 admin admin] Made reservation on behalf of 7a980cdea43a4792b1a7a53073b92183 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:10:22.274880 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cad0c35d-b336-4cd4-a323-66021825deb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:22.313011 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27af8d4d-5e94-4e73-a5d7-0c1c88b3ba76 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:22.337911 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b7d8b05d-21e3-42c7-9f1b-99f8e0e0e0ba None None] Set router 8f4c42e0-4a38-408a-9608-b8a899c825da gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:10:22.474356 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56ef88-2d4f-488a-918d-5da7f3c71e48 req-65f200cf-6e78-46ef-a21e-df1c98f5503b tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:22.476178 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0e56ef88-2d4f-488a-918d-5da7f3c71e48 req-65f200cf-6e78-46ef-a21e-df1c98f5503b tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.1025412 Jul 30 20:10:22.477532 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27af8d4d-5e94-4e73-a5d7-0c1c88b3ba76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:22.509103 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cad0c35d-b336-4cd4-a323-66021825deb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:22.552866 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0e56ef88-2d4f-488a-918d-5da7f3c71e48 req-aa9f00e2-d626-4946-a1a4-1673ed37c7f1 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705860 Jul 30 20:10:22.558059 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b7d8b05d-21e3-42c7-9f1b-99f8e0e0e0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'name': 'tempest-ServersTestManualDisk-113923996-router', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:50Z', 'updated_at': '2021-07-30T20:10:21Z', 'revision_number': 5, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'gw_port': {'id': 'd44196a0-3f57-45d5-9cef-aea3327eb2ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:51Z', 'updated_at': '2021-07-30T20:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:22.570410 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0c35d-b336-4cd4-a323-66021825deb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59cd3e31-9c90-4ed9-82a3-e900a46fc84c,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:22.574791 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-27af8d4d-5e94-4e73-a5d7-0c1c88b3ba76 admin admin] Deleting port d44196a0-3f57-45d5-9cef-aea3327eb2ef {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:10:22.575135 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27af8d4d-5e94-4e73-a5d7-0c1c88b3ba76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:22.582062 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad0c35d-b336-4cd4-a323-66021825deb4 admin admin] Checking segment: {'id': 'a45592f5-e682-4877-9b9c-0ead0de26c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:10:22.583904 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad0c35d-b336-4cd4-a323-66021825deb4 admin admin] Network hostable DHCP agents. Network: 499a6969-8299-4dd8-9691-a5618f1f3135, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:10:22.600853 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d8b05d-21e3-42c7-9f1b-99f8e0e0e0ba None None] Checking router: 8f4c42e0-4a38-408a-9608-b8a899c825da for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:10:22.607276 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad0c35d-b336-4cd4-a323-66021825deb4 admin admin] Network 499a6969-8299-4dd8-9691-a5618f1f3135 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:10:22.610079 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d8b05d-21e3-42c7-9f1b-99f8e0e0e0ba None None] Routers {'8f4c42e0-4a38-408a-9608-b8a899c825da'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:10:22.611130 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b7d8b05d-21e3-42c7-9f1b-99f8e0e0e0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:09:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8f4c42e0-4a38-408a-9608-b8a899c825da'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:22.621533 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-cad0c35d-b336-4cd4-a323-66021825deb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 499a6969-8299-4dd8-9691-a5618f1f3135) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:10:22.627049 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad0c35d-b336-4cd4-a323-66021825deb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:22.627738 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cad0c35d-b336-4cd4-a323-66021825deb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:22.632882 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41171419-5b6e-40d4-8242-b7b8464c58c0 None None] Network 499a6969-8299-4dd8-9691-a5618f1f3135 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:10:22.651558 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cad0c35d-b336-4cd4-a323-66021825deb4 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4384677 Jul 30 20:10:22.726014 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-27af8d4d-5e94-4e73-a5d7-0c1c88b3ba76 admin admin] For port d44196a0-3f57-45d5-9cef-aea3327eb2ef, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d44196a0-3f57-45d5-9cef-aea3327eb2ef,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:22.726501 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27af8d4d-5e94-4e73-a5d7-0c1c88b3ba76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:22.757665 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-27af8d4d-5e94-4e73-a5d7-0c1c88b3ba76 admin admin] Calling delete_port for d44196a0-3f57-45d5-9cef-aea3327eb2ef owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:10:22.820279 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b7d8b05d-21e3-42c7-9f1b-99f8e0e0e0ba None None] Set router 8f4c42e0-4a38-408a-9608-b8a899c825da gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:10:22.861546 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8dd747-6960-44e5-8234-40d72830d46b None None] Network 499a6969-8299-4dd8-9691-a5618f1f3135 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:10:22.882724 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b7d8b05d-21e3-42c7-9f1b-99f8e0e0e0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'name': 'tempest-ServersTestManualDisk-113923996-router', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:50Z', 'updated_at': '2021-07-30T20:10:22Z', 'revision_number': 6, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:22.908524 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c629e50-b153-422f-8e5a-4a6fc2e8b9aa req-511f9d13-75dc-4edc-9180-42dac3f7b8bb tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:22.910048 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5c629e50-b153-422f-8e5a-4a6fc2e8b9aa req-511f9d13-75dc-4edc-9180-42dac3f7b8bb tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d21ecb-5bbb-424f-88d9-f443b195c026 HTTP/1.1" status: 200 len: 946 time: 0.1805651 Jul 30 20:10:22.924338 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d8b05d-21e3-42c7-9f1b-99f8e0e0e0ba None None] The sync data for ids ['8f4c42e0-4a38-408a-9608-b8a899c825da'] in n-d-712137-9 is: [{'id': '8f4c42e0-4a38-408a-9608-b8a899c825da', 'name': 'tempest-ServersTestManualDisk-113923996-router', 'tenant_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:50Z', 'updated_at': '2021-07-30T20:10:22Z', 'revision_number': 6, 'project_id': 'd64f4e6fdcea485aa7c5b5023ad67db3', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:10:23.006498 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5c629e50-b153-422f-8e5a-4a6fc2e8b9aa req-b56a5f34-20ac-4c76-a0c1-3b02fb8d8e69 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/security-groups?id=b676a797-7fc0-4a03-8d41-33b27b2b388a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543647 Jul 30 20:10:23.053096 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27af8d4d-5e94-4e73-a5d7-0c1c88b3ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:23.078824 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af8d4d-5e94-4e73-a5d7-0c1c88b3ba76 admin admin] Pushing event deleted for resources: {'Port': ['ID=d44196a0-3f57-45d5-9cef-aea3327eb2ef,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:23.143062 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27af8d4d-5e94-4e73-a5d7-0c1c88b3ba76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:23.164834 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 98007a55-b93a-42dd-a4b7-d6c12be7447a details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:10:23.243788 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27af8d4d-5e94-4e73-a5d7-0c1c88b3ba76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:23.246493 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27af8d4d-5e94-4e73-a5d7-0c1c88b3ba76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:23.252710 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-6973bb98-0c44-4d49-aafb-e91fd5a03af0 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:23.255379 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-6973bb98-0c44-4d49-aafb-e91fd5a03af0 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/networks?id=499a6969-8299-4dd8-9691-a5618f1f3135 HTTP/1.1" status: 200 len: 812 time: 0.1432679 Jul 30 20:10:23.267856 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 98007a55-b93a-42dd-a4b7-d6c12be7447a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:23.291944 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '98007a55-b93a-42dd-a4b7-d6c12be7447a', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'port_id': '98007a55-b93a-42dd-a4b7-d6c12be7447a', 'mac_address': 'fa:16:3e:2b:4b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:10:23.294908 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-ad46a5f6-2cfc-419a-95f3-73968536cd31 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/quotas/7a980cdea43a4792b1a7a53073b92183 HTTP/1.1" status: 200 len: 375 time: 0.0217123 Jul 30 20:10:23.319457 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27af8d4d-5e94-4e73-a5d7-0c1c88b3ba76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:23.320035 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27af8d4d-5e94-4e73-a5d7-0c1c88b3ba76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f4c42e0-4a38-408a-9608-b8a899c825da {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:10:23.327724 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27af8d4d-5e94-4e73-a5d7-0c1c88b3ba76 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:23.328904 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-27af8d4d-5e94-4e73-a5d7-0c1c88b3ba76 admin admin] 10.222.0.81 "DELETE /v2.0/routers/8f4c42e0-4a38-408a-9608-b8a899c825da HTTP/1.1" status: 204 len: 168 time: 1.1412418 Jul 30 20:10:23.331321 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34368) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:23.345398 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:23.349562 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-3004f9ae-c1e6-4854-b9d9-69eeef3dad02 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a980cdea43a4792b1a7a53073b92183&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459738 Jul 30 20:10:23.375386 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98007a55-b93a-42dd-a4b7-d6c12be7447a {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:10:23.391248 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d92556-f900-4c1f-a634-22263f4777c4 admin admin] Deleting subnet 2eec45fe-dd4e-4389-9cda-638613cd4e9d {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:10:23.395220 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-48d92556-f900-4c1f-a634-22263f4777c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:23.409315 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 98007a55-b93a-42dd-a4b7-d6c12be7447a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:23.413061 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:23.440007 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-48d92556-f900-4c1f-a634-22263f4777c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:23.462754 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-b2c7a012-9938-4f3d-8792-66248352311f service neutron] 10.222.0.81 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055038 Jul 30 20:10:23.472298 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=98007a55-b93a-42dd-a4b7-d6c12be7447a,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:23.512862 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['98007a55-b93a-42dd-a4b7-d6c12be7447a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:10:23.531963 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-48d92556-f900-4c1f-a634-22263f4777c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:23.556308 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-16cc958c-602f-44ad-9de7-aeae1148315a service neutron] 10.222.0.81 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874164 Jul 30 20:10:23.590353 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-48d92556-f900-4c1f-a634-22263f4777c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:23.621854 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d92556-f900-4c1f-a634-22263f4777c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eec45fe-dd4e-4389-9cda-638613cd4e9d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:23.626023 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-48d92556-f900-4c1f-a634-22263f4777c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:23.630282 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-48d92556-f900-4c1f-a634-22263f4777c4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2eec45fe-dd4e-4389-9cda-638613cd4e9d HTTP/1.1" status: 204 len: 168 time: 0.2952678 Jul 30 20:10:23.630978 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34376) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:23.643689 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26b6e52-83c5-4c5a-b7e6-b0b865dce7fe None None] Network d5385b68-d345-49b1-96bc-180144f39a27 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:10:23.734235 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9cb89107-c8c1-4514-bc82-7ba211ae9a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:23.766897 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27f73cf3-dc47-4de5-a8c6-992c448d4d2e req-ca51fd81-fed0-4f6e-bcbe-0fd69e84d573 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f601a23f-1478-41c1-9d5a-5a13e3efdcd7 HTTP/1.1" status: 200 len: 210 time: 0.0517533 Jul 30 20:10:23.899727 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:23.982713 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1e565c-f05e-4662-bcf4-185ee5801f2f None None] DHCP port deletion for d5385b68-d345-49b1-96bc-180144f39a27 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:10:24.046403 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ab1e565c-f05e-4662-bcf4-185ee5801f2f None None] Deleting port 6893ccc1-f078-4c33-8baf-ee915d0bcf17 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:10:24.046882 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab1e565c-f05e-4662-bcf4-185ee5801f2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:24.138248 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df85207-8113-47c9-b67b-2e194eca1f25 req-a133ae58-46cd-44f3-ad19-610a5f9cf433 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:24.139043 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ab1e565c-f05e-4662-bcf4-185ee5801f2f None None] For port 6893ccc1-f078-4c33-8baf-ee915d0bcf17, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6893ccc1-f078-4c33-8baf-ee915d0bcf17,segment=NetworkSegment(b22e339a-b3bc-4284-9d89-85b0297cdd8b),segment_id=b22e339a-b3bc-4284-9d89-85b0297cdd8b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:24.139448 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab1e565c-f05e-4662-bcf4-185ee5801f2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:24.144145 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7df85207-8113-47c9-b67b-2e194eca1f25 req-a133ae58-46cd-44f3-ad19-610a5f9cf433 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.1193724 Jul 30 20:10:24.148552 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3e173f2-bf94-4292-bc6e-6a9ebd288673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:24.174854 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ab1e565c-f05e-4662-bcf4-185ee5801f2f None None] Calling delete_port for 6893ccc1-f078-4c33-8baf-ee915d0bcf17 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:10:24.177451 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d8c11-bfb3-4d92-b29a-13e41e1a2567 req-56606140-be40-40ef-adc5-21d7dd30ca5c tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:24.186192 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d6d8c11-bfb3-4d92-b29a-13e41e1a2567 req-56606140-be40-40ef-adc5-21d7dd30ca5c tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d21ecb-5bbb-424f-88d9-f443b195c026 HTTP/1.1" status: 200 len: 946 time: 0.0773933 Jul 30 20:10:24.239670 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7df85207-8113-47c9-b67b-2e194eca1f25 req-93c4f6e6-0b9c-44bd-bccf-3d91ced22d01 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826504 Jul 30 20:10:24.257420 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d6d8c11-bfb3-4d92-b29a-13e41e1a2567 req-f160cb87-731d-468d-9808-07da19c1eaa7 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/security-groups?id=b676a797-7fc0-4a03-8d41-33b27b2b388a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656023 Jul 30 20:10:24.260359 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f3e173f2-bf94-4292-bc6e-6a9ebd288673 admin admin] Deleting port 6893ccc1-f078-4c33-8baf-ee915d0bcf17 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:10:24.260709 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3e173f2-bf94-4292-bc6e-6a9ebd288673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:24.303333 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab1e565c-f05e-4662-bcf4-185ee5801f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:24.337975 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e565c-f05e-4662-bcf4-185ee5801f2f None None] Pushing event deleted for resources: {'Port': ['ID=6893ccc1-f078-4c33-8baf-ee915d0bcf17,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:24.341785 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1e565c-f05e-4662-bcf4-185ee5801f2f None None] No DVR routers for this DVR port 6893ccc1-f078-4c33-8baf-ee915d0bcf17 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:10:24.359371 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-f3e173f2-bf94-4292-bc6e-6a9ebd288673 admin admin] For port 6893ccc1-f078-4c33-8baf-ee915d0bcf17, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6893ccc1-f078-4c33-8baf-ee915d0bcf17,segment=NetworkSegment(b22e339a-b3bc-4284-9d89-85b0297cdd8b),segment_id=b22e339a-b3bc-4284-9d89-85b0297cdd8b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:24.359845 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3e173f2-bf94-4292-bc6e-6a9ebd288673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:24.373719 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f3e173f2-bf94-4292-bc6e-6a9ebd288673 admin admin] Calling delete_port for 6893ccc1-f078-4c33-8baf-ee915d0bcf17 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:10:24.477780 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3e173f2-bf94-4292-bc6e-6a9ebd288673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:24.506127 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e173f2-bf94-4292-bc6e-6a9ebd288673 admin admin] Pushing event deleted for resources: {'Port': ['ID=6893ccc1-f078-4c33-8baf-ee915d0bcf17,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:24.507979 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e173f2-bf94-4292-bc6e-6a9ebd288673 admin admin] No DVR routers for this DVR port 6893ccc1-f078-4c33-8baf-ee915d0bcf17 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:10:24.579905 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3e173f2-bf94-4292-bc6e-6a9ebd288673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:24.590523 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-f3e173f2-bf94-4292-bc6e-6a9ebd288673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5385b68-d345-49b1-96bc-180144f39a27']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:24.602510 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-f3e173f2-bf94-4292-bc6e-6a9ebd288673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22e339a-b3bc-4284-9d89-85b0297cdd8b') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:24.602763 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-f3e173f2-bf94-4292-bc6e-6a9ebd288673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22e339a-b3bc-4284-9d89-85b0297cdd8b') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:24.612361 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3e173f2-bf94-4292-bc6e-6a9ebd288673 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:24.631812 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3e173f2-bf94-4292-bc6e-6a9ebd288673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:24.639962 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e173f2-bf94-4292-bc6e-6a9ebd288673 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:10:24.640376 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3e173f2-bf94-4292-bc6e-6a9ebd288673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:10:24.642148 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:10:24.716105 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3e173f2-bf94-4292-bc6e-6a9ebd288673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:24.726291 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3e173f2-bf94-4292-bc6e-6a9ebd288673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:24.728369 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f3e173f2-bf94-4292-bc6e-6a9ebd288673 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d5385b68-d345-49b1-96bc-180144f39a27 HTTP/1.1" status: 204 len: 168 time: 1.0968778 Jul 30 20:10:24.740654 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e173f2-bf94-4292-bc6e-6a9ebd288673 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5385b68-d345-49b1-96bc-180144f39a27,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:24.772562 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6893ccc1-f078-4c33-8baf-ee915d0bcf17 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:10:24.804822 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 6893ccc1-f078-4c33-8baf-ee915d0bcf17 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:10:24.806465 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6893ccc1-f078-4c33-8baf-ee915d0bcf17 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:10:24.806980 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e6c62182-21e8-4e3a-a39e-4cb2d02a20b2 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:10:24.833945 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: e6c62182-21e8-4e3a-a39e-4cb2d02a20b2 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:10:24.834506 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e6c62182-21e8-4e3a-a39e-4cb2d02a20b2 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:10:24.835068 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d44196a0-3f57-45d5-9cef-aea3327eb2ef no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:10:24.877386 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34414) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:24.882574 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: d44196a0-3f57-45d5-9cef-aea3327eb2ef {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:10:24.882934 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d44196a0-3f57-45d5-9cef-aea3327eb2ef not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:10:24.940434 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:24.954293 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ac04d5a-4575-48cf-ad16-1ed87d72ac07 req-74733a06-7464-4648-ac95-e045db0a994e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f601a23f-1478-41c1-9d5a-5a13e3efdcd7 HTTP/1.1" status: 200 len: 210 time: 0.0417750 Jul 30 20:10:24.975272 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e5863985-fcb9-46b7-94b1-9c8da1ff74ba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d64f4e6fdcea485aa7c5b5023ad67db3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0967276 Jul 30 20:10:24.977568 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34420) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:25.033425 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-27082204-57a2-490c-b253-5f2061555eb1 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:25.035022 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-27082204-57a2-490c-b253-5f2061555eb1 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.83 "GET /v2.0/networks?id=499a6969-8299-4dd8-9691-a5618f1f3135 HTTP/1.1" status: 200 len: 812 time: 0.2119455 Jul 30 20:10:25.038977 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe1a34d5-6c11-4452-a58a-5f1008261bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:25.054430 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-236b152d-728b-44be-9eb9-2e4e41e41254 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Request body: {'port': {'device_id': 'f601a23f-1478-41c1-9d5a-5a13e3efdcd7', 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135', 'admin_state_up': True, 'tenant_id': '7a980cdea43a4792b1a7a53073b92183'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:10:25.070960 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe1a34d5-6c11-4452-a58a-5f1008261bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:25.129901 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe1a34d5-6c11-4452-a58a-5f1008261bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:25.131124 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe1a34d5-6c11-4452-a58a-5f1008261bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:25.132403 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fe1a34d5-6c11-4452-a58a-5f1008261bce admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/43a25d91-46f1-4fa7-a46d-f6fb115ff1cc HTTP/1.1" status: 204 len: 168 time: 0.1537402 Jul 30 20:10:25.143559 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a34d5-6c11-4452-a58a-5f1008261bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a25d91-46f1-4fa7-a46d-f6fb115ff1cc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:25.170146 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 98007a55-b93a-42dd-a4b7-d6c12be7447a up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:10:25.185762 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-236b152d-728b-44be-9eb9-2e4e41e41254 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Made reservation on behalf of 7a980cdea43a4792b1a7a53073b92183 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:10:25.190063 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-236b152d-728b-44be-9eb9-2e4e41e41254 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:25.225622 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 98007a55-b93a-42dd-a4b7-d6c12be7447a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:10:25.226000 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:25.351281 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:25.376913 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-236b152d-728b-44be-9eb9-2e4e41e41254 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Allocated IP 172.20.0.14 (499a6969-8299-4dd8-9691-a5618f1f3135/59cd3e31-9c90-4ed9-82a3-e900a46fc84c/7d4c01ab-3337-47a9-b330-6500ec9fb740) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:10:25.404344 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 98007a55-b93a-42dd-a4b7-d6c12be7447a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:25.405299 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f4e7c7-114c-45b1-9b94-563a4ab47b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98007a55-b93a-42dd-a4b7-d6c12be7447a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:10:25.407858 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f504f00e-f1ee-4c39-8b26-2d734266378a" -d '{"events": [{"server_uuid": "35f4e7c7-114c-45b1-9b94-563a4ab47b0e", "name": "network-vif-plugged", "status": "completed", "tag": "98007a55-b93a-42dd-a4b7-d6c12be7447a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:10:25.424057 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:25.466073 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998facbf-a38b-421f-8f93-8cc2aa8bb0e4 req-2480f080-0dba-4601-a864-08510df136f0 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:25.474938 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-998facbf-a38b-421f-8f93-8cc2aa8bb0e4 req-2480f080-0dba-4601-a864-08510df136f0 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.1128685 Jul 30 20:10:25.496543 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b575fdeb-522d-4b08-be97-e76ba251e19c x-openstack-request-id: req-b575fdeb-522d-4b08-be97-e76ba251e19c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:10:25.496831 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f4e7c7-114c-45b1-9b94-563a4ab47b0e", "name": "network-vif-plugged", "status": "completed", "tag": "98007a55-b93a-42dd-a4b7-d6c12be7447a", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:10:25.497086 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b575fdeb-522d-4b08-be97-e76ba251e19c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:10:25.497475 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f4e7c7-114c-45b1-9b94-563a4ab47b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98007a55-b93a-42dd-a4b7-d6c12be7447a', 'code': 200} Jul 30 20:10:25.498662 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=98007a55-b93a-42dd-a4b7-d6c12be7447a,revision_number=10']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:25.524172 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-998facbf-a38b-421f-8f93-8cc2aa8bb0e4 req-25e1f457-784e-4420-a79b-320d792d11fc tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480144 Jul 30 20:10:25.627890 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-236b152d-728b-44be-9eb9-2e4e41e41254 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:25.669255 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-236b152d-728b-44be-9eb9-2e4e41e41254 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:25.732574 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-236b152d-728b-44be-9eb9-2e4e41e41254 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Network 499a6969-8299-4dd8-9691-a5618f1f3135 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:10:25.733852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b152d-728b-44be-9eb9-2e4e41e41254 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Pushing event updated for resources: {'Port': ['ID=7d4c01ab-3337-47a9-b330-6500ec9fb740,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:25.743777 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-236b152d-728b-44be-9eb9-2e4e41e41254 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:10:25.746903 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-236b152d-728b-44be-9eb9-2e4e41e41254 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:10:25.821475 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-236b152d-728b-44be-9eb9-2e4e41e41254 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:25.822508 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-236b152d-728b-44be-9eb9-2e4e41e41254 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:25.842788 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-236b152d-728b-44be-9eb9-2e4e41e41254 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7931390 Jul 30 20:10:25.856107 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-60870ed1-3b30-4efe-98ce-fbac5b425969 service neutron] Request body: {'port': {'device_id': 'f601a23f-1478-41c1-9d5a-5a13e3efdcd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:10:25.914061 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-60870ed1-3b30-4efe-98ce-fbac5b425969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:26.076419 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34466) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:26.180088 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424dee20-af4b-4fcd-bf08-e090a43235f0 req-88bae531-5aea-429d-9813-19b4f2b49569 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:26.181680 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-424dee20-af4b-4fcd-bf08-e090a43235f0 req-88bae531-5aea-429d-9813-19b4f2b49569 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f601a23f-1478-41c1-9d5a-5a13e3efdcd7 HTTP/1.1" status: 200 len: 932 time: 0.1379683 Jul 30 20:10:26.219934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-00628066-0551-4819-803a-321b8f964721 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-589481029-network', 'tenant_id': '2edd53f9206a4a00a7be18b628d01562'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:10:26.251353 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00628066-0551-4819-803a-321b8f964721 admin admin] Made reservation on behalf of 2edd53f9206a4a00a7be18b628d01562 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:10:26.254952 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00628066-0551-4819-803a-321b8f964721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:26.266391 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00628066-0551-4819-803a-321b8f964721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:26.268634 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-424dee20-af4b-4fcd-bf08-e090a43235f0 req-9423db5d-9d16-4a92-b088-35ce1479d4e5 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739853 Jul 30 20:10:26.371232 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-60870ed1-3b30-4efe-98ce-fbac5b425969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4c01ab-3337-47a9-b330-6500ec9fb740 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:10:26.379212 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-60870ed1-3b30-4efe-98ce-fbac5b425969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:26.380734 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00628066-0551-4819-803a-321b8f964721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:26.384729 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00628066-0551-4819-803a-321b8f964721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:26.393059 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-60870ed1-3b30-4efe-98ce-fbac5b425969 service neutron] Transition to ACTIVE for port object 7d4c01ab-3337-47a9-b330-6500ec9fb740 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:10:26.398909 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-60870ed1-3b30-4efe-98ce-fbac5b425969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:26.412395 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00628066-0551-4819-803a-321b8f964721 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:10:26.430912 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00628066-0551-4819-803a-321b8f964721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:26.441660 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00628066-0551-4819-803a-321b8f964721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:26.442344 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-00628066-0551-4819-803a-321b8f964721 admin admin] Added segment 7b8744f5-4b61-4c94-bb43-b8323165a172 of type vlan for network d61c6a9e-a918-4578-99b1-2b4f2aa6aaae Jul 30 20:10:26.451864 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60870ed1-3b30-4efe-98ce-fbac5b425969 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4c01ab-3337-47a9-b330-6500ec9fb740,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:26.495759 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00628066-0551-4819-803a-321b8f964721 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:26.522361 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-60870ed1-3b30-4efe-98ce-fbac5b425969 service neutron] Attempting to bind port 7d4c01ab-3337-47a9-b330-6500ec9fb740 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:10:26.522927 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-60870ed1-3b30-4efe-98ce-fbac5b425969 service neutron] Attempting to bind port 7d4c01ab-3337-47a9-b330-6500ec9fb740 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'a45592f5-e682-4877-9b9c-0ead0de26c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:10:26.523452 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-60870ed1-3b30-4efe-98ce-fbac5b425969 service neutron] Attempting to bind port 7d4c01ab-3337-47a9-b330-6500ec9fb740 on network 499a6969-8299-4dd8-9691-a5618f1f3135 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:10:26.527692 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00628066-0551-4819-803a-321b8f964721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:26.528583 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-60870ed1-3b30-4efe-98ce-fbac5b425969 service neutron] Port 7d4c01ab-3337-47a9-b330-6500ec9fb740 on network 499a6969-8299-4dd8-9691-a5618f1f3135 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:10:26.528694 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00628066-0551-4819-803a-321b8f964721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:26.528895 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-60870ed1-3b30-4efe-98ce-fbac5b425969 service neutron] Attempting to bind port 7d4c01ab-3337-47a9-b330-6500ec9fb740 on network 499a6969-8299-4dd8-9691-a5618f1f3135 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:10:26.529474 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00628066-0551-4819-803a-321b8f964721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:26.533841 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-60870ed1-3b30-4efe-98ce-fbac5b425969 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:10:26.534174 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-60870ed1-3b30-4efe-98ce-fbac5b425969 service neutron] Checking segment: {'id': 'a45592f5-e682-4877-9b9c-0ead0de26c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:10:26.534549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-60870ed1-3b30-4efe-98ce-fbac5b425969 service neutron] Bound using segment: {'id': 'a45592f5-e682-4877-9b9c-0ead0de26c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:10:26.534970 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-60870ed1-3b30-4efe-98ce-fbac5b425969 service neutron] Bound port: 7d4c01ab-3337-47a9-b330-6500ec9fb740, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45592f5-e682-4877-9b9c-0ead0de26c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:10:26.535326 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-60870ed1-3b30-4efe-98ce-fbac5b425969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:26.605143 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-00628066-0551-4819-803a-321b8f964721 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5267599 Jul 30 20:10:26.607310 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34478) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:26.616437 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-60870ed1-3b30-4efe-98ce-fbac5b425969 service neutron] For port 7d4c01ab-3337-47a9-b330-6500ec9fb740, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:10:26.620441 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-60870ed1-3b30-4efe-98ce-fbac5b425969 service neutron] For port 7d4c01ab-3337-47a9-b330-6500ec9fb740, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7d4c01ab-3337-47a9-b330-6500ec9fb740,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:10:26.624794 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2dd00752-fd89-433e-8c8e-0ccf915b0012 admin admin] Request body: {'subnet': {'network_id': 'd61c6a9e-a918-4578-99b1-2b4f2aa6aaae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-589481029-subnet', 'tenant_id': '2edd53f9206a4a00a7be18b628d01562', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:10:26.628820 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-60870ed1-3b30-4efe-98ce-fbac5b425969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:26.665540 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00628066-0551-4819-803a-321b8f964721 admin admin] Pushing event updated for resources: {'Network': ['ID=d61c6a9e-a918-4578-99b1-2b4f2aa6aaae,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:26.667703 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd00752-fd89-433e-8c8e-0ccf915b0012 admin admin] Made reservation on behalf of 2edd53f9206a4a00a7be18b628d01562 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:10:26.670046 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dd00752-fd89-433e-8c8e-0ccf915b0012 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:26.678105 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network d61c6a9e-a918-4578-99b1-2b4f2aa6aaae details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:10:26.756544 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:26.877405 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dd00752-fd89-433e-8c8e-0ccf915b0012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:26.937846 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd00752-fd89-433e-8c8e-0ccf915b0012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82f8cdde-22fb-4137-b4db-8693c314ad1d,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:26.947633 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd00752-fd89-433e-8c8e-0ccf915b0012 admin admin] Checking segment: {'id': '7b8744f5-4b61-4c94-bb43-b8323165a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd61c6a9e-a918-4578-99b1-2b4f2aa6aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:10:26.947957 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd00752-fd89-433e-8c8e-0ccf915b0012 admin admin] Network hostable DHCP agents. Network: d61c6a9e-a918-4578-99b1-2b4f2aa6aaae, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:10:26.964724 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd00752-fd89-433e-8c8e-0ccf915b0012 admin admin] Network d61c6a9e-a918-4578-99b1-2b4f2aa6aaae is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:10:26.974004 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2dd00752-fd89-433e-8c8e-0ccf915b0012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, d61c6a9e-a918-4578-99b1-2b4f2aa6aaae) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:10:26.978549 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd00752-fd89-433e-8c8e-0ccf915b0012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:26.979158 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dd00752-fd89-433e-8c8e-0ccf915b0012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:26.988905 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2375087-d8f0-4fa3-8daa-3d01d67df3df None None] Network d61c6a9e-a918-4578-99b1-2b4f2aa6aaae requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:10:27.002380 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2dd00752-fd89-433e-8c8e-0ccf915b0012 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3866775 Jul 30 20:10:27.044451 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-60870ed1-3b30-4efe-98ce-fbac5b425969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:27.045241 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-60870ed1-3b30-4efe-98ce-fbac5b425969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:27.046684 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-60870ed1-3b30-4efe-98ce-fbac5b425969 service neutron] 10.222.0.83 "PUT /v2.0/ports/7d4c01ab-3337-47a9-b330-6500ec9fb740 HTTP/1.1" status: 200 len: 1092 time: 1.1947682 Jul 30 20:10:27.047178 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f601a23f-1478-41c1-9d5a-5a13e3efdcd7', 'tag': '7d4c01ab-3337-47a9-b330-6500ec9fb740'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:10:27.049849 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda2e7b3-e945-4a9e-9e14-b0dd18b0f2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "f601a23f-1478-41c1-9d5a-5a13e3efdcd7", "tag": "7d4c01ab-3337-47a9-b330-6500ec9fb740"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:10:27.068930 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60870ed1-3b30-4efe-98ce-fbac5b425969 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4c01ab-3337-47a9-b330-6500ec9fb740,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:27.097713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f8ed8-8cdc-45ae-9563-2a3e92ed057f req-e4e52520-ef52-4716-bbe0-4e32c16375d4 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:27.099324 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6d3f8ed8-8cdc-45ae-9563-2a3e92ed057f req-e4e52520-ef52-4716-bbe0-4e32c16375d4 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.4670253 Jul 30 20:10:27.112727 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdcc7cb-a204-4176-bb93-00034d9eba45 x-openstack-request-id: req-fbdcc7cb-a204-4176-bb93-00034d9eba45 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:10:27.113016 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f601a23f-1478-41c1-9d5a-5a13e3efdcd7", "tag": "7d4c01ab-3337-47a9-b330-6500ec9fb740", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:10:27.113263 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fbdcc7cb-a204-4176-bb93-00034d9eba45 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:10:27.113648 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f601a23f-1478-41c1-9d5a-5a13e3efdcd7', 'tag': '7d4c01ab-3337-47a9-b330-6500ec9fb740', 'status': 'completed', 'code': 200} Jul 30 20:10:27.158851 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8e2e2d-d714-4e29-86ad-410f48d1a0f6 None None] Network d61c6a9e-a918-4578-99b1-2b4f2aa6aaae requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:10:27.184306 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6d3f8ed8-8cdc-45ae-9563-2a3e92ed057f req-e1c0c6b3-6aea-47ae-87fb-57279178c04a tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690660 Jul 30 20:10:27.198430 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-de5b2d2b-221c-41ba-adde-118466b05726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:27.199955 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-de5b2d2b-221c-41ba-adde-118466b05726 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7a980cdea43a4792b1a7a53073b92183&device_id=f601a23f-1478-41c1-9d5a-5a13e3efdcd7 HTTP/1.1" status: 200 len: 1095 time: 0.0960140 Jul 30 20:10:27.263096 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-9ce8d06f-4834-4fd0-bf2d-82850cae0a8b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d4c01ab-3337-47a9-b330-6500ec9fb740 HTTP/1.1" status: 200 len: 217 time: 0.0543909 Jul 30 20:10:27.366641 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-3ceb6434-eb35-4e44-9834-96bef349c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:27.368138 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-3ceb6434-eb35-4e44-9834-96bef349c24d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=59cd3e31-9c90-4ed9-82a3-e900a46fc84c HTTP/1.1" status: 200 len: 852 time: 0.0981693 Jul 30 20:10:27.408071 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-3ceecb16-38a5-4deb-a54c-70a2e938783a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=499a6969-8299-4dd8-9691-a5618f1f3135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321851 Jul 30 20:10:27.472659 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80553cb-dff4-4a5e-a437-0aaf82dc8442 req-c8080bbd-d726-41ad-b836-4bb2362314fe tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:27.475639 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c80553cb-dff4-4a5e-a437-0aaf82dc8442 req-c8080bbd-d726-41ad-b836-4bb2362314fe tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f601a23f-1478-41c1-9d5a-5a13e3efdcd7 HTTP/1.1" status: 200 len: 944 time: 0.0796242 Jul 30 20:10:27.521412 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-134e602d-43a8-42c1-ba2a-e25550dc8daa service neutron] 10.222.0.83 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050296 Jul 30 20:10:27.523136 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c80553cb-dff4-4a5e-a437-0aaf82dc8442 req-a95478ef-81a2-457c-ab14-26092e99df2c tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419149 Jul 30 20:10:27.748872 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-ab8706b7-1d4c-4a07-bcb3-e07b9ac04ec4 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:27.750647 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-ab8706b7-1d4c-4a07-bcb3-e07b9ac04ec4 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/networks?id=d61c6a9e-a918-4578-99b1-2b4f2aa6aaae HTTP/1.1" status: 200 len: 817 time: 0.2283404 Jul 30 20:10:27.756905 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e8cf0424-2630-4c89-89c0-53fdf85adaa9 req-f5779366-f22a-4df0-91a5-b4d3122ceac0 service neutron] 10.222.0.83 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249501 Jul 30 20:10:27.777748 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-3a2e9839-8f37-4b3f-a880-ce1cd3ee83f0 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/quotas/2edd53f9206a4a00a7be18b628d01562 HTTP/1.1" status: 200 len: 375 time: 0.0183518 Jul 30 20:10:27.816816 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-9321d8ef-e312-4b6a-96b0-e525abff5ef3 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2edd53f9206a4a00a7be18b628d01562&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314691 Jul 30 20:10:27.829015 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-16b26451-0905-409d-8a46-758a47a1c73e service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:10:27.830191 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-16b26451-0905-409d-8a46-758a47a1c73e service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063570 Jul 30 20:10:27.936901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2e7b3-e945-4a9e-9e14-b0dd18b0f2a0 req-bfd2d7f3-e193-43ee-996b-a8d1d814c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:27.938421 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eda2e7b3-e945-4a9e-9e14-b0dd18b0f2a0 req-bfd2d7f3-e193-43ee-996b-a8d1d814c99c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7a980cdea43a4792b1a7a53073b92183&device_id=f601a23f-1478-41c1-9d5a-5a13e3efdcd7 HTTP/1.1" status: 200 len: 1095 time: 0.1072490 Jul 30 20:10:28.019625 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-3eb907ed-6587-4958-8276-87c26befcfe9 service neutron] 10.222.0.81 "GET /v2.0/networks/d61c6a9e-a918-4578-99b1-2b4f2aa6aaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784477 Jul 30 20:10:28.141464 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2e7b3-e945-4a9e-9e14-b0dd18b0f2a0 req-f364fdc2-029c-4f19-a5b1-343ff40c06d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:28.143175 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eda2e7b3-e945-4a9e-9e14-b0dd18b0f2a0 req-f364fdc2-029c-4f19-a5b1-343ff40c06d0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=499a6969-8299-4dd8-9691-a5618f1f3135 HTTP/1.1" status: 200 len: 913 time: 0.1966310 Jul 30 20:10:28.204559 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eda2e7b3-e945-4a9e-9e14-b0dd18b0f2a0 req-49a21713-0646-4bf3-be73-5b6ac85997bc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d4c01ab-3337-47a9-b330-6500ec9fb740 HTTP/1.1" status: 200 len: 217 time: 0.0496454 Jul 30 20:10:28.247780 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-61b4ad31-fdac-4637-b3e5-dc9efba6f625 service neutron] 10.222.0.81 "GET /v2.0/networks/d61c6a9e-a918-4578-99b1-2b4f2aa6aaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160218 Jul 30 20:10:28.287898 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2e7b3-e945-4a9e-9e14-b0dd18b0f2a0 req-f7cbdff9-aea5-4276-b9bc-df782b7ef69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:28.289726 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eda2e7b3-e945-4a9e-9e14-b0dd18b0f2a0 req-f7cbdff9-aea5-4276-b9bc-df782b7ef69a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=59cd3e31-9c90-4ed9-82a3-e900a46fc84c HTTP/1.1" status: 200 len: 852 time: 0.0751293 Jul 30 20:10:28.356533 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eda2e7b3-e945-4a9e-9e14-b0dd18b0f2a0 req-aeee2943-a8a1-4ae5-9a20-6da1e461eaef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=499a6969-8299-4dd8-9691-a5618f1f3135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585244 Jul 30 20:10:28.372396 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c254f4e-eebc-4d60-9e5b-d455ca932a44 req-d0cda064-fbbd-4da4-9e4f-c522b50be44e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:28.387094 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0c254f4e-eebc-4d60-9e5b-d455ca932a44 req-d0cda064-fbbd-4da4-9e4f-c522b50be44e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.1174815 Jul 30 20:10:28.449985 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0c254f4e-eebc-4d60-9e5b-d455ca932a44 req-16649457-8623-441f-a535-78485deadf62 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578959 Jul 30 20:10:28.600808 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eda2e7b3-e945-4a9e-9e14-b0dd18b0f2a0 req-a6cdc432-4756-44ac-ad24-5feb07234281 service neutron] 10.222.0.83 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363732 Jul 30 20:10:28.745865 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc55942-4d4a-4866-85c4-cfa7641c1c5a req-836a23ae-3e57-42bf-8753-7ec85dea03dd tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:28.754126 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2fc55942-4d4a-4866-85c4-cfa7641c1c5a req-836a23ae-3e57-42bf-8753-7ec85dea03dd tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f601a23f-1478-41c1-9d5a-5a13e3efdcd7 HTTP/1.1" status: 200 len: 944 time: 0.0832984 Jul 30 20:10:28.754364 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eda2e7b3-e945-4a9e-9e14-b0dd18b0f2a0 req-c3d7cca8-9aca-4fbc-8060-f7f99d8abe23 service neutron] 10.222.0.83 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412544 Jul 30 20:10:28.809141 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2fc55942-4d4a-4866-85c4-cfa7641c1c5a req-8d3558ad-bf7f-4b08-bfe5-80e7926ba74d tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529890 Jul 30 20:10:29.021925 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a12f7041-f6dd-480f-9911-ee641b048fe9 req-27d49a5a-08d4-4d9f-8afa-f4b43a734f4a tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=67ec6672-22b5-4210-9ea2-177ff9f8a216 HTTP/1.1" status: 200 len: 210 time: 0.0664086 Jul 30 20:10:29.665314 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:10:29.726967 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d3d7e-f7c4-4d13-b6b6-cf29896c0ed4 req-40b33247-fda9-4697-be08-b5fd8f283b4f tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:29.738008 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6d7d3d7e-f7c4-4d13-b6b6-cf29896c0ed4 req-40b33247-fda9-4697-be08-b5fd8f283b4f tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.1088321 Jul 30 20:10:29.790326 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6d7d3d7e-f7c4-4d13-b6b6-cf29896c0ed4 req-c2a4df2e-718d-4274-bb34-40b929b9c79c tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508912 Jul 30 20:10:30.031757 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad007e9-1245-46c4-8e54-41170e89f77a req-3671f2eb-9fa2-4362-9f28-216aa42ab885 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:30.040484 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ad007e9-1245-46c4-8e54-41170e89f77a req-3671f2eb-9fa2-4362-9f28-216aa42ab885 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f601a23f-1478-41c1-9d5a-5a13e3efdcd7 HTTP/1.1" status: 200 len: 944 time: 0.0629847 Jul 30 20:10:30.137905 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ad007e9-1245-46c4-8e54-41170e89f77a req-05f1ffe8-10be-483d-a001-3976e5bcd098 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854313 Jul 30 20:10:30.251903 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04642933-03cc-4756-af36-ece1b79657e4 req-a1afbc67-8246-42bb-b6a3-89680947dde5 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=67ec6672-22b5-4210-9ea2-177ff9f8a216 HTTP/1.1" status: 200 len: 210 time: 0.0367210 Jul 30 20:10:30.317899 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f993076-ea2d-4e34-acc3-9a7bcdb4cd57 req-69b01896-b0d5-4c38-adbc-1cef098a0698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:30.320645 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f993076-ea2d-4e34-acc3-9a7bcdb4cd57 req-69b01896-b0d5-4c38-adbc-1cef098a0698 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 1096 time: 0.0666130 Jul 30 20:10:30.366811 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f993076-ea2d-4e34-acc3-9a7bcdb4cd57 req-f32ab9d4-c02b-4d50-9205-6f7abae87543 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377369 Jul 30 20:10:31.030934 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-a9d4f7ff-55bd-4422-ab78-0920d06d9af6 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:31.033819 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-a9d4f7ff-55bd-4422-ab78-0920d06d9af6 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.83 "GET /v2.0/networks?id=d61c6a9e-a918-4578-99b1-2b4f2aa6aaae HTTP/1.1" status: 200 len: 817 time: 0.3361132 Jul 30 20:10:31.048804 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-31a08fbe-878a-4cbf-94cc-2677c3b69b9b tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:31.052797 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-31a08fbe-878a-4cbf-94cc-2677c3b69b9b tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.59 "GET /v2.0/networks?id=d61c6a9e-a918-4578-99b1-2b4f2aa6aaae HTTP/1.1" status: 200 len: 817 time: 0.3167145 Jul 30 20:10:31.063485 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-a097abed-58d8-4d5e-9f2e-b04bda8c2ac8 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Request body: {'port': {'device_id': '231a4eb3-05ff-45e2-86d7-cd1ef088bc60', 'network_id': 'd61c6a9e-a918-4578-99b1-2b4f2aa6aaae', 'admin_state_up': True, 'tenant_id': '2edd53f9206a4a00a7be18b628d01562'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:10:31.166279 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6c04b786-1abe-41bb-bd06-d70109b78d0b tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Request body: {'port': {'device_id': '2fcc3839-a35a-4a92-93d6-72baddec6e91', 'network_id': 'd61c6a9e-a918-4578-99b1-2b4f2aa6aaae', 'admin_state_up': True, 'tenant_id': '2edd53f9206a4a00a7be18b628d01562'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:10:31.212447 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 7d4c01ab-3337-47a9-b330-6500ec9fb740 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:10:31.348133 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f43f64-bde1-4b25-941a-f9f924ac3210 req-b120dcdd-e6db-40a3-ba57-d6143ce7985e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:31.357425 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a9f43f64-bde1-4b25-941a-f9f924ac3210 req-b120dcdd-e6db-40a3-ba57-d6143ce7985e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f601a23f-1478-41c1-9d5a-5a13e3efdcd7 HTTP/1.1" status: 200 len: 944 time: 0.0916796 Jul 30 20:10:31.416805 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a9f43f64-bde1-4b25-941a-f9f924ac3210 req-68f0787c-e1ba-4ae7-bfb0-3afb9894f6e1 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580723 Jul 30 20:10:31.446730 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 7d4c01ab-3337-47a9-b330-6500ec9fb740, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7d4c01ab-3337-47a9-b330-6500ec9fb740,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:31.480707 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '7d4c01ab-3337-47a9-b330-6500ec9fb740', 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135', 'port_id': '7d4c01ab-3337-47a9-b330-6500ec9fb740', 'mac_address': 'fa:16:3e:5a:46:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59cd3e31-9c90-4ed9-82a3-e900a46fc84c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:10:31.558147 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11349397-41ad-4eed-8e8e-8db6d97e18cd req-cff70d7f-9f9e-40ae-8b34-e75fbd4a12f1 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:31.566274 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-11349397-41ad-4eed-8e8e-8db6d97e18cd req-cff70d7f-9f9e-40ae-8b34-e75fbd4a12f1 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.6007829 Jul 30 20:10:31.587559 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:31.636694 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4c01ab-3337-47a9-b330-6500ec9fb740 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:10:31.646929 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-53ba6c8d-6f13-4674-ada4-65c4481ac0c0 req-2be6fe73-5118-4dce-8140-18dd5445e04e tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=67ec6672-22b5-4210-9ea2-177ff9f8a216 HTTP/1.1" status: 200 len: 210 time: 0.0761673 Jul 30 20:10:31.702565 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 7d4c01ab-3337-47a9-b330-6500ec9fb740, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7d4c01ab-3337-47a9-b330-6500ec9fb740,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:31.706705 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.db.api [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-a097abed-58d8-4d5e-9f2e-b04bda8c2ac8 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 20:10:31.706705 n-d-712137-9 neutron-server[93882]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 20:10:31.706705 n-d-712137-9 neutron-server[93882]: [parameters: {'project_id': '2edd53f9206a4a00a7be18b628d01562', 'id': '0471c023-19cf-4207-bc03-14ecef25ac2a', 'expiration': datetime.datetime(2021, 7, 30, 20, 12, 31, 658231)}] Jul 30 20:10:31.706705 n-d-712137-9 neutron-server[93882]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:10:31.707582 n-d-712137-9 neutron-server[93882]: DEBUG oslo_db.api [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-a097abed-58d8-4d5e-9f2e-b04bda8c2ac8 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:10:31.708404 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6c04b786-1abe-41bb-bd06-d70109b78d0b tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Made reservation on behalf of 2edd53f9206a4a00a7be18b628d01562 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:10:31.711607 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:31.712453 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6c04b786-1abe-41bb-bd06-d70109b78d0b tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:31.777830 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=7d4c01ab-3337-47a9-b330-6500ec9fb740,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:31.816456 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-11349397-41ad-4eed-8e8e-8db6d97e18cd req-54e0e3a7-d387-4db1-b823-58cc2bfe03f5 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491744 Jul 30 20:10:31.885172 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-0a5f5389-c805-4c50-a6a6-bd2f0eb361a2 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:31.891286 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-0a5f5389-c805-4c50-a6a6-bd2f0eb361a2 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.59 "GET /v2.0/networks?id=d61c6a9e-a918-4578-99b1-2b4f2aa6aaae HTTP/1.1" status: 200 len: 817 time: 0.4038796 Jul 30 20:10:31.912768 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-5d8d1182-6834-47fa-bd35-b6cad72ae5ea tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Request body: {'port': {'device_id': '67ec6672-22b5-4210-9ea2-177ff9f8a216', 'network_id': 'd61c6a9e-a918-4578-99b1-2b4f2aa6aaae', 'admin_state_up': True, 'tenant_id': '2edd53f9206a4a00a7be18b628d01562'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:10:32.065793 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6c04b786-1abe-41bb-bd06-d70109b78d0b tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Allocated IP 172.20.0.14 (d61c6a9e-a918-4578-99b1-2b4f2aa6aaae/82f8cdde-22fb-4137-b4db-8693c314ad1d/e5b20315-a4e0-486b-b5a3-f01a5c402057) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:10:32.081181 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['7d4c01ab-3337-47a9-b330-6500ec9fb740'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:10:32.132820 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-5d8d1182-6834-47fa-bd35-b6cad72ae5ea tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Made reservation on behalf of 2edd53f9206a4a00a7be18b628d01562 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:10:32.136846 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-5d8d1182-6834-47fa-bd35-b6cad72ae5ea tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:32.396196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-a097abed-58d8-4d5e-9f2e-b04bda8c2ac8 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Made reservation on behalf of 2edd53f9206a4a00a7be18b628d01562 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:10:32.400304 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-a097abed-58d8-4d5e-9f2e-b04bda8c2ac8 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:32.423016 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6c04b786-1abe-41bb-bd06-d70109b78d0b tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:32.568378 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6c04b786-1abe-41bb-bd06-d70109b78d0b tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:32.580017 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a077865-5d25-440e-988c-894e732cba61 req-8bf741f9-3f47-4d09-997d-718f2bb816c0 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:32.581599 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7a077865-5d25-440e-988c-894e732cba61 req-8bf741f9-3f47-4d09-997d-718f2bb816c0 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f601a23f-1478-41c1-9d5a-5a13e3efdcd7 HTTP/1.1" status: 200 len: 945 time: 0.0879385 Jul 30 20:10:32.646254 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-5d8d1182-6834-47fa-bd35-b6cad72ae5ea tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Allocated IP 172.20.0.7 (d61c6a9e-a918-4578-99b1-2b4f2aa6aaae/82f8cdde-22fb-4137-b4db-8693c314ad1d/e6b5355b-d5e0-4767-92f6-b4329b3eb0d1) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:10:32.647851 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7a077865-5d25-440e-988c-894e732cba61 req-41e6547f-7f1f-4cde-b22c-00c884652fbb tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539143 Jul 30 20:10:32.767621 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6c04b786-1abe-41bb-bd06-d70109b78d0b tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Network d61c6a9e-a918-4578-99b1-2b4f2aa6aaae is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:10:32.787717 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6c04b786-1abe-41bb-bd06-d70109b78d0b tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:10:32.795542 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-255c5a94-6c58-467f-a3e6-4d018d5f552c req-23f113c2-10b4-4b62-8bb7-ad4495054870 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=67ec6672-22b5-4210-9ea2-177ff9f8a216 HTTP/1.1" status: 200 len: 210 time: 0.0603681 Jul 30 20:10:32.796174 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04b786-1abe-41bb-bd06-d70109b78d0b tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Pushing event updated for resources: {'Port': ['ID=e5b20315-a4e0-486b-b5a3-f01a5c402057,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:32.850455 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6c04b786-1abe-41bb-bd06-d70109b78d0b tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:10:32.996533 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6c04b786-1abe-41bb-bd06-d70109b78d0b tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:32.997446 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6c04b786-1abe-41bb-bd06-d70109b78d0b tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:33.040321 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6c04b786-1abe-41bb-bd06-d70109b78d0b tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8886673 Jul 30 20:10:33.052400 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a7bc1-b865-4989-b84b-073b350cc2e4 req-96c3a216-6894-4df4-bdab-4388256461e5 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:33.054294 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cd5a7bc1-b865-4989-b84b-073b350cc2e4 req-96c3a216-6894-4df4-bdab-4388256461e5 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.1166842 Jul 30 20:10:33.059189 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-e961eb9d-3f37-4201-be8b-a29c7964f688 service neutron] Request body: {'port': {'device_id': '2fcc3839-a35a-4a92-93d6-72baddec6e91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:10:33.099143 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-5d8d1182-6834-47fa-bd35-b6cad72ae5ea tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:33.122151 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cd5a7bc1-b865-4989-b84b-073b350cc2e4 req-cf3037d3-f733-4d3e-870b-266cb84732ee tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591803 Jul 30 20:10:33.155431 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-e961eb9d-3f37-4201-be8b-a29c7964f688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:33.218452 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 7d4c01ab-3337-47a9-b330-6500ec9fb740 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:10:33.248173 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-5d8d1182-6834-47fa-bd35-b6cad72ae5ea tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:33.307992 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 7d4c01ab-3337-47a9-b330-6500ec9fb740 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:10:33.313143 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 7d4c01ab-3337-47a9-b330-6500ec9fb740 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:10:33.313762 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:33.435599 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:33.463664 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f601a23f-1478-41c1-9d5a-5a13e3efdcd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4c01ab-3337-47a9-b330-6500ec9fb740'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:10:33.467582 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc6799c-1e5e-45f4-8848-f59b0fa20589" -d '{"events": [{"server_uuid": "f601a23f-1478-41c1-9d5a-5a13e3efdcd7", "name": "network-vif-plugged", "status": "completed", "tag": "7d4c01ab-3337-47a9-b330-6500ec9fb740"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:10:33.486853 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 7d4c01ab-3337-47a9-b330-6500ec9fb740, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7d4c01ab-3337-47a9-b330-6500ec9fb740,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:33.494030 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:33.507214 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-5d8d1182-6834-47fa-bd35-b6cad72ae5ea tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Network d61c6a9e-a918-4578-99b1-2b4f2aa6aaae is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:10:33.554470 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bee230f-6fa4-4849-a507-23e2534ee8b0 x-openstack-request-id: req-0bee230f-6fa4-4849-a507-23e2534ee8b0 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:10:33.555355 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f601a23f-1478-41c1-9d5a-5a13e3efdcd7", "name": "network-vif-plugged", "status": "completed", "tag": "7d4c01ab-3337-47a9-b330-6500ec9fb740", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:10:33.555656 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0bee230f-6fa4-4849-a507-23e2534ee8b0 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:10:33.556047 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f601a23f-1478-41c1-9d5a-5a13e3efdcd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4c01ab-3337-47a9-b330-6500ec9fb740', 'code': 200} Jul 30 20:10:33.609856 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=7d4c01ab-3337-47a9-b330-6500ec9fb740,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:33.660451 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa6e44-bc40-4816-8630-0decc10fdd87 req-90f92231-a14b-4d0b-b3e9-bbb7a634e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:33.663639 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b2fa6e44-bc40-4816-8630-0decc10fdd87 req-90f92231-a14b-4d0b-b3e9-bbb7a634e31e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f601a23f-1478-41c1-9d5a-5a13e3efdcd7 HTTP/1.1" status: 200 len: 1097 time: 0.0723658 Jul 30 20:10:33.717061 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b2fa6e44-bc40-4816-8630-0decc10fdd87 req-a9c0756e-355b-45b4-a0fc-2c84cfbba684 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481215 Jul 30 20:10:33.846601 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-5d8d1182-6834-47fa-bd35-b6cad72ae5ea tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:10:33.852456 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8e33b-189f-46e9-807c-e21eea5a88d3 req-2c60c646-d3b7-409f-840b-fa76987b2272 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:33.864166 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b4b8e33b-189f-46e9-807c-e21eea5a88d3 req-2c60c646-d3b7-409f-840b-fa76987b2272 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f601a23f-1478-41c1-9d5a-5a13e3efdcd7 HTTP/1.1" status: 200 len: 946 time: 0.0705929 Jul 30 20:10:33.876001 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-5d8d1182-6834-47fa-bd35-b6cad72ae5ea tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:10:33.882407 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d1182-6834-47fa-bd35-b6cad72ae5ea tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Pushing event updated for resources: {'Port': ['ID=e6b5355b-d5e0-4767-92f6-b4329b3eb0d1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:33.910242 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b4b8e33b-189f-46e9-807c-e21eea5a88d3 req-97130d16-651f-4bc2-afa3-5eb5e6c3306a tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429800 Jul 30 20:10:33.916510 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.db.api [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-a097abed-58d8-4d5e-9f2e-b04bda8c2ac8 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.14-3cc874e3-df1a-4314-8e9c-3ee8fbd5ba90 {{(pid=93882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:10:33.916983 n-d-712137-9 neutron-server[93882]: DEBUG oslo_db.api [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-a097abed-58d8-4d5e-9f2e-b04bda8c2ac8 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:10:33.999938 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703de96-a63b-4215-9a5c-14384be6ff05 req-ab0ea0b9-0203-45fa-b3e6-98cb1c5df706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:34.007909 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8703de96-a63b-4215-9a5c-14384be6ff05 req-ab0ea0b9-0203-45fa-b3e6-98cb1c5df706 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09553e316346494fa270dcd1f0b0acee&device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 1096 time: 0.5793610 Jul 30 20:10:34.069747 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035373db-3f7b-4a10-b36a-c2f4c1579b85 req-1b5c18b1-36bf-4ea3-ac29-fbfd0566cf8d tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:34.072212 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-035373db-3f7b-4a10-b36a-c2f4c1579b85 req-1b5c18b1-36bf-4ea3-ac29-fbfd0566cf8d tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=67ec6672-22b5-4210-9ea2-177ff9f8a216 HTTP/1.1" status: 200 len: 931 time: 0.0791695 Jul 30 20:10:34.080277 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91321bd5-518e-4b14-bf73-2bf8560c35b4 req-9645c206-d432-4351-a1a5-6a6153345403 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:34.090043 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-91321bd5-518e-4b14-bf73-2bf8560c35b4 req-9645c206-d432-4351-a1a5-6a6153345403 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.6026943 Jul 30 20:10:34.128139 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-5d8d1182-6834-47fa-bd35-b6cad72ae5ea tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:34.130242 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-5d8d1182-6834-47fa-bd35-b6cad72ae5ea tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:34.131652 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-035373db-3f7b-4a10-b36a-c2f4c1579b85 req-2d6cb106-1f03-44f7-a7ed-d6c68bf64b97 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415859 Jul 30 20:10:34.235794 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-5d8d1182-6834-47fa-bd35-b6cad72ae5ea tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3303077 Jul 30 20:10:34.280984 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Request body: {'port': {'device_id': '67ec6672-22b5-4210-9ea2-177ff9f8a216', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:10:34.362871 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:34.393083 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-e961eb9d-3f37-4201-be8b-a29c7964f688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b20315-a4e0-486b-b5a3-f01a5c402057 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:10:34.405611 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-e961eb9d-3f37-4201-be8b-a29c7964f688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:34.415166 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-91321bd5-518e-4b14-bf73-2bf8560c35b4 req-2980cf33-2011-4f53-ae91-f34b2fe79374 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239326 Jul 30 20:10:34.444150 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-a097abed-58d8-4d5e-9f2e-b04bda8c2ac8 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:34.454729 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703de96-a63b-4215-9a5c-14384be6ff05 req-fd7f7b3b-59ff-4060-a042-4012aecc3623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:34.456249 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8703de96-a63b-4215-9a5c-14384be6ff05 req-fd7f7b3b-59ff-4060-a042-4012aecc3623 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9419649c-32e6-4256-8c69-e3a81135c2cf HTTP/1.1" status: 200 len: 919 time: 0.4258332 Jul 30 20:10:34.512977 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-e961eb9d-3f37-4201-be8b-a29c7964f688 service neutron] Transition to ACTIVE for port object e5b20315-a4e0-486b-b5a3-f01a5c402057 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:10:34.519910 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8703de96-a63b-4215-9a5c-14384be6ff05 req-a9e175cb-2bbc-4bda-a266-972e293d66a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d748139-edad-447b-a296-f5d3028d2640 HTTP/1.1" status: 200 len: 217 time: 0.0502217 Jul 30 20:10:34.525768 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-e961eb9d-3f37-4201-be8b-a29c7964f688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:34.781056 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961eb9d-3f37-4201-be8b-a29c7964f688 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b20315-a4e0-486b-b5a3-f01a5c402057,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:34.876032 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703de96-a63b-4215-9a5c-14384be6ff05 req-f4400519-004f-485a-b5f5-be6f2b693b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:34.880986 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8703de96-a63b-4215-9a5c-14384be6ff05 req-f4400519-004f-485a-b5f5-be6f2b693b1f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c5318bb5-b3de-40d1-afc8-28b191b755d1 HTTP/1.1" status: 200 len: 858 time: 0.3415804 Jul 30 20:10:34.961004 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8703de96-a63b-4215-9a5c-14384be6ff05 req-bf77ba32-4ff6-448b-bfe7-f753f6a36b80 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9419649c-32e6-4256-8c69-e3a81135c2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498207 Jul 30 20:10:35.060548 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-a097abed-58d8-4d5e-9f2e-b04bda8c2ac8 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Allocated IP 172.20.0.8 (d61c6a9e-a918-4578-99b1-2b4f2aa6aaae/82f8cdde-22fb-4137-b4db-8693c314ad1d/99452652-0bf4-4370-85a8-03a4c5741806) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:10:35.127666 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-e961eb9d-3f37-4201-be8b-a29c7964f688 service neutron] Attempting to bind port e5b20315-a4e0-486b-b5a3-f01a5c402057 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:10:35.128008 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-e961eb9d-3f37-4201-be8b-a29c7964f688 service neutron] Attempting to bind port e5b20315-a4e0-486b-b5a3-f01a5c402057 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '7b8744f5-4b61-4c94-bb43-b8323165a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd61c6a9e-a918-4578-99b1-2b4f2aa6aaae'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:10:35.128347 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-e961eb9d-3f37-4201-be8b-a29c7964f688 service neutron] Attempting to bind port e5b20315-a4e0-486b-b5a3-f01a5c402057 on network d61c6a9e-a918-4578-99b1-2b4f2aa6aaae {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:10:35.175583 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-e961eb9d-3f37-4201-be8b-a29c7964f688 service neutron] Port e5b20315-a4e0-486b-b5a3-f01a5c402057 on network d61c6a9e-a918-4578-99b1-2b4f2aa6aaae not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:10:35.175830 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-e961eb9d-3f37-4201-be8b-a29c7964f688 service neutron] Attempting to bind port e5b20315-a4e0-486b-b5a3-f01a5c402057 on network d61c6a9e-a918-4578-99b1-2b4f2aa6aaae {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:10:35.229386 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-e961eb9d-3f37-4201-be8b-a29c7964f688 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:10:35.229711 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-e961eb9d-3f37-4201-be8b-a29c7964f688 service neutron] Checking segment: {'id': '7b8744f5-4b61-4c94-bb43-b8323165a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd61c6a9e-a918-4578-99b1-2b4f2aa6aaae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:10:35.230042 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-e961eb9d-3f37-4201-be8b-a29c7964f688 service neutron] Bound using segment: {'id': '7b8744f5-4b61-4c94-bb43-b8323165a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd61c6a9e-a918-4578-99b1-2b4f2aa6aaae'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:10:35.230496 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-e961eb9d-3f37-4201-be8b-a29c7964f688 service neutron] Bound port: e5b20315-a4e0-486b-b5a3-f01a5c402057, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8744f5-4b61-4c94-bb43-b8323165a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd61c6a9e-a918-4578-99b1-2b4f2aa6aaae'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:10:35.230852 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-e961eb9d-3f37-4201-be8b-a29c7964f688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:35.295196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416272c-cb36-4a61-b773-dfee3c7ce827 req-dac6cc37-d881-462c-ade4-a6aa783de30a tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:35.297502 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6416272c-cb36-4a61-b773-dfee3c7ce827 req-dac6cc37-d881-462c-ade4-a6aa783de30a tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f601a23f-1478-41c1-9d5a-5a13e3efdcd7 HTTP/1.1" status: 200 len: 946 time: 0.2289009 Jul 30 20:10:35.311800 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25f4ba-e9c4-4928-aa36-4e90a86652d0 req-560ebdf5-be70-4933-8751-355842560af7 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:35.321528 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0b25f4ba-e9c4-4928-aa36-4e90a86652d0 req-560ebdf5-be70-4933-8751-355842560af7 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=67ec6672-22b5-4210-9ea2-177ff9f8a216 HTTP/1.1" status: 200 len: 931 time: 0.0790863 Jul 30 20:10:35.325362 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8703de96-a63b-4215-9a5c-14384be6ff05 req-48d4b886-2cfd-4b47-b401-9be043a20997 service neutron] 10.222.0.59 "GET /v2.0/networks/9419649c-32e6-4256-8c69-e3a81135c2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549833 Jul 30 20:10:35.382393 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0b25f4ba-e9c4-4928-aa36-4e90a86652d0 req-b2bb3f10-e53e-4632-847f-e184b308cfd4 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597720 Jul 30 20:10:35.558005 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6416272c-cb36-4a61-b773-dfee3c7ce827 req-f989e20f-9fed-49f2-a42f-1c48027d7398 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507062 Jul 30 20:10:35.588585 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-e961eb9d-3f37-4201-be8b-a29c7964f688 service neutron] For port e5b20315-a4e0-486b-b5a3-f01a5c402057, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:10:35.625027 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-e961eb9d-3f37-4201-be8b-a29c7964f688 service neutron] For port e5b20315-a4e0-486b-b5a3-f01a5c402057, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=e5b20315-a4e0-486b-b5a3-f01a5c402057,segment=NetworkSegment(7b8744f5-4b61-4c94-bb43-b8323165a172),segment_id=7b8744f5-4b61-4c94-bb43-b8323165a172)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:10:35.666930 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-e961eb9d-3f37-4201-be8b-a29c7964f688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:35.686237 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-a097abed-58d8-4d5e-9f2e-b04bda8c2ac8 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:35.732729 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8703de96-a63b-4215-9a5c-14384be6ff05 req-17645795-15c0-42ac-95d5-8b20bc30a69a service neutron] 10.222.0.59 "GET /v2.0/networks/9419649c-32e6-4256-8c69-e3a81135c2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438218 Jul 30 20:10:35.799974 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-e961eb9d-3f37-4201-be8b-a29c7964f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:35.801015 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-e961eb9d-3f37-4201-be8b-a29c7964f688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:35.805410 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-e961eb9d-3f37-4201-be8b-a29c7964f688 service neutron] 10.222.0.59 "PUT /v2.0/ports/e5b20315-a4e0-486b-b5a3-f01a5c402057 HTTP/1.1" status: 200 len: 1092 time: 2.7517147 Jul 30 20:10:35.806240 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcc3839-a35a-4a92-93d6-72baddec6e91', 'tag': 'e5b20315-a4e0-486b-b5a3-f01a5c402057'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:10:35.813884 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcbc32-03a9-42be-85d3-a9a2dc66d98e req-14740b38-382c-426c-b677-ebd6ea540a12 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:35.817147 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c48c39d-4dc0-49a7-8cdf-5b57889b130d" -d '{"events": [{"name": "network-changed", "server_uuid": "2fcc3839-a35a-4a92-93d6-72baddec6e91", "tag": "e5b20315-a4e0-486b-b5a3-f01a5c402057"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:10:35.825032 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b6bcbc32-03a9-42be-85d3-a9a2dc66d98e req-14740b38-382c-426c-b677-ebd6ea540a12 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.1685009 Jul 30 20:10:35.896992 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b6bcbc32-03a9-42be-85d3-a9a2dc66d98e req-200ccb0d-f561-4602-bf0f-0d85aa7a44fd tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697978 Jul 30 20:10:35.922875 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961eb9d-3f37-4201-be8b-a29c7964f688 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b20315-a4e0-486b-b5a3-f01a5c402057,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:36.098020 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-a097abed-58d8-4d5e-9f2e-b04bda8c2ac8 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:36.105993 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63867c4-182b-40c3-8b14-aea435d088d3 x-openstack-request-id: req-e63867c4-182b-40c3-8b14-aea435d088d3 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:10:36.110362 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fcc3839-a35a-4a92-93d6-72baddec6e91", "tag": "e5b20315-a4e0-486b-b5a3-f01a5c402057", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:10:36.111656 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e63867c4-182b-40c3-8b14-aea435d088d3 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:10:36.113347 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fcc3839-a35a-4a92-93d6-72baddec6e91', 'tag': 'e5b20315-a4e0-486b-b5a3-f01a5c402057', 'status': 'completed', 'code': 200} Jul 30 20:10:36.125901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-21682600-da76-4776-82f9-497787339ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:36.127651 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-21682600-da76-4776-82f9-497787339ca1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2edd53f9206a4a00a7be18b628d01562&device_id=2fcc3839-a35a-4a92-93d6-72baddec6e91 HTTP/1.1" status: 200 len: 1095 time: 0.2592714 Jul 30 20:10:36.184187 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f11a0-9725-4eac-90b2-fc80357b0e70 req-f78676ae-7ac1-4f4b-8672-abf0840deb7a tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:36.191318 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a3f11a0-9725-4eac-90b2-fc80357b0e70 req-f78676ae-7ac1-4f4b-8672-abf0840deb7a tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f601a23f-1478-41c1-9d5a-5a13e3efdcd7 HTTP/1.1" status: 200 len: 946 time: 0.2978227 Jul 30 20:10:36.256452 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-b1382bd5-7325-4ecc-ac20-3cd1f9a84d3c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5b20315-a4e0-486b-b5a3-f01a5c402057 HTTP/1.1" status: 200 len: 217 time: 0.1113422 Jul 30 20:10:36.270014 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-a097abed-58d8-4d5e-9f2e-b04bda8c2ac8 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Network d61c6a9e-a918-4578-99b1-2b4f2aa6aaae is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:10:36.305735 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-a097abed-58d8-4d5e-9f2e-b04bda8c2ac8 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:10:36.334066 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-a097abed-58d8-4d5e-9f2e-b04bda8c2ac8 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:10:36.338580 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097abed-58d8-4d5e-9f2e-b04bda8c2ac8 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Pushing event updated for resources: {'Port': ['ID=99452652-0bf4-4370-85a8-03a4c5741806,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:36.372780 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a3f11a0-9725-4eac-90b2-fc80357b0e70 req-f723ee43-8c79-412b-935c-d048095e0069 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806235 Jul 30 20:10:36.419651 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-4fb8f8fa-acc5-4f75-aea3-6ccc063415eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:36.421100 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-4fb8f8fa-acc5-4f75-aea3-6ccc063415eb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82f8cdde-22fb-4137-b4db-8693c314ad1d HTTP/1.1" status: 200 len: 857 time: 0.1531887 Jul 30 20:10:36.459785 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b5355b-d5e0-4767-92f6-b4329b3eb0d1 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:10:36.495296 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-a097abed-58d8-4d5e-9f2e-b04bda8c2ac8 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:36.496467 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-a097abed-58d8-4d5e-9f2e-b04bda8c2ac8 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:36.509162 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:36.514283 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-b7b8a426-341b-4240-ab5a-715c7085b5df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d61c6a9e-a918-4578-99b1-2b4f2aa6aaae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768855 Jul 30 20:10:36.538529 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44c3b6-ecdd-4bd4-b56c-5aa3bc2c938e req-f2202a49-d93c-4902-b3a8-ebb2dbbdfb64 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:36.540621 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-a097abed-58d8-4d5e-9f2e-b04bda8c2ac8 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4830475 Jul 30 20:10:36.547321 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2c44c3b6-ecdd-4bd4-b56c-5aa3bc2c938e req-f2202a49-d93c-4902-b3a8-ebb2dbbdfb64 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=67ec6672-22b5-4210-9ea2-177ff9f8a216 HTTP/1.1" status: 200 len: 931 time: 0.0720222 Jul 30 20:10:36.559474 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Transition to ACTIVE for port object e6b5355b-d5e0-4767-92f6-b4329b3eb0d1 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:10:36.569321 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-fdbcbf03-8182-4b94-8f2e-814c0189a2a1 service neutron] Request body: {'port': {'device_id': '231a4eb3-05ff-45e2-86d7-cd1ef088bc60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:10:36.610351 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:36.612866 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2c44c3b6-ecdd-4bd4-b56c-5aa3bc2c938e req-9bdfa124-378b-4c85-aa59-99d90e03b6d2 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645490 Jul 30 20:10:36.738711 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Pushing event updated for resources: {'Port': ['ID=e6b5355b-d5e0-4767-92f6-b4329b3eb0d1,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:36.740992 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-fdbcbf03-8182-4b94-8f2e-814c0189a2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:36.791047 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-82afb98b-37be-455a-9ddf-75b78f77a98e service neutron] 10.222.0.59 "GET /v2.0/networks/d61c6a9e-a918-4578-99b1-2b4f2aa6aaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637963 Jul 30 20:10:37.011089 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Attempting to bind port e6b5355b-d5e0-4767-92f6-b4329b3eb0d1 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:10:37.011439 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Attempting to bind port e6b5355b-d5e0-4767-92f6-b4329b3eb0d1 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '7b8744f5-4b61-4c94-bb43-b8323165a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd61c6a9e-a918-4578-99b1-2b4f2aa6aaae'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:10:37.011817 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Attempting to bind port e6b5355b-d5e0-4767-92f6-b4329b3eb0d1 on network d61c6a9e-a918-4578-99b1-2b4f2aa6aaae {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:10:37.027601 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-65ab9f91-b749-4092-bb38-3ef323e9e62b service neutron] 10.222.0.59 "GET /v2.0/networks/d61c6a9e-a918-4578-99b1-2b4f2aa6aaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182815 Jul 30 20:10:37.030199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Port e6b5355b-d5e0-4767-92f6-b4329b3eb0d1 on network d61c6a9e-a918-4578-99b1-2b4f2aa6aaae not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:10:37.030534 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Attempting to bind port e6b5355b-d5e0-4767-92f6-b4329b3eb0d1 on network d61c6a9e-a918-4578-99b1-2b4f2aa6aaae {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:10:37.077635 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:10:37.078004 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Checking segment: {'id': '7b8744f5-4b61-4c94-bb43-b8323165a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd61c6a9e-a918-4578-99b1-2b4f2aa6aaae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:10:37.078387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Bound using segment: {'id': '7b8744f5-4b61-4c94-bb43-b8323165a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd61c6a9e-a918-4578-99b1-2b4f2aa6aaae'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:10:37.078836 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Bound port: e6b5355b-d5e0-4767-92f6-b4329b3eb0d1, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8744f5-4b61-4c94-bb43-b8323165a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd61c6a9e-a918-4578-99b1-2b4f2aa6aaae'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:10:37.079195 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:37.084640 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c4ea4-e507-4272-876f-d3ecc0142cbe req-e348f1ee-5e21-4063-b633-8457acee62b4 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:37.094012 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-607c4ea4-e507-4272-876f-d3ecc0142cbe req-e348f1ee-5e21-4063-b633-8457acee62b4 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.1059790 Jul 30 20:10:37.142068 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-607c4ea4-e507-4272-876f-d3ecc0142cbe req-763daee2-8d3c-4e5b-891c-51c2030e365e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420918 Jul 30 20:10:37.287553 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] For port e6b5355b-d5e0-4767-92f6-b4329b3eb0d1, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:10:37.291148 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48c39d-4dc0-49a7-8cdf-5b57889b130d req-1944a69e-bd32-4d2f-bf2a-70edcdac2a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:37.296520 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c48c39d-4dc0-49a7-8cdf-5b57889b130d req-1944a69e-bd32-4d2f-bf2a-70edcdac2a03 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2edd53f9206a4a00a7be18b628d01562&device_id=2fcc3839-a35a-4a92-93d6-72baddec6e91 HTTP/1.1" status: 200 len: 1095 time: 0.1952393 Jul 30 20:10:37.381569 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] For port e6b5355b-d5e0-4767-92f6-b4329b3eb0d1, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=e6b5355b-d5e0-4767-92f6-b4329b3eb0d1,segment=NetworkSegment(7b8744f5-4b61-4c94-bb43-b8323165a172),segment_id=7b8744f5-4b61-4c94-bb43-b8323165a172)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:10:37.416935 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:37.638010 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb4f0b-abb1-4bbc-bffe-618cde7099b1 req-b5ca128a-cfc6-4a3b-b59e-ce4e62c1ff6e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:37.640035 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fdfb4f0b-abb1-4bbc-bffe-618cde7099b1 req-b5ca128a-cfc6-4a3b-b59e-ce4e62c1ff6e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.83 "GET /v2.0/ports?device_id=f601a23f-1478-41c1-9d5a-5a13e3efdcd7 HTTP/1.1" status: 200 len: 946 time: 0.0875657 Jul 30 20:10:37.764115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-fdbcbf03-8182-4b94-8f2e-814c0189a2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99452652-0bf4-4370-85a8-03a4c5741806 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:10:37.812033 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-fdbcbf03-8182-4b94-8f2e-814c0189a2a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:37.859050 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:37.859758 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:37.861281 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] 10.222.0.59 "PUT /v2.0/ports/e6b5355b-d5e0-4767-92f6-b4329b3eb0d1 HTTP/1.1" status: 200 len: 1091 time: 3.5869348 Jul 30 20:10:37.890359 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-fdbcbf03-8182-4b94-8f2e-814c0189a2a1 service neutron] Transition to ACTIVE for port object 99452652-0bf4-4370-85a8-03a4c5741806 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:10:37.894553 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-fdfb4f0b-abb1-4bbc-bffe-618cde7099b1 req-29819f61-8da0-4c01-ab41-099e530d05f7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Deleting port 7d4c01ab-3337-47a9-b330-6500ec9fb740 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:10:37.894965 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fdfb4f0b-abb1-4bbc-bffe-618cde7099b1 req-29819f61-8da0-4c01-ab41-099e530d05f7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:37.906940 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-fdbcbf03-8182-4b94-8f2e-814c0189a2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:37.910427 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16fc90-9c6d-45b8-a228-cf11f2997313 req-775ba083-b8dd-40a5-901f-713d8bd1b4fd tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:37.916385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Pushing event updated for resources: {'Port': ['ID=e6b5355b-d5e0-4767-92f6-b4329b3eb0d1,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:37.919693 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb16fc90-9c6d-45b8-a228-cf11f2997313 req-775ba083-b8dd-40a5-901f-713d8bd1b4fd tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=67ec6672-22b5-4210-9ea2-177ff9f8a216 HTTP/1.1" status: 200 len: 943 time: 0.1698201 Jul 30 20:10:37.921053 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48c39d-4dc0-49a7-8cdf-5b57889b130d req-cec65334-5ced-4ef3-b580-0fddf52977d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:37.922562 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c48c39d-4dc0-49a7-8cdf-5b57889b130d req-cec65334-5ced-4ef3-b580-0fddf52977d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d61c6a9e-a918-4578-99b1-2b4f2aa6aaae HTTP/1.1" status: 200 len: 918 time: 0.6152596 Jul 30 20:10:37.979425 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1151d77-f049-47ad-b856-187f1c18f05a req-246464d7-9ceb-4c6b-a73e-5bdec8e68f98 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:37.981012 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a1151d77-f049-47ad-b856-187f1c18f05a req-246464d7-9ceb-4c6b-a73e-5bdec8e68f98 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=f601a23f-1478-41c1-9d5a-5a13e3efdcd7 HTTP/1.1" status: 200 len: 946 time: 0.2055247 Jul 30 20:10:38.012537 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:38.013132 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:38.013480 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:38.013818 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:38.014203 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:38.014515 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:38.014868 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:38.015206 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:38.015569 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:38.015891 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:38.016217 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:38.016534 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6398ae84-2475-4bb2-8c14-a57a68f28add service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:38.033621 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fb16fc90-9c6d-45b8-a228-cf11f2997313 req-b40ea816-7d60-4040-859d-091ba7afd7cd tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126711 Jul 30 20:10:38.036516 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c48c39d-4dc0-49a7-8cdf-5b57889b130d req-a48227cc-bd58-4640-8230-49fcf4916495 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5b20315-a4e0-486b-b5a3-f01a5c402057 HTTP/1.1" status: 200 len: 217 time: 0.0996234 Jul 30 20:10:38.125938 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ec6672-22b5-4210-9ea2-177ff9f8a216', 'tag': 'e6b5355b-d5e0-4767-92f6-b4329b3eb0d1'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:10:38.128225 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a907dda-7da5-4e14-9f7c-f9cfca1b09b7" -d '{"events": [{"name": "network-changed", "server_uuid": "67ec6672-22b5-4210-9ea2-177ff9f8a216", "tag": "e6b5355b-d5e0-4767-92f6-b4329b3eb0d1"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:10:38.134197 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-fdfb4f0b-abb1-4bbc-bffe-618cde7099b1 req-29819f61-8da0-4c01-ab41-099e530d05f7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] For port 7d4c01ab-3337-47a9-b330-6500ec9fb740, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7d4c01ab-3337-47a9-b330-6500ec9fb740,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:38.134571 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fdfb4f0b-abb1-4bbc-bffe-618cde7099b1 req-29819f61-8da0-4c01-ab41-099e530d05f7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:38.172009 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-fdfb4f0b-abb1-4bbc-bffe-618cde7099b1 req-29819f61-8da0-4c01-ab41-099e530d05f7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Calling delete_port for 7d4c01ab-3337-47a9-b330-6500ec9fb740 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:10:38.195410 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbcbf03-8182-4b94-8f2e-814c0189a2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=99452652-0bf4-4370-85a8-03a4c5741806,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:38.248754 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a1151d77-f049-47ad-b856-187f1c18f05a req-1c787e00-3ea4-464a-92b3-b126de56ec26 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165926 Jul 30 20:10:38.267006 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-961530be-2cf6-412c-a7c2-638f197c7d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:38.268830 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-961530be-2cf6-412c-a7c2-638f197c7d63 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2edd53f9206a4a00a7be18b628d01562&device_id=67ec6672-22b5-4210-9ea2-177ff9f8a216 HTTP/1.1" status: 200 len: 1094 time: 0.3443468 Jul 30 20:10:38.293186 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48c39d-4dc0-49a7-8cdf-5b57889b130d req-1d13aa10-c6e4-46eb-af5f-dbbb56486983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:38.300157 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c48c39d-4dc0-49a7-8cdf-5b57889b130d req-1d13aa10-c6e4-46eb-af5f-dbbb56486983 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82f8cdde-22fb-4137-b4db-8693c314ad1d HTTP/1.1" status: 200 len: 857 time: 0.2199931 Jul 30 20:10:38.381542 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-ec4856ff-a6b3-4cc3-a49d-1ea38b88f996 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6b5355b-d5e0-4767-92f6-b4329b3eb0d1 HTTP/1.1" status: 200 len: 217 time: 0.1007292 Jul 30 20:10:38.385397 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d869a62-fc54-44ce-bfa3-366030583eb3 x-openstack-request-id: req-2d869a62-fc54-44ce-bfa3-366030583eb3 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:10:38.385871 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ec6672-22b5-4210-9ea2-177ff9f8a216", "tag": "e6b5355b-d5e0-4767-92f6-b4329b3eb0d1", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:10:38.386326 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d869a62-fc54-44ce-bfa3-366030583eb3 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:10:38.387016 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ec6672-22b5-4210-9ea2-177ff9f8a216', 'tag': 'e6b5355b-d5e0-4767-92f6-b4329b3eb0d1', 'status': 'completed', 'code': 200} Jul 30 20:10:38.394072 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fdfb4f0b-abb1-4bbc-bffe-618cde7099b1 req-29819f61-8da0-4c01-ab41-099e530d05f7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:38.409224 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['7d4c01ab-3337-47a9-b330-6500ec9fb740'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:10:38.433774 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29819f61-8da0-4c01-ab41-099e530d05f7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Pushing event deleted for resources: {'Port': ['ID=7d4c01ab-3337-47a9-b330-6500ec9fb740,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:38.459979 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c48c39d-4dc0-49a7-8cdf-5b57889b130d req-c1466aad-d8b0-467e-b0e8-fd98b9a3f225 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d61c6a9e-a918-4578-99b1-2b4f2aa6aaae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392767 Jul 30 20:10:38.498631 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdfb4f0b-abb1-4bbc-bffe-618cde7099b1 req-29819f61-8da0-4c01-ab41-099e530d05f7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] No DVR routers for this DVR port 7d4c01ab-3337-47a9-b330-6500ec9fb740 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:10:38.501951 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fdfb4f0b-abb1-4bbc-bffe-618cde7099b1 req-29819f61-8da0-4c01-ab41-099e530d05f7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:38.506128 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fdfb4f0b-abb1-4bbc-bffe-618cde7099b1 req-29819f61-8da0-4c01-ab41-099e530d05f7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.83 "DELETE /v2.0/ports/7d4c01ab-3337-47a9-b330-6500ec9fb740 HTTP/1.1" status: 204 len: 173 time: 0.8569243 Jul 30 20:10:38.506128 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f601a23f-1478-41c1-9d5a-5a13e3efdcd7', 'name': 'network-vif-deleted', 'tag': '7d4c01ab-3337-47a9-b330-6500ec9fb740'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:10:38.508631 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a688066a-0315-48f3-8864-e899365234ae" -d '{"events": [{"server_uuid": "f601a23f-1478-41c1-9d5a-5a13e3efdcd7", "name": "network-vif-deleted", "tag": "7d4c01ab-3337-47a9-b330-6500ec9fb740"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:10:38.578963 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-fdbcbf03-8182-4b94-8f2e-814c0189a2a1 service neutron] Attempting to bind port 99452652-0bf4-4370-85a8-03a4c5741806 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:10:38.579590 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-fdbcbf03-8182-4b94-8f2e-814c0189a2a1 service neutron] Attempting to bind port 99452652-0bf4-4370-85a8-03a4c5741806 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '7b8744f5-4b61-4c94-bb43-b8323165a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd61c6a9e-a918-4578-99b1-2b4f2aa6aaae'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:10:38.580101 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-fdbcbf03-8182-4b94-8f2e-814c0189a2a1 service neutron] Attempting to bind port 99452652-0bf4-4370-85a8-03a4c5741806 on network d61c6a9e-a918-4578-99b1-2b4f2aa6aaae {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:10:38.600614 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-fdbcbf03-8182-4b94-8f2e-814c0189a2a1 service neutron] Port 99452652-0bf4-4370-85a8-03a4c5741806 on network d61c6a9e-a918-4578-99b1-2b4f2aa6aaae not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:10:38.601225 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-fdbcbf03-8182-4b94-8f2e-814c0189a2a1 service neutron] Attempting to bind port 99452652-0bf4-4370-85a8-03a4c5741806 on network d61c6a9e-a918-4578-99b1-2b4f2aa6aaae {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:10:38.611708 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-0f6a0d68-0f40-4cc5-88a1-cc389aa711cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:38.613382 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-0f6a0d68-0f40-4cc5-88a1-cc389aa711cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82f8cdde-22fb-4137-b4db-8693c314ad1d HTTP/1.1" status: 200 len: 857 time: 0.2211947 Jul 30 20:10:38.634884 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c48c39d-4dc0-49a7-8cdf-5b57889b130d req-5c888a53-5c40-439b-8f6e-6546612bb4bf service neutron] 10.222.0.59 "GET /v2.0/networks/d61c6a9e-a918-4578-99b1-2b4f2aa6aaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502666 Jul 30 20:10:38.636088 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-fdbcbf03-8182-4b94-8f2e-814c0189a2a1 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:10:38.636608 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-fdbcbf03-8182-4b94-8f2e-814c0189a2a1 service neutron] Checking segment: {'id': '7b8744f5-4b61-4c94-bb43-b8323165a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd61c6a9e-a918-4578-99b1-2b4f2aa6aaae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:10:38.637145 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-fdbcbf03-8182-4b94-8f2e-814c0189a2a1 service neutron] Bound using segment: {'id': '7b8744f5-4b61-4c94-bb43-b8323165a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd61c6a9e-a918-4578-99b1-2b4f2aa6aaae'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:10:38.638134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-fdbcbf03-8182-4b94-8f2e-814c0189a2a1 service neutron] Bound port: 99452652-0bf4-4370-85a8-03a4c5741806, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8744f5-4b61-4c94-bb43-b8323165a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd61c6a9e-a918-4578-99b1-2b4f2aa6aaae'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:10:38.638646 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-fdbcbf03-8182-4b94-8f2e-814c0189a2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:38.678841 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-cc6d515f-6edc-4bc8-a40e-0fe59df19ce3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d61c6a9e-a918-4578-99b1-2b4f2aa6aaae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559022 Jul 30 20:10:38.690549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f78d53-f5d2-443d-87f8-a9c29b6fdacf req-fea0bf04-e66c-4137-8433-87d0be64ab06 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:38.712024 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b4f78d53-f5d2-443d-87f8-a9c29b6fdacf req-fea0bf04-e66c-4137-8433-87d0be64ab06 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.3221111 Jul 30 20:10:38.951959 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863f2a80-2fe8-4975-a631-9b9918a0c382 x-openstack-request-id: req-863f2a80-2fe8-4975-a631-9b9918a0c382 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:10:38.952531 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f601a23f-1478-41c1-9d5a-5a13e3efdcd7", "name": "network-vif-deleted", "tag": "7d4c01ab-3337-47a9-b330-6500ec9fb740", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:10:38.952531 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-863f2a80-2fe8-4975-a631-9b9918a0c382 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:10:38.952903 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f601a23f-1478-41c1-9d5a-5a13e3efdcd7', 'name': 'network-vif-deleted', 'tag': '7d4c01ab-3337-47a9-b330-6500ec9fb740', 'status': 'completed', 'code': 200} Jul 30 20:10:38.958379 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b4f78d53-f5d2-443d-87f8-a9c29b6fdacf req-e923d0f1-8517-42a2-a89a-ba8fc9009970 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426255 Jul 30 20:10:38.978093 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-fdbcbf03-8182-4b94-8f2e-814c0189a2a1 service neutron] For port 99452652-0bf4-4370-85a8-03a4c5741806, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:10:39.000471 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c48c39d-4dc0-49a7-8cdf-5b57889b130d req-62112ff9-9ac0-4bed-ae17-0c98d7d555f8 service neutron] 10.222.0.59 "GET /v2.0/networks/d61c6a9e-a918-4578-99b1-2b4f2aa6aaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552108 Jul 30 20:10:39.014720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-fdbcbf03-8182-4b94-8f2e-814c0189a2a1 service neutron] For port 99452652-0bf4-4370-85a8-03a4c5741806, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=99452652-0bf4-4370-85a8-03a4c5741806,segment=NetworkSegment(7b8744f5-4b61-4c94-bb43-b8323165a172),segment_id=7b8744f5-4b61-4c94-bb43-b8323165a172)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:10:39.030322 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-abbd710c-2c3a-489a-a2c6-1f7acf1e61bc service neutron] 10.222.0.59 "GET /v2.0/networks/d61c6a9e-a918-4578-99b1-2b4f2aa6aaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976410 Jul 30 20:10:39.034307 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-fdbcbf03-8182-4b94-8f2e-814c0189a2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:39.174999 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-fdbcbf03-8182-4b94-8f2e-814c0189a2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:39.176533 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-fdbcbf03-8182-4b94-8f2e-814c0189a2a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:39.178435 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-fdbcbf03-8182-4b94-8f2e-814c0189a2a1 service neutron] 10.222.0.83 "PUT /v2.0/ports/99452652-0bf4-4370-85a8-03a4c5741806 HTTP/1.1" status: 200 len: 1091 time: 2.6202765 Jul 30 20:10:39.210635 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbcbf03-8182-4b94-8f2e-814c0189a2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=99452652-0bf4-4370-85a8-03a4c5741806,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:39.282410 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-a2e213dc-5da0-4d15-a50e-e91ac1ee8bc4 service neutron] 10.222.0.59 "GET /v2.0/networks/d61c6a9e-a918-4578-99b1-2b4f2aa6aaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373414 Jul 30 20:10:39.392879 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-1d35fae9-e6fc-4322-a925-803c1e638c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:39.396737 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-1d35fae9-e6fc-4322-a925-803c1e638c8d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2edd53f9206a4a00a7be18b628d01562&device_id=231a4eb3-05ff-45e2-86d7-cd1ef088bc60 HTTP/1.1" status: 200 len: 1094 time: 0.1025693 Jul 30 20:10:39.398443 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47681a-93bb-4721-ac35-be4de833c3f9 req-5fa3cb9c-10b2-45eb-9a97-dfede8d6a402 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:39.416251 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9c47681a-93bb-4721-ac35-be4de833c3f9 req-5fa3cb9c-10b2-45eb-9a97-dfede8d6a402 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=67ec6672-22b5-4210-9ea2-177ff9f8a216 HTTP/1.1" status: 200 len: 943 time: 0.1379218 Jul 30 20:10:39.510003 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9c47681a-93bb-4721-ac35-be4de833c3f9 req-e73e5a91-b6e5-4773-8133-df8aa4f0f5a0 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890195 Jul 30 20:10:39.524177 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-ee7c8b15-3934-4053-9c50-57cbbcebe530 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99452652-0bf4-4370-85a8-03a4c5741806 HTTP/1.1" status: 200 len: 217 time: 0.1158812 Jul 30 20:10:39.681927 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-dac91c6e-ca21-4810-9733-f9a67a688639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:39.683973 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-dac91c6e-ca21-4810-9733-f9a67a688639 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=82f8cdde-22fb-4137-b4db-8693c314ad1d HTTP/1.1" status: 200 len: 857 time: 0.1305351 Jul 30 20:10:39.735761 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-fecafc89-7cca-4d3d-8dbe-511523aeb659 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d61c6a9e-a918-4578-99b1-2b4f2aa6aaae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318074 Jul 30 20:10:39.776452 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a907dda-7da5-4e14-9f7c-f9cfca1b09b7 req-2d606cfb-71ed-4331-91c8-b0916230379d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:39.780511 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a907dda-7da5-4e14-9f7c-f9cfca1b09b7 req-2d606cfb-71ed-4331-91c8-b0916230379d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2edd53f9206a4a00a7be18b628d01562&device_id=67ec6672-22b5-4210-9ea2-177ff9f8a216 HTTP/1.1" status: 200 len: 1094 time: 0.2542264 Jul 30 20:10:39.966382 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-fc7b37a1-d6f4-428c-a7c1-d0afbfe0ba0c service neutron] 10.222.0.83 "GET /v2.0/networks/d61c6a9e-a918-4578-99b1-2b4f2aa6aaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210672 Jul 30 20:10:39.969250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a907dda-7da5-4e14-9f7c-f9cfca1b09b7 req-a0a46251-1ad7-44be-b045-ce22591c87f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:39.970797 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a907dda-7da5-4e14-9f7c-f9cfca1b09b7 req-a0a46251-1ad7-44be-b045-ce22591c87f8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d61c6a9e-a918-4578-99b1-2b4f2aa6aaae HTTP/1.1" status: 200 len: 918 time: 0.1366198 Jul 30 20:10:40.097995 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a907dda-7da5-4e14-9f7c-f9cfca1b09b7 req-57b5204f-9585-442b-94ba-32aaf2d41727 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6b5355b-d5e0-4767-92f6-b4329b3eb0d1 HTTP/1.1" status: 200 len: 217 time: 0.1169600 Jul 30 20:10:40.120720 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-d2aabf05-310f-4274-a75e-a52f7bafd9f4 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:40.127397 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-d2aabf05-310f-4274-a75e-a52f7bafd9f4 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/networks?id=499a6969-8299-4dd8-9691-a5618f1f3135 HTTP/1.1" status: 200 len: 812 time: 0.1409144 Jul 30 20:10:40.148330 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-15673099-b27c-42cf-9d2a-12e0af29ec9e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/quotas/7a980cdea43a4792b1a7a53073b92183 HTTP/1.1" status: 200 len: 375 time: 0.0199838 Jul 30 20:10:40.198358 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a907dda-7da5-4e14-9f7c-f9cfca1b09b7 req-37838bee-c6ad-491f-b58f-ffb40efd818a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:40.199973 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a907dda-7da5-4e14-9f7c-f9cfca1b09b7 req-37838bee-c6ad-491f-b58f-ffb40efd818a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82f8cdde-22fb-4137-b4db-8693c314ad1d HTTP/1.1" status: 200 len: 857 time: 0.0910437 Jul 30 20:10:40.202002 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d1123b-b6a0-4372-8157-fcde09ccb3d8 req-6f51ab44-6b2b-4cfa-ad46-096ed53e7592 service neutron] 10.222.0.83 "GET /v2.0/networks/d61c6a9e-a918-4578-99b1-2b4f2aa6aaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094400 Jul 30 20:10:40.209715 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-28f978ec-d6d2-4440-b188-c83aee14df8b tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a980cdea43a4792b1a7a53073b92183&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602834 Jul 30 20:10:40.246871 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a907dda-7da5-4e14-9f7c-f9cfca1b09b7 req-1ed98bf5-e0ba-4fe4-83f9-19cf1512b79f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d61c6a9e-a918-4578-99b1-2b4f2aa6aaae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374115 Jul 30 20:10:40.362401 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-c1a4fbf9-dc83-45a5-bd9c-d17030c50391 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:10:40.371011 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-c1a4fbf9-dc83-45a5-bd9c-d17030c50391 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1601660 Jul 30 20:10:40.392730 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231a4eb3-05ff-45e2-86d7-cd1ef088bc60', 'tag': '99452652-0bf4-4370-85a8-03a4c5741806'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:10:40.398932 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7658e1-c04f-4697-b611-cbdaf91ea1f6" -d '{"events": [{"name": "network-changed", "server_uuid": "231a4eb3-05ff-45e2-86d7-cd1ef088bc60", "tag": "99452652-0bf4-4370-85a8-03a4c5741806"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:10:40.468930 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a907dda-7da5-4e14-9f7c-f9cfca1b09b7 req-4588f0f5-c5f9-4239-94e8-c0d3d5413238 service neutron] 10.222.0.59 "GET /v2.0/networks/d61c6a9e-a918-4578-99b1-2b4f2aa6aaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107592 Jul 30 20:10:40.493586 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe163c7b-def8-46f3-a285-69e4a2f13b16 x-openstack-request-id: req-fe163c7b-def8-46f3-a285-69e4a2f13b16 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:10:40.493820 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231a4eb3-05ff-45e2-86d7-cd1ef088bc60", "tag": "99452652-0bf4-4370-85a8-03a4c5741806", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:10:40.494143 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe163c7b-def8-46f3-a285-69e4a2f13b16 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:10:40.494375 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231a4eb3-05ff-45e2-86d7-cd1ef088bc60', 'tag': '99452652-0bf4-4370-85a8-03a4c5741806', 'status': 'completed', 'code': 200} Jul 30 20:10:40.538805 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-85b89843-558a-4a9d-8422-86f3b36db810 service neutron] 10.222.0.81 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667104 Jul 30 20:10:40.610823 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7658e1-c04f-4697-b611-cbdaf91ea1f6 req-f2a4f181-c80e-4551-8ba4-2c9c77a77fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:40.614680 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc7658e1-c04f-4697-b611-cbdaf91ea1f6 req-f2a4f181-c80e-4551-8ba4-2c9c77a77fdc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2edd53f9206a4a00a7be18b628d01562&device_id=231a4eb3-05ff-45e2-86d7-cd1ef088bc60 HTTP/1.1" status: 200 len: 1094 time: 0.1083770 Jul 30 20:10:40.770046 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-800a318b-da25-4fee-a130-06d78f104a97 service neutron] 10.222.0.81 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244513 Jul 30 20:10:40.796699 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a907dda-7da5-4e14-9f7c-f9cfca1b09b7 req-3a332ea6-90d0-4899-a397-62327a848247 service neutron] 10.222.0.59 "GET /v2.0/networks/d61c6a9e-a918-4578-99b1-2b4f2aa6aaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077257 Jul 30 20:10:40.870478 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7658e1-c04f-4697-b611-cbdaf91ea1f6 req-fc88e3b6-0b7b-47d5-8441-f63c3bc0ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:40.872452 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc7658e1-c04f-4697-b611-cbdaf91ea1f6 req-fc88e3b6-0b7b-47d5-8441-f63c3bc0ab67 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d61c6a9e-a918-4578-99b1-2b4f2aa6aaae HTTP/1.1" status: 200 len: 918 time: 0.2354410 Jul 30 20:10:40.913533 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device e5b20315-a4e0-486b-b5a3-f01a5c402057 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:10:40.923256 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4c587-105a-4189-ac30-fa6ed1e55c83 req-4cb94a06-efa8-455d-9aec-aa8569c7e256 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:40.926277 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3cd4c587-105a-4189-ac30-fa6ed1e55c83 req-4cb94a06-efa8-455d-9aec-aa8569c7e256 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=67ec6672-22b5-4210-9ea2-177ff9f8a216 HTTP/1.1" status: 200 len: 943 time: 0.2085741 Jul 30 20:10:41.014620 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc7658e1-c04f-4697-b611-cbdaf91ea1f6 req-a0709497-073e-45c4-bcd3-a5a98ad3f379 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99452652-0bf4-4370-85a8-03a4c5741806 HTTP/1.1" status: 200 len: 217 time: 0.1273520 Jul 30 20:10:41.128890 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port e5b20315-a4e0-486b-b5a3-f01a5c402057, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=e5b20315-a4e0-486b-b5a3-f01a5c402057,segment=NetworkSegment(7b8744f5-4b61-4c94-bb43-b8323165a172),segment_id=7b8744f5-4b61-4c94-bb43-b8323165a172)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:41.170121 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'e5b20315-a4e0-486b-b5a3-f01a5c402057', 'network_id': 'd61c6a9e-a918-4578-99b1-2b4f2aa6aaae', 'port_id': 'e5b20315-a4e0-486b-b5a3-f01a5c402057', 'mac_address': 'fa:16:3e:13:5c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f8cdde-22fb-4137-b4db-8693c314ad1d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:10:41.177542 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7658e1-c04f-4697-b611-cbdaf91ea1f6 req-dbbbef69-f41c-4c55-9605-83589716eece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:41.179262 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc7658e1-c04f-4697-b611-cbdaf91ea1f6 req-dbbbef69-f41c-4c55-9605-83589716eece service neutron] 10.222.0.83 "GET /v2.0/subnets?id=82f8cdde-22fb-4137-b4db-8693c314ad1d HTTP/1.1" status: 200 len: 857 time: 0.1486940 Jul 30 20:10:41.232838 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 7d4c01ab-3337-47a9-b330-6500ec9fb740 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:10:41.307489 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc7658e1-c04f-4697-b611-cbdaf91ea1f6 req-33ecb931-fc0e-43e1-a852-ba1a6ee5f1c1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d61c6a9e-a918-4578-99b1-2b4f2aa6aaae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106961 Jul 30 20:10:41.311146 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3cd4c587-105a-4189-ac30-fa6ed1e55c83 req-b4c81294-379f-4f08-b440-f3ccf35cf4bd tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208721 Jul 30 20:10:41.339179 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 7d4c01ab-3337-47a9-b330-6500ec9fb740 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:10:41.339800 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 7d4c01ab-3337-47a9-b330-6500ec9fb740 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:10:41.374452 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:41.407910 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016ed99-588e-4de3-9735-4aba8c967942 req-07894a1b-a000-4838-a578-f9dcda929448 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:41.419712 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b20315-a4e0-486b-b5a3-f01a5c402057 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:10:41.420801 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f016ed99-588e-4de3-9735-4aba8c967942 req-07894a1b-a000-4838-a578-f9dcda929448 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.0882082 Jul 30 20:10:41.476367 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port e5b20315-a4e0-486b-b5a3-f01a5c402057, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=e5b20315-a4e0-486b-b5a3-f01a5c402057,segment=NetworkSegment(7b8744f5-4b61-4c94-bb43-b8323165a172),segment_id=7b8744f5-4b61-4c94-bb43-b8323165a172)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:41.490918 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:41.513317 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f016ed99-588e-4de3-9735-4aba8c967942 req-b9de283c-809a-4616-9f0d-0823a0fd0088 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861630 Jul 30 20:10:41.526836 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d2efcbf-6ed6-4f04-92e6-03be62983960 req-88215dcb-788a-4c71-be01-bc0c2dfe3007 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 210 time: 0.0770752 Jul 30 20:10:41.606141 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=e5b20315-a4e0-486b-b5a3-f01a5c402057,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:41.609101 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc7658e1-c04f-4697-b611-cbdaf91ea1f6 req-4f950c3e-0059-4d5e-b0a0-ab6f64d24ac1 service neutron] 10.222.0.83 "GET /v2.0/networks/d61c6a9e-a918-4578-99b1-2b4f2aa6aaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845287 Jul 30 20:10:41.776980 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc7658e1-c04f-4697-b611-cbdaf91ea1f6 req-7ad0b51c-2e00-44f1-b251-243540b74b75 service neutron] 10.222.0.83 "GET /v2.0/networks/d61c6a9e-a918-4578-99b1-2b4f2aa6aaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641974 Jul 30 20:10:41.825874 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['e5b20315-a4e0-486b-b5a3-f01a5c402057'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:10:42.516044 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf390ffb-2bb7-40a9-b0be-16e60167583d req-e0bd6ad4-33ba-43ec-bc7e-0c48b606f4e5 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:42.525177 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bf390ffb-2bb7-40a9-b0be-16e60167583d req-e0bd6ad4-33ba-43ec-bc7e-0c48b606f4e5 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=67ec6672-22b5-4210-9ea2-177ff9f8a216 HTTP/1.1" status: 200 len: 943 time: 0.1103461 Jul 30 20:10:42.624825 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bf390ffb-2bb7-40a9-b0be-16e60167583d req-bb5e2ae3-c2c5-4927-8db1-315562c37f61 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854471 Jul 30 20:10:42.625069 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-45bbff7f-e197-4343-9285-ce31a9085a09 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:42.630924 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-45bbff7f-e197-4343-9285-ce31a9085a09 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.83 "GET /v2.0/networks?id=499a6969-8299-4dd8-9691-a5618f1f3135 HTTP/1.1" status: 200 len: 812 time: 0.2162130 Jul 30 20:10:42.652170 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-45d799bc-8c63-4267-a9d0-fa6517569dce tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Request body: {'port': {'device_id': '637bf18e-a00f-4754-8cbd-44b3e1260a87', 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135', 'admin_state_up': True, 'tenant_id': '7a980cdea43a4792b1a7a53073b92183'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:10:42.840625 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-922a4333-855e-4298-a02f-165316ee1eea req-7b327392-43f5-418c-a6a3-b47417678e0c tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 210 time: 0.0534823 Jul 30 20:10:42.866291 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-45d799bc-8c63-4267-a9d0-fa6517569dce tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Made reservation on behalf of 7a980cdea43a4792b1a7a53073b92183 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:10:42.869877 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-45d799bc-8c63-4267-a9d0-fa6517569dce tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:42.929596 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device e6b5355b-d5e0-4767-92f6-b4329b3eb0d1 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:10:43.065650 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-45d799bc-8c63-4267-a9d0-fa6517569dce tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Allocated IP 172.20.0.2 (499a6969-8299-4dd8-9691-a5618f1f3135/59cd3e31-9c90-4ed9-82a3-e900a46fc84c/9490d5d9-931f-49ad-88fe-ba0e43a0218a) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:10:43.269308 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port e6b5355b-d5e0-4767-92f6-b4329b3eb0d1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=e6b5355b-d5e0-4767-92f6-b4329b3eb0d1,segment=NetworkSegment(7b8744f5-4b61-4c94-bb43-b8323165a172),segment_id=7b8744f5-4b61-4c94-bb43-b8323165a172)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:43.283424 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device e5b20315-a4e0-486b-b5a3-f01a5c402057 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:10:43.287207 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'e6b5355b-d5e0-4767-92f6-b4329b3eb0d1', 'network_id': 'd61c6a9e-a918-4578-99b1-2b4f2aa6aaae', 'port_id': 'e6b5355b-d5e0-4767-92f6-b4329b3eb0d1', 'mac_address': 'fa:16:3e:59:ba:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f8cdde-22fb-4137-b4db-8693c314ad1d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:10:43.399657 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:43.413513 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-45d799bc-8c63-4267-a9d0-fa6517569dce tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:43.422757 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b5355b-d5e0-4767-92f6-b4329b3eb0d1 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:10:43.449866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port e6b5355b-d5e0-4767-92f6-b4329b3eb0d1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=e6b5355b-d5e0-4767-92f6-b4329b3eb0d1,segment=NetworkSegment(7b8744f5-4b61-4c94-bb43-b8323165a172),segment_id=7b8744f5-4b61-4c94-bb43-b8323165a172)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:43.452234 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port e5b20315-a4e0-486b-b5a3-f01a5c402057 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:10:43.458579 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port e5b20315-a4e0-486b-b5a3-f01a5c402057 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:10:43.459346 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:43.463498 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:43.469676 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-45d799bc-8c63-4267-a9d0-fa6517569dce tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:43.517512 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-45d799bc-8c63-4267-a9d0-fa6517569dce tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Network 499a6969-8299-4dd8-9691-a5618f1f3135 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:10:43.521830 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-45d799bc-8c63-4267-a9d0-fa6517569dce tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:10:43.527350 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-45d799bc-8c63-4267-a9d0-fa6517569dce tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:10:43.537504 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d799bc-8c63-4267-a9d0-fa6517569dce tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Pushing event updated for resources: {'Port': ['ID=9490d5d9-931f-49ad-88fe-ba0e43a0218a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:43.585204 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=e6b5355b-d5e0-4767-92f6-b4329b3eb0d1,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:43.605334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-45d799bc-8c63-4267-a9d0-fa6517569dce tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:43.605970 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-45d799bc-8c63-4267-a9d0-fa6517569dce tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:43.630472 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-45d799bc-8c63-4267-a9d0-fa6517569dce tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9836609 Jul 30 20:10:43.631154 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:43.652108 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-07c53bde-d4cc-4a80-a748-b0e88238a0c0 service neutron] Request body: {'port': {'device_id': '637bf18e-a00f-4754-8cbd-44b3e1260a87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:10:43.679037 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcc3839-a35a-4a92-93d6-72baddec6e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b20315-a4e0-486b-b5a3-f01a5c402057'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:10:43.681503 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80ed90f-ae35-44cf-a498-ccf32b541918" -d '{"events": [{"server_uuid": "2fcc3839-a35a-4a92-93d6-72baddec6e91", "name": "network-vif-plugged", "status": "completed", "tag": "e5b20315-a4e0-486b-b5a3-f01a5c402057"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:10:43.734229 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-07c53bde-d4cc-4a80-a748-b0e88238a0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:43.737596 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port e5b20315-a4e0-486b-b5a3-f01a5c402057, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=e5b20315-a4e0-486b-b5a3-f01a5c402057,segment=NetworkSegment(7b8744f5-4b61-4c94-bb43-b8323165a172),segment_id=7b8744f5-4b61-4c94-bb43-b8323165a172)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:43.753685 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:43.872149 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=e5b20315-a4e0-486b-b5a3-f01a5c402057,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:43.875595 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec606e7f-6a92-40a0-a2e4-00cdef597bc3 x-openstack-request-id: req-ec606e7f-6a92-40a0-a2e4-00cdef597bc3 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:10:43.875892 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fcc3839-a35a-4a92-93d6-72baddec6e91", "name": "network-vif-plugged", "status": "completed", "tag": "e5b20315-a4e0-486b-b5a3-f01a5c402057", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:10:43.876147 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ec606e7f-6a92-40a0-a2e4-00cdef597bc3 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:10:43.876534 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcc3839-a35a-4a92-93d6-72baddec6e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b20315-a4e0-486b-b5a3-f01a5c402057', 'code': 200} Jul 30 20:10:43.878599 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['e6b5355b-d5e0-4767-92f6-b4329b3eb0d1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:10:43.901982 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937f107-e2c3-4ee0-803d-439806540bb7 req-a56239c2-e4fc-4435-8054-02b3a651bcaa tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:43.908649 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d937f107-e2c3-4ee0-803d-439806540bb7 req-a56239c2-e4fc-4435-8054-02b3a651bcaa tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=67ec6672-22b5-4210-9ea2-177ff9f8a216 HTTP/1.1" status: 200 len: 944 time: 0.1268821 Jul 30 20:10:43.991835 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d937f107-e2c3-4ee0-803d-439806540bb7 req-99fa2e60-5a71-42d0-932a-b60345ebcd99 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768116 Jul 30 20:10:44.080083 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1e788-5e12-426e-84c0-d67385a30c16 req-f581f35e-66a2-4a5a-93f9-e9f180a8b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:44.081822 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06b1e788-5e12-426e-84c0-d67385a30c16 req-f581f35e-66a2-4a5a-93f9-e9f180a8b07f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2fcc3839-a35a-4a92-93d6-72baddec6e91 HTTP/1.1" status: 200 len: 1097 time: 0.2369576 Jul 30 20:10:44.497487 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06b1e788-5e12-426e-84c0-d67385a30c16 req-b0933232-a8de-45db-a7ce-9ec0ee8f7baf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890960 Jul 30 20:10:44.515432 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f86b13-6f9b-4021-82f5-095e10ef433e req-39a530ae-e63b-4df3-abb2-42c06299ab0d tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:44.516933 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e2f86b13-6f9b-4021-82f5-095e10ef433e req-39a530ae-e63b-4df3-abb2-42c06299ab0d tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 931 time: 0.4466906 Jul 30 20:10:44.578067 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e2f86b13-6f9b-4021-82f5-095e10ef433e req-706028af-94b7-4691-be90-fcf82223b788 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530708 Jul 30 20:10:44.625002 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-07c53bde-d4cc-4a80-a748-b0e88238a0c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9490d5d9-931f-49ad-88fe-ba0e43a0218a {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:10:44.633260 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-07c53bde-d4cc-4a80-a748-b0e88238a0c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:44.646056 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-07c53bde-d4cc-4a80-a748-b0e88238a0c0 service neutron] Transition to ACTIVE for port object 9490d5d9-931f-49ad-88fe-ba0e43a0218a will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:10:44.650391 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-07c53bde-d4cc-4a80-a748-b0e88238a0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:44.704205 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c53bde-d4cc-4a80-a748-b0e88238a0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9490d5d9-931f-49ad-88fe-ba0e43a0218a,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:44.742855 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ac669-b071-4096-8c9e-def90671aa41 req-e92728cb-b1e4-4e65-8b7b-3a2a6bb7214c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:44.747203 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-377ac669-b071-4096-8c9e-def90671aa41 req-e92728cb-b1e4-4e65-8b7b-3a2a6bb7214c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 946 time: 0.0636086 Jul 30 20:10:44.777376 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-07c53bde-d4cc-4a80-a748-b0e88238a0c0 service neutron] Attempting to bind port 9490d5d9-931f-49ad-88fe-ba0e43a0218a on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:10:44.777852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-07c53bde-d4cc-4a80-a748-b0e88238a0c0 service neutron] Attempting to bind port 9490d5d9-931f-49ad-88fe-ba0e43a0218a by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'a45592f5-e682-4877-9b9c-0ead0de26c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:10:44.778277 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-07c53bde-d4cc-4a80-a748-b0e88238a0c0 service neutron] Attempting to bind port 9490d5d9-931f-49ad-88fe-ba0e43a0218a on network 499a6969-8299-4dd8-9691-a5618f1f3135 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:10:44.782833 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-07c53bde-d4cc-4a80-a748-b0e88238a0c0 service neutron] Port 9490d5d9-931f-49ad-88fe-ba0e43a0218a on network 499a6969-8299-4dd8-9691-a5618f1f3135 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:10:44.783257 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-07c53bde-d4cc-4a80-a748-b0e88238a0c0 service neutron] Attempting to bind port 9490d5d9-931f-49ad-88fe-ba0e43a0218a on network 499a6969-8299-4dd8-9691-a5618f1f3135 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:10:44.788016 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-377ac669-b071-4096-8c9e-def90671aa41 req-8c74b2b6-b9fc-4f6b-ac19-d80426b39022 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367939 Jul 30 20:10:44.788856 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-07c53bde-d4cc-4a80-a748-b0e88238a0c0 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:10:44.789265 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-07c53bde-d4cc-4a80-a748-b0e88238a0c0 service neutron] Checking segment: {'id': 'a45592f5-e682-4877-9b9c-0ead0de26c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:10:44.789713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-07c53bde-d4cc-4a80-a748-b0e88238a0c0 service neutron] Bound using segment: {'id': 'a45592f5-e682-4877-9b9c-0ead0de26c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:10:44.790208 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-07c53bde-d4cc-4a80-a748-b0e88238a0c0 service neutron] Bound port: 9490d5d9-931f-49ad-88fe-ba0e43a0218a, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45592f5-e682-4877-9b9c-0ead0de26c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:10:44.790626 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-07c53bde-d4cc-4a80-a748-b0e88238a0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:44.854520 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-07c53bde-d4cc-4a80-a748-b0e88238a0c0 service neutron] For port 9490d5d9-931f-49ad-88fe-ba0e43a0218a, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:10:44.857546 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-07c53bde-d4cc-4a80-a748-b0e88238a0c0 service neutron] For port 9490d5d9-931f-49ad-88fe-ba0e43a0218a, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=9490d5d9-931f-49ad-88fe-ba0e43a0218a,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:10:44.862347 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-07c53bde-d4cc-4a80-a748-b0e88238a0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:44.900955 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-07c53bde-d4cc-4a80-a748-b0e88238a0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:44.902100 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-07c53bde-d4cc-4a80-a748-b0e88238a0c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:44.904096 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-07c53bde-d4cc-4a80-a748-b0e88238a0c0 service neutron] 10.222.0.83 "PUT /v2.0/ports/9490d5d9-931f-49ad-88fe-ba0e43a0218a HTTP/1.1" status: 200 len: 1091 time: 1.2609785 Jul 30 20:10:44.907472 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637bf18e-a00f-4754-8cbd-44b3e1260a87', 'tag': '9490d5d9-931f-49ad-88fe-ba0e43a0218a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:10:44.911580 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7971aa75-6dcd-4f02-b243-fa635d7b71e8" -d '{"events": [{"name": "network-changed", "server_uuid": "637bf18e-a00f-4754-8cbd-44b3e1260a87", "tag": "9490d5d9-931f-49ad-88fe-ba0e43a0218a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:10:44.941680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c53bde-d4cc-4a80-a748-b0e88238a0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9490d5d9-931f-49ad-88fe-ba0e43a0218a,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:44.952932 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf44ea5-b596-4a5d-8340-8660bab55cb9 x-openstack-request-id: req-dcf44ea5-b596-4a5d-8340-8660bab55cb9 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:10:44.953278 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637bf18e-a00f-4754-8cbd-44b3e1260a87", "tag": "9490d5d9-931f-49ad-88fe-ba0e43a0218a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:10:44.953537 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dcf44ea5-b596-4a5d-8340-8660bab55cb9 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:10:44.953966 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637bf18e-a00f-4754-8cbd-44b3e1260a87', 'tag': '9490d5d9-931f-49ad-88fe-ba0e43a0218a', 'status': 'completed', 'code': 200} Jul 30 20:10:44.995864 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-36053ee5-171d-425c-bd3e-d463e5630ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:44.997353 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-36053ee5-171d-425c-bd3e-d463e5630ead service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7a980cdea43a4792b1a7a53073b92183&device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 1094 time: 0.0424109 Jul 30 20:10:45.148766 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571269a8-1554-4ce5-9dc0-b2690763050e req-943e667c-1718-4650-b0a0-d6c9eee93bce tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:45.150089 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-2ce59d55-8d0f-4b6d-9ebd-196c9c66f5e1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9490d5d9-931f-49ad-88fe-ba0e43a0218a HTTP/1.1" status: 200 len: 217 time: 0.0467131 Jul 30 20:10:45.157614 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-571269a8-1554-4ce5-9dc0-b2690763050e req-943e667c-1718-4650-b0a0-d6c9eee93bce tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=67ec6672-22b5-4210-9ea2-177ff9f8a216 HTTP/1.1" status: 200 len: 944 time: 0.0811350 Jul 30 20:10:45.212402 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-571269a8-1554-4ce5-9dc0-b2690763050e req-fe5f15c4-de2b-4993-b922-57a49765e6f8 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538142 Jul 30 20:10:45.231391 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 99452652-0bf4-4370-85a8-03a4c5741806 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:10:45.245511 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:45.326258 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-e01bb7ff-530f-4516-87be-e8ce627b50ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:45.327957 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-e01bb7ff-530f-4516-87be-e8ce627b50ce service neutron] 10.222.0.83 "GET /v2.0/subnets?id=59cd3e31-9c90-4ed9-82a3-e900a46fc84c HTTP/1.1" status: 200 len: 852 time: 0.1502595 Jul 30 20:10:45.388473 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-a883b3c7-dd50-4698-947d-b5979bf2a2c5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=499a6969-8299-4dd8-9691-a5618f1f3135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505793 Jul 30 20:10:45.391961 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 99452652-0bf4-4370-85a8-03a4c5741806, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=99452652-0bf4-4370-85a8-03a4c5741806,segment=NetworkSegment(7b8744f5-4b61-4c94-bb43-b8323165a172),segment_id=7b8744f5-4b61-4c94-bb43-b8323165a172)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:45.404335 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '99452652-0bf4-4370-85a8-03a4c5741806', 'network_id': 'd61c6a9e-a918-4578-99b1-2b4f2aa6aaae', 'port_id': '99452652-0bf4-4370-85a8-03a4c5741806', 'mac_address': 'fa:16:3e:93:58:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f8cdde-22fb-4137-b4db-8693c314ad1d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:10:45.464638 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:45.505377 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99452652-0bf4-4370-85a8-03a4c5741806 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:10:45.534578 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-283e9973-4aa2-4a93-84f9-c23bb281426a service neutron] 10.222.0.83 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358640 Jul 30 20:10:45.545380 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 99452652-0bf4-4370-85a8-03a4c5741806, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=99452652-0bf4-4370-85a8-03a4c5741806,segment=NetworkSegment(7b8744f5-4b61-4c94-bb43-b8323165a172),segment_id=7b8744f5-4b61-4c94-bb43-b8323165a172)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:45.552244 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:45.639451 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=99452652-0bf4-4370-85a8-03a4c5741806,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:45.719595 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b5c556f-b84f-4d43-b61b-147ccd1f9bb8 req-36b5103f-dbfe-4d59-ae73-98451e244310 service neutron] 10.222.0.83 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749899 Jul 30 20:10:45.766261 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68bf88-f686-49a9-a3ab-a00f8dfe4522 req-db480e68-822d-47f8-a7d4-8813a4aaeb0e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:45.773999 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6e68bf88-f686-49a9-a3ab-a00f8dfe4522 req-db480e68-822d-47f8-a7d4-8813a4aaeb0e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 943 time: 0.1052384 Jul 30 20:10:45.845224 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6e68bf88-f686-49a9-a3ab-a00f8dfe4522 req-e8882dba-d52e-45c2-9d49-68963b402c06 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703557 Jul 30 20:10:45.858650 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971aa75-6dcd-4f02-b243-fa635d7b71e8 req-04bb8c6c-4aae-4bad-9927-bd4c03335678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:45.860343 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7971aa75-6dcd-4f02-b243-fa635d7b71e8 req-04bb8c6c-4aae-4bad-9927-bd4c03335678 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7a980cdea43a4792b1a7a53073b92183&device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 1094 time: 0.0631955 Jul 30 20:10:45.896407 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['99452652-0bf4-4370-85a8-03a4c5741806'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:10:45.966401 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8f671-2a20-4351-ba6f-8b5d07fb322a req-52f20f01-0e7c-43a6-82a8-408f18cddc27 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:45.968349 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b3c8f671-2a20-4351-ba6f-8b5d07fb322a req-52f20f01-0e7c-43a6-82a8-408f18cddc27 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 946 time: 0.0588336 Jul 30 20:10:46.000492 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971aa75-6dcd-4f02-b243-fa635d7b71e8 req-b520cab0-7ced-41be-b9a1-949b49bfeb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:46.001957 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7971aa75-6dcd-4f02-b243-fa635d7b71e8 req-b520cab0-7ced-41be-b9a1-949b49bfeb00 service neutron] 10.222.0.83 "GET /v2.0/networks?id=499a6969-8299-4dd8-9691-a5618f1f3135 HTTP/1.1" status: 200 len: 913 time: 0.1323180 Jul 30 20:10:46.028544 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b3c8f671-2a20-4351-ba6f-8b5d07fb322a req-a44207fd-4ae1-492e-9e09-cdcb85b3b8a9 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520058 Jul 30 20:10:46.080745 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7971aa75-6dcd-4f02-b243-fa635d7b71e8 req-b277d083-8220-4456-9520-4a7723e3f4d2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9490d5d9-931f-49ad-88fe-ba0e43a0218a HTTP/1.1" status: 200 len: 217 time: 0.0644438 Jul 30 20:10:46.135084 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971aa75-6dcd-4f02-b243-fa635d7b71e8 req-6319b8f2-14eb-4fe4-b9d7-eed8d9abf1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:46.137245 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7971aa75-6dcd-4f02-b243-fa635d7b71e8 req-6319b8f2-14eb-4fe4-b9d7-eed8d9abf1d4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=59cd3e31-9c90-4ed9-82a3-e900a46fc84c HTTP/1.1" status: 200 len: 852 time: 0.0498190 Jul 30 20:10:46.189758 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7971aa75-6dcd-4f02-b243-fa635d7b71e8 req-4426588e-4f6c-4fe1-bd1f-ef6f38fa8022 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=499a6969-8299-4dd8-9691-a5618f1f3135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442364 Jul 30 20:10:46.304111 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7971aa75-6dcd-4f02-b243-fa635d7b71e8 req-90d847ed-0465-4499-b658-867eb967b97b service neutron] 10.222.0.83 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059566 Jul 30 20:10:46.462973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88cf77-1551-4de5-8eb6-5932f7e9d277 req-033a8712-8405-470d-8ebb-fdec279857fe tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:46.470965 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca88cf77-1551-4de5-8eb6-5932f7e9d277 req-033a8712-8405-470d-8ebb-fdec279857fe tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=67ec6672-22b5-4210-9ea2-177ff9f8a216 HTTP/1.1" status: 200 len: 944 time: 0.1345084 Jul 30 20:10:46.558282 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca88cf77-1551-4de5-8eb6-5932f7e9d277 req-1e2dd404-070e-4165-8de3-23ca96f9afca tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860634 Jul 30 20:10:46.561665 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7971aa75-6dcd-4f02-b243-fa635d7b71e8 req-45664ee8-813b-4268-8564-578bcb4c1798 service neutron] 10.222.0.83 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495751 Jul 30 20:10:46.611571 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e22d71-48c3-4183-9619-6d96c785c59f req-0c3aaf7f-23f1-4ea5-9a3d-7359e1d64827 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:46.613191 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-45e22d71-48c3-4183-9619-6d96c785c59f req-0c3aaf7f-23f1-4ea5-9a3d-7359e1d64827 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 946 time: 0.0777357 Jul 30 20:10:46.671561 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-45e22d71-48c3-4183-9619-6d96c785c59f req-8a9908a6-18af-4f62-a4d4-f5d82d470d3c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509324 Jul 30 20:10:46.948373 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device e6b5355b-d5e0-4767-92f6-b4329b3eb0d1 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:10:47.011237 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdaa39-d8f8-4685-837a-4cde8161dccc req-1c63f76f-5439-466f-a8c1-1adfbcf64992 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:47.020832 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86bdaa39-d8f8-4685-837a-4cde8161dccc req-1c63f76f-5439-466f-a8c1-1adfbcf64992 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 943 time: 0.0999310 Jul 30 20:10:47.025159 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port e6b5355b-d5e0-4767-92f6-b4329b3eb0d1 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:10:47.029464 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port e6b5355b-d5e0-4767-92f6-b4329b3eb0d1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:10:47.029895 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:47.068049 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86bdaa39-d8f8-4685-837a-4cde8161dccc req-463df3f3-9fc5-475f-a4e8-08d5ef3cf481 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456400 Jul 30 20:10:47.123686 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:47.150082 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ec6672-22b5-4210-9ea2-177ff9f8a216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b5355b-d5e0-4767-92f6-b4329b3eb0d1'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:10:47.152362 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c2e8de-ce27-4e82-a3cd-6fc69062ac6b" -d '{"events": [{"server_uuid": "67ec6672-22b5-4210-9ea2-177ff9f8a216", "name": "network-vif-plugged", "status": "completed", "tag": "e6b5355b-d5e0-4767-92f6-b4329b3eb0d1"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:10:47.167248 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port e6b5355b-d5e0-4767-92f6-b4329b3eb0d1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=e6b5355b-d5e0-4767-92f6-b4329b3eb0d1,segment=NetworkSegment(7b8744f5-4b61-4c94-bb43-b8323165a172),segment_id=7b8744f5-4b61-4c94-bb43-b8323165a172)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:47.172035 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:47.202141 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756be83c-37fd-4558-b4be-e9f7e6e371ae x-openstack-request-id: req-756be83c-37fd-4558-b4be-e9f7e6e371ae {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:10:47.202386 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ec6672-22b5-4210-9ea2-177ff9f8a216", "name": "network-vif-plugged", "status": "completed", "tag": "e6b5355b-d5e0-4767-92f6-b4329b3eb0d1", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:10:47.202618 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-756be83c-37fd-4558-b4be-e9f7e6e371ae {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:10:47.202997 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ec6672-22b5-4210-9ea2-177ff9f8a216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b5355b-d5e0-4767-92f6-b4329b3eb0d1', 'code': 200} Jul 30 20:10:47.233006 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 99452652-0bf4-4370-85a8-03a4c5741806 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:10:47.239897 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=e6b5355b-d5e0-4767-92f6-b4329b3eb0d1,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:47.293062 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 99452652-0bf4-4370-85a8-03a4c5741806 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:10:47.297731 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 99452652-0bf4-4370-85a8-03a4c5741806 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:10:47.298194 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:47.322188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d380c-37f0-4eaf-ada5-6368bfcd6071 req-0aea32a9-6ad9-46bb-81e3-bfc67c855f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:47.323988 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-311d380c-37f0-4eaf-ada5-6368bfcd6071 req-0aea32a9-6ad9-46bb-81e3-bfc67c855f96 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=67ec6672-22b5-4210-9ea2-177ff9f8a216 HTTP/1.1" status: 200 len: 1096 time: 0.0646994 Jul 30 20:10:47.367988 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-311d380c-37f0-4eaf-ada5-6368bfcd6071 req-03a89ba3-0d01-44b4-9a64-4fae0bf24d39 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337675 Jul 30 20:10:47.391379 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:47.423352 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 99452652-0bf4-4370-85a8-03a4c5741806, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=99452652-0bf4-4370-85a8-03a4c5741806,segment=NetworkSegment(7b8744f5-4b61-4c94-bb43-b8323165a172),segment_id=7b8744f5-4b61-4c94-bb43-b8323165a172)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:47.427469 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:47.481950 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=99452652-0bf4-4370-85a8-03a4c5741806,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:47.675125 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79672c-14b6-44e8-95da-06add6c09332 req-f4a1f460-c40e-4b65-9c71-eb5be919fe36 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:47.678259 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6a79672c-14b6-44e8-95da-06add6c09332 req-f4a1f460-c40e-4b65-9c71-eb5be919fe36 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=67ec6672-22b5-4210-9ea2-177ff9f8a216 HTTP/1.1" status: 200 len: 945 time: 0.0552120 Jul 30 20:10:47.720334 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6a79672c-14b6-44e8-95da-06add6c09332 req-09ed0ae0-b4e9-40f6-a59f-ad7bddea0ba6 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351856 Jul 30 20:10:47.846191 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7dba1-7aeb-4fb4-b8f9-d521093eb366 req-583537bc-8f7b-4963-8d7d-e7ba3f5960e8 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:47.847788 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3b7dba1-7aeb-4fb4-b8f9-d521093eb366 req-583537bc-8f7b-4963-8d7d-e7ba3f5960e8 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 946 time: 0.0524943 Jul 30 20:10:47.886742 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3b7dba1-7aeb-4fb4-b8f9-d521093eb366 req-0e88e2bd-0b77-469d-8125-5fca61a2ccbd tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324514 Jul 30 20:10:48.200890 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90f0b5-a4e1-498b-bd09-ab7126378fda req-9959478e-f2b5-44ad-9e3a-54143c0e5049 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:48.202961 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1b90f0b5-a4e1-498b-bd09-ab7126378fda req-9959478e-f2b5-44ad-9e3a-54143c0e5049 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 943 time: 0.0567093 Jul 30 20:10:48.259413 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1b90f0b5-a4e1-498b-bd09-ab7126378fda req-c584769c-e222-4726-95cd-f06444f5cf28 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489707 Jul 30 20:10:48.876390 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fdd234-fcf6-45c1-82ce-680ffb87f6f5 req-f5f7db9e-13d6-446a-82ff-f801a4a0ee6e tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:48.885929 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-22fdd234-fcf6-45c1-82ce-680ffb87f6f5 req-f5f7db9e-13d6-446a-82ff-f801a4a0ee6e tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=67ec6672-22b5-4210-9ea2-177ff9f8a216 HTTP/1.1" status: 200 len: 945 time: 0.0734222 Jul 30 20:10:48.939931 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-22fdd234-fcf6-45c1-82ce-680ffb87f6f5 req-631fce0e-1b79-40bc-9b3e-2c1dfdbbf539 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526781 Jul 30 20:10:49.034382 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000c1fa-06e5-4adb-94ea-2b28fb345b20 req-2d8c3cbb-164c-4d11-bcdd-4ba878f59257 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:49.037878 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6000c1fa-06e5-4adb-94ea-2b28fb345b20 req-2d8c3cbb-164c-4d11-bcdd-4ba878f59257 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 946 time: 0.0639226 Jul 30 20:10:49.052826 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2b4c9-adf7-4ab9-aa8d-e1f17ab631fa req-73097a50-dc1e-4e95-90b8-98bf559a0a75 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:49.055023 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9cc2b4c9-adf7-4ab9-aa8d-e1f17ab631fa req-73097a50-dc1e-4e95-90b8-98bf559a0a75 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=231a4eb3-05ff-45e2-86d7-cd1ef088bc60 HTTP/1.1" status: 200 len: 945 time: 0.0559456 Jul 30 20:10:49.108863 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6000c1fa-06e5-4adb-94ea-2b28fb345b20 req-87820d9c-fd7e-4633-ad55-db840a6028af tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650802 Jul 30 20:10:49.134520 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9cc2b4c9-adf7-4ab9-aa8d-e1f17ab631fa req-e4368929-8f6b-414b-94a7-49f46cbac414 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714715 Jul 30 20:10:49.204008 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231a4eb3-05ff-45e2-86d7-cd1ef088bc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99452652-0bf4-4370-85a8-03a4c5741806'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:10:49.207774 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66ffc08-8dda-4822-a9bc-eef62a20d2ba" -d '{"events": [{"server_uuid": "231a4eb3-05ff-45e2-86d7-cd1ef088bc60", "name": "network-vif-plugged", "status": "completed", "tag": "99452652-0bf4-4370-85a8-03a4c5741806"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:10:49.237983 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 98007a55-b93a-42dd-a4b7-d6c12be7447a no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:10:49.291713 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afe4002-af14-4809-a7fd-fb0241b5f143 x-openstack-request-id: req-3afe4002-af14-4809-a7fd-fb0241b5f143 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:10:49.291930 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231a4eb3-05ff-45e2-86d7-cd1ef088bc60", "name": "network-vif-plugged", "status": "completed", "tag": "99452652-0bf4-4370-85a8-03a4c5741806", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:10:49.292440 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3afe4002-af14-4809-a7fd-fb0241b5f143 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:10:49.293032 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231a4eb3-05ff-45e2-86d7-cd1ef088bc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99452652-0bf4-4370-85a8-03a4c5741806', 'code': 200} Jul 30 20:10:49.347948 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:49.393495 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:49.404454 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 98007a55-b93a-42dd-a4b7-d6c12be7447a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:49.410303 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:49.456917 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66df3e-0794-41bc-aee4-b889438a7ffd req-b48d2842-b7fc-4816-83f4-237755820065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:49.460072 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cf66df3e-0794-41bc-aee4-b889438a7ffd req-b48d2842-b7fc-4816-83f4-237755820065 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=231a4eb3-05ff-45e2-86d7-cd1ef088bc60 HTTP/1.1" status: 200 len: 1096 time: 0.0968359 Jul 30 20:10:49.473185 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=98007a55-b93a-42dd-a4b7-d6c12be7447a,revision_number=11']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:49.490976 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de7d1f-1a71-4a74-a77f-4079e2f1bb87 req-e7c05fdf-5f6b-4233-9ea9-82ecdfdb9139 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:49.494611 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-55de7d1f-1a71-4a74-a77f-4079e2f1bb87 req-e7c05fdf-5f6b-4233-9ea9-82ecdfdb9139 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 943 time: 0.0936978 Jul 30 20:10:49.549451 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cf66df3e-0794-41bc-aee4-b889438a7ffd req-d53a1a9b-37c0-4339-b9d4-b51678a3f50e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780213 Jul 30 20:10:49.554544 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-55de7d1f-1a71-4a74-a77f-4079e2f1bb87 req-8bf53408-8c42-407e-903b-2a645df955a0 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486104 Jul 30 20:10:50.249237 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d9458-b064-4e55-b123-638b00ae343f req-11f80243-0383-4159-8f9c-15d1b5620513 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:50.250904 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-287d9458-b064-4e55-b123-638b00ae343f req-11f80243-0383-4159-8f9c-15d1b5620513 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.0618591 Jul 30 20:10:50.284243 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5e83d-27fa-4291-908e-687bc485abf8 req-e728cc01-a1b3-41a6-9823-b564a3063bfb tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:50.285916 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-19f5e83d-27fa-4291-908e-687bc485abf8 req-e728cc01-a1b3-41a6-9823-b564a3063bfb tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=231a4eb3-05ff-45e2-86d7-cd1ef088bc60 HTTP/1.1" status: 200 len: 945 time: 0.0689983 Jul 30 20:10:50.302198 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-287d9458-b064-4e55-b123-638b00ae343f req-df2eae2b-e886-4a5b-a3c1-0cd07ce5bceb tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421619 Jul 30 20:10:50.337709 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-19f5e83d-27fa-4291-908e-687bc485abf8 req-77dd7424-fe7e-44ed-b0c5-b90680ad181d tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453165 Jul 30 20:10:50.671164 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc8e53-6079-4a22-b444-a8d1653f218d req-4033c812-2384-4f0c-92e8-f7a379ed3889 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:50.672664 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cbdc8e53-6079-4a22-b444-a8d1653f218d req-4033c812-2384-4f0c-92e8-f7a379ed3889 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 943 time: 0.0514436 Jul 30 20:10:50.719376 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cbdc8e53-6079-4a22-b444-a8d1653f218d req-da4e007f-7a13-488b-9728-d8e63cb568f9 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399296 Jul 30 20:10:51.216386 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-65cbdc1a-ba58-4044-9073-bcc2a2bd0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:51.249189 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 9490d5d9-931f-49ad-88fe-ba0e43a0218a details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:10:51.314120 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f4e7c7-114c-45b1-9b94-563a4ab47b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98007a55-b93a-42dd-a4b7-d6c12be7447a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:10:51.317901 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c07649-6f51-4ce0-a0fc-f6b45fbe84a2" -d '{"events": [{"server_uuid": "35f4e7c7-114c-45b1-9b94-563a4ab47b0e", "name": "network-vif-unplugged", "status": "completed", "tag": "98007a55-b93a-42dd-a4b7-d6c12be7447a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:10:51.364725 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f8392b-1d51-482a-9ba9-58cae4dad1a0 x-openstack-request-id: req-79f8392b-1d51-482a-9ba9-58cae4dad1a0 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:10:51.365147 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f4e7c7-114c-45b1-9b94-563a4ab47b0e", "name": "network-vif-unplugged", "status": "completed", "tag": "98007a55-b93a-42dd-a4b7-d6c12be7447a", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:10:51.365587 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-79f8392b-1d51-482a-9ba9-58cae4dad1a0 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:10:51.365985 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f4e7c7-114c-45b1-9b94-563a4ab47b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98007a55-b93a-42dd-a4b7-d6c12be7447a', 'code': 200} Jul 30 20:10:51.401463 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 9490d5d9-931f-49ad-88fe-ba0e43a0218a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=9490d5d9-931f-49ad-88fe-ba0e43a0218a,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:51.415080 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '9490d5d9-931f-49ad-88fe-ba0e43a0218a', 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135', 'port_id': '9490d5d9-931f-49ad-88fe-ba0e43a0218a', 'mac_address': 'fa:16:3e:89:99:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59cd3e31-9c90-4ed9-82a3-e900a46fc84c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:10:51.458316 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:51.462797 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc4e8f-5152-401c-ac6d-c02378480133 req-653baaa5-79f5-4c7f-bd30-7b64377dc7ea tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:51.470943 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-10dc4e8f-5152-401c-ac6d-c02378480133 req-653baaa5-79f5-4c7f-bd30-7b64377dc7ea tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.0665634 Jul 30 20:10:51.474752 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9490d5d9-931f-49ad-88fe-ba0e43a0218a {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:10:51.501473 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0987e37-6a39-4b1e-af9c-1983b416f553 req-02a59491-6c93-4444-8c83-3899c4cf9586 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:51.503928 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f0987e37-6a39-4b1e-af9c-1983b416f553 req-02a59491-6c93-4444-8c83-3899c4cf9586 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=231a4eb3-05ff-45e2-86d7-cd1ef088bc60 HTTP/1.1" status: 200 len: 945 time: 0.0755007 Jul 30 20:10:51.509435 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 9490d5d9-931f-49ad-88fe-ba0e43a0218a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=9490d5d9-931f-49ad-88fe-ba0e43a0218a,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:51.516830 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:51.532995 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-10dc4e8f-5152-401c-ac6d-c02378480133 req-29065ac5-9b5d-4dcb-a7e5-67430de50680 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562148 Jul 30 20:10:51.548493 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f0987e37-6a39-4b1e-af9c-1983b416f553 req-6afb0520-a783-45a1-b36e-4e2f26467fd8 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379217 Jul 30 20:10:51.582585 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=9490d5d9-931f-49ad-88fe-ba0e43a0218a,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:51.677298 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e9f9e-2786-4320-9666-a7b69dbe8618 req-be2ca7b6-4e4a-4028-99c1-554558d79193 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:51.678794 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-074e9f9e-2786-4320-9666-a7b69dbe8618 req-be2ca7b6-4e4a-4028-99c1-554558d79193 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=2fcc3839-a35a-4a92-93d6-72baddec6e91 HTTP/1.1" status: 200 len: 946 time: 0.0516891 Jul 30 20:10:51.718303 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-074e9f9e-2786-4320-9666-a7b69dbe8618 req-cc7cdf05-d626-42ff-91f9-c787a2199f9d tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330038 Jul 30 20:10:51.851298 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e46dc-6d2c-466c-8ba2-0569af9345e6 req-3fc5a25a-e608-459f-8f51-a161b3aac0e8 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:51.852904 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-925e46dc-6d2c-466c-8ba2-0569af9345e6 req-3fc5a25a-e608-459f-8f51-a161b3aac0e8 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 944 time: 0.0505118 Jul 30 20:10:51.904378 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-925e46dc-6d2c-466c-8ba2-0569af9345e6 req-022cdd62-f485-44c9-b960-db4592b25841 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449665 Jul 30 20:10:51.987371 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6580aef-852d-4f08-9b41-e9a8c27618f3 req-45de99ff-c7ee-47f0-a9f6-d861fa8897ab tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:51.989232 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c6580aef-852d-4f08-9b41-e9a8c27618f3 req-45de99ff-c7ee-47f0-a9f6-d861fa8897ab tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=2fcc3839-a35a-4a92-93d6-72baddec6e91 HTTP/1.1" status: 200 len: 946 time: 0.0522602 Jul 30 20:10:52.033417 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c6580aef-852d-4f08-9b41-e9a8c27618f3 req-47a1cfe7-5d56-4331-befc-b62c604fec2a tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381391 Jul 30 20:10:52.039420 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['9490d5d9-931f-49ad-88fe-ba0e43a0218a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:10:52.591994 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7df2b9-3a07-4f5f-b1ab-5479be1db0c4 req-7b121c63-2ee5-4c69-8d96-164b9771fa07 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:52.593760 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8a7df2b9-3a07-4f5f-b1ab-5479be1db0c4 req-7b121c63-2ee5-4c69-8d96-164b9771fa07 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d21ecb-5bbb-424f-88d9-f443b195c026 HTTP/1.1" status: 200 len: 946 time: 0.0587659 Jul 30 20:10:52.636939 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8a7df2b9-3a07-4f5f-b1ab-5479be1db0c4 req-eab71256-be33-4086-8c59-8259fae01bcc tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/security-groups?id=b676a797-7fc0-4a03-8d41-33b27b2b388a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360224 Jul 30 20:10:52.657517 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8e61a-1051-4a9a-851e-817257f1d30d req-679359f0-3b62-4ffa-9872-3c26df159d64 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:52.659972 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99c8e61a-1051-4a9a-851e-817257f1d30d req-679359f0-3b62-4ffa-9872-3c26df159d64 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.0547814 Jul 30 20:10:52.703357 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99c8e61a-1051-4a9a-851e-817257f1d30d req-99b51a4b-b922-4710-be7c-e026ba6a4006 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379622 Jul 30 20:10:53.023023 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d119ba-3705-4713-bc8f-93f22fffdcb4 req-2c59588d-4683-4fce-8790-810c9fea1c09 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:53.024496 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d6d119ba-3705-4713-bc8f-93f22fffdcb4 req-2c59588d-4683-4fce-8790-810c9fea1c09 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 944 time: 0.0494840 Jul 30 20:10:53.061950 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d6d119ba-3705-4713-bc8f-93f22fffdcb4 req-1a040e2f-5f50-4e86-b258-fab4f6aa3c13 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313749 Jul 30 20:10:53.164987 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0285bc2-6e80-4b46-98ea-2132db5affca req-419f8471-1902-4d83-b225-76335ff92210 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:53.166470 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d0285bc2-6e80-4b46-98ea-2132db5affca req-419f8471-1902-4d83-b225-76335ff92210 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=2fcc3839-a35a-4a92-93d6-72baddec6e91 HTTP/1.1" status: 200 len: 946 time: 0.0494716 Jul 30 20:10:53.209524 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d0285bc2-6e80-4b46-98ea-2132db5affca req-2f9127c7-2b8e-4a50-9481-49eccec4feb4 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372186 Jul 30 20:10:53.288227 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 98007a55-b93a-42dd-a4b7-d6c12be7447a details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:10:53.382763 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 98007a55-b93a-42dd-a4b7-d6c12be7447a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:53.394330 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '98007a55-b93a-42dd-a4b7-d6c12be7447a', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'port_id': '98007a55-b93a-42dd-a4b7-d6c12be7447a', 'mac_address': 'fa:16:3e:2b:4b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:10:53.431055 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:53.444011 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98007a55-b93a-42dd-a4b7-d6c12be7447a {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:10:53.462848 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 98007a55-b93a-42dd-a4b7-d6c12be7447a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:53.466352 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:53.519356 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=98007a55-b93a-42dd-a4b7-d6c12be7447a,revision_number=12']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:53.569928 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['98007a55-b93a-42dd-a4b7-d6c12be7447a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:10:53.656718 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b82852d-5816-43d8-8a8e-26634aeac491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:53.759717 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5eb917-ecdd-49e6-a9ba-a1ded6e052ba req-e52f6058-15e6-4c91-a801-2c81f1a2d1b2 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:53.761329 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3b5eb917-ecdd-49e6-a9ba-a1ded6e052ba req-e52f6058-15e6-4c91-a801-2c81f1a2d1b2 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d21ecb-5bbb-424f-88d9-f443b195c026 HTTP/1.1" status: 200 len: 946 time: 0.0512729 Jul 30 20:10:53.800523 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3b5eb917-ecdd-49e6-a9ba-a1ded6e052ba req-83fa5044-4acc-4356-8715-fbb23962e58d tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/security-groups?id=b676a797-7fc0-4a03-8d41-33b27b2b388a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330386 Jul 30 20:10:53.852675 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:53.874642 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1a649-a241-4de0-8880-02a9efc5dd5e req-c6c8f355-f18d-4a79-ad44-06914ce6224a tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:53.876340 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-aaa1a649-a241-4de0-8880-02a9efc5dd5e req-c6c8f355-f18d-4a79-ad44-06914ce6224a tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 945 time: 0.0505667 Jul 30 20:10:53.916370 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-aaa1a649-a241-4de0-8880-02a9efc5dd5e req-bdc7053a-74a5-487a-8670-6f8d88f127d5 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340123 Jul 30 20:10:53.954799 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce0df9-20db-4f25-a531-b0a0a2b3964d req-36b66058-3d70-4c5c-8eee-ed70399e64ee tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:53.956283 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dcce0df9-20db-4f25-a531-b0a0a2b3964d req-36b66058-3d70-4c5c-8eee-ed70399e64ee tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fcc3839-a35a-4a92-93d6-72baddec6e91 HTTP/1.1" status: 200 len: 946 time: 0.0489907 Jul 30 20:10:54.055481 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-dcce0df9-20db-4f25-a531-b0a0a2b3964d req-df962483-a4a6-4195-b7d6-d64a47c511fd tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Deleting port e5b20315-a4e0-486b-b5a3-f01a5c402057 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:10:54.055843 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dcce0df9-20db-4f25-a531-b0a0a2b3964d req-df962483-a4a6-4195-b7d6-d64a47c511fd tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:54.186223 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-dcce0df9-20db-4f25-a531-b0a0a2b3964d req-df962483-a4a6-4195-b7d6-d64a47c511fd tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] For port e5b20315-a4e0-486b-b5a3-f01a5c402057, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=e5b20315-a4e0-486b-b5a3-f01a5c402057,segment=NetworkSegment(7b8744f5-4b61-4c94-bb43-b8323165a172),segment_id=7b8744f5-4b61-4c94-bb43-b8323165a172)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:54.186602 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dcce0df9-20db-4f25-a531-b0a0a2b3964d req-df962483-a4a6-4195-b7d6-d64a47c511fd tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:54.201757 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-dcce0df9-20db-4f25-a531-b0a0a2b3964d req-df962483-a4a6-4195-b7d6-d64a47c511fd tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Calling delete_port for e5b20315-a4e0-486b-b5a3-f01a5c402057 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:10:54.222800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56dfa8-9bd2-4155-be79-e05a74e37bef req-8aad40bb-708f-401d-95e7-043670276ac3 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:54.224985 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a56dfa8-9bd2-4155-be79-e05a74e37bef req-8aad40bb-708f-401d-95e7-043670276ac3 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 944 time: 0.0939724 Jul 30 20:10:54.308335 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a56dfa8-9bd2-4155-be79-e05a74e37bef req-d847f160-fa6b-4ff8-bb6c-c795e8b97fff tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527346 Jul 30 20:10:54.372160 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4ddea-473e-4381-a73d-819cc7391a5b req-3cbbcfc2-8c7e-489e-bc72-76a06b17211a tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:54.373655 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d2b4ddea-473e-4381-a73d-819cc7391a5b req-3cbbcfc2-8c7e-489e-bc72-76a06b17211a tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=2fcc3839-a35a-4a92-93d6-72baddec6e91 HTTP/1.1" status: 200 len: 946 time: 0.0501640 Jul 30 20:10:54.387716 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dcce0df9-20db-4f25-a531-b0a0a2b3964d req-df962483-a4a6-4195-b7d6-d64a47c511fd tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:54.401837 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['99452652-0bf4-4370-85a8-03a4c5741806'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:10:54.406418 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['e5b20315-a4e0-486b-b5a3-f01a5c402057', 'e6b5355b-d5e0-4767-92f6-b4329b3eb0d1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:10:54.416288 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d2b4ddea-473e-4381-a73d-819cc7391a5b req-10ed1c15-18c5-4a98-b4fd-e946e589f1df tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354307 Jul 30 20:10:54.417332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df962483-a4a6-4195-b7d6-d64a47c511fd tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Pushing event deleted for resources: {'Port': ['ID=e5b20315-a4e0-486b-b5a3-f01a5c402057,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:54.457432 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcce0df9-20db-4f25-a531-b0a0a2b3964d req-df962483-a4a6-4195-b7d6-d64a47c511fd tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] No DVR routers for this DVR port e5b20315-a4e0-486b-b5a3-f01a5c402057 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:10:54.460884 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dcce0df9-20db-4f25-a531-b0a0a2b3964d req-df962483-a4a6-4195-b7d6-d64a47c511fd tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:54.462926 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dcce0df9-20db-4f25-a531-b0a0a2b3964d req-df962483-a4a6-4195-b7d6-d64a47c511fd tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.59 "DELETE /v2.0/ports/e5b20315-a4e0-486b-b5a3-f01a5c402057 HTTP/1.1" status: 204 len: 173 time: 0.4986861 Jul 30 20:10:54.463395 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcc3839-a35a-4a92-93d6-72baddec6e91', 'name': 'network-vif-deleted', 'tag': 'e5b20315-a4e0-486b-b5a3-f01a5c402057'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:10:54.465695 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5288b637-1799-4692-9c46-19f192e7bd78" -d '{"events": [{"server_uuid": "2fcc3839-a35a-4a92-93d6-72baddec6e91", "name": "network-vif-deleted", "tag": "e5b20315-a4e0-486b-b5a3-f01a5c402057"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:10:54.513894 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1190b765-a932-4e8d-a672-2555dd7f9967 x-openstack-request-id: req-1190b765-a932-4e8d-a672-2555dd7f9967 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:10:54.514273 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fcc3839-a35a-4a92-93d6-72baddec6e91", "name": "network-vif-deleted", "tag": "e5b20315-a4e0-486b-b5a3-f01a5c402057", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:10:54.514590 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1190b765-a932-4e8d-a672-2555dd7f9967 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:10:54.515086 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcc3839-a35a-4a92-93d6-72baddec6e91', 'name': 'network-vif-deleted', 'tag': 'e5b20315-a4e0-486b-b5a3-f01a5c402057', 'status': 'completed', 'code': 200} Jul 30 20:10:54.860449 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:54.920572 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b75cbd-b7dd-4937-b269-af57281e9f98 req-3ac409b9-5b76-4371-be0d-e2b8ef3f9a69 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:54.922094 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3b75cbd-b7dd-4937-b269-af57281e9f98 req-3ac409b9-5b76-4371-be0d-e2b8ef3f9a69 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d21ecb-5bbb-424f-88d9-f443b195c026 HTTP/1.1" status: 200 len: 946 time: 0.0505600 Jul 30 20:10:54.969555 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3b75cbd-b7dd-4937-b269-af57281e9f98 req-243dc93a-a1f2-49b8-987f-edeb9a3eaa0f tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/security-groups?id=b676a797-7fc0-4a03-8d41-33b27b2b388a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406134 Jul 30 20:10:55.040764 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4df74-5b8b-40a0-bbaa-252d505d6c69 req-dd6812d3-9c64-4f56-b30c-719f6bc326fb tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:55.042377 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1ed4df74-5b8b-40a0-bbaa-252d505d6c69 req-dd6812d3-9c64-4f56-b30c-719f6bc326fb tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 945 time: 0.0543978 Jul 30 20:10:55.100722 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1ed4df74-5b8b-40a0-bbaa-252d505d6c69 req-0548c38a-9ebd-4700-afd1-60c3cfeff7f5 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509517 Jul 30 20:10:55.101427 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58483fd4-ba0e-4e05-8421-203d914132a0 req-b8a9e829-8ac4-4aa6-b7c2-12da1102e062 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:55.102879 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58483fd4-ba0e-4e05-8421-203d914132a0 req-b8a9e829-8ac4-4aa6-b7c2-12da1102e062 tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.83 "GET /v2.0/ports?device_id=36d21ecb-5bbb-424f-88d9-f443b195c026 HTTP/1.1" status: 200 len: 946 time: 0.0734656 Jul 30 20:10:55.221557 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-58483fd4-ba0e-4e05-8421-203d914132a0 req-29082450-df77-4127-85fa-953b131a824b tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Deleting port 21ab8a22-3785-4e4d-8f8f-9d151d6fd796 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:10:55.222030 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-58483fd4-ba0e-4e05-8421-203d914132a0 req-29082450-df77-4127-85fa-953b131a824b tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:55.292242 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 98007a55-b93a-42dd-a4b7-d6c12be7447a up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:10:55.351693 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 98007a55-b93a-42dd-a4b7-d6c12be7447a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:10:55.352033 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:55.400602 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517ec43-2a13-48a7-bcde-6199ce443997 req-0663ee6b-4b65-4482-b83f-74e7d65bfce9 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:55.402113 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b517ec43-2a13-48a7-bcde-6199ce443997 req-0663ee6b-4b65-4482-b83f-74e7d65bfce9 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.1217895 Jul 30 20:10:55.406616 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2eaaca-5707-4b41-b18c-01703f309e82 req-f0c3a2af-9f73-4bbc-8edd-bba9bdfe1bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:55.408097 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3c2eaaca-5707-4b41-b18c-01703f309e82 req-f0c3a2af-9f73-4bbc-8edd-bba9bdfe1bcb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09553e316346494fa270dcd1f0b0acee&device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 1096 time: 0.1289093 Jul 30 20:10:55.415278 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-58483fd4-ba0e-4e05-8421-203d914132a0 req-29082450-df77-4127-85fa-953b131a824b tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] For port 21ab8a22-3785-4e4d-8f8f-9d151d6fd796, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=21ab8a22-3785-4e4d-8f8f-9d151d6fd796,segment=NetworkSegment(6090bdf2-0547-4b1b-8e26-7950eff4220f),segment_id=6090bdf2-0547-4b1b-8e26-7950eff4220f)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:55.415678 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-58483fd4-ba0e-4e05-8421-203d914132a0 req-29082450-df77-4127-85fa-953b131a824b tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:55.438022 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:55.449825 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741ced7-e68b-4b77-a943-a5b5ed44c440 req-39c98bdd-e34c-4a13-a4cc-1293c4a1fec9 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:55.451349 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b741ced7-e68b-4b77-a943-a5b5ed44c440 req-39c98bdd-e34c-4a13-a4cc-1293c4a1fec9 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 944 time: 0.0519278 Jul 30 20:10:55.462670 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-58483fd4-ba0e-4e05-8421-203d914132a0 req-29082450-df77-4127-85fa-953b131a824b tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Calling delete_port for 21ab8a22-3785-4e4d-8f8f-9d151d6fd796 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:10:55.477312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 98007a55-b93a-42dd-a4b7-d6c12be7447a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:55.478212 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f4e7c7-114c-45b1-9b94-563a4ab47b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98007a55-b93a-42dd-a4b7-d6c12be7447a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:10:55.481195 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a2b679-4389-4a0c-8a25-d85458f4f5b8" -d '{"events": [{"server_uuid": "35f4e7c7-114c-45b1-9b94-563a4ab47b0e", "name": "network-vif-plugged", "status": "completed", "tag": "98007a55-b93a-42dd-a4b7-d6c12be7447a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:10:55.485134 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:55.486397 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 9490d5d9-931f-49ad-88fe-ba0e43a0218a up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:10:55.494604 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b741ced7-e68b-4b77-a943-a5b5ed44c440 req-4393c6b9-5487-4284-854b-426d1f4bc09e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354912 Jul 30 20:10:55.522539 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b517ec43-2a13-48a7-bcde-6199ce443997 req-3629cb23-d2eb-43ae-9a04-5004e8ffae43 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098521 Jul 30 20:10:55.569158 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=98007a55-b93a-42dd-a4b7-d6c12be7447a,revision_number=13']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:55.588894 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 9490d5d9-931f-49ad-88fe-ba0e43a0218a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:10:55.595033 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 9490d5d9-931f-49ad-88fe-ba0e43a0218a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:10:55.595588 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:55.619717 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2eaaca-5707-4b41-b18c-01703f309e82 req-8db42810-b1fa-4029-a4c7-278f2bf40ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:55.621184 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3c2eaaca-5707-4b41-b18c-01703f309e82 req-8db42810-b1fa-4029-a4c7-278f2bf40ee1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9419649c-32e6-4256-8c69-e3a81135c2cf HTTP/1.1" status: 200 len: 919 time: 0.1986928 Jul 30 20:10:55.631647 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664e67cf-11d9-493b-b077-adc8b34da2f4 x-openstack-request-id: req-664e67cf-11d9-493b-b077-adc8b34da2f4 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:10:55.631930 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f4e7c7-114c-45b1-9b94-563a4ab47b0e", "name": "network-vif-plugged", "status": "completed", "tag": "98007a55-b93a-42dd-a4b7-d6c12be7447a", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:10:55.632447 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-664e67cf-11d9-493b-b077-adc8b34da2f4 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:10:55.632666 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f4e7c7-114c-45b1-9b94-563a4ab47b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98007a55-b93a-42dd-a4b7-d6c12be7447a', 'code': 200} Jul 30 20:10:55.668830 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3c2eaaca-5707-4b41-b18c-01703f309e82 req-179ca527-2d75-4e3e-ae87-e67b33d6fb79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d748139-edad-447b-a296-f5d3028d2640 HTTP/1.1" status: 200 len: 217 time: 0.0367734 Jul 30 20:10:55.686481 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:55.725790 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 9490d5d9-931f-49ad-88fe-ba0e43a0218a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=9490d5d9-931f-49ad-88fe-ba0e43a0218a,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:55.730917 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:55.762965 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2eaaca-5707-4b41-b18c-01703f309e82 req-c579b5d2-c8db-4f2f-857c-b6f189bdf980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:55.764788 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3c2eaaca-5707-4b41-b18c-01703f309e82 req-c579b5d2-c8db-4f2f-857c-b6f189bdf980 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c5318bb5-b3de-40d1-afc8-28b191b755d1 HTTP/1.1" status: 200 len: 858 time: 0.0837464 Jul 30 20:10:55.768235 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-58483fd4-ba0e-4e05-8421-203d914132a0 req-29082450-df77-4127-85fa-953b131a824b tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:55.791755 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['21ab8a22-3785-4e4d-8f8f-9d151d6fd796'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:10:55.822379 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29082450-df77-4127-85fa-953b131a824b tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Pushing event deleted for resources: {'Port': ['ID=21ab8a22-3785-4e4d-8f8f-9d151d6fd796,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:55.823024 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=9490d5d9-931f-49ad-88fe-ba0e43a0218a,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:55.825839 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3c2eaaca-5707-4b41-b18c-01703f309e82 req-a0966b78-ec7b-4324-a4d8-b75444bb8aca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9419649c-32e6-4256-8c69-e3a81135c2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468364 Jul 30 20:10:55.907644 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-58483fd4-ba0e-4e05-8421-203d914132a0 req-29082450-df77-4127-85fa-953b131a824b tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] No DVR routers for this DVR port 21ab8a22-3785-4e4d-8f8f-9d151d6fd796 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:10:55.911777 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-58483fd4-ba0e-4e05-8421-203d914132a0 req-29082450-df77-4127-85fa-953b131a824b tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:55.913709 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58483fd4-ba0e-4e05-8421-203d914132a0 req-29082450-df77-4127-85fa-953b131a824b tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.83 "DELETE /v2.0/ports/21ab8a22-3785-4e4d-8f8f-9d151d6fd796 HTTP/1.1" status: 204 len: 173 time: 0.7962883 Jul 30 20:10:55.958553 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3c2eaaca-5707-4b41-b18c-01703f309e82 req-f3ad8e96-8fff-4fc0-8049-d29ce5284794 service neutron] 10.222.0.59 "GET /v2.0/networks/9419649c-32e6-4256-8c69-e3a81135c2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121132 Jul 30 20:10:56.072357 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3c2eaaca-5707-4b41-b18c-01703f309e82 req-3d5d6478-a34f-4151-a825-437e4d97c764 service neutron] 10.222.0.59 "GET /v2.0/networks/9419649c-32e6-4256-8c69-e3a81135c2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045289 Jul 30 20:10:56.095673 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fd5ee7fd-f7cc-403f-9a56-f678d165dcdf req-0a6ea603-0953-425e-b6de-3808e9da71ba tempest-VolumesAdminNegativeTest-1525886843 tempest-VolumesAdminNegativeTest-1525886843-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d21ecb-5bbb-424f-88d9-f443b195c026 HTTP/1.1" status: 200 len: 210 time: 0.0305865 Jul 30 20:10:56.218281 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bbef9-b03d-43a9-abac-8b3e6ddf17a1 req-31fae224-a6aa-43e6-9e62-a32f66a85694 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:56.219815 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a83bbef9-b03d-43a9-abac-8b3e6ddf17a1 req-31fae224-a6aa-43e6-9e62-a32f66a85694 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 946 time: 0.0490398 Jul 30 20:10:56.257876 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a83bbef9-b03d-43a9-abac-8b3e6ddf17a1 req-c2de35c2-0e02-497d-8b0b-e4b7a1cd35c8 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315042 Jul 30 20:10:56.307790 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88a7f9-ed0c-4e10-8641-fd3f55bcf1d6 req-08d4f2a9-0709-44db-b379-a4eec578ee21 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:56.313698 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88a7f9-ed0c-4e10-8641-fd3f55bcf1d6 req-08d4f2a9-0709-44db-b379-a4eec578ee21 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:56.315591 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be88a7f9-ed0c-4e10-8641-fd3f55bcf1d6 req-08d4f2a9-0709-44db-b379-a4eec578ee21 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=231a4eb3-05ff-45e2-86d7-cd1ef088bc60&device_id=67ec6672-22b5-4210-9ea2-177ff9f8a216 HTTP/1.1" status: 200 len: 1681 time: 0.0709715 Jul 30 20:10:56.357678 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be88a7f9-ed0c-4e10-8641-fd3f55bcf1d6 req-d2b40875-d476-4652-bff2-b14f1eeca1e0 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346487 Jul 30 20:10:56.515772 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d21ecb-5bbb-424f-88d9-f443b195c026', 'name': 'network-vif-deleted', 'tag': '21ab8a22-3785-4e4d-8f8f-9d151d6fd796'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:10:56.518268 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a860371-8edc-4e14-9798-73a4641babcc" -d '{"events": [{"server_uuid": "36d21ecb-5bbb-424f-88d9-f443b195c026", "name": "network-vif-deleted", "tag": "21ab8a22-3785-4e4d-8f8f-9d151d6fd796"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:10:56.553122 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8f3d21-db22-4fac-a4f4-ba6c569dabda x-openstack-request-id: req-9b8f3d21-db22-4fac-a4f4-ba6c569dabda {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:10:56.553419 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d21ecb-5bbb-424f-88d9-f443b195c026", "name": "network-vif-deleted", "tag": "21ab8a22-3785-4e4d-8f8f-9d151d6fd796", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:10:56.553666 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b8f3d21-db22-4fac-a4f4-ba6c569dabda {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:10:56.554055 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d21ecb-5bbb-424f-88d9-f443b195c026', 'name': 'network-vif-deleted', 'tag': '21ab8a22-3785-4e4d-8f8f-9d151d6fd796', 'status': 'completed', 'code': 200} Jul 30 20:10:56.652387 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b9596-9a9c-403e-bdce-548c72c85f9c req-78b61dd9-833a-4278-865b-8807fcf91d03 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:56.654064 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-414b9596-9a9c-403e-bdce-548c72c85f9c req-78b61dd9-833a-4278-865b-8807fcf91d03 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 945 time: 0.0566199 Jul 30 20:10:56.704785 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-414b9596-9a9c-403e-bdce-548c72c85f9c req-4ddb7676-f202-4975-89a2-f478d1001a5a tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444984 Jul 30 20:10:56.736305 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:56.761497 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c29942-302f-4cb1-be47-c180ec477f3b req-7d77afe0-f519-49e0-9dca-190191a35841 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:56.763067 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40c29942-302f-4cb1-be47-c180ec477f3b req-7d77afe0-f519-49e0-9dca-190191a35841 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.0824447 Jul 30 20:10:56.803566 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40c29942-302f-4cb1-be47-c180ec477f3b req-1eefcc41-2363-4233-a26a-72f9dbad8f66 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339003 Jul 30 20:10:56.992264 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa76f6c-1f5a-469b-b78a-d68abb5bcbef req-2f906f39-0715-4d37-bbb8-30d5c5c2e377 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:56.993756 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3aa76f6c-1f5a-469b-b78a-d68abb5bcbef req-2f906f39-0715-4d37-bbb8-30d5c5c2e377 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=231a4eb3-05ff-45e2-86d7-cd1ef088bc60 HTTP/1.1" status: 200 len: 945 time: 0.0554912 Jul 30 20:10:57.032828 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3aa76f6c-1f5a-469b-b78a-d68abb5bcbef req-c2bcc27f-8012-4690-b036-6e4b55b3e43f tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329008 Jul 30 20:10:57.153870 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35194) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:57.206940 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b4b4bf-633e-4a1b-b6fe-e21adffb1e3c admin admin] Deleting subnet 9a059aaa-cd46-468f-ad68-183a031831a8 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:10:57.210423 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8b4b4bf-633e-4a1b-b6fe-e21adffb1e3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:57.250746 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8b4b4bf-633e-4a1b-b6fe-e21adffb1e3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:57.299454 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8b4b4bf-633e-4a1b-b6fe-e21adffb1e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:57.400655 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8b4b4bf-633e-4a1b-b6fe-e21adffb1e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:57.437819 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4b4bf-633e-4a1b-b6fe-e21adffb1e3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a059aaa-cd46-468f-ad68-183a031831a8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:57.441557 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8b4b4bf-633e-4a1b-b6fe-e21adffb1e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:57.444272 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a8b4b4bf-633e-4a1b-b6fe-e21adffb1e3c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9a059aaa-cd46-468f-ad68-183a031831a8 HTTP/1.1" status: 204 len: 168 time: 0.2891543 Jul 30 20:10:57.446669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35206) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:57.469006 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70768587-1378-4a1a-a1d0-59eadc33c230 req-37c1a707-4533-4280-a37f-71b592d97715 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:57.475544 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-70768587-1378-4a1a-a1d0-59eadc33c230 req-37c1a707-4533-4280-a37f-71b592d97715 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 946 time: 0.1196666 Jul 30 20:10:57.489671 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4b4bf-633e-4a1b-b6fe-e21adffb1e3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:57.490337 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4b4bf-633e-4a1b-b6fe-e21adffb1e3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:57.491040 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4b4bf-633e-4a1b-b6fe-e21adffb1e3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:57.491560 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4b4bf-633e-4a1b-b6fe-e21adffb1e3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:57.492201 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4b4bf-633e-4a1b-b6fe-e21adffb1e3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:57.492764 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4b4bf-633e-4a1b-b6fe-e21adffb1e3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:57.493323 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4b4bf-633e-4a1b-b6fe-e21adffb1e3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:57.493807 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4b4bf-633e-4a1b-b6fe-e21adffb1e3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:57.494303 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4b4bf-633e-4a1b-b6fe-e21adffb1e3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:57.494845 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4b4bf-633e-4a1b-b6fe-e21adffb1e3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:57.495411 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4b4bf-633e-4a1b-b6fe-e21adffb1e3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:57.495938 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4b4bf-633e-4a1b-b6fe-e21adffb1e3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:10:57.539636 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-12fadc1a-41d6-49f8-8c3a-1941db2d7d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:57.556294 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-70768587-1378-4a1a-a1d0-59eadc33c230 req-b5a891ac-27fb-4014-b2d0-daf42900973a tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717547 Jul 30 20:10:57.623971 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-12fadc1a-41d6-49f8-8c3a-1941db2d7d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:57.634195 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637bf18e-a00f-4754-8cbd-44b3e1260a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9490d5d9-931f-49ad-88fe-ba0e43a0218a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:10:57.634641 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-12fadc1a-41d6-49f8-8c3a-1941db2d7d85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70673350-080e-4c0f-8fba-4dd2adce096e']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:57.637752 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b86399-e6df-4407-883b-d342266e5fba" -d '{"events": [{"server_uuid": "637bf18e-a00f-4754-8cbd-44b3e1260a87", "name": "network-vif-plugged", "status": "completed", "tag": "9490d5d9-931f-49ad-88fe-ba0e43a0218a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:10:57.647044 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-12fadc1a-41d6-49f8-8c3a-1941db2d7d85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6090bdf2-0547-4b1b-8e26-7950eff4220f') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:57.647411 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-12fadc1a-41d6-49f8-8c3a-1941db2d7d85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6090bdf2-0547-4b1b-8e26-7950eff4220f') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:57.658426 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-12fadc1a-41d6-49f8-8c3a-1941db2d7d85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:57.676937 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-12fadc1a-41d6-49f8-8c3a-1941db2d7d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:57.679825 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05f4561-f69f-4af1-9f66-51b5d00b241b x-openstack-request-id: req-a05f4561-f69f-4af1-9f66-51b5d00b241b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:10:57.680338 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637bf18e-a00f-4754-8cbd-44b3e1260a87", "name": "network-vif-plugged", "status": "completed", "tag": "9490d5d9-931f-49ad-88fe-ba0e43a0218a", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:10:57.680882 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a05f4561-f69f-4af1-9f66-51b5d00b241b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:10:57.681454 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637bf18e-a00f-4754-8cbd-44b3e1260a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9490d5d9-931f-49ad-88fe-ba0e43a0218a', 'code': 200} Jul 30 20:10:57.684828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fadc1a-41d6-49f8-8c3a-1941db2d7d85 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:10:57.685353 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-12fadc1a-41d6-49f8-8c3a-1941db2d7d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:10:57.756787 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:10:57.802982 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-12fadc1a-41d6-49f8-8c3a-1941db2d7d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:57.820538 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-12fadc1a-41d6-49f8-8c3a-1941db2d7d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:57.823013 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-12fadc1a-41d6-49f8-8c3a-1941db2d7d85 admin admin] 10.222.0.81 "DELETE /v2.0/networks/70673350-080e-4c0f-8fba-4dd2adce096e HTTP/1.1" status: 204 len: 168 time: 0.3753068 Jul 30 20:10:57.824101 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fadc1a-41d6-49f8-8c3a-1941db2d7d85 admin admin] Pushing event deleted for resources: {'Network': ['ID=70673350-080e-4c0f-8fba-4dd2adce096e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:57.825796 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35212) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:57.857401 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570f625-6193-40aa-83ca-b6ae6830a0c2 req-f4c84e22-7ea5-4794-80d5-03ebd7c21974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:57.859173 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a570f625-6193-40aa-83ca-b6ae6830a0c2 req-f4c84e22-7ea5-4794-80d5-03ebd7c21974 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 1096 time: 0.0996540 Jul 30 20:10:57.885094 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6dfc22-c041-40c8-9dad-c57bafd8fd16 req-64f43064-ed8c-46d6-8203-5131d7420547 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:57.895962 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2b6dfc22-c041-40c8-9dad-c57bafd8fd16 req-64f43064-ed8c-46d6-8203-5131d7420547 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 945 time: 0.1044190 Jul 30 20:10:57.910623 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf38f21-747c-4e42-be06-e2bc4123146e admin admin] Deleting subnet edc3150b-928c-4143-b4dc-f7c04aae318e {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:10:57.914566 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-baf38f21-747c-4e42-be06-e2bc4123146e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:57.941450 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2b6dfc22-c041-40c8-9dad-c57bafd8fd16 req-634623d8-58ac-44ee-89ae-a8cb8d676dda tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445738 Jul 30 20:10:57.944837 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a570f625-6193-40aa-83ca-b6ae6830a0c2 req-35c94b42-4ab1-4d20-9e12-16f70d78b53f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736668 Jul 30 20:10:57.990578 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-baf38f21-747c-4e42-be06-e2bc4123146e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:58.040450 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7001c-c91f-40b6-9de2-60b59b363a61 req-38eb68df-10a6-4d91-9134-5a682d82bb6c tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:58.042762 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dca7001c-c91f-40b6-9de2-60b59b363a61 req-38eb68df-10a6-4d91-9134-5a682d82bb6c tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.1011720 Jul 30 20:10:58.066023 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-baf38f21-747c-4e42-be06-e2bc4123146e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:58.146413 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dca7001c-c91f-40b6-9de2-60b59b363a61 req-2a06a84e-49fc-4bdf-8a81-776bcd3227fc tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969450 Jul 30 20:10:58.172284 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-baf38f21-747c-4e42-be06-e2bc4123146e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:58.186843 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-baf38f21-747c-4e42-be06-e2bc4123146e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:58.191558 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-baf38f21-747c-4e42-be06-e2bc4123146e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/edc3150b-928c-4143-b4dc-f7c04aae318e HTTP/1.1" status: 204 len: 168 time: 0.3645074 Jul 30 20:10:58.192695 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35220) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:58.218095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf38f21-747c-4e42-be06-e2bc4123146e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edc3150b-928c-4143-b4dc-f7c04aae318e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:58.244331 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd06d4-7231-4ce0-9734-4d28e2815ba1 req-9fa6203e-a05c-4589-a7d1-d82bacb516b8 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:58.252643 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8bfd06d4-7231-4ce0-9734-4d28e2815ba1 req-9fa6203e-a05c-4589-a7d1-d82bacb516b8 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=231a4eb3-05ff-45e2-86d7-cd1ef088bc60 HTTP/1.1" status: 200 len: 945 time: 0.0696559 Jul 30 20:10:58.291636 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1179d12c-7469-42db-908a-b2ea4771afb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:58.307488 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8bfd06d4-7231-4ce0-9734-4d28e2815ba1 req-2e1d8291-58f3-4a41-a9f9-f4bc69e12902 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539701 Jul 30 20:10:58.418569 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1179d12c-7469-42db-908a-b2ea4771afb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:58.432762 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-1179d12c-7469-42db-908a-b2ea4771afb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a877288-f3b9-4dc8-aea0-6342cf966e72']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:58.448110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7909b-80d6-4b1a-a994-1823c539e9a8 req-e5f9d633-a3d7-4892-b9f5-0ad1602e9039 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:58.449586 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-11d7909b-80d6-4b1a-a994-1823c539e9a8 req-e5f9d633-a3d7-4892-b9f5-0ad1602e9039 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.83 "GET /v2.0/ports?device_id=231a4eb3-05ff-45e2-86d7-cd1ef088bc60 HTTP/1.1" status: 200 len: 945 time: 0.1203942 Jul 30 20:10:58.454080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-1179d12c-7469-42db-908a-b2ea4771afb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab1e27e5-e513-475a-ba4b-dcbecaa72db7') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:58.454744 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-1179d12c-7469-42db-908a-b2ea4771afb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab1e27e5-e513-475a-ba4b-dcbecaa72db7') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:10:58.521390 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1179d12c-7469-42db-908a-b2ea4771afb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:58.537031 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1179d12c-7469-42db-908a-b2ea4771afb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:58.544092 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1179d12c-7469-42db-908a-b2ea4771afb9 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:10:58.544503 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1179d12c-7469-42db-908a-b2ea4771afb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:10:58.613804 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:10:58.639780 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1179d12c-7469-42db-908a-b2ea4771afb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:58.658070 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1179d12c-7469-42db-908a-b2ea4771afb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:58.662402 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1179d12c-7469-42db-908a-b2ea4771afb9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9a877288-f3b9-4dc8-aea0-6342cf966e72 HTTP/1.1" status: 204 len: 168 time: 0.4675567 Jul 30 20:10:58.698737 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179d12c-7469-42db-908a-b2ea4771afb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a877288-f3b9-4dc8-aea0-6342cf966e72,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:58.768697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5f9b7-3c45-4c4e-95ba-a763eebff8ea req-47d6a725-5f59-4ed2-97aa-4e1f0680ffda tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:58.770576 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5bd5f9b7-3c45-4c4e-95ba-a763eebff8ea req-47d6a725-5f59-4ed2-97aa-4e1f0680ffda tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.59 "GET /v2.0/ports?device_id=67ec6672-22b5-4210-9ea2-177ff9f8a216 HTTP/1.1" status: 200 len: 945 time: 0.2761049 Jul 30 20:10:58.838880 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f7ac8-a331-4cb4-aedc-d3e7fbef1b40 req-0b33b847-d7ec-462a-b730-4f74df3a33dd tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:58.840538 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9f8f7ac8-a331-4cb4-aedc-d3e7fbef1b40 req-0b33b847-d7ec-462a-b730-4f74df3a33dd tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 946 time: 0.1733971 Jul 30 20:10:58.904425 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35230) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:58.912699 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-11d7909b-80d6-4b1a-a994-1823c539e9a8 req-824768b6-19eb-48f7-97b7-076ef6d9c942 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Deleting port 99452652-0bf4-4370-85a8-03a4c5741806 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:10:58.912929 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-11d7909b-80d6-4b1a-a994-1823c539e9a8 req-824768b6-19eb-48f7-97b7-076ef6d9c942 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:58.958413 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f8a4a6fb-729e-4c8d-b71d-85483aeb265e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6cd054ddd5434ea694af402d1c1d0156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501349 Jul 30 20:10:58.958636 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35232) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:58.971624 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9f8f7ac8-a331-4cb4-aedc-d3e7fbef1b40 req-38d27b8e-b66e-4581-8ed8-7cf640787bd0 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224904 Jul 30 20:10:58.987721 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device e5b20315-a4e0-486b-b5a3-f01a5c402057 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:10:59.011475 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: e5b20315-a4e0-486b-b5a3-f01a5c402057 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:10:59.012128 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device e5b20315-a4e0-486b-b5a3-f01a5c402057 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:10:59.029574 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-5bd5f9b7-3c45-4c4e-95ba-a763eebff8ea req-6f39d4d8-51d6-4744-9a3f-c4ec84c86f97 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Deleting port e6b5355b-d5e0-4767-92f6-b4329b3eb0d1 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:10:59.029928 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5bd5f9b7-3c45-4c4e-95ba-a763eebff8ea req-6f39d4d8-51d6-4744-9a3f-c4ec84c86f97 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:59.097146 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-11d7909b-80d6-4b1a-a994-1823c539e9a8 req-824768b6-19eb-48f7-97b7-076ef6d9c942 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] For port 99452652-0bf4-4370-85a8-03a4c5741806, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=99452652-0bf4-4370-85a8-03a4c5741806,segment=NetworkSegment(7b8744f5-4b61-4c94-bb43-b8323165a172),segment_id=7b8744f5-4b61-4c94-bb43-b8323165a172)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:59.097502 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-11d7909b-80d6-4b1a-a994-1823c539e9a8 req-824768b6-19eb-48f7-97b7-076ef6d9c942 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:59.108400 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d6db6cb-de3a-4e52-9a6c-63f0b9e3c95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:59.134004 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5105cc-c592-4edf-b43f-cc5005e23d06 req-f355d0b7-df15-45f5-9d68-941c48321bf7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:59.135795 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2d5105cc-c592-4edf-b43f-cc5005e23d06 req-f355d0b7-df15-45f5-9d68-941c48321bf7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 945 time: 0.0857131 Jul 30 20:10:59.141421 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-11d7909b-80d6-4b1a-a994-1823c539e9a8 req-824768b6-19eb-48f7-97b7-076ef6d9c942 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Calling delete_port for 99452652-0bf4-4370-85a8-03a4c5741806 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:10:59.182369 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d6db6cb-de3a-4e52-9a6c-63f0b9e3c95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:59.232782 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2d5105cc-c592-4edf-b43f-cc5005e23d06 req-8f23aab5-627d-467e-ae06-1bcb22131d6e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787854 Jul 30 20:10:59.288882 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d6db6cb-de3a-4e52-9a6c-63f0b9e3c95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:59.291969 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-5bd5f9b7-3c45-4c4e-95ba-a763eebff8ea req-6f39d4d8-51d6-4744-9a3f-c4ec84c86f97 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] For port e6b5355b-d5e0-4767-92f6-b4329b3eb0d1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=e6b5355b-d5e0-4767-92f6-b4329b3eb0d1,segment=NetworkSegment(7b8744f5-4b61-4c94-bb43-b8323165a172),segment_id=7b8744f5-4b61-4c94-bb43-b8323165a172)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:59.292421 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5bd5f9b7-3c45-4c4e-95ba-a763eebff8ea req-6f39d4d8-51d6-4744-9a3f-c4ec84c86f97 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:59.293270 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d6db6cb-de3a-4e52-9a6c-63f0b9e3c95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:59.294682 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1d6db6cb-de3a-4e52-9a6c-63f0b9e3c95a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b676a797-7fc0-4a03-8d41-33b27b2b388a HTTP/1.1" status: 204 len: 168 time: 0.3350382 Jul 30 20:10:59.303375 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 21ab8a22-3785-4e4d-8f8f-9d151d6fd796 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:10:59.321582 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6db6cb-de3a-4e52-9a6c-63f0b9e3c95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b676a797-7fc0-4a03-8d41-33b27b2b388a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:59.335959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-5bd5f9b7-3c45-4c4e-95ba-a763eebff8ea req-6f39d4d8-51d6-4744-9a3f-c4ec84c86f97 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Calling delete_port for e6b5355b-d5e0-4767-92f6-b4329b3eb0d1 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:10:59.403952 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 21ab8a22-3785-4e4d-8f8f-9d151d6fd796 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:10:59.404570 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 21ab8a22-3785-4e4d-8f8f-9d151d6fd796 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:10:59.405168 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 99452652-0bf4-4370-85a8-03a4c5741806 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:10:59.552715 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9675bd9-835e-43da-afd1-235ae5564e2d req-aff8cc08-be41-46b5-85ed-7ace4da61ac9 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:59.556430 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d9675bd9-835e-43da-afd1-235ae5564e2d req-aff8cc08-be41-46b5-85ed-7ace4da61ac9 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=231a4eb3-05ff-45e2-86d7-cd1ef088bc60 HTTP/1.1" status: 200 len: 945 time: 0.1092539 Jul 30 20:10:59.559343 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:59.643100 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 99452652-0bf4-4370-85a8-03a4c5741806, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=99452652-0bf4-4370-85a8-03a4c5741806,segment=NetworkSegment(7b8744f5-4b61-4c94-bb43-b8323165a172),segment_id=7b8744f5-4b61-4c94-bb43-b8323165a172)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:10:59.648423 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d9675bd9-835e-43da-afd1-235ae5564e2d req-050b6bba-0080-4129-9f76-1db2179a26b2 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750520 Jul 30 20:10:59.653752 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:59.773827 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231a4eb3-05ff-45e2-86d7-cd1ef088bc60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99452652-0bf4-4370-85a8-03a4c5741806'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:10:59.776139 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48594640-72e0-4d38-b583-aabbae886629" -d '{"events": [{"server_uuid": "231a4eb3-05ff-45e2-86d7-cd1ef088bc60", "name": "network-vif-unplugged", "status": "completed", "tag": "99452652-0bf4-4370-85a8-03a4c5741806"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:10:59.781878 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=99452652-0bf4-4370-85a8-03a4c5741806,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:10:59.892654 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be697da5-624b-4b95-a8b2-4c923e82a23f req-f6283b36-149d-4e06-98fd-56dc2528b821 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:10:59.900640 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be697da5-624b-4b95-a8b2-4c923e82a23f req-f6283b36-149d-4e06-98fd-56dc2528b821 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.5935791 Jul 30 20:10:59.915383 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35252) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:10:59.955731 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a858952-af51-447b-a627-20090cc56aab x-openstack-request-id: req-2a858952-af51-447b-a627-20090cc56aab {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:10:59.956185 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231a4eb3-05ff-45e2-86d7-cd1ef088bc60", "name": "network-vif-unplugged", "status": "completed", "tag": "99452652-0bf4-4370-85a8-03a4c5741806", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:10:59.956853 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a858952-af51-447b-a627-20090cc56aab {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:10:59.958917 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231a4eb3-05ff-45e2-86d7-cd1ef088bc60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99452652-0bf4-4370-85a8-03a4c5741806', 'code': 200} Jul 30 20:10:59.965757 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-11d7909b-80d6-4b1a-a994-1823c539e9a8 req-824768b6-19eb-48f7-97b7-076ef6d9c942 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:10:59.977820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['e6b5355b-d5e0-4767-92f6-b4329b3eb0d1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:10:59.984164 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be697da5-624b-4b95-a8b2-4c923e82a23f req-ddcecd88-131c-4bda-8896-e5d552bc0a2c tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825627 Jul 30 20:10:59.994416 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e1bb36a3-fde4-42b4-a5eb-639da2ca1cf7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2cdf0a5729434e2ab618eb2572f0927f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0738285 Jul 30 20:10:59.995323 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35254) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:00.026766 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824768b6-19eb-48f7-97b7-076ef6d9c942 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Pushing event deleted for resources: {'Port': ['ID=99452652-0bf4-4370-85a8-03a4c5741806,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:00.121404 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75bc83c5-7462-4f0b-be2b-8e12aef114e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:00.141464 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d7909b-80d6-4b1a-a994-1823c539e9a8 req-824768b6-19eb-48f7-97b7-076ef6d9c942 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] No DVR routers for this DVR port 99452652-0bf4-4370-85a8-03a4c5741806 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:11:00.146372 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-11d7909b-80d6-4b1a-a994-1823c539e9a8 req-824768b6-19eb-48f7-97b7-076ef6d9c942 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:00.148430 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-11d7909b-80d6-4b1a-a994-1823c539e9a8 req-824768b6-19eb-48f7-97b7-076ef6d9c942 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.83 "DELETE /v2.0/ports/99452652-0bf4-4370-85a8-03a4c5741806 HTTP/1.1" status: 204 len: 173 time: 1.6907837 Jul 30 20:11:00.148873 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231a4eb3-05ff-45e2-86d7-cd1ef088bc60', 'name': 'network-vif-deleted', 'tag': '99452652-0bf4-4370-85a8-03a4c5741806'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:00.151219 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5b5785-0e8e-437b-b50a-5f4633ef6b01" -d '{"events": [{"server_uuid": "231a4eb3-05ff-45e2-86d7-cd1ef088bc60", "name": "network-vif-deleted", "tag": "99452652-0bf4-4370-85a8-03a4c5741806"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:00.187448 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75bc83c5-7462-4f0b-be2b-8e12aef114e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:00.206058 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16084fa-36a8-4f76-8843-a5a947272ad6 x-openstack-request-id: req-d16084fa-36a8-4f76-8843-a5a947272ad6 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:00.206573 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231a4eb3-05ff-45e2-86d7-cd1ef088bc60", "name": "network-vif-deleted", "tag": "99452652-0bf4-4370-85a8-03a4c5741806", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:00.207038 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d16084fa-36a8-4f76-8843-a5a947272ad6 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:00.208211 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231a4eb3-05ff-45e2-86d7-cd1ef088bc60', 'name': 'network-vif-deleted', 'tag': '99452652-0bf4-4370-85a8-03a4c5741806', 'status': 'completed', 'code': 200} Jul 30 20:11:00.210624 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5e426-897e-4f1c-bc09-94dbbe26467d req-d80bbe42-036f-4e9b-a1c8-253e03136cd8 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:00.220318 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-24e5e426-897e-4f1c-bc09-94dbbe26467d req-d80bbe42-036f-4e9b-a1c8-253e03136cd8 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 946 time: 0.1150076 Jul 30 20:11:00.228134 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5bd5f9b7-3c45-4c4e-95ba-a763eebff8ea req-6f39d4d8-51d6-4744-9a3f-c4ec84c86f97 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:00.292733 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-24e5e426-897e-4f1c-bc09-94dbbe26467d req-8f65a80e-7d8f-436e-b7d8-29253c379527 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708003 Jul 30 20:11:00.294849 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39d4d8-51d6-4744-9a3f-c4ec84c86f97 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Pushing event deleted for resources: {'Port': ['ID=e6b5355b-d5e0-4767-92f6-b4329b3eb0d1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:00.328130 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75bc83c5-7462-4f0b-be2b-8e12aef114e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:00.332173 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75bc83c5-7462-4f0b-be2b-8e12aef114e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:00.337856 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-75bc83c5-7462-4f0b-be2b-8e12aef114e1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c2682c8f-b017-4c0b-8494-256befb2dd90 HTTP/1.1" status: 204 len: 168 time: 0.3291526 Jul 30 20:11:00.358841 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc83c5-7462-4f0b-be2b-8e12aef114e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2682c8f-b017-4c0b-8494-256befb2dd90,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:00.392444 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd5f9b7-3c45-4c4e-95ba-a763eebff8ea req-6f39d4d8-51d6-4744-9a3f-c4ec84c86f97 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] No DVR routers for this DVR port e6b5355b-d5e0-4767-92f6-b4329b3eb0d1 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:11:00.403973 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5bd5f9b7-3c45-4c4e-95ba-a763eebff8ea req-6f39d4d8-51d6-4744-9a3f-c4ec84c86f97 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:00.406190 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5bd5f9b7-3c45-4c4e-95ba-a763eebff8ea req-6f39d4d8-51d6-4744-9a3f-c4ec84c86f97 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.59 "DELETE /v2.0/ports/e6b5355b-d5e0-4767-92f6-b4329b3eb0d1 HTTP/1.1" status: 204 len: 173 time: 1.6236720 Jul 30 20:11:00.466345 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dce732-157a-494b-8e5e-6ec503f293f1 req-e4baae0d-7b77-47b9-abaf-e5c3c5acbd44 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:00.468061 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-22dce732-157a-494b-8e5e-6ec503f293f1 req-e4baae0d-7b77-47b9-abaf-e5c3c5acbd44 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 945 time: 0.0772057 Jul 30 20:11:00.512878 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-22dce732-157a-494b-8e5e-6ec503f293f1 req-30259d30-3d7d-4422-ba66-22e113bc4990 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382483 Jul 30 20:11:00.851956 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-55f87018-77f9-4c5c-8290-8763d873d095 req-005590a7-b634-40d4-a455-5f73b1048bd8 tempest-ListServersNegativeTestJSON-1030793315 tempest-ListServersNegativeTestJSON-1030793315-project] 10.222.0.81 "GET /v2.0/ports?device_id=231a4eb3-05ff-45e2-86d7-cd1ef088bc60 HTTP/1.1" status: 200 len: 210 time: 0.0401826 Jul 30 20:11:01.187222 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce76ac-96dd-4a36-86e2-73a75fed4a40 req-4890c53a-41b8-4445-922a-16036ebc5731 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:01.198131 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bdce76ac-96dd-4a36-86e2-73a75fed4a40 req-4890c53a-41b8-4445-922a-16036ebc5731 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.0754049 Jul 30 20:11:01.250658 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bdce76ac-96dd-4a36-86e2-73a75fed4a40 req-1c853501-5437-4ef3-9ffc-cb73605bee5e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514660 Jul 30 20:11:01.515061 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47a2c6-5190-462b-8c88-2d3252347c75 req-2b33b404-925a-47eb-bdc8-4d38094382d4 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:01.517421 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a47a2c6-5190-462b-8c88-2d3252347c75 req-2b33b404-925a-47eb-bdc8-4d38094382d4 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 946 time: 0.0807838 Jul 30 20:11:01.596074 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a47a2c6-5190-462b-8c88-2d3252347c75 req-32821297-6745-4a7e-83b5-75be660d1b0a tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680850 Jul 30 20:11:02.075014 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35332) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:02.084147 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-acaece06-c4d1-4aa8-8dcd-2a212d446751 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=272c614f829f4bad97e34876934b2bda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301414 Jul 30 20:11:02.169782 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d4c2a8-815e-4386-a341-c00cb269743f admin admin] Deleting subnet 82f8cdde-22fb-4137-b4db-8693c314ad1d {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:11:02.173571 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-80d4c2a8-815e-4386-a341-c00cb269743f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:02.216847 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-80d4c2a8-815e-4386-a341-c00cb269743f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:02.244064 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-2f47e69a-7aca-4fed-9ff0-7747bc4564bd tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:02.245534 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-2f47e69a-7aca-4fed-9ff0-7747bc4564bd tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1605434 Jul 30 20:11:02.257494 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ec6672-22b5-4210-9ea2-177ff9f8a216', 'name': 'network-vif-deleted', 'tag': 'e6b5355b-d5e0-4767-92f6-b4329b3eb0d1'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:02.260125 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366238ff-92db-4967-9a6c-da0cf27e6ef6" -d '{"events": [{"server_uuid": "67ec6672-22b5-4210-9ea2-177ff9f8a216", "name": "network-vif-deleted", "tag": "e6b5355b-d5e0-4767-92f6-b4329b3eb0d1"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:02.274879 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-00ccf5c5-e6bb-4ef3-97f5-b3530a18b0ca tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/quotas/272c614f829f4bad97e34876934b2bda HTTP/1.1" status: 200 len: 375 time: 0.0202744 Jul 30 20:11:02.284414 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-80d4c2a8-815e-4386-a341-c00cb269743f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:02.334993 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-fe9012dd-2a6e-4d35-922b-37a3e471db98 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=272c614f829f4bad97e34876934b2bda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467904 Jul 30 20:11:02.371983 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-80d4c2a8-815e-4386-a341-c00cb269743f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:02.409751 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4c2a8-815e-4386-a341-c00cb269743f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82f8cdde-22fb-4137-b4db-8693c314ad1d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:02.422610 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-80d4c2a8-815e-4386-a341-c00cb269743f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:02.424765 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-80d4c2a8-815e-4386-a341-c00cb269743f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/82f8cdde-22fb-4137-b4db-8693c314ad1d HTTP/1.1" status: 204 len: 168 time: 0.3487074 Jul 30 20:11:02.427733 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35346) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:02.598243 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-92031d05-4867-48f1-aae0-354cfc518b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:02.627112 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbb8aa-50f9-4447-99fc-9da1c3e2834b req-591c28f9-1a87-4786-8e07-7ed13daaf924 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:02.636271 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-56bbb8aa-50f9-4447-99fc-9da1c3e2834b req-591c28f9-1a87-4786-8e07-7ed13daaf924 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.1004035 Jul 30 20:11:02.688946 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-56bbb8aa-50f9-4447-99fc-9da1c3e2834b req-29c6d780-85da-4454-a4b0-272f527197fe tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470533 Jul 30 20:11:02.718613 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64df866-e16e-45ba-a496-de04eaca25ee x-openstack-request-id: req-c64df866-e16e-45ba-a496-de04eaca25ee {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:02.719163 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ec6672-22b5-4210-9ea2-177ff9f8a216", "name": "network-vif-deleted", "tag": "e6b5355b-d5e0-4767-92f6-b4329b3eb0d1", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:02.719634 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c64df866-e16e-45ba-a496-de04eaca25ee {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:02.721543 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ec6672-22b5-4210-9ea2-177ff9f8a216', 'name': 'network-vif-deleted', 'tag': 'e6b5355b-d5e0-4767-92f6-b4329b3eb0d1', 'status': 'completed', 'code': 200} Jul 30 20:11:02.799559 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b37318ad-965f-4203-9274-8fe680e6b0de req-de5ca8a4-c5df-4feb-862a-2a632b62150a tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/ports?device_id=74783611-8550-41bd-a0a7-8102e883d7b5 HTTP/1.1" status: 200 len: 210 time: 0.0424569 Jul 30 20:11:02.855391 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-92031d05-4867-48f1-aae0-354cfc518b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:02.884095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-92031d05-4867-48f1-aae0-354cfc518b6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61c6a9e-a918-4578-99b1-2b4f2aa6aaae']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:02.904055 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-92031d05-4867-48f1-aae0-354cfc518b6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8744f5-4b61-4c94-bb43-b8323165a172') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:02.904359 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-92031d05-4867-48f1-aae0-354cfc518b6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8744f5-4b61-4c94-bb43-b8323165a172') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:02.915302 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-92031d05-4867-48f1-aae0-354cfc518b6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:02.935080 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-92031d05-4867-48f1-aae0-354cfc518b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:02.942929 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92031d05-4867-48f1-aae0-354cfc518b6b admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:11:02.943416 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-92031d05-4867-48f1-aae0-354cfc518b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:02.990078 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472b0fd-88b3-4ebc-afa9-624fb90a4b81 req-c0feabcd-f827-45e9-901a-5b031ddb4c0b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:02.992266 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device e6b5355b-d5e0-4767-92f6-b4329b3eb0d1 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:11:03.002508 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5472b0fd-88b3-4ebc-afa9-624fb90a4b81 req-c0feabcd-f827-45e9-901a-5b031ddb4c0b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 946 time: 0.1043007 Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:11:03.023477 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:11:03.030153 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-92031d05-4867-48f1-aae0-354cfc518b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:03.037688 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-92031d05-4867-48f1-aae0-354cfc518b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:03.050219 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-92031d05-4867-48f1-aae0-354cfc518b6b admin admin] 10.222.0.81 "DELETE /v2.0/networks/d61c6a9e-a918-4578-99b1-2b4f2aa6aaae HTTP/1.1" status: 204 len: 168 time: 0.6213741 Jul 30 20:11:03.059411 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: e6b5355b-d5e0-4767-92f6-b4329b3eb0d1 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:11:03.060139 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device e6b5355b-d5e0-4767-92f6-b4329b3eb0d1 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:11:03.078387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92031d05-4867-48f1-aae0-354cfc518b6b admin admin] Pushing event deleted for resources: {'Network': ['ID=d61c6a9e-a918-4578-99b1-2b4f2aa6aaae,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:03.105007 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5472b0fd-88b3-4ebc-afa9-624fb90a4b81 req-4e48859b-1ae6-4e3b-be14-4018ce416e0c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848324 Jul 30 20:11:03.368417 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35372) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:03.440438 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7dd21e11-53f5-4266-b4cf-8018ca21e9d2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2edd53f9206a4a00a7be18b628d01562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0706797 Jul 30 20:11:03.443303 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35374) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:03.507432 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-969a2040-58c1-410f-948f-77c68e8db177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:03.539286 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-969a2040-58c1-410f-948f-77c68e8db177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:03.616889 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-969a2040-58c1-410f-948f-77c68e8db177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:03.619573 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-969a2040-58c1-410f-948f-77c68e8db177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:03.621041 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-969a2040-58c1-410f-948f-77c68e8db177 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8 HTTP/1.1" status: 204 len: 168 time: 0.1765337 Jul 30 20:11:03.644798 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a2040-58c1-410f-948f-77c68e8db177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6fb28b-82e2-4994-b0b6-39ac0db3f4c8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:03.912586 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1c720-de2f-482e-bb29-5316729c72e3 req-2320f910-b088-4d60-bf5e-d6c75011b72c tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:03.918556 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3b1c720-de2f-482e-bb29-5316729c72e3 req-2320f910-b088-4d60-bf5e-d6c75011b72c tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.1130209 Jul 30 20:11:03.988454 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-951afe8f-63cb-40bf-bbeb-a2960766436f req-efa71fcd-73e7-47d6-a710-dc96d3d1fa03 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/ports?device_id=74783611-8550-41bd-a0a7-8102e883d7b5 HTTP/1.1" status: 200 len: 210 time: 0.0843930 Jul 30 20:11:04.005938 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-4494f973-c6d3-4f93-9b3f-5e0418b377c2 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=272c614f829f4bad97e34876934b2bda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391440 Jul 30 20:11:04.025395 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3b1c720-de2f-482e-bb29-5316729c72e3 req-8448b929-dfb6-4e6c-a308-2f8bbb7fae12 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918870 Jul 30 20:11:04.343743 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-45eaccfd-6a63-401d-a852-df7ebee93ac2 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:04.346049 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-45eaccfd-6a63-401d-a852-df7ebee93ac2 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3186991 Jul 30 20:11:04.363750 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-9bc0f88f-9a28-4ab3-ba2a-7f982801744c tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Request body: {'port': {'device_id': '74783611-8550-41bd-a0a7-8102e883d7b5', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': '272c614f829f4bad97e34876934b2bda'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:11:04.435014 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c881f5-6cee-4827-bd18-9e6ab1f1c5d3 req-5c30fecd-6ae7-4ddf-be0b-dad446d29228 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:04.451020 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86c881f5-6cee-4827-bd18-9e6ab1f1c5d3 req-5c30fecd-6ae7-4ddf-be0b-dad446d29228 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 946 time: 0.2055233 Jul 30 20:11:04.539844 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86c881f5-6cee-4827-bd18-9e6ab1f1c5d3 req-96bff5eb-34b2-4357-846f-57e91f203d40 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871108 Jul 30 20:11:04.622968 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-9bc0f88f-9a28-4ab3-ba2a-7f982801744c tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Made reservation on behalf of 272c614f829f4bad97e34876934b2bda for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:11:04.628435 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-9bc0f88f-9a28-4ab3-ba2a-7f982801744c tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:04.641404 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-9bc0f88f-9a28-4ab3-ba2a-7f982801744c tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:04.822714 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-9bc0f88f-9a28-4ab3-ba2a-7f982801744c tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:04.836485 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-9bc0f88f-9a28-4ab3-ba2a-7f982801744c tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:04.897964 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0f88f-9a28-4ab3-ba2a-7f982801744c tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89792794-e233-4578-a1da-397768c769cb,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:04.941042 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35412) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:05.133740 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-9bc0f88f-9a28-4ab3-ba2a-7f982801744c tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Allocated IP 192.168.233.132 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/61c30db0-4758-4230-8aec-627b43153c6a) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:11:05.141064 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2c6503ac-130e-41df-89b6-d19c651846c7 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1120217955-network', 'tenant_id': '66f13670a2274875ae64c265c8779d81'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:11:05.200887 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c722f97b-040a-4b78-891a-f4aaf27ed1e0 req-ac06fe81-b352-4301-a68a-787008464fb5 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/ports?device_id=74783611-8550-41bd-a0a7-8102e883d7b5 HTTP/1.1" status: 200 len: 210 time: 0.0981536 Jul 30 20:11:05.237744 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6503ac-130e-41df-89b6-d19c651846c7 admin admin] Made reservation on behalf of 66f13670a2274875ae64c265c8779d81 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:11:05.244717 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c6503ac-130e-41df-89b6-d19c651846c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:05.270069 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c6503ac-130e-41df-89b6-d19c651846c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:05.345561 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c477660-ba11-41f9-9d8f-b2987d6d5d5c req-fed373bb-3182-4c18-b839-eb75908a7b26 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:05.360938 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3c477660-ba11-41f9-9d8f-b2987d6d5d5c req-fed373bb-3182-4c18-b839-eb75908a7b26 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.1999800 Jul 30 20:11:05.453421 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c6503ac-130e-41df-89b6-d19c651846c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:05.468056 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c6503ac-130e-41df-89b6-d19c651846c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:05.533619 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6503ac-130e-41df-89b6-d19c651846c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:11:05.576091 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3c477660-ba11-41f9-9d8f-b2987d6d5d5c req-c9c52769-4eef-4e3d-aded-822faaebdaf5 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141297 Jul 30 20:11:05.580266 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c6503ac-130e-41df-89b6-d19c651846c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:05.580630 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-2c6503ac-130e-41df-89b6-d19c651846c7 admin admin] Added segment 6b65a8b0-c334-438d-96b3-dec210224955 of type vlan for network d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8 Jul 30 20:11:05.642972 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6503ac-130e-41df-89b6-d19c651846c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fdf8c2-6d50-411b-91c6-2d849575e79f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:05.664247 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c6503ac-130e-41df-89b6-d19c651846c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:05.681863 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-9bc0f88f-9a28-4ab3-ba2a-7f982801744c tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:05.718083 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-9bc0f88f-9a28-4ab3-ba2a-7f982801744c tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Transition to ACTIVE for port object 61c30db0-4758-4230-8aec-627b43153c6a will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:11:05.718565 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c6503ac-130e-41df-89b6-d19c651846c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:05.720173 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6503ac-130e-41df-89b6-d19c651846c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:05.720947 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c6503ac-130e-41df-89b6-d19c651846c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:05.779634 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2fb70-3450-4ff8-a763-51c6f468e9f7 req-c5ee2361-8b29-4fea-a707-11b5f9ff1446 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:05.787350 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3dc2fb70-3450-4ff8-a763-51c6f468e9f7 req-c5ee2361-8b29-4fea-a707-11b5f9ff1446 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 946 time: 0.0878754 Jul 30 20:11:05.795695 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2c6503ac-130e-41df-89b6-d19c651846c7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8499522 Jul 30 20:11:05.797199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35428) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:05.803773 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6503ac-130e-41df-89b6-d19c651846c7 admin admin] Pushing event updated for resources: {'Network': ['ID=d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:05.808120 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-f25fb9e4-78ff-48cf-a176-3ce4624d3c91 admin admin] Request body: {'subnet': {'network_id': 'd98a6f86-4b2f-4a18-a20a-1c1c183eb2e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1120217955-subnet', 'tenant_id': '66f13670a2274875ae64c265c8779d81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:11:05.817812 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:11:05.842984 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-9bc0f88f-9a28-4ab3-ba2a-7f982801744c tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:05.890331 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3dc2fb70-3450-4ff8-a763-51c6f468e9f7 req-1abee96e-088d-40b1-acbd-283a5d252e5b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019518 Jul 30 20:11:05.915943 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25fb9e4-78ff-48cf-a176-3ce4624d3c91 admin admin] Made reservation on behalf of 66f13670a2274875ae64c265c8779d81 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:11:05.918539 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f25fb9e4-78ff-48cf-a176-3ce4624d3c91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:06.129986 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-9bc0f88f-9a28-4ab3-ba2a-7f982801744c tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:11:06.131111 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f25fb9e4-78ff-48cf-a176-3ce4624d3c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:06.178106 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fb9e4-78ff-48cf-a176-3ce4624d3c91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef170489-8573-4c90-ae2e-483cd5a4184d,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:06.180416 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-9bc0f88f-9a28-4ab3-ba2a-7f982801744c tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:11:06.184753 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0f88f-9a28-4ab3-ba2a-7f982801744c tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Pushing event updated for resources: {'Port': ['ID=61c30db0-4758-4230-8aec-627b43153c6a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:06.187368 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-9bc0f88f-9a28-4ab3-ba2a-7f982801744c tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:11:06.262154 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-9bc0f88f-9a28-4ab3-ba2a-7f982801744c tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:06.262820 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-9bc0f88f-9a28-4ab3-ba2a-7f982801744c tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:06.296827 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-9bc0f88f-9a28-4ab3-ba2a-7f982801744c tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9393237 Jul 30 20:11:06.314438 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-a2f403ed-de17-4856-8b94-59fa1ecaf451 service neutron] Request body: {'port': {'device_id': '74783611-8550-41bd-a0a7-8102e883d7b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:11:06.380014 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25fb9e4-78ff-48cf-a176-3ce4624d3c91 admin admin] Checking segment: {'id': '6b65a8b0-c334-438d-96b3-dec210224955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd98a6f86-4b2f-4a18-a20a-1c1c183eb2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:11:06.381134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25fb9e4-78ff-48cf-a176-3ce4624d3c91 admin admin] Network hostable DHCP agents. Network: d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:11:06.465206 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab10bd4-04d7-4ac4-9255-aa16681f4e74 req-646cf2af-72fa-4eba-98b0-478d50660388 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:06.471258 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-a2f403ed-de17-4856-8b94-59fa1ecaf451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:06.479459 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bab10bd4-04d7-4ac4-9255-aa16681f4e74 req-646cf2af-72fa-4eba-98b0-478d50660388 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/ports?device_id=74783611-8550-41bd-a0a7-8102e883d7b5 HTTP/1.1" status: 200 len: 936 time: 0.1375725 Jul 30 20:11:06.581539 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bab10bd4-04d7-4ac4-9255-aa16681f4e74 req-280b86c4-921f-4361-98c0-b7fb85785ea6 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/security-groups?id=89792794-e233-4578-a1da-397768c769cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646904 Jul 30 20:11:06.581942 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25fb9e4-78ff-48cf-a176-3ce4624d3c91 admin admin] Network d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:11:06.613175 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-f25fb9e4-78ff-48cf-a176-3ce4624d3c91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:11:06.625917 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25fb9e4-78ff-48cf-a176-3ce4624d3c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:06.629094 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f25fb9e4-78ff-48cf-a176-3ce4624d3c91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:06.652855 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626bc28c-3f23-4a76-bcdb-d817618df873 None None] Network d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:11:06.667352 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:11:06.737778 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f25fb9e4-78ff-48cf-a176-3ce4624d3c91 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9382761 Jul 30 20:11:06.800439 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaf1c0-ce7c-4170-ab29-59832318727d req-bd42db6e-16a3-4603-896a-908b78d5a3df tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:06.810716 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4fdaf1c0-ce7c-4170-ab29-59832318727d req-bd42db6e-16a3-4603-896a-908b78d5a3df tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.1245217 Jul 30 20:11:06.953321 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9b14ec86-b9ef-4656-b0f0-fc47de683f90 None None] Provisioning for port 61c30db0-4758-4230-8aec-627b43153c6a completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:11:06.960142 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4fdaf1c0-ce7c-4170-ab29-59832318727d req-2746b57a-d65a-4b93-b65f-6b2ae4031894 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443894 Jul 30 20:11:06.969734 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9b14ec86-b9ef-4656-b0f0-fc47de683f90 None None] Provisioning complete for port 61c30db0-4758-4230-8aec-627b43153c6a triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:11:06.975605 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9b14ec86-b9ef-4656-b0f0-fc47de683f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:07.026878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-a2f403ed-de17-4856-8b94-59fa1ecaf451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61c30db0-4758-4230-8aec-627b43153c6a {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:11:07.036811 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-a2f403ed-de17-4856-8b94-59fa1ecaf451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:07.050898 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-a2f403ed-de17-4856-8b94-59fa1ecaf451 service neutron] Transition to ACTIVE for port object 61c30db0-4758-4230-8aec-627b43153c6a will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:11:07.067699 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-a2f403ed-de17-4856-8b94-59fa1ecaf451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:07.130931 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6559a4ad-b085-4fe2-9766-509ae01a2fbf None None] Network d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:11:07.188591 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9b14ec86-b9ef-4656-b0f0-fc47de683f90 None None] Port 61c30db0-4758-4230-8aec-627b43153c6a cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:11:07.318536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f403ed-de17-4856-8b94-59fa1ecaf451 service neutron] Pushing event updated for resources: {'Port': ['ID=61c30db0-4758-4230-8aec-627b43153c6a,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:07.333294 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-a2f403ed-de17-4856-8b94-59fa1ecaf451 service neutron] Attempting to bind port 61c30db0-4758-4230-8aec-627b43153c6a on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:11:07.333929 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-a2f403ed-de17-4856-8b94-59fa1ecaf451 service neutron] Attempting to bind port 61c30db0-4758-4230-8aec-627b43153c6a by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:11:07.334491 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-a2f403ed-de17-4856-8b94-59fa1ecaf451 service neutron] Attempting to bind port 61c30db0-4758-4230-8aec-627b43153c6a on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:11:07.355852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bf1ea-c2ee-4239-abdb-a612ed15dbe8 req-113fd3d4-203f-41f2-900d-940ee38de1d9 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:07.357748 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a85bf1ea-c2ee-4239-abdb-a612ed15dbe8 req-113fd3d4-203f-41f2-900d-940ee38de1d9 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 946 time: 0.3043094 Jul 30 20:11:07.368499 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-a2f403ed-de17-4856-8b94-59fa1ecaf451 service neutron] Port 61c30db0-4758-4230-8aec-627b43153c6a on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:11:07.369078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-a2f403ed-de17-4856-8b94-59fa1ecaf451 service neutron] Attempting to bind port 61c30db0-4758-4230-8aec-627b43153c6a on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:11:07.400548 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-a2f403ed-de17-4856-8b94-59fa1ecaf451 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:11:07.400869 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-a2f403ed-de17-4856-8b94-59fa1ecaf451 service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:11:07.401166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-a2f403ed-de17-4856-8b94-59fa1ecaf451 service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:11:07.401616 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-a2f403ed-de17-4856-8b94-59fa1ecaf451 service neutron] Bound port: 61c30db0-4758-4230-8aec-627b43153c6a, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:11:07.401977 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-a2f403ed-de17-4856-8b94-59fa1ecaf451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:07.471762 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a85bf1ea-c2ee-4239-abdb-a612ed15dbe8 req-0e6621af-e052-454b-b99a-79071d4e40ea tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997155 Jul 30 20:11:07.535239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-a2f403ed-de17-4856-8b94-59fa1ecaf451 service neutron] For port 61c30db0-4758-4230-8aec-627b43153c6a, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:11:07.540471 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-a2f403ed-de17-4856-8b94-59fa1ecaf451 service neutron] For port 61c30db0-4758-4230-8aec-627b43153c6a, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=61c30db0-4758-4230-8aec-627b43153c6a,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:11:07.549103 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-a2f403ed-de17-4856-8b94-59fa1ecaf451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:07.604366 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-a2f403ed-de17-4856-8b94-59fa1ecaf451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:07.605035 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-a2f403ed-de17-4856-8b94-59fa1ecaf451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:07.606354 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-a2f403ed-de17-4856-8b94-59fa1ecaf451 service neutron] 10.222.0.59 "PUT /v2.0/ports/61c30db0-4758-4230-8aec-627b43153c6a HTTP/1.1" status: 200 len: 1096 time: 1.2988443 Jul 30 20:11:07.606794 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74783611-8550-41bd-a0a7-8102e883d7b5', 'tag': '61c30db0-4758-4230-8aec-627b43153c6a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:07.609627 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b13b23-f9ec-4008-85c4-032177f795bd" -d '{"events": [{"name": "network-changed", "server_uuid": "74783611-8550-41bd-a0a7-8102e883d7b5", "tag": "61c30db0-4758-4230-8aec-627b43153c6a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:07.645873 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f403ed-de17-4856-8b94-59fa1ecaf451 service neutron] Pushing event updated for resources: {'Port': ['ID=61c30db0-4758-4230-8aec-627b43153c6a,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:07.758206 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac2753-6718-4e5d-b076-c195411284fb req-fdd7f1ab-e2d5-4b35-895b-58be1fb276f8 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:07.768574 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e9ac2753-6718-4e5d-b076-c195411284fb req-fdd7f1ab-e2d5-4b35-895b-58be1fb276f8 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/networks?id=d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8 HTTP/1.1" status: 200 len: 821 time: 0.2256360 Jul 30 20:11:07.789321 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e9ac2753-6718-4e5d-b076-c195411284fb req-ef7040c6-c056-46b0-86ea-1d1421e59530 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/quotas/66f13670a2274875ae64c265c8779d81 HTTP/1.1" status: 200 len: 375 time: 0.0192702 Jul 30 20:11:07.795223 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-864db43f-cf7f-4dde-b190-312df513b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:07.796807 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-864db43f-cf7f-4dde-b190-312df513b3e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=272c614f829f4bad97e34876934b2bda&device_id=74783611-8550-41bd-a0a7-8102e883d7b5 HTTP/1.1" status: 200 len: 1099 time: 0.1230338 Jul 30 20:11:07.829727 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e9ac2753-6718-4e5d-b076-c195411284fb req-2a09830e-2297-4471-bab4-24a1013a00fe tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=66f13670a2274875ae64c265c8779d81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389776 Jul 30 20:11:07.868723 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-babea7c3-3d9d-42c1-af8c-e558dee8ba5e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=61c30db0-4758-4230-8aec-627b43153c6a HTTP/1.1" status: 200 len: 217 time: 0.0593576 Jul 30 20:11:07.876460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8ceec-8e28-4881-bf83-e4b256a2893d req-40894f38-8dff-4385-9946-1c28012a1712 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:07.885012 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d5d8ceec-8e28-4881-bf83-e4b256a2893d req-40894f38-8dff-4385-9946-1c28012a1712 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/ports?device_id=74783611-8550-41bd-a0a7-8102e883d7b5 HTTP/1.1" status: 200 len: 948 time: 0.1622291 Jul 30 20:11:07.962718 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e9ac2753-6718-4e5d-b076-c195411284fb req-78572795-c8cd-4411-8d27-bb649d17a3e3 service neutron] 10.222.0.81 "GET /v2.0/networks/d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315517 Jul 30 20:11:07.990152 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d5d8ceec-8e28-4881-bf83-e4b256a2893d req-36d4436d-fbf2-4535-a95b-364646eed721 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/security-groups?id=89792794-e233-4578-a1da-397768c769cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925338 Jul 30 20:11:08.012453 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-3e7117a5-d4f4-4205-a2e6-8cdf91f9843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:08.014533 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-3e7117a5-d4f4-4205-a2e6-8cdf91f9843b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1283679 Jul 30 20:11:08.116651 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e9ac2753-6718-4e5d-b076-c195411284fb req-cd0d75ab-c66a-4cd5-a8ac-edd1c22fbf2e service neutron] 10.222.0.81 "GET /v2.0/networks/d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527507 Jul 30 20:11:08.120241 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-c2f6210f-54f7-4da0-af3b-a39a62b38c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:08.122120 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-c2f6210f-54f7-4da0-af3b-a39a62b38c1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0999327 Jul 30 20:11:08.159755 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afc0c1f-9400-48ad-9fe4-38a6c73f931e x-openstack-request-id: req-4afc0c1f-9400-48ad-9fe4-38a6c73f931e {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:08.160190 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74783611-8550-41bd-a0a7-8102e883d7b5", "tag": "61c30db0-4758-4230-8aec-627b43153c6a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:08.160587 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4afc0c1f-9400-48ad-9fe4-38a6c73f931e {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:08.161063 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74783611-8550-41bd-a0a7-8102e883d7b5', 'tag': '61c30db0-4758-4230-8aec-627b43153c6a', 'status': 'completed', 'code': 200} Jul 30 20:11:08.286498 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-858c4e3d-98b2-4ff2-80a9-34a2bad54f82 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559899 Jul 30 20:11:08.449002 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e688a96a-1132-4677-a63b-b4713e6389ba req-af751cca-7b8e-45d3-a6f5-e73014fbb721 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc973bdd-6377-4653-998f-ea0a6d19c6ae HTTP/1.1" status: 200 len: 210 time: 0.0613351 Jul 30 20:11:08.541079 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1751f-13d4-4d19-b7d1-3207e5229d71 req-e39e567f-4784-4abd-a336-cde86a370056 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:08.542782 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a6d1751f-13d4-4d19-b7d1-3207e5229d71 req-e39e567f-4784-4abd-a336-cde86a370056 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.2097969 Jul 30 20:11:08.555042 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95acf4e5-a941-40b0-b445-e1875e668c81 req-207e0cd5-5f24-45df-a717-9537de65a85a service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604570 Jul 30 20:11:08.673275 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4250f33-cc2c-44ba-becb-bdc4c2fd3e12 req-88cf06f3-680c-445c-89e8-8995d8a86af4 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:08.690448 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f4250f33-cc2c-44ba-becb-bdc4c2fd3e12 req-88cf06f3-680c-445c-89e8-8995d8a86af4 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 946 time: 0.1051571 Jul 30 20:11:08.716752 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a6d1751f-13d4-4d19-b7d1-3207e5229d71 req-7226104f-224d-4987-b8e7-5be3696605ba tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652203 Jul 30 20:11:08.776363 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b13b23-f9ec-4008-85c4-032177f795bd req-3cd6b30b-3be0-4c32-ab10-b18b480451c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:08.778720 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27b13b23-f9ec-4008-85c4-032177f795bd req-3cd6b30b-3be0-4c32-ab10-b18b480451c5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=272c614f829f4bad97e34876934b2bda&device_id=74783611-8550-41bd-a0a7-8102e883d7b5 HTTP/1.1" status: 200 len: 1099 time: 0.1528099 Jul 30 20:11:08.809840 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f4250f33-cc2c-44ba-becb-bdc4c2fd3e12 req-ca647003-0830-4b48-8ba5-3b455d73988f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181197 Jul 30 20:11:08.907091 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b13b23-f9ec-4008-85c4-032177f795bd req-15e0ce76-33fc-4f43-abcf-e8a9a0700b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:08.908784 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27b13b23-f9ec-4008-85c4-032177f795bd req-15e0ce76-33fc-4f43-abcf-e8a9a0700b5c service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1232574 Jul 30 20:11:08.962901 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27b13b23-f9ec-4008-85c4-032177f795bd req-306beb4a-25ea-4f12-9e0b-3c6b41447de2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=61c30db0-4758-4230-8aec-627b43153c6a HTTP/1.1" status: 200 len: 217 time: 0.0452940 Jul 30 20:11:09.037091 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b13b23-f9ec-4008-85c4-032177f795bd req-1b47c99f-ca5c-483a-8f0f-e3067471e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:09.039213 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27b13b23-f9ec-4008-85c4-032177f795bd req-1b47c99f-ca5c-483a-8f0f-e3067471e861 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0597196 Jul 30 20:11:09.134647 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b13b23-f9ec-4008-85c4-032177f795bd req-e90e6181-e22d-4736-89ba-79e7441e2a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:09.136196 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27b13b23-f9ec-4008-85c4-032177f795bd req-e90e6181-e22d-4736-89ba-79e7441e2a14 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0828481 Jul 30 20:11:09.156594 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c918f-14ee-47c1-b855-6521342be22d req-a0a74f71-da14-4e00-9264-48475cb81c67 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:09.158252 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-327c918f-14ee-47c1-b855-6521342be22d req-a0a74f71-da14-4e00-9264-48475cb81c67 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/ports?device_id=74783611-8550-41bd-a0a7-8102e883d7b5 HTTP/1.1" status: 200 len: 948 time: 0.0715442 Jul 30 20:11:09.242073 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-327c918f-14ee-47c1-b855-6521342be22d req-84c6c84c-c288-4d5d-9340-7e4743ab3bc7 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/security-groups?id=89792794-e233-4578-a1da-397768c769cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723717 Jul 30 20:11:09.353264 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27b13b23-f9ec-4008-85c4-032177f795bd req-ea96a8fb-fbe4-4c03-b002-1d40f76eb7dd service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966488 Jul 30 20:11:09.471179 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27b13b23-f9ec-4008-85c4-032177f795bd req-fdf391ae-a2cc-49bf-9fda-19b5bddcd5a2 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064286 Jul 30 20:11:09.553103 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-312bd842-7473-4a6d-9853-cbe559f6444d req-4bd238ea-684c-4de4-9f01-fc19411f8a86 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc973bdd-6377-4653-998f-ea0a6d19c6ae HTTP/1.1" status: 200 len: 210 time: 0.0293934 Jul 30 20:11:09.896299 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d5df2-ff8c-40bc-ad83-98be855b8013 req-1aec2e8b-1afa-4fb2-b5ad-daf83e8d53ac tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:09.897419 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-741d5df2-ff8c-40bc-ad83-98be855b8013 req-1aec2e8b-1afa-4fb2-b5ad-daf83e8d53ac tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.0900652 Jul 30 20:11:09.938969 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac2753-6718-4e5d-b076-c195411284fb req-dc96a52b-9851-4264-a859-45f09a511e29 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:09.940948 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9ac2753-6718-4e5d-b076-c195411284fb req-dc96a52b-9851-4264-a859-45f09a511e29 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.83 "GET /v2.0/networks?id=d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8 HTTP/1.1" status: 200 len: 821 time: 0.2281954 Jul 30 20:11:09.959725 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-e9ac2753-6718-4e5d-b076-c195411284fb req-14f852a0-fb76-4b98-a634-2d6efb0ee5e9 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Request body: {'port': {'device_id': 'dc973bdd-6377-4653-998f-ea0a6d19c6ae', 'network_id': 'd98a6f86-4b2f-4a18-a20a-1c1c183eb2e8', 'admin_state_up': True, 'tenant_id': '66f13670a2274875ae64c265c8779d81'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:11:10.024309 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27d853-9ef1-48bd-904f-d3808c934764 req-99c58fe8-6204-4fff-85fe-073dac8dc62e tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:10.030471 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-741d5df2-ff8c-40bc-ad83-98be855b8013 req-4d35a01b-cf7e-4bd5-9cb1-45832a4d5996 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204932 Jul 30 20:11:10.036700 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1c27d853-9ef1-48bd-904f-d3808c934764 req-99c58fe8-6204-4fff-85fe-073dac8dc62e tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 946 time: 0.0839503 Jul 30 20:11:10.093305 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1c27d853-9ef1-48bd-904f-d3808c934764 req-7f052c0f-2de6-4b30-ac68-4a90ba048af9 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499160 Jul 30 20:11:10.157927 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9ac2753-6718-4e5d-b076-c195411284fb req-14f852a0-fb76-4b98-a634-2d6efb0ee5e9 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Made reservation on behalf of 66f13670a2274875ae64c265c8779d81 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:11:10.161616 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e9ac2753-6718-4e5d-b076-c195411284fb req-14f852a0-fb76-4b98-a634-2d6efb0ee5e9 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:10.373721 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-e9ac2753-6718-4e5d-b076-c195411284fb req-14f852a0-fb76-4b98-a634-2d6efb0ee5e9 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Allocated IP 172.20.0.7 (d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8/ef170489-8573-4c90-ae2e-483cd5a4184d/55c2e922-390f-4677-b122-33fe31bab8dd) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:11:10.463901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e1926-dacb-416a-bacd-ad059a54a7df req-2a43f1e2-cd48-48ab-a8f7-5c639c2e53a4 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:10.465592 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-550e1926-dacb-416a-bacd-ad059a54a7df req-2a43f1e2-cd48-48ab-a8f7-5c639c2e53a4 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/ports?device_id=74783611-8550-41bd-a0a7-8102e883d7b5 HTTP/1.1" status: 200 len: 948 time: 0.1333165 Jul 30 20:11:10.561532 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-550e1926-dacb-416a-bacd-ad059a54a7df req-4cc8da72-dae6-4c8f-90ce-b614d449c0a0 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/security-groups?id=89792794-e233-4578-a1da-397768c769cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837920 Jul 30 20:11:10.616358 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e9ac2753-6718-4e5d-b076-c195411284fb req-14f852a0-fb76-4b98-a634-2d6efb0ee5e9 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:10.662682 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-517a7a17-7659-47fa-8b98-86e672c3dd3e req-3b9a8006-59ba-4952-bfef-b344e7cf4041 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc973bdd-6377-4653-998f-ea0a6d19c6ae HTTP/1.1" status: 200 len: 210 time: 0.0343673 Jul 30 20:11:10.674610 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e9ac2753-6718-4e5d-b076-c195411284fb req-14f852a0-fb76-4b98-a634-2d6efb0ee5e9 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:10.724614 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ac2753-6718-4e5d-b076-c195411284fb req-14f852a0-fb76-4b98-a634-2d6efb0ee5e9 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Network d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:11:10.727854 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-e9ac2753-6718-4e5d-b076-c195411284fb req-14f852a0-fb76-4b98-a634-2d6efb0ee5e9 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:11:10.731127 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ac2753-6718-4e5d-b076-c195411284fb req-14f852a0-fb76-4b98-a634-2d6efb0ee5e9 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:11:10.763598 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f852a0-fb76-4b98-a634-2d6efb0ee5e9 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Pushing event updated for resources: {'Port': ['ID=55c2e922-390f-4677-b122-33fe31bab8dd,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:10.800866 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac2753-6718-4e5d-b076-c195411284fb req-14f852a0-fb76-4b98-a634-2d6efb0ee5e9 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:10.802198 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e9ac2753-6718-4e5d-b076-c195411284fb req-14f852a0-fb76-4b98-a634-2d6efb0ee5e9 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:10.820293 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9ac2753-6718-4e5d-b076-c195411284fb req-14f852a0-fb76-4b98-a634-2d6efb0ee5e9 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8678660 Jul 30 20:11:10.834516 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-e9ac2753-6718-4e5d-b076-c195411284fb req-a5e9160d-069e-4f18-8aef-418196b8bf29 service neutron] Request body: {'port': {'device_id': 'dc973bdd-6377-4653-998f-ea0a6d19c6ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:11:10.897989 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e9ac2753-6718-4e5d-b076-c195411284fb req-a5e9160d-069e-4f18-8aef-418196b8bf29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:11.005883 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 61c30db0-4758-4230-8aec-627b43153c6a details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:11:11.123329 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 61c30db0-4758-4230-8aec-627b43153c6a, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=61c30db0-4758-4230-8aec-627b43153c6a,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:11.137013 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '61c30db0-4758-4230-8aec-627b43153c6a', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': '61c30db0-4758-4230-8aec-627b43153c6a', 'mac_address': 'fa:16:3e:c7:cb:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:11:11.188810 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:11.205274 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c30db0-4758-4230-8aec-627b43153c6a {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:11:11.266944 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c07b5-73fa-4256-aa1f-47ca487abf1b req-5e38b5d2-930e-407c-9d3c-1379c6708fce tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:11.268546 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-827c07b5-73fa-4256-aa1f-47ca487abf1b req-5e38b5d2-930e-407c-9d3c-1379c6708fce tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 946 time: 0.0609334 Jul 30 20:11:11.272168 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 61c30db0-4758-4230-8aec-627b43153c6a, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=61c30db0-4758-4230-8aec-627b43153c6a,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:11.277036 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:11.302548 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1e44e-c4ae-4e3d-8a19-2f7992919eeb req-da60cb09-ce94-42c4-94c4-cb99e025b9c9 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:11.331645 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-53f1e44e-c4ae-4e3d-8a19-2f7992919eeb req-da60cb09-ce94-42c4-94c4-cb99e025b9c9 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.1688881 Jul 30 20:11:11.336356 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=61c30db0-4758-4230-8aec-627b43153c6a,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:11.338793 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-827c07b5-73fa-4256-aa1f-47ca487abf1b req-da80dd23-8e23-453b-96d8-f8fea107fd4e tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609262 Jul 30 20:11:11.418504 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-53f1e44e-c4ae-4e3d-8a19-2f7992919eeb req-a28bf48d-d478-481a-a549-2a1f2ff9d28b tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859792 Jul 30 20:11:11.426669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-e9ac2753-6718-4e5d-b076-c195411284fb req-a5e9160d-069e-4f18-8aef-418196b8bf29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c2e922-390f-4677-b122-33fe31bab8dd {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:11:11.436504 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e9ac2753-6718-4e5d-b076-c195411284fb req-a5e9160d-069e-4f18-8aef-418196b8bf29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:11.468311 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-e9ac2753-6718-4e5d-b076-c195411284fb req-a5e9160d-069e-4f18-8aef-418196b8bf29 service neutron] Transition to ACTIVE for port object 55c2e922-390f-4677-b122-33fe31bab8dd will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:11:11.474985 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e9ac2753-6718-4e5d-b076-c195411284fb req-a5e9160d-069e-4f18-8aef-418196b8bf29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:11.566663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9160d-069e-4f18-8aef-418196b8bf29 service neutron] Pushing event updated for resources: {'Port': ['ID=55c2e922-390f-4677-b122-33fe31bab8dd,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:11.575788 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['61c30db0-4758-4230-8aec-627b43153c6a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:11:11.657607 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e9ac2753-6718-4e5d-b076-c195411284fb req-a5e9160d-069e-4f18-8aef-418196b8bf29 service neutron] Attempting to bind port 55c2e922-390f-4677-b122-33fe31bab8dd on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:11:11.658156 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e9ac2753-6718-4e5d-b076-c195411284fb req-a5e9160d-069e-4f18-8aef-418196b8bf29 service neutron] Attempting to bind port 55c2e922-390f-4677-b122-33fe31bab8dd by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '6b65a8b0-c334-438d-96b3-dec210224955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd98a6f86-4b2f-4a18-a20a-1c1c183eb2e8'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:11:11.658565 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ac2753-6718-4e5d-b076-c195411284fb req-a5e9160d-069e-4f18-8aef-418196b8bf29 service neutron] Attempting to bind port 55c2e922-390f-4677-b122-33fe31bab8dd on network d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:11:11.667980 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ac2753-6718-4e5d-b076-c195411284fb req-a5e9160d-069e-4f18-8aef-418196b8bf29 service neutron] Port 55c2e922-390f-4677-b122-33fe31bab8dd on network d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:11:11.668455 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ac2753-6718-4e5d-b076-c195411284fb req-a5e9160d-069e-4f18-8aef-418196b8bf29 service neutron] Attempting to bind port 55c2e922-390f-4677-b122-33fe31bab8dd on network d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:11:11.675143 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ac2753-6718-4e5d-b076-c195411284fb req-a5e9160d-069e-4f18-8aef-418196b8bf29 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:11:11.676374 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ac2753-6718-4e5d-b076-c195411284fb req-a5e9160d-069e-4f18-8aef-418196b8bf29 service neutron] Checking segment: {'id': '6b65a8b0-c334-438d-96b3-dec210224955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd98a6f86-4b2f-4a18-a20a-1c1c183eb2e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:11:11.676760 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ac2753-6718-4e5d-b076-c195411284fb req-a5e9160d-069e-4f18-8aef-418196b8bf29 service neutron] Bound using segment: {'id': '6b65a8b0-c334-438d-96b3-dec210224955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd98a6f86-4b2f-4a18-a20a-1c1c183eb2e8'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:11:11.677490 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e9ac2753-6718-4e5d-b076-c195411284fb req-a5e9160d-069e-4f18-8aef-418196b8bf29 service neutron] Bound port: 55c2e922-390f-4677-b122-33fe31bab8dd, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b65a8b0-c334-438d-96b3-dec210224955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd98a6f86-4b2f-4a18-a20a-1c1c183eb2e8'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:11:11.678096 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e9ac2753-6718-4e5d-b076-c195411284fb req-a5e9160d-069e-4f18-8aef-418196b8bf29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:11.768842 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e9ac2753-6718-4e5d-b076-c195411284fb req-a5e9160d-069e-4f18-8aef-418196b8bf29 service neutron] For port 55c2e922-390f-4677-b122-33fe31bab8dd, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:11:11.772906 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e9ac2753-6718-4e5d-b076-c195411284fb req-a5e9160d-069e-4f18-8aef-418196b8bf29 service neutron] For port 55c2e922-390f-4677-b122-33fe31bab8dd, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=55c2e922-390f-4677-b122-33fe31bab8dd,segment=NetworkSegment(6b65a8b0-c334-438d-96b3-dec210224955),segment_id=6b65a8b0-c334-438d-96b3-dec210224955)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:11:11.779950 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a390117-09a0-4d3e-ad57-3375c2986139 req-2bfb9db0-b810-4db6-a3a9-9a3d3acf10ba tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:11.787574 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7a390117-09a0-4d3e-ad57-3375c2986139 req-2bfb9db0-b810-4db6-a3a9-9a3d3acf10ba tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/ports?device_id=74783611-8550-41bd-a0a7-8102e883d7b5 HTTP/1.1" status: 200 len: 949 time: 0.1365702 Jul 30 20:11:11.817532 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e9ac2753-6718-4e5d-b076-c195411284fb req-a5e9160d-069e-4f18-8aef-418196b8bf29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:11.833165 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac2753-6718-4e5d-b076-c195411284fb req-a5e9160d-069e-4f18-8aef-418196b8bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:11.834051 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7a390117-09a0-4d3e-ad57-3375c2986139 req-5838d215-d22f-4686-8530-7ff738cd228b tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/security-groups?id=89792794-e233-4578-a1da-397768c769cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456321 Jul 30 20:11:11.834222 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e9ac2753-6718-4e5d-b076-c195411284fb req-a5e9160d-069e-4f18-8aef-418196b8bf29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:11.835447 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9ac2753-6718-4e5d-b076-c195411284fb req-a5e9160d-069e-4f18-8aef-418196b8bf29 service neutron] 10.222.0.83 "PUT /v2.0/ports/55c2e922-390f-4677-b122-33fe31bab8dd HTTP/1.1" status: 200 len: 1091 time: 1.0060179 Jul 30 20:11:11.839002 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc973bdd-6377-4653-998f-ea0a6d19c6ae', 'tag': '55c2e922-390f-4677-b122-33fe31bab8dd'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:11.841081 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c11fc8-587d-45db-8fe3-46e39bf43832" -d '{"events": [{"name": "network-changed", "server_uuid": "dc973bdd-6377-4653-998f-ea0a6d19c6ae", "tag": "55c2e922-390f-4677-b122-33fe31bab8dd"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:11.892129 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ebe48-fccb-4241-86de-4a1ce4c7e28a req-5a67d9c2-219c-4a57-960b-0fe2cd3c9b8e tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:11.900695 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-816ebe48-fccb-4241-86de-4a1ce4c7e28a req-5a67d9c2-219c-4a57-960b-0fe2cd3c9b8e tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc973bdd-6377-4653-998f-ea0a6d19c6ae HTTP/1.1" status: 200 len: 943 time: 0.1229722 Jul 30 20:11:11.907023 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c5f3b7-9fa1-4071-bffc-dcb76edf26fd x-openstack-request-id: req-93c5f3b7-9fa1-4071-bffc-dcb76edf26fd {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:11.907304 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc973bdd-6377-4653-998f-ea0a6d19c6ae", "tag": "55c2e922-390f-4677-b122-33fe31bab8dd", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:11.907572 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93c5f3b7-9fa1-4071-bffc-dcb76edf26fd {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:11.907963 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc973bdd-6377-4653-998f-ea0a6d19c6ae', 'tag': '55c2e922-390f-4677-b122-33fe31bab8dd', 'status': 'completed', 'code': 200} Jul 30 20:11:11.969403 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9160d-069e-4f18-8aef-418196b8bf29 service neutron] Pushing event updated for resources: {'Port': ['ID=55c2e922-390f-4677-b122-33fe31bab8dd,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:12.294122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac2753-6718-4e5d-b076-c195411284fb req-81513e0c-e3fc-4e89-b21a-2e791a5bc0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:12.295642 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9ac2753-6718-4e5d-b076-c195411284fb req-81513e0c-e3fc-4e89-b21a-2e791a5bc0f7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=66f13670a2274875ae64c265c8779d81&device_id=dc973bdd-6377-4653-998f-ea0a6d19c6ae HTTP/1.1" status: 200 len: 1094 time: 0.3921580 Jul 30 20:11:12.306832 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-816ebe48-fccb-4241-86de-4a1ce4c7e28a req-a0b15ccb-87e5-484d-bff0-6efe806ef4ec tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/security-groups?id=24fdf8c2-6d50-411b-91c6-2d849575e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052823 Jul 30 20:11:12.356480 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9ac2753-6718-4e5d-b076-c195411284fb req-d1db94d8-f693-4eec-8efa-e070032d97a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55c2e922-390f-4677-b122-33fe31bab8dd HTTP/1.1" status: 200 len: 217 time: 0.0487504 Jul 30 20:11:12.397752 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b5186-8718-4925-850f-7520fd4e9718 req-1874b82b-a1e8-4215-ae8b-3fbcd22b09e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:12.399248 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a00b5186-8718-4925-850f-7520fd4e9718 req-1874b82b-a1e8-4215-ae8b-3fbcd22b09e0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 1096 time: 0.1025577 Jul 30 20:11:12.431092 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac2753-6718-4e5d-b076-c195411284fb req-8b3280ea-f535-4369-87a2-2f45c7476c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:12.432499 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9ac2753-6718-4e5d-b076-c195411284fb req-8b3280ea-f535-4369-87a2-2f45c7476c4a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef170489-8573-4c90-ae2e-483cd5a4184d HTTP/1.1" status: 200 len: 861 time: 0.0659516 Jul 30 20:11:12.445717 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a00b5186-8718-4925-850f-7520fd4e9718 req-1a280411-06a7-4973-a2f0-44a28ccbba6f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374601 Jul 30 20:11:12.457603 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bbe34-9d51-4664-815c-fc0bbfedb162 req-ba87f84f-540c-4b5a-b45f-1819c4ea07d0 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:12.459147 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4b8bbe34-9d51-4664-815c-fc0bbfedb162 req-ba87f84f-540c-4b5a-b45f-1819c4ea07d0 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 946 time: 0.0533862 Jul 30 20:11:12.474038 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9ac2753-6718-4e5d-b076-c195411284fb req-7b7cde1a-dc72-4380-80c4-6585428a72ce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256546 Jul 30 20:11:12.500222 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4b8bbe34-9d51-4664-815c-fc0bbfedb162 req-e3500d6f-daa6-46c7-bf7a-4691afad89d0 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348973 Jul 30 20:11:12.613656 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5799a4-5127-4974-a46b-b0bf8ef96ead req-5375e149-e020-4946-b48f-0ee5e0100a41 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:12.615671 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea5799a4-5127-4974-a46b-b0bf8ef96ead req-5375e149-e020-4946-b48f-0ee5e0100a41 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.0805793 Jul 30 20:11:12.619801 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9ac2753-6718-4e5d-b076-c195411284fb req-af0ca0a8-a4e9-4e7a-a27a-eb9dec142194 service neutron] 10.222.0.83 "GET /v2.0/networks/d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361578 Jul 30 20:11:12.706164 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea5799a4-5127-4974-a46b-b0bf8ef96ead req-4bbb976c-a83e-4030-9577-6bdf6489a6ee tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810225 Jul 30 20:11:12.737558 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9ac2753-6718-4e5d-b076-c195411284fb req-1971f35c-4f60-47bb-9f2e-24a04c9cfc03 service neutron] 10.222.0.83 "GET /v2.0/networks/d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058843 Jul 30 20:11:12.952859 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c11fc8-587d-45db-8fe3-46e39bf43832 req-97dbd4a0-5ae4-4597-a05c-157b7fadb5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:12.955652 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c5c11fc8-587d-45db-8fe3-46e39bf43832 req-97dbd4a0-5ae4-4597-a05c-157b7fadb5bf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=66f13670a2274875ae64c265c8779d81&device_id=dc973bdd-6377-4653-998f-ea0a6d19c6ae HTTP/1.1" status: 200 len: 1094 time: 0.0559638 Jul 30 20:11:12.985034 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079ba89-573d-4a63-89be-815ac4cda596 req-6dbeb284-a05e-4781-9f83-d1d745376dcc tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:12.986586 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3079ba89-573d-4a63-89be-815ac4cda596 req-6dbeb284-a05e-4781-9f83-d1d745376dcc tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/ports?device_id=74783611-8550-41bd-a0a7-8102e883d7b5 HTTP/1.1" status: 200 len: 949 time: 0.0637138 Jul 30 20:11:13.015103 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 61c30db0-4758-4230-8aec-627b43153c6a up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:11:13.048124 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3079ba89-573d-4a63-89be-815ac4cda596 req-d0d30f15-a38e-4fe3-811e-051f67454c8d tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/security-groups?id=89792794-e233-4578-a1da-397768c769cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546668 Jul 30 20:11:13.064245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c11fc8-587d-45db-8fe3-46e39bf43832 req-40a25b24-f403-4d7c-846c-0025da8c9c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:13.065722 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c5c11fc8-587d-45db-8fe3-46e39bf43832 req-40a25b24-f403-4d7c-846c-0025da8c9c0e service neutron] 10.222.0.83 "GET /v2.0/networks?id=d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8 HTTP/1.1" status: 200 len: 922 time: 0.1006248 Jul 30 20:11:13.087274 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 61c30db0-4758-4230-8aec-627b43153c6a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:11:13.095248 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 61c30db0-4758-4230-8aec-627b43153c6a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:11:13.095713 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:13.119834 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c5c11fc8-587d-45db-8fe3-46e39bf43832 req-5074614d-1fc7-4008-ae45-3aa31c98cf50 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55c2e922-390f-4677-b122-33fe31bab8dd HTTP/1.1" status: 200 len: 217 time: 0.0442295 Jul 30 20:11:13.175118 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c11fc8-587d-45db-8fe3-46e39bf43832 req-80d39fee-0209-402a-8e03-d841edca3e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:13.176846 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c5c11fc8-587d-45db-8fe3-46e39bf43832 req-80d39fee-0209-402a-8e03-d841edca3e31 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef170489-8573-4c90-ae2e-483cd5a4184d HTTP/1.1" status: 200 len: 861 time: 0.0513058 Jul 30 20:11:13.195844 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:13.217857 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c5c11fc8-587d-45db-8fe3-46e39bf43832 req-d1e6cfbb-a6e8-47c4-8c26-cd91b4aa69a3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327420 Jul 30 20:11:13.222071 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74783611-8550-41bd-a0a7-8102e883d7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c30db0-4758-4230-8aec-627b43153c6a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:13.224479 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef79d70c-62c1-48ef-95a6-9ab65f906d7e" -d '{"events": [{"server_uuid": "74783611-8550-41bd-a0a7-8102e883d7b5", "name": "network-vif-plugged", "status": "completed", "tag": "61c30db0-4758-4230-8aec-627b43153c6a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:13.241458 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 61c30db0-4758-4230-8aec-627b43153c6a, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=61c30db0-4758-4230-8aec-627b43153c6a,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:13.250244 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:13.279984 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d858610-774d-4d4d-a6fe-de6febb507fd x-openstack-request-id: req-8d858610-774d-4d4d-a6fe-de6febb507fd {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:13.280282 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74783611-8550-41bd-a0a7-8102e883d7b5", "name": "network-vif-plugged", "status": "completed", "tag": "61c30db0-4758-4230-8aec-627b43153c6a", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:13.280617 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8d858610-774d-4d4d-a6fe-de6febb507fd {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:13.281078 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74783611-8550-41bd-a0a7-8102e883d7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c30db0-4758-4230-8aec-627b43153c6a', 'code': 200} Jul 30 20:11:13.317757 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=61c30db0-4758-4230-8aec-627b43153c6a,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:13.347766 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c5c11fc8-587d-45db-8fe3-46e39bf43832 req-0395432c-1ba3-491b-a2c4-c284d813cad5 service neutron] 10.222.0.83 "GET /v2.0/networks/d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224647 Jul 30 20:11:13.449429 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02489c-6a2d-434a-a7a2-f0c4cf524d81 req-71ab7f81-2c4c-4f60-8a7c-3e045c03bc89 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:13.450931 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9a02489c-6a2d-434a-a7a2-f0c4cf524d81 req-71ab7f81-2c4c-4f60-8a7c-3e045c03bc89 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc973bdd-6377-4653-998f-ea0a6d19c6ae HTTP/1.1" status: 200 len: 943 time: 0.0594974 Jul 30 20:11:13.461432 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc192a-622a-4967-a03b-2e827954a11a req-2c7ba215-1ca5-41f7-a362-067ca4209073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:13.462917 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c2bc192a-622a-4967-a03b-2e827954a11a req-2c7ba215-1ca5-41f7-a362-067ca4209073 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=74783611-8550-41bd-a0a7-8102e883d7b5 HTTP/1.1" status: 200 len: 1101 time: 0.0981154 Jul 30 20:11:13.499474 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c5c11fc8-587d-45db-8fe3-46e39bf43832 req-e7d9e7ce-8e5e-4027-bb9a-88ee02c4e87a service neutron] 10.222.0.83 "GET /v2.0/networks/d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446204 Jul 30 20:11:13.501264 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9a02489c-6a2d-434a-a7a2-f0c4cf524d81 req-297b3cea-2935-486b-a3a7-edbc9949960f tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/security-groups?id=24fdf8c2-6d50-411b-91c6-2d849575e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411625 Jul 30 20:11:13.516727 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c2bc192a-622a-4967-a03b-2e827954a11a req-18e358c2-33c4-428b-8e61-a62c28561e28 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=89792794-e233-4578-a1da-397768c769cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452330 Jul 30 20:11:13.630794 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede51716-24ac-4cb7-8c51-caf98421f07d req-cd8914f2-ec68-42f7-ab28-d41896bdeb0e tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:13.632707 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ede51716-24ac-4cb7-8c51-caf98421f07d req-cd8914f2-ec68-42f7-ab28-d41896bdeb0e tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 946 time: 0.0533874 Jul 30 20:11:13.686552 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ede51716-24ac-4cb7-8c51-caf98421f07d req-9b98a34f-427b-4260-9732-bbf38cd6bd4c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467687 Jul 30 20:11:13.821843 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400d86c-a5c6-4e5b-aca6-8f065b417e6d req-26116eb1-ee60-48c2-a9e1-cefa9ee4569f tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:13.823341 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3400d86c-a5c6-4e5b-aca6-8f065b417e6d req-26116eb1-ee60-48c2-a9e1-cefa9ee4569f tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.0499878 Jul 30 20:11:13.861459 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3400d86c-a5c6-4e5b-aca6-8f065b417e6d req-99639440-e048-4136-a1db-fc3b11927b7f tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321157 Jul 30 20:11:13.894224 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231272df-2b75-4e1e-a62b-25cbbbff60c8 req-ee9aef33-5f05-4073-bd82-6934916d09bb tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:13.896381 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-231272df-2b75-4e1e-a62b-25cbbbff60c8 req-ee9aef33-5f05-4073-bd82-6934916d09bb tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 946 time: 0.0499902 Jul 30 20:11:13.934422 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-231272df-2b75-4e1e-a62b-25cbbbff60c8 req-845f14b9-d274-4d4b-80ee-ade86edfd02f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319808 Jul 30 20:11:14.189971 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c36a6-7403-45e3-8ff5-c8b48c5d0026 req-d4b72bd9-5a05-4285-ad5f-acac88de8a76 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:14.196207 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9b1c36a6-7403-45e3-8ff5-c8b48c5d0026 req-d4b72bd9-5a05-4285-ad5f-acac88de8a76 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/ports?device_id=74783611-8550-41bd-a0a7-8102e883d7b5 HTTP/1.1" status: 200 len: 950 time: 0.0783868 Jul 30 20:11:14.214292 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c1a62-0af2-4191-a654-9ea07db073b8 req-6257843e-6f4d-421d-81dc-e411174597d2 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:14.215884 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb4c1a62-0af2-4191-a654-9ea07db073b8 req-6257843e-6f4d-421d-81dc-e411174597d2 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.0975673 Jul 30 20:11:14.218239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a0bbe-7504-4e64-8840-8c67c5e73730 req-5ed7f632-e1af-4c96-b9bb-f5023d21abec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:14.219790 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc6a0bbe-7504-4e64-8840-8c67c5e73730 req-5ed7f632-e1af-4c96-b9bb-f5023d21abec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09553e316346494fa270dcd1f0b0acee&device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 1096 time: 0.0924988 Jul 30 20:11:14.248190 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9b1c36a6-7403-45e3-8ff5-c8b48c5d0026 req-a53c1a74-6bea-4de8-b620-cd5067caa018 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/security-groups?id=89792794-e233-4578-a1da-397768c769cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502396 Jul 30 20:11:14.315452 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb4c1a62-0af2-4191-a654-9ea07db073b8 req-f92e6aa5-6fea-4a40-8594-a4de30e78790 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908022 Jul 30 20:11:14.362137 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a0bbe-7504-4e64-8840-8c67c5e73730 req-730568f9-3ea0-41a0-892f-0af776f1c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:14.364556 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc6a0bbe-7504-4e64-8840-8c67c5e73730 req-730568f9-3ea0-41a0-892f-0af776f1c51b service neutron] 10.222.0.59 "GET /v2.0/networks?id=9419649c-32e6-4256-8c69-e3a81135c2cf HTTP/1.1" status: 200 len: 919 time: 0.1183350 Jul 30 20:11:14.413742 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc6a0bbe-7504-4e64-8840-8c67c5e73730 req-0abb6711-cfff-45c6-af33-95071beaf4a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d748139-edad-447b-a296-f5d3028d2640 HTTP/1.1" status: 200 len: 217 time: 0.0416098 Jul 30 20:11:14.466009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a0bbe-7504-4e64-8840-8c67c5e73730 req-2b6ca3a8-9e92-478b-ab51-d4c4f73b6116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:14.467459 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc6a0bbe-7504-4e64-8840-8c67c5e73730 req-2b6ca3a8-9e92-478b-ab51-d4c4f73b6116 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c5318bb5-b3de-40d1-afc8-28b191b755d1 HTTP/1.1" status: 200 len: 858 time: 0.0463963 Jul 30 20:11:14.498900 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc6a0bbe-7504-4e64-8840-8c67c5e73730 req-2cd1b52c-f17d-4338-8729-350c5856c65c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9419649c-32e6-4256-8c69-e3a81135c2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245454 Jul 30 20:11:14.595122 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc6a0bbe-7504-4e64-8840-8c67c5e73730 req-e3536bda-5f41-4615-bd0b-80cc5ee39829 service neutron] 10.222.0.59 "GET /v2.0/networks/9419649c-32e6-4256-8c69-e3a81135c2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888324 Jul 30 20:11:14.649269 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2a5cb-37b4-4771-a095-f4ba14d50d3d req-ebca3d8a-a238-40d0-bcb8-bf56a7c162a0 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:14.650713 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-89e2a5cb-37b4-4771-a095-f4ba14d50d3d req-ebca3d8a-a238-40d0-bcb8-bf56a7c162a0 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc973bdd-6377-4653-998f-ea0a6d19c6ae HTTP/1.1" status: 200 len: 943 time: 0.0577238 Jul 30 20:11:14.700593 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-89e2a5cb-37b4-4771-a095-f4ba14d50d3d req-96992c9a-9846-4e14-9d9a-4513aec43454 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/security-groups?id=24fdf8c2-6d50-411b-91c6-2d849575e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403216 Jul 30 20:11:14.701452 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc6a0bbe-7504-4e64-8840-8c67c5e73730 req-9c5a9fc3-dd2e-4ba7-8d97-9a800f14be59 service neutron] 10.222.0.59 "GET /v2.0/networks/9419649c-32e6-4256-8c69-e3a81135c2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000175 Jul 30 20:11:15.033582 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089aea3e-b1ee-4e99-b405-7c591d05e55e req-0712690f-a686-460c-865d-a65fa1d6bfe0 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:15.034979 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-089aea3e-b1ee-4e99-b405-7c591d05e55e req-0712690f-a686-460c-865d-a65fa1d6bfe0 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 946 time: 0.0504801 Jul 30 20:11:15.074753 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-089aea3e-b1ee-4e99-b405-7c591d05e55e req-85c9c1ce-548a-467f-9a1b-b1e0d1b821d9 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331166 Jul 30 20:11:15.236524 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:15.311444 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56ffe7-1d96-40b0-8066-938d7ead4642 req-bdcd3e5e-7174-4e9c-bc41-82b1da9816cb tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:15.312901 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca56ffe7-1d96-40b0-8066-938d7ead4642 req-bdcd3e5e-7174-4e9c-bc41-82b1da9816cb tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 946 time: 0.0792711 Jul 30 20:11:15.330376 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea2bda-3827-48ac-9171-918bb0db59fb req-701aa523-6227-4c66-9a6d-d9b1e1809e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:15.331954 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3fea2bda-3827-48ac-9171-918bb0db59fb req-701aa523-6227-4c66-9a6d-d9b1e1809e66 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 1097 time: 0.0690503 Jul 30 20:11:15.362868 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f122b5-c3f4-4c49-9650-53e8d6206775 req-77cddc80-92d9-4222-a9b3-8210ce1c2fec tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:15.364388 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-67f122b5-c3f4-4c49-9650-53e8d6206775 req-77cddc80-92d9-4222-a9b3-8210ce1c2fec tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/ports?device_id=74783611-8550-41bd-a0a7-8102e883d7b5 HTTP/1.1" status: 200 len: 950 time: 0.0513206 Jul 30 20:11:15.402216 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca56ffe7-1d96-40b0-8066-938d7ead4642 req-1d97a595-dd2c-486e-8c82-2bcb60242b6d tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822968 Jul 30 20:11:15.402484 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 98007a55-b93a-42dd-a4b7-d6c12be7447a no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:11:15.403757 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-67f122b5-c3f4-4c49-9650-53e8d6206775 req-3c35a16a-0cc7-42ea-b000-e8dfee4b0eb9 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/security-groups?id=89792794-e233-4578-a1da-397768c769cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334203 Jul 30 20:11:15.453396 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea2bda-3827-48ac-9171-918bb0db59fb req-d26ddd91-ef39-4c4d-a884-c246de57541c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:15.454751 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3fea2bda-3827-48ac-9171-918bb0db59fb req-d26ddd91-ef39-4c4d-a884-c246de57541c service neutron] 10.222.0.83 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 912 time: 0.1154792 Jul 30 20:11:15.503241 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:15.530373 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f4e7c7-114c-45b1-9b94-563a4ab47b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98007a55-b93a-42dd-a4b7-d6c12be7447a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:15.533141 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522c10ab-323d-4115-9b85-e81d0c95ad17" -d '{"events": [{"server_uuid": "35f4e7c7-114c-45b1-9b94-563a4ab47b0e", "name": "network-vif-unplugged", "status": "completed", "tag": "98007a55-b93a-42dd-a4b7-d6c12be7447a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:15.548839 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 98007a55-b93a-42dd-a4b7-d6c12be7447a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:15.554156 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:15.563921 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3fea2bda-3827-48ac-9171-918bb0db59fb req-9452f7b1-0c9e-4899-94e6-c1b245b4cc6d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a HTTP/1.1" status: 200 len: 1001 time: 0.0906293 Jul 30 20:11:15.576332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a99640-ce80-420f-b990-8b261b44858a req-221d38e3-7fdf-4aef-a3cd-6340a476cc82 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:15.577936 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a8a99640-ce80-420f-b990-8b261b44858a req-221d38e3-7fdf-4aef-a3cd-6340a476cc82 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.1151178 Jul 30 20:11:15.607813 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=98007a55-b93a-42dd-a4b7-d6c12be7447a,revision_number=14']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:15.611259 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a160afa-03a3-4836-9bdb-618012213ea4 x-openstack-request-id: req-5a160afa-03a3-4836-9bdb-618012213ea4 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:15.611858 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f4e7c7-114c-45b1-9b94-563a4ab47b0e", "name": "network-vif-unplugged", "status": "completed", "tag": "98007a55-b93a-42dd-a4b7-d6c12be7447a", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:15.612282 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5a160afa-03a3-4836-9bdb-618012213ea4 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:15.612806 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f4e7c7-114c-45b1-9b94-563a4ab47b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98007a55-b93a-42dd-a4b7-d6c12be7447a', 'code': 200} Jul 30 20:11:15.653260 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea2bda-3827-48ac-9171-918bb0db59fb req-f041c1ba-4a7d-4270-9fee-16cab41b97b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:15.654741 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3fea2bda-3827-48ac-9171-918bb0db59fb req-f041c1ba-4a7d-4270-9fee-16cab41b97b1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ac1c465f-425f-4078-b2f8-d23b006b1c90 HTTP/1.1" status: 200 len: 850 time: 0.0759180 Jul 30 20:11:15.657734 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a8a99640-ce80-420f-b990-8b261b44858a req-3741f860-7e7f-4ff1-be1a-1137193f220a tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696206 Jul 30 20:11:15.704751 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea2bda-3827-48ac-9171-918bb0db59fb req-b4c5501d-b631-4041-a4db-774eea822e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:15.706269 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3fea2bda-3827-48ac-9171-918bb0db59fb req-b4c5501d-b631-4041-a4db-774eea822e8f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434418 Jul 30 20:11:15.720827 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdc81f-af5d-4f6c-a1d5-77ce3023616c req-30dcf867-7a82-4868-b075-91f2f734fae4 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:15.723005 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-64fdc81f-af5d-4f6c-a1d5-77ce3023616c req-30dcf867-7a82-4868-b075-91f2f734fae4 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/ports?device_id=74783611-8550-41bd-a0a7-8102e883d7b5 HTTP/1.1" status: 200 len: 950 time: 0.0662398 Jul 30 20:11:15.765134 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-64fdc81f-af5d-4f6c-a1d5-77ce3023616c req-85020891-e0fa-447a-b036-0d3e06cdb0c7 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/security-groups?id=89792794-e233-4578-a1da-397768c769cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360518 Jul 30 20:11:15.858838 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3fea2bda-3827-48ac-9171-918bb0db59fb req-2030b965-9dad-47d0-b02c-212e343e0c57 service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425440 Jul 30 20:11:15.871619 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da4e93-9650-46ef-abe8-9f25b4926d95 req-b61dc78d-8fa3-47a4-bfaf-bf13be7dc3f8 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:15.873025 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-34da4e93-9650-46ef-abe8-9f25b4926d95 req-b61dc78d-8fa3-47a4-bfaf-bf13be7dc3f8 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc973bdd-6377-4653-998f-ea0a6d19c6ae HTTP/1.1" status: 200 len: 943 time: 0.0772889 Jul 30 20:11:15.960845 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-34da4e93-9650-46ef-abe8-9f25b4926d95 req-b74e61d2-255e-4f80-ada7-32fc866b1111 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/security-groups?id=24fdf8c2-6d50-411b-91c6-2d849575e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783453 Jul 30 20:11:15.986382 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3fea2bda-3827-48ac-9171-918bb0db59fb req-8e214684-890c-4623-b51d-ce61dc00d05e service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123898 Jul 30 20:11:16.119850 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734d0a6-7858-4a14-bc67-dac75452614c req-9a4edc30-488b-4dfb-8e84-ef84750bf4fb tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:16.121254 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9734d0a6-7858-4a14-bc67-dac75452614c req-9a4edc30-488b-4dfb-8e84-ef84750bf4fb tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 945 time: 0.0548391 Jul 30 20:11:16.162882 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9734d0a6-7858-4a14-bc67-dac75452614c req-38be44f1-9e8f-4e4a-8400-d228e4584a36 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356348 Jul 30 20:11:16.519247 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf041a58-ed69-4d53-9aa8-807b5919dbc0 req-85756cd2-1e14-4ca0-9d62-5ac5cdda964c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:16.521244 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bf041a58-ed69-4d53-9aa8-807b5919dbc0 req-85756cd2-1e14-4ca0-9d62-5ac5cdda964c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.0497031 Jul 30 20:11:16.560974 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bf041a58-ed69-4d53-9aa8-807b5919dbc0 req-a55a87b1-916a-4a0d-ab9b-b9e36b74df92 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332646 Jul 30 20:11:16.775364 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c966746-b7b9-486d-823d-8f76203c101b req-df1d32a2-651d-4c83-b8a0-61391580e6b0 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:16.776932 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1c966746-b7b9-486d-823d-8f76203c101b req-df1d32a2-651d-4c83-b8a0-61391580e6b0 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.0497491 Jul 30 20:11:16.816638 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1c966746-b7b9-486d-823d-8f76203c101b req-0067e19e-a85b-4847-be65-8a22b2775b0f tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333056 Jul 30 20:11:16.906846 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dba03-d345-42a8-8057-9036fbca21c0 req-2c5d55b4-2fd2-4ee1-9555-6f373bb55118 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:16.908527 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-137dba03-d345-42a8-8057-9036fbca21c0 req-2c5d55b4-2fd2-4ee1-9555-6f373bb55118 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/ports?device_id=74783611-8550-41bd-a0a7-8102e883d7b5 HTTP/1.1" status: 200 len: 950 time: 0.0509877 Jul 30 20:11:16.948208 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-137dba03-d345-42a8-8057-9036fbca21c0 req-52b9b26f-8764-4f40-8ae4-1ddfadaadd9a tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/security-groups?id=89792794-e233-4578-a1da-397768c769cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336256 Jul 30 20:11:17.056575 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53887dd9-979c-43ee-9fc4-3b781a597071 req-8b623d6c-954a-42cf-b2cd-14309ded933c tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:17.058059 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-53887dd9-979c-43ee-9fc4-3b781a597071 req-8b623d6c-954a-42cf-b2cd-14309ded933c tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.59 "GET /v2.0/ports?device_id=74783611-8550-41bd-a0a7-8102e883d7b5 HTTP/1.1" status: 200 len: 950 time: 0.0613527 Jul 30 20:11:17.154259 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb6c1e-f286-428a-8acf-aeff4015bc93 req-e279fbba-51a7-489f-b6ce-8a57f91b7e4c tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:17.155471 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0dcb6c1e-f286-428a-8acf-aeff4015bc93 req-e279fbba-51a7-489f-b6ce-8a57f91b7e4c tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc973bdd-6377-4653-998f-ea0a6d19c6ae HTTP/1.1" status: 200 len: 943 time: 0.1195416 Jul 30 20:11:17.208980 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0dcb6c1e-f286-428a-8acf-aeff4015bc93 req-25194ab6-f72d-4910-a7de-e417a62fbe25 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/security-groups?id=24fdf8c2-6d50-411b-91c6-2d849575e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457485 Jul 30 20:11:17.214350 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-53887dd9-979c-43ee-9fc4-3b781a597071 req-29d9447c-ff65-44a1-a8cf-4db0f8ee0317 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Deleting port 61c30db0-4758-4230-8aec-627b43153c6a {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:11:17.214698 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-53887dd9-979c-43ee-9fc4-3b781a597071 req-29d9447c-ff65-44a1-a8cf-4db0f8ee0317 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:17.290005 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb29c1f-504a-4e57-892c-cafd3adf6f5a req-38add8af-4311-4c37-876b-27f48d48cae9 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:17.291464 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ddb29c1f-504a-4e57-892c-cafd3adf6f5a req-38add8af-4311-4c37-876b-27f48d48cae9 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 945 time: 0.0547962 Jul 30 20:11:17.315874 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-53887dd9-979c-43ee-9fc4-3b781a597071 req-29d9447c-ff65-44a1-a8cf-4db0f8ee0317 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] For port 61c30db0-4758-4230-8aec-627b43153c6a, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=61c30db0-4758-4230-8aec-627b43153c6a,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:17.316236 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-53887dd9-979c-43ee-9fc4-3b781a597071 req-29d9447c-ff65-44a1-a8cf-4db0f8ee0317 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:17.330238 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ddb29c1f-504a-4e57-892c-cafd3adf6f5a req-09b48f23-f23b-4af0-a801-a84c98b23b8d tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327671 Jul 30 20:11:17.330411 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-53887dd9-979c-43ee-9fc4-3b781a597071 req-29d9447c-ff65-44a1-a8cf-4db0f8ee0317 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Calling delete_port for 61c30db0-4758-4230-8aec-627b43153c6a owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:11:17.402330 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 55c2e922-390f-4677-b122-33fe31bab8dd details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:11:17.457951 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-53887dd9-979c-43ee-9fc4-3b781a597071 req-29d9447c-ff65-44a1-a8cf-4db0f8ee0317 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:17.470068 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['61c30db0-4758-4230-8aec-627b43153c6a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:11:17.486629 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9447c-ff65-44a1-a8cf-4db0f8ee0317 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Pushing event deleted for resources: {'Port': ['ID=61c30db0-4758-4230-8aec-627b43153c6a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:17.527316 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 55c2e922-390f-4677-b122-33fe31bab8dd, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=55c2e922-390f-4677-b122-33fe31bab8dd,segment=NetworkSegment(6b65a8b0-c334-438d-96b3-dec210224955),segment_id=6b65a8b0-c334-438d-96b3-dec210224955)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:17.536162 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-53887dd9-979c-43ee-9fc4-3b781a597071 req-29d9447c-ff65-44a1-a8cf-4db0f8ee0317 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] No DVR routers for this DVR port 61c30db0-4758-4230-8aec-627b43153c6a on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:11:17.539523 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-53887dd9-979c-43ee-9fc4-3b781a597071 req-29d9447c-ff65-44a1-a8cf-4db0f8ee0317 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:17.542063 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-53887dd9-979c-43ee-9fc4-3b781a597071 req-29d9447c-ff65-44a1-a8cf-4db0f8ee0317 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.59 "DELETE /v2.0/ports/61c30db0-4758-4230-8aec-627b43153c6a HTTP/1.1" status: 204 len: 173 time: 0.4664273 Jul 30 20:11:17.542627 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74783611-8550-41bd-a0a7-8102e883d7b5', 'name': 'network-vif-deleted', 'tag': '61c30db0-4758-4230-8aec-627b43153c6a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:17.547045 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52f2577-aac5-4328-9221-3d106381483e" -d '{"events": [{"server_uuid": "74783611-8550-41bd-a0a7-8102e883d7b5", "name": "network-vif-deleted", "tag": "61c30db0-4758-4230-8aec-627b43153c6a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:17.547705 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '55c2e922-390f-4677-b122-33fe31bab8dd', 'network_id': 'd98a6f86-4b2f-4a18-a20a-1c1c183eb2e8', 'port_id': '55c2e922-390f-4677-b122-33fe31bab8dd', 'mac_address': 'fa:16:3e:ff:e0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef170489-8573-4c90-ae2e-483cd5a4184d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:11:17.600216 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f524917f-2e72-4667-abba-799f5cad9e50 x-openstack-request-id: req-f524917f-2e72-4667-abba-799f5cad9e50 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:17.600565 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:17.600679 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74783611-8550-41bd-a0a7-8102e883d7b5", "name": "network-vif-deleted", "tag": "61c30db0-4758-4230-8aec-627b43153c6a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:17.600905 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f524917f-2e72-4667-abba-799f5cad9e50 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:17.601307 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74783611-8550-41bd-a0a7-8102e883d7b5', 'name': 'network-vif-deleted', 'tag': '61c30db0-4758-4230-8aec-627b43153c6a', 'status': 'completed', 'code': 200} Jul 30 20:11:17.618223 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c2e922-390f-4677-b122-33fe31bab8dd {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:11:17.654095 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 55c2e922-390f-4677-b122-33fe31bab8dd, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=55c2e922-390f-4677-b122-33fe31bab8dd,segment=NetworkSegment(6b65a8b0-c334-438d-96b3-dec210224955),segment_id=6b65a8b0-c334-438d-96b3-dec210224955)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:17.662086 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:17.695882 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144686b-02b8-4d36-82f3-f490dd0e6c07 req-e97532fb-6ee8-42d3-80a9-822b7e929145 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:17.704548 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1144686b-02b8-4d36-82f3-f490dd0e6c07 req-e97532fb-6ee8-42d3-80a9-822b7e929145 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.0634251 Jul 30 20:11:17.726524 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=55c2e922-390f-4677-b122-33fe31bab8dd,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:17.747048 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1144686b-02b8-4d36-82f3-f490dd0e6c07 req-2713c0b3-9a6a-4866-8d3f-76036fc2df43 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416365 Jul 30 20:11:17.923258 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dd915-cd49-4d67-84f9-463a43f84113 req-5304c51d-ff1a-4003-89f4-1fb23f619b1b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:17.924852 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fe5dd915-cd49-4d67-84f9-463a43f84113 req-5304c51d-ff1a-4003-89f4-1fb23f619b1b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.0496750 Jul 30 20:11:17.975097 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fe5dd915-cd49-4d67-84f9-463a43f84113 req-82b33137-eac1-4482-b5eb-cce0296d28cb tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440979 Jul 30 20:11:18.110734 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e4825749-0e43-400e-b231-b7a30f76296e req-9570cbf5-6c8f-4977-ba9d-3883f62bf693 tempest-ImagesNegativeTestJSON-757513245 tempest-ImagesNegativeTestJSON-757513245-project] 10.222.0.81 "GET /v2.0/ports?device_id=74783611-8550-41bd-a0a7-8102e883d7b5 HTTP/1.1" status: 200 len: 210 time: 0.0463612 Jul 30 20:11:18.119729 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['55c2e922-390f-4677-b122-33fe31bab8dd'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:11:18.179695 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944ba30-6f8d-4a11-a0ea-3659e77e1675 req-099fb512-f431-4ddb-be53-cd77ffabd996 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:18.181534 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6944ba30-6f8d-4a11-a0ea-3659e77e1675 req-099fb512-f431-4ddb-be53-cd77ffabd996 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.83 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 945 time: 0.0695233 Jul 30 20:11:18.217613 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a670e-be1c-4140-80fa-6f691ebd94cb req-e788a23f-241f-4dd4-85d3-0fb925398fa7 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:18.227297 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6f1a670e-be1c-4140-80fa-6f691ebd94cb req-e788a23f-241f-4dd4-85d3-0fb925398fa7 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.0704052 Jul 30 20:11:18.306170 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6f1a670e-be1c-4140-80fa-6f691ebd94cb req-32e65566-216b-40bd-a171-48c75fd3d02e tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775700 Jul 30 20:11:18.360681 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-6944ba30-6f8d-4a11-a0ea-3659e77e1675 req-17259ccd-f297-47d7-9729-e32fb3c742ad tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Deleting port 9490d5d9-931f-49ad-88fe-ba0e43a0218a {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:11:18.360830 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6944ba30-6f8d-4a11-a0ea-3659e77e1675 req-17259ccd-f297-47d7-9729-e32fb3c742ad tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:18.456623 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff2c8e-ec39-46fb-bd7f-bf67560488b1 req-cd77d96c-8453-4489-a625-300ed0be6b6a tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:18.459956 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1bff2c8e-ec39-46fb-bd7f-bf67560488b1 req-cd77d96c-8453-4489-a625-300ed0be6b6a tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc973bdd-6377-4653-998f-ea0a6d19c6ae HTTP/1.1" status: 200 len: 944 time: 0.1578541 Jul 30 20:11:18.485539 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef5599-2cc4-48d9-93e2-dc2f88c341f9 req-c451ec16-ce54-4c96-967c-e58d7c40533f tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:18.487625 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-50ef5599-2cc4-48d9-93e2-dc2f88c341f9 req-c451ec16-ce54-4c96-967c-e58d7c40533f tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 945 time: 0.0543153 Jul 30 20:11:18.493401 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6944ba30-6f8d-4a11-a0ea-3659e77e1675 req-17259ccd-f297-47d7-9729-e32fb3c742ad tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] For port 9490d5d9-931f-49ad-88fe-ba0e43a0218a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=9490d5d9-931f-49ad-88fe-ba0e43a0218a,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:18.493766 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6944ba30-6f8d-4a11-a0ea-3659e77e1675 req-17259ccd-f297-47d7-9729-e32fb3c742ad tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:18.517534 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-6944ba30-6f8d-4a11-a0ea-3659e77e1675 req-17259ccd-f297-47d7-9729-e32fb3c742ad tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Calling delete_port for 9490d5d9-931f-49ad-88fe-ba0e43a0218a owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:11:18.527122 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-50ef5599-2cc4-48d9-93e2-dc2f88c341f9 req-feea4e6c-c710-4b7e-b51f-897f94f2625d tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332594 Jul 30 20:11:18.527335 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1bff2c8e-ec39-46fb-bd7f-bf67560488b1 req-fd7854db-af29-431f-ae9f-936b8610e8f7 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/security-groups?id=24fdf8c2-6d50-411b-91c6-2d849575e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597358 Jul 30 20:11:18.723441 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6944ba30-6f8d-4a11-a0ea-3659e77e1675 req-17259ccd-f297-47d7-9729-e32fb3c742ad tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:18.787117 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17259ccd-f297-47d7-9729-e32fb3c742ad tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Pushing event deleted for resources: {'Port': ['ID=9490d5d9-931f-49ad-88fe-ba0e43a0218a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:18.814572 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-6944ba30-6f8d-4a11-a0ea-3659e77e1675 req-17259ccd-f297-47d7-9729-e32fb3c742ad tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] No DVR routers for this DVR port 9490d5d9-931f-49ad-88fe-ba0e43a0218a on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:11:18.818516 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6944ba30-6f8d-4a11-a0ea-3659e77e1675 req-17259ccd-f297-47d7-9729-e32fb3c742ad tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:18.820534 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6944ba30-6f8d-4a11-a0ea-3659e77e1675 req-17259ccd-f297-47d7-9729-e32fb3c742ad tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.83 "DELETE /v2.0/ports/9490d5d9-931f-49ad-88fe-ba0e43a0218a HTTP/1.1" status: 204 len: 173 time: 0.6321151 Jul 30 20:11:18.827564 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-d6acb82b-a554-49e4-a3e4-d2998007db79 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:18.828982 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-d6acb82b-a554-49e4-a3e4-d2998007db79 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 811 time: 0.1894939 Jul 30 20:11:18.852161 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-1557b350-c6df-4168-8509-c52c58b01f52 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/quotas/398c11eccd35477c9cab39d77a30a8de HTTP/1.1" status: 200 len: 375 time: 0.0174224 Jul 30 20:11:18.951862 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-6146eae7-548c-4ed6-b547-f496d842861c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0905161 Jul 30 20:11:18.970981 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['9490d5d9-931f-49ad-88fe-ba0e43a0218a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:11:19.102731 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-74cb222c-fda1-497e-a3c0-8078ef55a703 service neutron] 10.222.0.81 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410677 Jul 30 20:11:19.203848 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-63095875-0ee1-4bb8-a44d-b57d82be1319 service neutron] 10.222.0.81 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002457 Jul 30 20:11:19.397401 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:19.414937 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 55c2e922-390f-4677-b122-33fe31bab8dd up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:11:19.459763 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc82ed13-3e1d-42e0-b142-19a31984e82b req-9e2fdf5e-96f8-4baf-85ed-9b3fcb4814bb tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 210 time: 0.0553517 Jul 30 20:11:19.496909 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 55c2e922-390f-4677-b122-33fe31bab8dd completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:11:19.503835 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 55c2e922-390f-4677-b122-33fe31bab8dd triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:11:19.504097 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:19.602688 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637bf18e-a00f-4754-8cbd-44b3e1260a87', 'name': 'network-vif-deleted', 'tag': '9490d5d9-931f-49ad-88fe-ba0e43a0218a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:19.605183 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc92eeb-5672-48ea-971f-140634465d71" -d '{"events": [{"server_uuid": "637bf18e-a00f-4754-8cbd-44b3e1260a87", "name": "network-vif-deleted", "tag": "9490d5d9-931f-49ad-88fe-ba0e43a0218a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:19.656447 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:19.703197 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aee799b3-e442-4cb7-af9f-c67ff508e289 req-97dabbdc-7619-430d-97fd-cacb40cf3e29 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 210 time: 0.0526273 Jul 30 20:11:19.708732 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 55c2e922-390f-4677-b122-33fe31bab8dd, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=55c2e922-390f-4677-b122-33fe31bab8dd,segment=NetworkSegment(6b65a8b0-c334-438d-96b3-dec210224955),segment_id=6b65a8b0-c334-438d-96b3-dec210224955)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:19.710002 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc973bdd-6377-4653-998f-ea0a6d19c6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c2e922-390f-4677-b122-33fe31bab8dd'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:19.714098 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26abb30f-2507-4b4b-9ec1-b6a1ba56611c" -d '{"events": [{"server_uuid": "dc973bdd-6377-4653-998f-ea0a6d19c6ae", "name": "network-vif-plugged", "status": "completed", "tag": "55c2e922-390f-4677-b122-33fe31bab8dd"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:19.718794 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:19.729020 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 9490d5d9-931f-49ad-88fe-ba0e43a0218a no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:11:19.807214 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b94af9-5700-47b1-8dc8-cdffbd9741db req-e54d1225-dddb-4829-a97b-90e1e591f7a0 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:19.808073 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35858) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:19.809543 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-34b94af9-5700-47b1-8dc8-cdffbd9741db req-e54d1225-dddb-4829-a97b-90e1e591f7a0 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc973bdd-6377-4653-998f-ea0a6d19c6ae HTTP/1.1" status: 200 len: 944 time: 0.1403019 Jul 30 20:11:19.829094 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2aaae98-5a72-4538-9aaf-e06356cdd850 x-openstack-request-id: req-e2aaae98-5a72-4538-9aaf-e06356cdd850 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:19.829656 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637bf18e-a00f-4754-8cbd-44b3e1260a87", "name": "network-vif-deleted", "tag": "9490d5d9-931f-49ad-88fe-ba0e43a0218a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:19.830117 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e2aaae98-5a72-4538-9aaf-e06356cdd850 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:19.830724 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637bf18e-a00f-4754-8cbd-44b3e1260a87', 'name': 'network-vif-deleted', 'tag': '9490d5d9-931f-49ad-88fe-ba0e43a0218a', 'status': 'completed', 'code': 200} Jul 30 20:11:19.874642 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 9490d5d9-931f-49ad-88fe-ba0e43a0218a {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:11:19.875102 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 9490d5d9-931f-49ad-88fe-ba0e43a0218a not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:11:19.893949 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9249759-34ce-427b-a947-3d938af7309c x-openstack-request-id: req-d9249759-34ce-427b-a947-3d938af7309c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:19.894457 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc973bdd-6377-4653-998f-ea0a6d19c6ae", "name": "network-vif-plugged", "status": "completed", "tag": "55c2e922-390f-4677-b122-33fe31bab8dd", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:19.894906 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d9249759-34ce-427b-a947-3d938af7309c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:19.896187 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc973bdd-6377-4653-998f-ea0a6d19c6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c2e922-390f-4677-b122-33fe31bab8dd', 'code': 200} Jul 30 20:11:19.918275 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-34b94af9-5700-47b1-8dc8-cdffbd9741db req-9b088eff-fef9-45b0-b143-ff9e742c58ad tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/security-groups?id=24fdf8c2-6d50-411b-91c6-2d849575e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985210 Jul 30 20:11:19.996050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=55c2e922-390f-4677-b122-33fe31bab8dd,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:20.013806 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:20.014648 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:20.015154 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:20.015790 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:20.016283 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:20.016764 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:20.017248 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:20.017750 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:20.018219 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:20.018697 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:20.019174 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:20.019685 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:20.033430 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e47b32-fdbf-410c-b845-77f9f6223ee8 req-ba01bd57-58c1-4909-b47e-3fb796d7638a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:20.034918 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7e47b32-fdbf-410c-b845-77f9f6223ee8 req-ba01bd57-58c1-4909-b47e-3fb796d7638a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dc973bdd-6377-4653-998f-ea0a6d19c6ae HTTP/1.1" status: 200 len: 1096 time: 0.0666556 Jul 30 20:11:20.078934 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-eea9ab44-8d1f-4969-967a-c519f4afddb5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=272c614f829f4bad97e34876934b2bda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694395 Jul 30 20:11:20.081587 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35866) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:20.095893 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7e47b32-fdbf-410c-b845-77f9f6223ee8 req-df5fe39a-27b8-406c-b0d4-a4ce7f62f69d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=24fdf8c2-6d50-411b-91c6-2d849575e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520556 Jul 30 20:11:20.171359 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9cd1742b-0fbc-425d-a7d4-7cac4fcda8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:20.197732 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9cd1742b-0fbc-425d-a7d4-7cac4fcda8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:20.262686 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9cd1742b-0fbc-425d-a7d4-7cac4fcda8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:20.265905 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9cd1742b-0fbc-425d-a7d4-7cac4fcda8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:20.267315 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9cd1742b-0fbc-425d-a7d4-7cac4fcda8c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/89792794-e233-4578-a1da-397768c769cb HTTP/1.1" status: 204 len: 168 time: 0.1788416 Jul 30 20:11:20.276176 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1742b-0fbc-425d-a7d4-7cac4fcda8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89792794-e233-4578-a1da-397768c769cb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:20.573535 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-be6654fc-f408-4b61-8bec-1aceb0541fda req-e4c40683-ed11-474c-ab02-9c805321d2a3 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 210 time: 0.0366774 Jul 30 20:11:20.830625 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-11d66041-f7d2-4a2d-b1a5-2dcdf057f498 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:20.832321 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-11d66041-f7d2-4a2d-b1a5-2dcdf057f498 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.59 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 811 time: 0.1310837 Jul 30 20:11:20.849249 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-b8ce6975-5690-4398-a644-28ae2d6b8aaa tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Request body: {'port': {'device_id': 'd377d443-bf86-4d65-b6a5-0c85eafd4b19', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'admin_state_up': True, 'tenant_id': '398c11eccd35477c9cab39d77a30a8de'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:11:20.870780 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8a7380b3-0686-494a-834c-de25d2dd493d req-88c675db-1078-4e1b-a714-a25ae95cfe5c tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 210 time: 0.0477407 Jul 30 20:11:20.993979 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-b8ce6975-5690-4398-a644-28ae2d6b8aaa tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Made reservation on behalf of 398c11eccd35477c9cab39d77a30a8de for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:11:20.998712 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-b8ce6975-5690-4398-a644-28ae2d6b8aaa tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:21.037398 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 61c30db0-4758-4230-8aec-627b43153c6a no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:11:21.072562 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c0ba2-5ccb-4c4b-b8a2-d6dc201d53e1 req-46c4d8a9-71b0-4293-a60c-057ab8fb7924 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:21.080615 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 61c30db0-4758-4230-8aec-627b43153c6a {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:11:21.081144 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 61c30db0-4758-4230-8aec-627b43153c6a not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:11:21.091326 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d09c0ba2-5ccb-4c4b-b8a2-d6dc201d53e1 req-46c4d8a9-71b0-4293-a60c-057ab8fb7924 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc973bdd-6377-4653-998f-ea0a6d19c6ae HTTP/1.1" status: 200 len: 945 time: 0.0856280 Jul 30 20:11:21.152831 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d09c0ba2-5ccb-4c4b-b8a2-d6dc201d53e1 req-a8443b65-2e4d-4e94-a022-7b25a647539a tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/security-groups?id=24fdf8c2-6d50-411b-91c6-2d849575e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605578 Jul 30 20:11:21.232312 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-00d18b87-03b2-496c-801d-ab6020a70a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:21.246774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-b8ce6975-5690-4398-a644-28ae2d6b8aaa tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Allocated IP 172.20.0.7 (88b3ebbe-b1a1-49b8-8023-ad19464dab3b/ac1c465f-425f-4078-b2f8-d23b006b1c90/5decea29-b6a2-4287-af8d-99d5371a56e9) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:11:21.419345 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-b8ce6975-5690-4398-a644-28ae2d6b8aaa tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:21.433066 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-b8ce6975-5690-4398-a644-28ae2d6b8aaa tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Transition to ACTIVE for port object 5decea29-b6a2-4287-af8d-99d5371a56e9 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:11:21.465528 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-b8ce6975-5690-4398-a644-28ae2d6b8aaa tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:21.507813 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-b8ce6975-5690-4398-a644-28ae2d6b8aaa tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:11:21.510905 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-b8ce6975-5690-4398-a644-28ae2d6b8aaa tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:11:21.514809 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-b8ce6975-5690-4398-a644-28ae2d6b8aaa tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:11:21.546942 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce6975-5690-4398-a644-28ae2d6b8aaa tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Pushing event updated for resources: {'Port': ['ID=5decea29-b6a2-4287-af8d-99d5371a56e9,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:21.575294 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-b8ce6975-5690-4398-a644-28ae2d6b8aaa tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:21.578069 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-b8ce6975-5690-4398-a644-28ae2d6b8aaa tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:21.595370 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-b8ce6975-5690-4398-a644-28ae2d6b8aaa tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7508521 Jul 30 20:11:21.609456 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-41843185-f9de-42b4-956e-e469cbfd7ee9 service neutron] Request body: {'port': {'device_id': 'd377d443-bf86-4d65-b6a5-0c85eafd4b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:11:21.678107 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-41843185-f9de-42b4-956e-e469cbfd7ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:21.766764 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bdba7-250f-4328-9442-3e8c0ba33649 req-b368e5c0-d565-424f-95bc-93aa41c47052 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:21.779931 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8a2bdba7-250f-4328-9442-3e8c0ba33649 req-b368e5c0-d565-424f-95bc-93aa41c47052 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 931 time: 0.1113541 Jul 30 20:11:21.806948 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5bd9d7c7-ab86-40e3-be8d-309a1288a5a4 None None] Provisioning for port 5decea29-b6a2-4287-af8d-99d5371a56e9 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:11:21.822489 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5bd9d7c7-ab86-40e3-be8d-309a1288a5a4 None None] Provisioning complete for port 5decea29-b6a2-4287-af8d-99d5371a56e9 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:11:21.823072 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5bd9d7c7-ab86-40e3-be8d-309a1288a5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:21.862619 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5bd9d7c7-ab86-40e3-be8d-309a1288a5a4 None None] Port 5decea29-b6a2-4287-af8d-99d5371a56e9 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:11:21.883773 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8a2bdba7-250f-4328-9442-3e8c0ba33649 req-2d87ca20-fd4b-4984-8630-e70a8142f8c8 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027470 Jul 30 20:11:22.013581 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6b34166e-dcdc-4bf8-b4fa-d1c8a17373f3 req-ad8cb403-d84a-4e71-9f78-f2685fe39599 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 210 time: 0.0490143 Jul 30 20:11:22.092864 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-41843185-f9de-42b4-956e-e469cbfd7ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5decea29-b6a2-4287-af8d-99d5371a56e9 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:11:22.100878 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-41843185-f9de-42b4-956e-e469cbfd7ee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:22.112384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-41843185-f9de-42b4-956e-e469cbfd7ee9 service neutron] Transition to ACTIVE for port object 5decea29-b6a2-4287-af8d-99d5371a56e9 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:11:22.116881 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-41843185-f9de-42b4-956e-e469cbfd7ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:22.210686 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41843185-f9de-42b4-956e-e469cbfd7ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=5decea29-b6a2-4287-af8d-99d5371a56e9,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:22.654312 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-41843185-f9de-42b4-956e-e469cbfd7ee9 service neutron] Attempting to bind port 5decea29-b6a2-4287-af8d-99d5371a56e9 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:11:22.654312 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-41843185-f9de-42b4-956e-e469cbfd7ee9 service neutron] Attempting to bind port 5decea29-b6a2-4287-af8d-99d5371a56e9 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:11:22.654915 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-41843185-f9de-42b4-956e-e469cbfd7ee9 service neutron] Attempting to bind port 5decea29-b6a2-4287-af8d-99d5371a56e9 on network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:11:22.661502 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-41843185-f9de-42b4-956e-e469cbfd7ee9 service neutron] Port 5decea29-b6a2-4287-af8d-99d5371a56e9 on network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:11:22.661827 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-41843185-f9de-42b4-956e-e469cbfd7ee9 service neutron] Attempting to bind port 5decea29-b6a2-4287-af8d-99d5371a56e9 on network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:11:22.670554 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79f638-ce6b-4e75-96cb-3f63ff2a02c0 req-38bbfa16-12a5-4cf5-a6e8-7dbc6803ad46 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:22.672080 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a79f638-ce6b-4e75-96cb-3f63ff2a02c0 req-38bbfa16-12a5-4cf5-a6e8-7dbc6803ad46 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc973bdd-6377-4653-998f-ea0a6d19c6ae HTTP/1.1" status: 200 len: 945 time: 0.0772257 Jul 30 20:11:22.676246 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-41843185-f9de-42b4-956e-e469cbfd7ee9 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:11:22.676591 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-41843185-f9de-42b4-956e-e469cbfd7ee9 service neutron] Checking segment: {'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:11:22.676981 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-41843185-f9de-42b4-956e-e469cbfd7ee9 service neutron] Bound using segment: {'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:11:22.677418 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-41843185-f9de-42b4-956e-e469cbfd7ee9 service neutron] Bound port: 5decea29-b6a2-4287-af8d-99d5371a56e9, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:11:22.677779 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-41843185-f9de-42b4-956e-e469cbfd7ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:22.749700 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a79f638-ce6b-4e75-96cb-3f63ff2a02c0 req-1c90ce88-2cea-47ac-975e-741fe1abd2fd tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/security-groups?id=24fdf8c2-6d50-411b-91c6-2d849575e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688457 Jul 30 20:11:22.791067 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-41843185-f9de-42b4-956e-e469cbfd7ee9 service neutron] For port 5decea29-b6a2-4287-af8d-99d5371a56e9, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:11:22.795338 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-41843185-f9de-42b4-956e-e469cbfd7ee9 service neutron] For port 5decea29-b6a2-4287-af8d-99d5371a56e9, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5decea29-b6a2-4287-af8d-99d5371a56e9,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:11:22.803398 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-41843185-f9de-42b4-956e-e469cbfd7ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:22.857883 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-41843185-f9de-42b4-956e-e469cbfd7ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:22.858989 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-41843185-f9de-42b4-956e-e469cbfd7ee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:22.859926 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-41843185-f9de-42b4-956e-e469cbfd7ee9 service neutron] 10.222.0.59 "PUT /v2.0/ports/5decea29-b6a2-4287-af8d-99d5371a56e9 HTTP/1.1" status: 200 len: 1091 time: 1.2559040 Jul 30 20:11:22.860367 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd377d443-bf86-4d65-b6a5-0c85eafd4b19', 'tag': '5decea29-b6a2-4287-af8d-99d5371a56e9'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:22.862733 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b3e02a-4be6-4c31-bd3c-fcd82de5635e" -d '{"events": [{"name": "network-changed", "server_uuid": "d377d443-bf86-4d65-b6a5-0c85eafd4b19", "tag": "5decea29-b6a2-4287-af8d-99d5371a56e9"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:22.948063 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9136d82-3325-46b9-ae6a-02b33d5af442 x-openstack-request-id: req-e9136d82-3325-46b9-ae6a-02b33d5af442 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:22.948899 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d377d443-bf86-4d65-b6a5-0c85eafd4b19", "tag": "5decea29-b6a2-4287-af8d-99d5371a56e9", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:22.949320 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e9136d82-3325-46b9-ae6a-02b33d5af442 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:22.949950 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd377d443-bf86-4d65-b6a5-0c85eafd4b19', 'tag': '5decea29-b6a2-4287-af8d-99d5371a56e9', 'status': 'completed', 'code': 200} Jul 30 20:11:22.981959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41843185-f9de-42b4-956e-e469cbfd7ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=5decea29-b6a2-4287-af8d-99d5371a56e9,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:23.001267 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-a07f1bc4-d04b-4719-af2c-aaeafec98e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:23.003330 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-a07f1bc4-d04b-4719-af2c-aaeafec98e66 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 1094 time: 0.0880620 Jul 30 20:11:23.090885 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-31ac914c-5497-4594-b3a0-795d4b819a34 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5decea29-b6a2-4287-af8d-99d5371a56e9 HTTP/1.1" status: 200 len: 217 time: 0.0790088 Jul 30 20:11:23.141897 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4afdb1-0bfa-4e8e-bbb2-0bd2f3d813cd req-bb095450-95fc-44eb-96d3-397e24a02da1 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:23.152133 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0d4afdb1-0bfa-4e8e-bbb2-0bd2f3d813cd req-bb095450-95fc-44eb-96d3-397e24a02da1 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 943 time: 0.1294012 Jul 30 20:11:23.159391 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-00acfd2d-5ae1-469a-bc4e-fd2276986d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:23.160937 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-00acfd2d-5ae1-469a-bc4e-fd2276986d1d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac1c465f-425f-4078-b2f8-d23b006b1c90 HTTP/1.1" status: 200 len: 850 time: 0.0614707 Jul 30 20:11:23.194952 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0d4afdb1-0bfa-4e8e-bbb2-0bd2f3d813cd req-707399ae-70a0-442c-970c-00f3d80c41c5 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415814 Jul 30 20:11:23.216161 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1cab6ee5-7173-433c-8059-f09f53de6231 req-0bed3352-63bb-4074-8131-e50b3db29f8d tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 210 time: 0.0484974 Jul 30 20:11:23.244465 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-fde2f538-82b0-4cbe-a191-bbca7b3a46a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:23.246157 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-fde2f538-82b0-4cbe-a191-bbca7b3a46a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757957 Jul 30 20:11:23.359345 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-90f0bc2e-0c66-4930-9915-c98001471808 service neutron] 10.222.0.59 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051726 Jul 30 20:11:23.463345 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af9bfaf1-e5f2-4c87-b39f-021a4dc6e005 req-37251866-d38a-46af-9dbe-182b549bf8d8 service neutron] 10.222.0.59 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973480 Jul 30 20:11:23.570963 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3e02a-4be6-4c31-bd3c-fcd82de5635e req-358bcec7-ec28-45c1-8ba3-7e2dfe4eb905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:23.572772 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-84b3e02a-4be6-4c31-bd3c-fcd82de5635e req-358bcec7-ec28-45c1-8ba3-7e2dfe4eb905 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 1094 time: 0.0574412 Jul 30 20:11:23.651206 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed919c63-ed96-4cc3-a9b8-9646e7c769b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:23.710597 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578fe8e-dd2d-44d3-9cd5-edaece7b00a1 req-ceaa4999-d2f3-4147-898c-1263ed964750 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:23.712092 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5578fe8e-dd2d-44d3-9cd5-edaece7b00a1 req-ceaa4999-d2f3-4147-898c-1263ed964750 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc973bdd-6377-4653-998f-ea0a6d19c6ae HTTP/1.1" status: 200 len: 945 time: 0.0790389 Jul 30 20:11:23.713203 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3e02a-4be6-4c31-bd3c-fcd82de5635e req-fb9195f3-a075-4831-b194-fcc85abc2a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:23.714518 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-84b3e02a-4be6-4c31-bd3c-fcd82de5635e req-fb9195f3-a075-4831-b194-fcc85abc2a1e service neutron] 10.222.0.59 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 912 time: 0.1338723 Jul 30 20:11:23.769692 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-84b3e02a-4be6-4c31-bd3c-fcd82de5635e req-630d324c-5d69-47ed-aa53-86ad7803fcc8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5decea29-b6a2-4287-af8d-99d5371a56e9 HTTP/1.1" status: 200 len: 217 time: 0.0449173 Jul 30 20:11:23.795599 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5578fe8e-dd2d-44d3-9cd5-edaece7b00a1 req-17cca54e-aed2-4fcf-a18f-27bc6dc5025e tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/security-groups?id=24fdf8c2-6d50-411b-91c6-2d849575e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773020 Jul 30 20:11:23.829959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3e02a-4be6-4c31-bd3c-fcd82de5635e req-9b7845d8-e4f3-4928-8707-f4fe4b5065fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:23.831422 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-84b3e02a-4be6-4c31-bd3c-fcd82de5635e req-9b7845d8-e4f3-4928-8707-f4fe4b5065fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac1c465f-425f-4078-b2f8-d23b006b1c90 HTTP/1.1" status: 200 len: 850 time: 0.0509343 Jul 30 20:11:23.857023 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:23.881746 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3e02a-4be6-4c31-bd3c-fcd82de5635e req-dac095c0-4116-47c6-a710-a35decd39f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:23.883292 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-84b3e02a-4be6-4c31-bd3c-fcd82de5635e req-dac095c0-4116-47c6-a710-a35decd39f14 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447741 Jul 30 20:11:23.983117 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-84b3e02a-4be6-4c31-bd3c-fcd82de5635e req-ea77e44d-3edd-4759-8465-3836ba088d0f service neutron] 10.222.0.59 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915599 Jul 30 20:11:24.080368 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-84b3e02a-4be6-4c31-bd3c-fcd82de5635e req-b7542445-677a-4648-87e4-130b38386d57 service neutron] 10.222.0.59 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855007 Jul 30 20:11:24.341099 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e53de-8609-4d4e-91d6-fc018cce5d62 req-963928de-b056-4aa0-a8d8-1112cde48686 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:24.341963 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd9dbeca-4ccb-48ae-b4e5-b2e11bcf0dc6 req-076a167c-26aa-428f-a606-43b7be21b974 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 210 time: 0.0511584 Jul 30 20:11:24.342675 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-240e53de-8609-4d4e-91d6-fc018cce5d62 req-963928de-b056-4aa0-a8d8-1112cde48686 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 943 time: 0.0606740 Jul 30 20:11:24.389305 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-240e53de-8609-4d4e-91d6-fc018cce5d62 req-e93e7309-783b-46dd-b995-5b307f5e664e tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363071 Jul 30 20:11:24.861179 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:24.915739 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26caf0c-adbf-4d40-95cc-0f13a2f35a55 req-f0e6a3ad-3b8b-497a-856d-604e082f1239 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:24.917200 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c26caf0c-adbf-4d40-95cc-0f13a2f35a55 req-f0e6a3ad-3b8b-497a-856d-604e082f1239 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc973bdd-6377-4653-998f-ea0a6d19c6ae HTTP/1.1" status: 200 len: 945 time: 0.0501754 Jul 30 20:11:24.958536 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c26caf0c-adbf-4d40-95cc-0f13a2f35a55 req-f62eeb8a-22b1-48d4-a47e-5a835ee553ea tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/security-groups?id=24fdf8c2-6d50-411b-91c6-2d849575e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347905 Jul 30 20:11:25.192285 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47842989-9f65-4853-bb74-b89a36b65b98 req-dfeae267-ae94-4777-9fd4-46c8fb10c62d tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:25.193734 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-47842989-9f65-4853-bb74-b89a36b65b98 req-dfeae267-ae94-4777-9fd4-46c8fb10c62d tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.83 "GET /v2.0/ports?device_id=dc973bdd-6377-4653-998f-ea0a6d19c6ae HTTP/1.1" status: 200 len: 945 time: 0.0500324 Jul 30 20:11:25.291556 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-47842989-9f65-4853-bb74-b89a36b65b98 req-4ed5455c-22d4-413f-84cd-9f44c6c68777 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Deleting port 55c2e922-390f-4677-b122-33fe31bab8dd {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:11:25.291907 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-47842989-9f65-4853-bb74-b89a36b65b98 req-4ed5455c-22d4-413f-84cd-9f44c6c68777 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:25.394654 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-47842989-9f65-4853-bb74-b89a36b65b98 req-4ed5455c-22d4-413f-84cd-9f44c6c68777 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] For port 55c2e922-390f-4677-b122-33fe31bab8dd, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=55c2e922-390f-4677-b122-33fe31bab8dd,segment=NetworkSegment(6b65a8b0-c334-438d-96b3-dec210224955),segment_id=6b65a8b0-c334-438d-96b3-dec210224955)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:25.395561 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-47842989-9f65-4853-bb74-b89a36b65b98 req-4ed5455c-22d4-413f-84cd-9f44c6c68777 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:25.420766 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-47842989-9f65-4853-bb74-b89a36b65b98 req-4ed5455c-22d4-413f-84cd-9f44c6c68777 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Calling delete_port for 55c2e922-390f-4677-b122-33fe31bab8dd owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:11:25.461047 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09346d36-5035-411e-8106-f8d8acbb2657 req-1e33c5fd-a3b3-40bd-a4a5-61fd81f2c3b8 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=637bf18e-a00f-4754-8cbd-44b3e1260a87 HTTP/1.1" status: 200 len: 210 time: 0.0295465 Jul 30 20:11:25.567232 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959e573-5baa-4233-9900-8e2243de71d8 req-cc4f9d98-8438-4ac2-aa60-5bc64e094f88 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:25.569547 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b959e573-5baa-4233-9900-8e2243de71d8 req-cc4f9d98-8438-4ac2-aa60-5bc64e094f88 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 943 time: 0.0726922 Jul 30 20:11:25.621546 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b959e573-5baa-4233-9900-8e2243de71d8 req-46b25dc3-2081-403d-9c44-88e0c66fadb9 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460815 Jul 30 20:11:25.628965 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-47842989-9f65-4853-bb74-b89a36b65b98 req-4ed5455c-22d4-413f-84cd-9f44c6c68777 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:25.644159 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['55c2e922-390f-4677-b122-33fe31bab8dd'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:11:25.709629 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5455c-22d4-413f-84cd-9f44c6c68777 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Pushing event deleted for resources: {'Port': ['ID=55c2e922-390f-4677-b122-33fe31bab8dd,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:25.756604 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-47842989-9f65-4853-bb74-b89a36b65b98 req-4ed5455c-22d4-413f-84cd-9f44c6c68777 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] No DVR routers for this DVR port 55c2e922-390f-4677-b122-33fe31bab8dd on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:11:25.759464 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-47842989-9f65-4853-bb74-b89a36b65b98 req-4ed5455c-22d4-413f-84cd-9f44c6c68777 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:25.761744 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-47842989-9f65-4853-bb74-b89a36b65b98 req-4ed5455c-22d4-413f-84cd-9f44c6c68777 tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.83 "DELETE /v2.0/ports/55c2e922-390f-4677-b122-33fe31bab8dd HTTP/1.1" status: 204 len: 173 time: 0.5616572 Jul 30 20:11:25.762213 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc973bdd-6377-4653-998f-ea0a6d19c6ae', 'name': 'network-vif-deleted', 'tag': '55c2e922-390f-4677-b122-33fe31bab8dd'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:25.765387 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799fe56c-25e5-4165-b5ec-13872b619e40" -d '{"events": [{"server_uuid": "dc973bdd-6377-4653-998f-ea0a6d19c6ae", "name": "network-vif-deleted", "tag": "55c2e922-390f-4677-b122-33fe31bab8dd"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:25.815747 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f945a2-33c0-45f8-be05-66b80343e074 x-openstack-request-id: req-73f945a2-33c0-45f8-be05-66b80343e074 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:25.816469 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc973bdd-6377-4653-998f-ea0a6d19c6ae", "name": "network-vif-deleted", "tag": "55c2e922-390f-4677-b122-33fe31bab8dd", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:25.817525 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-73f945a2-33c0-45f8-be05-66b80343e074 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:25.818223 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc973bdd-6377-4653-998f-ea0a6d19c6ae', 'name': 'network-vif-deleted', 'tag': '55c2e922-390f-4677-b122-33fe31bab8dd', 'status': 'completed', 'code': 200} Jul 30 20:11:26.082346 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-082f1dae-6248-4b56-9b9d-f77a1b962f6a req-e40b6945-d04f-4810-86e7-5ccda1d4220a tempest-ServerMetadataNegativeTestJSON-1727755158 tempest-ServerMetadataNegativeTestJSON-1727755158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc973bdd-6377-4653-998f-ea0a6d19c6ae HTTP/1.1" status: 200 len: 210 time: 0.0313244 Jul 30 20:11:26.210023 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-46bec022-f116-4eac-a22e-050b78737706 req-e5d8dd76-bea1-41f3-af53-7e6364dbb03a tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=38b27a21876745239bf66e0f76c3b535&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256207 Jul 30 20:11:26.326544 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bec022-f116-4eac-a22e-050b78737706 req-01e2ec3a-fe00-4808-99ee-041d1132b5fd tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:26.328079 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-46bec022-f116-4eac-a22e-050b78737706 req-01e2ec3a-fe00-4808-99ee-041d1132b5fd tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1125541 Jul 30 20:11:26.343693 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-46bec022-f116-4eac-a22e-050b78737706 req-ba7cc077-706c-4209-9477-b577811583fa tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/quotas/38b27a21876745239bf66e0f76c3b535 HTTP/1.1" status: 200 len: 375 time: 0.0095084 Jul 30 20:11:26.378339 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-46bec022-f116-4eac-a22e-050b78737706 req-7f3e4ebe-6c44-4fe1-918f-bef50c01d03a tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=38b27a21876745239bf66e0f76c3b535&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288694 Jul 30 20:11:26.699315 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f68883c0-892b-4433-8f28-c9e73a388706 req-1ca0eba3-42e8-4ca7-bdb1-d823b2068e8f tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=38b27a21876745239bf66e0f76c3b535&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752130 Jul 30 20:11:26.755968 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:26.856887 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68883c0-892b-4433-8f28-c9e73a388706 req-42427386-88ef-4fb7-a6f3-b745256483e5 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:26.858397 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f68883c0-892b-4433-8f28-c9e73a388706 req-42427386-88ef-4fb7-a6f3-b745256483e5 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1495616 Jul 30 20:11:26.879173 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f68883c0-892b-4433-8f28-c9e73a388706 req-590729ee-32ee-49a7-94dc-8953f0cc47ef tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/quotas/38b27a21876745239bf66e0f76c3b535 HTTP/1.1" status: 200 len: 375 time: 0.0108895 Jul 30 20:11:26.934592 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f68883c0-892b-4433-8f28-c9e73a388706 req-dd29400a-43e5-4599-a9f9-353fec91ea26 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=38b27a21876745239bf66e0f76c3b535&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494437 Jul 30 20:11:27.056219 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 5decea29-b6a2-4287-af8d-99d5371a56e9 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:11:27.107110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639a050-63fc-4898-a710-59bddf33dd55 req-5f16dd32-a022-4807-892e-d689b882b168 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:27.116904 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1639a050-63fc-4898-a710-59bddf33dd55 req-5f16dd32-a022-4807-892e-d689b882b168 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 943 time: 0.0736473 Jul 30 20:11:27.179913 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 5decea29-b6a2-4287-af8d-99d5371a56e9, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5decea29-b6a2-4287-af8d-99d5371a56e9,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:27.181556 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1639a050-63fc-4898-a710-59bddf33dd55 req-0b795a13-e82b-44bc-92cf-6ec491edda07 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634177 Jul 30 20:11:27.221310 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '5decea29-b6a2-4287-af8d-99d5371a56e9', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'port_id': '5decea29-b6a2-4287-af8d-99d5371a56e9', 'mac_address': 'fa:16:3e:f5:9c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:11:27.281729 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:27.300424 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5decea29-b6a2-4287-af8d-99d5371a56e9 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:11:27.327780 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 5decea29-b6a2-4287-af8d-99d5371a56e9, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5decea29-b6a2-4287-af8d-99d5371a56e9,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:27.335043 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:27.398337 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=5decea29-b6a2-4287-af8d-99d5371a56e9,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:27.439822 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-528a1268-e47b-44d1-9bf1-57ce894744fd req-5d743d54-5e95-4c7d-b2de-a698da0ff7d3 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=63da983d-25ee-4a5b-882c-37bc4c679327 HTTP/1.1" status: 200 len: 210 time: 0.0380795 Jul 30 20:11:27.483580 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36194) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:27.516288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b053b-23f6-46bb-b1ef-4f506f2a0370 req-9a8db958-fa9b-442c-830b-1e6b60bd2b0c tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:27.517720 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-da4b053b-23f6-46bb-b1ef-4f506f2a0370 req-9a8db958-fa9b-442c-830b-1e6b60bd2b0c tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/networks?id=499a6969-8299-4dd8-9691-a5618f1f3135 HTTP/1.1" status: 200 len: 812 time: 0.1943488 Jul 30 20:11:27.542663 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b6da42-ec38-4a79-b7f5-0d4dc17aae71 admin admin] Deleting subnet ef170489-8573-4c90-ae2e-483cd5a4184d {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:11:27.548280 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d2b6da42-ec38-4a79-b7f5-0d4dc17aae71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:27.548466 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-80976a05-8a81-4504-a49e-c936861764ad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0871854 Jul 30 20:11:27.550003 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-da4b053b-23f6-46bb-b1ef-4f506f2a0370 req-816de365-e4bf-487b-a4a6-1443837f5416 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/quotas/7a980cdea43a4792b1a7a53073b92183 HTTP/1.1" status: 200 len: 375 time: 0.0198946 Jul 30 20:11:27.592798 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d2b6da42-ec38-4a79-b7f5-0d4dc17aae71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:27.602447 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-da4b053b-23f6-46bb-b1ef-4f506f2a0370 req-18a2347f-4d02-484a-90dc-6b6fbc108341 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a980cdea43a4792b1a7a53073b92183&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346828 Jul 30 20:11:27.641514 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['5decea29-b6a2-4287-af8d-99d5371a56e9'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:11:27.661120 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d2b6da42-ec38-4a79-b7f5-0d4dc17aae71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:27.788543 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-da4b053b-23f6-46bb-b1ef-4f506f2a0370 req-aa0b181c-12c3-4117-ab55-8ec8204c9f14 service neutron] 10.222.0.81 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684558 Jul 30 20:11:27.819581 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d2b6da42-ec38-4a79-b7f5-0d4dc17aae71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:27.856268 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-46bec022-f116-4eac-a22e-050b78737706 req-75c3b3c8-d8de-4216-adef-cfef57678a61 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=38b27a21876745239bf66e0f76c3b535&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1128068 Jul 30 20:11:27.911196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-38cbe1fd-91a9-45ff-a1a1-3ee12ced43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:27.911736 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-38cbe1fd-91a9-45ff-a1a1-3ee12ced43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:27.912219 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-38cbe1fd-91a9-45ff-a1a1-3ee12ced43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:27.912701 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-38cbe1fd-91a9-45ff-a1a1-3ee12ced43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:27.913179 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-38cbe1fd-91a9-45ff-a1a1-3ee12ced43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:27.913654 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-38cbe1fd-91a9-45ff-a1a1-3ee12ced43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:27.914124 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-38cbe1fd-91a9-45ff-a1a1-3ee12ced43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:27.916363 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-38cbe1fd-91a9-45ff-a1a1-3ee12ced43ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d663627cb1b4aa4857162f5a27e37ec&device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 6502 time: 0.2948217 Jul 30 20:11:28.054321 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-da4b053b-23f6-46bb-b1ef-4f506f2a0370 req-b0c6aa19-bc4e-42ff-9bea-5e37acfc0049 service neutron] 10.222.0.81 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648621 Jul 30 20:11:28.134751 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bec022-f116-4eac-a22e-050b78737706 req-afc8ac39-1760-4799-8f7d-165f2bf55380 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:28.136388 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-46bec022-f116-4eac-a22e-050b78737706 req-afc8ac39-1760-4799-8f7d-165f2bf55380 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2597320 Jul 30 20:11:28.158077 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-46bec022-f116-4eac-a22e-050b78737706 req-f2245280-6f60-42b1-8c67-b6269c03dba5 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Request body: {'port': {'device_id': '3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': '38b27a21876745239bf66e0f76c3b535'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:11:28.179809 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-26db52a5-761a-4396-9c4c-0add46f44db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:28.180917 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-26db52a5-761a-4396-9c4c-0add46f44db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:28.181425 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-26db52a5-761a-4396-9c4c-0add46f44db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:28.183183 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-26db52a5-761a-4396-9c4c-0add46f44db0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4889cdd8-296f-481e-b756-28d5d38f8224&id=624029aa-6e2e-457a-b285-eaf6ccf35387&id=624029aa-6e2e-457a-b285-eaf6ccf35387&id=624029aa-6e2e-457a-b285-eaf6ccf35387&id=624029aa-6e2e-457a-b285-eaf6ccf35387&id=956f2f8d-58e3-4da4-8be7-e5f47f91fd80&id=956f2f8d-58e3-4da4-8be7-e5f47f91fd80 HTTP/1.1" status: 200 len: 2297 time: 0.2009284 Jul 30 20:11:28.184407 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6da42-ec38-4a79-b7f5-0d4dc17aae71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef170489-8573-4c90-ae2e-483cd5a4184d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:28.201990 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d2b6da42-ec38-4a79-b7f5-0d4dc17aae71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:28.206875 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d2b6da42-ec38-4a79-b7f5-0d4dc17aae71 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ef170489-8573-4c90-ae2e-483cd5a4184d HTTP/1.1" status: 204 len: 168 time: 0.7203364 Jul 30 20:11:28.207616 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36202) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:28.380279 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-87c16e3d-7030-45da-9a4f-e8fe50aad4f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a0cbd93-fd92-4866-944c-3656b063198f HTTP/1.1" status: 200 len: 1001 time: 0.1644294 Jul 30 20:11:28.391496 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b915231-fa5e-4107-8eb3-fb649e23f82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:28.434868 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-43a14954-3f64-4a25-9a10-a0e40df54417 req-47cf25c6-1195-4c22-b25c-c0885cf8a6d6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c6ebd96-f8df-4725-a15e-aa00a1e3e790 HTTP/1.1" status: 200 len: 210 time: 0.0579724 Jul 30 20:11:28.503082 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46bec022-f116-4eac-a22e-050b78737706 req-f2245280-6f60-42b1-8c67-b6269c03dba5 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Made reservation on behalf of 38b27a21876745239bf66e0f76c3b535 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:11:28.507128 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-46bec022-f116-4eac-a22e-050b78737706 req-f2245280-6f60-42b1-8c67-b6269c03dba5 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:28.517728 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cc514-4a02-4b87-ab55-d8476baca353 req-046bd2f9-8377-4629-80ab-857c567ace2c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:28.528319 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-137cc514-4a02-4b87-ab55-d8476baca353 req-046bd2f9-8377-4629-80ab-857c567ace2c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 944 time: 0.2135398 Jul 30 20:11:28.586689 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-46bec022-f116-4eac-a22e-050b78737706 req-f2245280-6f60-42b1-8c67-b6269c03dba5 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:28.589630 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-c12a2640-b6df-4cdf-991b-9d5e86820a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:28.595990 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-c12a2640-b6df-4cdf-991b-9d5e86820a9c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54b2d052-a18e-40d7-8ed9-045fadafa2a9 HTTP/1.1" status: 200 len: 856 time: 0.2048671 Jul 30 20:11:28.641413 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b915231-fa5e-4107-8eb3-fb649e23f82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:28.665841 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-8b915231-fa5e-4107-8eb3-fb649e23f82e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:28.697506 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-8b915231-fa5e-4107-8eb3-fb649e23f82e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b65a8b0-c334-438d-96b3-dec210224955') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:28.697708 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-8b915231-fa5e-4107-8eb3-fb649e23f82e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b65a8b0-c334-438d-96b3-dec210224955') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:28.711625 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b915231-fa5e-4107-8eb3-fb649e23f82e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:28.728747 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b915231-fa5e-4107-8eb3-fb649e23f82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:28.736158 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b915231-fa5e-4107-8eb3-fb649e23f82e admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:11:28.737072 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b915231-fa5e-4107-8eb3-fb649e23f82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:28.738074 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-fce1bed7-e503-4efb-be1e-15f68c8457b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:28.739983 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-fce1bed7-e503-4efb-be1e-15f68c8457b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4889cdd8-296f-481e-b756-28d5d38f8224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204941 Jul 30 20:11:28.752186 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-137cc514-4a02-4b87-ab55-d8476baca353 req-cc879875-d90d-4cf2-a520-5f87a34a00a2 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199409 Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:11:28.823808 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:11:28.829137 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b915231-fa5e-4107-8eb3-fb649e23f82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:28.861870 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-afcb5741-1c4d-4655-9de4-e9815fd4ac14 req-b7ba94d4-6425-4ada-b576-4c8516262676 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=63da983d-25ee-4a5b-882c-37bc4c679327 HTTP/1.1" status: 200 len: 210 time: 0.0490816 Jul 30 20:11:28.864178 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b915231-fa5e-4107-8eb3-fb649e23f82e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:28.868690 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8b915231-fa5e-4107-8eb3-fb649e23f82e admin admin] 10.222.0.81 "DELETE /v2.0/networks/d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8 HTTP/1.1" status: 204 len: 168 time: 0.6575632 Jul 30 20:11:28.872264 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f68883c0-892b-4433-8f28-c9e73a388706 req-1a7cca23-458c-44eb-a487-04d120a232e1 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=38b27a21876745239bf66e0f76c3b535&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694578 Jul 30 20:11:28.915465 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b915231-fa5e-4107-8eb3-fb649e23f82e admin admin] Pushing event deleted for resources: {'Network': ['ID=d98a6f86-4b2f-4a18-a20a-1c1c183eb2e8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:29.066001 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 5decea29-b6a2-4287-af8d-99d5371a56e9 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:11:29.093755 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-96588241-79ff-4c6b-9185-638506ff7cc1 service neutron] 10.222.0.59 "GET /v2.0/networks/4889cdd8-296f-481e-b756-28d5d38f8224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382821 Jul 30 20:11:29.128971 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68883c0-892b-4433-8f28-c9e73a388706 req-453fc65d-2ea0-4f05-93db-6048cd8f0d62 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:29.133584 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f68883c0-892b-4433-8f28-c9e73a388706 req-453fc65d-2ea0-4f05-93db-6048cd8f0d62 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2371275 Jul 30 20:11:29.151595 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-f68883c0-892b-4433-8f28-c9e73a388706 req-d920c115-3498-4bdf-ab6a-704905f68bda tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Request body: {'port': {'device_id': '63da983d-25ee-4a5b-882c-37bc4c679327', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': '38b27a21876745239bf66e0f76c3b535'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:11:29.200747 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-46bec022-f116-4eac-a22e-050b78737706 req-f2245280-6f60-42b1-8c67-b6269c03dba5 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:29.205901 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 5decea29-b6a2-4287-af8d-99d5371a56e9 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:11:29.210771 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 5decea29-b6a2-4287-af8d-99d5371a56e9 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:11:29.210900 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-46bec022-f116-4eac-a22e-050b78737706 req-f2245280-6f60-42b1-8c67-b6269c03dba5 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:29.211461 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:29.252112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2245280-6f60-42b1-8c67-b6269c03dba5 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede82d93-01d4-47aa-a178-3118ff279131,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:29.300471 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36236) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:29.323184 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-ea3688aa-9f02-4f61-a4fb-6501bb307505 service neutron] 10.222.0.59 "GET /v2.0/networks/4889cdd8-296f-481e-b756-28d5d38f8224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196460 Jul 30 20:11:29.401213 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:29.411216 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-48a80896-1eb0-4d72-bc35-d7319474b3e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=08dca140-1f6f-4be9-aef9-65fcf5c1062f HTTP/1.1" status: 200 len: 217 time: 0.0793388 Jul 30 20:11:29.447451 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 55c2e922-390f-4677-b122-33fe31bab8dd no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:11:29.452298 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3c6ff303-9204-47ea-b802-f462fafe51d5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=66f13670a2274875ae64c265c8779d81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462545 Jul 30 20:11:29.452974 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36240) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:29.492470 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 55c2e922-390f-4677-b122-33fe31bab8dd {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:11:29.493093 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 55c2e922-390f-4677-b122-33fe31bab8dd not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:11:29.498632 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd377d443-bf86-4d65-b6a5-0c85eafd4b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5decea29-b6a2-4287-af8d-99d5371a56e9'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:29.502392 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d51f50-f2be-43d3-a943-aeeac129162e" -d '{"events": [{"server_uuid": "d377d443-bf86-4d65-b6a5-0c85eafd4b19", "name": "network-vif-plugged", "status": "completed", "tag": "5decea29-b6a2-4287-af8d-99d5371a56e9"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:29.519054 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 5decea29-b6a2-4287-af8d-99d5371a56e9, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5decea29-b6a2-4287-af8d-99d5371a56e9,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:29.527426 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:29.545842 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-4cbbdb16-e7a2-4c73-93b4-6df912e24e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:29.545842 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-4cbbdb16-e7a2-4c73-93b4-6df912e24e8f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ee34576-0f44-4e9f-855e-368f45154589 HTTP/1.1" status: 200 len: 797 time: 0.1227970 Jul 30 20:11:29.588429 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-46bec022-f116-4eac-a22e-050b78737706 req-f2245280-6f60-42b1-8c67-b6269c03dba5 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Allocated IP 192.168.233.172 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/1cf11197-0748-4ce6-b405-66b8b84b5970) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:11:29.609673 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6542e8f6-8ee7-4902-a9b2-30454bd6d147 x-openstack-request-id: req-6542e8f6-8ee7-4902-a9b2-30454bd6d147 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:29.610000 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d377d443-bf86-4d65-b6a5-0c85eafd4b19", "name": "network-vif-plugged", "status": "completed", "tag": "5decea29-b6a2-4287-af8d-99d5371a56e9", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:29.610225 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6542e8f6-8ee7-4902-a9b2-30454bd6d147 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:29.622077 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd377d443-bf86-4d65-b6a5-0c85eafd4b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5decea29-b6a2-4287-af8d-99d5371a56e9', 'code': 200} Jul 30 20:11:29.623682 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9791b1e9-bfc4-4682-9644-3baa58fb5343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:29.635659 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=5decea29-b6a2-4287-af8d-99d5371a56e9,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:29.636154 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f68883c0-892b-4433-8f28-c9e73a388706 req-d920c115-3498-4bdf-ab6a-704905f68bda tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Made reservation on behalf of 38b27a21876745239bf66e0f76c3b535 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:11:29.645098 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f68883c0-892b-4433-8f28-c9e73a388706 req-d920c115-3498-4bdf-ab6a-704905f68bda tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:29.707625 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-1349adab-8479-4db4-bff4-a9764d3925f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:29.709349 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-1349adab-8479-4db4-bff4-a9764d3925f3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=624029aa-6e2e-457a-b285-eaf6ccf35387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1566589 Jul 30 20:11:29.725384 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9791b1e9-bfc4-4682-9644-3baa58fb5343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:29.817850 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1f7ce-b07d-45ca-96aa-b8a7a9b0fbae req-d808f3af-337a-498e-93f8-5327f692aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:29.819925 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fdf1f7ce-b07d-45ca-96aa-b8a7a9b0fbae req-d808f3af-337a-498e-93f8-5327f692aa92 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 1096 time: 0.1471384 Jul 30 20:11:29.892205 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9791b1e9-bfc4-4682-9644-3baa58fb5343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:29.896286 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9791b1e9-bfc4-4682-9644-3baa58fb5343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:29.898821 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9791b1e9-bfc4-4682-9644-3baa58fb5343 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/24fdf8c2-6d50-411b-91c6-2d849575e79f HTTP/1.1" status: 204 len: 168 time: 0.4417436 Jul 30 20:11:29.916222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791b1e9-bfc4-4682-9644-3baa58fb5343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fdf8c2-6d50-411b-91c6-2d849575e79f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:29.944135 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-68eef1cc-1f49-4027-baeb-ff428f6caa9b service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211206 Jul 30 20:11:29.993992 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9284e76-f122-411e-b08d-b3af8e20d275 req-4dc37cb0-d335-4bec-add9-57cb746ee3f9 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:29.995943 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a9284e76-f122-411e-b08d-b3af8e20d275 req-4dc37cb0-d335-4bec-add9-57cb746ee3f9 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 945 time: 0.0820432 Jul 30 20:11:30.051458 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a9284e76-f122-411e-b08d-b3af8e20d275 req-f1e85f46-82f2-4316-9434-b5ef7280a839 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482743 Jul 30 20:11:30.057631 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fdf1f7ce-b07d-45ca-96aa-b8a7a9b0fbae req-e111d9dc-1ddf-4c5e-b519-d75430f74856 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255120 Jul 30 20:11:30.397321 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-bfb86b7f-a6c6-4e2a-a1f6-93ad6c88dfcb tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:30.406764 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-bfb86b7f-a6c6-4e2a-a1f6-93ad6c88dfcb tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/networks?id=499a6969-8299-4dd8-9691-a5618f1f3135 HTTP/1.1" status: 200 len: 812 time: 0.1655312 Jul 30 20:11:30.428024 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-02c901f2-2269-4885-9b66-a7ff9e509a24 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/quotas/7a980cdea43a4792b1a7a53073b92183 HTTP/1.1" status: 200 len: 375 time: 0.0195243 Jul 30 20:11:30.444162 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-44d674a6-1a47-4d61-844e-19f5735bde84 service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836729 Jul 30 20:11:30.473955 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-75b821c0-cfc3-48f6-8359-05046ec8f351 req-cc426ffa-f362-46f8-baee-16a7fc8b455f tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=63da983d-25ee-4a5b-882c-37bc4c679327 HTTP/1.1" status: 200 len: 210 time: 0.3918891 Jul 30 20:11:30.484116 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-0f26bb6f-cfb9-4f99-bce2-00ac8f14570c tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a980cdea43a4792b1a7a53073b92183&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551221 Jul 30 20:11:30.552202 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-92caea2e-9d0d-433e-ab32-5b6a94e3cbdf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 HTTP/1.1" status: 200 len: 217 time: 0.0770452 Jul 30 20:11:30.584989 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-bc12fbff-2a72-408a-96f1-a09f3c9cb3fc service neutron] 10.222.0.81 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996861 Jul 30 20:11:30.646963 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-46bec022-f116-4eac-a22e-050b78737706 req-f2245280-6f60-42b1-8c67-b6269c03dba5 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:30.670138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-46bec022-f116-4eac-a22e-050b78737706 req-f2245280-6f60-42b1-8c67-b6269c03dba5 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Transition to ACTIVE for port object 1cf11197-0748-4ce6-b405-66b8b84b5970 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:11:30.672467 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-733e3c11-c88d-4038-bba2-145fce6a2a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:30.673932 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-733e3c11-c88d-4038-bba2-145fce6a2a9f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ee34576-0f44-4e9f-855e-368f45154589 HTTP/1.1" status: 200 len: 797 time: 0.0899770 Jul 30 20:11:30.722603 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-ef09e473-8a37-4c67-a6e8-d4a5959326be service neutron] 10.222.0.81 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311340 Jul 30 20:11:30.758006 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-fd5a1993-904f-4bb5-8913-43b639be6dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:30.760165 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-fd5a1993-904f-4bb5-8913-43b639be6dc4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=624029aa-6e2e-457a-b285-eaf6ccf35387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0640440 Jul 30 20:11:30.769219 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-46bec022-f116-4eac-a22e-050b78737706 req-f2245280-6f60-42b1-8c67-b6269c03dba5 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:30.849590 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46bec022-f116-4eac-a22e-050b78737706 req-f2245280-6f60-42b1-8c67-b6269c03dba5 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:11:30.883852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-46bec022-f116-4eac-a22e-050b78737706 req-f2245280-6f60-42b1-8c67-b6269c03dba5 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:11:30.887238 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bec022-f116-4eac-a22e-050b78737706 req-f2245280-6f60-42b1-8c67-b6269c03dba5 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:11:30.917221 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-f68883c0-892b-4433-8f28-c9e73a388706 req-d920c115-3498-4bdf-ab6a-704905f68bda tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Allocated IP 192.168.233.63 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/b582f81d-839e-4a51-a6a4-d9372723f7f1) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:11:30.976061 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36304) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:30.997852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bec022-f116-4eac-a22e-050b78737706 req-f2245280-6f60-42b1-8c67-b6269c03dba5 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:30.998553 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-46bec022-f116-4eac-a22e-050b78737706 req-f2245280-6f60-42b1-8c67-b6269c03dba5 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:31.096184 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-46bec022-f116-4eac-a22e-050b78737706 req-f2245280-6f60-42b1-8c67-b6269c03dba5 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9473083 Jul 30 20:11:31.124450 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f68883c0-892b-4433-8f28-c9e73a388706 req-d920c115-3498-4bdf-ab6a-704905f68bda tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:31.144767 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be816770-f66e-42e9-85d7-3e936710abba req-ebbb63d1-3274-4380-a456-8e421041ba0d tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=53debe54-4150-436a-b32a-f3168c6f5dbc HTTP/1.1" status: 200 len: 210 time: 0.1597462 Jul 30 20:11:31.161697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-46bec022-f116-4eac-a22e-050b78737706 req-6c7faeee-a67f-4cfc-972f-66d196d95076 service neutron] Request body: {'port': {'device_id': '3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:11:31.165026 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2245280-6f60-42b1-8c67-b6269c03dba5 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Pushing event updated for resources: {'Port': ['ID=1cf11197-0748-4ce6-b405-66b8b84b5970,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:31.188708 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-f68883c0-892b-4433-8f28-c9e73a388706 req-d920c115-3498-4bdf-ab6a-704905f68bda tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Transition to ACTIVE for port object b582f81d-839e-4a51-a6a4-d9372723f7f1 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:11:31.263558 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7d715e98-58cc-4753-8d1f-71832ab405e3 None None] Provisioning for port 1cf11197-0748-4ce6-b405-66b8b84b5970 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:11:31.272411 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7d715e98-58cc-4753-8d1f-71832ab405e3 None None] Provisioning complete for port 1cf11197-0748-4ce6-b405-66b8b84b5970 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:11:31.275211 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d715e98-58cc-4753-8d1f-71832ab405e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:31.289445 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-46bec022-f116-4eac-a22e-050b78737706 req-6c7faeee-a67f-4cfc-972f-66d196d95076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:31.308053 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f68883c0-892b-4433-8f28-c9e73a388706 req-d920c115-3498-4bdf-ab6a-704905f68bda tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:31.367191 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7d715e98-58cc-4753-8d1f-71832ab405e3 None None] Port 1cf11197-0748-4ce6-b405-66b8b84b5970 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:11:31.380059 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3646b175-491b-40c8-99b2-5313b744e860 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1546600146-network', 'tenant_id': '900477dbb14f4b4aa75defe9ef9a0601'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:11:31.406073 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f68883c0-892b-4433-8f28-c9e73a388706 req-d920c115-3498-4bdf-ab6a-704905f68bda tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:11:31.409721 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-f68883c0-892b-4433-8f28-c9e73a388706 req-d920c115-3498-4bdf-ab6a-704905f68bda tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:11:31.414893 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68883c0-892b-4433-8f28-c9e73a388706 req-d920c115-3498-4bdf-ab6a-704905f68bda tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:11:31.451323 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920c115-3498-4bdf-ab6a-704905f68bda tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Pushing event updated for resources: {'Port': ['ID=b582f81d-839e-4a51-a6a4-d9372723f7f1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:31.498649 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b62d29-a705-48bc-8863-a7d56ce60422 req-fbad1d88-bf05-46d3-823e-590961c2a948 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:31.506292 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-95b62d29-a705-48bc-8863-a7d56ce60422 req-fbad1d88-bf05-46d3-823e-590961c2a948 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 945 time: 0.2272732 Jul 30 20:11:31.533910 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68883c0-892b-4433-8f28-c9e73a388706 req-d920c115-3498-4bdf-ab6a-704905f68bda tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:31.540193 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f68883c0-892b-4433-8f28-c9e73a388706 req-d920c115-3498-4bdf-ab6a-704905f68bda tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:31.566414 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-baae6d28-fc51-49ef-a1d5-cd1b03e547e6 service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7828588 Jul 30 20:11:31.602706 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3646b175-491b-40c8-99b2-5313b744e860 admin admin] Made reservation on behalf of 900477dbb14f4b4aa75defe9ef9a0601 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:11:31.604424 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-95b62d29-a705-48bc-8863-a7d56ce60422 req-ad67a762-d3d3-4cf4-a1f4-d436d2ece90c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971823 Jul 30 20:11:31.605880 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3646b175-491b-40c8-99b2-5313b744e860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:31.611677 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f68883c0-892b-4433-8f28-c9e73a388706 req-d920c115-3498-4bdf-ab6a-704905f68bda tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4674885 Jul 30 20:11:31.639979 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-f68883c0-892b-4433-8f28-c9e73a388706 req-822c0cbb-29c7-4f18-90f9-be8d351ea1b4 service neutron] Request body: {'port': {'device_id': '63da983d-25ee-4a5b-882c-37bc4c679327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:11:31.686847 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3646b175-491b-40c8-99b2-5313b744e860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:31.747022 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f68883c0-892b-4433-8f28-c9e73a388706 req-822c0cbb-29c7-4f18-90f9-be8d351ea1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:31.803061 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f7b7b65f-d81e-4eef-967c-60a46122410a None None] Provisioning for port b582f81d-839e-4a51-a6a4-d9372723f7f1 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:11:31.806963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f7b7b65f-d81e-4eef-967c-60a46122410a None None] Provisioning complete for port b582f81d-839e-4a51-a6a4-d9372723f7f1 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:11:31.807442 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7b7b65f-d81e-4eef-967c-60a46122410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:31.875943 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f7b7b65f-d81e-4eef-967c-60a46122410a None None] Port b582f81d-839e-4a51-a6a4-d9372723f7f1 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:11:31.893117 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341504fa-ab7f-4b48-befb-e0a3a12b99b5 req-9df9bbf2-3fe2-436e-b9c8-08e016326bc1 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:31.905162 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-341504fa-ab7f-4b48-befb-e0a3a12b99b5 req-9df9bbf2-3fe2-436e-b9c8-08e016326bc1 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=63da983d-25ee-4a5b-882c-37bc4c679327 HTTP/1.1" status: 200 len: 935 time: 0.2929080 Jul 30 20:11:31.964081 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-e776c35f-3da4-4d4c-af5f-4742a167de06 service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435934 Jul 30 20:11:32.038154 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-341504fa-ab7f-4b48-befb-e0a3a12b99b5 req-c2173d9c-dd6e-4814-9128-8cb57a7f45e1 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355333 Jul 30 20:11:32.039501 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-aac815ad-5d36-426f-8b61-08a3f984c4ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=d88f5afb-3bc1-4f5d-a47f-fbad96159133 HTTP/1.1" status: 200 len: 217 time: 0.0628104 Jul 30 20:11:32.106873 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6573e7e-5d23-4b4c-8660-547e08941c5a req-2a03074f-b311-4a50-8615-35776e26af4f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:32.109922 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e6573e7e-5d23-4b4c-8660-547e08941c5a req-2a03074f-b311-4a50-8615-35776e26af4f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 945 time: 0.0715435 Jul 30 20:11:32.114882 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-46bec022-f116-4eac-a22e-050b78737706 req-6c7faeee-a67f-4cfc-972f-66d196d95076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf11197-0748-4ce6-b405-66b8b84b5970 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:11:32.128058 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-46bec022-f116-4eac-a22e-050b78737706 req-6c7faeee-a67f-4cfc-972f-66d196d95076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:32.157411 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-46bec022-f116-4eac-a22e-050b78737706 req-6c7faeee-a67f-4cfc-972f-66d196d95076 service neutron] Transition to ACTIVE for port object 1cf11197-0748-4ce6-b405-66b8b84b5970 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:11:32.161414 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-6d1e147d-d47e-430d-a5e0-72e5b332e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:32.163046 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-6d1e147d-d47e-430d-a5e0-72e5b332e4a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ee34576-0f44-4e9f-855e-368f45154589 HTTP/1.1" status: 200 len: 797 time: 0.1004219 Jul 30 20:11:32.166504 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-46bec022-f116-4eac-a22e-050b78737706 req-6c7faeee-a67f-4cfc-972f-66d196d95076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:32.246237 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3646b175-491b-40c8-99b2-5313b744e860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:32.265442 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3646b175-491b-40c8-99b2-5313b744e860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:32.329105 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7faeee-a67f-4cfc-972f-66d196d95076 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf11197-0748-4ce6-b405-66b8b84b5970,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:32.359442 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3646b175-491b-40c8-99b2-5313b744e860 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:11:32.400814 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-f68883c0-892b-4433-8f28-c9e73a388706 req-822c0cbb-29c7-4f18-90f9-be8d351ea1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b582f81d-839e-4a51-a6a4-d9372723f7f1 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:11:32.410293 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f68883c0-892b-4433-8f28-c9e73a388706 req-822c0cbb-29c7-4f18-90f9-be8d351ea1b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:32.426847 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-f68883c0-892b-4433-8f28-c9e73a388706 req-822c0cbb-29c7-4f18-90f9-be8d351ea1b4 service neutron] Transition to ACTIVE for port object b582f81d-839e-4a51-a6a4-d9372723f7f1 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:11:32.430457 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e6573e7e-5d23-4b4c-8660-547e08941c5a req-bfbfabad-0bc1-4eba-9414-fa0d7114a2de tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136663 Jul 30 20:11:32.440814 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f68883c0-892b-4433-8f28-c9e73a388706 req-822c0cbb-29c7-4f18-90f9-be8d351ea1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:32.447532 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-92d23642-ada2-4f6f-8fd5-73cbc07ccbe5 req-d429afbf-87ba-41f9-bb0f-81f3ae3836c2 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=53debe54-4150-436a-b32a-f3168c6f5dbc HTTP/1.1" status: 200 len: 210 time: 0.1246712 Jul 30 20:11:32.475576 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646b175-491b-40c8-99b2-5313b744e860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f11746-6ae4-479e-ad08-8a64120de8af,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:32.489749 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-fa36d5de-02f9-44e9-9497-ebe348c710d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:32.491353 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-fa36d5de-02f9-44e9-9497-ebe348c710d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=624029aa-6e2e-457a-b285-eaf6ccf35387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3135891 Jul 30 20:11:32.511185 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c0cbb-29c7-4f18-90f9-be8d351ea1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b582f81d-839e-4a51-a6a4-d9372723f7f1,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:32.552304 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3646b175-491b-40c8-99b2-5313b744e860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:32.552304 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-3646b175-491b-40c8-99b2-5313b744e860 admin admin] Added segment a562d22d-d4f4-44f4-9cfc-9caebf430619 of type vlan for network 26f41e71-3897-4307-9b11-f622e20fa562 Jul 30 20:11:32.685812 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-f68883c0-892b-4433-8f28-c9e73a388706 req-822c0cbb-29c7-4f18-90f9-be8d351ea1b4 service neutron] Attempting to bind port b582f81d-839e-4a51-a6a4-d9372723f7f1 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:11:32.687053 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-f68883c0-892b-4433-8f28-c9e73a388706 req-822c0cbb-29c7-4f18-90f9-be8d351ea1b4 service neutron] Attempting to bind port b582f81d-839e-4a51-a6a4-d9372723f7f1 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:11:32.687760 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68883c0-892b-4433-8f28-c9e73a388706 req-822c0cbb-29c7-4f18-90f9-be8d351ea1b4 service neutron] Attempting to bind port b582f81d-839e-4a51-a6a4-d9372723f7f1 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:11:32.696961 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68883c0-892b-4433-8f28-c9e73a388706 req-822c0cbb-29c7-4f18-90f9-be8d351ea1b4 service neutron] Port b582f81d-839e-4a51-a6a4-d9372723f7f1 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:11:32.696961 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68883c0-892b-4433-8f28-c9e73a388706 req-822c0cbb-29c7-4f18-90f9-be8d351ea1b4 service neutron] Attempting to bind port b582f81d-839e-4a51-a6a4-d9372723f7f1 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:11:32.718110 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab22ca2-611b-4caf-9a0f-56dec042a2e2 req-865d6340-0b2d-47df-be4f-5f9d86a9012f tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:32.719308 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3ab22ca2-611b-4caf-9a0f-56dec042a2e2 req-865d6340-0b2d-47df-be4f-5f9d86a9012f tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.1213391 Jul 30 20:11:32.720362 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3646b175-491b-40c8-99b2-5313b744e860 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:32.744654 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68883c0-892b-4433-8f28-c9e73a388706 req-822c0cbb-29c7-4f18-90f9-be8d351ea1b4 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:11:32.744912 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68883c0-892b-4433-8f28-c9e73a388706 req-822c0cbb-29c7-4f18-90f9-be8d351ea1b4 service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:11:32.745471 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68883c0-892b-4433-8f28-c9e73a388706 req-822c0cbb-29c7-4f18-90f9-be8d351ea1b4 service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:11:32.746088 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-f68883c0-892b-4433-8f28-c9e73a388706 req-822c0cbb-29c7-4f18-90f9-be8d351ea1b4 service neutron] Bound port: b582f81d-839e-4a51-a6a4-d9372723f7f1, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:11:32.747154 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f68883c0-892b-4433-8f28-c9e73a388706 req-822c0cbb-29c7-4f18-90f9-be8d351ea1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:32.764967 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-46bec022-f116-4eac-a22e-050b78737706 req-6c7faeee-a67f-4cfc-972f-66d196d95076 service neutron] Attempting to bind port 1cf11197-0748-4ce6-b405-66b8b84b5970 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:11:32.765317 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-46bec022-f116-4eac-a22e-050b78737706 req-6c7faeee-a67f-4cfc-972f-66d196d95076 service neutron] Attempting to bind port 1cf11197-0748-4ce6-b405-66b8b84b5970 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:11:32.765653 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bec022-f116-4eac-a22e-050b78737706 req-6c7faeee-a67f-4cfc-972f-66d196d95076 service neutron] Attempting to bind port 1cf11197-0748-4ce6-b405-66b8b84b5970 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:11:32.795959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bec022-f116-4eac-a22e-050b78737706 req-6c7faeee-a67f-4cfc-972f-66d196d95076 service neutron] Port 1cf11197-0748-4ce6-b405-66b8b84b5970 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:11:32.796297 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bec022-f116-4eac-a22e-050b78737706 req-6c7faeee-a67f-4cfc-972f-66d196d95076 service neutron] Attempting to bind port 1cf11197-0748-4ce6-b405-66b8b84b5970 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:11:32.814248 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-37eedcd5-ecac-470b-92f6-dbf7e064983b tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:32.816448 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-37eedcd5-ecac-470b-92f6-dbf7e064983b tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.59 "GET /v2.0/networks?id=499a6969-8299-4dd8-9691-a5618f1f3135 HTTP/1.1" status: 200 len: 812 time: 0.4321017 Jul 30 20:11:32.823968 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3ab22ca2-611b-4caf-9a0f-56dec042a2e2 req-ae4383a0-e3a1-4187-a29f-12ccb644f1f0 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856819 Jul 30 20:11:32.829877 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7dec0b12-7519-4f7c-a459-e64a81496dad req-5916496a-3ae1-4509-a2e4-14ab1f66e17b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1284463 Jul 30 20:11:32.839057 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-91eebec2-2314-42d7-a286-96df29cf36c7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Request body: {'port': {'device_id': '53debe54-4150-436a-b32a-f3168c6f5dbc', 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135', 'admin_state_up': True, 'tenant_id': '7a980cdea43a4792b1a7a53073b92183'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:11:32.850475 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bec022-f116-4eac-a22e-050b78737706 req-6c7faeee-a67f-4cfc-972f-66d196d95076 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:11:32.850895 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bec022-f116-4eac-a22e-050b78737706 req-6c7faeee-a67f-4cfc-972f-66d196d95076 service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:11:32.851202 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bec022-f116-4eac-a22e-050b78737706 req-6c7faeee-a67f-4cfc-972f-66d196d95076 service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:11:32.851599 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-46bec022-f116-4eac-a22e-050b78737706 req-6c7faeee-a67f-4cfc-972f-66d196d95076 service neutron] Bound port: 1cf11197-0748-4ce6-b405-66b8b84b5970, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:11:32.851972 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-46bec022-f116-4eac-a22e-050b78737706 req-6c7faeee-a67f-4cfc-972f-66d196d95076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:32.862645 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-456c1f30-15c5-4c2d-a7b0-c73472a8a6ed service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735515 Jul 30 20:11:32.863254 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3646b175-491b-40c8-99b2-5313b744e860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:32.864190 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3646b175-491b-40c8-99b2-5313b744e860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:32.864750 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3646b175-491b-40c8-99b2-5313b744e860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:32.891247 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-f68883c0-892b-4433-8f28-c9e73a388706 req-822c0cbb-29c7-4f18-90f9-be8d351ea1b4 service neutron] For port b582f81d-839e-4a51-a6a4-d9372723f7f1, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:11:32.932348 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-f68883c0-892b-4433-8f28-c9e73a388706 req-822c0cbb-29c7-4f18-90f9-be8d351ea1b4 service neutron] For port b582f81d-839e-4a51-a6a4-d9372723f7f1, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=b582f81d-839e-4a51-a6a4-d9372723f7f1,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:11:32.940075 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f68883c0-892b-4433-8f28-c9e73a388706 req-822c0cbb-29c7-4f18-90f9-be8d351ea1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:32.977052 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68883c0-892b-4433-8f28-c9e73a388706 req-822c0cbb-29c7-4f18-90f9-be8d351ea1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:32.977733 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f68883c0-892b-4433-8f28-c9e73a388706 req-822c0cbb-29c7-4f18-90f9-be8d351ea1b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:32.979051 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f68883c0-892b-4433-8f28-c9e73a388706 req-822c0cbb-29c7-4f18-90f9-be8d351ea1b4 service neutron] 10.222.0.83 "PUT /v2.0/ports/b582f81d-839e-4a51-a6a4-d9372723f7f1 HTTP/1.1" status: 200 len: 1095 time: 1.3466654 Jul 30 20:11:32.982714 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63da983d-25ee-4a5b-882c-37bc4c679327', 'tag': 'b582f81d-839e-4a51-a6a4-d9372723f7f1'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:32.986162 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d79bea-86ed-418d-a0ae-fa8ff0291c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "63da983d-25ee-4a5b-882c-37bc4c679327", "tag": "b582f81d-839e-4a51-a6a4-d9372723f7f1"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:33.033375 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3646b175-491b-40c8-99b2-5313b744e860 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0005040 Jul 30 20:11:33.056641 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c0cbb-29c7-4f18-90f9-be8d351ea1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b582f81d-839e-4a51-a6a4-d9372723f7f1,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:33.060541 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36348) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:33.076565 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01542304-0374-4f84-9a46-50f894085d9b x-openstack-request-id: req-01542304-0374-4f84-9a46-50f894085d9b {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:33.077739 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63da983d-25ee-4a5b-882c-37bc4c679327", "tag": "b582f81d-839e-4a51-a6a4-d9372723f7f1", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:33.078094 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-01542304-0374-4f84-9a46-50f894085d9b {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:33.078644 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63da983d-25ee-4a5b-882c-37bc4c679327', 'tag': 'b582f81d-839e-4a51-a6a4-d9372723f7f1', 'status': 'completed', 'code': 200} Jul 30 20:11:33.081204 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec0b12-7519-4f7c-a459-e64a81496dad req-e32a877e-27fe-43fa-aa94-ec07e9c2392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:33.083213 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7dec0b12-7519-4f7c-a459-e64a81496dad req-e32a877e-27fe-43fa-aa94-ec07e9c2392f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 1095 time: 0.1892140 Jul 30 20:11:33.117162 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0ae16b84-ffd9-4530-b2d5-fa7a9f0bd1f7 admin admin] Request body: {'subnet': {'network_id': '26f41e71-3897-4307-9b11-f622e20fa562', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1546600146-subnet', 'tenant_id': '900477dbb14f4b4aa75defe9ef9a0601', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:11:33.125250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646b175-491b-40c8-99b2-5313b744e860 admin admin] Pushing event updated for resources: {'Network': ['ID=26f41e71-3897-4307-9b11-f622e20fa562,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:33.138147 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 26f41e71-3897-4307-9b11-f622e20fa562 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:11:33.171034 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-46bec022-f116-4eac-a22e-050b78737706 req-6c7faeee-a67f-4cfc-972f-66d196d95076 service neutron] For port 1cf11197-0748-4ce6-b405-66b8b84b5970, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:11:33.186106 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-46bec022-f116-4eac-a22e-050b78737706 req-6c7faeee-a67f-4cfc-972f-66d196d95076 service neutron] For port 1cf11197-0748-4ce6-b405-66b8b84b5970, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1cf11197-0748-4ce6-b405-66b8b84b5970,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:11:33.198155 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-46bec022-f116-4eac-a22e-050b78737706 req-6c7faeee-a67f-4cfc-972f-66d196d95076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:33.204377 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-3add37da-05bb-4066-bd02-3e03965655e9 service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170390 Jul 30 20:11:33.255279 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae16b84-ffd9-4530-b2d5-fa7a9f0bd1f7 admin admin] Made reservation on behalf of 900477dbb14f4b4aa75defe9ef9a0601 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:11:33.257581 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ae16b84-ffd9-4530-b2d5-fa7a9f0bd1f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:33.262751 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68883c0-892b-4433-8f28-c9e73a388706 req-acc30ec1-21dd-40b5-942b-283c75f120c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:33.264296 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f68883c0-892b-4433-8f28-c9e73a388706 req-acc30ec1-21dd-40b5-942b-283c75f120c3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=38b27a21876745239bf66e0f76c3b535&device_id=63da983d-25ee-4a5b-882c-37bc4c679327 HTTP/1.1" status: 200 len: 1098 time: 0.2025790 Jul 30 20:11:33.272095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bec022-f116-4eac-a22e-050b78737706 req-6c7faeee-a67f-4cfc-972f-66d196d95076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:33.272724 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-46bec022-f116-4eac-a22e-050b78737706 req-6c7faeee-a67f-4cfc-972f-66d196d95076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:33.274185 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-46bec022-f116-4eac-a22e-050b78737706 req-6c7faeee-a67f-4cfc-972f-66d196d95076 service neutron] 10.222.0.83 "PUT /v2.0/ports/1cf11197-0748-4ce6-b405-66b8b84b5970 HTTP/1.1" status: 200 len: 1096 time: 2.1360033 Jul 30 20:11:33.282171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5', 'tag': '1cf11197-0748-4ce6-b405-66b8b84b5970'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:33.282171 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82ac23e-9306-4e46-87b4-37f50748d258" -d '{"events": [{"name": "network-changed", "server_uuid": "3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5", "tag": "1cf11197-0748-4ce6-b405-66b8b84b5970"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:33.326096 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7faeee-a67f-4cfc-972f-66d196d95076 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf11197-0748-4ce6-b405-66b8b84b5970,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:33.329587 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-e0fde0ac-d4a1-4031-bde2-37229954d283 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=4d2858d8-2192-4ded-99ea-b94c6f1195c6 HTTP/1.1" status: 200 len: 217 time: 0.1021917 Jul 30 20:11:33.331470 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac5b6b5-4b87-44c1-aced-ee886bfa2413 x-openstack-request-id: req-8ac5b6b5-4b87-44c1-aced-ee886bfa2413 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:33.331781 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5", "tag": "1cf11197-0748-4ce6-b405-66b8b84b5970", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:33.332033 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ac5b6b5-4b87-44c1-aced-ee886bfa2413 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:33.332461 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5', 'tag': '1cf11197-0748-4ce6-b405-66b8b84b5970', 'status': 'completed', 'code': 200} Jul 30 20:11:33.386729 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f68883c0-892b-4433-8f28-c9e73a388706 req-f7a9f82e-eb24-46bf-a4cd-fc012700d1be service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=b582f81d-839e-4a51-a6a4-d9372723f7f1 HTTP/1.1" status: 200 len: 217 time: 0.0615501 Jul 30 20:11:33.398794 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f745a5-a2bf-4a94-8541-86441f1bdbda req-0cc049d7-1efc-4271-a679-042d8ab6b660 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:33.400359 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-99f745a5-a2bf-4a94-8541-86441f1bdbda req-0cc049d7-1efc-4271-a679-042d8ab6b660 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=63da983d-25ee-4a5b-882c-37bc4c679327 HTTP/1.1" status: 200 len: 947 time: 0.2618778 Jul 30 20:11:33.426994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-91eebec2-2314-42d7-a286-96df29cf36c7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Made reservation on behalf of 7a980cdea43a4792b1a7a53073b92183 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:11:33.430515 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-91eebec2-2314-42d7-a286-96df29cf36c7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:33.449665 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-b164a475-ab2f-4cc1-b8d6-84e24fdd978d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:33.451286 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-b164a475-ab2f-4cc1-b8d6-84e24fdd978d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ee34576-0f44-4e9f-855e-368f45154589 HTTP/1.1" status: 200 len: 797 time: 0.1062400 Jul 30 20:11:33.455543 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bec022-f116-4eac-a22e-050b78737706 req-0b5ede63-2e9e-4281-a0aa-35ddba2b4f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:33.457394 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-46bec022-f116-4eac-a22e-050b78737706 req-0b5ede63-2e9e-4281-a0aa-35ddba2b4f1f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=38b27a21876745239bf66e0f76c3b535&device_id=3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5 HTTP/1.1" status: 200 len: 1099 time: 0.1209314 Jul 30 20:11:33.490528 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec0b12-7519-4f7c-a459-e64a81496dad req-bb03bdca-5ef7-4cb1-9fc0-4d0610f16d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:33.492103 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7dec0b12-7519-4f7c-a459-e64a81496dad req-bb03bdca-5ef7-4cb1-9fc0-4d0610f16d59 service neutron] 10.222.0.83 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 912 time: 0.3713722 Jul 30 20:11:33.540653 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-46bec022-f116-4eac-a22e-050b78737706 req-b646a519-87a6-4bb6-a0a6-c0a2256f6bbb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=1cf11197-0748-4ce6-b405-66b8b84b5970 HTTP/1.1" status: 200 len: 217 time: 0.0529432 Jul 30 20:11:33.560303 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68883c0-892b-4433-8f28-c9e73a388706 req-15aafa86-c64f-4b37-bbad-a40b858820a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:33.561747 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f68883c0-892b-4433-8f28-c9e73a388706 req-15aafa86-c64f-4b37-bbad-a40b858820a5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1605229 Jul 30 20:11:33.571977 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-99f745a5-a2bf-4a94-8541-86441f1bdbda req-1b758f1e-fbf6-49e4-8d00-95a03298e894 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514440 Jul 30 20:11:33.641005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bec022-f116-4eac-a22e-050b78737706 req-b2a49664-17a3-45ed-bfb1-78c074f511f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:33.642458 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-46bec022-f116-4eac-a22e-050b78737706 req-b2a49664-17a3-45ed-bfb1-78c074f511f6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0665927 Jul 30 20:11:33.655288 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7dec0b12-7519-4f7c-a459-e64a81496dad req-9eabbcf7-bf87-448b-8969-10cac4c626ba service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a HTTP/1.1" status: 200 len: 999 time: 0.1547799 Jul 30 20:11:33.677773 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-f99d96e0-d0cb-4dc8-8a24-ff457db7176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:33.679243 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-f99d96e0-d0cb-4dc8-8a24-ff457db7176e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=624029aa-6e2e-457a-b285-eaf6ccf35387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2183199 Jul 30 20:11:33.701542 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ef765837-1d47-40ea-9d7c-98aba6b1ff6e req-661ca06b-63b4-44bf-a936-8287d661819a tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=53debe54-4150-436a-b32a-f3168c6f5dbc HTTP/1.1" status: 200 len: 210 time: 0.0481365 Jul 30 20:11:33.731913 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68883c0-892b-4433-8f28-c9e73a388706 req-44d97e49-95fb-4355-9c13-121496022de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:33.733431 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f68883c0-892b-4433-8f28-c9e73a388706 req-44d97e49-95fb-4355-9c13-121496022de8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1579082 Jul 30 20:11:33.840327 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec0b12-7519-4f7c-a459-e64a81496dad req-d99aedfe-ea22-4bc8-b113-ff1835549486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:33.842091 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7dec0b12-7519-4f7c-a459-e64a81496dad req-d99aedfe-ea22-4bc8-b113-ff1835549486 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ac1c465f-425f-4078-b2f8-d23b006b1c90 HTTP/1.1" status: 200 len: 850 time: 0.1684759 Jul 30 20:11:33.842662 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ae16b84-ffd9-4530-b2d5-fa7a9f0bd1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:33.993483 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae16b84-ffd9-4530-b2d5-fa7a9f0bd1f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69757b22-d9c4-4a72-9c17-21e2eba50d09,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:34.000972 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f68883c0-892b-4433-8f28-c9e73a388706 req-b0dd7095-a2a3-4703-97e8-d717c797aab4 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465053 Jul 30 20:11:34.023955 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec0b12-7519-4f7c-a459-e64a81496dad req-386a43eb-b121-4048-b971-f39393001b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:34.025395 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7dec0b12-7519-4f7c-a459-e64a81496dad req-386a43eb-b121-4048-b971-f39393001b42 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1697304 Jul 30 20:11:34.026099 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae16b84-ffd9-4530-b2d5-fa7a9f0bd1f7 admin admin] Checking segment: {'id': 'a562d22d-d4f4-44f4-9cfc-9caebf430619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '26f41e71-3897-4307-9b11-f622e20fa562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:11:34.026464 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae16b84-ffd9-4530-b2d5-fa7a9f0bd1f7 admin admin] Network hostable DHCP agents. Network: 26f41e71-3897-4307-9b11-f622e20fa562, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:11:34.076428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a45328-f7a1-47d5-b2ab-7e73dac031ef req-23a64987-27dc-4d60-8450-947c0e2d47f7 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:34.077909 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-67a45328-f7a1-47d5-b2ab-7e73dac031ef req-23a64987-27dc-4d60-8450-947c0e2d47f7 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 945 time: 0.5430593 Jul 30 20:11:34.130910 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8ca53-98c8-4296-a2a9-b2dea8ed3900 req-c8c52304-4d86-44b5-be3e-e51c070ca757 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:34.132426 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f7a8ca53-98c8-4296-a2a9-b2dea8ed3900 req-c8c52304-4d86-44b5-be3e-e51c070ca757 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.1987555 Jul 30 20:11:34.133645 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bec022-f116-4eac-a22e-050b78737706 req-cedb5a38-14b3-4946-9c51-dc60255ce3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:34.135128 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-46bec022-f116-4eac-a22e-050b78737706 req-cedb5a38-14b3-4946-9c51-dc60255ce3f4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4772291 Jul 30 20:11:34.137573 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-91eebec2-2314-42d7-a286-96df29cf36c7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Allocated IP 172.20.0.6 (499a6969-8299-4dd8-9691-a5618f1f3135/59cd3e31-9c90-4ed9-82a3-e900a46fc84c/d0f27798-c225-457c-bb8a-0f87f9ebac1c) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:11:34.181777 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae16b84-ffd9-4530-b2d5-fa7a9f0bd1f7 admin admin] Network 26f41e71-3897-4307-9b11-f622e20fa562 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:11:34.215172 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0ae16b84-ffd9-4530-b2d5-fa7a9f0bd1f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 26f41e71-3897-4307-9b11-f622e20fa562) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:11:34.226036 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-67a45328-f7a1-47d5-b2ab-7e73dac031ef req-9fa4e505-4050-4d86-aff7-ecf149778bee tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353657 Jul 30 20:11:34.228416 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eff6162-07f8-4459-b3c7-35cf6b400be0 None None] Network 26f41e71-3897-4307-9b11-f622e20fa562 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:11:34.232022 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-b0b93817-8d7f-45c3-aa5b-12a41e5e05c8 service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362141 Jul 30 20:11:34.233658 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae16b84-ffd9-4530-b2d5-fa7a9f0bd1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:34.234278 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ae16b84-ffd9-4530-b2d5-fa7a9f0bd1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:34.245031 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f7a8ca53-98c8-4296-a2a9-b2dea8ed3900 req-fcccf7b9-205e-4712-b0c1-930560ddbf53 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051340 Jul 30 20:11:34.256904 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f68883c0-892b-4433-8f28-c9e73a388706 req-c4655f7a-f254-40b8-89ea-cdebb43c1529 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433658 Jul 30 20:11:34.263748 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7dec0b12-7519-4f7c-a459-e64a81496dad req-a1671399-c041-4a6d-ade8-93b866b01537 service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191317 Jul 30 20:11:34.296593 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0ae16b84-ffd9-4530-b2d5-fa7a9f0bd1f7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2071478 Jul 30 20:11:34.410304 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-46bec022-f116-4eac-a22e-050b78737706 req-06151e14-d3dd-4668-a7f8-37c9453a1ee4 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653425 Jul 30 20:11:34.442884 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d79bea-86ed-418d-a0ae-fa8ff0291c0b req-783ed350-95c6-42ef-8ac8-76f78899de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:34.445295 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a8d79bea-86ed-418d-a0ae-fa8ff0291c0b req-783ed350-95c6-42ef-8ac8-76f78899de64 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=38b27a21876745239bf66e0f76c3b535&device_id=63da983d-25ee-4a5b-882c-37bc4c679327 HTTP/1.1" status: 200 len: 1098 time: 0.0760484 Jul 30 20:11:34.470613 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39565ebc-9bc1-4693-9deb-88dfb4113dd9 None None] Network 26f41e71-3897-4307-9b11-f622e20fa562 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:11:34.510453 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7dec0b12-7519-4f7c-a459-e64a81496dad req-44f4f93d-38ba-44a3-a6ee-77608570fddf service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366292 Jul 30 20:11:34.521085 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-87b7cf31-acfb-4a2c-a163-85bb3530b18e service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787449 Jul 30 20:11:34.560728 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d79bea-86ed-418d-a0ae-fa8ff0291c0b req-9d4f1c79-27a1-48e6-8493-fec3095c4f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:34.562357 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a8d79bea-86ed-418d-a0ae-fa8ff0291c0b req-9d4f1c79-27a1-48e6-8493-fec3095c4f53 service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1072578 Jul 30 20:11:34.598743 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-fe036a54-3179-44ac-b973-b55915c698d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=116e9986-d114-442d-973f-14cff3cfaa2a HTTP/1.1" status: 200 len: 217 time: 0.0657554 Jul 30 20:11:34.621232 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-91eebec2-2314-42d7-a286-96df29cf36c7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:34.707409 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-46bec022-f116-4eac-a22e-050b78737706 req-c107a4ab-2494-4d18-86f4-606aafe6aae1 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886648 Jul 30 20:11:34.750246 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-deaf81a5-36d3-4081-a979-10ec20726887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:34.751767 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-deaf81a5-36d3-4081-a979-10ec20726887 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae2ebb1c-4008-4386-9d14-582336340b80 HTTP/1.1" status: 200 len: 797 time: 0.1280589 Jul 30 20:11:34.771104 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac60b1c-8bbe-4860-b349-343ea27720ad req-0d56d5da-c989-47b5-93fc-a4452b3a225f tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:34.772710 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ac60b1c-8bbe-4860-b349-343ea27720ad req-0d56d5da-c989-47b5-93fc-a4452b3a225f tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.59 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.2204425 Jul 30 20:11:34.879516 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-91eebec2-2314-42d7-a286-96df29cf36c7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:34.898174 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a8d79bea-86ed-418d-a0ae-fa8ff0291c0b req-90e8d864-d85f-4da7-863a-53fca9cb8367 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=b582f81d-839e-4a51-a6a4-d9372723f7f1 HTTP/1.1" status: 200 len: 217 time: 0.3282351 Jul 30 20:11:34.908324 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d1af8-e678-4842-8631-e5e97c4abb40 req-ccc35b53-cdd3-406b-9659-76c5da28fa5a tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:34.909812 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be7d1af8-e678-4842-8631-e5e97c4abb40 req-ccc35b53-cdd3-406b-9659-76c5da28fa5a tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=63da983d-25ee-4a5b-882c-37bc4c679327 HTTP/1.1" status: 200 len: 947 time: 0.2173383 Jul 30 20:11:34.978617 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-46cae940-d2b4-4b40-a1c3-40fb078258d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:34.980119 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-46cae940-d2b4-4b40-a1c3-40fb078258d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=956f2f8d-58e3-4da4-8be7-e5f47f91fd80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2191179 Jul 30 20:11:35.000922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ac23e-9306-4e46-87b4-37f50748d258 req-7b8582ea-a517-4815-9588-ba20d8fb02fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:35.002359 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a82ac23e-9306-4e46-87b4-37f50748d258 req-7b8582ea-a517-4815-9588-ba20d8fb02fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=38b27a21876745239bf66e0f76c3b535&device_id=3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5 HTTP/1.1" status: 200 len: 1099 time: 0.1949389 Jul 30 20:11:35.005025 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d79bea-86ed-418d-a0ae-fa8ff0291c0b req-ba61f780-0033-4859-babb-0276d7ea9e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:35.006412 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a8d79bea-86ed-418d-a0ae-fa8ff0291c0b req-ba61f780-0033-4859-babb-0276d7ea9e65 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0936487 Jul 30 20:11:35.008555 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-91eebec2-2314-42d7-a286-96df29cf36c7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Network 499a6969-8299-4dd8-9691-a5618f1f3135 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:11:35.043606 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eebec2-2314-42d7-a286-96df29cf36c7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Pushing event updated for resources: {'Port': ['ID=d0f27798-c225-457c-bb8a-0f87f9ebac1c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:35.046072 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-91eebec2-2314-42d7-a286-96df29cf36c7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:11:35.052840 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-1120ac7e-c26d-4261-b0a1-9d8943f0c754 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:35.054353 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-1120ac7e-c26d-4261-b0a1-9d8943f0c754 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/networks?id=26f41e71-3897-4307-9b11-f622e20fa562 HTTP/1.1" status: 200 len: 813 time: 0.1660573 Jul 30 20:11:35.073823 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-4ec622df-18b0-4f0d-95c0-369d47717fef tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/quotas/900477dbb14f4b4aa75defe9ef9a0601 HTTP/1.1" status: 200 len: 375 time: 0.0133224 Jul 30 20:11:35.078792 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d79bea-86ed-418d-a0ae-fa8ff0291c0b req-f10076fc-d9d7-4ecd-8858-b165346890e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:35.080288 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a8d79bea-86ed-418d-a0ae-fa8ff0291c0b req-f10076fc-d9d7-4ecd-8858-b165346890e4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0599325 Jul 30 20:11:35.090828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-91eebec2-2314-42d7-a286-96df29cf36c7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:11:35.116811 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-11856dc6-16b4-43f6-b755-9faf4344a6c9 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=900477dbb14f4b4aa75defe9ef9a0601&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355594 Jul 30 20:11:35.167831 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be7d1af8-e678-4842-8631-e5e97c4abb40 req-5d0b3ca7-679f-45bc-9e36-cc5ffb5e91b9 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175798 Jul 30 20:11:35.228638 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-5ac60b1c-8bbe-4860-b349-343ea27720ad req-0fa8a376-55ea-4c78-9488-4ad61d9bb3dd tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Deleting port 23bcf904-a77c-41e9-9751-021ebb1c914e {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:11:35.228981 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5ac60b1c-8bbe-4860-b349-343ea27720ad req-0fa8a376-55ea-4c78-9488-4ad61d9bb3dd tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:35.243055 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-91eebec2-2314-42d7-a286-96df29cf36c7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:35.243810 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-91eebec2-2314-42d7-a286-96df29cf36c7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:35.266737 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a8d79bea-86ed-418d-a0ae-fa8ff0291c0b req-37b5bec6-8dc0-47c4-8d4b-b771681a98e1 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770971 Jul 30 20:11:35.292091 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-b9bc25fe-29c8-4574-85a3-7edd1f60b5b4 service neutron] 10.222.0.81 "GET /v2.0/networks/26f41e71-3897-4307-9b11-f622e20fa562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393483 Jul 30 20:11:35.324357 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-222af4a6-c710-44b4-ac2b-81be6e4f80c0 service neutron] 10.222.0.59 "GET /v2.0/networks/956f2f8d-58e3-4da4-8be7-e5f47f91fd80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255205 Jul 30 20:11:35.341150 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ac23e-9306-4e46-87b4-37f50748d258 req-873930e2-237a-4cef-a509-c63c9376a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:35.342563 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a82ac23e-9306-4e46-87b4-37f50748d258 req-873930e2-237a-4cef-a509-c63c9376a4f8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.3239343 Jul 30 20:11:35.379601 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-91eebec2-2314-42d7-a286-96df29cf36c7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5479000 Jul 30 20:11:35.434997 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a8d79bea-86ed-418d-a0ae-fa8ff0291c0b req-be4968b7-ce0c-4b70-9e96-ad52c812708f service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547351 Jul 30 20:11:35.445776 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-7671919b-3bae-4dc1-a166-b3f39431d0b9 service neutron] Request body: {'port': {'device_id': '53debe54-4150-436a-b32a-f3168c6f5dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:11:35.451993 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-b3814429-065a-41a4-918c-10703490f168 service neutron] 10.222.0.81 "GET /v2.0/networks/26f41e71-3897-4307-9b11-f622e20fa562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487722 Jul 30 20:11:35.462638 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a82ac23e-9306-4e46-87b4-37f50748d258 req-55aa811a-25d4-4a2e-81d9-354b8adf97bf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=1cf11197-0748-4ce6-b405-66b8b84b5970 HTTP/1.1" status: 200 len: 217 time: 0.1010633 Jul 30 20:11:35.533736 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec8402-c955-45f0-82c6-989c1fcb0db0 req-9ccea694-460f-4dfe-bff5-9340c1f4a921 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:35.534939 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-daec8402-c955-45f0-82c6-989c1fcb0db0 req-9ccea694-460f-4dfe-bff5-9340c1f4a921 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=53debe54-4150-436a-b32a-f3168c6f5dbc HTTP/1.1" status: 200 len: 931 time: 0.2707434 Jul 30 20:11:35.596171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-5ac60b1c-8bbe-4860-b349-343ea27720ad req-0fa8a376-55ea-4c78-9488-4ad61d9bb3dd tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] For port 23bcf904-a77c-41e9-9751-021ebb1c914e, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=23bcf904-a77c-41e9-9751-021ebb1c914e,segment=NetworkSegment(8d5e0245-3dd2-4bdb-bf33-d0c488460313),segment_id=8d5e0245-3dd2-4bdb-bf33-d0c488460313)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:35.596554 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5ac60b1c-8bbe-4860-b349-343ea27720ad req-0fa8a376-55ea-4c78-9488-4ad61d9bb3dd tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:35.632949 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-5ac60b1c-8bbe-4860-b349-343ea27720ad req-0fa8a376-55ea-4c78-9488-4ad61d9bb3dd tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Calling delete_port for 23bcf904-a77c-41e9-9751-021ebb1c914e owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:11:35.641414 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-7671919b-3bae-4dc1-a166-b3f39431d0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:35.643969 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ac23e-9306-4e46-87b4-37f50748d258 req-dd5deed0-7a5c-4950-bcbb-564b3185a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:35.646005 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a82ac23e-9306-4e46-87b4-37f50748d258 req-dd5deed0-7a5c-4950-bcbb-564b3185a59f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1606970 Jul 30 20:11:35.686311 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-cb999c0f-39be-409b-a427-0b7b23f506c4 service neutron] 10.222.0.59 "GET /v2.0/networks/956f2f8d-58e3-4da4-8be7-e5f47f91fd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392413 Jul 30 20:11:35.780670 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-daec8402-c955-45f0-82c6-989c1fcb0db0 req-ce457e3b-f039-43dd-a7a5-9b16af493f13 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243123 Jul 30 20:11:35.818497 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-99845e6d-82fb-4e42-a363-9d3af75f6ff0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28c6b72d-f75a-4721-ad15-74bf9c0c36c3 HTTP/1.1" status: 200 len: 217 time: 0.1094558 Jul 30 20:11:35.830895 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48e273-fbb8-4cc3-8567-6e5530c8c5bb req-6267e720-a93d-4688-a908-9f11671a29aa tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:35.833174 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4c48e273-fbb8-4cc3-8567-6e5530c8c5bb req-6267e720-a93d-4688-a908-9f11671a29aa tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 945 time: 0.0729682 Jul 30 20:11:35.890684 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4c48e273-fbb8-4cc3-8567-6e5530c8c5bb req-d750ed28-7888-40f5-8686-93ea35b2071f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499439 Jul 30 20:11:35.943893 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ac23e-9306-4e46-87b4-37f50748d258 req-66db8a06-31ef-425c-b483-168ff37b42be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:35.945394 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a82ac23e-9306-4e46-87b4-37f50748d258 req-66db8a06-31ef-425c-b483-168ff37b42be service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2779648 Jul 30 20:11:36.051609 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-028a7f36-97ea-4b8c-90d2-86430996928b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:36.053085 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-028a7f36-97ea-4b8c-90d2-86430996928b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae2ebb1c-4008-4386-9d14-582336340b80 HTTP/1.1" status: 200 len: 797 time: 0.2239230 Jul 30 20:11:36.121399 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9a5f9c0c-58dc-4e16-a039-f251113968a3 req-e522aaa5-e30b-4253-ab00-3fa21c078ca6 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5cff419-7eb8-4323-96ce-8d71fd9ebe5c HTTP/1.1" status: 200 len: 210 time: 0.0390198 Jul 30 20:11:36.329255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00162c4d-35e3-4857-8fe5-0308531f6efa req-456052ea-88a1-4cb7-91ab-a2590a0b9ea7 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:36.331686 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-00162c4d-35e3-4857-8fe5-0308531f6efa req-456052ea-88a1-4cb7-91ab-a2590a0b9ea7 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=63da983d-25ee-4a5b-882c-37bc4c679327 HTTP/1.1" status: 200 len: 947 time: 0.0706930 Jul 30 20:11:36.377489 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-00162c4d-35e3-4857-8fe5-0308531f6efa req-92b47914-b2a1-4d10-8f91-15c662e79d10 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374300 Jul 30 20:11:36.482879 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e0ff7-b8ac-4cc4-999f-f5971c1c17ce req-f1d66a3b-3bbb-4f9c-a562-7b26c47ff13c tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:36.484410 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dd4e0ff7-b8ac-4cc4-999f-f5971c1c17ce req-f1d66a3b-3bbb-4f9c-a562-7b26c47ff13c tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=869daa8e-a7d5-4cce-80e9-6507853e4175 HTTP/1.1" status: 200 len: 946 time: 0.6064777 Jul 30 20:11:36.540615 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5ac60b1c-8bbe-4860-b349-343ea27720ad req-0fa8a376-55ea-4c78-9488-4ad61d9bb3dd tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:36.545870 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a82ac23e-9306-4e46-87b4-37f50748d258 req-e22cbcf3-0107-4bc0-a875-0803ed952c5c service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655749 Jul 30 20:11:36.552376 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['6d748139-edad-447b-a296-f5d3028d2640', '23bcf904-a77c-41e9-9751-021ebb1c914e'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:11:36.603649 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-ad78bf6e-3f2f-46b5-9c30-a6ec1838e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:36.605030 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-ad78bf6e-3f2f-46b5-9c30-a6ec1838e9b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=956f2f8d-58e3-4da4-8be7-e5f47f91fd80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2248693 Jul 30 20:11:36.618593 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8a376-55ea-4c78-9488-4ad61d9bb3dd tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Pushing event deleted for resources: {'Port': ['ID=23bcf904-a77c-41e9-9751-021ebb1c914e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:36.677227 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dd4e0ff7-b8ac-4cc4-999f-f5971c1c17ce req-a0f9f5ed-601c-4b55-93fa-245888a94436 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840458 Jul 30 20:11:36.768980 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac60b1c-8bbe-4860-b349-343ea27720ad req-0fa8a376-55ea-4c78-9488-4ad61d9bb3dd tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] No DVR routers for this DVR port 23bcf904-a77c-41e9-9751-021ebb1c914e on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:11:36.777290 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5ac60b1c-8bbe-4860-b349-343ea27720ad req-0fa8a376-55ea-4c78-9488-4ad61d9bb3dd tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:36.779250 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ac60b1c-8bbe-4860-b349-343ea27720ad req-0fa8a376-55ea-4c78-9488-4ad61d9bb3dd tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.59 "DELETE /v2.0/ports/23bcf904-a77c-41e9-9751-021ebb1c914e HTTP/1.1" status: 204 len: 173 time: 1.9950168 Jul 30 20:11:36.784661 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869daa8e-a7d5-4cce-80e9-6507853e4175', 'name': 'network-vif-deleted', 'tag': '23bcf904-a77c-41e9-9751-021ebb1c914e'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:36.787550 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4ac1e2-3389-41c6-a144-c22a05b41781" -d '{"events": [{"server_uuid": "869daa8e-a7d5-4cce-80e9-6507853e4175", "name": "network-vif-deleted", "tag": "23bcf904-a77c-41e9-9751-021ebb1c914e"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:36.851883 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6683e9c-764a-4b25-9f24-daa2447105ef x-openstack-request-id: req-b6683e9c-764a-4b25-9f24-daa2447105ef {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:36.852173 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869daa8e-a7d5-4cce-80e9-6507853e4175", "name": "network-vif-deleted", "tag": "23bcf904-a77c-41e9-9751-021ebb1c914e", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:36.853015 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b6683e9c-764a-4b25-9f24-daa2447105ef {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:36.853015 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869daa8e-a7d5-4cce-80e9-6507853e4175', 'name': 'network-vif-deleted', 'tag': '23bcf904-a77c-41e9-9751-021ebb1c914e', 'status': 'completed', 'code': 200} Jul 30 20:11:36.877127 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a82ac23e-9306-4e46-87b4-37f50748d258 req-03fe12a0-dbeb-4e2e-9468-9083877070c8 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120463 Jul 30 20:11:36.901524 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-7671919b-3bae-4dc1-a166-b3f39431d0b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f27798-c225-457c-bb8a-0f87f9ebac1c {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:11:36.907368 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-41eb15fd-1f57-4261-9995-fd951a261e4d service neutron] 10.222.0.59 "GET /v2.0/networks/956f2f8d-58e3-4da4-8be7-e5f47f91fd80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819963 Jul 30 20:11:36.912230 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-7671919b-3bae-4dc1-a166-b3f39431d0b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:36.974736 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-7671919b-3bae-4dc1-a166-b3f39431d0b9 service neutron] Transition to ACTIVE for port object d0f27798-c225-457c-bb8a-0f87f9ebac1c will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:11:36.978069 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc531d9-a460-4eb7-9353-8b981efeca84 req-c0336ee5-6b29-4d0c-8c85-215d0fbda115 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:36.986732 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-acc531d9-a460-4eb7-9353-8b981efeca84 req-c0336ee5-6b29-4d0c-8c85-215d0fbda115 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=53debe54-4150-436a-b32a-f3168c6f5dbc HTTP/1.1" status: 200 len: 931 time: 0.1005881 Jul 30 20:11:36.986950 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-7671919b-3bae-4dc1-a166-b3f39431d0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:37.040534 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-f9b63a5c-ac1c-4bdb-9897-5f7a6a484968 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:37.042266 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-f9b63a5c-ac1c-4bdb-9897-5f7a6a484968 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.83 "GET /v2.0/networks?id=26f41e71-3897-4307-9b11-f622e20fa562 HTTP/1.1" status: 200 len: 813 time: 0.2108068 Jul 30 20:11:37.055367 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-acc531d9-a460-4eb7-9353-8b981efeca84 req-8631b634-4f75-4bbf-8dc1-f9642b91bc9b tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679021 Jul 30 20:11:37.060222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-36dc9bb7-9f18-429b-873c-e5e18e160d4d tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Request body: {'port': {'device_id': 'f5cff419-7eb8-4323-96ce-8d71fd9ebe5c', 'network_id': '26f41e71-3897-4307-9b11-f622e20fa562', 'admin_state_up': True, 'tenant_id': '900477dbb14f4b4aa75defe9ef9a0601'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:11:37.091159 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-368c3d8b-ddcd-40a2-804b-5ae55a5242c2 req-3a3b3292-56ce-4cc9-aade-4c4c17259a77 service neutron] 10.222.0.59 "GET /v2.0/networks/956f2f8d-58e3-4da4-8be7-e5f47f91fd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760585 Jul 30 20:11:37.126108 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671919b-3bae-4dc1-a166-b3f39431d0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f27798-c225-457c-bb8a-0f87f9ebac1c,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:37.173045 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb407a0-bb0d-44f9-9257-b40a41f8ca81 req-0ce15db2-1750-4d7b-b9ae-21f8eda4753d tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:37.174798 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fb407a0-bb0d-44f9-9257-b40a41f8ca81 req-0ce15db2-1750-4d7b-b9ae-21f8eda4753d tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 945 time: 0.1479206 Jul 30 20:11:37.180301 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-36dc9bb7-9f18-429b-873c-e5e18e160d4d tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Made reservation on behalf of 900477dbb14f4b4aa75defe9ef9a0601 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:11:37.184102 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-36dc9bb7-9f18-429b-873c-e5e18e160d4d tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:37.233652 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-7671919b-3bae-4dc1-a166-b3f39431d0b9 service neutron] Attempting to bind port d0f27798-c225-457c-bb8a-0f87f9ebac1c on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:11:37.233980 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-7671919b-3bae-4dc1-a166-b3f39431d0b9 service neutron] Attempting to bind port d0f27798-c225-457c-bb8a-0f87f9ebac1c by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'a45592f5-e682-4877-9b9c-0ead0de26c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:11:37.234332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-7671919b-3bae-4dc1-a166-b3f39431d0b9 service neutron] Attempting to bind port d0f27798-c225-457c-bb8a-0f87f9ebac1c on network 499a6969-8299-4dd8-9691-a5618f1f3135 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:11:37.243016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-7671919b-3bae-4dc1-a166-b3f39431d0b9 service neutron] Port d0f27798-c225-457c-bb8a-0f87f9ebac1c on network 499a6969-8299-4dd8-9691-a5618f1f3135 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:11:37.243108 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-7671919b-3bae-4dc1-a166-b3f39431d0b9 service neutron] Attempting to bind port d0f27798-c225-457c-bb8a-0f87f9ebac1c on network 499a6969-8299-4dd8-9691-a5618f1f3135 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:11:37.248530 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fb407a0-bb0d-44f9-9257-b40a41f8ca81 req-c828df5a-cd2e-4b1e-9ad1-16ae59f350eb tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623538 Jul 30 20:11:37.251205 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-7671919b-3bae-4dc1-a166-b3f39431d0b9 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:11:37.251568 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-7671919b-3bae-4dc1-a166-b3f39431d0b9 service neutron] Checking segment: {'id': 'a45592f5-e682-4877-9b9c-0ead0de26c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:11:37.251949 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-7671919b-3bae-4dc1-a166-b3f39431d0b9 service neutron] Bound using segment: {'id': 'a45592f5-e682-4877-9b9c-0ead0de26c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:11:37.252384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-7671919b-3bae-4dc1-a166-b3f39431d0b9 service neutron] Bound port: d0f27798-c225-457c-bb8a-0f87f9ebac1c, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45592f5-e682-4877-9b9c-0ead0de26c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:11:37.252740 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-7671919b-3bae-4dc1-a166-b3f39431d0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:37.274707 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c6462eda-4185-4c03-9c20-0da9d084db85 req-44927af5-f6c7-416e-81ce-2897fa68ca84 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5cff419-7eb8-4323-96ce-8d71fd9ebe5c HTTP/1.1" status: 200 len: 210 time: 0.0661795 Jul 30 20:11:37.342230 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-7671919b-3bae-4dc1-a166-b3f39431d0b9 service neutron] For port d0f27798-c225-457c-bb8a-0f87f9ebac1c, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:11:37.345362 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-7671919b-3bae-4dc1-a166-b3f39431d0b9 service neutron] For port d0f27798-c225-457c-bb8a-0f87f9ebac1c, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d0f27798-c225-457c-bb8a-0f87f9ebac1c,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:11:37.350250 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-7671919b-3bae-4dc1-a166-b3f39431d0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:37.364273 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-36dc9bb7-9f18-429b-873c-e5e18e160d4d tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Allocated IP 172.20.0.2 (26f41e71-3897-4307-9b11-f622e20fa562/69757b22-d9c4-4a72-9c17-21e2eba50d09/18ebe370-1a97-4eea-b1a6-a95d1ac4a418) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:11:37.386765 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-7671919b-3bae-4dc1-a166-b3f39431d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:37.387771 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-7671919b-3bae-4dc1-a166-b3f39431d0b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:37.389180 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-7671919b-3bae-4dc1-a166-b3f39431d0b9 service neutron] 10.222.0.59 "PUT /v2.0/ports/d0f27798-c225-457c-bb8a-0f87f9ebac1c HTTP/1.1" status: 200 len: 1091 time: 1.9498444 Jul 30 20:11:37.414064 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671919b-3bae-4dc1-a166-b3f39431d0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f27798-c225-457c-bb8a-0f87f9ebac1c,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:37.526851 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-83a3f9d6-c5a2-4c84-b8eb-b92852163288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:37.528247 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-83a3f9d6-c5a2-4c84-b8eb-b92852163288 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a980cdea43a4792b1a7a53073b92183&device_id=53debe54-4150-436a-b32a-f3168c6f5dbc HTTP/1.1" status: 200 len: 1094 time: 0.0776889 Jul 30 20:11:37.540000 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b68f00-d796-4fca-be12-353f7e6a4d50 req-e62a4502-3064-4ca5-b6ef-152d8df1e9da tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:37.541461 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3b68f00-d796-4fca-be12-353f7e6a4d50 req-e62a4502-3064-4ca5-b6ef-152d8df1e9da tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=63da983d-25ee-4a5b-882c-37bc4c679327 HTTP/1.1" status: 200 len: 947 time: 0.0644391 Jul 30 20:11:37.560139 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-36dc9bb7-9f18-429b-873c-e5e18e160d4d tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:37.595975 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-1e19a359-8676-4267-a586-8823cc6b78dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0f27798-c225-457c-bb8a-0f87f9ebac1c HTTP/1.1" status: 200 len: 217 time: 0.0411830 Jul 30 20:11:37.599477 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-36dc9bb7-9f18-429b-873c-e5e18e160d4d tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:37.639404 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-36dc9bb7-9f18-429b-873c-e5e18e160d4d tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Network 26f41e71-3897-4307-9b11-f622e20fa562 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:11:37.640879 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3b68f00-d796-4fca-be12-353f7e6a4d50 req-fc81e6dd-a669-43ed-a0d0-617a4036dc33 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931666 Jul 30 20:11:37.642724 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-36dc9bb7-9f18-429b-873c-e5e18e160d4d tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:11:37.646531 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-36dc9bb7-9f18-429b-873c-e5e18e160d4d tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:11:37.662080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-db719714-026a-46c5-84d7-96a741aed910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:37.663714 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-db719714-026a-46c5-84d7-96a741aed910 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59cd3e31-9c90-4ed9-82a3-e900a46fc84c HTTP/1.1" status: 200 len: 852 time: 0.0567105 Jul 30 20:11:37.674043 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc9bb7-9f18-429b-873c-e5e18e160d4d tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Pushing event updated for resources: {'Port': ['ID=18ebe370-1a97-4eea-b1a6-a95d1ac4a418,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:37.702459 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-36dc9bb7-9f18-429b-873c-e5e18e160d4d tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:37.703161 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-36dc9bb7-9f18-429b-873c-e5e18e160d4d tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:37.705322 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-da37f208-043d-4c46-95c6-d31c66e35804 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=499a6969-8299-4dd8-9691-a5618f1f3135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316837 Jul 30 20:11:37.719345 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-36dc9bb7-9f18-429b-873c-e5e18e160d4d tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6629066 Jul 30 20:11:37.732734 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-0b086780-0521-43a9-ae80-ed31391dcffb service neutron] Request body: {'port': {'device_id': 'f5cff419-7eb8-4323-96ce-8d71fd9ebe5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:11:37.808173 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-0b086780-0521-43a9-ae80-ed31391dcffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:37.813775 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-30993375-915c-4660-b845-da7c7b1cb5b4 service neutron] 10.222.0.59 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012471 Jul 30 20:11:37.924559 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c56dc98-f8ba-4a75-959e-f753d28b8d06 req-f1502100-2b06-4d4a-812c-07dc2acecfd6 service neutron] 10.222.0.59 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027303 Jul 30 20:11:38.050194 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91488d4d-8bba-4d81-9d28-eb8819d65206 req-87defc3a-386f-44ee-ad61-86aad0317500 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:38.052382 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-91488d4d-8bba-4d81-9d28-eb8819d65206 req-87defc3a-386f-44ee-ad61-86aad0317500 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.1017795 Jul 30 20:11:38.121387 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-91488d4d-8bba-4d81-9d28-eb8819d65206 req-9ec7d826-b6ea-4fa4-8fc4-8bac0982a70e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627110 Jul 30 20:11:38.163369 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-0b086780-0521-43a9-ae80-ed31391dcffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ebe370-1a97-4eea-b1a6-a95d1ac4a418 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:11:38.171436 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-0b086780-0521-43a9-ae80-ed31391dcffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:38.183076 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25429f35-a600-4c2d-b31a-5de9e9596b04 req-3f7ac80b-cc19-4a87-8761-6f2674ac5814 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:38.184724 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25429f35-a600-4c2d-b31a-5de9e9596b04 req-3f7ac80b-cc19-4a87-8761-6f2674ac5814 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=53debe54-4150-436a-b32a-f3168c6f5dbc HTTP/1.1" status: 200 len: 943 time: 0.0579691 Jul 30 20:11:38.186834 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-0b086780-0521-43a9-ae80-ed31391dcffb service neutron] Transition to ACTIVE for port object 18ebe370-1a97-4eea-b1a6-a95d1ac4a418 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:11:38.191387 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-0b086780-0521-43a9-ae80-ed31391dcffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:38.231634 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25429f35-a600-4c2d-b31a-5de9e9596b04 req-f71228e3-c5e2-4495-a85b-8ed5b48f2d1f tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375645 Jul 30 20:11:38.244200 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b086780-0521-43a9-ae80-ed31391dcffb service neutron] Pushing event updated for resources: {'Port': ['ID=18ebe370-1a97-4eea-b1a6-a95d1ac4a418,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:38.307704 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-0b086780-0521-43a9-ae80-ed31391dcffb service neutron] Attempting to bind port 18ebe370-1a97-4eea-b1a6-a95d1ac4a418 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:11:38.308044 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-0b086780-0521-43a9-ae80-ed31391dcffb service neutron] Attempting to bind port 18ebe370-1a97-4eea-b1a6-a95d1ac4a418 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'a562d22d-d4f4-44f4-9cfc-9caebf430619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '26f41e71-3897-4307-9b11-f622e20fa562'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:11:38.308372 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-0b086780-0521-43a9-ae80-ed31391dcffb service neutron] Attempting to bind port 18ebe370-1a97-4eea-b1a6-a95d1ac4a418 on network 26f41e71-3897-4307-9b11-f622e20fa562 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:11:38.312900 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-0b086780-0521-43a9-ae80-ed31391dcffb service neutron] Port 18ebe370-1a97-4eea-b1a6-a95d1ac4a418 on network 26f41e71-3897-4307-9b11-f622e20fa562 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:11:38.313228 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-0b086780-0521-43a9-ae80-ed31391dcffb service neutron] Attempting to bind port 18ebe370-1a97-4eea-b1a6-a95d1ac4a418 on network 26f41e71-3897-4307-9b11-f622e20fa562 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:11:38.318145 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-0b086780-0521-43a9-ae80-ed31391dcffb service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:11:38.318480 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-0b086780-0521-43a9-ae80-ed31391dcffb service neutron] Checking segment: {'id': 'a562d22d-d4f4-44f4-9cfc-9caebf430619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '26f41e71-3897-4307-9b11-f622e20fa562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:11:38.318861 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-0b086780-0521-43a9-ae80-ed31391dcffb service neutron] Bound using segment: {'id': 'a562d22d-d4f4-44f4-9cfc-9caebf430619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '26f41e71-3897-4307-9b11-f622e20fa562'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:11:38.319291 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-0b086780-0521-43a9-ae80-ed31391dcffb service neutron] Bound port: 18ebe370-1a97-4eea-b1a6-a95d1ac4a418, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a562d22d-d4f4-44f4-9cfc-9caebf430619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '26f41e71-3897-4307-9b11-f622e20fa562'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:11:38.319678 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-0b086780-0521-43a9-ae80-ed31391dcffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:38.403673 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b6ec8-53ef-4040-bd22-27e09ffbd0ca req-c689a874-8bc8-48e3-ac04-df2051ed6d67 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:38.405270 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8e2b6ec8-53ef-4040-bd22-27e09ffbd0ca req-c689a874-8bc8-48e3-ac04-df2051ed6d67 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5cff419-7eb8-4323-96ce-8d71fd9ebe5c HTTP/1.1" status: 200 len: 943 time: 0.0507770 Jul 30 20:11:38.421099 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58449073-4494-4515-99f0-f0c445d545ab req-0dffd006-f3e1-4d31-aa5b-c25a498dde62 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:38.422575 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-58449073-4494-4515-99f0-f0c445d545ab req-0dffd006-f3e1-4d31-aa5b-c25a498dde62 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 945 time: 0.0896661 Jul 30 20:11:38.425137 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-0b086780-0521-43a9-ae80-ed31391dcffb service neutron] For port 18ebe370-1a97-4eea-b1a6-a95d1ac4a418, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:11:38.428546 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-0b086780-0521-43a9-ae80-ed31391dcffb service neutron] For port 18ebe370-1a97-4eea-b1a6-a95d1ac4a418, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=18ebe370-1a97-4eea-b1a6-a95d1ac4a418,segment=NetworkSegment(a562d22d-d4f4-44f4-9cfc-9caebf430619),segment_id=a562d22d-d4f4-44f4-9cfc-9caebf430619)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:11:38.444911 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-0b086780-0521-43a9-ae80-ed31391dcffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:38.445942 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8e2b6ec8-53ef-4040-bd22-27e09ffbd0ca req-63d6239a-a2ee-480a-a706-25b59ee85789 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/security-groups?id=45f11746-6ae4-479e-ad08-8a64120de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333931 Jul 30 20:11:38.487562 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-0b086780-0521-43a9-ae80-ed31391dcffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:38.488280 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-0b086780-0521-43a9-ae80-ed31391dcffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:38.489714 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-0b086780-0521-43a9-ae80-ed31391dcffb service neutron] 10.222.0.83 "PUT /v2.0/ports/18ebe370-1a97-4eea-b1a6-a95d1ac4a418 HTTP/1.1" status: 200 len: 1091 time: 0.7617254 Jul 30 20:11:38.493591 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5cff419-7eb8-4323-96ce-8d71fd9ebe5c', 'tag': '18ebe370-1a97-4eea-b1a6-a95d1ac4a418'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:38.495847 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f6809e-22ac-4383-8d4b-3f5fb96d575a" -d '{"events": [{"name": "network-changed", "server_uuid": "f5cff419-7eb8-4323-96ce-8d71fd9ebe5c", "tag": "18ebe370-1a97-4eea-b1a6-a95d1ac4a418"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:38.506200 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-58449073-4494-4515-99f0-f0c445d545ab req-b9a4b10e-8495-4707-9823-56eff98fa5de tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760808 Jul 30 20:11:38.525529 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b086780-0521-43a9-ae80-ed31391dcffb service neutron] Pushing event updated for resources: {'Port': ['ID=18ebe370-1a97-4eea-b1a6-a95d1ac4a418,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:38.534181 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd136ba-52a9-4777-b979-80f7688c986b x-openstack-request-id: req-fbd136ba-52a9-4777-b979-80f7688c986b {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:38.534524 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5cff419-7eb8-4323-96ce-8d71fd9ebe5c", "tag": "18ebe370-1a97-4eea-b1a6-a95d1ac4a418", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:38.534779 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fbd136ba-52a9-4777-b979-80f7688c986b {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:38.535196 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5cff419-7eb8-4323-96ce-8d71fd9ebe5c', 'tag': '18ebe370-1a97-4eea-b1a6-a95d1ac4a418', 'status': 'completed', 'code': 200} Jul 30 20:11:38.624008 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6809e-22ac-4383-8d4b-3f5fb96d575a req-225bfa8a-d5b5-4b43-b398-e372ccb0e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:38.625461 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-96f6809e-22ac-4383-8d4b-3f5fb96d575a req-225bfa8a-d5b5-4b43-b398-e372ccb0e33b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=900477dbb14f4b4aa75defe9ef9a0601&device_id=f5cff419-7eb8-4323-96ce-8d71fd9ebe5c HTTP/1.1" status: 200 len: 1094 time: 0.0436158 Jul 30 20:11:38.748173 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6809e-22ac-4383-8d4b-3f5fb96d575a req-5e1d2372-740e-476f-bbe8-3d5c3a1f24a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:38.749611 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-96f6809e-22ac-4383-8d4b-3f5fb96d575a req-5e1d2372-740e-476f-bbe8-3d5c3a1f24a8 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=900477dbb14f4b4aa75defe9ef9a0601&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1136434 Jul 30 20:11:38.816116 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff6f51-49ad-48c7-a1cf-9c702d052620 req-613d2e29-9567-4f8f-b678-e5353504a6ca tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:38.818141 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b1ff6f51-49ad-48c7-a1cf-9c702d052620 req-613d2e29-9567-4f8f-b678-e5353504a6ca tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=63da983d-25ee-4a5b-882c-37bc4c679327 HTTP/1.1" status: 200 len: 947 time: 0.1038666 Jul 30 20:11:38.854032 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53debe54-4150-436a-b32a-f3168c6f5dbc', 'tag': 'd0f27798-c225-457c-bb8a-0f87f9ebac1c'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:38.857384 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9ae1fc-6ed7-4b50-9163-4f4c3391a9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "53debe54-4150-436a-b32a-f3168c6f5dbc", "tag": "d0f27798-c225-457c-bb8a-0f87f9ebac1c"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:38.887337 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b1ff6f51-49ad-48c7-a1cf-9c702d052620 req-da9c3fa9-b4d8-4b89-b60e-f1a40d43f4aa tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591543 Jul 30 20:11:38.892804 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6809e-22ac-4383-8d4b-3f5fb96d575a req-3f079433-8a75-4b41-a27e-f73ab6204a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:38.894243 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-96f6809e-22ac-4383-8d4b-3f5fb96d575a req-3f079433-8a75-4b41-a27e-f73ab6204a1a service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345816 Jul 30 20:11:38.934802 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031ba359-0089-4d6d-81ab-3b8981ab5e65 x-openstack-request-id: req-031ba359-0089-4d6d-81ab-3b8981ab5e65 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:38.935111 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53debe54-4150-436a-b32a-f3168c6f5dbc", "tag": "d0f27798-c225-457c-bb8a-0f87f9ebac1c", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:38.935348 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-031ba359-0089-4d6d-81ab-3b8981ab5e65 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:38.935770 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53debe54-4150-436a-b32a-f3168c6f5dbc', 'tag': 'd0f27798-c225-457c-bb8a-0f87f9ebac1c', 'status': 'completed', 'code': 200} Jul 30 20:11:38.971884 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-7a818d87-5379-4fc9-8f53-c465b60f8090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:38.973396 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-7a818d87-5379-4fc9-8f53-c465b60f8090 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=900477dbb14f4b4aa75defe9ef9a0601&device_id=f5cff419-7eb8-4323-96ce-8d71fd9ebe5c HTTP/1.1" status: 200 len: 1094 time: 0.0403695 Jul 30 20:11:39.003082 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ae1fc-6ed7-4b50-9163-4f4c3391a9c5 req-37972cea-343c-486c-bb24-133610a92fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:39.005396 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ed9ae1fc-6ed7-4b50-9163-4f4c3391a9c5 req-37972cea-343c-486c-bb24-133610a92fc0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a980cdea43a4792b1a7a53073b92183&device_id=53debe54-4150-436a-b32a-f3168c6f5dbc HTTP/1.1" status: 200 len: 1094 time: 0.0454500 Jul 30 20:11:39.021168 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-46d9eb02-d114-4df0-bc4e-75f9210dd52f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18ebe370-1a97-4eea-b1a6-a95d1ac4a418 HTTP/1.1" status: 200 len: 217 time: 0.0384510 Jul 30 20:11:39.071722 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-fe1f767e-fffb-49cf-94c6-906e7ea76166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:39.073166 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-fe1f767e-fffb-49cf-94c6-906e7ea76166 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=69757b22-d9c4-4a72-9c17-21e2eba50d09 HTTP/1.1" status: 200 len: 853 time: 0.0432076 Jul 30 20:11:39.100112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ae1fc-6ed7-4b50-9163-4f4c3391a9c5 req-13679ad3-f4f8-4aa8-9995-4a8358df49d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:39.101608 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ed9ae1fc-6ed7-4b50-9163-4f4c3391a9c5 req-13679ad3-f4f8-4aa8-9995-4a8358df49d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=499a6969-8299-4dd8-9691-a5618f1f3135 HTTP/1.1" status: 200 len: 913 time: 0.0826278 Jul 30 20:11:39.104325 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-386d64fe-1136-4b6e-9d4c-0208d8d3f9d0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26f41e71-3897-4307-9b11-f622e20fa562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233362 Jul 30 20:11:39.129855 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 23bcf904-a77c-41e9-9751-021ebb1c914e no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:11:39.148906 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ed9ae1fc-6ed7-4b50-9163-4f4c3391a9c5 req-92ef44d9-ee4c-481a-bd95-7871f22f3717 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0f27798-c225-457c-bb8a-0f87f9ebac1c HTTP/1.1" status: 200 len: 217 time: 0.0362971 Jul 30 20:11:39.152710 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 23bcf904-a77c-41e9-9751-021ebb1c914e {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:11:39.153226 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 23bcf904-a77c-41e9-9751-021ebb1c914e not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:11:39.199950 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-11094c03-d614-4ce7-9625-28eabc6242ab service neutron] 10.222.0.83 "GET /v2.0/networks/26f41e71-3897-4307-9b11-f622e20fa562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880840 Jul 30 20:11:39.226898 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ae1fc-6ed7-4b50-9163-4f4c3391a9c5 req-05a07f9c-d5f4-441e-8eb3-23cc9ab7fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:39.228424 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ed9ae1fc-6ed7-4b50-9163-4f4c3391a9c5 req-05a07f9c-d5f4-441e-8eb3-23cc9ab7fa7f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59cd3e31-9c90-4ed9-82a3-e900a46fc84c HTTP/1.1" status: 200 len: 852 time: 0.0718627 Jul 30 20:11:39.268509 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ed9ae1fc-6ed7-4b50-9163-4f4c3391a9c5 req-2685f8fa-5112-493b-a6b5-6870cbd2d6b2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=499a6969-8299-4dd8-9691-a5618f1f3135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287442 Jul 30 20:11:39.282184 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352490c0-708a-4021-af70-3e2f40e23328 req-b495d62f-7556-43f8-b3fc-17b45c77a5e9 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:39.287537 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-352490c0-708a-4021-af70-3e2f40e23328 req-b495d62f-7556-43f8-b3fc-17b45c77a5e9 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.0908527 Jul 30 20:11:39.296217 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-06805a4d-71fa-4d35-8cea-b72fcf991cb8 req-fd07bc8a-61da-4f29-b6f1-4366ae63ba58 service neutron] 10.222.0.83 "GET /v2.0/networks/26f41e71-3897-4307-9b11-f622e20fa562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885897 Jul 30 20:11:39.375298 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb4836-0cfb-4e73-9a2e-5725adbfaf60 req-b4bafde3-5f96-437d-ac73-4bd4e9448f39 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:39.376964 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4bbb4836-0cfb-4e73-9a2e-5725adbfaf60 req-b4bafde3-5f96-437d-ac73-4bd4e9448f39 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=53debe54-4150-436a-b32a-f3168c6f5dbc HTTP/1.1" status: 200 len: 943 time: 0.0501778 Jul 30 20:11:39.380725 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-352490c0-708a-4021-af70-3e2f40e23328 req-75ec0d04-493b-4415-a7a0-09ff4e0ea519 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883532 Jul 30 20:11:39.409788 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ed9ae1fc-6ed7-4b50-9163-4f4c3391a9c5 req-52b95bbb-1521-437c-a6ff-aac1b413e898 service neutron] 10.222.0.59 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163256 Jul 30 20:11:39.415324 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4bbb4836-0cfb-4e73-9a2e-5725adbfaf60 req-90ee18db-fab6-4f66-9d98-a959373033b4 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321927 Jul 30 20:11:39.500781 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ed9ae1fc-6ed7-4b50-9163-4f4c3391a9c5 req-0050861c-c505-4f7c-b148-174eb7b8ce39 service neutron] 10.222.0.59 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828922 Jul 30 20:11:39.511198 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device b582f81d-839e-4a51-a6a4-d9372723f7f1 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:11:39.572412 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc04419-2afb-4cd1-b7d5-44235f829ccf req-51072bd9-c425-400d-aecc-bf288d61e4c4 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:39.574460 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6fc04419-2afb-4cd1-b7d5-44235f829ccf req-51072bd9-c425-400d-aecc-bf288d61e4c4 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5cff419-7eb8-4323-96ce-8d71fd9ebe5c HTTP/1.1" status: 200 len: 943 time: 0.0619531 Jul 30 20:11:39.631956 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6fc04419-2afb-4cd1-b7d5-44235f829ccf req-f546c000-17c8-42d4-8f55-5570c10e9e78 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/security-groups?id=45f11746-6ae4-479e-ad08-8a64120de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512972 Jul 30 20:11:39.662590 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c97639-95fd-47b3-8360-b77f4a3096ea req-0d17d6f1-0388-4f55-8d1b-1d2e2f51abe2 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:39.668091 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-52c97639-95fd-47b3-8360-b77f4a3096ea req-0d17d6f1-0388-4f55-8d1b-1d2e2f51abe2 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 945 time: 0.0821359 Jul 30 20:11:39.705071 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-52c97639-95fd-47b3-8360-b77f4a3096ea req-b6a7edb0-718a-41eb-964e-ecb30565b051 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349171 Jul 30 20:11:39.755473 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port b582f81d-839e-4a51-a6a4-d9372723f7f1, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=b582f81d-839e-4a51-a6a4-d9372723f7f1,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:39.768523 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'b582f81d-839e-4a51-a6a4-d9372723f7f1', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': 'b582f81d-839e-4a51-a6a4-d9372723f7f1', 'mac_address': 'fa:16:3e:ff:b8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:11:39.807166 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:39.820035 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b582f81d-839e-4a51-a6a4-d9372723f7f1 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:11:39.840216 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port b582f81d-839e-4a51-a6a4-d9372723f7f1, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=b582f81d-839e-4a51-a6a4-d9372723f7f1,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:39.844435 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:39.845061 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1cf11197-0748-4ce6-b405-66b8b84b5970 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:11:39.882812 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136c0ce-77b3-4a8f-910c-c793552438e1 req-637bb615-1a3e-4101-b1a5-e38a4d70500a tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:39.884354 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a136c0ce-77b3-4a8f-910c-c793552438e1 req-637bb615-1a3e-4101-b1a5-e38a4d70500a tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 945 time: 0.0523105 Jul 30 20:11:39.913859 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 1cf11197-0748-4ce6-b405-66b8b84b5970, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1cf11197-0748-4ce6-b405-66b8b84b5970,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:39.916263 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=b582f81d-839e-4a51-a6a4-d9372723f7f1,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:39.928179 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '1cf11197-0748-4ce6-b405-66b8b84b5970', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': '1cf11197-0748-4ce6-b405-66b8b84b5970', 'mac_address': 'fa:16:3e:3b:03:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:11:39.929598 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a136c0ce-77b3-4a8f-910c-c793552438e1 req-0950c813-4a1c-4be9-b05d-d866d98a5c5b tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/security-groups?id=295d9542-457a-44fc-bbd1-9fa60fe0ee1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379605 Jul 30 20:11:39.969182 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:39.986220 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf11197-0748-4ce6-b405-66b8b84b5970 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:11:40.006418 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 1cf11197-0748-4ce6-b405-66b8b84b5970, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1cf11197-0748-4ce6-b405-66b8b84b5970,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:40.010542 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:40.012218 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d04c13-09a3-4e6c-8747-cdcc696bfc63 req-56fe809d-66cd-4706-89f4-446a1a14691a tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:40.014007 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-33d04c13-09a3-4e6c-8747-cdcc696bfc63 req-56fe809d-66cd-4706-89f4-446a1a14691a tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=63da983d-25ee-4a5b-882c-37bc4c679327 HTTP/1.1" status: 200 len: 948 time: 0.0522432 Jul 30 20:11:40.054483 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-33d04c13-09a3-4e6c-8747-cdcc696bfc63 req-543664fd-0929-4753-b534-ba68b3f025ec tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333517 Jul 30 20:11:40.061116 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=1cf11197-0748-4ce6-b405-66b8b84b5970,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:40.494366 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2a5eb-b860-4470-999c-ca426b9c469a req-d8b0248d-7274-402e-91ea-cd0737bad28c tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:40.495869 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e5e2a5eb-b860-4470-999c-ca426b9c469a req-d8b0248d-7274-402e-91ea-cd0737bad28c tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.0477993 Jul 30 20:11:40.532784 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495ba40-43ae-46b3-a745-5e34b572284c req-bfee5222-0340-43e6-8367-1a3579574d28 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:40.533848 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e5e2a5eb-b860-4470-999c-ca426b9c469a req-1d3e6d76-9804-47e7-bfe9-fcce699895b8 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321350 Jul 30 20:11:40.534237 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['b582f81d-839e-4a51-a6a4-d9372723f7f1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:11:40.534725 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7495ba40-43ae-46b3-a745-5e34b572284c req-bfee5222-0340-43e6-8367-1a3579574d28 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=53debe54-4150-436a-b32a-f3168c6f5dbc HTTP/1.1" status: 200 len: 943 time: 0.0501950 Jul 30 20:11:40.558605 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['1cf11197-0748-4ce6-b405-66b8b84b5970'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:11:40.576242 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7495ba40-43ae-46b3-a745-5e34b572284c req-0e9786e6-d5c9-4d20-a725-647d5675359e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345120 Jul 30 20:11:40.754690 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94ce84-bc41-43ce-9604-b363d5206c17 req-2f1b50b8-a114-42c2-89aa-836dff0ab70b tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:40.756369 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c94ce84-bc41-43ce-9604-b363d5206c17 req-2f1b50b8-a114-42c2-89aa-836dff0ab70b tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5cff419-7eb8-4323-96ce-8d71fd9ebe5c HTTP/1.1" status: 200 len: 943 time: 0.0535696 Jul 30 20:11:40.797117 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c94ce84-bc41-43ce-9604-b363d5206c17 req-7625187f-9f93-4bdf-8d03-91d25add1f70 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/security-groups?id=45f11746-6ae4-479e-ad08-8a64120de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345619 Jul 30 20:11:40.835381 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bae016-1901-47b2-a22f-d5a04be210f6 req-a3d6d2b6-28d6-4d63-8b27-edc2d740ff4c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:40.836878 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d8bae016-1901-47b2-a22f-d5a04be210f6 req-a3d6d2b6-28d6-4d63-8b27-edc2d740ff4c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 945 time: 0.0535824 Jul 30 20:11:40.874322 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d8bae016-1901-47b2-a22f-d5a04be210f6 req-e18f804e-b87a-4172-8a85-7065cf880749 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316584 Jul 30 20:11:41.047287 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf042168-61e5-4ee9-bad9-7354e6bcf498 req-d2b2d6a8-023f-403f-ae7d-2676b1f695f6 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:41.048719 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bf042168-61e5-4ee9-bad9-7354e6bcf498 req-d2b2d6a8-023f-403f-ae7d-2676b1f695f6 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 945 time: 0.0487261 Jul 30 20:11:41.087534 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bf042168-61e5-4ee9-bad9-7354e6bcf498 req-f5693ff8-35a5-4b58-889e-87d4cd8dcb89 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/security-groups?id=295d9542-457a-44fc-bbd1-9fa60fe0ee1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322678 Jul 30 20:11:41.134195 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device d0f27798-c225-457c-bb8a-0f87f9ebac1c details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:11:41.171205 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e722ad-50f1-4a65-907e-5ce8a4f0eaf4 req-d78d1da0-cfa1-4422-a6c1-f6cd2b17f16a tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:41.172735 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d7e722ad-50f1-4a65-907e-5ce8a4f0eaf4 req-d78d1da0-cfa1-4422-a6c1-f6cd2b17f16a tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=63da983d-25ee-4a5b-882c-37bc4c679327 HTTP/1.1" status: 200 len: 948 time: 0.0498004 Jul 30 20:11:41.210572 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d7e722ad-50f1-4a65-907e-5ce8a4f0eaf4 req-cda8ac5c-983d-456f-a312-3e8b0a428c97 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318501 Jul 30 20:11:41.229068 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port d0f27798-c225-457c-bb8a-0f87f9ebac1c, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d0f27798-c225-457c-bb8a-0f87f9ebac1c,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:41.240084 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'd0f27798-c225-457c-bb8a-0f87f9ebac1c', 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135', 'port_id': 'd0f27798-c225-457c-bb8a-0f87f9ebac1c', 'mac_address': 'fa:16:3e:10:2b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59cd3e31-9c90-4ed9-82a3-e900a46fc84c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:11:41.276844 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:41.289906 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f27798-c225-457c-bb8a-0f87f9ebac1c {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:11:41.312061 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port d0f27798-c225-457c-bb8a-0f87f9ebac1c, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d0f27798-c225-457c-bb8a-0f87f9ebac1c,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:41.316839 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:41.364509 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=d0f27798-c225-457c-bb8a-0f87f9ebac1c,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:41.641934 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['d0f27798-c225-457c-bb8a-0f87f9ebac1c'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:11:41.677766 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1fdd9-a105-4f4f-bea6-e4964e5d4914 req-2822439c-d2c4-45f5-8a84-157dfdbb14b2 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:41.679269 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-79a1fdd9-a105-4f4f-bea6-e4964e5d4914 req-2822439c-d2c4-45f5-8a84-157dfdbb14b2 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.0783932 Jul 30 20:11:41.694582 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0aeb97-e13f-47a8-9ad9-b424a9dbba96 req-f74d1a80-b886-491b-9ea0-7366477527a2 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:41.696130 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c0aeb97-e13f-47a8-9ad9-b424a9dbba96 req-f74d1a80-b886-491b-9ea0-7366477527a2 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=53debe54-4150-436a-b32a-f3168c6f5dbc HTTP/1.1" status: 200 len: 944 time: 0.0520310 Jul 30 20:11:41.708280 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f99558-749f-4a97-96da-64fb00f872f6 req-9c8b6606-fde2-499c-9506-3727f69432fd tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:41.709743 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-93f99558-749f-4a97-96da-64fb00f872f6 req-9c8b6606-fde2-499c-9506-3727f69432fd tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.83 "GET /v2.0/ports?device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 945 time: 0.0809314 Jul 30 20:11:41.737914 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c0aeb97-e13f-47a8-9ad9-b424a9dbba96 req-54eac0d0-78d7-4d41-a9c2-d2775a6271a9 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330133 Jul 30 20:11:41.775254 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-79a1fdd9-a105-4f4f-bea6-e4964e5d4914 req-89e2eda3-7556-4f2f-8bc9-a3f42cd866c7 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868406 Jul 30 20:11:41.821022 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-93f99558-749f-4a97-96da-64fb00f872f6 req-b64907ef-0758-4bfb-b388-33b0928bfe10 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Deleting port 4108bc3a-c34d-4f8d-a6ac-c413e8f75236 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:11:41.821370 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-93f99558-749f-4a97-96da-64fb00f872f6 req-b64907ef-0758-4bfb-b388-33b0928bfe10 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:41.912524 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d51c2e-45e6-4db3-ae2a-ad039bd243e3 req-c0747dab-6914-4b10-9e2a-639f486988c4 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:41.914024 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-20d51c2e-45e6-4db3-ae2a-ad039bd243e3 req-c0747dab-6914-4b10-9e2a-639f486988c4 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5cff419-7eb8-4323-96ce-8d71fd9ebe5c HTTP/1.1" status: 200 len: 943 time: 0.0529859 Jul 30 20:11:41.915867 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-93f99558-749f-4a97-96da-64fb00f872f6 req-b64907ef-0758-4bfb-b388-33b0928bfe10 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] For port 4108bc3a-c34d-4f8d-a6ac-c413e8f75236, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=4108bc3a-c34d-4f8d-a6ac-c413e8f75236,segment=NetworkSegment(aa17f534-d0c8-434a-97e7-2a66788271c7),segment_id=aa17f534-d0c8-434a-97e7-2a66788271c7)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:41.916354 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-93f99558-749f-4a97-96da-64fb00f872f6 req-b64907ef-0758-4bfb-b388-33b0928bfe10 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:41.953311 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-20d51c2e-45e6-4db3-ae2a-ad039bd243e3 req-0b32c749-7683-4595-85ae-f57fe02042d2 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/security-groups?id=45f11746-6ae4-479e-ad08-8a64120de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329623 Jul 30 20:11:42.096184 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea14306-8610-440e-b320-7d771f901046 req-0aa5db53-d046-43fd-a4e9-3fe9f6a5e370 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:42.097614 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dea14306-8610-440e-b320-7d771f901046 req-0aa5db53-d046-43fd-a4e9-3fe9f6a5e370 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 945 time: 0.1466529 Jul 30 20:11:42.181422 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dea14306-8610-440e-b320-7d771f901046 req-cc058582-3ad2-422f-9050-3b723ea555ff tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770512 Jul 30 20:11:42.197141 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-93f99558-749f-4a97-96da-64fb00f872f6 req-b64907ef-0758-4bfb-b388-33b0928bfe10 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:42.197523 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-93f99558-749f-4a97-96da-64fb00f872f6 req-b64907ef-0758-4bfb-b388-33b0928bfe10 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:42.197840 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [req-93f99558-749f-4a97-96da-64fb00f872f6 req-b64907ef-0758-4bfb-b388-33b0928bfe10 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Floating IP 216a1e90-b019-4f3a-b7ae-8c23fbd918cf disassociated. External IP: 172.25.3.229, port: 4108bc3a-c34d-4f8d-a6ac-c413e8f75236. Jul 30 20:11:42.198198 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-93f99558-749f-4a97-96da-64fb00f872f6 req-b64907ef-0758-4bfb-b388-33b0928bfe10 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Calling delete_port for 4108bc3a-c34d-4f8d-a6ac-c413e8f75236 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:11:42.232766 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39063681-1991-45c3-a807-5c40ba54b9b6 req-44a54d69-d090-4354-9ee1-2ba2e136bef0 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:42.234272 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-39063681-1991-45c3-a807-5c40ba54b9b6 req-44a54d69-d090-4354-9ee1-2ba2e136bef0 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 945 time: 0.0503032 Jul 30 20:11:42.276393 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-39063681-1991-45c3-a807-5c40ba54b9b6 req-8285c4ba-9aea-45b8-9d0b-0fd6cd45ed31 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/security-groups?id=295d9542-457a-44fc-bbd1-9fa60fe0ee1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353000 Jul 30 20:11:42.368009 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b88c6d-13c6-4cb3-acfc-2b34d5b623f2 req-458353ec-a4bd-45ed-a2b6-d61a42a4414f tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:42.369409 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a6b88c6d-13c6-4cb3-acfc-2b34d5b623f2 req-458353ec-a4bd-45ed-a2b6-d61a42a4414f tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=63da983d-25ee-4a5b-882c-37bc4c679327 HTTP/1.1" status: 200 len: 948 time: 0.0883873 Jul 30 20:11:42.370171 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-93f99558-749f-4a97-96da-64fb00f872f6 req-b64907ef-0758-4bfb-b388-33b0928bfe10 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:42.414024 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64907ef-0758-4bfb-b388-33b0928bfe10 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Pushing event deleted for resources: {'Port': ['ID=4108bc3a-c34d-4f8d-a6ac-c413e8f75236,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:42.738746 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a6b88c6d-13c6-4cb3-acfc-2b34d5b623f2 req-fdc9f3be-c24d-4c51-8c1d-1309923c4074 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612323 Jul 30 20:11:42.816758 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93f99558-749f-4a97-96da-64fb00f872f6 req-b64907ef-0758-4bfb-b388-33b0928bfe10 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Router 45ea8950-22e4-4b63-bc0b-bd0506a4ba9d has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:11:42.871443 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209952c-8d1d-4c08-99da-97760568d724 req-d255a92c-8a26-4929-a611-67d1d3b1121c tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:42.875201 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a209952c-8d1d-4c08-99da-97760568d724 req-d255a92c-8a26-4929-a611-67d1d3b1121c tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=53debe54-4150-436a-b32a-f3168c6f5dbc HTTP/1.1" status: 200 len: 944 time: 0.0554447 Jul 30 20:11:42.922416 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a209952c-8d1d-4c08-99da-97760568d724 req-cbcd58f0-ddcd-48d0-a09e-e09a5880aa17 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417237 Jul 30 20:11:42.964362 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1c769-ca29-4ae8-8995-6f0a529bb507 req-6a021e11-7a84-40b4-b9b2-89b5279fe2f3 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:42.965850 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cbe1c769-ca29-4ae8-8995-6f0a529bb507 req-6a021e11-7a84-40b4-b9b2-89b5279fe2f3 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.0954685 Jul 30 20:11:42.968652 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93f99558-749f-4a97-96da-64fb00f872f6 req-b64907ef-0758-4bfb-b388-33b0928bfe10 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:11:42.979125 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc00c3e9-00e8-4672-bb80-dfa7527cba6a None None] Sync routers for ids ['45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:11:42.989321 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc00c3e9-00e8-4672-bb80-dfa7527cba6a None None] Routers {'45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:11:42.989975 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-dc00c3e9-00e8-4672-bb80-dfa7527cba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:11:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:43.028213 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f99558-749f-4a97-96da-64fb00f872f6 req-b64907ef-0758-4bfb-b388-33b0928bfe10 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] No DVR routers for this DVR port 4108bc3a-c34d-4f8d-a6ac-c413e8f75236 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:11:43.032810 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-93f99558-749f-4a97-96da-64fb00f872f6 req-b64907ef-0758-4bfb-b388-33b0928bfe10 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:43.034694 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-93f99558-749f-4a97-96da-64fb00f872f6 req-b64907ef-0758-4bfb-b388-33b0928bfe10 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.83 "DELETE /v2.0/ports/4108bc3a-c34d-4f8d-a6ac-c413e8f75236 HTTP/1.1" status: 204 len: 173 time: 1.3150320 Jul 30 20:11:43.035179 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ebdecc-5b32-4360-b90b-e21e9b8d71ee', 'name': 'network-vif-deleted', 'tag': '4108bc3a-c34d-4f8d-a6ac-c413e8f75236'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:43.037443 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11638b31-a1a6-443e-ac52-a59db848f1b2" -d '{"events": [{"server_uuid": "f3ebdecc-5b32-4360-b90b-e21e9b8d71ee", "name": "network-vif-deleted", "tag": "4108bc3a-c34d-4f8d-a6ac-c413e8f75236"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:43.061724 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cbe1c769-ca29-4ae8-8995-6f0a529bb507 req-c4d3f561-06dd-4aff-b9b6-6ed990698969 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813787 Jul 30 20:11:43.092654 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ac6c1-8c70-4f68-9788-b83cb90107f6 req-6691a2e4-dcbf-4809-bb70-66d5f9eb80a7 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:43.102184 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-504ac6c1-8c70-4f68-9788-b83cb90107f6 req-6691a2e4-dcbf-4809-bb70-66d5f9eb80a7 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5cff419-7eb8-4323-96ce-8d71fd9ebe5c HTTP/1.1" status: 200 len: 943 time: 0.0804520 Jul 30 20:11:43.112777 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-dc00c3e9-00e8-4672-bb80-dfa7527cba6a None None] Set router 45ea8950-22e4-4b63-bc0b-bd0506a4ba9d gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:11:43.115899 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974574d7-4b73-468b-b039-509cf266420c x-openstack-request-id: req-974574d7-4b73-468b-b039-509cf266420c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:43.115899 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ebdecc-5b32-4360-b90b-e21e9b8d71ee", "name": "network-vif-deleted", "tag": "4108bc3a-c34d-4f8d-a6ac-c413e8f75236", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:43.116130 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-974574d7-4b73-468b-b039-509cf266420c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:43.116590 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ebdecc-5b32-4360-b90b-e21e9b8d71ee', 'name': 'network-vif-deleted', 'tag': '4108bc3a-c34d-4f8d-a6ac-c413e8f75236', 'status': 'completed', 'code': 200} Jul 30 20:11:43.141404 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-504ac6c1-8c70-4f68-9788-b83cb90107f6 req-7e8f4b8f-8827-4a6d-8168-f7676f61d539 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/security-groups?id=45f11746-6ae4-479e-ad08-8a64120de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383220 Jul 30 20:11:43.149995 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device d0f27798-c225-457c-bb8a-0f87f9ebac1c up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:11:43.297145 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port d0f27798-c225-457c-bb8a-0f87f9ebac1c completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:11:43.306376 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5ba4a-d60a-42e8-9e75-b6edc219b1f9 req-54ea0117-e1ee-4ba4-9926-7d0f068e33e3 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:43.307967 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port d0f27798-c225-457c-bb8a-0f87f9ebac1c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:11:43.308167 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ee5ba4a-d60a-42e8-9e75-b6edc219b1f9 req-54ea0117-e1ee-4ba4-9926-7d0f068e33e3 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 945 time: 0.0591612 Jul 30 20:11:43.308347 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:43.359442 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ee5ba4a-d60a-42e8-9e75-b6edc219b1f9 req-8ab127ec-7a2c-4d6a-9aa8-23a950e06e45 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379889 Jul 30 20:11:43.394219 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9eea8121-6d47-40f0-b37b-e529c9c1f7b1 req-e801d503-60db-494a-bb7c-60700cf114c0 tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ebdecc-5b32-4360-b90b-e21e9b8d71ee HTTP/1.1" status: 200 len: 210 time: 0.0312817 Jul 30 20:11:43.439537 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:43.444726 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-dc00c3e9-00e8-4672-bb80-dfa7527cba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'name': 'tempest-ServersTestFqdnHostnames-315217036-router', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:56Z', 'updated_at': '2021-07-30T20:08:04Z', 'revision_number': 4, 'project_id': '9482a976ec31459b8336e26161d33996', 'gw_port': {'id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:58Z', 'updated_at': '2021-07-30T20:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '20e89cb4-08d4-4b23-9dc4-d7433bd9140b', 'name': '', 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'mac_address': 'fa:16:3e:0f:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'f345c7ae-e73e-4bbc-b41e-e320a38068f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:02Z', 'updated_at': '2021-07-30T20:08:11Z', 'revision_number': 5, 'project_id': '9482a976ec31459b8336e26161d33996', 'subnets': [{'id': 'f345c7ae-e73e-4bbc-b41e-e320a38068f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:43.478236 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc00c3e9-00e8-4672-bb80-dfa7527cba6a None None] Checking router: 45ea8950-22e4-4b63-bc0b-bd0506a4ba9d for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:11:43.497330 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53debe54-4150-436a-b32a-f3168c6f5dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f27798-c225-457c-bb8a-0f87f9ebac1c'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:43.499679 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39eb3622-ee87-4c4f-b540-712b18e2f184" -d '{"events": [{"server_uuid": "53debe54-4150-436a-b32a-f3168c6f5dbc", "name": "network-vif-plugged", "status": "completed", "tag": "d0f27798-c225-457c-bb8a-0f87f9ebac1c"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:43.511429 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc00c3e9-00e8-4672-bb80-dfa7527cba6a None None] Routers {'45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:11:43.512118 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-dc00c3e9-00e8-4672-bb80-dfa7527cba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:11:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:43.519059 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port d0f27798-c225-457c-bb8a-0f87f9ebac1c, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d0f27798-c225-457c-bb8a-0f87f9ebac1c,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:43.559413 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b312e150-89ea-4d53-bfb2-04534380ecc0 x-openstack-request-id: req-b312e150-89ea-4d53-bfb2-04534380ecc0 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:43.559669 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53debe54-4150-436a-b32a-f3168c6f5dbc", "name": "network-vif-plugged", "status": "completed", "tag": "d0f27798-c225-457c-bb8a-0f87f9ebac1c", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:43.559928 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b312e150-89ea-4d53-bfb2-04534380ecc0 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:43.560316 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53debe54-4150-436a-b32a-f3168c6f5dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f27798-c225-457c-bb8a-0f87f9ebac1c', 'code': 200} Jul 30 20:11:43.563978 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 18ebe370-1a97-4eea-b1a6-a95d1ac4a418 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:11:43.566149 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device b582f81d-839e-4a51-a6a4-d9372723f7f1 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:11:43.572824 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:43.669378 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a95e83-ab2b-4463-b11e-03ad951ea2d2 req-dca33e4f-8e4f-44ab-9579-a248c8400f20 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:43.670958 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-36a95e83-ab2b-4463-b11e-03ad951ea2d2 req-dca33e4f-8e4f-44ab-9579-a248c8400f20 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 945 time: 0.0528171 Jul 30 20:11:43.673242 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:11:43.748936 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=d0f27798-c225-457c-bb8a-0f87f9ebac1c,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:43.785872 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-dc00c3e9-00e8-4672-bb80-dfa7527cba6a None None] Set router 45ea8950-22e4-4b63-bc0b-bd0506a4ba9d gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:11:43.798277 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc0b24-5075-4e1b-9dd1-5023663bddbc req-3b9b52a4-68d9-4af2-b62a-b697a5bda3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:43.799864 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9bdc0b24-5075-4e1b-9dd1-5023663bddbc req-3b9b52a4-68d9-4af2-b62a-b697a5bda3e0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=53debe54-4150-436a-b32a-f3168c6f5dbc HTTP/1.1" status: 200 len: 1096 time: 0.0868974 Jul 30 20:11:43.808935 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-36a95e83-ab2b-4463-b11e-03ad951ea2d2 req-4122515e-c961-4dbe-a4f9-6acce4c14b0e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Deleting port 6d748139-edad-447b-a296-f5d3028d2640 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:11:43.809276 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-36a95e83-ab2b-4463-b11e-03ad951ea2d2 req-4122515e-c961-4dbe-a4f9-6acce4c14b0e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:43.822661 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port b582f81d-839e-4a51-a6a4-d9372723f7f1 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:11:43.835417 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port b582f81d-839e-4a51-a6a4-d9372723f7f1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:11:43.835818 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:43.867175 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7399bdd-fde0-429a-b885-b122dbaa96c8 req-f652fbf6-08fc-4ccf-9dbb-86382cd4d0d9 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:43.869030 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e7399bdd-fde0-429a-b885-b122dbaa96c8 req-f652fbf6-08fc-4ccf-9dbb-86382cd4d0d9 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=63da983d-25ee-4a5b-882c-37bc4c679327 HTTP/1.1" status: 200 len: 948 time: 0.0577772 Jul 30 20:11:43.869946 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 18ebe370-1a97-4eea-b1a6-a95d1ac4a418, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=18ebe370-1a97-4eea-b1a6-a95d1ac4a418,segment=NetworkSegment(a562d22d-d4f4-44f4-9cfc-9caebf430619),segment_id=a562d22d-d4f4-44f4-9cfc-9caebf430619)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:43.890851 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9bdc0b24-5075-4e1b-9dd1-5023663bddbc req-1d2f0dec-64c1-4118-856e-f6e15fe2e56a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785985 Jul 30 20:11:43.913310 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e7399bdd-fde0-429a-b885-b122dbaa96c8 req-b5092aef-01a5-4179-b1c8-96c716fad9cd tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347338 Jul 30 20:11:43.918803 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '18ebe370-1a97-4eea-b1a6-a95d1ac4a418', 'network_id': '26f41e71-3897-4307-9b11-f622e20fa562', 'port_id': '18ebe370-1a97-4eea-b1a6-a95d1ac4a418', 'mac_address': 'fa:16:3e:08:db:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69757b22-d9c4-4a72-9c17-21e2eba50d09', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:11:43.930455 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-36a95e83-ab2b-4463-b11e-03ad951ea2d2 req-4122515e-c961-4dbe-a4f9-6acce4c14b0e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] For port 6d748139-edad-447b-a296-f5d3028d2640, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=6d748139-edad-447b-a296-f5d3028d2640,segment=NetworkSegment(8d5e0245-3dd2-4bdb-bf33-d0c488460313),segment_id=8d5e0245-3dd2-4bdb-bf33-d0c488460313)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:43.931983 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-36a95e83-ab2b-4463-b11e-03ad951ea2d2 req-4122515e-c961-4dbe-a4f9-6acce4c14b0e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:43.947544 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-36a95e83-ab2b-4463-b11e-03ad951ea2d2 req-4122515e-c961-4dbe-a4f9-6acce4c14b0e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Calling delete_port for 6d748139-edad-447b-a296-f5d3028d2640 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:11:44.052884 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:44.068646 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d6d34-0056-4814-858e-98fe715c33f5 req-8c801bdd-786e-49b2-ab40-5ff73e08c082 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:44.070117 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e3d6d34-0056-4814-858e-98fe715c33f5 req-8c801bdd-786e-49b2-ab40-5ff73e08c082 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=53debe54-4150-436a-b32a-f3168c6f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0759377 Jul 30 20:11:44.087429 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ebe370-1a97-4eea-b1a6-a95d1ac4a418 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:11:44.114853 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:44.137438 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e3d6d34-0056-4814-858e-98fe715c33f5 req-7c32680f-b131-488d-a4a3-f5101c977fe3 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602086 Jul 30 20:11:44.143568 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 18ebe370-1a97-4eea-b1a6-a95d1ac4a418, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=18ebe370-1a97-4eea-b1a6-a95d1ac4a418,segment=NetworkSegment(a562d22d-d4f4-44f4-9cfc-9caebf430619),segment_id=a562d22d-d4f4-44f4-9cfc-9caebf430619)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:44.152635 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:44.178073 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-36a95e83-ab2b-4463-b11e-03ad951ea2d2 req-4122515e-c961-4dbe-a4f9-6acce4c14b0e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:44.194139 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['6d748139-edad-447b-a296-f5d3028d2640'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:11:44.197842 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port b582f81d-839e-4a51-a6a4-d9372723f7f1, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=b582f81d-839e-4a51-a6a4-d9372723f7f1,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:44.212845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122515e-c961-4dbe-a4f9-6acce4c14b0e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Pushing event deleted for resources: {'Port': ['ID=6d748139-edad-447b-a296-f5d3028d2640,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:44.228317 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:44.229096 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1cf11197-0748-4ce6-b405-66b8b84b5970 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:11:44.233454 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0513f-d7e1-47d9-9862-e1928512f040 req-177ff8a2-eab8-4780-b033-1dba804b9921 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:44.236008 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cbf0513f-d7e1-47d9-9862-e1928512f040 req-177ff8a2-eab8-4780-b033-1dba804b9921 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ba3da9-aa89-4165-ab31-8a8ed7b66386 HTTP/1.1" status: 200 len: 867 time: 0.1055360 Jul 30 20:11:44.255869 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4122515e-c961-4dbe-a4f9-6acce4c14b0e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:44.256224 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4122515e-c961-4dbe-a4f9-6acce4c14b0e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:44.256567 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4122515e-c961-4dbe-a4f9-6acce4c14b0e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:44.257644 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4122515e-c961-4dbe-a4f9-6acce4c14b0e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:44.257784 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4122515e-c961-4dbe-a4f9-6acce4c14b0e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:44.258062 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4122515e-c961-4dbe-a4f9-6acce4c14b0e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:44.258993 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4122515e-c961-4dbe-a4f9-6acce4c14b0e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:44.258993 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4122515e-c961-4dbe-a4f9-6acce4c14b0e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:44.259228 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4122515e-c961-4dbe-a4f9-6acce4c14b0e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:44.260009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4122515e-c961-4dbe-a4f9-6acce4c14b0e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:44.260009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4122515e-c961-4dbe-a4f9-6acce4c14b0e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:44.260009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4122515e-c961-4dbe-a4f9-6acce4c14b0e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:44.286680 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=18ebe370-1a97-4eea-b1a6-a95d1ac4a418,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:44.289514 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-cbf0513f-d7e1-47d9-9862-e1928512f040 req-70a3a994-5cfa-42e9-8995-6370fb95d029 tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.81 "GET /v2.0/security-groups?id=06725cab-b7ff-41ae-a4db-ed4f6e5d4964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484469 Jul 30 20:11:44.295352 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a95e83-ab2b-4463-b11e-03ad951ea2d2 req-4122515e-c961-4dbe-a4f9-6acce4c14b0e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] No DVR routers for this DVR port 6d748139-edad-447b-a296-f5d3028d2640 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:11:44.298525 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-36a95e83-ab2b-4463-b11e-03ad951ea2d2 req-4122515e-c961-4dbe-a4f9-6acce4c14b0e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:44.300537 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-36a95e83-ab2b-4463-b11e-03ad951ea2d2 req-4122515e-c961-4dbe-a4f9-6acce4c14b0e tempest-ServerRescueNegativeTestJSON-489171548 tempest-ServerRescueNegativeTestJSON-489171548-project] 10.222.0.59 "DELETE /v2.0/ports/6d748139-edad-447b-a296-f5d3028d2640 HTTP/1.1" status: 204 len: 173 time: 0.6233513 Jul 30 20:11:44.301035 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ba3da9-aa89-4165-ab31-8a8ed7b66386', 'name': 'network-vif-deleted', 'tag': '6d748139-edad-447b-a296-f5d3028d2640'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:44.303726 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85486fc-ea57-40a6-a5e1-14192955cec5" -d '{"events": [{"server_uuid": "a6ba3da9-aa89-4165-ab31-8a8ed7b66386", "name": "network-vif-deleted", "tag": "6d748139-edad-447b-a296-f5d3028d2640"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:44.331586 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4c1ae-21b1-456d-9662-b6d88ec55d41 req-be5580d0-6975-401d-b04b-5831e5c6356b tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:44.333795 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06e4c1ae-21b1-456d-9662-b6d88ec55d41 req-be5580d0-6975-401d-b04b-5831e5c6356b tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5cff419-7eb8-4323-96ce-8d71fd9ebe5c HTTP/1.1" status: 200 len: 944 time: 0.0919707 Jul 30 20:11:44.334778 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-dc00c3e9-00e8-4672-bb80-dfa7527cba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'name': 'tempest-ServersTestFqdnHostnames-315217036-router', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:56Z', 'updated_at': '2021-07-30T20:08:04Z', 'revision_number': 4, 'project_id': '9482a976ec31459b8336e26161d33996', 'gw_port': {'id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:58Z', 'updated_at': '2021-07-30T20:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '20e89cb4-08d4-4b23-9dc4-d7433bd9140b', 'name': '', 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'mac_address': 'fa:16:3e:0f:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'f345c7ae-e73e-4bbc-b41e-e320a38068f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:02Z', 'updated_at': '2021-07-30T20:08:11Z', 'revision_number': 5, 'project_id': '9482a976ec31459b8336e26161d33996', 'subnets': [{'id': 'f345c7ae-e73e-4bbc-b41e-e320a38068f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:44.376804 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06e4c1ae-21b1-456d-9662-b6d88ec55d41 req-8cfd1578-5064-4a69-8ebc-d31524acbbac tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/security-groups?id=45f11746-6ae4-479e-ad08-8a64120de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370474 Jul 30 20:11:44.378392 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc00c3e9-00e8-4672-bb80-dfa7527cba6a None None] The sync data for ids ['45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'] in n-d-712137-9 is: [{'id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'name': 'tempest-ServersTestFqdnHostnames-315217036-router', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:56Z', 'updated_at': '2021-07-30T20:08:04Z', 'revision_number': 4, 'project_id': '9482a976ec31459b8336e26161d33996', 'gw_port': {'id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:58Z', 'updated_at': '2021-07-30T20:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '20e89cb4-08d4-4b23-9dc4-d7433bd9140b', 'name': '', 'network_id': 'b520083c-a600-49f5-83c1-ead5aee680da', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'mac_address': 'fa:16:3e:0f:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'f345c7ae-e73e-4bbc-b41e-e320a38068f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:02Z', 'updated_at': '2021-07-30T20:08:11Z', 'revision_number': 5, 'project_id': '9482a976ec31459b8336e26161d33996', 'subnets': [{'id': 'f345c7ae-e73e-4bbc-b41e-e320a38068f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:11:44.401323 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=b582f81d-839e-4a51-a6a4-d9372723f7f1,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:44.412431 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 1cf11197-0748-4ce6-b405-66b8b84b5970 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:11:44.425498 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 1cf11197-0748-4ce6-b405-66b8b84b5970 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:11:44.426126 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:44.431655 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083582f0-2155-47ef-b227-7b9edb58086a x-openstack-request-id: req-083582f0-2155-47ef-b227-7b9edb58086a {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:44.431954 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ba3da9-aa89-4165-ab31-8a8ed7b66386", "name": "network-vif-deleted", "tag": "6d748139-edad-447b-a296-f5d3028d2640", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:44.432211 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-083582f0-2155-47ef-b227-7b9edb58086a {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:44.432617 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ba3da9-aa89-4165-ab31-8a8ed7b66386', 'name': 'network-vif-deleted', 'tag': '6d748139-edad-447b-a296-f5d3028d2640', 'status': 'completed', 'code': 200} Jul 30 20:11:44.512419 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['18ebe370-1a97-4eea-b1a6-a95d1ac4a418'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:11:44.515532 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36544) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:44.545836 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6991e-82de-4a6c-9bc3-2f0c02501a41 req-af1b3742-ae53-493f-990f-34db8204984c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:44.552966 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-15e6991e-82de-4a6c-9bc3-2f0c02501a41 req-af1b3742-ae53-493f-990f-34db8204984c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 945 time: 0.0629525 Jul 30 20:11:44.567119 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:44.583473 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8aad48d5-85f4-4432-a869-030c7c06ad6a tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:44.616058 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8aad48d5-85f4-4432-a869-030c7c06ad6a tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:44.628376 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-15e6991e-82de-4a6c-9bc3-2f0c02501a41 req-ca750732-fe9b-40c5-8f48-d97387c3b53c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738506 Jul 30 20:11:44.634003 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 1cf11197-0748-4ce6-b405-66b8b84b5970, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1cf11197-0748-4ce6-b405-66b8b84b5970,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:44.643357 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:44.702206 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8aad48d5-85f4-4432-a869-030c7c06ad6a tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:44.705944 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8aad48d5-85f4-4432-a869-030c7c06ad6a tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:44.710518 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36548) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:44.710752 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8aad48d5-85f4-4432-a869-030c7c06ad6a tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "DELETE /v2.0/security-groups/295d9542-457a-44fc-bbd1-9fa60fe0ee1f HTTP/1.1" status: 204 len: 168 time: 0.1938510 Jul 30 20:11:44.725446 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad48d5-85f4-4432-a869-030c7c06ad6a tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=295d9542-457a-44fc-bbd1-9fa60fe0ee1f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:44.739778 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-94827cf0-8eea-4c2f-b346-b4c30789564a tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] show failed (client error): The resource could not be found. Jul 30 20:11:44.741285 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-94827cf0-8eea-4c2f-b346-b4c30789564a tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "GET /v2.0/security-groups/295d9542-457a-44fc-bbd1-9fa60fe0ee1f HTTP/1.1" status: 404 len: 347 time: 0.0294321 Jul 30 20:11:44.744320 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36550) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:44.762575 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=1cf11197-0748-4ce6-b405-66b8b84b5970,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:44.767399 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b836e4b-a59b-48ba-aeaf-239c6c2e5504 None None] New status for floating IP 216a1e90-b019-4f3a-b7ae-8c23fbd918cf: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:11:44.892624 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-600fa30d-f075-4b84-9188-5eea1c5d117e tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Deleting port 3b23fc0b-36a9-4140-a42d-4136b243642c {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:11:44.893061 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-600fa30d-f075-4b84-9188-5eea1c5d117e tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:44.986128 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-600fa30d-f075-4b84-9188-5eea1c5d117e tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:44.986466 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-600fa30d-f075-4b84-9188-5eea1c5d117e tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:44.998940 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-600fa30d-f075-4b84-9188-5eea1c5d117e tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Calling delete_port for 3b23fc0b-36a9-4140-a42d-4136b243642c owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:11:45.038551 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a6f9a-5b65-4f25-97c6-836b2212b417 req-cc8073c7-a802-455e-bcee-14681f62c948 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:45.040067 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1a0a6f9a-5b65-4f25-97c6-836b2212b417 req-cc8073c7-a802-455e-bcee-14681f62c948 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=63da983d-25ee-4a5b-882c-37bc4c679327 HTTP/1.1" status: 200 len: 949 time: 0.0494301 Jul 30 20:11:45.079678 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1a0a6f9a-5b65-4f25-97c6-836b2212b417 req-18b74bc6-f7bb-4545-b320-4211a12dc4a3 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332181 Jul 30 20:11:45.135634 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-600fa30d-f075-4b84-9188-5eea1c5d117e tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:45.163836 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fa30d-f075-4b84-9188-5eea1c5d117e tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Pushing event deleted for resources: {'Port': ['ID=3b23fc0b-36a9-4140-a42d-4136b243642c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:45.237038 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:45.251923 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-600fa30d-f075-4b84-9188-5eea1c5d117e tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:45.255724 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-600fa30d-f075-4b84-9188-5eea1c5d117e tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:45.256874 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-600fa30d-f075-4b84-9188-5eea1c5d117e tempest-ServersTestFqdnHostnames-1982468266 tempest-ServersTestFqdnHostnames-1982468266-project] 10.222.0.81 "DELETE /v2.0/floatingips/216a1e90-b019-4f3a-b7ae-8c23fbd918cf HTTP/1.1" status: 204 len: 168 time: 0.5118089 Jul 30 20:11:45.259946 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36556) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:45.277953 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271aeda-10a6-42e9-9dca-3c2be8cc6990 req-f06ff62f-633d-42d6-8b49-3a5e3ddc006f tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:45.279482 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b271aeda-10a6-42e9-9dca-3c2be8cc6990 req-f06ff62f-633d-42d6-8b49-3a5e3ddc006f tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=53debe54-4150-436a-b32a-f3168c6f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0671792 Jul 30 20:11:45.328552 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b271aeda-10a6-42e9-9dca-3c2be8cc6990 req-7eeb04c0-057f-4a90-8ddd-e27800d5ac72 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371327 Jul 30 20:11:45.350451 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36560) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:45.562951 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63da983d-25ee-4a5b-882c-37bc4c679327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b582f81d-839e-4a51-a6a4-d9372723f7f1'}, {'server_uuid': '3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf11197-0748-4ce6-b405-66b8b84b5970'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:45.565357 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4711d028-05d6-45fd-97f4-c860b09bb03e" -d '{"events": [{"server_uuid": "63da983d-25ee-4a5b-882c-37bc4c679327", "name": "network-vif-plugged", "status": "completed", "tag": "b582f81d-839e-4a51-a6a4-d9372723f7f1"}, {"server_uuid": "3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5", "name": "network-vif-plugged", "status": "completed", "tag": "1cf11197-0748-4ce6-b405-66b8b84b5970"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:45.570683 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 18ebe370-1a97-4eea-b1a6-a95d1ac4a418 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:11:45.591352 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41493d0-ce75-416a-bede-483ef1936945 req-58fea020-3df5-472f-be5f-4946d148e907 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:45.593166 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f41493d0-ce75-416a-bede-483ef1936945 req-58fea020-3df5-472f-be5f-4946d148e907 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=53debe54-4150-436a-b32a-f3168c6f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0510960 Jul 30 20:11:45.633685 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bb0c6-9baf-430a-b0d4-81bf00cb38b6 req-f36da6e3-e6d8-46ca-9729-9931508fda26 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:45.635559 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-009bb0c6-9baf-430a-b0d4-81bf00cb38b6 req-f36da6e3-e6d8-46ca-9729-9931508fda26 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5cff419-7eb8-4323-96ce-8d71fd9ebe5c HTTP/1.1" status: 200 len: 944 time: 0.1506450 Jul 30 20:11:45.641368 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f41493d0-ce75-416a-bede-483ef1936945 req-9df3a98e-70c3-45c6-ae72-475d6b8286c5 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405777 Jul 30 20:11:45.773258 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-009bb0c6-9baf-430a-b0d4-81bf00cb38b6 req-9f7c028a-afe3-4ac9-9640-cfa9545dadde tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/security-groups?id=45f11746-6ae4-479e-ad08-8a64120de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240125 Jul 30 20:11:45.778768 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebaec2c8-c261-4e8c-abff-f66de0747a85 x-openstack-request-id: req-ebaec2c8-c261-4e8c-abff-f66de0747a85 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:45.779179 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63da983d-25ee-4a5b-882c-37bc4c679327", "name": "network-vif-plugged", "status": "completed", "tag": "b582f81d-839e-4a51-a6a4-d9372723f7f1", "code": 200}, {"server_uuid": "3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5", "name": "network-vif-plugged", "status": "completed", "tag": "1cf11197-0748-4ce6-b405-66b8b84b5970", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:45.779528 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ebaec2c8-c261-4e8c-abff-f66de0747a85 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:45.780062 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63da983d-25ee-4a5b-882c-37bc4c679327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b582f81d-839e-4a51-a6a4-d9372723f7f1', 'code': 200} Jul 30 20:11:45.780319 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf11197-0748-4ce6-b405-66b8b84b5970', 'code': 200} Jul 30 20:11:45.823387 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 18ebe370-1a97-4eea-b1a6-a95d1ac4a418 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:11:45.827823 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 18ebe370-1a97-4eea-b1a6-a95d1ac4a418 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:11:45.828930 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:45.879994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45154430-91d0-4238-8df1-88ba75b26a2f req-c81f35cc-34b6-4f43-b652-5d58f6ef5c46 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:45.881733 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-45154430-91d0-4238-8df1-88ba75b26a2f req-c81f35cc-34b6-4f43-b652-5d58f6ef5c46 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 945 time: 0.1183438 Jul 30 20:11:45.904533 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0fc6b-445c-4814-b5dc-4963fd968a04 req-68526785-2c61-40cd-b07c-531e946a1be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:45.906013 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-beb0fc6b-445c-4814-b5dc-4963fd968a04 req-68526785-2c61-40cd-b07c-531e946a1be4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5 HTTP/1.1" status: 200 len: 1101 time: 0.0715296 Jul 30 20:11:45.914121 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c35d2-5b27-4862-a4d9-98f600d82d4e req-793659b1-1787-4378-8436-73a2cbbc1b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:45.915547 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c83c35d2-5b27-4862-a4d9-98f600d82d4e req-793659b1-1787-4378-8436-73a2cbbc1b2c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=63da983d-25ee-4a5b-882c-37bc4c679327 HTTP/1.1" status: 200 len: 1100 time: 0.0921061 Jul 30 20:11:45.924666 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:45.955844 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-45154430-91d0-4238-8df1-88ba75b26a2f req-8d9dae00-e594-4689-989e-6fc2ea340f8d tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658374 Jul 30 20:11:45.962076 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-beb0fc6b-445c-4814-b5dc-4963fd968a04 req-afe230f1-4a07-4329-a2e8-884eb3db3c3c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489538 Jul 30 20:11:45.967868 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 18ebe370-1a97-4eea-b1a6-a95d1ac4a418, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=18ebe370-1a97-4eea-b1a6-a95d1ac4a418,segment=NetworkSegment(a562d22d-d4f4-44f4-9cfc-9caebf430619),segment_id=a562d22d-d4f4-44f4-9cfc-9caebf430619)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:45.980708 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:45.980708 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 4108bc3a-c34d-4f8d-a6ac-c413e8f75236 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:11:45.980959 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c83c35d2-5b27-4862-a4d9-98f600d82d4e req-6240f8de-29ad-438b-b7b9-07eba6a99e06 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553124 Jul 30 20:11:46.015958 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 4108bc3a-c34d-4f8d-a6ac-c413e8f75236 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:11:46.016300 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 4108bc3a-c34d-4f8d-a6ac-c413e8f75236 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:11:46.040467 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=18ebe370-1a97-4eea-b1a6-a95d1ac4a418,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:46.066189 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdd99747-ef87-44be-aede-76756b439055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:46.128009 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91f943a7-4d08-42c8-a865-2a7544fc7766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:46.316828 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76906edd-6f9f-4bc5-8fd6-bd37b2152778 req-efe721ca-0b95-4006-b3be-a4e662c23fd2 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:46.318291 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-76906edd-6f9f-4bc5-8fd6-bd37b2152778 req-efe721ca-0b95-4006-b3be-a4e662c23fd2 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=63da983d-25ee-4a5b-882c-37bc4c679327 HTTP/1.1" status: 200 len: 949 time: 0.1632502 Jul 30 20:11:46.438714 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-76906edd-6f9f-4bc5-8fd6-bd37b2152778 req-54133644-b041-43bf-98eb-af92508dbd2e tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002629 Jul 30 20:11:46.581109 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-cdd99747-ef87-44be-aede-76756b439055 admin admin] Deleting port 20e89cb4-08d4-4b23-9dc4-d7433bd9140b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:11:46.581377 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdd99747-ef87-44be-aede-76756b439055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:46.639069 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-91f943a7-4d08-42c8-a865-2a7544fc7766 admin admin] Deleting port 38101693-cb48-4a98-a2c4-dcc3eb5c1066 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:11:46.639402 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91f943a7-4d08-42c8-a865-2a7544fc7766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:46.717147 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-cdd99747-ef87-44be-aede-76756b439055 admin admin] For port 20e89cb4-08d4-4b23-9dc4-d7433bd9140b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=20e89cb4-08d4-4b23-9dc4-d7433bd9140b,segment=NetworkSegment(aa17f534-d0c8-434a-97e7-2a66788271c7),segment_id=aa17f534-d0c8-434a-97e7-2a66788271c7)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:46.717506 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdd99747-ef87-44be-aede-76756b439055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:46.763855 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-cdd99747-ef87-44be-aede-76756b439055 admin admin] Calling delete_port for 20e89cb4-08d4-4b23-9dc4-d7433bd9140b owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:11:46.784952 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-91f943a7-4d08-42c8-a865-2a7544fc7766 admin admin] For port 38101693-cb48-4a98-a2c4-dcc3eb5c1066, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=38101693-cb48-4a98-a2c4-dcc3eb5c1066,segment=NetworkSegment(8d5e0245-3dd2-4bdb-bf33-d0c488460313),segment_id=8d5e0245-3dd2-4bdb-bf33-d0c488460313)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:46.785827 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91f943a7-4d08-42c8-a865-2a7544fc7766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:46.902947 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac2279-61ee-4fd2-8aef-571b20356af3 req-b56da219-31e0-4d6e-88c0-cb71c1006360 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:46.904786 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5bac2279-61ee-4fd2-8aef-571b20356af3 req-b56da219-31e0-4d6e-88c0-cb71c1006360 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5cff419-7eb8-4323-96ce-8d71fd9ebe5c HTTP/1.1" status: 200 len: 945 time: 0.0539892 Jul 30 20:11:46.945832 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5bac2279-61ee-4fd2-8aef-571b20356af3 req-94bd6c90-b23d-49f1-a206-332b057fb991 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/security-groups?id=45f11746-6ae4-479e-ad08-8a64120de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340867 Jul 30 20:11:47.112373 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-91f943a7-4d08-42c8-a865-2a7544fc7766 admin admin] Calling delete_port for 38101693-cb48-4a98-a2c4-dcc3eb5c1066 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:11:47.115322 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a3632-1f28-4733-bb2b-22a0dd4b1309 req-4462fb1b-c13c-481a-9250-1ceb65ff5539 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:47.122535 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc4a3632-1f28-4733-bb2b-22a0dd4b1309 req-4462fb1b-c13c-481a-9250-1ceb65ff5539 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 945 time: 0.0574682 Jul 30 20:11:47.137312 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76332fa3-83f3-4584-8822-15c1f7d6318d req-3fe25e15-d999-4e49-9098-6760aab6be38 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:47.138821 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-76332fa3-83f3-4584-8822-15c1f7d6318d req-3fe25e15-d999-4e49-9098-6760aab6be38 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=53debe54-4150-436a-b32a-f3168c6f5dbc HTTP/1.1" status: 200 len: 945 time: 0.4188650 Jul 30 20:11:47.161674 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc4a3632-1f28-4733-bb2b-22a0dd4b1309 req-8c2c907c-8b09-42ec-8560-97c10d290df3 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381682 Jul 30 20:11:47.176325 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 6d748139-edad-447b-a296-f5d3028d2640 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:11:47.199092 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 6d748139-edad-447b-a296-f5d3028d2640 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:11:47.199440 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 6d748139-edad-447b-a296-f5d3028d2640 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:11:47.273843 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-76332fa3-83f3-4584-8822-15c1f7d6318d req-7ce17d06-226b-4ee3-ae0a-f3ba23c8660f tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960882 Jul 30 20:11:47.456448 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdd99747-ef87-44be-aede-76756b439055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:47.502745 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd99747-ef87-44be-aede-76756b439055 admin admin] Pushing event deleted for resources: {'Port': ['ID=20e89cb4-08d4-4b23-9dc4-d7433bd9140b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:47.531757 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91f943a7-4d08-42c8-a865-2a7544fc7766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:47.574452 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b078d40-0751-427d-9a51-0c20bdcc47c4 req-c88c1fb8-5883-4b95-b973-9d0ef0cafaf7 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:47.576187 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b078d40-0751-427d-9a51-0c20bdcc47c4 req-c88c1fb8-5883-4b95-b973-9d0ef0cafaf7 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=63da983d-25ee-4a5b-882c-37bc4c679327 HTTP/1.1" status: 200 len: 949 time: 0.0616109 Jul 30 20:11:47.617223 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f943a7-4d08-42c8-a865-2a7544fc7766 admin admin] Pushing event deleted for resources: {'Port': ['ID=38101693-cb48-4a98-a2c4-dcc3eb5c1066,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:47.630461 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b078d40-0751-427d-9a51-0c20bdcc47c4 req-cce7acfa-3ac8-43ef-8692-bb3d109ee4f0 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459864 Jul 30 20:11:47.682860 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49689c02-39fa-4eed-88b9-a2d924403ee5 req-cd8dce70-15dd-4461-b3c1-07b3d8150baf tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:47.684378 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-49689c02-39fa-4eed-88b9-a2d924403ee5 req-cd8dce70-15dd-4461-b3c1-07b3d8150baf tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=53debe54-4150-436a-b32a-f3168c6f5dbc HTTP/1.1" status: 200 len: 945 time: 0.1900947 Jul 30 20:11:47.782545 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5cff419-7eb8-4323-96ce-8d71fd9ebe5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ebe370-1a97-4eea-b1a6-a95d1ac4a418'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:47.784807 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efde3241-3e52-45e6-8f57-df878a0050d9" -d '{"events": [{"server_uuid": "f5cff419-7eb8-4323-96ce-8d71fd9ebe5c", "name": "network-vif-plugged", "status": "completed", "tag": "18ebe370-1a97-4eea-b1a6-a95d1ac4a418"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:47.797804 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698872b-ffca-4e5d-a7af-03b767d9e24c req-f7ee1959-11c0-40c3-aeff-b2d7ec5681c8 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:47.799277 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f698872b-ffca-4e5d-a7af-03b767d9e24c req-f7ee1959-11c0-40c3-aeff-b2d7ec5681c8 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5 HTTP/1.1" status: 200 len: 950 time: 0.0523248 Jul 30 20:11:47.837233 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f698872b-ffca-4e5d-a7af-03b767d9e24c req-e404412d-7796-46a5-bd17-87d9abfe0673 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319684 Jul 30 20:11:47.845711 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-49689c02-39fa-4eed-88b9-a2d924403ee5 req-a642665c-f242-4d0d-8f81-4cd820d50699 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262555 Jul 30 20:11:47.883105 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36017023-eaf6-4f55-ad50-5cb06fc134de x-openstack-request-id: req-36017023-eaf6-4f55-ad50-5cb06fc134de {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:47.883455 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5cff419-7eb8-4323-96ce-8d71fd9ebe5c", "name": "network-vif-plugged", "status": "completed", "tag": "18ebe370-1a97-4eea-b1a6-a95d1ac4a418", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:47.883797 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-36017023-eaf6-4f55-ad50-5cb06fc134de {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:47.884244 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5cff419-7eb8-4323-96ce-8d71fd9ebe5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ebe370-1a97-4eea-b1a6-a95d1ac4a418', 'code': 200} Jul 30 20:11:47.903200 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdd99747-ef87-44be-aede-76756b439055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:47.990934 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91f943a7-4d08-42c8-a865-2a7544fc7766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:48.065023 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995010c0-649e-4aba-9715-9837f5ebfcb6 req-197344a5-ca56-407e-9148-47f567066037 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:48.067177 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-995010c0-649e-4aba-9715-9837f5ebfcb6 req-197344a5-ca56-407e-9148-47f567066037 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5cff419-7eb8-4323-96ce-8d71fd9ebe5c HTTP/1.1" status: 200 len: 945 time: 0.0500956 Jul 30 20:11:48.086130 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bb919-c735-4887-8487-cbae0fb85a86 req-602da474-f123-4815-8fe7-af728fb6b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:48.087749 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6e5bb919-c735-4887-8487-cbae0fb85a86 req-602da474-f123-4815-8fe7-af728fb6b6bb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f5cff419-7eb8-4323-96ce-8d71fd9ebe5c HTTP/1.1" status: 200 len: 1096 time: 0.1261232 Jul 30 20:11:48.119834 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-995010c0-649e-4aba-9715-9837f5ebfcb6 req-c92e1034-26a1-40d4-a03b-f68c48e8478f tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/security-groups?id=45f11746-6ae4-479e-ad08-8a64120de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460584 Jul 30 20:11:48.183867 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6e5bb919-c735-4887-8487-cbae0fb85a86 req-03778664-f6c0-44d3-a07d-c8f7a8d31cff service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=45f11746-6ae4-479e-ad08-8a64120de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880456 Jul 30 20:11:48.314156 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df727f-3bfe-4575-abf4-2f62d9cf623b req-dc93ab12-2b11-4694-96c8-e03e9d411346 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:48.315969 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72df727f-3bfe-4575-abf4-2f62d9cf623b req-dc93ab12-2b11-4694-96c8-e03e9d411346 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 945 time: 0.0635531 Jul 30 20:11:48.356923 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72df727f-3bfe-4575-abf4-2f62d9cf623b req-e8ea1f12-61b3-4a0f-83f6-56865697a4f4 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344398 Jul 30 20:11:48.383724 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd99747-ef87-44be-aede-76756b439055 admin admin] Router 45ea8950-22e4-4b63-bc0b-bd0506a4ba9d has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:11:48.394770 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f943a7-4d08-42c8-a865-2a7544fc7766 admin admin] Router 17e50f7c-efb7-4352-87a6-c2e2ad45bafa has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:11:48.579431 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd99747-ef87-44be-aede-76756b439055 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:11:48.585175 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cdd99747-ef87-44be-aede-76756b439055 admin admin] 10.222.0.81 "PUT /v2.0/routers/45ea8950-22e4-4b63-bc0b-bd0506a4ba9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3241048 Jul 30 20:11:48.586616 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f943a7-4d08-42c8-a865-2a7544fc7766 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:11:48.587817 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36626) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:48.591096 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7031bba-ab24-4187-9b1f-f439f07ffb6d None None] Sync routers for ids ['45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:11:48.596432 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c6cddd-59e6-4729-9a8d-dda431e0257f None None] Sync routers for ids ['17e50f7c-efb7-4352-87a6-c2e2ad45bafa'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:11:48.598318 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-91f943a7-4d08-42c8-a865-2a7544fc7766 admin admin] 10.222.0.81 "PUT /v2.0/routers/17e50f7c-efb7-4352-87a6-c2e2ad45bafa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2462780 Jul 30 20:11:48.599123 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36628) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:48.602093 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7031bba-ab24-4187-9b1f-f439f07ffb6d None None] Routers {'45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:11:48.602710 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b7031bba-ab24-4187-9b1f-f439f07ffb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:11:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:48.622729 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c6cddd-59e6-4729-9a8d-dda431e0257f None None] Routers {'17e50f7c-efb7-4352-87a6-c2e2ad45bafa'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:11:48.623661 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-05c6cddd-59e6-4729-9a8d-dda431e0257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:11:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['17e50f7c-efb7-4352-87a6-c2e2ad45bafa'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:48.723723 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-b7031bba-ab24-4187-9b1f-f439f07ffb6d None None] Set router 45ea8950-22e4-4b63-bc0b-bd0506a4ba9d gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:11:48.732732 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-289ab6ee-79ab-4ce8-9cb7-5d5309534c79 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:48.769021 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-05c6cddd-59e6-4729-9a8d-dda431e0257f None None] Set router 17e50f7c-efb7-4352-87a6-c2e2ad45bafa gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:11:48.865862 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-289ab6ee-79ab-4ce8-9cb7-5d5309534c79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:48.948910 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-289ab6ee-79ab-4ce8-9cb7-5d5309534c79 admin admin] Deleting port f6b275e8-c3a1-4960-bd93-e82c55bb2ffa {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:11:48.949466 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-289ab6ee-79ab-4ce8-9cb7-5d5309534c79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:48.999221 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b7031bba-ab24-4187-9b1f-f439f07ffb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'name': 'tempest-ServersTestFqdnHostnames-315217036-router', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:56Z', 'updated_at': '2021-07-30T20:11:47Z', 'revision_number': 5, 'project_id': '9482a976ec31459b8336e26161d33996', 'gw_port': {'id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:58Z', 'updated_at': '2021-07-30T20:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:49.039184 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7031bba-ab24-4187-9b1f-f439f07ffb6d None None] Checking router: 45ea8950-22e4-4b63-bc0b-bd0506a4ba9d for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:11:49.047894 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7031bba-ab24-4187-9b1f-f439f07ffb6d None None] Routers {'45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:11:49.048386 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-289ab6ee-79ab-4ce8-9cb7-5d5309534c79 admin admin] For port f6b275e8-c3a1-4960-bd93-e82c55bb2ffa, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f6b275e8-c3a1-4960-bd93-e82c55bb2ffa,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:49.048577 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b7031bba-ab24-4187-9b1f-f439f07ffb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:11:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:49.049202 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-289ab6ee-79ab-4ce8-9cb7-5d5309534c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:49.075763 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-289ab6ee-79ab-4ce8-9cb7-5d5309534c79 admin admin] Calling delete_port for f6b275e8-c3a1-4960-bd93-e82c55bb2ffa owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:11:49.082560 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-05c6cddd-59e6-4729-9a8d-dda431e0257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e50f7c-efb7-4352-87a6-c2e2ad45bafa', 'name': 'tempest-ServerRescueNegativeTestJSON-480774881-router', 'tenant_id': '09553e316346494fa270dcd1f0b0acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f6b275e8-c3a1-4960-bd93-e82c55bb2ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:06Z', 'updated_at': '2021-07-30T20:11:47Z', 'revision_number': 5, 'project_id': '09553e316346494fa270dcd1f0b0acee', 'gw_port': {'id': 'f6b275e8-c3a1-4960-bd93-e82c55bb2ffa', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e50f7c-efb7-4352-87a6-c2e2ad45bafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:07Z', 'updated_at': '2021-07-30T20:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:49.117102 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c6cddd-59e6-4729-9a8d-dda431e0257f None None] Checking router: 17e50f7c-efb7-4352-87a6-c2e2ad45bafa for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:11:49.126301 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c6cddd-59e6-4729-9a8d-dda431e0257f None None] Routers {'17e50f7c-efb7-4352-87a6-c2e2ad45bafa'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:11:49.127137 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-05c6cddd-59e6-4729-9a8d-dda431e0257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:11:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['17e50f7c-efb7-4352-87a6-c2e2ad45bafa'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:49.161392 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d9e6653-76ee-4aa5-9e8e-4e18bfd0730b admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:49.190915 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-b7031bba-ab24-4187-9b1f-f439f07ffb6d None None] Set router 45ea8950-22e4-4b63-bc0b-bd0506a4ba9d gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:11:49.252381 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-05c6cddd-59e6-4729-9a8d-dda431e0257f None None] Set router 17e50f7c-efb7-4352-87a6-c2e2ad45bafa gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:11:49.268263 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265b277-5f21-441e-8a1a-069cb156e064 req-37a0bbde-23da-4320-8cb4-9b6cbe08f9ca tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:49.280875 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9265b277-5f21-441e-8a1a-069cb156e064 req-37a0bbde-23da-4320-8cb4-9b6cbe08f9ca tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=53debe54-4150-436a-b32a-f3168c6f5dbc HTTP/1.1" status: 200 len: 945 time: 0.1707172 Jul 30 20:11:49.312616 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bee2b-8ebd-4089-a226-e6c86608d992 req-757bb92c-b52b-4c7d-b746-5995b8cabed3 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:49.314777 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-05c6cddd-59e6-4729-9a8d-dda431e0257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e50f7c-efb7-4352-87a6-c2e2ad45bafa', 'name': 'tempest-ServerRescueNegativeTestJSON-480774881-router', 'tenant_id': '09553e316346494fa270dcd1f0b0acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:06Z', 'updated_at': '2021-07-30T20:11:48Z', 'revision_number': 6, 'project_id': '09553e316346494fa270dcd1f0b0acee', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:49.333046 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e07bee2b-8ebd-4089-a226-e6c86608d992 req-757bb92c-b52b-4c7d-b746-5995b8cabed3 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.59 "GET /v2.0/ports?device_id=53debe54-4150-436a-b32a-f3168c6f5dbc HTTP/1.1" status: 200 len: 945 time: 0.2286546 Jul 30 20:11:49.351058 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c6cddd-59e6-4729-9a8d-dda431e0257f None None] The sync data for ids ['17e50f7c-efb7-4352-87a6-c2e2ad45bafa'] in n-d-712137-9 is: [{'id': '17e50f7c-efb7-4352-87a6-c2e2ad45bafa', 'name': 'tempest-ServerRescueNegativeTestJSON-480774881-router', 'tenant_id': '09553e316346494fa270dcd1f0b0acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:06Z', 'updated_at': '2021-07-30T20:11:48Z', 'revision_number': 6, 'project_id': '09553e316346494fa270dcd1f0b0acee', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:11:49.417701 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:49.425493 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d9e6653-76ee-4aa5-9e8e-4e18bfd0730b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:49.446041 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9265b277-5f21-441e-8a1a-069cb156e064 req-fc4c8d83-96d9-4ff2-8c2b-7b0461beae1d tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688845 Jul 30 20:11:49.486471 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b7031bba-ab24-4187-9b1f-f439f07ffb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'name': 'tempest-ServersTestFqdnHostnames-315217036-router', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:56Z', 'updated_at': '2021-07-30T20:11:47Z', 'revision_number': 5, 'project_id': '9482a976ec31459b8336e26161d33996', 'gw_port': {'id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:58Z', 'updated_at': '2021-07-30T20:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:49.521830 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7031bba-ab24-4187-9b1f-f439f07ffb6d None None] The sync data for ids ['45ea8950-22e4-4b63-bc0b-bd0506a4ba9d'] in n-d-712137-9 is: [{'id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'name': 'tempest-ServersTestFqdnHostnames-315217036-router', 'tenant_id': '9482a976ec31459b8336e26161d33996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:07:56Z', 'updated_at': '2021-07-30T20:11:47Z', 'revision_number': 5, 'project_id': '9482a976ec31459b8336e26161d33996', 'gw_port': {'id': 'a4a53284-e846-4e79-97b2-ee3e1e8ec35d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea8950-22e4-4b63-bc0b-bd0506a4ba9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:07:58Z', 'updated_at': '2021-07-30T20:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:11:49.551467 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-0d9e6653-76ee-4aa5-9e8e-4e18bfd0730b admin admin] Deleting port a4a53284-e846-4e79-97b2-ee3e1e8ec35d {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:11:49.551818 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d9e6653-76ee-4aa5-9e8e-4e18bfd0730b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:49.560182 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-e07bee2b-8ebd-4089-a226-e6c86608d992 req-b830ad5b-340a-430d-b36f-1b437e3eb43e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Deleting port d0f27798-c225-457c-bb8a-0f87f9ebac1c {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:11:49.560523 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e07bee2b-8ebd-4089-a226-e6c86608d992 req-b830ad5b-340a-430d-b36f-1b437e3eb43e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:49.686924 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673ae3d-502d-4d83-880d-0de15811261e req-3e2579be-ba36-4d98-8d8a-55dab7c5bf20 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:49.688332 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3673ae3d-502d-4d83-880d-0de15811261e req-3e2579be-ba36-4d98-8d8a-55dab7c5bf20 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5cff419-7eb8-4323-96ce-8d71fd9ebe5c HTTP/1.1" status: 200 len: 945 time: 0.4683964 Jul 30 20:11:49.694137 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-289ab6ee-79ab-4ce8-9cb7-5d5309534c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:49.736426 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ab6ee-79ab-4ce8-9cb7-5d5309534c79 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b275e8-c3a1-4960-bd93-e82c55bb2ffa,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:49.751173 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e07bee2b-8ebd-4089-a226-e6c86608d992 req-b830ad5b-340a-430d-b36f-1b437e3eb43e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] For port d0f27798-c225-457c-bb8a-0f87f9ebac1c, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d0f27798-c225-457c-bb8a-0f87f9ebac1c,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:49.751561 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e07bee2b-8ebd-4089-a226-e6c86608d992 req-b830ad5b-340a-430d-b36f-1b437e3eb43e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:49.755462 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-0d9e6653-76ee-4aa5-9e8e-4e18bfd0730b admin admin] For port a4a53284-e846-4e79-97b2-ee3e1e8ec35d, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=a4a53284-e846-4e79-97b2-ee3e1e8ec35d,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:49.755837 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d9e6653-76ee-4aa5-9e8e-4e18bfd0730b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:49.777054 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-0d9e6653-76ee-4aa5-9e8e-4e18bfd0730b admin admin] Calling delete_port for a4a53284-e846-4e79-97b2-ee3e1e8ec35d owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:11:49.785510 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-e07bee2b-8ebd-4089-a226-e6c86608d992 req-b830ad5b-340a-430d-b36f-1b437e3eb43e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Calling delete_port for d0f27798-c225-457c-bb8a-0f87f9ebac1c owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:11:49.802924 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf01891-2172-433f-8531-45c9836d8d33 req-d28eebbf-1c65-4f72-803c-9fe8af92fed5 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:49.804808 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-faf01891-2172-433f-8531-45c9836d8d33 req-d28eebbf-1c65-4f72-803c-9fe8af92fed5 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 945 time: 0.1400054 Jul 30 20:11:49.824097 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3673ae3d-502d-4d83-880d-0de15811261e req-005147ef-6351-43aa-9c32-b0ead252056b tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/security-groups?id=45f11746-6ae4-479e-ad08-8a64120de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211689 Jul 30 20:11:49.837207 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-289ab6ee-79ab-4ce8-9cb7-5d5309534c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:49.932812 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-289ab6ee-79ab-4ce8-9cb7-5d5309534c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:49.934912 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-289ab6ee-79ab-4ce8-9cb7-5d5309534c79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:49.940014 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-faf01891-2172-433f-8531-45c9836d8d33 req-d1e02f63-5712-45b2-bbd4-1a66edf59b78 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272662 Jul 30 20:11:49.978294 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-289ab6ee-79ab-4ce8-9cb7-5d5309534c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:49.978879 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289ab6ee-79ab-4ce8-9cb7-5d5309534c79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17e50f7c-efb7-4352-87a6-c2e2ad45bafa {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:11:49.983217 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-289ab6ee-79ab-4ce8-9cb7-5d5309534c79 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:49.984166 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-289ab6ee-79ab-4ce8-9cb7-5d5309534c79 admin admin] 10.222.0.81 "DELETE /v2.0/routers/17e50f7c-efb7-4352-87a6-c2e2ad45bafa HTTP/1.1" status: 204 len: 168 time: 1.3838811 Jul 30 20:11:49.986566 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36652) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:50.031040 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-457431f2-2f7f-425f-930a-96d3bc0fd34e admin admin] Deleting subnet c5318bb5-b3de-40d1-afc8-28b191b755d1 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:11:50.034320 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-457431f2-2f7f-425f-930a-96d3bc0fd34e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.086261 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-457431f2-2f7f-425f-930a-96d3bc0fd34e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.099337 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e07bee2b-8ebd-4089-a226-e6c86608d992 req-b830ad5b-340a-430d-b36f-1b437e3eb43e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.110208 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d9e6653-76ee-4aa5-9e8e-4e18bfd0730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.113281 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['d0f27798-c225-457c-bb8a-0f87f9ebac1c'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:11:50.127828 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-457431f2-2f7f-425f-930a-96d3bc0fd34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.139185 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830ad5b-340a-430d-b36f-1b437e3eb43e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Pushing event deleted for resources: {'Port': ['ID=d0f27798-c225-457c-bb8a-0f87f9ebac1c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:50.188435 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-457431f2-2f7f-425f-930a-96d3bc0fd34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.192112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e6653-76ee-4aa5-9e8e-4e18bfd0730b admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a53284-e846-4e79-97b2-ee3e1e8ec35d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:50.219842 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457431f2-2f7f-425f-930a-96d3bc0fd34e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5318bb5-b3de-40d1-afc8-28b191b755d1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:50.224150 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-457431f2-2f7f-425f-930a-96d3bc0fd34e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.226140 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-457431f2-2f7f-425f-930a-96d3bc0fd34e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c5318bb5-b3de-40d1-afc8-28b191b755d1 HTTP/1.1" status: 204 len: 168 time: 0.2386627 Jul 30 20:11:50.231833 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36654) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:50.243730 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07bee2b-8ebd-4089-a226-e6c86608d992 req-b830ad5b-340a-430d-b36f-1b437e3eb43e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] No DVR routers for this DVR port d0f27798-c225-457c-bb8a-0f87f9ebac1c on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:11:50.247299 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e07bee2b-8ebd-4089-a226-e6c86608d992 req-b830ad5b-340a-430d-b36f-1b437e3eb43e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.249303 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e07bee2b-8ebd-4089-a226-e6c86608d992 req-b830ad5b-340a-430d-b36f-1b437e3eb43e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.59 "DELETE /v2.0/ports/d0f27798-c225-457c-bb8a-0f87f9ebac1c HTTP/1.1" status: 204 len: 173 time: 0.9090347 Jul 30 20:11:50.249743 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53debe54-4150-436a-b32a-f3168c6f5dbc', 'name': 'network-vif-deleted', 'tag': 'd0f27798-c225-457c-bb8a-0f87f9ebac1c'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:50.252393 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628a0088-454d-4e4e-a7fd-21ef879362f6" -d '{"events": [{"server_uuid": "53debe54-4150-436a-b32a-f3168c6f5dbc", "name": "network-vif-deleted", "tag": "d0f27798-c225-457c-bb8a-0f87f9ebac1c"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:50.274003 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d9e6653-76ee-4aa5-9e8e-4e18bfd0730b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.334219 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5672ebf-9676-415d-8969-54f675299305 x-openstack-request-id: req-d5672ebf-9676-415d-8969-54f675299305 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:50.334531 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53debe54-4150-436a-b32a-f3168c6f5dbc", "name": "network-vif-deleted", "tag": "d0f27798-c225-457c-bb8a-0f87f9ebac1c", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:50.334743 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d5672ebf-9676-415d-8969-54f675299305 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:50.335140 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53debe54-4150-436a-b32a-f3168c6f5dbc', 'name': 'network-vif-deleted', 'tag': 'd0f27798-c225-457c-bb8a-0f87f9ebac1c', 'status': 'completed', 'code': 200} Jul 30 20:11:50.338219 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ca1ea1f-440a-4aeb-997e-16623faa2fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.375567 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d9e6653-76ee-4aa5-9e8e-4e18bfd0730b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.377425 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d9e6653-76ee-4aa5-9e8e-4e18bfd0730b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.430401 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ca1ea1f-440a-4aeb-997e-16623faa2fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.431094 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d9e6653-76ee-4aa5-9e8e-4e18bfd0730b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.431773 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9e6653-76ee-4aa5-9e8e-4e18bfd0730b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45ea8950-22e4-4b63-bc0b-bd0506a4ba9d {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:11:50.437367 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d9e6653-76ee-4aa5-9e8e-4e18bfd0730b admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.438484 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0d9e6653-76ee-4aa5-9e8e-4e18bfd0730b admin admin] 10.222.0.81 "DELETE /v2.0/routers/45ea8950-22e4-4b63-bc0b-bd0506a4ba9d HTTP/1.1" status: 204 len: 168 time: 1.8496003 Jul 30 20:11:50.440970 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2ca1ea1f-440a-4aeb-997e-16623faa2fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9419649c-32e6-4256-8c69-e3a81135c2cf']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:50.441166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36658) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:50.454188 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2ca1ea1f-440a-4aeb-997e-16623faa2fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5e0245-3dd2-4bdb-bf33-d0c488460313') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:50.454442 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2ca1ea1f-440a-4aeb-997e-16623faa2fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5e0245-3dd2-4bdb-bf33-d0c488460313') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:50.463359 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ca1ea1f-440a-4aeb-997e-16623faa2fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.477645 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ca1ea1f-440a-4aeb-997e-16623faa2fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.485289 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca1ea1f-440a-4aeb-997e-16623faa2fb7 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:11:50.486418 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ca1ea1f-440a-4aeb-997e-16623faa2fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:11:50.490701 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:11:50.510448 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4aa3ff-43e2-461e-847e-f9c60d818b97 admin admin] Deleting subnet f345c7ae-e73e-4bbc-b41e-e320a38068f2 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:11:50.519301 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa3ff-43e2-461e-847e-f9c60d818b97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.580806 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa3ff-43e2-461e-847e-f9c60d818b97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.583969 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ca1ea1f-440a-4aeb-997e-16623faa2fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.595565 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ca1ea1f-440a-4aeb-997e-16623faa2fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.597467 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2ca1ea1f-440a-4aeb-997e-16623faa2fb7 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9419649c-32e6-4256-8c69-e3a81135c2cf HTTP/1.1" status: 204 len: 168 time: 0.3646641 Jul 30 20:11:50.628125 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1ea1f-440a-4aeb-997e-16623faa2fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9419649c-32e6-4256-8c69-e3a81135c2cf,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:50.679881 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a6e69175-96b6-4a5c-a20f-174347d1d56e req-da80345f-d83d-4c7f-b081-03797358bb79 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=53debe54-4150-436a-b32a-f3168c6f5dbc HTTP/1.1" status: 200 len: 210 time: 0.0516186 Jul 30 20:11:50.762820 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa3ff-43e2-461e-847e-f9c60d818b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.775224 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36676) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:50.826475 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ddd12c5e-ec0e-494f-a6fd-e0c34352f467 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=09553e316346494fa270dcd1f0b0acee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457399 Jul 30 20:11:50.826475 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36678) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:50.845165 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa3ff-43e2-461e-847e-f9c60d818b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.873713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4aa3ff-43e2-461e-847e-f9c60d818b97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f345c7ae-e73e-4bbc-b41e-e320a38068f2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:50.885478 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa3ff-43e2-461e-847e-f9c60d818b97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.886731 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05be364-29eb-424d-b2ca-945a6227960d None None] Network b520083c-a600-49f5-83c1-ead5aee680da requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:11:50.888926 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cb4aa3ff-43e2-461e-847e-f9c60d818b97 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f345c7ae-e73e-4bbc-b41e-e320a38068f2 HTTP/1.1" status: 204 len: 168 time: 0.4457188 Jul 30 20:11:50.893792 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36682) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:50.944864 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3162e83f-d402-401b-9cec-80599b49c07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:50.985419 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2918b4-915e-455a-bb80-52840124f1cd req-60c1310d-9f47-4b77-a62b-1287af2bce2f tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:50.989296 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3b2918b4-915e-455a-bb80-52840124f1cd req-60c1310d-9f47-4b77-a62b-1287af2bce2f tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5cff419-7eb8-4323-96ce-8d71fd9ebe5c HTTP/1.1" status: 200 len: 945 time: 0.0884914 Jul 30 20:11:50.997956 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3162e83f-d402-401b-9cec-80599b49c07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:51.015553 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76a0426a-a232-458f-a357-a3114bcfdfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:51.092245 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3b2918b4-915e-455a-bb80-52840124f1cd req-54c7eb4f-95a8-42f8-b279-c31adf26c049 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/security-groups?id=45f11746-6ae4-479e-ad08-8a64120de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881448 Jul 30 20:11:51.133370 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af8f411-29e9-4657-a6de-7f12ed12c28d None None] DHCP port deletion for b520083c-a600-49f5-83c1-ead5aee680da request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:11:51.174741 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device a4a53284-e846-4e79-97b2-ee3e1e8ec35d no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:11:51.178127 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2aa634-0d6c-41a7-ad7e-099dd84f3181 req-389341dc-2bbc-4496-945f-ea4c969a4b8f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:51.179765 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3d2aa634-0d6c-41a7-ad7e-099dd84f3181 req-389341dc-2bbc-4496-945f-ea4c969a4b8f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 945 time: 0.0896597 Jul 30 20:11:51.199642 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-76a0426a-a232-458f-a357-a3114bcfdfba admin admin] Deleting port 8d8492fa-be75-4136-b82b-01e6edfb54e8 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:11:51.199939 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76a0426a-a232-458f-a357-a3114bcfdfba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:51.204172 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3162e83f-d402-401b-9cec-80599b49c07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:51.207380 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3162e83f-d402-401b-9cec-80599b49c07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:51.208649 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3162e83f-d402-401b-9cec-80599b49c07d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/06725cab-b7ff-41ae-a4db-ed4f6e5d4964 HTTP/1.1" status: 204 len: 168 time: 0.3826632 Jul 30 20:11:51.212521 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: a4a53284-e846-4e79-97b2-ee3e1e8ec35d {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:11:51.212870 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device a4a53284-e846-4e79-97b2-ee3e1e8ec35d not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:11:51.213704 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 38101693-cb48-4a98-a2c4-dcc3eb5c1066 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:11:51.246161 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 38101693-cb48-4a98-a2c4-dcc3eb5c1066 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:11:51.246509 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 38101693-cb48-4a98-a2c4-dcc3eb5c1066 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:11:51.246989 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f6b275e8-c3a1-4960-bd93-e82c55bb2ffa no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:11:51.263114 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162e83f-d402-401b-9cec-80599b49c07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06725cab-b7ff-41ae-a4db-ed4f6e5d4964,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:51.280337 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: f6b275e8-c3a1-4960-bd93-e82c55bb2ffa {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:11:51.280690 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f6b275e8-c3a1-4960-bd93-e82c55bb2ffa not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:11:51.281478 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 20e89cb4-08d4-4b23-9dc4-d7433bd9140b no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:11:51.287677 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dbef5aa1-9e9c-4101-a1a8-36ff2dea8661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:51.309107 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3d2aa634-0d6c-41a7-ad7e-099dd84f3181 req-9d02c41a-27f0-4402-968a-eb95759d422f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204929 Jul 30 20:11:51.323233 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-76a0426a-a232-458f-a357-a3114bcfdfba admin admin] For port 8d8492fa-be75-4136-b82b-01e6edfb54e8, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8d8492fa-be75-4136-b82b-01e6edfb54e8,segment=NetworkSegment(aa17f534-d0c8-434a-97e7-2a66788271c7),segment_id=aa17f534-d0c8-434a-97e7-2a66788271c7)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:51.323687 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3af8f411-29e9-4657-a6de-7f12ed12c28d None None] Deleting port 8d8492fa-be75-4136-b82b-01e6edfb54e8 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:11:51.323873 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76a0426a-a232-458f-a357-a3114bcfdfba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:51.324067 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3af8f411-29e9-4657-a6de-7f12ed12c28d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:51.325733 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 20e89cb4-08d4-4b23-9dc4-d7433bd9140b {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:11:51.326538 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 20e89cb4-08d4-4b23-9dc4-d7433bd9140b not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:11:51.339241 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-76a0426a-a232-458f-a357-a3114bcfdfba admin admin] Calling delete_port for 8d8492fa-be75-4136-b82b-01e6edfb54e8 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:11:51.404898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3af8f411-29e9-4657-a6de-7f12ed12c28d None None] For port 8d8492fa-be75-4136-b82b-01e6edfb54e8, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8d8492fa-be75-4136-b82b-01e6edfb54e8,segment=NetworkSegment(aa17f534-d0c8-434a-97e7-2a66788271c7),segment_id=aa17f534-d0c8-434a-97e7-2a66788271c7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:51.405395 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3af8f411-29e9-4657-a6de-7f12ed12c28d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:51.418935 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3af8f411-29e9-4657-a6de-7f12ed12c28d None None] Calling delete_port for 8d8492fa-be75-4136-b82b-01e6edfb54e8 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:11:51.437476 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76a0426a-a232-458f-a357-a3114bcfdfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:51.471439 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0426a-a232-458f-a357-a3114bcfdfba admin admin] Pushing event deleted for resources: {'Port': ['ID=8d8492fa-be75-4136-b82b-01e6edfb54e8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:51.474009 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a0426a-a232-458f-a357-a3114bcfdfba admin admin] No DVR routers for this DVR port 8d8492fa-be75-4136-b82b-01e6edfb54e8 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:11:51.533730 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3af8f411-29e9-4657-a6de-7f12ed12c28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:51.561306 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8f411-29e9-4657-a6de-7f12ed12c28d None None] Pushing event deleted for resources: {'Port': ['ID=8d8492fa-be75-4136-b82b-01e6edfb54e8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:51.563130 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af8f411-29e9-4657-a6de-7f12ed12c28d None None] No DVR routers for this DVR port 8d8492fa-be75-4136-b82b-01e6edfb54e8 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:11:51.588619 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1cf11197-0748-4ce6-b405-66b8b84b5970 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:11:51.589833 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76a0426a-a232-458f-a357-a3114bcfdfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:51.609959 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-76a0426a-a232-458f-a357-a3114bcfdfba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b520083c-a600-49f5-83c1-ead5aee680da']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:51.627100 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445571ac-de24-4e5f-aa32-13db5f315cd1 req-426a5d5c-066b-40c7-b062-16b7ea08850c tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:51.628655 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-445571ac-de24-4e5f-aa32-13db5f315cd1 req-426a5d5c-066b-40c7-b062-16b7ea08850c tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5cff419-7eb8-4323-96ce-8d71fd9ebe5c HTTP/1.1" status: 200 len: 945 time: 0.0877521 Jul 30 20:11:51.630972 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-76a0426a-a232-458f-a357-a3114bcfdfba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa17f534-d0c8-434a-97e7-2a66788271c7') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:51.631271 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-76a0426a-a232-458f-a357-a3114bcfdfba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa17f534-d0c8-434a-97e7-2a66788271c7') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:51.641138 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76a0426a-a232-458f-a357-a3114bcfdfba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:51.669972 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76a0426a-a232-458f-a357-a3114bcfdfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:51.689984 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a0426a-a232-458f-a357-a3114bcfdfba admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:11:51.690426 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76a0426a-a232-458f-a357-a3114bcfdfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:11:51.692679 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:11:51.709803 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-445571ac-de24-4e5f-aa32-13db5f315cd1 req-350880b1-4716-4a6a-9289-e991b73a8364 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/security-groups?id=45f11746-6ae4-479e-ad08-8a64120de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666175 Jul 30 20:11:51.716578 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 1cf11197-0748-4ce6-b405-66b8b84b5970, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1cf11197-0748-4ce6-b405-66b8b84b5970,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:51.754836 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '1cf11197-0748-4ce6-b405-66b8b84b5970', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': '1cf11197-0748-4ce6-b405-66b8b84b5970', 'mac_address': 'fa:16:3e:3b:03:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:11:51.771238 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76a0426a-a232-458f-a357-a3114bcfdfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:51.812801 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76a0426a-a232-458f-a357-a3114bcfdfba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:51.819934 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:51.821547 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-76a0426a-a232-458f-a357-a3114bcfdfba admin admin] 10.222.0.81 "DELETE /v2.0/networks/b520083c-a600-49f5-83c1-ead5aee680da HTTP/1.1" status: 204 len: 168 time: 0.9261174 Jul 30 20:11:51.823113 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0426a-a232-458f-a357-a3114bcfdfba admin admin] Pushing event deleted for resources: {'Network': ['ID=b520083c-a600-49f5-83c1-ead5aee680da,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:51.839899 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1cf11197-0748-4ce6-b405-66b8b84b5970 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:11:51.860147 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 1cf11197-0748-4ce6-b405-66b8b84b5970, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1cf11197-0748-4ce6-b405-66b8b84b5970,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:51.865952 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:51.923585 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=1cf11197-0748-4ce6-b405-66b8b84b5970,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:51.986350 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['1cf11197-0748-4ce6-b405-66b8b84b5970'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:11:52.051746 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36740) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:52.126968 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774847e6-5c8b-4955-9bac-c4b370056414 req-607044b3-f2b7-4a8d-9c5e-7853e7a40d8a tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:52.129161 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-774847e6-5c8b-4955-9bac-c4b370056414 req-607044b3-f2b7-4a8d-9c5e-7853e7a40d8a tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/networks?id=499a6969-8299-4dd8-9691-a5618f1f3135 HTTP/1.1" status: 200 len: 812 time: 0.1617191 Jul 30 20:11:52.133922 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-81500d77-3e16-4262-a883-2f2dea0109cb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9482a976ec31459b8336e26161d33996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0809298 Jul 30 20:11:52.136145 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36744) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:52.167220 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-774847e6-5c8b-4955-9bac-c4b370056414 req-c95ea1b1-641b-44f8-b5ab-3e7d5ae4c326 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/quotas/7a980cdea43a4792b1a7a53073b92183 HTTP/1.1" status: 200 len: 375 time: 0.0240684 Jul 30 20:11:52.211037 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-774847e6-5c8b-4955-9bac-c4b370056414 req-04aa9c34-bc9d-4549-84e0-713fd17d483d tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a980cdea43a4792b1a7a53073b92183&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311081 Jul 30 20:11:52.230406 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf2b7bb2-81e1-4ed5-a478-648251a41867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:52.296801 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf2b7bb2-81e1-4ed5-a478-648251a41867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:52.354343 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-774847e6-5c8b-4955-9bac-c4b370056414 req-dcec288b-02f6-4920-81a3-28f09ce1205e service neutron] 10.222.0.81 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342857 Jul 30 20:11:52.420258 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf2b7bb2-81e1-4ed5-a478-648251a41867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:52.423493 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf2b7bb2-81e1-4ed5-a478-648251a41867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:52.424866 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cf2b7bb2-81e1-4ed5-a478-648251a41867 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bd300dbe-6d67-4c78-a3b9-078783b00342 HTTP/1.1" status: 204 len: 168 time: 0.2873814 Jul 30 20:11:52.438413 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b7bb2-81e1-4ed5-a478-648251a41867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd300dbe-6d67-4c78-a3b9-078783b00342,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:52.445787 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9642f04-e614-48d6-b0ac-2400dd666f52 req-4dbc0ff0-323a-439e-9eba-4fdbc2949aa2 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:52.447671 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c9642f04-e614-48d6-b0ac-2400dd666f52 req-4dbc0ff0-323a-439e-9eba-4fdbc2949aa2 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 945 time: 0.0559318 Jul 30 20:11:52.487924 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-774847e6-5c8b-4955-9bac-c4b370056414 req-5ddc4760-6707-4e7d-9fec-8b853c4601d3 service neutron] 10.222.0.81 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267078 Jul 30 20:11:52.498806 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c9642f04-e614-48d6-b0ac-2400dd666f52 req-af51d58f-12ac-4ef2-bf19-3039fd04a69c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368483 Jul 30 20:11:52.689849 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-165b7838-21a9-42ce-8aa3-201316ba31af req-9c85aa9c-45f3-4397-9d33-cc26ffcee43b tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 210 time: 0.0388768 Jul 30 20:11:52.878249 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8d8492fa-be75-4136-b82b-01e6edfb54e8 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:11:52.916465 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 8d8492fa-be75-4136-b82b-01e6edfb54e8 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:11:52.916755 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8d8492fa-be75-4136-b82b-01e6edfb54e8 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:11:52.965449 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c102b-ad55-44a0-b57a-ca39bc973c26 req-a821dce9-32f4-4e93-bb58-a29cd806f27f tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:52.968276 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-319c102b-ad55-44a0-b57a-ca39bc973c26 req-a821dce9-32f4-4e93-bb58-a29cd806f27f tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5cff419-7eb8-4323-96ce-8d71fd9ebe5c HTTP/1.1" status: 200 len: 945 time: 0.1030545 Jul 30 20:11:53.025309 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-319c102b-ad55-44a0-b57a-ca39bc973c26 req-2df71b74-1a20-43c0-a1aa-e20fd02bc114 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/security-groups?id=45f11746-6ae4-479e-ad08-8a64120de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495160 Jul 30 20:11:53.203546 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device d0f27798-c225-457c-bb8a-0f87f9ebac1c no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:11:53.229136 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: d0f27798-c225-457c-bb8a-0f87f9ebac1c {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:11:53.229673 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device d0f27798-c225-457c-bb8a-0f87f9ebac1c not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:11:53.475840 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36818) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:53.573433 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-32a92a4d-7f07-4cbc-bfa0-2c767185f31e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2050943322-network', 'tenant_id': 'd9f056711fa44e7982174fa4ff2dcf07'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:11:53.593687 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1cf11197-0748-4ce6-b405-66b8b84b5970 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:11:53.633643 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a92a4d-7f07-4cbc-bfa0-2c767185f31e admin admin] Made reservation on behalf of d9f056711fa44e7982174fa4ff2dcf07 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:11:53.636012 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32a92a4d-7f07-4cbc-bfa0-2c767185f31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:53.652218 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32a92a4d-7f07-4cbc-bfa0-2c767185f31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:53.663420 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c2c0482-9640-4733-afb2-8b0b44e00f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:53.672746 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 1cf11197-0748-4ce6-b405-66b8b84b5970 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:11:53.682086 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d9ddf-25ba-45f4-ad0c-0211b19a523e req-9e0de485-b7c4-4499-acc6-606a61310a9d tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:53.683258 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:53.690668 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-985d9ddf-25ba-45f4-ad0c-0211b19a523e req-9e0de485-b7c4-4499-acc6-606a61310a9d tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 945 time: 0.1121328 Jul 30 20:11:53.741978 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-985d9ddf-25ba-45f4-ad0c-0211b19a523e req-8cf359f9-2af7-433b-9192-a30a5f342e20 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481980 Jul 30 20:11:53.760953 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a42f7-bfde-41cb-850f-ad826c652147 req-d8b27529-df03-4681-a363-86f9d8a6d9a1 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:53.763736 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e27a42f7-bfde-41cb-850f-ad826c652147 req-d8b27529-df03-4681-a363-86f9d8a6d9a1 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.83 "GET /v2.0/ports?device_id=f5cff419-7eb8-4323-96ce-8d71fd9ebe5c HTTP/1.1" status: 200 len: 945 time: 0.1335132 Jul 30 20:11:53.794065 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:53.827543 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf11197-0748-4ce6-b405-66b8b84b5970'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:53.830326 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0eb5850-bbfc-48d4-9741-dbfacf4f9a30" -d '{"events": [{"server_uuid": "3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5", "name": "network-vif-plugged", "status": "completed", "tag": "1cf11197-0748-4ce6-b405-66b8b84b5970"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:53.879532 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 1cf11197-0748-4ce6-b405-66b8b84b5970, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1cf11197-0748-4ce6-b405-66b8b84b5970,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:53.896588 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774847e6-5c8b-4955-9bac-c4b370056414 req-5f992c15-0029-4a8d-9a7d-60b155eb76b0 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:53.898100 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-774847e6-5c8b-4955-9bac-c4b370056414 req-5f992c15-0029-4a8d-9a7d-60b155eb76b0 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.59 "GET /v2.0/networks?id=499a6969-8299-4dd8-9691-a5618f1f3135 HTTP/1.1" status: 200 len: 812 time: 0.2142155 Jul 30 20:11:53.899166 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:53.936201 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-774847e6-5c8b-4955-9bac-c4b370056414 req-e263c3ef-7f5b-4fd8-8950-9d7925006253 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Request body: {'port': {'device_id': 'e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0', 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135', 'admin_state_up': True, 'tenant_id': '7a980cdea43a4792b1a7a53073b92183'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:11:53.956132 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-94ae839d-7895-4e55-af34-6fbc0181bb23 req-9eb07d5f-3620-4e9e-99eb-0bde472b4e51 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 210 time: 0.0494404 Jul 30 20:11:53.962623 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-e27a42f7-bfde-41cb-850f-ad826c652147 req-6a96f0ab-b748-4f93-8104-f969da7a49e3 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Deleting port 18ebe370-1a97-4eea-b1a6-a95d1ac4a418 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:11:53.962855 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:53.962983 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e27a42f7-bfde-41cb-850f-ad826c652147 req-6a96f0ab-b748-4f93-8104-f969da7a49e3 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:54.000418 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=1cf11197-0748-4ce6-b405-66b8b84b5970,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:54.013132 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d082400-7d19-4e42-907d-0f88bd6d3bd7 x-openstack-request-id: req-4d082400-7d19-4e42-907d-0f88bd6d3bd7 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:54.013622 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5", "name": "network-vif-plugged", "status": "completed", "tag": "1cf11197-0748-4ce6-b405-66b8b84b5970", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:54.014030 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4d082400-7d19-4e42-907d-0f88bd6d3bd7 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:54.014865 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf11197-0748-4ce6-b405-66b8b84b5970', 'code': 200} Jul 30 20:11:54.102123 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-e27a42f7-bfde-41cb-850f-ad826c652147 req-6a96f0ab-b748-4f93-8104-f969da7a49e3 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] For port 18ebe370-1a97-4eea-b1a6-a95d1ac4a418, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=18ebe370-1a97-4eea-b1a6-a95d1ac4a418,segment=NetworkSegment(a562d22d-d4f4-44f4-9cfc-9caebf430619),segment_id=a562d22d-d4f4-44f4-9cfc-9caebf430619)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:11:54.102708 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e27a42f7-bfde-41cb-850f-ad826c652147 req-6a96f0ab-b748-4f93-8104-f969da7a49e3 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:54.124913 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-e27a42f7-bfde-41cb-850f-ad826c652147 req-6a96f0ab-b748-4f93-8104-f969da7a49e3 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Calling delete_port for 18ebe370-1a97-4eea-b1a6-a95d1ac4a418 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:11:54.192028 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32a92a4d-7f07-4cbc-bfa0-2c767185f31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:54.199282 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32a92a4d-7f07-4cbc-bfa0-2c767185f31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:54.211159 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe5add-14f9-453d-ad68-d14fc9239801 req-72109af6-4e6a-46af-968c-2cab2641b5f9 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:54.213471 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-babe5add-14f9-453d-ad68-d14fc9239801 req-72109af6-4e6a-46af-968c-2cab2641b5f9 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5cff419-7eb8-4323-96ce-8d71fd9ebe5c HTTP/1.1" status: 200 len: 945 time: 0.1081038 Jul 30 20:11:54.247228 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a92a4d-7f07-4cbc-bfa0-2c767185f31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478e6613-854c-493d-a913-fc205d94ed74,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:54.253241 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a92a4d-7f07-4cbc-bfa0-2c767185f31e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:11:54.255309 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-774847e6-5c8b-4955-9bac-c4b370056414 req-e263c3ef-7f5b-4fd8-8950-9d7925006253 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Made reservation on behalf of 7a980cdea43a4792b1a7a53073b92183 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:11:54.258893 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-774847e6-5c8b-4955-9bac-c4b370056414 req-e263c3ef-7f5b-4fd8-8950-9d7925006253 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:54.284135 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-babe5add-14f9-453d-ad68-d14fc9239801 req-3a9fefb6-730c-4189-b3a2-0adf77791614 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.81 "GET /v2.0/security-groups?id=45f11746-6ae4-479e-ad08-8a64120de8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579131 Jul 30 20:11:54.292156 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32a92a4d-7f07-4cbc-bfa0-2c767185f31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:54.292825 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-32a92a4d-7f07-4cbc-bfa0-2c767185f31e admin admin] Added segment eaf6f632-b3cb-473a-a084-2048ea5e4274 of type vlan for network 4ec35fb0-9512-4f64-a590-d271589b06ce Jul 30 20:11:54.344710 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32a92a4d-7f07-4cbc-bfa0-2c767185f31e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:54.346476 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e27a42f7-bfde-41cb-850f-ad826c652147 req-6a96f0ab-b748-4f93-8104-f969da7a49e3 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:54.365910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['18ebe370-1a97-4eea-b1a6-a95d1ac4a418'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:11:54.390283 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96f0ab-b748-4f93-8104-f969da7a49e3 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Pushing event deleted for resources: {'Port': ['ID=18ebe370-1a97-4eea-b1a6-a95d1ac4a418,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:54.436651 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27a42f7-bfde-41cb-850f-ad826c652147 req-6a96f0ab-b748-4f93-8104-f969da7a49e3 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] No DVR routers for this DVR port 18ebe370-1a97-4eea-b1a6-a95d1ac4a418 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:11:54.439349 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e27a42f7-bfde-41cb-850f-ad826c652147 req-6a96f0ab-b748-4f93-8104-f969da7a49e3 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:54.442930 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e27a42f7-bfde-41cb-850f-ad826c652147 req-6a96f0ab-b748-4f93-8104-f969da7a49e3 tempest-ServerPasswordTestJSON-351610304 tempest-ServerPasswordTestJSON-351610304-project] 10.222.0.83 "DELETE /v2.0/ports/18ebe370-1a97-4eea-b1a6-a95d1ac4a418 HTTP/1.1" status: 204 len: 173 time: 0.6699896 Jul 30 20:11:54.442930 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5cff419-7eb8-4323-96ce-8d71fd9ebe5c', 'name': 'network-vif-deleted', 'tag': '18ebe370-1a97-4eea-b1a6-a95d1ac4a418'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:54.445100 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38c5adb-87e2-44c6-a4a4-1220ab217af7" -d '{"events": [{"server_uuid": "f5cff419-7eb8-4323-96ce-8d71fd9ebe5c", "name": "network-vif-deleted", "tag": "18ebe370-1a97-4eea-b1a6-a95d1ac4a418"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:54.445285 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32a92a4d-7f07-4cbc-bfa0-2c767185f31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:54.446203 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a92a4d-7f07-4cbc-bfa0-2c767185f31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:54.446773 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32a92a4d-7f07-4cbc-bfa0-2c767185f31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:54.485411 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24dc3655-c566-40f4-a0d7-94791cc02788 x-openstack-request-id: req-24dc3655-c566-40f4-a0d7-94791cc02788 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:54.485814 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5cff419-7eb8-4323-96ce-8d71fd9ebe5c", "name": "network-vif-deleted", "tag": "18ebe370-1a97-4eea-b1a6-a95d1ac4a418", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:54.486166 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-24dc3655-c566-40f4-a0d7-94791cc02788 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:54.486656 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5cff419-7eb8-4323-96ce-8d71fd9ebe5c', 'name': 'network-vif-deleted', 'tag': '18ebe370-1a97-4eea-b1a6-a95d1ac4a418', 'status': 'completed', 'code': 200} Jul 30 20:11:54.509268 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-32a92a4d-7f07-4cbc-bfa0-2c767185f31e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0297120 Jul 30 20:11:54.510744 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36862) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:54.517375 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d1cfee04-b23f-4789-add0-11a41c319b61 admin admin] Request body: {'subnet': {'network_id': '4ec35fb0-9512-4f64-a590-d271589b06ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2050943322-subnet', 'tenant_id': 'd9f056711fa44e7982174fa4ff2dcf07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:11:54.529101 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-774847e6-5c8b-4955-9bac-c4b370056414 req-e263c3ef-7f5b-4fd8-8950-9d7925006253 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Allocated IP 172.20.0.2 (499a6969-8299-4dd8-9691-a5618f1f3135/59cd3e31-9c90-4ed9-82a3-e900a46fc84c/382cf50a-659d-4760-a4da-eab961f190f2) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:11:54.542426 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a92a4d-7f07-4cbc-bfa0-2c767185f31e admin admin] Pushing event updated for resources: {'Network': ['ID=4ec35fb0-9512-4f64-a590-d271589b06ce,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:54.553710 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cfee04-b23f-4789-add0-11a41c319b61 admin admin] Made reservation on behalf of d9f056711fa44e7982174fa4ff2dcf07 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:11:54.555250 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 4ec35fb0-9512-4f64-a590-d271589b06ce details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:11:54.556545 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1cfee04-b23f-4789-add0-11a41c319b61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:54.732143 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-774847e6-5c8b-4955-9bac-c4b370056414 req-e263c3ef-7f5b-4fd8-8950-9d7925006253 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:54.752659 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1cfee04-b23f-4789-add0-11a41c319b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:54.797816 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-774847e6-5c8b-4955-9bac-c4b370056414 req-e263c3ef-7f5b-4fd8-8950-9d7925006253 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:54.818852 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfee04-b23f-4789-add0-11a41c319b61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af3f5c85-9d78-4d51-941a-b0ccc987f4ec,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:54.860342 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-774847e6-5c8b-4955-9bac-c4b370056414 req-e263c3ef-7f5b-4fd8-8950-9d7925006253 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Network 499a6969-8299-4dd8-9691-a5618f1f3135 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:11:54.864216 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-774847e6-5c8b-4955-9bac-c4b370056414 req-e263c3ef-7f5b-4fd8-8950-9d7925006253 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:11:54.866225 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:54.871017 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-774847e6-5c8b-4955-9bac-c4b370056414 req-e263c3ef-7f5b-4fd8-8950-9d7925006253 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:11:54.872102 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfee04-b23f-4789-add0-11a41c319b61 admin admin] Checking segment: {'id': 'eaf6f632-b3cb-473a-a084-2048ea5e4274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4ec35fb0-9512-4f64-a590-d271589b06ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:11:54.872322 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cfee04-b23f-4789-add0-11a41c319b61 admin admin] Network hostable DHCP agents. Network: 4ec35fb0-9512-4f64-a590-d271589b06ce, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:11:54.875006 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263c3ef-7f5b-4fd8-8950-9d7925006253 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Pushing event updated for resources: {'Port': ['ID=382cf50a-659d-4760-a4da-eab961f190f2,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:54.911597 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebef61-247e-4286-b0bd-bfdff229f367 req-da8e1cb7-e128-4d90-892c-2758e9138f86 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:54.916393 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65ebef61-247e-4286-b0bd-bfdff229f367 req-da8e1cb7-e128-4d90-892c-2758e9138f86 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 945 time: 0.0918405 Jul 30 20:11:54.918822 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cfee04-b23f-4789-add0-11a41c319b61 admin admin] Network 4ec35fb0-9512-4f64-a590-d271589b06ce is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:11:54.930459 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774847e6-5c8b-4955-9bac-c4b370056414 req-e263c3ef-7f5b-4fd8-8950-9d7925006253 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:54.931101 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-774847e6-5c8b-4955-9bac-c4b370056414 req-e263c3ef-7f5b-4fd8-8950-9d7925006253 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:54.947203 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d1cfee04-b23f-4789-add0-11a41c319b61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 4ec35fb0-9512-4f64-a590-d271589b06ce) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:11:54.953831 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cfee04-b23f-4789-add0-11a41c319b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:54.955951 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1cfee04-b23f-4789-add0-11a41c319b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:54.956449 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83b74d5-33af-4040-a113-f0e7db28b4ab None None] Network 4ec35fb0-9512-4f64-a590-d271589b06ce requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:11:54.965704 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-774847e6-5c8b-4955-9bac-c4b370056414 req-e263c3ef-7f5b-4fd8-8950-9d7925006253 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0481272 Jul 30 20:11:54.979496 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-774847e6-5c8b-4955-9bac-c4b370056414 req-0271f3ca-a353-4183-a19a-ffc4ad3b682d service neutron] Request body: {'port': {'device_id': 'e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:11:55.016211 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65ebef61-247e-4286-b0bd-bfdff229f367 req-eff8cc3f-bd27-46fd-9f7f-28ef8cabc51b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935881 Jul 30 20:11:55.027300 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d1cfee04-b23f-4789-add0-11a41c319b61 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5076370 Jul 30 20:11:55.120056 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-774847e6-5c8b-4955-9bac-c4b370056414 req-0271f3ca-a353-4183-a19a-ffc4ad3b682d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:55.153537 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42992407-e235-40aa-99d7-6cff4709ab17 None None] Network 4ec35fb0-9512-4f64-a590-d271589b06ce requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:11:55.254998 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad904a40-8cf9-4656-a473-683c0b9d9d5e req-6e883e2d-0280-4600-862a-db4461672cd2 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:55.267323 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ad904a40-8cf9-4656-a473-683c0b9d9d5e req-6e883e2d-0280-4600-862a-db4461672cd2 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 931 time: 0.1431389 Jul 30 20:11:55.358867 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ad904a40-8cf9-4656-a473-683c0b9d9d5e req-5e7cd59a-9f7c-4686-9ea5-4e578a3b4566 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834339 Jul 30 20:11:55.375282 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36894) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:55.425421 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9dee33d-8a9a-4c0c-8beb-18719b336914 admin admin] Deleting subnet 69757b22-d9c4-4a72-9c17-21e2eba50d09 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:11:55.429538 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9dee33d-8a9a-4c0c-8beb-18719b336914 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:55.462583 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36898) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:55.484614 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9dee33d-8a9a-4c0c-8beb-18719b336914 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:55.538207 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-774847e6-5c8b-4955-9bac-c4b370056414 req-0271f3ca-a353-4183-a19a-ffc4ad3b682d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 382cf50a-659d-4760-a4da-eab961f190f2 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:11:55.538812 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9dee33d-8a9a-4c0c-8beb-18719b336914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:55.547777 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-774847e6-5c8b-4955-9bac-c4b370056414 req-0271f3ca-a353-4183-a19a-ffc4ad3b682d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:55.566894 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-774847e6-5c8b-4955-9bac-c4b370056414 req-0271f3ca-a353-4183-a19a-ffc4ad3b682d service neutron] Transition to ACTIVE for port object 382cf50a-659d-4760-a4da-eab961f190f2 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:11:55.573790 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-774847e6-5c8b-4955-9bac-c4b370056414 req-0271f3ca-a353-4183-a19a-ffc4ad3b682d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:55.620515 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23c43492-76fb-4e80-a02d-f98bf663768c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:55.669272 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9dee33d-8a9a-4c0c-8beb-18719b336914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:55.685126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271f3ca-a353-4183-a19a-ffc4ad3b682d service neutron] Pushing event updated for resources: {'Port': ['ID=382cf50a-659d-4760-a4da-eab961f190f2,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:55.708921 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9dee33d-8a9a-4c0c-8beb-18719b336914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:55.713031 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c9dee33d-8a9a-4c0c-8beb-18719b336914 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/69757b22-d9c4-4a72-9c17-21e2eba50d09 HTTP/1.1" status: 204 len: 168 time: 0.3344882 Jul 30 20:11:55.713031 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dee33d-8a9a-4c0c-8beb-18719b336914 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69757b22-d9c4-4a72-9c17-21e2eba50d09,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:55.715612 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36922) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:55.787777 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-774847e6-5c8b-4955-9bac-c4b370056414 req-0271f3ca-a353-4183-a19a-ffc4ad3b682d service neutron] Attempting to bind port 382cf50a-659d-4760-a4da-eab961f190f2 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:11:55.788119 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-774847e6-5c8b-4955-9bac-c4b370056414 req-0271f3ca-a353-4183-a19a-ffc4ad3b682d service neutron] Attempting to bind port 382cf50a-659d-4760-a4da-eab961f190f2 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'a45592f5-e682-4877-9b9c-0ead0de26c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:11:55.788480 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774847e6-5c8b-4955-9bac-c4b370056414 req-0271f3ca-a353-4183-a19a-ffc4ad3b682d service neutron] Attempting to bind port 382cf50a-659d-4760-a4da-eab961f190f2 on network 499a6969-8299-4dd8-9691-a5618f1f3135 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:11:55.802082 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774847e6-5c8b-4955-9bac-c4b370056414 req-0271f3ca-a353-4183-a19a-ffc4ad3b682d service neutron] Port 382cf50a-659d-4760-a4da-eab961f190f2 on network 499a6969-8299-4dd8-9691-a5618f1f3135 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:11:55.802438 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774847e6-5c8b-4955-9bac-c4b370056414 req-0271f3ca-a353-4183-a19a-ffc4ad3b682d service neutron] Attempting to bind port 382cf50a-659d-4760-a4da-eab961f190f2 on network 499a6969-8299-4dd8-9691-a5618f1f3135 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:11:55.814289 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774847e6-5c8b-4955-9bac-c4b370056414 req-0271f3ca-a353-4183-a19a-ffc4ad3b682d service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:11:55.814669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774847e6-5c8b-4955-9bac-c4b370056414 req-0271f3ca-a353-4183-a19a-ffc4ad3b682d service neutron] Checking segment: {'id': 'a45592f5-e682-4877-9b9c-0ead0de26c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:11:55.815041 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774847e6-5c8b-4955-9bac-c4b370056414 req-0271f3ca-a353-4183-a19a-ffc4ad3b682d service neutron] Bound using segment: {'id': 'a45592f5-e682-4877-9b9c-0ead0de26c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:11:55.815535 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-774847e6-5c8b-4955-9bac-c4b370056414 req-0271f3ca-a353-4183-a19a-ffc4ad3b682d service neutron] Bound port: 382cf50a-659d-4760-a4da-eab961f190f2, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45592f5-e682-4877-9b9c-0ead0de26c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:11:55.815903 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-774847e6-5c8b-4955-9bac-c4b370056414 req-0271f3ca-a353-4183-a19a-ffc4ad3b682d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:55.817235 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbb37ed4-049f-4f0a-a5ac-4e140bbc442e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:55.848398 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23c43492-76fb-4e80-a02d-f98bf663768c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:55.871660 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23c43492-76fb-4e80-a02d-f98bf663768c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:55.871815 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-22dd98c2-f4bb-458d-a432-334c938a6a7c tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:55.873195 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-22dd98c2-f4bb-458d-a432-334c938a6a7c tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/networks?id=4ec35fb0-9512-4f64-a590-d271589b06ce HTTP/1.1" status: 200 len: 822 time: 0.1746025 Jul 30 20:11:55.905920 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-547b82e0-a07b-4217-ab7d-f14a25c2e9f0 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/quotas/d9f056711fa44e7982174fa4ff2dcf07 HTTP/1.1" status: 200 len: 375 time: 0.0243657 Jul 30 20:11:55.916360 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-774847e6-5c8b-4955-9bac-c4b370056414 req-0271f3ca-a353-4183-a19a-ffc4ad3b682d service neutron] For port 382cf50a-659d-4760-a4da-eab961f190f2, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:11:55.921009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-774847e6-5c8b-4955-9bac-c4b370056414 req-0271f3ca-a353-4183-a19a-ffc4ad3b682d service neutron] For port 382cf50a-659d-4760-a4da-eab961f190f2, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=382cf50a-659d-4760-a4da-eab961f190f2,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:11:55.933005 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-774847e6-5c8b-4955-9bac-c4b370056414 req-0271f3ca-a353-4183-a19a-ffc4ad3b682d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:55.960207 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbb37ed4-049f-4f0a-a5ac-4e140bbc442e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:55.960381 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-29675c11-a8a6-4d80-a0cb-6ebd96e7703e tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d9f056711fa44e7982174fa4ff2dcf07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415711 Jul 30 20:11:55.967497 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c43492-76fb-4e80-a02d-f98bf663768c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1677fb6-a934-48de-abd3-d85a5e2ffb30,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:55.973947 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-23c43492-76fb-4e80-a02d-f98bf663768c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f324719121c14acbafa880ae9aea9f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5102780 Jul 30 20:11:55.975611 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-bbb37ed4-049f-4f0a-a5ac-4e140bbc442e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f41e71-3897-4307-9b11-f622e20fa562']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:55.982315 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36932) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:55.990975 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774847e6-5c8b-4955-9bac-c4b370056414 req-0271f3ca-a353-4183-a19a-ffc4ad3b682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:55.991643 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-774847e6-5c8b-4955-9bac-c4b370056414 req-0271f3ca-a353-4183-a19a-ffc4ad3b682d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:55.992425 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-bbb37ed4-049f-4f0a-a5ac-4e140bbc442e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a562d22d-d4f4-44f4-9cfc-9caebf430619') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:55.992756 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-bbb37ed4-049f-4f0a-a5ac-4e140bbc442e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a562d22d-d4f4-44f4-9cfc-9caebf430619') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:11:55.993087 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-774847e6-5c8b-4955-9bac-c4b370056414 req-0271f3ca-a353-4183-a19a-ffc4ad3b682d service neutron] 10.222.0.59 "PUT /v2.0/ports/382cf50a-659d-4760-a4da-eab961f190f2 HTTP/1.1" status: 200 len: 1091 time: 1.0195751 Jul 30 20:11:55.993709 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0', 'tag': '382cf50a-659d-4760-a4da-eab961f190f2'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:11:55.995850 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ec994f-4e79-4ecc-a1ae-83f4104be0da" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0", "tag": "382cf50a-659d-4760-a4da-eab961f190f2"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:11:56.037370 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbb37ed4-049f-4f0a-a5ac-4e140bbc442e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:56.042857 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871f8b1b-24f6-4b3c-8dd1-854c097ada58 x-openstack-request-id: req-871f8b1b-24f6-4b3c-8dd1-854c097ada58 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:11:56.043118 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0", "tag": "382cf50a-659d-4760-a4da-eab961f190f2", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:11:56.043373 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-871f8b1b-24f6-4b3c-8dd1-854c097ada58 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:11:56.043794 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0', 'tag': '382cf50a-659d-4760-a4da-eab961f190f2', 'status': 'completed', 'code': 200} Jul 30 20:11:56.072458 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33e39e9c-2725-4ae5-83a1-07c5eda9fff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:56.075915 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbb37ed4-049f-4f0a-a5ac-4e140bbc442e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:56.089771 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb37ed4-049f-4f0a-a5ac-4e140bbc442e admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:11:56.090177 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbb37ed4-049f-4f0a-a5ac-4e140bbc442e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:11:56.091898 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:11:56.127315 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271f3ca-a353-4183-a19a-ffc4ad3b682d service neutron] Pushing event updated for resources: {'Port': ['ID=382cf50a-659d-4760-a4da-eab961f190f2,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:56.172626 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774847e6-5c8b-4955-9bac-c4b370056414 req-6cf9edef-3090-4a02-a5cf-ddb2ade883f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:56.174148 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-774847e6-5c8b-4955-9bac-c4b370056414 req-6cf9edef-3090-4a02-a5cf-ddb2ade883f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a980cdea43a4792b1a7a53073b92183&device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 1094 time: 0.1136727 Jul 30 20:11:56.177113 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33e39e9c-2725-4ae5-83a1-07c5eda9fff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:56.199420 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-a0c37d6c-e52d-4ff1-ab18-acf0ea524d4f service neutron] 10.222.0.81 "GET /v2.0/networks/4ec35fb0-9512-4f64-a590-d271589b06ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779287 Jul 30 20:11:56.236025 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbb37ed4-049f-4f0a-a5ac-4e140bbc442e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:56.247175 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbb37ed4-049f-4f0a-a5ac-4e140bbc442e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:56.257553 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bbb37ed4-049f-4f0a-a5ac-4e140bbc442e admin admin] 10.222.0.81 "DELETE /v2.0/networks/26f41e71-3897-4307-9b11-f622e20fa562 HTTP/1.1" status: 204 len: 168 time: 0.5350277 Jul 30 20:11:56.287090 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb37ed4-049f-4f0a-a5ac-4e140bbc442e admin admin] Pushing event deleted for resources: {'Network': ['ID=26f41e71-3897-4307-9b11-f622e20fa562,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:56.295697 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-774847e6-5c8b-4955-9bac-c4b370056414 req-4200c0b7-8604-4809-8200-0b4a570ea4c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=382cf50a-659d-4760-a4da-eab961f190f2 HTTP/1.1" status: 200 len: 217 time: 0.1122422 Jul 30 20:11:56.308138 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793816f4-c202-48de-89b6-d70d571b6554 req-22c7d212-bb91-4c9a-ac7c-fe30562bc2c0 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:56.317583 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-793816f4-c202-48de-89b6-d70d571b6554 req-22c7d212-bb91-4c9a-ac7c-fe30562bc2c0 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 945 time: 0.1626716 Jul 30 20:11:56.359675 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33e39e9c-2725-4ae5-83a1-07c5eda9fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:56.362333 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33e39e9c-2725-4ae5-83a1-07c5eda9fff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:56.367306 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-33e39e9c-2725-4ae5-83a1-07c5eda9fff0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d1677fb6-a934-48de-abd3-d85a5e2ffb30 HTTP/1.1" status: 204 len: 168 time: 0.3809695 Jul 30 20:11:56.386958 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e39e9c-2725-4ae5-83a1-07c5eda9fff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1677fb6-a934-48de-abd3-d85a5e2ffb30,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:56.401235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774847e6-5c8b-4955-9bac-c4b370056414 req-7242352b-68b1-4029-83e6-e3a125d8f8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:56.402696 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-774847e6-5c8b-4955-9bac-c4b370056414 req-7242352b-68b1-4029-83e6-e3a125d8f8fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59cd3e31-9c90-4ed9-82a3-e900a46fc84c HTTP/1.1" status: 200 len: 852 time: 0.0970910 Jul 30 20:11:56.418930 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-793816f4-c202-48de-89b6-d70d571b6554 req-4ddcd6fd-2e78-4509-a948-c45f685a76df tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846944 Jul 30 20:11:56.444385 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-84bf7ffb-77b5-4efc-b5e8-d6292e91c1f1 service neutron] 10.222.0.81 "GET /v2.0/networks/4ec35fb0-9512-4f64-a590-d271589b06ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441490 Jul 30 20:11:56.467972 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-774847e6-5c8b-4955-9bac-c4b370056414 req-1c772deb-11be-4e12-a737-c457ed1284c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=499a6969-8299-4dd8-9691-a5618f1f3135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471380 Jul 30 20:11:56.473564 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36954) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:56.557653 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-836ea912-4542-4236-9c77-c3b2e1af13bc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=900477dbb14f4b4aa75defe9ef9a0601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0766816 Jul 30 20:11:56.560268 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36956) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:56.666391 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-774847e6-5c8b-4955-9bac-c4b370056414 req-44f91e93-28d0-4072-adcc-e04da654e2db service neutron] 10.222.0.59 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902785 Jul 30 20:11:56.671947 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-907d82ea-76b4-4241-b879-61fceca160bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:56.721651 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-907d82ea-76b4-4241-b879-61fceca160bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:56.755366 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:56.832642 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-907d82ea-76b4-4241-b879-61fceca160bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:56.835164 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-907d82ea-76b4-4241-b879-61fceca160bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:56.836718 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-907d82ea-76b4-4241-b879-61fceca160bb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/45f11746-6ae4-479e-ad08-8a64120de8af HTTP/1.1" status: 204 len: 168 time: 0.2755220 Jul 30 20:11:56.850595 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d82ea-76b4-4241-b879-61fceca160bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f11746-6ae4-479e-ad08-8a64120de8af,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:56.917309 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a98d00a9-e542-4bfe-bd12-6b01ca5ea37f req-5763ae34-3364-46ba-8027-6cee190dcbef tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e11dcdc-086f-4ae0-9b02-376f07615371 HTTP/1.1" status: 200 len: 210 time: 0.0478134 Jul 30 20:11:57.142086 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36980) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:57.169591 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9746a197-3235-4bc4-b35e-9cbb4de5bc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:57.354315 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9746a197-3235-4bc4-b35e-9cbb4de5bc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:57.367771 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9746a197-3235-4bc4-b35e-9cbb4de5bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:57.438566 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-774847e6-5c8b-4955-9bac-c4b370056414 req-d55dada7-d5bf-4358-a9ec-092d17b5815a service neutron] 10.222.0.59 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7554948 Jul 30 20:11:57.492766 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746a197-3235-4bc4-b35e-9cbb4de5bc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89f424b-9f78-415f-a85d-c4694691bb57,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:57.493332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d742e88-a0b5-41ac-82f4-b34e3054808a req-aca7717d-8e81-4ca5-8222-cf8676a7ca66 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:57.495539 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d742e88-a0b5-41ac-82f4-b34e3054808a req-aca7717d-8e81-4ca5-8222-cf8676a7ca66 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 943 time: 0.3003075 Jul 30 20:11:57.512440 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9746a197-3235-4bc4-b35e-9cbb4de5bc5a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e25c42c9f72648c0880a22bc2509bf1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3689415 Jul 30 20:11:57.517827 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36992) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:57.608006 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d742e88-a0b5-41ac-82f4-b34e3054808a req-dd7d02cc-030a-48d1-b332-ddf7c4585013 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514095 Jul 30 20:11:57.608556 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 18ebe370-1a97-4eea-b1a6-a95d1ac4a418 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:11:57.616858 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec994f-4e79-4ecc-a1ae-83f4104be0da req-7388b1f5-ff07-4c33-a9b1-0d93b796dada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:57.618127 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-33ec994f-4e79-4ecc-a1ae-83f4104be0da req-7388b1f5-ff07-4c33-a9b1-0d93b796dada service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a980cdea43a4792b1a7a53073b92183&device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 1094 time: 0.1050937 Jul 30 20:11:57.680919 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 18ebe370-1a97-4eea-b1a6-a95d1ac4a418 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:11:57.681273 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 18ebe370-1a97-4eea-b1a6-a95d1ac4a418 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:11:57.767733 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef83eac0-7fbe-4f1c-9090-aae64d35c52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:57.786374 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bae34f-d442-4615-86a4-0c2de1ceeb20 req-e6e82d19-df5f-4d36-be6c-15a3a7a38bb8 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:57.793270 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec994f-4e79-4ecc-a1ae-83f4104be0da req-8a7b3fb2-4899-447a-aab9-50b9a1ee3876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:57.797469 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-33ec994f-4e79-4ecc-a1ae-83f4104be0da req-8a7b3fb2-4899-447a-aab9-50b9a1ee3876 service neutron] 10.222.0.59 "GET /v2.0/networks?id=499a6969-8299-4dd8-9691-a5618f1f3135 HTTP/1.1" status: 200 len: 913 time: 0.1632261 Jul 30 20:11:57.800399 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-11bae34f-d442-4615-86a4-0c2de1ceeb20 req-e6e82d19-df5f-4d36-be6c-15a3a7a38bb8 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 945 time: 0.1943650 Jul 30 20:11:57.867202 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-33ec994f-4e79-4ecc-a1ae-83f4104be0da req-8c445c37-ef88-4e5d-800a-e47e1f65fc09 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=382cf50a-659d-4760-a4da-eab961f190f2 HTTP/1.1" status: 200 len: 217 time: 0.0619135 Jul 30 20:11:57.873308 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef83eac0-7fbe-4f1c-9090-aae64d35c52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:57.936863 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-11bae34f-d442-4615-86a4-0c2de1ceeb20 req-03e7aee9-a92a-491c-8163-0660beac44b8 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293602 Jul 30 20:11:58.007777 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec994f-4e79-4ecc-a1ae-83f4104be0da req-4d591022-4695-41ae-953b-0284fe331c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:58.012172 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-33ec994f-4e79-4ecc-a1ae-83f4104be0da req-4d591022-4695-41ae-953b-0284fe331c79 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59cd3e31-9c90-4ed9-82a3-e900a46fc84c HTTP/1.1" status: 200 len: 852 time: 0.1358726 Jul 30 20:11:58.052942 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef83eac0-7fbe-4f1c-9090-aae64d35c52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:58.055909 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef83eac0-7fbe-4f1c-9090-aae64d35c52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:58.073567 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ef83eac0-7fbe-4f1c-9090-aae64d35c52d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f89f424b-9f78-415f-a85d-c4694691bb57 HTTP/1.1" status: 204 len: 168 time: 0.5542977 Jul 30 20:11:58.079849 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-33ec994f-4e79-4ecc-a1ae-83f4104be0da req-71bea50a-6934-4ac3-84b0-453d4a2d484e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=499a6969-8299-4dd8-9691-a5618f1f3135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594325 Jul 30 20:11:58.107523 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83eac0-7fbe-4f1c-9090-aae64d35c52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89f424b-9f78-415f-a85d-c4694691bb57,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:58.155731 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83eac0-7fbe-4f1c-9090-aae64d35c52d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:58.155731 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83eac0-7fbe-4f1c-9090-aae64d35c52d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:58.155731 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83eac0-7fbe-4f1c-9090-aae64d35c52d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:58.155731 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83eac0-7fbe-4f1c-9090-aae64d35c52d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:58.155731 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83eac0-7fbe-4f1c-9090-aae64d35c52d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:58.155731 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83eac0-7fbe-4f1c-9090-aae64d35c52d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:58.167774 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83eac0-7fbe-4f1c-9090-aae64d35c52d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:58.168211 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83eac0-7fbe-4f1c-9090-aae64d35c52d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:58.168566 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83eac0-7fbe-4f1c-9090-aae64d35c52d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:58.168929 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83eac0-7fbe-4f1c-9090-aae64d35c52d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:58.169286 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83eac0-7fbe-4f1c-9090-aae64d35c52d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:58.169622 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef83eac0-7fbe-4f1c-9090-aae64d35c52d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:11:58.297400 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3e63ade-3884-4c89-a89b-178c91a7379e req-bda42fe7-fb28-4f1e-bbf8-a70584540980 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e11dcdc-086f-4ae0-9b02-376f07615371 HTTP/1.1" status: 200 len: 210 time: 0.0895271 Jul 30 20:11:58.447830 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37028) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:58.474825 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-f570359f-7107-49ad-8f19-d14646a7dfe0 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:58.476359 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-f570359f-7107-49ad-8f19-d14646a7dfe0 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.59 "GET /v2.0/networks?id=4ec35fb0-9512-4f64-a590-d271589b06ce HTTP/1.1" status: 200 len: 822 time: 0.1780107 Jul 30 20:11:58.501211 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-c82c8cb9-5c88-4632-8325-8a3e0a44ada0 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Request body: {'port': {'device_id': '0e11dcdc-086f-4ae0-9b02-376f07615371', 'network_id': '4ec35fb0-9512-4f64-a590-d271589b06ce', 'admin_state_up': True, 'tenant_id': 'd9f056711fa44e7982174fa4ff2dcf07'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:11:58.506973 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ab927-f352-4ef6-bbc4-0bab1170d96e req-ee776a18-0f65-4606-ac04-ad41513d2461 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:58.509404 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-039ab927-f352-4ef6-bbc4-0bab1170d96e req-ee776a18-0f65-4606-ac04-ad41513d2461 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.1438882 Jul 30 20:11:58.596239 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-039ab927-f352-4ef6-bbc4-0bab1170d96e req-9970a87f-10f0-472f-9f7a-0ce9c994a621 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764282 Jul 30 20:11:58.616569 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-33ec994f-4e79-4ecc-a1ae-83f4104be0da req-f3d27426-e774-43a1-9edb-5f57ba4ac47d service neutron] 10.222.0.59 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5274465 Jul 30 20:11:58.659234 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7374f35f-6f5f-4112-84a4-b2daee47eea7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-853136207-network', 'tenant_id': '396db71b225646988183cc215a5705f6'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:11:58.716721 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7374f35f-6f5f-4112-84a4-b2daee47eea7 admin admin] Made reservation on behalf of 396db71b225646988183cc215a5705f6 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:11:58.726057 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7374f35f-6f5f-4112-84a4-b2daee47eea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:58.809219 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7374f35f-6f5f-4112-84a4-b2daee47eea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:58.898377 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c87f9e-453c-452b-85fa-8969e8bbcd01 req-1103fc4c-8c98-4a6e-ab00-de2bb159220d tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:58.905562 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a1c87f9e-453c-452b-85fa-8969e8bbcd01 req-1103fc4c-8c98-4a6e-ab00-de2bb159220d tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 943 time: 0.1769028 Jul 30 20:11:58.967297 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a1c87f9e-453c-452b-85fa-8969e8bbcd01 req-ac16da2c-9688-4406-b63b-a4e94bef8562 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565653 Jul 30 20:11:58.981244 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11613d-f740-4318-99b2-1975a769db71 req-3092b39d-eefc-46e6-b0a8-7ba7c5b66a8f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:58.990144 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7e11613d-f740-4318-99b2-1975a769db71 req-3092b39d-eefc-46e6-b0a8-7ba7c5b66a8f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.2033370 Jul 30 20:11:59.006024 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-33ec994f-4e79-4ecc-a1ae-83f4104be0da req-e8cb4908-c10d-42a6-9359-b9d1abe1ec81 service neutron] 10.222.0.59 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781309 Jul 30 20:11:59.058423 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7e11613d-f740-4318-99b2-1975a769db71 req-9baac222-ed7f-4a52-90c4-ffbb464fefca tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640209 Jul 30 20:11:59.114648 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7374f35f-6f5f-4112-84a4-b2daee47eea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:59.133362 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7374f35f-6f5f-4112-84a4-b2daee47eea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:59.161318 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-c82c8cb9-5c88-4632-8325-8a3e0a44ada0 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Made reservation on behalf of d9f056711fa44e7982174fa4ff2dcf07 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:11:59.164139 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7374f35f-6f5f-4112-84a4-b2daee47eea7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:11:59.174826 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-c82c8cb9-5c88-4632-8325-8a3e0a44ada0 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:59.200463 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374f35f-6f5f-4112-84a4-b2daee47eea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7abf64b-2d7c-477f-a4d9-555734cf4cd6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:59.217537 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7374f35f-6f5f-4112-84a4-b2daee47eea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:59.217961 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-7374f35f-6f5f-4112-84a4-b2daee47eea7 admin admin] Added segment c7697906-ea9d-492e-8f45-bf01ab8f2ff9 of type vlan for network 76c5a26e-74da-4ed9-a896-229dbf5823d8 Jul 30 20:11:59.274720 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7374f35f-6f5f-4112-84a4-b2daee47eea7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:59.324863 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7374f35f-6f5f-4112-84a4-b2daee47eea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:59.330984 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7374f35f-6f5f-4112-84a4-b2daee47eea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:59.330984 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7374f35f-6f5f-4112-84a4-b2daee47eea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:59.400025 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7374f35f-6f5f-4112-84a4-b2daee47eea7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9460158 Jul 30 20:11:59.400969 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37082) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:11:59.411542 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374f35f-6f5f-4112-84a4-b2daee47eea7 admin admin] Pushing event updated for resources: {'Network': ['ID=76c5a26e-74da-4ed9-a896-229dbf5823d8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:11:59.411749 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ce8d7b89-dc18-49bd-839a-ae783710bae8 admin admin] Request body: {'subnet': {'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-853136207-subnet', 'tenant_id': '396db71b225646988183cc215a5705f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:11:59.422742 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 76c5a26e-74da-4ed9-a896-229dbf5823d8 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:11:59.462080 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9104c814-9981-4ad6-9d2b-62555ad665bd req-8c584816-5deb-4e2b-89ab-6580bae79676 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e11dcdc-086f-4ae0-9b02-376f07615371 HTTP/1.1" status: 200 len: 210 time: 0.0349543 Jul 30 20:11:59.525664 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-c82c8cb9-5c88-4632-8325-8a3e0a44ada0 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Allocated IP 172.20.0.13 (4ec35fb0-9512-4f64-a590-d271589b06ce/af3f5c85-9d78-4d51-941a-b0ccc987f4ec/a68db65a-9645-406f-b329-e38d8bfc175d) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:11:59.546952 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8d7b89-dc18-49bd-839a-ae783710bae8 admin admin] Made reservation on behalf of 396db71b225646988183cc215a5705f6 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:11:59.549983 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ce8d7b89-dc18-49bd-839a-ae783710bae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:11:59.626766 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c9615-40c0-4581-a348-46ab053d75b3 req-1726a35e-0fb0-4243-a8f2-c759db325eb4 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:11:59.628314 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-388c9615-40c0-4581-a348-46ab053d75b3 req-1726a35e-0fb0-4243-a8f2-c759db325eb4 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 811 time: 0.2751281 Jul 30 20:11:59.674197 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-388c9615-40c0-4581-a348-46ab053d75b3 req-a6dd3299-2f39-411b-8d94-6d7500d3b8e0 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/quotas/398c11eccd35477c9cab39d77a30a8de HTTP/1.1" status: 200 len: 375 time: 0.0299246 Jul 30 20:11:59.850804 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-388c9615-40c0-4581-a348-46ab053d75b3 req-d9b1d0b6-426f-42b3-86ad-9cae7ede9866 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1660836 Jul 30 20:11:59.982415 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-388c9615-40c0-4581-a348-46ab053d75b3 req-caf0573b-e3f9-4c83-98c4-50e3d7b8210e service neutron] 10.222.0.81 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217589 Jul 30 20:12:00.158711 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-c82c8cb9-5c88-4632-8325-8a3e0a44ada0 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:00.195064 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ae344-cc4f-4b54-a8dd-317f503418d2 req-04065b0b-030a-40bf-abdf-195269d8969a tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:00.196896 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ce8d7b89-dc18-49bd-839a-ae783710bae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:00.207931 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8f4ae344-cc4f-4b54-a8dd-317f503418d2 req-04065b0b-030a-40bf-abdf-195269d8969a tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 943 time: 0.1218934 Jul 30 20:12:00.276401 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8f4ae344-cc4f-4b54-a8dd-317f503418d2 req-fe5b769e-010c-4cec-a1c9-5ef76cbe229b tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671396 Jul 30 20:12:00.298467 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-388c9615-40c0-4581-a348-46ab053d75b3 req-e411fd25-562e-46b2-8cd7-93bc07ec7414 service neutron] 10.222.0.81 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150890 Jul 30 20:12:00.350273 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d7b89-dc18-49bd-839a-ae783710bae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90ed62d2-43f6-4299-beb8-882f2c5beebf,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:00.354013 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8d7b89-dc18-49bd-839a-ae783710bae8 admin admin] Checking segment: {'id': 'c7697906-ea9d-492e-8f45-bf01ab8f2ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:12:00.354595 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8d7b89-dc18-49bd-839a-ae783710bae8 admin admin] Network hostable DHCP agents. Network: 76c5a26e-74da-4ed9-a896-229dbf5823d8, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:12:00.382641 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-c82c8cb9-5c88-4632-8325-8a3e0a44ada0 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:00.392473 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8d7b89-dc18-49bd-839a-ae783710bae8 admin admin] Network 76c5a26e-74da-4ed9-a896-229dbf5823d8 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:12:00.449153 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-ce8d7b89-dc18-49bd-839a-ae783710bae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 76c5a26e-74da-4ed9-a896-229dbf5823d8) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:12:00.460692 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ed4e84-22b2-43fe-9853-294d24dc45e7 None None] Network 76c5a26e-74da-4ed9-a896-229dbf5823d8 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:12:00.469429 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8d7b89-dc18-49bd-839a-ae783710bae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:00.470307 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ce8d7b89-dc18-49bd-839a-ae783710bae8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:00.484400 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-c82c8cb9-5c88-4632-8325-8a3e0a44ada0 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Network 4ec35fb0-9512-4f64-a590-d271589b06ce is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:12:00.490448 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-c82c8cb9-5c88-4632-8325-8a3e0a44ada0 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:12:00.502087 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-c82c8cb9-5c88-4632-8325-8a3e0a44ada0 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:12:00.507748 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c8cb9-5c88-4632-8325-8a3e0a44ada0 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Pushing event updated for resources: {'Port': ['ID=a68db65a-9645-406f-b329-e38d8bfc175d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:00.614678 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ce8d7b89-dc18-49bd-839a-ae783710bae8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2104619 Jul 30 20:12:00.617506 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37124) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:00.631612 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-aa278700-28f7-422e-9393-68ac345c72eb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-853136207-router', 'tenant_id': '396db71b225646988183cc215a5705f6', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:00.678623 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa278700-28f7-422e-9393-68ac345c72eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:00.680427 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa278700-28f7-422e-9393-68ac345c72eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:00.685220 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-c82c8cb9-5c88-4632-8325-8a3e0a44ada0 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:00.686128 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-c82c8cb9-5c88-4632-8325-8a3e0a44ada0 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:00.724474 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-c82c8cb9-5c88-4632-8325-8a3e0a44ada0 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2310665 Jul 30 20:12:00.749256 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-b9ffc5b0-3082-40e2-ad56-299dd4d4ac5e service neutron] Request body: {'port': {'device_id': '0e11dcdc-086f-4ae0-9b02-376f07615371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:00.764204 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acb750f-b178-4b74-b1d7-648fe8fce443 None None] Network 76c5a26e-74da-4ed9-a896-229dbf5823d8 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:12:00.841295 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb2f9f-341c-4a7c-82ec-7c58d9b5134c req-ce1a47a9-0e43-4ac8-adc3-8265174f3c9e tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:00.849844 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2cbb2f9f-341c-4a7c-82ec-7c58d9b5134c req-ce1a47a9-0e43-4ac8-adc3-8265174f3c9e tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e11dcdc-086f-4ae0-9b02-376f07615371 HTTP/1.1" status: 200 len: 932 time: 0.1221995 Jul 30 20:12:00.866841 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-b9ffc5b0-3082-40e2-ad56-299dd4d4ac5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:00.885473 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bbe6e42b-68f3-4845-b2b9-a02ab1ff2ff8 req-c7736b9c-35f5-4c00-ba69-f051d1987770 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=4aa83705-b181-4140-b946-9767215f69c7 HTTP/1.1" status: 200 len: 210 time: 0.1833684 Jul 30 20:12:00.944858 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2cbb2f9f-341c-4a7c-82ec-7c58d9b5134c req-b7d2db58-95e5-4fdc-a83d-1ff280162356 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/security-groups?id=478e6613-854c-493d-a913-fc205d94ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931525 Jul 30 20:12:00.963114 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa278700-28f7-422e-9393-68ac345c72eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:01.242366 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa278700-28f7-422e-9393-68ac345c72eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:01.324946 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 382cf50a-659d-4760-a4da-eab961f190f2 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:12:01.569335 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 382cf50a-659d-4760-a4da-eab961f190f2, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=382cf50a-659d-4760-a4da-eab961f190f2,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:01.575739 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcb906-7719-475a-9f8e-17813edbaa93 req-71f5a440-19ae-4e16-842a-43e2e48144d3 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:01.586847 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c6fcb906-7719-475a-9f8e-17813edbaa93 req-71f5a440-19ae-4e16-842a-43e2e48144d3 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 943 time: 0.1389122 Jul 30 20:12:01.599661 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '382cf50a-659d-4760-a4da-eab961f190f2', 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135', 'port_id': '382cf50a-659d-4760-a4da-eab961f190f2', 'mac_address': 'fa:16:3e:99:e5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59cd3e31-9c90-4ed9-82a3-e900a46fc84c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:12:01.613913 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-b9ffc5b0-3082-40e2-ad56-299dd4d4ac5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68db65a-9645-406f-b329-e38d8bfc175d {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:12:01.637064 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-b9ffc5b0-3082-40e2-ad56-299dd4d4ac5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:01.682831 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-b9ffc5b0-3082-40e2-ad56-299dd4d4ac5e service neutron] Transition to ACTIVE for port object a68db65a-9645-406f-b329-e38d8bfc175d will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:12:01.696476 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-b9ffc5b0-3082-40e2-ad56-299dd4d4ac5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:01.701046 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:01.718442 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 382cf50a-659d-4760-a4da-eab961f190f2 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:12:01.760374 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 382cf50a-659d-4760-a4da-eab961f190f2, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=382cf50a-659d-4760-a4da-eab961f190f2,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:01.763140 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c6fcb906-7719-475a-9f8e-17813edbaa93 req-f11fdb61-4c55-4610-ab4a-915df89903d2 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753933 Jul 30 20:12:01.780081 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:01.819476 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffc5b0-3082-40e2-ad56-299dd4d4ac5e service neutron] Pushing event updated for resources: {'Port': ['ID=a68db65a-9645-406f-b329-e38d8bfc175d,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:01.857195 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=382cf50a-659d-4760-a4da-eab961f190f2,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:01.960492 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-b9ffc5b0-3082-40e2-ad56-299dd4d4ac5e service neutron] Attempting to bind port a68db65a-9645-406f-b329-e38d8bfc175d on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:12:01.960758 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-b9ffc5b0-3082-40e2-ad56-299dd4d4ac5e service neutron] Attempting to bind port a68db65a-9645-406f-b329-e38d8bfc175d by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'eaf6f632-b3cb-473a-a084-2048ea5e4274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4ec35fb0-9512-4f64-a590-d271589b06ce'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:12:01.961094 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-b9ffc5b0-3082-40e2-ad56-299dd4d4ac5e service neutron] Attempting to bind port a68db65a-9645-406f-b329-e38d8bfc175d on network 4ec35fb0-9512-4f64-a590-d271589b06ce {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:12:01.968288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-b9ffc5b0-3082-40e2-ad56-299dd4d4ac5e service neutron] Port a68db65a-9645-406f-b329-e38d8bfc175d on network 4ec35fb0-9512-4f64-a590-d271589b06ce not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:12:01.968636 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-b9ffc5b0-3082-40e2-ad56-299dd4d4ac5e service neutron] Attempting to bind port a68db65a-9645-406f-b329-e38d8bfc175d on network 4ec35fb0-9512-4f64-a590-d271589b06ce {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:12:01.975471 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-b9ffc5b0-3082-40e2-ad56-299dd4d4ac5e service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:12:01.976245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-b9ffc5b0-3082-40e2-ad56-299dd4d4ac5e service neutron] Checking segment: {'id': 'eaf6f632-b3cb-473a-a084-2048ea5e4274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4ec35fb0-9512-4f64-a590-d271589b06ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:12:01.976364 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-b9ffc5b0-3082-40e2-ad56-299dd4d4ac5e service neutron] Bound using segment: {'id': 'eaf6f632-b3cb-473a-a084-2048ea5e4274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4ec35fb0-9512-4f64-a590-d271589b06ce'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:12:01.976792 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-b9ffc5b0-3082-40e2-ad56-299dd4d4ac5e service neutron] Bound port: a68db65a-9645-406f-b329-e38d8bfc175d, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf6f632-b3cb-473a-a084-2048ea5e4274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4ec35fb0-9512-4f64-a590-d271589b06ce'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:12:01.977240 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-b9ffc5b0-3082-40e2-ad56-299dd4d4ac5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:02.024574 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0bc501cf-caaa-4716-b4be-0fbf6269c9ab req-a663a556-4593-4b83-a1d3-0889ce0501fa tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=4aa83705-b181-4140-b946-9767215f69c7 HTTP/1.1" status: 200 len: 210 time: 0.0327406 Jul 30 20:12:02.026288 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa278700-28f7-422e-9393-68ac345c72eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:02.060657 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['382cf50a-659d-4760-a4da-eab961f190f2'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:12:02.082801 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa278700-28f7-422e-9393-68ac345c72eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:02.117365 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-b9ffc5b0-3082-40e2-ad56-299dd4d4ac5e service neutron] For port a68db65a-9645-406f-b329-e38d8bfc175d, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:12:02.122779 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-b9ffc5b0-3082-40e2-ad56-299dd4d4ac5e service neutron] For port a68db65a-9645-406f-b329-e38d8bfc175d, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=a68db65a-9645-406f-b329-e38d8bfc175d,segment=NetworkSegment(eaf6f632-b3cb-473a-a084-2048ea5e4274),segment_id=eaf6f632-b3cb-473a-a084-2048ea5e4274)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:12:02.154650 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-b9ffc5b0-3082-40e2-ad56-299dd4d4ac5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:02.265877 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-aa278700-28f7-422e-9393-68ac345c72eb admin admin] Allocated IP 172.25.3.226 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/c09923aa-43ee-4214-a0fb-9ec2ec11dc3f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:12:02.273512 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-b9ffc5b0-3082-40e2-ad56-299dd4d4ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:02.274185 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-b9ffc5b0-3082-40e2-ad56-299dd4d4ac5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:02.276440 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-b9ffc5b0-3082-40e2-ad56-299dd4d4ac5e service neutron] 10.222.0.59 "PUT /v2.0/ports/a68db65a-9645-406f-b329-e38d8bfc175d HTTP/1.1" status: 200 len: 1092 time: 1.5326197 Jul 30 20:12:02.279004 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e11dcdc-086f-4ae0-9b02-376f07615371', 'tag': 'a68db65a-9645-406f-b329-e38d8bfc175d'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:12:02.281430 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a6743c-58d1-43d0-858a-e7e9ad172ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "0e11dcdc-086f-4ae0-9b02-376f07615371", "tag": "a68db65a-9645-406f-b329-e38d8bfc175d"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:12:02.321416 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffc5b0-3082-40e2-ad56-299dd4d4ac5e service neutron] Pushing event updated for resources: {'Port': ['ID=a68db65a-9645-406f-b329-e38d8bfc175d,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:02.341632 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72b533-9c69-413c-a62a-dcab4ad8a588 req-05654b9e-9f31-4053-b777-052993891eca tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:02.351792 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3a72b533-9c69-413c-a62a-dcab4ad8a588 req-05654b9e-9f31-4053-b777-052993891eca tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e11dcdc-086f-4ae0-9b02-376f07615371 HTTP/1.1" status: 200 len: 944 time: 0.1456463 Jul 30 20:12:02.391486 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a877e4b-b2a1-4517-baaf-8d43cb164a25 x-openstack-request-id: req-6a877e4b-b2a1-4517-baaf-8d43cb164a25 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:12:02.392195 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e11dcdc-086f-4ae0-9b02-376f07615371", "tag": "a68db65a-9645-406f-b329-e38d8bfc175d", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:12:02.392195 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6a877e4b-b2a1-4517-baaf-8d43cb164a25 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:12:02.392382 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e11dcdc-086f-4ae0-9b02-376f07615371', 'tag': 'a68db65a-9645-406f-b329-e38d8bfc175d', 'status': 'completed', 'code': 200} Jul 30 20:12:02.407306 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3a72b533-9c69-413c-a62a-dcab4ad8a588 req-7ff87313-a56d-410c-9538-b9495bc6e7d3 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/security-groups?id=478e6613-854c-493d-a913-fc205d94ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502896 Jul 30 20:12:02.465309 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-9d620fe3-21e5-4747-920f-a4641c796bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:02.467243 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-9d620fe3-21e5-4747-920f-a4641c796bdf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d9f056711fa44e7982174fa4ff2dcf07&device_id=0e11dcdc-086f-4ae0-9b02-376f07615371 HTTP/1.1" status: 200 len: 1095 time: 0.0586312 Jul 30 20:12:02.553004 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-baab0046-e59c-4bcb-978d-c1137e21ff8b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a68db65a-9645-406f-b329-e38d8bfc175d HTTP/1.1" status: 200 len: 217 time: 0.0784922 Jul 30 20:12:02.658250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-c28268ef-c1d0-4bef-8f67-b9f05ef1724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:02.663978 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-c28268ef-c1d0-4bef-8f67-b9f05ef1724f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af3f5c85-9d78-4d51-941a-b0ccc987f4ec HTTP/1.1" status: 200 len: 862 time: 0.1008692 Jul 30 20:12:02.761996 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-99cda023-6653-4ff1-beae-4aa37844f4d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ec35fb0-9512-4f64-a590-d271589b06ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915203 Jul 30 20:12:02.924810 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-e3290ffc-60fa-4c31-b258-5bb3e6d09d6b service neutron] 10.222.0.59 "GET /v2.0/networks/4ec35fb0-9512-4f64-a590-d271589b06ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538103 Jul 30 20:12:03.100973 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa278700-28f7-422e-9393-68ac345c72eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:03.112612 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d110b5f2-150f-4a68-b4e6-29b2b45deb46 req-158030ba-7d73-4c70-8eea-71ef0d8ead0b service neutron] 10.222.0.59 "GET /v2.0/networks/4ec35fb0-9512-4f64-a590-d271589b06ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731648 Jul 30 20:12:03.236663 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318291e-153d-47b1-a899-0da53572cb91 req-4cd0b930-0131-4ced-a3c1-4549fae21234 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:03.239692 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4a652636-c625-4aed-9d70-11d5da829655 req-2f7c1902-d617-4c38-8c7f-a7b2cb00a03a tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=4aa83705-b181-4140-b946-9767215f69c7 HTTP/1.1" status: 200 len: 210 time: 0.0803998 Jul 30 20:12:03.244540 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 382cf50a-659d-4760-a4da-eab961f190f2 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:12:03.245081 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4318291e-153d-47b1-a899-0da53572cb91 req-4cd0b930-0131-4ced-a3c1-4549fae21234 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 944 time: 0.1836843 Jul 30 20:12:03.253163 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c9615-40c0-4581-a348-46ab053d75b3 req-91a0ab2b-53a2-4a72-86a2-60d42d0d3c8e tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:03.254747 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-388c9615-40c0-4581-a348-46ab053d75b3 req-91a0ab2b-53a2-4a72-86a2-60d42d0d3c8e tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.83 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 811 time: 0.7996652 Jul 30 20:12:03.282655 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-388c9615-40c0-4581-a348-46ab053d75b3 req-05f26ae9-f12d-42af-8d6e-ccf83e107fe6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Request body: {'port': {'device_id': '4aa83705-b181-4140-b946-9767215f69c7', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'admin_state_up': True, 'tenant_id': '398c11eccd35477c9cab39d77a30a8de'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:03.353522 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa278700-28f7-422e-9393-68ac345c72eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:03.370236 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6743c-58d1-43d0-858a-e7e9ad172ef7 req-e278de03-6bac-41d3-a60b-12a3136d98b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:03.372861 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40a6743c-58d1-43d0-858a-e7e9ad172ef7 req-e278de03-6bac-41d3-a60b-12a3136d98b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d9f056711fa44e7982174fa4ff2dcf07&device_id=0e11dcdc-086f-4ae0-9b02-376f07615371 HTTP/1.1" status: 200 len: 1095 time: 0.1314454 Jul 30 20:12:03.388508 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 382cf50a-659d-4760-a4da-eab961f190f2 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:12:03.395535 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 382cf50a-659d-4760-a4da-eab961f190f2 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:12:03.395952 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:03.429155 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4318291e-153d-47b1-a899-0da53572cb91 req-ed3277da-b04e-45a9-a943-e29f8d1256b7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664362 Jul 30 20:12:03.429155 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa278700-28f7-422e-9393-68ac345c72eb admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:12:03.438900 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-aa278700-28f7-422e-9393-68ac345c72eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:12:03.441970 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa278700-28f7-422e-9393-68ac345c72eb admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:12:03.484752 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa278700-28f7-422e-9393-68ac345c72eb admin admin] Pushing event updated for resources: {'Port': ['ID=c09923aa-43ee-4214-a0fb-9ec2ec11dc3f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:03.560235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6743c-58d1-43d0-858a-e7e9ad172ef7 req-37b18c53-9790-45e5-9572-7e81cb17bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:03.562932 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40a6743c-58d1-43d0-858a-e7e9ad172ef7 req-37b18c53-9790-45e5-9572-7e81cb17bd85 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ec35fb0-9512-4f64-a590-d271589b06ce HTTP/1.1" status: 200 len: 923 time: 0.1822290 Jul 30 20:12:03.568702 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-388c9615-40c0-4581-a348-46ab053d75b3 req-05f26ae9-f12d-42af-8d6e-ccf83e107fe6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Made reservation on behalf of 398c11eccd35477c9cab39d77a30a8de for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:12:03.572673 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-388c9615-40c0-4581-a348-46ab053d75b3 req-05f26ae9-f12d-42af-8d6e-ccf83e107fe6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:03.612703 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:03.649261 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382cf50a-659d-4760-a4da-eab961f190f2'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:12:03.652039 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31497323-acc0-4115-99e4-c8083cf2d1d7" -d '{"events": [{"server_uuid": "e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0", "name": "network-vif-plugged", "status": "completed", "tag": "382cf50a-659d-4760-a4da-eab961f190f2"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:12:03.668684 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 382cf50a-659d-4760-a4da-eab961f190f2, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=382cf50a-659d-4760-a4da-eab961f190f2,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:03.676573 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:03.719767 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40a6743c-58d1-43d0-858a-e7e9ad172ef7 req-48adf2b9-47f5-43bf-aeaf-0ab509d2cfc4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a68db65a-9645-406f-b329-e38d8bfc175d HTTP/1.1" status: 200 len: 217 time: 0.1494744 Jul 30 20:12:03.742326 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce3d8ef-d16d-4b5c-95a2-93a7cf4a4068 x-openstack-request-id: req-4ce3d8ef-d16d-4b5c-95a2-93a7cf4a4068 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:12:03.743363 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0", "name": "network-vif-plugged", "status": "completed", "tag": "382cf50a-659d-4760-a4da-eab961f190f2", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:12:03.744256 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ce3d8ef-d16d-4b5c-95a2-93a7cf4a4068 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:12:03.744862 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382cf50a-659d-4760-a4da-eab961f190f2', 'code': 200} Jul 30 20:12:03.750226 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67abfd-c6de-4cd1-ad25-c50c0fafb838 req-1568f57d-4268-459a-a94d-4036e0564f42 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:03.756164 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=382cf50a-659d-4760-a4da-eab961f190f2,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:03.759409 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6e67abfd-c6de-4cd1-ad25-c50c0fafb838 req-1568f57d-4268-459a-a94d-4036e0564f42 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e11dcdc-086f-4ae0-9b02-376f07615371 HTTP/1.1" status: 200 len: 944 time: 0.1678336 Jul 30 20:12:03.849090 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6e67abfd-c6de-4cd1-ad25-c50c0fafb838 req-789b7eb7-cf03-4b06-aca5-2fd65a27ca77 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/security-groups?id=478e6613-854c-493d-a913-fc205d94ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836771 Jul 30 20:12:03.971804 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250abf6-4296-4e50-81af-2d10c5a97b74 req-c12a0b4d-36bf-4e41-87f4-5dff957098be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:03.974640 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f250abf6-4296-4e50-81af-2d10c5a97b74 req-c12a0b4d-36bf-4e41-87f4-5dff957098be service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 1096 time: 0.1433358 Jul 30 20:12:03.976249 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6743c-58d1-43d0-858a-e7e9ad172ef7 req-586ab528-883a-45fc-84a4-9de7f06eb86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:03.977572 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40a6743c-58d1-43d0-858a-e7e9ad172ef7 req-586ab528-883a-45fc-84a4-9de7f06eb86a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af3f5c85-9d78-4d51-941a-b0ccc987f4ec HTTP/1.1" status: 200 len: 862 time: 0.2510965 Jul 30 20:12:04.049784 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40a6743c-58d1-43d0-858a-e7e9ad172ef7 req-8d974d68-5f3c-4932-8b71-742b9a5c96b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ec35fb0-9512-4f64-a590-d271589b06ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590718 Jul 30 20:12:04.071626 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-388c9615-40c0-4581-a348-46ab053d75b3 req-05f26ae9-f12d-42af-8d6e-ccf83e107fe6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Allocated IP 172.20.0.12 (88b3ebbe-b1a1-49b8-8023-ad19464dab3b/ac1c465f-425f-4078-b2f8-d23b006b1c90/28bcf6de-afdf-43fd-b02d-78e558069aed) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:12:04.090572 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f250abf6-4296-4e50-81af-2d10c5a97b74 req-c6a58ba7-cc77-4b4c-801c-b78b9e35afd0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012630 Jul 30 20:12:04.159152 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa278700-28f7-422e-9393-68ac345c72eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:04.225432 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40a6743c-58d1-43d0-858a-e7e9ad172ef7 req-0d848815-df5a-4f03-9f98-d99c29ff65fe service neutron] 10.222.0.59 "GET /v2.0/networks/4ec35fb0-9512-4f64-a590-d271589b06ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683037 Jul 30 20:12:04.328630 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40a6743c-58d1-43d0-858a-e7e9ad172ef7 req-67017952-933e-4d88-87c1-2580ee502704 service neutron] 10.222.0.59 "GET /v2.0/networks/4ec35fb0-9512-4f64-a590-d271589b06ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947857 Jul 30 20:12:04.412101 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8112926b-91c3-4153-938d-498be9efe4ed req-ae355685-4874-437c-ba25-dcc78cc5595e tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=4aa83705-b181-4140-b946-9767215f69c7 HTTP/1.1" status: 200 len: 210 time: 0.0376706 Jul 30 20:12:04.462384 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-388c9615-40c0-4581-a348-46ab053d75b3 req-05f26ae9-f12d-42af-8d6e-ccf83e107fe6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:04.514752 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-388c9615-40c0-4581-a348-46ab053d75b3 req-05f26ae9-f12d-42af-8d6e-ccf83e107fe6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Transition to ACTIVE for port object 28bcf6de-afdf-43fd-b02d-78e558069aed will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:12:04.588360 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa278700-28f7-422e-9393-68ac345c72eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:04.606847 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533ff52-cdcb-44bb-b827-35d768521d3a req-f0499e89-cf42-4819-a2f0-9cfff00819b9 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:04.608386 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5533ff52-cdcb-44bb-b827-35d768521d3a req-f0499e89-cf42-4819-a2f0-9cfff00819b9 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.0950549 Jul 30 20:12:04.657921 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-388c9615-40c0-4581-a348-46ab053d75b3 req-05f26ae9-f12d-42af-8d6e-ccf83e107fe6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:04.675048 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['5decea29-b6a2-4287-af8d-99d5371a56e9'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:12:04.766344 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388c9615-40c0-4581-a348-46ab053d75b3 req-05f26ae9-f12d-42af-8d6e-ccf83e107fe6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:12:04.789618 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-388c9615-40c0-4581-a348-46ab053d75b3 req-05f26ae9-f12d-42af-8d6e-ccf83e107fe6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:12:04.800479 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5533ff52-cdcb-44bb-b827-35d768521d3a req-c617b4f2-0c51-4f38-b05f-fb02df034231 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463633 Jul 30 20:12:04.801407 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-388c9615-40c0-4581-a348-46ab053d75b3 req-05f26ae9-f12d-42af-8d6e-ccf83e107fe6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:12:04.806869 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f26ae9-f12d-42af-8d6e-ccf83e107fe6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Pushing event updated for resources: {'Port': ['ID=28bcf6de-afdf-43fd-b02d-78e558069aed,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:04.903645 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c9615-40c0-4581-a348-46ab053d75b3 req-05f26ae9-f12d-42af-8d6e-ccf83e107fe6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:04.904504 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-388c9615-40c0-4581-a348-46ab053d75b3 req-05f26ae9-f12d-42af-8d6e-ccf83e107fe6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:04.936155 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-388c9615-40c0-4581-a348-46ab053d75b3 req-05f26ae9-f12d-42af-8d6e-ccf83e107fe6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6658268 Jul 30 20:12:04.953563 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-388c9615-40c0-4581-a348-46ab053d75b3 req-84cdf257-3393-48a7-b151-901c000ac3e7 service neutron] Request body: {'port': {'device_id': '4aa83705-b181-4140-b946-9767215f69c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:05.005970 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa278700-28f7-422e-9393-68ac345c72eb admin admin] Router c783c857-7d78-48dc-9776-b5e1264e1009 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:12:05.094343 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-388c9615-40c0-4581-a348-46ab053d75b3 req-84cdf257-3393-48a7-b151-901c000ac3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:05.189385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa50f3-c6d4-4cc2-ba9e-dd889b38d942 req-ae216f31-251d-4ad3-b24c-f1ab4b6e6ebe tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:05.191004 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41aa50f3-c6d4-4cc2-ba9e-dd889b38d942 req-ae216f31-251d-4ad3-b24c-f1ab4b6e6ebe tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e11dcdc-086f-4ae0-9b02-376f07615371 HTTP/1.1" status: 200 len: 944 time: 0.1205420 Jul 30 20:12:05.262290 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device a68db65a-9645-406f-b329-e38d8bfc175d details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:12:05.289382 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41aa50f3-c6d4-4cc2-ba9e-dd889b38d942 req-d4623cc8-d81a-48e7-bf9f-a114a9ba508d tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/security-groups?id=478e6613-854c-493d-a913-fc205d94ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880394 Jul 30 20:12:05.332880 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8e466f22-bf15-40b3-bc75-8597f27deab7 None None] Provisioning for port 28bcf6de-afdf-43fd-b02d-78e558069aed completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:12:05.346270 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8e466f22-bf15-40b3-bc75-8597f27deab7 None None] Provisioning complete for port 28bcf6de-afdf-43fd-b02d-78e558069aed triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:12:05.352815 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e466f22-bf15-40b3-bc75-8597f27deab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:05.410843 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa278700-28f7-422e-9393-68ac345c72eb admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:12:05.475892 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa278700-28f7-422e-9393-68ac345c72eb admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:05.479633 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-aa278700-28f7-422e-9393-68ac345c72eb admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8565607 Jul 30 20:12:05.479996 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37276) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:05.490413 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] Sync routers for ids ['c783c857-7d78-48dc-9776-b5e1264e1009'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:12:05.554826 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8e466f22-bf15-40b3-bc75-8597f27deab7 None None] Port 28bcf6de-afdf-43fd-b02d-78e558069aed cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:12:05.583417 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] Routers {'c783c857-7d78-48dc-9776-b5e1264e1009'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:12:05.584091 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:11:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c783c857-7d78-48dc-9776-b5e1264e1009'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:05.667421 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-388c9615-40c0-4581-a348-46ab053d75b3 req-84cdf257-3393-48a7-b151-901c000ac3e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28bcf6de-afdf-43fd-b02d-78e558069aed {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:12:05.692772 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-388c9615-40c0-4581-a348-46ab053d75b3 req-84cdf257-3393-48a7-b151-901c000ac3e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:05.705649 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port a68db65a-9645-406f-b329-e38d8bfc175d, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=a68db65a-9645-406f-b329-e38d8bfc175d,segment=NetworkSegment(eaf6f632-b3cb-473a-a084-2048ea5e4274),segment_id=eaf6f632-b3cb-473a-a084-2048ea5e4274)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:05.731274 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cfaff-6b01-41ee-a893-4a1e34c85926 req-c7314199-fe76-4469-ab41-797ce2d96ad5 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:05.732486 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'a68db65a-9645-406f-b329-e38d8bfc175d', 'network_id': '4ec35fb0-9512-4f64-a590-d271589b06ce', 'port_id': 'a68db65a-9645-406f-b329-e38d8bfc175d', 'mac_address': 'fa:16:3e:20:db:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3f5c85-9d78-4d51-941a-b0ccc987f4ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:12:05.745351 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fa2cfaff-6b01-41ee-a893-4a1e34c85926 req-c7314199-fe76-4469-ab41-797ce2d96ad5 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=4aa83705-b181-4140-b946-9767215f69c7 HTTP/1.1" status: 200 len: 932 time: 0.1761487 Jul 30 20:12:05.760182 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-388c9615-40c0-4581-a348-46ab053d75b3 req-84cdf257-3393-48a7-b151-901c000ac3e7 service neutron] Transition to ACTIVE for port object 28bcf6de-afdf-43fd-b02d-78e558069aed will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:12:05.799339 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-388c9615-40c0-4581-a348-46ab053d75b3 req-84cdf257-3393-48a7-b151-901c000ac3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:05.862987 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fa2cfaff-6b01-41ee-a893-4a1e34c85926 req-45d8e2a4-8063-4b0a-abe3-dc37ce6fc9e4 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044300 Jul 30 20:12:05.887771 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdf257-3393-48a7-b151-901c000ac3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=28bcf6de-afdf-43fd-b02d-78e558069aed,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:06.002771 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] Set router c783c857-7d78-48dc-9776-b5e1264e1009 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:12:06.034036 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-388c9615-40c0-4581-a348-46ab053d75b3 req-84cdf257-3393-48a7-b151-901c000ac3e7 service neutron] Attempting to bind port 28bcf6de-afdf-43fd-b02d-78e558069aed on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:12:06.035901 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-388c9615-40c0-4581-a348-46ab053d75b3 req-84cdf257-3393-48a7-b151-901c000ac3e7 service neutron] Attempting to bind port 28bcf6de-afdf-43fd-b02d-78e558069aed by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:12:06.040307 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388c9615-40c0-4581-a348-46ab053d75b3 req-84cdf257-3393-48a7-b151-901c000ac3e7 service neutron] Attempting to bind port 28bcf6de-afdf-43fd-b02d-78e558069aed on network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:12:06.056343 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388c9615-40c0-4581-a348-46ab053d75b3 req-84cdf257-3393-48a7-b151-901c000ac3e7 service neutron] Port 28bcf6de-afdf-43fd-b02d-78e558069aed on network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:12:06.056814 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388c9615-40c0-4581-a348-46ab053d75b3 req-84cdf257-3393-48a7-b151-901c000ac3e7 service neutron] Attempting to bind port 28bcf6de-afdf-43fd-b02d-78e558069aed on network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:12:06.069130 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388c9615-40c0-4581-a348-46ab053d75b3 req-84cdf257-3393-48a7-b151-901c000ac3e7 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:12:06.069650 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388c9615-40c0-4581-a348-46ab053d75b3 req-84cdf257-3393-48a7-b151-901c000ac3e7 service neutron] Checking segment: {'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:12:06.070164 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388c9615-40c0-4581-a348-46ab053d75b3 req-84cdf257-3393-48a7-b151-901c000ac3e7 service neutron] Bound using segment: {'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:12:06.071938 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-388c9615-40c0-4581-a348-46ab053d75b3 req-84cdf257-3393-48a7-b151-901c000ac3e7 service neutron] Bound port: 28bcf6de-afdf-43fd-b02d-78e558069aed, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:12:06.072728 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-388c9615-40c0-4581-a348-46ab053d75b3 req-84cdf257-3393-48a7-b151-901c000ac3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:06.223934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-388c9615-40c0-4581-a348-46ab053d75b3 req-84cdf257-3393-48a7-b151-901c000ac3e7 service neutron] For port 28bcf6de-afdf-43fd-b02d-78e558069aed, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:12:06.227598 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-388c9615-40c0-4581-a348-46ab053d75b3 req-84cdf257-3393-48a7-b151-901c000ac3e7 service neutron] For port 28bcf6de-afdf-43fd-b02d-78e558069aed, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=28bcf6de-afdf-43fd-b02d-78e558069aed,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:12:06.243833 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-388c9615-40c0-4581-a348-46ab053d75b3 req-84cdf257-3393-48a7-b151-901c000ac3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:06.362287 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c9615-40c0-4581-a348-46ab053d75b3 req-84cdf257-3393-48a7-b151-901c000ac3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:06.364211 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-388c9615-40c0-4581-a348-46ab053d75b3 req-84cdf257-3393-48a7-b151-901c000ac3e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:06.367866 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-388c9615-40c0-4581-a348-46ab053d75b3 req-84cdf257-3393-48a7-b151-901c000ac3e7 service neutron] 10.222.0.83 "PUT /v2.0/ports/28bcf6de-afdf-43fd-b02d-78e558069aed HTTP/1.1" status: 200 len: 1092 time: 1.4232900 Jul 30 20:12:06.373318 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa83705-b181-4140-b946-9767215f69c7', 'tag': '28bcf6de-afdf-43fd-b02d-78e558069aed'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:12:06.378786 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc08227-8c6b-4c59-8854-27939125e5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa83705-b181-4140-b946-9767215f69c7", "tag": "28bcf6de-afdf-43fd-b02d-78e558069aed"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:12:06.379186 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:06.427550 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68db65a-9645-406f-b329-e38d8bfc175d {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:12:06.502232 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdf257-3393-48a7-b151-901c000ac3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=28bcf6de-afdf-43fd-b02d-78e558069aed,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:06.537039 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4639f8-0992-430e-bae0-be9ebe83ab92 req-815504fa-22e5-45e9-b716-5f10ef8fb474 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:06.549837 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c9615-40c0-4581-a348-46ab053d75b3 req-c3023a8b-1eec-4442-bac7-3bf845ac330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:06.551335 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9f4639f8-0992-430e-bae0-be9ebe83ab92 req-815504fa-22e5-45e9-b716-5f10ef8fb474 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.1198561 Jul 30 20:12:06.566229 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-388c9615-40c0-4581-a348-46ab053d75b3 req-c3023a8b-1eec-4442-bac7-3bf845ac330d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&device_id=4aa83705-b181-4140-b946-9767215f69c7 HTTP/1.1" status: 200 len: 1095 time: 0.1382341 Jul 30 20:12:06.600425 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port a68db65a-9645-406f-b329-e38d8bfc175d, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=a68db65a-9645-406f-b329-e38d8bfc175d,segment=NetworkSegment(eaf6f632-b3cb-473a-a084-2048ea5e4274),segment_id=eaf6f632-b3cb-473a-a084-2048ea5e4274)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:06.622314 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:06.632028 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9f4639f8-0992-430e-bae0-be9ebe83ab92 req-c211a4fd-975b-4f53-8478-ab993cb34074 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787385 Jul 30 20:12:06.712650 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-388c9615-40c0-4581-a348-46ab053d75b3 req-d684fca6-0ec2-4f04-8a4d-471e77f8947c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28bcf6de-afdf-43fd-b02d-78e558069aed HTTP/1.1" status: 200 len: 217 time: 0.1342831 Jul 30 20:12:06.774654 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=a68db65a-9645-406f-b329-e38d8bfc175d,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:06.778365 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4738f50-3cbb-41e0-8680-1bb602a9f092 x-openstack-request-id: req-e4738f50-3cbb-41e0-8680-1bb602a9f092 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:12:06.778659 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa83705-b181-4140-b946-9767215f69c7", "tag": "28bcf6de-afdf-43fd-b02d-78e558069aed", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:12:06.778913 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e4738f50-3cbb-41e0-8680-1bb602a9f092 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:12:06.779451 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa83705-b181-4140-b946-9767215f69c7', 'tag': '28bcf6de-afdf-43fd-b02d-78e558069aed', 'status': 'completed', 'code': 200} Jul 30 20:12:06.800552 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'name': 'tempest-ServerRescueTestJSONUnderV235-853136207-router', 'tenant_id': '396db71b225646988183cc215a5705f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:12:00Z', 'updated_at': '2021-07-30T20:12:03Z', 'revision_number': 3, 'project_id': '396db71b225646988183cc215a5705f6', 'gw_port': {'id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:12:02Z', 'updated_at': '2021-07-30T20:12:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:06.840900 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7feeec4-e4e2-424e-ab76-4a6f6687b53d req-38024664-d2d1-46ab-8808-bc609f3fbfe4 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:06.847160 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] Checking router: c783c857-7d78-48dc-9776-b5e1264e1009 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:12:06.848351 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] Updating router c783c857-7d78-48dc-9776-b5e1264e1009 port c09923aa-43ee-4214-a0fb-9ec2ec11dc3f binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:12:06.852255 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e7feeec4-e4e2-424e-ab76-4a6f6687b53d req-38024664-d2d1-46ab-8808-bc609f3fbfe4 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e11dcdc-086f-4ae0-9b02-376f07615371 HTTP/1.1" status: 200 len: 945 time: 0.2465222 Jul 30 20:12:06.868920 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c9615-40c0-4581-a348-46ab053d75b3 req-a6999260-a687-4092-81a0-13cc6a0c7aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:06.870375 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-388c9615-40c0-4581-a348-46ab053d75b3 req-a6999260-a687-4092-81a0-13cc6a0c7aaa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ac1c465f-425f-4078-b2f8-d23b006b1c90 HTTP/1.1" status: 200 len: 850 time: 0.1507781 Jul 30 20:12:06.876495 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:06.913298 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['a68db65a-9645-406f-b329-e38d8bfc175d'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:12:06.913922 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e7feeec4-e4e2-424e-ab76-4a6f6687b53d req-60c888ac-7651-45b6-b468-c3b67d14048c tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/security-groups?id=478e6613-854c-493d-a913-fc205d94ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613680 Jul 30 20:12:07.041063 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c9615-40c0-4581-a348-46ab053d75b3 req-24d0842d-3058-4f23-b377-17c892e15b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:07.042939 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-388c9615-40c0-4581-a348-46ab053d75b3 req-24d0842d-3058-4f23-b377-17c892e15b3d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1409376 Jul 30 20:12:07.119155 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e2c7bc7d-68be-401b-9914-1e5ae33cde59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:07.389751 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-388c9615-40c0-4581-a348-46ab053d75b3 req-9c0a41a4-7a81-4bb8-9aff-ad162d69e5ae service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386614 Jul 30 20:12:07.420269 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddcd18-e04d-4c9f-90ae-366b05114516 req-fde7e25e-836e-45aa-9ef1-f59016bfbb3b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:07.428221 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-73ddcd18-e04d-4c9f-90ae-366b05114516 req-fde7e25e-836e-45aa-9ef1-f59016bfbb3b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=4aa83705-b181-4140-b946-9767215f69c7 HTTP/1.1" status: 200 len: 944 time: 0.3529472 Jul 30 20:12:07.505878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-e2c7bc7d-68be-401b-9914-1e5ae33cde59 admin admin] Allocated IP 172.20.0.1 (76c5a26e-74da-4ed9-a896-229dbf5823d8/90ed62d2-43f6-4299-beb8-882f2c5beebf/eb828693-6b5e-4015-8da0-ad8b1ad7482c) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:12:07.625260 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-73ddcd18-e04d-4c9f-90ae-366b05114516 req-6d01dfd1-3307-47bf-82bc-a48a3f29bea9 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957579 Jul 30 20:12:07.691691 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e2c7bc7d-68be-401b-9914-1e5ae33cde59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:07.730776 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4ef67-a33a-41d0-a753-14ce83b33762 req-0c48d5e8-9e59-4073-b0fa-0242a38f3f9f tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:07.732352 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76a4ef67-a33a-41d0-a753-14ce83b33762 req-0c48d5e8-9e59-4073-b0fa-0242a38f3f9f tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.0898132 Jul 30 20:12:07.745636 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-388c9615-40c0-4581-a348-46ab053d75b3 req-d586b8d4-3542-47b6-924d-1b334ffddd05 service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144300 Jul 30 20:12:07.778856 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:07.785981 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76a4ef67-a33a-41d0-a753-14ce83b33762 req-635f5915-5bba-430c-9bc3-b4e0427ca96a tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432813 Jul 30 20:12:07.794170 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] Transition to ACTIVE for port object c09923aa-43ee-4214-a0fb-9ec2ec11dc3f will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:12:07.800160 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e2c7bc7d-68be-401b-9914-1e5ae33cde59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:07.813022 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:07.846611 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c7bc7d-68be-401b-9914-1e5ae33cde59 admin admin] Network 76c5a26e-74da-4ed9-a896-229dbf5823d8 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:12:07.851676 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-e2c7bc7d-68be-401b-9914-1e5ae33cde59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:12:07.855653 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c7bc7d-68be-401b-9914-1e5ae33cde59 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:12:07.884424 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7bc7d-68be-401b-9914-1e5ae33cde59 admin admin] Pushing event updated for resources: {'Port': ['ID=eb828693-6b5e-4015-8da0-ad8b1ad7482c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:07.896827 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc08227-8c6b-4c59-8854-27939125e5f8 req-3394f667-d203-4bfb-b91d-cec48f5ac9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:07.899653 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ebc08227-8c6b-4c59-8854-27939125e5f8 req-3394f667-d203-4bfb-b91d-cec48f5ac9e8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&device_id=4aa83705-b181-4140-b946-9767215f69c7 HTTP/1.1" status: 200 len: 1095 time: 0.0779889 Jul 30 20:12:07.905860 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf9427-d502-4f1f-9d8d-2da23ca5d0ad None None] Pushing event updated for resources: {'Port': ['ID=c09923aa-43ee-4214-a0fb-9ec2ec11dc3f,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:07.916208 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e2c7bc7d-68be-401b-9914-1e5ae33cde59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:07.980341 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] Attempting to bind port c09923aa-43ee-4214-a0fb-9ec2ec11dc3f on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:12:07.980341 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] Attempting to bind port c09923aa-43ee-4214-a0fb-9ec2ec11dc3f by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:12:07.984778 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] Attempting to bind port c09923aa-43ee-4214-a0fb-9ec2ec11dc3f on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:12:08.005273 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:12:08.005675 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:12:08.006057 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:08.006455 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:12:08.007074 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] Bound port: c09923aa-43ee-4214-a0fb-9ec2ec11dc3f, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:12:08.007561 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:08.119455 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] For port c09923aa-43ee-4214-a0fb-9ec2ec11dc3f, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:12:08.122682 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e2c7bc7d-68be-401b-9914-1e5ae33cde59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:08.154099 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] For port c09923aa-43ee-4214-a0fb-9ec2ec11dc3f, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c09923aa-43ee-4214-a0fb-9ec2ec11dc3f,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:12:08.168181 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:08.220135 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc08227-8c6b-4c59-8854-27939125e5f8 req-34740297-d3d9-4e48-8d57-3201dbb8b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:08.224471 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ebc08227-8c6b-4c59-8854-27939125e5f8 req-34740297-d3d9-4e48-8d57-3201dbb8b762 service neutron] 10.222.0.83 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 912 time: 0.3128421 Jul 30 20:12:08.241942 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f272bb-f904-452d-b18e-907c57d67888 req-edb5e0c3-a608-4748-b184-61f73d6c3772 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:08.248609 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] Routers {'c783c857-7d78-48dc-9776-b5e1264e1009'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:12:08.249263 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:11:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c783c857-7d78-48dc-9776-b5e1264e1009'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:08.258860 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-00f272bb-f904-452d-b18e-907c57d67888 req-edb5e0c3-a608-4748-b184-61f73d6c3772 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e11dcdc-086f-4ae0-9b02-376f07615371 HTTP/1.1" status: 200 len: 945 time: 0.2013507 Jul 30 20:12:08.321783 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf9427-d502-4f1f-9d8d-2da23ca5d0ad None None] Pushing event updated for resources: {'Port': ['ID=c09923aa-43ee-4214-a0fb-9ec2ec11dc3f,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:08.444311 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ebc08227-8c6b-4c59-8854-27939125e5f8 req-45eb9bc5-2618-43f7-9234-11f2b3195aa7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28bcf6de-afdf-43fd-b02d-78e558069aed HTTP/1.1" status: 200 len: 217 time: 0.1783733 Jul 30 20:12:08.474079 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-00f272bb-f904-452d-b18e-907c57d67888 req-ca7e827f-5868-42ca-8432-7fa644201de2 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/security-groups?id=478e6613-854c-493d-a913-fc205d94ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147932 Jul 30 20:12:08.482794 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] Set router c783c857-7d78-48dc-9776-b5e1264e1009 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:12:08.524605 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e2c7bc7d-68be-401b-9914-1e5ae33cde59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:08.538668 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc08227-8c6b-4c59-8854-27939125e5f8 req-6eb671e1-fffc-46b2-bd6a-0cd784c949a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:08.541375 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ebc08227-8c6b-4c59-8854-27939125e5f8 req-6eb671e1-fffc-46b2-bd6a-0cd784c949a6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ac1c465f-425f-4078-b2f8-d23b006b1c90 HTTP/1.1" status: 200 len: 850 time: 0.0635591 Jul 30 20:12:08.566631 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e2c7bc7d-68be-401b-9914-1e5ae33cde59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:08.602559 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc08227-8c6b-4c59-8854-27939125e5f8 req-73e520af-6d03-4b49-b3b6-3a87e70a249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:08.604632 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ebc08227-8c6b-4c59-8854-27939125e5f8 req-73e520af-6d03-4b49-b3b6-3a87e70a249f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560362 Jul 30 20:12:08.674925 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7bc7d-68be-401b-9914-1e5ae33cde59 admin admin] Pushing event updated for resources: {'Port': ['ID=eb828693-6b5e-4015-8da0-ad8b1ad7482c,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:08.695491 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e2c7bc7d-68be-401b-9914-1e5ae33cde59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:08.748151 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ebc08227-8c6b-4c59-8854-27939125e5f8 req-a1ac91cc-16fc-4d46-82de-bf816873c4a3 service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287179 Jul 30 20:12:08.885195 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f4f4a-8227-4dc6-9baf-3d6918b028fb req-cba22d50-e68d-4f8d-bc9e-065629510390 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:08.900612 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e1f4f4a-8227-4dc6-9baf-3d6918b028fb req-cba22d50-e68d-4f8d-bc9e-065629510390 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=4aa83705-b181-4140-b946-9767215f69c7 HTTP/1.1" status: 200 len: 944 time: 0.1447375 Jul 30 20:12:08.922864 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'name': 'tempest-ServerRescueTestJSONUnderV235-853136207-router', 'tenant_id': '396db71b225646988183cc215a5705f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:12:00Z', 'updated_at': '2021-07-30T20:12:08Z', 'revision_number': 4, 'project_id': '396db71b225646988183cc215a5705f6', 'gw_port': {'id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:12:02Z', 'updated_at': '2021-07-30T20:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'eb828693-6b5e-4015-8da0-ad8b1ad7482c', 'name': '', 'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8', 'tenant_id': '396db71b225646988183cc215a5705f6', 'mac_address': 'fa:16:3e:0e:3a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '90ed62d2-43f6-4299-beb8-882f2c5beebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:12:07Z', 'updated_at': '2021-07-30T20:12:07Z', 'revision_number': 1, 'project_id': '396db71b225646988183cc215a5705f6', 'subnets': [{'id': '90ed62d2-43f6-4299-beb8-882f2c5beebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:09.013040 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e1f4f4a-8227-4dc6-9baf-3d6918b028fb req-b9dc895d-b2f4-4261-b989-69ed65f41099 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022220 Jul 30 20:12:09.024694 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c7bc7d-68be-401b-9914-1e5ae33cde59 admin admin] Network 76c5a26e-74da-4ed9-a896-229dbf5823d8 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:12:09.026113 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-e2c7bc7d-68be-401b-9914-1e5ae33cde59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:12:09.033408 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946d3720-4a22-4199-8274-936ea5a32434 None None] The sync data for ids ['c783c857-7d78-48dc-9776-b5e1264e1009'] in n-d-712137-9 is: [{'id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'name': 'tempest-ServerRescueTestJSONUnderV235-853136207-router', 'tenant_id': '396db71b225646988183cc215a5705f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:12:00Z', 'updated_at': '2021-07-30T20:12:08Z', 'revision_number': 4, 'project_id': '396db71b225646988183cc215a5705f6', 'gw_port': {'id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:12:02Z', 'updated_at': '2021-07-30T20:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'eb828693-6b5e-4015-8da0-ad8b1ad7482c', 'name': '', 'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8', 'tenant_id': '396db71b225646988183cc215a5705f6', 'mac_address': 'fa:16:3e:0e:3a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '90ed62d2-43f6-4299-beb8-882f2c5beebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:12:07Z', 'updated_at': '2021-07-30T20:12:07Z', 'revision_number': 1, 'project_id': '396db71b225646988183cc215a5705f6', 'subnets': [{'id': '90ed62d2-43f6-4299-beb8-882f2c5beebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:12:09.060677 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ebc08227-8c6b-4c59-8854-27939125e5f8 req-4d825e2d-394a-4b4a-8ea6-094d72861eac service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041832 Jul 30 20:12:09.098270 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a571386-5bae-4db9-a331-94cebcdd9e19 req-e95143ce-2d16-4d58-b195-8e661b9dd9d4 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:09.117722 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8a571386-5bae-4db9-a331-94cebcdd9e19 req-e95143ce-2d16-4d58-b195-8e661b9dd9d4 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.1505888 Jul 30 20:12:09.183911 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8a571386-5bae-4db9-a331-94cebcdd9e19 req-af908f46-9fec-43d8-b769-68c17f9d7cfc tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650516 Jul 30 20:12:09.221360 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c7bc7d-68be-401b-9914-1e5ae33cde59 admin admin] Router c783c857-7d78-48dc-9776-b5e1264e1009 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:12:09.293887 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device a68db65a-9645-406f-b329-e38d8bfc175d up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:12:09.388830 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c7bc7d-68be-401b-9914-1e5ae33cde59 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:12:09.395789 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e2c7bc7d-68be-401b-9914-1e5ae33cde59 admin admin] 10.222.0.81 "PUT /v2.0/routers/c783c857-7d78-48dc-9776-b5e1264e1009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9144595 Jul 30 20:12:09.681380 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d5b62-0b4f-4108-93e9-07cd22524511 req-b31e7f0b-0734-4f60-9b52-386753ca4659 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:09.694115 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee0d5b62-0b4f-4108-93e9-07cd22524511 req-b31e7f0b-0734-4f60-9b52-386753ca4659 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e11dcdc-086f-4ae0-9b02-376f07615371 HTTP/1.1" status: 200 len: 945 time: 0.0922251 Jul 30 20:12:09.716253 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port a68db65a-9645-406f-b329-e38d8bfc175d completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:12:09.722972 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port a68db65a-9645-406f-b329-e38d8bfc175d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:12:09.723666 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:09.833266 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee0d5b62-0b4f-4108-93e9-07cd22524511 req-50afaf95-4e61-422d-baa3-afe2197ea925 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/security-groups?id=478e6613-854c-493d-a913-fc205d94ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372831 Jul 30 20:12:09.917701 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:09.967236 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port a68db65a-9645-406f-b329-e38d8bfc175d, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=a68db65a-9645-406f-b329-e38d8bfc175d,segment=NetworkSegment(eaf6f632-b3cb-473a-a084-2048ea5e4274),segment_id=eaf6f632-b3cb-473a-a084-2048ea5e4274)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:09.968614 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e11dcdc-086f-4ae0-9b02-376f07615371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68db65a-9645-406f-b329-e38d8bfc175d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:12:09.971296 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4f4260-2052-42a4-a87e-ba0edae6afb5" -d '{"events": [{"server_uuid": "0e11dcdc-086f-4ae0-9b02-376f07615371", "name": "network-vif-plugged", "status": "completed", "tag": "a68db65a-9645-406f-b329-e38d8bfc175d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:12:09.977999 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:10.061874 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=a68db65a-9645-406f-b329-e38d8bfc175d,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:10.105358 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9189b19f-caed-4242-9755-dcca16d596e3 x-openstack-request-id: req-9189b19f-caed-4242-9755-dcca16d596e3 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:12:10.105727 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e11dcdc-086f-4ae0-9b02-376f07615371", "name": "network-vif-plugged", "status": "completed", "tag": "a68db65a-9645-406f-b329-e38d8bfc175d", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:12:10.106070 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9189b19f-caed-4242-9755-dcca16d596e3 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:12:10.106661 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e11dcdc-086f-4ae0-9b02-376f07615371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68db65a-9645-406f-b329-e38d8bfc175d', 'code': 200} Jul 30 20:12:10.431966 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43577797-db19-4b0e-9f27-8a9355d5c7bf req-7fbab9b0-49c3-4d9c-9dba-8bf7f76c707c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:10.440126 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-43577797-db19-4b0e-9f27-8a9355d5c7bf req-7fbab9b0-49c3-4d9c-9dba-8bf7f76c707c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=4aa83705-b181-4140-b946-9767215f69c7 HTTP/1.1" status: 200 len: 944 time: 0.2014811 Jul 30 20:12:10.454639 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43496b61-df15-4513-a81c-9456aa6a4caa req-08b9d8a2-eba1-40c3-8351-4a92cc4ae060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:10.456877 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-43496b61-df15-4513-a81c-9456aa6a4caa req-08b9d8a2-eba1-40c3-8351-4a92cc4ae060 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e11dcdc-086f-4ae0-9b02-376f07615371 HTTP/1.1" status: 200 len: 1097 time: 0.1340032 Jul 30 20:12:10.548811 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-43577797-db19-4b0e-9f27-8a9355d5c7bf req-fcfeade2-a6d5-4e92-8573-06da341ba136 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925057 Jul 30 20:12:10.556939 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37424) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:10.578497 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-43496b61-df15-4513-a81c-9456aa6a4caa req-590e88ee-cc07-418d-91b0-8dbfbbc00161 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=478e6613-854c-493d-a913-fc205d94ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132936 Jul 30 20:12:10.770193 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cbf58-29d1-4514-8686-2ece2b0eae64 req-998886bd-726c-4612-97fd-743b0e4a5471 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:10.778754 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-275cbf58-29d1-4514-8686-2ece2b0eae64 req-998886bd-726c-4612-97fd-743b0e4a5471 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.0873578 Jul 30 20:12:10.785196 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-1e23e849-9930-4fe1-9daa-dad397bf26c7 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:10.796329 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-1e23e849-9930-4fe1-9daa-dad397bf26c7 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/networks?id=76c5a26e-74da-4ed9-a896-229dbf5823d8 HTTP/1.1" status: 200 len: 819 time: 0.1878269 Jul 30 20:12:10.816088 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-10d59aa4-141a-427a-85c8-5adee178ab65 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/quotas/396db71b225646988183cc215a5705f6 HTTP/1.1" status: 200 len: 375 time: 0.0179834 Jul 30 20:12:10.853516 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-275cbf58-29d1-4514-8686-2ece2b0eae64 req-5f5d0ba2-140b-4293-a30d-76eda541f6d5 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738125 Jul 30 20:12:10.889038 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-a0c2760d-c63b-49df-b424-09ad0d5cb674 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=396db71b225646988183cc215a5705f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0714037 Jul 30 20:12:10.990672 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c09923aa-43ee-4214-a0fb-9ec2ec11dc3f up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:12:11.104525 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port c09923aa-43ee-4214-a0fb-9ec2ec11dc3f completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:12:11.108576 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port c09923aa-43ee-4214-a0fb-9ec2ec11dc3f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:12:11.108956 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:11.226023 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405091a-b675-4fd9-a0de-133801c604ac req-248e8bd6-36cd-416a-9712-0e9c5d82cdf6 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:11.227698 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3405091a-b675-4fd9-a0de-133801c604ac req-248e8bd6-36cd-416a-9712-0e9c5d82cdf6 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e11dcdc-086f-4ae0-9b02-376f07615371 HTTP/1.1" status: 200 len: 946 time: 0.1435058 Jul 30 20:12:11.275904 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:11.290992 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7243a8c1-4bf2-4b42-831f-1734de78f792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:11.303925 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3405091a-b675-4fd9-a0de-133801c604ac req-95d646ef-773a-4542-b3a0-0935ab4134c1 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/security-groups?id=478e6613-854c-493d-a913-fc205d94ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686250 Jul 30 20:12:11.313459 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port c09923aa-43ee-4214-a0fb-9ec2ec11dc3f, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c09923aa-43ee-4214-a0fb-9ec2ec11dc3f,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:11.329036 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:11.411111 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7243a8c1-4bf2-4b42-831f-1734de78f792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:11.424587 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7243a8c1-4bf2-4b42-831f-1734de78f792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:11.480651 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=c09923aa-43ee-4214-a0fb-9ec2ec11dc3f,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:11.498713 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243a8c1-4bf2-4b42-831f-1734de78f792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5596337e-c9cf-4d2d-88ab-0788ee3bdac0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:11.548950 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7243a8c1-4bf2-4b42-831f-1734de78f792 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c86202076e0a4ba79c410095b2a9c25b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9903445 Jul 30 20:12:11.552276 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37450) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:11.565142 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-53d376ea-889d-438f-bd78-cb531879a3e5 service neutron] 10.222.0.81 "GET /v2.0/networks/76c5a26e-74da-4ed9-a896-229dbf5823d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6749511 Jul 30 20:12:11.667529 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 28bcf6de-afdf-43fd-b02d-78e558069aed details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:12:11.670216 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-57f32af2-1420-44de-962b-40cc3e9bf456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:11.702833 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-493aacad-81b1-4884-89c3-7cef5716fa6d service neutron] 10.222.0.81 "GET /v2.0/networks/76c5a26e-74da-4ed9-a896-229dbf5823d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284013 Jul 30 20:12:11.716241 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7a6b0-9d47-4a1f-9fe1-a168562b8194 req-a3c05074-b9db-4a09-9f9d-005efbdf212d tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:11.727600 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d6b7a6b0-9d47-4a1f-9fe1-a168562b8194 req-a3c05074-b9db-4a09-9f9d-005efbdf212d tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=4aa83705-b181-4140-b946-9767215f69c7 HTTP/1.1" status: 200 len: 944 time: 0.1017923 Jul 30 20:12:11.732060 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-57f32af2-1420-44de-962b-40cc3e9bf456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:11.809739 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d6b7a6b0-9d47-4a1f-9fe1-a168562b8194 req-cbb380e2-a179-4204-bad7-2a84dad1d740 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808465 Jul 30 20:12:11.834730 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 28bcf6de-afdf-43fd-b02d-78e558069aed, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=28bcf6de-afdf-43fd-b02d-78e558069aed,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:11.837645 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-57f32af2-1420-44de-962b-40cc3e9bf456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:11.844526 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-57f32af2-1420-44de-962b-40cc3e9bf456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:11.844526 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-57f32af2-1420-44de-962b-40cc3e9bf456 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5596337e-c9cf-4d2d-88ab-0788ee3bdac0 HTTP/1.1" status: 204 len: 168 time: 0.2887249 Jul 30 20:12:11.857330 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f32af2-1420-44de-962b-40cc3e9bf456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5596337e-c9cf-4d2d-88ab-0788ee3bdac0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:11.858649 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '28bcf6de-afdf-43fd-b02d-78e558069aed', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'port_id': '28bcf6de-afdf-43fd-b02d-78e558069aed', 'mac_address': 'fa:16:3e:8c:9d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:12:11.967696 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9880ba4e-1049-464a-b7d9-7f0c2d66ebb8 req-b30ea57f-807d-4ddc-800a-4c4c1ef7114a tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 210 time: 0.0689373 Jul 30 20:12:11.991590 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:12.033218 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28bcf6de-afdf-43fd-b02d-78e558069aed {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:12:12.061615 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510eb285-ed62-4ef0-80a1-5d17e94f2ff1 req-0de409bb-0ae8-41e6-85c8-a5cc6be0397e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:12.075278 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-510eb285-ed62-4ef0-80a1-5d17e94f2ff1 req-0de409bb-0ae8-41e6-85c8-a5cc6be0397e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.1375120 Jul 30 20:12:12.079126 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 28bcf6de-afdf-43fd-b02d-78e558069aed, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=28bcf6de-afdf-43fd-b02d-78e558069aed,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:12.092605 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:12.165123 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-510eb285-ed62-4ef0-80a1-5d17e94f2ff1 req-87671246-58d8-4f1a-8e60-a9bca6a1ac97 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889385 Jul 30 20:12:12.187102 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=28bcf6de-afdf-43fd-b02d-78e558069aed,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:12.317950 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37468) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:12.341253 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1eab3448-34b8-461e-9687-a7e347bed361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:12.478088 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1eab3448-34b8-461e-9687-a7e347bed361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:12.495769 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['28bcf6de-afdf-43fd-b02d-78e558069aed'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:12:12.514904 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1eab3448-34b8-461e-9687-a7e347bed361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:12.545865 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1eab3448-34b8-461e-9687-a7e347bed361 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=11e4cab345ae4a1b9bf34c1c320fc051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2266858 Jul 30 20:12:12.549652 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37486) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:12.591086 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a719d1-97e7-431b-9073-424d12c9be55 req-a4a9651f-66d6-4292-8523-b2dc36e747d8 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:12.600119 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59a719d1-97e7-431b-9073-424d12c9be55 req-a4a9651f-66d6-4292-8523-b2dc36e747d8 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e11dcdc-086f-4ae0-9b02-376f07615371 HTTP/1.1" status: 200 len: 946 time: 0.1205678 Jul 30 20:12:12.610639 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab3448-34b8-461e-9687-a7e347bed361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9d2c75-9cb6-40ed-a9fb-86983d2680ba,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:12.627257 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] Sync routers for ids ['c783c857-7d78-48dc-9776-b5e1264e1009'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:12:12.645943 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] Routers {'c783c857-7d78-48dc-9776-b5e1264e1009'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:12:12.646845 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:11:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c783c857-7d78-48dc-9776-b5e1264e1009'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:12.668030 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59a719d1-97e7-431b-9073-424d12c9be55 req-dd15c363-4a33-4db6-89cf-feac2473b849 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/security-groups?id=478e6613-854c-493d-a913-fc205d94ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668683 Jul 30 20:12:12.707449 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f20cb94-e126-486d-a4ff-3bd28b30b9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:12.742340 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f20cb94-e126-486d-a4ff-3bd28b30b9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:12.808854 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f20cb94-e126-486d-a4ff-3bd28b30b9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:12.830505 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f20cb94-e126-486d-a4ff-3bd28b30b9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:12.839044 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5f20cb94-e126-486d-a4ff-3bd28b30b9c7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4f9d2c75-9cb6-40ed-a9fb-86983d2680ba HTTP/1.1" status: 204 len: 168 time: 0.2809088 Jul 30 20:12:12.867015 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20cb94-e126-486d-a4ff-3bd28b30b9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9d2c75-9cb6-40ed-a9fb-86983d2680ba,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:12.939149 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c09923aa-43ee-4214-a0fb-9ec2ec11dc3f up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:12:12.998665 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] Set router c783c857-7d78-48dc-9776-b5e1264e1009 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:12:13.063285 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port c09923aa-43ee-4214-a0fb-9ec2ec11dc3f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:12:13.065412 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:13.109851 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e13e1-a69e-44a9-9896-f215ddf0ebdd req-24867089-8d98-4837-b284-58e35e53a85f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:13.119331 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-895e13e1-a69e-44a9-9896-f215ddf0ebdd req-24867089-8d98-4837-b284-58e35e53a85f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=4aa83705-b181-4140-b946-9767215f69c7 HTTP/1.1" status: 200 len: 945 time: 0.1616178 Jul 30 20:12:13.189275 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-895e13e1-a69e-44a9-9896-f215ddf0ebdd req-e54c09e6-9619-45f6-9f2d-2d0a10dd47b3 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685179 Jul 30 20:12:13.376008 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f5b8455-b7aa-4819-a511-567e4d1bc349 req-7f619812-b0f3-4f46-b83a-a6fdc9996a7e tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 210 time: 0.0485885 Jul 30 20:12:13.402992 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'name': 'tempest-ServerRescueTestJSONUnderV235-853136207-router', 'tenant_id': '396db71b225646988183cc215a5705f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:12:00Z', 'updated_at': '2021-07-30T20:12:08Z', 'revision_number': 4, 'project_id': '396db71b225646988183cc215a5705f6', 'gw_port': {'id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:12:02Z', 'updated_at': '2021-07-30T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'eb828693-6b5e-4015-8da0-ad8b1ad7482c', 'name': '', 'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8', 'tenant_id': '396db71b225646988183cc215a5705f6', 'mac_address': 'fa:16:3e:0e:3a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '90ed62d2-43f6-4299-beb8-882f2c5beebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:12:07Z', 'updated_at': '2021-07-30T20:12:08Z', 'revision_number': 2, 'project_id': '396db71b225646988183cc215a5705f6', 'subnets': [{'id': '90ed62d2-43f6-4299-beb8-882f2c5beebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:13.479099 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] Checking router: c783c857-7d78-48dc-9776-b5e1264e1009 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:12:13.479099 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] Updating router c783c857-7d78-48dc-9776-b5e1264e1009 port eb828693-6b5e-4015-8da0-ad8b1ad7482c binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:12:13.529774 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31446ce4-bab2-486d-87dc-2c45bce467ce req-575ce1d4-359d-4684-8008-5c9dea2d1ced tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:13.542810 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-31446ce4-bab2-486d-87dc-2c45bce467ce req-575ce1d4-359d-4684-8008-5c9dea2d1ced tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.0795455 Jul 30 20:12:13.610330 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-31446ce4-bab2-486d-87dc-2c45bce467ce req-69375dad-084f-426e-b4bf-4fc56f16ea3c tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658627 Jul 30 20:12:13.649754 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:13.760863 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e5d09-2f38-4536-bb87-050807d199b0 req-0c55cf75-a191-43ca-8541-c6f181ab476a tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:13.774416 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-555e5d09-2f38-4536-bb87-050807d199b0 req-0c55cf75-a191-43ca-8541-c6f181ab476a tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e11dcdc-086f-4ae0-9b02-376f07615371 HTTP/1.1" status: 200 len: 946 time: 0.2882142 Jul 30 20:12:13.850305 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-ea5af9ed-eb5b-4ff6-8845-57fd6a820018 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:13.852536 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-ea5af9ed-eb5b-4ff6-8845-57fd6a820018 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.59 "GET /v2.0/networks?id=76c5a26e-74da-4ed9-a896-229dbf5823d8 HTTP/1.1" status: 200 len: 819 time: 0.2439973 Jul 30 20:12:13.872354 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-19ae8c32-796d-423e-9da6-51c7ef9e4645 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Request body: {'port': {'device_id': '46688cb6-db7e-485c-b224-efbfedd2690f', 'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8', 'admin_state_up': True, 'tenant_id': '396db71b225646988183cc215a5705f6'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:13.885942 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-555e5d09-2f38-4536-bb87-050807d199b0 req-09759876-d40b-4b1a-bf6d-2df127233d11 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/security-groups?id=478e6613-854c-493d-a913-fc205d94ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105590 Jul 30 20:12:14.048456 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:14.058895 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] Transition to ACTIVE for port object eb828693-6b5e-4015-8da0-ad8b1ad7482c will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:12:14.067903 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:14.069982 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-19ae8c32-796d-423e-9da6-51c7ef9e4645 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Made reservation on behalf of 396db71b225646988183cc215a5705f6 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:12:14.074022 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-19ae8c32-796d-423e-9da6-51c7ef9e4645 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:14.126331 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcd086-a13c-46d0-970b-866569c653ea None None] Pushing event updated for resources: {'Port': ['ID=eb828693-6b5e-4015-8da0-ad8b1ad7482c,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:14.137735 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fcd086-a13c-46d0-970b-866569c653ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:14.138368 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fcd086-a13c-46d0-970b-866569c653ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:14.138951 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fcd086-a13c-46d0-970b-866569c653ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:14.139955 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fcd086-a13c-46d0-970b-866569c653ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:14.140540 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fcd086-a13c-46d0-970b-866569c653ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:14.141691 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fcd086-a13c-46d0-970b-866569c653ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:14.142310 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fcd086-a13c-46d0-970b-866569c653ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:14.142889 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fcd086-a13c-46d0-970b-866569c653ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:14.143413 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fcd086-a13c-46d0-970b-866569c653ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:14.144119 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fcd086-a13c-46d0-970b-866569c653ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:14.146245 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fcd086-a13c-46d0-970b-866569c653ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:14.147021 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fcd086-a13c-46d0-970b-866569c653ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:14.293329 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-19ae8c32-796d-423e-9da6-51c7ef9e4645 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Allocated IP 172.20.0.8 (76c5a26e-74da-4ed9-a896-229dbf5823d8/90ed62d2-43f6-4299-beb8-882f2c5beebf/de3b78c2-f1cc-4e75-9c9f-ff948facd7ca) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:12:14.324741 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] Attempting to bind port eb828693-6b5e-4015-8da0-ad8b1ad7482c on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:12:14.325130 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] Attempting to bind port eb828693-6b5e-4015-8da0-ad8b1ad7482c by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'c7697906-ea9d-492e-8f45-bf01ab8f2ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:12:14.325678 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] Attempting to bind port eb828693-6b5e-4015-8da0-ad8b1ad7482c on network 76c5a26e-74da-4ed9-a896-229dbf5823d8 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:12:14.331714 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:12:14.332094 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] Checking segment: {'id': 'c7697906-ea9d-492e-8f45-bf01ab8f2ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:12:14.332760 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:14.333157 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] Bound using segment: {'id': 'c7697906-ea9d-492e-8f45-bf01ab8f2ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:12:14.333630 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] Bound port: eb828693-6b5e-4015-8da0-ad8b1ad7482c, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7697906-ea9d-492e-8f45-bf01ab8f2ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:12:14.334014 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:14.418452 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] For port eb828693-6b5e-4015-8da0-ad8b1ad7482c, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:12:14.422168 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] For port eb828693-6b5e-4015-8da0-ad8b1ad7482c, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=eb828693-6b5e-4015-8da0-ad8b1ad7482c,segment=NetworkSegment(c7697906-ea9d-492e-8f45-bf01ab8f2ff9),segment_id=c7697906-ea9d-492e-8f45-bf01ab8f2ff9)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:12:14.427799 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:14.518927 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcd086-a13c-46d0-970b-866569c653ea None None] Pushing event updated for resources: {'Port': ['ID=eb828693-6b5e-4015-8da0-ad8b1ad7482c,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:14.545892 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] Routers {'c783c857-7d78-48dc-9776-b5e1264e1009'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:12:14.546862 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:11:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c783c857-7d78-48dc-9776-b5e1264e1009'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:14.564317 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4077df-dcc8-4e50-a971-37e60466dd47 req-a1498418-91cb-4195-9d7f-9d513d3ae97c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:14.576166 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9f4077df-dcc8-4e50-a971-37e60466dd47 req-a1498418-91cb-4195-9d7f-9d513d3ae97c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=4aa83705-b181-4140-b946-9767215f69c7 HTTP/1.1" status: 200 len: 945 time: 0.2336712 Jul 30 20:12:14.725416 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-36345ee0-4775-46f0-b69a-77379a0e7671 req-e1d134cc-fd9c-47a2-b73e-9557b5af5ad6 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 210 time: 0.0506239 Jul 30 20:12:14.735191 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] Set router c783c857-7d78-48dc-9776-b5e1264e1009 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:12:14.757369 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9f4077df-dcc8-4e50-a971-37e60466dd47 req-69df8e5f-594d-424d-9464-2b24e0bf7087 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802194 Jul 30 20:12:14.805124 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ddeec-44a5-4a1e-a56c-354ec08f0fcc req-e7012be9-7912-4d06-b707-cf5c7e4299a6 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:14.810400 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e2ddeec-44a5-4a1e-a56c-354ec08f0fcc req-e7012be9-7912-4d06-b707-cf5c7e4299a6 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e11dcdc-086f-4ae0-9b02-376f07615371 HTTP/1.1" status: 200 len: 946 time: 0.2313359 Jul 30 20:12:14.895243 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-19ae8c32-796d-423e-9da6-51c7ef9e4645 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:14.987643 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device eb828693-6b5e-4015-8da0-ad8b1ad7482c up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:12:15.020625 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30130353-ded9-430c-9c63-805f407c972c req-4c0d3e96-a9ef-4b4f-b175-932545e2085b tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:15.022347 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-30130353-ded9-430c-9c63-805f407c972c req-4c0d3e96-a9ef-4b4f-b175-932545e2085b tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.1409185 Jul 30 20:12:15.091360 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-30130353-ded9-430c-9c63-805f407c972c req-2fb37cc7-d4ad-4735-bf4a-77ced67225d1 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591502 Jul 30 20:12:15.106054 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-4e2ddeec-44a5-4a1e-a56c-354ec08f0fcc req-6a981979-4b5f-4d5a-af40-defe66d400c5 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Deleting port a68db65a-9645-406f-b329-e38d8bfc175d {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:12:15.106411 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4e2ddeec-44a5-4a1e-a56c-354ec08f0fcc req-6a981979-4b5f-4d5a-af40-defe66d400c5 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:15.112857 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-19ae8c32-796d-423e-9da6-51c7ef9e4645 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:15.133030 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port eb828693-6b5e-4015-8da0-ad8b1ad7482c completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:12:15.137133 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port eb828693-6b5e-4015-8da0-ad8b1ad7482c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:12:15.137537 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:15.208483 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae8c32-796d-423e-9da6-51c7ef9e4645 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Pushing event updated for resources: {'Port': ['ID=de3b78c2-f1cc-4e75-9c9f-ff948facd7ca,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:15.269903 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf96514-1d7c-4f16-a67b-e114968f8c69 req-35f56308-6f22-4b0b-b957-5f38361b0c5c tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:15.277380 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-edf96514-1d7c-4f16-a67b-e114968f8c69 req-35f56308-6f22-4b0b-b957-5f38361b0c5c tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e11dcdc-086f-4ae0-9b02-376f07615371 HTTP/1.1" status: 200 len: 946 time: 0.2517543 Jul 30 20:12:15.280865 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-19ae8c32-796d-423e-9da6-51c7ef9e4645 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Network 76c5a26e-74da-4ed9-a896-229dbf5823d8 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:12:15.285888 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'name': 'tempest-ServerRescueTestJSONUnderV235-853136207-router', 'tenant_id': '396db71b225646988183cc215a5705f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:12:00Z', 'updated_at': '2021-07-30T20:12:08Z', 'revision_number': 4, 'project_id': '396db71b225646988183cc215a5705f6', 'gw_port': {'id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:12:02Z', 'updated_at': '2021-07-30T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'eb828693-6b5e-4015-8da0-ad8b1ad7482c', 'name': '', 'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8', 'tenant_id': '396db71b225646988183cc215a5705f6', 'mac_address': 'fa:16:3e:0e:3a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '90ed62d2-43f6-4299-beb8-882f2c5beebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:12:07Z', 'updated_at': '2021-07-30T20:12:14Z', 'revision_number': 4, 'project_id': '396db71b225646988183cc215a5705f6', 'subnets': [{'id': '90ed62d2-43f6-4299-beb8-882f2c5beebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:15.288184 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:15.299921 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-19ae8c32-796d-423e-9da6-51c7ef9e4645 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:12:15.313160 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-19ae8c32-796d-423e-9da6-51c7ef9e4645 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:12:15.372312 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1047b2e-dce4-4771-b045-177e87889b1e None None] The sync data for ids ['c783c857-7d78-48dc-9776-b5e1264e1009'] in n-d-712137-9 is: [{'id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'name': 'tempest-ServerRescueTestJSONUnderV235-853136207-router', 'tenant_id': '396db71b225646988183cc215a5705f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:12:00Z', 'updated_at': '2021-07-30T20:12:08Z', 'revision_number': 4, 'project_id': '396db71b225646988183cc215a5705f6', 'gw_port': {'id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:12:02Z', 'updated_at': '2021-07-30T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'eb828693-6b5e-4015-8da0-ad8b1ad7482c', 'name': '', 'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8', 'tenant_id': '396db71b225646988183cc215a5705f6', 'mac_address': 'fa:16:3e:0e:3a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '90ed62d2-43f6-4299-beb8-882f2c5beebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:12:07Z', 'updated_at': '2021-07-30T20:12:14Z', 'revision_number': 4, 'project_id': '396db71b225646988183cc215a5705f6', 'subnets': [{'id': '90ed62d2-43f6-4299-beb8-882f2c5beebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:12:15.392236 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:15.408206 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-edf96514-1d7c-4f16-a67b-e114968f8c69 req-7cd6227d-4856-4fc4-9da1-3ac27afbd769 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/security-groups?id=478e6613-854c-493d-a913-fc205d94ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296675 Jul 30 20:12:15.459189 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-4e2ddeec-44a5-4a1e-a56c-354ec08f0fcc req-6a981979-4b5f-4d5a-af40-defe66d400c5 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] For port a68db65a-9645-406f-b329-e38d8bfc175d, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=a68db65a-9645-406f-b329-e38d8bfc175d,segment=NetworkSegment(eaf6f632-b3cb-473a-a084-2048ea5e4274),segment_id=eaf6f632-b3cb-473a-a084-2048ea5e4274)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:15.459592 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port eb828693-6b5e-4015-8da0-ad8b1ad7482c, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=eb828693-6b5e-4015-8da0-ad8b1ad7482c,segment=NetworkSegment(c7697906-ea9d-492e-8f45-bf01ab8f2ff9),segment_id=c7697906-ea9d-492e-8f45-bf01ab8f2ff9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:15.460201 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4e2ddeec-44a5-4a1e-a56c-354ec08f0fcc req-6a981979-4b5f-4d5a-af40-defe66d400c5 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:15.468512 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:15.483702 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-19ae8c32-796d-423e-9da6-51c7ef9e4645 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:15.484492 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-19ae8c32-796d-423e-9da6-51c7ef9e4645 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:15.507184 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-4e2ddeec-44a5-4a1e-a56c-354ec08f0fcc req-6a981979-4b5f-4d5a-af40-defe66d400c5 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Calling delete_port for a68db65a-9645-406f-b329-e38d8bfc175d owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:12:15.532218 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-19ae8c32-796d-423e-9da6-51c7ef9e4645 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6632016 Jul 30 20:12:15.551018 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-0cf01c24-b02a-4d23-803f-b7a8ed666ad7 service neutron] Request body: {'port': {'device_id': '46688cb6-db7e-485c-b224-efbfedd2690f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:15.604582 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=eb828693-6b5e-4015-8da0-ad8b1ad7482c,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:15.723043 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 28bcf6de-afdf-43fd-b02d-78e558069aed up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:12:15.745533 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-0cf01c24-b02a-4d23-803f-b7a8ed666ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:15.832910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 28bcf6de-afdf-43fd-b02d-78e558069aed completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:12:15.844468 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 28bcf6de-afdf-43fd-b02d-78e558069aed triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:12:15.844857 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:15.986885 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:16.029765 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacab72e-6985-46bc-a7a5-e59dc2dc8110 req-f8e37b71-3ce4-4108-9c7a-4330d758b594 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:16.030442 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa83705-b181-4140-b946-9767215f69c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bcf6de-afdf-43fd-b02d-78e558069aed'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:12:16.031799 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bacab72e-6985-46bc-a7a5-e59dc2dc8110 req-f8e37b71-3ce4-4108-9c7a-4330d758b594 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=4aa83705-b181-4140-b946-9767215f69c7 HTTP/1.1" status: 200 len: 945 time: 0.1225951 Jul 30 20:12:16.036261 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f5c09-b2bd-47b7-8678-b8c11977f62e req-c77750a5-4192-46be-bac4-7efcbbe2e518 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:16.037838 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c03f5c09-b2bd-47b7-8678-b8c11977f62e req-c77750a5-4192-46be-bac4-7efcbbe2e518 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 931 time: 0.1773407 Jul 30 20:12:16.047580 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f6bba0-ed05-4b81-9ec0-6555f740a60d" -d '{"events": [{"server_uuid": "4aa83705-b181-4140-b946-9767215f69c7", "name": "network-vif-plugged", "status": "completed", "tag": "28bcf6de-afdf-43fd-b02d-78e558069aed"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:12:16.082781 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4e2ddeec-44a5-4a1e-a56c-354ec08f0fcc req-6a981979-4b5f-4d5a-af40-defe66d400c5 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:16.102218 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bacab72e-6985-46bc-a7a5-e59dc2dc8110 req-137504b4-6d72-4501-b549-1dff000b6373 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582407 Jul 30 20:12:16.106704 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['a68db65a-9645-406f-b329-e38d8bfc175d'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:12:16.163487 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 28bcf6de-afdf-43fd-b02d-78e558069aed, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=28bcf6de-afdf-43fd-b02d-78e558069aed,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:16.173908 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:16.189285 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a981979-4b5f-4d5a-af40-defe66d400c5 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Pushing event deleted for resources: {'Port': ['ID=a68db65a-9645-406f-b329-e38d8bfc175d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:16.223756 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c03f5c09-b2bd-47b7-8678-b8c11977f62e req-be8f19f3-1f98-492a-9147-a509afccad44 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790578 Jul 30 20:12:16.228252 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0f42d6-f319-42ed-9bf8-89e70f5aac48 x-openstack-request-id: req-6e0f42d6-f319-42ed-9bf8-89e70f5aac48 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:12:16.228633 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa83705-b181-4140-b946-9767215f69c7", "name": "network-vif-plugged", "status": "completed", "tag": "28bcf6de-afdf-43fd-b02d-78e558069aed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:12:16.228973 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6e0f42d6-f319-42ed-9bf8-89e70f5aac48 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:12:16.229432 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa83705-b181-4140-b946-9767215f69c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bcf6de-afdf-43fd-b02d-78e558069aed', 'code': 200} Jul 30 20:12:16.308027 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=28bcf6de-afdf-43fd-b02d-78e558069aed,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:16.360225 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2ddeec-44a5-4a1e-a56c-354ec08f0fcc req-6a981979-4b5f-4d5a-af40-defe66d400c5 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] No DVR routers for this DVR port a68db65a-9645-406f-b329-e38d8bfc175d on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:12:16.366041 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4e2ddeec-44a5-4a1e-a56c-354ec08f0fcc req-6a981979-4b5f-4d5a-af40-defe66d400c5 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:16.368294 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e2ddeec-44a5-4a1e-a56c-354ec08f0fcc req-6a981979-4b5f-4d5a-af40-defe66d400c5 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.59 "DELETE /v2.0/ports/a68db65a-9645-406f-b329-e38d8bfc175d HTTP/1.1" status: 204 len: 173 time: 1.5485556 Jul 30 20:12:16.368946 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e11dcdc-086f-4ae0-9b02-376f07615371', 'name': 'network-vif-deleted', 'tag': 'a68db65a-9645-406f-b329-e38d8bfc175d'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:12:16.371394 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579c1e29-bb28-4a7b-8f66-2d088bb6b0aa" -d '{"events": [{"server_uuid": "0e11dcdc-086f-4ae0-9b02-376f07615371", "name": "network-vif-deleted", "tag": "a68db65a-9645-406f-b329-e38d8bfc175d"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:12:16.466157 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8d91c-82f5-4a47-accf-3af0c05569c5 req-e1037d62-e901-4422-aa04-49c54d08fda9 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:16.475668 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-10d8d91c-82f5-4a47-accf-3af0c05569c5 req-e1037d62-e901-4422-aa04-49c54d08fda9 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.1596410 Jul 30 20:12:16.484996 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcf5de-0cb6-4f29-8ea5-19db5a26410e req-ff329244-7b77-4d29-a65f-505aa622d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:16.486476 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3ffcf5de-0cb6-4f29-8ea5-19db5a26410e req-ff329244-7b77-4d29-a65f-505aa622d216 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4aa83705-b181-4140-b946-9767215f69c7 HTTP/1.1" status: 200 len: 1097 time: 0.1891510 Jul 30 20:12:16.507766 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-0cf01c24-b02a-4d23-803f-b7a8ed666ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3b78c2-f1cc-4e75-9c9f-ff948facd7ca {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:12:16.533886 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-0cf01c24-b02a-4d23-803f-b7a8ed666ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:16.554586 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-10d8d91c-82f5-4a47-accf-3af0c05569c5 req-cd2e4f9a-51a8-407a-98b8-0d14ba2254e2 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779324 Jul 30 20:12:16.563214 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-0cf01c24-b02a-4d23-803f-b7a8ed666ad7 service neutron] Transition to ACTIVE for port object de3b78c2-f1cc-4e75-9c9f-ff948facd7ca will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:12:16.572162 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3ffcf5de-0cb6-4f29-8ea5-19db5a26410e req-c9998a9a-b796-40de-98d9-d9b9d50de689 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654359 Jul 30 20:12:16.576289 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-0cf01c24-b02a-4d23-803f-b7a8ed666ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:16.614511 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f7240b-0c90-4213-b1fe-90613c54c633 x-openstack-request-id: req-e6f7240b-0c90-4213-b1fe-90613c54c633 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:12:16.614805 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e11dcdc-086f-4ae0-9b02-376f07615371", "name": "network-vif-deleted", "tag": "a68db65a-9645-406f-b329-e38d8bfc175d", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:12:16.615061 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e6f7240b-0c90-4213-b1fe-90613c54c633 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:12:16.615458 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e11dcdc-086f-4ae0-9b02-376f07615371', 'name': 'network-vif-deleted', 'tag': 'a68db65a-9645-406f-b329-e38d8bfc175d', 'status': 'completed', 'code': 200} Jul 30 20:12:16.656137 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf01c24-b02a-4d23-803f-b7a8ed666ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=de3b78c2-f1cc-4e75-9c9f-ff948facd7ca,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:16.688172 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4ddf5069-e7da-4e83-a3b7-2396f069e16b req-2fcc5e05-011c-42ef-9794-723cb67d72a6 tempest-ServerAddressesNegativeTestJSON-1798823978 tempest-ServerAddressesNegativeTestJSON-1798823978-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e11dcdc-086f-4ae0-9b02-376f07615371 HTTP/1.1" status: 200 len: 210 time: 0.0311422 Jul 30 20:12:16.712157 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67fba6-231e-49d4-b6f1-7181ca2b4f71 req-2677a21f-1c0c-43c3-b454-7a935b918b90 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:16.714084 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff67fba6-231e-49d4-b6f1-7181ca2b4f71 req-2677a21f-1c0c-43c3-b454-7a935b918b90 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5 HTTP/1.1" status: 200 len: 950 time: 0.1540108 Jul 30 20:12:16.786077 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff67fba6-231e-49d4-b6f1-7181ca2b4f71 req-701960c1-108d-44e9-ba8e-8e1520121954 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613494 Jul 30 20:12:16.789096 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-0cf01c24-b02a-4d23-803f-b7a8ed666ad7 service neutron] Attempting to bind port de3b78c2-f1cc-4e75-9c9f-ff948facd7ca on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:12:16.789434 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-0cf01c24-b02a-4d23-803f-b7a8ed666ad7 service neutron] Attempting to bind port de3b78c2-f1cc-4e75-9c9f-ff948facd7ca by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'c7697906-ea9d-492e-8f45-bf01ab8f2ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:12:16.789823 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-0cf01c24-b02a-4d23-803f-b7a8ed666ad7 service neutron] Attempting to bind port de3b78c2-f1cc-4e75-9c9f-ff948facd7ca on network 76c5a26e-74da-4ed9-a896-229dbf5823d8 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:12:16.794922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-0cf01c24-b02a-4d23-803f-b7a8ed666ad7 service neutron] Port de3b78c2-f1cc-4e75-9c9f-ff948facd7ca on network 76c5a26e-74da-4ed9-a896-229dbf5823d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:12:16.795251 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-0cf01c24-b02a-4d23-803f-b7a8ed666ad7 service neutron] Attempting to bind port de3b78c2-f1cc-4e75-9c9f-ff948facd7ca on network 76c5a26e-74da-4ed9-a896-229dbf5823d8 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:12:16.801235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-0cf01c24-b02a-4d23-803f-b7a8ed666ad7 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:12:16.801580 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-0cf01c24-b02a-4d23-803f-b7a8ed666ad7 service neutron] Checking segment: {'id': 'c7697906-ea9d-492e-8f45-bf01ab8f2ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:12:16.802174 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-0cf01c24-b02a-4d23-803f-b7a8ed666ad7 service neutron] Bound using segment: {'id': 'c7697906-ea9d-492e-8f45-bf01ab8f2ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:12:16.802634 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-0cf01c24-b02a-4d23-803f-b7a8ed666ad7 service neutron] Bound port: de3b78c2-f1cc-4e75-9c9f-ff948facd7ca, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7697906-ea9d-492e-8f45-bf01ab8f2ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:12:16.803237 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-0cf01c24-b02a-4d23-803f-b7a8ed666ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:16.889987 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-0cf01c24-b02a-4d23-803f-b7a8ed666ad7 service neutron] For port de3b78c2-f1cc-4e75-9c9f-ff948facd7ca, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:12:16.894859 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-0cf01c24-b02a-4d23-803f-b7a8ed666ad7 service neutron] For port de3b78c2-f1cc-4e75-9c9f-ff948facd7ca, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=de3b78c2-f1cc-4e75-9c9f-ff948facd7ca,segment=NetworkSegment(c7697906-ea9d-492e-8f45-bf01ab8f2ff9),segment_id=c7697906-ea9d-492e-8f45-bf01ab8f2ff9)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:12:16.900312 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-0cf01c24-b02a-4d23-803f-b7a8ed666ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:16.901592 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device eb828693-6b5e-4015-8da0-ad8b1ad7482c up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:12:16.941534 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-0cf01c24-b02a-4d23-803f-b7a8ed666ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:16.942296 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-0cf01c24-b02a-4d23-803f-b7a8ed666ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:16.943734 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-0cf01c24-b02a-4d23-803f-b7a8ed666ad7 service neutron] 10.222.0.59 "PUT /v2.0/ports/de3b78c2-f1cc-4e75-9c9f-ff948facd7ca HTTP/1.1" status: 200 len: 1091 time: 1.4033732 Jul 30 20:12:16.970848 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf01c24-b02a-4d23-803f-b7a8ed666ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=de3b78c2-f1cc-4e75-9c9f-ff948facd7ca,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:16.972172 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port eb828693-6b5e-4015-8da0-ad8b1ad7482c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:12:16.972748 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:17.001377 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37654) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:17.055764 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-51e7bb98-758c-480d-929c-431e641c41e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:17.057266 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-51e7bb98-758c-480d-929c-431e641c41e1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=396db71b225646988183cc215a5705f6&device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 1094 time: 0.0445812 Jul 30 20:12:17.101869 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-68b9e0a7-1b39-451c-98f8-9dda311312a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de3b78c2-f1cc-4e75-9c9f-ff948facd7ca HTTP/1.1" status: 200 len: 217 time: 0.0364838 Jul 30 20:12:17.151406 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b83e6bd4-4e33-4427-a75b-6455c05edb40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:17.182277 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-0ee48e64-ff70-42a5-8e00-6b535a7abeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:17.183785 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-0ee48e64-ff70-42a5-8e00-6b535a7abeb1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=90ed62d2-43f6-4299-beb8-882f2c5beebf HTTP/1.1" status: 200 len: 859 time: 0.0745506 Jul 30 20:12:17.213349 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e88782-4fed-4f03-ac76-c30f3ed678eb req-9982d0e6-7c69-4b74-b3d4-f3a1d1c96112 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:17.215262 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c0e88782-4fed-4f03-ac76-c30f3ed678eb req-9982d0e6-7c69-4b74-b3d4-f3a1d1c96112 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=4aa83705-b181-4140-b946-9767215f69c7 HTTP/1.1" status: 200 len: 946 time: 0.0495210 Jul 30 20:12:17.221906 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-a36d422d-1f07-48f7-8105-7b56c90055cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76c5a26e-74da-4ed9-a896-229dbf5823d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296526 Jul 30 20:12:17.260078 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c0e88782-4fed-4f03-ac76-c30f3ed678eb req-e2581205-eae8-496b-b160-1e29bb8484a0 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387681 Jul 30 20:12:17.661349 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b83e6bd4-4e33-4427-a75b-6455c05edb40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:17.664515 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-51781eb2-41eb-456a-bf44-6f848c5a46c3 service neutron] 10.222.0.59 "GET /v2.0/networks/76c5a26e-74da-4ed9-a896-229dbf5823d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352083 Jul 30 20:12:17.667441 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e6d39-4b56-4d91-a325-d64648ae5a4a req-16131b26-6830-4355-a176-ed35c0b2ae3a tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:17.669167 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b83e6bd4-4e33-4427-a75b-6455c05edb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:17.669329 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0b8e6d39-4b56-4d91-a325-d64648ae5a4a req-16131b26-6830-4355-a176-ed35c0b2ae3a tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.0563157 Jul 30 20:12:17.683623 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6d390-8a94-441b-84d9-b21550d0f8d5 req-e5cde71c-4dd9-48d3-93aa-afc87f4322ab tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:17.685067 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a5a6d390-8a94-441b-84d9-b21550d0f8d5 req-e5cde71c-4dd9-48d3-93aa-afc87f4322ab tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 943 time: 0.3807404 Jul 30 20:12:17.716737 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0b8e6d39-4b56-4d91-a325-d64648ae5a4a req-1e151fff-9a4f-440c-8dfd-44189151f3ef tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399799 Jul 30 20:12:17.765608 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37670) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:17.778870 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e6bd4-4e33-4427-a75b-6455c05edb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86f6388-44f6-4165-be55-c49f7b7f7094,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:17.791477 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b83e6bd4-4e33-4427-a75b-6455c05edb40 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=69407909aec54f8bb0dedfc2c5998d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7890077 Jul 30 20:12:17.795985 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37672) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:17.840063 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a5a6d390-8a94-441b-84d9-b21550d0f8d5 req-d02e3bd9-2643-4d96-90cc-e6e5f2923473 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385696 Jul 30 20:12:17.853246 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c301291-a4b1-4f5d-b9a1-375cd24da30f admin admin] Deleting subnet af3f5c85-9d78-4d51-941a-b0ccc987f4ec {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:12:17.859621 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c301291-a4b1-4f5d-b9a1-375cd24da30f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:17.883768 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-966050df-9d7e-43c4-b615-0e2af01844a5 req-5f47d746-7c76-47b9-abd2-db24e01d3cf1 service neutron] 10.222.0.59 "GET /v2.0/networks/76c5a26e-74da-4ed9-a896-229dbf5823d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084525 Jul 30 20:12:17.888561 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8025a07e-1126-4dd4-bdea-58e63a334059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:17.907874 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c301291-a4b1-4f5d-b9a1-375cd24da30f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:17.913773 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8025a07e-1126-4dd4-bdea-58e63a334059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:17.960322 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8025a07e-1126-4dd4-bdea-58e63a334059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:17.963252 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8025a07e-1126-4dd4-bdea-58e63a334059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:17.964714 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8025a07e-1126-4dd4-bdea-58e63a334059 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d86f6388-44f6-4165-be55-c49f7b7f7094 HTTP/1.1" status: 204 len: 168 time: 0.1675651 Jul 30 20:12:17.974419 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025a07e-1126-4dd4-bdea-58e63a334059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86f6388-44f6-4165-be55-c49f7b7f7094,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:17.979604 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c301291-a4b1-4f5d-b9a1-375cd24da30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:18.021760 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9accf4f-c9db-4d90-a5b8-531e5fcc9f4f req-482403c9-88aa-4d0d-acbb-fb7761dc9bf1 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:18.023253 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d9accf4f-c9db-4d90-a5b8-531e5fcc9f4f req-482403c9-88aa-4d0d-acbb-fb7761dc9bf1 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5 HTTP/1.1" status: 200 len: 950 time: 0.0956862 Jul 30 20:12:18.075333 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d9accf4f-c9db-4d90-a5b8-531e5fcc9f4f req-2a9ad6a8-9a90-4716-9888-64527d7a521a tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427759 Jul 30 20:12:18.077128 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c301291-a4b1-4f5d-b9a1-375cd24da30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:18.104171 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c301291-a4b1-4f5d-b9a1-375cd24da30f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af3f5c85-9d78-4d51-941a-b0ccc987f4ec,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:18.107998 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c301291-a4b1-4f5d-b9a1-375cd24da30f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:18.110027 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3c301291-a4b1-4f5d-b9a1-375cd24da30f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/af3f5c85-9d78-4d51-941a-b0ccc987f4ec HTTP/1.1" status: 204 len: 168 time: 0.3429368 Jul 30 20:12:18.112447 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37682) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:18.190052 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab7ee893-1ab4-45ce-91a0-d31471459492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:18.249488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37688) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:18.262502 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e6444778-4812-43ee-acfc-e3bfd8c77ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:18.275753 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab7ee893-1ab4-45ce-91a0-d31471459492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:18.297566 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ab7ee893-1ab4-45ce-91a0-d31471459492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec35fb0-9512-4f64-a590-d271589b06ce']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:18.316941 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ab7ee893-1ab4-45ce-91a0-d31471459492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf6f632-b3cb-473a-a084-2048ea5e4274') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:18.317330 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ab7ee893-1ab4-45ce-91a0-d31471459492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf6f632-b3cb-473a-a084-2048ea5e4274') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:18.333082 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab7ee893-1ab4-45ce-91a0-d31471459492 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:18.379881 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab7ee893-1ab4-45ce-91a0-d31471459492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:18.390274 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7ee893-1ab4-45ce-91a0-d31471459492 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:12:18.390674 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab7ee893-1ab4-45ce-91a0-d31471459492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:18.397257 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e6444778-4812-43ee-acfc-e3bfd8c77ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:18.402770 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e6444778-4812-43ee-acfc-e3bfd8c77ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:12:18.406920 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:12:18.461087 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e6444778-4812-43ee-acfc-e3bfd8c77ebf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9ff5f68d2f494f7dbb71662dcd05cfb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2104878 Jul 30 20:12:18.462058 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19633ccc-304d-4804-b4bb-5a96a0ff9156 req-8b6cbc39-8dc3-4c0b-9b73-bd36770c84bf tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:18.462818 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37702) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:18.463638 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-19633ccc-304d-4804-b4bb-5a96a0ff9156 req-8b6cbc39-8dc3-4c0b-9b73-bd36770c84bf tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=4aa83705-b181-4140-b946-9767215f69c7 HTTP/1.1" status: 200 len: 946 time: 0.1268563 Jul 30 20:12:18.470587 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6444778-4812-43ee-acfc-e3bfd8c77ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a44b0c-b08d-4654-bbbc-784b1cba8b79,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:18.495956 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab7ee893-1ab4-45ce-91a0-d31471459492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:18.510916 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab7ee893-1ab4-45ce-91a0-d31471459492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:18.516423 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ab7ee893-1ab4-45ce-91a0-d31471459492 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4ec35fb0-9512-4f64-a590-d271589b06ce HTTP/1.1" status: 204 len: 168 time: 0.3995988 Jul 30 20:12:18.532306 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ee893-1ab4-45ce-91a0-d31471459492 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ec35fb0-9512-4f64-a590-d271589b06ce,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:18.542782 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-17cfc6a3-4a63-4f55-82d5-be1346ad830f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:18.552055 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-19633ccc-304d-4804-b4bb-5a96a0ff9156 req-8d837d40-80e3-45f4-9af7-81e73d67b7c0 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795727 Jul 30 20:12:18.568480 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-17cfc6a3-4a63-4f55-82d5-be1346ad830f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:18.618009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46688cb6-db7e-485c-b224-efbfedd2690f', 'tag': 'de3b78c2-f1cc-4e75-9c9f-ff948facd7ca'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:12:18.621381 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540ff1e0-4aa4-4996-a8ee-f06e6c3dfb99" -d '{"events": [{"name": "network-changed", "server_uuid": "46688cb6-db7e-485c-b224-efbfedd2690f", "tag": "de3b78c2-f1cc-4e75-9c9f-ff948facd7ca"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:12:18.654048 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-17cfc6a3-4a63-4f55-82d5-be1346ad830f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:18.658317 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-17cfc6a3-4a63-4f55-82d5-be1346ad830f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:18.663590 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-17cfc6a3-4a63-4f55-82d5-be1346ad830f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b6a44b0c-b08d-4654-bbbc-784b1cba8b79 HTTP/1.1" status: 204 len: 168 time: 0.1996329 Jul 30 20:12:18.672489 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cfc6a3-4a63-4f55-82d5-be1346ad830f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a44b0c-b08d-4654-bbbc-784b1cba8b79,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:18.683173 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8670dfe1-31b1-432f-a2e8-853c4d1c1532 x-openstack-request-id: req-8670dfe1-31b1-432f-a2e8-853c4d1c1532 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:12:18.683772 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46688cb6-db7e-485c-b224-efbfedd2690f", "tag": "de3b78c2-f1cc-4e75-9c9f-ff948facd7ca", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:12:18.684139 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8670dfe1-31b1-432f-a2e8-853c4d1c1532 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:12:18.684607 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46688cb6-db7e-485c-b224-efbfedd2690f', 'tag': 'de3b78c2-f1cc-4e75-9c9f-ff948facd7ca', 'status': 'completed', 'code': 200} Jul 30 20:12:18.760089 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ff1e0-4aa4-4996-a8ee-f06e6c3dfb99 req-a4b40067-a089-47b7-a35c-81099403c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:18.762094 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-540ff1e0-4aa4-4996-a8ee-f06e6c3dfb99 req-a4b40067-a089-47b7-a35c-81099403c844 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=396db71b225646988183cc215a5705f6&device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 1094 time: 0.0555093 Jul 30 20:12:18.831977 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37722) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:18.895392 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ff1e0-4aa4-4996-a8ee-f06e6c3dfb99 req-ca9638ca-0182-457c-b3b7-911ae8ad922d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:18.897113 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-540ff1e0-4aa4-4996-a8ee-f06e6c3dfb99 req-ca9638ca-0182-457c-b3b7-911ae8ad922d service neutron] 10.222.0.59 "GET /v2.0/networks?id=76c5a26e-74da-4ed9-a896-229dbf5823d8 HTTP/1.1" status: 200 len: 920 time: 0.1271167 Jul 30 20:12:18.927979 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6a53fab6-a81e-4b53-9454-1b3b0387b0a2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d9f056711fa44e7982174fa4ff2dcf07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0931282 Jul 30 20:12:18.928229 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37728) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:18.938832 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fa840-a5de-481c-bb69-2a4e90488604 req-e4ce782e-151c-4ed6-a2f0-c280c8fe19bd tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:18.949159 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a54fa840-a5de-481c-bb69-2a4e90488604 req-e4ce782e-151c-4ed6-a2f0-c280c8fe19bd tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.1150773 Jul 30 20:12:18.964195 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-540ff1e0-4aa4-4996-a8ee-f06e6c3dfb99 req-b8e43807-540c-467b-b197-d1c867c47276 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de3b78c2-f1cc-4e75-9c9f-ff948facd7ca HTTP/1.1" status: 200 len: 217 time: 0.0591657 Jul 30 20:12:19.006596 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a54fa840-a5de-481c-bb69-2a4e90488604 req-c4eb9b47-5a39-4a7e-bfb6-6d69fa000d36 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562243 Jul 30 20:12:19.089108 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ff1e0-4aa4-4996-a8ee-f06e6c3dfb99 req-48ec53d0-c1b7-4a62-b5f9-d882f6b09a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:19.090579 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-540ff1e0-4aa4-4996-a8ee-f06e6c3dfb99 req-48ec53d0-c1b7-4a62-b5f9-d882f6b09a23 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=90ed62d2-43f6-4299-beb8-882f2c5beebf HTTP/1.1" status: 200 len: 859 time: 0.1165299 Jul 30 20:12:19.106818 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-873a1af6-d2e8-4ab5-bfa1-60831401dc82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:19.135787 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-540ff1e0-4aa4-4996-a8ee-f06e6c3dfb99 req-60973f6a-df86-4326-975b-45ed3ced5985 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76c5a26e-74da-4ed9-a896-229dbf5823d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373602 Jul 30 20:12:19.157639 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-873a1af6-d2e8-4ab5-bfa1-60831401dc82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:19.167487 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7e1bb-067c-4d9c-a1e0-0b5fe57e7d93 req-e19c547b-8142-43d8-b545-092de1d5edf3 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:19.169127 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ee7e1bb-067c-4d9c-a1e0-0b5fe57e7d93 req-e19c547b-8142-43d8-b545-092de1d5edf3 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 943 time: 0.1248040 Jul 30 20:12:19.291586 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ee7e1bb-067c-4d9c-a1e0-0b5fe57e7d93 req-f56e3e0c-aec7-4849-be16-145b8d650e1c tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801096 Jul 30 20:12:19.315090 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-540ff1e0-4aa4-4996-a8ee-f06e6c3dfb99 req-19df68f8-2128-4737-9b42-606fd2f1f3ca service neutron] 10.222.0.59 "GET /v2.0/networks/76c5a26e-74da-4ed9-a896-229dbf5823d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690269 Jul 30 20:12:19.337846 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-873a1af6-d2e8-4ab5-bfa1-60831401dc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:19.340440 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-873a1af6-d2e8-4ab5-bfa1-60831401dc82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:19.343919 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-873a1af6-d2e8-4ab5-bfa1-60831401dc82 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/478e6613-854c-493d-a913-fc205d94ed74 HTTP/1.1" status: 204 len: 168 time: 0.3844690 Jul 30 20:12:19.396947 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device a68db65a-9645-406f-b329-e38d8bfc175d no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:12:19.408218 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:19.443894 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: a68db65a-9645-406f-b329-e38d8bfc175d {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:12:19.444238 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device a68db65a-9645-406f-b329-e38d8bfc175d not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:12:19.447800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a1af6-d2e8-4ab5-bfa1-60831401dc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478e6613-854c-493d-a913-fc205d94ed74,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:19.520794 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-540ff1e0-4aa4-4996-a8ee-f06e6c3dfb99 req-9ea419f1-0c16-4e75-98b3-1e09077412cd service neutron] 10.222.0.59 "GET /v2.0/networks/76c5a26e-74da-4ed9-a896-229dbf5823d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984930 Jul 30 20:12:19.749724 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1cf11197-0748-4ce6-b405-66b8b84b5970 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:12:19.832762 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:19.858950 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf11197-0748-4ce6-b405-66b8b84b5970'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:12:19.861218 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3649d9-21fd-4f5d-a419-a554bbcd8326" -d '{"events": [{"server_uuid": "3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5", "name": "network-vif-unplugged", "status": "completed", "tag": "1cf11197-0748-4ce6-b405-66b8b84b5970"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:12:19.881848 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 1cf11197-0748-4ce6-b405-66b8b84b5970, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1cf11197-0748-4ce6-b405-66b8b84b5970,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:19.890088 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:19.916841 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034f4561-44af-4072-ae4a-a582096db7b0 x-openstack-request-id: req-034f4561-44af-4072-ae4a-a582096db7b0 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:12:19.917195 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5", "name": "network-vif-unplugged", "status": "completed", "tag": "1cf11197-0748-4ce6-b405-66b8b84b5970", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:12:19.917390 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-034f4561-44af-4072-ae4a-a582096db7b0 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:12:19.917788 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf11197-0748-4ce6-b405-66b8b84b5970', 'code': 200} Jul 30 20:12:19.947588 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=1cf11197-0748-4ce6-b405-66b8b84b5970,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:20.127776 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215f81d-bf29-456c-94b3-36ca7d4c620d req-b9e0d75a-2ef4-4057-80a0-6f68058d7e91 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:20.129934 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a215f81d-bf29-456c-94b3-36ca7d4c620d req-b9e0d75a-2ef4-4057-80a0-6f68058d7e91 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.0579021 Jul 30 20:12:20.170967 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a215f81d-bf29-456c-94b3-36ca7d4c620d req-26088c46-f05a-4252-a7a3-b8b227239bb8 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340142 Jul 30 20:12:20.179011 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37798) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:20.279649 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-546b5433-a6cc-437a-bd4a-627b6133455c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-75459932-network', 'tenant_id': '9ccfb1cbf56a4ee5812650def928c402'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:20.298508 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546b5433-a6cc-437a-bd4a-627b6133455c admin admin] Made reservation on behalf of 9ccfb1cbf56a4ee5812650def928c402 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:12:20.301883 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-546b5433-a6cc-437a-bd4a-627b6133455c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:20.310506 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-546b5433-a6cc-437a-bd4a-627b6133455c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:20.412792 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-546b5433-a6cc-437a-bd4a-627b6133455c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:20.417022 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-546b5433-a6cc-437a-bd4a-627b6133455c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:20.441437 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546b5433-a6cc-437a-bd4a-627b6133455c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:12:20.442303 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716cf3f-d3dd-4fb1-9bff-73b23f7b5250 req-f35571a5-83ea-4c82-8516-3f9206f217b2 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:20.443946 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c716cf3f-d3dd-4fb1-9bff-73b23f7b5250 req-f35571a5-83ea-4c82-8516-3f9206f217b2 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 943 time: 0.0535681 Jul 30 20:12:20.462695 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b5433-a6cc-437a-bd4a-627b6133455c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:20.466207 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-546b5433-a6cc-437a-bd4a-627b6133455c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:20.466703 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-546b5433-a6cc-437a-bd4a-627b6133455c admin admin] Added segment 6ab44a59-563d-4f7c-b0c8-1c1276ca7af7 of type vlan for network 8bfc6937-8166-4841-8d2d-9494ef26b48a Jul 30 20:12:20.489391 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c716cf3f-d3dd-4fb1-9bff-73b23f7b5250 req-a6ef28b5-b9e4-4772-afbe-bcdf4995190f tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392239 Jul 30 20:12:20.515416 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-546b5433-a6cc-437a-bd4a-627b6133455c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:20.544735 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-546b5433-a6cc-437a-bd4a-627b6133455c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:20.545595 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546b5433-a6cc-437a-bd4a-627b6133455c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:20.546177 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-546b5433-a6cc-437a-bd4a-627b6133455c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:20.604162 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37816) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:20.604330 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-546b5433-a6cc-437a-bd4a-627b6133455c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4236450 Jul 30 20:12:20.611146 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-201e2bda-6f9c-47ef-ab18-22e5a648cb53 admin admin] Request body: {'subnet': {'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-75459932-subnet', 'tenant_id': '9ccfb1cbf56a4ee5812650def928c402', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:20.614081 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b5433-a6cc-437a-bd4a-627b6133455c admin admin] Pushing event updated for resources: {'Network': ['ID=8bfc6937-8166-4841-8d2d-9494ef26b48a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:20.632470 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 8bfc6937-8166-4841-8d2d-9494ef26b48a details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:12:20.638020 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201e2bda-6f9c-47ef-ab18-22e5a648cb53 admin admin] Made reservation on behalf of 9ccfb1cbf56a4ee5812650def928c402 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:12:20.641130 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-201e2bda-6f9c-47ef-ab18-22e5a648cb53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:20.673247 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:12:20.843207 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-201e2bda-6f9c-47ef-ab18-22e5a648cb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:20.901488 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e2bda-6f9c-47ef-ab18-22e5a648cb53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4441ce2-15ee-443c-8f6d-ecb7f77ca504,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:20.911850 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201e2bda-6f9c-47ef-ab18-22e5a648cb53 admin admin] Checking segment: {'id': '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:12:20.912207 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201e2bda-6f9c-47ef-ab18-22e5a648cb53 admin admin] Network hostable DHCP agents. Network: 8bfc6937-8166-4841-8d2d-9494ef26b48a, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:12:20.928930 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201e2bda-6f9c-47ef-ab18-22e5a648cb53 admin admin] Network 8bfc6937-8166-4841-8d2d-9494ef26b48a is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:12:20.937805 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-201e2bda-6f9c-47ef-ab18-22e5a648cb53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 8bfc6937-8166-4841-8d2d-9494ef26b48a) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:12:20.942059 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201e2bda-6f9c-47ef-ab18-22e5a648cb53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:20.942645 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-201e2bda-6f9c-47ef-ab18-22e5a648cb53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:20.950140 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b009c57-98e4-4966-b8ce-2d6670ea5ed4 None None] Network 8bfc6937-8166-4841-8d2d-9494ef26b48a requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:12:20.961193 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-201e2bda-6f9c-47ef-ab18-22e5a648cb53 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3556218 Jul 30 20:12:21.090050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fcd92f-9c98-413d-8632-9f1cddb4d17b None None] Network 8bfc6937-8166-4841-8d2d-9494ef26b48a requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:12:21.240066 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-239d21e8-2a6c-457f-b6ba-b0a74052fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:21.335342 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0832b-e563-4a89-b6c6-f16ad98095d6 req-20584935-194a-4ba8-b03e-0ff7a0c3ce43 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:21.336875 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-34b0832b-e563-4a89-b6c6-f16ad98095d6 req-20584935-194a-4ba8-b03e-0ff7a0c3ce43 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.0812743 Jul 30 20:12:21.357585 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37868) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:21.383794 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-34b0832b-e563-4a89-b6c6-f16ad98095d6 req-6a44effd-c78b-4032-b0fb-7a7740a190fc tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405800 Jul 30 20:12:21.423110 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device de3b78c2-f1cc-4e75-9c9f-ff948facd7ca details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:12:21.443823 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-b7e8e666-cd09-4402-bb0a-1839751096bc tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:21.445313 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-b7e8e666-cd09-4402-bb0a-1839751096bc tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/networks?id=8bfc6937-8166-4841-8d2d-9494ef26b48a HTTP/1.1" status: 200 len: 804 time: 0.1159894 Jul 30 20:12:21.465055 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-c9900a57-48f6-4e59-b2a4-a285edf0ef36 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/quotas/9ccfb1cbf56a4ee5812650def928c402 HTTP/1.1" status: 200 len: 375 time: 0.0131121 Jul 30 20:12:21.480516 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6eb61e10-fbbb-42f7-985d-9b01008ed858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:21.507704 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-44902750-3a24-4a16-acca-caf95734c65f tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9ccfb1cbf56a4ee5812650def928c402&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344408 Jul 30 20:12:21.538850 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port de3b78c2-f1cc-4e75-9c9f-ff948facd7ca, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=de3b78c2-f1cc-4e75-9c9f-ff948facd7ca,segment=NetworkSegment(c7697906-ea9d-492e-8f45-bf01ab8f2ff9),segment_id=c7697906-ea9d-492e-8f45-bf01ab8f2ff9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:21.556151 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'de3b78c2-f1cc-4e75-9c9f-ff948facd7ca', 'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8', 'port_id': 'de3b78c2-f1cc-4e75-9c9f-ff948facd7ca', 'mac_address': 'fa:16:3e:99:fd:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ed62d2-43f6-4299-beb8-882f2c5beebf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:12:21.599936 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:21.608969 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6eb61e10-fbbb-42f7-985d-9b01008ed858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:21.612814 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3b78c2-f1cc-4e75-9c9f-ff948facd7ca {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:12:21.621162 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6eb61e10-fbbb-42f7-985d-9b01008ed858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:21.624765 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-d0a52da4-8b56-43d5-be41-9d1a4ee618e2 service neutron] 10.222.0.81 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021156 Jul 30 20:12:21.634401 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port de3b78c2-f1cc-4e75-9c9f-ff948facd7ca, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=de3b78c2-f1cc-4e75-9c9f-ff948facd7ca,segment=NetworkSegment(c7697906-ea9d-492e-8f45-bf01ab8f2ff9),segment_id=c7697906-ea9d-492e-8f45-bf01ab8f2ff9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:21.640168 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:21.673219 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b2484-9444-49f4-a512-cfa0491ad537 req-cbda3b93-689b-4754-ad87-027f09c6f388 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:21.674720 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f80b2484-9444-49f4-a512-cfa0491ad537 req-cbda3b93-689b-4754-ad87-027f09c6f388 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 943 time: 0.1000323 Jul 30 20:12:21.685414 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb61e10-fbbb-42f7-985d-9b01008ed858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3784ee-21bf-4dc7-95f3-8bd365bbf77a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:21.691903 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6eb61e10-fbbb-42f7-985d-9b01008ed858 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2be50c784b084cbabe6200edd6384901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3333325 Jul 30 20:12:21.695878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37876) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:21.699616 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=de3b78c2-f1cc-4e75-9c9f-ff948facd7ca,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:21.709396 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:21.709846 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:21.710277 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:21.712034 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:21.712210 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:21.712701 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:21.713044 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:21.713559 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:21.713954 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:21.714503 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:21.714898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:21.715556 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:21.728298 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f80b2484-9444-49f4-a512-cfa0491ad537 req-8432389a-e855-4299-8599-f3db9c16209a tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454426 Jul 30 20:12:21.756138 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-bdb5492e-ce5d-4c34-ab31-a9e5ab450749 service neutron] 10.222.0.81 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232388 Jul 30 20:12:21.771472 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc86b-b405-4cb4-b690-9eeaf907ec5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:21.795061 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc86b-b405-4cb4-b690-9eeaf907ec5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:21.846779 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc86b-b405-4cb4-b690-9eeaf907ec5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:21.849875 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc86b-b405-4cb4-b690-9eeaf907ec5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:21.851169 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7b9dc86b-b405-4cb4-b690-9eeaf907ec5f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7f3784ee-21bf-4dc7-95f3-8bd365bbf77a HTTP/1.1" status: 204 len: 168 time: 0.1541908 Jul 30 20:12:21.863971 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9dc86b-b405-4cb4-b690-9eeaf907ec5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3784ee-21bf-4dc7-95f3-8bd365bbf77a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:21.944612 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['de3b78c2-f1cc-4e75-9c9f-ff948facd7ca'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:12:21.957963 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0e9754f5-bac4-49ae-87ed-980c3a07ddc4 req-99dab994-5764-421c-ba84-d1ff86b46162 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfbb5e58-6758-45b9-bafd-4b19ad838872 HTTP/1.1" status: 200 len: 210 time: 0.0331614 Jul 30 20:12:22.510490 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bb41f-af57-43ea-a1b9-d1f02bd3a418 req-224a4197-27a6-44eb-9234-96147158ccd6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:22.512040 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1c5bb41f-af57-43ea-a1b9-d1f02bd3a418 req-224a4197-27a6-44eb-9234-96147158ccd6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.0560529 Jul 30 20:12:22.555995 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1c5bb41f-af57-43ea-a1b9-d1f02bd3a418 req-22392a8b-4897-41e3-8278-ad24e99c6594 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373943 Jul 30 20:12:22.855199 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a5fa4-7228-4832-bf3b-a80c5218fea8 req-efac1100-7619-4f06-bb54-d0995593ee82 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:22.860107 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-849a5fa4-7228-4832-bf3b-a80c5218fea8 req-efac1100-7619-4f06-bb54-d0995593ee82 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 944 time: 0.0608888 Jul 30 20:12:22.908162 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-849a5fa4-7228-4832-bf3b-a80c5218fea8 req-170997b7-5c94-468c-b80b-a9c2f6b89fb5 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402374 Jul 30 20:12:23.074145 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e4d9f9fe-877a-4f62-a747-09e6ecac1c06 req-483bb021-6829-492e-83e1-23a5ddf711f5 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfbb5e58-6758-45b9-bafd-4b19ad838872 HTTP/1.1" status: 200 len: 210 time: 0.0339222 Jul 30 20:12:23.191518 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-75a9da9c-c56e-4aad-b1bd-b6a51ece5feb tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:23.193027 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-75a9da9c-c56e-4aad-b1bd-b6a51ece5feb tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.59 "GET /v2.0/networks?id=8bfc6937-8166-4841-8d2d-9494ef26b48a HTTP/1.1" status: 200 len: 804 time: 0.1176355 Jul 30 20:12:23.207810 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-1c068e38-fa4f-49c6-839d-ed9a3263f199 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Request body: {'port': {'device_id': 'bfbb5e58-6758-45b9-bafd-4b19ad838872', 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a', 'admin_state_up': True, 'tenant_id': '9ccfb1cbf56a4ee5812650def928c402'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:23.324338 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-1c068e38-fa4f-49c6-839d-ed9a3263f199 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Made reservation on behalf of 9ccfb1cbf56a4ee5812650def928c402 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:12:23.327919 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-1c068e38-fa4f-49c6-839d-ed9a3263f199 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:23.352840 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37988) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:23.442700 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device de3b78c2-f1cc-4e75-9c9f-ff948facd7ca up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:12:23.454488 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1140b2f4-c164-470a-bb7c-fc01d75cc9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:23.458941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-1c068e38-fa4f-49c6-839d-ed9a3263f199 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Allocated IP 172.20.0.6 (8bfc6937-8166-4841-8d2d-9494ef26b48a/c4441ce2-15ee-443c-8f6d-ecb7f77ca504/83ba072f-d2f7-4ea8-9e22-afb39aced6d1) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:12:23.493500 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port de3b78c2-f1cc-4e75-9c9f-ff948facd7ca completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:12:23.497917 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port de3b78c2-f1cc-4e75-9c9f-ff948facd7ca triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:12:23.498505 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:23.553644 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1140b2f4-c164-470a-bb7c-fc01d75cc9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:23.558535 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1140b2f4-c164-470a-bb7c-fc01d75cc9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:23.584984 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:23.601079 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1140b2f4-c164-470a-bb7c-fc01d75cc9c6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f9d4f676a572480b8c4b7264f07cf083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2470477 Jul 30 20:12:23.601829 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37994) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:23.602746 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140b2f4-c164-470a-bb7c-fc01d75cc9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1294a56-5d6c-4d96-94c3-26a470a25d62,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:23.633365 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port de3b78c2-f1cc-4e75-9c9f-ff948facd7ca, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=de3b78c2-f1cc-4e75-9c9f-ff948facd7ca,segment=NetworkSegment(c7697906-ea9d-492e-8f45-bf01ab8f2ff9),segment_id=c7697906-ea9d-492e-8f45-bf01ab8f2ff9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:23.634789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46688cb6-db7e-485c-b224-efbfedd2690f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3b78c2-f1cc-4e75-9c9f-ff948facd7ca'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:12:23.638085 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be84023-2485-4fb0-a6a7-3b3858853b17" -d '{"events": [{"server_uuid": "46688cb6-db7e-485c-b224-efbfedd2690f", "name": "network-vif-plugged", "status": "completed", "tag": "de3b78c2-f1cc-4e75-9c9f-ff948facd7ca"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:12:23.640916 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-1c068e38-fa4f-49c6-839d-ed9a3263f199 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:23.651705 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:23.685635 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-315bc069-a55c-46a8-afed-f29eef78f95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:23.702024 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-549656af-921f-4f6e-86b0-aee55308779c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:23.708715 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2b584e-1405-4a92-9c83-78f9758f1ba1 x-openstack-request-id: req-4b2b584e-1405-4a92-9c83-78f9758f1ba1 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:12:23.710337 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46688cb6-db7e-485c-b224-efbfedd2690f", "name": "network-vif-plugged", "status": "completed", "tag": "de3b78c2-f1cc-4e75-9c9f-ff948facd7ca", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:12:23.710337 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b2b584e-1405-4a92-9c83-78f9758f1ba1 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:12:23.710337 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46688cb6-db7e-485c-b224-efbfedd2690f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3b78c2-f1cc-4e75-9c9f-ff948facd7ca', 'code': 200} Jul 30 20:12:23.721710 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=de3b78c2-f1cc-4e75-9c9f-ff948facd7ca,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:23.732972 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-549656af-921f-4f6e-86b0-aee55308779c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:23.736581 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62554163-da4d-475c-b44c-4a58d8885857 req-09c88415-cf59-443e-99da-cda0f1868334 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:23.738773 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-62554163-da4d-475c-b44c-4a58d8885857 req-09c88415-cf59-443e-99da-cda0f1868334 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.0734603 Jul 30 20:12:23.740465 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-1c068e38-fa4f-49c6-839d-ed9a3263f199 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:23.764547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device b582f81d-839e-4a51-a6a4-d9372723f7f1 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:12:23.791680 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-549656af-921f-4f6e-86b0-aee55308779c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:23.794306 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-549656af-921f-4f6e-86b0-aee55308779c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:23.797782 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-549656af-921f-4f6e-86b0-aee55308779c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d1294a56-5d6c-4d96-94c3-26a470a25d62 HTTP/1.1" status: 204 len: 168 time: 0.1884534 Jul 30 20:12:23.808481 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549656af-921f-4f6e-86b0-aee55308779c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1294a56-5d6c-4d96-94c3-26a470a25d62,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:23.846023 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-1c068e38-fa4f-49c6-839d-ed9a3263f199 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Network 8bfc6937-8166-4841-8d2d-9494ef26b48a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:12:23.857618 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c068e38-fa4f-49c6-839d-ed9a3263f199 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Pushing event updated for resources: {'Port': ['ID=83ba072f-d2f7-4ea8-9e22-afb39aced6d1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:23.860309 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-1c068e38-fa4f-49c6-839d-ed9a3263f199 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:12:23.866483 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-1c068e38-fa4f-49c6-839d-ed9a3263f199 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:12:23.876960 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-62554163-da4d-475c-b44c-4a58d8885857 req-201d4ea3-d2a7-4b4c-8dfd-48043beb7d19 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280091 Jul 30 20:12:23.896987 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port b582f81d-839e-4a51-a6a4-d9372723f7f1, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=b582f81d-839e-4a51-a6a4-d9372723f7f1,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:23.899491 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:23.910194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'b582f81d-839e-4a51-a6a4-d9372723f7f1', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': 'b582f81d-839e-4a51-a6a4-d9372723f7f1', 'mac_address': 'fa:16:3e:ff:b8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:12:23.920388 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d6143-3527-4978-8ada-10a44f549e56 req-7d294818-f33c-430a-8c13-c9ab2ea56006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:23.922060 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-517d6143-3527-4978-8ada-10a44f549e56 req-7d294818-f33c-430a-8c13-c9ab2ea56006 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 1096 time: 0.1348293 Jul 30 20:12:23.957301 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-1c068e38-fa4f-49c6-839d-ed9a3263f199 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:23.958019 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-1c068e38-fa4f-49c6-839d-ed9a3263f199 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:23.977673 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:23.987878 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-1c068e38-fa4f-49c6-839d-ed9a3263f199 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7838247 Jul 30 20:12:23.989153 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-517d6143-3527-4978-8ada-10a44f549e56 req-09465aed-d2d3-4cb0-bab7-0803d84b6ad4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595005 Jul 30 20:12:24.001476 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b582f81d-839e-4a51-a6a4-d9372723f7f1 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:12:24.031743 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port b582f81d-839e-4a51-a6a4-d9372723f7f1, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=b582f81d-839e-4a51-a6a4-d9372723f7f1,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:24.037861 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:24.054305 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-36673328-4e9a-4dc5-81d1-ef262bf195bf service neutron] Request body: {'port': {'device_id': 'bfbb5e58-6758-45b9-bafd-4b19ad838872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:24.109359 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=b582f81d-839e-4a51-a6a4-d9372723f7f1,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:24.128692 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543e93c-9fdf-4f14-9c9b-e215d9759d3b req-5b7aca82-9dae-417a-86f7-1e5984d6c5b0 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:24.135715 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e543e93c-9fdf-4f14-9c9b-e215d9759d3b req-5b7aca82-9dae-417a-86f7-1e5984d6c5b0 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.1214683 Jul 30 20:12:24.146627 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-36673328-4e9a-4dc5-81d1-ef262bf195bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:24.167927 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['b582f81d-839e-4a51-a6a4-d9372723f7f1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:12:24.219104 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e543e93c-9fdf-4f14-9c9b-e215d9759d3b req-07ce2eb9-ae3d-422a-bcd0-a562e696cbc0 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824046 Jul 30 20:12:24.243562 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c60f3-3cc8-44af-9584-c990ea18850b req-22af9042-c994-4032-861b-e070d19206f5 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:24.245130 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d99c60f3-3cc8-44af-9584-c990ea18850b req-22af9042-c994-4032-861b-e070d19206f5 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfbb5e58-6758-45b9-bafd-4b19ad838872 HTTP/1.1" status: 200 len: 931 time: 0.0932837 Jul 30 20:12:24.294713 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d99c60f3-3cc8-44af-9584-c990ea18850b req-2a6c32eb-b546-4d4e-9a1a-cc18254882f7 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407131 Jul 30 20:12:24.500855 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-36673328-4e9a-4dc5-81d1-ef262bf195bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ba072f-d2f7-4ea8-9e22-afb39aced6d1 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:12:24.509182 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-36673328-4e9a-4dc5-81d1-ef262bf195bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:24.522806 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-36673328-4e9a-4dc5-81d1-ef262bf195bf service neutron] Transition to ACTIVE for port object 83ba072f-d2f7-4ea8-9e22-afb39aced6d1 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:12:24.525996 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-36673328-4e9a-4dc5-81d1-ef262bf195bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:24.575724 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36673328-4e9a-4dc5-81d1-ef262bf195bf service neutron] Pushing event updated for resources: {'Port': ['ID=83ba072f-d2f7-4ea8-9e22-afb39aced6d1,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:24.641820 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-36673328-4e9a-4dc5-81d1-ef262bf195bf service neutron] Attempting to bind port 83ba072f-d2f7-4ea8-9e22-afb39aced6d1 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:12:24.642460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-36673328-4e9a-4dc5-81d1-ef262bf195bf service neutron] Attempting to bind port 83ba072f-d2f7-4ea8-9e22-afb39aced6d1 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:12:24.642460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-36673328-4e9a-4dc5-81d1-ef262bf195bf service neutron] Attempting to bind port 83ba072f-d2f7-4ea8-9e22-afb39aced6d1 on network 8bfc6937-8166-4841-8d2d-9494ef26b48a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:12:24.647321 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-36673328-4e9a-4dc5-81d1-ef262bf195bf service neutron] Port 83ba072f-d2f7-4ea8-9e22-afb39aced6d1 on network 8bfc6937-8166-4841-8d2d-9494ef26b48a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:12:24.647740 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-36673328-4e9a-4dc5-81d1-ef262bf195bf service neutron] Attempting to bind port 83ba072f-d2f7-4ea8-9e22-afb39aced6d1 on network 8bfc6937-8166-4841-8d2d-9494ef26b48a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:12:24.652510 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-36673328-4e9a-4dc5-81d1-ef262bf195bf service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:12:24.652848 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-36673328-4e9a-4dc5-81d1-ef262bf195bf service neutron] Checking segment: {'id': '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:12:24.653230 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-36673328-4e9a-4dc5-81d1-ef262bf195bf service neutron] Bound using segment: {'id': '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:12:24.653654 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-36673328-4e9a-4dc5-81d1-ef262bf195bf service neutron] Bound port: 83ba072f-d2f7-4ea8-9e22-afb39aced6d1, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:12:24.654038 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-36673328-4e9a-4dc5-81d1-ef262bf195bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:24.727476 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-36673328-4e9a-4dc5-81d1-ef262bf195bf service neutron] For port 83ba072f-d2f7-4ea8-9e22-afb39aced6d1, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:12:24.730705 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-36673328-4e9a-4dc5-81d1-ef262bf195bf service neutron] For port 83ba072f-d2f7-4ea8-9e22-afb39aced6d1, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=83ba072f-d2f7-4ea8-9e22-afb39aced6d1,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:12:24.734327 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-36673328-4e9a-4dc5-81d1-ef262bf195bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:24.770209 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-36673328-4e9a-4dc5-81d1-ef262bf195bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:24.770946 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-36673328-4e9a-4dc5-81d1-ef262bf195bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:24.772245 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-36673328-4e9a-4dc5-81d1-ef262bf195bf service neutron] 10.222.0.59 "PUT /v2.0/ports/83ba072f-d2f7-4ea8-9e22-afb39aced6d1 HTTP/1.1" status: 200 len: 1091 time: 0.7253063 Jul 30 20:12:24.772686 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbb5e58-6758-45b9-bafd-4b19ad838872', 'tag': '83ba072f-d2f7-4ea8-9e22-afb39aced6d1'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:12:24.775348 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e3c87a-b500-4b3e-bff2-319cdf02686a" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbb5e58-6758-45b9-bafd-4b19ad838872", "tag": "83ba072f-d2f7-4ea8-9e22-afb39aced6d1"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:12:24.803274 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36673328-4e9a-4dc5-81d1-ef262bf195bf service neutron] Pushing event updated for resources: {'Port': ['ID=83ba072f-d2f7-4ea8-9e22-afb39aced6d1,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:24.830106 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba325098-8777-4ca2-9454-ac79df5c0652 x-openstack-request-id: req-ba325098-8777-4ca2-9454-ac79df5c0652 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:12:24.830449 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbb5e58-6758-45b9-bafd-4b19ad838872", "tag": "83ba072f-d2f7-4ea8-9e22-afb39aced6d1", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:12:24.830708 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba325098-8777-4ca2-9454-ac79df5c0652 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:12:24.831175 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbb5e58-6758-45b9-bafd-4b19ad838872', 'tag': '83ba072f-d2f7-4ea8-9e22-afb39aced6d1', 'status': 'completed', 'code': 200} Jul 30 20:12:24.871991 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:24.882413 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-2837553e-172d-4459-9109-7304b8488a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:24.883947 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-2837553e-172d-4459-9109-7304b8488a6c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ccfb1cbf56a4ee5812650def928c402&device_id=bfbb5e58-6758-45b9-bafd-4b19ad838872 HTTP/1.1" status: 200 len: 1094 time: 0.0470796 Jul 30 20:12:24.940014 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-4b60d257-9182-4c1a-911b-7c455f823a23 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83ba072f-d2f7-4ea8-9e22-afb39aced6d1 HTTP/1.1" status: 200 len: 217 time: 0.0435274 Jul 30 20:12:25.004415 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-c74b546e-5a08-4c04-a708-6cd376be1006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:25.006284 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-c74b546e-5a08-4c04-a708-6cd376be1006 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4441ce2-15ee-443c-8f6d-ecb7f77ca504 HTTP/1.1" status: 200 len: 844 time: 0.0526721 Jul 30 20:12:25.039199 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72925f24-c0f8-41ec-abd9-78e6c729e87c req-fe6162dc-1149-4657-8048-89f6c53b9c95 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:25.044708 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-1b3a0116-6a42-44cf-9476-c8df75d9bf43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8bfc6937-8166-4841-8d2d-9494ef26b48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307600 Jul 30 20:12:25.046719 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-72925f24-c0f8-41ec-abd9-78e6c729e87c req-fe6162dc-1149-4657-8048-89f6c53b9c95 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.0700214 Jul 30 20:12:25.112957 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-72925f24-c0f8-41ec-abd9-78e6c729e87c req-ccc648d4-318b-4228-b6d2-24b2c51a5441 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500803 Jul 30 20:12:25.159376 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-4dd5076a-55a5-46c1-a785-539a9d662de6 service neutron] 10.222.0.59 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065011 Jul 30 20:12:25.202936 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38072) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:25.250567 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9ede482b-eb8b-4717-8d16-71a6a498e6a8 req-5c1d2c8c-33f5-4d51-852c-ae12bbb3c599 service neutron] 10.222.0.59 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842755 Jul 30 20:12:25.355858 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3c87a-b500-4b3e-bff2-319cdf02686a req-dfca47bd-600b-4468-a20b-a9bff3cd720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:25.357397 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51e3c87a-b500-4b3e-bff2-319cdf02686a req-dfca47bd-600b-4468-a20b-a9bff3cd720c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ccfb1cbf56a4ee5812650def928c402&device_id=bfbb5e58-6758-45b9-bafd-4b19ad838872 HTTP/1.1" status: 200 len: 1094 time: 0.0542204 Jul 30 20:12:25.365941 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6530aa-2b83-41c6-8805-7adf3c964a82 req-c64ca2b6-b0eb-42b1-b570-7bcea6bd2a97 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:25.367723 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fa6530aa-2b83-41c6-8805-7adf3c964a82 req-c64ca2b6-b0eb-42b1-b570-7bcea6bd2a97 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.0795553 Jul 30 20:12:25.413173 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fa6530aa-2b83-41c6-8805-7adf3c964a82 req-bbf92254-0fb5-460e-9dd5-ff586395e748 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390196 Jul 30 20:12:25.416655 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c00ae1a4-c88a-425a-82b9-dee3783f8584 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-147651030'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:25.440731 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00ae1a4-c88a-425a-82b9-dee3783f8584 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Made reservation on behalf of a70f4fa534664d1d89c5409a9ff017a8 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:12:25.447649 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c00ae1a4-c88a-425a-82b9-dee3783f8584 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:25.454400 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c00ae1a4-c88a-425a-82b9-dee3783f8584 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:25.508220 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3c87a-b500-4b3e-bff2-319cdf02686a req-62d5444e-93b1-4d63-8a6c-7fca2d72b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:25.510294 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51e3c87a-b500-4b3e-bff2-319cdf02686a req-62d5444e-93b1-4d63-8a6c-7fca2d72b4ce service neutron] 10.222.0.59 "GET /v2.0/networks?id=8bfc6937-8166-4841-8d2d-9494ef26b48a HTTP/1.1" status: 200 len: 905 time: 0.1356356 Jul 30 20:12:25.520072 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c9223-5147-4798-925f-bd72c38bc4e1 req-3a571ff8-ecfd-4e88-a90d-76dd6f310e6e tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:25.527995 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-495c9223-5147-4798-925f-bd72c38bc4e1 req-3a571ff8-ecfd-4e88-a90d-76dd6f310e6e tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfbb5e58-6758-45b9-bafd-4b19ad838872 HTTP/1.1" status: 200 len: 943 time: 0.0970757 Jul 30 20:12:25.555928 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c00ae1a4-c88a-425a-82b9-dee3783f8584 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:25.560788 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c00ae1a4-c88a-425a-82b9-dee3783f8584 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:25.580278 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51e3c87a-b500-4b3e-bff2-319cdf02686a req-fccf409c-27a5-49b5-81ca-712365d065ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83ba072f-d2f7-4ea8-9e22-afb39aced6d1 HTTP/1.1" status: 200 len: 217 time: 0.0492790 Jul 30 20:12:25.590128 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c00ae1a4-c88a-425a-82b9-dee3783f8584 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:12:25.600888 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ae1a4-c88a-425a-82b9-dee3783f8584 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9451b31-4bb8-44f6-840d-23cbf7a0ba56,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:25.605734 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c00ae1a4-c88a-425a-82b9-dee3783f8584 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:25.606079 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-c00ae1a4-c88a-425a-82b9-dee3783f8584 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Added segment c4cac218-f4e6-4fa0-8d5f-1978c905c79c of type vlan for network 3bd49cf2-d232-4af0-a17d-279a9f2ceb95 Jul 30 20:12:25.677771 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-495c9223-5147-4798-925f-bd72c38bc4e1 req-ff062801-8a72-4ad3-b5b6-5b1e52709964 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489189 Jul 30 20:12:25.681905 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c00ae1a4-c88a-425a-82b9-dee3783f8584 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:25.695306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3c87a-b500-4b3e-bff2-319cdf02686a req-1db9ecf8-76de-4017-8a0e-68ea942d0f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:25.696831 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51e3c87a-b500-4b3e-bff2-319cdf02686a req-1db9ecf8-76de-4017-8a0e-68ea942d0f0a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4441ce2-15ee-443c-8f6d-ecb7f77ca504 HTTP/1.1" status: 200 len: 844 time: 0.1079402 Jul 30 20:12:25.705579 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31748f-43e3-4975-885b-a95eeb10803c req-ae8faf62-75b8-4de7-9c60-48d786c67c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:25.707011 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e31748f-43e3-4975-885b-a95eeb10803c req-ae8faf62-75b8-4de7-9c60-48d786c67c28 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=396db71b225646988183cc215a5705f6&device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 1096 time: 0.0629590 Jul 30 20:12:25.708900 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f98c7e-a3c5-41e4-81a9-d7080605b9fa req-7249b971-a528-4190-8567-6545467d8f0f tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:25.710449 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e0f98c7e-a3c5-41e4-81a9-d7080605b9fa req-7249b971-a528-4190-8567-6545467d8f0f tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.0709052 Jul 30 20:12:25.748492 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c00ae1a4-c88a-425a-82b9-dee3783f8584 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:25.752888 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51e3c87a-b500-4b3e-bff2-319cdf02686a req-8a300324-5dac-4ff4-a3b2-66432617fd47 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8bfc6937-8166-4841-8d2d-9494ef26b48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448978 Jul 30 20:12:25.754436 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00ae1a4-c88a-425a-82b9-dee3783f8584 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:25.755021 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c00ae1a4-c88a-425a-82b9-dee3783f8584 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:25.779148 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device b582f81d-839e-4a51-a6a4-d9372723f7f1 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:12:25.812076 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e0f98c7e-a3c5-41e4-81a9-d7080605b9fa req-5e1969f8-0542-4b73-83d2-b796120c1c43 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931907 Jul 30 20:12:25.827878 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c00ae1a4-c88a-425a-82b9-dee3783f8584 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6237822 Jul 30 20:12:25.830233 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38086) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:25.837453 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port b582f81d-839e-4a51-a6a4-d9372723f7f1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:12:25.837890 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ca9f4886-c27e-4ad1-bc6a-3e4c8a65282a tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Request body: {'subnet': {'network_id': '3bd49cf2-d232-4af0-a17d-279a9f2ceb95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:25.838254 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:25.844246 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ae1a4-c88a-425a-82b9-dee3783f8584 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Pushing event updated for resources: {'Network': ['ID=3bd49cf2-d232-4af0-a17d-279a9f2ceb95,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:25.863322 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 3bd49cf2-d232-4af0-a17d-279a9f2ceb95 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:12:25.954497 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31748f-43e3-4975-885b-a95eeb10803c req-c6f46637-0165-4d1a-a0ac-a143b4a60da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:25.955974 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e31748f-43e3-4975-885b-a95eeb10803c req-c6f46637-0165-4d1a-a0ac-a143b4a60da0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76c5a26e-74da-4ed9-a896-229dbf5823d8 HTTP/1.1" status: 200 len: 920 time: 0.2393386 Jul 30 20:12:25.979171 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:26.002432 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63da983d-25ee-4a5b-882c-37bc4c679327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b582f81d-839e-4a51-a6a4-d9372723f7f1'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:12:26.004617 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c204d578-256e-4f0d-9a93-0334eaee817e" -d '{"events": [{"server_uuid": "63da983d-25ee-4a5b-882c-37bc4c679327", "name": "network-vif-plugged", "status": "completed", "tag": "b582f81d-839e-4a51-a6a4-d9372723f7f1"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:12:26.011970 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51e3c87a-b500-4b3e-bff2-319cdf02686a req-77bbc110-09c8-422c-a52f-453be1686e88 service neutron] 10.222.0.59 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329032 Jul 30 20:12:26.015380 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e31748f-43e3-4975-885b-a95eeb10803c req-4fc269f3-3206-4da8-8a9c-9756b1e20226 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de3b78c2-f1cc-4e75-9c9f-ff948facd7ca HTTP/1.1" status: 200 len: 217 time: 0.0478938 Jul 30 20:12:26.017717 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port b582f81d-839e-4a51-a6a4-d9372723f7f1, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=b582f81d-839e-4a51-a6a4-d9372723f7f1,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:26.023975 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:26.053162 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f436c6aa-141b-457e-95b8-5b0a56fb01e0 x-openstack-request-id: req-f436c6aa-141b-457e-95b8-5b0a56fb01e0 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:12:26.053452 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63da983d-25ee-4a5b-882c-37bc4c679327", "name": "network-vif-plugged", "status": "completed", "tag": "b582f81d-839e-4a51-a6a4-d9372723f7f1", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:12:26.053703 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f436c6aa-141b-457e-95b8-5b0a56fb01e0 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:12:26.054088 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63da983d-25ee-4a5b-882c-37bc4c679327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b582f81d-839e-4a51-a6a4-d9372723f7f1', 'code': 200} Jul 30 20:12:26.081159 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=b582f81d-839e-4a51-a6a4-d9372723f7f1,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:26.108008 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9f4886-c27e-4ad1-bc6a-3e4c8a65282a tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Made reservation on behalf of a70f4fa534664d1d89c5409a9ff017a8 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:12:26.111376 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4886-c27e-4ad1-bc6a-3e4c8a65282a tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:26.182168 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31748f-43e3-4975-885b-a95eeb10803c req-4b1fcf22-39d5-4de3-bd54-26a628f451a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:26.183662 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e31748f-43e3-4975-885b-a95eeb10803c req-4b1fcf22-39d5-4de3-bd54-26a628f451a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=90ed62d2-43f6-4299-beb8-882f2c5beebf HTTP/1.1" status: 200 len: 859 time: 0.1496024 Jul 30 20:12:26.225726 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7536e-ef02-4f09-9262-94d5e8534bc6 req-e9d99d3a-0d2f-4220-b831-a8880b4ad3c6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:26.227235 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9bd7536e-ef02-4f09-9262-94d5e8534bc6 req-e9d99d3a-0d2f-4220-b831-a8880b4ad3c6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.0636997 Jul 30 20:12:26.242642 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e31748f-43e3-4975-885b-a95eeb10803c req-22fc6f54-ff8d-4137-9ab4-4374c4007ae3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76c5a26e-74da-4ed9-a896-229dbf5823d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491827 Jul 30 20:12:26.271483 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9bd7536e-ef02-4f09-9262-94d5e8534bc6 req-0d69e963-c858-4a48-ab94-4371cde44e25 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381601 Jul 30 20:12:26.589722 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51e3c87a-b500-4b3e-bff2-319cdf02686a req-f80a6746-a83f-47dc-b7ad-fc7e72023ce1 service neutron] 10.222.0.59 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5539730 Jul 30 20:12:26.670028 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e31748f-43e3-4975-885b-a95eeb10803c req-bd03c059-f3c9-4802-ad7d-393ea3d983d9 service neutron] 10.222.0.59 "GET /v2.0/networks/76c5a26e-74da-4ed9-a896-229dbf5823d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155669 Jul 30 20:12:26.745852 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:26.763150 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4886-c27e-4ad1-bc6a-3e4c8a65282a tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:26.806829 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239a180-4234-4f65-a2ef-83dc933ecce8 req-faa81cf4-94a2-47f8-bae4-a441081ac841 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:26.808365 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4239a180-4234-4f65-a2ef-83dc933ecce8 req-faa81cf4-94a2-47f8-bae4-a441081ac841 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfbb5e58-6758-45b9-bafd-4b19ad838872 HTTP/1.1" status: 200 len: 943 time: 0.0529761 Jul 30 20:12:26.846010 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4886-c27e-4ad1-bc6a-3e4c8a65282a tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Pushing event updated for resources: {'Subnet': ['ID=a73ee9d2-95ce-4682-b6ec-84496f8e2b45,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:26.850398 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4239a180-4234-4f65-a2ef-83dc933ecce8 req-5e55817a-f085-493f-a9ff-9cb68cef2455 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358386 Jul 30 20:12:26.858502 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e31748f-43e3-4975-885b-a95eeb10803c req-ced24d7b-abf4-4126-bcd7-2d43915b7c45 service neutron] 10.222.0.59 "GET /v2.0/networks/76c5a26e-74da-4ed9-a896-229dbf5823d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660972 Jul 30 20:12:26.861196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9f4886-c27e-4ad1-bc6a-3e4c8a65282a tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Checking segment: {'id': 'c4cac218-f4e6-4fa0-8d5f-1978c905c79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3bd49cf2-d232-4af0-a17d-279a9f2ceb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:12:26.861566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9f4886-c27e-4ad1-bc6a-3e4c8a65282a tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Network hostable DHCP agents. Network: 3bd49cf2-d232-4af0-a17d-279a9f2ceb95, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:12:26.880936 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9f4886-c27e-4ad1-bc6a-3e4c8a65282a tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Network 3bd49cf2-d232-4af0-a17d-279a9f2ceb95 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:12:26.890175 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-ca9f4886-c27e-4ad1-bc6a-3e4c8a65282a tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 3bd49cf2-d232-4af0-a17d-279a9f2ceb95) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:12:26.895171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9f4886-c27e-4ad1-bc6a-3e4c8a65282a tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:26.895864 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4886-c27e-4ad1-bc6a-3e4c8a65282a tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:26.907145 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a674a261-7f52-4997-84ce-8fc2fb0c8c44 None None] Network 3bd49cf2-d232-4af0-a17d-279a9f2ceb95 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:12:26.931567 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ca9f4886-c27e-4ad1-bc6a-3e4c8a65282a tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0978806 Jul 30 20:12:26.932135 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38114) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:26.938818 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5e87a364-5b07-490f-a854-48afdf88a826 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Request body: {'port': {'network_id': '3bd49cf2-d232-4af0-a17d-279a9f2ceb95', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1187940380'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:26.973236 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29a754-11e4-4e44-8250-562328bb78a1 req-a200a551-f13f-4c10-a813-5a7f1353edc2 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:26.980208 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b29a754-11e4-4e44-8250-562328bb78a1 req-a200a551-f13f-4c10-a813-5a7f1353edc2 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.0628262 Jul 30 20:12:27.020120 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b29a754-11e4-4e44-8250-562328bb78a1 req-78e26fee-d14d-4935-9f8b-a25a8c9df12f tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387714 Jul 30 20:12:27.059628 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e87a364-5b07-490f-a854-48afdf88a826 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Made reservation on behalf of a70f4fa534664d1d89c5409a9ff017a8 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:12:27.063296 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e87a364-5b07-490f-a854-48afdf88a826 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:27.087467 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-5e87a364-5b07-490f-a854-48afdf88a826 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] device_id is not set on port 954c000f-ae3e-45bd-a861-cb97f1ceca37 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:12:27.179619 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68afcf5c-62db-4ba8-869f-1dd2581cda2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-3bd49cf2-d232-4af0-a17d-279a9f2ceb95', 'network_id': '3bd49cf2-d232-4af0-a17d-279a9f2ceb95', 'tenant_id': 'a70f4fa534664d1d89c5409a9ff017a8', 'fixed_ips': [{'subnet_id': 'a73ee9d2-95ce-4682-b6ec-84496f8e2b45'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:12:27.181161 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68afcf5c-62db-4ba8-869f-1dd2581cda2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:27.209360 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-5e87a364-5b07-490f-a854-48afdf88a826 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Allocated IP 172.20.0.12 (3bd49cf2-d232-4af0-a17d-279a9f2ceb95/a73ee9d2-95ce-4682-b6ec-84496f8e2b45/954c000f-ae3e-45bd-a861-cb97f1ceca37) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:12:27.376373 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e87a364-5b07-490f-a854-48afdf88a826 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:27.390530 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-5e87a364-5b07-490f-a854-48afdf88a826 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Transition to ACTIVE for port object 954c000f-ae3e-45bd-a861-cb97f1ceca37 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:12:27.396541 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be271d-e0d4-458f-a366-0b3b3fcb03bb req-48c874e0-6941-4f68-bf90-735a9dd640d3 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:27.398151 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-45be271d-e0d4-458f-a366-0b3b3fcb03bb req-48c874e0-6941-4f68-bf90-735a9dd640d3 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.0493658 Jul 30 20:12:27.424265 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e87a364-5b07-490f-a854-48afdf88a826 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:27.439424 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-45be271d-e0d4-458f-a366-0b3b3fcb03bb req-948ec443-8f8f-49f3-a462-3c70d1c1527c tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338469 Jul 30 20:12:27.463151 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e87a364-5b07-490f-a854-48afdf88a826 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Network 3bd49cf2-d232-4af0-a17d-279a9f2ceb95 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:12:27.467848 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5e87a364-5b07-490f-a854-48afdf88a826 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:12:27.471755 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e87a364-5b07-490f-a854-48afdf88a826 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:12:27.483780 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 83ba072f-d2f7-4ea8-9e22-afb39aced6d1 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:12:27.507336 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-68afcf5c-62db-4ba8-869f-1dd2581cda2e None None] Allocated IP 172.20.0.2 (3bd49cf2-d232-4af0-a17d-279a9f2ceb95/a73ee9d2-95ce-4682-b6ec-84496f8e2b45/b6bd58a0-90dc-4949-878e-c5003688aa14) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:12:27.510820 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87a364-5b07-490f-a854-48afdf88a826 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Pushing event updated for resources: {'Port': ['ID=954c000f-ae3e-45bd-a861-cb97f1ceca37,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:27.531980 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e87a364-5b07-490f-a854-48afdf88a826 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:27.532593 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e87a364-5b07-490f-a854-48afdf88a826 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:27.546346 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5e87a364-5b07-490f-a854-48afdf88a826 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 0.6126153 Jul 30 20:12:27.549318 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38136) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:27.640385 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6305ec0b-a501-4a94-8c8d-6e6ef468def7 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Deleting port 954c000f-ae3e-45bd-a861-cb97f1ceca37 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:12:27.640643 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6305ec0b-a501-4a94-8c8d-6e6ef468def7 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:27.658223 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 83ba072f-d2f7-4ea8-9e22-afb39aced6d1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=83ba072f-d2f7-4ea8-9e22-afb39aced6d1,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:27.678560 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '83ba072f-d2f7-4ea8-9e22-afb39aced6d1', 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a', 'port_id': '83ba072f-d2f7-4ea8-9e22-afb39aced6d1', 'mac_address': 'fa:16:3e:5c:0d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4441ce2-15ee-443c-8f6d-ecb7f77ca504', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:12:27.727348 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6305ec0b-a501-4a94-8c8d-6e6ef468def7 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:27.739800 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6305ec0b-a501-4a94-8c8d-6e6ef468def7 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Calling delete_port for 954c000f-ae3e-45bd-a861-cb97f1ceca37 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:12:27.758530 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:27.760539 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68afcf5c-62db-4ba8-869f-1dd2581cda2e None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:27.778268 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-68afcf5c-62db-4ba8-869f-1dd2581cda2e None None] Transition to ACTIVE for port object b6bd58a0-90dc-4949-878e-c5003688aa14 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:12:27.780827 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ba072f-d2f7-4ea8-9e22-afb39aced6d1 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:12:27.809449 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-68afcf5c-62db-4ba8-869f-1dd2581cda2e None None] Transition to ACTIVE for port object b6bd58a0-90dc-4949-878e-c5003688aa14 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:12:27.811878 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 83ba072f-d2f7-4ea8-9e22-afb39aced6d1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=83ba072f-d2f7-4ea8-9e22-afb39aced6d1,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:27.817508 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:27.821224 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68afcf5c-62db-4ba8-869f-1dd2581cda2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:27.860022 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68afcf5c-62db-4ba8-869f-1dd2581cda2e None None] Network 3bd49cf2-d232-4af0-a17d-279a9f2ceb95 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:12:27.862886 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-68afcf5c-62db-4ba8-869f-1dd2581cda2e None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:12:27.869544 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68afcf5c-62db-4ba8-869f-1dd2581cda2e None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:12:27.871128 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6305ec0b-a501-4a94-8c8d-6e6ef468def7 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:27.886953 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=83ba072f-d2f7-4ea8-9e22-afb39aced6d1,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:27.902179 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305ec0b-a501-4a94-8c8d-6e6ef468def7 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Pushing event deleted for resources: {'Port': ['ID=954c000f-ae3e-45bd-a861-cb97f1ceca37,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:27.964699 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-68afcf5c-62db-4ba8-869f-1dd2581cda2e None None] Attempting to bind port b6bd58a0-90dc-4949-878e-c5003688aa14 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:12:27.965070 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-68afcf5c-62db-4ba8-869f-1dd2581cda2e None None] Attempting to bind port b6bd58a0-90dc-4949-878e-c5003688aa14 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'c4cac218-f4e6-4fa0-8d5f-1978c905c79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3bd49cf2-d232-4af0-a17d-279a9f2ceb95'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:12:27.965438 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68afcf5c-62db-4ba8-869f-1dd2581cda2e None None] Attempting to bind port b6bd58a0-90dc-4949-878e-c5003688aa14 on network 3bd49cf2-d232-4af0-a17d-279a9f2ceb95 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:12:27.967675 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afcf5c-62db-4ba8-869f-1dd2581cda2e None None] Pushing event updated for resources: {'Port': ['ID=b6bd58a0-90dc-4949-878e-c5003688aa14,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:27.973868 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68afcf5c-62db-4ba8-869f-1dd2581cda2e None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:12:27.974251 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68afcf5c-62db-4ba8-869f-1dd2581cda2e None None] Checking segment: {'id': 'c4cac218-f4e6-4fa0-8d5f-1978c905c79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3bd49cf2-d232-4af0-a17d-279a9f2ceb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:12:27.974785 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68afcf5c-62db-4ba8-869f-1dd2581cda2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:27.975206 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68afcf5c-62db-4ba8-869f-1dd2581cda2e None None] Bound using segment: {'id': 'c4cac218-f4e6-4fa0-8d5f-1978c905c79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3bd49cf2-d232-4af0-a17d-279a9f2ceb95'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:12:27.975709 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-68afcf5c-62db-4ba8-869f-1dd2581cda2e None None] Bound port: b6bd58a0-90dc-4949-878e-c5003688aa14, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4cac218-f4e6-4fa0-8d5f-1978c905c79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3bd49cf2-d232-4af0-a17d-279a9f2ceb95'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:12:27.976093 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68afcf5c-62db-4ba8-869f-1dd2581cda2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:27.977663 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6305ec0b-a501-4a94-8c8d-6e6ef468def7 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:27.979939 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6305ec0b-a501-4a94-8c8d-6e6ef468def7 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] 10.222.0.81 "DELETE /v2.0/ports/954c000f-ae3e-45bd-a861-cb97f1ceca37 HTTP/1.1" status: 204 len: 168 time: 0.4297144 Jul 30 20:12:27.982503 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38140) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:27.999760 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e6249-7036-40b2-b333-77904f50e063 req-800bc2f3-da03-4c55-8d03-21dac6d479be tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:28.001375 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee9e6249-7036-40b2-b333-77904f50e063 req-800bc2f3-da03-4c55-8d03-21dac6d479be tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfbb5e58-6758-45b9-bafd-4b19ad838872 HTTP/1.1" status: 200 len: 944 time: 0.0687966 Jul 30 20:12:28.040135 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9b45dcbb-7521-4c5d-9285-4511d1ae02ee tempest-DHCPAgentSchedulersTestJSON-1284399071 tempest-DHCPAgentSchedulersTestJSON-1284399071-project-admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.0565007 Jul 30 20:12:28.042934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38146) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:28.047894 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3724f8bc-944d-4601-abd0-b46e86186ed3 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1364054365'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:28.050234 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-68afcf5c-62db-4ba8-869f-1dd2581cda2e None None] For port b6bd58a0-90dc-4949-878e-c5003688aa14, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:12:28.054357 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-68afcf5c-62db-4ba8-869f-1dd2581cda2e None None] For port b6bd58a0-90dc-4949-878e-c5003688aa14, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b6bd58a0-90dc-4949-878e-c5003688aa14,segment=NetworkSegment(c4cac218-f4e6-4fa0-8d5f-1978c905c79c),segment_id=c4cac218-f4e6-4fa0-8d5f-1978c905c79c)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:12:28.056458 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee9e6249-7036-40b2-b333-77904f50e063 req-a6821f37-bfa1-488b-ac6b-a71abcfa4d02 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479922 Jul 30 20:12:28.061378 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68afcf5c-62db-4ba8-869f-1dd2581cda2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:28.076159 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3724f8bc-944d-4601-abd0-b46e86186ed3 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Made reservation on behalf of a70f4fa534664d1d89c5409a9ff017a8 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:12:28.079875 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3724f8bc-944d-4601-abd0-b46e86186ed3 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:28.109484 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3724f8bc-944d-4601-abd0-b46e86186ed3 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:12:28.130931 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['83ba072f-d2f7-4ea8-9e22-afb39aced6d1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:12:28.148386 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3724f8bc-944d-4601-abd0-b46e86186ed3 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:28.148665 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-3724f8bc-944d-4601-abd0-b46e86186ed3 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Added segment 73232b8c-5762-44e2-836f-395317b7251c of type vlan for network 53cc1dfa-64b8-446e-82db-33846fa2c851 Jul 30 20:12:28.162609 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afcf5c-62db-4ba8-869f-1dd2581cda2e None None] Pushing event updated for resources: {'Port': ['ID=b6bd58a0-90dc-4949-878e-c5003688aa14,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:28.207309 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3724f8bc-944d-4601-abd0-b46e86186ed3 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:28.230841 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fc855-04cd-480f-a69a-3a75402e1f8a req-5b1aab88-9e50-49cb-9c04-bed0895f21fe tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:28.233183 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-529fc855-04cd-480f-a69a-3a75402e1f8a req-5b1aab88-9e50-49cb-9c04-bed0895f21fe tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.1248484 Jul 30 20:12:28.292064 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-529fc855-04cd-480f-a69a-3a75402e1f8a req-328fddf3-4b99-4484-a11c-15c30f6f9160 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471864 Jul 30 20:12:28.295493 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3724f8bc-944d-4601-abd0-b46e86186ed3 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:28.302640 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3724f8bc-944d-4601-abd0-b46e86186ed3 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:28.303298 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3724f8bc-944d-4601-abd0-b46e86186ed3 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:28.384237 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3724f8bc-944d-4601-abd0-b46e86186ed3 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3400271 Jul 30 20:12:28.385783 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38162) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:28.406480 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724f8bc-944d-4601-abd0-b46e86186ed3 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Pushing event updated for resources: {'Network': ['ID=53cc1dfa-64b8-446e-82db-33846fa2c851,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:28.423038 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 53cc1dfa-64b8-446e-82db-33846fa2c851 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:12:28.657940 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691e653-f49c-47a3-9c1c-1958a74e4056 req-ff2d6dcf-23fe-4709-9c19-14e910a209b0 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:28.659493 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9691e653-f49c-47a3-9c1c-1958a74e4056 req-ff2d6dcf-23fe-4709-9c19-14e910a209b0 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.1091421 Jul 30 20:12:28.669575 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-abce31f6-5f69-43ee-8b89-d6d5220dd0d3 tempest-DHCPAgentSchedulersTestJSON-1284399071 tempest-DHCPAgentSchedulersTestJSON-1284399071-project-admin] 10.222.0.81 "GET /v2.0/agents/4e56e29f-17fc-4fee-95ed-1cc89ca7885b/dhcp-networks HTTP/1.1" status: 200 len: 9666 time: 0.2833426 Jul 30 20:12:28.672592 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38178) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:28.718127 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9691e653-f49c-47a3-9c1c-1958a74e4056 req-e1781c8a-174e-433c-a303-7724e7de8c10 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472515 Jul 30 20:12:28.790384 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413a81d6-64b3-4ad4-9f58-4d8499a289ab tempest-DHCPAgentSchedulersTestJSON-1284399071 tempest-DHCPAgentSchedulersTestJSON-1284399071-project-admin] Network 53cc1dfa-64b8-446e-82db-33846fa2c851 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:12:28.822944 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47de1b3b-960d-483a-b46b-35ec801feafe None None] Network 53cc1dfa-64b8-446e-82db-33846fa2c851 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:12:28.834555 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38184) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:28.834705 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-413a81d6-64b3-4ad4-9f58-4d8499a289ab tempest-DHCPAgentSchedulersTestJSON-1284399071 tempest-DHCPAgentSchedulersTestJSON-1284399071-project-admin] 10.222.0.81 "POST /v2.0/agents/4e56e29f-17fc-4fee-95ed-1cc89ca7885b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1608579 Jul 30 20:12:28.957497 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b6bd58a0-90dc-4949-878e-c5003688aa14 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:12:29.057122 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port b6bd58a0-90dc-4949-878e-c5003688aa14 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:12:29.074672 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38192) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:29.087139 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ed4c48eb-4799-4647-941d-2b4119547ad0 tempest-DHCPAgentSchedulersTestJSON-1284399071 tempest-DHCPAgentSchedulersTestJSON-1284399071-project-admin] 10.222.0.81 "GET /v2.0/agents/4e56e29f-17fc-4fee-95ed-1cc89ca7885b/dhcp-networks HTTP/1.1" status: 200 len: 10438 time: 0.2472744 Jul 30 20:12:29.216139 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-548c6908-479f-4a71-9604-a9cb88e54238 tempest-DHCPAgentSchedulersTestJSON-1284399071 tempest-DHCPAgentSchedulersTestJSON-1284399071-project-admin] 10.222.0.81 "DELETE /v2.0/agents/4e56e29f-17fc-4fee-95ed-1cc89ca7885b/dhcp-networks/53cc1dfa-64b8-446e-82db-33846fa2c851 HTTP/1.1" status: 204 len: 168 time: 0.1386116 Jul 30 20:12:29.217050 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38198) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:29.247374 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545667b-c489-42e3-a8e4-8fc1e0b150c9 req-d158e6ec-621e-46dd-a45c-d9a474d389c4 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:29.249596 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f545667b-c489-42e3-a8e4-8fc1e0b150c9 req-d158e6ec-621e-46dd-a45c-d9a474d389c4 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfbb5e58-6758-45b9-bafd-4b19ad838872 HTTP/1.1" status: 200 len: 944 time: 0.0966287 Jul 30 20:12:29.322966 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f545667b-c489-42e3-a8e4-8fc1e0b150c9 req-2537e9fe-5b2f-4d8b-8652-dcf019e21643 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590892 Jul 30 20:12:29.486845 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c534c6d3-a8be-4a15-a0a6-979d98a5c603 tempest-DHCPAgentSchedulersTestJSON-1284399071 tempest-DHCPAgentSchedulersTestJSON-1284399071-project-admin] 10.222.0.81 "GET /v2.0/agents/4e56e29f-17fc-4fee-95ed-1cc89ca7885b/dhcp-networks HTTP/1.1" status: 200 len: 9666 time: 0.2678797 Jul 30 20:12:29.491801 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38216) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:29.494365 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 83ba072f-d2f7-4ea8-9e22-afb39aced6d1 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:12:29.525517 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-436ad973-c474-49d9-9e8f-124baa930768 tempest-DHCPAgentSchedulersTestJSON-1284399071 tempest-DHCPAgentSchedulersTestJSON-1284399071-project-admin] 10.222.0.81 "GET /v2.0/networks/3bd49cf2-d232-4af0-a17d-279a9f2ceb95/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0322714 Jul 30 20:12:29.529526 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38218) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:29.558359 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa406f-60ab-463c-b7d3-c010c6ca957d req-5b52945a-c4ae-4d1d-af33-99a6d9b9d358 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:29.560452 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffd83b5-9643-47e3-a39e-a8c4a3a5ee27 None None] Network 3bd49cf2-d232-4af0-a17d-279a9f2ceb95 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:12:29.573526 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cefa406f-60ab-463c-b7d3-c010c6ca957d req-5b52945a-c4ae-4d1d-af33-99a6d9b9d358 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.0902290 Jul 30 20:12:29.582727 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38220) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:29.584299 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3e85a1b7-bf70-4fe8-9408-031ff7c14cc2 tempest-DHCPAgentSchedulersTestJSON-1284399071 tempest-DHCPAgentSchedulersTestJSON-1284399071-project-admin] 10.222.0.81 "GET /v2.0/networks/3bd49cf2-d232-4af0-a17d-279a9f2ceb95/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0522666 Jul 30 20:12:29.728826 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-983ab577-a949-47a9-bbc8-c0ea39550d32 None None] Provisioning for port b6bd58a0-90dc-4949-878e-c5003688aa14 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:12:29.748234 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cefa406f-60ab-463c-b7d3-c010c6ca957d req-aff88345-65eb-42cf-b4b0-43514e121988 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723459 Jul 30 20:12:29.767500 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-983ab577-a949-47a9-bbc8-c0ea39550d32 None None] Provisioning complete for port b6bd58a0-90dc-4949-878e-c5003688aa14 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:12:29.767894 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-983ab577-a949-47a9-bbc8-c0ea39550d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:29.769509 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 83ba072f-d2f7-4ea8-9e22-afb39aced6d1 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:12:29.821289 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 83ba072f-d2f7-4ea8-9e22-afb39aced6d1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:12:29.821660 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:29.847700 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-94b88a03-4288-4722-83d5-4318224fd47f tempest-DHCPAgentSchedulersTestJSON-1284399071 tempest-DHCPAgentSchedulersTestJSON-1284399071-project-admin] 10.222.0.81 "GET /v2.0/agents/4e56e29f-17fc-4fee-95ed-1cc89ca7885b/dhcp-networks HTTP/1.1" status: 200 len: 9666 time: 0.2573113 Jul 30 20:12:29.848689 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38226) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:29.939194 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400b530-fbb7-4dfd-98fa-31f562a97281 req-44b858cf-0a57-44af-b70f-da3b20bb80e5 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:29.950868 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d400b530-fbb7-4dfd-98fa-31f562a97281 req-44b858cf-0a57-44af-b70f-da3b20bb80e5 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.1145639 Jul 30 20:12:29.970363 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d305f05b-4754-4ad2-94b1-4fd5b10019e8 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:30.007083 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d400b530-fbb7-4dfd-98fa-31f562a97281 req-f9929c69-a5ec-4958-ab1e-9c56cd4cc729 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548999 Jul 30 20:12:30.066560 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-983ab577-a949-47a9-bbc8-c0ea39550d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:30.079716 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:30.108570 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d305f05b-4754-4ad2-94b1-4fd5b10019e8 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:30.125204 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d305f05b-4754-4ad2-94b1-4fd5b10019e8 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53cc1dfa-64b8-446e-82db-33846fa2c851']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:30.131449 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbb5e58-6758-45b9-bafd-4b19ad838872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ba072f-d2f7-4ea8-9e22-afb39aced6d1'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:12:30.133740 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7933d8a-1965-438d-a4b9-1f1cfcb595cf" -d '{"events": [{"server_uuid": "bfbb5e58-6758-45b9-bafd-4b19ad838872", "name": "network-vif-plugged", "status": "completed", "tag": "83ba072f-d2f7-4ea8-9e22-afb39aced6d1"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:12:30.152395 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-983ab577-a949-47a9-bbc8-c0ea39550d32 None None] For port b6bd58a0-90dc-4949-878e-c5003688aa14, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b6bd58a0-90dc-4949-878e-c5003688aa14,segment=NetworkSegment(c4cac218-f4e6-4fa0-8d5f-1978c905c79c),segment_id=c4cac218-f4e6-4fa0-8d5f-1978c905c79c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:30.156578 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 83ba072f-d2f7-4ea8-9e22-afb39aced6d1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=83ba072f-d2f7-4ea8-9e22-afb39aced6d1,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:30.157369 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d305f05b-4754-4ad2-94b1-4fd5b10019e8 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73232b8c-5762-44e2-836f-395317b7251c') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:30.157613 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d305f05b-4754-4ad2-94b1-4fd5b10019e8 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73232b8c-5762-44e2-836f-395317b7251c') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:30.167032 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-983ab577-a949-47a9-bbc8-c0ea39550d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:30.172286 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:30.186157 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d305f05b-4754-4ad2-94b1-4fd5b10019e8 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:30.206054 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378d6d88-5042-4c32-ad98-cd82a0819333 x-openstack-request-id: req-378d6d88-5042-4c32-ad98-cd82a0819333 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:12:30.206297 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbb5e58-6758-45b9-bafd-4b19ad838872", "name": "network-vif-plugged", "status": "completed", "tag": "83ba072f-d2f7-4ea8-9e22-afb39aced6d1", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:12:30.206529 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-378d6d88-5042-4c32-ad98-cd82a0819333 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:12:30.206915 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbb5e58-6758-45b9-bafd-4b19ad838872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ba072f-d2f7-4ea8-9e22-afb39aced6d1', 'code': 200} Jul 30 20:12:30.210440 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d305f05b-4754-4ad2-94b1-4fd5b10019e8 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:30.225617 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d305f05b-4754-4ad2-94b1-4fd5b10019e8 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:12:30.226062 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d305f05b-4754-4ad2-94b1-4fd5b10019e8 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:12:30.229228 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:12:30.241083 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ab577-a949-47a9-bbc8-c0ea39550d32 None None] Pushing event updated for resources: {'Port': ['ID=b6bd58a0-90dc-4949-878e-c5003688aa14,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:30.314435 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=83ba072f-d2f7-4ea8-9e22-afb39aced6d1,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:30.367819 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d305f05b-4754-4ad2-94b1-4fd5b10019e8 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:30.392959 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d305f05b-4754-4ad2-94b1-4fd5b10019e8 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:30.401704 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d305f05b-4754-4ad2-94b1-4fd5b10019e8 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] 10.222.0.81 "DELETE /v2.0/networks/53cc1dfa-64b8-446e-82db-33846fa2c851 HTTP/1.1" status: 204 len: 168 time: 0.5518274 Jul 30 20:12:30.404347 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38238) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:30.405688 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61eda5-0372-4560-abce-07909b1f43d5 req-905a6c06-399e-4876-8d4a-19f0c72402cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:30.407183 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9c61eda5-0372-4560-abce-07909b1f43d5 req-905a6c06-399e-4876-8d4a-19f0c72402cb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bfbb5e58-6758-45b9-bafd-4b19ad838872 HTTP/1.1" status: 200 len: 1096 time: 0.1183591 Jul 30 20:12:30.435012 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305f05b-4754-4ad2-94b1-4fd5b10019e8 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Pushing event deleted for resources: {'Network': ['ID=53cc1dfa-64b8-446e-82db-33846fa2c851,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:30.469305 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b0b0e0-c292-4f6c-8243-16c1508fbbe9 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] DELETE failed (client error): The resource could not be found. Jul 30 20:12:30.470937 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b0b0e0-c292-4f6c-8243-16c1508fbbe9 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:12:30.471477 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9c61eda5-0372-4560-abce-07909b1f43d5 req-28bc41b0-4e30-49de-80f7-81c35a7a419b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477827 Jul 30 20:12:30.481717 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38244) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:30.488324 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-51b0b0e0-c292-4f6c-8243-16c1508fbbe9 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] 10.222.0.81 "DELETE /v2.0/ports/954c000f-ae3e-45bd-a861-cb97f1ceca37 HTTP/1.1" status: 404 len: 333 time: 0.0705912 Jul 30 20:12:30.495594 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5fda7321-d086-4a2c-889f-0fccc876ce68 None None] Provisioning complete for port b6bd58a0-90dc-4949-878e-c5003688aa14 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:12:30.496121 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fda7321-d086-4a2c-889f-0fccc876ce68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:30.645833 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d0eafd-c500-441e-8ef8-e6b6c03df2fc tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Deleting subnet a73ee9d2-95ce-4682-b6ec-84496f8e2b45 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:12:30.657310 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e4d0eafd-c500-441e-8ef8-e6b6c03df2fc tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:30.677382 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1d217-8571-4ffc-abd7-23fab241c3c2 req-3837c83e-a8e1-4e68-8c38-4e837d3534b5 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:30.685844 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32d1d217-8571-4ffc-abd7-23fab241c3c2 req-3837c83e-a8e1-4e68-8c38-4e837d3534b5 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfbb5e58-6758-45b9-bafd-4b19ad838872 HTTP/1.1" status: 200 len: 945 time: 0.2126307 Jul 30 20:12:30.738274 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-34ddd3f2-85d5-4290-963e-a985a4a866c4 None None] Could not find standard attr ID for object 954c000f-ae3e-45bd-a861-cb97f1ceca37. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:12:30.797440 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e4d0eafd-c500-441e-8ef8-e6b6c03df2fc tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:30.855666 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32d1d217-8571-4ffc-abd7-23fab241c3c2 req-c52f03c9-280d-406f-a867-186b2b23ad40 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689107 Jul 30 20:12:30.948524 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b6bd58a0-90dc-4949-878e-c5003688aa14 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:12:30.964774 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e4d0eafd-c500-441e-8ef8-e6b6c03df2fc tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:31.029651 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699abd35-a768-4178-b34e-2830931df070 req-8d0e0968-d2d2-457a-ac0a-1d201fba66a8 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:31.031747 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-699abd35-a768-4178-b34e-2830931df070 req-8d0e0968-d2d2-457a-ac0a-1d201fba66a8 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.1232228 Jul 30 20:12:31.043492 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port b6bd58a0-90dc-4949-878e-c5003688aa14 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:12:31.044191 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:31.137537 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e4d0eafd-c500-441e-8ef8-e6b6c03df2fc tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:31.162534 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-699abd35-a768-4178-b34e-2830931df070 req-d4c4d504-2010-4403-9de0-06df29de92b3 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112194 Jul 30 20:12:31.187215 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0eafd-c500-441e-8ef8-e6b6c03df2fc tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Pushing event deleted for resources: {'Subnet': ['ID=a73ee9d2-95ce-4682-b6ec-84496f8e2b45,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:31.200609 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e4d0eafd-c500-441e-8ef8-e6b6c03df2fc tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:31.205441 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e4d0eafd-c500-441e-8ef8-e6b6c03df2fc tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] 10.222.0.81 "DELETE /v2.0/subnets/a73ee9d2-95ce-4682-b6ec-84496f8e2b45 HTTP/1.1" status: 204 len: 168 time: 0.7191513 Jul 30 20:12:31.205753 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38256) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:31.222669 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3634f7-c2b4-402c-b2b0-b560558ee838 None None] Network 3bd49cf2-d232-4af0-a17d-279a9f2ceb95 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:12:31.342158 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703de6db-7f26-4f20-b0a4-1bdab985b2cc req-fcab2016-40cb-4f74-ae19-25693463d143 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:31.355308 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-703de6db-7f26-4f20-b0a4-1bdab985b2cc req-fcab2016-40cb-4f74-ae19-25693463d143 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.1716299 Jul 30 20:12:31.370579 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6e3adee-6aa2-4da1-87fa-ca1eaa4ceb11 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:31.438055 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e6e3adee-6aa2-4da1-87fa-ca1eaa4ceb11 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Deleting port b6bd58a0-90dc-4949-878e-c5003688aa14 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:12:31.438749 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6e3adee-6aa2-4da1-87fa-ca1eaa4ceb11 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:31.448160 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-703de6db-7f26-4f20-b0a4-1bdab985b2cc req-ff6694b8-5887-46d3-b314-268c284a062b tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903924 Jul 30 20:12:31.521831 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc3ca56-0afb-45a2-98fb-7e8e14556077 None None] DHCP port deletion for 3bd49cf2-d232-4af0-a17d-279a9f2ceb95 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:12:31.542872 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-e6e3adee-6aa2-4da1-87fa-ca1eaa4ceb11 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] For port b6bd58a0-90dc-4949-878e-c5003688aa14, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b6bd58a0-90dc-4949-878e-c5003688aa14,segment=NetworkSegment(c4cac218-f4e6-4fa0-8d5f-1978c905c79c),segment_id=c4cac218-f4e6-4fa0-8d5f-1978c905c79c)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:31.543386 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6e3adee-6aa2-4da1-87fa-ca1eaa4ceb11 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:31.557634 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e6e3adee-6aa2-4da1-87fa-ca1eaa4ceb11 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Calling delete_port for b6bd58a0-90dc-4949-878e-c5003688aa14 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:12:31.682300 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6e3adee-6aa2-4da1-87fa-ca1eaa4ceb11 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:31.752404 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3adee-6aa2-4da1-87fa-ca1eaa4ceb11 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Pushing event deleted for resources: {'Port': ['ID=b6bd58a0-90dc-4949-878e-c5003688aa14,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:31.764688 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e3adee-6aa2-4da1-87fa-ca1eaa4ceb11 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] No DVR routers for this DVR port b6bd58a0-90dc-4949-878e-c5003688aa14 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:12:31.792234 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1bc3ca56-0afb-45a2-98fb-7e8e14556077 None None] Deleting port b6bd58a0-90dc-4949-878e-c5003688aa14 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:12:31.792581 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ca56-0afb-45a2-98fb-7e8e14556077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:31.864538 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1bc3ca56-0afb-45a2-98fb-7e8e14556077 None None] For port b6bd58a0-90dc-4949-878e-c5003688aa14, host n-d-712137-9, got binding levels [] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:31.864934 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ca56-0afb-45a2-98fb-7e8e14556077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:31.884974 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6e3adee-6aa2-4da1-87fa-ca1eaa4ceb11 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:31.889624 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1bc3ca56-0afb-45a2-98fb-7e8e14556077 None None] Calling delete_port for b6bd58a0-90dc-4949-878e-c5003688aa14 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:12:31.894535 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.ipam_backend_mixin [None req-1bc3ca56-0afb-45a2-98fb-7e8e14556077 None None] Port b6bd58a0-90dc-4949-878e-c5003688aa14 was not found and therefore no delete operation was performed {{(pid=93884) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 20:12:31.896670 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ca56-0afb-45a2-98fb-7e8e14556077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:31.898212 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-e6e3adee-6aa2-4da1-87fa-ca1eaa4ceb11 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd49cf2-d232-4af0-a17d-279a9f2ceb95']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:31.909877 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-e6e3adee-6aa2-4da1-87fa-ca1eaa4ceb11 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4cac218-f4e6-4fa0-8d5f-1978c905c79c') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:31.910483 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-e6e3adee-6aa2-4da1-87fa-ca1eaa4ceb11 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4cac218-f4e6-4fa0-8d5f-1978c905c79c') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:31.920009 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6e3adee-6aa2-4da1-87fa-ca1eaa4ceb11 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:31.943556 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6e3adee-6aa2-4da1-87fa-ca1eaa4ceb11 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:31.946291 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc3ca56-0afb-45a2-98fb-7e8e14556077 None None] No DVR routers for this DVR port b6bd58a0-90dc-4949-878e-c5003688aa14 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:12:31.951195 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e3adee-6aa2-4da1-87fa-ca1eaa4ceb11 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:12:31.952071 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6e3adee-6aa2-4da1-87fa-ca1eaa4ceb11 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:31.964344 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3ca56-0afb-45a2-98fb-7e8e14556077 None None] Pushing event deleted for resources: {'Port': ['ID=b6bd58a0-90dc-4949-878e-c5003688aa14,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:12:31.973055 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:12:32.068970 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6e3adee-6aa2-4da1-87fa-ca1eaa4ceb11 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:32.078168 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6e3adee-6aa2-4da1-87fa-ca1eaa4ceb11 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:32.086031 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e6e3adee-6aa2-4da1-87fa-ca1eaa4ceb11 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] 10.222.0.81 "DELETE /v2.0/networks/3bd49cf2-d232-4af0-a17d-279a9f2ceb95 HTTP/1.1" status: 204 len: 168 time: 0.8746009 Jul 30 20:12:32.104056 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a12711-0453-47c5-bc84-0531260736df req-7430c5e1-9728-4aa2-9ac0-11375475263c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:32.105763 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e9a12711-0453-47c5-bc84-0531260736df req-7430c5e1-9728-4aa2-9ac0-11375475263c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.1342597 Jul 30 20:12:32.106666 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3adee-6aa2-4da1-87fa-ca1eaa4ceb11 tempest-DHCPAgentSchedulersTestJSON-224394102 tempest-DHCPAgentSchedulersTestJSON-224394102-project] Pushing event deleted for resources: {'Network': ['ID=3bd49cf2-d232-4af0-a17d-279a9f2ceb95,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:32.119810 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34cf80f-7c20-475e-b03c-63f9dfba0861 req-ab325ba4-221d-40e1-b272-02254f0c73c6 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:32.128836 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d34cf80f-7c20-475e-b03c-63f9dfba0861 req-ab325ba4-221d-40e1-b272-02254f0c73c6 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfbb5e58-6758-45b9-bafd-4b19ad838872 HTTP/1.1" status: 200 len: 945 time: 0.0918033 Jul 30 20:12:32.155850 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e9a12711-0453-47c5-bc84-0531260736df req-28a399bd-3667-4e79-9696-4a57e559e8fd tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411489 Jul 30 20:12:32.203832 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d34cf80f-7c20-475e-b03c-63f9dfba0861 req-9af1d029-4de9-4d5b-823a-593b555c1078 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737133 Jul 30 20:12:32.303746 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278e3ac-1ecb-4b70-aa09-bdc609f4ff41 req-3b151bc5-8356-431a-8a35-56d5d839c972 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:32.307133 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e278e3ac-1ecb-4b70-aa09-bdc609f4ff41 req-3b151bc5-8356-431a-8a35-56d5d839c972 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.0673952 Jul 30 20:12:32.386763 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e278e3ac-1ecb-4b70-aa09-bdc609f4ff41 req-af806ceb-8e84-4836-97cb-f313491fc0e7 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693901 Jul 30 20:12:32.483090 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4d3e1-18f7-4cce-8593-06b60271e289 req-ed6bdb17-a8e9-499d-9962-1747d453597e tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:32.494861 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-55a4d3e1-18f7-4cce-8593-06b60271e289 req-ed6bdb17-a8e9-499d-9962-1747d453597e tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.1267347 Jul 30 20:12:32.509704 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38300) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:32.556359 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-55a4d3e1-18f7-4cce-8593-06b60271e289 req-a1ef26c9-f141-4863-85b1-56821fa35406 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518441 Jul 30 20:12:32.694272 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94ad70-74cc-402a-8623-9a29fab6554f req-18333822-f83e-4a5f-aaf9-b631672e3399 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:32.701429 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-aa94ad70-74cc-402a-8623-9a29fab6554f req-18333822-f83e-4a5f-aaf9-b631672e3399 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/networks?id=8bfc6937-8166-4841-8d2d-9494ef26b48a HTTP/1.1" status: 200 len: 804 time: 0.1796460 Jul 30 20:12:32.755450 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756ab97-9796-48f7-967d-0ef493d33057 req-3f4e79bc-3f6c-4996-8c39-4e15c544a5f3 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:32.756823 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-aa94ad70-74cc-402a-8623-9a29fab6554f req-2f0a7fc7-deda-4406-8b1b-8790e2ea0e13 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/quotas/9ccfb1cbf56a4ee5812650def928c402 HTTP/1.1" status: 200 len: 375 time: 0.0481288 Jul 30 20:12:32.769898 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8756ab97-9796-48f7-967d-0ef493d33057 req-3f4e79bc-3f6c-4996-8c39-4e15c544a5f3 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.1238892 Jul 30 20:12:32.839496 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8756ab97-9796-48f7-967d-0ef493d33057 req-fb274b93-36e9-4dff-acf5-2780b6ed0723 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686407 Jul 30 20:12:32.846073 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-17f9ba2c-9773-4955-8ff1-e45fbc1a3da2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a70f4fa534664d1d89c5409a9ff017a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3343949 Jul 30 20:12:32.846269 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38310) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:32.869430 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0b8be49c-9743-4aee-bf44-928a537672b2 req-bf282b78-1775-4ebb-8567-da493167dfb3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1271074 Jul 30 20:12:32.887332 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b6bd58a0-90dc-4949-878e-c5003688aa14 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:12:32.915652 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: b6bd58a0-90dc-4949-878e-c5003688aa14 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:12:32.916000 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b6bd58a0-90dc-4949-878e-c5003688aa14 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:12:32.920069 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-aa94ad70-74cc-402a-8623-9a29fab6554f req-380b21a7-97ba-4d87-8840-de0b22026380 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9ccfb1cbf56a4ee5812650def928c402&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1409242 Jul 30 20:12:33.041902 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce5d2912-3acd-4c9a-9732-eb6d4da07b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:33.050518 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8be49c-9743-4aee-bf44-928a537672b2 req-c87e79b3-68e4-410a-b3d8-0355703bbb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:33.052058 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0b8be49c-9743-4aee-bf44-928a537672b2 req-c87e79b3-68e4-410a-b3d8-0355703bbb12 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c9ba35ca3ce49889dd21646eecff8cf&device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 1097 time: 0.1307468 Jul 30 20:12:33.109251 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce5d2912-3acd-4c9a-9732-eb6d4da07b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:33.162497 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-aa94ad70-74cc-402a-8623-9a29fab6554f req-992545f2-7bd3-473d-a983-3593ee8cf0d0 service neutron] 10.222.0.81 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091565 Jul 30 20:12:33.306859 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce5d2912-3acd-4c9a-9732-eb6d4da07b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:33.315607 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce5d2912-3acd-4c9a-9732-eb6d4da07b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:33.315607 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ce5d2912-3acd-4c9a-9732-eb6d4da07b85 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f9451b31-4bb8-44f6-840d-23cbf7a0ba56 HTTP/1.1" status: 204 len: 168 time: 0.4627442 Jul 30 20:12:33.337808 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8be49c-9743-4aee-bf44-928a537672b2 req-80687785-a701-4478-91cc-c95f3354e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:33.339484 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0b8be49c-9743-4aee-bf44-928a537672b2 req-80687785-a701-4478-91cc-c95f3354e0f7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c421e0b7-06ec-4b47-a5b3-95881a5c3933 HTTP/1.1" status: 200 len: 917 time: 0.2567167 Jul 30 20:12:33.342329 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d2912-3acd-4c9a-9732-eb6d4da07b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9451b31-4bb8-44f6-840d-23cbf7a0ba56,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:33.371646 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-aa94ad70-74cc-402a-8623-9a29fab6554f req-81c4765c-019b-4f0e-9146-c741d2af014d service neutron] 10.222.0.81 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054715 Jul 30 20:12:33.505369 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e52ae-45ca-49f9-b86a-5bed2530817f req-306f3f2a-00ea-467b-ba1f-e70a16e58667 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:33.507043 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc6e52ae-45ca-49f9-b86a-5bed2530817f req-306f3f2a-00ea-467b-ba1f-e70a16e58667 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.1221430 Jul 30 20:12:33.635229 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc6e52ae-45ca-49f9-b86a-5bed2530817f req-7d94d952-9314-4ffe-b4f5-e215c299849b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115203 Jul 30 20:12:33.833356 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb17c28-e23e-44c6-984f-fa08be3b0386 req-8e63e38d-bdbe-4284-92c3-3913add04e56 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:33.836939 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1bb17c28-e23e-44c6-984f-fa08be3b0386 req-8e63e38d-bdbe-4284-92c3-3913add04e56 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.0858219 Jul 30 20:12:33.900294 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1bb17c28-e23e-44c6-984f-fa08be3b0386 req-372baa25-b1e0-4d23-b9d5-32c6392327f2 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570495 Jul 30 20:12:33.929221 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38346) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:33.964540 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13830987-1b40-4471-9685-1d46a52a20fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:34.044797 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0b8be49c-9743-4aee-bf44-928a537672b2 req-f43caa59-b5b4-4eea-a6e2-bf903257f7e4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=137645cc-90ec-4463-bc0a-f6307edd9f9b HTTP/1.1" status: 200 len: 1002 time: 0.6952829 Jul 30 20:12:34.150260 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8be49c-9743-4aee-bf44-928a537672b2 req-dacda6d0-21a7-4639-9bc5-2322035d8f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:34.158161 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0b8be49c-9743-4aee-bf44-928a537672b2 req-dacda6d0-21a7-4639-9bc5-2322035d8f68 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b1ad353-61a9-43a8-b737-817c20130814 HTTP/1.1" status: 200 len: 855 time: 0.0953770 Jul 30 20:12:34.218891 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13830987-1b40-4471-9685-1d46a52a20fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:34.233950 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13830987-1b40-4471-9685-1d46a52a20fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:34.275627 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8be49c-9743-4aee-bf44-928a537672b2 req-2a29f2f7-10d4-4985-a294-ec65db145959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:34.278226 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0b8be49c-9743-4aee-bf44-928a537672b2 req-2a29f2f7-10d4-4985-a294-ec65db145959 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c421e0b7-06ec-4b47-a5b3-95881a5c3933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121497 Jul 30 20:12:34.302228 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13830987-1b40-4471-9685-1d46a52a20fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad99218b-e832-404c-971e-8c4cb219261a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:34.369798 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-13830987-1b40-4471-9685-1d46a52a20fc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=74ec24009e5a4764b2c79fce9bd41b35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4390802 Jul 30 20:12:34.371013 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38372) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:34.438591 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ba3ee-e136-427d-9efe-c1119fe0c502 req-b76f8b10-6270-4a27-ba6a-155c63c0bfed tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:34.447629 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-143ba3ee-e136-427d-9efe-c1119fe0c502 req-b76f8b10-6270-4a27-ba6a-155c63c0bfed tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.2433741 Jul 30 20:12:34.458418 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0b8be49c-9743-4aee-bf44-928a537672b2 req-2ec757da-e7d1-48e4-88e2-f7b6e47421cb service neutron] 10.222.0.83 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661265 Jul 30 20:12:34.500332 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc489eb6-acbd-4829-8916-54d78d23ba4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:34.527040 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-143ba3ee-e136-427d-9efe-c1119fe0c502 req-75c53fe7-cd70-4fd1-b0cb-3f14c99e1031 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774560 Jul 30 20:12:34.565171 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc489eb6-acbd-4829-8916-54d78d23ba4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:34.665634 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc489eb6-acbd-4829-8916-54d78d23ba4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:34.670749 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dc489eb6-acbd-4829-8916-54d78d23ba4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:34.675753 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-dc489eb6-acbd-4829-8916-54d78d23ba4c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ad99218b-e832-404c-971e-8c4cb219261a HTTP/1.1" status: 204 len: 168 time: 0.2951396 Jul 30 20:12:34.714562 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0b8be49c-9743-4aee-bf44-928a537672b2 req-7b81cb99-e082-464e-9deb-640e62313f45 service neutron] 10.222.0.83 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376323 Jul 30 20:12:34.740047 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc489eb6-acbd-4829-8916-54d78d23ba4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad99218b-e832-404c-971e-8c4cb219261a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:35.408844 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746577e1-403b-44c6-a71d-6332a2d6e35f req-a3c83310-655f-44fe-95eb-1208b42e1367 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:35.412628 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-746577e1-403b-44c6-a71d-6332a2d6e35f req-a3c83310-655f-44fe-95eb-1208b42e1367 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.1612914 Jul 30 20:12:35.526653 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-746577e1-403b-44c6-a71d-6332a2d6e35f req-97e69d56-470c-4392-bca6-8bb127136e7e tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018691 Jul 30 20:12:35.570462 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 382cf50a-659d-4760-a4da-eab961f190f2 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:12:35.804791 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 382cf50a-659d-4760-a4da-eab961f190f2, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=382cf50a-659d-4760-a4da-eab961f190f2,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:35.808077 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b48fc-8713-4ee2-b681-ca2d1fd589e3 req-8889378e-cbdd-433a-8a8d-378e08db63f3 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:35.809784 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-535b48fc-8713-4ee2-b681-ca2d1fd589e3 req-8889378e-cbdd-433a-8a8d-378e08db63f3 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.1021624 Jul 30 20:12:35.823832 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '382cf50a-659d-4760-a4da-eab961f190f2', 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135', 'port_id': '382cf50a-659d-4760-a4da-eab961f190f2', 'mac_address': 'fa:16:3e:99:e5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59cd3e31-9c90-4ed9-82a3-e900a46fc84c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:12:35.874007 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:35.880200 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-535b48fc-8713-4ee2-b681-ca2d1fd589e3 req-609d42ba-ca0c-4a53-9b25-07f07ee0b782 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640633 Jul 30 20:12:35.917020 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 382cf50a-659d-4760-a4da-eab961f190f2 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:12:35.958802 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 382cf50a-659d-4760-a4da-eab961f190f2, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=382cf50a-659d-4760-a4da-eab961f190f2,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:35.964499 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:36.026972 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=382cf50a-659d-4760-a4da-eab961f190f2,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:36.083727 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3d5d4-4791-474e-af62-c03821a45fc6 req-13562e6e-6fad-441a-b68c-65788ab2c3d7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:36.092699 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6da3d5d4-4791-474e-af62-c03821a45fc6 req-13562e6e-6fad-441a-b68c-65788ab2c3d7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 944 time: 0.1007307 Jul 30 20:12:36.093999 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['382cf50a-659d-4760-a4da-eab961f190f2'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:12:36.145026 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6da3d5d4-4791-474e-af62-c03821a45fc6 req-66f4600b-33ef-4ffb-920e-50fa99e1d634 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513926 Jul 30 20:12:37.454079 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38476) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:37.544167 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 382cf50a-659d-4760-a4da-eab961f190f2 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:12:37.634092 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-9c76da3a-44f5-4fbe-a79a-146b703133c0 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:37.644494 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 382cf50a-659d-4760-a4da-eab961f190f2 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:12:37.644984 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:37.753137 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9c76da3a-44f5-4fbe-a79a-146b703133c0 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:37.812374 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:37.844844 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382cf50a-659d-4760-a4da-eab961f190f2'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:12:37.848100 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acab1048-2ab8-4233-8119-58ef78b852d6" -d '{"events": [{"server_uuid": "e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0", "name": "network-vif-plugged", "status": "completed", "tag": "382cf50a-659d-4760-a4da-eab961f190f2"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:12:37.872700 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 382cf50a-659d-4760-a4da-eab961f190f2, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=382cf50a-659d-4760-a4da-eab961f190f2,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:37.884828 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:37.980923 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=382cf50a-659d-4760-a4da-eab961f190f2,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:38.005752 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9c76da3a-44f5-4fbe-a79a-146b703133c0 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:38.146900 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-9c76da3a-44f5-4fbe-a79a-146b703133c0 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Allocated IP 172.25.3.31 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/78ee4594-d7b3-47e0-be0e-e34e5430ae6f) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:12:38.283287 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9c76da3a-44f5-4fbe-a79a-146b703133c0 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:38.333311 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9c76da3a-44f5-4fbe-a79a-146b703133c0 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:38.382066 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76da3a-44f5-4fbe-a79a-146b703133c0 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Pushing event updated for resources: {'Port': ['ID=78ee4594-d7b3-47e0-be0e-e34e5430ae6f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:38.407328 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c76da3a-44f5-4fbe-a79a-146b703133c0 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:12:38.408825 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-9c76da3a-44f5-4fbe-a79a-146b703133c0 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:12:38.411877 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c76da3a-44f5-4fbe-a79a-146b703133c0 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:12:38.535886 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9c76da3a-44f5-4fbe-a79a-146b703133c0 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:38.585021 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9c76da3a-44f5-4fbe-a79a-146b703133c0 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:38.819771 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9c76da3a-44f5-4fbe-a79a-146b703133c0 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:38.828336 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9c76da3a-44f5-4fbe-a79a-146b703133c0 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:38.946232 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9c76da3a-44f5-4fbe-a79a-146b703133c0 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:38.963352 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76da3a-44f5-4fbe-a79a-146b703133c0 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Pushing event updated for resources: {'Port': ['ID=78ee4594-d7b3-47e0-be0e-e34e5430ae6f,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:38.985458 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9c76da3a-44f5-4fbe-a79a-146b703133c0 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:38.987085 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9c76da3a-44f5-4fbe-a79a-146b703133c0 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5322757 Jul 30 20:12:38.990594 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38484) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:38.997529 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-96cc3ae2-11cc-40ab-9f52-207ba34d9d67 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-5327565', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'fixed_ips': [{'ip_address': '172.25.3.31'}]}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:39.033118 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cc3ae2-11cc-40ab-9f52-207ba34d9d67 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Made reservation on behalf of 117ae79e516547f6b7b800fef0069997 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:12:39.037625 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-96cc3ae2-11cc-40ab-9f52-207ba34d9d67 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:39.056119 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-96cc3ae2-11cc-40ab-9f52-207ba34d9d67 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:39.192866 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-96cc3ae2-11cc-40ab-9f52-207ba34d9d67 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:39.203794 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-96cc3ae2-11cc-40ab-9f52-207ba34d9d67 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:39.229591 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-96cc3ae2-11cc-40ab-9f52-207ba34d9d67 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] device_id is not set on port 5d454329-dc0a-43b5-9426-ccd3b047b9d8 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:12:39.368556 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc3ae2-11cc-40ab-9f52-207ba34d9d67 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2eaddf-d56c-4e4a-b55f-58367dafe6f5,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:39.577481 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-96cc3ae2-11cc-40ab-9f52-207ba34d9d67 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 30 20:12:39.578881 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96cc3ae2-11cc-40ab-9f52-207ba34d9d67 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:12:39.595219 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-96cc3ae2-11cc-40ab-9f52-207ba34d9d67 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.6030686 Jul 30 20:12:39.597910 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38488) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:39.829441 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf1a40-b2e7-4a49-9d30-1f16c3bb4cc1 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Deleting port 78ee4594-d7b3-47e0-be0e-e34e5430ae6f {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:12:39.830163 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bdcf1a40-b2e7-4a49-9d30-1f16c3bb4cc1 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:39.973084 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bdcf1a40-b2e7-4a49-9d30-1f16c3bb4cc1 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:39.973419 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bdcf1a40-b2e7-4a49-9d30-1f16c3bb4cc1 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:39.987862 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf1a40-b2e7-4a49-9d30-1f16c3bb4cc1 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Calling delete_port for 78ee4594-d7b3-47e0-be0e-e34e5430ae6f owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:12:40.177535 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bdcf1a40-b2e7-4a49-9d30-1f16c3bb4cc1 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:40.245764 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf1a40-b2e7-4a49-9d30-1f16c3bb4cc1 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Pushing event deleted for resources: {'Port': ['ID=78ee4594-d7b3-47e0-be0e-e34e5430ae6f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:40.324051 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bdcf1a40-b2e7-4a49-9d30-1f16c3bb4cc1 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:40.327913 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bdcf1a40-b2e7-4a49-9d30-1f16c3bb4cc1 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:40.337790 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-bdcf1a40-b2e7-4a49-9d30-1f16c3bb4cc1 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543 tempest-ExternalNetworksAdminNegativeTestJSON-1517624543-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/e766a4b0-6d3b-4684-8cd6-e094cc9fe96e HTTP/1.1" status: 204 len: 168 time: 0.7364335 Jul 30 20:12:40.645993 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38498) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:40.777517 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-74075285-c2e9-4614-8f45-36e132f72fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:40.892093 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-74075285-c2e9-4614-8f45-36e132f72fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:40.901686 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-74075285-c2e9-4614-8f45-36e132f72fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:40.941412 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74075285-c2e9-4614-8f45-36e132f72fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb72a1d3-6806-4b96-9bba-e92933c95817,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:40.982408 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-74075285-c2e9-4614-8f45-36e132f72fc3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6c1967e0cb754ced994d59324c149825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3341856 Jul 30 20:12:40.985021 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38502) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:41.063058 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c9550bc4-1f36-40cf-9073-7d4a0178a3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:41.094302 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c9550bc4-1f36-40cf-9073-7d4a0178a3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:41.157327 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c9550bc4-1f36-40cf-9073-7d4a0178a3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:41.160868 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c9550bc4-1f36-40cf-9073-7d4a0178a3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:41.162139 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c9550bc4-1f36-40cf-9073-7d4a0178a3e4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fb72a1d3-6806-4b96-9bba-e92933c95817 HTTP/1.1" status: 204 len: 168 time: 0.1757851 Jul 30 20:12:41.173992 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9550bc4-1f36-40cf-9073-7d4a0178a3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb72a1d3-6806-4b96-9bba-e92933c95817,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:41.584854 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38510) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:41.637773 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38512) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:41.649396 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-091aa3a4-2a1c-4c27-abc4-af6958a0c76e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=117ae79e516547f6b7b800fef0069997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0630879 Jul 30 20:12:41.698646 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47bb91db-32b6-4679-9e1e-1aa131b0d72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:41.732703 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47bb91db-32b6-4679-9e1e-1aa131b0d72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:41.793298 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47bb91db-32b6-4679-9e1e-1aa131b0d72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:41.796707 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47bb91db-32b6-4679-9e1e-1aa131b0d72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:41.797887 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-47bb91db-32b6-4679-9e1e-1aa131b0d72d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7f2eaddf-d56c-4e4a-b55f-58367dafe6f5 HTTP/1.1" status: 204 len: 168 time: 0.1580703 Jul 30 20:12:41.814277 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb91db-32b6-4679-9e1e-1aa131b0d72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2eaddf-d56c-4e4a-b55f-58367dafe6f5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:43.782454 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d1be3-628a-4865-96d2-9992161eb8da req-e610af25-fe8e-4748-9197-cf8589c78206 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:43.785246 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-456d1be3-628a-4865-96d2-9992161eb8da req-e610af25-fe8e-4748-9197-cf8589c78206 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/networks?id=8bfc6937-8166-4841-8d2d-9494ef26b48a HTTP/1.1" status: 200 len: 804 time: 0.1875210 Jul 30 20:12:43.811665 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-456d1be3-628a-4865-96d2-9992161eb8da req-3b892ec4-3efe-4c48-b62b-2256f8581726 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/quotas/9ccfb1cbf56a4ee5812650def928c402 HTTP/1.1" status: 200 len: 375 time: 0.0192585 Jul 30 20:12:43.889691 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-456d1be3-628a-4865-96d2-9992161eb8da req-95873eda-2853-46ec-9bde-75114c8e5515 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9ccfb1cbf56a4ee5812650def928c402&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0718827 Jul 30 20:12:43.912943 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed06db-15e0-44dc-ab92-111e2d846c6f req-5a6c73ea-b403-4d4f-a96f-c93672c6b6ad tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:43.916260 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1ed06db-15e0-44dc-ab92-111e2d846c6f req-5a6c73ea-b403-4d4f-a96f-c93672c6b6ad tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.0721986 Jul 30 20:12:43.963288 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1ed06db-15e0-44dc-ab92-111e2d846c6f req-acf29f14-ce37-42d4-b116-9d447a12b829 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386982 Jul 30 20:12:44.045729 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-456d1be3-628a-4865-96d2-9992161eb8da req-c9bb72b8-8965-4ac2-8261-2a7fdd8f9b30 service neutron] 10.222.0.81 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548061 Jul 30 20:12:44.117607 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b60c43-7c46-464e-b646-96c74c559f39 req-6d387a53-bb07-479f-90ac-58e7470deba5 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:44.121094 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-39b60c43-7c46-464e-b646-96c74c559f39 req-6d387a53-bb07-479f-90ac-58e7470deba5 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.0641432 Jul 30 20:12:44.162150 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-456d1be3-628a-4865-96d2-9992161eb8da req-eb8ac47d-b62b-4993-81de-26c44be4c7a9 service neutron] 10.222.0.81 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095738 Jul 30 20:12:44.208223 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-39b60c43-7c46-464e-b646-96c74c559f39 req-5e9d5f00-0ac8-4ca5-9e5b-529cf798e9f6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718999 Jul 30 20:12:44.355909 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c7c2c3-cc95-4b77-8bf6-23d1f72e8723 x-openstack-request-id: req-11c7c2c3-cc95-4b77-8bf6-23d1f72e8723 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:12:44.356452 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0", "name": "network-vif-plugged", "status": "completed", "tag": "382cf50a-659d-4760-a4da-eab961f190f2", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:12:44.356452 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-11c7c2c3-cc95-4b77-8bf6-23d1f72e8723 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:12:44.356825 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382cf50a-659d-4760-a4da-eab961f190f2', 'code': 200} Jul 30 20:12:44.476908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983470dc-915e-48bf-8048-d53db52a7832 req-d0882fc0-d510-403c-92ac-d3219ecbd25c tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:44.485605 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-983470dc-915e-48bf-8048-d53db52a7832 req-d0882fc0-d510-403c-92ac-d3219ecbd25c tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.1088593 Jul 30 20:12:44.555073 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-983470dc-915e-48bf-8048-d53db52a7832 req-1b6025e1-8548-4321-a576-7a14b6596ff0 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685823 Jul 30 20:12:44.564970 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1371eb45-504a-434b-9dec-a548eb84e49f req-2b8f1214-6dce-4678-92e6-88f4ecbc211a tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e24bca3-bddb-4b8a-be87-34ec07ef64c5 HTTP/1.1" status: 200 len: 210 time: 0.0522265 Jul 30 20:12:44.693367 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38606) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:44.769310 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf31d5-ba8b-4d6d-ab64-25c247059356 req-e94834fe-f1a9-4dbe-be15-c2fab04bc0ef tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:44.771136 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76bf31d5-ba8b-4d6d-ab64-25c247059356 req-e94834fe-f1a9-4dbe-be15-c2fab04bc0ef tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=63da983d-25ee-4a5b-882c-37bc4c679327 HTTP/1.1" status: 200 len: 949 time: 0.1034448 Jul 30 20:12:44.853077 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76bf31d5-ba8b-4d6d-ab64-25c247059356 req-d5320289-71e1-4038-8d96-d349d6c4e051 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746431 Jul 30 20:12:44.972232 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-aa0741da-aebb-4e5f-9a12-3a8198f71c5d tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:45.016539 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa0741da-aebb-4e5f-9a12-3a8198f71c5d tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:45.175740 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805db29-ecbb-4573-ac84-53f683e491da req-6d0da06e-7a60-4e83-8839-a582670c37f6 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:45.179555 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0805db29-ecbb-4573-ac84-53f683e491da req-6d0da06e-7a60-4e83-8839-a582670c37f6 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.0992463 Jul 30 20:12:45.287260 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:45.290629 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0805db29-ecbb-4573-ac84-53f683e491da req-4e9bac76-c270-4100-852d-f905e09f50b5 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029890 Jul 30 20:12:45.298562 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa0741da-aebb-4e5f-9a12-3a8198f71c5d tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:45.510531 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b9446-862e-4814-8e67-68130d79660e req-c06c7300-4ced-4cbc-a29c-b51c6e37a6a8 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:45.512359 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-028b9446-862e-4814-8e67-68130d79660e req-c06c7300-4ced-4cbc-a29c-b51c6e37a6a8 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.1081626 Jul 30 20:12:45.546073 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-aa0741da-aebb-4e5f-9a12-3a8198f71c5d tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Allocated IP 172.25.3.43 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/9f2d3ff7-bf52-4d87-aa75-61f3aa7a0364) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:12:45.581013 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-028b9446-862e-4814-8e67-68130d79660e req-6e979928-8eed-4d53-a27f-1aa572379293 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611415 Jul 30 20:12:45.792882 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fb652-22fb-45e0-9d2a-027eb7036a5c req-e45b1fef-34fc-407e-9714-ffc1fad0fc9a tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:45.800473 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a4fb652-22fb-45e0-9d2a-027eb7036a5c req-e45b1fef-34fc-407e-9714-ffc1fad0fc9a tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.1410208 Jul 30 20:12:45.809809 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-53025e97-b07d-437e-a445-2cfa474641b3 req-8400cedf-9f1a-4b9a-ae84-762be9525730 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e24bca3-bddb-4b8a-be87-34ec07ef64c5 HTTP/1.1" status: 200 len: 210 time: 0.0970781 Jul 30 20:12:45.851528 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a4fb652-22fb-45e0-9d2a-027eb7036a5c req-c59b8566-11af-4685-bd4b-79e51710ab1b tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500772 Jul 30 20:12:45.941967 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa0741da-aebb-4e5f-9a12-3a8198f71c5d tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:45.989767 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d1be3-628a-4865-96d2-9992161eb8da req-f8218507-b250-43f2-a0b6-668397493561 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:45.991296 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-456d1be3-628a-4865-96d2-9992161eb8da req-f8218507-b250-43f2-a0b6-668397493561 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.83 "GET /v2.0/networks?id=8bfc6937-8166-4841-8d2d-9494ef26b48a HTTP/1.1" status: 200 len: 804 time: 0.2325270 Jul 30 20:12:46.010449 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-456d1be3-628a-4865-96d2-9992161eb8da req-2c669c1d-509a-46fa-886b-f4876cf85e3d tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Request body: {'port': {'device_id': '0e24bca3-bddb-4b8a-be87-34ec07ef64c5', 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a', 'admin_state_up': True, 'tenant_id': '9ccfb1cbf56a4ee5812650def928c402'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:46.080113 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa0741da-aebb-4e5f-9a12-3a8198f71c5d tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:46.140980 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0741da-aebb-4e5f-9a12-3a8198f71c5d tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:12:46.150436 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-aa0741da-aebb-4e5f-9a12-3a8198f71c5d tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:12:46.160972 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0741da-aebb-4e5f-9a12-3a8198f71c5d tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:12:46.185493 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0741da-aebb-4e5f-9a12-3a8198f71c5d tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Pushing event updated for resources: {'Port': ['ID=9f2d3ff7-bf52-4d87-aa75-61f3aa7a0364,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:46.222078 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-456d1be3-628a-4865-96d2-9992161eb8da req-2c669c1d-509a-46fa-886b-f4876cf85e3d tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Made reservation on behalf of 9ccfb1cbf56a4ee5812650def928c402 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:12:46.225989 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-456d1be3-628a-4865-96d2-9992161eb8da req-2c669c1d-509a-46fa-886b-f4876cf85e3d tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:46.404898 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa0741da-aebb-4e5f-9a12-3a8198f71c5d tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:46.483285 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa0741da-aebb-4e5f-9a12-3a8198f71c5d tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:46.756573 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b212efc-e74f-4b07-bd64-c94892a6398b req-05b97931-9980-43cb-a417-6a2061ef4e77 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:46.768658 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4b212efc-e74f-4b07-bd64-c94892a6398b req-05b97931-9980-43cb-a417-6a2061ef4e77 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.3486648 Jul 30 20:12:46.787972 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdeea6-37d0-4b46-9ce0-b70f401533f0 req-e11e2612-44dd-446d-bf65-22440b114d18 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:46.798223 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73cdeea6-37d0-4b46-9ce0-b70f401533f0 req-e11e2612-44dd-446d-bf65-22440b114d18 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.0949728 Jul 30 20:12:46.829729 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-456d1be3-628a-4865-96d2-9992161eb8da req-2c669c1d-509a-46fa-886b-f4876cf85e3d tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Allocated IP 172.20.0.5 (8bfc6937-8166-4841-8d2d-9494ef26b48a/c4441ce2-15ee-443c-8f6d-ecb7f77ca504/cad9f875-a49d-478f-99f3-8390cfec0f9c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:12:46.870646 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73cdeea6-37d0-4b46-9ce0-b70f401533f0 req-8af35e0d-3af7-4ee3-8ce9-f93410f6a955 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686302 Jul 30 20:12:46.990838 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8702b1b-7bda-4748-8f5b-94eb51ad04ef req-a699f9b3-3bb9-4747-a311-e4d3db193dda tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e24bca3-bddb-4b8a-be87-34ec07ef64c5 HTTP/1.1" status: 200 len: 210 time: 0.0436406 Jul 30 20:12:47.129668 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f4d0d-f756-47ff-904f-efbb42b752a0 req-303bc20d-a41c-456f-9243-0a56e5bf9d79 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:47.140617 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb1f4d0d-f756-47ff-904f-efbb42b752a0 req-303bc20d-a41c-456f-9243-0a56e5bf9d79 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.0737710 Jul 30 20:12:47.164682 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa0741da-aebb-4e5f-9a12-3a8198f71c5d tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:47.181435 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4b212efc-e74f-4b07-bd64-c94892a6398b req-bf3d0a9f-2cb9-4dd3-9759-0f9a2f2c5a3a tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098506 Jul 30 20:12:47.199189 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa0741da-aebb-4e5f-9a12-3a8198f71c5d tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:47.214801 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb1f4d0d-f756-47ff-904f-efbb42b752a0 req-53aaf1b3-5ede-4ca7-9778-2cfd42fd291a tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714948 Jul 30 20:12:47.224446 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-456d1be3-628a-4865-96d2-9992161eb8da req-2c669c1d-509a-46fa-886b-f4876cf85e3d tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:47.366612 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa0741da-aebb-4e5f-9a12-3a8198f71c5d tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:47.378919 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0741da-aebb-4e5f-9a12-3a8198f71c5d tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Pushing event updated for resources: {'Port': ['ID=9f2d3ff7-bf52-4d87-aa75-61f3aa7a0364,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:47.419588 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa0741da-aebb-4e5f-9a12-3a8198f71c5d tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:47.422863 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-aa0741da-aebb-4e5f-9a12-3a8198f71c5d tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7284095 Jul 30 20:12:47.426303 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38690) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:47.436138 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0ffaf465-3dad-4196-9a0f-f1b4f3b82bfd tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1182638075'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:47.503818 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-456d1be3-628a-4865-96d2-9992161eb8da req-2c669c1d-509a-46fa-886b-f4876cf85e3d tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:47.532766 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['83ba072f-d2f7-4ea8-9e22-afb39aced6d1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:12:47.540983 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-456d1be3-628a-4865-96d2-9992161eb8da req-2c669c1d-509a-46fa-886b-f4876cf85e3d tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Network 8bfc6937-8166-4841-8d2d-9494ef26b48a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:12:47.569647 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-456d1be3-628a-4865-96d2-9992161eb8da req-2c669c1d-509a-46fa-886b-f4876cf85e3d tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:12:47.582741 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-456d1be3-628a-4865-96d2-9992161eb8da req-2c669c1d-509a-46fa-886b-f4876cf85e3d tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:12:47.590575 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cfc6cb-a175-4c6f-9aee-b5aec7dbcaca req-9251e96c-2165-4c8e-b5be-16e00a158a1a tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:47.601231 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73cfc6cb-a175-4c6f-9aee-b5aec7dbcaca req-9251e96c-2165-4c8e-b5be-16e00a158a1a tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.1362541 Jul 30 20:12:47.626944 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffaf465-3dad-4196-9a0f-f1b4f3b82bfd tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Made reservation on behalf of 0c804ef0962c4fa7aabfbaf60fd9e205 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:12:47.631207 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ffaf465-3dad-4196-9a0f-f1b4f3b82bfd tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:47.652285 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ffaf465-3dad-4196-9a0f-f1b4f3b82bfd tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:47.668551 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c669c1d-509a-46fa-886b-f4876cf85e3d tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Pushing event updated for resources: {'Port': ['ID=cad9f875-a49d-478f-99f3-8390cfec0f9c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:47.678319 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73cfc6cb-a175-4c6f-9aee-b5aec7dbcaca req-04c04dce-42aa-4d16-8281-7eeed1943c92 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756810 Jul 30 20:12:47.687150 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d1be3-628a-4865-96d2-9992161eb8da req-2c669c1d-509a-46fa-886b-f4876cf85e3d tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:47.687927 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-456d1be3-628a-4865-96d2-9992161eb8da req-2c669c1d-509a-46fa-886b-f4876cf85e3d tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:47.816390 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ffaf465-3dad-4196-9a0f-f1b4f3b82bfd tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:47.819127 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bd9a2-9a91-4a80-aa86-defdc2929bce req-6d20fcec-7e8e-4955-bffd-2edcc1cb28b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:47.820895 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b78bd9a2-9a91-4a80-aa86-defdc2929bce req-6d20fcec-7e8e-4955-bffd-2edcc1cb28b4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 1095 time: 0.0613801 Jul 30 20:12:47.824238 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ffaf465-3dad-4196-9a0f-f1b4f3b82bfd tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:47.843276 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-456d1be3-628a-4865-96d2-9992161eb8da req-2c669c1d-509a-46fa-886b-f4876cf85e3d tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8367586 Jul 30 20:12:47.853880 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ffaf465-3dad-4196-9a0f-f1b4f3b82bfd tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:12:47.859690 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-456d1be3-628a-4865-96d2-9992161eb8da req-45b24fa4-cef7-4820-9647-86cde930ac5f service neutron] Request body: {'port': {'device_id': '0e24bca3-bddb-4b8a-be87-34ec07ef64c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:47.886535 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device b582f81d-839e-4a51-a6a4-d9372723f7f1 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:12:47.898981 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffaf465-3dad-4196-9a0f-f1b4f3b82bfd tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8adc5535-48c9-4e0d-8556-8280163c5b32,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:47.917099 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ffaf465-3dad-4196-9a0f-f1b4f3b82bfd tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:47.920616 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-0ffaf465-3dad-4196-9a0f-f1b4f3b82bfd tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Added segment 129a8a0e-7eb9-45f2-a083-75bd3baafc49 of type vlan for network 26bc4bca-d80d-417f-a66f-c8922fe6a7cb Jul 30 20:12:47.946159 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bd9a2-9a91-4a80-aa86-defdc2929bce req-46539dd1-c37e-4f2a-8da3-155559eb53bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:47.948299 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b78bd9a2-9a91-4a80-aa86-defdc2929bce req-46539dd1-c37e-4f2a-8da3-155559eb53bc service neutron] 10.222.0.83 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 912 time: 0.1188123 Jul 30 20:12:48.003921 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ffaf465-3dad-4196-9a0f-f1b4f3b82bfd tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:48.010058 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-456d1be3-628a-4865-96d2-9992161eb8da req-45b24fa4-cef7-4820-9647-86cde930ac5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:48.027827 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:48.031254 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b78bd9a2-9a91-4a80-aa86-defdc2929bce req-30eb9a6c-fa20-4456-9153-5bbce4750770 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a HTTP/1.1" status: 200 len: 999 time: 0.0738883 Jul 30 20:12:48.086701 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ffaf465-3dad-4196-9a0f-f1b4f3b82bfd tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:48.094029 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffaf465-3dad-4196-9a0f-f1b4f3b82bfd tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:48.094959 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ffaf465-3dad-4196-9a0f-f1b4f3b82bfd tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:48.099709 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port b582f81d-839e-4a51-a6a4-d9372723f7f1, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=b582f81d-839e-4a51-a6a4-d9372723f7f1,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:48.100685 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63da983d-25ee-4a5b-882c-37bc4c679327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b582f81d-839e-4a51-a6a4-d9372723f7f1'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:12:48.103912 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab57ee3-0658-4663-8127-d496135fc9c9" -d '{"events": [{"server_uuid": "63da983d-25ee-4a5b-882c-37bc4c679327", "name": "network-vif-unplugged", "status": "completed", "tag": "b582f81d-839e-4a51-a6a4-d9372723f7f1"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:12:48.108812 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bd9a2-9a91-4a80-aa86-defdc2929bce req-3791f1fd-35f0-4034-a3fa-2c52e799da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:48.110316 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b78bd9a2-9a91-4a80-aa86-defdc2929bce req-3791f1fd-35f0-4034-a3fa-2c52e799da2a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ac1c465f-425f-4078-b2f8-d23b006b1c90 HTTP/1.1" status: 200 len: 850 time: 0.0711942 Jul 30 20:12:48.111072 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:48.180854 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821adbc5-ddd7-48b6-aa5f-3f83c93d8f24 x-openstack-request-id: req-821adbc5-ddd7-48b6-aa5f-3f83c93d8f24 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:12:48.181168 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63da983d-25ee-4a5b-882c-37bc4c679327", "name": "network-vif-unplugged", "status": "completed", "tag": "b582f81d-839e-4a51-a6a4-d9372723f7f1", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:12:48.181568 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-821adbc5-ddd7-48b6-aa5f-3f83c93d8f24 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:12:48.181968 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63da983d-25ee-4a5b-882c-37bc4c679327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b582f81d-839e-4a51-a6a4-d9372723f7f1', 'code': 200} Jul 30 20:12:48.182538 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=b582f81d-839e-4a51-a6a4-d9372723f7f1,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:48.209404 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bd9a2-9a91-4a80-aa86-defdc2929bce req-d6fce35f-92d4-49db-a5f2-0777b41c8106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:48.211422 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b78bd9a2-9a91-4a80-aa86-defdc2929bce req-d6fce35f-92d4-49db-a5f2-0777b41c8106 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891137 Jul 30 20:12:48.223969 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03489e-bd5e-4412-8530-89a9cd66b14d req-d4c605c1-a499-4bf9-bfa4-d248d1103d36 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:48.231429 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea03489e-bd5e-4412-8530-89a9cd66b14d req-d4c605c1-a499-4bf9-bfa4-d248d1103d36 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e24bca3-bddb-4b8a-be87-34ec07ef64c5 HTTP/1.1" status: 200 len: 931 time: 0.1200743 Jul 30 20:12:48.301577 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0ffaf465-3dad-4196-9a0f-f1b4f3b82bfd tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8709774 Jul 30 20:12:48.307770 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38716) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:48.315559 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b2eff6c4-b5b4-48d5-8183-6bc01e5b5cac tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Request body: {'subnet': {'network_id': '26bc4bca-d80d-417f-a66f-c8922fe6a7cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:48.341075 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b78bd9a2-9a91-4a80-aa86-defdc2929bce req-858ea0cc-c536-4ea0-a174-216cd909da86 service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073432 Jul 30 20:12:48.375967 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffaf465-3dad-4196-9a0f-f1b4f3b82bfd tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Pushing event updated for resources: {'Network': ['ID=26bc4bca-d80d-417f-a66f-c8922fe6a7cb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:48.387383 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 26bc4bca-d80d-417f-a66f-c8922fe6a7cb details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:12:48.435414 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea03489e-bd5e-4412-8530-89a9cd66b14d req-6be53186-56c9-4c7c-ad03-49d716113fff tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028170 Jul 30 20:12:48.535965 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b78bd9a2-9a91-4a80-aa86-defdc2929bce req-3341b382-d837-485d-a2fa-ea17c69bcc2c service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861560 Jul 30 20:12:48.542692 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e208acb-e41a-4a27-832d-d9c1fb7ce566 req-0712082f-47c5-445d-b187-f1f2445b8c0a tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:48.544354 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e208acb-e41a-4a27-832d-d9c1fb7ce566 req-0712082f-47c5-445d-b187-f1f2445b8c0a tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.2373917 Jul 30 20:12:48.579915 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2eff6c4-b5b4-48d5-8183-6bc01e5b5cac tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Made reservation on behalf of 0c804ef0962c4fa7aabfbaf60fd9e205 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:12:48.584583 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2eff6c4-b5b4-48d5-8183-6bc01e5b5cac tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:48.605627 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3db2c-1d9a-4ed4-bc8a-e64a609c1076 req-f1ec9019-0032-40c8-9be9-09cd91f48413 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:48.612042 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3de3db2c-1d9a-4ed4-bc8a-e64a609c1076 req-f1ec9019-0032-40c8-9be9-09cd91f48413 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.0987475 Jul 30 20:12:48.652458 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3de3db2c-1d9a-4ed4-bc8a-e64a609c1076 req-987a2f6b-02f7-4948-b4d7-b023c8e0cd03 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375428 Jul 30 20:12:48.699216 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2e208acb-e41a-4a27-832d-d9c1fb7ce566 req-1e746311-845a-4a4e-98c0-de52b32cbf5c tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372049 Jul 30 20:12:48.763021 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-456d1be3-628a-4865-96d2-9992161eb8da req-45b24fa4-cef7-4820-9647-86cde930ac5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad9f875-a49d-478f-99f3-8390cfec0f9c {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:12:48.773389 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-456d1be3-628a-4865-96d2-9992161eb8da req-45b24fa4-cef7-4820-9647-86cde930ac5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:48.811841 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-456d1be3-628a-4865-96d2-9992161eb8da req-45b24fa4-cef7-4820-9647-86cde930ac5f service neutron] Transition to ACTIVE for port object cad9f875-a49d-478f-99f3-8390cfec0f9c will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:12:48.829289 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-456d1be3-628a-4865-96d2-9992161eb8da req-45b24fa4-cef7-4820-9647-86cde930ac5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:48.853809 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb2241-5685-4cca-b687-5728e128c5d7 req-0ce69599-5002-4fe5-aeb7-2edfa9b37669 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:48.855565 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-12cb2241-5685-4cca-b687-5728e128c5d7 req-0ce69599-5002-4fe5-aeb7-2edfa9b37669 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.0658357 Jul 30 20:12:48.906012 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-12cb2241-5685-4cca-b687-5728e128c5d7 req-16ed38bb-c723-44c5-92da-7b890a8e7f17 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403576 Jul 30 20:12:48.919560 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b24fa4-cef7-4820-9647-86cde930ac5f service neutron] Pushing event updated for resources: {'Port': ['ID=cad9f875-a49d-478f-99f3-8390cfec0f9c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:48.966899 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2eff6c4-b5b4-48d5-8183-6bc01e5b5cac tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:49.048475 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-456d1be3-628a-4865-96d2-9992161eb8da req-45b24fa4-cef7-4820-9647-86cde930ac5f service neutron] Attempting to bind port cad9f875-a49d-478f-99f3-8390cfec0f9c on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:12:49.048991 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-456d1be3-628a-4865-96d2-9992161eb8da req-45b24fa4-cef7-4820-9647-86cde930ac5f service neutron] Attempting to bind port cad9f875-a49d-478f-99f3-8390cfec0f9c by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:12:49.049336 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456d1be3-628a-4865-96d2-9992161eb8da req-45b24fa4-cef7-4820-9647-86cde930ac5f service neutron] Attempting to bind port cad9f875-a49d-478f-99f3-8390cfec0f9c on network 8bfc6937-8166-4841-8d2d-9494ef26b48a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:12:49.058717 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eff6c4-b5b4-48d5-8183-6bc01e5b5cac tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Pushing event updated for resources: {'Subnet': ['ID=81a00038-0267-4fb7-8867-b13e4c0869e3,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:49.065557 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456d1be3-628a-4865-96d2-9992161eb8da req-45b24fa4-cef7-4820-9647-86cde930ac5f service neutron] Port cad9f875-a49d-478f-99f3-8390cfec0f9c on network 8bfc6937-8166-4841-8d2d-9494ef26b48a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:12:49.065887 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456d1be3-628a-4865-96d2-9992161eb8da req-45b24fa4-cef7-4820-9647-86cde930ac5f service neutron] Attempting to bind port cad9f875-a49d-478f-99f3-8390cfec0f9c on network 8bfc6937-8166-4841-8d2d-9494ef26b48a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:12:49.073742 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456d1be3-628a-4865-96d2-9992161eb8da req-45b24fa4-cef7-4820-9647-86cde930ac5f service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:12:49.073742 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456d1be3-628a-4865-96d2-9992161eb8da req-45b24fa4-cef7-4820-9647-86cde930ac5f service neutron] Checking segment: {'id': '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:12:49.074110 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456d1be3-628a-4865-96d2-9992161eb8da req-45b24fa4-cef7-4820-9647-86cde930ac5f service neutron] Bound using segment: {'id': '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:12:49.074539 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-456d1be3-628a-4865-96d2-9992161eb8da req-45b24fa4-cef7-4820-9647-86cde930ac5f service neutron] Bound port: cad9f875-a49d-478f-99f3-8390cfec0f9c, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:12:49.074894 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-456d1be3-628a-4865-96d2-9992161eb8da req-45b24fa4-cef7-4820-9647-86cde930ac5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:49.086000 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eff6c4-b5b4-48d5-8183-6bc01e5b5cac tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Checking segment: {'id': '129a8a0e-7eb9-45f2-a083-75bd3baafc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '26bc4bca-d80d-417f-a66f-c8922fe6a7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:12:49.086370 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2eff6c4-b5b4-48d5-8183-6bc01e5b5cac tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Network hostable DHCP agents. Network: 26bc4bca-d80d-417f-a66f-c8922fe6a7cb, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:12:49.133066 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2eff6c4-b5b4-48d5-8183-6bc01e5b5cac tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Network 26bc4bca-d80d-417f-a66f-c8922fe6a7cb is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:12:49.165530 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b2eff6c4-b5b4-48d5-8183-6bc01e5b5cac tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 26bc4bca-d80d-417f-a66f-c8922fe6a7cb) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:12:49.172678 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eff6c4-b5b4-48d5-8183-6bc01e5b5cac tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:49.173284 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2eff6c4-b5b4-48d5-8183-6bc01e5b5cac tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:49.176959 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041f18a6-e99e-4359-8677-520600549908 None None] Network 26bc4bca-d80d-417f-a66f-c8922fe6a7cb requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:12:49.181593 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-456d1be3-628a-4865-96d2-9992161eb8da req-45b24fa4-cef7-4820-9647-86cde930ac5f service neutron] For port cad9f875-a49d-478f-99f3-8390cfec0f9c, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:12:49.188340 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-456d1be3-628a-4865-96d2-9992161eb8da req-45b24fa4-cef7-4820-9647-86cde930ac5f service neutron] For port cad9f875-a49d-478f-99f3-8390cfec0f9c, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=cad9f875-a49d-478f-99f3-8390cfec0f9c,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:12:49.195871 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-456d1be3-628a-4865-96d2-9992161eb8da req-45b24fa4-cef7-4820-9647-86cde930ac5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:49.203982 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f102e36-06cf-4492-9e32-3601c0cec2aa req-0e77941c-eee6-44c2-8c9c-794f27b30864 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:49.207684 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b2eff6c4-b5b4-48d5-8183-6bc01e5b5cac tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8965731 Jul 30 20:12:49.208596 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f102e36-06cf-4492-9e32-3601c0cec2aa req-0e77941c-eee6-44c2-8c9c-794f27b30864 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.0817790 Jul 30 20:12:49.209295 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38756) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:49.214273 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-14244709', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}, 'admin_state_up': False}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:49.235809 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d1be3-628a-4865-96d2-9992161eb8da req-45b24fa4-cef7-4820-9647-86cde930ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:49.236691 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-456d1be3-628a-4865-96d2-9992161eb8da req-45b24fa4-cef7-4820-9647-86cde930ac5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:49.238369 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-456d1be3-628a-4865-96d2-9992161eb8da req-45b24fa4-cef7-4820-9647-86cde930ac5f service neutron] 10.222.0.83 "PUT /v2.0/ports/cad9f875-a49d-478f-99f3-8390cfec0f9c HTTP/1.1" status: 200 len: 1091 time: 1.3855591 Jul 30 20:12:49.239008 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e24bca3-bddb-4b8a-be87-34ec07ef64c5', 'tag': 'cad9f875-a49d-478f-99f3-8390cfec0f9c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:12:49.241110 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3580846-138b-40fb-83cc-e0036df429f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0e24bca3-bddb-4b8a-be87-34ec07ef64c5", "tag": "cad9f875-a49d-478f-99f3-8390cfec0f9c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:12:49.282470 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b24fa4-cef7-4820-9647-86cde930ac5f service neutron] Pushing event updated for resources: {'Port': ['ID=cad9f875-a49d-478f-99f3-8390cfec0f9c,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:49.314328 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:49.315175 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:49.331038 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a6b20d-1c05-4afc-b0b5-7df06431c21e x-openstack-request-id: req-18a6b20d-1c05-4afc-b0b5-7df06431c21e {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:12:49.331815 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e24bca3-bddb-4b8a-be87-34ec07ef64c5", "tag": "cad9f875-a49d-478f-99f3-8390cfec0f9c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:12:49.331919 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-18a6b20d-1c05-4afc-b0b5-7df06431c21e {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:12:49.332839 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f102e36-06cf-4492-9e32-3601c0cec2aa req-6354b849-a71f-4aa3-a8d8-315062e10054 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127963 Jul 30 20:12:49.335870 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e24bca3-bddb-4b8a-be87-34ec07ef64c5', 'tag': 'cad9f875-a49d-478f-99f3-8390cfec0f9c', 'status': 'completed', 'code': 200} Jul 30 20:12:49.351734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8101eee-4818-474c-a346-35e5d6ebdad9 req-c7418961-a2bb-4fbb-aeba-f382c21bcd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:49.353174 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8101eee-4818-474c-a346-35e5d6ebdad9 req-c7418961-a2bb-4fbb-aeba-f382c21bcd61 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a980cdea43a4792b1a7a53073b92183&device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 1096 time: 0.0979092 Jul 30 20:12:49.358620 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d1be3-628a-4865-96d2-9992161eb8da req-c4f0337f-3008-4721-9634-29f38f7edb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:49.360327 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-456d1be3-628a-4865-96d2-9992161eb8da req-c4f0337f-3008-4721-9634-29f38f7edb6e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ccfb1cbf56a4ee5812650def928c402&device_id=0e24bca3-bddb-4b8a-be87-34ec07ef64c5 HTTP/1.1" status: 200 len: 1094 time: 0.0713685 Jul 30 20:12:49.375863 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe2ef04-ef58-4d55-bcc6-489f6bf5e61d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-26bc4bca-d80d-417f-a66f-c8922fe6a7cb', 'network_id': '26bc4bca-d80d-417f-a66f-c8922fe6a7cb', 'tenant_id': '0c804ef0962c4fa7aabfbaf60fd9e205', 'fixed_ips': [{'subnet_id': '81a00038-0267-4fb7-8867-b13e4c0869e3'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:12:49.376921 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-efe2ef04-ef58-4d55-bcc6-489f6bf5e61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:49.386270 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:49.408867 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-456d1be3-628a-4865-96d2-9992161eb8da req-a244b3f8-bdfc-4248-8b1a-3666c8e36b20 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cad9f875-a49d-478f-99f3-8390cfec0f9c HTTP/1.1" status: 200 len: 217 time: 0.0394239 Jul 30 20:12:49.460904 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:49.465191 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d1be3-628a-4865-96d2-9992161eb8da req-6cd0f20e-f3ce-4d9e-9a2d-ff97246b050a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:49.466971 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-456d1be3-628a-4865-96d2-9992161eb8da req-6cd0f20e-f3ce-4d9e-9a2d-ff97246b050a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c4441ce2-15ee-443c-8f6d-ecb7f77ca504 HTTP/1.1" status: 200 len: 844 time: 0.0492396 Jul 30 20:12:49.510966 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-456d1be3-628a-4865-96d2-9992161eb8da req-560375c2-0525-40ac-ab4e-bb0adcefadde service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8bfc6937-8166-4841-8d2d-9494ef26b48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341172 Jul 30 20:12:49.538686 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-efe2ef04-ef58-4d55-bcc6-489f6bf5e61d None None] Allocated IP 172.20.0.2 (26bc4bca-d80d-417f-a66f-c8922fe6a7cb/81a00038-0267-4fb7-8867-b13e4c0869e3/50e4e358-1463-4eec-8e05-ab10bcc3f743) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:12:49.644613 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc90ab2-b65f-4319-8e15-59324c7e0e84 req-3db1687c-b7a9-40b3-888c-260577cffca0 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:49.646204 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bcc90ab2-b65f-4319-8e15-59324c7e0e84 req-3db1687c-b7a9-40b3-888c-260577cffca0 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e24bca3-bddb-4b8a-be87-34ec07ef64c5 HTTP/1.1" status: 200 len: 943 time: 0.1049144 Jul 30 20:12:49.670575 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-456d1be3-628a-4865-96d2-9992161eb8da req-093ee481-9fc4-48df-9d20-3dc45071f57d service neutron] 10.222.0.83 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503720 Jul 30 20:12:49.698130 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-efe2ef04-ef58-4d55-bcc6-489f6bf5e61d None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:49.709893 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-efe2ef04-ef58-4d55-bcc6-489f6bf5e61d None None] Transition to ACTIVE for port object 50e4e358-1463-4eec-8e05-ab10bcc3f743 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:12:49.735375 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-efe2ef04-ef58-4d55-bcc6-489f6bf5e61d None None] Transition to ACTIVE for port object 50e4e358-1463-4eec-8e05-ab10bcc3f743 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:12:49.743502 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-efe2ef04-ef58-4d55-bcc6-489f6bf5e61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:49.762680 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bcc90ab2-b65f-4319-8e15-59324c7e0e84 req-60e157d1-e837-458f-a7bd-b307363f639a tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062951 Jul 30 20:12:49.784848 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe2ef04-ef58-4d55-bcc6-489f6bf5e61d None None] Network 26bc4bca-d80d-417f-a66f-c8922fe6a7cb is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:12:49.791894 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-efe2ef04-ef58-4d55-bcc6-489f6bf5e61d None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:12:49.800413 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe2ef04-ef58-4d55-bcc6-489f6bf5e61d None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:12:49.809040 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-456d1be3-628a-4865-96d2-9992161eb8da req-7f5883f5-e641-4789-8715-d4cf3af4b873 service neutron] 10.222.0.83 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266479 Jul 30 20:12:49.838245 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2ef04-ef58-4d55-bcc6-489f6bf5e61d None None] Pushing event updated for resources: {'Port': ['ID=50e4e358-1463-4eec-8e05-ab10bcc3f743,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:49.883434 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-efe2ef04-ef58-4d55-bcc6-489f6bf5e61d None None] Attempting to bind port 50e4e358-1463-4eec-8e05-ab10bcc3f743 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:12:49.883836 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-efe2ef04-ef58-4d55-bcc6-489f6bf5e61d None None] Attempting to bind port 50e4e358-1463-4eec-8e05-ab10bcc3f743 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '129a8a0e-7eb9-45f2-a083-75bd3baafc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '26bc4bca-d80d-417f-a66f-c8922fe6a7cb'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:12:49.884454 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe2ef04-ef58-4d55-bcc6-489f6bf5e61d None None] Attempting to bind port 50e4e358-1463-4eec-8e05-ab10bcc3f743 on network 26bc4bca-d80d-417f-a66f-c8922fe6a7cb {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:12:49.891148 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1cf11197-0748-4ce6-b405-66b8b84b5970 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:12:49.895337 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe2ef04-ef58-4d55-bcc6-489f6bf5e61d None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:12:49.895761 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe2ef04-ef58-4d55-bcc6-489f6bf5e61d None None] Checking segment: {'id': '129a8a0e-7eb9-45f2-a083-75bd3baafc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '26bc4bca-d80d-417f-a66f-c8922fe6a7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:12:49.896166 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-efe2ef04-ef58-4d55-bcc6-489f6bf5e61d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:49.896569 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe2ef04-ef58-4d55-bcc6-489f6bf5e61d None None] Bound using segment: {'id': '129a8a0e-7eb9-45f2-a083-75bd3baafc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '26bc4bca-d80d-417f-a66f-c8922fe6a7cb'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:12:49.897031 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-efe2ef04-ef58-4d55-bcc6-489f6bf5e61d None None] Bound port: 50e4e358-1463-4eec-8e05-ab10bcc3f743, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129a8a0e-7eb9-45f2-a083-75bd3baafc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '26bc4bca-d80d-417f-a66f-c8922fe6a7cb'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:12:49.897414 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-efe2ef04-ef58-4d55-bcc6-489f6bf5e61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:49.943683 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3580846-138b-40fb-83cc-e0036df429f0 req-d216f574-9fe1-470a-adf8-a66df7ca5532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:49.945351 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e3580846-138b-40fb-83cc-e0036df429f0 req-d216f574-9fe1-470a-adf8-a66df7ca5532 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ccfb1cbf56a4ee5812650def928c402&device_id=0e24bca3-bddb-4b8a-be87-34ec07ef64c5 HTTP/1.1" status: 200 len: 1094 time: 0.0855672 Jul 30 20:12:49.958711 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb29e77-d056-4194-bd8b-5615bfc8f90c req-59bd1ecc-2507-474a-baac-29717c5b94df tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:49.959876 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:49.966001 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4bb29e77-d056-4194-bd8b-5615bfc8f90c req-59bd1ecc-2507-474a-baac-29717c5b94df tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.0903156 Jul 30 20:12:49.986800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23305e05-c8c6-492a-afdf-7bb6f6671a36 req-9730a797-69c1-4839-99bb-452e5ad6de27 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:49.993924 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-23305e05-c8c6-492a-afdf-7bb6f6671a36 req-9730a797-69c1-4839-99bb-452e5ad6de27 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.1625874 Jul 30 20:12:50.012264 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8101eee-4818-474c-a346-35e5d6ebdad9 req-d008dfb5-e8f6-478d-8b75-ebb07845bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:50.013736 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8101eee-4818-474c-a346-35e5d6ebdad9 req-d008dfb5-e8f6-478d-8b75-ebb07845bd78 service neutron] 10.222.0.59 "GET /v2.0/networks?id=499a6969-8299-4dd8-9691-a5618f1f3135 HTTP/1.1" status: 200 len: 913 time: 0.6369183 Jul 30 20:12:50.026249 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-efe2ef04-ef58-4d55-bcc6-489f6bf5e61d None None] For port 50e4e358-1463-4eec-8e05-ab10bcc3f743, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:12:50.030658 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-efe2ef04-ef58-4d55-bcc6-489f6bf5e61d None None] For port 50e4e358-1463-4eec-8e05-ab10bcc3f743, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=50e4e358-1463-4eec-8e05-ab10bcc3f743,segment=NetworkSegment(129a8a0e-7eb9-45f2-a083-75bd3baafc49),segment_id=129a8a0e-7eb9-45f2-a083-75bd3baafc49)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:12:50.034775 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-efe2ef04-ef58-4d55-bcc6-489f6bf5e61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:50.079985 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 1cf11197-0748-4ce6-b405-66b8b84b5970, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1cf11197-0748-4ce6-b405-66b8b84b5970,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:50.097711 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4bb29e77-d056-4194-bd8b-5615bfc8f90c req-268fdaeb-f382-4a22-a807-c4069a8e5c56 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296957 Jul 30 20:12:50.102198 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8101eee-4818-474c-a346-35e5d6ebdad9 req-b5bb2c0c-1601-47f2-95ad-509784b6a30f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=382cf50a-659d-4760-a4da-eab961f190f2 HTTP/1.1" status: 200 len: 217 time: 0.0752926 Jul 30 20:12:50.113758 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-23305e05-c8c6-492a-afdf-7bb6f6671a36 req-befe6c05-1c41-4691-acba-018a2da0c74b tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189935 Jul 30 20:12:50.119639 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '1cf11197-0748-4ce6-b405-66b8b84b5970', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': '1cf11197-0748-4ce6-b405-66b8b84b5970', 'mac_address': 'fa:16:3e:3b:03:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:12:50.126378 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2ef04-ef58-4d55-bcc6-489f6bf5e61d None None] Pushing event updated for resources: {'Port': ['ID=50e4e358-1463-4eec-8e05-ab10bcc3f743,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:50.145007 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3580846-138b-40fb-83cc-e0036df429f0 req-cd432e49-a98a-49b1-ba11-513c792ca006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:50.146836 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e3580846-138b-40fb-83cc-e0036df429f0 req-cd432e49-a98a-49b1-ba11-513c792ca006 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8bfc6937-8166-4841-8d2d-9494ef26b48a HTTP/1.1" status: 200 len: 905 time: 0.1779785 Jul 30 20:12:50.198060 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8101eee-4818-474c-a346-35e5d6ebdad9 req-5a319c15-6ff5-426e-b370-ee6143b2473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:50.198432 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:50.199550 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8101eee-4818-474c-a346-35e5d6ebdad9 req-5a319c15-6ff5-426e-b370-ee6143b2473d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59cd3e31-9c90-4ed9-82a3-e900a46fc84c HTTP/1.1" status: 200 len: 852 time: 0.0849197 Jul 30 20:12:50.217580 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf11197-0748-4ce6-b405-66b8b84b5970 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:12:50.244373 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e3580846-138b-40fb-83cc-e0036df429f0 req-c0671ac6-b353-42be-9b29-08eb4cddc5df service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cad9f875-a49d-478f-99f3-8390cfec0f9c HTTP/1.1" status: 200 len: 217 time: 0.0842130 Jul 30 20:12:50.250172 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 1cf11197-0748-4ce6-b405-66b8b84b5970, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1cf11197-0748-4ce6-b405-66b8b84b5970,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:50.255870 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:50.261795 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8101eee-4818-474c-a346-35e5d6ebdad9 req-7e20361d-8587-432d-943b-ef3202ba9e7c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=499a6969-8299-4dd8-9691-a5618f1f3135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517511 Jul 30 20:12:50.318991 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3580846-138b-40fb-83cc-e0036df429f0 req-e9b25e3f-b4a8-4b52-8a0a-8e90df73559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:50.320838 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e3580846-138b-40fb-83cc-e0036df429f0 req-e9b25e3f-b4a8-4b52-8a0a-8e90df73559a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c4441ce2-15ee-443c-8f6d-ecb7f77ca504 HTTP/1.1" status: 200 len: 844 time: 0.0676908 Jul 30 20:12:50.336877 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=1cf11197-0748-4ce6-b405-66b8b84b5970,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:50.354121 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e3580846-138b-40fb-83cc-e0036df429f0 req-4863cdb0-3da7-4244-bfa8-0a3889d3de4a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8bfc6937-8166-4841-8d2d-9494ef26b48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251579 Jul 30 20:12:50.488779 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f572c-a988-4092-8e5e-9fa9a11e2c8a req-d19e3c16-17c9-41d5-9c5c-c80030ee7851 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:50.490462 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-786f572c-a988-4092-8e5e-9fa9a11e2c8a req-d19e3c16-17c9-41d5-9c5c-c80030ee7851 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.2459445 Jul 30 20:12:50.490720 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['1cf11197-0748-4ce6-b405-66b8b84b5970'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:12:50.563560 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:50.569033 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8101eee-4818-474c-a346-35e5d6ebdad9 req-57b4f7ae-33a7-4f27-bff3-292635ee4d9f service neutron] 10.222.0.59 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856822 Jul 30 20:12:50.604733 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:50.619962 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-786f572c-a988-4092-8e5e-9fa9a11e2c8a req-b284249e-b535-430c-b406-42eee4007a47 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207435 Jul 30 20:12:50.803196 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8101eee-4818-474c-a346-35e5d6ebdad9 req-6efb2ae5-3374-4dcb-966d-de9c8e9b9746 service neutron] 10.222.0.59 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118616 Jul 30 20:12:50.813203 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418aa79-b968-45ee-b554-3df3324e0d36 req-e76466df-56d2-4b9c-82ae-32546b5b0510 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:50.814746 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5418aa79-b968-45ee-b554-3df3324e0d36 req-e76466df-56d2-4b9c-82ae-32546b5b0510 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.3602037 Jul 30 20:12:50.816842 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e3580846-138b-40fb-83cc-e0036df429f0 req-541b394f-70f9-4a16-b999-890805877abf service neutron] 10.222.0.83 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515042 Jul 30 20:12:50.822757 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Allocated IP 172.25.3.169 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/a56a9d36-3077-496c-8ede-02089bfcf8dc) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:12:50.834546 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec0f7d-d927-42ad-8d04-f05151c4d4de req-57478642-ce4c-454d-b01a-f63c25ffb724 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:50.836295 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-33ec0f7d-d927-42ad-8d04-f05151c4d4de req-57478642-ce4c-454d-b01a-f63c25ffb724 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.1177068 Jul 30 20:12:50.924136 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5418aa79-b968-45ee-b554-3df3324e0d36 req-91b57742-b246-4330-b7ec-583149aa608b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025960 Jul 30 20:12:50.952236 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 50e4e358-1463-4eec-8e05-ab10bcc3f743 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:12:50.974349 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e3580846-138b-40fb-83cc-e0036df429f0 req-081b69b1-2655-4d37-8b5a-5bbc91b7297c service neutron] 10.222.0.83 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432638 Jul 30 20:12:50.999261 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-33ec0f7d-d927-42ad-8d04-f05151c4d4de req-282efb04-297c-48ee-9338-84f64aaa7fc6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523077 Jul 30 20:12:51.044600 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 50e4e358-1463-4eec-8e05-ab10bcc3f743 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:12:51.060753 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:51.068131 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9f74b-28c9-48a0-9e9e-bdd94fe77e23 req-36e5e8dd-61e4-4be1-82f1-b4d3b285382c tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:51.070473 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-62b9f74b-28c9-48a0-9e9e-bdd94fe77e23 req-36e5e8dd-61e4-4be1-82f1-b4d3b285382c tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e24bca3-bddb-4b8a-be87-34ec07ef64c5 HTTP/1.1" status: 200 len: 943 time: 0.0675685 Jul 30 20:12:51.113812 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:51.119898 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-62b9f74b-28c9-48a0-9e9e-bdd94fe77e23 req-940d04a1-6231-4d80-89f2-75f97e4f0d9a tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428448 Jul 30 20:12:51.158609 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:12:51.163781 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:12:51.166544 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:12:51.208149 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Pushing event updated for resources: {'Port': ['ID=a56a9d36-3077-496c-8ede-02089bfcf8dc,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:51.223234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:51.223748 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:51.224189 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:51.224740 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:51.225185 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:51.225620 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:51.226024 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:51.226444 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:51.227032 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:51.227450 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:51.228052 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:51.228488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:51.237283 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ece3d556-5c4c-456c-86f0-e1b091e32655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:51.274823 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c63e5e-08c9-4908-9719-64ba5e56e149 req-e41e0f5a-8993-4420-8047-4ded76442a2d tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:51.277062 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e5c63e5e-08c9-4908-9719-64ba5e56e149 req-e41e0f5a-8993-4420-8047-4ded76442a2d tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.0788186 Jul 30 20:12:51.346507 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e5c63e5e-08c9-4908-9719-64ba5e56e149 req-1398bae0-fc38-4cfc-bd10-a39867eb9813 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630369 Jul 30 20:12:51.381357 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a41c9c-6ab5-4e6d-b06a-0a0fd9be90bf None None] Network 26bc4bca-d80d-417f-a66f-c8922fe6a7cb requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:12:51.405145 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260e420-ffe6-4aec-ad84-41c1c122a17f req-674b2735-a299-4228-9672-08d5837643b9 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:51.406696 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3260e420-ffe6-4aec-ad84-41c1c122a17f req-674b2735-a299-4228-9672-08d5837643b9 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.1181231 Jul 30 20:12:51.456621 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0c5ef469-a0b4-44a1-a418-2546766963ba None None] Provisioning for port 50e4e358-1463-4eec-8e05-ab10bcc3f743 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:12:51.458154 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451f705-1c5d-420b-8d3f-3b1818d3604b req-96dd98c0-09b5-44c4-8312-7dd20d8d2262 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:51.459715 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2451f705-1c5d-420b-8d3f-3b1818d3604b req-96dd98c0-09b5-44c4-8312-7dd20d8d2262 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.0529280 Jul 30 20:12:51.463948 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0c5ef469-a0b4-44a1-a418-2546766963ba None None] Provisioning complete for port 50e4e358-1463-4eec-8e05-ab10bcc3f743 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:12:51.464399 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c5ef469-a0b4-44a1-a418-2546766963ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:51.508642 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2451f705-1c5d-420b-8d3f-3b1818d3604b req-bde6e146-6ab0-43ce-8780-e3e94ff1bf94 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383723 Jul 30 20:12:51.555038 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3260e420-ffe6-4aec-ad84-41c1c122a17f req-c07046e7-57af-41d7-b363-2bad514b510c tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105359 Jul 30 20:12:51.591956 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:51.592135 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c5ef469-a0b4-44a1-a418-2546766963ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:51.651524 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0c5ef469-a0b4-44a1-a418-2546766963ba None None] For port 50e4e358-1463-4eec-8e05-ab10bcc3f743, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=50e4e358-1463-4eec-8e05-ab10bcc3f743,segment=NetworkSegment(129a8a0e-7eb9-45f2-a083-75bd3baafc49),segment_id=129a8a0e-7eb9-45f2-a083-75bd3baafc49)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:51.656934 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c5ef469-a0b4-44a1-a418-2546766963ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:51.717306 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ef469-a0b4-44a1-a418-2546766963ba None None] Pushing event updated for resources: {'Port': ['ID=50e4e358-1463-4eec-8e05-ab10bcc3f743,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:51.875380 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:51.884229 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d68678a6-6e5e-4181-8eab-0135b1c4faa5 None None] Provisioning complete for port 50e4e358-1463-4eec-8e05-ab10bcc3f743 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:12:51.884644 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d68678a6-6e5e-4181-8eab-0135b1c4faa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:51.892951 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3070b-8e86-4b3a-93d5-716b2718b6e4 req-0ec65420-449f-4659-8928-4eeec87b846c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:51.894496 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b0f3070b-8e86-4b3a-93d5-716b2718b6e4 req-0ec65420-449f-4659-8928-4eeec87b846c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.0962160 Jul 30 20:12:51.909837 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1cf11197-0748-4ce6-b405-66b8b84b5970 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:12:52.005449 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b0f3070b-8e86-4b3a-93d5-716b2718b6e4 req-fb69d7ff-ff77-4906-9022-25111ad3d566 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780864 Jul 30 20:12:52.036766 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 1cf11197-0748-4ce6-b405-66b8b84b5970 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:12:52.037308 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:52.055621 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934cecc4-4a62-434c-b406-a0a732bb7d92 req-a1df2cf5-3f8f-4ea9-8096-05a7d6f5cedd tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:52.057122 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-934cecc4-4a62-434c-b406-a0a732bb7d92 req-a1df2cf5-3f8f-4ea9-8096-05a7d6f5cedd tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.0588596 Jul 30 20:12:52.058032 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Router a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:12:52.103707 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-934cecc4-4a62-434c-b406-a0a732bb7d92 req-ca49128b-4d38-4751-b301-f71bba047d76 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396411 Jul 30 20:12:52.129361 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:52.151919 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf11197-0748-4ce6-b405-66b8b84b5970'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:12:52.154339 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bb05d1-a3b3-4bbd-909d-f6799ff92118" -d '{"events": [{"server_uuid": "3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5", "name": "network-vif-plugged", "status": "completed", "tag": "1cf11197-0748-4ce6-b405-66b8b84b5970"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:12:52.169156 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 1cf11197-0748-4ce6-b405-66b8b84b5970, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1cf11197-0748-4ce6-b405-66b8b84b5970,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:52.173847 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:52.179558 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:12:52.201555 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:52.204257 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4ac57c07-ed93-452e-b47a-54c9a9846747 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 2.9937942 Jul 30 20:12:52.207246 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bb7ff8-b92c-4360-851e-3a3b8fb22517 None None] Sync routers for ids ['a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:12:52.208237 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38818) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:52.224184 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f41aa0f-02fc-45f3-948e-733cd3b31116 x-openstack-request-id: req-1f41aa0f-02fc-45f3-948e-733cd3b31116 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:12:52.224470 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5", "name": "network-vif-plugged", "status": "completed", "tag": "1cf11197-0748-4ce6-b405-66b8b84b5970", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:12:52.224728 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1f41aa0f-02fc-45f3-948e-733cd3b31116 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:12:52.225114 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf11197-0748-4ce6-b405-66b8b84b5970', 'code': 200} Jul 30 20:12:52.233374 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bb7ff8-b92c-4360-851e-3a3b8fb22517 None None] Routers {'a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:12:52.233999 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c2bb7ff8-b92c-4360-851e-3a3b8fb22517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:12:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:52.272531 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5a821-3501-469f-8b4c-3c68b9060588 req-faa1097b-f426-49bd-9fe7-80a14d0e88a8 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:52.274488 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c2bb7ff8-b92c-4360-851e-3a3b8fb22517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:52.274961 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54d5a821-3501-469f-8b4c-3c68b9060588 req-faa1097b-f426-49bd-9fe7-80a14d0e88a8 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e24bca3-bddb-4b8a-be87-34ec07ef64c5 HTTP/1.1" status: 200 len: 943 time: 0.0574052 Jul 30 20:12:52.281566 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=1cf11197-0748-4ce6-b405-66b8b84b5970,revision_number=10']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:52.290138 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bb7ff8-b92c-4360-851e-3a3b8fb22517 None None] Routers {'a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:12:52.290748 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c2bb7ff8-b92c-4360-851e-3a3b8fb22517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:12:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:52.324195 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c2bb7ff8-b92c-4360-851e-3a3b8fb22517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:52.324849 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bb7ff8-b92c-4360-851e-3a3b8fb22517 None None] The sync data for ids ['a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:12:52.336656 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54d5a821-3501-469f-8b4c-3c68b9060588 req-60666fe2-aef0-4406-9958-6d025ae1c80f tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441592 Jul 30 20:12:52.526840 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f19816-9fa7-4327-8f9f-0293dcb748e3 req-3dfdca12-4f45-4347-9ba4-cee997b14ef9 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:52.528394 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-10f19816-9fa7-4327-8f9f-0293dcb748e3 req-3dfdca12-4f45-4347-9ba4-cee997b14ef9 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.1150391 Jul 30 20:12:52.609909 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-10f19816-9fa7-4327-8f9f-0293dcb748e3 req-43f8c332-4fb2-4fcb-923f-400db4c11920 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738282 Jul 30 20:12:52.682405 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75701ec-a816-43ff-b6bf-3bef814e3f39 req-2587e187-d746-44a9-9803-fa2c255efa4f tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:52.689971 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a75701ec-a816-43ff-b6bf-3bef814e3f39 req-2587e187-d746-44a9-9803-fa2c255efa4f tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.0575972 Jul 30 20:12:52.724769 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a75701ec-a816-43ff-b6bf-3bef814e3f39 req-24e69846-e2c0-45dd-b9a8-e2b93f80e6ed tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338047 Jul 30 20:12:52.857820 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bdf3947-275e-43b1-85ae-887aed1112d0 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:52.884939 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 50e4e358-1463-4eec-8e05-ab10bcc3f743 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:12:52.936435 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 50e4e358-1463-4eec-8e05-ab10bcc3f743 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:12:52.936949 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:53.181048 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594f6f1-b80d-4a3e-9cef-acc5154357ac req-1f73e318-b41c-414a-a90d-b712c9b93491 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:53.182497 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8594f6f1-b80d-4a3e-9cef-acc5154357ac req-1f73e318-b41c-414a-a90d-b712c9b93491 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.0985782 Jul 30 20:12:53.203214 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-6bdf3947-275e-43b1-85ae-887aed1112d0 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Allocated IP 172.20.0.1 (26bc4bca-d80d-417f-a66f-c8922fe6a7cb/81a00038-0267-4fb7-8867-b13e4c0869e3/51ed26aa-183c-4c74-9116-61f59c847bf2) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:12:53.242424 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8594f6f1-b80d-4a3e-9cef-acc5154357ac req-5a994448-cc5e-417b-860e-c354f052db30 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520394 Jul 30 20:12:53.378342 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bdf3947-275e-43b1-85ae-887aed1112d0 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:53.404637 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf982f-35fc-4d09-8d33-335295c50c33 req-56def7ba-32f2-4dc5-a8c1-2eff81e58018 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:53.406486 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0faf982f-35fc-4d09-8d33-335295c50c33 req-56def7ba-32f2-4dc5-a8c1-2eff81e58018 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.0926993 Jul 30 20:12:53.407724 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-6bdf3947-275e-43b1-85ae-887aed1112d0 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Transition to ACTIVE for port object 51ed26aa-183c-4c74-9116-61f59c847bf2 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:12:53.465022 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0faf982f-35fc-4d09-8d33-335295c50c33 req-f115f4c6-335d-46d3-b60a-c79a724feedf tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525467 Jul 30 20:12:53.476348 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bdf3947-275e-43b1-85ae-887aed1112d0 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:53.479184 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca01baf-b595-4c54-913a-cd315b8e9eb2 req-393bab3c-f35d-4388-acf4-b7b9c628ff52 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:53.481238 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fca01baf-b595-4c54-913a-cd315b8e9eb2 req-393bab3c-f35d-4388-acf4-b7b9c628ff52 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0 HTTP/1.1" status: 200 len: 945 time: 0.0505996 Jul 30 20:12:53.524468 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdf3947-275e-43b1-85ae-887aed1112d0 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Network 26bc4bca-d80d-417f-a66f-c8922fe6a7cb is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:12:53.527646 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6bdf3947-275e-43b1-85ae-887aed1112d0 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:12:53.530613 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdf3947-275e-43b1-85ae-887aed1112d0 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:12:53.564224 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf3947-275e-43b1-85ae-887aed1112d0 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Pushing event updated for resources: {'Port': ['ID=51ed26aa-183c-4c74-9116-61f59c847bf2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:53.592827 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bdf3947-275e-43b1-85ae-887aed1112d0 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:53.593678 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-fca01baf-b595-4c54-913a-cd315b8e9eb2 req-aa31fdc8-546c-4d43-adbd-59bc9b51eac6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Deleting port 382cf50a-659d-4760-a4da-eab961f190f2 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:12:53.594259 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fca01baf-b595-4c54-913a-cd315b8e9eb2 req-aa31fdc8-546c-4d43-adbd-59bc9b51eac6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:53.600158 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 382cf50a-659d-4760-a4da-eab961f190f2 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:12:53.690419 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c37480a-327d-463c-af31-63c7ffd339d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:53.747208 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:53.796623 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fca01baf-b595-4c54-913a-cd315b8e9eb2 req-aa31fdc8-546c-4d43-adbd-59bc9b51eac6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] For port 382cf50a-659d-4760-a4da-eab961f190f2, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=382cf50a-659d-4760-a4da-eab961f190f2,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:53.797026 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fca01baf-b595-4c54-913a-cd315b8e9eb2 req-aa31fdc8-546c-4d43-adbd-59bc9b51eac6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:53.797404 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 382cf50a-659d-4760-a4da-eab961f190f2, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=382cf50a-659d-4760-a4da-eab961f190f2,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:53.805001 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:53.815813 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-fca01baf-b595-4c54-913a-cd315b8e9eb2 req-aa31fdc8-546c-4d43-adbd-59bc9b51eac6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Calling delete_port for 382cf50a-659d-4760-a4da-eab961f190f2 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:12:53.837491 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b67396-d8df-4de7-b07e-31aad30f6054 req-6483e29f-927a-41e2-b7f2-0c9d971aca1b tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:53.838810 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-01b67396-d8df-4de7-b07e-31aad30f6054 req-6483e29f-927a-41e2-b7f2-0c9d971aca1b tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e24bca3-bddb-4b8a-be87-34ec07ef64c5 HTTP/1.1" status: 200 len: 943 time: 0.1086271 Jul 30 20:12:53.845692 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bdf3947-275e-43b1-85ae-887aed1112d0 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:53.893006 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=382cf50a-659d-4760-a4da-eab961f190f2,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:53.906220 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:53.912045 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device cad9f875-a49d-478f-99f3-8390cfec0f9c details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:12:53.919244 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-20a7b47b-46be-44ba-8ef8-4e4a205e1cdd None None] Provisioning for port 51ed26aa-183c-4c74-9116-61f59c847bf2 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:12:53.920832 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-01b67396-d8df-4de7-b07e-31aad30f6054 req-56b97fdb-b423-4282-91ef-7e4d54bbf745 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719955 Jul 30 20:12:53.928411 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-20a7b47b-46be-44ba-8ef8-4e4a205e1cdd None None] Provisioning complete for port 51ed26aa-183c-4c74-9116-61f59c847bf2 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:12:53.929025 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20a7b47b-46be-44ba-8ef8-4e4a205e1cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:54.008219 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fca01baf-b595-4c54-913a-cd315b8e9eb2 req-aa31fdc8-546c-4d43-adbd-59bc9b51eac6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:54.017056 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-20a7b47b-46be-44ba-8ef8-4e4a205e1cdd None None] Port 51ed26aa-183c-4c74-9116-61f59c847bf2 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:12:54.043224 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31fdc8-546c-4d43-adbd-59bc9b51eac6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Pushing event deleted for resources: {'Port': ['ID=382cf50a-659d-4760-a4da-eab961f190f2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:54.063901 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port cad9f875-a49d-478f-99f3-8390cfec0f9c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=cad9f875-a49d-478f-99f3-8390cfec0f9c,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:54.077987 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'cad9f875-a49d-478f-99f3-8390cfec0f9c', 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a', 'port_id': 'cad9f875-a49d-478f-99f3-8390cfec0f9c', 'mac_address': 'fa:16:3e:6d:27:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4441ce2-15ee-443c-8f6d-ecb7f77ca504', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:12:54.090945 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca01baf-b595-4c54-913a-cd315b8e9eb2 req-aa31fdc8-546c-4d43-adbd-59bc9b51eac6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] No DVR routers for this DVR port 382cf50a-659d-4760-a4da-eab961f190f2 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:12:54.093685 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fca01baf-b595-4c54-913a-cd315b8e9eb2 req-aa31fdc8-546c-4d43-adbd-59bc9b51eac6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:54.095175 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba2fbc-c08a-48d8-a4d4-62c24df119a7 req-0e49d415-3608-4c11-bd6b-595bd46d42e8 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:54.096022 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fca01baf-b595-4c54-913a-cd315b8e9eb2 req-aa31fdc8-546c-4d43-adbd-59bc9b51eac6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "DELETE /v2.0/ports/382cf50a-659d-4760-a4da-eab961f190f2 HTTP/1.1" status: 204 len: 173 time: 0.6070161 Jul 30 20:12:54.097034 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0', 'name': 'network-vif-deleted', 'tag': '382cf50a-659d-4760-a4da-eab961f190f2'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:12:54.097275 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-93ba2fbc-c08a-48d8-a4d4-62c24df119a7 req-0e49d415-3608-4c11-bd6b-595bd46d42e8 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.0737140 Jul 30 20:12:54.099678 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3dfc79-74aa-4a7f-b4db-0f00100766ba" -d '{"events": [{"server_uuid": "e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0", "name": "network-vif-deleted", "tag": "382cf50a-659d-4760-a4da-eab961f190f2"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:12:54.196275 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-93ba2fbc-c08a-48d8-a4d4-62c24df119a7 req-ac4f07cc-806b-47c2-b847-814e40106bc9 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911670 Jul 30 20:12:54.235553 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '382cf50a-659d-4760-a4da-eab961f190f2'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:12:54.238692 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553d80d5-d9ee-4a3d-b2e3-9d12a3353f9b" -d '{"events": [{"server_uuid": "e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0", "name": "network-vif-unplugged", "status": "completed", "tag": "382cf50a-659d-4760-a4da-eab961f190f2"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:12:54.263189 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:54.278217 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad9f875-a49d-478f-99f3-8390cfec0f9c {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:12:54.291819 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bdf3947-275e-43b1-85ae-887aed1112d0 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:54.304241 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port cad9f875-a49d-478f-99f3-8390cfec0f9c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=cad9f875-a49d-478f-99f3-8390cfec0f9c,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:54.308728 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:54.309389 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bdf3947-275e-43b1-85ae-887aed1112d0 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:54.367004 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=cad9f875-a49d-478f-99f3-8390cfec0f9c,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:54.398577 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd43a1-ca7a-4d53-af86-d320afdff430 req-a8862ca9-6c6c-4bb1-ae05-be4a261f860d tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:54.400107 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0cdd43a1-ca7a-4d53-af86-d320afdff430 req-a8862ca9-6c6c-4bb1-ae05-be4a261f860d tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.1229358 Jul 30 20:12:54.411329 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf3947-275e-43b1-85ae-887aed1112d0 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Pushing event updated for resources: {'Port': ['ID=51ed26aa-183c-4c74-9116-61f59c847bf2,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:54.418657 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bdf3947-275e-43b1-85ae-887aed1112d0 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:54.488498 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0cdd43a1-ca7a-4d53-af86-d320afdff430 req-361fe4b8-72e9-405c-a046-e78c9a94725f tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807054 Jul 30 20:12:54.510518 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 30 Jul 2021 20:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ef0ef5-8c23-4ea4-a6c8-920fb4b2db37 x-openstack-request-id: req-f3ef0ef5-8c23-4ea4-a6c8-920fb4b2db37 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:12:54.510518 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0", "name": "network-vif-deleted", "tag": "382cf50a-659d-4760-a4da-eab961f190f2", "status": "failed", "code": 422}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:12:54.510518 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f3ef0ef5-8c23-4ea4-a6c8-920fb4b2db37 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:12:54.510518 n-d-712137-9 neutron-server[93882]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0', 'name': 'network-vif-deleted', 'tag': '382cf50a-659d-4760-a4da-eab961f190f2', 'status': 'failed', 'code': 422} returned with failed status Jul 30 20:12:54.533277 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 20:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1b1293-d3f5-4ec4-9c4b-9c68421a3f60 x-openstack-request-id: req-cf1b1293-d3f5-4ec4-9c4b-9c68421a3f60 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:12:54.533690 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0", "name": "network-vif-unplugged", "status": "failed", "tag": "382cf50a-659d-4760-a4da-eab961f190f2", "code": 422}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:12:54.534074 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cf1b1293-d3f5-4ec4-9c4b-9c68421a3f60 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:12:54.534806 n-d-712137-9 neutron-server[93884]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e9e00f89-eb5d-4324-9f38-a4ab9af1dbb0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '382cf50a-659d-4760-a4da-eab961f190f2', 'code': 422} returned with failed status Jul 30 20:12:54.546580 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdf3947-275e-43b1-85ae-887aed1112d0 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Network 26bc4bca-d80d-417f-a66f-c8922fe6a7cb is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:12:54.548366 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6bdf3947-275e-43b1-85ae-887aed1112d0 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:12:54.661932 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b4926-2607-4211-941d-bd5c9da706b6 req-f6ac2ca6-8d7f-4230-b08b-f9a983188c66 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:54.663612 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7f9b4926-2607-4211-941d-bd5c9da706b6 req-f6ac2ca6-8d7f-4230-b08b-f9a983188c66 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.1093416 Jul 30 20:12:54.674070 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3666073-b282-440e-b197-fc2d5df90d87 req-8066b909-2000-438f-9c88-6d09bbcdc0e1 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:54.676376 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3666073-b282-440e-b197-fc2d5df90d87 req-8066b909-2000-438f-9c88-6d09bbcdc0e1 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.0618103 Jul 30 20:12:54.720600 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3666073-b282-440e-b197-fc2d5df90d87 req-d1c3cdfd-b48c-462d-b3c4-f804d97246f3 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344133 Jul 30 20:12:54.753740 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7f9b4926-2607-4211-941d-bd5c9da706b6 req-fecd5719-b778-4841-859c-d01e264681c0 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584936 Jul 30 20:12:54.756142 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdf3947-275e-43b1-85ae-887aed1112d0 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Router a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:12:54.807668 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['cad9f875-a49d-478f-99f3-8390cfec0f9c'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:12:54.885649 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-70a66d57-ed49-4467-8fbd-e0bb04110490 None None] Provisioning complete for port 51ed26aa-183c-4c74-9116-61f59c847bf2 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:12:54.886035 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70a66d57-ed49-4467-8fbd-e0bb04110490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:54.890359 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:54.930416 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-5d116944-7e56-4206-98c7-387b0af4b4b9 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:54.930686 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdf3947-275e-43b1-85ae-887aed1112d0 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:12:54.932070 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-5d116944-7e56-4206-98c7-387b0af4b4b9 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/networks?id=499a6969-8299-4dd8-9691-a5618f1f3135 HTTP/1.1" status: 200 len: 812 time: 0.1152532 Jul 30 20:12:54.941586 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6bdf3947-275e-43b1-85ae-887aed1112d0 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] 10.222.0.81 "PUT /v2.0/routers/a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7311094 Jul 30 20:12:54.946373 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-70a66d57-ed49-4467-8fbd-e0bb04110490 None None] Port 51ed26aa-183c-4c74-9116-61f59c847bf2 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:12:54.947331 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa4c68c-dc3c-460d-8d1e-c8cd018ce908 None None] Sync routers for ids ['a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:12:54.949473 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38924) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:54.953700 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-f1c48089-2dfd-4e42-98b3-3e7fce15a920 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/quotas/7a980cdea43a4792b1a7a53073b92183 HTTP/1.1" status: 200 len: 375 time: 0.0142105 Jul 30 20:12:54.962029 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c540e0-992f-431c-bdeb-5e6eaf4b8038 req-9eed6fc9-89ef-42a9-86f5-fb567685c619 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:54.962850 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa4c68c-dc3c-460d-8d1e-c8cd018ce908 None None] Routers {'a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:12:54.963578 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-27c540e0-992f-431c-bdeb-5e6eaf4b8038 req-9eed6fc9-89ef-42a9-86f5-fb567685c619 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.0888019 Jul 30 20:12:54.963867 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cfa4c68c-dc3c-460d-8d1e-c8cd018ce908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:12:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:54.980721 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1512dc0c-acec-4a39-ab49-eb0ce578573e tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Request body: {'port': {'network_id': '26bc4bca-d80d-417f-a66f-c8922fe6a7cb', 'name': 'tempest-FloatingIPAdminTestJSON-1194012612'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:54.997348 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-497877b6-ac19-41fe-a4d8-e02b9ddf76c4 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a980cdea43a4792b1a7a53073b92183&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377462 Jul 30 20:12:55.010788 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cfa4c68c-dc3c-460d-8d1e-c8cd018ce908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:55.021174 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa4c68c-dc3c-460d-8d1e-c8cd018ce908 None None] Routers {'a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:12:55.021786 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cfa4c68c-dc3c-460d-8d1e-c8cd018ce908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:12:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:55.054719 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cfa4c68c-dc3c-460d-8d1e-c8cd018ce908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:55.055757 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa4c68c-dc3c-460d-8d1e-c8cd018ce908 None None] The sync data for ids ['a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:12:55.094742 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-f309d5b7-4efa-439a-9815-b3e665470467 service neutron] 10.222.0.81 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895209 Jul 30 20:12:55.196133 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-cc51bb64-5c35-4054-9f1b-f8a7092e447c service neutron] 10.222.0.81 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941253 Jul 30 20:12:55.341392 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-27c540e0-992f-431c-bdeb-5e6eaf4b8038 req-ef0bb33f-14a7-492c-90b1-0d47e194f265 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3694086 Jul 30 20:12:55.413074 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1512dc0c-acec-4a39-ab49-eb0ce578573e tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Made reservation on behalf of 0c804ef0962c4fa7aabfbaf60fd9e205 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:12:55.416824 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1512dc0c-acec-4a39-ab49-eb0ce578573e tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:55.427742 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fe5b9-6ecf-43ea-8135-fa6e02464e7b req-c132bb04-2397-4c17-aed7-bbc6f76a61a2 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:55.429284 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-121fe5b9-6ecf-43ea-8135-fa6e02464e7b req-c132bb04-2397-4c17-aed7-bbc6f76a61a2 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e24bca3-bddb-4b8a-be87-34ec07ef64c5 HTTP/1.1" status: 200 len: 944 time: 0.0732815 Jul 30 20:12:55.434694 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-49eedd50-938b-468d-a8e3-07be53560326 req-60f2b6a3-024c-49b9-9fdf-38079d58a9dc tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 210 time: 0.0341887 Jul 30 20:12:55.450821 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-1512dc0c-acec-4a39-ab49-eb0ce578573e tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] device_id is not set on port b204240d-6d28-4d6d-8861-97d6d9056e10 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:12:55.492731 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-121fe5b9-6ecf-43ea-8135-fa6e02464e7b req-335424a3-d293-41a4-a952-7499e645ddaa tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569689 Jul 30 20:12:55.609036 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b4513-5100-4f61-822e-7afab4ed41a9 req-81734d51-8776-4806-b288-21023d99b16f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:55.610558 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-268b4513-5100-4f61-822e-7afab4ed41a9 req-81734d51-8776-4806-b288-21023d99b16f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.0987506 Jul 30 20:12:55.645314 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-1512dc0c-acec-4a39-ab49-eb0ce578573e tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Allocated IP 172.20.0.3 (26bc4bca-d80d-417f-a66f-c8922fe6a7cb/81a00038-0267-4fb7-8867-b13e4c0869e3/b204240d-6d28-4d6d-8861-97d6d9056e10) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:12:55.673859 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-268b4513-5100-4f61-822e-7afab4ed41a9 req-0b1c33fe-3ce1-4534-a3f3-fb79e82ee995 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516605 Jul 30 20:12:55.739413 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b00c6a-21ad-4cf8-8ccc-12e987d72d9e req-5ecaa4ba-fea7-4e2e-8dd4-dd1f54d7bb00 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:55.741962 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8b00c6a-21ad-4cf8-8ccc-12e987d72d9e req-5ecaa4ba-fea7-4e2e-8dd4-dd1f54d7bb00 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.0588279 Jul 30 20:12:55.790601 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8b00c6a-21ad-4cf8-8ccc-12e987d72d9e req-8fe18bae-a557-40f0-b422-02e5387a26f1 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422790 Jul 30 20:12:55.875976 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1512dc0c-acec-4a39-ab49-eb0ce578573e tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:55.894346 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d660f3-e1c0-4103-9d09-faee8bc01980 req-252a0cd8-9ea5-474a-bc97-36207967b716 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:55.895937 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-39d660f3-e1c0-4103-9d09-faee8bc01980 req-252a0cd8-9ea5-474a-bc97-36207967b716 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.0929635 Jul 30 20:12:55.905024 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-1512dc0c-acec-4a39-ab49-eb0ce578573e tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Transition to ACTIVE for port object b204240d-6d28-4d6d-8861-97d6d9056e10 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:12:55.949160 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-39d660f3-e1c0-4103-9d09-faee8bc01980 req-bd94974f-2413-4fd6-a075-46640de2f68b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460207 Jul 30 20:12:55.966332 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1512dc0c-acec-4a39-ab49-eb0ce578573e tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:56.008509 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1512dc0c-acec-4a39-ab49-eb0ce578573e tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Network 26bc4bca-d80d-417f-a66f-c8922fe6a7cb is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:12:56.011546 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-1512dc0c-acec-4a39-ab49-eb0ce578573e tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:12:56.015125 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1512dc0c-acec-4a39-ab49-eb0ce578573e tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:12:56.024913 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512dc0c-acec-4a39-ab49-eb0ce578573e tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Pushing event updated for resources: {'Port': ['ID=b204240d-6d28-4d6d-8861-97d6d9056e10,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:56.078704 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1512dc0c-acec-4a39-ab49-eb0ce578573e tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:56.079534 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1512dc0c-acec-4a39-ab49-eb0ce578573e tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:56.097647 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1512dc0c-acec-4a39-ab49-eb0ce578573e tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1267939 Jul 30 20:12:56.101588 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38958) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:56.163194 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e835b23f-ec19-43cc-9048-fa1fb6f31da8 tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'project_id': '0c804ef0962c4fa7aabfbaf60fd9e205', 'port_id': 'b204240d-6d28-4d6d-8861-97d6d9056e10'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:56.191712 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e835b23f-ec19-43cc-9048-fa1fb6f31da8 tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:56.277049 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-094d026f-f88f-413b-bdee-90b5e6b1a152 None None] Provisioning for port b204240d-6d28-4d6d-8861-97d6d9056e10 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:12:56.281357 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-094d026f-f88f-413b-bdee-90b5e6b1a152 None None] Provisioning complete for port b204240d-6d28-4d6d-8861-97d6d9056e10 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:12:56.281898 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e835b23f-ec19-43cc-9048-fa1fb6f31da8 tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:56.282186 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-094d026f-f88f-413b-bdee-90b5e6b1a152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:56.337759 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-094d026f-f88f-413b-bdee-90b5e6b1a152 None None] Port b204240d-6d28-4d6d-8861-97d6d9056e10 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:12:56.423916 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-e835b23f-ec19-43cc-9048-fa1fb6f31da8 tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Allocated IP 172.25.3.52 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/4dc6d613-9be2-4c4b-81d3-02c32039a75c) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:12:56.595153 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7e5d6df0-2aa6-456d-b1af-93baa813b25f req-379bcf8f-86df-4773-9a7c-ac2c22f80090 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 210 time: 0.0638101 Jul 30 20:12:56.602767 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-f6a5ae6b-174e-4777-8cbe-b264232a595c tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:56.604324 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-f6a5ae6b-174e-4777-8cbe-b264232a595c tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.83 "GET /v2.0/networks?id=499a6969-8299-4dd8-9691-a5618f1f3135 HTTP/1.1" status: 200 len: 812 time: 0.1556270 Jul 30 20:12:56.619478 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e835b23f-ec19-43cc-9048-fa1fb6f31da8 tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:56.622953 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-95e4fe1c-cc0f-43e7-8d0f-7c027340b619 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Request body: {'port': {'device_id': '1078b609-f797-42c9-95c6-21258e9925d8', 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135', 'admin_state_up': True, 'tenant_id': '7a980cdea43a4792b1a7a53073b92183'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:56.681909 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e835b23f-ec19-43cc-9048-fa1fb6f31da8 tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:56.766390 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e835b23f-ec19-43cc-9048-fa1fb6f31da8 tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:12:56.768060 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835b23f-ec19-43cc-9048-fa1fb6f31da8 tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Pushing event updated for resources: {'Port': ['ID=4dc6d613-9be2-4c4b-81d3-02c32039a75c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:56.771575 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-e835b23f-ec19-43cc-9048-fa1fb6f31da8 tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:12:56.776240 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:56.777102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e835b23f-ec19-43cc-9048-fa1fb6f31da8 tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:12:56.793878 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eff652-68e0-48e0-8ace-c0c8526ce36e req-70197882-d13b-43df-8fa4-0f9c4bcea5f2 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:56.795567 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65eff652-68e0-48e0-8ace-c0c8526ce36e req-70197882-d13b-43df-8fa4-0f9c4bcea5f2 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e24bca3-bddb-4b8a-be87-34ec07ef64c5 HTTP/1.1" status: 200 len: 944 time: 0.1900396 Jul 30 20:12:56.876387 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-95e4fe1c-cc0f-43e7-8d0f-7c027340b619 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Made reservation on behalf of 7a980cdea43a4792b1a7a53073b92183 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:12:56.881751 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-95e4fe1c-cc0f-43e7-8d0f-7c027340b619 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:56.910102 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65eff652-68e0-48e0-8ace-c0c8526ce36e req-fb6eeb38-164e-4dab-9343-7e2e4451cb93 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849516 Jul 30 20:12:57.005008 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af186eb-8255-4f2f-b3bc-9d5554a0cdf4 req-90792877-9031-4000-8ff1-9fab3ba67a24 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:57.014485 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2af186eb-8255-4f2f-b3bc-9d5554a0cdf4 req-90792877-9031-4000-8ff1-9fab3ba67a24 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.1350746 Jul 30 20:12:57.100182 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-95e4fe1c-cc0f-43e7-8d0f-7c027340b619 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Allocated IP 172.20.0.8 (499a6969-8299-4dd8-9691-a5618f1f3135/59cd3e31-9c90-4ed9-82a3-e900a46fc84c/befca97f-aa30-4909-9464-1d52de859e65) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:12:57.122648 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbc66e-ffc6-4509-a7fb-8cb2b00c0c85 req-0a44f4f2-d425-4c57-991e-5ba2ef4b9dea tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:57.124428 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fddbc66e-ffc6-4509-a7fb-8cb2b00c0c85 req-0a44f4f2-d425-4c57-991e-5ba2ef4b9dea tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.0803230 Jul 30 20:12:57.202387 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fddbc66e-ffc6-4509-a7fb-8cb2b00c0c85 req-ec65a6b0-f7a8-4281-86ca-0aeebfb7afa4 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691514 Jul 30 20:12:57.349550 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-95e4fe1c-cc0f-43e7-8d0f-7c027340b619 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:57.420137 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-95e4fe1c-cc0f-43e7-8d0f-7c027340b619 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:57.467014 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-95e4fe1c-cc0f-43e7-8d0f-7c027340b619 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Network 499a6969-8299-4dd8-9691-a5618f1f3135 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:12:57.473755 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2af186eb-8255-4f2f-b3bc-9d5554a0cdf4 req-d557fff1-7caa-4c66-9afd-5f256335d42c tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573352 Jul 30 20:12:57.474336 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-95e4fe1c-cc0f-43e7-8d0f-7c027340b619 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:12:57.491722 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-95e4fe1c-cc0f-43e7-8d0f-7c027340b619 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:12:57.514647 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4fe1c-cc0f-43e7-8d0f-7c027340b619 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Pushing event updated for resources: {'Port': ['ID=befca97f-aa30-4909-9464-1d52de859e65,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:57.559360 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-95e4fe1c-cc0f-43e7-8d0f-7c027340b619 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:57.560068 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-95e4fe1c-cc0f-43e7-8d0f-7c027340b619 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:57.578396 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-95e4fe1c-cc0f-43e7-8d0f-7c027340b619 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9599054 Jul 30 20:12:57.594781 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Request body: {'port': {'device_id': '1078b609-f797-42c9-95c6-21258e9925d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:12:57.674937 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:57.676644 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:12:57.717290 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e835b23f-ec19-43cc-9048-fa1fb6f31da8 tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:57.827828 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e835b23f-ec19-43cc-9048-fa1fb6f31da8 tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:57.883148 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a4c5e-3b35-4318-b50a-87c47a291080 req-837631ce-1b3c-449d-bc17-e412b0d6d982 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:57.890681 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-325a4c5e-3b35-4318-b50a-87c47a291080 req-837631ce-1b3c-449d-bc17-e412b0d6d982 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 931 time: 0.1727664 Jul 30 20:12:57.916917 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device cad9f875-a49d-478f-99f3-8390cfec0f9c up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:12:57.968070 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-325a4c5e-3b35-4318-b50a-87c47a291080 req-4a2920f1-8eb5-41d6-a1f3-880981a13979 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733738 Jul 30 20:12:58.027037 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port cad9f875-a49d-478f-99f3-8390cfec0f9c completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:12:58.037300 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port cad9f875-a49d-478f-99f3-8390cfec0f9c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:12:58.037685 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:58.166349 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:58.175819 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id befca97f-aa30-4909-9464-1d52de859e65 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:12:58.183848 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:58.195489 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e24bca3-bddb-4b8a-be87-34ec07ef64c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad9f875-a49d-478f-99f3-8390cfec0f9c'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:12:58.198201 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76e10cf-83a4-43fe-afdb-44ede0a5218a" -d '{"events": [{"server_uuid": "0e24bca3-bddb-4b8a-be87-34ec07ef64c5", "name": "network-vif-plugged", "status": "completed", "tag": "cad9f875-a49d-478f-99f3-8390cfec0f9c"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:12:58.199188 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Transition to ACTIVE for port object befca97f-aa30-4909-9464-1d52de859e65 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:12:58.201690 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d2a04-506b-4080-8b3b-dccbda68f4f5 req-adbf2dc9-2352-4463-9414-396b6f67c2fb tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:58.203929 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-904d2a04-506b-4080-8b3b-dccbda68f4f5 req-adbf2dc9-2352-4463-9414-396b6f67c2fb tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e24bca3-bddb-4b8a-be87-34ec07ef64c5 HTTP/1.1" status: 200 len: 944 time: 0.1454074 Jul 30 20:12:58.213318 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:58.240768 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port cad9f875-a49d-478f-99f3-8390cfec0f9c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=cad9f875-a49d-478f-99f3-8390cfec0f9c,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:12:58.253323 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80283e8-37be-47bc-a211-49ad12781776 x-openstack-request-id: req-c80283e8-37be-47bc-a211-49ad12781776 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:12:58.253685 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e24bca3-bddb-4b8a-be87-34ec07ef64c5", "name": "network-vif-plugged", "status": "completed", "tag": "cad9f875-a49d-478f-99f3-8390cfec0f9c", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:12:58.255139 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c80283e8-37be-47bc-a211-49ad12781776 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:12:58.255139 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e24bca3-bddb-4b8a-be87-34ec07ef64c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad9f875-a49d-478f-99f3-8390cfec0f9c', 'code': 200} Jul 30 20:12:58.255759 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:58.282079 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=befca97f-aa30-4909-9464-1d52de859e65,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:58.300850 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:58.301225 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:58.302845 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:58.303200 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:58.305676 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:58.306207 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:58.306404 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:58.308051 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3f7b8-cdea-4271-9943-a198c928831b req-9880c3fc-e670-4149-bdae-d09b33a6674f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:58.308311 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:58.308659 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:58.308996 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:58.309331 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:58.316341 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:12:58.316520 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fdd3f7b8-cdea-4271-9943-a198c928831b req-9880c3fc-e670-4149-bdae-d09b33a6674f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 1096 time: 0.1739199 Jul 30 20:12:58.328176 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-904d2a04-506b-4080-8b3b-dccbda68f4f5 req-9c7571ea-a48e-43c0-80bb-df9549cf744f tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130140 Jul 30 20:12:58.355911 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=cad9f875-a49d-478f-99f3-8390cfec0f9c,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:58.412766 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e835b23f-ec19-43cc-9048-fa1fb6f31da8 tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:58.420435 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a6277-3e05-4dd2-9f1d-9aeb9088ac79 req-91059f95-f566-4334-88c0-d5ab6c06ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:58.421972 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-260a6277-3e05-4dd2-9f1d-9aeb9088ac79 req-91059f95-f566-4334-88c0-d5ab6c06ead7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0e24bca3-bddb-4b8a-be87-34ec07ef64c5 HTTP/1.1" status: 200 len: 1096 time: 0.0928359 Jul 30 20:12:58.425659 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fdd3f7b8-cdea-4271-9943-a198c928831b req-d3ebb810-084f-4157-819b-58e0e0c8e8f5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846651 Jul 30 20:12:58.426776 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e835b23f-ec19-43cc-9048-fa1fb6f31da8 tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:58.473820 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c9300-c629-4fe7-92e2-df7d46212d9e req-c10c391c-735e-4462-9dc3-58dccbf24aff tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:58.475482 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-987c9300-c629-4fe7-92e2-df7d46212d9e req-c10c391c-735e-4462-9dc3-58dccbf24aff tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.0978894 Jul 30 20:12:58.544219 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Attempting to bind port befca97f-aa30-4909-9464-1d52de859e65 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:12:58.544562 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Attempting to bind port befca97f-aa30-4909-9464-1d52de859e65 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'a45592f5-e682-4877-9b9c-0ead0de26c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:12:58.544902 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Attempting to bind port befca97f-aa30-4909-9464-1d52de859e65 on network 499a6969-8299-4dd8-9691-a5618f1f3135 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:12:58.550319 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-987c9300-c629-4fe7-92e2-df7d46212d9e req-f08eaae2-46a7-4714-90f5-dfe4d3ecdff1 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655518 Jul 30 20:12:58.568226 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-260a6277-3e05-4dd2-9f1d-9aeb9088ac79 req-7ef9aeaf-4b87-4433-bda9-92718a9432ff service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323266 Jul 30 20:12:58.577904 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Port befca97f-aa30-4909-9464-1d52de859e65 on network 499a6969-8299-4dd8-9691-a5618f1f3135 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:12:58.578311 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Attempting to bind port befca97f-aa30-4909-9464-1d52de859e65 on network 499a6969-8299-4dd8-9691-a5618f1f3135 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:12:58.588321 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:12:58.588748 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Checking segment: {'id': 'a45592f5-e682-4877-9b9c-0ead0de26c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:12:58.589210 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Bound using segment: {'id': 'a45592f5-e682-4877-9b9c-0ead0de26c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:12:58.589807 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Bound port: befca97f-aa30-4909-9464-1d52de859e65, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45592f5-e682-4877-9b9c-0ead0de26c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:12:58.590238 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:58.625850 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835b23f-ec19-43cc-9048-fa1fb6f31da8 tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Pushing event updated for resources: {'Port': ['ID=4dc6d613-9be2-4c4b-81d3-02c32039a75c,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:58.631940 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e835b23f-ec19-43cc-9048-fa1fb6f31da8 tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:58.672284 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] For port befca97f-aa30-4909-9464-1d52de859e65, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:12:58.678124 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] For port befca97f-aa30-4909-9464-1d52de859e65, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=befca97f-aa30-4909-9464-1d52de859e65,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:12:58.685123 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:58.727931 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:58.728066 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:58.729623 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] 10.222.0.83 "PUT /v2.0/ports/befca97f-aa30-4909-9464-1d52de859e65 HTTP/1.1" status: 200 len: 1091 time: 1.1409729 Jul 30 20:12:58.730067 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1078b609-f797-42c9-95c6-21258e9925d8', 'tag': 'befca97f-aa30-4909-9464-1d52de859e65'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:12:58.732563 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a34df81-85de-403a-8660-3c12cbc63d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "1078b609-f797-42c9-95c6-21258e9925d8", "tag": "befca97f-aa30-4909-9464-1d52de859e65"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:12:58.761343 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204746ea-0c38-46d1-97cc-354e43fdb0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=befca97f-aa30-4909-9464-1d52de859e65,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:12:58.778427 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8850f-75b9-43bc-b0a9-2b0f7d51ba31 req-1d242da0-2f0b-4d84-9067-826995ddf344 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:58.780878 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8da8850f-75b9-43bc-b0a9-2b0f7d51ba31 req-1d242da0-2f0b-4d84-9067-826995ddf344 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.1949677 Jul 30 20:12:58.823326 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-e835b23f-ec19-43cc-9048-fa1fb6f31da8 tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Floating IP 064409ed-5fbb-4b52-a988-0ea92faeaa0b associated. External IP: 172.25.3.52, port: b204240d-6d28-4d6d-8861-97d6d9056e10. Jul 30 20:12:58.829587 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5451c73c-6ed7-4d68-bb4e-3a7666a12841 x-openstack-request-id: req-5451c73c-6ed7-4d68-bb4e-3a7666a12841 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:12:58.830076 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1078b609-f797-42c9-95c6-21258e9925d8", "tag": "befca97f-aa30-4909-9464-1d52de859e65", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:12:58.830743 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5451c73c-6ed7-4d68-bb4e-3a7666a12841 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:12:58.831770 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1078b609-f797-42c9-95c6-21258e9925d8', 'tag': 'befca97f-aa30-4909-9464-1d52de859e65', 'status': 'completed', 'code': 200} Jul 30 20:12:58.874833 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-30b1e023-7b76-48a4-a3e7-a18fa1650fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:58.879292 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-30b1e023-7b76-48a4-a3e7-a18fa1650fed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7a980cdea43a4792b1a7a53073b92183&device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 1094 time: 0.0730128 Jul 30 20:12:58.908120 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8da8850f-75b9-43bc-b0a9-2b0f7d51ba31 req-44986227-62a8-49a1-a8c4-49eaa325ec2c tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129491 Jul 30 20:12:58.937870 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-44c6fb77-80ec-4dd4-98dd-8407ab197607 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=befca97f-aa30-4909-9464-1d52de859e65 HTTP/1.1" status: 200 len: 217 time: 0.0463457 Jul 30 20:12:59.034886 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-7c1b85ea-dff5-490d-b156-0c175d766509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:59.036437 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-7c1b85ea-dff5-490d-b156-0c175d766509 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=59cd3e31-9c90-4ed9-82a3-e900a46fc84c HTTP/1.1" status: 200 len: 852 time: 0.0903690 Jul 30 20:12:59.079269 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-7069c827-5971-4ccc-b30e-4143a128eb7a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=499a6969-8299-4dd8-9691-a5618f1f3135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329969 Jul 30 20:12:59.175128 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e78b4e-b080-4588-ace5-2bc1998a948e req-624832e9-139b-414f-a74e-0f2c8a4430c4 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:59.177168 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4e78b4e-b080-4588-ace5-2bc1998a948e req-624832e9-139b-414f-a74e-0f2c8a4430c4 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 943 time: 0.1142781 Jul 30 20:12:59.200886 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-6fef769a-2ae6-479b-bf0c-c5b677adf3cb service neutron] 10.222.0.83 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113706 Jul 30 20:12:59.217581 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e835b23f-ec19-43cc-9048-fa1fb6f31da8 tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Router a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:12:59.358306 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-57ee6fd2-e936-492e-b966-effdfaa1601a req-3f86cd07-7d97-4b20-9a91-2d663c60d1e2 service neutron] 10.222.0.83 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481490 Jul 30 20:12:59.359212 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4e78b4e-b080-4588-ace5-2bc1998a948e req-7014fa2c-bc4d-4147-a328-5775c2de9377 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569743 Jul 30 20:12:59.444923 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e835b23f-ec19-43cc-9048-fa1fb6f31da8 tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:12:59.455093 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38678df1-8ffd-42d2-a5f8-dfa354aa1c15 None None] Sync routers for ids ['a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:12:59.464570 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e835b23f-ec19-43cc-9048-fa1fb6f31da8 tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:12:59.470407 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38678df1-8ffd-42d2-a5f8-dfa354aa1c15 None None] Routers {'a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:12:59.471492 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-38678df1-8ffd-42d2-a5f8-dfa354aa1c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:12:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:59.502675 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e835b23f-ec19-43cc-9048-fa1fb6f31da8 tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.3997025 Jul 30 20:12:59.505790 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39044) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:59.515036 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-38678df1-8ffd-42d2-a5f8-dfa354aa1c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:59.520579 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fa93f-3b15-44fc-a5be-ebae0ad76f61 req-033752a9-e7b1-451e-a923-0055592858ff tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:59.526955 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38678df1-8ffd-42d2-a5f8-dfa354aa1c15 None None] Routers {'a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:12:59.527852 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4a3fa93f-3b15-44fc-a5be-ebae0ad76f61 req-033752a9-e7b1-451e-a923-0055592858ff tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e24bca3-bddb-4b8a-be87-34ec07ef64c5 HTTP/1.1" status: 200 len: 945 time: 0.0998275 Jul 30 20:12:59.528012 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-38678df1-8ffd-42d2-a5f8-dfa354aa1c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:12:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:59.531674 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34df81-85de-403a-8660-3c12cbc63d5c req-12a142e8-8b5e-4965-b678-4659a8b332f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:59.532533 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3a34df81-85de-403a-8660-3c12cbc63d5c req-12a142e8-8b5e-4965-b678-4659a8b332f3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7a980cdea43a4792b1a7a53073b92183&device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 1094 time: 0.1211715 Jul 30 20:12:59.576408 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-38678df1-8ffd-42d2-a5f8-dfa354aa1c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:12:59.577294 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38678df1-8ffd-42d2-a5f8-dfa354aa1c15 None None] The sync data for ids ['a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:12:59.635398 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4a3fa93f-3b15-44fc-a5be-ebae0ad76f61 req-71bf9a59-42d2-49cf-9383-9901a0c6f44a tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066046 Jul 30 20:12:59.638215 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fb526a33-c67d-4320-b313-d0128a6cc61b tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] 10.222.0.81 "GET /v2.0/floatingips/064409ed-5fbb-4b52-a988-0ea92faeaa0b HTTP/1.1" status: 200 len: 982 time: 0.1312501 Jul 30 20:12:59.648451 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39048) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:59.686934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34df81-85de-403a-8660-3c12cbc63d5c req-7cd403cf-a5e3-40a7-a273-253ac1813fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:59.689118 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3a34df81-85de-403a-8660-3c12cbc63d5c req-7cd403cf-a5e3-40a7-a273-253ac1813fab service neutron] 10.222.0.83 "GET /v2.0/networks?id=499a6969-8299-4dd8-9691-a5618f1f3135 HTTP/1.1" status: 200 len: 913 time: 0.1414168 Jul 30 20:12:59.740226 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3a34df81-85de-403a-8660-3c12cbc63d5c req-ab9f34a7-d063-45f8-8941-80c940d3dbc2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=befca97f-aa30-4909-9464-1d52de859e65 HTTP/1.1" status: 200 len: 217 time: 0.0414157 Jul 30 20:12:59.796213 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34df81-85de-403a-8660-3c12cbc63d5c req-19764bd1-ebf7-4f73-a0a9-672f80fec70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:59.798201 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3a34df81-85de-403a-8660-3c12cbc63d5c req-19764bd1-ebf7-4f73-a0a9-672f80fec70f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=59cd3e31-9c90-4ed9-82a3-e900a46fc84c HTTP/1.1" status: 200 len: 852 time: 0.0496702 Jul 30 20:12:59.800410 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba6012-12d0-457e-be74-35ec1eacf218 req-f4580795-a5f0-4df3-8fea-4919dcb0b457 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:12:59.801941 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7fba6012-12d0-457e-be74-35ec1eacf218 req-f4580795-a5f0-4df3-8fea-4919dcb0b457 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.1352098 Jul 30 20:12:59.812277 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ca4f71e9-96fd-462f-a9e3-f83d9203b963 tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3819 time: 0.1677680 Jul 30 20:12:59.816947 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39050) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:12:59.849647 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3a34df81-85de-403a-8660-3c12cbc63d5c req-ed793b37-1b6f-4c8b-a46f-83117fce79c4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=499a6969-8299-4dd8-9691-a5618f1f3135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433733 Jul 30 20:13:00.005844 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3a34df81-85de-403a-8660-3c12cbc63d5c req-aa2ba605-ba1b-412f-b2e8-9862d51299b8 service neutron] 10.222.0.83 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459656 Jul 30 20:13:00.018079 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7fba6012-12d0-457e-be74-35ec1eacf218 req-64bdb515-27cf-4dc4-9c89-7c6d15767f20 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508200 Jul 30 20:13:00.185152 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-f4914cfb-6f05-4ebe-9c92-4cf4de0934d3 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Deleting port 4dc6d613-9be2-4c4b-81d3-02c32039a75c {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:13:00.185839 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f4914cfb-6f05-4ebe-9c92-4cf4de0934d3 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:00.207073 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3a34df81-85de-403a-8660-3c12cbc63d5c req-4d7184c6-cc4e-4ed2-9b1e-c3a65f4279fe service neutron] 10.222.0.83 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875403 Jul 30 20:13:00.265661 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1329529-2e90-448b-8462-6c876aa295df req-ad259854-074d-4c98-8e97-ef17c514c1ac tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:00.273376 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d1329529-2e90-448b-8462-6c876aa295df req-ad259854-074d-4c98-8e97-ef17c514c1ac tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.1503985 Jul 30 20:13:00.323695 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f4914cfb-6f05-4ebe-9c92-4cf4de0934d3 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:00.324105 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f4914cfb-6f05-4ebe-9c92-4cf4de0934d3 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:00.340972 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d1329529-2e90-448b-8462-6c876aa295df req-ab54570a-6080-4ddc-a1be-524d224d4ebc tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665607 Jul 30 20:13:00.346387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-f4914cfb-6f05-4ebe-9c92-4cf4de0934d3 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Calling delete_port for 4dc6d613-9be2-4c4b-81d3-02c32039a75c owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:13:00.384398 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-2079ee8a-bfc9-42fa-9132-0b42463ac594 req-12d2db56-4b61-488f-8604-0932cb6a443a tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1559095799', 'description': 'tempest-description-1912731943'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:00.425680 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2079ee8a-bfc9-42fa-9132-0b42463ac594 req-12d2db56-4b61-488f-8604-0932cb6a443a tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:00.536323 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634a0b0-69b6-4f2c-9b7f-cdef5e5c240c req-b9419dfa-eecd-4afd-bab7-2823047471f9 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:00.538219 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3634a0b0-69b6-4f2c-9b7f-cdef5e5c240c req-b9419dfa-eecd-4afd-bab7-2823047471f9 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 943 time: 0.0864635 Jul 30 20:13:00.544272 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2079ee8a-bfc9-42fa-9132-0b42463ac594 req-12d2db56-4b61-488f-8604-0932cb6a443a tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:00.549022 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2079ee8a-bfc9-42fa-9132-0b42463ac594 req-12d2db56-4b61-488f-8604-0932cb6a443a tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:00.599428 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2079ee8a-bfc9-42fa-9132-0b42463ac594 req-12d2db56-4b61-488f-8604-0932cb6a443a tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:00.615634 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2079ee8a-bfc9-42fa-9132-0b42463ac594 req-12d2db56-4b61-488f-8604-0932cb6a443a tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2245655 Jul 30 20:13:00.615634 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2db56-4b61-488f-8604-0932cb6a443a tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1ac919-f877-48b8-9c18-7e9916bf2089,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:00.623036 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3634a0b0-69b6-4f2c-9b7f-cdef5e5c240c req-dfefeccc-621d-4a3b-8883-3c4425aa60a2 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721233 Jul 30 20:13:00.698817 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f4914cfb-6f05-4ebe-9c92-4cf4de0934d3 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:00.738831 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4914cfb-6f05-4ebe-9c92-4cf4de0934d3 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Pushing event deleted for resources: {'Port': ['ID=4dc6d613-9be2-4c4b-81d3-02c32039a75c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:00.741105 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-df18142d-e3af-4ae4-8459-918b9865b82c req-e683f3af-3d47-48dd-9a16-6e8369c4b564 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1559095799&fields=id&tenant_id=396db71b225646988183cc215a5705f6 HTTP/1.1" status: 200 len: 267 time: 0.0604677 Jul 30 20:13:00.807049 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18142d-e3af-4ae4-8459-918b9865b82c req-eceb9705-2991-4639-a511-e1fd52856eaa tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:00.808649 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-df18142d-e3af-4ae4-8459-918b9865b82c req-eceb9705-2991-4639-a511-e1fd52856eaa tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.0593648 Jul 30 20:13:00.823095 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-df18142d-e3af-4ae4-8459-918b9865b82c req-5cc6abe6-fca4-4829-b956-135d6d4ae80b tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Request body: {'port': {'security_groups': ['b7abf64b-2d7c-477f-a4d9-555734cf4cd6', '1f1ac919-f877-48b8-9c18-7e9916bf2089']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:00.863234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698d3eb-9fa7-46b3-9ce2-39bb002e32c5 req-0a017d80-7a55-4260-8d66-f214e7dfe50d tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:00.865097 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6698d3eb-9fa7-46b3-9ce2-39bb002e32c5 req-0a017d80-7a55-4260-8d66-f214e7dfe50d tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e24bca3-bddb-4b8a-be87-34ec07ef64c5 HTTP/1.1" status: 200 len: 945 time: 0.1618714 Jul 30 20:13:00.868659 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f4914cfb-6f05-4ebe-9c92-4cf4de0934d3 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:00.869222 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-f4914cfb-6f05-4ebe-9c92-4cf4de0934d3 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Floating IP 064409ed-5fbb-4b52-a988-0ea92faeaa0b disassociated (deleted). External IP: 172.25.3.52, port: b204240d-6d28-4d6d-8861-97d6d9056e10. Jul 30 20:13:00.916297 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-df18142d-e3af-4ae4-8459-918b9865b82c req-5cc6abe6-fca4-4829-b956-135d6d4ae80b tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:00.990321 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6698d3eb-9fa7-46b3-9ce2-39bb002e32c5 req-cbdbfbb1-d781-44ea-9f2b-2b2e162faa83 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727746 Jul 30 20:13:01.166939 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-df18142d-e3af-4ae4-8459-918b9865b82c req-5cc6abe6-fca4-4829-b956-135d6d4ae80b tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] For port de3b78c2-f1cc-4e75-9c9f-ff948facd7ca, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=de3b78c2-f1cc-4e75-9c9f-ff948facd7ca,segment=NetworkSegment(c7697906-ea9d-492e-8f45-bf01ab8f2ff9),segment_id=c7697906-ea9d-492e-8f45-bf01ab8f2ff9)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:13:01.187553 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56716b-2a5f-4e9a-93ff-eff5c3714863 req-17a19bc5-e616-4d56-a872-232b8959becd tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:01.189368 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1b56716b-2a5f-4e9a-93ff-eff5c3714863 req-17a19bc5-e616-4d56-a872-232b8959becd tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e24bca3-bddb-4b8a-be87-34ec07ef64c5 HTTP/1.1" status: 200 len: 945 time: 0.1075006 Jul 30 20:13:01.210711 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-df18142d-e3af-4ae4-8459-918b9865b82c req-5cc6abe6-fca4-4829-b956-135d6d4ae80b tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:01.219077 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4914cfb-6f05-4ebe-9c92-4cf4de0934d3 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Router a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:13:01.221613 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-df18142d-e3af-4ae4-8459-918b9865b82c req-5cc6abe6-fca4-4829-b956-135d6d4ae80b tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:01.235297 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['de3b78c2-f1cc-4e75-9c9f-ff948facd7ca'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:13:01.260485 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1b56716b-2a5f-4e9a-93ff-eff5c3714863 req-0a81251d-a6fc-4007-a836-0aab23acec1b tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616105 Jul 30 20:13:01.350142 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6abe6-fca4-4829-b956-135d6d4ae80b tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Pushing event updated for resources: {'Port': ['ID=de3b78c2-f1cc-4e75-9c9f-ff948facd7ca,revision_number=6']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:01.385518 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18142d-e3af-4ae4-8459-918b9865b82c req-5cc6abe6-fca4-4829-b956-135d6d4ae80b tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:01.386741 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-df18142d-e3af-4ae4-8459-918b9865b82c req-5cc6abe6-fca4-4829-b956-135d6d4ae80b tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:01.393947 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-df18142d-e3af-4ae4-8459-918b9865b82c req-5cc6abe6-fca4-4829-b956-135d6d4ae80b tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "PUT /v2.0/ports/de3b78c2-f1cc-4e75-9c9f-ff948facd7ca HTTP/1.1" status: 200 len: 981 time: 0.5759788 Jul 30 20:13:01.395054 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46688cb6-db7e-485c-b224-efbfedd2690f', 'tag': 'de3b78c2-f1cc-4e75-9c9f-ff948facd7ca'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:13:01.398504 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d18844-2c04-41d6-9cb7-2e70b5602066" -d '{"events": [{"name": "network-changed", "server_uuid": "46688cb6-db7e-485c-b224-efbfedd2690f", "tag": "de3b78c2-f1cc-4e75-9c9f-ff948facd7ca"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:13:01.526245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c795c03-4942-4162-96c8-053f97498c2c req-4544f092-5322-4d6c-be4f-26aac4e87d1e tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:01.533697 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8c795c03-4942-4162-96c8-053f97498c2c req-4544f092-5322-4d6c-be4f-26aac4e87d1e tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.1770742 Jul 30 20:13:01.537441 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['de3b78c2-f1cc-4e75-9c9f-ff948facd7ca'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:13:01.559215 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4914cfb-6f05-4ebe-9c92-4cf4de0934d3 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:13:01.569980 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f82031-34f4-438c-88b2-4a07eb4c0029 None None] Sync routers for ids ['a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:13:01.578026 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f4914cfb-6f05-4ebe-9c92-4cf4de0934d3 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:01.584937 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f82031-34f4-438c-88b2-4a07eb4c0029 None None] Routers {'a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:01.585578 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-95f82031-34f4-438c-88b2-4a07eb4c0029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:12:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:01.639333 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8c795c03-4942-4162-96c8-053f97498c2c req-ff3b95e2-7e4a-4552-a93b-adb536385761 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046522 Jul 30 20:13:01.659593 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f4914cfb-6f05-4ebe-9c92-4cf4de0934d3 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] 10.222.0.81 "DELETE /v2.0/floatingips/064409ed-5fbb-4b52-a988-0ea92faeaa0b HTTP/1.1" status: 204 len: 168 time: 1.8388379 Jul 30 20:13:01.661396 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39104) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:01.666054 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-44f5cece-ecbf-47c9-ad48-153dd09a801e tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:01.670944 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-95f82031-34f4-438c-88b2-4a07eb4c0029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:01.685284 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f82031-34f4-438c-88b2-4a07eb4c0029 None None] Routers {'a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:01.685886 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-95f82031-34f4-438c-88b2-4a07eb4c0029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:12:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:01.731864 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-95f82031-34f4-438c-88b2-4a07eb4c0029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:01.732940 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f82031-34f4-438c-88b2-4a07eb4c0029 None None] The sync data for ids ['a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:13:01.736566 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44f5cece-ecbf-47c9-ad48-153dd09a801e tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:01.832706 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794d6e02-94a1-4373-b871-6e9e8836477d x-openstack-request-id: req-794d6e02-94a1-4373-b871-6e9e8836477d {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:13:01.833227 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46688cb6-db7e-485c-b224-efbfedd2690f", "tag": "de3b78c2-f1cc-4e75-9c9f-ff948facd7ca", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:13:01.833227 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-794d6e02-94a1-4373-b871-6e9e8836477d {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:13:01.833636 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46688cb6-db7e-485c-b224-efbfedd2690f', 'tag': 'de3b78c2-f1cc-4e75-9c9f-ff948facd7ca', 'status': 'completed', 'code': 200} Jul 30 20:13:01.908362 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f0db0f7-ce79-40b1-b99c-82c347b6e5c7 req-81d0b251-df49-4cd9-a94f-426b6b5068f4 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1559095799&fields=id&tenant_id=396db71b225646988183cc215a5705f6 HTTP/1.1" status: 200 len: 267 time: 0.1437111 Jul 30 20:13:01.954213 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d8848-5300-4ebe-a99d-f4a4e48f6b25 req-bf661d14-0927-4bdc-bebf-c30671b756b6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:01.963754 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-807d8848-5300-4ebe-a99d-f4a4e48f6b25 req-bf661d14-0927-4bdc-bebf-c30671b756b6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 943 time: 0.0722911 Jul 30 20:13:01.975368 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d18844-2c04-41d6-9cb7-2e70b5602066 req-766b2e01-bf3a-486b-a388-4a759a075302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:01.975748 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69d18844-2c04-41d6-9cb7-2e70b5602066 req-766b2e01-bf3a-486b-a388-4a759a075302 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=396db71b225646988183cc215a5705f6&device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 1135 time: 0.1100061 Jul 30 20:13:02.004468 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0db0f7-ce79-40b1-b99c-82c347b6e5c7 req-a58b68c3-692d-421a-8e83-b442918c41d3 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:02.011740 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-807d8848-5300-4ebe-a99d-f4a4e48f6b25 req-bf143695-b4cf-4ebd-b40a-9e79b2ed2bc0 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469911 Jul 30 20:13:02.012104 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f0db0f7-ce79-40b1-b99c-82c347b6e5c7 req-a58b68c3-692d-421a-8e83-b442918c41d3 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 984 time: 0.0968041 Jul 30 20:13:02.017699 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-1f0db0f7-ce79-40b1-b99c-82c347b6e5c7 req-de1dad93-7f64-4c96-9d3c-7ff7dec0bbcc tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Request body: {'port': {'security_groups': ['b7abf64b-2d7c-477f-a4d9-555734cf4cd6']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:02.139169 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da1174-4a02-4560-bbbd-53e1253754e6 req-0c0c0b31-76f5-451d-afa1-1b15621c1ded tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:02.140790 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-78da1174-4a02-4560-bbbd-53e1253754e6 req-0c0c0b31-76f5-451d-afa1-1b15621c1ded tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e24bca3-bddb-4b8a-be87-34ec07ef64c5 HTTP/1.1" status: 200 len: 945 time: 0.0611711 Jul 30 20:13:02.195652 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-78da1174-4a02-4560-bbbd-53e1253754e6 req-7994261f-f709-44ca-a6aa-4e065ec4c8c1 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450099 Jul 30 20:13:02.479731 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44f5cece-ecbf-47c9-ad48-153dd09a801e tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:02.503881 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1f0db0f7-ce79-40b1-b99c-82c347b6e5c7 req-de1dad93-7f64-4c96-9d3c-7ff7dec0bbcc tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:02.520158 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d18844-2c04-41d6-9cb7-2e70b5602066 req-0fb34e39-7250-4196-b3b7-42a042ff4b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:02.521654 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69d18844-2c04-41d6-9cb7-2e70b5602066 req-0fb34e39-7250-4196-b3b7-42a042ff4b52 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76c5a26e-74da-4ed9-a896-229dbf5823d8 HTTP/1.1" status: 200 len: 920 time: 0.5337367 Jul 30 20:13:02.621575 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69d18844-2c04-41d6-9cb7-2e70b5602066 req-a4760f76-cf19-456a-b535-9c15c6a6f4b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de3b78c2-f1cc-4e75-9c9f-ff948facd7ca HTTP/1.1" status: 200 len: 217 time: 0.0702701 Jul 30 20:13:02.754496 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d18844-2c04-41d6-9cb7-2e70b5602066 req-c402881e-bc78-4530-808e-8474a0bf7cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:02.755937 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69d18844-2c04-41d6-9cb7-2e70b5602066 req-c402881e-bc78-4530-808e-8474a0bf7cbb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=90ed62d2-43f6-4299-beb8-882f2c5beebf HTTP/1.1" status: 200 len: 859 time: 0.1099997 Jul 30 20:13:02.803663 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6cdc5-0901-42e6-b2b1-0b3021768115 req-17c75439-6ec7-4397-a58c-bc5ef3ac76f1 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:02.803663 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-89f6cdc5-0901-42e6-b2b1-0b3021768115 req-17c75439-6ec7-4397-a58c-bc5ef3ac76f1 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.0591772 Jul 30 20:13:02.805065 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69d18844-2c04-41d6-9cb7-2e70b5602066 req-40ef6c5b-b5d5-425e-8b96-dc7042af44bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76c5a26e-74da-4ed9-a896-229dbf5823d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387800 Jul 30 20:13:02.859032 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-89f6cdc5-0901-42e6-b2b1-0b3021768115 req-4858c7af-c87f-4b4b-b945-3a5619726181 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488355 Jul 30 20:13:02.879118 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-44f5cece-ecbf-47c9-ad48-153dd09a801e tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Allocated IP 172.25.3.55 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/c3f0ebb0-0dee-4b8f-9d58-2e349922c83e) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:13:03.029187 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69d18844-2c04-41d6-9cb7-2e70b5602066 req-475d57ed-173a-4ab4-bca7-542c34acfff2 service neutron] 10.222.0.59 "GET /v2.0/networks/76c5a26e-74da-4ed9-a896-229dbf5823d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114367 Jul 30 20:13:03.117381 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-1f0db0f7-ce79-40b1-b99c-82c347b6e5c7 req-de1dad93-7f64-4c96-9d3c-7ff7dec0bbcc tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] For port de3b78c2-f1cc-4e75-9c9f-ff948facd7ca, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=de3b78c2-f1cc-4e75-9c9f-ff948facd7ca,segment=NetworkSegment(c7697906-ea9d-492e-8f45-bf01ab8f2ff9),segment_id=c7697906-ea9d-492e-8f45-bf01ab8f2ff9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:13:03.164875 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f661fa2-251b-40b8-a396-d910ed368cf3 req-bdc23d3d-0d68-4939-a60a-a3661c36f640 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:03.171882 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44f5cece-ecbf-47c9-ad48-153dd09a801e tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:03.180419 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4f661fa2-251b-40b8-a396-d910ed368cf3 req-bdc23d3d-0d68-4939-a60a-a3661c36f640 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 943 time: 0.0808699 Jul 30 20:13:03.202849 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1f0db0f7-ce79-40b1-b99c-82c347b6e5c7 req-de1dad93-7f64-4c96-9d3c-7ff7dec0bbcc tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:03.220476 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1f0db0f7-ce79-40b1-b99c-82c347b6e5c7 req-de1dad93-7f64-4c96-9d3c-7ff7dec0bbcc tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:03.239166 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['de3b78c2-f1cc-4e75-9c9f-ff948facd7ca'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:13:03.248147 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4f661fa2-251b-40b8-a396-d910ed368cf3 req-b2f801f3-e32a-4318-b77c-e96f612a503a tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660503 Jul 30 20:13:03.263007 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69d18844-2c04-41d6-9cb7-2e70b5602066 req-a53757f8-339c-4e33-97a2-aab69d8e5d94 service neutron] 10.222.0.59 "GET /v2.0/networks/76c5a26e-74da-4ed9-a896-229dbf5823d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247701 Jul 30 20:13:03.292529 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0db0f7-ce79-40b1-b99c-82c347b6e5c7 req-de1dad93-7f64-4c96-9d3c-7ff7dec0bbcc tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:03.293535 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1f0db0f7-ce79-40b1-b99c-82c347b6e5c7 req-de1dad93-7f64-4c96-9d3c-7ff7dec0bbcc tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:03.294519 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f0db0f7-ce79-40b1-b99c-82c347b6e5c7 req-de1dad93-7f64-4c96-9d3c-7ff7dec0bbcc tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "PUT /v2.0/ports/de3b78c2-f1cc-4e75-9c9f-ff948facd7ca HTTP/1.1" status: 200 len: 942 time: 1.2816234 Jul 30 20:13:03.294973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46688cb6-db7e-485c-b224-efbfedd2690f', 'tag': 'de3b78c2-f1cc-4e75-9c9f-ff948facd7ca'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:13:03.303064 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ea5211-8091-4b15-8296-2f75e5def263" -d '{"events": [{"name": "network-changed", "server_uuid": "46688cb6-db7e-485c-b224-efbfedd2690f", "tag": "de3b78c2-f1cc-4e75-9c9f-ff948facd7ca"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:13:03.415035 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['de3b78c2-f1cc-4e75-9c9f-ff948facd7ca'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:13:03.418774 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08583b9-2c66-4f50-8619-15254c9be624 req-3e83c98f-4b7d-4e6d-baf2-d0b754d61ce1 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:03.426936 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c08583b9-2c66-4f50-8619-15254c9be624 req-3e83c98f-4b7d-4e6d-baf2-d0b754d61ce1 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e24bca3-bddb-4b8a-be87-34ec07ef64c5 HTTP/1.1" status: 200 len: 945 time: 0.0681148 Jul 30 20:13:03.480120 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c08583b9-2c66-4f50-8619-15254c9be624 req-5398d9b8-7288-41df-b4c5-ed159fd2d7b4 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522220 Jul 30 20:13:03.568399 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44f5cece-ecbf-47c9-ad48-153dd09a801e tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:03.573217 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900bab47-c1b7-4570-856d-b488d14610f8 x-openstack-request-id: req-900bab47-c1b7-4570-856d-b488d14610f8 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:13:03.573718 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46688cb6-db7e-485c-b224-efbfedd2690f", "tag": "de3b78c2-f1cc-4e75-9c9f-ff948facd7ca", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:13:03.574150 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-900bab47-c1b7-4570-856d-b488d14610f8 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:13:03.574704 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46688cb6-db7e-485c-b224-efbfedd2690f', 'tag': 'de3b78c2-f1cc-4e75-9c9f-ff948facd7ca', 'status': 'completed', 'code': 200} Jul 30 20:13:03.652336 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1dad93-7f64-4c96-9d3c-7ff7dec0bbcc tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Pushing event updated for resources: {'Port': ['ID=de3b78c2-f1cc-4e75-9c9f-ff948facd7ca,revision_number=7']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:03.677087 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c66c1c6f-785f-4c04-a571-49853a2759bd req-4208413d-0825-43d4-b47a-705e39ef2090 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3577709 Jul 30 20:13:03.680306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f5cece-ecbf-47c9-ad48-153dd09a801e tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:13:03.707609 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-c66c1c6f-785f-4c04-a571-49853a2759bd req-9f5dd7a9-0173-4bc8-916b-8bb103c76dfb tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:03.718632 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-44f5cece-ecbf-47c9-ad48-153dd09a801e tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:13:03.734081 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5cece-ecbf-47c9-ad48-153dd09a801e tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:13:03.743689 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea5211-8091-4b15-8296-2f75e5def263 req-ba27b647-7422-4f44-9cde-8b49f51ec803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:03.745356 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72ea5211-8091-4b15-8296-2f75e5def263 req-ba27b647-7422-4f44-9cde-8b49f51ec803 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=396db71b225646988183cc215a5705f6&device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 1096 time: 0.1636751 Jul 30 20:13:03.764258 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a436269-09c9-4189-888c-d4ba3d888997 req-1f8139f9-09b8-439f-b487-d679f0284d4f tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:03.766103 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6a436269-09c9-4189-888c-d4ba3d888997 req-1f8139f9-09b8-439f-b487-d679f0284d4f tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e24bca3-bddb-4b8a-be87-34ec07ef64c5 HTTP/1.1" status: 200 len: 945 time: 0.0797372 Jul 30 20:13:03.816988 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5cece-ecbf-47c9-ad48-153dd09a801e tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Pushing event updated for resources: {'Port': ['ID=c3f0ebb0-0dee-4b8f-9d58-2e349922c83e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:03.873317 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c66c1c6f-785f-4c04-a571-49853a2759bd req-9f5dd7a9-0173-4bc8-916b-8bb103c76dfb tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:03.906624 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-6a436269-09c9-4189-888c-d4ba3d888997 req-c7aa6135-bcd2-4441-9459-a4092fbfd280 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Deleting port cad9f875-a49d-478f-99f3-8390cfec0f9c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:13:03.907104 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6a436269-09c9-4189-888c-d4ba3d888997 req-c7aa6135-bcd2-4441-9459-a4092fbfd280 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:03.918317 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device befca97f-aa30-4909-9464-1d52de859e65 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:13:04.012738 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44f5cece-ecbf-47c9-ad48-153dd09a801e tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:04.031499 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea5211-8091-4b15-8296-2f75e5def263 req-87088f73-d40a-4629-bae2-669ec0bf1bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:04.033263 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72ea5211-8091-4b15-8296-2f75e5def263 req-87088f73-d40a-4629-bae2-669ec0bf1bfa service neutron] 10.222.0.59 "GET /v2.0/networks?id=76c5a26e-74da-4ed9-a896-229dbf5823d8 HTTP/1.1" status: 200 len: 920 time: 0.2563472 Jul 30 20:13:04.050432 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port befca97f-aa30-4909-9464-1d52de859e65, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=befca97f-aa30-4909-9464-1d52de859e65,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:13:04.063788 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'befca97f-aa30-4909-9464-1d52de859e65', 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135', 'port_id': 'befca97f-aa30-4909-9464-1d52de859e65', 'mac_address': 'fa:16:3e:4a:3e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59cd3e31-9c90-4ed9-82a3-e900a46fc84c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:13:04.082424 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bf9dc-6319-41ab-a6bf-7f9482c17dd1 req-06eabe0b-a6a2-4d7a-aed8-945e6d0b06e5 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:04.089068 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-833bf9dc-6319-41ab-a6bf-7f9482c17dd1 req-06eabe0b-a6a2-4d7a-aed8-945e6d0b06e5 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.0980287 Jul 30 20:13:04.101664 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72ea5211-8091-4b15-8296-2f75e5def263 req-3cebefc8-9e80-4065-acfd-851a131a9f66 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de3b78c2-f1cc-4e75-9c9f-ff948facd7ca HTTP/1.1" status: 200 len: 217 time: 0.0598578 Jul 30 20:13:04.106041 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:04.109161 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-6a436269-09c9-4189-888c-d4ba3d888997 req-c7aa6135-bcd2-4441-9459-a4092fbfd280 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] For port cad9f875-a49d-478f-99f3-8390cfec0f9c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=cad9f875-a49d-478f-99f3-8390cfec0f9c,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:13:04.109529 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6a436269-09c9-4189-888c-d4ba3d888997 req-c7aa6135-bcd2-4441-9459-a4092fbfd280 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:04.111055 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44f5cece-ecbf-47c9-ad48-153dd09a801e tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:04.125083 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id befca97f-aa30-4909-9464-1d52de859e65 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:13:04.136357 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-6a436269-09c9-4189-888c-d4ba3d888997 req-c7aa6135-bcd2-4441-9459-a4092fbfd280 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Calling delete_port for cad9f875-a49d-478f-99f3-8390cfec0f9c owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:13:04.149513 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port befca97f-aa30-4909-9464-1d52de859e65, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=befca97f-aa30-4909-9464-1d52de859e65,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:13:04.153755 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:04.177900 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-833bf9dc-6319-41ab-a6bf-7f9482c17dd1 req-331bc979-cfdc-42fc-8334-c14f695f6d9e tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845799 Jul 30 20:13:04.240698 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea5211-8091-4b15-8296-2f75e5def263 req-36b365bd-a2e5-4bff-b1e8-65a008581d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:04.242737 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72ea5211-8091-4b15-8296-2f75e5def263 req-36b365bd-a2e5-4bff-b1e8-65a008581d7e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=90ed62d2-43f6-4299-beb8-882f2c5beebf HTTP/1.1" status: 200 len: 859 time: 0.1277931 Jul 30 20:13:04.248439 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c66c1c6f-785f-4c04-a571-49853a2759bd req-9f5dd7a9-0173-4bc8-916b-8bb103c76dfb tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:04.256555 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=befca97f-aa30-4909-9464-1d52de859e65,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:04.321875 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72ea5211-8091-4b15-8296-2f75e5def263 req-dbe9335e-e8b3-469d-8d29-fe4b849b0817 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76c5a26e-74da-4ed9-a896-229dbf5823d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698214 Jul 30 20:13:04.421789 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12861df1-2f12-47fd-863d-c4c813f5dd13 req-979ae10c-b53b-4f70-8e42-c92c9a8b32a2 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:04.430219 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-12861df1-2f12-47fd-863d-c4c813f5dd13 req-979ae10c-b53b-4f70-8e42-c92c9a8b32a2 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 944 time: 0.0775816 Jul 30 20:13:04.432829 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6a436269-09c9-4189-888c-d4ba3d888997 req-c7aa6135-bcd2-4441-9459-a4092fbfd280 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:04.447336 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['83ba072f-d2f7-4ea8-9e22-afb39aced6d1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:13:04.506155 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa6135-bcd2-4441-9459-a4092fbfd280 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Pushing event deleted for resources: {'Port': ['ID=cad9f875-a49d-478f-99f3-8390cfec0f9c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:04.520903 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72ea5211-8091-4b15-8296-2f75e5def263 req-6f2d7caa-74af-4a56-b971-7f6772ddb8ff service neutron] 10.222.0.59 "GET /v2.0/networks/76c5a26e-74da-4ed9-a896-229dbf5823d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656342 Jul 30 20:13:04.523031 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44f5cece-ecbf-47c9-ad48-153dd09a801e tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:04.559015 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44f5cece-ecbf-47c9-ad48-153dd09a801e tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:04.623887 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a436269-09c9-4189-888c-d4ba3d888997 req-c7aa6135-bcd2-4441-9459-a4092fbfd280 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] No DVR routers for this DVR port cad9f875-a49d-478f-99f3-8390cfec0f9c on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:13:04.656720 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-12861df1-2f12-47fd-863d-c4c813f5dd13 req-ffe682e9-e963-4ec5-bb6c-8c623dff7a62 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253511 Jul 30 20:13:04.662989 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6a436269-09c9-4189-888c-d4ba3d888997 req-c7aa6135-bcd2-4441-9459-a4092fbfd280 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:04.665481 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6a436269-09c9-4189-888c-d4ba3d888997 req-c7aa6135-bcd2-4441-9459-a4092fbfd280 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.83 "DELETE /v2.0/ports/cad9f875-a49d-478f-99f3-8390cfec0f9c HTTP/1.1" status: 204 len: 173 time: 0.8886404 Jul 30 20:13:04.669539 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e24bca3-bddb-4b8a-be87-34ec07ef64c5', 'name': 'network-vif-deleted', 'tag': 'cad9f875-a49d-478f-99f3-8390cfec0f9c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:13:04.672208 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd17effc-d2ca-435b-8236-3c769a514d80" -d '{"events": [{"server_uuid": "0e24bca3-bddb-4b8a-be87-34ec07ef64c5", "name": "network-vif-deleted", "tag": "cad9f875-a49d-478f-99f3-8390cfec0f9c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:13:04.685714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-c66c1c6f-785f-4c04-a571-49853a2759bd req-9f5dd7a9-0173-4bc8-916b-8bb103c76dfb tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Allocated IP 172.25.3.243 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/766c7678-873c-4fae-a7d6-19fb902b5644) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:13:04.709171 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['befca97f-aa30-4909-9464-1d52de859e65'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:13:04.750422 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5cece-ecbf-47c9-ad48-153dd09a801e tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Pushing event updated for resources: {'Port': ['ID=c3f0ebb0-0dee-4b8f-9d58-2e349922c83e,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:04.765990 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4a4c4993-c528-4a94-9f36-953a55f2d526 req-633f676d-eb8b-4792-b94f-8ecf6b647562 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e24bca3-bddb-4b8a-be87-34ec07ef64c5 HTTP/1.1" status: 200 len: 210 time: 0.0324125 Jul 30 20:13:04.860170 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72ea5211-8091-4b15-8296-2f75e5def263 req-2eca058b-0163-479e-881f-90b07228cbe4 service neutron] 10.222.0.59 "GET /v2.0/networks/76c5a26e-74da-4ed9-a896-229dbf5823d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290582 Jul 30 20:13:04.861610 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44f5cece-ecbf-47c9-ad48-153dd09a801e tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:04.883701 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44f5cece-ecbf-47c9-ad48-153dd09a801e tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:04.885151 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-44f5cece-ecbf-47c9-ad48-153dd09a801e tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2225716 Jul 30 20:13:04.888011 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39162) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:04.979625 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c34a83b-4a18-4541-a22f-6ac814522a4c x-openstack-request-id: req-6c34a83b-4a18-4541-a22f-6ac814522a4c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:13:04.980765 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e24bca3-bddb-4b8a-be87-34ec07ef64c5", "name": "network-vif-deleted", "tag": "cad9f875-a49d-478f-99f3-8390cfec0f9c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:13:04.981279 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6c34a83b-4a18-4541-a22f-6ac814522a4c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:13:04.982446 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e24bca3-bddb-4b8a-be87-34ec07ef64c5', 'name': 'network-vif-deleted', 'tag': 'cad9f875-a49d-478f-99f3-8390cfec0f9c', 'status': 'completed', 'code': 200} Jul 30 20:13:04.990291 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c66c1c6f-785f-4c04-a571-49853a2759bd req-9f5dd7a9-0173-4bc8-916b-8bb103c76dfb tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:05.050508 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c66c1c6f-785f-4c04-a571-49853a2759bd req-9f5dd7a9-0173-4bc8-916b-8bb103c76dfb tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:05.059947 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f90183bb-7eaf-4eb4-9125-e3cd05912edf tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:05.086938 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f90183bb-7eaf-4eb4-9125-e3cd05912edf tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:05.090378 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66c1c6f-785f-4c04-a571-49853a2759bd req-9f5dd7a9-0173-4bc8-916b-8bb103c76dfb tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:13:05.093827 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-c66c1c6f-785f-4c04-a571-49853a2759bd req-9f5dd7a9-0173-4bc8-916b-8bb103c76dfb tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:13:05.098647 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66c1c6f-785f-4c04-a571-49853a2759bd req-9f5dd7a9-0173-4bc8-916b-8bb103c76dfb tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:13:05.147813 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5dd7a9-0173-4bc8-916b-8bb103c76dfb tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Pushing event updated for resources: {'Port': ['ID=766c7678-873c-4fae-a7d6-19fb902b5644,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:05.204585 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f90183bb-7eaf-4eb4-9125-e3cd05912edf tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:05.225855 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c66c1c6f-785f-4c04-a571-49853a2759bd req-9f5dd7a9-0173-4bc8-916b-8bb103c76dfb tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:05.273612 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c66c1c6f-785f-4c04-a571-49853a2759bd req-9f5dd7a9-0173-4bc8-916b-8bb103c76dfb tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:05.369321 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703f00d-4c1e-4553-b6aa-de9af94233bf req-8727f009-66cd-4d84-ba58-1336ee972282 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:05.376121 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4703f00d-4c1e-4553-b6aa-de9af94233bf req-8727f009-66cd-4d84-ba58-1336ee972282 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.1010830 Jul 30 20:13:05.410527 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-f90183bb-7eaf-4eb4-9125-e3cd05912edf tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Allocated IP 172.25.3.251 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/c079d46d-610a-434b-b7c9-4bd4ff3f0a0b) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:13:05.452564 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4703f00d-4c1e-4553-b6aa-de9af94233bf req-5a83472a-beb9-44c2-ae3b-b660299e74f4 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756421 Jul 30 20:13:05.490699 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c66c1c6f-785f-4c04-a571-49853a2759bd req-9f5dd7a9-0173-4bc8-916b-8bb103c76dfb tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:05.500550 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c66c1c6f-785f-4c04-a571-49853a2759bd req-9f5dd7a9-0173-4bc8-916b-8bb103c76dfb tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:05.580016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5dd7a9-0173-4bc8-916b-8bb103c76dfb tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Pushing event updated for resources: {'Port': ['ID=766c7678-873c-4fae-a7d6-19fb902b5644,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:05.595667 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f90183bb-7eaf-4eb4-9125-e3cd05912edf tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:05.607971 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c66c1c6f-785f-4c04-a571-49853a2759bd req-9f5dd7a9-0173-4bc8-916b-8bb103c76dfb tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:05.624774 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c66c1c6f-785f-4c04-a571-49853a2759bd req-9f5dd7a9-0173-4bc8-916b-8bb103c76dfb tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:05.626440 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c66c1c6f-785f-4c04-a571-49853a2759bd req-9f5dd7a9-0173-4bc8-916b-8bb103c76dfb tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9484410 Jul 30 20:13:05.674481 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f90183bb-7eaf-4eb4-9125-e3cd05912edf tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:05.741426 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c66c1c6f-785f-4c04-a571-49853a2759bd req-1712c9f9-6ee7-421c-925e-27611fd21951 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 696 time: 0.1027703 Jul 30 20:13:05.756005 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90183bb-7eaf-4eb4-9125-e3cd05912edf tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Pushing event updated for resources: {'Port': ['ID=c079d46d-610a-434b-b7c9-4bd4ff3f0a0b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:05.806667 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90183bb-7eaf-4eb4-9125-e3cd05912edf tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:13:05.813757 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-f90183bb-7eaf-4eb4-9125-e3cd05912edf tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:13:05.813757 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90183bb-7eaf-4eb4-9125-e3cd05912edf tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:13:05.913468 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f90183bb-7eaf-4eb4-9125-e3cd05912edf tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:05.950105 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device cad9f875-a49d-478f-99f3-8390cfec0f9c no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:13:05.956288 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc10755-daef-40ad-860c-c05633751b30 req-cdb443df-a291-44bc-ab48-8eddc35bac67 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:05.968388 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2dc10755-daef-40ad-860c-c05633751b30 req-cdb443df-a291-44bc-ab48-8eddc35bac67 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 944 time: 0.2159545 Jul 30 20:13:05.989205 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: cad9f875-a49d-478f-99f3-8390cfec0f9c {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:13:05.989548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device cad9f875-a49d-478f-99f3-8390cfec0f9c not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:13:05.998424 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f90183bb-7eaf-4eb4-9125-e3cd05912edf tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:06.055302 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2dc10755-daef-40ad-860c-c05633751b30 req-02a3e558-0997-48ac-b8f1-d444c287dc55 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853498 Jul 30 20:13:06.251786 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f90183bb-7eaf-4eb4-9125-e3cd05912edf tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:06.264116 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f90183bb-7eaf-4eb4-9125-e3cd05912edf tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:06.269882 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c1c6f-785f-4c04-a571-49853a2759bd req-0ea95beb-f62f-4dde-8db4-6a9c6fc3eb8e tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:06.271682 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c66c1c6f-785f-4c04-a571-49853a2759bd req-0ea95beb-f62f-4dde-8db4-6a9c6fc3eb8e tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.5236990 Jul 30 20:13:06.301085 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-c66c1c6f-785f-4c04-a571-49853a2759bd req-5d0b57fc-7aa6-4df4-805e-55b5c1d50a1d tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:13:06.302042 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c66c1c6f-785f-4c04-a571-49853a2759bd req-5d0b57fc-7aa6-4df4-805e-55b5c1d50a1d tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064855 Jul 30 20:13:06.393018 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90183bb-7eaf-4eb4-9125-e3cd05912edf tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Pushing event updated for resources: {'Port': ['ID=c079d46d-610a-434b-b7c9-4bd4ff3f0a0b,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:06.400371 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f90183bb-7eaf-4eb4-9125-e3cd05912edf tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:06.422139 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f90183bb-7eaf-4eb4-9125-e3cd05912edf tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:06.427265 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f90183bb-7eaf-4eb4-9125-e3cd05912edf tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5349221 Jul 30 20:13:06.427702 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39196) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:06.477616 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1d18d-70b9-4f1b-a781-9b1df4a342f0 req-fa77cdf3-01c7-49e6-9f40-852cdbbf131f tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:06.479984 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25f1d18d-70b9-4f1b-a781-9b1df4a342f0 req-fa77cdf3-01c7-49e6-9f40-852cdbbf131f tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1027551 Jul 30 20:13:06.547758 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25f1d18d-70b9-4f1b-a781-9b1df4a342f0 req-d6d2d0cc-53d6-4e40-aa66-ebcfb0b78b08 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 696 time: 0.0608976 Jul 30 20:13:06.553259 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b044e261-c909-4f72-b7e3-44f946f30370 tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4484 time: 0.1243527 Jul 30 20:13:06.555904 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39200) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:06.561815 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-25f1d18d-70b9-4f1b-a781-9b1df4a342f0 req-cc76127d-dd9a-4b5e-acc1-e1819e482ffe tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Request body: {'floatingip': {'port_id': 'de3b78c2-f1cc-4e75-9c9f-ff948facd7ca', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:06.607782 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-25f1d18d-70b9-4f1b-a781-9b1df4a342f0 req-cc76127d-dd9a-4b5e-acc1-e1819e482ffe tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks [] for floatingip, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:06.951275 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cda88875-fe36-4000-8d7c-310d4107c232 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3942487 Jul 30 20:13:06.953760 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39202) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:07.100513 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-97d5b94f-0c99-423e-bc6d-e19900cc54c0 tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Deleting port c079d46d-610a-434b-b7c9-4bd4ff3f0a0b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:13:07.101158 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-97d5b94f-0c99-423e-bc6d-e19900cc54c0 tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:07.168027 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-25f1d18d-70b9-4f1b-a781-9b1df4a342f0 req-cc76127d-dd9a-4b5e-acc1-e1819e482ffe tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:07.173976 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-25f1d18d-70b9-4f1b-a781-9b1df4a342f0 req-cc76127d-dd9a-4b5e-acc1-e1819e482ffe tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:07.190522 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-97d5b94f-0c99-423e-bc6d-e19900cc54c0 tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:07.190931 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-97d5b94f-0c99-423e-bc6d-e19900cc54c0 tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:07.203724 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-97d5b94f-0c99-423e-bc6d-e19900cc54c0 tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Calling delete_port for c079d46d-610a-434b-b7c9-4bd4ff3f0a0b owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:13:07.334820 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [req-25f1d18d-70b9-4f1b-a781-9b1df4a342f0 req-cc76127d-dd9a-4b5e-acc1-e1819e482ffe tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Floating IP ceb86374-301f-4055-aaf0-532357651dce associated. External IP: 172.25.3.243, port: de3b78c2-f1cc-4e75-9c9f-ff948facd7ca. Jul 30 20:13:07.377934 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-97d5b94f-0c99-423e-bc6d-e19900cc54c0 tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:07.415271 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5b94f-0c99-423e-bc6d-e19900cc54c0 tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Pushing event deleted for resources: {'Port': ['ID=c079d46d-610a-434b-b7c9-4bd4ff3f0a0b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:07.475444 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-97d5b94f-0c99-423e-bc6d-e19900cc54c0 tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:07.478134 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-97d5b94f-0c99-423e-bc6d-e19900cc54c0 tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:07.479419 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-97d5b94f-0c99-423e-bc6d-e19900cc54c0 tempest-FloatingIPAdminTestJSON-586602363 tempest-FloatingIPAdminTestJSON-586602363-project] 10.222.0.81 "DELETE /v2.0/floatingips/f56c07fe-624c-485e-b68a-4f09a78df735 HTTP/1.1" status: 204 len: 168 time: 0.5247531 Jul 30 20:13:07.482170 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39210) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:07.575176 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25f1d18d-70b9-4f1b-a781-9b1df4a342f0 req-cc76127d-dd9a-4b5e-acc1-e1819e482ffe tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Router c783c857-7d78-48dc-9776-b5e1264e1009 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:13:07.667605 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f550dbd4-1bd9-4892-bc57-c7163113849a tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Deleting port c3f0ebb0-0dee-4b8f-9d58-2e349922c83e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:13:07.668106 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f550dbd4-1bd9-4892-bc57-c7163113849a tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:07.727139 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25f1d18d-70b9-4f1b-a781-9b1df4a342f0 req-cc76127d-dd9a-4b5e-acc1-e1819e482ffe tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:13:07.733135 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-25f1d18d-70b9-4f1b-a781-9b1df4a342f0 req-cc76127d-dd9a-4b5e-acc1-e1819e482ffe tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:07.739147 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13aa6a1-2fe0-485c-a8a2-a2eaa2c452d2 None None] Sync routers for ids ['c783c857-7d78-48dc-9776-b5e1264e1009'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:13:07.751823 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13aa6a1-2fe0-485c-a8a2-a2eaa2c452d2 None None] Routers {'c783c857-7d78-48dc-9776-b5e1264e1009'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:07.752881 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b13aa6a1-2fe0-485c-a8a2-a2eaa2c452d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:12:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c783c857-7d78-48dc-9776-b5e1264e1009'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:07.774341 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f550dbd4-1bd9-4892-bc57-c7163113849a tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:07.774712 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f550dbd4-1bd9-4892-bc57-c7163113849a tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:07.791486 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25f1d18d-70b9-4f1b-a781-9b1df4a342f0 req-cc76127d-dd9a-4b5e-acc1-e1819e482ffe tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "PUT /v2.0/floatingips/ceb86374-301f-4055-aaf0-532357651dce HTTP/1.1" status: 200 len: 996 time: 1.2344110 Jul 30 20:13:07.791968 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46688cb6-db7e-485c-b224-efbfedd2690f', 'tag': 'de3b78c2-f1cc-4e75-9c9f-ff948facd7ca'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:13:07.792255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f550dbd4-1bd9-4892-bc57-c7163113849a tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Calling delete_port for c3f0ebb0-0dee-4b8f-9d58-2e349922c83e owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:13:07.794549 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48790551-568c-4c3d-9708-4438a68bf93a" -d '{"events": [{"name": "network-changed", "server_uuid": "46688cb6-db7e-485c-b224-efbfedd2690f", "tag": "de3b78c2-f1cc-4e75-9c9f-ff948facd7ca"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:13:07.863005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1d18d-70b9-4f1b-a781-9b1df4a342f0 req-b3be7139-542b-4333-a231-c18e5924ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:07.872641 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25f1d18d-70b9-4f1b-a781-9b1df4a342f0 req-b3be7139-542b-4333-a231-c18e5924ae56 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=396db71b225646988183cc215a5705f6&device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 1096 time: 0.0641861 Jul 30 20:13:07.940105 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-b13aa6a1-2fe0-485c-a8a2-a2eaa2c452d2 None None] Set router c783c857-7d78-48dc-9776-b5e1264e1009 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:13:07.972867 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 137645cc-90ec-4463-bc0a-f6307edd9f9b details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:13:07.973243 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f550dbd4-1bd9-4892-bc57-c7163113849a tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:07.992766 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device befca97f-aa30-4909-9464-1d52de859e65 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:13:08.013501 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1d18d-70b9-4f1b-a781-9b1df4a342f0 req-74cb5241-1dd4-4ad0-9be0-ca33a5d1dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:08.015019 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25f1d18d-70b9-4f1b-a781-9b1df4a342f0 req-74cb5241-1dd4-4ad0-9be0-ca33a5d1dfef service neutron] 10.222.0.81 "GET /v2.0/networks?id=76c5a26e-74da-4ed9-a896-229dbf5823d8 HTTP/1.1" status: 200 len: 920 time: 0.1333694 Jul 30 20:13:08.034891 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550dbd4-1bd9-4892-bc57-c7163113849a tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3f0ebb0-0dee-4b8f-9d58-2e349922c83e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:08.099760 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f550dbd4-1bd9-4892-bc57-c7163113849a tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:08.103225 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f550dbd4-1bd9-4892-bc57-c7163113849a tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:08.105183 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f550dbd4-1bd9-4892-bc57-c7163113849a tempest-FloatingIPAdminTestJSON-689542837 tempest-FloatingIPAdminTestJSON-689542837-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/c2ef5f50-126a-4cf4-9ad9-0f5998ccb6ca HTTP/1.1" status: 204 len: 168 time: 0.6214049 Jul 30 20:13:08.108219 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39216) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:08.136354 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25f1d18d-70b9-4f1b-a781-9b1df4a342f0 req-3f95f4fa-3b29-449b-b157-554a794d46e5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de3b78c2-f1cc-4e75-9c9f-ff948facd7ca HTTP/1.1" status: 200 len: 999 time: 0.1123366 Jul 30 20:13:08.178541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port befca97f-aa30-4909-9464-1d52de859e65 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:13:08.189714 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 137645cc-90ec-4463-bc0a-f6307edd9f9b, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=137645cc-90ec-4463-bc0a-f6307edd9f9b,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:13:08.201935 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port befca97f-aa30-4909-9464-1d52de859e65 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:13:08.202638 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:08.229537 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1d18d-70b9-4f1b-a781-9b1df4a342f0 req-e2e594de-959f-40f5-8a0a-8150e6f18978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:08.231072 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25f1d18d-70b9-4f1b-a781-9b1df4a342f0 req-e2e594de-959f-40f5-8a0a-8150e6f18978 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=90ed62d2-43f6-4299-beb8-882f2c5beebf HTTP/1.1" status: 200 len: 859 time: 0.0892146 Jul 30 20:13:08.235057 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3e916ab7-a3b4-4a70-91f0-8dc5129003dd tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Deleting port b204240d-6d28-4d6d-8861-97d6d9056e10 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:13:08.235484 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e916ab7-a3b4-4a70-91f0-8dc5129003dd tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:08.283435 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25f1d18d-70b9-4f1b-a781-9b1df4a342f0 req-d50978c2-a8ea-4003-8fd0-8a928e885355 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=76c5a26e-74da-4ed9-a896-229dbf5823d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443208 Jul 30 20:13:08.402353 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '137645cc-90ec-4463-bc0a-f6307edd9f9b', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'port_id': '137645cc-90ec-4463-bc0a-f6307edd9f9b', 'mac_address': 'fa:16:3e:a6:d2:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1ad353-61a9-43a8-b737-817c20130814', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:13:08.405655 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e916ab7-a3b4-4a70-91f0-8dc5129003dd tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:08.421892 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3e916ab7-a3b4-4a70-91f0-8dc5129003dd tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Calling delete_port for b204240d-6d28-4d6d-8861-97d6d9056e10 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:13:08.432603 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25f1d18d-70b9-4f1b-a781-9b1df4a342f0 req-3c64b3ca-e322-410a-826d-82168fe455e8 service neutron] 10.222.0.81 "GET /v2.0/networks/76c5a26e-74da-4ed9-a896-229dbf5823d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401210 Jul 30 20:13:08.471293 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:08.505715 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 137645cc-90ec-4463-bc0a-f6307edd9f9b {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:13:08.559932 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25f1d18d-70b9-4f1b-a781-9b1df4a342f0 req-f8726d3a-3e66-4615-a5e6-1499255c370a service neutron] 10.222.0.81 "GET /v2.0/networks/76c5a26e-74da-4ed9-a896-229dbf5823d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185656 Jul 30 20:13:08.571431 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 137645cc-90ec-4463-bc0a-f6307edd9f9b, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=137645cc-90ec-4463-bc0a-f6307edd9f9b,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:13:08.584320 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:08.599273 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:08.626941 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e916ab7-a3b4-4a70-91f0-8dc5129003dd tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:08.683939 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=137645cc-90ec-4463-bc0a-f6307edd9f9b,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:08.707224 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['137645cc-90ec-4463-bc0a-f6307edd9f9b'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:13:08.718057 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1078b609-f797-42c9-95c6-21258e9925d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befca97f-aa30-4909-9464-1d52de859e65'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:13:08.724824 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f700af8a-6b13-476b-aaff-a1b9defa3a51" -d '{"events": [{"server_uuid": "1078b609-f797-42c9-95c6-21258e9925d8", "name": "network-vif-plugged", "status": "completed", "tag": "befca97f-aa30-4909-9464-1d52de859e65"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:13:08.725988 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e916ab7-a3b4-4a70-91f0-8dc5129003dd tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Pushing event deleted for resources: {'Port': ['ID=b204240d-6d28-4d6d-8861-97d6d9056e10,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:08.765253 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b13aa6a1-2fe0-485c-a8a2-a2eaa2c452d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'name': 'tempest-ServerRescueTestJSONUnderV235-853136207-router', 'tenant_id': '396db71b225646988183cc215a5705f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:12:00Z', 'updated_at': '2021-07-30T20:12:08Z', 'revision_number': 4, 'project_id': '396db71b225646988183cc215a5705f6', 'gw_port': {'id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:12:02Z', 'updated_at': '2021-07-30T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'ceb86374-301f-4055-aaf0-532357651dce', 'tenant_id': '396db71b225646988183cc215a5705f6', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'port_id': 'de3b78c2-f1cc-4e75-9c9f-ff948facd7ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8', 'mac_address': 'fa:16:3e:99:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46688cb6-db7e-485c-b224-efbfedd2690f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:13:05Z', 'updated_at': '2021-07-30T20:13:07Z', 'revision_number': 1, 'project_id': '396db71b225646988183cc215a5705f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb828693-6b5e-4015-8da0-ad8b1ad7482c', 'name': '', 'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8', 'tenant_id': '396db71b225646988183cc215a5705f6', 'mac_address': 'fa:16:3e:0e:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '90ed62d2-43f6-4299-beb8-882f2c5beebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:12:07Z', 'updated_at': '2021-07-30T20:12:15Z', 'revision_number': 5, 'project_id': '396db71b225646988183cc215a5705f6', 'subnets': [{'id': '90ed62d2-43f6-4299-beb8-882f2c5beebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:08.803699 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c0cf4-0970-43fa-ac84-34bde066d856 req-86c08b1a-157f-44d8-9b99-f222fb538c3a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:08.805441 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ab4c0cf4-0970-43fa-ac84-34bde066d856 req-86c08b1a-157f-44d8-9b99-f222fb538c3a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 945 time: 0.1153862 Jul 30 20:13:08.828088 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port befca97f-aa30-4909-9464-1d52de859e65, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=befca97f-aa30-4909-9464-1d52de859e65,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:13:08.832597 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13aa6a1-2fe0-485c-a8a2-a2eaa2c452d2 None None] Checking router: c783c857-7d78-48dc-9776-b5e1264e1009 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:13:08.843376 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:08.863714 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e916ab7-a3b4-4a70-91f0-8dc5129003dd tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:08.865774 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3e916ab7-a3b4-4a70-91f0-8dc5129003dd tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] 10.222.0.81 "DELETE /v2.0/ports/b204240d-6d28-4d6d-8861-97d6d9056e10 HTTP/1.1" status: 204 len: 168 time: 0.7565649 Jul 30 20:13:08.868333 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39222) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:08.881572 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ab4c0cf4-0970-43fa-ac84-34bde066d856 req-3f315e95-bc66-40a1-adf2-71ad4fff1397 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611413 Jul 30 20:13:08.954031 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=befca97f-aa30-4909-9464-1d52de859e65,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:08.963812 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13aa6a1-2fe0-485c-a8a2-a2eaa2c452d2 None None] Routers {'c783c857-7d78-48dc-9776-b5e1264e1009'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:08.964475 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b13aa6a1-2fe0-485c-a8a2-a2eaa2c452d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:12:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c783c857-7d78-48dc-9776-b5e1264e1009'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:08.977105 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde7c277-f17e-4540-a1fd-e55272c01852 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:08.978702 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dde7c277-f17e-4540-a1fd-e55272c01852 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8 HTTP/1.1" status: 200 len: 913 time: 0.1092343 Jul 30 20:13:08.981496 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39228) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:09.083178 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-b13aa6a1-2fe0-485c-a8a2-a2eaa2c452d2 None None] Set router c783c857-7d78-48dc-9776-b5e1264e1009 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:13:09.139403 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942b1a9-f080-4eb1-ba5d-f4228c910119 req-3e91a55e-ae55-4d52-bcc1-7c1cd9a38da1 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:09.141436 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a942b1a9-f080-4eb1-ba5d-f4228c910119 req-3e91a55e-ae55-4d52-bcc1-7c1cd9a38da1 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.1017580 Jul 30 20:13:09.256132 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a942b1a9-f080-4eb1-ba5d-f4228c910119 req-cda0c07b-ed7f-4db6-a6d8-2b3a5f062380 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959351 Jul 30 20:13:09.400482 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b13aa6a1-2fe0-485c-a8a2-a2eaa2c452d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'name': 'tempest-ServerRescueTestJSONUnderV235-853136207-router', 'tenant_id': '396db71b225646988183cc215a5705f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:12:00Z', 'updated_at': '2021-07-30T20:12:08Z', 'revision_number': 4, 'project_id': '396db71b225646988183cc215a5705f6', 'gw_port': {'id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:12:02Z', 'updated_at': '2021-07-30T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'ceb86374-301f-4055-aaf0-532357651dce', 'tenant_id': '396db71b225646988183cc215a5705f6', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'port_id': 'de3b78c2-f1cc-4e75-9c9f-ff948facd7ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8', 'mac_address': 'fa:16:3e:99:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46688cb6-db7e-485c-b224-efbfedd2690f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:13:05Z', 'updated_at': '2021-07-30T20:13:07Z', 'revision_number': 1, 'project_id': '396db71b225646988183cc215a5705f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb828693-6b5e-4015-8da0-ad8b1ad7482c', 'name': '', 'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8', 'tenant_id': '396db71b225646988183cc215a5705f6', 'mac_address': 'fa:16:3e:0e:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '90ed62d2-43f6-4299-beb8-882f2c5beebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:12:07Z', 'updated_at': '2021-07-30T20:12:15Z', 'revision_number': 5, 'project_id': '396db71b225646988183cc215a5705f6', 'subnets': [{'id': '90ed62d2-43f6-4299-beb8-882f2c5beebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:09.440589 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13aa6a1-2fe0-485c-a8a2-a2eaa2c452d2 None None] The sync data for ids ['c783c857-7d78-48dc-9776-b5e1264e1009'] in n-d-712137-9 is: [{'id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'name': 'tempest-ServerRescueTestJSONUnderV235-853136207-router', 'tenant_id': '396db71b225646988183cc215a5705f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:12:00Z', 'updated_at': '2021-07-30T20:12:08Z', 'revision_number': 4, 'project_id': '396db71b225646988183cc215a5705f6', 'gw_port': {'id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:12:02Z', 'updated_at': '2021-07-30T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'ceb86374-301f-4055-aaf0-532357651dce', 'tenant_id': '396db71b225646988183cc215a5705f6', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'port_id': 'de3b78c2-f1cc-4e75-9c9f-ff948facd7ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8', 'mac_address': 'fa:16:3e:99:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46688cb6-db7e-485c-b224-efbfedd2690f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:13:05Z', 'updated_at': '2021-07-30T20:13:07Z', 'revision_number': 1, 'project_id': '396db71b225646988183cc215a5705f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb828693-6b5e-4015-8da0-ad8b1ad7482c', 'name': '', 'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8', 'tenant_id': '396db71b225646988183cc215a5705f6', 'mac_address': 'fa:16:3e:0e:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '90ed62d2-43f6-4299-beb8-882f2c5beebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:12:07Z', 'updated_at': '2021-07-30T20:12:15Z', 'revision_number': 5, 'project_id': '396db71b225646988183cc215a5705f6', 'subnets': [{'id': '90ed62d2-43f6-4299-beb8-882f2c5beebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:13:09.496802 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32a9046-983a-4eb7-a446-3b376abc46d8 x-openstack-request-id: req-d32a9046-983a-4eb7-a446-3b376abc46d8 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:13:09.497552 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46688cb6-db7e-485c-b224-efbfedd2690f", "tag": "de3b78c2-f1cc-4e75-9c9f-ff948facd7ca", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:13:09.497821 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d32a9046-983a-4eb7-a446-3b376abc46d8 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:13:09.498269 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46688cb6-db7e-485c-b224-efbfedd2690f', 'tag': 'de3b78c2-f1cc-4e75-9c9f-ff948facd7ca', 'status': 'completed', 'code': 200} Jul 30 20:13:09.634476 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-8e8fcea2-c622-4f18-953e-c5fd38adf76a tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 999 time: 0.1333857 Jul 30 20:13:09.654722 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48790551-568c-4c3d-9708-4438a68bf93a req-531e3652-3d50-46c3-b5d8-233095ac9d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:09.656240 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48790551-568c-4c3d-9708-4438a68bf93a req-531e3652-3d50-46c3-b5d8-233095ac9d8d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=396db71b225646988183cc215a5705f6&device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 1096 time: 0.1115694 Jul 30 20:13:09.684287 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a0081d-1b7f-42ea-bd6b-6083c9859ded None None] New status for floating IP ceb86374-301f-4055-aaf0-532357651dce: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:13:09.766525 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-6b758fe4-f354-4b23-9ff8-d7302a12a277 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:09.768101 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-6b758fe4-f354-4b23-9ff8-d7302a12a277 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports/de3b78c2-f1cc-4e75-9c9f-ff948facd7ca HTTP/1.1" status: 200 len: 942 time: 0.1259155 Jul 30 20:13:09.829067 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48790551-568c-4c3d-9708-4438a68bf93a req-5a98442f-5c46-46e8-b6a5-47f30755a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:09.830566 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48790551-568c-4c3d-9708-4438a68bf93a req-5a98442f-5c46-46e8-b6a5-47f30755a8dd service neutron] 10.222.0.59 "GET /v2.0/networks?id=76c5a26e-74da-4ed9-a896-229dbf5823d8 HTTP/1.1" status: 200 len: 920 time: 0.1483195 Jul 30 20:13:09.873542 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e14bb6d1-4a5b-4fa1-9b25-858b880ddcff tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:09.978322 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 137645cc-90ec-4463-bc0a-f6307edd9f9b up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:13:09.987032 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-129a45e5-3b61-4a32-bae3-e09ddaf65645 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 1001 time: 0.1724341 Jul 30 20:13:10.014317 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48790551-568c-4c3d-9708-4438a68bf93a req-d57c8636-57e6-460b-aa5b-b1ded0185788 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de3b78c2-f1cc-4e75-9c9f-ff948facd7ca HTTP/1.1" status: 200 len: 1001 time: 0.1540501 Jul 30 20:13:10.025467 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 137645cc-90ec-4463-bc0a-f6307edd9f9b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:13:10.025760 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:10.105484 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:10.139663 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 137645cc-90ec-4463-bc0a-f6307edd9f9b, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=137645cc-90ec-4463-bc0a-f6307edd9f9b,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:13:10.145073 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:10.196119 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=137645cc-90ec-4463-bc0a-f6307edd9f9b,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:10.495787 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48790551-568c-4c3d-9708-4438a68bf93a req-2df5d37c-17c8-4f27-8bc6-3f56ead8ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:10.497237 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48790551-568c-4c3d-9708-4438a68bf93a req-2df5d37c-17c8-4f27-8bc6-3f56ead8ea9f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=90ed62d2-43f6-4299-beb8-882f2c5beebf HTTP/1.1" status: 200 len: 859 time: 0.4702356 Jul 30 20:13:10.550339 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48790551-568c-4c3d-9708-4438a68bf93a req-671d301a-9783-47a9-ae08-c0ee91ff489e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76c5a26e-74da-4ed9-a896-229dbf5823d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381327 Jul 30 20:13:10.560753 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-ec23120c-49e6-43d4-b323-ea81bdc3d26f tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:10.561980 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-ec23120c-49e6-43d4-b323-ea81bdc3d26f tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.5498545 Jul 30 20:13:10.719265 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-21c0f8b4-5d85-42f7-b80e-7e296ae5fc31 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 1001 time: 0.1456192 Jul 30 20:13:10.738739 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-3e493b6f-46a4-42c1-8eb8-b6d29ea36ec1 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:10.745509 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48790551-568c-4c3d-9708-4438a68bf93a req-9f2fbdc1-9cf2-4f05-8b8b-79a0993f73b2 service neutron] 10.222.0.59 "GET /v2.0/networks/76c5a26e-74da-4ed9-a896-229dbf5823d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826723 Jul 30 20:13:10.866879 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-3e493b6f-46a4-42c1-8eb8-b6d29ea36ec1 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks [] for floatingip, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:10.990637 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-e14bb6d1-4a5b-4fa1-9b25-858b880ddcff tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Deleting port 51ed26aa-183c-4c74-9116-61f59c847bf2 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:13:10.990898 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e14bb6d1-4a5b-4fa1-9b25-858b880ddcff tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:11.035397 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48790551-568c-4c3d-9708-4438a68bf93a req-bab76998-b4f8-4ef7-aa9d-fd2548360243 service neutron] 10.222.0.59 "GET /v2.0/networks/76c5a26e-74da-4ed9-a896-229dbf5823d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415910 Jul 30 20:13:11.106797 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-3e493b6f-46a4-42c1-8eb8-b6d29ea36ec1 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:11.112838 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-3e493b6f-46a4-42c1-8eb8-b6d29ea36ec1 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:11.113160 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-3e493b6f-46a4-42c1-8eb8-b6d29ea36ec1 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Floating IP ceb86374-301f-4055-aaf0-532357651dce disassociated. External IP: 172.25.3.243, port: de3b78c2-f1cc-4e75-9c9f-ff948facd7ca. Jul 30 20:13:11.162988 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e14bb6d1-4a5b-4fa1-9b25-858b880ddcff tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:11.179454 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-e14bb6d1-4a5b-4fa1-9b25-858b880ddcff tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Calling delete_port for 51ed26aa-183c-4c74-9116-61f59c847bf2 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:13:11.439143 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-3e493b6f-46a4-42c1-8eb8-b6d29ea36ec1 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Router c783c857-7d78-48dc-9776-b5e1264e1009 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:13:11.530955 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e14bb6d1-4a5b-4fa1-9b25-858b880ddcff tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:11.592629 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bb6d1-4a5b-4fa1-9b25-858b880ddcff tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Pushing event deleted for resources: {'Port': ['ID=51ed26aa-183c-4c74-9116-61f59c847bf2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:11.655027 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-3e493b6f-46a4-42c1-8eb8-b6d29ea36ec1 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:13:11.662534 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-3e493b6f-46a4-42c1-8eb8-b6d29ea36ec1 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:11.665612 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015e7100-64d0-4f3b-a5c3-d37a4b3bc690 None None] Sync routers for ids ['c783c857-7d78-48dc-9776-b5e1264e1009'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:13:11.675473 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015e7100-64d0-4f3b-a5c3-d37a4b3bc690 None None] Routers {'c783c857-7d78-48dc-9776-b5e1264e1009'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:11.676117 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-015e7100-64d0-4f3b-a5c3-d37a4b3bc690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:12:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c783c857-7d78-48dc-9776-b5e1264e1009'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:11.700972 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-3e493b6f-46a4-42c1-8eb8-b6d29ea36ec1 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "PUT /v2.0/floatingips/ceb86374-301f-4055-aaf0-532357651dce HTTP/1.1" status: 200 len: 695 time: 0.9750669 Jul 30 20:13:11.735065 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46688cb6-db7e-485c-b224-efbfedd2690f', 'tag': 'de3b78c2-f1cc-4e75-9c9f-ff948facd7ca'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:13:11.737855 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46b5764-d064-45dd-b370-c43680679582" -d '{"events": [{"name": "network-changed", "server_uuid": "46688cb6-db7e-485c-b224-efbfedd2690f", "tag": "de3b78c2-f1cc-4e75-9c9f-ff948facd7ca"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:13:11.789641 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-015e7100-64d0-4f3b-a5c3-d37a4b3bc690 None None] Set router c783c857-7d78-48dc-9776-b5e1264e1009 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:13:11.822753 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-904bff36-0779-4b4b-8f25-62db6133eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:11.824293 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-904bff36-0779-4b4b-8f25-62db6133eac5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=396db71b225646988183cc215a5705f6&device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 1096 time: 0.0817142 Jul 30 20:13:11.879360 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e14bb6d1-4a5b-4fa1-9b25-858b880ddcff tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:11.989620 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-015e7100-64d0-4f3b-a5c3-d37a4b3bc690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'name': 'tempest-ServerRescueTestJSONUnderV235-853136207-router', 'tenant_id': '396db71b225646988183cc215a5705f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:12:00Z', 'updated_at': '2021-07-30T20:12:08Z', 'revision_number': 4, 'project_id': '396db71b225646988183cc215a5705f6', 'gw_port': {'id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:12:02Z', 'updated_at': '2021-07-30T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'eb828693-6b5e-4015-8da0-ad8b1ad7482c', 'name': '', 'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8', 'tenant_id': '396db71b225646988183cc215a5705f6', 'mac_address': 'fa:16:3e:0e:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '90ed62d2-43f6-4299-beb8-882f2c5beebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:12:07Z', 'updated_at': '2021-07-30T20:12:15Z', 'revision_number': 5, 'project_id': '396db71b225646988183cc215a5705f6', 'subnets': [{'id': '90ed62d2-43f6-4299-beb8-882f2c5beebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:11.998321 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-13a3378f-af89-41c9-beda-98c12573474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:11.999825 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-13a3378f-af89-41c9-beda-98c12573474e service neutron] 10.222.0.81 "GET /v2.0/networks?id=76c5a26e-74da-4ed9-a896-229dbf5823d8 HTTP/1.1" status: 200 len: 920 time: 0.1680977 Jul 30 20:13:12.015194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015e7100-64d0-4f3b-a5c3-d37a4b3bc690 None None] Checking router: c783c857-7d78-48dc-9776-b5e1264e1009 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:13:12.024247 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015e7100-64d0-4f3b-a5c3-d37a4b3bc690 None None] Routers {'c783c857-7d78-48dc-9776-b5e1264e1009'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:12.024853 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-015e7100-64d0-4f3b-a5c3-d37a4b3bc690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:12:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c783c857-7d78-48dc-9776-b5e1264e1009'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:12.045763 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-03e3abe2-ac5c-42df-8c92-c7414d244fb5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de3b78c2-f1cc-4e75-9c9f-ff948facd7ca HTTP/1.1" status: 200 len: 217 time: 0.0397103 Jul 30 20:13:12.132701 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-015e7100-64d0-4f3b-a5c3-d37a4b3bc690 None None] Set router c783c857-7d78-48dc-9776-b5e1264e1009 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:13:12.136696 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-5d1b1fd8-d29f-4b12-b602-d62b30e39bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:12.138193 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-5d1b1fd8-d29f-4b12-b602-d62b30e39bb6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=90ed62d2-43f6-4299-beb8-882f2c5beebf HTTP/1.1" status: 200 len: 859 time: 0.0862639 Jul 30 20:13:12.197476 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-a2b54108-3c81-4b17-ae4d-03a7a70b1dc6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=76c5a26e-74da-4ed9-a896-229dbf5823d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500653 Jul 30 20:13:12.266080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14bb6d1-4a5b-4fa1-9b25-858b880ddcff tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Router a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:13:12.347345 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-b20e88d6-eb74-4481-82dc-d1afd00c4e0e service neutron] 10.222.0.81 "GET /v2.0/networks/76c5a26e-74da-4ed9-a896-229dbf5823d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423967 Jul 30 20:13:12.347658 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-015e7100-64d0-4f3b-a5c3-d37a4b3bc690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'name': 'tempest-ServerRescueTestJSONUnderV235-853136207-router', 'tenant_id': '396db71b225646988183cc215a5705f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:12:00Z', 'updated_at': '2021-07-30T20:12:08Z', 'revision_number': 4, 'project_id': '396db71b225646988183cc215a5705f6', 'gw_port': {'id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:12:02Z', 'updated_at': '2021-07-30T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'eb828693-6b5e-4015-8da0-ad8b1ad7482c', 'name': '', 'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8', 'tenant_id': '396db71b225646988183cc215a5705f6', 'mac_address': 'fa:16:3e:0e:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '90ed62d2-43f6-4299-beb8-882f2c5beebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:12:07Z', 'updated_at': '2021-07-30T20:12:15Z', 'revision_number': 5, 'project_id': '396db71b225646988183cc215a5705f6', 'subnets': [{'id': '90ed62d2-43f6-4299-beb8-882f2c5beebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:12.384624 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015e7100-64d0-4f3b-a5c3-d37a4b3bc690 None None] The sync data for ids ['c783c857-7d78-48dc-9776-b5e1264e1009'] in n-d-712137-9 is: [{'id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'name': 'tempest-ServerRescueTestJSONUnderV235-853136207-router', 'tenant_id': '396db71b225646988183cc215a5705f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:12:00Z', 'updated_at': '2021-07-30T20:12:08Z', 'revision_number': 4, 'project_id': '396db71b225646988183cc215a5705f6', 'gw_port': {'id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:12:02Z', 'updated_at': '2021-07-30T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'eb828693-6b5e-4015-8da0-ad8b1ad7482c', 'name': '', 'network_id': '76c5a26e-74da-4ed9-a896-229dbf5823d8', 'tenant_id': '396db71b225646988183cc215a5705f6', 'mac_address': 'fa:16:3e:0e:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '90ed62d2-43f6-4299-beb8-882f2c5beebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:12:07Z', 'updated_at': '2021-07-30T20:12:15Z', 'revision_number': 5, 'project_id': '396db71b225646988183cc215a5705f6', 'subnets': [{'id': '90ed62d2-43f6-4299-beb8-882f2c5beebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:13:12.475586 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14bb6d1-4a5b-4fa1-9b25-858b880ddcff tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:13:12.486263 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e14bb6d1-4a5b-4fa1-9b25-858b880ddcff tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] 10.222.0.81 "PUT /v2.0/routers/a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5036857 Jul 30 20:13:12.488857 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39276) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:12.490501 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a755bf7-6748-4ad5-b000-e8284e8952cb None None] Sync routers for ids ['a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:13:12.501237 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a755bf7-6748-4ad5-b000-e8284e8952cb None None] Routers {'a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:12.502141 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0a755bf7-6748-4ad5-b000-e8284e8952cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:12:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:12.543386 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0a755bf7-6748-4ad5-b000-e8284e8952cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:12.546664 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a425b28-77ea-463b-9644-77ceb302cd10 req-78346b08-94bc-4a57-859d-8b5a15faab4e service neutron] 10.222.0.81 "GET /v2.0/networks/76c5a26e-74da-4ed9-a896-229dbf5823d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916790 Jul 30 20:13:12.563841 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a755bf7-6748-4ad5-b000-e8284e8952cb None None] Routers {'a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:12.564527 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0a755bf7-6748-4ad5-b000-e8284e8952cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:12:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:12.638422 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157b1988-68de-471a-9c03-9b33f77d7003 x-openstack-request-id: req-157b1988-68de-471a-9c03-9b33f77d7003 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:13:12.639036 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1078b609-f797-42c9-95c6-21258e9925d8", "name": "network-vif-plugged", "status": "completed", "tag": "befca97f-aa30-4909-9464-1d52de859e65", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:13:12.639363 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-157b1988-68de-471a-9c03-9b33f77d7003 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:13:12.639890 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1078b609-f797-42c9-95c6-21258e9925d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befca97f-aa30-4909-9464-1d52de859e65', 'code': 200} Jul 30 20:13:12.652619 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c067cc78-6990-4bb4-9ece-ccc4e48e66ce tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:12.654018 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0a755bf7-6748-4ad5-b000-e8284e8952cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:12.656512 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a755bf7-6748-4ad5-b000-e8284e8952cb None None] The sync data for ids ['a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:13:12.767938 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4c344-eab6-4dc4-a361-2e5b10b8b65f req-296e6eae-10c3-4dd8-bca4-d2cff8bf3fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:12.770142 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0af4c344-eab6-4dc4-a361-2e5b10b8b65f req-296e6eae-10c3-4dd8-bca4-d2cff8bf3fc1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 1096 time: 0.0609567 Jul 30 20:13:12.772192 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831c4a0a-425b-4b08-8852-df2b4d28fb1d None None] New status for floating IP ceb86374-301f-4055-aaf0-532357651dce: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:13:12.831958 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0af4c344-eab6-4dc4-a361-2e5b10b8b65f req-aaeb8a2a-3cbf-4bfe-a32e-614dd717eead service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520160 Jul 30 20:13:13.239000 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9610afb-31aa-40a8-b353-1819d1bd802c req-920955c1-d1f3-405d-9614-84bfc080f818 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:13.240492 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9610afb-31aa-40a8-b353-1819d1bd802c req-920955c1-d1f3-405d-9614-84bfc080f818 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.4994619 Jul 30 20:13:13.263961 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c067cc78-6990-4bb4-9ece-ccc4e48e66ce tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:13.296591 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9610afb-31aa-40a8-b353-1819d1bd802c req-06f2b902-a0d9-483a-90e1-ccff2d8d1840 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483718 Jul 30 20:13:13.349095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c067cc78-6990-4bb4-9ece-ccc4e48e66ce tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Deleting port a56a9d36-3077-496c-8ede-02089bfcf8dc {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:13:13.349496 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c067cc78-6990-4bb4-9ece-ccc4e48e66ce tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:13.459671 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5cb76-30c6-4b13-8598-510965f88c96 req-0084bf52-e0d6-43b9-829d-84c539c48764 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:13.461448 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1bb5cb76-30c6-4b13-8598-510965f88c96 req-0084bf52-e0d6-43b9-829d-84c539c48764 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.0731168 Jul 30 20:13:13.490898 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c067cc78-6990-4bb4-9ece-ccc4e48e66ce tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:13.513715 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c067cc78-6990-4bb4-9ece-ccc4e48e66ce tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Calling delete_port for a56a9d36-3077-496c-8ede-02089bfcf8dc owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:13:13.525091 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1bb5cb76-30c6-4b13-8598-510965f88c96 req-a0f8eb9d-4f0b-47c9-a7f4-2fab5a6419d0 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571201 Jul 30 20:13:13.739472 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c067cc78-6990-4bb4-9ece-ccc4e48e66ce tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:13.744237 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e0ccc7-6b4f-4891-b435-c426d681c7b2 x-openstack-request-id: req-40e0ccc7-6b4f-4891-b435-c426d681c7b2 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:13:13.744531 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46688cb6-db7e-485c-b224-efbfedd2690f", "tag": "de3b78c2-f1cc-4e75-9c9f-ff948facd7ca", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:13:13.744792 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-40e0ccc7-6b4f-4891-b435-c426d681c7b2 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:13:13.745812 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46688cb6-db7e-485c-b224-efbfedd2690f', 'tag': 'de3b78c2-f1cc-4e75-9c9f-ff948facd7ca', 'status': 'completed', 'code': 200} Jul 30 20:13:13.781845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067cc78-6990-4bb4-9ece-ccc4e48e66ce tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Pushing event deleted for resources: {'Port': ['ID=a56a9d36-3077-496c-8ede-02089bfcf8dc,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:13.876828 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6845e714-efdf-40db-a2e2-878faa488c80 req-e6504605-5afb-4de8-87fd-44e1b4b9905e tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/floatingips/ceb86374-301f-4055-aaf0-532357651dce HTTP/1.1" status: 200 len: 693 time: 0.0963745 Jul 30 20:13:13.924487 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b5764-d064-45dd-b370-c43680679582 req-94ece119-ccca-4954-b6e7-f596a825c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:13.925792 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b46b5764-d064-45dd-b370-c43680679582 req-94ece119-ccca-4954-b6e7-f596a825c1aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=396db71b225646988183cc215a5705f6&device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 1096 time: 0.1550615 Jul 30 20:13:14.016525 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1cf11197-0748-4ce6-b405-66b8b84b5970 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:13:14.030561 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c067cc78-6990-4bb4-9ece-ccc4e48e66ce tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:14.127956 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:14.171717 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c067cc78-6990-4bb4-9ece-ccc4e48e66ce tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:14.177452 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 1cf11197-0748-4ce6-b405-66b8b84b5970, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1cf11197-0748-4ce6-b405-66b8b84b5970,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:13:14.179727 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c067cc78-6990-4bb4-9ece-ccc4e48e66ce tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:14.186359 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:14.244255 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845e714-efdf-40db-a2e2-878faa488c80 req-75ffd23f-4750-4931-9684-91a95967e15c tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:14.245847 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6845e714-efdf-40db-a2e2-878faa488c80 req-75ffd23f-4750-4931-9684-91a95967e15c tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 784 time: 0.3478484 Jul 30 20:13:14.246962 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b5764-d064-45dd-b370-c43680679582 req-c8930b0f-86c1-417e-9f48-11f15b564b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:14.248504 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b46b5764-d064-45dd-b370-c43680679582 req-c8930b0f-86c1-417e-9f48-11f15b564b23 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76c5a26e-74da-4ed9-a896-229dbf5823d8 HTTP/1.1" status: 200 len: 920 time: 0.2887142 Jul 30 20:13:14.266852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-6845e714-efdf-40db-a2e2-878faa488c80 req-1f4e14ed-1e3d-47b7-b4ce-e0bc896f21f3 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:13:14.268242 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6845e714-efdf-40db-a2e2-878faa488c80 req-1f4e14ed-1e3d-47b7-b4ce-e0bc896f21f3 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143290 Jul 30 20:13:14.270611 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c067cc78-6990-4bb4-9ece-ccc4e48e66ce tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:14.271134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c067cc78-6990-4bb4-9ece-ccc4e48e66ce tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Fanout notify agent at l3_agent the message router_deleted on router a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:13:14.318915 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c067cc78-6990-4bb4-9ece-ccc4e48e66ce tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:14.320077 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c067cc78-6990-4bb4-9ece-ccc4e48e66ce tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] 10.222.0.81 "DELETE /v2.0/routers/a4af29e3-5719-46ad-bbc8-9e5dd1dc04c8 HTTP/1.1" status: 204 len: 168 time: 1.8303077 Jul 30 20:13:14.323291 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39294) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:14.329515 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b46b5764-d064-45dd-b370-c43680679582 req-4aa135d2-deb5-46fe-bf0d-ddb5264ad0ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de3b78c2-f1cc-4e75-9c9f-ff948facd7ca HTTP/1.1" status: 200 len: 217 time: 0.0723038 Jul 30 20:13:14.388597 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0a84a7-04c8-4446-903d-409dc4072ee9 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Deleting subnet 81a00038-0267-4fb7-8867-b13e4c0869e3 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:13:14.392011 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f0a84a7-04c8-4446-903d-409dc4072ee9 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:14.430957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b5764-d064-45dd-b370-c43680679582 req-8514c0e4-887f-4de8-9df1-5bf581ddc372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:14.432487 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b46b5764-d064-45dd-b370-c43680679582 req-8514c0e4-887f-4de8-9df1-5bf581ddc372 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=90ed62d2-43f6-4299-beb8-882f2c5beebf HTTP/1.1" status: 200 len: 859 time: 0.0589523 Jul 30 20:13:14.437967 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6845e714-efdf-40db-a2e2-878faa488c80 req-935fa1df-fd30-4cd0-b1c7-631afcf893d0 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 696 time: 0.1295040 Jul 30 20:13:14.441556 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f0a84a7-04c8-4446-903d-409dc4072ee9 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:14.448940 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=1cf11197-0748-4ce6-b405-66b8b84b5970,revision_number=11']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:14.485243 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b46b5764-d064-45dd-b370-c43680679582 req-97816c2e-4ea1-4ce7-929c-f2a173ef863b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76c5a26e-74da-4ed9-a896-229dbf5823d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453756 Jul 30 20:13:14.543152 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6845e714-efdf-40db-a2e2-878faa488c80 req-f54c76e3-a30a-4b29-9440-ca29a0a766f1 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 696 time: 0.0916018 Jul 30 20:13:14.557072 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f0a84a7-04c8-4446-903d-409dc4072ee9 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:14.632905 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f0a84a7-04c8-4446-903d-409dc4072ee9 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:14.641006 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13b1592-0935-4cd0-9ed0-36b0b2ca05fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137645cc-90ec-4463-bc0a-f6307edd9f9b'}, {'server_uuid': '3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf11197-0748-4ce6-b405-66b8b84b5970'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:13:14.644835 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1d7750-f869-470c-86d0-2e6ba2629d78" -d '{"events": [{"server_uuid": "b13b1592-0935-4cd0-9ed0-36b0b2ca05fb", "name": "network-vif-plugged", "status": "completed", "tag": "137645cc-90ec-4463-bc0a-f6307edd9f9b"}, {"server_uuid": "3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5", "name": "network-vif-unplugged", "status": "completed", "tag": "1cf11197-0748-4ce6-b405-66b8b84b5970"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:13:14.657178 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f0a84a7-04c8-4446-903d-409dc4072ee9 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:14.659186 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7f0a84a7-04c8-4446-903d-409dc4072ee9 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] 10.222.0.81 "DELETE /v2.0/subnets/81a00038-0267-4fb7-8867-b13e4c0869e3 HTTP/1.1" status: 204 len: 168 time: 0.3348014 Jul 30 20:13:14.668473 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18627055-5dff-48b7-a9a1-414893094235 None None] Network 26bc4bca-d80d-417f-a66f-c8922fe6a7cb requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:13:14.675568 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39304) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:14.704953 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a84a7-04c8-4446-903d-409dc4072ee9 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Pushing event deleted for resources: {'Subnet': ['ID=81a00038-0267-4fb7-8867-b13e4c0869e3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:14.783755 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b46b5764-d064-45dd-b370-c43680679582 req-908f5f54-0261-476a-877e-4b93e310d4a5 service neutron] 10.222.0.59 "GET /v2.0/networks/76c5a26e-74da-4ed9-a896-229dbf5823d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673290 Jul 30 20:13:14.856728 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-20ca9604-0621-4e2f-9b43-24088ca50369 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:14.903612 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078986c7-6361-417f-92b3-580e95e04e34 None None] DHCP port deletion for 26bc4bca-d80d-417f-a66f-c8922fe6a7cb request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:13:14.956915 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b46b5764-d064-45dd-b370-c43680679582 req-6ca011c6-f78a-47f6-98ae-d901878a69fc service neutron] 10.222.0.59 "GET /v2.0/networks/76c5a26e-74da-4ed9-a896-229dbf5823d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619906 Jul 30 20:13:14.963000 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-6845e714-efdf-40db-a2e2-878faa488c80 req-c05586d2-37c2-4c80-b464-6753dcb54bb7 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Deleting port 766c7678-873c-4fae-a7d6-19fb902b5644 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:13:14.963738 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6845e714-efdf-40db-a2e2-878faa488c80 req-c05586d2-37c2-4c80-b464-6753dcb54bb7 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:14.973762 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-078986c7-6361-417f-92b3-580e95e04e34 None None] Deleting port 50e4e358-1463-4eec-8e05-ab10bcc3f743 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:13:14.974554 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-078986c7-6361-417f-92b3-580e95e04e34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:15.039067 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-078986c7-6361-417f-92b3-580e95e04e34 None None] For port 50e4e358-1463-4eec-8e05-ab10bcc3f743, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=50e4e358-1463-4eec-8e05-ab10bcc3f743,segment=NetworkSegment(129a8a0e-7eb9-45f2-a083-75bd3baafc49),segment_id=129a8a0e-7eb9-45f2-a083-75bd3baafc49)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:13:15.039803 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-078986c7-6361-417f-92b3-580e95e04e34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:15.043329 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6845e714-efdf-40db-a2e2-878faa488c80 req-c05586d2-37c2-4c80-b464-6753dcb54bb7 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:15.043955 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6845e714-efdf-40db-a2e2-878faa488c80 req-c05586d2-37c2-4c80-b464-6753dcb54bb7 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:15.054189 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-078986c7-6361-417f-92b3-580e95e04e34 None None] Calling delete_port for 50e4e358-1463-4eec-8e05-ab10bcc3f743 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:13:15.057162 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-6845e714-efdf-40db-a2e2-878faa488c80 req-c05586d2-37c2-4c80-b464-6753dcb54bb7 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Calling delete_port for 766c7678-873c-4fae-a7d6-19fb902b5644 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:13:15.149402 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-20ca9604-0621-4e2f-9b43-24088ca50369 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Deleting port 50e4e358-1463-4eec-8e05-ab10bcc3f743 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:13:15.150113 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-20ca9604-0621-4e2f-9b43-24088ca50369 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:15.157781 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-078986c7-6361-417f-92b3-580e95e04e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:15.188042 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078986c7-6361-417f-92b3-580e95e04e34 None None] Pushing event deleted for resources: {'Port': ['ID=50e4e358-1463-4eec-8e05-ab10bcc3f743,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:15.191812 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078986c7-6361-417f-92b3-580e95e04e34 None None] No DVR routers for this DVR port 50e4e358-1463-4eec-8e05-ab10bcc3f743 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:13:15.257603 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-20ca9604-0621-4e2f-9b43-24088ca50369 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] For port 50e4e358-1463-4eec-8e05-ab10bcc3f743, host n-d-712137-9, got binding levels [] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:13:15.257972 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-20ca9604-0621-4e2f-9b43-24088ca50369 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:15.285379 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-20ca9604-0621-4e2f-9b43-24088ca50369 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Calling delete_port for 50e4e358-1463-4eec-8e05-ab10bcc3f743 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:13:15.289750 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.ipam_backend_mixin [None req-20ca9604-0621-4e2f-9b43-24088ca50369 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Port 50e4e358-1463-4eec-8e05-ab10bcc3f743 was not found and therefore no delete operation was performed {{(pid=93882) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 20:13:15.291399 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:15.294053 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-20ca9604-0621-4e2f-9b43-24088ca50369 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:15.326090 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6845e714-efdf-40db-a2e2-878faa488c80 req-c05586d2-37c2-4c80-b464-6753dcb54bb7 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:15.329244 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca9604-0621-4e2f-9b43-24088ca50369 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Pushing event deleted for resources: {'Port': ['ID=50e4e358-1463-4eec-8e05-ab10bcc3f743,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:15.334892 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ca9604-0621-4e2f-9b43-24088ca50369 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] No DVR routers for this DVR port 50e4e358-1463-4eec-8e05-ab10bcc3f743 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:13:15.376249 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05586d2-37c2-4c80-b464-6753dcb54bb7 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Pushing event deleted for resources: {'Port': ['ID=766c7678-873c-4fae-a7d6-19fb902b5644,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:15.478904 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-20ca9604-0621-4e2f-9b43-24088ca50369 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:15.492512 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-20ca9604-0621-4e2f-9b43-24088ca50369 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26bc4bca-d80d-417f-a66f-c8922fe6a7cb']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:15.500862 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6845e714-efdf-40db-a2e2-878faa488c80 req-c05586d2-37c2-4c80-b464-6753dcb54bb7 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:15.503924 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6845e714-efdf-40db-a2e2-878faa488c80 req-c05586d2-37c2-4c80-b464-6753dcb54bb7 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:15.505048 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6845e714-efdf-40db-a2e2-878faa488c80 req-c05586d2-37c2-4c80-b464-6753dcb54bb7 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "DELETE /v2.0/floatingips/ceb86374-301f-4055-aaf0-532357651dce HTTP/1.1" status: 204 len: 173 time: 0.9360526 Jul 30 20:13:15.508544 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-20ca9604-0621-4e2f-9b43-24088ca50369 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129a8a0e-7eb9-45f2-a083-75bd3baafc49') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:15.508909 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-20ca9604-0621-4e2f-9b43-24088ca50369 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129a8a0e-7eb9-45f2-a083-75bd3baafc49') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:15.519756 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-20ca9604-0621-4e2f-9b43-24088ca50369 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:15.537989 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-20ca9604-0621-4e2f-9b43-24088ca50369 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:15.545239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ca9604-0621-4e2f-9b43-24088ca50369 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:13:15.545662 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-20ca9604-0621-4e2f-9b43-24088ca50369 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:13:15.549550 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:13:15.634331 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-20ca9604-0621-4e2f-9b43-24088ca50369 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:15.653363 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-20ca9604-0621-4e2f-9b43-24088ca50369 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:15.655831 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-20ca9604-0621-4e2f-9b43-24088ca50369 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] 10.222.0.81 "DELETE /v2.0/networks/26bc4bca-d80d-417f-a66f-c8922fe6a7cb HTTP/1.1" status: 204 len: 168 time: 0.9768107 Jul 30 20:13:15.658181 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39320) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:15.697282 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca9604-0621-4e2f-9b43-24088ca50369 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Pushing event deleted for resources: {'Network': ['ID=26bc4bca-d80d-417f-a66f-c8922fe6a7cb,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:15.723105 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea6eaa-8016-4960-a1d2-6200ba580bbb req-6f97b0a2-5df0-4114-9543-fa5eccc51336 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:15.724688 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98ea6eaa-8016-4960-a1d2-6200ba580bbb req-6f97b0a2-5df0-4114-9543-fa5eccc51336 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.0866919 Jul 30 20:13:15.776047 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98ea6eaa-8016-4960-a1d2-6200ba580bbb req-4488871d-35d2-49d5-a587-60a9898145b5 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445089 Jul 30 20:13:15.804068 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-754a7c84-a094-4af0-b626-12d28d61d058 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Deleting port 9f2d3ff7-bf52-4d87-aa75-61f3aa7a0364 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:13:15.805233 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-754a7c84-a094-4af0-b626-12d28d61d058 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:15.910454 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-754a7c84-a094-4af0-b626-12d28d61d058 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:15.910972 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-754a7c84-a094-4af0-b626-12d28d61d058 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:15.929826 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-754a7c84-a094-4af0-b626-12d28d61d058 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Calling delete_port for 9f2d3ff7-bf52-4d87-aa75-61f3aa7a0364 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:13:15.930064 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d1db8-6c33-4300-b9d0-59f70888457e req-f3616456-1d53-4bc9-96f6-251991d71cac tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:15.931616 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f55d1db8-6c33-4300-b9d0-59f70888457e req-f3616456-1d53-4bc9-96f6-251991d71cac tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.0551081 Jul 30 20:13:15.975218 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f55d1db8-6c33-4300-b9d0-59f70888457e req-fcb649d2-ac97-490a-a0f5-353588cc3f63 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375042 Jul 30 20:13:16.119825 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-754a7c84-a094-4af0-b626-12d28d61d058 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:16.145510 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 30 Jul 2021 20:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd15b1e0-4119-447c-a79f-6d65b3124dab x-openstack-request-id: req-dd15b1e0-4119-447c-a79f-6d65b3124dab {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:13:16.146026 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13b1592-0935-4cd0-9ed0-36b0b2ca05fb", "name": "network-vif-plugged", "status": "completed", "tag": "137645cc-90ec-4463-bc0a-f6307edd9f9b", "code": 200}, {"server_uuid": "3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5", "name": "network-vif-unplugged", "status": "completed", "tag": "1cf11197-0748-4ce6-b405-66b8b84b5970", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:13:16.146134 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd15b1e0-4119-447c-a79f-6d65b3124dab {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:13:16.146593 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13b1592-0935-4cd0-9ed0-36b0b2ca05fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137645cc-90ec-4463-bc0a-f6307edd9f9b', 'code': 200} Jul 30 20:13:16.146855 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf11197-0748-4ce6-b405-66b8b84b5970', 'code': 200} Jul 30 20:13:16.152608 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a7c84-a094-4af0-b626-12d28d61d058 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Pushing event deleted for resources: {'Port': ['ID=9f2d3ff7-bf52-4d87-aa75-61f3aa7a0364,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:16.218571 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f00b9881-5288-46c9-a52a-e777a80deac6 req-e02ca163-520b-4476-9bf2-ddc676e5cd7d tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups/1f1ac919-f877-48b8-9c18-7e9916bf2089 HTTP/1.1" status: 200 len: 1810 time: 0.0487418 Jul 30 20:13:16.264302 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-754a7c84-a094-4af0-b626-12d28d61d058 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:16.267336 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-754a7c84-a094-4af0-b626-12d28d61d058 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:16.271990 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-754a7c84-a094-4af0-b626-12d28d61d058 tempest-FloatingIPAdminTestJSON-200689298 tempest-FloatingIPAdminTestJSON-200689298-project] 10.222.0.81 "DELETE /v2.0/floatingips/551cfb00-1488-46af-9bc5-14a4d63f0cbf HTTP/1.1" status: 204 len: 168 time: 0.6094210 Jul 30 20:13:16.290340 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f00b9881-5288-46c9-a52a-e777a80deac6 req-4e16751f-8ef7-443f-b57e-8b49ec339ae0 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:16.328726 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f00b9881-5288-46c9-a52a-e777a80deac6 req-4e16751f-8ef7-443f-b57e-8b49ec339ae0 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:16.381756 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f00b9881-5288-46c9-a52a-e777a80deac6 req-4e16751f-8ef7-443f-b57e-8b49ec339ae0 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:16.387595 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f00b9881-5288-46c9-a52a-e777a80deac6 req-4e16751f-8ef7-443f-b57e-8b49ec339ae0 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:16.389029 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f00b9881-5288-46c9-a52a-e777a80deac6 req-4e16751f-8ef7-443f-b57e-8b49ec339ae0 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "DELETE /v2.0/security-groups/1f1ac919-f877-48b8-9c18-7e9916bf2089 HTTP/1.1" status: 204 len: 173 time: 0.1634760 Jul 30 20:13:16.402912 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16751f-8ef7-443f-b57e-8b49ec339ae0 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1ac919-f877-48b8-9c18-7e9916bf2089,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:16.521345 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb49973-458b-42b6-a6d4-e98a11e4add0 req-bdde59ff-47e8-45a9-8de5-8855ddd8de0f tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:16.528537 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fb49973-458b-42b6-a6d4-e98a11e4add0 req-bdde59ff-47e8-45a9-8de5-8855ddd8de0f tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5 HTTP/1.1" status: 200 len: 949 time: 0.0631955 Jul 30 20:13:16.576507 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fb49973-458b-42b6-a6d4-e98a11e4add0 req-333ee3df-ce70-46a8-84db-34dfde6ac321 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426636 Jul 30 20:13:16.613916 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39336) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:16.785967 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1d4bb327-27de-4d9b-aabf-e25d0d002d44 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0c804ef0962c4fa7aabfbaf60fd9e205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1705761 Jul 30 20:13:16.788785 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39342) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:16.845827 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0569c37c-730b-4204-a29b-de5fbd2657a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:16.890388 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0569c37c-730b-4204-a29b-de5fbd2657a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:16.965223 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0569c37c-730b-4204-a29b-de5fbd2657a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:16.969310 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0569c37c-730b-4204-a29b-de5fbd2657a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:16.970705 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0569c37c-730b-4204-a29b-de5fbd2657a6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8adc5535-48c9-4e0d-8556-8280163c5b32 HTTP/1.1" status: 204 len: 168 time: 0.1807053 Jul 30 20:13:16.974676 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 50e4e358-1463-4eec-8e05-ab10bcc3f743 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:13:16.999921 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569c37c-730b-4204-a29b-de5fbd2657a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adc5535-48c9-4e0d-8556-8280163c5b32,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:17.025155 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 50e4e358-1463-4eec-8e05-ab10bcc3f743 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:13:17.025507 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 50e4e358-1463-4eec-8e05-ab10bcc3f743 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:13:17.104381 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c8a76-2ae5-4b70-944f-96244bc18e64 req-d5eac52a-ef4c-4e29-b6a4-c75e066c6ec4 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:17.113774 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-da3c8a76-2ae5-4b70-944f-96244bc18e64 req-d5eac52a-ef4c-4e29-b6a4-c75e066c6ec4 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.0665524 Jul 30 20:13:17.161782 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-da3c8a76-2ae5-4b70-944f-96244bc18e64 req-3d4312d7-c9ef-499e-8405-b5c997edad3e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466690 Jul 30 20:13:17.293756 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324b3d6-2267-42dd-b1d3-1930302f15be req-5e6478e0-3652-4169-9e0b-685abfe435e7 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:17.294993 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6324b3d6-2267-42dd-b1d3-1930302f15be req-5e6478e0-3652-4169-9e0b-685abfe435e7 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.0642827 Jul 30 20:13:17.342341 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6324b3d6-2267-42dd-b1d3-1930302f15be req-0f6da839-86a6-4950-865b-624bf870fbf9 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393572 Jul 30 20:13:17.359701 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39364) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:17.380931 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebf9b079-b6b0-4652-b422-80b97541454c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:17.478399 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba47759-b7d5-4589-ad53-bdd59bd3b1c2 req-c5f25ee8-0dcf-4c05-9afa-3011f1750246 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:17.479927 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ba47759-b7d5-4589-ad53-bdd59bd3b1c2 req-c5f25ee8-0dcf-4c05-9afa-3011f1750246 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.0653996 Jul 30 20:13:17.513409 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebf9b079-b6b0-4652-b422-80b97541454c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:17.519313 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebf9b079-b6b0-4652-b422-80b97541454c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:17.538806 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ba47759-b7d5-4589-ad53-bdd59bd3b1c2 req-cdff083c-79de-4a49-98b9-b73104415014 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500093 Jul 30 20:13:17.572916 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ebf9b079-b6b0-4652-b422-80b97541454c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=57e5a0fdf8c64a678a6a4c39a080b33a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2118797 Jul 30 20:13:17.573931 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9b079-b6b0-4652-b422-80b97541454c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a3f7ce-6364-474b-9d0f-f51e1f09c5fc,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:17.576097 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39368) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:17.637844 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-968c4af2-ddff-42b0-9697-18fe6c4b72c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:17.662834 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-968c4af2-ddff-42b0-9697-18fe6c4b72c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:17.717222 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-968c4af2-ddff-42b0-9697-18fe6c4b72c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:17.720395 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-968c4af2-ddff-42b0-9697-18fe6c4b72c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:17.721969 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-968c4af2-ddff-42b0-9697-18fe6c4b72c6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a3a3f7ce-6364-474b-9d0f-f51e1f09c5fc HTTP/1.1" status: 204 len: 168 time: 0.1445897 Jul 30 20:13:17.735262 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c4af2-ddff-42b0-9697-18fe6c4b72c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a3f7ce-6364-474b-9d0f-f51e1f09c5fc,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:18.149900 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39426) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:18.166407 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-307f868e-0f69-4d93-b6ce-3d670fce78a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:18.294777 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-307f868e-0f69-4d93-b6ce-3d670fce78a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:18.322410 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-307f868e-0f69-4d93-b6ce-3d670fce78a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:18.380783 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-307f868e-0f69-4d93-b6ce-3d670fce78a8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a47a310b68e4443aa71f3689c84422da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2274940 Jul 30 20:13:18.380783 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f868e-0f69-4d93-b6ce-3d670fce78a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9e4114-7dc2-44a5-be08-52b8543b9b3e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:18.381140 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39438) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:18.390869 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f7a65-d68c-41e1-a322-65a373dcc08d req-c32eaed0-2ec8-4450-812f-d14f71c12d5a tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:18.392448 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-396f7a65-d68c-41e1-a322-65a373dcc08d req-c32eaed0-2ec8-4450-812f-d14f71c12d5a tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.1167634 Jul 30 20:13:18.440120 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f42dd100-2c7f-4197-b9ff-b627dd9b71e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:18.443965 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-396f7a65-d68c-41e1-a322-65a373dcc08d req-36f4374a-80aa-49e6-b4b3-e75421ba40f2 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449557 Jul 30 20:13:18.472140 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f42dd100-2c7f-4197-b9ff-b627dd9b71e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:18.555250 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f42dd100-2c7f-4197-b9ff-b627dd9b71e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:18.558723 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f42dd100-2c7f-4197-b9ff-b627dd9b71e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:18.562870 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f42dd100-2c7f-4197-b9ff-b627dd9b71e8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1b9e4114-7dc2-44a5-be08-52b8543b9b3e HTTP/1.1" status: 204 len: 168 time: 0.1805537 Jul 30 20:13:18.571438 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42dd100-2c7f-4197-b9ff-b627dd9b71e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9e4114-7dc2-44a5-be08-52b8543b9b3e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:18.668223 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad5836-33d2-4c02-b9bb-f485e5a1cb52 req-08dd8990-e438-4985-8604-5c7064975a7b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:18.670387 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6cad5836-33d2-4c02-b9bb-f485e5a1cb52 req-08dd8990-e438-4985-8604-5c7064975a7b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.0746334 Jul 30 20:13:18.743524 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6cad5836-33d2-4c02-b9bb-f485e5a1cb52 req-6800f08d-8644-40d4-914f-928db33a00fb tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655904 Jul 30 20:13:19.025958 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e508686-8585-4e4c-849f-248a54d93d2f req-af9dde6c-644b-4556-a3fd-7d5604dfcdce tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:19.033688 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6e508686-8585-4e4c-849f-248a54d93d2f req-af9dde6c-644b-4556-a3fd-7d5604dfcdce tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.0723486 Jul 30 20:13:19.116201 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6e508686-8585-4e4c-849f-248a54d93d2f req-921bd5ea-29d5-41d6-bcd9-3b93aa60ecb8 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7abf64b-2d7c-477f-a4d9-555734cf4cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767155 Jul 30 20:13:19.153995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cd728-ba41-4d25-8afb-44b020ad489c req-9bfe3133-f2e1-456f-9268-dd4c999f5767 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:19.156354 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3e3cd728-ba41-4d25-8afb-44b020ad489c req-9bfe3133-f2e1-456f-9268-dd4c999f5767 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.59 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 945 time: 0.0925913 Jul 30 20:13:19.285255 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-3e3cd728-ba41-4d25-8afb-44b020ad489c req-13d402dd-19b9-4869-97f1-0014d3c23b01 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Deleting port de3b78c2-f1cc-4e75-9c9f-ff948facd7ca {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:13:19.285597 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3e3cd728-ba41-4d25-8afb-44b020ad489c req-13d402dd-19b9-4869-97f1-0014d3c23b01 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:19.421077 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-3e3cd728-ba41-4d25-8afb-44b020ad489c req-13d402dd-19b9-4869-97f1-0014d3c23b01 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] For port de3b78c2-f1cc-4e75-9c9f-ff948facd7ca, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=de3b78c2-f1cc-4e75-9c9f-ff948facd7ca,segment=NetworkSegment(c7697906-ea9d-492e-8f45-bf01ab8f2ff9),segment_id=c7697906-ea9d-492e-8f45-bf01ab8f2ff9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:13:19.421678 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3e3cd728-ba41-4d25-8afb-44b020ad489c req-13d402dd-19b9-4869-97f1-0014d3c23b01 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:19.442098 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:19.444063 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-3e3cd728-ba41-4d25-8afb-44b020ad489c req-13d402dd-19b9-4869-97f1-0014d3c23b01 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Calling delete_port for de3b78c2-f1cc-4e75-9c9f-ff948facd7ca owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:13:19.701092 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafe236-581d-462f-b12d-b32c96ed056f req-0c568525-248e-4ce1-966e-88fe5299304f tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:19.702778 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-faafe236-581d-462f-b12d-b32c96ed056f req-0c568525-248e-4ce1-966e-88fe5299304f tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.0995433 Jul 30 20:13:19.730965 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3e3cd728-ba41-4d25-8afb-44b020ad489c req-13d402dd-19b9-4869-97f1-0014d3c23b01 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:19.743577 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['de3b78c2-f1cc-4e75-9c9f-ff948facd7ca'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:13:19.859108 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d402dd-19b9-4869-97f1-0014d3c23b01 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Pushing event deleted for resources: {'Port': ['ID=de3b78c2-f1cc-4e75-9c9f-ff948facd7ca,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:19.929082 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3cd728-ba41-4d25-8afb-44b020ad489c req-13d402dd-19b9-4869-97f1-0014d3c23b01 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] No DVR routers for this DVR port de3b78c2-f1cc-4e75-9c9f-ff948facd7ca on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:13:19.932518 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3e3cd728-ba41-4d25-8afb-44b020ad489c req-13d402dd-19b9-4869-97f1-0014d3c23b01 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:19.934766 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3e3cd728-ba41-4d25-8afb-44b020ad489c req-13d402dd-19b9-4869-97f1-0014d3c23b01 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.59 "DELETE /v2.0/ports/de3b78c2-f1cc-4e75-9c9f-ff948facd7ca HTTP/1.1" status: 204 len: 173 time: 0.7721095 Jul 30 20:13:19.935464 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46688cb6-db7e-485c-b224-efbfedd2690f', 'name': 'network-vif-deleted', 'tag': 'de3b78c2-f1cc-4e75-9c9f-ff948facd7ca'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:13:19.937891 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc3e5dc-cd7d-4753-b525-0f708e9914a9" -d '{"events": [{"server_uuid": "46688cb6-db7e-485c-b224-efbfedd2690f", "name": "network-vif-deleted", "tag": "de3b78c2-f1cc-4e75-9c9f-ff948facd7ca"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:13:19.953092 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-faafe236-581d-462f-b12d-b32c96ed056f req-0cf33062-4265-4b6e-9694-cffa4edbe75d tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363186 Jul 30 20:13:20.251380 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc18da-50f0-4995-bc1a-42d41ab088ec req-cbc2efe5-1e40-483e-bf78-8e04a088e05c tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:20.257223 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cdfc18da-50f0-4995-bc1a-42d41ab088ec req-cbc2efe5-1e40-483e-bf78-8e04a088e05c tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.0830865 Jul 30 20:13:20.318536 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cdfc18da-50f0-4995-bc1a-42d41ab088ec req-2add18c4-0bdd-4f1c-99f9-7773b39c5154 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514414 Jul 30 20:13:20.378280 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db84604b-8aa6-4848-abd7-14e3fc2ffeb2 x-openstack-request-id: req-db84604b-8aa6-4848-abd7-14e3fc2ffeb2 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:13:20.378595 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46688cb6-db7e-485c-b224-efbfedd2690f", "name": "network-vif-deleted", "tag": "de3b78c2-f1cc-4e75-9c9f-ff948facd7ca", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:13:20.378901 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-db84604b-8aa6-4848-abd7-14e3fc2ffeb2 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:13:20.379236 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46688cb6-db7e-485c-b224-efbfedd2690f', 'name': 'network-vif-deleted', 'tag': 'de3b78c2-f1cc-4e75-9c9f-ff948facd7ca', 'status': 'completed', 'code': 200} Jul 30 20:13:20.694189 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4a06bd56-aade-4132-a4bc-5abdd84eaffa req-9e65a994-ab1d-4181-baf9-d0dc4db41f82 tempest-ServerRescueTestJSONUnderV235-1705204473 tempest-ServerRescueTestJSONUnderV235-1705204473-project] 10.222.0.81 "GET /v2.0/ports?device_id=46688cb6-db7e-485c-b224-efbfedd2690f HTTP/1.1" status: 200 len: 210 time: 0.0582066 Jul 30 20:13:20.765626 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39562) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:20.934998 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-8187f65a-dac7-46e9-b73e-e22365391dd5 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-912839625'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:20.936503 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-8187f65a-dac7-46e9-b73e-e22365391dd5 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] Unknown quota resources ['metering_label']. {{(pid=93882) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 20:13:21.234000 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0a308833-2671-4360-bb45-879eaafa6a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:21.539070 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8187f65a-dac7-46e9-b73e-e22365391dd5 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:21.540265 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8187f65a-dac7-46e9-b73e-e22365391dd5 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7736185 Jul 30 20:13:21.543037 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39626) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:21.547706 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5f10c82a-7b15-4643-8104-c5d3d821a7b0 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '915c4f75-3fea-43cd-b9b8-37f1dca20e0c'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:21.548217 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5f10c82a-7b15-4643-8104-c5d3d821a7b0 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93883) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 20:13:21.646425 n-d-712137-9 neutron-server[93883]: WARNING neutron.services.metering.metering_plugin [None req-5f10c82a-7b15-4643-8104-c5d3d821a7b0 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 30 20:13:21.753292 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d68bf2-db69-4cfb-ba29-2699f313a5fc req-4357759f-2011-4c4a-8bd1-3d4497b8eb99 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:21.760716 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d0d68bf2-db69-4cfb-ba29-2699f313a5fc req-4357759f-2011-4c4a-8bd1-3d4497b8eb99 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.0691729 Jul 30 20:13:21.771314 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f10c82a-7b15-4643-8104-c5d3d821a7b0 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:21.772813 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5f10c82a-7b15-4643-8104-c5d3d821a7b0 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2287340 Jul 30 20:13:21.777149 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39632) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:21.781783 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-12b8b700-abeb-46b9-bab1-985b7686afd7 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '915c4f75-3fea-43cd-b9b8-37f1dca20e0c'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:21.782440 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-12b8b700-abeb-46b9-bab1-985b7686afd7 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93882) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 20:13:21.844173 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d0d68bf2-db69-4cfb-ba29-2699f313a5fc req-4ca3e029-aa91-4eb3-bd63-5de57267b565 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824187 Jul 30 20:13:21.919886 n-d-712137-9 neutron-server[93882]: WARNING neutron.services.metering.metering_plugin [None req-12b8b700-abeb-46b9-bab1-985b7686afd7 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 30 20:13:22.062995 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-12b8b700-abeb-46b9-bab1-985b7686afd7 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:22.062995 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-12b8b700-abeb-46b9-bab1-985b7686afd7 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2846270 Jul 30 20:13:22.068223 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39636) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:22.080558 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81db98d-2405-4709-8a89-bc6013e33b64 req-7d2e967f-4890-4fe1-9ffe-4a8aba7d8701 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:22.084865 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-201701ce-d586-454c-9070-ecc067e5f223 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=dee2dc56-1138-4829-9252-181b0f3f2d1d HTTP/1.1" status: 200 len: 462 time: 0.0140662 Jul 30 20:13:22.085719 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39638) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:22.087767 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b81db98d-2405-4709-8a89-bc6013e33b64 req-7d2e967f-4890-4fe1-9ffe-4a8aba7d8701 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.1806107 Jul 30 20:13:22.132469 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b81db98d-2405-4709-8a89-bc6013e33b64 req-fb7cacfd-4a3a-4708-8b32-f37d8c2976e8 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419195 Jul 30 20:13:22.203810 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c593b92f-a6d9-405a-8e48-a5b860bd3933 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:22.207784 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39646) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:22.207915 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c593b92f-a6d9-405a-8e48-a5b860bd3933 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/dee2dc56-1138-4829-9252-181b0f3f2d1d HTTP/1.1" status: 204 len: 168 time: 0.1208980 Jul 30 20:13:22.218848 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-605344e9-b72d-4dde-9977-4993be10a8e3 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=dee2dc56-1138-4829-9252-181b0f3f2d1d HTTP/1.1" status: 200 len: 221 time: 0.0098419 Jul 30 20:13:22.222790 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39648) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:22.227482 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-37bb74f7-4d00-4f26-8111-30377c0ea567 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--790427891', 'description': 'label created by tempest'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:22.228034 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-37bb74f7-4d00-4f26-8111-30377c0ea567 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] Unknown quota resources ['metering_label']. {{(pid=93882) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 20:13:22.439635 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-37bb74f7-4d00-4f26-8111-30377c0ea567 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:22.443257 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-37bb74f7-4d00-4f26-8111-30377c0ea567 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2167213 Jul 30 20:13:22.443845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39664) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:22.527031 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c4f528ea-1a47-4f5f-a11d-3d2962f27607 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=8f63930d-963b-4a65-8678-e2899d7de7ca HTTP/1.1" status: 200 len: 467 time: 0.0825315 Jul 30 20:13:22.529640 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39674) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:22.765994 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a6650d9-7a6d-432e-9c55-7875ef1b6c53 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:22.773169 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7a6650d9-7a6d-432e-9c55-7875ef1b6c53 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/8f63930d-963b-4a65-8678-e2899d7de7ca HTTP/1.1" status: 204 len: 168 time: 0.2361569 Jul 30 20:13:22.773169 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39684) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:22.789531 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fefeee86-fff7-4690-9723-90a205e35489 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=8f63930d-963b-4a65-8678-e2899d7de7ca HTTP/1.1" status: 200 len: 216 time: 0.0147350 Jul 30 20:13:22.790142 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39688) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:22.803408 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2a63a4b1-0612-42cd-a962-4091a08d305b tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0090251 Jul 30 20:13:22.803668 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39690) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:22.816739 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4b642ae7-14d8-4e9a-9691-91278ca10ff4 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0119622 Jul 30 20:13:22.819967 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39692) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:22.823843 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39694) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:22.880062 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c3da4edb-cf2d-4b23-a6ed-4346176cd710 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels/915c4f75-3fea-43cd-b9b8-37f1dca20e0c HTTP/1.1" status: 200 len: 472 time: 0.0553832 Jul 30 20:13:22.880379 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39698) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:22.896923 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-45c77629-e39a-4525-b5ed-def35d9dc657 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules/e69a2b11-6fcc-4011-9635-bb81762102b2 HTTP/1.1" status: 200 len: 459 time: 0.0124490 Jul 30 20:13:22.897151 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39700) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:23.039048 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94c9503c-f149-4b1a-8cf5-a6842103aa17 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:23.042797 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-94c9503c-f149-4b1a-8cf5-a6842103aa17 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/e69a2b11-6fcc-4011-9635-bb81762102b2 HTTP/1.1" status: 204 len: 168 time: 0.1446676 Jul 30 20:13:23.043432 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39712) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:23.396688 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-070c1787-abd3-4ec2-a87d-a771af48a161 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:23.397787 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-070c1787-abd3-4ec2-a87d-a771af48a161 tempest-MeteringIpV6TestJSON-1758462079 tempest-MeteringIpV6TestJSON-1758462079-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/915c4f75-3fea-43cd-b9b8-37f1dca20e0c HTTP/1.1" status: 204 len: 168 time: 0.3204086 Jul 30 20:13:23.511817 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ee92-9143-4fcf-91a2-d4ef4c50bcce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:23.671979 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9c0617d-f063-4c06-a6f4-94b539d22048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:23.693703 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device de3b78c2-f1cc-4e75-9c9f-ff948facd7ca no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:13:23.708681 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a4b15-1650-4a24-be73-8902ded04eb2 req-59db9445-f9f7-4108-ad4b-37a7020ddfed tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:23.710627 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d39a4b15-1650-4a24-be73-8902ded04eb2 req-59db9445-f9f7-4108-ad4b-37a7020ddfed tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.0645728 Jul 30 20:13:23.743016 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: de3b78c2-f1cc-4e75-9c9f-ff948facd7ca {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:13:23.743551 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device de3b78c2-f1cc-4e75-9c9f-ff948facd7ca not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:13:23.785210 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d39a4b15-1650-4a24-be73-8902ded04eb2 req-50071385-d748-431d-9093-f11088d67d8d tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679829 Jul 30 20:13:23.836011 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39748) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:23.925335 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:23.944796 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3fb0ee92-9143-4fcf-91a2-d4ef4c50bcce admin admin] Deleting port eb828693-6b5e-4015-8da0-ad8b1ad7482c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:13:23.947722 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ee92-9143-4fcf-91a2-d4ef4c50bcce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:23.948087 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18586293-de71-46d1-b976-7fd6a370469e req-c4902195-fe7b-4f0d-961e-85a4d954ae2f tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:23.950581 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18586293-de71-46d1-b976-7fd6a370469e req-c4902195-fe7b-4f0d-961e-85a4d954ae2f tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.0658960 Jul 30 20:13:24.018262 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18586293-de71-46d1-b976-7fd6a370469e req-035e6c3a-0df4-4682-8a2d-d9835c1592c2 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563095 Jul 30 20:13:24.019535 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b92d-5381-4351-bed0-28ef9841d208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:24.124764 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b92d-5381-4351-bed0-28ef9841d208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:24.141400 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b92d-5381-4351-bed0-28ef9841d208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:24.195208 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b0a6b92d-5381-4351-bed0-28ef9841d208 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6fb27d9cb0ca4a8ab91d9534152a3fdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3577175 Jul 30 20:13:24.196391 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6b92d-5381-4351-bed0-28ef9841d208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73ff4b7-8ffd-457e-a3bd-fe62190d00a9,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:24.210763 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39760) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:24.308425 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-de4b03a6-207a-49b5-8fa1-d2904fc9736e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:24.343280 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-de4b03a6-207a-49b5-8fa1-d2904fc9736e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:24.402740 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-3fb0ee92-9143-4fcf-91a2-d4ef4c50bcce admin admin] For port eb828693-6b5e-4015-8da0-ad8b1ad7482c, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=eb828693-6b5e-4015-8da0-ad8b1ad7482c,segment=NetworkSegment(c7697906-ea9d-492e-8f45-bf01ab8f2ff9),segment_id=c7697906-ea9d-492e-8f45-bf01ab8f2ff9)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:13:24.403237 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ee92-9143-4fcf-91a2-d4ef4c50bcce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:24.419103 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3fb0ee92-9143-4fcf-91a2-d4ef4c50bcce admin admin] Calling delete_port for eb828693-6b5e-4015-8da0-ad8b1ad7482c owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:13:24.428260 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-de4b03a6-207a-49b5-8fa1-d2904fc9736e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:24.430794 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-de4b03a6-207a-49b5-8fa1-d2904fc9736e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:24.432290 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-de4b03a6-207a-49b5-8fa1-d2904fc9736e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a73ff4b7-8ffd-457e-a3bd-fe62190d00a9 HTTP/1.1" status: 204 len: 168 time: 0.2176032 Jul 30 20:13:24.469969 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b03a6-207a-49b5-8fa1-d2904fc9736e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73ff4b7-8ffd-457e-a3bd-fe62190d00a9,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:24.526568 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd4d42-7438-4a24-8452-c84781afb16e req-7de78032-d6b1-4a0e-82f2-18f2574a065c tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:24.528260 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aefd4d42-7438-4a24-8452-c84781afb16e req-7de78032-d6b1-4a0e-82f2-18f2574a065c tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=63da983d-25ee-4a5b-882c-37bc4c679327 HTTP/1.1" status: 200 len: 947 time: 0.0815821 Jul 30 20:13:24.599146 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aefd4d42-7438-4a24-8452-c84781afb16e req-b7f22ad7-8303-42d3-8d91-4dc5e7a63321 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597246 Jul 30 20:13:24.689355 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ee92-9143-4fcf-91a2-d4ef4c50bcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:24.719038 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0ee92-9143-4fcf-91a2-d4ef4c50bcce admin admin] Pushing event deleted for resources: {'Port': ['ID=eb828693-6b5e-4015-8da0-ad8b1ad7482c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:24.851429 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39770) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:24.877784 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:24.893587 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e506cb99-f251-4a1e-a9b8-910435433113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:24.979668 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ee92-9143-4fcf-91a2-d4ef4c50bcce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:24.982023 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee997386-6025-480e-b8eb-cf44dadae74a req-d979d0f4-1bd8-4bcb-8386-df9c94eea61e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:24.983552 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee997386-6025-480e-b8eb-cf44dadae74a req-d979d0f4-1bd8-4bcb-8386-df9c94eea61e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.0641239 Jul 30 20:13:25.028959 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee997386-6025-480e-b8eb-cf44dadae74a req-ace5547b-3a05-4645-9601-57cc2a98865c tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343981 Jul 30 20:13:25.131589 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e506cb99-f251-4a1e-a9b8-910435433113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:25.137244 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e506cb99-f251-4a1e-a9b8-910435433113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:25.160338 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3854ec-c19a-4b26-ab62-e982afb5e747 req-f4ff79bb-013c-49c7-8d42-35d1826a0bf2 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:25.164111 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af3854ec-c19a-4b26-ab62-e982afb5e747 req-f4ff79bb-013c-49c7-8d42-35d1826a0bf2 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.0545547 Jul 30 20:13:25.200566 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af3854ec-c19a-4b26-ab62-e982afb5e747 req-9bacb77c-346b-4377-ac89-bd75899ecc3d tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326421 Jul 30 20:13:25.215107 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e506cb99-f251-4a1e-a9b8-910435433113 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a7679464117c4a729636f5cba9424f2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3567591 Jul 30 20:13:25.217455 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506cb99-f251-4a1e-a9b8-910435433113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32416d55-c257-4b99-822e-ea356e89d5e3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:25.217998 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39784) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:25.282275 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c2a971b8-cb86-40b9-98ea-309f10c0904d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:25.295168 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb0ee92-9143-4fcf-91a2-d4ef4c50bcce admin admin] Router c783c857-7d78-48dc-9776-b5e1264e1009 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:13:25.303816 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c2a971b8-cb86-40b9-98ea-309f10c0904d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:25.356211 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c2a971b8-cb86-40b9-98ea-309f10c0904d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:25.358833 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c2a971b8-cb86-40b9-98ea-309f10c0904d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:25.360071 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c2a971b8-cb86-40b9-98ea-309f10c0904d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/32416d55-c257-4b99-822e-ea356e89d5e3 HTTP/1.1" status: 204 len: 168 time: 0.1410732 Jul 30 20:13:25.371234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a971b8-cb86-40b9-98ea-309f10c0904d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32416d55-c257-4b99-822e-ea356e89d5e3,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:25.414754 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb0ee92-9143-4fcf-91a2-d4ef4c50bcce admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:13:25.419887 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3fb0ee92-9143-4fcf-91a2-d4ef4c50bcce admin admin] 10.222.0.81 "PUT /v2.0/routers/c783c857-7d78-48dc-9776-b5e1264e1009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5947800 Jul 30 20:13:25.422324 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39792) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:25.424912 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19b9f2a-6816-41e8-bf82-9d78fe5c8b46 None None] Sync routers for ids ['c783c857-7d78-48dc-9776-b5e1264e1009'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:13:25.438440 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19b9f2a-6816-41e8-bf82-9d78fe5c8b46 None None] Routers {'c783c857-7d78-48dc-9776-b5e1264e1009'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:25.439366 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d19b9f2a-6816-41e8-bf82-9d78fe5c8b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c783c857-7d78-48dc-9776-b5e1264e1009'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:25.531421 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed9f394b-0db3-438d-b64d-3927e2f20655 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:25.545087 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d19b9f2a-6816-41e8-bf82-9d78fe5c8b46 None None] Set router c783c857-7d78-48dc-9776-b5e1264e1009 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:13:25.649188 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed9f394b-0db3-438d-b64d-3927e2f20655 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:25.708675 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ed9f394b-0db3-438d-b64d-3927e2f20655 admin admin] Deleting port c09923aa-43ee-4214-a0fb-9ec2ec11dc3f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:13:25.709121 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed9f394b-0db3-438d-b64d-3927e2f20655 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:25.741590 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c907d-c702-40a9-abf5-fe7f08bbe9c1 req-6a532400-8ae5-433e-92d6-1d9895f0ddec tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:25.750079 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-551c907d-c702-40a9-abf5-fe7f08bbe9c1 req-6a532400-8ae5-433e-92d6-1d9895f0ddec tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=63da983d-25ee-4a5b-882c-37bc4c679327 HTTP/1.1" status: 200 len: 947 time: 0.0618370 Jul 30 20:13:25.797836 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-551c907d-c702-40a9-abf5-fe7f08bbe9c1 req-1dfcb086-6d6a-4a22-a5d4-1c7a3444536c tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420468 Jul 30 20:13:25.814060 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-ed9f394b-0db3-438d-b64d-3927e2f20655 admin admin] For port c09923aa-43ee-4214-a0fb-9ec2ec11dc3f, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c09923aa-43ee-4214-a0fb-9ec2ec11dc3f,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:13:25.817480 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed9f394b-0db3-438d-b64d-3927e2f20655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:25.829016 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ed9f394b-0db3-438d-b64d-3927e2f20655 admin admin] Calling delete_port for c09923aa-43ee-4214-a0fb-9ec2ec11dc3f owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:13:25.863283 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d19b9f2a-6816-41e8-bf82-9d78fe5c8b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'name': 'tempest-ServerRescueTestJSONUnderV235-853136207-router', 'tenant_id': '396db71b225646988183cc215a5705f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:12:00Z', 'updated_at': '2021-07-30T20:13:24Z', 'revision_number': 5, 'project_id': '396db71b225646988183cc215a5705f6', 'gw_port': {'id': 'c09923aa-43ee-4214-a0fb-9ec2ec11dc3f', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:12:02Z', 'updated_at': '2021-07-30T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:25.889605 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19b9f2a-6816-41e8-bf82-9d78fe5c8b46 None None] Checking router: c783c857-7d78-48dc-9776-b5e1264e1009 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:13:25.903670 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19b9f2a-6816-41e8-bf82-9d78fe5c8b46 None None] Routers {'c783c857-7d78-48dc-9776-b5e1264e1009'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:25.904570 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d19b9f2a-6816-41e8-bf82-9d78fe5c8b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c783c857-7d78-48dc-9776-b5e1264e1009'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:26.012625 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d19b9f2a-6816-41e8-bf82-9d78fe5c8b46 None None] Set router c783c857-7d78-48dc-9776-b5e1264e1009 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:13:26.017525 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed9f394b-0db3-438d-b64d-3927e2f20655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:26.051140 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f394b-0db3-438d-b64d-3927e2f20655 admin admin] Pushing event deleted for resources: {'Port': ['ID=c09923aa-43ee-4214-a0fb-9ec2ec11dc3f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:26.075664 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d19b9f2a-6816-41e8-bf82-9d78fe5c8b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'name': 'tempest-ServerRescueTestJSONUnderV235-853136207-router', 'tenant_id': '396db71b225646988183cc215a5705f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:12:00Z', 'updated_at': '2021-07-30T20:13:25Z', 'revision_number': 6, 'project_id': '396db71b225646988183cc215a5705f6', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:26.104525 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19b9f2a-6816-41e8-bf82-9d78fe5c8b46 None None] The sync data for ids ['c783c857-7d78-48dc-9776-b5e1264e1009'] in n-d-712137-9 is: [{'id': 'c783c857-7d78-48dc-9776-b5e1264e1009', 'name': 'tempest-ServerRescueTestJSONUnderV235-853136207-router', 'tenant_id': '396db71b225646988183cc215a5705f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:12:00Z', 'updated_at': '2021-07-30T20:13:25Z', 'revision_number': 6, 'project_id': '396db71b225646988183cc215a5705f6', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:13:26.167226 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6d53f-a8f8-486b-af12-508010f84da6 req-314a7cb1-41fb-44d8-90a7-b58aa44589f0 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:26.172558 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a1d6d53f-a8f8-486b-af12-508010f84da6 req-314a7cb1-41fb-44d8-90a7-b58aa44589f0 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.0636580 Jul 30 20:13:26.184033 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed9f394b-0db3-438d-b64d-3927e2f20655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:26.215411 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a1d6d53f-a8f8-486b-af12-508010f84da6 req-e5382055-db96-4aa3-98e2-b165eebff62f tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375030 Jul 30 20:13:26.257638 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730f6a2-5e26-4ddc-a113-efda36f8548f req-23df62d6-a54c-40c2-acf4-f335e2c9316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:26.259377 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6730f6a2-5e26-4ddc-a113-efda36f8548f req-23df62d6-a54c-40c2-acf4-f335e2c9316f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c9ba35ca3ce49889dd21646eecff8cf&device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 1097 time: 0.1575184 Jul 30 20:13:26.299848 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed9f394b-0db3-438d-b64d-3927e2f20655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:26.315569 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed9f394b-0db3-438d-b64d-3927e2f20655 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:26.338480 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85ebc0-ccf2-42ae-ba6e-d23af0a391fc req-e333e6f6-be1b-482a-9822-6a9dbe35ed90 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:26.346974 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b85ebc0-ccf2-42ae-ba6e-d23af0a391fc req-e333e6f6-be1b-482a-9822-6a9dbe35ed90 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.0686491 Jul 30 20:13:26.385027 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b85ebc0-ccf2-42ae-ba6e-d23af0a391fc req-6e233b06-b139-4179-8605-4093b57cb9e0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371554 Jul 30 20:13:26.393358 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed9f394b-0db3-438d-b64d-3927e2f20655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:26.393940 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9f394b-0db3-438d-b64d-3927e2f20655 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c783c857-7d78-48dc-9776-b5e1264e1009 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:13:26.403121 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed9f394b-0db3-438d-b64d-3927e2f20655 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:26.404299 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ed9f394b-0db3-438d-b64d-3927e2f20655 admin admin] 10.222.0.81 "DELETE /v2.0/routers/c783c857-7d78-48dc-9776-b5e1264e1009 HTTP/1.1" status: 204 len: 168 time: 0.9807043 Jul 30 20:13:26.406840 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39824) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:26.437530 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730f6a2-5e26-4ddc-a113-efda36f8548f req-424df83a-187e-49aa-8d2b-55e58e326e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:26.443335 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6730f6a2-5e26-4ddc-a113-efda36f8548f req-424df83a-187e-49aa-8d2b-55e58e326e48 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c421e0b7-06ec-4b47-a5b3-95881a5c3933 HTTP/1.1" status: 200 len: 917 time: 0.1544461 Jul 30 20:13:26.471485 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40a6453-caab-49ff-9e0e-4cf77fcbb0e8 admin admin] Deleting subnet 90ed62d2-43f6-4299-beb8-882f2c5beebf {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:13:26.475065 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f40a6453-caab-49ff-9e0e-4cf77fcbb0e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:26.521752 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f40a6453-caab-49ff-9e0e-4cf77fcbb0e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:26.529204 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6730f6a2-5e26-4ddc-a113-efda36f8548f req-2d8a1a6f-418d-46ef-b005-0be790b6f6ed service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=137645cc-90ec-4463-bc0a-f6307edd9f9b HTTP/1.1" status: 200 len: 1002 time: 0.0766890 Jul 30 20:13:26.597561 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f40a6453-caab-49ff-9e0e-4cf77fcbb0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:26.606207 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730f6a2-5e26-4ddc-a113-efda36f8548f req-dadb9652-49bd-4ea9-a098-2ddadddcae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:26.609494 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6730f6a2-5e26-4ddc-a113-efda36f8548f req-dadb9652-49bd-4ea9-a098-2ddadddcae7c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b1ad353-61a9-43a8-b737-817c20130814 HTTP/1.1" status: 200 len: 855 time: 0.0555928 Jul 30 20:13:26.645195 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8464e2-333d-4e27-80c8-4d7ee0741fe6 req-6f93b600-66d7-4e54-a70e-9e4296423831 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:26.646514 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3a8464e2-333d-4e27-80c8-4d7ee0741fe6 req-6f93b600-66d7-4e54-a70e-9e4296423831 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.83 "GET /v2.0/ports?device_id=63da983d-25ee-4a5b-882c-37bc4c679327 HTTP/1.1" status: 200 len: 947 time: 0.0928082 Jul 30 20:13:26.680070 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730f6a2-5e26-4ddc-a113-efda36f8548f req-ea9e3ef7-4879-4f79-882a-725b2e7d51f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:26.687563 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6730f6a2-5e26-4ddc-a113-efda36f8548f req-ea9e3ef7-4879-4f79-882a-725b2e7d51f1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c421e0b7-06ec-4b47-a5b3-95881a5c3933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585768 Jul 30 20:13:26.726554 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f40a6453-caab-49ff-9e0e-4cf77fcbb0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:26.751428 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:26.755618 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a6453-caab-49ff-9e0e-4cf77fcbb0e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90ed62d2-43f6-4299-beb8-882f2c5beebf,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:26.765167 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f40a6453-caab-49ff-9e0e-4cf77fcbb0e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:26.767045 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f40a6453-caab-49ff-9e0e-4cf77fcbb0e8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/90ed62d2-43f6-4299-beb8-882f2c5beebf HTTP/1.1" status: 204 len: 168 time: 0.3592272 Jul 30 20:13:26.770103 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39836) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:26.807757 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6730f6a2-5e26-4ddc-a113-efda36f8548f req-88d7b3f4-615d-4bd6-bf71-635a924a7e10 service neutron] 10.222.0.83 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118183 Jul 30 20:13:26.856839 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-3a8464e2-333d-4e27-80c8-4d7ee0741fe6 req-18fc1d68-3826-4958-bbd8-c004cde8945f tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Deleting port b582f81d-839e-4a51-a6a4-d9372723f7f1 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:13:26.857213 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3a8464e2-333d-4e27-80c8-4d7ee0741fe6 req-18fc1d68-3826-4958-bbd8-c004cde8945f tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:26.862891 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4cc25e32-4587-4628-80d0-b025ba4a363c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:26.952158 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6730f6a2-5e26-4ddc-a113-efda36f8548f req-b20c2a9e-a274-4202-8262-62dd29b3bc4f service neutron] 10.222.0.83 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347532 Jul 30 20:13:27.036053 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device eb828693-6b5e-4015-8da0-ad8b1ad7482c no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:13:27.061006 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4cc25e32-4587-4628-80d0-b025ba4a363c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:27.072843 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39846) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:27.073388 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: eb828693-6b5e-4015-8da0-ad8b1ad7482c {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:13:27.073388 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device eb828693-6b5e-4015-8da0-ad8b1ad7482c not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:13:27.073596 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-3a8464e2-333d-4e27-80c8-4d7ee0741fe6 req-18fc1d68-3826-4958-bbd8-c004cde8945f tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] For port b582f81d-839e-4a51-a6a4-d9372723f7f1, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=b582f81d-839e-4a51-a6a4-d9372723f7f1,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:13:27.073790 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c09923aa-43ee-4214-a0fb-9ec2ec11dc3f no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:13:27.073939 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3a8464e2-333d-4e27-80c8-4d7ee0741fe6 req-18fc1d68-3826-4958-bbd8-c004cde8945f tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:27.086162 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-4cc25e32-4587-4628-80d0-b025ba4a363c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c5a26e-74da-4ed9-a896-229dbf5823d8']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:27.100976 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-3a8464e2-333d-4e27-80c8-4d7ee0741fe6 req-18fc1d68-3826-4958-bbd8-c004cde8945f tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Calling delete_port for b582f81d-839e-4a51-a6a4-d9372723f7f1 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:13:27.105005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-4cc25e32-4587-4628-80d0-b025ba4a363c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7697906-ea9d-492e-8f45-bf01ab8f2ff9') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:27.105517 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-4cc25e32-4587-4628-80d0-b025ba4a363c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7697906-ea9d-492e-8f45-bf01ab8f2ff9') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:27.117469 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: c09923aa-43ee-4214-a0fb-9ec2ec11dc3f {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:13:27.118009 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c09923aa-43ee-4214-a0fb-9ec2ec11dc3f not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:13:27.126761 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4cc25e32-4587-4628-80d0-b025ba4a363c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:27.185715 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4cc25e32-4587-4628-80d0-b025ba4a363c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:27.198875 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-abe56e95-a89b-4529-ac63-5fc36ee39e0a tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:27.213800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc25e32-4587-4628-80d0-b025ba4a363c admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:13:27.214201 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4cc25e32-4587-4628-80d0-b025ba4a363c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:13:27.215912 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:13:27.232621 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-abe56e95-a89b-4529-ac63-5fc36ee39e0a tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] 10.222.0.81 "PUT /v2.0/quotas/a913251ef7154b6b8720b954c4c2af47 HTTP/1.1" status: 200 len: 366 time: 0.1573811 Jul 30 20:13:27.232969 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39850) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:27.245687 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d5ff6424-e71f-409b-bfa5-6307b2cc9ec7 tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0095141 Jul 30 20:13:27.245877 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39854) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:27.257478 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d98bff63-4190-4709-92f1-1142c96a22f3 tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] 10.222.0.81 "GET /v2.0/quotas/a913251ef7154b6b8720b954c4c2af47 HTTP/1.1" status: 200 len: 366 time: 0.0106077 Jul 30 20:13:27.259898 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39856) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:27.274470 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a1929f0e-f846-436c-9d90-17398b152c0e tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/a913251ef7154b6b8720b954c4c2af47 HTTP/1.1" status: 204 len: 168 time: 0.0134311 Jul 30 20:13:27.278243 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39858) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:27.305359 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-28372b89-05f8-4812-952c-0278b1121a62 tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0259387 Jul 30 20:13:27.307750 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39860) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:27.323623 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8f3578a7-5924-4236-851b-9cb6092e7b02 tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] 10.222.0.81 "GET /v2.0/quotas/a913251ef7154b6b8720b954c4c2af47 HTTP/1.1" status: 200 len: 370 time: 0.0139818 Jul 30 20:13:27.324612 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed5e56-e16c-4653-b861-6135f5c99b87 req-71b5f115-b275-463c-944c-55499056955b tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:27.325309 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39862) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:27.326158 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1aed5e56-e16c-4653-b861-6135f5c99b87 req-71b5f115-b275-463c-944c-55499056955b tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=63da983d-25ee-4a5b-882c-37bc4c679327 HTTP/1.1" status: 200 len: 947 time: 0.1504319 Jul 30 20:13:27.327983 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4cc25e32-4587-4628-80d0-b025ba4a363c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:27.330949 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7b3731a5-8390-4e90-8fcc-bf034fc374e0 tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] 10.222.0.81 "GET /v2.0/quotas/a913251ef7154b6b8720b954c4c2af47/default HTTP/1.1" status: 200 len: 370 time: 0.0043077 Jul 30 20:13:27.332830 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4cc25e32-4587-4628-80d0-b025ba4a363c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:27.333877 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39864) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:27.337887 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4cc25e32-4587-4628-80d0-b025ba4a363c admin admin] 10.222.0.81 "DELETE /v2.0/networks/76c5a26e-74da-4ed9-a896-229dbf5823d8 HTTP/1.1" status: 204 len: 168 time: 0.5667636 Jul 30 20:13:27.345567 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-48a61040-c676-4a5a-8308-b7c65add53c1 tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] delete failed (client error): The resource could not be found. Jul 30 20:13:27.348153 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-48a61040-c676-4a5a-8308-b7c65add53c1 tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/a913251ef7154b6b8720b954c4c2af47 HTTP/1.1" status: 404 len: 348 time: 0.0133493 Jul 30 20:13:27.360921 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc25e32-4587-4628-80d0-b025ba4a363c admin admin] Pushing event deleted for resources: {'Network': ['ID=76c5a26e-74da-4ed9-a896-229dbf5823d8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:27.426551 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1aed5e56-e16c-4653-b861-6135f5c99b87 req-25cad1ed-f0df-43a6-b2d2-6baa802df845 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842803 Jul 30 20:13:27.436629 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3a8464e2-333d-4e27-80c8-4d7ee0741fe6 req-18fc1d68-3826-4958-bbd8-c004cde8945f tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:27.482241 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc1d68-3826-4958-bbd8-c004cde8945f tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Pushing event deleted for resources: {'Port': ['ID=b582f81d-839e-4a51-a6a4-d9372723f7f1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:27.492203 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39872) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:27.524249 n-d-712137-9 neutron-server[93883]: DEBUG neutron.quota.resource [None req-12a2e272-15aa-43a2-879f-1aa3eb092423 tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] Usage tracker for resource:network and tenant:abcb757b5f354e6880d014c93fd602f6 is out of sync, need to count used quota {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 20:13:27.529808 n-d-712137-9 neutron-server[93883]: DEBUG neutron.quota.resource [None req-12a2e272-15aa-43a2-879f-1aa3eb092423 tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 20:13:27.537216 n-d-712137-9 neutron-server[93883]: DEBUG neutron.quota.resource [None req-12a2e272-15aa-43a2-879f-1aa3eb092423 tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] Usage tracker for resource:subnet and tenant:abcb757b5f354e6880d014c93fd602f6 is out of sync, need to count used quota {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 20:13:27.541224 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8464e2-333d-4e27-80c8-4d7ee0741fe6 req-18fc1d68-3826-4958-bbd8-c004cde8945f tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] No DVR routers for this DVR port b582f81d-839e-4a51-a6a4-d9372723f7f1 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:13:27.547163 n-d-712137-9 neutron-server[93883]: DEBUG neutron.quota.resource [None req-12a2e272-15aa-43a2-879f-1aa3eb092423 tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 20:13:27.555296 n-d-712137-9 neutron-server[93883]: DEBUG neutron.quota.resource [None req-12a2e272-15aa-43a2-879f-1aa3eb092423 tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] Usage tracker for resource:subnetpool and tenant:abcb757b5f354e6880d014c93fd602f6 is out of sync, need to count used quota {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 20:13:27.555694 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3a8464e2-333d-4e27-80c8-4d7ee0741fe6 req-18fc1d68-3826-4958-bbd8-c004cde8945f tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:27.557715 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3a8464e2-333d-4e27-80c8-4d7ee0741fe6 req-18fc1d68-3826-4958-bbd8-c004cde8945f tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.83 "DELETE /v2.0/ports/b582f81d-839e-4a51-a6a4-d9372723f7f1 HTTP/1.1" status: 204 len: 173 time: 0.9006512 Jul 30 20:13:27.558279 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63da983d-25ee-4a5b-882c-37bc4c679327', 'name': 'network-vif-deleted', 'tag': 'b582f81d-839e-4a51-a6a4-d9372723f7f1'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:13:27.560800 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57791509-0cd5-4998-9cf1-43d5dcc702dc" -d '{"events": [{"server_uuid": "63da983d-25ee-4a5b-882c-37bc4c679327", "name": "network-vif-deleted", "tag": "b582f81d-839e-4a51-a6a4-d9372723f7f1"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:13:27.560980 n-d-712137-9 neutron-server[93883]: DEBUG neutron.quota.resource [None req-12a2e272-15aa-43a2-879f-1aa3eb092423 tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 20:13:27.569081 n-d-712137-9 neutron-server[93883]: DEBUG neutron.quota.resource [None req-12a2e272-15aa-43a2-879f-1aa3eb092423 tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] Usage tracker for resource:port and tenant:abcb757b5f354e6880d014c93fd602f6 is out of sync, need to count used quota {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 20:13:27.575722 n-d-712137-9 neutron-server[93883]: DEBUG neutron.quota.resource [None req-12a2e272-15aa-43a2-879f-1aa3eb092423 tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 20:13:27.582362 n-d-712137-9 neutron-server[93883]: DEBUG neutron.quota.resource [None req-12a2e272-15aa-43a2-879f-1aa3eb092423 tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] Usage tracker for resource:router and tenant:abcb757b5f354e6880d014c93fd602f6 is out of sync, need to count used quota {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 20:13:27.589277 n-d-712137-9 neutron-server[93883]: DEBUG neutron.quota.resource [None req-12a2e272-15aa-43a2-879f-1aa3eb092423 tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 20:13:27.592628 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22319f-f157-476d-a7ce-1060717f2824 req-4cc91324-571c-441f-bc36-f0ff8ee0a7f8 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:27.597393 n-d-712137-9 neutron-server[93883]: DEBUG neutron.quota.resource [None req-12a2e272-15aa-43a2-879f-1aa3eb092423 tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] Usage tracker for resource:floatingip and tenant:abcb757b5f354e6880d014c93fd602f6 is out of sync, need to count used quota {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 20:13:27.600194 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a22319f-f157-476d-a7ce-1060717f2824 req-4cc91324-571c-441f-bc36-f0ff8ee0a7f8 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.0883582 Jul 30 20:13:27.602696 n-d-712137-9 neutron-server[93883]: DEBUG neutron.quota.resource [None req-12a2e272-15aa-43a2-879f-1aa3eb092423 tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 20:13:27.630398 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39878) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:27.648190 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a22319f-f157-476d-a7ce-1060717f2824 req-1b93b013-c523-49cb-9cc8-aa0718977bd0 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458868 Jul 30 20:13:27.682525 n-d-712137-9 neutron-server[93883]: DEBUG neutron.quota.resource [None req-12a2e272-15aa-43a2-879f-1aa3eb092423 tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] Usage tracker for resource:security_group and tenant:abcb757b5f354e6880d014c93fd602f6 is out of sync, need to count used quota {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 20:13:27.690790 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e545ecf2-1d12-4ffe-abfd-266bb55ff10a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=396db71b225646988183cc215a5705f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591693 Jul 30 20:13:27.691470 n-d-712137-9 neutron-server[93883]: DEBUG neutron.quota.resource [None req-12a2e272-15aa-43a2-879f-1aa3eb092423 tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 20:13:27.693776 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39880) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:27.698999 n-d-712137-9 neutron-server[93883]: DEBUG neutron.quota.resource [None req-12a2e272-15aa-43a2-879f-1aa3eb092423 tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] Usage tracker for resource:security_group_rule and tenant:abcb757b5f354e6880d014c93fd602f6 is out of sync, need to count used quota {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 20:13:27.704915 n-d-712137-9 neutron-server[93883]: DEBUG neutron.quota.resource [None req-12a2e272-15aa-43a2-879f-1aa3eb092423 tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 20:13:27.711556 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-12a2e272-15aa-43a2-879f-1aa3eb092423 tempest-QuotasTest-1679086302 tempest-QuotasTest-1679086302-project-admin] 10.222.0.81 "GET /v2.0/quotas/abcb757b5f354e6880d014c93fd602f6/details.json HTTP/1.1" status: 200 len: 703 time: 0.2158988 Jul 30 20:13:27.781555 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7539744d-2b2a-42da-a47c-c0d988a637e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:27.792265 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a92b08-c71d-4588-9ca4-18f7a5708912 req-749c9320-ce28-4e64-81b5-9f87914461eb tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:27.793752 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c2a92b08-c71d-4588-9ca4-18f7a5708912 req-749c9320-ce28-4e64-81b5-9f87914461eb tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.0750329 Jul 30 20:13:27.827661 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7539744d-2b2a-42da-a47c-c0d988a637e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:27.872386 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c2a92b08-c71d-4588-9ca4-18f7a5708912 req-31e27c51-278d-4840-b8af-c39c32a4c141 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710704 Jul 30 20:13:27.898739 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7539744d-2b2a-42da-a47c-c0d988a637e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:27.901846 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7539744d-2b2a-42da-a47c-c0d988a637e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:27.903022 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7539744d-2b2a-42da-a47c-c0d988a637e3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b7abf64b-2d7c-477f-a4d9-555734cf4cd6 HTTP/1.1" status: 204 len: 168 time: 0.2082589 Jul 30 20:13:27.913136 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539744d-2b2a-42da-a47c-c0d988a637e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7abf64b-2d7c-477f-a4d9-555734cf4cd6,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:28.015201 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39888) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:28.034962 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fc363d-1e5f-497e-8beb-52dc454b6390 x-openstack-request-id: req-21fc363d-1e5f-497e-8beb-52dc454b6390 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:13:28.035262 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63da983d-25ee-4a5b-882c-37bc4c679327", "name": "network-vif-deleted", "tag": "b582f81d-839e-4a51-a6a4-d9372723f7f1", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:13:28.035543 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-21fc363d-1e5f-497e-8beb-52dc454b6390 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:13:28.036056 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63da983d-25ee-4a5b-882c-37bc4c679327', 'name': 'network-vif-deleted', 'tag': 'b582f81d-839e-4a51-a6a4-d9372723f7f1', 'status': 'completed', 'code': 200} Jul 30 20:13:28.248776 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f882522-2630-4300-9d5a-d5266fe7355a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:28.343548 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f882522-2630-4300-9d5a-d5266fe7355a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:28.346866 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f882522-2630-4300-9d5a-d5266fe7355a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:28.383532 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f882522-2630-4300-9d5a-d5266fe7355a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2a2070-3ba8-42f3-bb2c-c091ff0a5eb0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:28.390366 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5f882522-2630-4300-9d5a-d5266fe7355a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=79b4e55022c9414cbbc5689bf4fff5c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3711917 Jul 30 20:13:28.390592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39902) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:28.441098 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4263fd4f-01d5-4650-8bea-193928043510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:28.466443 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4263fd4f-01d5-4650-8bea-193928043510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:28.528786 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4263fd4f-01d5-4650-8bea-193928043510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:28.531814 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4263fd4f-01d5-4650-8bea-193928043510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:28.536020 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4263fd4f-01d5-4650-8bea-193928043510 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0a2a2070-3ba8-42f3-bb2c-c091ff0a5eb0 HTTP/1.1" status: 204 len: 168 time: 0.1443326 Jul 30 20:13:28.547350 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263fd4f-01d5-4650-8bea-193928043510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2a2070-3ba8-42f3-bb2c-c091ff0a5eb0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:28.719850 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add24ce7-0b24-4340-ba3d-695c07266631 req-9ed2adad-69ed-47af-bad8-798ffa07852b tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:28.720484 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-add24ce7-0b24-4340-ba3d-695c07266631 req-9ed2adad-69ed-47af-bad8-798ffa07852b tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5 HTTP/1.1" status: 200 len: 949 time: 0.0543623 Jul 30 20:13:28.764971 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-add24ce7-0b24-4340-ba3d-695c07266631 req-e1374917-b8c8-4d13-83a4-4e9197ea11cb tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385246 Jul 30 20:13:28.854606 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39928) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:28.870929 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a165df5c-f7a9-4ed1-81dd-884461c9d2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:28.886313 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b994b3-f98f-4cf3-b2ad-30f35b8d5579 req-bca1c04c-ae19-493e-8a98-5c82bd7c2cab tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:28.888081 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7b994b3-f98f-4cf3-b2ad-30f35b8d5579 req-bca1c04c-ae19-493e-8a98-5c82bd7c2cab tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.0572448 Jul 30 20:13:28.936394 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7b994b3-f98f-4cf3-b2ad-30f35b8d5579 req-09ca7b18-7ba4-49bf-ab16-f40489a2870b tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413716 Jul 30 20:13:28.969014 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a165df5c-f7a9-4ed1-81dd-884461c9d2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:28.974114 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a165df5c-f7a9-4ed1-81dd-884461c9d2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:29.011530 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a165df5c-f7a9-4ed1-81dd-884461c9d2a3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=abcb757b5f354e6880d014c93fd602f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556449 Jul 30 20:13:29.013391 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165df5c-f7a9-4ed1-81dd-884461c9d2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba6a9fb-6f7a-4136-b26d-0e65629b6c3b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:29.014172 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39936) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:29.065882 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-77b6dcee-d414-4362-bba7-31cc834c50bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:29.086593 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-77b6dcee-d414-4362-bba7-31cc834c50bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:29.134456 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-77b6dcee-d414-4362-bba7-31cc834c50bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:29.137261 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-77b6dcee-d414-4362-bba7-31cc834c50bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:29.140881 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-77b6dcee-d414-4362-bba7-31cc834c50bb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9ba6a9fb-6f7a-4136-b26d-0e65629b6c3b HTTP/1.1" status: 204 len: 168 time: 0.1229839 Jul 30 20:13:29.147250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6dcee-d414-4362-bba7-31cc834c50bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba6a9fb-6f7a-4136-b26d-0e65629b6c3b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:29.450549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2238a-0eef-48c3-af35-5958b5ce3c09 req-1d2b8796-f6d2-4b33-8ceb-679902f4de8c tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:29.452528 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0ed2238a-0eef-48c3-af35-5958b5ce3c09 req-1d2b8796-f6d2-4b33-8ceb-679902f4de8c tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 946 time: 0.0698116 Jul 30 20:13:29.496367 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0ed2238a-0eef-48c3-af35-5958b5ce3c09 req-f3164672-1e95-45a9-8ecf-516bb926ce48 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364585 Jul 30 20:13:29.912860 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a3b9841-1b8c-4858-945b-effca2f431d1 req-351f5c35-7f60-4e8f-997e-d29b0da0a85e tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0310340 Jul 30 20:13:29.924652 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39982) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:30.024749 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d95aee0b-5a8d-4d42-a036-03f2a13218f3 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1658143666'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:30.045795 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95aee0b-5a8d-4d42-a036-03f2a13218f3 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Made reservation on behalf of 6f0b681261844828a1c7921e0226c44d for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:13:30.049484 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d95aee0b-5a8d-4d42-a036-03f2a13218f3 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:30.058573 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d95aee0b-5a8d-4d42-a036-03f2a13218f3 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:30.062741 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 137645cc-90ec-4463-bc0a-f6307edd9f9b no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:13:30.146620 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:30.163251 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d95aee0b-5a8d-4d42-a036-03f2a13218f3 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:30.167773 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d95aee0b-5a8d-4d42-a036-03f2a13218f3 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:30.170625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13b1592-0935-4cd0-9ed0-36b0b2ca05fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '137645cc-90ec-4463-bc0a-f6307edd9f9b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:13:30.172886 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c834a3b-e5fc-4d11-8801-df1ea139dece" -d '{"events": [{"server_uuid": "b13b1592-0935-4cd0-9ed0-36b0b2ca05fb", "name": "network-vif-unplugged", "status": "completed", "tag": "137645cc-90ec-4463-bc0a-f6307edd9f9b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:13:30.187594 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 137645cc-90ec-4463-bc0a-f6307edd9f9b, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=137645cc-90ec-4463-bc0a-f6307edd9f9b,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:13:30.192726 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:30.193555 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device b582f81d-839e-4a51-a6a4-d9372723f7f1 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:13:30.198174 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d95aee0b-5a8d-4d42-a036-03f2a13218f3 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:13:30.203874 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95aee0b-5a8d-4d42-a036-03f2a13218f3 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=670193bf-e847-4cad-9d7e-638ed4953f9c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:30.212459 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d95aee0b-5a8d-4d42-a036-03f2a13218f3 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:30.212570 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-d95aee0b-5a8d-4d42-a036-03f2a13218f3 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Added segment 91b0b2b6-3790-4254-8a08-fc0e8512d2c4 of type vlan for network b877a562-cd8a-4ede-ae68-50ebff0bbb04 Jul 30 20:13:30.218092 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: b582f81d-839e-4a51-a6a4-d9372723f7f1 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:13:30.218469 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device b582f81d-839e-4a51-a6a4-d9372723f7f1 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:13:30.278488 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d95aee0b-5a8d-4d42-a036-03f2a13218f3 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:30.309411 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=137645cc-90ec-4463-bc0a-f6307edd9f9b,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:30.326414 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:30.327103 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:30.327678 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:30.328409 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:30.328755 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:30.329093 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:30.329448 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:30.329762 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:30.330668 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:30.330986 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:30.331318 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:30.331787 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:30.365773 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d95aee0b-5a8d-4d42-a036-03f2a13218f3 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:30.371529 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95aee0b-5a8d-4d42-a036-03f2a13218f3 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:30.372187 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d95aee0b-5a8d-4d42-a036-03f2a13218f3 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:30.448926 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d95aee0b-5a8d-4d42-a036-03f2a13218f3 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5204761 Jul 30 20:13:30.449323 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40002) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:30.454612 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d7e8b75c-d60c-4891-9d44-ed1cff2ef427 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Request body: {'subnet': {'network_id': 'b877a562-cd8a-4ede-ae68-50ebff0bbb04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:30.462829 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be75298-42c4-49ca-8ed0-fbd0c32ae3f9 req-b4455dfd-6da8-4c6d-b4a9-c9eaf9beb23e tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:30.464267 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5be75298-42c4-49ca-8ed0-fbd0c32ae3f9 req-b4455dfd-6da8-4c6d-b4a9-c9eaf9beb23e tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5 HTTP/1.1" status: 200 len: 949 time: 0.1408105 Jul 30 20:13:30.481815 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95aee0b-5a8d-4d42-a036-03f2a13218f3 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'Network': ['ID=b877a562-cd8a-4ede-ae68-50ebff0bbb04,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:30.492557 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network b877a562-cd8a-4ede-ae68-50ebff0bbb04 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:13:30.530429 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-623ab614-620a-4456-9f32-4db1ac8ada7f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0863612 Jul 30 20:13:30.533688 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5be75298-42c4-49ca-8ed0-fbd0c32ae3f9 req-0f71b4c6-3b9d-40ea-87b2-9754bf227712 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494967 Jul 30 20:13:30.552486 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e8b75c-d60c-4891-9d44-ed1cff2ef427 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Made reservation on behalf of 6f0b681261844828a1c7921e0226c44d for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:13:30.556030 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7e8b75c-d60c-4891-9d44-ed1cff2ef427 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:30.655620 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-a088274b-8ace-48c5-b8c0-9c28a32a0e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:30.656111 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-a088274b-8ace-48c5-b8c0-9c28a32a0e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:30.656594 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-a088274b-8ace-48c5-b8c0-9c28a32a0e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:30.657071 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-a088274b-8ace-48c5-b8c0-9c28a32a0e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:30.657551 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-a088274b-8ace-48c5-b8c0-9c28a32a0e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:30.658026 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-a088274b-8ace-48c5-b8c0-9c28a32a0e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:30.658538 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-a088274b-8ace-48c5-b8c0-9c28a32a0e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:30.660454 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-a088274b-8ace-48c5-b8c0-9c28a32a0e4f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d663627cb1b4aa4857162f5a27e37ec&device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 6502 time: 0.0787706 Jul 30 20:13:30.679778 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa1806-2e14-499e-b2a9-441ba683203b req-2a8f2364-5bdf-49e5-aa16-68fd4a06bef5 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:30.681291 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51fa1806-2e14-499e-b2a9-441ba683203b req-2a8f2364-5bdf-49e5-aa16-68fd4a06bef5 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.0705612 Jul 30 20:13:30.748751 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7e8b75c-d60c-4891-9d44-ed1cff2ef427 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:30.774628 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51fa1806-2e14-499e-b2a9-441ba683203b req-38ca3f44-b674-4759-bc52-1f85b4ee85da tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820441 Jul 30 20:13:30.808788 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8b75c-d60c-4891-9d44-ed1cff2ef427 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'Subnet': ['ID=571ab738-535a-4877-89c4-d83f6e1546a2,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:30.819813 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e8b75c-d60c-4891-9d44-ed1cff2ef427 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Checking segment: {'id': '91b0b2b6-3790-4254-8a08-fc0e8512d2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b877a562-cd8a-4ede-ae68-50ebff0bbb04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:13:30.820188 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e8b75c-d60c-4891-9d44-ed1cff2ef427 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Network hostable DHCP agents. Network: b877a562-cd8a-4ede-ae68-50ebff0bbb04, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:13:30.821123 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-1816708a-e3f9-4858-afb2-d21e540b2874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:30.821739 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-1816708a-e3f9-4858-afb2-d21e540b2874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:30.822225 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-1816708a-e3f9-4858-afb2-d21e540b2874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:30.825138 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-1816708a-e3f9-4858-afb2-d21e540b2874 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4889cdd8-296f-481e-b756-28d5d38f8224&id=624029aa-6e2e-457a-b285-eaf6ccf35387&id=624029aa-6e2e-457a-b285-eaf6ccf35387&id=624029aa-6e2e-457a-b285-eaf6ccf35387&id=624029aa-6e2e-457a-b285-eaf6ccf35387&id=956f2f8d-58e3-4da4-8be7-e5f47f91fd80&id=956f2f8d-58e3-4da4-8be7-e5f47f91fd80 HTTP/1.1" status: 200 len: 2297 time: 0.1405692 Jul 30 20:13:30.829995 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 20:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4169c23c-8bd7-4b15-aeb5-5ab0679d4a7b x-openstack-request-id: req-4169c23c-8bd7-4b15-aeb5-5ab0679d4a7b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:13:30.830349 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13b1592-0935-4cd0-9ed0-36b0b2ca05fb", "name": "network-vif-unplugged", "status": "failed", "tag": "137645cc-90ec-4463-bc0a-f6307edd9f9b", "code": 422}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:13:30.830910 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4169c23c-8bd7-4b15-aeb5-5ab0679d4a7b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:13:30.831104 n-d-712137-9 neutron-server[93884]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b13b1592-0935-4cd0-9ed0-36b0b2ca05fb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '137645cc-90ec-4463-bc0a-f6307edd9f9b', 'code': 422} returned with failed status Jul 30 20:13:30.840936 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e8b75c-d60c-4891-9d44-ed1cff2ef427 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Network b877a562-cd8a-4ede-ae68-50ebff0bbb04 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:13:30.862870 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d7e8b75c-d60c-4891-9d44-ed1cff2ef427 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, b877a562-cd8a-4ede-ae68-50ebff0bbb04) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:13:30.867368 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e8b75c-d60c-4891-9d44-ed1cff2ef427 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:30.868005 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7e8b75c-d60c-4891-9d44-ed1cff2ef427 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:30.872899 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a067f8-ba84-4b4b-aeee-7460e5c88947 None None] Network b877a562-cd8a-4ede-ae68-50ebff0bbb04 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:13:30.889574 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40006) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:30.889886 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d7e8b75c-d60c-4891-9d44-ed1cff2ef427 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4394321 Jul 30 20:13:30.894486 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-33394241-632d-4d3f-b98b-e4c08cac95e0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1593662443', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}, 'admin_state_up': False}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:30.915464 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-1410dda6-dd3b-4164-859d-99e2a80221d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a0cbd93-fd92-4866-944c-3656b063198f HTTP/1.1" status: 200 len: 1001 time: 0.0826855 Jul 30 20:13:30.960158 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33394241-632d-4d3f-b98b-e4c08cac95e0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:30.961272 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33394241-632d-4d3f-b98b-e4c08cac95e0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:31.010208 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-4681b016-80c7-49db-98fc-ae3948ef9be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:31.011893 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-4681b016-80c7-49db-98fc-ae3948ef9be7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54b2d052-a18e-40d7-8ed9-045fadafa2a9 HTTP/1.1" status: 200 len: 856 time: 0.0871251 Jul 30 20:13:31.043454 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8903ed-a32f-4ffd-a5fb-e6699aaece5e None None] Network b877a562-cd8a-4ede-ae68-50ebff0bbb04 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:13:31.061156 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33394241-632d-4d3f-b98b-e4c08cac95e0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:31.207054 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6d34998a-1aa3-4b5b-88bc-de45896df34d req-3131d39d-237b-410f-b8ab-c12813422512 tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.1065433 Jul 30 20:13:31.234761 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e893108-3ed8-4a65-b77e-3588f3cef3d9 req-0877290f-719c-462f-9c95-72dbd54373d5 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:31.234761 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e893108-3ed8-4a65-b77e-3588f3cef3d9 req-0877290f-719c-462f-9c95-72dbd54373d5 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.83 "GET /v2.0/ports?device_id=3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5 HTTP/1.1" status: 200 len: 949 time: 0.1640553 Jul 30 20:13:31.333148 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a522899a-052a-4419-a7bb-230e41d4d81c req-63bfd7f2-e120-4b1e-a4fb-1a1b43dfc533 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0899639 Jul 30 20:13:31.334618 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33394241-632d-4d3f-b98b-e4c08cac95e0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:31.351041 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-7027926e-fe33-4a7b-84b8-8f73ff8d91e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:31.352574 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-7027926e-fe33-4a7b-84b8-8f73ff8d91e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4889cdd8-296f-481e-b756-28d5d38f8224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3280182 Jul 30 20:13:31.849633 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0377bc8-b90f-478b-9a27-0aeaa2b92fc5 req-4f12b2e7-a750-4ea3-bc55-19bb41dc1700 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0673938 Jul 30 20:13:31.860180 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb50e01-bea0-49a5-b542-a7ed15baa5ed req-24a168c2-dcf6-45a9-9886-8df859d278be tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:31.862142 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5eb50e01-bea0-49a5-b542-a7ed15baa5ed req-24a168c2-dcf6-45a9-9886-8df859d278be tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.5910881 Jul 30 20:13:31.955294 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-34a82e2e-6ad8-4b44-bcb6-be4229d000e9 service neutron] 10.222.0.59 "GET /v2.0/networks/4889cdd8-296f-481e-b756-28d5d38f8224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5923743 Jul 30 20:13:31.966937 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5eb50e01-bea0-49a5-b542-a7ed15baa5ed req-a278cdd3-62ac-4cc6-9a76-9a06a2bed7f6 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909476 Jul 30 20:13:31.971137 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-5e893108-3ed8-4a65-b77e-3588f3cef3d9 req-6b8b7269-8c08-49f5-b64c-c47e1524f624 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Deleting port 1cf11197-0748-4ce6-b405-66b8b84b5970 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:13:31.971344 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5e893108-3ed8-4a65-b77e-3588f3cef3d9 req-6b8b7269-8c08-49f5-b64c-c47e1524f624 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:32.190416 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d3cbe-f25e-4117-8f0b-b141393095c8 req-80dc9fc4-80e0-425e-8031-f37c03830aae tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:32.191851 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-204d3cbe-f25e-4117-8f0b-b141393095c8 req-80dc9fc4-80e0-425e-8031-f37c03830aae tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/ports?device_id=3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5 HTTP/1.1" status: 200 len: 949 time: 0.1621351 Jul 30 20:13:32.260319 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-086fd708-1d91-42bf-9681-914c148a3c35 service neutron] 10.222.0.59 "GET /v2.0/networks/4889cdd8-296f-481e-b756-28d5d38f8224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859805 Jul 30 20:13:32.321375 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-5e893108-3ed8-4a65-b77e-3588f3cef3d9 req-6b8b7269-8c08-49f5-b64c-c47e1524f624 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] For port 1cf11197-0748-4ce6-b405-66b8b84b5970, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1cf11197-0748-4ce6-b405-66b8b84b5970,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:13:32.321752 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5e893108-3ed8-4a65-b77e-3588f3cef3d9 req-6b8b7269-8c08-49f5-b64c-c47e1524f624 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:32.332251 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-80e7ccfb-7add-453d-8d1a-8027d14a9c79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=08dca140-1f6f-4be9-aef9-65fcf5c1062f HTTP/1.1" status: 200 len: 217 time: 0.0630929 Jul 30 20:13:32.368734 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33394241-632d-4d3f-b98b-e4c08cac95e0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:32.370561 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-5e893108-3ed8-4a65-b77e-3588f3cef3d9 req-6b8b7269-8c08-49f5-b64c-c47e1524f624 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Calling delete_port for 1cf11197-0748-4ce6-b405-66b8b84b5970 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:13:32.420115 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33394241-632d-4d3f-b98b-e4c08cac95e0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:32.429438 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-204d3cbe-f25e-4117-8f0b-b141393095c8 req-2388d2e7-7dfe-407a-92e5-b7c2e73d4c69 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.81 "GET /v2.0/security-groups?id=ede82d93-01d4-47aa-a178-3118ff279131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003810 Jul 30 20:13:32.524422 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-90b50d06-f5eb-42f3-aae6-ce1ec6b9ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:32.525746 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-90b50d06-f5eb-42f3-aae6-ce1ec6b9ff0c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ee34576-0f44-4e9f-855e-368f45154589 HTTP/1.1" status: 200 len: 797 time: 0.1706569 Jul 30 20:13:32.675008 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad185d-d065-42e6-a452-7d08e5a775b0 req-8ad61824-2dcf-49d2-aec5-40f3205bcb38 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:32.676485 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2dad185d-d065-42e6-a452-7d08e5a775b0 req-8ad61824-2dcf-49d2-aec5-40f3205bcb38 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.1669483 Jul 30 20:13:32.685302 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-d4f6b99e-f9e4-4af0-8d46-48ef7c84ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:32.686757 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-d4f6b99e-f9e4-4af0-8d46-48ef7c84ebe6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=624029aa-6e2e-457a-b285-eaf6ccf35387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1367226 Jul 30 20:13:32.711605 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-33394241-632d-4d3f-b98b-e4c08cac95e0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Allocated IP 172.25.3.27 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/6c45f660-0b1b-401b-8f8a-bd300f9123c7) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:13:32.871317 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2dad185d-d065-42e6-a452-7d08e5a775b0 req-e1395bd6-3601-485c-be81-133b787015b7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835575 Jul 30 20:13:32.894389 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5e893108-3ed8-4a65-b77e-3588f3cef3d9 req-6b8b7269-8c08-49f5-b64c-c47e1524f624 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:32.956561 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b7269-8c08-49f5-b64c-c47e1524f624 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Pushing event deleted for resources: {'Port': ['ID=1cf11197-0748-4ce6-b405-66b8b84b5970,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:32.974815 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-4bea3b2f-155f-49bd-82a8-f613bb9eb7bd service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783730 Jul 30 20:13:33.031437 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e893108-3ed8-4a65-b77e-3588f3cef3d9 req-6b8b7269-8c08-49f5-b64c-c47e1524f624 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] No DVR routers for this DVR port 1cf11197-0748-4ce6-b405-66b8b84b5970 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:13:33.040811 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5e893108-3ed8-4a65-b77e-3588f3cef3d9 req-6b8b7269-8c08-49f5-b64c-c47e1524f624 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:33.042771 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e893108-3ed8-4a65-b77e-3588f3cef3d9 req-6b8b7269-8c08-49f5-b64c-c47e1524f624 tempest-ListImageFiltersTestJSON-525048458 tempest-ListImageFiltersTestJSON-525048458-project] 10.222.0.83 "DELETE /v2.0/ports/1cf11197-0748-4ce6-b405-66b8b84b5970 HTTP/1.1" status: 204 len: 173 time: 1.7733026 Jul 30 20:13:33.053341 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5', 'name': 'network-vif-deleted', 'tag': '1cf11197-0748-4ce6-b405-66b8b84b5970'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:13:33.055735 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4d1e58-f009-45fc-a5d5-39c2c578b22d" -d '{"events": [{"server_uuid": "3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5", "name": "network-vif-deleted", "tag": "1cf11197-0748-4ce6-b405-66b8b84b5970"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:13:33.093567 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33394241-632d-4d3f-b98b-e4c08cac95e0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:33.122408 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ab36b98-c1a5-40c8-83d2-d7d05f384644 req-6b7cfe17-18d2-4b7a-9546-d2c6ae2fd4c8 tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0878856 Jul 30 20:13:33.181799 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-64b9ebea-ea98-4c1c-bf62-adaa73d17316 service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805422 Jul 30 20:13:33.227423 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33394241-632d-4d3f-b98b-e4c08cac95e0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:33.232204 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-02b35166-d252-405e-8c0f-a607681a87e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 HTTP/1.1" status: 200 len: 217 time: 0.0428803 Jul 30 20:13:33.328110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33394241-632d-4d3f-b98b-e4c08cac95e0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:13:33.344456 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-33394241-632d-4d3f-b98b-e4c08cac95e0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:13:33.348292 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33394241-632d-4d3f-b98b-e4c08cac95e0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:13:33.351979 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33394241-632d-4d3f-b98b-e4c08cac95e0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'Port': ['ID=6c45f660-0b1b-401b-8f8a-bd300f9123c7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:33.382163 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-f6c6e091-c94c-4146-a989-8025ba4f2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:33.383724 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-f6c6e091-c94c-4146-a989-8025ba4f2068 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ee34576-0f44-4e9f-855e-368f45154589 HTTP/1.1" status: 200 len: 797 time: 0.1419528 Jul 30 20:13:33.412306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c8f86-3ee7-4705-bb6e-4caff8a41767 req-92ab5dfc-721a-443e-bc40-09c78f064e05 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:33.413871 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fd9c8f86-3ee7-4705-bb6e-4caff8a41767 req-92ab5dfc-721a-443e-bc40-09c78f064e05 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.1880324 Jul 30 20:13:33.566162 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fd9c8f86-3ee7-4705-bb6e-4caff8a41767 req-59ee266a-d73a-41cd-aac9-6b6edd0ca87c tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295948 Jul 30 20:13:33.570480 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-20461ad2-1e58-4e17-925d-e8e4bc03ae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:33.571987 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-20461ad2-1e58-4e17-925d-e8e4bc03ae8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=624029aa-6e2e-457a-b285-eaf6ccf35387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1781232 Jul 30 20:13:33.672459 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e24dfa-1bf1-4b5f-954a-b54bd296811a x-openstack-request-id: req-29e24dfa-1bf1-4b5f-954a-b54bd296811a {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:13:33.672834 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5", "name": "network-vif-deleted", "tag": "1cf11197-0748-4ce6-b405-66b8b84b5970", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:13:33.673149 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-29e24dfa-1bf1-4b5f-954a-b54bd296811a {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:13:33.673753 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3725da8b-bbb5-49b0-b7e9-6fa597ed7ec5', 'name': 'network-vif-deleted', 'tag': '1cf11197-0748-4ce6-b405-66b8b84b5970', 'status': 'completed', 'code': 200} Jul 30 20:13:33.804773 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-cce8a2f1-300f-456b-a95d-a9d31e8842de service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065866 Jul 30 20:13:33.806445 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33394241-632d-4d3f-b98b-e4c08cac95e0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:34.019685 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9c990dc9-9ca4-4fa4-8f29-3e91ee711608 req-dc611a40-46e6-43c5-b705-c5f5895b4307 tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0391321 Jul 30 20:13:34.037575 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-fad1ca5f-38db-4d4c-a14a-1c16903b2fe3 service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867228 Jul 30 20:13:34.134899 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-e73157eb-6b22-43c3-90fa-44f67c505ac1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=d88f5afb-3bc1-4f5d-a47f-fbad96159133 HTTP/1.1" status: 200 len: 217 time: 0.0892916 Jul 30 20:13:34.260266 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a349b3-351e-4f69-b377-8103166cb65d req-144ede2c-2052-4540-80e6-cbc1dcf73ffa tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:34.261834 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f8a349b3-351e-4f69-b377-8103166cb65d req-144ede2c-2052-4540-80e6-cbc1dcf73ffa tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.1393754 Jul 30 20:13:34.263212 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-00117c93-9de5-4f42-bcf7-98859877f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:34.264605 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-00117c93-9de5-4f42-bcf7-98859877f47e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ee34576-0f44-4e9f-855e-368f45154589 HTTP/1.1" status: 200 len: 797 time: 0.1191299 Jul 30 20:13:34.266043 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33394241-632d-4d3f-b98b-e4c08cac95e0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:34.677218 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:13:34.747526 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f8a349b3-351e-4f69-b377-8103166cb65d req-3837ebc8-9dbd-4c26-b2ea-8beb542aba7b tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790399 Jul 30 20:13:34.786906 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-72ef849a-eb39-4e7b-80b7-59f331def9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:34.788440 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-72ef849a-eb39-4e7b-80b7-59f331def9f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=624029aa-6e2e-457a-b285-eaf6ccf35387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5115216 Jul 30 20:13:34.809755 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1aa2cf9e-67f2-4956-bfd2-85ba769d11e3 req-2a941e4b-7d87-4a61-b388-1283e503902f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1162004 Jul 30 20:13:34.943712 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-08f6d453-88a2-4880-aa6d-6816271d4009 service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450021 Jul 30 20:13:34.945771 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33394241-632d-4d3f-b98b-e4c08cac95e0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Router a911511e-7e97-4d33-aa25-9629061a1d08 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:13:35.050712 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2cf9e-67f2-4956-bfd2-85ba769d11e3 req-2b8db27d-18c0-486a-819d-d1cde6a4ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:35.052307 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1aa2cf9e-67f2-4956-bfd2-85ba769d11e3 req-2b8db27d-18c0-486a-819d-d1cde6a4ebcc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 1095 time: 0.1625633 Jul 30 20:13:35.213511 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-7d17b3ab-f53a-4aff-9630-1366a87f5394 service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591958 Jul 30 20:13:35.215573 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33394241-632d-4d3f-b98b-e4c08cac95e0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:13:35.240809 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8504c543-935b-4ddd-a2f2-59233b398016 None None] Sync routers for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:13:35.253958 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8504c543-935b-4ddd-a2f2-59233b398016 None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:35.255003 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8504c543-935b-4ddd-a2f2-59233b398016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:35.275072 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-bf7dc923-3f10-4b33-9a1b-67e03573558d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=4d2858d8-2192-4ded-99ea-b94c6f1195c6 HTTP/1.1" status: 200 len: 217 time: 0.0515575 Jul 30 20:13:35.297322 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8504c543-935b-4ddd-a2f2-59233b398016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:35.308852 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8504c543-935b-4ddd-a2f2-59233b398016 None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:35.309888 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8504c543-935b-4ddd-a2f2-59233b398016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:35.330506 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33394241-632d-4d3f-b98b-e4c08cac95e0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:35.334045 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-33394241-632d-4d3f-b98b-e4c08cac95e0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.4409826 Jul 30 20:13:35.334398 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40090) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:35.335759 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2cf9e-67f2-4956-bfd2-85ba769d11e3 req-c7d3d475-05cc-4e4b-a084-cb2992db9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:35.337179 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1aa2cf9e-67f2-4956-bfd2-85ba769d11e3 req-c7d3d475-05cc-4e4b-a084-cb2992db9a2d service neutron] 10.222.0.83 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 912 time: 0.2597265 Jul 30 20:13:35.356159 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8504c543-935b-4ddd-a2f2-59233b398016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:35.357072 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8504c543-935b-4ddd-a2f2-59233b398016 None None] The sync data for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:13:35.422600 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-8c41dca0-4d7f-42c0-8050-2e00f2aec7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:35.424274 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-8c41dca0-4d7f-42c0-8050-2e00f2aec7c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ee34576-0f44-4e9f-855e-368f45154589 HTTP/1.1" status: 200 len: 797 time: 0.1429515 Jul 30 20:13:35.461315 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129fa4c-8eb5-4870-b853-9e2e6787203e req-5730b5c8-c956-4423-8a9e-221b842de188 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:35.462842 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e129fa4c-8eb5-4870-b853-9e2e6787203e req-5730b5c8-c956-4423-8a9e-221b842de188 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.1620729 Jul 30 20:13:35.479801 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1aa2cf9e-67f2-4956-bfd2-85ba769d11e3 req-a1b034a1-a1c6-42fe-ab16-b505c565419d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a HTTP/1.1" status: 200 len: 999 time: 0.1206944 Jul 30 20:13:35.561786 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-43ba4218-8a76-47ae-8d75-915aeada09b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:35.563423 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-43ba4218-8a76-47ae-8d75-915aeada09b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=624029aa-6e2e-457a-b285-eaf6ccf35387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1320388 Jul 30 20:13:35.567831 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2cf9e-67f2-4956-bfd2-85ba769d11e3 req-02a52440-26ac-433f-b450-d205142a75f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:35.569245 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1aa2cf9e-67f2-4956-bfd2-85ba769d11e3 req-02a52440-26ac-433f-b450-d205142a75f2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ac1c465f-425f-4078-b2f8-d23b006b1c90 HTTP/1.1" status: 200 len: 850 time: 0.0810075 Jul 30 20:13:35.572285 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e129fa4c-8eb5-4870-b853-9e2e6787203e req-132b4dce-5368-4b5e-b7ca-b2d06ecd2f93 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947368 Jul 30 20:13:35.701060 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2cf9e-67f2-4956-bfd2-85ba769d11e3 req-790c8980-2ffb-4d8f-8b8c-24a4a32dc429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:35.702693 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1aa2cf9e-67f2-4956-bfd2-85ba769d11e3 req-790c8980-2ffb-4d8f-8b8c-24a4a32dc429 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1207602 Jul 30 20:13:35.744958 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dfb74537-14d1-4d81-9986-5e41de8f1369 req-cd9d27f6-0594-4d5d-bfe4-c373946f589c tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0637875 Jul 30 20:13:35.810316 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-eeddd154-d0ca-421d-8739-045600cb3d0e service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369697 Jul 30 20:13:35.931661 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1aa2cf9e-67f2-4956-bfd2-85ba769d11e3 req-4652fe71-2dc3-40d7-a0bc-fd991072e025 service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010798 Jul 30 20:13:36.026734 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-0f6893b5-f7e9-4018-9d76-b8a33da83fa1 service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100158 Jul 30 20:13:36.057216 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1cf11197-0748-4ce6-b405-66b8b84b5970 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:13:36.081946 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 1cf11197-0748-4ce6-b405-66b8b84b5970 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:13:36.083404 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1cf11197-0748-4ce6-b405-66b8b84b5970 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:13:36.095464 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-7e94485e-d16e-47d1-8099-a73f2eb9b9b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=116e9986-d114-442d-973f-14cff3cfaa2a HTTP/1.1" status: 200 len: 217 time: 0.0597737 Jul 30 20:13:36.164480 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2b663cd-1e72-4d75-bd14-5a654c6c0bec tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:36.178711 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1aa2cf9e-67f2-4956-bfd2-85ba769d11e3 req-556e3103-b6f0-453c-aaf5-18bc137ca3ef service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379086 Jul 30 20:13:36.213079 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-18c1d60d-6623-48e6-8e99-d40e7a4eb464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:36.214552 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-18c1d60d-6623-48e6-8e99-d40e7a4eb464 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae2ebb1c-4008-4386-9d14-582336340b80 HTTP/1.1" status: 200 len: 797 time: 0.1111412 Jul 30 20:13:36.262692 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94217dca-fcc4-45cd-9ad5-01cb28a71c03 req-ae960aa4-d9d6-4eba-9447-36d2e53a5631 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:36.264436 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-94217dca-fcc4-45cd-9ad5-01cb28a71c03 req-ae960aa4-d9d6-4eba-9447-36d2e53a5631 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.1015859 Jul 30 20:13:36.297665 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-3fb19417-1a6e-4558-88f3-ceaf885718c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:36.305417 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-3fb19417-1a6e-4558-88f3-ceaf885718c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=956f2f8d-58e3-4da4-8be7-e5f47f91fd80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0823343 Jul 30 20:13:36.337196 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-94217dca-fcc4-45cd-9ad5-01cb28a71c03 req-8f28b8bf-ed55-4e85-aaa0-2778e9aedcf2 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645728 Jul 30 20:13:36.406733 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-aca7b48f-32da-4c14-840c-f24fc9bbf734 service neutron] 10.222.0.59 "GET /v2.0/networks/956f2f8d-58e3-4da4-8be7-e5f47f91fd80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936477 Jul 30 20:13:36.464728 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-a2b663cd-1e72-4d75-bd14-5a654c6c0bec tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Allocated IP 172.20.0.1 (b877a562-cd8a-4ede-ae68-50ebff0bbb04/571ab738-535a-4877-89c4-d83f6e1546a2/32887d2e-5c9c-4d64-9ebd-a58374b51e76) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:13:36.513758 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-4696f144-c6bf-45ef-ac07-fbdf9a16b51e service neutron] 10.222.0.59 "GET /v2.0/networks/956f2f8d-58e3-4da4-8be7-e5f47f91fd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993338 Jul 30 20:13:36.595528 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2b663cd-1e72-4d75-bd14-5a654c6c0bec tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:36.616362 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-df71bd33-26cb-4510-8a32-ca66fd49e24e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28c6b72d-f75a-4721-ad15-74bf9c0c36c3 HTTP/1.1" status: 200 len: 217 time: 0.0469854 Jul 30 20:13:36.655271 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2b663cd-1e72-4d75-bd14-5a654c6c0bec tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:36.690656 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522899a-052a-4419-a7bb-230e41d4d81c req-4be81596-6b19-4b45-a2cd-5454e59792d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:36.692209 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a522899a-052a-4419-a7bb-230e41d4d81c req-4be81596-6b19-4b45-a2cd-5454e59792d5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb&tenant_id=6c9ba35ca3ce49889dd21646eecff8cf HTTP/1.1" status: 200 len: 1095 time: 0.1733553 Jul 30 20:13:36.706985 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-f03a88a2-75fa-4c53-8b03-f3c80458e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:36.708488 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-f03a88a2-75fa-4c53-8b03-f3c80458e469 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae2ebb1c-4008-4386-9d14-582336340b80 HTTP/1.1" status: 200 len: 797 time: 0.0850997 Jul 30 20:13:36.711009 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b663cd-1e72-4d75-bd14-5a654c6c0bec tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Network b877a562-cd8a-4ede-ae68-50ebff0bbb04 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:13:36.714651 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a2b663cd-1e72-4d75-bd14-5a654c6c0bec tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:13:36.718675 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b663cd-1e72-4d75-bd14-5a654c6c0bec tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:13:36.774087 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2b663cd-1e72-4d75-bd14-5a654c6c0bec tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:36.790102 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b663cd-1e72-4d75-bd14-5a654c6c0bec tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'Port': ['ID=32887d2e-5c9c-4d64-9ebd-a58374b51e76,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:36.828892 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522899a-052a-4419-a7bb-230e41d4d81c req-17c6fc18-97be-4c3e-8d19-c928cf967deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:36.831091 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a522899a-052a-4419-a7bb-230e41d4d81c req-17c6fc18-97be-4c3e-8d19-c928cf967deb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c9ba35ca3ce49889dd21646eecff8cf&device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 1095 time: 0.1057625 Jul 30 20:13:36.832779 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-24e74e32-c604-4274-886e-073920eff345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:36.834135 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-24e74e32-c604-4274-886e-073920eff345 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=956f2f8d-58e3-4da4-8be7-e5f47f91fd80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1186950 Jul 30 20:13:36.849405 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0e742-35c7-47f6-bbdc-ab29fc12ac45 req-77f01526-c942-4a64-a86d-7b07f17d1eef tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:36.851186 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04e0e742-35c7-47f6-bbdc-ab29fc12ac45 req-77f01526-c942-4a64-a86d-7b07f17d1eef tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.0843294 Jul 30 20:13:36.940706 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40138) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:36.958188 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2b663cd-1e72-4d75-bd14-5a654c6c0bec tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:37.005004 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04e0e742-35c7-47f6-bbdc-ab29fc12ac45 req-bd5617ff-07ea-4caa-bdc1-c4caec36bb94 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441789 Jul 30 20:13:37.044162 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-6857fd84-fc9d-48a9-ae76-5811c1bbd5ae service neutron] 10.222.0.59 "GET /v2.0/networks/956f2f8d-58e3-4da4-8be7-e5f47f91fd80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856349 Jul 30 20:13:37.046895 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522899a-052a-4419-a7bb-230e41d4d81c req-73d5d187-2b7c-41af-a954-61a994a2f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:37.048313 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a522899a-052a-4419-a7bb-230e41d4d81c req-73d5d187-2b7c-41af-a954-61a994a2f9e6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c421e0b7-06ec-4b47-a5b3-95881a5c3933 HTTP/1.1" status: 200 len: 917 time: 0.2091854 Jul 30 20:13:37.162957 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dc1553dc-b40c-4c2e-ac82-9b82b34ca3aa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=38b27a21876745239bf66e0f76c3b535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2208614 Jul 30 20:13:37.165454 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40142) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:37.191900 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dd10a9e9-becf-4aab-97c9-a517c663f122 req-f0d3f94b-5276-4446-9b43-2b036702b119 tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0407639 Jul 30 20:13:37.239637 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a522899a-052a-4419-a7bb-230e41d4d81c req-91e1042a-bbee-4dd8-a063-8f7e92ced9de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=137645cc-90ec-4463-bc0a-f6307edd9f9b HTTP/1.1" status: 200 len: 1000 time: 0.1833467 Jul 30 20:13:37.259024 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5d4e72-757b-49a7-9c28-1f9b668997c1 req-08ac47dc-a500-4efd-a0f9-23018a355c79 service neutron] 10.222.0.59 "GET /v2.0/networks/956f2f8d-58e3-4da4-8be7-e5f47f91fd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058582 Jul 30 20:13:37.266855 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07d8b9d5-e92a-4f28-aa5f-eec6a332420b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:37.303066 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522899a-052a-4419-a7bb-230e41d4d81c req-5e44553d-75cc-4ea0-9390-2463ad85214f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:37.304612 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a522899a-052a-4419-a7bb-230e41d4d81c req-5e44553d-75cc-4ea0-9390-2463ad85214f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b1ad353-61a9-43a8-b737-817c20130814 HTTP/1.1" status: 200 len: 855 time: 0.0576539 Jul 30 20:13:37.321491 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07d8b9d5-e92a-4f28-aa5f-eec6a332420b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:37.384554 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522899a-052a-4419-a7bb-230e41d4d81c req-565f6e9b-7ba0-4dac-bcce-ffb9064b21e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:37.386198 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a522899a-052a-4419-a7bb-230e41d4d81c req-565f6e9b-7ba0-4dac-bcce-ffb9064b21e2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c421e0b7-06ec-4b47-a5b3-95881a5c3933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679545 Jul 30 20:13:37.407988 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2b663cd-1e72-4d75-bd14-5a654c6c0bec tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:37.415400 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2b663cd-1e72-4d75-bd14-5a654c6c0bec tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:37.479022 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07d8b9d5-e92a-4f28-aa5f-eec6a332420b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:37.481597 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07d8b9d5-e92a-4f28-aa5f-eec6a332420b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:37.485131 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-07d8b9d5-e92a-4f28-aa5f-eec6a332420b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ede82d93-01d4-47aa-a178-3118ff279131 HTTP/1.1" status: 204 len: 168 time: 0.3162053 Jul 30 20:13:37.510975 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8b9d5-e92a-4f28-aa5f-eec6a332420b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede82d93-01d4-47aa-a178-3118ff279131,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:37.515571 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b663cd-1e72-4d75-bd14-5a654c6c0bec tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'Port': ['ID=32887d2e-5c9c-4d64-9ebd-a58374b51e76,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:37.518038 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2b663cd-1e72-4d75-bd14-5a654c6c0bec tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:37.523797 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcba44d-b1bd-49f8-bd06-fa7d17e5f41d req-678f41f6-77f7-4918-9cb5-6c76a6965204 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:37.525613 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-edcba44d-b1bd-49f8-bd06-fa7d17e5f41d req-678f41f6-77f7-4918-9cb5-6c76a6965204 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.0759695 Jul 30 20:13:37.569844 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a522899a-052a-4419-a7bb-230e41d4d81c req-73fd1fce-eacb-43a3-86ae-13610d9c8901 service neutron] 10.222.0.83 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752353 Jul 30 20:13:37.594242 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-edcba44d-b1bd-49f8-bd06-fa7d17e5f41d req-3e3ad2c5-d5bb-46ce-83a9-afde6358007c tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611215 Jul 30 20:13:37.631127 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b663cd-1e72-4d75-bd14-5a654c6c0bec tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Network b877a562-cd8a-4ede-ae68-50ebff0bbb04 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:13:37.632753 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a2b663cd-1e72-4d75-bd14-5a654c6c0bec tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:13:37.712471 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a522899a-052a-4419-a7bb-230e41d4d81c req-407b2ae3-c010-414e-99ab-2f41c2c1f76b service neutron] 10.222.0.83 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334794 Jul 30 20:13:37.761480 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b663cd-1e72-4d75-bd14-5a654c6c0bec tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Router a911511e-7e97-4d33-aa25-9629061a1d08 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:13:37.876827 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b663cd-1e72-4d75-bd14-5a654c6c0bec tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:13:37.882304 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a2b663cd-1e72-4d75-bd14-5a654c6c0bec tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "PUT /v2.0/routers/a911511e-7e97-4d33-aa25-9629061a1d08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5468969 Jul 30 20:13:37.885140 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40164) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:37.890458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-257c40f5-ef59-4736-94cb-de98055a247d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Request body: {'port': {'network_id': 'b877a562-cd8a-4ede-ae68-50ebff0bbb04', 'name': 'tempest-FloatingIPTestJSON-1022287364'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:37.892542 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531cf21-f8cd-453c-aef6-7dbcbc820859 None None] Sync routers for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:13:37.905290 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0531cf21-f8cd-453c-aef6-7dbcbc820859 None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:37.905924 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0531cf21-f8cd-453c-aef6-7dbcbc820859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:37.944369 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0531cf21-f8cd-453c-aef6-7dbcbc820859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:37.954000 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0531cf21-f8cd-453c-aef6-7dbcbc820859 None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:37.955643 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0531cf21-f8cd-453c-aef6-7dbcbc820859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:37.994186 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0531cf21-f8cd-453c-aef6-7dbcbc820859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:37.995092 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531cf21-f8cd-453c-aef6-7dbcbc820859 None None] The sync data for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:13:38.026068 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257c40f5-ef59-4736-94cb-de98055a247d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Made reservation on behalf of 6f0b681261844828a1c7921e0226c44d for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:13:38.030047 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-257c40f5-ef59-4736-94cb-de98055a247d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:38.055435 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-257c40f5-ef59-4736-94cb-de98055a247d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] device_id is not set on port dcd16255-9908-405a-979e-3823e819610e yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:13:38.253200 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b2754-1752-4324-9c9e-7931c499c77a req-bb314fbb-c169-4ddd-9848-1abf8d6ec629 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:38.254754 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-098b2754-1752-4324-9c9e-7931c499c77a req-bb314fbb-c169-4ddd-9848-1abf8d6ec629 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.1354837 Jul 30 20:13:38.297891 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-257c40f5-ef59-4736-94cb-de98055a247d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Allocated IP 172.20.0.2 (b877a562-cd8a-4ede-ae68-50ebff0bbb04/571ab738-535a-4877-89c4-d83f6e1546a2/dcd16255-9908-405a-979e-3823e819610e) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:13:38.331602 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-098b2754-1752-4324-9c9e-7931c499c77a req-57321ef6-714f-4c18-a581-1b9862e89a14 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629315 Jul 30 20:13:38.854495 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ebd0046b-51f4-41fe-b5c9-c25482f89ddf req-8f2e2809-52fd-4400-b29c-15abdbeccbbc tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0342770 Jul 30 20:13:38.921081 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-257c40f5-ef59-4736-94cb-de98055a247d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:38.960643 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-257c40f5-ef59-4736-94cb-de98055a247d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:39.005637 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257c40f5-ef59-4736-94cb-de98055a247d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Network b877a562-cd8a-4ede-ae68-50ebff0bbb04 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:13:39.008842 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-257c40f5-ef59-4736-94cb-de98055a247d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:13:39.012976 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257c40f5-ef59-4736-94cb-de98055a247d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:13:39.053183 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c40f5-ef59-4736-94cb-de98055a247d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'Port': ['ID=dcd16255-9908-405a-979e-3823e819610e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:39.076180 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257c40f5-ef59-4736-94cb-de98055a247d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:39.076821 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-257c40f5-ef59-4736-94cb-de98055a247d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:39.097273 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-257c40f5-ef59-4736-94cb-de98055a247d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2082994 Jul 30 20:13:39.097675 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40198) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:39.106139 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-26db28bb-e9f2-4f78-afc0-621b8795d48b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Request body: {'port': {'network_id': 'b877a562-cd8a-4ede-ae68-50ebff0bbb04', 'name': 'tempest-FloatingIPTestJSON-1010075289'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:39.233920 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37491d00-3621-4ac9-9f7c-a70477332bd7 req-c766f569-77c4-422b-b75f-df2010765e6a tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:39.235443 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37491d00-3621-4ac9-9f7c-a70477332bd7 req-c766f569-77c4-422b-b75f-df2010765e6a tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.0674057 Jul 30 20:13:39.266195 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26db28bb-e9f2-4f78-afc0-621b8795d48b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Made reservation on behalf of 6f0b681261844828a1c7921e0226c44d for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:13:39.270705 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-26db28bb-e9f2-4f78-afc0-621b8795d48b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:39.299282 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37491d00-3621-4ac9-9f7c-a70477332bd7 req-ca74711e-c02b-4d84-b701-cf03c65d60cd tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578802 Jul 30 20:13:39.331570 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-26db28bb-e9f2-4f78-afc0-621b8795d48b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] device_id is not set on port 29e010c5-c699-48a6-bfe0-62a06c982650 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:13:39.480303 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-26db28bb-e9f2-4f78-afc0-621b8795d48b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Allocated IP 172.20.0.13 (b877a562-cd8a-4ede-ae68-50ebff0bbb04/571ab738-535a-4877-89c4-d83f6e1546a2/29e010c5-c699-48a6-bfe0-62a06c982650) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:13:39.493259 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40206) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:39.556008 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ad139-809c-48e5-83b8-d0f6759a54c1 req-a9c30b9d-ba0a-40c6-ba32-0cbbddb65601 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:39.566903 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c07ad139-809c-48e5-83b8-d0f6759a54c1 req-a9c30b9d-ba0a-40c6-ba32-0cbbddb65601 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.0753138 Jul 30 20:13:39.622229 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c07ad139-809c-48e5-83b8-d0f6759a54c1 req-7ba6378e-1d1e-414e-bf3e-932116619e20 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485759 Jul 30 20:13:39.662092 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ef2f1b71-48e7-4ac3-aab7-73c448218d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:39.695387 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-26db28bb-e9f2-4f78-afc0-621b8795d48b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:39.745324 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-26db28bb-e9f2-4f78-afc0-621b8795d48b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:39.778495 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ef2f1b71-48e7-4ac3-aab7-73c448218d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:39.782754 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ef2f1b71-48e7-4ac3-aab7-73c448218d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:39.804167 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26db28bb-e9f2-4f78-afc0-621b8795d48b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Network b877a562-cd8a-4ede-ae68-50ebff0bbb04 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:13:39.810675 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-26db28bb-e9f2-4f78-afc0-621b8795d48b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:13:39.813197 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26db28bb-e9f2-4f78-afc0-621b8795d48b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:13:39.830864 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ef2f1b71-48e7-4ac3-aab7-73c448218d45 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1ac5d3c3085b48879f3060e91c25fe0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3278394 Jul 30 20:13:39.834206 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f1b71-48e7-4ac3-aab7-73c448218d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2a51f7-eaf4-4268-a7a9-5a2de6681abc,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:39.835723 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40210) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:39.836345 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db28bb-e9f2-4f78-afc0-621b8795d48b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'Port': ['ID=29e010c5-c699-48a6-bfe0-62a06c982650,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:39.903026 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26db28bb-e9f2-4f78-afc0-621b8795d48b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:39.903843 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-26db28bb-e9f2-4f78-afc0-621b8795d48b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:39.929630 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-26db28bb-e9f2-4f78-afc0-621b8795d48b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8293593 Jul 30 20:13:39.932194 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40214) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:39.938433 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c47cdeb1-ea9d-408d-9b0e-04e15156d281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:39.940145 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-7e6666e7-a49e-459d-9fa2-e77cf3af46bb tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': '29e010c5-c699-48a6-bfe0-62a06c982650', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:39.962765 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c47cdeb1-ea9d-408d-9b0e-04e15156d281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:39.973264 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7e6666e7-a49e-459d-9fa2-e77cf3af46bb tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:40.013386 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c47cdeb1-ea9d-408d-9b0e-04e15156d281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:40.016570 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c47cdeb1-ea9d-408d-9b0e-04e15156d281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:40.016722 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58798017-d1c0-4691-a1fe-e5233e1ea422 req-671622d1-9d2e-4f17-b569-22cc9e2df1d1 tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0534768 Jul 30 20:13:40.017890 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c47cdeb1-ea9d-408d-9b0e-04e15156d281 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bb2a51f7-eaf4-4268-a7a9-5a2de6681abc HTTP/1.1" status: 204 len: 168 time: 0.1767242 Jul 30 20:13:40.049331 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cdeb1-ea9d-408d-9b0e-04e15156d281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2a51f7-eaf4-4268-a7a9-5a2de6681abc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:40.144295 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7e6666e7-a49e-459d-9fa2-e77cf3af46bb tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:40.272018 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-7e6666e7-a49e-459d-9fa2-e77cf3af46bb tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Allocated IP 172.25.3.31 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/bc474d48-f601-4168-91a6-f155782de325) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:13:40.385818 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7e6666e7-a49e-459d-9fa2-e77cf3af46bb tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:40.455953 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7e6666e7-a49e-459d-9fa2-e77cf3af46bb tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:40.512829 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dada3e-eeef-46db-a0bc-4c9b17170372 req-bac1123b-4db4-4b49-9911-afe01d18538f tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:40.514333 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-26dada3e-eeef-46db-a0bc-4c9b17170372 req-bac1123b-4db4-4b49-9911-afe01d18538f tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.0984173 Jul 30 20:13:40.516223 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6666e7-a49e-459d-9fa2-e77cf3af46bb tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:13:40.524665 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-7e6666e7-a49e-459d-9fa2-e77cf3af46bb tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:13:40.528832 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6666e7-a49e-459d-9fa2-e77cf3af46bb tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:13:40.530845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6666e7-a49e-459d-9fa2-e77cf3af46bb tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'Port': ['ID=bc474d48-f601-4168-91a6-f155782de325,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:40.594754 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-26dada3e-eeef-46db-a0bc-4c9b17170372 req-91775dba-9d6f-40cc-81ac-507685793cae tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678060 Jul 30 20:13:40.839884 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40242) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:40.881028 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651af42a-45be-48e7-8669-8ab20d0a69d7 req-a970c3e8-54c0-4cb9-8e21-d7092992bca1 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:40.882561 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-651af42a-45be-48e7-8669-8ab20d0a69d7 req-a970c3e8-54c0-4cb9-8e21-d7092992bca1 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.0819631 Jul 30 20:13:40.994345 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-609b964a-69ee-4950-a8a3-58fe1f5878e9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1098374456-network', 'tenant_id': 'af828c97e9de42b1a052742860c9602f'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:41.006633 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-651af42a-45be-48e7-8669-8ab20d0a69d7 req-cf83a994-0466-4712-acbb-05950b923d30 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883498 Jul 30 20:13:41.059987 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609b964a-69ee-4950-a8a3-58fe1f5878e9 admin admin] Made reservation on behalf of af828c97e9de42b1a052742860c9602f for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:13:41.062376 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-609b964a-69ee-4950-a8a3-58fe1f5878e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:41.072966 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-609b964a-69ee-4950-a8a3-58fe1f5878e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:41.136599 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7e6666e7-a49e-459d-9fa2-e77cf3af46bb tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:41.141848 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f1f3a5c6-1bc8-43e5-8148-088c0bcd2e99 req-a0f01bf1-9760-4a86-883f-726b706c3f08 tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0434737 Jul 30 20:13:41.241535 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7e6666e7-a49e-459d-9fa2-e77cf3af46bb tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:41.287249 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-609b964a-69ee-4950-a8a3-58fe1f5878e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:41.299838 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-609b964a-69ee-4950-a8a3-58fe1f5878e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:41.374134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609b964a-69ee-4950-a8a3-58fe1f5878e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:13:41.380147 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b964a-69ee-4950-a8a3-58fe1f5878e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4ad265-5986-4724-b0ac-aef113cc2904,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:41.394463 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-609b964a-69ee-4950-a8a3-58fe1f5878e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:41.395020 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-609b964a-69ee-4950-a8a3-58fe1f5878e9 admin admin] Added segment 972335a5-e84a-4881-a85d-cec33c6e3e6c of type vlan for network af82b758-cfe6-4249-9efc-2ca0efc2e08c Jul 30 20:13:41.454504 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-609b964a-69ee-4950-a8a3-58fe1f5878e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:41.507383 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7e6666e7-a49e-459d-9fa2-e77cf3af46bb tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:41.516424 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-609b964a-69ee-4950-a8a3-58fe1f5878e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:41.517960 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609b964a-69ee-4950-a8a3-58fe1f5878e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:41.518805 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-609b964a-69ee-4950-a8a3-58fe1f5878e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:41.522510 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7e6666e7-a49e-459d-9fa2-e77cf3af46bb tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:41.639546 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-609b964a-69ee-4950-a8a3-58fe1f5878e9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7944894 Jul 30 20:13:41.641503 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40254) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:41.649816 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1ad17862-8368-4a4e-949a-cb6aed117362 admin admin] Request body: {'subnet': {'network_id': 'af82b758-cfe6-4249-9efc-2ca0efc2e08c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1098374456-subnet', 'tenant_id': 'af828c97e9de42b1a052742860c9602f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:41.677883 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b964a-69ee-4950-a8a3-58fe1f5878e9 admin admin] Pushing event updated for resources: {'Network': ['ID=af82b758-cfe6-4249-9efc-2ca0efc2e08c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:41.680451 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad17862-8368-4a4e-949a-cb6aed117362 admin admin] Made reservation on behalf of af828c97e9de42b1a052742860c9602f for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:13:41.681913 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6666e7-a49e-459d-9fa2-e77cf3af46bb tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'Port': ['ID=bc474d48-f601-4168-91a6-f155782de325,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:41.685834 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ad17862-8368-4a4e-949a-cb6aed117362 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:41.688612 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network af82b758-cfe6-4249-9efc-2ca0efc2e08c details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:13:41.755468 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7e6666e7-a49e-459d-9fa2-e77cf3af46bb tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:41.820173 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238adf63-d4c7-4843-bae5-1b45f0c95959 req-879c570c-f6fb-44c0-ae51-32c40c6b6775 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:41.821676 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-238adf63-d4c7-4843-bae5-1b45f0c95959 req-879c570c-f6fb-44c0-ae51-32c40c6b6775 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.1187270 Jul 30 20:13:41.905071 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-238adf63-d4c7-4843-bae5-1b45f0c95959 req-53bfb94a-0863-46f9-ab64-6b6826b7ae13 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766051 Jul 30 20:13:41.911585 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-7e6666e7-a49e-459d-9fa2-e77cf3af46bb tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Floating IP 84412a6f-5912-4994-9a69-2e22bb87089f associated. External IP: 172.25.3.31, port: 29e010c5-c699-48a6-bfe0-62a06c982650. Jul 30 20:13:41.965411 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ad17862-8368-4a4e-949a-cb6aed117362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:42.031542 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad17862-8368-4a4e-949a-cb6aed117362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0627cd6c-929d-4b27-a87f-06baf48fa668,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:42.039930 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad17862-8368-4a4e-949a-cb6aed117362 admin admin] Checking segment: {'id': '972335a5-e84a-4881-a85d-cec33c6e3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'af82b758-cfe6-4249-9efc-2ca0efc2e08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:13:42.040237 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad17862-8368-4a4e-949a-cb6aed117362 admin admin] Network hostable DHCP agents. Network: af82b758-cfe6-4249-9efc-2ca0efc2e08c, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:13:42.071165 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad17862-8368-4a4e-949a-cb6aed117362 admin admin] Network af82b758-cfe6-4249-9efc-2ca0efc2e08c is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:13:42.099878 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-1ad17862-8368-4a4e-949a-cb6aed117362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, af82b758-cfe6-4249-9efc-2ca0efc2e08c) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:13:42.113635 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad17862-8368-4a4e-949a-cb6aed117362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:42.116370 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ad17862-8368-4a4e-949a-cb6aed117362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:42.136718 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f4e5a7-f6a8-4173-9662-106170ed1810 None None] Network af82b758-cfe6-4249-9efc-2ca0efc2e08c requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:13:42.205955 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1ad17862-8368-4a4e-949a-cb6aed117362 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5614355 Jul 30 20:13:42.311394 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9318c916-8971-4b0f-b902-b6031381f21b None None] Network af82b758-cfe6-4249-9efc-2ca0efc2e08c requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:13:42.533312 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6666e7-a49e-459d-9fa2-e77cf3af46bb tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Router a911511e-7e97-4d33-aa25-9629061a1d08 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:13:42.547792 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a74c59-c781-4122-b887-0b95ec0b784b req-2a95ba55-a076-4811-9f27-5b3720b5202a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:42.549298 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-93a74c59-c781-4122-b887-0b95ec0b784b req-2a95ba55-a076-4811-9f27-5b3720b5202a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.3700926 Jul 30 20:13:42.658292 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-93a74c59-c781-4122-b887-0b95ec0b784b req-28d0475f-af9f-4e9b-bb01-c3bff096c9ae tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020277 Jul 30 20:13:42.684089 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6666e7-a49e-459d-9fa2-e77cf3af46bb tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:13:42.691948 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4166d2d-b735-4786-8b9f-f8af0c65f484 None None] Sync routers for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:13:42.706836 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4166d2d-b735-4786-8b9f-f8af0c65f484 None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:42.707796 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d4166d2d-b735-4786-8b9f-f8af0c65f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:42.707948 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7e6666e7-a49e-459d-9fa2-e77cf3af46bb tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:42.746431 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d4166d2d-b735-4786-8b9f-f8af0c65f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:42.751746 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7e6666e7-a49e-459d-9fa2-e77cf3af46bb tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.8163826 Jul 30 20:13:42.754284 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40266) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:42.757818 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4166d2d-b735-4786-8b9f-f8af0c65f484 None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:42.758663 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d4166d2d-b735-4786-8b9f-f8af0c65f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:42.759280 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-059f79c3-454d-4359-bce1-972eac6f1ec0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:42.788906 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f68f01a4-4f48-4a06-ac83-87856edbc354 req-8cd609ff-5968-4419-bfe6-a61f9c646dcc tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0421925 Jul 30 20:13:42.798943 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d4166d2d-b735-4786-8b9f-f8af0c65f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:42.799899 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4166d2d-b735-4786-8b9f-f8af0c65f484 None None] The sync data for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:13:42.860318 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-059f79c3-454d-4359-bce1-972eac6f1ec0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:42.962801 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-6f23ae72-0589-4ba8-a133-15ec1839b09a req-91067066-649e-4764-9606-2b1b6ae87879 tempest-SecurityGroupsNegativeTestJSON-2141098248 tempest-SecurityGroupsNegativeTestJSON-2141098248-project] show failed (client error): The resource could not be found. Jul 30 20:13:42.963975 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f23ae72-0589-4ba8-a133-15ec1839b09a req-91067066-649e-4764-9606-2b1b6ae87879 tempest-SecurityGroupsNegativeTestJSON-2141098248 tempest-SecurityGroupsNegativeTestJSON-2141098248-project] 10.222.0.81 "GET /v2.0/security-groups/3c3158db-4919-4db7-9f52-d5bf6300420a HTTP/1.1" status: 404 len: 352 time: 0.0150106 Jul 30 20:13:43.026443 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-059f79c3-454d-4359-bce1-972eac6f1ec0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:43.035207 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-059f79c3-454d-4359-bce1-972eac6f1ec0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:43.035551 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-059f79c3-454d-4359-bce1-972eac6f1ec0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Floating IP 84412a6f-5912-4994-9a69-2e22bb87089f disassociated. External IP: 172.25.3.31, port: 29e010c5-c699-48a6-bfe0-62a06c982650. Jul 30 20:13:43.077669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a517dc-c51f-49ec-b570-78232a009c57 req-7a9342e0-742f-4932-8e9e-2e031eb1a2aa tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:43.079322 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-87a517dc-c51f-49ec-b570-78232a009c57 req-7a9342e0-742f-4932-8e9e-2e031eb1a2aa tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.0589235 Jul 30 20:13:43.129249 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-87a517dc-c51f-49ec-b570-78232a009c57 req-0990fd72-b367-4b5d-a5e5-f4fa2c0c8cd3 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430076 Jul 30 20:13:43.269061 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059f79c3-454d-4359-bce1-972eac6f1ec0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Router a911511e-7e97-4d33-aa25-9629061a1d08 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:13:43.305187 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3fe9f600-dec1-4285-a067-6fbab785b950 req-21739147-b55d-4e65-ac43-c7d9e0698f3d tempest-SecurityGroupsNegativeTestJSON-2141098248 tempest-SecurityGroupsNegativeTestJSON-2141098248-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=af828c97e9de42b1a052742860c9602f HTTP/1.1" status: 200 len: 2988 time: 0.0602696 Jul 30 20:13:43.355118 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3fe9f600-dec1-4285-a067-6fbab785b950 req-2ac10e4d-a68d-415d-b0ac-a865408005f8 tempest-SecurityGroupsNegativeTestJSON-2141098248 tempest-SecurityGroupsNegativeTestJSON-2141098248-project] 10.222.0.81 "GET /v2.0/security-groups/1d4ad265-5986-4724-b0ac-aef113cc2904 HTTP/1.1" status: 200 len: 2985 time: 0.0428457 Jul 30 20:13:43.399075 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059f79c3-454d-4359-bce1-972eac6f1ec0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:13:43.403576 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-059f79c3-454d-4359-bce1-972eac6f1ec0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:43.409095 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0a62c4-47c3-475f-9357-414bc8b77ed8 None None] Sync routers for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:13:43.415636 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3fe9f600-dec1-4285-a067-6fbab785b950 req-2a64af81-a199-4b38-9f89-b3482ef46abc tempest-SecurityGroupsNegativeTestJSON-2141098248 tempest-SecurityGroupsNegativeTestJSON-2141098248-project] 10.222.0.81 "GET /v2.0/security-groups/1d4ad265-5986-4724-b0ac-aef113cc2904 HTTP/1.1" status: 200 len: 2985 time: 0.0534685 Jul 30 20:13:43.418106 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0a62c4-47c3-475f-9357-414bc8b77ed8 None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:43.418801 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ff0a62c4-47c3-475f-9357-414bc8b77ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:43.452495 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ff0a62c4-47c3-475f-9357-414bc8b77ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:43.461895 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-059f79c3-454d-4359-bce1-972eac6f1ec0 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "PUT /v2.0/floatingips/84412a6f-5912-4994-9a69-2e22bb87089f HTTP/1.1" status: 200 len: 687 time: 0.7040701 Jul 30 20:13:43.462403 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40280) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:43.465512 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0a62c4-47c3-475f-9357-414bc8b77ed8 None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:43.466321 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ff0a62c4-47c3-475f-9357-414bc8b77ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:43.503980 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ff0a62c4-47c3-475f-9357-414bc8b77ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:43.504892 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0a62c4-47c3-475f-9357-414bc8b77ed8 None None] The sync data for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:13:43.507901 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-229b0193-5ea1-4880-84d3-cb80d99dc3e1 req-e07ccd3f-d42c-4c5b-9d3d-c78ab7a9b892 tempest-SecurityGroupsNegativeTestJSON-2141098248 tempest-SecurityGroupsNegativeTestJSON-2141098248-project] 10.222.0.81 "GET /v2.0/security-groups/1d4ad265-5986-4724-b0ac-aef113cc2904 HTTP/1.1" status: 200 len: 2985 time: 0.0623465 Jul 30 20:13:43.568338 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-229b0193-5ea1-4880-84d3-cb80d99dc3e1 req-948f21a3-3219-459d-a961-d58c94e623be tempest-SecurityGroupsNegativeTestJSON-2141098248 tempest-SecurityGroupsNegativeTestJSON-2141098248-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 20:13:43.569935 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-229b0193-5ea1-4880-84d3-cb80d99dc3e1 req-948f21a3-3219-459d-a961-d58c94e623be tempest-SecurityGroupsNegativeTestJSON-2141098248 tempest-SecurityGroupsNegativeTestJSON-2141098248-project] 10.222.0.81 "DELETE /v2.0/security-groups/1d4ad265-5986-4724-b0ac-aef113cc2904 HTTP/1.1" status: 409 len: 352 time: 0.0610206 Jul 30 20:13:43.608243 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-7f92f383-23dc-4d0b-9c9c-464cdb31cc7d req-236416c7-a2fe-403a-97ed-85e8d5cae4de tempest-SecurityGroupsNegativeTestJSON-2141098248 tempest-SecurityGroupsNegativeTestJSON-2141098248-project] show failed (client error): The resource could not be found. Jul 30 20:13:43.609355 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f92f383-23dc-4d0b-9c9c-464cdb31cc7d req-236416c7-a2fe-403a-97ed-85e8d5cae4de tempest-SecurityGroupsNegativeTestJSON-2141098248 tempest-SecurityGroupsNegativeTestJSON-2141098248-project] 10.222.0.81 "GET /v2.0/security-groups/e3f23664-ce26-4493-89db-3912ce9e3646 HTTP/1.1" status: 404 len: 352 time: 0.0152509 Jul 30 20:13:43.624061 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6b394f5f-8f29-49e2-8837-22524f807f82 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Deleting port bc474d48-f601-4168-91a6-f155782de325 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:13:43.624708 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b394f5f-8f29-49e2-8837-22524f807f82 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:43.646102 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-d29a79e8-6f5a-4462-abe3-0e233fe9d906 req-49249043-600b-4ace-be9c-fcba272ba741 tempest-SecurityGroupsNegativeTestJSON-2141098248 tempest-SecurityGroupsNegativeTestJSON-2141098248-project] show failed (client error): The resource could not be found. Jul 30 20:13:43.648304 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d29a79e8-6f5a-4462-abe3-0e233fe9d906 req-49249043-600b-4ace-be9c-fcba272ba741 tempest-SecurityGroupsNegativeTestJSON-2141098248 tempest-SecurityGroupsNegativeTestJSON-2141098248-project] 10.222.0.81 "GET /v2.0/security-groups/917ef420-716b-4eb5-9fcc-9fdbe5eb94fc HTTP/1.1" status: 404 len: 352 time: 0.0143194 Jul 30 20:13:43.658640 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40286) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:43.712206 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b394f5f-8f29-49e2-8837-22524f807f82 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:43.712665 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b394f5f-8f29-49e2-8837-22524f807f82 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:43.718481 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5f61f4-c37b-4749-92c9-6c1ca8737459 admin admin] Deleting subnet 0627cd6c-929d-4b27-a87f-06baf48fa668 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:13:43.721877 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c5f61f4-c37b-4749-92c9-6c1ca8737459 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:43.726452 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6b394f5f-8f29-49e2-8837-22524f807f82 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Calling delete_port for bc474d48-f601-4168-91a6-f155782de325 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:13:43.787149 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c5f61f4-c37b-4749-92c9-6c1ca8737459 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:43.831421 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5701a-0fa8-446d-805e-81f1a84c457b req-ccc0b042-b0b9-4d13-9ca0-aef582d85c81 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:43.833140 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-acc5701a-0fa8-446d-805e-81f1a84c457b req-ccc0b042-b0b9-4d13-9ca0-aef582d85c81 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.0890982 Jul 30 20:13:43.852064 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c5f61f4-c37b-4749-92c9-6c1ca8737459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:43.914545 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b394f5f-8f29-49e2-8837-22524f807f82 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:43.916867 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-acc5701a-0fa8-446d-805e-81f1a84c457b req-f3edf4f8-96d8-4d8a-80e0-a50bc249d973 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747175 Jul 30 20:13:43.940359 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c5f61f4-c37b-4749-92c9-6c1ca8737459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:43.944930 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b394f5f-8f29-49e2-8837-22524f807f82 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event deleted for resources: {'Port': ['ID=bc474d48-f601-4168-91a6-f155782de325,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:43.966231 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f61f4-c37b-4749-92c9-6c1ca8737459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0627cd6c-929d-4b27-a87f-06baf48fa668,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:43.971062 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c5f61f4-c37b-4749-92c9-6c1ca8737459 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:43.975758 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4c5f61f4-c37b-4749-92c9-6c1ca8737459 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0627cd6c-929d-4b27-a87f-06baf48fa668 HTTP/1.1" status: 204 len: 168 time: 0.3159287 Jul 30 20:13:43.977783 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40292) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:44.052879 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b394f5f-8f29-49e2-8837-22524f807f82 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:44.056671 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b394f5f-8f29-49e2-8837-22524f807f82 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:44.071535 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6b394f5f-8f29-49e2-8837-22524f807f82 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "DELETE /v2.0/floatingips/84412a6f-5912-4994-9a69-2e22bb87089f HTTP/1.1" status: 204 len: 168 time: 0.5934374 Jul 30 20:13:44.071535 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40294) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:44.071535 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-13efcfc2-83a4-449f-bd52-7b1985d4c20d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': 'dcd16255-9908-405a-979e-3823e819610e'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:44.079137 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d17d0140-fcfd-4be4-88c9-190ff795614c req-e0920e96-cd1d-4ecb-8e6d-4efeb39b901f tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0450370 Jul 30 20:13:44.081894 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bf2ed97f-9b34-4601-b305-8f48a65c6f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:44.094998 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13efcfc2-83a4-449f-bd52-7b1985d4c20d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:44.182492 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bf2ed97f-9b34-4601-b305-8f48a65c6f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:44.194100 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-bf2ed97f-9b34-4601-b305-8f48a65c6f25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af82b758-cfe6-4249-9efc-2ca0efc2e08c']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:44.205325 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-bf2ed97f-9b34-4601-b305-8f48a65c6f25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972335a5-e84a-4881-a85d-cec33c6e3e6c') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:44.205555 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-bf2ed97f-9b34-4601-b305-8f48a65c6f25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972335a5-e84a-4881-a85d-cec33c6e3e6c') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:44.223975 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bf2ed97f-9b34-4601-b305-8f48a65c6f25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:44.243499 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13efcfc2-83a4-449f-bd52-7b1985d4c20d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:44.260387 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bf2ed97f-9b34-4601-b305-8f48a65c6f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:44.272084 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2ed97f-9b34-4601-b305-8f48a65c6f25 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:13:44.272583 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bf2ed97f-9b34-4601-b305-8f48a65c6f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:13:44.274300 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:13:44.333710 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5931cc-edf1-4fd8-9ea3-29f8b78e5d00 req-383b26e7-422d-48ce-b309-b6bc9dd63c66 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:44.335250 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b5931cc-edf1-4fd8-9ea3-29f8b78e5d00 req-383b26e7-422d-48ce-b309-b6bc9dd63c66 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.1230354 Jul 30 20:13:44.363310 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bf2ed97f-9b34-4601-b305-8f48a65c6f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:44.376521 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bf2ed97f-9b34-4601-b305-8f48a65c6f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:44.380351 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-bf2ed97f-9b34-4601-b305-8f48a65c6f25 admin admin] 10.222.0.81 "DELETE /v2.0/networks/af82b758-cfe6-4249-9efc-2ca0efc2e08c HTTP/1.1" status: 204 len: 168 time: 0.4005783 Jul 30 20:13:44.403377 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ed97f-9b34-4601-b305-8f48a65c6f25 admin admin] Pushing event deleted for resources: {'Network': ['ID=af82b758-cfe6-4249-9efc-2ca0efc2e08c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:44.411635 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b5931cc-edf1-4fd8-9ea3-29f8b78e5d00 req-83e84778-7d8d-411d-a046-0bdb4de28824 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693178 Jul 30 20:13:44.523901 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-13efcfc2-83a4-449f-bd52-7b1985d4c20d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Allocated IP 172.25.3.60 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/dfc205a9-2f8c-49e4-bbe3-efa9a9f3dd79) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:13:44.567438 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40302) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:44.625481 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7bddef39-1d4b-45f8-aa7a-cd81d4336183 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=af828c97e9de42b1a052742860c9602f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0567756 Jul 30 20:13:44.626202 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40304) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:44.639848 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13efcfc2-83a4-449f-bd52-7b1985d4c20d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:44.675790 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6781cf8f-d8fa-4830-90d1-1f31936138ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:44.693353 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13efcfc2-83a4-449f-bd52-7b1985d4c20d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:44.703605 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6781cf8f-d8fa-4830-90d1-1f31936138ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:44.746152 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13efcfc2-83a4-449f-bd52-7b1985d4c20d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:13:44.747890 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-13efcfc2-83a4-449f-bd52-7b1985d4c20d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:13:44.749733 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efcfc2-83a4-449f-bd52-7b1985d4c20d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'Port': ['ID=dfc205a9-2f8c-49e4-bbe3-efa9a9f3dd79,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:44.752618 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13efcfc2-83a4-449f-bd52-7b1985d4c20d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:13:44.753797 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6781cf8f-d8fa-4830-90d1-1f31936138ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:44.757035 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6781cf8f-d8fa-4830-90d1-1f31936138ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:44.758486 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6781cf8f-d8fa-4830-90d1-1f31936138ad admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1d4ad265-5986-4724-b0ac-aef113cc2904 HTTP/1.1" status: 204 len: 168 time: 0.1309371 Jul 30 20:13:44.768825 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781cf8f-d8fa-4830-90d1-1f31936138ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4ad265-5986-4724-b0ac-aef113cc2904,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:45.108713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88886850-c460-48c5-b3e2-09a04af7f019 req-c3dbd8e0-42e8-427b-950d-3a49cfcc4ff0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:45.116678 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-88886850-c460-48c5-b3e2-09a04af7f019 req-c3dbd8e0-42e8-427b-950d-3a49cfcc4ff0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.0795100 Jul 30 20:13:45.156313 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-88886850-c460-48c5-b3e2-09a04af7f019 req-e4822c09-abb2-442e-a5da-99ed84cff559 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388536 Jul 30 20:13:45.206655 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13efcfc2-83a4-449f-bd52-7b1985d4c20d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:45.253626 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7554fcd7-9d44-4376-a04e-ff4ddc5ad3ae req-a4c34eb1-905d-4b95-a2ae-2d7f67c09501 tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0334034 Jul 30 20:13:45.295029 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:45.334974 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13efcfc2-83a4-449f-bd52-7b1985d4c20d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:45.543927 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13efcfc2-83a4-449f-bd52-7b1985d4c20d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:45.545873 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bfe31-572e-4c2e-b755-a86a8d311ffd req-fbf9269a-af6d-4716-9bd4-28547532a4a5 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:45.548115 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c9bfe31-572e-4c2e-b755-a86a8d311ffd req-fbf9269a-af6d-4716-9bd4-28547532a4a5 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.0575180 Jul 30 20:13:45.551403 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13efcfc2-83a4-449f-bd52-7b1985d4c20d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:45.620151 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c9bfe31-572e-4c2e-b755-a86a8d311ffd req-1fac7644-7f0a-47ed-b3f8-2161aa6e73a5 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657902 Jul 30 20:13:45.674687 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efcfc2-83a4-449f-bd52-7b1985d4c20d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'Port': ['ID=dfc205a9-2f8c-49e4-bbe3-efa9a9f3dd79,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:45.684517 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13efcfc2-83a4-449f-bd52-7b1985d4c20d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:45.764364 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40336) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:45.805511 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-13efcfc2-83a4-449f-bd52-7b1985d4c20d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Floating IP 19c4c96e-95e7-4406-b9a9-ac4ace231075 associated. External IP: 172.25.3.60, port: dcd16255-9908-405a-979e-3823e819610e. Jul 30 20:13:45.870966 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-f7024087-caac-4a92-8ae3-acb99843a340 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-202472400-network', 'tenant_id': '0e6f46f3be284fdeb1a12198f3d4df94'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:45.895295 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7024087-caac-4a92-8ae3-acb99843a340 admin admin] Made reservation on behalf of 0e6f46f3be284fdeb1a12198f3d4df94 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:13:45.898201 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f7024087-caac-4a92-8ae3-acb99843a340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:45.908624 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f7024087-caac-4a92-8ae3-acb99843a340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:46.023419 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f7024087-caac-4a92-8ae3-acb99843a340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:46.027253 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f7024087-caac-4a92-8ae3-acb99843a340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:46.043480 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7024087-caac-4a92-8ae3-acb99843a340 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:13:46.057540 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f7024087-caac-4a92-8ae3-acb99843a340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:46.057991 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-f7024087-caac-4a92-8ae3-acb99843a340 admin admin] Added segment 94b1ce66-00e3-4c58-9b7d-28ebdc1f7ed2 of type vlan for network 5f099254-839b-48c1-93d8-5f96068c5ebf Jul 30 20:13:46.117947 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7024087-caac-4a92-8ae3-acb99843a340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a6b980-213e-4d5d-8267-0909ba0a7590,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:46.130299 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f7024087-caac-4a92-8ae3-acb99843a340 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:46.164146 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f7024087-caac-4a92-8ae3-acb99843a340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:46.165475 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7024087-caac-4a92-8ae3-acb99843a340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:46.166356 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f7024087-caac-4a92-8ae3-acb99843a340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:46.232141 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f7024087-caac-4a92-8ae3-acb99843a340 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4665353 Jul 30 20:13:46.235037 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40342) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:46.242206 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b70a95a7-1859-40da-a93d-a3877f8e08a3 admin admin] Request body: {'subnet': {'network_id': '5f099254-839b-48c1-93d8-5f96068c5ebf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-202472400-subnet', 'tenant_id': '0e6f46f3be284fdeb1a12198f3d4df94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:46.250524 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7024087-caac-4a92-8ae3-acb99843a340 admin admin] Pushing event updated for resources: {'Network': ['ID=5f099254-839b-48c1-93d8-5f96068c5ebf,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:46.262009 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 5f099254-839b-48c1-93d8-5f96068c5ebf details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:13:46.340339 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70a95a7-1859-40da-a93d-a3877f8e08a3 admin admin] Made reservation on behalf of 0e6f46f3be284fdeb1a12198f3d4df94 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:13:46.350314 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b70a95a7-1859-40da-a93d-a3877f8e08a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:46.403968 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c9136-f121-44c6-80e0-e174e88aeb60 req-076a209e-de68-4f38-9f49-78586ba6c925 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:46.405480 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-287c9136-f121-44c6-80e0-e174e88aeb60 req-076a209e-de68-4f38-9f49-78586ba6c925 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.1295693 Jul 30 20:13:46.438776 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13efcfc2-83a4-449f-bd52-7b1985d4c20d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Router a911511e-7e97-4d33-aa25-9629061a1d08 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:13:46.506436 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-287c9136-f121-44c6-80e0-e174e88aeb60 req-59efc749-193e-427f-a7ae-ed1a3d31f2c3 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891397 Jul 30 20:13:46.564669 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13efcfc2-83a4-449f-bd52-7b1985d4c20d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:13:46.573567 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206a5f76-2726-482c-83ac-45018a0b1cfd None None] Sync routers for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:13:46.584470 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206a5f76-2726-482c-83ac-45018a0b1cfd None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:46.585107 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-206a5f76-2726-482c-83ac-45018a0b1cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:46.585326 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13efcfc2-83a4-449f-bd52-7b1985d4c20d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:46.632354 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-13efcfc2-83a4-449f-bd52-7b1985d4c20d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5696452 Jul 30 20:13:46.641359 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40348) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:46.642920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-206a5f76-2726-482c-83ac-45018a0b1cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:46.676823 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206a5f76-2726-482c-83ac-45018a0b1cfd None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:46.677725 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-206a5f76-2726-482c-83ac-45018a0b1cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:46.708548 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b60c822f-3bca-4edd-8375-ea1317e34386 req-df1a5545-2843-49b1-b114-3c94de807897 tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0579815 Jul 30 20:13:46.712860 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b70a95a7-1859-40da-a93d-a3877f8e08a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:46.714480 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-206a5f76-2726-482c-83ac-45018a0b1cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:46.716957 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206a5f76-2726-482c-83ac-45018a0b1cfd None None] The sync data for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:13:46.725285 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-eb679f7d-339f-491f-9c04-00fa16f97410 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "GET /v2.0/floatingips/19c4c96e-95e7-4406-b9a9-ac4ace231075 HTTP/1.1" status: 200 len: 977 time: 0.0820262 Jul 30 20:13:46.728071 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40352) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:46.791131 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a95a7-1859-40da-a93d-a3877f8e08a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa9c148d-1bc0-45a5-9483-7afe324d83ab,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:46.801267 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70a95a7-1859-40da-a93d-a3877f8e08a3 admin admin] Checking segment: {'id': '94b1ce66-00e3-4c58-9b7d-28ebdc1f7ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f099254-839b-48c1-93d8-5f96068c5ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:13:46.801732 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70a95a7-1859-40da-a93d-a3877f8e08a3 admin admin] Network hostable DHCP agents. Network: 5f099254-839b-48c1-93d8-5f96068c5ebf, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:13:46.824936 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70a95a7-1859-40da-a93d-a3877f8e08a3 admin admin] Network 5f099254-839b-48c1-93d8-5f96068c5ebf is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:13:46.849259 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7d7f1bf6-d277-4ccf-a9a9-383cf6ce33d5 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1197979 Jul 30 20:13:46.851820 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40354) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:46.856946 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-74f0ae64-4b30-4468-85db-4dc522ab5c35 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Request body: {'floatingip': {'port_id': '29e010c5-c699-48a6-bfe0-62a06c982650'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:46.880282 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-b70a95a7-1859-40da-a93d-a3877f8e08a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 5f099254-839b-48c1-93d8-5f96068c5ebf) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:13:46.884852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70a95a7-1859-40da-a93d-a3877f8e08a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:46.885862 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b70a95a7-1859-40da-a93d-a3877f8e08a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:46.889168 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef99decc-9b87-4e1d-85f0-6872d94c7f84 None None] Network 5f099254-839b-48c1-93d8-5f96068c5ebf requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:13:46.914817 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336216b5-b4dc-45d8-8b07-76f6cc6e6259 req-001e8f1a-52a7-4bc2-a2a8-c89acce3ac03 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:46.916762 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-336216b5-b4dc-45d8-8b07-76f6cc6e6259 req-001e8f1a-52a7-4bc2-a2a8-c89acce3ac03 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.0781817 Jul 30 20:13:46.946747 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74f0ae64-4b30-4468-85db-4dc522ab5c35 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:46.959464 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b70a95a7-1859-40da-a93d-a3877f8e08a3 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7230649 Jul 30 20:13:47.003305 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-336216b5-b4dc-45d8-8b07-76f6cc6e6259 req-ad45b15e-b031-4e99-9fb1-6d25c5c11ecf tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778742 Jul 30 20:13:47.068906 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4664a8b5-8c9d-4701-9e62-d05088e45939 None None] Network 5f099254-839b-48c1-93d8-5f96068c5ebf requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:13:47.608991 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74f0ae64-4b30-4468-85db-4dc522ab5c35 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:47.614757 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74f0ae64-4b30-4468-85db-4dc522ab5c35 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:47.703091 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-8d005a72-3be1-4b75-a29d-ad1b559a4833 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:47.704722 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-8d005a72-3be1-4b75-a29d-ad1b559a4833 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/networks?id=5f099254-839b-48c1-93d8-5f96068c5ebf HTTP/1.1" status: 200 len: 813 time: 0.2220140 Jul 30 20:13:47.722868 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-74f0ae64-4b30-4468-85db-4dc522ab5c35 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Floating IP 19c4c96e-95e7-4406-b9a9-ac4ace231075 associated. External IP: 172.25.3.60, port: dcd16255-9908-405a-979e-3823e819610e. Jul 30 20:13:47.729857 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-44fa9395-3699-497c-9520-6327f0daa302 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/quotas/0e6f46f3be284fdeb1a12198f3d4df94 HTTP/1.1" status: 200 len: 375 time: 0.0167742 Jul 30 20:13:47.788078 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-2c1c3826-313b-4f78-af16-49a09afa571d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0e6f46f3be284fdeb1a12198f3d4df94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508201 Jul 30 20:13:47.906100 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-46261d5b-daf4-4ae5-9170-ab183e581ef3 service neutron] 10.222.0.81 "GET /v2.0/networks/5f099254-839b-48c1-93d8-5f96068c5ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124995 Jul 30 20:13:47.950368 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f0ae64-4b30-4468-85db-4dc522ab5c35 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Router a911511e-7e97-4d33-aa25-9629061a1d08 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:13:47.995695 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-94dc4489-a8a2-4875-9556-184fad1dd976 service neutron] 10.222.0.81 "GET /v2.0/networks/5f099254-839b-48c1-93d8-5f96068c5ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851471 Jul 30 20:13:48.084252 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f0ae64-4b30-4468-85db-4dc522ab5c35 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:13:48.101958 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f4b118-ec31-4277-9a7a-abaacbeda9bd None None] Sync routers for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:13:48.112583 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f4b118-ec31-4277-9a7a-abaacbeda9bd None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:48.114176 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-37f4b118-ec31-4277-9a7a-abaacbeda9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:48.165191 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-37f4b118-ec31-4277-9a7a-abaacbeda9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:48.174251 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f4b118-ec31-4277-9a7a-abaacbeda9bd None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:48.175221 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-37f4b118-ec31-4277-9a7a-abaacbeda9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:48.221416 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-37f4b118-ec31-4277-9a7a-abaacbeda9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:48.222219 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f4b118-ec31-4277-9a7a-abaacbeda9bd None None] The sync data for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:13:48.275586 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8958d-e422-4894-b60a-1b7ff35a1d82 req-82c043d2-0992-426e-9a6a-340985b1040c tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:48.277147 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a8e8958d-e422-4894-b60a-1b7ff35a1d82 req-82c043d2-0992-426e-9a6a-340985b1040c tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.0723860 Jul 30 20:13:48.362656 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a8e8958d-e422-4894-b60a-1b7ff35a1d82 req-7e43ccc8-5f98-4284-ac23-3b45c5dd82a9 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726123 Jul 30 20:13:48.421579 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f0ae64-4b30-4468-85db-4dc522ab5c35 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Router a911511e-7e97-4d33-aa25-9629061a1d08 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:13:48.471194 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cbbc582a-f0d7-4716-9626-614a3205ab9a req-e8e882a2-c0b9-4684-8480-6380000e1aa8 tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0380678 Jul 30 20:13:48.599270 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f0ae64-4b30-4468-85db-4dc522ab5c35 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:13:48.610523 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74f0ae64-4b30-4468-85db-4dc522ab5c35 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:48.617688 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a4f07e-4194-42d1-9b21-1f68d3b28d87 None None] Sync routers for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:13:48.624847 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f921ce-0842-4aa3-955e-497e5b2c3fed req-f49cbea9-1102-4307-bdbf-cc20c4de9d0c tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:48.628373 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a4f07e-4194-42d1-9b21-1f68d3b28d87 None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:48.628777 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-66f921ce-0842-4aa3-955e-497e5b2c3fed req-f49cbea9-1102-4307-bdbf-cc20c4de9d0c tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.0867715 Jul 30 20:13:48.629346 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-64a4f07e-4194-42d1-9b21-1f68d3b28d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:48.668154 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-64a4f07e-4194-42d1-9b21-1f68d3b28d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:48.679809 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a4f07e-4194-42d1-9b21-1f68d3b28d87 None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:48.680688 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-64a4f07e-4194-42d1-9b21-1f68d3b28d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:48.712759 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-74f0ae64-4b30-4468-85db-4dc522ab5c35 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "PUT /v2.0/floatingips/19c4c96e-95e7-4406-b9a9-ac4ace231075 HTTP/1.1" status: 200 len: 978 time: 1.8597260 Jul 30 20:13:48.713472 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40392) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:48.718201 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1480bc38-4fbc-4c64-929b-b24287ea0c9b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:48.729261 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-64a4f07e-4194-42d1-9b21-1f68d3b28d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:48.730162 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a4f07e-4194-42d1-9b21-1f68d3b28d87 None None] The sync data for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:13:48.732650 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-66f921ce-0842-4aa3-955e-497e5b2c3fed req-ba82ece3-78d3-4f96-b944-c6a3394d006f tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904713 Jul 30 20:13:48.842307 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1480bc38-4fbc-4c64-929b-b24287ea0c9b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:48.934696 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8b6e1112-e38d-4691-ac05-2a1a28652297 req-ebdf4371-038d-49bb-acb2-74d0c74ad477 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/ports?device_id=770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac HTTP/1.1" status: 200 len: 210 time: 0.0286477 Jul 30 20:13:48.991322 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1480bc38-4fbc-4c64-929b-b24287ea0c9b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:48.995034 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1480bc38-4fbc-4c64-929b-b24287ea0c9b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:48.995378 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-1480bc38-4fbc-4c64-929b-b24287ea0c9b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Floating IP 19c4c96e-95e7-4406-b9a9-ac4ace231075 disassociated. External IP: 172.25.3.60, port: 29e010c5-c699-48a6-bfe0-62a06c982650. Jul 30 20:13:49.206350 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1480bc38-4fbc-4c64-929b-b24287ea0c9b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Router a911511e-7e97-4d33-aa25-9629061a1d08 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:13:49.312698 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1480bc38-4fbc-4c64-929b-b24287ea0c9b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:13:49.317221 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1480bc38-4fbc-4c64-929b-b24287ea0c9b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:49.323763 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768fc7f0-8992-4777-b4ae-f65e654a0b80 None None] Sync routers for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:13:49.332717 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768fc7f0-8992-4777-b4ae-f65e654a0b80 None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:49.333314 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-768fc7f0-8992-4777-b4ae-f65e654a0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:49.343057 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1480bc38-4fbc-4c64-929b-b24287ea0c9b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "PUT /v2.0/floatingips/19c4c96e-95e7-4406-b9a9-ac4ace231075 HTTP/1.1" status: 200 len: 687 time: 0.6285117 Jul 30 20:13:49.346259 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40394) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:49.368014 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-768fc7f0-8992-4777-b4ae-f65e654a0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:49.376533 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768fc7f0-8992-4777-b4ae-f65e654a0b80 None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:49.377123 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-768fc7f0-8992-4777-b4ae-f65e654a0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:49.409577 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-768fc7f0-8992-4777-b4ae-f65e654a0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:49.410862 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768fc7f0-8992-4777-b4ae-f65e654a0b80 None None] The sync data for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:13:49.430593 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:49.477003 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3cd2cab3-1109-4e2c-994d-1c7e5aa1a41b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Deleting port dfc205a9-2f8c-49e4-bbe3-efa9a9f3dd79 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:13:49.477369 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3cd2cab3-1109-4e2c-994d-1c7e5aa1a41b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:49.478935 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef64174-8dfc-4d7c-8dc1-013f1eb10709 req-fa2a732b-ece3-464a-8670-a598ffbd6b8c tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:49.480442 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cef64174-8dfc-4d7c-8dc1-013f1eb10709 req-fa2a732b-ece3-464a-8670-a598ffbd6b8c tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.0523813 Jul 30 20:13:49.518226 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cef64174-8dfc-4d7c-8dc1-013f1eb10709 req-22b905aa-98c2-46e8-be9d-9e7d999edb71 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314546 Jul 30 20:13:49.555790 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3cd2cab3-1109-4e2c-994d-1c7e5aa1a41b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:49.556121 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3cd2cab3-1109-4e2c-994d-1c7e5aa1a41b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:49.567701 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3cd2cab3-1109-4e2c-994d-1c7e5aa1a41b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Calling delete_port for dfc205a9-2f8c-49e4-bbe3-efa9a9f3dd79 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:13:49.606238 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc2c72ac-0b73-492c-9767-2e660a0fe0d5 req-3bc83553-cfc8-4719-a736-87962bfa2cbc tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0271800 Jul 30 20:13:49.694632 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3cd2cab3-1109-4e2c-994d-1c7e5aa1a41b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:49.723528 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2cab3-1109-4e2c-994d-1c7e5aa1a41b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event deleted for resources: {'Port': ['ID=dfc205a9-2f8c-49e4-bbe3-efa9a9f3dd79,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:49.786322 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3cd2cab3-1109-4e2c-994d-1c7e5aa1a41b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:49.788900 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3cd2cab3-1109-4e2c-994d-1c7e5aa1a41b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:49.790038 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3cd2cab3-1109-4e2c-994d-1c7e5aa1a41b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "DELETE /v2.0/floatingips/19c4c96e-95e7-4406-b9a9-ac4ace231075 HTTP/1.1" status: 204 len: 168 time: 0.4428065 Jul 30 20:13:49.792573 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40404) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:49.825933 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-cb7ffb16-6a32-4d65-a1b7-ded77cd4beda tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] delete failed (client error): The resource could not be found. Jul 30 20:13:49.826847 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cb7ffb16-6a32-4d65-a1b7-ded77cd4beda tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "DELETE /v2.0/floatingips/19c4c96e-95e7-4406-b9a9-ac4ace231075 HTTP/1.1" status: 404 len: 345 time: 0.0333755 Jul 30 20:13:49.831224 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40406) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:49.857532 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec04a0-2fec-498b-811e-2a7689aefc3a req-62d90c24-4a18-45e1-bef9-e32d8332ab58 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:49.859029 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9cec04a0-2fec-498b-811e-2a7689aefc3a req-62d90c24-4a18-45e1-bef9-e32d8332ab58 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.0494502 Jul 30 20:13:49.900082 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9cec04a0-2fec-498b-811e-2a7689aefc3a req-dbd5d696-3492-4512-b088-32bfd3e8af0f tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350325 Jul 30 20:13:49.916038 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7ba33c-96f7-4d52-a29f-596228853d1f tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:49.921956 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7ba33c-96f7-4d52-a29f-596228853d1f tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:49.927984 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7ba33c-96f7-4d52-a29f-596228853d1f tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:49.929643 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fd7ba33c-96f7-4d52-a29f-596228853d1f tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "GET /v2.0/ports?network_id=b877a562-cd8a-4ede-ae68-50ebff0bbb04 HTTP/1.1" status: 200 len: 2359 time: 0.0974715 Jul 30 20:13:49.932424 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40410) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:49.983522 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff265d42-f5e3-451e-ae1e-6f6db3b7d80f tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:49.984901 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ff265d42-f5e3-451e-ae1e-6f6db3b7d80f tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "GET /v2.0/subnets/571ab738-535a-4877-89c4-d83f6e1546a2 HTTP/1.1" status: 200 len: 797 time: 0.0515618 Jul 30 20:13:49.989663 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40414) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:49.994375 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3524d3fa-3ed5-4c10-8f3e-f8aba4b97644 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Request body: {'port': {'network_id': 'b877a562-cd8a-4ede-ae68-50ebff0bbb04', 'name': 'tempest-FloatingIPTestJSON-1396031273', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:50.051702 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25a85a01-e034-4e18-b2bf-f36e5349ffb2 req-301fb963-7836-46c5-819d-6ab46a070787 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/ports?device_id=770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac HTTP/1.1" status: 200 len: 210 time: 0.0299959 Jul 30 20:13:50.404998 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3524d3fa-3ed5-4c10-8f3e-f8aba4b97644 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Made reservation on behalf of 6f0b681261844828a1c7921e0226c44d for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:13:50.483766 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3524d3fa-3ed5-4c10-8f3e-f8aba4b97644 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:50.500574 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-3524d3fa-3ed5-4c10-8f3e-f8aba4b97644 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] device_id is not set on port 1b3c6ec7-fd0b-4f1e-9283-db708a1e75a9 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:13:50.638055 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e56b6-2c32-4819-8d4d-6df334cb3bd6 req-fab1bda1-3d65-4a9f-8f01-35d39dff95c9 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:50.639556 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-513e56b6-2c32-4819-8d4d-6df334cb3bd6 req-fab1bda1-3d65-4a9f-8f01-35d39dff95c9 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.0495315 Jul 30 20:13:50.686566 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-513e56b6-2c32-4819-8d4d-6df334cb3bd6 req-df90eb25-69aa-4b7b-8a2c-eaeddbf29042 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397763 Jul 30 20:13:50.777083 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f75e23f-036f-457a-8b9b-978420717bb0 req-0d651172-2896-4793-ad82-31bfcbcadd22 tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0261738 Jul 30 20:13:50.796615 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-3524d3fa-3ed5-4c10-8f3e-f8aba4b97644 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Allocated IP 172.20.0.14 (b877a562-cd8a-4ede-ae68-50ebff0bbb04/571ab738-535a-4877-89c4-d83f6e1546a2/1b3c6ec7-fd0b-4f1e-9283-db708a1e75a9) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:13:50.804555 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-3524d3fa-3ed5-4c10-8f3e-f8aba4b97644 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Allocated IP 172.20.0.12 (b877a562-cd8a-4ede-ae68-50ebff0bbb04/571ab738-535a-4877-89c4-d83f6e1546a2/1b3c6ec7-fd0b-4f1e-9283-db708a1e75a9) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:13:50.945489 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3524d3fa-3ed5-4c10-8f3e-f8aba4b97644 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:50.992417 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3524d3fa-3ed5-4c10-8f3e-f8aba4b97644 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:51.013386 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ecb1a-b51e-4821-a4a9-2d44eee35cf1 req-3b133da4-7c4a-4420-92c2-4e1f757d6e9b tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:51.014874 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-602ecb1a-b51e-4821-a4a9-2d44eee35cf1 req-3b133da4-7c4a-4420-92c2-4e1f757d6e9b tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.0497262 Jul 30 20:13:51.042491 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3524d3fa-3ed5-4c10-8f3e-f8aba4b97644 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Network b877a562-cd8a-4ede-ae68-50ebff0bbb04 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:13:51.045573 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3524d3fa-3ed5-4c10-8f3e-f8aba4b97644 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:13:51.048124 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3524d3fa-3ed5-4c10-8f3e-f8aba4b97644 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:13:51.055763 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-602ecb1a-b51e-4821-a4a9-2d44eee35cf1 req-43d6dad9-ce4f-47e1-a9a2-887a390d1c9b tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340025 Jul 30 20:13:51.092043 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524d3fa-3ed5-4c10-8f3e-f8aba4b97644 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'Port': ['ID=1b3c6ec7-fd0b-4f1e-9283-db708a1e75a9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:51.108262 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3524d3fa-3ed5-4c10-8f3e-f8aba4b97644 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:51.108878 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3524d3fa-3ed5-4c10-8f3e-f8aba4b97644 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:51.123570 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3524d3fa-3ed5-4c10-8f3e-f8aba4b97644 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.1327624 Jul 30 20:13:51.125893 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40426) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:51.130363 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-69db4b82-82d3-4ed4-b4ab-ea71f532191d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': '1b3c6ec7-fd0b-4f1e-9283-db708a1e75a9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:51.156131 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69db4b82-82d3-4ed4-b4ab-ea71f532191d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:51.215020 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-79710053-9e3f-4469-8941-71a0fc5e3d74 req-079fc5dd-a7c3-4b0d-b146-2d633e123ee2 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/ports?device_id=770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac HTTP/1.1" status: 200 len: 210 time: 0.0314884 Jul 30 20:13:51.219778 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6224b78b-27f4-4987-8eec-13f32aee3ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:51.257690 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69db4b82-82d3-4ed4-b4ab-ea71f532191d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:51.370290 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-69db4b82-82d3-4ed4-b4ab-ea71f532191d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Allocated IP 172.25.3.115 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/b2d91057-87ea-4cfe-83d7-36b6d2694eef) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:13:51.468601 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69db4b82-82d3-4ed4-b4ab-ea71f532191d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:51.505908 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69db4b82-82d3-4ed4-b4ab-ea71f532191d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:51.541059 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69db4b82-82d3-4ed4-b4ab-ea71f532191d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:13:51.543847 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-69db4b82-82d3-4ed4-b4ab-ea71f532191d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:13:51.547286 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69db4b82-82d3-4ed4-b4ab-ea71f532191d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:13:51.575865 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db4b82-82d3-4ed4-b4ab-ea71f532191d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'Port': ['ID=b2d91057-87ea-4cfe-83d7-36b6d2694eef,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:51.810536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967f815-d215-48a5-a266-7e76e7ae32b1 req-784fc1c3-7b6f-4b2f-bfb6-ea2ee46ef7a7 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:51.812069 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e967f815-d215-48a5-a266-7e76e7ae32b1 req-784fc1c3-7b6f-4b2f-bfb6-ea2ee46ef7a7 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.0508945 Jul 30 20:13:51.864713 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e967f815-d215-48a5-a266-7e76e7ae32b1 req-5e26c57a-bef3-460a-82f9-cba4d468d752 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447741 Jul 30 20:13:51.929619 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69db4b82-82d3-4ed4-b4ab-ea71f532191d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:51.950937 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-984b67b9-3169-4ccb-aa1d-9dc075b44f13 req-877df7f7-0ecb-4ded-ad85-548dee0c2d8f tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0278704 Jul 30 20:13:52.018311 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69db4b82-82d3-4ed4-b4ab-ea71f532191d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:52.173060 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc94331-69e2-4c7a-9af4-2741bbc75217 req-4033dbc0-6de6-4f05-b5ea-a8af0b029361 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:52.174522 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69db4b82-82d3-4ed4-b4ab-ea71f532191d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:52.175216 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4dc94331-69e2-4c7a-9af4-2741bbc75217 req-4033dbc0-6de6-4f05-b5ea-a8af0b029361 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.0532415 Jul 30 20:13:52.178547 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69db4b82-82d3-4ed4-b4ab-ea71f532191d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:52.215056 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4dc94331-69e2-4c7a-9af4-2741bbc75217 req-031cfa75-e072-42e8-a33a-1a64da044e77 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325637 Jul 30 20:13:52.243654 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db4b82-82d3-4ed4-b4ab-ea71f532191d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'Port': ['ID=b2d91057-87ea-4cfe-83d7-36b6d2694eef,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:52.258762 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69db4b82-82d3-4ed4-b4ab-ea71f532191d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:52.364055 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-69db4b82-82d3-4ed4-b4ab-ea71f532191d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Floating IP a39e65b1-3082-4f15-84a1-39d9e1160f6a associated. External IP: 172.25.3.115, port: 1b3c6ec7-fd0b-4f1e-9283-db708a1e75a9. Jul 30 20:13:52.511941 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5200b236-069c-40ed-87fd-e0b73f0f8a1a req-f7654ca5-c9cc-49ce-b132-d4e00bb852c3 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/ports?device_id=770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac HTTP/1.1" status: 200 len: 210 time: 0.0370548 Jul 30 20:13:52.529368 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-c88135ec-c4e3-4262-83be-458793ae6a29 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:52.530874 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-c88135ec-c4e3-4262-83be-458793ae6a29 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.83 "GET /v2.0/networks?id=5f099254-839b-48c1-93d8-5f96068c5ebf HTTP/1.1" status: 200 len: 813 time: 0.1575794 Jul 30 20:13:52.544976 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-9ec3ae9c-4ae9-47f6-9242-f38e84e40f1d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Request body: {'port': {'device_id': '770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac', 'network_id': '5f099254-839b-48c1-93d8-5f96068c5ebf', 'admin_state_up': True, 'tenant_id': '0e6f46f3be284fdeb1a12198f3d4df94'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:52.621824 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69db4b82-82d3-4ed4-b4ab-ea71f532191d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Router a911511e-7e97-4d33-aa25-9629061a1d08 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:13:52.665261 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e7fff-470d-4be1-9984-a18e85905fea req-d2f901f9-c5f6-4435-af61-0a9a7366df3c tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:52.666728 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9b7e7fff-470d-4be1-9984-a18e85905fea req-d2f901f9-c5f6-4435-af61-0a9a7366df3c tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.0816026 Jul 30 20:13:52.713709 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-9ec3ae9c-4ae9-47f6-9242-f38e84e40f1d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Made reservation on behalf of 0e6f46f3be284fdeb1a12198f3d4df94 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:13:52.717166 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-9ec3ae9c-4ae9-47f6-9242-f38e84e40f1d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:52.730746 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69db4b82-82d3-4ed4-b4ab-ea71f532191d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:13:52.733699 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9b7e7fff-470d-4be1-9984-a18e85905fea req-d8bb6259-9c0a-4404-be58-a1bb7b9bc181 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602598 Jul 30 20:13:52.742855 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2803ecc8-5482-4718-9162-7c36f205ec04 None None] Sync routers for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:13:52.753959 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2803ecc8-5482-4718-9162-7c36f205ec04 None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:52.754566 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2803ecc8-5482-4718-9162-7c36f205ec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:52.761105 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69db4b82-82d3-4ed4-b4ab-ea71f532191d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:52.786950 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2803ecc8-5482-4718-9162-7c36f205ec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:52.793557 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-69db4b82-82d3-4ed4-b4ab-ea71f532191d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.6640322 Jul 30 20:13:52.793721 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40442) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:52.795660 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2803ecc8-5482-4718-9162-7c36f205ec04 None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:52.796256 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2803ecc8-5482-4718-9162-7c36f205ec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:52.799838 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d6334174-4f51-4184-b6d4-bc2c7b82702b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Request body: {'floatingip': {'port_id': '1b3c6ec7-fd0b-4f1e-9283-db708a1e75a9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:52.831296 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2803ecc8-5482-4718-9162-7c36f205ec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:52.831966 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2803ecc8-5482-4718-9162-7c36f205ec04 None None] The sync data for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:13:52.854816 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6334174-4f51-4184-b6d4-bc2c7b82702b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:52.866300 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-9ec3ae9c-4ae9-47f6-9242-f38e84e40f1d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Allocated IP 172.20.0.4 (5f099254-839b-48c1-93d8-5f96068c5ebf/aa9c148d-1bc0-45a5-9483-7afe324d83ab/78545ca4-e372-4f69-969e-c7f30d102978) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:13:53.035297 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30b30e-d2f6-4e02-aa03-bb70cf90276d req-22e8a0f7-e33d-4784-8af9-b5f9588a54ec tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:53.036800 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1e30b30e-d2f6-4e02-aa03-bb70cf90276d req-22e8a0f7-e33d-4784-8af9-b5f9588a54ec tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.0770950 Jul 30 20:13:53.070121 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-9ec3ae9c-4ae9-47f6-9242-f38e84e40f1d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:53.099309 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1e30b30e-d2f6-4e02-aa03-bb70cf90276d req-17a27f76-b360-4e0f-ab77-37e12d5d80b4 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526764 Jul 30 20:13:53.125921 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-9ec3ae9c-4ae9-47f6-9242-f38e84e40f1d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:53.185482 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-9ec3ae9c-4ae9-47f6-9242-f38e84e40f1d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Network 5f099254-839b-48c1-93d8-5f96068c5ebf is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:13:53.208292 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7523d14-399e-4256-af5c-07bfa8da83ea req-4b416949-b3c7-465a-902a-0613dc819f5e tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0386252 Jul 30 20:13:53.209101 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-9ec3ae9c-4ae9-47f6-9242-f38e84e40f1d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:13:53.211269 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3ae9c-4ae9-47f6-9242-f38e84e40f1d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Pushing event updated for resources: {'Port': ['ID=78545ca4-e372-4f69-969e-c7f30d102978,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:53.213476 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-9ec3ae9c-4ae9-47f6-9242-f38e84e40f1d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:13:53.245438 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3ae9c-4ae9-47f6-9242-f38e84e40f1d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:53.245789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3ae9c-4ae9-47f6-9242-f38e84e40f1d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:53.246132 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3ae9c-4ae9-47f6-9242-f38e84e40f1d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:53.246467 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3ae9c-4ae9-47f6-9242-f38e84e40f1d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:53.246799 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3ae9c-4ae9-47f6-9242-f38e84e40f1d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:53.247127 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3ae9c-4ae9-47f6-9242-f38e84e40f1d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:53.247455 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3ae9c-4ae9-47f6-9242-f38e84e40f1d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:53.247810 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3ae9c-4ae9-47f6-9242-f38e84e40f1d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:53.248136 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3ae9c-4ae9-47f6-9242-f38e84e40f1d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:53.248457 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3ae9c-4ae9-47f6-9242-f38e84e40f1d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:53.248779 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3ae9c-4ae9-47f6-9242-f38e84e40f1d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:53.249103 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3ae9c-4ae9-47f6-9242-f38e84e40f1d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:53.273853 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-9ec3ae9c-4ae9-47f6-9242-f38e84e40f1d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:53.274485 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-9ec3ae9c-4ae9-47f6-9242-f38e84e40f1d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:53.297409 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-9ec3ae9c-4ae9-47f6-9242-f38e84e40f1d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7563705 Jul 30 20:13:53.316044 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-96190a4b-c9ef-4b3b-b95d-2f7c8d43f067 service neutron] Request body: {'port': {'device_id': '770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:53.352202 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6334174-4f51-4184-b6d4-bc2c7b82702b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:53.357563 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6334174-4f51-4184-b6d4-bc2c7b82702b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:53.571777 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6334174-4f51-4184-b6d4-bc2c7b82702b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Router a911511e-7e97-4d33-aa25-9629061a1d08 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:13:53.644961 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-96190a4b-c9ef-4b3b-b95d-2f7c8d43f067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:53.657166 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e500897e-4f26-4d95-8773-ec48807905c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:53.678676 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6334174-4f51-4184-b6d4-bc2c7b82702b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:13:53.683293 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6334174-4f51-4184-b6d4-bc2c7b82702b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:53.690508 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e3c93b-450c-4b0a-807c-5021f3a76a67 None None] Sync routers for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:13:53.699905 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e3c93b-450c-4b0a-807c-5021f3a76a67 None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:53.700570 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a5e3c93b-450c-4b0a-807c-5021f3a76a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:53.701384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86dde1-aba1-4e63-bda0-ba8d87d6072d req-35f8d382-3098-4ea0-a067-1e9a380e587b tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:53.702878 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-da86dde1-aba1-4e63-bda0-ba8d87d6072d req-35f8d382-3098-4ea0-a067-1e9a380e587b tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/ports?device_id=770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac HTTP/1.1" status: 200 len: 931 time: 0.0889459 Jul 30 20:13:53.736956 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a5e3c93b-450c-4b0a-807c-5021f3a76a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:53.739118 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d6334174-4f51-4184-b6d4-bc2c7b82702b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "PUT /v2.0/floatingips/a39e65b1-3082-4f15-84a1-39d9e1160f6a HTTP/1.1" status: 200 len: 979 time: 0.9444609 Jul 30 20:13:53.741912 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40452) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:53.754493 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e3c93b-450c-4b0a-807c-5021f3a76a67 None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:53.755217 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a5e3c93b-450c-4b0a-807c-5021f3a76a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:53.791672 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a5e3c93b-450c-4b0a-807c-5021f3a76a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:53.792612 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e3c93b-450c-4b0a-807c-5021f3a76a67 None None] The sync data for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:13:53.864247 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-da86dde1-aba1-4e63-bda0-ba8d87d6072d req-18f7fa7e-8b7d-42bc-b6a5-321ee89799e4 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/security-groups?id=41a6b980-213e-4d5d-8267-0909ba0a7590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468272 Jul 30 20:13:53.870702 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:53.910809 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3040f1fa-7593-42fd-8ced-3ba747f9156b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Deleting port b2d91057-87ea-4cfe-83d7-36b6d2694eef {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:13:53.911069 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3040f1fa-7593-42fd-8ced-3ba747f9156b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:53.987934 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3040f1fa-7593-42fd-8ced-3ba747f9156b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:53.988266 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3040f1fa-7593-42fd-8ced-3ba747f9156b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:54.000040 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3040f1fa-7593-42fd-8ced-3ba747f9156b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Calling delete_port for b2d91057-87ea-4cfe-83d7-36b6d2694eef owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:13:54.005859 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d24be-d8b0-4a5d-9ae2-6963040fb88f req-2594ab74-2288-436f-b602-ad5f053e4e3f tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:54.007470 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f02d24be-d8b0-4a5d-9ae2-6963040fb88f req-2594ab74-2288-436f-b602-ad5f053e4e3f tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.0824070 Jul 30 20:13:54.086451 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f02d24be-d8b0-4a5d-9ae2-6963040fb88f req-c329253d-1792-418a-8ff7-4f880a285e00 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702903 Jul 30 20:13:54.092688 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-96190a4b-c9ef-4b3b-b95d-2f7c8d43f067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78545ca4-e372-4f69-969e-c7f30d102978 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:13:54.101437 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-96190a4b-c9ef-4b3b-b95d-2f7c8d43f067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:54.118041 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-96190a4b-c9ef-4b3b-b95d-2f7c8d43f067 service neutron] Transition to ACTIVE for port object 78545ca4-e372-4f69-969e-c7f30d102978 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:13:54.122958 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-96190a4b-c9ef-4b3b-b95d-2f7c8d43f067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:54.178522 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96190a4b-c9ef-4b3b-b95d-2f7c8d43f067 service neutron] Pushing event updated for resources: {'Port': ['ID=78545ca4-e372-4f69-969e-c7f30d102978,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:54.281881 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378927d7-5698-49f2-9d47-4c530b3057b7 req-1b075222-f178-4ea3-a22f-70c43eb00989 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:54.284090 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-378927d7-5698-49f2-9d47-4c530b3057b7 req-1b075222-f178-4ea3-a22f-70c43eb00989 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.1030035 Jul 30 20:13:54.300417 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-96190a4b-c9ef-4b3b-b95d-2f7c8d43f067 service neutron] Attempting to bind port 78545ca4-e372-4f69-969e-c7f30d102978 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:13:54.300751 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-96190a4b-c9ef-4b3b-b95d-2f7c8d43f067 service neutron] Attempting to bind port 78545ca4-e372-4f69-969e-c7f30d102978 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '94b1ce66-00e3-4c58-9b7d-28ebdc1f7ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f099254-839b-48c1-93d8-5f96068c5ebf'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:13:54.301082 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-96190a4b-c9ef-4b3b-b95d-2f7c8d43f067 service neutron] Attempting to bind port 78545ca4-e372-4f69-969e-c7f30d102978 on network 5f099254-839b-48c1-93d8-5f96068c5ebf {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:13:54.319280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-96190a4b-c9ef-4b3b-b95d-2f7c8d43f067 service neutron] Port 78545ca4-e372-4f69-969e-c7f30d102978 on network 5f099254-839b-48c1-93d8-5f96068c5ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:13:54.319638 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-96190a4b-c9ef-4b3b-b95d-2f7c8d43f067 service neutron] Attempting to bind port 78545ca4-e372-4f69-969e-c7f30d102978 on network 5f099254-839b-48c1-93d8-5f96068c5ebf {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:13:54.333390 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-96190a4b-c9ef-4b3b-b95d-2f7c8d43f067 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:13:54.333734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-96190a4b-c9ef-4b3b-b95d-2f7c8d43f067 service neutron] Checking segment: {'id': '94b1ce66-00e3-4c58-9b7d-28ebdc1f7ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f099254-839b-48c1-93d8-5f96068c5ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:13:54.334126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-96190a4b-c9ef-4b3b-b95d-2f7c8d43f067 service neutron] Bound using segment: {'id': '94b1ce66-00e3-4c58-9b7d-28ebdc1f7ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f099254-839b-48c1-93d8-5f96068c5ebf'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:13:54.334564 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-96190a4b-c9ef-4b3b-b95d-2f7c8d43f067 service neutron] Bound port: 78545ca4-e372-4f69-969e-c7f30d102978, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b1ce66-00e3-4c58-9b7d-28ebdc1f7ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5f099254-839b-48c1-93d8-5f96068c5ebf'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:13:54.334930 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-96190a4b-c9ef-4b3b-b95d-2f7c8d43f067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:54.342205 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-378927d7-5698-49f2-9d47-4c530b3057b7 req-f01f5710-4ec3-4599-8090-d32961c69ca3 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497761 Jul 30 20:13:54.409601 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-96190a4b-c9ef-4b3b-b95d-2f7c8d43f067 service neutron] For port 78545ca4-e372-4f69-969e-c7f30d102978, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:13:54.413662 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-96190a4b-c9ef-4b3b-b95d-2f7c8d43f067 service neutron] For port 78545ca4-e372-4f69-969e-c7f30d102978, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=78545ca4-e372-4f69-969e-c7f30d102978,segment=NetworkSegment(94b1ce66-00e3-4c58-9b7d-28ebdc1f7ed2),segment_id=94b1ce66-00e3-4c58-9b7d-28ebdc1f7ed2)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:13:54.419302 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-96190a4b-c9ef-4b3b-b95d-2f7c8d43f067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:54.445688 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c9466-7533-401f-a804-b4fe5463471b req-a2c4f7b0-725c-480d-b6f8-e2255db27a93 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:54.447060 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c00c9466-7533-401f-a804-b4fe5463471b req-a2c4f7b0-725c-480d-b6f8-e2255db27a93 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.83 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 945 time: 0.4032271 Jul 30 20:13:54.479864 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-facd5b6e-180d-4a97-ab53-c7d97b48b366 req-41b19488-f7b4-4bbf-a1d6-7db629897967 tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0555389 Jul 30 20:13:54.485794 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-96190a4b-c9ef-4b3b-b95d-2f7c8d43f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:54.486419 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-96190a4b-c9ef-4b3b-b95d-2f7c8d43f067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:54.487795 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-96190a4b-c9ef-4b3b-b95d-2f7c8d43f067 service neutron] 10.222.0.83 "PUT /v2.0/ports/78545ca4-e372-4f69-969e-c7f30d102978 HTTP/1.1" status: 200 len: 1091 time: 1.1815257 Jul 30 20:13:54.488236 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac', 'tag': '78545ca4-e372-4f69-969e-c7f30d102978'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:13:54.490506 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56621e6c-2166-47a6-bdac-d4112a89195b" -d '{"events": [{"name": "network-changed", "server_uuid": "770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac", "tag": "78545ca4-e372-4f69-969e-c7f30d102978"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:13:54.511229 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96190a4b-c9ef-4b3b-b95d-2f7c8d43f067 service neutron] Pushing event updated for resources: {'Port': ['ID=78545ca4-e372-4f69-969e-c7f30d102978,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:54.585969 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-85a24a55-a600-41d8-8bbb-e75f0fa3c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:54.588413 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-85a24a55-a600-41d8-8bbb-e75f0fa3c041 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0e6f46f3be284fdeb1a12198f3d4df94&device_id=770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac HTTP/1.1" status: 200 len: 1094 time: 0.0435948 Jul 30 20:13:54.604494 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-c00c9466-7533-401f-a804-b4fe5463471b req-6c0dbcd6-c4cf-4a11-b748-249b8ddb8bb6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Deleting port befca97f-aa30-4909-9464-1d52de859e65 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:13:54.604494 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c00c9466-7533-401f-a804-b4fe5463471b req-6c0dbcd6-c4cf-4a11-b748-249b8ddb8bb6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:54.607461 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3040f1fa-7593-42fd-8ced-3ba747f9156b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:54.632206 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d2a4a3-67d2-4940-aa64-cf96833e9cfc x-openstack-request-id: req-11d2a4a3-67d2-4940-aa64-cf96833e9cfc {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:13:54.632509 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac", "tag": "78545ca4-e372-4f69-969e-c7f30d102978", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:13:54.632765 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-11d2a4a3-67d2-4940-aa64-cf96833e9cfc {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:13:54.633163 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac', 'tag': '78545ca4-e372-4f69-969e-c7f30d102978', 'status': 'completed', 'code': 200} Jul 30 20:13:54.634735 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-69d54076-4eca-4565-8800-708343828e1b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78545ca4-e372-4f69-969e-c7f30d102978 HTTP/1.1" status: 200 len: 217 time: 0.0378678 Jul 30 20:13:54.674909 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040f1fa-7593-42fd-8ced-3ba747f9156b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event deleted for resources: {'Port': ['ID=b2d91057-87ea-4cfe-83d7-36b6d2694eef,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:54.686603 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-37f282ab-3088-4de6-a3eb-904e3f8a009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:54.688113 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-37f282ab-3088-4de6-a3eb-904e3f8a009f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aa9c148d-1bc0-45a5-9483-7afe324d83ab HTTP/1.1" status: 200 len: 853 time: 0.0448112 Jul 30 20:13:54.727170 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-dea2d378-a088-46b6-b960-676987ddb467 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5f099254-839b-48c1-93d8-5f96068c5ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301740 Jul 30 20:13:54.766416 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-c00c9466-7533-401f-a804-b4fe5463471b req-6c0dbcd6-c4cf-4a11-b748-249b8ddb8bb6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] For port befca97f-aa30-4909-9464-1d52de859e65, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=befca97f-aa30-4909-9464-1d52de859e65,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:13:54.766777 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c00c9466-7533-401f-a804-b4fe5463471b req-6c0dbcd6-c4cf-4a11-b748-249b8ddb8bb6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:54.778440 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3040f1fa-7593-42fd-8ced-3ba747f9156b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:54.778773 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-3040f1fa-7593-42fd-8ced-3ba747f9156b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Floating IP a39e65b1-3082-4f15-84a1-39d9e1160f6a disassociated (deleted). External IP: 172.25.3.115, port: 1b3c6ec7-fd0b-4f1e-9283-db708a1e75a9. Jul 30 20:13:54.783989 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-c00c9466-7533-401f-a804-b4fe5463471b req-6c0dbcd6-c4cf-4a11-b748-249b8ddb8bb6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Calling delete_port for befca97f-aa30-4909-9464-1d52de859e65 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:13:54.824131 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-012c8d5e-bf5a-46a8-9591-d95424a0b1a6 service neutron] 10.222.0.83 "GET /v2.0/networks/5f099254-839b-48c1-93d8-5f96068c5ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886307 Jul 30 20:13:54.880518 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:54.926430 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d5aa5758-57e9-4774-aba4-571f574eb759 req-0ecabbec-f926-463c-9462-104decefb737 service neutron] 10.222.0.83 "GET /v2.0/networks/5f099254-839b-48c1-93d8-5f96068c5ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940669 Jul 30 20:13:55.028586 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3281e0-b0ce-4589-8b7b-7ca1bd130a9e req-2a0c7e50-1a9b-4ff1-9be7-25817095b0c3 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:55.029992 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c3281e0-b0ce-4589-8b7b-7ca1bd130a9e req-2a0c7e50-1a9b-4ff1-9be7-25817095b0c3 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/ports?device_id=770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac HTTP/1.1" status: 200 len: 943 time: 0.0837379 Jul 30 20:13:55.033213 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56621e6c-2166-47a6-bdac-d4112a89195b req-ace17810-9f9d-4ab4-90e2-d3b38c6f439d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:55.034578 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56621e6c-2166-47a6-bdac-d4112a89195b req-ace17810-9f9d-4ab4-90e2-d3b38c6f439d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0e6f46f3be284fdeb1a12198f3d4df94&device_id=770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac HTTP/1.1" status: 200 len: 1094 time: 0.0591640 Jul 30 20:13:55.085865 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c00c9466-7533-401f-a804-b4fe5463471b req-6c0dbcd6-c4cf-4a11-b748-249b8ddb8bb6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:55.099549 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['befca97f-aa30-4909-9464-1d52de859e65'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:13:55.120878 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c3281e0-b0ce-4589-8b7b-7ca1bd130a9e req-167a8066-21bd-4825-be1a-8c6c1b69a53f tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/security-groups?id=41a6b980-213e-4d5d-8267-0909ba0a7590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839412 Jul 30 20:13:55.121969 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3040f1fa-7593-42fd-8ced-3ba747f9156b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Router a911511e-7e97-4d33-aa25-9629061a1d08 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:13:55.124886 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0dbcd6-c4cf-4a11-b748-249b8ddb8bb6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Pushing event deleted for resources: {'Port': ['ID=befca97f-aa30-4909-9464-1d52de859e65,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:55.172926 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56621e6c-2166-47a6-bdac-d4112a89195b req-84e23a48-d053-47a2-a138-1240b5ba7abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:55.174962 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56621e6c-2166-47a6-bdac-d4112a89195b req-84e23a48-d053-47a2-a138-1240b5ba7abb service neutron] 10.222.0.83 "GET /v2.0/networks?id=5f099254-839b-48c1-93d8-5f96068c5ebf HTTP/1.1" status: 200 len: 914 time: 0.1322267 Jul 30 20:13:55.199309 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00c9466-7533-401f-a804-b4fe5463471b req-6c0dbcd6-c4cf-4a11-b748-249b8ddb8bb6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] No DVR routers for this DVR port befca97f-aa30-4909-9464-1d52de859e65 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:13:55.203023 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c00c9466-7533-401f-a804-b4fe5463471b req-6c0dbcd6-c4cf-4a11-b748-249b8ddb8bb6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:55.205006 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c00c9466-7533-401f-a804-b4fe5463471b req-6c0dbcd6-c4cf-4a11-b748-249b8ddb8bb6 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.83 "DELETE /v2.0/ports/befca97f-aa30-4909-9464-1d52de859e65 HTTP/1.1" status: 204 len: 173 time: 0.7472277 Jul 30 20:13:55.205432 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1078b609-f797-42c9-95c6-21258e9925d8', 'name': 'network-vif-deleted', 'tag': 'befca97f-aa30-4909-9464-1d52de859e65'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:13:55.207722 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec319291-4cde-4958-9b88-d7a0ffffdc15" -d '{"events": [{"server_uuid": "1078b609-f797-42c9-95c6-21258e9925d8", "name": "network-vif-deleted", "tag": "befca97f-aa30-4909-9464-1d52de859e65"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:13:55.221728 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56621e6c-2166-47a6-bdac-d4112a89195b req-5bde8525-190c-4f9b-8b21-2d560f7ee478 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78545ca4-e372-4f69-969e-c7f30d102978 HTTP/1.1" status: 200 len: 217 time: 0.0393531 Jul 30 20:13:55.276365 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2aacf9f9-ee6b-446b-8b0c-9b37c5fcd7f9 req-7765300d-24d6-4a96-b2a8-70d05cf0bfe3 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=1078b609-f797-42c9-95c6-21258e9925d8 HTTP/1.1" status: 200 len: 210 time: 0.0580122 Jul 30 20:13:55.287481 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3040f1fa-7593-42fd-8ced-3ba747f9156b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:13:55.291869 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3040f1fa-7593-42fd-8ced-3ba747f9156b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:55.300656 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97c6832-c21e-4f3a-9c04-20c7141a7019 None None] Sync routers for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:13:55.304358 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56621e6c-2166-47a6-bdac-d4112a89195b req-d76949a0-4fa5-4dcf-8537-74cb5b990907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:55.306451 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56621e6c-2166-47a6-bdac-d4112a89195b req-d76949a0-4fa5-4dcf-8537-74cb5b990907 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aa9c148d-1bc0-45a5-9483-7afe324d83ab HTTP/1.1" status: 200 len: 853 time: 0.0768468 Jul 30 20:13:55.325053 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97c6832-c21e-4f3a-9c04-20c7141a7019 None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:55.325701 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b97c6832-c21e-4f3a-9c04-20c7141a7019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:55.328050 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3040f1fa-7593-42fd-8ced-3ba747f9156b tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "DELETE /v2.0/floatingips/a39e65b1-3082-4f15-84a1-39d9e1160f6a HTTP/1.1" status: 204 len: 168 time: 1.5850976 Jul 30 20:13:55.328693 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40470) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:55.366249 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6491fbf1-b594-4882-b33e-20c4030b1794 x-openstack-request-id: req-6491fbf1-b594-4882-b33e-20c4030b1794 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:13:55.366911 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1078b609-f797-42c9-95c6-21258e9925d8", "name": "network-vif-deleted", "tag": "befca97f-aa30-4909-9464-1d52de859e65", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:13:55.367829 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6491fbf1-b594-4882-b33e-20c4030b1794 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:13:55.368347 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b97c6832-c21e-4f3a-9c04-20c7141a7019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:55.368770 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1078b609-f797-42c9-95c6-21258e9925d8', 'name': 'network-vif-deleted', 'tag': 'befca97f-aa30-4909-9464-1d52de859e65', 'status': 'completed', 'code': 200} Jul 30 20:13:55.369472 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56621e6c-2166-47a6-bdac-d4112a89195b req-b7f727ac-0d5a-490e-91ee-bd41302195d7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5f099254-839b-48c1-93d8-5f96068c5ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499399 Jul 30 20:13:55.381946 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97c6832-c21e-4f3a-9c04-20c7141a7019 None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:55.382853 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b97c6832-c21e-4f3a-9c04-20c7141a7019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:55.423368 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b97c6832-c21e-4f3a-9c04-20c7141a7019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:55.424043 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97c6832-c21e-4f3a-9c04-20c7141a7019 None None] The sync data for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:13:55.448744 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e62e7299-8fa4-42d3-b58f-d34951837d0e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Deleting port 1b3c6ec7-fd0b-4f1e-9283-db708a1e75a9 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:13:55.449323 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e62e7299-8fa4-42d3-b58f-d34951837d0e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:55.509233 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff38d1-fae2-48e2-b6ec-45391b372f30 req-99aae228-bd05-425b-98de-c67262c73aee tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:55.510724 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81ff38d1-fae2-48e2-b6ec-45391b372f30 req-99aae228-bd05-425b-98de-c67262c73aee tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.0814192 Jul 30 20:13:55.514320 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56621e6c-2166-47a6-bdac-d4112a89195b req-f3532d95-d3db-4aec-be6a-3c4a88d52c53 service neutron] 10.222.0.83 "GET /v2.0/networks/5f099254-839b-48c1-93d8-5f96068c5ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323755 Jul 30 20:13:55.533446 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e62e7299-8fa4-42d3-b58f-d34951837d0e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:55.544914 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e62e7299-8fa4-42d3-b58f-d34951837d0e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Calling delete_port for 1b3c6ec7-fd0b-4f1e-9283-db708a1e75a9 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:13:55.601948 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81ff38d1-fae2-48e2-b6ec-45391b372f30 req-542278b5-0c53-4b19-bb8f-d90452039107 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832965 Jul 30 20:13:55.643912 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56621e6c-2166-47a6-bdac-d4112a89195b req-66942687-5e68-46af-ba09-407193ea2a50 service neutron] 10.222.0.83 "GET /v2.0/networks/5f099254-839b-48c1-93d8-5f96068c5ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180763 Jul 30 20:13:55.718224 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9518eb40-e4e7-4867-8ba5-36e8439b8883 req-5d7e546a-17dc-4fde-a8e7-43b48f2b1582 tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0285766 Jul 30 20:13:55.731871 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e62e7299-8fa4-42d3-b58f-d34951837d0e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:55.820851 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e7299-8fa4-42d3-b58f-d34951837d0e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event deleted for resources: {'Port': ['ID=1b3c6ec7-fd0b-4f1e-9283-db708a1e75a9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:55.865722 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e62e7299-8fa4-42d3-b58f-d34951837d0e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:55.867883 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e62e7299-8fa4-42d3-b58f-d34951837d0e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "DELETE /v2.0/ports/1b3c6ec7-fd0b-4f1e-9283-db708a1e75a9 HTTP/1.1" status: 204 len: 168 time: 0.5382683 Jul 30 20:13:55.871380 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40480) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:55.875689 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9ed25f5e-ef2b-47cf-84f1-b7393a502865 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:55.897429 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ed25f5e-ef2b-47cf-84f1-b7393a502865 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:55.989729 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ed25f5e-ef2b-47cf-84f1-b7393a502865 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:56.095218 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-9ed25f5e-ef2b-47cf-84f1-b7393a502865 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Allocated IP 172.25.3.236 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/0fc91efd-da13-47e3-9820-0f68487b9c4b) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:13:56.194531 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ed25f5e-ef2b-47cf-84f1-b7393a502865 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:56.237774 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ed25f5e-ef2b-47cf-84f1-b7393a502865 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:56.248134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ade53e-acc2-4966-b07c-779205d1d523 req-56af5403-808d-412d-be22-d749dc12af50 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:56.249643 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18ade53e-acc2-4966-b07c-779205d1d523 req-56af5403-808d-412d-be22-d749dc12af50 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/ports?device_id=770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac HTTP/1.1" status: 200 len: 943 time: 0.0499766 Jul 30 20:13:56.274517 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed25f5e-ef2b-47cf-84f1-b7393a502865 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:13:56.279166 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-9ed25f5e-ef2b-47cf-84f1-b7393a502865 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:13:56.283119 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed25f5e-ef2b-47cf-84f1-b7393a502865 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:13:56.291093 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed25f5e-ef2b-47cf-84f1-b7393a502865 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'Port': ['ID=0fc91efd-da13-47e3-9820-0f68487b9c4b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:56.293496 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18ade53e-acc2-4966-b07c-779205d1d523 req-37924028-8f5f-4afb-a5a8-0f9ca6d0d8f7 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/security-groups?id=41a6b980-213e-4d5d-8267-0909ba0a7590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367074 Jul 30 20:13:56.373804 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ed25f5e-ef2b-47cf-84f1-b7393a502865 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:56.407285 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ed25f5e-ef2b-47cf-84f1-b7393a502865 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:56.560166 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ed25f5e-ef2b-47cf-84f1-b7393a502865 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:56.564641 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ed25f5e-ef2b-47cf-84f1-b7393a502865 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:56.609835 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-537dbc99-2ac1-4f91-a766-8239770dc813 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:56.611821 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-537dbc99-2ac1-4f91-a766-8239770dc813 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/networks?id=499a6969-8299-4dd8-9691-a5618f1f3135 HTTP/1.1" status: 200 len: 812 time: 0.1067426 Jul 30 20:13:56.626804 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-1b83ab7a-b0d0-4784-940c-77641add288e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/quotas/7a980cdea43a4792b1a7a53073b92183 HTTP/1.1" status: 200 len: 375 time: 0.0090749 Jul 30 20:13:56.636458 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed25f5e-ef2b-47cf-84f1-b7393a502865 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'Port': ['ID=0fc91efd-da13-47e3-9820-0f68487b9c4b,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:56.648036 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ed25f5e-ef2b-47cf-84f1-b7393a502865 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:56.660186 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-9f05784f-0bb9-461a-9f15-4523954b5edb tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a980cdea43a4792b1a7a53073b92183&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276389 Jul 30 20:13:56.662593 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ed25f5e-ef2b-47cf-84f1-b7393a502865 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:56.664115 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9ed25f5e-ef2b-47cf-84f1-b7393a502865 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7917786 Jul 30 20:13:56.666604 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40500) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:56.671616 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ac2f66ea-6c77-4900-9f2f-17c4573e7ecf tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Request body: {'port': {'network_id': 'b877a562-cd8a-4ede-ae68-50ebff0bbb04', 'name': 'tempest-FloatingIPTestJSON-2079552818'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:56.756808 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-5931d915-8d36-4f6b-b3d2-559f8c6b5ebd service neutron] 10.222.0.81 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865290 Jul 30 20:13:56.757037 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:56.783520 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2f66ea-6c77-4900-9f2f-17c4573e7ecf tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Made reservation on behalf of 6f0b681261844828a1c7921e0226c44d for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:13:56.786946 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac2f66ea-6c77-4900-9f2f-17c4573e7ecf tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:56.805235 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-ac2f66ea-6c77-4900-9f2f-17c4573e7ecf tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] device_id is not set on port 1d274c67-95a7-4e9f-8166-b4692fa64584 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:13:56.852794 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-633b0929-8d97-47ae-8fa5-136a96bcaeb3 service neutron] 10.222.0.81 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896676 Jul 30 20:13:56.920895 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-ac2f66ea-6c77-4900-9f2f-17c4573e7ecf tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Allocated IP 172.20.0.7 (b877a562-cd8a-4ede-ae68-50ebff0bbb04/571ab738-535a-4877-89c4-d83f6e1546a2/1d274c67-95a7-4e9f-8166-b4692fa64584) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:13:57.051615 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613d3a-4b7e-4cc2-8a9e-2435ffb34471 req-b0f52abc-ba2e-4d03-822e-b9358377e74a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:57.053144 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6b613d3a-4b7e-4cc2-8a9e-2435ffb34471 req-b0f52abc-ba2e-4d03-822e-b9358377e74a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.0554914 Jul 30 20:13:57.074615 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac2f66ea-6c77-4900-9f2f-17c4573e7ecf tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:57.096600 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6b613d3a-4b7e-4cc2-8a9e-2435ffb34471 req-6c7bf7a4-2efb-4963-babc-c12f6f008fe5 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365014 Jul 30 20:13:57.130183 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac2f66ea-6c77-4900-9f2f-17c4573e7ecf tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:57.175829 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2f66ea-6c77-4900-9f2f-17c4573e7ecf tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Network b877a562-cd8a-4ede-ae68-50ebff0bbb04 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:13:57.179017 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-ac2f66ea-6c77-4900-9f2f-17c4573e7ecf tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:13:57.186152 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2f66ea-6c77-4900-9f2f-17c4573e7ecf tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:13:57.190113 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f66ea-6c77-4900-9f2f-17c4573e7ecf tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'Port': ['ID=1d274c67-95a7-4e9f-8166-b4692fa64584,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:57.221846 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-951ab0a8-9217-4220-8fb3-baa068f11711 req-8c2fa8a5-9642-436d-bd4e-d53a0c956a54 tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0347850 Jul 30 20:13:57.237532 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2f66ea-6c77-4900-9f2f-17c4573e7ecf tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:57.238152 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac2f66ea-6c77-4900-9f2f-17c4573e7ecf tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:57.255979 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ac2f66ea-6c77-4900-9f2f-17c4573e7ecf tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5882113 Jul 30 20:13:57.258428 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40516) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:57.263222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-64c59f83-3e45-4711-8a78-ae856e661389 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Request body: {'floatingip': {'port_id': '1d274c67-95a7-4e9f-8166-b4692fa64584'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:57.312807 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64c59f83-3e45-4711-8a78-ae856e661389 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:57.371008 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca4b525b-b68b-4aa3-8b56-cd5c8edf9340 req-36b96d29-7785-4739-aff3-08f425d05bd8 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=201cfc46-c28f-45e3-8c93-23c166c09ecf HTTP/1.1" status: 200 len: 210 time: 0.0299044 Jul 30 20:13:57.482254 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cef96-1efc-4c18-a501-5b2ad4b83a49 req-be043baa-9357-4bce-83f7-25b171c4834b tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:57.483803 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c4cef96-1efc-4c18-a501-5b2ad4b83a49 req-be043baa-9357-4bce-83f7-25b171c4834b tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/ports?device_id=770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac HTTP/1.1" status: 200 len: 943 time: 0.0519075 Jul 30 20:13:57.524793 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c4cef96-1efc-4c18-a501-5b2ad4b83a49 req-c66f847f-fb02-46f5-8102-b9ce909e83fa tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/security-groups?id=41a6b980-213e-4d5d-8267-0909ba0a7590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338912 Jul 30 20:13:57.762830 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64c59f83-3e45-4711-8a78-ae856e661389 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:57.767581 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64c59f83-3e45-4711-8a78-ae856e661389 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:57.866021 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-64c59f83-3e45-4711-8a78-ae856e661389 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Floating IP c2ddc2c4-5134-4437-b6e2-d7f802561606 associated. External IP: 172.25.3.236, port: 1d274c67-95a7-4e9f-8166-b4692fa64584. Jul 30 20:13:57.988240 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-0cc97cf3-dcc3-43ee-82f5-09c21a7ed430 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:57.990599 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-0cc97cf3-dcc3-43ee-82f5-09c21a7ed430 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.83 "GET /v2.0/networks?id=499a6969-8299-4dd8-9691-a5618f1f3135 HTTP/1.1" status: 200 len: 812 time: 0.1124976 Jul 30 20:13:58.003721 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-dcd6c4bb-5476-4b9d-ac8d-a1eef1a16933 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Request body: {'port': {'device_id': '201cfc46-c28f-45e3-8c93-23c166c09ecf', 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135', 'admin_state_up': True, 'tenant_id': '7a980cdea43a4792b1a7a53073b92183'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:58.077786 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c59f83-3e45-4711-8a78-ae856e661389 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Router a911511e-7e97-4d33-aa25-9629061a1d08 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:13:58.109737 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-dcd6c4bb-5476-4b9d-ac8d-a1eef1a16933 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Made reservation on behalf of 7a980cdea43a4792b1a7a53073b92183 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:13:58.113293 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-dcd6c4bb-5476-4b9d-ac8d-a1eef1a16933 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:58.186185 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 78545ca4-e372-4f69-969e-c7f30d102978 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:13:58.192777 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device befca97f-aa30-4909-9464-1d52de859e65 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:13:58.194543 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c59f83-3e45-4711-8a78-ae856e661389 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:13:58.199901 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64c59f83-3e45-4711-8a78-ae856e661389 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:58.205551 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173d5d0-9ce1-45cc-b223-ff9fc9243420 None None] Sync routers for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:13:58.221437 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173d5d0-9ce1-45cc-b223-ff9fc9243420 None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:58.222305 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6173d5d0-9ce1-45cc-b223-ff9fc9243420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:58.231441 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-64c59f83-3e45-4711-8a78-ae856e661389 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "PUT /v2.0/floatingips/c2ddc2c4-5134-4437-b6e2-d7f802561606 HTTP/1.1" status: 200 len: 978 time: 0.9718249 Jul 30 20:13:58.233978 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40522) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:58.264187 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6173d5d0-9ce1-45cc-b223-ff9fc9243420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:58.275053 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173d5d0-9ce1-45cc-b223-ff9fc9243420 None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:58.276093 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6173d5d0-9ce1-45cc-b223-ff9fc9243420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:58.298103 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-dcd6c4bb-5476-4b9d-ac8d-a1eef1a16933 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Allocated IP 172.20.0.14 (499a6969-8299-4dd8-9691-a5618f1f3135/59cd3e31-9c90-4ed9-82a3-e900a46fc84c/038ab46d-e432-440e-8ea6-6f309d1c4a9d) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:13:58.330982 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6173d5d0-9ce1-45cc-b223-ff9fc9243420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:58.331653 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173d5d0-9ce1-45cc-b223-ff9fc9243420 None None] The sync data for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:13:58.337829 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: befca97f-aa30-4909-9464-1d52de859e65 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:13:58.338586 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device befca97f-aa30-4909-9464-1d52de859e65 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:13:58.350977 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee261fa-84c0-4498-9b3c-5bbe2b292ab9 req-a1fb937d-3c48-43f0-ae74-38c06d8eee60 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:58.352521 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ee261fa-84c0-4498-9b3c-5bbe2b292ab9 req-a1fb937d-3c48-43f0-ae74-38c06d8eee60 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.1761765 Jul 30 20:13:58.358007 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6773bbda-f64d-48d6-9ba7-12db8e9b7318 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Deleting port 1d274c67-95a7-4e9f-8166-b4692fa64584 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:13:58.358007 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6773bbda-f64d-48d6-9ba7-12db8e9b7318 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:58.364582 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 78545ca4-e372-4f69-969e-c7f30d102978, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=78545ca4-e372-4f69-969e-c7f30d102978,segment=NetworkSegment(94b1ce66-00e3-4c58-9b7d-28ebdc1f7ed2),segment_id=94b1ce66-00e3-4c58-9b7d-28ebdc1f7ed2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:13:58.377015 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '78545ca4-e372-4f69-969e-c7f30d102978', 'network_id': '5f099254-839b-48c1-93d8-5f96068c5ebf', 'port_id': '78545ca4-e372-4f69-969e-c7f30d102978', 'mac_address': 'fa:16:3e:53:26:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa9c148d-1bc0-45a5-9483-7afe324d83ab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:13:58.420113 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:58.434419 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78545ca4-e372-4f69-969e-c7f30d102978 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:13:58.449837 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6773bbda-f64d-48d6-9ba7-12db8e9b7318 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:58.450270 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ee261fa-84c0-4498-9b3c-5bbe2b292ab9 req-1d82c6c4-4870-43c2-b6d5-661f88249cb2 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917599 Jul 30 20:13:58.459775 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 78545ca4-e372-4f69-969e-c7f30d102978, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=78545ca4-e372-4f69-969e-c7f30d102978,segment=NetworkSegment(94b1ce66-00e3-4c58-9b7d-28ebdc1f7ed2),segment_id=94b1ce66-00e3-4c58-9b7d-28ebdc1f7ed2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:13:58.464205 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:58.521290 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=78545ca4-e372-4f69-969e-c7f30d102978,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:58.536016 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-dcd6c4bb-5476-4b9d-ac8d-a1eef1a16933 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:58.558292 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0097fdc4-e380-436a-a9c5-4494c6e0dc09 req-46db9404-064f-427d-b029-41a09627b87b tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0375171 Jul 30 20:13:58.608647 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-dcd6c4bb-5476-4b9d-ac8d-a1eef1a16933 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:58.651719 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-dcd6c4bb-5476-4b9d-ac8d-a1eef1a16933 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Network 499a6969-8299-4dd8-9691-a5618f1f3135 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:13:58.653265 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6773bbda-f64d-48d6-9ba7-12db8e9b7318 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:58.653750 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6773bbda-f64d-48d6-9ba7-12db8e9b7318 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:58.654226 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-6773bbda-f64d-48d6-9ba7-12db8e9b7318 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Floating IP c2ddc2c4-5134-4437-b6e2-d7f802561606 disassociated. External IP: 172.25.3.236, port: 1d274c67-95a7-4e9f-8166-b4692fa64584. Jul 30 20:13:58.654643 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6773bbda-f64d-48d6-9ba7-12db8e9b7318 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Calling delete_port for 1d274c67-95a7-4e9f-8166-b4692fa64584 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:13:58.656885 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-dcd6c4bb-5476-4b9d-ac8d-a1eef1a16933 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:13:58.661121 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-dcd6c4bb-5476-4b9d-ac8d-a1eef1a16933 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:13:58.699174 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6c4bb-5476-4b9d-ac8d-a1eef1a16933 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Pushing event updated for resources: {'Port': ['ID=038ab46d-e432-440e-8ea6-6f309d1c4a9d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:58.748142 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-dcd6c4bb-5476-4b9d-ac8d-a1eef1a16933 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:58.748620 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-dcd6c4bb-5476-4b9d-ac8d-a1eef1a16933 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:58.772504 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6a365-5f30-4d26-a4bb-48ed9e80061b req-73a88fcc-22e9-451c-a2e6-72cf6a07ecb7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:58.773994 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bfd6a365-5f30-4d26-a4bb-48ed9e80061b req-73a88fcc-22e9-451c-a2e6-72cf6a07ecb7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=201cfc46-c28f-45e3-8c93-23c166c09ecf HTTP/1.1" status: 200 len: 932 time: 0.0785332 Jul 30 20:13:58.775682 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-dcd6c4bb-5476-4b9d-ac8d-a1eef1a16933 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7761586 Jul 30 20:13:58.791328 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-1e71793f-2423-4384-b896-e2ad1cb5db9d service neutron] Request body: {'port': {'device_id': '201cfc46-c28f-45e3-8c93-23c166c09ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:13:58.793680 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6773bbda-f64d-48d6-9ba7-12db8e9b7318 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:58.822217 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773bbda-f64d-48d6-9ba7-12db8e9b7318 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event deleted for resources: {'Port': ['ID=1d274c67-95a7-4e9f-8166-b4692fa64584,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:58.832167 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['78545ca4-e372-4f69-969e-c7f30d102978'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:13:58.834478 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773bbda-f64d-48d6-9ba7-12db8e9b7318 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:58.834831 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773bbda-f64d-48d6-9ba7-12db8e9b7318 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:58.835178 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773bbda-f64d-48d6-9ba7-12db8e9b7318 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:58.835582 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773bbda-f64d-48d6-9ba7-12db8e9b7318 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:58.835887 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773bbda-f64d-48d6-9ba7-12db8e9b7318 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:58.836229 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773bbda-f64d-48d6-9ba7-12db8e9b7318 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:58.836562 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773bbda-f64d-48d6-9ba7-12db8e9b7318 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:58.836894 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773bbda-f64d-48d6-9ba7-12db8e9b7318 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:58.837226 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773bbda-f64d-48d6-9ba7-12db8e9b7318 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:58.837558 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773bbda-f64d-48d6-9ba7-12db8e9b7318 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:58.837894 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773bbda-f64d-48d6-9ba7-12db8e9b7318 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:58.838233 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773bbda-f64d-48d6-9ba7-12db8e9b7318 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:13:58.858116 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bfd6a365-5f30-4d26-a4bb-48ed9e80061b req-0176b91d-721e-46c0-bfa2-edd0ad869f19 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780604 Jul 30 20:13:58.867557 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-1e71793f-2423-4384-b896-e2ad1cb5db9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:58.968990 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6773bbda-f64d-48d6-9ba7-12db8e9b7318 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Router a911511e-7e97-4d33-aa25-9629061a1d08 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:13:59.076805 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6773bbda-f64d-48d6-9ba7-12db8e9b7318 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:13:59.085524 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2953f66-f184-4b92-928a-da022bb28b09 req-d1b9518b-e2b0-41b8-bac8-64fcc4acb215 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:59.086973 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10958b13-c088-4e91-95c0-166099c913db None None] Sync routers for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:13:59.087118 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2953f66-f184-4b92-928a-da022bb28b09 req-d1b9518b-e2b0-41b8-bac8-64fcc4acb215 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/ports?device_id=770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac HTTP/1.1" status: 200 len: 944 time: 0.1501448 Jul 30 20:13:59.097117 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10958b13-c088-4e91-95c0-166099c913db None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:59.098015 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-10958b13-c088-4e91-95c0-166099c913db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:59.130609 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-10958b13-c088-4e91-95c0-166099c913db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:59.146202 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10958b13-c088-4e91-95c0-166099c913db None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:13:59.146830 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-10958b13-c088-4e91-95c0-166099c913db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:59.151534 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6773bbda-f64d-48d6-9ba7-12db8e9b7318 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:59.152300 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2953f66-f184-4b92-928a-da022bb28b09 req-7dba0997-c311-4171-a4dc-f39ba7876b86 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/security-groups?id=41a6b980-213e-4d5d-8267-0909ba0a7590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589657 Jul 30 20:13:59.153855 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6773bbda-f64d-48d6-9ba7-12db8e9b7318 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "DELETE /v2.0/ports/1d274c67-95a7-4e9f-8166-b4692fa64584 HTTP/1.1" status: 204 len: 168 time: 0.9189506 Jul 30 20:13:59.156415 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40534) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:59.186506 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-10958b13-c088-4e91-95c0-166099c913db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:13:59.187746 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10958b13-c088-4e91-95c0-166099c913db None None] The sync data for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:13:59.202202 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c3c543a4-050d-400e-a9bf-a299f047638c tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "GET /v2.0/floatingips/c2ddc2c4-5134-4437-b6e2-d7f802561606 HTTP/1.1" status: 200 len: 688 time: 0.0448103 Jul 30 20:13:59.205288 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40536) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:59.219539 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-1e71793f-2423-4384-b896-e2ad1cb5db9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 038ab46d-e432-440e-8ea6-6f309d1c4a9d {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:13:59.227738 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-1e71793f-2423-4384-b896-e2ad1cb5db9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:59.239385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-1e71793f-2423-4384-b896-e2ad1cb5db9d service neutron] Transition to ACTIVE for port object 038ab46d-e432-440e-8ea6-6f309d1c4a9d will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:13:59.244123 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-1e71793f-2423-4384-b896-e2ad1cb5db9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:59.297284 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71793f-2423-4384-b896-e2ad1cb5db9d service neutron] Pushing event updated for resources: {'Port': ['ID=038ab46d-e432-440e-8ea6-6f309d1c4a9d,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:59.330833 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9869b7f6-b109-4f47-a486-eb84b10c9941 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Deleting port 0fc91efd-da13-47e3-9820-0f68487b9c4b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:13:59.331172 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9869b7f6-b109-4f47-a486-eb84b10c9941 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:59.365419 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-1e71793f-2423-4384-b896-e2ad1cb5db9d service neutron] Attempting to bind port 038ab46d-e432-440e-8ea6-6f309d1c4a9d on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:13:59.365681 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-1e71793f-2423-4384-b896-e2ad1cb5db9d service neutron] Attempting to bind port 038ab46d-e432-440e-8ea6-6f309d1c4a9d by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'a45592f5-e682-4877-9b9c-0ead0de26c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:13:59.366011 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-1e71793f-2423-4384-b896-e2ad1cb5db9d service neutron] Attempting to bind port 038ab46d-e432-440e-8ea6-6f309d1c4a9d on network 499a6969-8299-4dd8-9691-a5618f1f3135 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:13:59.370213 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-1e71793f-2423-4384-b896-e2ad1cb5db9d service neutron] Port 038ab46d-e432-440e-8ea6-6f309d1c4a9d on network 499a6969-8299-4dd8-9691-a5618f1f3135 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:13:59.370541 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-1e71793f-2423-4384-b896-e2ad1cb5db9d service neutron] Attempting to bind port 038ab46d-e432-440e-8ea6-6f309d1c4a9d on network 499a6969-8299-4dd8-9691-a5618f1f3135 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:13:59.375312 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-1e71793f-2423-4384-b896-e2ad1cb5db9d service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:13:59.375694 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-1e71793f-2423-4384-b896-e2ad1cb5db9d service neutron] Checking segment: {'id': 'a45592f5-e682-4877-9b9c-0ead0de26c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:13:59.376084 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-1e71793f-2423-4384-b896-e2ad1cb5db9d service neutron] Bound using segment: {'id': 'a45592f5-e682-4877-9b9c-0ead0de26c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:13:59.376547 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-1e71793f-2423-4384-b896-e2ad1cb5db9d service neutron] Bound port: 038ab46d-e432-440e-8ea6-6f309d1c4a9d, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45592f5-e682-4877-9b9c-0ead0de26c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:13:59.376923 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-1e71793f-2423-4384-b896-e2ad1cb5db9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:59.407230 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9869b7f6-b109-4f47-a486-eb84b10c9941 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:59.408206 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9869b7f6-b109-4f47-a486-eb84b10c9941 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:59.419542 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9869b7f6-b109-4f47-a486-eb84b10c9941 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Calling delete_port for 0fc91efd-da13-47e3-9820-0f68487b9c4b owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:13:59.439266 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-1e71793f-2423-4384-b896-e2ad1cb5db9d service neutron] For port 038ab46d-e432-440e-8ea6-6f309d1c4a9d, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:13:59.442315 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-1e71793f-2423-4384-b896-e2ad1cb5db9d service neutron] For port 038ab46d-e432-440e-8ea6-6f309d1c4a9d, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=038ab46d-e432-440e-8ea6-6f309d1c4a9d,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:13:59.446929 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-1e71793f-2423-4384-b896-e2ad1cb5db9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:59.485005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-1e71793f-2423-4384-b896-e2ad1cb5db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:59.485711 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-1e71793f-2423-4384-b896-e2ad1cb5db9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:59.487020 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-1e71793f-2423-4384-b896-e2ad1cb5db9d service neutron] 10.222.0.83 "PUT /v2.0/ports/038ab46d-e432-440e-8ea6-6f309d1c4a9d HTTP/1.1" status: 200 len: 1092 time: 0.7005394 Jul 30 20:13:59.487460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201cfc46-c28f-45e3-8c93-23c166c09ecf', 'tag': '038ab46d-e432-440e-8ea6-6f309d1c4a9d'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:13:59.489717 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4100c0f-f526-430a-ace2-65414f5dbb15" -d '{"events": [{"name": "network-changed", "server_uuid": "201cfc46-c28f-45e3-8c93-23c166c09ecf", "tag": "038ab46d-e432-440e-8ea6-6f309d1c4a9d"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:13:59.513316 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71793f-2423-4384-b896-e2ad1cb5db9d service neutron] Pushing event updated for resources: {'Port': ['ID=038ab46d-e432-440e-8ea6-6f309d1c4a9d,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:59.566640 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9869b7f6-b109-4f47-a486-eb84b10c9941 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:59.605296 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-ded76747-ca2e-4d93-9219-0e48c799e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:59.606814 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-ded76747-ca2e-4d93-9219-0e48c799e597 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7a980cdea43a4792b1a7a53073b92183&device_id=201cfc46-c28f-45e3-8c93-23c166c09ecf HTTP/1.1" status: 200 len: 1095 time: 0.0718675 Jul 30 20:13:59.614366 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4f4de-72e1-4e15-a6bc-c54684ec6e16 req-74466390-023d-47bc-bfcd-7fadaa76142e tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:13:59.615925 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f8c4f4de-72e1-4e15-a6bc-c54684ec6e16 req-74466390-023d-47bc-bfcd-7fadaa76142e tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.0715594 Jul 30 20:13:59.917103 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869b7f6-b109-4f47-a486-eb84b10c9941 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event deleted for resources: {'Port': ['ID=0fc91efd-da13-47e3-9820-0f68487b9c4b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:13:59.929725 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-0543c083-5c1c-49a5-9fb8-81fa216ef79b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=038ab46d-e432-440e-8ea6-6f309d1c4a9d HTTP/1.1" status: 200 len: 217 time: 0.3128903 Jul 30 20:13:59.975831 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9869b7f6-b109-4f47-a486-eb84b10c9941 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:59.978348 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9869b7f6-b109-4f47-a486-eb84b10c9941 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:13:59.979531 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9869b7f6-b109-4f47-a486-eb84b10c9941 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "DELETE /v2.0/floatingips/c2ddc2c4-5134-4437-b6e2-d7f802561606 HTTP/1.1" status: 204 len: 168 time: 0.7732160 Jul 30 20:13:59.982978 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f8c4f4de-72e1-4e15-a6bc-c54684ec6e16 req-b6271a99-2926-4554-b95e-80d59b7799a4 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3601134 Jul 30 20:13:59.983266 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40548) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:13:59.991455 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-082e41ef-f329-4128-a334-efe2b9ef599e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': '29e010c5-c699-48a6-bfe0-62a06c982650'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:00.012107 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-520b5fe4-c84b-423e-baa9-efe1f4c1efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:00.013546 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-520b5fe4-c84b-423e-baa9-efe1f4c1efa8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=59cd3e31-9c90-4ed9-82a3-e900a46fc84c HTTP/1.1" status: 200 len: 852 time: 0.0760138 Jul 30 20:14:00.031850 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-082e41ef-f329-4128-a334-efe2b9ef599e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:00.049306 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dad2958-5c93-4930-8587-ff8ee813948e x-openstack-request-id: req-7dad2958-5c93-4930-8587-ff8ee813948e {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:14:00.049598 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201cfc46-c28f-45e3-8c93-23c166c09ecf", "tag": "038ab46d-e432-440e-8ea6-6f309d1c4a9d", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:14:00.049851 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7dad2958-5c93-4930-8587-ff8ee813948e {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:14:00.050240 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201cfc46-c28f-45e3-8c93-23c166c09ecf', 'tag': '038ab46d-e432-440e-8ea6-6f309d1c4a9d', 'status': 'completed', 'code': 200} Jul 30 20:14:00.052211 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-0edbf934-b377-444f-83ba-5bc094100bcf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=499a6969-8299-4dd8-9691-a5618f1f3135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295522 Jul 30 20:14:00.165215 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cabcc8d6-8f4b-42a9-99e8-49255cfce96d req-0dbc76e8-70ea-43ee-a6d6-c40da6ccc426 tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0564215 Jul 30 20:14:00.200916 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 78545ca4-e372-4f69-969e-c7f30d102978 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:14:00.218178 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-bc3b2c08-7908-4a1d-bdde-7ca86fb71ccc service neutron] 10.222.0.83 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281064 Jul 30 20:14:00.253611 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 78545ca4-e372-4f69-969e-c7f30d102978 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:14:00.257866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 78545ca4-e372-4f69-969e-c7f30d102978 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:14:00.258225 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:00.337271 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:00.342046 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-082e41ef-f329-4128-a334-efe2b9ef599e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:00.360152 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78545ca4-e372-4f69-969e-c7f30d102978'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:14:00.362984 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd547f3-a0be-4598-86ce-cae6a5096247" -d '{"events": [{"server_uuid": "770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac", "name": "network-vif-plugged", "status": "completed", "tag": "78545ca4-e372-4f69-969e-c7f30d102978"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:14:00.375821 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 78545ca4-e372-4f69-969e-c7f30d102978, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=78545ca4-e372-4f69-969e-c7f30d102978,segment=NetworkSegment(94b1ce66-00e3-4c58-9b7d-28ebdc1f7ed2),segment_id=94b1ce66-00e3-4c58-9b7d-28ebdc1f7ed2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:00.380804 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:00.411100 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a507c833-4f1d-463b-8279-bac50bed3f57 req-0dedef98-c671-4313-85fa-4f73fc59a849 service neutron] 10.222.0.83 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846626 Jul 30 20:14:00.425061 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f367ef-9c39-4a47-9e0e-b2a65f0632f6 req-8052046e-bbba-42c9-b3fb-841ce2d3cd38 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:00.426572 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41f367ef-9c39-4a47-9e0e-b2a65f0632f6 req-8052046e-bbba-42c9-b3fb-841ce2d3cd38 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=201cfc46-c28f-45e3-8c93-23c166c09ecf HTTP/1.1" status: 200 len: 944 time: 0.1380296 Jul 30 20:14:00.438249 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=78545ca4-e372-4f69-969e-c7f30d102978,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:00.523496 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41f367ef-9c39-4a47-9e0e-b2a65f0632f6 req-ec82e229-da46-4d5f-b4a6-677e18eda522 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872316 Jul 30 20:14:00.551269 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-082e41ef-f329-4128-a334-efe2b9ef599e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Allocated IP 172.25.3.40 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/85410959-8d21-4853-b808-d706ccbc7b48) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:14:00.563998 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4100c0f-f526-430a-ace2-65414f5dbb15 req-fe775c7d-fe73-4483-b4a4-b681ef2b120f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:00.565503 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b4100c0f-f526-430a-ace2-65414f5dbb15 req-fe775c7d-fe73-4483-b4a4-b681ef2b120f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7a980cdea43a4792b1a7a53073b92183&device_id=201cfc46-c28f-45e3-8c93-23c166c09ecf HTTP/1.1" status: 200 len: 1095 time: 0.0751042 Jul 30 20:14:00.748302 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af49b5-af02-422d-89d4-77392f1d916a req-923f4f41-1d26-481c-a2fc-a13fa50ff807 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:00.749685 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-66af49b5-af02-422d-89d4-77392f1d916a req-923f4f41-1d26-481c-a2fc-a13fa50ff807 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/ports?device_id=770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac HTTP/1.1" status: 200 len: 945 time: 0.1334505 Jul 30 20:14:00.781352 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-082e41ef-f329-4128-a334-efe2b9ef599e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:00.795853 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4100c0f-f526-430a-ace2-65414f5dbb15 req-2c3134af-1c79-409d-9bef-c9e8d7afc5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:00.797287 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b4100c0f-f526-430a-ace2-65414f5dbb15 req-2c3134af-1c79-409d-9bef-c9e8d7afc5cd service neutron] 10.222.0.83 "GET /v2.0/networks?id=499a6969-8299-4dd8-9691-a5618f1f3135 HTTP/1.1" status: 200 len: 913 time: 0.2159927 Jul 30 20:14:00.858628 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-66af49b5-af02-422d-89d4-77392f1d916a req-a2ccb3c1-3237-4c0e-a425-7bd31af011ca tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/security-groups?id=41a6b980-213e-4d5d-8267-0909ba0a7590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009166 Jul 30 20:14:00.859821 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b4100c0f-f526-430a-ace2-65414f5dbb15 req-8b7ae04a-57f5-4977-9fcd-9abad199c3ba service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=038ab46d-e432-440e-8ea6-6f309d1c4a9d HTTP/1.1" status: 200 len: 217 time: 0.0535772 Jul 30 20:14:00.904080 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7b3161-b719-4ea0-9f9c-d070ae447d2b x-openstack-request-id: req-4f7b3161-b719-4ea0-9f9c-d070ae447d2b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:14:00.904384 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac", "name": "network-vif-plugged", "status": "completed", "tag": "78545ca4-e372-4f69-969e-c7f30d102978", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:14:00.904876 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4f7b3161-b719-4ea0-9f9c-d070ae447d2b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:14:00.905274 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78545ca4-e372-4f69-969e-c7f30d102978', 'code': 200} Jul 30 20:14:00.920296 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-082e41ef-f329-4128-a334-efe2b9ef599e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:00.925407 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4100c0f-f526-430a-ace2-65414f5dbb15 req-5aad1cf5-3d45-4d56-a83b-1d472526a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:00.926885 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b4100c0f-f526-430a-ace2-65414f5dbb15 req-5aad1cf5-3d45-4d56-a83b-1d472526a551 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=59cd3e31-9c90-4ed9-82a3-e900a46fc84c HTTP/1.1" status: 200 len: 852 time: 0.0576539 Jul 30 20:14:00.980475 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b4100c0f-f526-430a-ace2-65414f5dbb15 req-5ad3e6d5-a5bc-41e2-8633-e4814ac583c3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=499a6969-8299-4dd8-9691-a5618f1f3135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307655 Jul 30 20:14:00.986329 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082e41ef-f329-4128-a334-efe2b9ef599e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:14:00.998122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-082e41ef-f329-4128-a334-efe2b9ef599e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:01.006454 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e81650-f185-4683-bea7-1a5466340996 req-3124dfe1-35fe-42e7-adb1-dbe54b893b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:01.007031 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082e41ef-f329-4128-a334-efe2b9ef599e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:14:01.008136 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-49e81650-f185-4683-bea7-1a5466340996 req-3124dfe1-35fe-42e7-adb1-dbe54b893b1a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac HTTP/1.1" status: 200 len: 1096 time: 0.0426598 Jul 30 20:14:01.023097 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e41ef-f329-4128-a334-efe2b9ef599e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'Port': ['ID=85410959-8d21-4853-b808-d706ccbc7b48,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:01.053752 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-49e81650-f185-4683-bea7-1a5466340996 req-a80daf86-f7d2-4748-ab3b-a21e5692e97a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=41a6b980-213e-4d5d-8267-0909ba0a7590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370502 Jul 30 20:14:01.201523 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b36cec-eb04-4607-a71d-82351c88d588 req-d184f019-9f41-4ae0-8535-f47e84830b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:01.203012 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d0b36cec-eb04-4607-a71d-82351c88d588 req-d184f019-9f41-4ae0-8535-f47e84830b3b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 1095 time: 0.0427420 Jul 30 20:14:01.207169 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b4100c0f-f526-430a-ace2-65414f5dbb15 req-425a3490-1beb-49b1-8a38-ba54de53c5d8 service neutron] 10.222.0.83 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179477 Jul 30 20:14:01.216754 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b5a8d-1d04-4aec-a0e7-823a9edbcf25 req-f95a6048-e712-454a-83b5-6c5ab3ccc14b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:01.218134 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c87b5a8d-1d04-4aec-a0e7-823a9edbcf25 req-f95a6048-e712-454a-83b5-6c5ab3ccc14b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.1318650 Jul 30 20:14:01.300489 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b36cec-eb04-4607-a71d-82351c88d588 req-d881012a-34a2-4402-9f86-2c478a8a0dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:01.301859 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d0b36cec-eb04-4607-a71d-82351c88d588 req-d881012a-34a2-4402-9f86-2c478a8a0dd9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 912 time: 0.0845447 Jul 30 20:14:01.372326 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d0b36cec-eb04-4607-a71d-82351c88d588 req-eb729042-012b-40af-9aea-e0b024232e14 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a HTTP/1.1" status: 200 len: 999 time: 0.0617430 Jul 30 20:14:01.374809 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c87b5a8d-1d04-4aec-a0e7-823a9edbcf25 req-9f511361-4966-42a9-ad32-697991449a98 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443083 Jul 30 20:14:01.425571 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b36cec-eb04-4607-a71d-82351c88d588 req-d5c1700a-78d4-46f0-9d71-00dc9a5acbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:01.427678 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d0b36cec-eb04-4607-a71d-82351c88d588 req-d5c1700a-78d4-46f0-9d71-00dc9a5acbea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ac1c465f-425f-4078-b2f8-d23b006b1c90 HTTP/1.1" status: 200 len: 850 time: 0.0467646 Jul 30 20:14:01.433435 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b4100c0f-f526-430a-ace2-65414f5dbb15 req-ec6ef621-cffa-402f-8f21-20d404c8529d service neutron] 10.222.0.83 "GET /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118452 Jul 30 20:14:01.494896 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b36cec-eb04-4607-a71d-82351c88d588 req-bacb700e-ac3b-47cc-af1a-c395ed303822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:01.496446 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d0b36cec-eb04-4607-a71d-82351c88d588 req-bacb700e-ac3b-47cc-af1a-c395ed303822 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607522 Jul 30 20:14:01.576737 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b73dba-6408-435d-89f5-898de7a99436 req-53d70a7d-1766-45da-bd99-c1bc8028ce88 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:01.578205 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6b73dba-6408-435d-89f5-898de7a99436 req-53d70a7d-1766-45da-bd99-c1bc8028ce88 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 944 time: 0.1420205 Jul 30 20:14:01.600355 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ec8fb137-5c59-4cdc-9606-a34fbe40dda3 req-7899196e-c001-4d30-b427-4c74567be507 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0396652 Jul 30 20:14:01.602712 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d0b36cec-eb04-4607-a71d-82351c88d588 req-e8fa0abf-f85d-49ab-b4a6-6a95acfcd86f service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920258 Jul 30 20:14:01.665149 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6b73dba-6408-435d-89f5-898de7a99436 req-c84ea71a-cb33-4e8d-bf26-06edbb5b4f36 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685928 Jul 30 20:14:01.676962 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-082e41ef-f329-4128-a334-efe2b9ef599e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:01.692963 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d0b36cec-eb04-4607-a71d-82351c88d588 req-bbaa57a3-ccb8-4b4c-9f57-8ed8b4bf8539 service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831828 Jul 30 20:14:01.752257 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-082e41ef-f329-4128-a334-efe2b9ef599e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:01.796063 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ba8f465-bed6-4fda-83d5-11206d6f5ebf req-df576683-2510-4e88-8f4c-2bc7dc987cd2 tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0454948 Jul 30 20:14:01.944079 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-082e41ef-f329-4128-a334-efe2b9ef599e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:01.962149 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-082e41ef-f329-4128-a334-efe2b9ef599e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:02.038171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1deee3-ba5b-4f35-9188-925655079665 req-0eaad96c-2149-4dce-bffa-bd14cc149c8c tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:02.040137 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4c1deee3-ba5b-4f35-9188-925655079665 req-0eaad96c-2149-4dce-bffa-bd14cc149c8c tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=201cfc46-c28f-45e3-8c93-23c166c09ecf HTTP/1.1" status: 200 len: 944 time: 0.1132665 Jul 30 20:14:02.052112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e41ef-f329-4128-a334-efe2b9ef599e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'Port': ['ID=85410959-8d21-4853-b808-d706ccbc7b48,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:02.073217 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-082e41ef-f329-4128-a334-efe2b9ef599e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:02.129686 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4c1deee3-ba5b-4f35-9188-925655079665 req-b5a1b746-5f94-4788-acbc-61780501f86b tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809884 Jul 30 20:14:02.201559 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-082e41ef-f329-4128-a334-efe2b9ef599e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Floating IP 54c1d5d1-e0db-44eb-be1e-0cdffa9d9095 associated. External IP: 172.25.3.40, port: 29e010c5-c699-48a6-bfe0-62a06c982650. Jul 30 20:14:02.211107 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 137645cc-90ec-4463-bc0a-f6307edd9f9b details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:14:02.311981 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2628d-ae30-495f-8100-79965c843d97 req-6ba0fbcb-f375-4a8a-8875-294dcfbba631 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:02.319325 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e5c2628d-ae30-495f-8100-79965c843d97 req-6ba0fbcb-f375-4a8a-8875-294dcfbba631 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/ports?device_id=770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac HTTP/1.1" status: 200 len: 945 time: 0.1349673 Jul 30 20:14:02.324046 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 137645cc-90ec-4463-bc0a-f6307edd9f9b, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=137645cc-90ec-4463-bc0a-f6307edd9f9b,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:02.341569 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '137645cc-90ec-4463-bc0a-f6307edd9f9b', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'port_id': '137645cc-90ec-4463-bc0a-f6307edd9f9b', 'mac_address': 'fa:16:3e:a6:d2:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1ad353-61a9-43a8-b737-817c20130814', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:14:02.391927 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e5c2628d-ae30-495f-8100-79965c843d97 req-97a55774-3a02-4cb0-b106-2917a935e909 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/security-groups?id=41a6b980-213e-4d5d-8267-0909ba0a7590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652897 Jul 30 20:14:02.416977 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:02.437658 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137645cc-90ec-4463-bc0a-f6307edd9f9b {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:14:02.460922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 137645cc-90ec-4463-bc0a-f6307edd9f9b, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=137645cc-90ec-4463-bc0a-f6307edd9f9b,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:02.465213 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:02.515033 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=137645cc-90ec-4463-bc0a-f6307edd9f9b,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:02.543876 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8aa7b-7fad-4dec-9b86-61c94a1d6cb1 req-1dd24497-7a05-4efb-8c55-2b5562baefb7 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:02.545376 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dab8aa7b-7fad-4dec-9b86-61c94a1d6cb1 req-1dd24497-7a05-4efb-8c55-2b5562baefb7 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.0926211 Jul 30 20:14:02.582733 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082e41ef-f329-4128-a334-efe2b9ef599e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Router a911511e-7e97-4d33-aa25-9629061a1d08 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:14:02.607840 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dab8aa7b-7fad-4dec-9b86-61c94a1d6cb1 req-bfd2acd0-b4c0-4414-9a3d-d4016c75b420 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516303 Jul 30 20:14:02.708978 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082e41ef-f329-4128-a334-efe2b9ef599e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:14:02.719212 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6af6327-3011-48c9-a9c3-5281568776a0 None None] Sync routers for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:14:02.728425 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-082e41ef-f329-4128-a334-efe2b9ef599e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:02.729472 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6af6327-3011-48c9-a9c3-5281568776a0 None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:14:02.730091 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f6af6327-3011-48c9-a9c3-5281568776a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:02.763391 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f6af6327-3011-48c9-a9c3-5281568776a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:02.772552 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6af6327-3011-48c9-a9c3-5281568776a0 None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:14:02.773180 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f6af6327-3011-48c9-a9c3-5281568776a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:02.779227 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['137645cc-90ec-4463-bc0a-f6307edd9f9b'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:14:02.809647 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f6af6327-3011-48c9-a9c3-5281568776a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:02.810291 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6af6327-3011-48c9-a9c3-5281568776a0 None None] The sync data for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:14:03.044182 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-082e41ef-f329-4128-a334-efe2b9ef599e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.0559478 Jul 30 20:14:03.046587 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40580) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:03.052173 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e31011cc-23d2-4075-85af-cb127608f943 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1118101434'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:03.067199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdab5e-93bf-4f40-bc22-33ebca88581d req-54311d07-bcde-4da4-9d91-558d002609a5 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:03.068735 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2bdab5e-93bf-4f40-bc22-33ebca88581d req-54311d07-bcde-4da4-9d91-558d002609a5 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 945 time: 0.0540900 Jul 30 20:14:03.073525 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31011cc-23d2-4075-85af-cb127608f943 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Made reservation on behalf of 6f0b681261844828a1c7921e0226c44d for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:03.076976 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e31011cc-23d2-4075-85af-cb127608f943 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:03.102502 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31011cc-23d2-4075-85af-cb127608f943 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:14:03.108970 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2bdab5e-93bf-4f40-bc22-33ebca88581d req-96bd5aa2-dcf9-4e01-a03a-28acce28a8ec tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332580 Jul 30 20:14:03.112274 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e31011cc-23d2-4075-85af-cb127608f943 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:03.112618 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-e31011cc-23d2-4075-85af-cb127608f943 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Added segment 7044815c-98e4-4c24-a539-017304326c54 of type vlan for network 770070db-5077-458b-81ce-11702a792515 Jul 30 20:14:03.155418 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e31011cc-23d2-4075-85af-cb127608f943 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:03.195108 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e31011cc-23d2-4075-85af-cb127608f943 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:03.200856 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31011cc-23d2-4075-85af-cb127608f943 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:03.201015 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e599787-7240-4c73-aaf7-fc9c95f36d68 req-5165ad7e-3466-4c4e-b104-e8767860120e tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0282395 Jul 30 20:14:03.201475 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e31011cc-23d2-4075-85af-cb127608f943 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:03.256936 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e31011cc-23d2-4075-85af-cb127608f943 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2092383 Jul 30 20:14:03.259592 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40586) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:03.264702 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7b15895b-3682-421a-a6c7-34ac64fed400 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Request body: {'subnet': {'network_id': '770070db-5077-458b-81ce-11702a792515', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:03.315651 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31011cc-23d2-4075-85af-cb127608f943 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'Network': ['ID=770070db-5077-458b-81ce-11702a792515,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:03.339696 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 770070db-5077-458b-81ce-11702a792515 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:14:03.366280 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b15895b-3682-421a-a6c7-34ac64fed400 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Made reservation on behalf of 6f0b681261844828a1c7921e0226c44d for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:03.370051 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b15895b-3682-421a-a6c7-34ac64fed400 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:03.388269 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa9321-1e15-401e-8531-cdef0a58b6c1 req-90a0ffd2-6f17-4096-b0b0-642fe6dbe2fb tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:03.389897 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d0aa9321-1e15-401e-8531-cdef0a58b6c1 req-90a0ffd2-6f17-4096-b0b0-642fe6dbe2fb tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=201cfc46-c28f-45e3-8c93-23c166c09ecf HTTP/1.1" status: 200 len: 944 time: 0.0645576 Jul 30 20:14:03.429911 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d0aa9321-1e15-401e-8531-cdef0a58b6c1 req-f3c8c839-b6da-4965-a8c1-5efe7086e9cc tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337050 Jul 30 20:14:03.552606 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b15895b-3682-421a-a6c7-34ac64fed400 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:03.612555 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fa719e84-12ca-41d5-b18d-124400dd9160 req-e3a51237-7e8e-4678-b507-0946febe959d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ca040b645e94ac4a5f4ae269ec1ac7f&device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0280447 Jul 30 20:14:03.617946 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15895b-3682-421a-a6c7-34ac64fed400 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'Subnet': ['ID=10d3a6d4-f9e6-4e9d-b3db-28f47a16e473,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:03.628061 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b15895b-3682-421a-a6c7-34ac64fed400 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Checking segment: {'id': '7044815c-98e4-4c24-a539-017304326c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '770070db-5077-458b-81ce-11702a792515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:14:03.628434 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b15895b-3682-421a-a6c7-34ac64fed400 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Network hostable DHCP agents. Network: 770070db-5077-458b-81ce-11702a792515, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:14:03.646740 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b15895b-3682-421a-a6c7-34ac64fed400 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Network 770070db-5077-458b-81ce-11702a792515 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:14:03.656417 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-7b15895b-3682-421a-a6c7-34ac64fed400 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 770070db-5077-458b-81ce-11702a792515) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:03.661650 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b15895b-3682-421a-a6c7-34ac64fed400 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:03.662813 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b15895b-3682-421a-a6c7-34ac64fed400 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:03.666155 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12510134-37fc-4c6a-8be4-df627e4478ce None None] Network 770070db-5077-458b-81ce-11702a792515 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:14:03.670286 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fa719e84-12ca-41d5-b18d-124400dd9160 req-b5c34912-896d-4da1-9ef5-afe15dc4868f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8ca040b645e94ac4a5f4ae269ec1ac7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473142 Jul 30 20:14:03.680548 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7b15895b-3682-421a-a6c7-34ac64fed400 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4171288 Jul 30 20:14:03.680786 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40592) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:03.685649 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d0d741b7-5de3-4ed9-99d4-e3314a9bb2ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-239448977', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:03.709991 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0d741b7-5de3-4ed9-99d4-e3314a9bb2ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:03.712566 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0d741b7-5de3-4ed9-99d4-e3314a9bb2ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:03.766334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce079e-1072-4ec5-85d0-146c2517b293 req-0eff87fe-f8a8-48be-98ab-89f544d49196 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:03.768474 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-84ce079e-1072-4ec5-85d0-146c2517b293 req-0eff87fe-f8a8-48be-98ab-89f544d49196 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/ports?device_id=770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac HTTP/1.1" status: 200 len: 945 time: 0.1592107 Jul 30 20:14:03.771901 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0d741b7-5de3-4ed9-99d4-e3314a9bb2ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:03.832342 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dcaa69-4c7a-4d63-b47d-fb43923b2c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-770070db-5077-458b-81ce-11702a792515', 'network_id': '770070db-5077-458b-81ce-11702a792515', 'tenant_id': '6f0b681261844828a1c7921e0226c44d', 'fixed_ips': [{'subnet_id': '10d3a6d4-f9e6-4e9d-b3db-28f47a16e473'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:14:03.833308 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56dcaa69-4c7a-4d63-b47d-fb43923b2c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:03.880047 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-84ce079e-1072-4ec5-85d0-146c2517b293 req-0bc9c724-5581-415a-9643-96ed22efc857 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/security-groups?id=41a6b980-213e-4d5d-8267-0909ba0a7590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049356 Jul 30 20:14:03.899363 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa719e84-12ca-41d5-b18d-124400dd9160 req-3a032469-a86e-4cf6-8b57-4606f3448f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:03.900982 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fa719e84-12ca-41d5-b18d-124400dd9160 req-3a032469-a86e-4cf6-8b57-4606f3448f68 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2236972 Jul 30 20:14:03.913681 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0d741b7-5de3-4ed9-99d4-e3314a9bb2ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:03.988145 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e3fbc08-89b4-4e28-9076-e48ca5907ddd req-fb5c2ceb-3a86-40e8-bae6-b9bbdc7f6ce9 tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0314376 Jul 30 20:14:03.993489 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-56dcaa69-4c7a-4d63-b47d-fb43923b2c49 None None] Allocated IP 172.20.0.2 (770070db-5077-458b-81ce-11702a792515/10d3a6d4-f9e6-4e9d-b3db-28f47a16e473/1f1687a0-c6dd-4a88-9aec-56a57cdb3766) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:14:04.126940 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0d741b7-5de3-4ed9-99d4-e3314a9bb2ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:04.146690 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0d741b7-5de3-4ed9-99d4-e3314a9bb2ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:04.164593 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56dcaa69-4c7a-4d63-b47d-fb43923b2c49 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:04.173119 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-56dcaa69-4c7a-4d63-b47d-fb43923b2c49 None None] Transition to ACTIVE for port object 1f1687a0-c6dd-4a88-9aec-56a57cdb3766 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:14:04.194740 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-56dcaa69-4c7a-4d63-b47d-fb43923b2c49 None None] Transition to ACTIVE for port object 1f1687a0-c6dd-4a88-9aec-56a57cdb3766 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:14:04.202492 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56dcaa69-4c7a-4d63-b47d-fb43923b2c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:04.243791 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51ac85-f634-42a1-9436-2dd0fc5f0cb4 req-12a9ece0-9900-4cad-afd6-30853616d882 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:04.245424 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a51ac85-f634-42a1-9436-2dd0fc5f0cb4 req-12a9ece0-9900-4cad-afd6-30853616d882 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 945 time: 0.0573897 Jul 30 20:14:04.255972 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-d0d741b7-5de3-4ed9-99d4-e3314a9bb2ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Allocated IP 172.25.3.70 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/806de72c-6769-48c0-a282-bfe1b8d0d1ce) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:14:04.256520 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 038ab46d-e432-440e-8ea6-6f309d1c4a9d details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:14:04.259033 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 137645cc-90ec-4463-bc0a-f6307edd9f9b up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:14:04.292090 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a51ac85-f634-42a1-9436-2dd0fc5f0cb4 req-421ce514-982e-415b-b5b4-e2b64fdbdab7 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394893 Jul 30 20:14:04.299763 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcaa69-4c7a-4d63-b47d-fb43923b2c49 None None] Pushing event updated for resources: {'Port': ['ID=1f1687a0-c6dd-4a88-9aec-56a57cdb3766,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:04.328119 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dcaa69-4c7a-4d63-b47d-fb43923b2c49 None None] Network 770070db-5077-458b-81ce-11702a792515 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:14:04.333911 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-56dcaa69-4c7a-4d63-b47d-fb43923b2c49 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:04.336917 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dcaa69-4c7a-4d63-b47d-fb43923b2c49 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:14:04.380330 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0d741b7-5de3-4ed9-99d4-e3314a9bb2ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:04.422234 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0d741b7-5de3-4ed9-99d4-e3314a9bb2ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:04.471384 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-56dcaa69-4c7a-4d63-b47d-fb43923b2c49 None None] Attempting to bind port 1f1687a0-c6dd-4a88-9aec-56a57cdb3766 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:14:04.471986 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-56dcaa69-4c7a-4d63-b47d-fb43923b2c49 None None] Attempting to bind port 1f1687a0-c6dd-4a88-9aec-56a57cdb3766 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '7044815c-98e4-4c24-a539-017304326c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '770070db-5077-458b-81ce-11702a792515'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:14:04.472708 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dcaa69-4c7a-4d63-b47d-fb43923b2c49 None None] Attempting to bind port 1f1687a0-c6dd-4a88-9aec-56a57cdb3766 on network 770070db-5077-458b-81ce-11702a792515 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:14:04.474892 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d741b7-5de3-4ed9-99d4-e3314a9bb2ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:14:04.477850 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d0d741b7-5de3-4ed9-99d4-e3314a9bb2ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:04.480965 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d741b7-5de3-4ed9-99d4-e3314a9bb2ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:14:04.485162 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 137645cc-90ec-4463-bc0a-f6307edd9f9b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:14:04.486062 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:04.496029 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dcaa69-4c7a-4d63-b47d-fb43923b2c49 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:14:04.496448 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dcaa69-4c7a-4d63-b47d-fb43923b2c49 None None] Checking segment: {'id': '7044815c-98e4-4c24-a539-017304326c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '770070db-5077-458b-81ce-11702a792515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:14:04.496819 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56dcaa69-4c7a-4d63-b47d-fb43923b2c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:04.497203 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dcaa69-4c7a-4d63-b47d-fb43923b2c49 None None] Bound using segment: {'id': '7044815c-98e4-4c24-a539-017304326c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '770070db-5077-458b-81ce-11702a792515'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:14:04.497674 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-56dcaa69-4c7a-4d63-b47d-fb43923b2c49 None None] Bound port: 1f1687a0-c6dd-4a88-9aec-56a57cdb3766, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7044815c-98e4-4c24-a539-017304326c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '770070db-5077-458b-81ce-11702a792515'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:14:04.498046 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56dcaa69-4c7a-4d63-b47d-fb43923b2c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:04.513574 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d741b7-5de3-4ed9-99d4-e3314a9bb2ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'Port': ['ID=806de72c-6769-48c0-a282-bfe1b8d0d1ce,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:04.556931 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 038ab46d-e432-440e-8ea6-6f309d1c4a9d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=038ab46d-e432-440e-8ea6-6f309d1c4a9d,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:04.598359 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '038ab46d-e432-440e-8ea6-6f309d1c4a9d', 'network_id': '499a6969-8299-4dd8-9691-a5618f1f3135', 'port_id': '038ab46d-e432-440e-8ea6-6f309d1c4a9d', 'mac_address': 'fa:16:3e:7d:68:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59cd3e31-9c90-4ed9-82a3-e900a46fc84c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:14:04.605922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791dea6-8e00-43f6-92fa-6b00e53f4f7c req-1221580e-4a39-478a-90f4-4322af5413cf tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:04.607334 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b791dea6-8e00-43f6-92fa-6b00e53f4f7c req-1221580e-4a39-478a-90f4-4322af5413cf tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/ports?device_id=770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac HTTP/1.1" status: 200 len: 945 time: 0.0511143 Jul 30 20:14:04.653497 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b791dea6-8e00-43f6-92fa-6b00e53f4f7c req-59bda64a-ed07-4d6b-b34a-f0b8febd383b tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/security-groups?id=41a6b980-213e-4d5d-8267-0909ba0a7590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394466 Jul 30 20:14:04.669362 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-56dcaa69-4c7a-4d63-b47d-fb43923b2c49 None None] For port 1f1687a0-c6dd-4a88-9aec-56a57cdb3766, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:14:04.693878 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-56dcaa69-4c7a-4d63-b47d-fb43923b2c49 None None] For port 1f1687a0-c6dd-4a88-9aec-56a57cdb3766, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=1f1687a0-c6dd-4a88-9aec-56a57cdb3766,segment=NetworkSegment(7044815c-98e4-4c24-a539-017304326c54),segment_id=7044815c-98e4-4c24-a539-017304326c54)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:14:04.696772 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:04.708302 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56dcaa69-4c7a-4d63-b47d-fb43923b2c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:04.714437 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:04.748750 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038ab46d-e432-440e-8ea6-6f309d1c4a9d {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:14:04.762766 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0d741b7-5de3-4ed9-99d4-e3314a9bb2ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:04.778670 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aeb5cf-670c-4a32-80fb-5d5d39fae617 req-7f59d81a-2af1-4dbe-99e1-385ff5f6c4ba tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:04.780503 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d8aeb5cf-670c-4a32-80fb-5d5d39fae617 req-7f59d81a-2af1-4dbe-99e1-385ff5f6c4ba tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=201cfc46-c28f-45e3-8c93-23c166c09ecf HTTP/1.1" status: 200 len: 944 time: 0.0573430 Jul 30 20:14:04.824437 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d8aeb5cf-670c-4a32-80fb-5d5d39fae617 req-b856c57d-9331-41d7-b4f6-a7561d5ed473 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366039 Jul 30 20:14:04.922712 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13b1592-0935-4cd0-9ed0-36b0b2ca05fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137645cc-90ec-4463-bc0a-f6307edd9f9b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:14:04.925047 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7f3e0c-e4c8-4ea5-b99a-addbd2b46642" -d '{"events": [{"server_uuid": "b13b1592-0935-4cd0-9ed0-36b0b2ca05fb", "name": "network-vif-plugged", "status": "completed", "tag": "137645cc-90ec-4463-bc0a-f6307edd9f9b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:14:04.951649 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 038ab46d-e432-440e-8ea6-6f309d1c4a9d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=038ab46d-e432-440e-8ea6-6f309d1c4a9d,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:04.952939 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcaa69-4c7a-4d63-b47d-fb43923b2c49 None None] Pushing event updated for resources: {'Port': ['ID=1f1687a0-c6dd-4a88-9aec-56a57cdb3766,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:04.971726 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:04.974953 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 137645cc-90ec-4463-bc0a-f6307edd9f9b, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=137645cc-90ec-4463-bc0a-f6307edd9f9b,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:04.977023 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d5aedc-9827-4f42-a9e3-fff8f0aee52c x-openstack-request-id: req-d0d5aedc-9827-4f42-a9e3-fff8f0aee52c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:14:04.977373 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13b1592-0935-4cd0-9ed0-36b0b2ca05fb", "name": "network-vif-plugged", "status": "completed", "tag": "137645cc-90ec-4463-bc0a-f6307edd9f9b", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:14:04.977960 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d0d5aedc-9827-4f42-a9e3-fff8f0aee52c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:14:04.978215 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13b1592-0935-4cd0-9ed0-36b0b2ca05fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137645cc-90ec-4463-bc0a-f6307edd9f9b', 'code': 200} Jul 30 20:14:04.989089 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:04.990776 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0d741b7-5de3-4ed9-99d4-e3314a9bb2ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:05.065089 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=038ab46d-e432-440e-8ea6-6f309d1c4a9d,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:05.161063 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=137645cc-90ec-4463-bc0a-f6307edd9f9b,revision_number=10']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:05.172465 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fa719e84-12ca-41d5-b18d-124400dd9160 req-9974d9ae-331e-4486-8f3c-582b098acf97 tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.59 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.0771282 Jul 30 20:14:05.192082 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fa8eb35-1e91-47bf-a321-7c4c2b998535 req-fb656613-d674-4edb-8ef3-68c8be4a081d tempest-ServerShowV257Test-377060698 tempest-ServerShowV257Test-377060698-project] 10.222.0.81 "GET /v2.0/ports?device_id=274e795b-0e79-4642-9ba8-aea59b32d136 HTTP/1.1" status: 200 len: 210 time: 0.1134846 Jul 30 20:14:05.254581 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d741b7-5de3-4ed9-99d4-e3314a9bb2ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Router 53063f36-1739-4362-8e7d-0985aac346af is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:14:05.260165 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f8cf9-0db8-4127-84c9-c34614be3927 req-466908af-0d79-481a-937d-a1b897b41d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:05.262207 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c82f8cf9-0db8-4127-84c9-c34614be3927 req-466908af-0d79-481a-937d-a1b897b41d18 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 1098 time: 0.0895360 Jul 30 20:14:05.324119 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['038ab46d-e432-440e-8ea6-6f309d1c4a9d'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:14:05.350787 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c82f8cf9-0db8-4127-84c9-c34614be3927 req-aaf2baca-707d-4b73-8a06-04973536cbdf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784445 Jul 30 20:14:05.407344 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d741b7-5de3-4ed9-99d4-e3314a9bb2ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:14:05.427670 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6890ed-16b2-4b9d-9210-09c34a92bf66 None None] Sync routers for ids ['53063f36-1739-4362-8e7d-0985aac346af'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:14:05.430193 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0d741b7-5de3-4ed9-99d4-e3314a9bb2ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:05.432227 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d0d741b7-5de3-4ed9-99d4-e3314a9bb2ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7499995 Jul 30 20:14:05.434839 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40616) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:05.437810 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931566e-558b-4545-a353-41e21280ad4f req-945cf062-c4a5-44ff-8f2b-5fa9c3668941 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:05.439598 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c931566e-558b-4545-a353-41e21280ad4f req-945cf062-c4a5-44ff-8f2b-5fa9c3668941 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 947 time: 0.0650082 Jul 30 20:14:05.458701 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6890ed-16b2-4b9d-9210-09c34a92bf66 None None] Routers {'53063f36-1739-4362-8e7d-0985aac346af'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:14:05.459797 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-7e6890ed-16b2-4b9d-9210-09c34a92bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['53063f36-1739-4362-8e7d-0985aac346af'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:05.480121 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c931566e-558b-4545-a353-41e21280ad4f req-26bcd506-c808-46e1-a70a-561f4349d706 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342026 Jul 30 20:14:05.494788 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-7e6890ed-16b2-4b9d-9210-09c34a92bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:05.534016 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6890ed-16b2-4b9d-9210-09c34a92bf66 None None] Routers {'53063f36-1739-4362-8e7d-0985aac346af'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:14:05.534664 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-7e6890ed-16b2-4b9d-9210-09c34a92bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['53063f36-1739-4362-8e7d-0985aac346af'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:05.574416 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-7e6890ed-16b2-4b9d-9210-09c34a92bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:05.575154 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6890ed-16b2-4b9d-9210-09c34a92bf66 None None] The sync data for ids ['53063f36-1739-4362-8e7d-0985aac346af'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:14:05.799651 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e75433-e8e6-460f-95d9-ae37ffcb259b req-85ba5169-2188-44e0-b88a-4cc1d474a2a6 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:05.804485 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-80e75433-e8e6-460f-95d9-ae37ffcb259b req-85ba5169-2188-44e0-b88a-4cc1d474a2a6 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/ports?device_id=770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac HTTP/1.1" status: 200 len: 945 time: 0.0553014 Jul 30 20:14:05.842999 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-80e75433-e8e6-460f-95d9-ae37ffcb259b req-1cd25ee8-3932-454b-9235-6b446aaac13d tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.81 "GET /v2.0/security-groups?id=41a6b980-213e-4d5d-8267-0909ba0a7590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345578 Jul 30 20:14:05.936116 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f331dd9-b909-4583-bcc8-aeeabd5ddc9d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:05.962844 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfdea7a-bf23-4a28-8ca9-c744abd0ca5e None None] Network 770070db-5077-458b-81ce-11702a792515 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:14:05.969649 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b137f73-581e-4685-ac26-cc7637e1900d req-ad83825d-8625-4cb2-b89f-2b0f6cb05667 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:05.971806 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2b137f73-581e-4685-ac26-cc7637e1900d req-ad83825d-8625-4cb2-b89f-2b0f6cb05667 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=201cfc46-c28f-45e3-8c93-23c166c09ecf HTTP/1.1" status: 200 len: 945 time: 0.0527184 Jul 30 20:14:06.012311 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2b137f73-581e-4685-ac26-cc7637e1900d req-86dbbee7-da25-496e-a116-bd5593eed1bb tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331564 Jul 30 20:14:06.089499 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-37326ba3-dc73-4149-92ab-759a3adebd90 None None] Provisioning for port 1f1687a0-c6dd-4a88-9aec-56a57cdb3766 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:14:06.108997 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14469830-9f14-44fc-901a-80672ae77e4d req-d94bf614-05ed-42c0-823f-5674dd506092 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:06.110486 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-14469830-9f14-44fc-901a-80672ae77e4d req-d94bf614-05ed-42c0-823f-5674dd506092 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.83 "GET /v2.0/ports?device_id=770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac HTTP/1.1" status: 200 len: 945 time: 0.0737567 Jul 30 20:14:06.333881 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-14469830-9f14-44fc-901a-80672ae77e4d req-3fb0e835-0228-46ed-b270-38cdb1497293 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Deleting port 78545ca4-e372-4f69-969e-c7f30d102978 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:14:06.334552 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-14469830-9f14-44fc-901a-80672ae77e4d req-3fb0e835-0228-46ed-b270-38cdb1497293 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:06.341992 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-5f331dd9-b909-4583-bcc8-aeeabd5ddc9d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Allocated IP 172.20.0.1 (770070db-5077-458b-81ce-11702a792515/10d3a6d4-f9e6-4e9d-b3db-28f47a16e473/f9f82971-93e2-4d17-bd88-ceb956cc0265) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:14:06.519543 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-14469830-9f14-44fc-901a-80672ae77e4d req-3fb0e835-0228-46ed-b270-38cdb1497293 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] For port 78545ca4-e372-4f69-969e-c7f30d102978, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=78545ca4-e372-4f69-969e-c7f30d102978,segment=NetworkSegment(94b1ce66-00e3-4c58-9b7d-28ebdc1f7ed2),segment_id=94b1ce66-00e3-4c58-9b7d-28ebdc1f7ed2)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:06.519925 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-14469830-9f14-44fc-901a-80672ae77e4d req-3fb0e835-0228-46ed-b270-38cdb1497293 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:06.539234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40646) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:06.542487 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-14469830-9f14-44fc-901a-80672ae77e4d req-3fb0e835-0228-46ed-b270-38cdb1497293 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Calling delete_port for 78545ca4-e372-4f69-969e-c7f30d102978 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:14:06.570497 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f331dd9-b909-4583-bcc8-aeeabd5ddc9d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:06.598747 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-34bcfe7c-332f-4c92-8d21-bec415c14f29 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:06.606465 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-34bcfe7c-332f-4c92-8d21-bec415c14f29 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/networks?id=8bfc6937-8166-4841-8d2d-9494ef26b48a HTTP/1.1" status: 200 len: 804 time: 0.1534731 Jul 30 20:14:06.617288 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-5f331dd9-b909-4583-bcc8-aeeabd5ddc9d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Transition to ACTIVE for port object f9f82971-93e2-4d17-bd88-ceb956cc0265 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:14:06.623105 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-f61c5b69-cfeb-4bb3-9675-92341c85fd55 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/quotas/9ccfb1cbf56a4ee5812650def928c402 HTTP/1.1" status: 200 len: 375 time: 0.0162189 Jul 30 20:14:06.697336 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5cc6183d-2e8f-4972-8b97-f66a0af23619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:06.697563 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f331dd9-b909-4583-bcc8-aeeabd5ddc9d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:06.708101 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-edb35b54-eddf-49f2-b135-a882f2bb0710 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9ccfb1cbf56a4ee5812650def928c402&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0841544 Jul 30 20:14:06.773687 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f331dd9-b909-4583-bcc8-aeeabd5ddc9d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Network 770070db-5077-458b-81ce-11702a792515 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:14:06.780548 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5f331dd9-b909-4583-bcc8-aeeabd5ddc9d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:06.788850 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f331dd9-b909-4583-bcc8-aeeabd5ddc9d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:14:06.827178 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-14469830-9f14-44fc-901a-80672ae77e4d req-3fb0e835-0228-46ed-b270-38cdb1497293 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:06.832297 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f331dd9-b909-4583-bcc8-aeeabd5ddc9d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'Port': ['ID=f9f82971-93e2-4d17-bd88-ceb956cc0265,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:06.842146 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['78545ca4-e372-4f69-969e-c7f30d102978'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:14:06.864594 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-c3c9fba7-e960-44e2-8cde-ff7af70f6ce0 service neutron] 10.222.0.81 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488626 Jul 30 20:14:06.884200 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f331dd9-b909-4583-bcc8-aeeabd5ddc9d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:06.890742 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0e835-0228-46ed-b270-38cdb1497293 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Pushing event deleted for resources: {'Port': ['ID=78545ca4-e372-4f69-969e-c7f30d102978,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:07.049524 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-14469830-9f14-44fc-901a-80672ae77e4d req-3fb0e835-0228-46ed-b270-38cdb1497293 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] No DVR routers for this DVR port 78545ca4-e372-4f69-969e-c7f30d102978 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:14:07.055919 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-14469830-9f14-44fc-901a-80672ae77e4d req-3fb0e835-0228-46ed-b270-38cdb1497293 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:07.057941 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-14469830-9f14-44fc-901a-80672ae77e4d req-3fb0e835-0228-46ed-b270-38cdb1497293 tempest-ServerAddressesTestJSON-75788955 tempest-ServerAddressesTestJSON-75788955-project] 10.222.0.83 "DELETE /v2.0/ports/78545ca4-e372-4f69-969e-c7f30d102978 HTTP/1.1" status: 204 len: 173 time: 0.9208114 Jul 30 20:14:07.058380 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac', 'name': 'network-vif-deleted', 'tag': '78545ca4-e372-4f69-969e-c7f30d102978'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:14:07.058922 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-eab9202d-6805-46d0-a541-d3e5e0db701e service neutron] 10.222.0.81 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870856 Jul 30 20:14:07.060912 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2076e2b-b25e-4fdf-a593-ee522028b875" -d '{"events": [{"server_uuid": "770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac", "name": "network-vif-deleted", "tag": "78545ca4-e372-4f69-969e-c7f30d102978"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:14:07.072674 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 1f1687a0-c6dd-4a88-9aec-56a57cdb3766 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:14:07.101311 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5cc6183d-2e8f-4972-8b97-f66a0af23619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:07.112556 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5cc6183d-2e8f-4972-8b97-f66a0af23619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:07.162711 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5cc6183d-2e8f-4972-8b97-f66a0af23619 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8ca040b645e94ac4a5f4ae269ec1ac7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6201558 Jul 30 20:14:07.162711 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6183d-2e8f-4972-8b97-f66a0af23619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae99894b-3ccf-4ad4-aad1-02c9b343b9f7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:07.164844 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40684) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:07.183779 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6aed0edd-1c42-419e-b50f-62881f764b54 None None] Provisioning for port f9f82971-93e2-4d17-bd88-ceb956cc0265 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:14:07.192239 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6aed0edd-1c42-419e-b50f-62881f764b54 None None] Provisioning complete for port f9f82971-93e2-4d17-bd88-ceb956cc0265 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:14:07.193211 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6aed0edd-1c42-419e-b50f-62881f764b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:07.198521 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 1f1687a0-c6dd-4a88-9aec-56a57cdb3766 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:14:07.233240 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f331dd9-b909-4583-bcc8-aeeabd5ddc9d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:07.251433 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 1f1687a0-c6dd-4a88-9aec-56a57cdb3766 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:14:07.251861 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:07.262278 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4736b508-a1f5-4cad-b985-11590fd7e200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:07.313398 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4736b508-a1f5-4cad-b985-11590fd7e200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:07.334163 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6aed0edd-1c42-419e-b50f-62881f764b54 None None] Port f9f82971-93e2-4d17-bd88-ceb956cc0265 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:14:07.397245 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:07.434216 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 1f1687a0-c6dd-4a88-9aec-56a57cdb3766, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=1f1687a0-c6dd-4a88-9aec-56a57cdb3766,segment=NetworkSegment(7044815c-98e4-4c24-a539-017304326c54),segment_id=7044815c-98e4-4c24-a539-017304326c54)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:07.441601 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:07.521479 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=1f1687a0-c6dd-4a88-9aec-56a57cdb3766,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:07.547429 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f59cee-92e0-4235-ab08-ba79be8a33b8 req-b82fb451-d69d-49fc-b12b-4e6bd213a479 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:07.556201 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18f59cee-92e0-4235-ab08-ba79be8a33b8 req-b82fb451-d69d-49fc-b12b-4e6bd213a479 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 947 time: 0.1415150 Jul 30 20:14:07.590555 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4736b508-a1f5-4cad-b985-11590fd7e200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:07.593644 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4736b508-a1f5-4cad-b985-11590fd7e200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:07.594937 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4736b508-a1f5-4cad-b985-11590fd7e200 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ae99894b-3ccf-4ad4-aad1-02c9b343b9f7 HTTP/1.1" status: 204 len: 168 time: 0.4287963 Jul 30 20:14:07.612197 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736b508-a1f5-4cad-b985-11590fd7e200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae99894b-3ccf-4ad4-aad1-02c9b343b9f7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:07.646765 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18f59cee-92e0-4235-ab08-ba79be8a33b8 req-b1c527ab-be4d-4ea0-8faf-f2e05d8b9e12 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894160 Jul 30 20:14:07.723903 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f331dd9-b909-4583-bcc8-aeeabd5ddc9d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:07.731966 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f331dd9-b909-4583-bcc8-aeeabd5ddc9d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:07.826199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40708) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:07.834314 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f331dd9-b909-4583-bcc8-aeeabd5ddc9d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:07.855841 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f331dd9-b909-4583-bcc8-aeeabd5ddc9d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'Port': ['ID=f9f82971-93e2-4d17-bd88-ceb956cc0265,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:07.882943 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fdd474a-d70b-4f2e-a220-953390b5b957 admin admin] Deleting subnet aa9c148d-1bc0-45a5-9483-7afe324d83ab {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:14:07.887803 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1fdd474a-d70b-4f2e-a220-953390b5b957 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:07.981653 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1fdd474a-d70b-4f2e-a220-953390b5b957 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:08.021833 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76c565-d283-416b-834c-e131ef9b746c req-0fcf4657-45c1-4f74-b5e4-ec16718e216d tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:08.023429 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd76c565-d283-416b-834c-e131ef9b746c req-0fcf4657-45c1-4f74-b5e4-ec16718e216d tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=201cfc46-c28f-45e3-8c93-23c166c09ecf HTTP/1.1" status: 200 len: 945 time: 0.1123934 Jul 30 20:14:08.061214 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1fdd474a-d70b-4f2e-a220-953390b5b957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:08.105454 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd76c565-d283-416b-834c-e131ef9b746c req-b305705a-200a-4f30-b7e1-ee77b9b5c471 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734546 Jul 30 20:14:08.156821 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1fdd474a-d70b-4f2e-a220-953390b5b957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:08.193800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd474a-d70b-4f2e-a220-953390b5b957 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa9c148d-1bc0-45a5-9483-7afe324d83ab,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:08.196191 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1fdd474a-d70b-4f2e-a220-953390b5b957 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:08.201462 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1fdd474a-d70b-4f2e-a220-953390b5b957 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/aa9c148d-1bc0-45a5-9483-7afe324d83ab HTTP/1.1" status: 204 len: 168 time: 0.3740513 Jul 30 20:14:08.202598 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40718) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:08.226956 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 038ab46d-e432-440e-8ea6-6f309d1c4a9d up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:14:08.283021 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a86a632-01a1-4e98-8866-a170c6db48d8 x-openstack-request-id: req-0a86a632-01a1-4e98-8866-a170c6db48d8 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:14:08.283410 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac", "name": "network-vif-deleted", "tag": "78545ca4-e372-4f69-969e-c7f30d102978", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:14:08.283757 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0a86a632-01a1-4e98-8866-a170c6db48d8 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:14:08.284223 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770a3c3a-3f08-48ab-8dd0-7eeb4a7d35ac', 'name': 'network-vif-deleted', 'tag': '78545ca4-e372-4f69-969e-c7f30d102978', 'status': 'completed', 'code': 200} Jul 30 20:14:08.317325 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 038ab46d-e432-440e-8ea6-6f309d1c4a9d completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:14:08.322863 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 038ab46d-e432-440e-8ea6-6f309d1c4a9d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:14:08.323475 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:08.336832 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f4c6772-a34a-4f37-b279-b65a9164e1bd req-33a2a536-b163-4f7c-8573-be560166cfff tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf74ed7-4fd2-4b40-9cd8-341187c36f59 HTTP/1.1" status: 200 len: 210 time: 0.0398884 Jul 30 20:14:08.362648 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f331dd9-b909-4583-bcc8-aeeabd5ddc9d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Network 770070db-5077-458b-81ce-11702a792515 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:14:08.364191 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5f331dd9-b909-4583-bcc8-aeeabd5ddc9d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:08.367495 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-209d9685-b116-4b96-ad84-f8791a6d1383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:08.458560 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:08.459314 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-209d9685-b116-4b96-ad84-f8791a6d1383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:08.489952 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-209d9685-b116-4b96-ad84-f8791a6d1383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f099254-839b-48c1-93d8-5f96068c5ebf']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:08.490369 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201cfc46-c28f-45e3-8c93-23c166c09ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038ab46d-e432-440e-8ea6-6f309d1c4a9d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:14:08.493142 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc7c4d7-901a-49bb-a24f-4841c0e6d362" -d '{"events": [{"server_uuid": "201cfc46-c28f-45e3-8c93-23c166c09ecf", "name": "network-vif-plugged", "status": "completed", "tag": "038ab46d-e432-440e-8ea6-6f309d1c4a9d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:14:08.518682 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f331dd9-b909-4583-bcc8-aeeabd5ddc9d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Router 53063f36-1739-4362-8e7d-0985aac346af has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:14:08.525848 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-209d9685-b116-4b96-ad84-f8791a6d1383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b1ce66-00e3-4c58-9b7d-28ebdc1f7ed2') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:08.526719 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-209d9685-b116-4b96-ad84-f8791a6d1383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b1ce66-00e3-4c58-9b7d-28ebdc1f7ed2') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:08.537706 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 038ab46d-e432-440e-8ea6-6f309d1c4a9d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=038ab46d-e432-440e-8ea6-6f309d1c4a9d,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:08.551652 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:08.571872 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-209d9685-b116-4b96-ad84-f8791a6d1383 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:08.581297 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51941ba-3ea1-48a8-b83f-edfd4e11cf66 x-openstack-request-id: req-a51941ba-3ea1-48a8-b83f-edfd4e11cf66 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:14:08.581724 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201cfc46-c28f-45e3-8c93-23c166c09ecf", "name": "network-vif-plugged", "status": "completed", "tag": "038ab46d-e432-440e-8ea6-6f309d1c4a9d", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:14:08.582086 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a51941ba-3ea1-48a8-b83f-edfd4e11cf66 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:14:08.582560 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201cfc46-c28f-45e3-8c93-23c166c09ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038ab46d-e432-440e-8ea6-6f309d1c4a9d', 'code': 200} Jul 30 20:14:08.613126 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-209d9685-b116-4b96-ad84-f8791a6d1383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:08.613802 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=038ab46d-e432-440e-8ea6-6f309d1c4a9d,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:08.630010 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209d9685-b116-4b96-ad84-f8791a6d1383 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:14:08.631643 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-209d9685-b116-4b96-ad84-f8791a6d1383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:14:08.632023 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:14:08.752125 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f331dd9-b909-4583-bcc8-aeeabd5ddc9d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:14:08.763138 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0df1230-000b-4bcb-8d8d-7aae88f00406 None None] Sync routers for ids ['53063f36-1739-4362-8e7d-0985aac346af'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:14:08.772714 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f827132a-7f42-42f6-9b22-636de921ab11 None None] Provisioning complete for port f9f82971-93e2-4d17-bd88-ceb956cc0265 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:14:08.773358 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f827132a-7f42-42f6-9b22-636de921ab11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:08.779198 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0df1230-000b-4bcb-8d8d-7aae88f00406 None None] Routers {'53063f36-1739-4362-8e7d-0985aac346af'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:14:08.779906 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b0df1230-000b-4bcb-8d8d-7aae88f00406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['53063f36-1739-4362-8e7d-0985aac346af'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:08.789202 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5f331dd9-b909-4583-bcc8-aeeabd5ddc9d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "PUT /v2.0/routers/53063f36-1739-4362-8e7d-0985aac346af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3484828 Jul 30 20:14:08.792108 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40736) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:08.796281 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef953a-11f0-4cfc-acbe-9e6da60f2bd3 req-6afd3ce4-58fe-4ed1-8639-2868a6e1c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:08.797942 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b5ef953a-11f0-4cfc-acbe-9e6da60f2bd3 req-6afd3ce4-58fe-4ed1-8639-2868a6e1c0fc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=201cfc46-c28f-45e3-8c93-23c166c09ecf HTTP/1.1" status: 200 len: 1097 time: 0.1007442 Jul 30 20:14:08.803311 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d3af351f-a3ba-4434-a804-cec748e03990 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Request body: {'port': {'network_id': '770070db-5077-458b-81ce-11702a792515', 'name': 'tempest-FloatingIPTestJSON-212326486'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:08.806719 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-209d9685-b116-4b96-ad84-f8791a6d1383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:08.817365 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b0df1230-000b-4bcb-8d8d-7aae88f00406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:08.826891 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0df1230-000b-4bcb-8d8d-7aae88f00406 None None] Routers {'53063f36-1739-4362-8e7d-0985aac346af'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:14:08.827789 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b0df1230-000b-4bcb-8d8d-7aae88f00406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['53063f36-1739-4362-8e7d-0985aac346af'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:08.830083 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f827132a-7f42-42f6-9b22-636de921ab11 None None] Port f9f82971-93e2-4d17-bd88-ceb956cc0265 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:14:08.852160 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-209d9685-b116-4b96-ad84-f8791a6d1383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:08.854035 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-209d9685-b116-4b96-ad84-f8791a6d1383 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5f099254-839b-48c1-93d8-5f96068c5ebf HTTP/1.1" status: 204 len: 168 time: 0.6504476 Jul 30 20:14:08.864866 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b0df1230-000b-4bcb-8d8d-7aae88f00406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:08.865526 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0df1230-000b-4bcb-8d8d-7aae88f00406 None None] The sync data for ids ['53063f36-1739-4362-8e7d-0985aac346af'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:14:08.888073 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d9685-b116-4b96-ad84-f8791a6d1383 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f099254-839b-48c1-93d8-5f96068c5ebf,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:08.915606 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-020b8363-a052-4989-b7cc-d14964937f1a tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:08.917089 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-020b8363-a052-4989-b7cc-d14964937f1a tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.59 "GET /v2.0/networks?id=8bfc6937-8166-4841-8d2d-9494ef26b48a HTTP/1.1" status: 200 len: 804 time: 0.2690916 Jul 30 20:14:08.931662 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521741d0-cba4-4e59-95f2-f7889758718e req-9490c543-333e-49c7-b5d9-374616326f38 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:08.939383 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-521741d0-cba4-4e59-95f2-f7889758718e req-9490c543-333e-49c7-b5d9-374616326f38 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 947 time: 0.1367764 Jul 30 20:14:08.945454 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b5ef953a-11f0-4cfc-acbe-9e6da60f2bd3 req-2226a7e2-4c07-4222-ae34-2fcdc36463ed service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720606 Jul 30 20:14:08.950305 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-72d23acc-7423-406d-b891-bd55929f9ab3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Request body: {'port': {'device_id': '2cf74ed7-4fd2-4b40-9cd8-341187c36f59', 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a', 'admin_state_up': True, 'tenant_id': '9ccfb1cbf56a4ee5812650def928c402'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:09.017781 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3af351f-a3ba-4434-a804-cec748e03990 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Made reservation on behalf of 6f0b681261844828a1c7921e0226c44d for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:09.021294 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 1f1687a0-c6dd-4a88-9aec-56a57cdb3766 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:14:09.022273 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3af351f-a3ba-4434-a804-cec748e03990 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:09.044603 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-d3af351f-a3ba-4434-a804-cec748e03990 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] device_id is not set on port 4fb723c3-2348-436a-9111-593d02b50be8 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:14:09.051839 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-521741d0-cba4-4e59-95f2-f7889758718e req-6e7566ef-ee17-4457-bea5-908b32738560 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071184 Jul 30 20:14:09.124003 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 1f1687a0-c6dd-4a88-9aec-56a57cdb3766 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:14:09.124444 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:09.152233 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-72d23acc-7423-406d-b891-bd55929f9ab3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Made reservation on behalf of 9ccfb1cbf56a4ee5812650def928c402 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:09.155898 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-72d23acc-7423-406d-b891-bd55929f9ab3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:09.227440 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40746) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:09.301058 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-d3af351f-a3ba-4434-a804-cec748e03990 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Allocated IP 172.20.0.12 (770070db-5077-458b-81ce-11702a792515/10d3a6d4-f9e6-4e9d-b3db-28f47a16e473/4fb723c3-2348-436a-9111-593d02b50be8) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:14:09.305734 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-80f3e8a4-b1bb-430b-83fc-336d5b83a9ce admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0e6f46f3be284fdeb1a12198f3d4df94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0769978 Jul 30 20:14:09.308417 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40750) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:09.357979 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7eddb-01d0-44c2-90de-909e739906bc req-fe69a180-2e33-431b-adb6-e935856eb3cc tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:09.359932 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bfd7eddb-01d0-44c2-90de-909e739906bc req-fe69a180-2e33-431b-adb6-e935856eb3cc tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=201cfc46-c28f-45e3-8c93-23c166c09ecf HTTP/1.1" status: 200 len: 946 time: 0.1257057 Jul 30 20:14:09.384616 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-72d23acc-7423-406d-b891-bd55929f9ab3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Allocated IP 172.20.0.11 (8bfc6937-8166-4841-8d2d-9494ef26b48a/c4441ce2-15ee-443c-8f6d-ecb7f77ca504/87811a46-c820-41c5-a11a-d24c26cd9d31) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:14:09.392771 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40754) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:09.416641 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-388fe644-5eff-4f65-a467-f2e83a782bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:09.427565 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bfd7eddb-01d0-44c2-90de-909e739906bc req-0e8ac609-d199-4891-9a15-cc07d4c07d16 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548804 Jul 30 20:14:09.484125 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-388fe644-5eff-4f65-a467-f2e83a782bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:09.558079 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9572478-d6ba-486d-aec8-1c377524acd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:09.565325 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3af351f-a3ba-4434-a804-cec748e03990 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:09.565984 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82e5311c-873e-4849-8686-9cc98b948ed0 req-74223315-7ca0-480d-ba71-872adf1aa528 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf74ed7-4fd2-4b40-9cd8-341187c36f59 HTTP/1.1" status: 200 len: 210 time: 0.0324543 Jul 30 20:14:09.603159 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-d3af351f-a3ba-4434-a804-cec748e03990 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Transition to ACTIVE for port object 4fb723c3-2348-436a-9111-593d02b50be8 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:14:09.605531 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-388fe644-5eff-4f65-a467-f2e83a782bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:09.608118 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-388fe644-5eff-4f65-a467-f2e83a782bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:09.611500 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-388fe644-5eff-4f65-a467-f2e83a782bf5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/41a6b980-213e-4d5d-8267-0909ba0a7590 HTTP/1.1" status: 204 len: 168 time: 0.2998350 Jul 30 20:14:09.631409 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fe644-5eff-4f65-a467-f2e83a782bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a6b980-213e-4d5d-8267-0909ba0a7590,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:09.635776 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-72d23acc-7423-406d-b891-bd55929f9ab3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:09.683892 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-72d23acc-7423-406d-b891-bd55929f9ab3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:09.690122 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3af351f-a3ba-4434-a804-cec748e03990 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:09.698178 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['83ba072f-d2f7-4ea8-9e22-afb39aced6d1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:14:09.708302 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-72d23acc-7423-406d-b891-bd55929f9ab3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Network 8bfc6937-8166-4841-8d2d-9494ef26b48a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:14:09.710780 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-72d23acc-7423-406d-b891-bd55929f9ab3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:09.730456 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-72d23acc-7423-406d-b891-bd55929f9ab3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:14:09.750648 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3af351f-a3ba-4434-a804-cec748e03990 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Network 770070db-5077-458b-81ce-11702a792515 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:14:09.758390 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9572478-d6ba-486d-aec8-1c377524acd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:09.759906 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d3af351f-a3ba-4434-a804-cec748e03990 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:09.764246 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3af351f-a3ba-4434-a804-cec748e03990 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:14:09.774511 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9572478-d6ba-486d-aec8-1c377524acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:09.810554 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af351f-a3ba-4434-a804-cec748e03990 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event updated for resources: {'Port': ['ID=4fb723c3-2348-436a-9111-593d02b50be8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:09.825167 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d23acc-7423-406d-b891-bd55929f9ab3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Pushing event updated for resources: {'Port': ['ID=87811a46-c820-41c5-a11a-d24c26cd9d31,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:09.858468 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-72d23acc-7423-406d-b891-bd55929f9ab3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:09.859389 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-72d23acc-7423-406d-b891-bd55929f9ab3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:09.888864 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-72d23acc-7423-406d-b891-bd55929f9ab3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9423466 Jul 30 20:14:09.890618 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a9572478-d6ba-486d-aec8-1c377524acd2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ebf28df28b644bcfa4a0c51e1cbb494f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4946473 Jul 30 20:14:09.892290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40762) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:09.899699 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9572478-d6ba-486d-aec8-1c377524acd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb325ad-b2c2-42d3-bd17-3ff712960be4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:09.911437 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3af351f-a3ba-4434-a804-cec748e03990 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:09.912104 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3af351f-a3ba-4434-a804-cec748e03990 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:09.931489 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d3af351f-a3ba-4434-a804-cec748e03990 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1375630 Jul 30 20:14:09.932508 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40766) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:09.938280 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-21990359-a651-4968-a98a-2cf2ec3f41cd tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Request body: {'floatingip': {'port_id': '4fb723c3-2348-436a-9111-593d02b50be8'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:09.958127 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-09cceeaf-8fe3-4db7-b306-64a6f609aa76 service neutron] Request body: {'port': {'device_id': '2cf74ed7-4fd2-4b40-9cd8-341187c36f59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:10.025322 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21990359-a651-4968-a98a-2cf2ec3f41cd tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:10.087019 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ddefff2-9985-4901-a702-cd6b2b9ea630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:10.118016 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ddefff2-9985-4901-a702-cd6b2b9ea630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:10.130500 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-09cceeaf-8fe3-4db7-b306-64a6f609aa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:10.168176 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-aa38548b-7abf-4904-8b08-b5cdb6a32f78 None None] Provisioning for port 4fb723c3-2348-436a-9111-593d02b50be8 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:14:10.172295 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-aa38548b-7abf-4904-8b08-b5cdb6a32f78 None None] Provisioning complete for port 4fb723c3-2348-436a-9111-593d02b50be8 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:14:10.172702 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa38548b-7abf-4904-8b08-b5cdb6a32f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:10.229679 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ddefff2-9985-4901-a702-cd6b2b9ea630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:10.232069 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-aa38548b-7abf-4904-8b08-b5cdb6a32f78 None None] Port 4fb723c3-2348-436a-9111-593d02b50be8 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:14:10.236210 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ddefff2-9985-4901-a702-cd6b2b9ea630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:10.241200 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9ddefff2-9985-4901-a702-cd6b2b9ea630 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9fb325ad-b2c2-42d3-bd17-3ff712960be4 HTTP/1.1" status: 204 len: 168 time: 0.3439293 Jul 30 20:14:10.247302 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 78545ca4-e372-4f69-969e-c7f30d102978 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:14:10.272427 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 78545ca4-e372-4f69-969e-c7f30d102978 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:14:10.272692 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 78545ca4-e372-4f69-969e-c7f30d102978 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:14:10.327915 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddefff2-9985-4901-a702-cd6b2b9ea630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb325ad-b2c2-42d3-bd17-3ff712960be4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:10.584733 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-09cceeaf-8fe3-4db7-b306-64a6f609aa76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87811a46-c820-41c5-a11a-d24c26cd9d31 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:14:10.597422 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-09cceeaf-8fe3-4db7-b306-64a6f609aa76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:10.613939 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d686d-771c-43bc-89c2-3a2209687db3 req-5e536a9d-6fb0-45b4-ad43-6f99a7f01f16 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:10.615488 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-033d686d-771c-43bc-89c2-3a2209687db3 req-5e536a9d-6fb0-45b4-ad43-6f99a7f01f16 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=201cfc46-c28f-45e3-8c93-23c166c09ecf HTTP/1.1" status: 200 len: 946 time: 0.1003020 Jul 30 20:14:10.639045 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-09cceeaf-8fe3-4db7-b306-64a6f609aa76 service neutron] Transition to ACTIVE for port object 87811a46-c820-41c5-a11a-d24c26cd9d31 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:14:10.648719 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-09cceeaf-8fe3-4db7-b306-64a6f609aa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:10.699646 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-033d686d-771c-43bc-89c2-3a2209687db3 req-4a8f801d-84a4-4b7f-b307-081b6559af89 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763280 Jul 30 20:14:10.718366 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21990359-a651-4968-a98a-2cf2ec3f41cd tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:10.727344 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21990359-a651-4968-a98a-2cf2ec3f41cd tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:10.743863 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cceeaf-8fe3-4db7-b306-64a6f609aa76 service neutron] Pushing event updated for resources: {'Port': ['ID=87811a46-c820-41c5-a11a-d24c26cd9d31,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:10.807574 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-09cceeaf-8fe3-4db7-b306-64a6f609aa76 service neutron] Attempting to bind port 87811a46-c820-41c5-a11a-d24c26cd9d31 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:14:10.808482 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-09cceeaf-8fe3-4db7-b306-64a6f609aa76 service neutron] Attempting to bind port 87811a46-c820-41c5-a11a-d24c26cd9d31 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:14:10.809150 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-09cceeaf-8fe3-4db7-b306-64a6f609aa76 service neutron] Attempting to bind port 87811a46-c820-41c5-a11a-d24c26cd9d31 on network 8bfc6937-8166-4841-8d2d-9494ef26b48a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:14:10.814547 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-09cceeaf-8fe3-4db7-b306-64a6f609aa76 service neutron] Port 87811a46-c820-41c5-a11a-d24c26cd9d31 on network 8bfc6937-8166-4841-8d2d-9494ef26b48a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:14:10.815029 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-09cceeaf-8fe3-4db7-b306-64a6f609aa76 service neutron] Attempting to bind port 87811a46-c820-41c5-a11a-d24c26cd9d31 on network 8bfc6937-8166-4841-8d2d-9494ef26b48a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:14:10.821733 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-09cceeaf-8fe3-4db7-b306-64a6f609aa76 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:14:10.822272 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-09cceeaf-8fe3-4db7-b306-64a6f609aa76 service neutron] Checking segment: {'id': '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:14:10.822817 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-09cceeaf-8fe3-4db7-b306-64a6f609aa76 service neutron] Bound using segment: {'id': '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:14:10.823412 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-09cceeaf-8fe3-4db7-b306-64a6f609aa76 service neutron] Bound port: 87811a46-c820-41c5-a11a-d24c26cd9d31, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:14:10.824048 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-09cceeaf-8fe3-4db7-b306-64a6f609aa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:10.867765 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-21990359-a651-4968-a98a-2cf2ec3f41cd tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Floating IP 54c1d5d1-e0db-44eb-be1e-0cdffa9d9095 associated. External IP: 172.25.3.40, port: 29e010c5-c699-48a6-bfe0-62a06c982650. Jul 30 20:14:10.945569 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec83a67-9220-4ba1-b7dd-be060608d911 req-b3fb8b0e-9bff-4fcf-9d00-33e40e54795c tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:10.947037 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eec83a67-9220-4ba1-b7dd-be060608d911 req-b3fb8b0e-9bff-4fcf-9d00-33e40e54795c tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf74ed7-4fd2-4b40-9cd8-341187c36f59 HTTP/1.1" status: 200 len: 944 time: 0.1116598 Jul 30 20:14:10.949702 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-09cceeaf-8fe3-4db7-b306-64a6f609aa76 service neutron] For port 87811a46-c820-41c5-a11a-d24c26cd9d31, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:14:10.953420 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-09cceeaf-8fe3-4db7-b306-64a6f609aa76 service neutron] For port 87811a46-c820-41c5-a11a-d24c26cd9d31, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=87811a46-c820-41c5-a11a-d24c26cd9d31,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:14:10.966268 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-09cceeaf-8fe3-4db7-b306-64a6f609aa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:11.035090 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-09cceeaf-8fe3-4db7-b306-64a6f609aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:11.035299 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-09cceeaf-8fe3-4db7-b306-64a6f609aa76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:11.036705 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-09cceeaf-8fe3-4db7-b306-64a6f609aa76 service neutron] 10.222.0.59 "PUT /v2.0/ports/87811a46-c820-41c5-a11a-d24c26cd9d31 HTTP/1.1" status: 200 len: 1092 time: 1.0987425 Jul 30 20:14:11.038999 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf74ed7-4fd2-4b40-9cd8-341187c36f59', 'tag': '87811a46-c820-41c5-a11a-d24c26cd9d31'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:14:11.041291 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f416b1d-3fb3-4b5d-9fed-0fafdf7e3ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf74ed7-4fd2-4b40-9cd8-341187c36f59", "tag": "87811a46-c820-41c5-a11a-d24c26cd9d31"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:14:11.081855 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eec83a67-9220-4ba1-b7dd-be060608d911 req-4d1f36f4-a3ba-4d06-8c08-9a0e1ddfc04a tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237226 Jul 30 20:14:11.117291 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21990359-a651-4968-a98a-2cf2ec3f41cd tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Router a911511e-7e97-4d33-aa25-9629061a1d08 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:14:11.155955 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cceeaf-8fe3-4db7-b306-64a6f609aa76 service neutron] Pushing event updated for resources: {'Port': ['ID=87811a46-c820-41c5-a11a-d24c26cd9d31,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:11.177609 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-fb8efa5b-288b-42bd-b926-a0c3bea868a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:11.182211 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-fb8efa5b-288b-42bd-b926-a0c3bea868a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ccfb1cbf56a4ee5812650def928c402&device_id=2cf74ed7-4fd2-4b40-9cd8-341187c36f59 HTTP/1.1" status: 200 len: 1095 time: 0.0933242 Jul 30 20:14:11.253572 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21990359-a651-4968-a98a-2cf2ec3f41cd tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:14:11.258672 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-a357f8b6-256b-420e-b719-12e653cddcea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87811a46-c820-41c5-a11a-d24c26cd9d31 HTTP/1.1" status: 200 len: 217 time: 0.0684779 Jul 30 20:14:11.276592 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231bf446-7cdd-43f8-855a-b1b2746f0eae None None] Sync routers for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:14:11.297049 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231bf446-7cdd-43f8-855a-b1b2746f0eae None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:14:11.301206 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-231bf446-7cdd-43f8-855a-b1b2746f0eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:11.330286 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-f1e91ec0-80f1-4c10-9a9c-9c73978b9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:11.339937 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-f1e91ec0-80f1-4c10-9a9c-9c73978b9f57 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4441ce2-15ee-443c-8f6d-ecb7f77ca504 HTTP/1.1" status: 200 len: 844 time: 0.0740170 Jul 30 20:14:11.348078 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c0ed0e-c86f-40ae-a1c0-611bd8c30407 x-openstack-request-id: req-46c0ed0e-c86f-40ae-a1c0-611bd8c30407 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:14:11.348573 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf74ed7-4fd2-4b40-9cd8-341187c36f59", "tag": "87811a46-c820-41c5-a11a-d24c26cd9d31", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:14:11.348899 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-46c0ed0e-c86f-40ae-a1c0-611bd8c30407 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:14:11.349372 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf74ed7-4fd2-4b40-9cd8-341187c36f59', 'tag': '87811a46-c820-41c5-a11a-d24c26cd9d31', 'status': 'completed', 'code': 200} Jul 30 20:14:11.353509 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-231bf446-7cdd-43f8-855a-b1b2746f0eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:11.364118 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231bf446-7cdd-43f8-855a-b1b2746f0eae None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:14:11.364879 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-231bf446-7cdd-43f8-855a-b1b2746f0eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:11.389954 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-75d2f5f7-8071-4084-aef6-c9b4a352ae33 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8bfc6937-8166-4841-8d2d-9494ef26b48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396209 Jul 30 20:14:11.404691 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-231bf446-7cdd-43f8-855a-b1b2746f0eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:11.407743 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231bf446-7cdd-43f8-855a-b1b2746f0eae None None] The sync data for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:14:11.528544 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-6821d643-c357-4ba7-9da0-f8fa1315d6e2 service neutron] 10.222.0.59 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296306 Jul 30 20:14:11.604414 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21990359-a651-4968-a98a-2cf2ec3f41cd tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Router 53063f36-1739-4362-8e7d-0985aac346af has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:14:11.643405 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12775065-6ed0-42e3-bf6f-e65d158c60c1 req-565ea2d3-c508-4380-bfc2-da6dff1bb0ff tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:11.652062 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-12775065-6ed0-42e3-bf6f-e65d158c60c1 req-565ea2d3-c508-4380-bfc2-da6dff1bb0ff tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=201cfc46-c28f-45e3-8c93-23c166c09ecf HTTP/1.1" status: 200 len: 946 time: 0.1220903 Jul 30 20:14:11.680722 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:14:11.691236 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6754dad4-5f9f-4553-b27b-c4516e4d3816 req-ab5c2d1b-e55e-40f9-8ece-eb8d101e7e72 service neutron] 10.222.0.59 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500185 Jul 30 20:14:11.708693 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-12775065-6ed0-42e3-bf6f-e65d158c60c1 req-65036bce-2b9b-4b86-8686-7b4fe932bf2e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556948 Jul 30 20:14:11.718494 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21990359-a651-4968-a98a-2cf2ec3f41cd tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:14:11.728793 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37889e49-0550-43b7-8b95-7bd4294893e2 None None] Sync routers for ids ['53063f36-1739-4362-8e7d-0985aac346af'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:14:11.736811 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21990359-a651-4968-a98a-2cf2ec3f41cd tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:11.753718 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37889e49-0550-43b7-8b95-7bd4294893e2 None None] Routers {'53063f36-1739-4362-8e7d-0985aac346af'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:14:11.754669 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-37889e49-0550-43b7-8b95-7bd4294893e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['53063f36-1739-4362-8e7d-0985aac346af'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:11.813350 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-37889e49-0550-43b7-8b95-7bd4294893e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:11.819187 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-21990359-a651-4968-a98a-2cf2ec3f41cd tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "PUT /v2.0/floatingips/54c1d5d1-e0db-44eb-be1e-0cdffa9d9095 HTTP/1.1" status: 200 len: 977 time: 1.8854098 Jul 30 20:14:11.821962 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40846) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:11.825691 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37889e49-0550-43b7-8b95-7bd4294893e2 None None] Routers {'53063f36-1739-4362-8e7d-0985aac346af'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:14:11.826534 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-37889e49-0550-43b7-8b95-7bd4294893e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['53063f36-1739-4362-8e7d-0985aac346af'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:11.831260 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f416b1d-3fb3-4b5d-9fed-0fafdf7e3ddd req-bd9f161f-3217-4c52-943b-5f7d4ba9edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:11.832774 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f416b1d-3fb3-4b5d-9fed-0fafdf7e3ddd req-bd9f161f-3217-4c52-943b-5f7d4ba9edfb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ccfb1cbf56a4ee5812650def928c402&device_id=2cf74ed7-4fd2-4b40-9cd8-341187c36f59 HTTP/1.1" status: 200 len: 1095 time: 0.0898299 Jul 30 20:14:11.865942 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-37889e49-0550-43b7-8b95-7bd4294893e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:11.866939 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37889e49-0550-43b7-8b95-7bd4294893e2 None None] The sync data for ids ['53063f36-1739-4362-8e7d-0985aac346af'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:14:11.993280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f416b1d-3fb3-4b5d-9fed-0fafdf7e3ddd req-f839bdda-fe87-4129-a428-9ca67f54a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:11.994718 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f416b1d-3fb3-4b5d-9fed-0fafdf7e3ddd req-f839bdda-fe87-4129-a428-9ca67f54a471 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8bfc6937-8166-4841-8d2d-9494ef26b48a HTTP/1.1" status: 200 len: 905 time: 0.1372166 Jul 30 20:14:12.010529 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-a8edf604-1d20-43cb-a733-eb0e755bee86 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Deleting port 4fb723c3-2348-436a-9111-593d02b50be8 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:14:12.010911 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8edf604-1d20-43cb-a733-eb0e755bee86 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:12.367845 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40864) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:12.384934 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f416b1d-3fb3-4b5d-9fed-0fafdf7e3ddd req-f4c2bac5-a1c9-47f1-9b08-256c3f3ce60c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87811a46-c820-41c5-a11a-d24c26cd9d31 HTTP/1.1" status: 200 len: 217 time: 0.3769991 Jul 30 20:14:12.497610 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bc0e4-a6e1-4ab3-93f8-8c7310732db9 req-e1b32d9a-522f-44fc-89ac-efac7ba6b712 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:12.499124 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ce8bc0e4-a6e1-4ab3-93f8-8c7310732db9 req-e1b32d9a-522f-44fc-89ac-efac7ba6b712 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf74ed7-4fd2-4b40-9cd8-341187c36f59 HTTP/1.1" status: 200 len: 944 time: 0.1789689 Jul 30 20:14:12.501471 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8edf604-1d20-43cb-a733-eb0e755bee86 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:12.512755 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f416b1d-3fb3-4b5d-9fed-0fafdf7e3ddd req-1d801fee-33d9-4035-85ff-fc579c2e048f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:12.514164 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f416b1d-3fb3-4b5d-9fed-0fafdf7e3ddd req-1d801fee-33d9-4035-85ff-fc579c2e048f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4441ce2-15ee-443c-8f6d-ecb7f77ca504 HTTP/1.1" status: 200 len: 844 time: 0.1087863 Jul 30 20:14:12.602928 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec8a757f-fcd4-4d69-9648-683dc84d11d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:12.619907 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f416b1d-3fb3-4b5d-9fed-0fafdf7e3ddd req-7ed1a990-d894-4fa2-846d-46967fa1ee8c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8bfc6937-8166-4841-8d2d-9494ef26b48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938220 Jul 30 20:14:12.703775 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec8a757f-fcd4-4d69-9648-683dc84d11d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:12.709204 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec8a757f-fcd4-4d69-9648-683dc84d11d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:12.722435 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ce8bc0e4-a6e1-4ab3-93f8-8c7310732db9 req-b950db60-74ed-44e7-a085-62b362c494db tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115877 Jul 30 20:14:12.758273 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ec8a757f-fcd4-4d69-9648-683dc84d11d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ac850946755344609e3a0d7653b8a6a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3870251 Jul 30 20:14:12.758273 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a757f-fcd4-4d69-9648-683dc84d11d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb87ecb-0f44-4444-bc1e-2db2a6493f1d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:12.760226 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40876) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:12.914141 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f416b1d-3fb3-4b5d-9fed-0fafdf7e3ddd req-166c493c-437f-4f01-afeb-2e5fdd87e810 service neutron] 10.222.0.59 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811353 Jul 30 20:14:12.952363 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d0efaaec-ecd2-4cc5-8991-d129f2ad25c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:13.000635 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8edf604-1d20-43cb-a733-eb0e755bee86 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:13.001838 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8edf604-1d20-43cb-a733-eb0e755bee86 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:13.001838 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-a8edf604-1d20-43cb-a733-eb0e755bee86 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Floating IP 54c1d5d1-e0db-44eb-be1e-0cdffa9d9095 disassociated. External IP: 172.25.3.40, port: 4fb723c3-2348-436a-9111-593d02b50be8. Jul 30 20:14:13.002126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-a8edf604-1d20-43cb-a733-eb0e755bee86 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Calling delete_port for 4fb723c3-2348-436a-9111-593d02b50be8 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:14:13.031286 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d0efaaec-ecd2-4cc5-8991-d129f2ad25c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:13.045378 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40882) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:13.100489 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b5607-4563-4dea-8949-ff5ed0616332 req-ffadac39-bee2-4bc9-9628-03471213f894 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:13.101966 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bd6b5607-4563-4dea-8949-ff5ed0616332 req-ffadac39-bee2-4bc9-9628-03471213f894 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=201cfc46-c28f-45e3-8c93-23c166c09ecf HTTP/1.1" status: 200 len: 946 time: 0.2167177 Jul 30 20:14:13.151066 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea97b2e0-7898-4917-8377-60b7b4747700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:13.184007 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f416b1d-3fb3-4b5d-9fed-0fafdf7e3ddd req-b1700202-eac5-479b-8654-c548c64f59da service neutron] 10.222.0.59 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532341 Jul 30 20:14:13.193186 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bd6b5607-4563-4dea-8949-ff5ed0616332 req-8eb7e75a-06fc-47bd-b7ce-22c700ada1a7 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803778 Jul 30 20:14:13.216224 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d0efaaec-ecd2-4cc5-8991-d129f2ad25c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:13.218851 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d0efaaec-ecd2-4cc5-8991-d129f2ad25c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:13.220825 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d0efaaec-ecd2-4cc5-8991-d129f2ad25c3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/deb87ecb-0f44-4444-bc1e-2db2a6493f1d HTTP/1.1" status: 204 len: 168 time: 0.4552698 Jul 30 20:14:13.259774 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea97b2e0-7898-4917-8377-60b7b4747700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:13.266302 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea97b2e0-7898-4917-8377-60b7b4747700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:13.277885 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8edf604-1d20-43cb-a733-eb0e755bee86 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:13.279660 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efaaec-ecd2-4cc5-8991-d129f2ad25c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb87ecb-0f44-4444-bc1e-2db2a6493f1d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:13.331188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edf604-1d20-43cb-a733-eb0e755bee86 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event deleted for resources: {'Port': ['ID=4fb723c3-2348-436a-9111-593d02b50be8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:13.333904 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ea97b2e0-7898-4917-8377-60b7b4747700 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=60e7efd77321454e802339f8099dd1ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874467 Jul 30 20:14:13.335056 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97b2e0-7898-4917-8377-60b7b4747700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b7df26-4941-4913-be0f-16982168e6f0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:13.337976 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40890) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:13.407907 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f6a3-d328-435a-aea2-5a56baf38c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:13.441069 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f6a3-d328-435a-aea2-5a56baf38c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:13.522685 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f6a3-d328-435a-aea2-5a56baf38c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:13.525230 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f6a3-d328-435a-aea2-5a56baf38c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:13.528662 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1aa7f6a3-d328-435a-aea2-5a56baf38c08 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/68b7df26-4941-4913-be0f-16982168e6f0 HTTP/1.1" status: 204 len: 168 time: 0.1875021 Jul 30 20:14:13.535735 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7f6a3-d328-435a-aea2-5a56baf38c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b7df26-4941-4913-be0f-16982168e6f0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:13.566927 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8edf604-1d20-43cb-a733-eb0e755bee86 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Router 53063f36-1739-4362-8e7d-0985aac346af has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:14:13.597212 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f46622-f519-4457-941d-60ee31c96740 req-327338b3-33a5-44b2-97a6-20b1afaf457d tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:13.599554 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54f46622-f519-4457-941d-60ee31c96740 req-327338b3-33a5-44b2-97a6-20b1afaf457d tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=201cfc46-c28f-45e3-8c93-23c166c09ecf HTTP/1.1" status: 200 len: 946 time: 0.1029682 Jul 30 20:14:13.721389 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54f46622-f519-4457-941d-60ee31c96740 req-02ba61ba-2002-49ac-b366-190b19de2123 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763392 Jul 30 20:14:13.753894 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8edf604-1d20-43cb-a733-eb0e755bee86 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:14:13.770637 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ee92b0-c8f4-4fef-932a-ac71ef7721fd None None] Sync routers for ids ['53063f36-1739-4362-8e7d-0985aac346af'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:14:13.780505 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ee92b0-c8f4-4fef-932a-ac71ef7721fd None None] Routers {'53063f36-1739-4362-8e7d-0985aac346af'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:14:13.781628 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a5ee92b0-c8f4-4fef-932a-ac71ef7721fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['53063f36-1739-4362-8e7d-0985aac346af'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:13.823182 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a5ee92b0-c8f4-4fef-932a-ac71ef7721fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:13.837210 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ee92b0-c8f4-4fef-932a-ac71ef7721fd None None] Routers {'53063f36-1739-4362-8e7d-0985aac346af'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:14:13.838276 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a5ee92b0-c8f4-4fef-932a-ac71ef7721fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['53063f36-1739-4362-8e7d-0985aac346af'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:13.880415 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a5ee92b0-c8f4-4fef-932a-ac71ef7721fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:13.882345 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ee92b0-c8f4-4fef-932a-ac71ef7721fd None None] The sync data for ids ['53063f36-1739-4362-8e7d-0985aac346af'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:14:13.892104 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8edf604-1d20-43cb-a733-eb0e755bee86 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:13.894253 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a8edf604-1d20-43cb-a733-eb0e755bee86 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "DELETE /v2.0/ports/4fb723c3-2348-436a-9111-593d02b50be8 HTTP/1.1" status: 204 len: 168 time: 2.0711017 Jul 30 20:14:13.898947 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40914) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:13.912215 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06daf52-0274-4ff7-8bde-881da4e1e6d2 req-219ad050-17e4-4596-bf09-05429bbbd671 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:13.919554 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f06daf52-0274-4ff7-8bde-881da4e1e6d2 req-219ad050-17e4-4596-bf09-05429bbbd671 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf74ed7-4fd2-4b40-9cd8-341187c36f59 HTTP/1.1" status: 200 len: 944 time: 0.0780306 Jul 30 20:14:13.945720 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 87811a46-c820-41c5-a11a-d24c26cd9d31 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:14:13.979087 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f06daf52-0274-4ff7-8bde-881da4e1e6d2 req-5628dfea-9c60-4d2a-8239-99ea217cba18 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530720 Jul 30 20:14:13.979925 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40920) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:14.009992 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1b97a096-b2c4-4db6-b7b2-edc257769af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:14.080952 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 87811a46-c820-41c5-a11a-d24c26cd9d31, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=87811a46-c820-41c5-a11a-d24c26cd9d31,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:14.095912 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '87811a46-c820-41c5-a11a-d24c26cd9d31', 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a', 'port_id': '87811a46-c820-41c5-a11a-d24c26cd9d31', 'mac_address': 'fa:16:3e:6e:87:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4441ce2-15ee-443c-8f6d-ecb7f77ca504', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:14:14.135736 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1b97a096-b2c4-4db6-b7b2-edc257769af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:14.142073 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:14.147313 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1b97a096-b2c4-4db6-b7b2-edc257769af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:14.157632 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87811a46-c820-41c5-a11a-d24c26cd9d31 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:14:14.181673 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 87811a46-c820-41c5-a11a-d24c26cd9d31, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=87811a46-c820-41c5-a11a-d24c26cd9d31,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:14.186132 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:14.199501 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1b97a096-b2c4-4db6-b7b2-edc257769af7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8a69859ee63f4d5b9f2c701be9bcb5d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2184975 Jul 30 20:14:14.200414 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40924) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:14.201077 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97a096-b2c4-4db6-b7b2-edc257769af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151149b3-61a1-45e2-bc96-d247416487d7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:14.245167 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=87811a46-c820-41c5-a11a-d24c26cd9d31,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:14.256258 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-642bc141-a46f-4e8c-9efc-04b9fdfa9c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:14.280301 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-642bc141-a46f-4e8c-9efc-04b9fdfa9c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:14.292465 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24e814b1-8a91-49cd-b6fa-d7fb06071951 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:14.341594 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-642bc141-a46f-4e8c-9efc-04b9fdfa9c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:14.344836 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-642bc141-a46f-4e8c-9efc-04b9fdfa9c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:14.347569 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-642bc141-a46f-4e8c-9efc-04b9fdfa9c93 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/151149b3-61a1-45e2-bc96-d247416487d7 HTTP/1.1" status: 204 len: 168 time: 0.1433537 Jul 30 20:14:14.356312 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bc141-a46f-4e8c-9efc-04b9fdfa9c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151149b3-61a1-45e2-bc96-d247416487d7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:14.476250 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['87811a46-c820-41c5-a11a-d24c26cd9d31'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:14:14.588511 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-24e814b1-8a91-49cd-b6fa-d7fb06071951 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Deleting port f9f82971-93e2-4d17-bd88-ceb956cc0265 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:14:14.589072 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24e814b1-8a91-49cd-b6fa-d7fb06071951 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:14.863187 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd4f87-a05e-4be9-9ccc-7e130f3947ca req-0397ce94-94ad-4a62-9301-661e956c9b03 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:14.864857 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f3cd4f87-a05e-4be9-9ccc-7e130f3947ca req-0397ce94-94ad-4a62-9301-661e956c9b03 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=201cfc46-c28f-45e3-8c93-23c166c09ecf HTTP/1.1" status: 200 len: 946 time: 0.0575123 Jul 30 20:14:14.913167 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f3cd4f87-a05e-4be9-9ccc-7e130f3947ca req-8cbbadf4-f3da-4801-b72f-c178b345103e tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408204 Jul 30 20:14:15.041162 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24e814b1-8a91-49cd-b6fa-d7fb06071951 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:15.056729 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-24e814b1-8a91-49cd-b6fa-d7fb06071951 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Calling delete_port for f9f82971-93e2-4d17-bd88-ceb956cc0265 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:14:15.280514 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c385c-cecc-4e2f-b895-8ad9b0ab2bff req-dd76ef3d-076b-468a-92d1-1a290b83418a tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:15.286160 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b98c385c-cecc-4e2f-b895-8ad9b0ab2bff req-dd76ef3d-076b-468a-92d1-1a290b83418a tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf74ed7-4fd2-4b40-9cd8-341187c36f59 HTTP/1.1" status: 200 len: 945 time: 0.0625913 Jul 30 20:14:15.294518 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:15.295160 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24e814b1-8a91-49cd-b6fa-d7fb06071951 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:15.336594 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b98c385c-cecc-4e2f-b895-8ad9b0ab2bff req-24c30ce7-75ca-4105-9e42-9f3c27e5ec92 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419860 Jul 30 20:14:15.388951 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e814b1-8a91-49cd-b6fa-d7fb06071951 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event deleted for resources: {'Port': ['ID=f9f82971-93e2-4d17-bd88-ceb956cc0265,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:15.420450 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce672b6-b84e-490a-9666-9b3792d7f4d1 req-9efbff50-adcf-407f-bc50-75d73d2ca619 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:15.422465 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6ce672b6-b84e-490a-9666-9b3792d7f4d1 req-9efbff50-adcf-407f-bc50-75d73d2ca619 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.83 "GET /v2.0/ports?device_id=201cfc46-c28f-45e3-8c93-23c166c09ecf HTTP/1.1" status: 200 len: 946 time: 0.1766982 Jul 30 20:14:15.613900 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24e814b1-8a91-49cd-b6fa-d7fb06071951 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:15.634984 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-6ce672b6-b84e-490a-9666-9b3792d7f4d1 req-71cc0e8a-379a-42c6-bc27-3a635e6938a4 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Deleting port 038ab46d-e432-440e-8ea6-6f309d1c4a9d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:14:15.635544 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6ce672b6-b84e-490a-9666-9b3792d7f4d1 req-71cc0e8a-379a-42c6-bc27-3a635e6938a4 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:15.813656 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-6ce672b6-b84e-490a-9666-9b3792d7f4d1 req-71cc0e8a-379a-42c6-bc27-3a635e6938a4 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] For port 038ab46d-e432-440e-8ea6-6f309d1c4a9d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=038ab46d-e432-440e-8ea6-6f309d1c4a9d,segment=NetworkSegment(a45592f5-e682-4877-9b9c-0ead0de26c84),segment_id=a45592f5-e682-4877-9b9c-0ead0de26c84)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:15.814019 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6ce672b6-b84e-490a-9666-9b3792d7f4d1 req-71cc0e8a-379a-42c6-bc27-3a635e6938a4 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:15.864100 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-6ce672b6-b84e-490a-9666-9b3792d7f4d1 req-71cc0e8a-379a-42c6-bc27-3a635e6938a4 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Calling delete_port for 038ab46d-e432-440e-8ea6-6f309d1c4a9d owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:14:15.975968 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 87811a46-c820-41c5-a11a-d24c26cd9d31 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:14:16.052514 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e814b1-8a91-49cd-b6fa-d7fb06071951 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Router 53063f36-1739-4362-8e7d-0985aac346af has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:14:16.062974 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bc5c1-7843-4acd-a64c-f8af380b2b48 req-57c5633d-cd5d-4f2b-9cb0-b4f813f7fa35 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:16.071935 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 87811a46-c820-41c5-a11a-d24c26cd9d31 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:14:16.072714 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5bc5c1-7843-4acd-a64c-f8af380b2b48 req-57c5633d-cd5d-4f2b-9cb0-b4f813f7fa35 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/ports?device_id=201cfc46-c28f-45e3-8c93-23c166c09ecf HTTP/1.1" status: 200 len: 946 time: 0.0680077 Jul 30 20:14:16.082444 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 87811a46-c820-41c5-a11a-d24c26cd9d31 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:14:16.082883 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:16.119486 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f5bc5c1-7843-4acd-a64c-f8af380b2b48 req-8e37fa89-16a3-46f0-94fc-343a22732bc0 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.81 "GET /v2.0/security-groups?id=986e3e95-bd5a-422d-93e2-abc0807aaa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456452 Jul 30 20:14:16.197454 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:16.223976 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf74ed7-4fd2-4b40-9cd8-341187c36f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87811a46-c820-41c5-a11a-d24c26cd9d31'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:14:16.226279 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12fba65-b955-4b86-b9b3-cf2da8ac304d" -d '{"events": [{"server_uuid": "2cf74ed7-4fd2-4b40-9cd8-341187c36f59", "name": "network-vif-plugged", "status": "completed", "tag": "87811a46-c820-41c5-a11a-d24c26cd9d31"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:14:16.241663 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 87811a46-c820-41c5-a11a-d24c26cd9d31, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=87811a46-c820-41c5-a11a-d24c26cd9d31,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:16.246145 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:16.247952 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6ce672b6-b84e-490a-9666-9b3792d7f4d1 req-71cc0e8a-379a-42c6-bc27-3a635e6938a4 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:16.278782 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['038ab46d-e432-440e-8ea6-6f309d1c4a9d'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:14:16.288815 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc0e8a-379a-42c6-bc27-3a635e6938a4 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Pushing event deleted for resources: {'Port': ['ID=038ab46d-e432-440e-8ea6-6f309d1c4a9d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:16.292562 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e814b1-8a91-49cd-b6fa-d7fb06071951 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:14:16.301031 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-24e814b1-8a91-49cd-b6fa-d7fb06071951 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "PUT /v2.0/routers/53063f36-1739-4362-8e7d-0985aac346af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3977959 Jul 30 20:14:16.301589 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41018) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:16.312707 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c144d7bc-13d3-4aec-9760-0edc07b2440a x-openstack-request-id: req-c144d7bc-13d3-4aec-9760-0edc07b2440a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:14:16.314455 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf74ed7-4fd2-4b40-9cd8-341187c36f59", "name": "network-vif-plugged", "status": "completed", "tag": "87811a46-c820-41c5-a11a-d24c26cd9d31", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:14:16.314975 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c144d7bc-13d3-4aec-9760-0edc07b2440a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:14:16.315500 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf74ed7-4fd2-4b40-9cd8-341187c36f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87811a46-c820-41c5-a11a-d24c26cd9d31', 'code': 200} Jul 30 20:14:16.320543 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac8a913-ae44-4a21-9adf-361fecdf9cf0 None None] Sync routers for ids ['53063f36-1739-4362-8e7d-0985aac346af'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:14:16.336285 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac8a913-ae44-4a21-9adf-361fecdf9cf0 None None] Routers {'53063f36-1739-4362-8e7d-0985aac346af'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:14:16.336909 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3ac8a913-ae44-4a21-9adf-361fecdf9cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['53063f36-1739-4362-8e7d-0985aac346af'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:16.346703 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=87811a46-c820-41c5-a11a-d24c26cd9d31,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:16.380506 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce672b6-b84e-490a-9666-9b3792d7f4d1 req-71cc0e8a-379a-42c6-bc27-3a635e6938a4 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] No DVR routers for this DVR port 038ab46d-e432-440e-8ea6-6f309d1c4a9d on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:14:16.398480 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6ce672b6-b84e-490a-9666-9b3792d7f4d1 req-71cc0e8a-379a-42c6-bc27-3a635e6938a4 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:16.400792 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6ce672b6-b84e-490a-9666-9b3792d7f4d1 req-71cc0e8a-379a-42c6-bc27-3a635e6938a4 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] 10.222.0.83 "DELETE /v2.0/ports/038ab46d-e432-440e-8ea6-6f309d1c4a9d HTTP/1.1" status: 204 len: 173 time: 0.9704292 Jul 30 20:14:16.401297 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201cfc46-c28f-45e3-8c93-23c166c09ecf', 'name': 'network-vif-deleted', 'tag': '038ab46d-e432-440e-8ea6-6f309d1c4a9d'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:14:16.404911 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a36ca9-db16-4e0e-8d53-8c252905d33f" -d '{"events": [{"server_uuid": "201cfc46-c28f-45e3-8c93-23c166c09ecf", "name": "network-vif-deleted", "tag": "038ab46d-e432-440e-8ea6-6f309d1c4a9d"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:14:16.447341 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41028) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:16.539128 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e6383-1ade-4102-ad8f-65dcfc865528 req-36cd50e9-fcf4-4f03-a6fe-b8751b5a014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:16.540937 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c2e6383-1ade-4102-ad8f-65dcfc865528 req-36cd50e9-fcf4-4f03-a6fe-b8751b5a014f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2cf74ed7-4fd2-4b40-9cd8-341187c36f59 HTTP/1.1" status: 200 len: 1097 time: 0.1592159 Jul 30 20:14:16.552048 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3ac8a913-ae44-4a21-9adf-361fecdf9cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:16.566936 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac8a913-ae44-4a21-9adf-361fecdf9cf0 None None] Routers {'53063f36-1739-4362-8e7d-0985aac346af'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:14:16.567608 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3ac8a913-ae44-4a21-9adf-361fecdf9cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:13:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['53063f36-1739-4362-8e7d-0985aac346af'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:16.600561 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-97d00c77-fdba-4172-b80d-4ffdad08b6ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:16.603959 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3ac8a913-ae44-4a21-9adf-361fecdf9cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:16.604610 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac8a913-ae44-4a21-9adf-361fecdf9cf0 None None] The sync data for ids ['53063f36-1739-4362-8e7d-0985aac346af'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:14:16.611600 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b802f67-7bcf-402a-b49d-f66ec3ed25d4 req-34783ed4-5b87-4dcb-a4e7-da22e7985af8 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:16.614201 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9b802f67-7bcf-402a-b49d-f66ec3ed25d4 req-34783ed4-5b87-4dcb-a4e7-da22e7985af8 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf74ed7-4fd2-4b40-9cd8-341187c36f59 HTTP/1.1" status: 200 len: 946 time: 0.1514378 Jul 30 20:14:16.664031 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-486e4621-26b2-4756-a0e4-d2270ebdb869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:16.674548 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c2e6383-1ade-4102-ad8f-65dcfc865528 req-c3dc0d78-5224-4dc9-bbf2-2f9853924fb8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209502 Jul 30 20:14:16.764090 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9b802f67-7bcf-402a-b49d-f66ec3ed25d4 req-813d4a24-31e5-416b-a32b-0e23f32f5f15 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395829 Jul 30 20:14:16.793345 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-486e4621-26b2-4756-a0e4-d2270ebdb869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:16.800826 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-486e4621-26b2-4756-a0e4-d2270ebdb869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:16.801385 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-97d00c77-fdba-4172-b80d-4ffdad08b6ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:16.834431 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea9c97e-2cc5-483f-9858-4d311a9c5f45 x-openstack-request-id: req-0ea9c97e-2cc5-483f-9858-4d311a9c5f45 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:14:16.834796 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201cfc46-c28f-45e3-8c93-23c166c09ecf", "name": "network-vif-deleted", "tag": "038ab46d-e432-440e-8ea6-6f309d1c4a9d", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:14:16.835172 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0ea9c97e-2cc5-483f-9858-4d311a9c5f45 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:14:16.835700 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201cfc46-c28f-45e3-8c93-23c166c09ecf', 'name': 'network-vif-deleted', 'tag': '038ab46d-e432-440e-8ea6-6f309d1c4a9d', 'status': 'completed', 'code': 200} Jul 30 20:14:16.840616 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-486e4621-26b2-4756-a0e4-d2270ebdb869 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e66dcbbff3d34f0bac442910b8150db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3918035 Jul 30 20:14:16.843967 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41046) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:16.881895 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-97d00c77-fdba-4172-b80d-4ffdad08b6ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Deleting port 806de72c-6769-48c0-a282-bfe1b8d0d1ce {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:14:16.882247 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-97d00c77-fdba-4172-b80d-4ffdad08b6ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:16.896109 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e4621-26b2-4756-a0e4-d2270ebdb869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04511810-50de-4d5d-9271-b86c16380511,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:16.931807 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-316139bd-55e7-4ece-ba31-c321a25e583c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:16.956632 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-316139bd-55e7-4ece-ba31-c321a25e583c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:16.982056 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-97d00c77-fdba-4172-b80d-4ffdad08b6ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:16.995886 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-97d00c77-fdba-4172-b80d-4ffdad08b6ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Calling delete_port for 806de72c-6769-48c0-a282-bfe1b8d0d1ce owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:14:17.035121 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-316139bd-55e7-4ece-ba31-c321a25e583c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:17.037933 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-316139bd-55e7-4ece-ba31-c321a25e583c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:17.039286 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-316139bd-55e7-4ece-ba31-c321a25e583c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/04511810-50de-4d5d-9271-b86c16380511 HTTP/1.1" status: 204 len: 168 time: 0.1935647 Jul 30 20:14:17.049157 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316139bd-55e7-4ece-ba31-c321a25e583c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04511810-50de-4d5d-9271-b86c16380511,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:17.212674 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-97d00c77-fdba-4172-b80d-4ffdad08b6ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:17.247905 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d00c77-fdba-4172-b80d-4ffdad08b6ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event deleted for resources: {'Port': ['ID=806de72c-6769-48c0-a282-bfe1b8d0d1ce,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:17.329474 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-97d00c77-fdba-4172-b80d-4ffdad08b6ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:17.340222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41072) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:17.462648 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-97d00c77-fdba-4172-b80d-4ffdad08b6ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:17.464193 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-97d00c77-fdba-4172-b80d-4ffdad08b6ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:17.513846 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-97d00c77-fdba-4172-b80d-4ffdad08b6ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:17.514395 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d00c77-fdba-4172-b80d-4ffdad08b6ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Fanout notify agent at l3_agent the message router_deleted on router 53063f36-1739-4362-8e7d-0985aac346af {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:14:17.529370 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-97d00c77-fdba-4172-b80d-4ffdad08b6ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:17.529731 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33e93fbc-4aeb-4b3b-80a5-2c5b6d50d018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:17.533530 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-97d00c77-fdba-4172-b80d-4ffdad08b6ed tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "DELETE /v2.0/routers/53063f36-1739-4362-8e7d-0985aac346af HTTP/1.1" status: 204 len: 168 time: 1.2239394 Jul 30 20:14:17.535205 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41092) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:17.611653 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a92157-5fcb-4ae0-9678-1354faa6ad8e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Deleting subnet 10d3a6d4-f9e6-4e9d-b3db-28f47a16e473 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:14:17.615886 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-05a92157-5fcb-4ae0-9678-1354faa6ad8e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:17.665358 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-05a92157-5fcb-4ae0-9678-1354faa6ad8e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:17.792235 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-05a92157-5fcb-4ae0-9678-1354faa6ad8e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:17.820666 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33e93fbc-4aeb-4b3b-80a5-2c5b6d50d018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:17.830569 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33e93fbc-4aeb-4b3b-80a5-2c5b6d50d018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:17.895797 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-33e93fbc-4aeb-4b3b-80a5-2c5b6d50d018 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=49bd00870c34407997ee67ad267139e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5544431 Jul 30 20:14:17.898902 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e93fbc-4aeb-4b3b-80a5-2c5b6d50d018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f798a5a9-50d5-4d3d-9d2e-dad45c69c53c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:17.900770 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41110) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:17.917424 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-05a92157-5fcb-4ae0-9678-1354faa6ad8e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:17.947336 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41114) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:17.952929 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-05a92157-5fcb-4ae0-9678-1354faa6ad8e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:17.957374 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-05a92157-5fcb-4ae0-9678-1354faa6ad8e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "DELETE /v2.0/subnets/10d3a6d4-f9e6-4e9d-b3db-28f47a16e473 HTTP/1.1" status: 204 len: 168 time: 0.4186041 Jul 30 20:14:17.957374 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a92157-5fcb-4ae0-9678-1354faa6ad8e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event deleted for resources: {'Subnet': ['ID=10d3a6d4-f9e6-4e9d-b3db-28f47a16e473,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:17.960691 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41118) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:17.962946 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd01a2d3-dc51-489e-9c28-f8be816c39fb None None] Network 770070db-5077-458b-81ce-11702a792515 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:14:18.006686 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599fc04-4d0d-41a8-9880-326d66abfe46 req-6f97bc4d-4af0-48e4-9690-9c16688ac5c3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:18.011917 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5599fc04-4d0d-41a8-9880-326d66abfe46 req-6f97bc4d-4af0-48e4-9690-9c16688ac5c3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf74ed7-4fd2-4b40-9cd8-341187c36f59 HTTP/1.1" status: 200 len: 946 time: 0.1567082 Jul 30 20:14:18.048352 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cae16acb-8b06-4d1b-a6ff-5b2302a9098a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:18.051065 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b29fefbf-fb42-4a7a-9b39-831952739f4e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:18.073394 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cae16acb-8b06-4d1b-a6ff-5b2302a9098a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:18.112307 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a4565d97-9baf-4dc7-bbad-e36ca9292546 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-894492552-network', 'tenant_id': 'b84c7568558942808d630035be0b61f5'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:18.141334 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b29fefbf-fb42-4a7a-9b39-831952739f4e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Deleting port 1f1687a0-c6dd-4a88-9aec-56a57cdb3766 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:14:18.141972 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b29fefbf-fb42-4a7a-9b39-831952739f4e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:18.162688 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5599fc04-4d0d-41a8-9880-326d66abfe46 req-e04d8057-c387-4a5a-8598-2bd79471abee tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467113 Jul 30 20:14:18.187022 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4565d97-9baf-4dc7-bbad-e36ca9292546 admin admin] Made reservation on behalf of b84c7568558942808d630035be0b61f5 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:18.190393 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a4565d97-9baf-4dc7-bbad-e36ca9292546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:18.194031 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cae16acb-8b06-4d1b-a6ff-5b2302a9098a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:18.197014 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cae16acb-8b06-4d1b-a6ff-5b2302a9098a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:18.200755 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cae16acb-8b06-4d1b-a6ff-5b2302a9098a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f798a5a9-50d5-4d3d-9d2e-dad45c69c53c HTTP/1.1" status: 204 len: 168 time: 0.2985902 Jul 30 20:14:18.205158 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09992d96-1b4e-465a-8544-fac60e4de65c None None] DHCP port deletion for 770070db-5077-458b-81ce-11702a792515 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:14:18.226418 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a4565d97-9baf-4dc7-bbad-e36ca9292546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:18.236673 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae16acb-8b06-4d1b-a6ff-5b2302a9098a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f798a5a9-50d5-4d3d-9d2e-dad45c69c53c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:18.261442 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-b29fefbf-fb42-4a7a-9b39-831952739f4e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] For port 1f1687a0-c6dd-4a88-9aec-56a57cdb3766, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=1f1687a0-c6dd-4a88-9aec-56a57cdb3766,segment=NetworkSegment(7044815c-98e4-4c24-a539-017304326c54),segment_id=7044815c-98e4-4c24-a539-017304326c54)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:18.261828 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b29fefbf-fb42-4a7a-9b39-831952739f4e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:18.290983 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b29fefbf-fb42-4a7a-9b39-831952739f4e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Calling delete_port for 1f1687a0-c6dd-4a88-9aec-56a57cdb3766 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:14:18.328579 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-09992d96-1b4e-465a-8544-fac60e4de65c None None] Deleting port 1f1687a0-c6dd-4a88-9aec-56a57cdb3766 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:14:18.330715 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09992d96-1b4e-465a-8544-fac60e4de65c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:18.424431 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b29fefbf-fb42-4a7a-9b39-831952739f4e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:18.431975 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a4565d97-9baf-4dc7-bbad-e36ca9292546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:18.439842 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a4565d97-9baf-4dc7-bbad-e36ca9292546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:18.449977 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-09992d96-1b4e-465a-8544-fac60e4de65c None None] For port 1f1687a0-c6dd-4a88-9aec-56a57cdb3766, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=1f1687a0-c6dd-4a88-9aec-56a57cdb3766,segment=NetworkSegment(7044815c-98e4-4c24-a539-017304326c54),segment_id=7044815c-98e4-4c24-a539-017304326c54)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:18.452474 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09992d96-1b4e-465a-8544-fac60e4de65c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:18.461160 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fefbf-fb42-4a7a-9b39-831952739f4e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event deleted for resources: {'Port': ['ID=1f1687a0-c6dd-4a88-9aec-56a57cdb3766,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:18.466229 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29fefbf-fb42-4a7a-9b39-831952739f4e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] No DVR routers for this DVR port 1f1687a0-c6dd-4a88-9aec-56a57cdb3766 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:14:18.480761 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-09992d96-1b4e-465a-8544-fac60e4de65c None None] Calling delete_port for 1f1687a0-c6dd-4a88-9aec-56a57cdb3766 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:14:18.509449 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4565d97-9baf-4dc7-bbad-e36ca9292546 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:14:18.570559 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b29fefbf-fb42-4a7a-9b39-831952739f4e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:18.578789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4565d97-9baf-4dc7-bbad-e36ca9292546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cb20bc-4a43-4826-b992-9c83c05cad5d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:18.597038 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09992d96-1b4e-465a-8544-fac60e4de65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:18.602695 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-b29fefbf-fb42-4a7a-9b39-831952739f4e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770070db-5077-458b-81ce-11702a792515']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:18.609211 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a4565d97-9baf-4dc7-bbad-e36ca9292546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:18.609737 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-a4565d97-9baf-4dc7-bbad-e36ca9292546 admin admin] Added segment 3bdb6152-2b3b-44dd-9967-223b35f2eeba of type vlan for network 34db93c2-53b2-4eb6-8f53-a3b790a9c606 Jul 30 20:14:18.618575 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09992d96-1b4e-465a-8544-fac60e4de65c None None] No DVR routers for this DVR port 1f1687a0-c6dd-4a88-9aec-56a57cdb3766 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:14:18.621289 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-b29fefbf-fb42-4a7a-9b39-831952739f4e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7044815c-98e4-4c24-a539-017304326c54') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:18.621658 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-b29fefbf-fb42-4a7a-9b39-831952739f4e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7044815c-98e4-4c24-a539-017304326c54') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:18.635096 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b29fefbf-fb42-4a7a-9b39-831952739f4e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:18.656369 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b29fefbf-fb42-4a7a-9b39-831952739f4e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:18.661800 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09992d96-1b4e-465a-8544-fac60e4de65c None None] Pushing event deleted for resources: {'Port': ['ID=1f1687a0-c6dd-4a88-9aec-56a57cdb3766,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:18.677017 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29fefbf-fb42-4a7a-9b39-831952739f4e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:14:18.677630 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b29fefbf-fb42-4a7a-9b39-831952739f4e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:14:18.681131 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:14:18.694203 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a4565d97-9baf-4dc7-bbad-e36ca9292546 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:18.751745 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b29fefbf-fb42-4a7a-9b39-831952739f4e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:18.761572 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b29fefbf-fb42-4a7a-9b39-831952739f4e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:18.763264 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b29fefbf-fb42-4a7a-9b39-831952739f4e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "DELETE /v2.0/networks/770070db-5077-458b-81ce-11702a792515 HTTP/1.1" status: 204 len: 168 time: 0.8012431 Jul 30 20:14:18.770443 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41138) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:18.790366 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41140) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:18.798310 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fefbf-fb42-4a7a-9b39-831952739f4e tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event deleted for resources: {'Network': ['ID=770070db-5077-458b-81ce-11702a792515,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:18.858493 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f048d29d-8d48-488d-950e-8d4840cb55e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:19.004561 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 1f1687a0-c6dd-4a88-9aec-56a57cdb3766 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:14:19.037195 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-59d5ca23-c78d-48e6-b72c-5511e28c215a tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Deleting port 85410959-8d21-4853-b808-d706ccbc7b48 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:14:19.037827 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59d5ca23-c78d-48e6-b72c-5511e28c215a tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:19.043061 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 1f1687a0-c6dd-4a88-9aec-56a57cdb3766 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:14:19.043061 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 1f1687a0-c6dd-4a88-9aec-56a57cdb3766 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:14:19.135213 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-d04d08b8-101b-4cc9-a214-121aa82435c3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:19.136895 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-d04d08b8-101b-4cc9-a214-121aa82435c3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/networks?id=8bfc6937-8166-4841-8d2d-9494ef26b48a HTTP/1.1" status: 200 len: 804 time: 0.6128953 Jul 30 20:14:19.160886 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-fa0af790-c6ef-4b3d-8d85-9d516ab03981 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/quotas/9ccfb1cbf56a4ee5812650def928c402 HTTP/1.1" status: 200 len: 375 time: 0.0149224 Jul 30 20:14:19.162175 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a4565d97-9baf-4dc7-bbad-e36ca9292546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:19.163595 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59d5ca23-c78d-48e6-b72c-5511e28c215a tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:19.163785 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4565d97-9baf-4dc7-bbad-e36ca9292546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:19.163923 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59d5ca23-c78d-48e6-b72c-5511e28c215a tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:19.164659 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a4565d97-9baf-4dc7-bbad-e36ca9292546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:19.184600 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-59d5ca23-c78d-48e6-b72c-5511e28c215a tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Calling delete_port for 85410959-8d21-4853-b808-d706ccbc7b48 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:14:19.197242 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f048d29d-8d48-488d-950e-8d4840cb55e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:19.205079 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f048d29d-8d48-488d-950e-8d4840cb55e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:19.257700 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a4565d97-9baf-4dc7-bbad-e36ca9292546 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3081229 Jul 30 20:14:19.274436 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4565d97-9baf-4dc7-bbad-e36ca9292546 admin admin] Pushing event updated for resources: {'Network': ['ID=34db93c2-53b2-4eb6-8f53-a3b790a9c606,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:19.288033 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 34db93c2-53b2-4eb6-8f53-a3b790a9c606 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:14:19.295670 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048d29d-8d48-488d-950e-8d4840cb55e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71299c64-f5de-4ffd-b5bb-8e5ad36c421d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:19.302996 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f048d29d-8d48-488d-950e-8d4840cb55e6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=01273fe59c1e445bb282205d0ab2eb64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5115740 Jul 30 20:14:19.303809 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41146) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:19.323225 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-c6a7d43d-1e06-4636-bd14-63c74c3045d3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9ccfb1cbf56a4ee5812650def928c402&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1507452 Jul 30 20:14:19.393613 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a29ffefe-e02e-4ae6-9f54-6a80344efe4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:19.471987 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a29ffefe-e02e-4ae6-9f54-6a80344efe4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:19.473960 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:19.482746 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-a61a0fb5-7bdd-4862-9b34-2387980a3104 service neutron] 10.222.0.81 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584032 Jul 30 20:14:19.519362 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59d5ca23-c78d-48e6-b72c-5511e28c215a tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:19.552212 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5ca23-c78d-48e6-b72c-5511e28c215a tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event deleted for resources: {'Port': ['ID=85410959-8d21-4853-b808-d706ccbc7b48,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:19.600023 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-2f394eda-a01e-44a5-a52f-899576bcb4ec service neutron] 10.222.0.81 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100338 Jul 30 20:14:19.624132 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a29ffefe-e02e-4ae6-9f54-6a80344efe4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:19.627717 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a29ffefe-e02e-4ae6-9f54-6a80344efe4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:19.631752 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a29ffefe-e02e-4ae6-9f54-6a80344efe4c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/71299c64-f5de-4ffd-b5bb-8e5ad36c421d HTTP/1.1" status: 204 len: 168 time: 0.3251712 Jul 30 20:14:19.636993 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59d5ca23-c78d-48e6-b72c-5511e28c215a tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:19.639593 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59d5ca23-c78d-48e6-b72c-5511e28c215a tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:19.643892 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-59d5ca23-c78d-48e6-b72c-5511e28c215a tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "DELETE /v2.0/floatingips/54c1d5d1-e0db-44eb-be1e-0cdffa9d9095 HTTP/1.1" status: 204 len: 168 time: 0.8560243 Jul 30 20:14:19.644667 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41154) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:19.648474 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ffefe-e02e-4ae6-9f54-6a80344efe4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71299c64-f5de-4ffd-b5bb-8e5ad36c421d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:19.711819 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc33361-9296-4cac-ae61-6a3ce0c1a585 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] DELETE failed (client error): The resource could not be found. Jul 30 20:14:19.714064 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc33361-9296-4cac-ae61-6a3ce0c1a585 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:14:19.720986 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9fc33361-9296-4cac-ae61-6a3ce0c1a585 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "DELETE /v2.0/ports/4fb723c3-2348-436a-9111-593d02b50be8 HTTP/1.1" status: 404 len: 333 time: 0.0719218 Jul 30 20:14:19.720986 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41156) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:19.810277 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-70dd7188-a54c-40a3-ace4-c5a2127df570 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "GET /v2.0/ports?device_id=53063f36-1739-4362-8e7d-0985aac346af HTTP/1.1" status: 200 len: 205 time: 0.0866146 Jul 30 20:14:19.811012 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41164) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:19.895221 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-3fbe6472-0671-444c-a65a-c116195c0ace tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] delete failed (client error): The resource could not be found. Jul 30 20:14:19.896664 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3fbe6472-0671-444c-a65a-c116195c0ace tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "DELETE /v2.0/routers/53063f36-1739-4362-8e7d-0985aac346af HTTP/1.1" status: 404 len: 336 time: 0.0849917 Jul 30 20:14:19.899244 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41168) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:19.930472 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c47c73-b81d-4edd-a533-f7499986f271 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] DELETE failed (client error): The resource could not be found. Jul 30 20:14:19.931579 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c47c73-b81d-4edd-a533-f7499986f271 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:14:19.933771 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-29c47c73-b81d-4edd-a533-f7499986f271 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "DELETE /v2.0/subnets/10d3a6d4-f9e6-4e9d-b3db-28f47a16e473 HTTP/1.1" status: 404 len: 337 time: 0.0333109 Jul 30 20:14:19.936354 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41170) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:20.066740 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-6107983a-7c39-454c-887e-aedb86339a7d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Deleting port 29e010c5-c699-48a6-bfe0-62a06c982650 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:14:20.067127 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6107983a-7c39-454c-887e-aedb86339a7d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:20.199816 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6107983a-7c39-454c-887e-aedb86339a7d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:20.217757 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-6107983a-7c39-454c-887e-aedb86339a7d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Calling delete_port for 29e010c5-c699-48a6-bfe0-62a06c982650 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:14:20.321332 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 038ab46d-e432-440e-8ea6-6f309d1c4a9d no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:14:20.361893 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 038ab46d-e432-440e-8ea6-6f309d1c4a9d {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:14:20.362245 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 038ab46d-e432-440e-8ea6-6f309d1c4a9d not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:14:20.543798 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f690b63-dae8-4051-9a92-dccaf8bb06e9 req-88bafa2f-2ce9-4025-8bd1-4a1b168606e8 tempest-ComputeTenantNetworksTest-984873431 tempest-ComputeTenantNetworksTest-984873431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:20.550051 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f690b63-dae8-4051-9a92-dccaf8bb06e9 req-88bafa2f-2ce9-4025-8bd1-4a1b168606e8 tempest-ComputeTenantNetworksTest-984873431 tempest-ComputeTenantNetworksTest-984873431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:20.556904 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f690b63-dae8-4051-9a92-dccaf8bb06e9 req-88bafa2f-2ce9-4025-8bd1-4a1b168606e8 tempest-ComputeTenantNetworksTest-984873431 tempest-ComputeTenantNetworksTest-984873431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:20.568885 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f690b63-dae8-4051-9a92-dccaf8bb06e9 req-88bafa2f-2ce9-4025-8bd1-4a1b168606e8 tempest-ComputeTenantNetworksTest-984873431 tempest-ComputeTenantNetworksTest-984873431-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2948213 Jul 30 20:14:20.609763 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6107983a-7c39-454c-887e-aedb86339a7d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:20.658847 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107983a-7c39-454c-887e-aedb86339a7d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event deleted for resources: {'Port': ['ID=29e010c5-c699-48a6-bfe0-62a06c982650,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:20.706196 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18beb574-3d29-4a86-8882-b98d9df6e1f0 req-17e95229-fa4b-4392-b424-883103923787 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=98309cf5-ec44-420f-b4e8-3a31584a3cbe HTTP/1.1" status: 200 len: 210 time: 0.0535767 Jul 30 20:14:20.755294 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6107983a-7c39-454c-887e-aedb86339a7d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:20.760791 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41198) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:20.760960 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6107983a-7c39-454c-887e-aedb86339a7d tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "DELETE /v2.0/ports/29e010c5-c699-48a6-bfe0-62a06c982650 HTTP/1.1" status: 204 len: 168 time: 0.8231769 Jul 30 20:14:20.855343 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d5e04-7fc6-4496-9c9a-8d3572268d6a req-41730213-7cd9-4391-9008-ab39c2f11d6e tempest-ComputeTenantNetworksTest-984873431 tempest-ComputeTenantNetworksTest-984873431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:20.856997 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-020d5e04-7fc6-4496-9c9a-8d3572268d6a req-41730213-7cd9-4391-9008-ab39c2f11d6e tempest-ComputeTenantNetworksTest-984873431 tempest-ComputeTenantNetworksTest-984873431-project] 10.222.0.81 "GET /v2.0/networks/34db93c2-53b2-4eb6-8f53-a3b790a9c606 HTTP/1.1" status: 200 len: 768 time: 0.1032877 Jul 30 20:14:20.865657 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41202) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:20.874303 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-122435ab-74cc-47c8-9a29-ec995d9c846a tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Deleting port dcd16255-9908-405a-979e-3823e819610e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:14:20.874832 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-122435ab-74cc-47c8-9a29-ec995d9c846a tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:20.967374 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6253b058-e910-4768-a4dc-7cbab2456806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:21.062988 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-122435ab-74cc-47c8-9a29-ec995d9c846a tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:21.084599 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6253b058-e910-4768-a4dc-7cbab2456806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:21.085918 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-122435ab-74cc-47c8-9a29-ec995d9c846a tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Calling delete_port for dcd16255-9908-405a-979e-3823e819610e owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:14:21.104620 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-6253b058-e910-4768-a4dc-7cbab2456806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34db93c2-53b2-4eb6-8f53-a3b790a9c606']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:21.139696 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-6253b058-e910-4768-a4dc-7cbab2456806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bdb6152-2b3b-44dd-9967-223b35f2eeba') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:21.140000 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-6253b058-e910-4768-a4dc-7cbab2456806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bdb6152-2b3b-44dd-9967-223b35f2eeba') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:21.160170 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6253b058-e910-4768-a4dc-7cbab2456806 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:21.184284 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6253b058-e910-4768-a4dc-7cbab2456806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:21.196221 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6253b058-e910-4768-a4dc-7cbab2456806 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:14:21.197063 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6253b058-e910-4768-a4dc-7cbab2456806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:21.219824 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-369db5b2-983c-4bac-8721-7d4ffcde8d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:14:21.245761 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:14:21.263584 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6253b058-e910-4768-a4dc-7cbab2456806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:21.282683 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6253b058-e910-4768-a4dc-7cbab2456806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:21.288624 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6253b058-e910-4768-a4dc-7cbab2456806 admin admin] 10.222.0.81 "DELETE /v2.0/networks/34db93c2-53b2-4eb6-8f53-a3b790a9c606 HTTP/1.1" status: 204 len: 168 time: 0.4217951 Jul 30 20:14:21.289324 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41224) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:21.390585 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253b058-e910-4768-a4dc-7cbab2456806 admin admin] Pushing event deleted for resources: {'Network': ['ID=34db93c2-53b2-4eb6-8f53-a3b790a9c606,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:21.409687 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-cd0f6c5f-fcb1-4de4-bdd4-5a5993eccf23 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:21.412320 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-cd0f6c5f-fcb1-4de4-bdd4-5a5993eccf23 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.83 "GET /v2.0/networks?id=8bfc6937-8166-4841-8d2d-9494ef26b48a HTTP/1.1" status: 200 len: 804 time: 0.3105996 Jul 30 20:14:21.413496 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-e23144cd-0b80-419e-8629-2ba59b20e178 admin admin] Deleting subnet 59cd3e31-9c90-4ed9-82a3-e900a46fc84c {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:14:21.420197 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e23144cd-0b80-419e-8629-2ba59b20e178 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:21.434912 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-ea55e735-05af-4883-8627-ba2a369366e7 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Request body: {'port': {'device_id': '98309cf5-ec44-420f-b4e8-3a31584a3cbe', 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a', 'admin_state_up': True, 'tenant_id': '9ccfb1cbf56a4ee5812650def928c402'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:21.468550 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e23144cd-0b80-419e-8629-2ba59b20e178 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:21.493613 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-122435ab-74cc-47c8-9a29-ec995d9c846a tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:21.530308 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122435ab-74cc-47c8-9a29-ec995d9c846a tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event deleted for resources: {'Port': ['ID=dcd16255-9908-405a-979e-3823e819610e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:21.546545 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e23144cd-0b80-419e-8629-2ba59b20e178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:21.622318 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e23144cd-0b80-419e-8629-2ba59b20e178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:21.629298 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-122435ab-74cc-47c8-9a29-ec995d9c846a tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:21.634270 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-122435ab-74cc-47c8-9a29-ec995d9c846a tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "DELETE /v2.0/ports/dcd16255-9908-405a-979e-3823e819610e HTTP/1.1" status: 204 len: 168 time: 0.8723760 Jul 30 20:14:21.635176 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41232) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:21.653521 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41234) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:21.659838 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23144cd-0b80-419e-8629-2ba59b20e178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59cd3e31-9c90-4ed9-82a3-e900a46fc84c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:21.666703 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e23144cd-0b80-419e-8629-2ba59b20e178 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:21.668830 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e23144cd-0b80-419e-8629-2ba59b20e178 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/59cd3e31-9c90-4ed9-82a3-e900a46fc84c HTTP/1.1" status: 204 len: 168 time: 0.3369160 Jul 30 20:14:21.671220 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41236) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:21.717407 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ef3620ad-93e8-4f9b-adf5-b3a9acc70dc4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b84c7568558942808d630035be0b61f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624707 Jul 30 20:14:21.725573 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41240) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:21.751680 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1f39627-345b-4390-bbea-c92c92ff219f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:21.786403 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ef41d6-b388-47b9-8636-66ef64ead598 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:21.790998 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b0ef41d6-b388-47b9-8636-66ef64ead598 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "GET /v2.0/ports?device_id=a911511e-7e97-4d33-aa25-9629061a1d08 HTTP/1.1" status: 200 len: 913 time: 0.1484206 Jul 30 20:14:21.799751 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41244) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:21.877527 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-ea55e735-05af-4883-8627-ba2a369366e7 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Made reservation on behalf of 9ccfb1cbf56a4ee5812650def928c402 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:21.881120 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-ea55e735-05af-4883-8627-ba2a369366e7 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:21.881598 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4fc623e2-529c-48dd-bccf-4b781dfc718f req-233806b0-0aff-49d9-ae1b-b6fc3a14c5c6 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=98309cf5-ec44-420f-b4e8-3a31584a3cbe HTTP/1.1" status: 200 len: 210 time: 0.0618191 Jul 30 20:14:21.883163 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1f39627-345b-4390-bbea-c92c92ff219f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:21.893864 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-e1f39627-345b-4390-bbea-c92c92ff219f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['499a6969-8299-4dd8-9691-a5618f1f3135']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:21.915758 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-e1f39627-345b-4390-bbea-c92c92ff219f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45592f5-e682-4877-9b9c-0ead0de26c84') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:21.916032 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-e1f39627-345b-4390-bbea-c92c92ff219f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45592f5-e682-4877-9b9c-0ead0de26c84') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:21.928423 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1f39627-345b-4390-bbea-c92c92ff219f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:21.947307 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1f39627-345b-4390-bbea-c92c92ff219f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:21.954985 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da9a7696-b400-4f5c-9230-b315913a6e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:21.959481 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f39627-345b-4390-bbea-c92c92ff219f admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:14:21.960011 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1f39627-345b-4390-bbea-c92c92ff219f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:14:21.962491 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:14:22.032865 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1f39627-345b-4390-bbea-c92c92ff219f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:22.037945 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1f39627-345b-4390-bbea-c92c92ff219f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:22.042485 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e1f39627-345b-4390-bbea-c92c92ff219f admin admin] 10.222.0.81 "DELETE /v2.0/networks/499a6969-8299-4dd8-9691-a5618f1f3135 HTTP/1.1" status: 204 len: 168 time: 0.3680298 Jul 30 20:14:22.073735 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f39627-345b-4390-bbea-c92c92ff219f admin admin] Pushing event deleted for resources: {'Network': ['ID=499a6969-8299-4dd8-9691-a5618f1f3135,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:22.076540 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da9a7696-b400-4f5c-9230-b315913a6e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:22.248323 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41258) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:22.302997 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e0b51106-51db-4fbb-9065-b745febb6992 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7a980cdea43a4792b1a7a53073b92183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511122 Jul 30 20:14:22.303240 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41262) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:22.356647 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2518d41c-35ef-4d51-b1e8-c86e407d7659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:22.381448 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2518d41c-35ef-4d51-b1e8-c86e407d7659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:22.433658 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2518d41c-35ef-4d51-b1e8-c86e407d7659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:22.436313 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2518d41c-35ef-4d51-b1e8-c86e407d7659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:22.440347 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2518d41c-35ef-4d51-b1e8-c86e407d7659 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/986e3e95-bd5a-422d-93e2-abc0807aaa8a HTTP/1.1" status: 204 len: 168 time: 0.1332293 Jul 30 20:14:22.457169 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518d41c-35ef-4d51-b1e8-c86e407d7659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986e3e95-bd5a-422d-93e2-abc0807aaa8a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:22.573836 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-ea55e735-05af-4883-8627-ba2a369366e7 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Allocated IP 172.20.0.2 (8bfc6937-8166-4841-8d2d-9494ef26b48a/c4441ce2-15ee-443c-8f6d-ecb7f77ca504/d45ff2ea-c699-4a8d-a079-a3e46aabcda6) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:14:22.652193 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da9a7696-b400-4f5c-9230-b315913a6e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:22.654668 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da9a7696-b400-4f5c-9230-b315913a6e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:22.655842 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-da9a7696-b400-4f5c-9230-b315913a6e6a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b3cb20bc-4a43-4826-b992-9c83c05cad5d HTTP/1.1" status: 204 len: 168 time: 0.9246244 Jul 30 20:14:22.683168 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a7696-b400-4f5c-9230-b315913a6e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cb20bc-4a43-4826-b992-9c83c05cad5d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:22.833329 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-ea55e735-05af-4883-8627-ba2a369366e7 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:22.880388 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8e7016d-abee-409e-8875-9d23bc74d01c tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:22.978661 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-ea55e735-05af-4883-8627-ba2a369366e7 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:22.991862 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['83ba072f-d2f7-4ea8-9e22-afb39aced6d1', '87811a46-c820-41c5-a11a-d24c26cd9d31'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:14:23.034085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-ea55e735-05af-4883-8627-ba2a369366e7 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Network 8bfc6937-8166-4841-8d2d-9494ef26b48a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:14:23.037405 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-ea55e735-05af-4883-8627-ba2a369366e7 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:23.045156 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-ea55e735-05af-4883-8627-ba2a369366e7 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:14:23.116356 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ab3b2-1f0f-4fda-a69c-b95603a8969e req-0649b158-f26c-4b99-8862-12dae908da2a tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:23.118135 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-344ab3b2-1f0f-4fda-a69c-b95603a8969e req-0649b158-f26c-4b99-8862-12dae908da2a tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=98309cf5-ec44-420f-b4e8-3a31584a3cbe HTTP/1.1" status: 200 len: 931 time: 0.1459341 Jul 30 20:14:23.142988 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55e735-05af-4883-8627-ba2a369366e7 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Pushing event updated for resources: {'Port': ['ID=d45ff2ea-c699-4a8d-a079-a3e46aabcda6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:23.163936 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-ea55e735-05af-4883-8627-ba2a369366e7 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:23.164586 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-ea55e735-05af-4883-8627-ba2a369366e7 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:23.190280 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-ea55e735-05af-4883-8627-ba2a369366e7 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7609191 Jul 30 20:14:23.208528 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-738fbced-1052-4d2f-abaa-77322d475182 service neutron] Request body: {'port': {'device_id': '98309cf5-ec44-420f-b4e8-3a31584a3cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:23.223793 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-344ab3b2-1f0f-4fda-a69c-b95603a8969e req-c864cf70-9dcb-45d5-9029-75e27ee9ee05 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924480 Jul 30 20:14:23.325100 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-738fbced-1052-4d2f-abaa-77322d475182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:23.408351 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e8e7016d-abee-409e-8875-9d23bc74d01c tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Deleting port 32887d2e-5c9c-4d64-9ebd-a58374b51e76 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:14:23.408688 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8e7016d-abee-409e-8875-9d23bc74d01c tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:23.599936 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8e7016d-abee-409e-8875-9d23bc74d01c tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:23.621915 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e8e7016d-abee-409e-8875-9d23bc74d01c tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Calling delete_port for 32887d2e-5c9c-4d64-9ebd-a58374b51e76 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:14:23.662638 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8897eb37-2bfe-4ed5-a27a-b910d850efed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:23.787161 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-738fbced-1052-4d2f-abaa-77322d475182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45ff2ea-c699-4a8d-a079-a3e46aabcda6 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:14:23.797430 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-738fbced-1052-4d2f-abaa-77322d475182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:23.820020 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-738fbced-1052-4d2f-abaa-77322d475182 service neutron] Transition to ACTIVE for port object d45ff2ea-c699-4a8d-a079-a3e46aabcda6 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:14:23.830963 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-738fbced-1052-4d2f-abaa-77322d475182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:23.881870 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:23.926504 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fbced-1052-4d2f-abaa-77322d475182 service neutron] Pushing event updated for resources: {'Port': ['ID=d45ff2ea-c699-4a8d-a079-a3e46aabcda6,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:23.978820 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8e7016d-abee-409e-8875-9d23bc74d01c tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:24.017781 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7016d-abee-409e-8875-9d23bc74d01c tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event deleted for resources: {'Port': ['ID=32887d2e-5c9c-4d64-9ebd-a58374b51e76,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:24.073896 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-738fbced-1052-4d2f-abaa-77322d475182 service neutron] Attempting to bind port d45ff2ea-c699-4a8d-a079-a3e46aabcda6 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:14:24.074255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-738fbced-1052-4d2f-abaa-77322d475182 service neutron] Attempting to bind port d45ff2ea-c699-4a8d-a079-a3e46aabcda6 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:14:24.074557 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-738fbced-1052-4d2f-abaa-77322d475182 service neutron] Attempting to bind port d45ff2ea-c699-4a8d-a079-a3e46aabcda6 on network 8bfc6937-8166-4841-8d2d-9494ef26b48a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:14:24.084798 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-738fbced-1052-4d2f-abaa-77322d475182 service neutron] Port d45ff2ea-c699-4a8d-a079-a3e46aabcda6 on network 8bfc6937-8166-4841-8d2d-9494ef26b48a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:14:24.085182 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-738fbced-1052-4d2f-abaa-77322d475182 service neutron] Attempting to bind port d45ff2ea-c699-4a8d-a079-a3e46aabcda6 on network 8bfc6937-8166-4841-8d2d-9494ef26b48a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:14:24.099943 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-738fbced-1052-4d2f-abaa-77322d475182 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:14:24.100290 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-738fbced-1052-4d2f-abaa-77322d475182 service neutron] Checking segment: {'id': '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:14:24.100684 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-738fbced-1052-4d2f-abaa-77322d475182 service neutron] Bound using segment: {'id': '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:14:24.101118 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-738fbced-1052-4d2f-abaa-77322d475182 service neutron] Bound port: d45ff2ea-c699-4a8d-a079-a3e46aabcda6, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:14:24.101484 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-738fbced-1052-4d2f-abaa-77322d475182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:24.217622 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41338) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:24.256542 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-738fbced-1052-4d2f-abaa-77322d475182 service neutron] For port d45ff2ea-c699-4a8d-a079-a3e46aabcda6, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:14:24.261042 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-738fbced-1052-4d2f-abaa-77322d475182 service neutron] For port d45ff2ea-c699-4a8d-a079-a3e46aabcda6, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d45ff2ea-c699-4a8d-a079-a3e46aabcda6,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:14:24.270269 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-738fbced-1052-4d2f-abaa-77322d475182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:24.303645 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8e7016d-abee-409e-8875-9d23bc74d01c tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:24.319681 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-738fbced-1052-4d2f-abaa-77322d475182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:24.320455 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-738fbced-1052-4d2f-abaa-77322d475182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:24.321696 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-738fbced-1052-4d2f-abaa-77322d475182 service neutron] 10.222.0.83 "PUT /v2.0/ports/d45ff2ea-c699-4a8d-a079-a3e46aabcda6 HTTP/1.1" status: 200 len: 1091 time: 1.1201470 Jul 30 20:14:24.323863 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98309cf5-ec44-420f-b4e8-3a31584a3cbe', 'tag': 'd45ff2ea-c699-4a8d-a079-a3e46aabcda6'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:14:24.326398 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b81665-3ecb-47a5-8c88-9cda4b0ff430" -d '{"events": [{"name": "network-changed", "server_uuid": "98309cf5-ec44-420f-b4e8-3a31584a3cbe", "tag": "d45ff2ea-c699-4a8d-a079-a3e46aabcda6"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:14:24.371447 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9490e33-6eea-4cea-8306-50d15917e7ec req-9796daea-37a8-4d81-bb0a-54af61258b39 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:24.376607 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9490e33-6eea-4cea-8306-50d15917e7ec req-9796daea-37a8-4d81-bb0a-54af61258b39 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=98309cf5-ec44-420f-b4e8-3a31584a3cbe HTTP/1.1" status: 200 len: 943 time: 0.0677104 Jul 30 20:14:24.419861 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fbced-1052-4d2f-abaa-77322d475182 service neutron] Pushing event updated for resources: {'Port': ['ID=d45ff2ea-c699-4a8d-a079-a3e46aabcda6,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:24.422063 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9490e33-6eea-4cea-8306-50d15917e7ec req-d1e44cf4-89c6-4003-bed8-a5a0b06ad8cd tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377398 Jul 30 20:14:24.490260 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a00e4d-07a9-456a-b886-7bd8492df8d5 x-openstack-request-id: req-09a00e4d-07a9-456a-b886-7bd8492df8d5 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:14:24.490557 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98309cf5-ec44-420f-b4e8-3a31584a3cbe", "tag": "d45ff2ea-c699-4a8d-a079-a3e46aabcda6", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:14:24.490809 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-09a00e4d-07a9-456a-b886-7bd8492df8d5 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:14:24.491205 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98309cf5-ec44-420f-b4e8-3a31584a3cbe', 'tag': 'd45ff2ea-c699-4a8d-a079-a3e46aabcda6', 'status': 'completed', 'code': 200} Jul 30 20:14:24.503276 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-cd031ff3-e5fe-4e7c-bdbd-797d31b20fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:24.503953 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-39379f47-d869-40b0-bd9a-b12eb1c44827 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1267782188-network', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:24.504804 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-cd031ff3-e5fe-4e7c-bdbd-797d31b20fcf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ccfb1cbf56a4ee5812650def928c402&device_id=98309cf5-ec44-420f-b4e8-3a31584a3cbe HTTP/1.1" status: 200 len: 1094 time: 0.1106694 Jul 30 20:14:24.534007 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39379f47-d869-40b0-bd9a-b12eb1c44827 admin admin] Made reservation on behalf of 9555d3def1404d06ae82d4f5802d2226 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:24.537992 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39379f47-d869-40b0-bd9a-b12eb1c44827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:24.550328 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39379f47-d869-40b0-bd9a-b12eb1c44827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:24.557729 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-e358468e-7696-422b-8b59-ec10353384e2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d45ff2ea-c699-4a8d-a079-a3e46aabcda6 HTTP/1.1" status: 200 len: 217 time: 0.0418279 Jul 30 20:14:24.674459 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39379f47-d869-40b0-bd9a-b12eb1c44827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:24.682254 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39379f47-d869-40b0-bd9a-b12eb1c44827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:24.684295 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-aee81628-a8d6-4c51-a329-160db57d4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:24.685748 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-aee81628-a8d6-4c51-a329-160db57d4729 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c4441ce2-15ee-443c-8f6d-ecb7f77ca504 HTTP/1.1" status: 200 len: 844 time: 0.0912783 Jul 30 20:14:24.719394 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39379f47-d869-40b0-bd9a-b12eb1c44827 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:14:24.728178 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-2a315848-5882-4247-9774-0db57d480d45 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8bfc6937-8166-4841-8d2d-9494ef26b48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297804 Jul 30 20:14:24.730914 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39379f47-d869-40b0-bd9a-b12eb1c44827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d414b58-75aa-49ab-a902-01dd5e8aa8c9,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:24.736513 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e7016d-abee-409e-8875-9d23bc74d01c tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Router a911511e-7e97-4d33-aa25-9629061a1d08 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:14:24.738829 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39379f47-d869-40b0-bd9a-b12eb1c44827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:24.739563 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-39379f47-d869-40b0-bd9a-b12eb1c44827 admin admin] Added segment 346a14cd-6657-43b3-bba7-2b75d28aeb79 of type vlan for network 9ed41446-71e6-4016-93d6-5a969c709957 Jul 30 20:14:24.796370 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39379f47-d869-40b0-bd9a-b12eb1c44827 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:24.832460 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39379f47-d869-40b0-bd9a-b12eb1c44827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:24.835115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39379f47-d869-40b0-bd9a-b12eb1c44827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:24.836535 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39379f47-d869-40b0-bd9a-b12eb1c44827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:24.893564 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:24.917054 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39379f47-d869-40b0-bd9a-b12eb1c44827 admin admin] Pushing event updated for resources: {'Network': ['ID=9ed41446-71e6-4016-93d6-5a969c709957,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:24.920141 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-83a2c8a0-415a-40ef-bac5-e3c5c672abe9 service neutron] 10.222.0.83 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819031 Jul 30 20:14:24.927168 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-39379f47-d869-40b0-bd9a-b12eb1c44827 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7053740 Jul 30 20:14:24.927611 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41364) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:24.930578 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 9ed41446-71e6-4016-93d6-5a969c709957 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:14:24.932499 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-1a4e89a8-ea14-4a67-b1ac-5938c06d1206 admin admin] Request body: {'subnet': {'network_id': '9ed41446-71e6-4016-93d6-5a969c709957', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1267782188-subnet', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:24.963925 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4e89a8-ea14-4a67-b1ac-5938c06d1206 admin admin] Made reservation on behalf of 9555d3def1404d06ae82d4f5802d2226 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:24.966727 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a4e89a8-ea14-4a67-b1ac-5938c06d1206 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:25.035282 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41368) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:25.036479 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e7016d-abee-409e-8875-9d23bc74d01c tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:14:25.050617 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e8e7016d-abee-409e-8875-9d23bc74d01c tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "PUT /v2.0/routers/a911511e-7e97-4d33-aa25-9629061a1d08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2479143 Jul 30 20:14:25.052034 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41372) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:25.052685 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9076aab9-be60-420c-a959-43333c32e181 None None] Sync routers for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:14:25.064604 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-21a7691e-c7e6-481c-bf96-f6e3bbdbf841 req-1402995b-953c-4090-9ea8-1666417da428 service neutron] 10.222.0.83 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208799 Jul 30 20:14:25.072895 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9076aab9-be60-420c-a959-43333c32e181 None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:14:25.073776 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-9076aab9-be60-420c-a959-43333c32e181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:14:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:25.123688 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-9076aab9-be60-420c-a959-43333c32e181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:25.161596 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9076aab9-be60-420c-a959-43333c32e181 None None] Routers {'a911511e-7e97-4d33-aa25-9629061a1d08'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:14:25.162474 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-9076aab9-be60-420c-a959-43333c32e181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:14:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a911511e-7e97-4d33-aa25-9629061a1d08'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:25.200248 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b81665-3ecb-47a5-8c88-9cda4b0ff430 req-55e1d0fe-caa7-4281-b249-188d5776fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:25.201408 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65b81665-3ecb-47a5-8c88-9cda4b0ff430 req-55e1d0fe-caa7-4281-b249-188d5776fdef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ccfb1cbf56a4ee5812650def928c402&device_id=98309cf5-ec44-420f-b4e8-3a31584a3cbe HTTP/1.1" status: 200 len: 1094 time: 0.0767813 Jul 30 20:14:25.216235 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-9076aab9-be60-420c-a959-43333c32e181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:25.216895 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9076aab9-be60-420c-a959-43333c32e181 None None] The sync data for ids ['a911511e-7e97-4d33-aa25-9629061a1d08'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:14:25.235067 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b70d4e11-17f2-4198-9150-298c78ede27f tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:25.285788 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-62c2e9cd-b9dd-46af-ac8f-2e0a3607920e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:25.364060 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b81665-3ecb-47a5-8c88-9cda4b0ff430 req-b8428037-e49e-429c-890c-13cbebc2c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:25.365688 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65b81665-3ecb-47a5-8c88-9cda4b0ff430 req-b8428037-e49e-429c-890c-13cbebc2c26f service neutron] 10.222.0.83 "GET /v2.0/networks?id=8bfc6937-8166-4841-8d2d-9494ef26b48a HTTP/1.1" status: 200 len: 905 time: 0.1551509 Jul 30 20:14:25.382987 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a4e89a8-ea14-4a67-b1ac-5938c06d1206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:25.422873 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65b81665-3ecb-47a5-8c88-9cda4b0ff430 req-0db8cb2d-379f-4cad-b189-7acb4279866e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d45ff2ea-c699-4a8d-a079-a3e46aabcda6 HTTP/1.1" status: 200 len: 217 time: 0.0483930 Jul 30 20:14:25.445005 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b70d4e11-17f2-4198-9150-298c78ede27f tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:25.471280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e89a8-ea14-4a67-b1ac-5938c06d1206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5425a8a-2fa0-4767-b46d-c8518c357b73,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:25.500289 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b81665-3ecb-47a5-8c88-9cda4b0ff430 req-112763b9-d214-4c68-82a4-a41213e77794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:25.501172 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4e89a8-ea14-4a67-b1ac-5938c06d1206 admin admin] Checking segment: {'id': '346a14cd-6657-43b3-bba7-2b75d28aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:14:25.501571 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4e89a8-ea14-4a67-b1ac-5938c06d1206 admin admin] Network hostable DHCP agents. Network: 9ed41446-71e6-4016-93d6-5a969c709957, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:14:25.502330 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65b81665-3ecb-47a5-8c88-9cda4b0ff430 req-112763b9-d214-4c68-82a4-a41213e77794 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c4441ce2-15ee-443c-8f6d-ecb7f77ca504 HTTP/1.1" status: 200 len: 844 time: 0.0715337 Jul 30 20:14:25.507215 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-62c2e9cd-b9dd-46af-ac8f-2e0a3607920e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:25.520702 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-62c2e9cd-b9dd-46af-ac8f-2e0a3607920e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:25.541600 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65b81665-3ecb-47a5-8c88-9cda4b0ff430 req-29c48727-0ab3-45be-b00c-aa88ec9d21cc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8bfc6937-8166-4841-8d2d-9494ef26b48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316603 Jul 30 20:14:25.576311 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4e89a8-ea14-4a67-b1ac-5938c06d1206 admin admin] Network 9ed41446-71e6-4016-93d6-5a969c709957 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:14:25.593813 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-1a4e89a8-ea14-4a67-b1ac-5938c06d1206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 9ed41446-71e6-4016-93d6-5a969c709957) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:25.601303 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4e89a8-ea14-4a67-b1ac-5938c06d1206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:25.602048 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a4e89a8-ea14-4a67-b1ac-5938c06d1206 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:25.604610 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e029f68-7b91-4b63-b141-b75ec2902c38 None None] Network 9ed41446-71e6-4016-93d6-5a969c709957 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:14:25.627077 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-62c2e9cd-b9dd-46af-ac8f-2e0a3607920e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1e8d47429f004defb526c97d446812b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5856028 Jul 30 20:14:25.627300 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2e9cd-b9dd-46af-ac8f-2e0a3607920e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11648260-bad1-47bd-b348-36d722d0f995,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:25.629677 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41386) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:25.635391 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3bf7d-d6b6-4539-9e34-9184eb615cb2 req-663111a3-69b2-4bf8-b2f4-fa78cba0efef tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:25.637512 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-12b3bf7d-d6b6-4539-9e34-9184eb615cb2 req-663111a3-69b2-4bf8-b2f4-fa78cba0efef tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=98309cf5-ec44-420f-b4e8-3a31584a3cbe HTTP/1.1" status: 200 len: 943 time: 0.1059210 Jul 30 20:14:25.645751 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-b70d4e11-17f2-4198-9150-298c78ede27f tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Deleting port 6c45f660-0b1b-401b-8f8a-bd300f9123c7 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:14:25.646247 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b70d4e11-17f2-4198-9150-298c78ede27f tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:25.703696 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1a4e89a8-ea14-4a67-b1ac-5938c06d1206 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7746849 Jul 30 20:14:25.704591 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41390) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:25.715451 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-7cad3728-3a03-495b-b18c-f9374dd14c2b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1267782188-router', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:25.726978 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65b81665-3ecb-47a5-8c88-9cda4b0ff430 req-43000d67-b726-4c76-a8f8-d44d1670f5e8 service neutron] 10.222.0.83 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748390 Jul 30 20:14:25.727770 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-208013ab-130d-491f-a7e6-9616d509534a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:25.766937 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-12b3bf7d-d6b6-4539-9e34-9184eb615cb2 req-053d79f4-33d0-4596-945e-67f62c48ef91 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182890 Jul 30 20:14:25.786106 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7cad3728-3a03-495b-b18c-f9374dd14c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:25.787409 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7cad3728-3a03-495b-b18c-f9374dd14c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:25.801442 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-208013ab-130d-491f-a7e6-9616d509534a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:25.812365 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b70d4e11-17f2-4198-9150-298c78ede27f tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:25.832480 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-b70d4e11-17f2-4198-9150-298c78ede27f tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Calling delete_port for 6c45f660-0b1b-401b-8f8a-bd300f9123c7 owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:14:25.898750 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-65b81665-3ecb-47a5-8c88-9cda4b0ff430 req-4157ed0c-c690-447d-b9f5-72725dd9793e service neutron] 10.222.0.83 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594341 Jul 30 20:14:25.911556 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7cad3728-3a03-495b-b18c-f9374dd14c2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:25.914566 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-208013ab-130d-491f-a7e6-9616d509534a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:25.917915 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-208013ab-130d-491f-a7e6-9616d509534a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:25.919575 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-208013ab-130d-491f-a7e6-9616d509534a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/11648260-bad1-47bd-b348-36d722d0f995 HTTP/1.1" status: 204 len: 168 time: 0.2746789 Jul 30 20:14:25.934022 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208013ab-130d-491f-a7e6-9616d509534a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11648260-bad1-47bd-b348-36d722d0f995,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:26.050265 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4001ebb5-8deb-4bdb-84c8-a5866d95646a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-9ed41446-71e6-4016-93d6-5a969c709957', 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'fixed_ips': [{'subnet_id': 'c5425a8a-2fa0-4767-b46d-c8518c357b73'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:14:26.051126 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4001ebb5-8deb-4bdb-84c8-a5866d95646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:26.121974 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7cad3728-3a03-495b-b18c-f9374dd14c2b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:26.217585 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-4001ebb5-8deb-4bdb-84c8-a5866d95646a None None] Allocated IP 172.20.0.2 (9ed41446-71e6-4016-93d6-5a969c709957/c5425a8a-2fa0-4767-b46d-c8518c357b73/8701e433-06d3-436c-af9d-d4146bc2325c) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:14:26.307051 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b70d4e11-17f2-4198-9150-298c78ede27f tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:26.344262 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d4e11-17f2-4198-9150-298c78ede27f tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event deleted for resources: {'Port': ['ID=6c45f660-0b1b-401b-8f8a-bd300f9123c7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:26.432617 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4001ebb5-8deb-4bdb-84c8-a5866d95646a None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:26.441844 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4001ebb5-8deb-4bdb-84c8-a5866d95646a None None] Transition to ACTIVE for port object 8701e433-06d3-436c-af9d-d4146bc2325c will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:14:26.461119 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4001ebb5-8deb-4bdb-84c8-a5866d95646a None None] Transition to ACTIVE for port object 8701e433-06d3-436c-af9d-d4146bc2325c will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:14:26.470281 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4001ebb5-8deb-4bdb-84c8-a5866d95646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:26.512027 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b70d4e11-17f2-4198-9150-298c78ede27f tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:26.534770 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4001ebb5-8deb-4bdb-84c8-a5866d95646a None None] Network 9ed41446-71e6-4016-93d6-5a969c709957 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:14:26.538245 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-4001ebb5-8deb-4bdb-84c8-a5866d95646a None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:26.542198 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4001ebb5-8deb-4bdb-84c8-a5866d95646a None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:14:26.564192 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001ebb5-8deb-4bdb-84c8-a5866d95646a None None] Pushing event updated for resources: {'Port': ['ID=8701e433-06d3-436c-af9d-d4146bc2325c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:26.624301 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-4001ebb5-8deb-4bdb-84c8-a5866d95646a None None] Attempting to bind port 8701e433-06d3-436c-af9d-d4146bc2325c on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:14:26.624708 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-4001ebb5-8deb-4bdb-84c8-a5866d95646a None None] Attempting to bind port 8701e433-06d3-436c-af9d-d4146bc2325c by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '346a14cd-6657-43b3-bba7-2b75d28aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:14:26.625340 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4001ebb5-8deb-4bdb-84c8-a5866d95646a None None] Attempting to bind port 8701e433-06d3-436c-af9d-d4146bc2325c on network 9ed41446-71e6-4016-93d6-5a969c709957 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:14:26.631607 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4001ebb5-8deb-4bdb-84c8-a5866d95646a None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:14:26.632137 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4001ebb5-8deb-4bdb-84c8-a5866d95646a None None] Checking segment: {'id': '346a14cd-6657-43b3-bba7-2b75d28aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:14:26.632633 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4001ebb5-8deb-4bdb-84c8-a5866d95646a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:26.633307 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4001ebb5-8deb-4bdb-84c8-a5866d95646a None None] Bound using segment: {'id': '346a14cd-6657-43b3-bba7-2b75d28aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:14:26.633974 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-4001ebb5-8deb-4bdb-84c8-a5866d95646a None None] Bound port: 8701e433-06d3-436c-af9d-d4146bc2325c, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346a14cd-6657-43b3-bba7-2b75d28aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:14:26.634451 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4001ebb5-8deb-4bdb-84c8-a5866d95646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:26.643231 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7cad3728-3a03-495b-b18c-f9374dd14c2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:26.649530 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b70d4e11-17f2-4198-9150-298c78ede27f tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:26.673150 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b70d4e11-17f2-4198-9150-298c78ede27f tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:26.675543 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7cad3728-3a03-495b-b18c-f9374dd14c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:26.722567 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4001ebb5-8deb-4bdb-84c8-a5866d95646a None None] For port 8701e433-06d3-436c-af9d-d4146bc2325c, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:14:26.727976 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4001ebb5-8deb-4bdb-84c8-a5866d95646a None None] For port 8701e433-06d3-436c-af9d-d4146bc2325c, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8701e433-06d3-436c-af9d-d4146bc2325c,segment=NetworkSegment(346a14cd-6657-43b3-bba7-2b75d28aeb79),segment_id=346a14cd-6657-43b3-bba7-2b75d28aeb79)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:14:26.734841 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4001ebb5-8deb-4bdb-84c8-a5866d95646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:26.839204 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:26.869694 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001ebb5-8deb-4bdb-84c8-a5866d95646a None None] Pushing event updated for resources: {'Port': ['ID=8701e433-06d3-436c-af9d-d4146bc2325c,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:27.217161 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b70d4e11-17f2-4198-9150-298c78ede27f tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:27.217729 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70d4e11-17f2-4198-9150-298c78ede27f tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Fanout notify agent at l3_agent the message router_deleted on router a911511e-7e97-4d33-aa25-9629061a1d08 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:14:27.225391 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b70d4e11-17f2-4198-9150-298c78ede27f tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:27.226495 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b70d4e11-17f2-4198-9150-298c78ede27f tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "DELETE /v2.0/routers/a911511e-7e97-4d33-aa25-9629061a1d08 HTTP/1.1" status: 204 len: 168 time: 2.1664522 Jul 30 20:14:27.229193 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41430) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:27.237433 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-7cad3728-3a03-495b-b18c-f9374dd14c2b admin admin] Allocated IP 172.25.3.89 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/6f7af10f-d4e1-4450-877f-30273dce69f7) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:14:27.267379 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a453c-0099-44a6-a988-323832904527 req-1e265168-4698-4407-833d-3f2852b03d64 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:27.269018 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-467a453c-0099-44a6-a988-323832904527 req-1e265168-4698-4407-833d-3f2852b03d64 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=98309cf5-ec44-420f-b4e8-3a31584a3cbe HTTP/1.1" status: 200 len: 943 time: 0.1954007 Jul 30 20:14:27.293854 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce897f9c-b95d-408a-9508-849bb62497c3 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Deleting subnet 571ab738-535a-4877-89c4-d83f6e1546a2 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:14:27.297910 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce897f9c-b95d-408a-9508-849bb62497c3 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:27.338801 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce897f9c-b95d-408a-9508-849bb62497c3 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:27.361636 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-467a453c-0099-44a6-a988-323832904527 req-b3cfd7d3-0722-484d-b2cc-715afdf78432 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661705 Jul 30 20:14:27.391943 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce897f9c-b95d-408a-9508-849bb62497c3 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:27.416598 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7cad3728-3a03-495b-b18c-f9374dd14c2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:27.464711 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce897f9c-b95d-408a-9508-849bb62497c3 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:27.467839 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7cad3728-3a03-495b-b18c-f9374dd14c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:27.495044 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce897f9c-b95d-408a-9508-849bb62497c3 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event deleted for resources: {'Subnet': ['ID=571ab738-535a-4877-89c4-d83f6e1546a2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:27.498986 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce897f9c-b95d-408a-9508-849bb62497c3 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:27.503064 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ce897f9c-b95d-408a-9508-849bb62497c3 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "DELETE /v2.0/subnets/571ab738-535a-4877-89c4-d83f6e1546a2 HTTP/1.1" status: 204 len: 168 time: 0.2699206 Jul 30 20:14:27.503353 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41438) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:27.534372 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cad3728-3a03-495b-b18c-f9374dd14c2b admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:14:27.537889 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-7cad3728-3a03-495b-b18c-f9374dd14c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:27.544908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cad3728-3a03-495b-b18c-f9374dd14c2b admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:14:27.577368 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad3728-3a03-495b-b18c-f9374dd14c2b admin admin] Pushing event updated for resources: {'Port': ['ID=6f7af10f-d4e1-4450-877f-30273dce69f7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:27.600275 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31a858fd-dc84-4dde-bb6b-0cfc0195b0c9 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:27.723821 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31a858fd-dc84-4dde-bb6b-0cfc0195b0c9 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:27.740831 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-31a858fd-dc84-4dde-bb6b-0cfc0195b0c9 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b877a562-cd8a-4ede-ae68-50ebff0bbb04']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:27.753674 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-31a858fd-dc84-4dde-bb6b-0cfc0195b0c9 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b0b2b6-3790-4254-8a08-fc0e8512d2c4') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:27.754023 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-31a858fd-dc84-4dde-bb6b-0cfc0195b0c9 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b0b2b6-3790-4254-8a08-fc0e8512d2c4') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:27.765641 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31a858fd-dc84-4dde-bb6b-0cfc0195b0c9 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:27.787843 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31a858fd-dc84-4dde-bb6b-0cfc0195b0c9 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:27.802085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a858fd-dc84-4dde-bb6b-0cfc0195b0c9 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:14:27.802627 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31a858fd-dc84-4dde-bb6b-0cfc0195b0c9 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:14:27.831336 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:14:27.912910 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7cad3728-3a03-495b-b18c-f9374dd14c2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:27.925501 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31a858fd-dc84-4dde-bb6b-0cfc0195b0c9 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:27.932234 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31a858fd-dc84-4dde-bb6b-0cfc0195b0c9 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:27.935210 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-31a858fd-dc84-4dde-bb6b-0cfc0195b0c9 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] 10.222.0.81 "DELETE /v2.0/networks/b877a562-cd8a-4ede-ae68-50ebff0bbb04 HTTP/1.1" status: 204 len: 168 time: 0.4308457 Jul 30 20:14:27.955427 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a858fd-dc84-4dde-bb6b-0cfc0195b0c9 tempest-FloatingIPTestJSON-1461051281 tempest-FloatingIPTestJSON-1461051281-project] Pushing event deleted for resources: {'Network': ['ID=b877a562-cd8a-4ede-ae68-50ebff0bbb04,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:28.120819 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107997e0-d0c4-45a8-ab14-e92780af227b None None] Network 9ed41446-71e6-4016-93d6-5a969c709957 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:14:28.177394 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7cad3728-3a03-495b-b18c-f9374dd14c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:28.221953 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cf6a8f90-9939-45f7-b747-b239900cfc87 None None] Provisioning for port 8701e433-06d3-436c-af9d-d4146bc2325c completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:14:28.330099 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cad3728-3a03-495b-b18c-f9374dd14c2b admin admin] Router 3b42afd5-b5c2-4e37-b269-0a14e1c76984 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:14:28.335971 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device d45ff2ea-c699-4a8d-a079-a3e46aabcda6 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:14:28.367163 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41474) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:28.405015 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41480) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:28.496863 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cad3728-3a03-495b-b18c-f9374dd14c2b admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:14:28.508531 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] Sync routers for ids ['3b42afd5-b5c2-4e37-b269-0a14e1c76984'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:14:28.523131 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] Routers {'3b42afd5-b5c2-4e37-b269-0a14e1c76984'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:14:28.524311 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:14:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3b42afd5-b5c2-4e37-b269-0a14e1c76984'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:28.528938 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port d45ff2ea-c699-4a8d-a079-a3e46aabcda6, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d45ff2ea-c699-4a8d-a079-a3e46aabcda6,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:28.554379 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'd45ff2ea-c699-4a8d-a079-a3e46aabcda6', 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a', 'port_id': 'd45ff2ea-c699-4a8d-a079-a3e46aabcda6', 'mac_address': 'fa:16:3e:89:41:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4441ce2-15ee-443c-8f6d-ecb7f77ca504', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:14:28.584555 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7cad3728-3a03-495b-b18c-f9374dd14c2b admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:28.585794 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7cad3728-3a03-495b-b18c-f9374dd14c2b admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8765161 Jul 30 20:14:28.588917 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41486) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:28.635315 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aaab1a-47ca-4b41-bc75-eb198f56d838 req-e7c481fc-8f14-4710-9f79-821a871b0174 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:28.651831 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-33aaab1a-47ca-4b41-bc75-eb198f56d838 req-e7c481fc-8f14-4710-9f79-821a871b0174 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=98309cf5-ec44-420f-b4e8-3a31584a3cbe HTTP/1.1" status: 200 len: 943 time: 0.1298649 Jul 30 20:14:28.675661 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:28.722615 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45ff2ea-c699-4a8d-a079-a3e46aabcda6 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:14:28.723461 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-33aaab1a-47ca-4b41-bc75-eb198f56d838 req-d2c80bce-8425-47d6-8b83-4259bf9a03f0 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707116 Jul 30 20:14:28.762685 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] Set router 3b42afd5-b5c2-4e37-b269-0a14e1c76984 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:14:28.781525 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port d45ff2ea-c699-4a8d-a079-a3e46aabcda6, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d45ff2ea-c699-4a8d-a079-a3e46aabcda6,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:28.794916 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:28.807462 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-82dfedf4-6155-45f7-aed7-0f4384b2d812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:28.815264 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41490) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:28.815655 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-75c52196-9c38-47ca-b27c-9349a273e2fc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6f0b681261844828a1c7921e0226c44d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4093552 Jul 30 20:14:28.862983 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=d45ff2ea-c699-4a8d-a079-a3e46aabcda6,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:28.879551 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eac88bb6-491a-4468-b3a7-a8d18eaec413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:28.939486 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eac88bb6-491a-4468-b3a7-a8d18eaec413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:29.025084 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eac88bb6-491a-4468-b3a7-a8d18eaec413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:29.034349 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eac88bb6-491a-4468-b3a7-a8d18eaec413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:29.039300 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-eac88bb6-491a-4468-b3a7-a8d18eaec413 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/670193bf-e847-4cad-9d7e-638ed4953f9c HTTP/1.1" status: 204 len: 168 time: 0.2204623 Jul 30 20:14:29.050037 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac88bb6-491a-4468-b3a7-a8d18eaec413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670193bf-e847-4cad-9d7e-638ed4953f9c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:29.054999 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8701e433-06d3-436c-af9d-d4146bc2325c up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:14:29.101187 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'name': 'tempest-TaggedBootDevicesTest-1267782188-router', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:14:25Z', 'updated_at': '2021-07-30T20:14:27Z', 'revision_number': 3, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'gw_port': {'id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:14:26Z', 'updated_at': '2021-07-30T20:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:29.115354 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-82dfedf4-6155-45f7-aed7-0f4384b2d812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:29.136641 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] Checking router: 3b42afd5-b5c2-4e37-b269-0a14e1c76984 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:14:29.137305 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] Updating router 3b42afd5-b5c2-4e37-b269-0a14e1c76984 port 6f7af10f-d4e1-4450-877f-30273dce69f7 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:14:29.151141 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['d45ff2ea-c699-4a8d-a079-a3e46aabcda6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:14:29.169859 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:29.191236 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 8701e433-06d3-436c-af9d-d4146bc2325c completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:14:29.198759 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 8701e433-06d3-436c-af9d-d4146bc2325c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:14:29.199966 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:29.353123 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:29.430608 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 8701e433-06d3-436c-af9d-d4146bc2325c, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8701e433-06d3-436c-af9d-d4146bc2325c,segment=NetworkSegment(346a14cd-6657-43b3-bba7-2b75d28aeb79),segment_id=346a14cd-6657-43b3-bba7-2b75d28aeb79)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:29.438745 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:29.511494 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=8701e433-06d3-436c-af9d-d4146bc2325c,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:29.632970 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:29.650174 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] Transition to ACTIVE for port object 6f7af10f-d4e1-4450-877f-30273dce69f7 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:14:29.657396 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:29.663413 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-82dfedf4-6155-45f7-aed7-0f4384b2d812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:29.701599 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5ba16-7d0d-4974-a8b3-f552b893ea66 None None] Pushing event updated for resources: {'Port': ['ID=6f7af10f-d4e1-4450-877f-30273dce69f7,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:29.711776 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-82dfedf4-6155-45f7-aed7-0f4384b2d812 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9862d7af1e904b35b499c6a7bcb05081&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3434613 Jul 30 20:14:29.714680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41510) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:29.718220 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfedf4-6155-45f7-aed7-0f4384b2d812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c78fded-2d2c-4653-9842-1baafcd9b458,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:29.740191 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5ba16-7d0d-4974-a8b3-f552b893ea66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:29.753243 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5ba16-7d0d-4974-a8b3-f552b893ea66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:29.753964 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5ba16-7d0d-4974-a8b3-f552b893ea66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:29.756897 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5ba16-7d0d-4974-a8b3-f552b893ea66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:29.757245 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5ba16-7d0d-4974-a8b3-f552b893ea66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:29.757581 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5ba16-7d0d-4974-a8b3-f552b893ea66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:29.759899 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5ba16-7d0d-4974-a8b3-f552b893ea66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:29.762541 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5ba16-7d0d-4974-a8b3-f552b893ea66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:29.763210 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5ba16-7d0d-4974-a8b3-f552b893ea66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:29.765349 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5ba16-7d0d-4974-a8b3-f552b893ea66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:29.765839 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5ba16-7d0d-4974-a8b3-f552b893ea66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:29.767837 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e5ba16-7d0d-4974-a8b3-f552b893ea66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:29.813818 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] Attempting to bind port 6f7af10f-d4e1-4450-877f-30273dce69f7 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:14:29.814178 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] Attempting to bind port 6f7af10f-d4e1-4450-877f-30273dce69f7 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:14:29.816424 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] Attempting to bind port 6f7af10f-d4e1-4450-877f-30273dce69f7 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:14:29.832568 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:14:29.833263 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:14:29.833814 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:29.834366 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:14:29.834994 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] Bound port: 6f7af10f-d4e1-4450-877f-30273dce69f7, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:14:29.835560 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:29.860507 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7794f89c-f469-4c47-b46d-6ce095fbc14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:29.895926 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1be757bd-f041-43e3-840f-e14ff0e2d76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:29.902399 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7794f89c-f469-4c47-b46d-6ce095fbc14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:29.933575 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] For port 6f7af10f-d4e1-4450-877f-30273dce69f7, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:14:29.938141 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] For port 6f7af10f-d4e1-4450-877f-30273dce69f7, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6f7af10f-d4e1-4450-877f-30273dce69f7,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:14:29.944721 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:29.979099 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7794f89c-f469-4c47-b46d-6ce095fbc14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:29.982259 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7794f89c-f469-4c47-b46d-6ce095fbc14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:29.986238 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7794f89c-f469-4c47-b46d-6ce095fbc14a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6c78fded-2d2c-4653-9842-1baafcd9b458 HTTP/1.1" status: 204 len: 168 time: 0.2705250 Jul 30 20:14:30.001049 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794f89c-f469-4c47-b46d-6ce095fbc14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c78fded-2d2c-4653-9842-1baafcd9b458,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:30.011834 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5ba16-7d0d-4974-a8b3-f552b893ea66 None None] Pushing event updated for resources: {'Port': ['ID=6f7af10f-d4e1-4450-877f-30273dce69f7,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:30.029777 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] Routers {'3b42afd5-b5c2-4e37-b269-0a14e1c76984'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:14:30.031217 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:14:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3b42afd5-b5c2-4e37-b269-0a14e1c76984'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:30.119359 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-1be757bd-f041-43e3-840f-e14ff0e2d76b admin admin] Allocated IP 172.20.0.1 (9ed41446-71e6-4016-93d6-5a969c709957/c5425a8a-2fa0-4767-b46d-c8518c357b73/b8cf70f8-155b-44e6-ab30-69e8a0308b05) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:14:30.158705 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] Set router 3b42afd5-b5c2-4e37-b269-0a14e1c76984 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:14:30.254666 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1be757bd-f041-43e3-840f-e14ff0e2d76b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:30.272010 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-1be757bd-f041-43e3-840f-e14ff0e2d76b admin admin] Transition to ACTIVE for port object b8cf70f8-155b-44e6-ab30-69e8a0308b05 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:14:30.285483 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18e352-0be3-4504-98cd-d21c8fea0c76 req-1df2f33b-42b6-403a-8063-bb963fded80a tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:30.294864 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e18e352-0be3-4504-98cd-d21c8fea0c76 req-1df2f33b-42b6-403a-8063-bb963fded80a tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=98309cf5-ec44-420f-b4e8-3a31584a3cbe HTTP/1.1" status: 200 len: 944 time: 0.4422047 Jul 30 20:14:30.341581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device d45ff2ea-c699-4a8d-a079-a3e46aabcda6 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:14:30.353797 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1be757bd-f041-43e3-840f-e14ff0e2d76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:30.401220 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'name': 'tempest-TaggedBootDevicesTest-1267782188-router', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:14:25Z', 'updated_at': '2021-07-30T20:14:27Z', 'revision_number': 3, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'gw_port': {'id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:14:26Z', 'updated_at': '2021-07-30T20:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:30.407672 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e18e352-0be3-4504-98cd-d21c8fea0c76 req-3046217e-2a85-489d-8702-90bfcef6d2af tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118326 Jul 30 20:14:30.450116 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b5957a-4afc-4cbe-86b8-fe837b227a25 None None] The sync data for ids ['3b42afd5-b5c2-4e37-b269-0a14e1c76984'] in n-d-712137-9 is: [{'id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'name': 'tempest-TaggedBootDevicesTest-1267782188-router', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:14:25Z', 'updated_at': '2021-07-30T20:14:27Z', 'revision_number': 3, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'gw_port': {'id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:14:26Z', 'updated_at': '2021-07-30T20:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:14:30.458148 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port d45ff2ea-c699-4a8d-a079-a3e46aabcda6 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:14:30.466921 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port d45ff2ea-c699-4a8d-a079-a3e46aabcda6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:14:30.467299 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:30.475100 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be757bd-f041-43e3-840f-e14ff0e2d76b admin admin] Network 9ed41446-71e6-4016-93d6-5a969c709957 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:14:30.482950 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-1be757bd-f041-43e3-840f-e14ff0e2d76b admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:30.489662 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be757bd-f041-43e3-840f-e14ff0e2d76b admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:14:30.547542 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be757bd-f041-43e3-840f-e14ff0e2d76b admin admin] Pushing event updated for resources: {'Port': ['ID=b8cf70f8-155b-44e6-ab30-69e8a0308b05,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:30.586225 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1be757bd-f041-43e3-840f-e14ff0e2d76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:30.623158 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:30.657705 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98309cf5-ec44-420f-b4e8-3a31584a3cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45ff2ea-c699-4a8d-a079-a3e46aabcda6'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:14:30.660887 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3424294-f352-450a-a8f2-02f3c0df87e4" -d '{"events": [{"server_uuid": "98309cf5-ec44-420f-b4e8-3a31584a3cbe", "name": "network-vif-plugged", "status": "completed", "tag": "d45ff2ea-c699-4a8d-a079-a3e46aabcda6"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:14:30.686259 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port d45ff2ea-c699-4a8d-a079-a3e46aabcda6, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d45ff2ea-c699-4a8d-a079-a3e46aabcda6,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:30.693052 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:30.782803 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92a121e-835d-477b-b807-79cfbdaa160e x-openstack-request-id: req-b92a121e-835d-477b-b807-79cfbdaa160e {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:14:30.783006 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98309cf5-ec44-420f-b4e8-3a31584a3cbe", "name": "network-vif-plugged", "status": "completed", "tag": "d45ff2ea-c699-4a8d-a079-a3e46aabcda6", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:14:30.783257 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b92a121e-835d-477b-b807-79cfbdaa160e {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:14:30.783692 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98309cf5-ec44-420f-b4e8-3a31584a3cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45ff2ea-c699-4a8d-a079-a3e46aabcda6', 'code': 200} Jul 30 20:14:30.807569 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=d45ff2ea-c699-4a8d-a079-a3e46aabcda6,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:30.816943 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:30.817432 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:30.817884 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:30.818311 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:30.818735 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:30.819192 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:30.819839 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:30.820262 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:30.820684 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:30.821147 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:30.823852 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:30.824430 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:30.896482 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-07bbd8cf-a9ce-4c23-b4e4-5941d868fd2a None None] Provisioning for port b8cf70f8-155b-44e6-ab30-69e8a0308b05 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:14:30.902226 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-07bbd8cf-a9ce-4c23-b4e4-5941d868fd2a None None] Provisioning complete for port b8cf70f8-155b-44e6-ab30-69e8a0308b05 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:14:30.902606 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-07bbd8cf-a9ce-4c23-b4e4-5941d868fd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:30.911800 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b19f7-05da-4e4c-a643-9231a44525aa req-7cfe56e2-0078-4d0a-9276-b96f7c37b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:30.914454 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c79b19f7-05da-4e4c-a643-9231a44525aa req-7cfe56e2-0078-4d0a-9276-b96f7c37b920 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=98309cf5-ec44-420f-b4e8-3a31584a3cbe HTTP/1.1" status: 200 len: 1096 time: 0.1111977 Jul 30 20:14:30.920640 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1be757bd-f041-43e3-840f-e14ff0e2d76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:30.931418 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41552) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:30.957743 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-07bbd8cf-a9ce-4c23-b4e4-5941d868fd2a None None] Port b8cf70f8-155b-44e6-ab30-69e8a0308b05 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:14:31.014658 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c79b19f7-05da-4e4c-a643-9231a44525aa req-4529526f-691a-4a16-8204-57ca925213bb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916920 Jul 30 20:14:31.177413 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8701e433-06d3-436c-af9d-d4146bc2325c up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:14:31.240351 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1be757bd-f041-43e3-840f-e14ff0e2d76b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:31.252100 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1be757bd-f041-43e3-840f-e14ff0e2d76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:31.255919 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 8701e433-06d3-436c-af9d-d4146bc2325c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:14:31.256294 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:31.369242 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be757bd-f041-43e3-840f-e14ff0e2d76b admin admin] Pushing event updated for resources: {'Port': ['ID=b8cf70f8-155b-44e6-ab30-69e8a0308b05,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:31.379943 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Request body: {'networks': [{'name': 'tempest-network--1676671311'}, {'name': 'tempest-network--1012981870'}]} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:31.380264 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Request body: {'network': {'name': 'tempest-network--1676671311'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:31.381024 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Request body: {'network': {'name': 'tempest-network--1012981870'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:31.382109 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6f7af10f-d4e1-4450-877f-30273dce69f7 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:14:31.415092 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1be757bd-f041-43e3-840f-e14ff0e2d76b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:31.440179 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Made reservation on behalf of 416e48b0c2fa48b99b2c9f84b552eb97 for: {'network': 2} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:31.453581 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:31.481305 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 6f7af10f-d4e1-4450-877f-30273dce69f7 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:14:31.489303 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 6f7af10f-d4e1-4450-877f-30273dce69f7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:14:31.489729 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:31.611146 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:31.647174 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bb546-9d8f-4d02-ac2a-87340d622d99 req-f1d8c7fe-0a3d-479a-9ed3-075a08b57038 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:31.664149 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-074bb546-9d8f-4d02-ac2a-87340d622d99 req-f1d8c7fe-0a3d-479a-9ed3-075a08b57038 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=98309cf5-ec44-420f-b4e8-3a31584a3cbe HTTP/1.1" status: 200 len: 945 time: 0.1249256 Jul 30 20:14:31.668768 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:31.703443 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 6f7af10f-d4e1-4450-877f-30273dce69f7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6f7af10f-d4e1-4450-877f-30273dce69f7,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:31.709597 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:31.737633 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-074bb546-9d8f-4d02-ac2a-87340d622d99 req-7e3edb6d-c054-46c9-9bec-3a21956e3dcd tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724115 Jul 30 20:14:31.802732 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=6f7af10f-d4e1-4450-877f-30273dce69f7,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:31.806723 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be757bd-f041-43e3-840f-e14ff0e2d76b admin admin] Network 9ed41446-71e6-4016-93d6-5a969c709957 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:14:31.814409 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-1be757bd-f041-43e3-840f-e14ff0e2d76b admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:32.024774 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:32.033493 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:32.033950 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:32.037003 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be757bd-f041-43e3-840f-e14ff0e2d76b admin admin] Router 3b42afd5-b5c2-4e37-b269-0a14e1c76984 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:14:32.155843 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=067c7ea5-b4a6-416e-9252-a7fec7db75f6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:32.158991 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:14:32.177155 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:32.177796 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Added segment d90a28e7-b57c-4975-96c7-f4b26442e0f4 of type vlan for network 076ecc35-f2c2-4def-ad70-d686d1d00c8b Jul 30 20:14:32.199158 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1570511d-8fe2-4131-afb8-aaf24275f490 None None] Provisioning complete for port b8cf70f8-155b-44e6-ab30-69e8a0308b05 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:14:32.199564 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1570511d-8fe2-4131-afb8-aaf24275f490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:32.266448 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1570511d-8fe2-4131-afb8-aaf24275f490 None None] Port b8cf70f8-155b-44e6-ab30-69e8a0308b05 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:14:32.274641 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:32.281597 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be757bd-f041-43e3-840f-e14ff0e2d76b admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:14:32.288301 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1be757bd-f041-43e3-840f-e14ff0e2d76b admin admin] 10.222.0.81 "PUT /v2.0/routers/3b42afd5-b5c2-4e37-b269-0a14e1c76984/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6977551 Jul 30 20:14:32.321508 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:14:32.331051 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:32.331493 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Added segment 6e70e2b8-4cf2-45e4-9387-d80a0cdf6e0d of type vlan for network 46d87262-3883-450c-9a8e-a8d1b5a1cff8 Jul 30 20:14:32.386295 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:32.420702 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:32.421216 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:32.429483 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:32.435826 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:32.436644 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:32.513104 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06454815-7bf8-4da6-9e9d-2893fd717441 req-f8fbe775-58b0-460b-bf1c-ccf70d3559ef service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722291 Jul 30 20:14:32.515615 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41604) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:32.515857 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.5804114 Jul 30 20:14:32.529750 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Pushing event updated for resources: {'Network': ['ID=076ecc35-f2c2-4def-ad70-d686d1d00c8b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:32.541918 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 076ecc35-f2c2-4def-ad70-d686d1d00c8b details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:14:32.683500 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17fb27-5f9f-4e8d-b3eb-815c6d3db483 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Pushing event updated for resources: {'Network': ['ID=46d87262-3883-450c-9a8e-a8d1b5a1cff8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:32.695704 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 46d87262-3883-450c-9a8e-a8d1b5a1cff8 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:14:32.703930 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a34067-4f78-4307-bfbc-6ded902ef178 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:32.713386 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a34067-4f78-4307-bfbc-6ded902ef178 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:32.720942 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a34067-4f78-4307-bfbc-6ded902ef178 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:32.728998 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a34067-4f78-4307-bfbc-6ded902ef178 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:32.731530 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-65a34067-4f78-4307-bfbc-6ded902ef178 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2139087 Jul 30 20:14:32.734190 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41626) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:32.855729 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06454815-7bf8-4da6-9e9d-2893fd717441 req-b0f9da1e-dba3-465c-a6a9-7d6793c02f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:32.857765 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06454815-7bf8-4da6-9e9d-2893fd717441 req-b0f9da1e-dba3-465c-a6a9-7d6793c02f6f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 1096 time: 0.3137398 Jul 30 20:14:33.013000 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9e633c53-0a79-440b-b158-742ae228e549 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:33.014644 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6f7af10f-d4e1-4450-877f-30273dce69f7 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:14:33.065567 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ffa9f-9f97-45e9-b532-a6b7ded07d6d req-a934fc8f-9ee0-48ad-b4ab-5dc154ed3a78 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:33.067336 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-360ffa9f-9f97-45e9-b532-a6b7ded07d6d req-a934fc8f-9ee0-48ad-b4ab-5dc154ed3a78 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=98309cf5-ec44-420f-b4e8-3a31584a3cbe HTTP/1.1" status: 200 len: 945 time: 0.1936209 Jul 30 20:14:33.121647 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 6f7af10f-d4e1-4450-877f-30273dce69f7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:14:33.122030 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:33.128071 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06454815-7bf8-4da6-9e9d-2893fd717441 req-99ce9a80-9b75-420e-9587-f1606af0188d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:33.131895 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06454815-7bf8-4da6-9e9d-2893fd717441 req-99ce9a80-9b75-420e-9587-f1606af0188d service neutron] 10.222.0.59 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 912 time: 0.1958065 Jul 30 20:14:33.232138 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] Sync routers for ids ['3b42afd5-b5c2-4e37-b269-0a14e1c76984'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:14:33.249801 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] Routers {'3b42afd5-b5c2-4e37-b269-0a14e1c76984'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:14:33.250486 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:14:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3b42afd5-b5c2-4e37-b269-0a14e1c76984'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:33.250730 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9e633c53-0a79-440b-b158-742ae228e549 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:33.264053 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06454815-7bf8-4da6-9e9d-2893fd717441 req-b5949f36-1488-4b80-a9f5-2e5801bab879 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5decea29-b6a2-4287-af8d-99d5371a56e9 HTTP/1.1" status: 200 len: 217 time: 0.0711060 Jul 30 20:14:33.271813 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-9e633c53-0a79-440b-b158-742ae228e549 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076ecc35-f2c2-4def-ad70-d686d1d00c8b']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:33.285814 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-360ffa9f-9f97-45e9-b532-a6b7ded07d6d req-c115c1a5-cee1-4302-8c61-875160c6623e tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946359 Jul 30 20:14:33.298573 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-9e633c53-0a79-440b-b158-742ae228e549 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd90a28e7-b57c-4975-96c7-f4b26442e0f4') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:33.298716 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-9e633c53-0a79-440b-b158-742ae228e549 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd90a28e7-b57c-4975-96c7-f4b26442e0f4') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:33.335404 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9e633c53-0a79-440b-b158-742ae228e549 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:33.357539 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9e633c53-0a79-440b-b158-742ae228e549 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:33.365983 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06454815-7bf8-4da6-9e9d-2893fd717441 req-c1ddbedd-dfc3-4530-b531-e874decb76c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:33.372046 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06454815-7bf8-4da6-9e9d-2893fd717441 req-c1ddbedd-dfc3-4530-b531-e874decb76c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac1c465f-425f-4078-b2f8-d23b006b1c90 HTTP/1.1" status: 200 len: 850 time: 0.0977013 Jul 30 20:14:33.375854 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e633c53-0a79-440b-b158-742ae228e549 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:14:33.376514 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9e633c53-0a79-440b-b158-742ae228e549 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:14:33.380241 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:14:33.403844 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] Set router 3b42afd5-b5c2-4e37-b269-0a14e1c76984 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:14:33.474285 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06454815-7bf8-4da6-9e9d-2893fd717441 req-e071a63c-cf88-4f7a-8361-227cd1700843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:33.475899 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06454815-7bf8-4da6-9e9d-2893fd717441 req-e071a63c-cf88-4f7a-8361-227cd1700843 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947907 Jul 30 20:14:33.479503 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9e633c53-0a79-440b-b158-742ae228e549 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:33.492129 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9e633c53-0a79-440b-b158-742ae228e549 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:33.499109 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9e633c53-0a79-440b-b158-742ae228e549 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] 10.222.0.81 "DELETE /v2.0/networks/076ecc35-f2c2-4def-ad70-d686d1d00c8b HTTP/1.1" status: 204 len: 168 time: 0.7605593 Jul 30 20:14:33.501602 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41668) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:33.586287 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e633c53-0a79-440b-b158-742ae228e549 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Pushing event deleted for resources: {'Network': ['ID=076ecc35-f2c2-4def-ad70-d686d1d00c8b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:33.644236 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06454815-7bf8-4da6-9e9d-2893fd717441 req-a94389d8-2eab-4a01-af1c-a18f84f90ed6 service neutron] 10.222.0.59 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463375 Jul 30 20:14:33.684045 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c9c344c-118b-43bc-a062-5c6b7859d896 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:33.826799 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06454815-7bf8-4da6-9e9d-2893fd717441 req-e7b00fd7-fc7f-427c-90e6-47f62ff80a4f service neutron] 10.222.0.59 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689374 Jul 30 20:14:33.860691 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccb239-b848-4bff-94ca-a3896a40c2af req-48ed5f6e-b129-4b22-ac64-bb771b960314 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:33.870487 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fccb239-b848-4bff-94ca-a3896a40c2af req-48ed5f6e-b129-4b22-ac64-bb771b960314 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf74ed7-4fd2-4b40-9cd8-341187c36f59 HTTP/1.1" status: 200 len: 946 time: 0.1881971 Jul 30 20:14:33.892646 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c9c344c-118b-43bc-a062-5c6b7859d896 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:33.915325 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-8c9c344c-118b-43bc-a062-5c6b7859d896 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d87262-3883-450c-9a8e-a8d1b5a1cff8']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:33.928038 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fccb239-b848-4bff-94ca-a3896a40c2af req-4cc0e52c-7c05-44b3-a8ab-b79df7b1a02e tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563245 Jul 30 20:14:33.929460 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-8c9c344c-118b-43bc-a062-5c6b7859d896 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e70e2b8-4cf2-45e4-9387-d80a0cdf6e0d') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:33.929945 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-8c9c344c-118b-43bc-a062-5c6b7859d896 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e70e2b8-4cf2-45e4-9387-d80a0cdf6e0d') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:33.949707 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c9c344c-118b-43bc-a062-5c6b7859d896 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:33.962157 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'name': 'tempest-TaggedBootDevicesTest-1267782188-router', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:14:25Z', 'updated_at': '2021-07-30T20:14:30Z', 'revision_number': 4, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'gw_port': {'id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:14:26Z', 'updated_at': '2021-07-30T20:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'b8cf70f8-155b-44e6-ab30-69e8a0308b05', 'name': '', 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'mac_address': 'fa:16:3e:a2:11:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'c5425a8a-2fa0-4767-b46d-c8518c357b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:14:29Z', 'updated_at': '2021-07-30T20:14:31Z', 'revision_number': 2, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'subnets': [{'id': 'c5425a8a-2fa0-4767-b46d-c8518c357b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:33.969197 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c9c344c-118b-43bc-a062-5c6b7859d896 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:33.982028 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9c344c-118b-43bc-a062-5c6b7859d896 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:14:33.983085 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c9c344c-118b-43bc-a062-5c6b7859d896 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:14:33.989112 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:14:34.067687 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] Checking router: 3b42afd5-b5c2-4e37-b269-0a14e1c76984 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:14:34.068109 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] Updating router 3b42afd5-b5c2-4e37-b269-0a14e1c76984 port b8cf70f8-155b-44e6-ab30-69e8a0308b05 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:14:34.075567 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c9c344c-118b-43bc-a062-5c6b7859d896 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:34.083986 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c9c344c-118b-43bc-a062-5c6b7859d896 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:34.086436 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8c9c344c-118b-43bc-a062-5c6b7859d896 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] 10.222.0.81 "DELETE /v2.0/networks/46d87262-3883-450c-9a8e-a8d1b5a1cff8 HTTP/1.1" status: 204 len: 168 time: 0.5812347 Jul 30 20:14:34.088626 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41710) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:34.124914 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:34.135528 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788bfd8-a5c7-4fa2-afc4-fb2babe06fd9 req-ea58bfd6-2abc-4b17-abb2-bb743eacbfec tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:34.137111 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3788bfd8-a5c7-4fa2-afc4-fb2babe06fd9 req-ea58bfd6-2abc-4b17-abb2-bb743eacbfec tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=98309cf5-ec44-420f-b4e8-3a31584a3cbe HTTP/1.1" status: 200 len: 945 time: 0.0966644 Jul 30 20:14:34.246974 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c344c-118b-43bc-a062-5c6b7859d896 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Pushing event deleted for resources: {'Network': ['ID=46d87262-3883-450c-9a8e-a8d1b5a1cff8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:34.255080 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3788bfd8-a5c7-4fa2-afc4-fb2babe06fd9 req-30a91db9-6399-45b4-b020-c5e29d914071 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077521 Jul 30 20:14:34.507804 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63381ee-5fdd-407f-a8a1-53db0eb43583 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:34.516630 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63381ee-5fdd-407f-a8a1-53db0eb43583 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:34.518558 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a63381ee-5fdd-407f-a8a1-53db0eb43583 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4270399 Jul 30 20:14:34.523270 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41720) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:34.529800 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-30a58271-32bb-45e3-a178-e1d5f97d9bfd tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-833985982'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:34.566337 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a58271-32bb-45e3-a178-e1d5f97d9bfd tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Made reservation on behalf of 416e48b0c2fa48b99b2c9f84b552eb97 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:34.570802 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30a58271-32bb-45e3-a178-e1d5f97d9bfd tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:34.623326 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:34.636671 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] Transition to ACTIVE for port object b8cf70f8-155b-44e6-ab30-69e8a0308b05 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:14:34.637117 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a58271-32bb-45e3-a178-e1d5f97d9bfd tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:14:34.647369 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:34.654905 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30a58271-32bb-45e3-a178-e1d5f97d9bfd tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:34.655231 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-30a58271-32bb-45e3-a178-e1d5f97d9bfd tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Added segment 4903e9d2-9861-4bf2-804e-08320a1f9418 of type vlan for network 51e9097d-aa26-433b-87b3-8dfd7f7ff1a1 Jul 30 20:14:34.779018 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30a58271-32bb-45e3-a178-e1d5f97d9bfd tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:34.847246 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30a58271-32bb-45e3-a178-e1d5f97d9bfd tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:34.853895 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a58271-32bb-45e3-a178-e1d5f97d9bfd tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:34.860454 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30a58271-32bb-45e3-a178-e1d5f97d9bfd tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:34.888147 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312e774-42e5-4aaf-8cc8-decce2e6ed59 req-fb5a32a5-3c05-4c17-b557-6236918386aa tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:34.891950 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6312e774-42e5-4aaf-8cc8-decce2e6ed59 req-fb5a32a5-3c05-4c17-b557-6236918386aa tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=98309cf5-ec44-420f-b4e8-3a31584a3cbe HTTP/1.1" status: 200 len: 945 time: 0.1230216 Jul 30 20:14:34.898195 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-30a58271-32bb-45e3-a178-e1d5f97d9bfd tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3732769 Jul 30 20:14:34.904334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41734) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:34.910918 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41736) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:34.920960 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-50442f19-02e3-4016-9e8c-4c2af1d20ab4 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1369672233'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:34.974098 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50442f19-02e3-4016-9e8c-4c2af1d20ab4 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Made reservation on behalf of 416e48b0c2fa48b99b2c9f84b552eb97 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:34.986148 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-50442f19-02e3-4016-9e8c-4c2af1d20ab4 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:35.042043 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a58271-32bb-45e3-a178-e1d5f97d9bfd tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Pushing event updated for resources: {'Network': ['ID=51e9097d-aa26-433b-87b3-8dfd7f7ff1a1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:35.063220 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50442f19-02e3-4016-9e8c-4c2af1d20ab4 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:14:35.074760 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-50442f19-02e3-4016-9e8c-4c2af1d20ab4 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:35.075209 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-50442f19-02e3-4016-9e8c-4c2af1d20ab4 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Added segment e2fe8709-a06d-4841-981e-c36ba6fef60e of type vlan for network 5355b3bf-8a0a-4022-a50b-6f0488a8ea69 Jul 30 20:14:35.146683 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6312e774-42e5-4aaf-8cc8-decce2e6ed59 req-de623040-7150-49fe-8267-b62332a231e0 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319877 Jul 30 20:14:35.148444 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 51e9097d-aa26-433b-87b3-8dfd7f7ff1a1 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:14:35.155426 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-50442f19-02e3-4016-9e8c-4c2af1d20ab4 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:35.167808 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41744) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:35.170545 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] Attempting to bind port b8cf70f8-155b-44e6-ab30-69e8a0308b05 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:14:35.171168 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] Attempting to bind port b8cf70f8-155b-44e6-ab30-69e8a0308b05 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '346a14cd-6657-43b3-bba7-2b75d28aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:14:35.171555 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] Attempting to bind port b8cf70f8-155b-44e6-ab30-69e8a0308b05 on network 9ed41446-71e6-4016-93d6-5a969c709957 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:14:35.214579 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4edf1ed-df34-4036-9527-cc205f61bbb6 None None] Pushing event updated for resources: {'Port': ['ID=b8cf70f8-155b-44e6-ab30-69e8a0308b05,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:35.221223 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-50442f19-02e3-4016-9e8c-4c2af1d20ab4 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:35.231858 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:14:35.232502 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] Checking segment: {'id': '346a14cd-6657-43b3-bba7-2b75d28aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:14:35.232904 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:35.233300 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] Bound using segment: {'id': '346a14cd-6657-43b3-bba7-2b75d28aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:14:35.233786 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] Bound port: b8cf70f8-155b-44e6-ab30-69e8a0308b05, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346a14cd-6657-43b3-bba7-2b75d28aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:14:35.234169 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:35.239422 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50442f19-02e3-4016-9e8c-4c2af1d20ab4 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:35.240376 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-50442f19-02e3-4016-9e8c-4c2af1d20ab4 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:35.254408 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad17a0ca-8166-420b-83f1-14315b58af82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:35.326502 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-11aa2dec-1b0b-4bed-8b42-765631a9a54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:35.337746 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] For port b8cf70f8-155b-44e6-ab30-69e8a0308b05, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:14:35.341764 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] For port b8cf70f8-155b-44e6-ab30-69e8a0308b05, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b8cf70f8-155b-44e6-ab30-69e8a0308b05,segment=NetworkSegment(346a14cd-6657-43b3-bba7-2b75d28aeb79),segment_id=346a14cd-6657-43b3-bba7-2b75d28aeb79)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:14:35.349117 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:35.364711 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50442f19-02e3-4016-9e8c-4c2af1d20ab4 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Pushing event updated for resources: {'Network': ['ID=5355b3bf-8a0a-4022-a50b-6f0488a8ea69,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:35.383641 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 5355b3bf-8a0a-4022-a50b-6f0488a8ea69 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:14:35.404024 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad17a0ca-8166-420b-83f1-14315b58af82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:35.412924 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad17a0ca-8166-420b-83f1-14315b58af82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:35.447009 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-50442f19-02e3-4016-9e8c-4c2af1d20ab4 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5410433 Jul 30 20:14:35.449848 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41748) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:35.464083 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Request body: {'ports': [{'network_id': '51e9097d-aa26-433b-87b3-8dfd7f7ff1a1', 'name': 'tempest-port--660523338', 'admin_state_up': True}, {'network_id': '5355b3bf-8a0a-4022-a50b-6f0488a8ea69', 'admin_state_up': False}]} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:35.464436 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Request body: {'port': {'network_id': '51e9097d-aa26-433b-87b3-8dfd7f7ff1a1', 'name': 'tempest-port--660523338', 'admin_state_up': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:35.464927 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Request body: {'port': {'network_id': '5355b3bf-8a0a-4022-a50b-6f0488a8ea69', 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:35.476593 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] Routers {'3b42afd5-b5c2-4e37-b269-0a14e1c76984'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:14:35.477236 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:14:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3b42afd5-b5c2-4e37-b269-0a14e1c76984'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:35.484147 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4edf1ed-df34-4036-9527-cc205f61bbb6 None None] Pushing event updated for resources: {'Port': ['ID=b8cf70f8-155b-44e6-ab30-69e8a0308b05,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:35.548386 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17a0ca-8166-420b-83f1-14315b58af82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cced04e2-39f8-41da-b13b-cd68a9864cb3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:35.563441 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41750) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:35.566219 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ad17a0ca-8166-420b-83f1-14315b58af82 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=19e78e3faeba45e19491055687f0ce2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3887839 Jul 30 20:14:35.642153 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] Set router 3b42afd5-b5c2-4e37-b269-0a14e1c76984 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:14:35.671325 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-11aa2dec-1b0b-4bed-8b42-765631a9a54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:35.684995 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-11aa2dec-1b0b-4bed-8b42-765631a9a54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:35.719179 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1cdebb65-d6b4-40a7-888b-d85b75d0f35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:35.730218 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Made reservation on behalf of 416e48b0c2fa48b99b2c9f84b552eb97 for: {'port': 2} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:35.740937 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:35.753677 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa2dec-1b0b-4bed-8b42-765631a9a54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16bf1d0-7f7d-45f8-9674-a2f0211ec37b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:35.760979 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-11aa2dec-1b0b-4bed-8b42-765631a9a54d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dfa8b6b1299841b7bb4a17bae6a2cd7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8451922 Jul 30 20:14:35.766771 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41756) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:35.782532 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1cdebb65-d6b4-40a7-888b-d85b75d0f35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:35.784150 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:35.869734 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a35bc2c6-a9d4-4be3-9f96-ac081831a65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:35.897037 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1cdebb65-d6b4-40a7-888b-d85b75d0f35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:35.900560 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1cdebb65-d6b4-40a7-888b-d85b75d0f35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:35.903609 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1cdebb65-d6b4-40a7-888b-d85b75d0f35a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cced04e2-39f8-41da-b13b-cd68a9864cb3 HTTP/1.1" status: 204 len: 168 time: 0.3380797 Jul 30 20:14:35.904829 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a35bc2c6-a9d4-4be3-9f96-ac081831a65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:35.923112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdebb65-d6b4-40a7-888b-d85b75d0f35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cced04e2-39f8-41da-b13b-cd68a9864cb3,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:35.943571 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] device_id is not set on port e3672066-4498-44d4-a553-eb79adca6420 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:14:35.981527 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a35bc2c6-a9d4-4be3-9f96-ac081831a65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:35.984013 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a35bc2c6-a9d4-4be3-9f96-ac081831a65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:35.985649 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a35bc2c6-a9d4-4be3-9f96-ac081831a65e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e16bf1d0-7f7d-45f8-9674-a2f0211ec37b HTTP/1.1" status: 204 len: 168 time: 0.2179668 Jul 30 20:14:35.996928 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bc2c6-a9d4-4be3-9f96-ac081831a65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16bf1d0-7f7d-45f8-9674-a2f0211ec37b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:36.062667 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'name': 'tempest-TaggedBootDevicesTest-1267782188-router', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:14:25Z', 'updated_at': '2021-07-30T20:14:30Z', 'revision_number': 4, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'gw_port': {'id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:14:26Z', 'updated_at': '2021-07-30T20:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'b8cf70f8-155b-44e6-ab30-69e8a0308b05', 'name': '', 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'mac_address': 'fa:16:3e:a2:11:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'c5425a8a-2fa0-4767-b46d-c8518c357b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:14:29Z', 'updated_at': '2021-07-30T20:14:35Z', 'revision_number': 4, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'subnets': [{'id': 'c5425a8a-2fa0-4767-b46d-c8518c357b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:36.104907 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b499266-36b1-4935-bfec-a2b1c81db114 None None] The sync data for ids ['3b42afd5-b5c2-4e37-b269-0a14e1c76984'] in n-d-712137-9 is: [{'id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'name': 'tempest-TaggedBootDevicesTest-1267782188-router', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:14:25Z', 'updated_at': '2021-07-30T20:14:30Z', 'revision_number': 4, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'gw_port': {'id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:14:26Z', 'updated_at': '2021-07-30T20:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'b8cf70f8-155b-44e6-ab30-69e8a0308b05', 'name': '', 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'mac_address': 'fa:16:3e:a2:11:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'c5425a8a-2fa0-4767-b46d-c8518c357b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:14:29Z', 'updated_at': '2021-07-30T20:14:35Z', 'revision_number': 4, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'subnets': [{'id': 'c5425a8a-2fa0-4767-b46d-c8518c357b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:14:36.165073 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:36.202937 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434cb99-21ee-4897-a760-d83456229772 req-ca2fad5f-d9bf-4634-addd-6651e9a188b4 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:36.205085 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2434cb99-21ee-4897-a760-d83456229772 req-ca2fad5f-d9bf-4634-addd-6651e9a188b4 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.83 "GET /v2.0/ports?device_id=98309cf5-ec44-420f-b4e8-3a31584a3cbe HTTP/1.1" status: 200 len: 945 time: 0.1296179 Jul 30 20:14:36.364997 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] device_id is not set on port a86922f8-a996-44cf-b021-621524ff3f85 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:14:36.378043 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55acd4f-0c59-4c5c-a686-2bbd4698477c req-4d594ab2-2e06-4193-b226-2659980cb15b tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:36.380904 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e55acd4f-0c59-4c5c-a686-2bbd4698477c req-4d594ab2-2e06-4193-b226-2659980cb15b tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=98309cf5-ec44-420f-b4e8-3a31584a3cbe HTTP/1.1" status: 200 len: 945 time: 0.1062188 Jul 30 20:14:36.437152 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-2434cb99-21ee-4897-a760-d83456229772 req-317f415d-d00a-49a3-bb5d-09f8580efe68 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Deleting port d45ff2ea-c699-4a8d-a079-a3e46aabcda6 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:14:36.437511 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2434cb99-21ee-4897-a760-d83456229772 req-317f415d-d00a-49a3-bb5d-09f8580efe68 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:36.449641 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e55acd4f-0c59-4c5c-a686-2bbd4698477c req-90fa48ee-82cf-4a3f-a7c2-32d23a39653e tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626574 Jul 30 20:14:36.585148 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41770) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:36.593225 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41772) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:36.607993 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c0eab76-8dc7-4544-bbe9-da4ee4b4b861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:36.627474 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ec934ba9-6327-4922-89f2-9dd876469844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:36.639398 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-2434cb99-21ee-4897-a760-d83456229772 req-317f415d-d00a-49a3-bb5d-09f8580efe68 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] For port d45ff2ea-c699-4a8d-a079-a3e46aabcda6, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d45ff2ea-c699-4a8d-a079-a3e46aabcda6,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:36.640017 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2434cb99-21ee-4897-a760-d83456229772 req-317f415d-d00a-49a3-bb5d-09f8580efe68 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:36.656158 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:36.664362 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-2434cb99-21ee-4897-a760-d83456229772 req-317f415d-d00a-49a3-bb5d-09f8580efe68 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Calling delete_port for d45ff2ea-c699-4a8d-a079-a3e46aabcda6 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:14:36.790035 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:36.792730 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c0eab76-8dc7-4544-bbe9-da4ee4b4b861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:36.813888 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c0eab76-8dc7-4544-bbe9-da4ee4b4b861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:36.851796 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-115ffe90-4475-40c5-815e-d997a0725ad3 req-14e0269a-a431-42dd-9878-12845c6e5618 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4aa83705-b181-4140-b946-9767215f69c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1409855 Jul 30 20:14:36.857844 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0eab76-8dc7-4544-bbe9-da4ee4b4b861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c018037b-8e10-4396-b520-0705e8e20928,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:36.957893 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Pushing event updated for resources: {'Port': ['ID=e3672066-4498-44d4-a553-eb79adca6420,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:36.977386 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Checking segment: {'id': '4903e9d2-9861-4bf2-804e-08320a1f9418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '51e9097d-aa26-433b-87b3-8dfd7f7ff1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:14:36.979158 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Network hostable DHCP agents. Network: 51e9097d-aa26-433b-87b3-8dfd7f7ff1a1, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:14:37.012652 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2434cb99-21ee-4897-a760-d83456229772 req-317f415d-d00a-49a3-bb5d-09f8580efe68 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:37.029409 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['83ba072f-d2f7-4ea8-9e22-afb39aced6d1', '87811a46-c820-41c5-a11a-d24c26cd9d31'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:14:37.031759 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['d45ff2ea-c699-4a8d-a079-a3e46aabcda6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:14:37.032295 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1c0eab76-8dc7-4544-bbe9-da4ee4b4b861 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1fa717f53db345fe9926120336b56e56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4451213 Jul 30 20:14:37.040247 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41778) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:37.047551 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f415d-d00a-49a3-bb5d-09f8580efe68 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Pushing event deleted for resources: {'Port': ['ID=d45ff2ea-c699-4a8d-a079-a3e46aabcda6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:37.048438 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Network 51e9097d-aa26-433b-87b3-8dfd7f7ff1a1 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:14:37.108608 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ffe90-4475-40c5-815e-d997a0725ad3 req-c95eb37d-d32f-4d9c-a4ae-fbe49c60ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:37.110673 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-115ffe90-4475-40c5-815e-d997a0725ad3 req-c95eb37d-d32f-4d9c-a4ae-fbe49c60ad50 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&device_id=4aa83705-b181-4140-b946-9767215f69c7 HTTP/1.1" status: 200 len: 1097 time: 0.2065179 Jul 30 20:14:37.115739 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b8cf70f8-155b-44e6-ab30-69e8a0308b05 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:14:37.121134 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 51e9097d-aa26-433b-87b3-8dfd7f7ff1a1) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:37.150563 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:14:37.151441 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:37.154887 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-2434cb99-21ee-4897-a760-d83456229772 req-317f415d-d00a-49a3-bb5d-09f8580efe68 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] No DVR routers for this DVR port d45ff2ea-c699-4a8d-a079-a3e46aabcda6 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:14:37.170894 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2434cb99-21ee-4897-a760-d83456229772 req-317f415d-d00a-49a3-bb5d-09f8580efe68 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:37.173643 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2434cb99-21ee-4897-a760-d83456229772 req-317f415d-d00a-49a3-bb5d-09f8580efe68 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.83 "DELETE /v2.0/ports/d45ff2ea-c699-4a8d-a079-a3e46aabcda6 HTTP/1.1" status: 204 len: 173 time: 0.9638548 Jul 30 20:14:37.174178 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98309cf5-ec44-420f-b4e8-3a31584a3cbe', 'name': 'network-vif-deleted', 'tag': 'd45ff2ea-c699-4a8d-a079-a3e46aabcda6'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:14:37.176399 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59164572-d19d-40ca-b6a6-7bec05d64066" -d '{"events": [{"server_uuid": "98309cf5-ec44-420f-b4e8-3a31584a3cbe", "name": "network-vif-deleted", "tag": "d45ff2ea-c699-4a8d-a079-a3e46aabcda6"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:14:37.180487 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a47c6b-99dd-46c4-b9ea-d9b58c4742b4 None None] Network 51e9097d-aa26-433b-87b3-8dfd7f7ff1a1 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:14:37.262011 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fa8b8b-9829-425f-b4cc-36f02c7d0363 x-openstack-request-id: req-20fa8b8b-9829-425f-b4cc-36f02c7d0363 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:14:37.262303 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98309cf5-ec44-420f-b4e8-3a31584a3cbe", "name": "network-vif-deleted", "tag": "d45ff2ea-c699-4a8d-a079-a3e46aabcda6", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:14:37.262559 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-20fa8b8b-9829-425f-b4cc-36f02c7d0363 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:14:37.262954 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98309cf5-ec44-420f-b4e8-3a31584a3cbe', 'name': 'network-vif-deleted', 'tag': 'd45ff2ea-c699-4a8d-a079-a3e46aabcda6', 'status': 'completed', 'code': 200} Jul 30 20:14:37.268519 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4103a134-18f8-4e83-9ccf-c5d5f619ad7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:37.303120 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ec934ba9-6327-4922-89f2-9dd876469844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:37.342130 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port b8cf70f8-155b-44e6-ab30-69e8a0308b05 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:14:37.343129 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Pushing event updated for resources: {'Port': ['ID=a86922f8-a996-44cf-b021-621524ff3f85,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:37.360708 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Checking segment: {'id': 'e2fe8709-a06d-4841-981e-c36ba6fef60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5355b3bf-8a0a-4022-a50b-6f0488a8ea69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:14:37.361104 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Network hostable DHCP agents. Network: 5355b3bf-8a0a-4022-a50b-6f0488a8ea69, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:14:37.368221 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port b8cf70f8-155b-44e6-ab30-69e8a0308b05 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:14:37.368689 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:37.374220 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ec934ba9-6327-4922-89f2-9dd876469844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:37.389531 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Network 5355b3bf-8a0a-4022-a50b-6f0488a8ea69 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:14:37.396050 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4103a134-18f8-4e83-9ccf-c5d5f619ad7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:37.403153 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 5355b3bf-8a0a-4022-a50b-6f0488a8ea69) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:37.433564 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:14:37.449814 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:37.450997 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e3d803-555c-4ae2-ad8b-25fc2af270b2 None None] Network 5355b3bf-8a0a-4022-a50b-6f0488a8ea69 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:14:37.452149 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ffe90-4475-40c5-815e-d997a0725ad3 req-a1e179ae-87cb-4033-aaf1-869a2e502e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:37.454206 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-115ffe90-4475-40c5-815e-d997a0725ad3 req-a1e179ae-87cb-4033-aaf1-869a2e502e7e service neutron] 10.222.0.83 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 912 time: 0.3114913 Jul 30 20:14:37.461985 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:37.462843 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:37.486038 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-72afe224-c117-4b95-985b-3311152a4ce1 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.0302231 Jul 30 20:14:37.494479 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41784) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:37.557343 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec934ba9-6327-4922-89f2-9dd876469844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aecc6e9-17bb-4eaf-9b50-90ba4ae377db,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:37.581523 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ec934ba9-6327-4922-89f2-9dd876469844 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=43179fd5d5174fb79114f79899c6244f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9870579 Jul 30 20:14:37.582659 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41786) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:37.716759 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071b6c5e-3383-4e37-a880-2016ce6fa2c8 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:37.730433 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071b6c5e-3383-4e37-a880-2016ce6fa2c8 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:37.732114 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-071b6c5e-3383-4e37-a880-2016ce6fa2c8 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2350166 Jul 30 20:14:37.737073 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41788) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:37.890156 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:37.946160 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1791bf48-0a89-4098-b3ba-9a73dc0228d7 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Deleting port e3672066-4498-44d4-a553-eb79adca6420 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:14:37.946520 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1791bf48-0a89-4098-b3ba-9a73dc0228d7 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:38.053172 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port b8cf70f8-155b-44e6-ab30-69e8a0308b05, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b8cf70f8-155b-44e6-ab30-69e8a0308b05,segment=NetworkSegment(346a14cd-6657-43b3-bba7-2b75d28aeb79),segment_id=346a14cd-6657-43b3-bba7-2b75d28aeb79)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:38.102894 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:38.127917 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1791bf48-0a89-4098-b3ba-9a73dc0228d7 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:38.152626 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1791bf48-0a89-4098-b3ba-9a73dc0228d7 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Calling delete_port for e3672066-4498-44d4-a553-eb79adca6420 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:14:38.185589 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=b8cf70f8-155b-44e6-ab30-69e8a0308b05,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:38.232523 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-115ffe90-4475-40c5-815e-d997a0725ad3 req-6ce288d8-c164-4224-9259-1b3d71ca65af service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28bcf6de-afdf-43fd-b02d-78e558069aed HTTP/1.1" status: 200 len: 217 time: 0.6669097 Jul 30 20:14:38.253533 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-532ddcd2-146a-4042-93a4-3c9ec3c5791c req-118f934d-0e4d-4d37-9852-a7cc0b39bd91 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=98309cf5-ec44-420f-b4e8-3a31584a3cbe HTTP/1.1" status: 200 len: 210 time: 0.6112111 Jul 30 20:14:38.265539 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4103a134-18f8-4e83-9ccf-c5d5f619ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:38.268636 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4103a134-18f8-4e83-9ccf-c5d5f619ad7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:38.270006 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4103a134-18f8-4e83-9ccf-c5d5f619ad7d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c018037b-8e10-4396-b520-0705e8e20928 HTTP/1.1" status: 204 len: 168 time: 1.2260079 Jul 30 20:14:38.285645 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1791bf48-0a89-4098-b3ba-9a73dc0228d7 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:38.319841 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103a134-18f8-4e83-9ccf-c5d5f619ad7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c018037b-8e10-4396-b520-0705e8e20928,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:38.348635 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ffe90-4475-40c5-815e-d997a0725ad3 req-04059371-adb8-405a-b649-141020abee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:38.350116 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-115ffe90-4475-40c5-815e-d997a0725ad3 req-04059371-adb8-405a-b649-141020abee32 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ac1c465f-425f-4078-b2f8-d23b006b1c90 HTTP/1.1" status: 200 len: 850 time: 0.0989726 Jul 30 20:14:38.354916 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fc7ab737-ff49-4565-b417-8e596fc8e8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:38.367214 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791bf48-0a89-4098-b3ba-9a73dc0228d7 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Pushing event deleted for resources: {'Port': ['ID=e3672066-4498-44d4-a553-eb79adca6420,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:38.385559 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1791bf48-0a89-4098-b3ba-9a73dc0228d7 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:38.387890 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1791bf48-0a89-4098-b3ba-9a73dc0228d7 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] 10.222.0.81 "DELETE /v2.0/ports/e3672066-4498-44d4-a553-eb79adca6420 HTTP/1.1" status: 204 len: 168 time: 0.6472354 Jul 30 20:14:38.390462 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41796) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:38.410980 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fc7ab737-ff49-4565-b417-8e596fc8e8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:38.457127 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ffe90-4475-40c5-815e-d997a0725ad3 req-2e672b01-060a-4edb-879f-e1c6a4d93933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:38.458567 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-115ffe90-4475-40c5-815e-d997a0725ad3 req-2e672b01-060a-4edb-879f-e1c6a4d93933 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006961 Jul 30 20:14:38.496768 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a67ae796-f431-44e7-bd6a-32d749899da3 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Deleting port a86922f8-a996-44cf-b021-621524ff3f85 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:14:38.497561 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a67ae796-f431-44e7-bd6a-32d749899da3 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:38.532801 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fc7ab737-ff49-4565-b417-8e596fc8e8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:38.535325 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fc7ab737-ff49-4565-b417-8e596fc8e8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:38.538968 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fc7ab737-ff49-4565-b417-8e596fc8e8c5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0aecc6e9-17bb-4eaf-9b50-90ba4ae377db HTTP/1.1" status: 204 len: 168 time: 0.9062755 Jul 30 20:14:38.551076 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ab737-ff49-4565-b417-8e596fc8e8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aecc6e9-17bb-4eaf-9b50-90ba4ae377db,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:38.584071 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-115ffe90-4475-40c5-815e-d997a0725ad3 req-069d7083-2e9f-4fa5-851d-24b539af3767 service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169825 Jul 30 20:14:38.618661 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a67ae796-f431-44e7-bd6a-32d749899da3 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:38.645963 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a67ae796-f431-44e7-bd6a-32d749899da3 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Calling delete_port for a86922f8-a996-44cf-b021-621524ff3f85 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:14:38.698798 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-115ffe90-4475-40c5-815e-d997a0725ad3 req-4f9da7f2-50e2-4110-8403-070f122d0616 service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064379 Jul 30 20:14:38.778608 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a67ae796-f431-44e7-bd6a-32d749899da3 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:38.811985 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ae796-f431-44e7-bd6a-32d749899da3 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Pushing event deleted for resources: {'Port': ['ID=a86922f8-a996-44cf-b021-621524ff3f85,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:38.817720 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a67ae796-f431-44e7-bd6a-32d749899da3 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:38.819844 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a67ae796-f431-44e7-bd6a-32d749899da3 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] 10.222.0.81 "DELETE /v2.0/ports/a86922f8-a996-44cf-b021-621524ff3f85 HTTP/1.1" status: 204 len: 168 time: 0.4276869 Jul 30 20:14:38.822248 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41804) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:38.851589 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-20cea042-d743-4219-a87b-565e7ecf50d5 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0279119 Jul 30 20:14:38.854953 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41808) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:38.861187 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d97a0595-d387-4166-9131-f913d3d52d5a tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-73165863'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:38.894334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97a0595-d387-4166-9131-f913d3d52d5a tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Made reservation on behalf of 416e48b0c2fa48b99b2c9f84b552eb97 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:38.899330 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d97a0595-d387-4166-9131-f913d3d52d5a tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:38.937184 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d97a0595-d387-4166-9131-f913d3d52d5a tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:14:38.951551 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d97a0595-d387-4166-9131-f913d3d52d5a tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:38.952050 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-d97a0595-d387-4166-9131-f913d3d52d5a tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Added segment e0cc25cb-7ace-4b11-8d26-ee2b99280883 of type vlan for network 1c952c53-ee6c-45f9-9332-eed86217be32 Jul 30 20:14:38.970570 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41814) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:39.002152 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1b49e6fa-d945-45d6-ac52-f9652ef4d8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:39.010869 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d97a0595-d387-4166-9131-f913d3d52d5a tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:39.034022 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b8cf70f8-155b-44e6-ab30-69e8a0308b05 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:14:39.112091 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d97a0595-d387-4166-9131-f913d3d52d5a tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:39.117716 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97a0595-d387-4166-9131-f913d3d52d5a tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:39.118338 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d97a0595-d387-4166-9131-f913d3d52d5a tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:39.138823 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port b8cf70f8-155b-44e6-ab30-69e8a0308b05 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:14:39.140001 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:39.200989 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1b49e6fa-d945-45d6-ac52-f9652ef4d8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:39.206297 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1b49e6fa-d945-45d6-ac52-f9652ef4d8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:39.252578 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41820) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:39.253799 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d97a0595-d387-4166-9131-f913d3d52d5a tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3967729 Jul 30 20:14:39.261104 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-caab19c3-f85e-44c8-ac56-05db58759e8f tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1552407018'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:39.265161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a0595-d387-4166-9131-f913d3d52d5a tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Pushing event updated for resources: {'Network': ['ID=1c952c53-ee6c-45f9-9332-eed86217be32,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:39.270122 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1b49e6fa-d945-45d6-ac52-f9652ef4d8e9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e44522ffded840f9ab17dd4186705997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985821 Jul 30 20:14:39.272912 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49e6fa-d945-45d6-ac52-f9652ef4d8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1f3797-ea85-4905-8c9b-e1e9b868d315,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:39.273198 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41822) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:39.284989 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 1c952c53-ee6c-45f9-9332-eed86217be32 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:14:39.327799 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caab19c3-f85e-44c8-ac56-05db58759e8f tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Made reservation on behalf of 416e48b0c2fa48b99b2c9f84b552eb97 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:39.337683 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-caab19c3-f85e-44c8-ac56-05db58759e8f tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:39.346454 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a6f925f7-0723-4669-bd82-0c778892a4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:39.401211 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a6f925f7-0723-4669-bd82-0c778892a4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:39.411975 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caab19c3-f85e-44c8-ac56-05db58759e8f tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:14:39.431318 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-caab19c3-f85e-44c8-ac56-05db58759e8f tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:39.431703 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-caab19c3-f85e-44c8-ac56-05db58759e8f tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Added segment f05cdb1f-7670-498b-b58f-372e2a301e48 of type vlan for network e350d947-6238-4466-9d8e-b65ac54626ad Jul 30 20:14:39.471356 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a6f925f7-0723-4669-bd82-0c778892a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:39.474627 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a6f925f7-0723-4669-bd82-0c778892a4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:39.476648 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a6f925f7-0723-4669-bd82-0c778892a4b8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/be1f3797-ea85-4905-8c9b-e1e9b868d315 HTTP/1.1" status: 204 len: 168 time: 0.2023025 Jul 30 20:14:39.490542 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f925f7-0723-4669-bd82-0c778892a4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1f3797-ea85-4905-8c9b-e1e9b868d315,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:39.525119 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-caab19c3-f85e-44c8-ac56-05db58759e8f tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:39.573261 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-caab19c3-f85e-44c8-ac56-05db58759e8f tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:39.582063 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caab19c3-f85e-44c8-ac56-05db58759e8f tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:39.582723 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-caab19c3-f85e-44c8-ac56-05db58759e8f tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:39.670256 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-caab19c3-f85e-44c8-ac56-05db58759e8f tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4044912 Jul 30 20:14:39.670256 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab19c3-f85e-44c8-ac56-05db58759e8f tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Pushing event updated for resources: {'Network': ['ID=e350d947-6238-4466-9d8e-b65ac54626ad,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:39.681039 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network e350d947-6238-4466-9d8e-b65ac54626ad details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:14:39.814294 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41844) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:39.819613 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9602ddbd-1687-4866-8ab5-0151cfef922d tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Request body: {'subnets': [{'network_id': '1c952c53-ee6c-45f9-9332-eed86217be32', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--818984530', 'ip_version': 4}, {'network_id': 'e350d947-6238-4466-9d8e-b65ac54626ad', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:39.819928 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9602ddbd-1687-4866-8ab5-0151cfef922d tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Request body: {'subnet': {'network_id': '1c952c53-ee6c-45f9-9332-eed86217be32', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--818984530', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:39.821095 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9602ddbd-1687-4866-8ab5-0151cfef922d tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Request body: {'subnet': {'network_id': 'e350d947-6238-4466-9d8e-b65ac54626ad', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:39.898157 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d7176-516d-45bd-9c46-72418014473f req-e3799e97-d628-4f1d-86df-6b0d6ae5003e tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:39.900918 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-381d7176-516d-45bd-9c46-72418014473f req-e3799e97-d628-4f1d-86df-6b0d6ae5003e tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf74ed7-4fd2-4b40-9cd8-341187c36f59 HTTP/1.1" status: 200 len: 946 time: 0.1062062 Jul 30 20:14:40.010955 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-381d7176-516d-45bd-9c46-72418014473f req-735fc458-b206-4804-8b6d-13ab1aa9e9ff tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025317 Jul 30 20:14:40.045986 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9602ddbd-1687-4866-8ab5-0151cfef922d tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Made reservation on behalf of 416e48b0c2fa48b99b2c9f84b552eb97 for: {'subnet': 2} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:40.052865 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9602ddbd-1687-4866-8ab5-0151cfef922d tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:40.053652 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9602ddbd-1687-4866-8ab5-0151cfef922d tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:40.392928 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device d45ff2ea-c699-4a8d-a079-a3e46aabcda6 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:14:40.434318 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: d45ff2ea-c699-4a8d-a079-a3e46aabcda6 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:14:40.434668 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device d45ff2ea-c699-4a8d-a079-a3e46aabcda6 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:14:40.516135 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9602ddbd-1687-4866-8ab5-0151cfef922d tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:40.595108 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602ddbd-1687-4866-8ab5-0151cfef922d tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Pushing event updated for resources: {'Subnet': ['ID=d3784ab0-d3e7-4b69-932b-72bce0235294,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:40.599742 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9602ddbd-1687-4866-8ab5-0151cfef922d tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Checking segment: {'id': 'e0cc25cb-7ace-4b11-8d26-ee2b99280883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1c952c53-ee6c-45f9-9332-eed86217be32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:14:40.600178 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9602ddbd-1687-4866-8ab5-0151cfef922d tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Network hostable DHCP agents. Network: 1c952c53-ee6c-45f9-9332-eed86217be32, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:14:40.620227 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9602ddbd-1687-4866-8ab5-0151cfef922d tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Network 1c952c53-ee6c-45f9-9332-eed86217be32 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:14:40.632994 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-9602ddbd-1687-4866-8ab5-0151cfef922d tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 1c952c53-ee6c-45f9-9332-eed86217be32) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:40.638235 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9602ddbd-1687-4866-8ab5-0151cfef922d tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:40.645179 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa649ae0-d57c-4b44-aeef-08d5898953e5 None None] Network 1c952c53-ee6c-45f9-9332-eed86217be32 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:14:40.740685 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602ddbd-1687-4866-8ab5-0151cfef922d tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Pushing event updated for resources: {'Subnet': ['ID=8355ee3f-987a-496d-b025-d476d7ef1cc3,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:40.827175 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9602ddbd-1687-4866-8ab5-0151cfef922d tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Checking segment: {'id': 'f05cdb1f-7670-498b-b58f-372e2a301e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e350d947-6238-4466-9d8e-b65ac54626ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:14:40.827889 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9602ddbd-1687-4866-8ab5-0151cfef922d tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Network hostable DHCP agents. Network: e350d947-6238-4466-9d8e-b65ac54626ad, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:14:40.853783 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9602ddbd-1687-4866-8ab5-0151cfef922d tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Network e350d947-6238-4466-9d8e-b65ac54626ad is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:14:40.864604 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-9602ddbd-1687-4866-8ab5-0151cfef922d tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, e350d947-6238-4466-9d8e-b65ac54626ad) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:40.875569 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9602ddbd-1687-4866-8ab5-0151cfef922d tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:40.876059 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9602ddbd-1687-4866-8ab5-0151cfef922d tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:40.876708 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9602ddbd-1687-4866-8ab5-0151cfef922d tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:40.889275 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce33993-09af-40f7-a8e1-fe1e133a449e None None] Network e350d947-6238-4466-9d8e-b65ac54626ad requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:14:40.901631 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9602ddbd-1687-4866-8ab5-0151cfef922d tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.0860972 Jul 30 20:14:40.904139 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41888) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:40.968223 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a769508a-43dd-40b4-b590-c17f102943eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-1c952c53-ee6c-45f9-9332-eed86217be32', 'network_id': '1c952c53-ee6c-45f9-9332-eed86217be32', 'tenant_id': '416e48b0c2fa48b99b2c9f84b552eb97', 'fixed_ips': [{'subnet_id': 'd3784ab0-d3e7-4b69-932b-72bce0235294'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:14:40.970418 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a769508a-43dd-40b4-b590-c17f102943eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:41.068421 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d26092-827c-49d3-8d9d-1f83587c3a51 req-31dbf2d1-6365-4ef1-85eb-8b382961e46f tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:41.070443 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08d26092-827c-49d3-8d9d-1f83587c3a51 req-31dbf2d1-6365-4ef1-85eb-8b382961e46f tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cf74ed7-4fd2-4b40-9cd8-341187c36f59 HTTP/1.1" status: 200 len: 946 time: 0.1084781 Jul 30 20:14:41.074977 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5589ae85-d4bc-42de-812c-fe9246cec0ed tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:41.076959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5589ae85-d4bc-42de-812c-fe9246cec0ed tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:41.080375 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5589ae85-d4bc-42de-812c-fe9246cec0ed tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:41.082179 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5589ae85-d4bc-42de-812c-fe9246cec0ed tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1770616 Jul 30 20:14:41.085559 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41896) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:41.200075 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-c459fb85-4fb8-4756-8876-0f41e4cb5fa3 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Deleting subnet d3784ab0-d3e7-4b69-932b-72bce0235294 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:14:41.221297 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41902) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:41.259886 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefc356-65d0-4f00-a4b7-13460e22f741 req-404e2e71-64eb-42e4-8259-a43332dcf933 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:41.264853 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9cefc356-65d0-4f00-a4b7-13460e22f741 req-404e2e71-64eb-42e4-8259-a43332dcf933 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2cf74ed7-4fd2-4b40-9cd8-341187c36f59 HTTP/1.1" status: 200 len: 946 time: 0.0899465 Jul 30 20:14:41.340235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-08d26092-827c-49d3-8d9d-1f83587c3a51 req-1a0f928e-4fe6-47b9-97cb-e9e8f3f7545c tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Deleting port 87811a46-c820-41c5-a11a-d24c26cd9d31 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:14:41.340583 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-08d26092-827c-49d3-8d9d-1f83587c3a51 req-1a0f928e-4fe6-47b9-97cb-e9e8f3f7545c tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:41.354674 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-a769508a-43dd-40b4-b590-c17f102943eb None None] Allocated IP 172.20.0.2 (1c952c53-ee6c-45f9-9332-eed86217be32/d3784ab0-d3e7-4b69-932b-72bce0235294/37af7799-3d80-498d-bdc5-2d1c6f992ed4) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:14:41.384859 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbed8499-7094-4271-8b72-6e5e865b43fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-e350d947-6238-4466-9d8e-b65ac54626ad', 'network_id': 'e350d947-6238-4466-9d8e-b65ac54626ad', 'tenant_id': '416e48b0c2fa48b99b2c9f84b552eb97', 'fixed_ips': [{'subnet_id': '8355ee3f-987a-496d-b025-d476d7ef1cc3'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:14:41.385829 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fbed8499-7094-4271-8b72-6e5e865b43fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:41.394902 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec82e-1c5f-4337-9de6-9093cadb8d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:41.452314 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-08d26092-827c-49d3-8d9d-1f83587c3a51 req-1a0f928e-4fe6-47b9-97cb-e9e8f3f7545c tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] For port 87811a46-c820-41c5-a11a-d24c26cd9d31, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=87811a46-c820-41c5-a11a-d24c26cd9d31,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:41.452314 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-08d26092-827c-49d3-8d9d-1f83587c3a51 req-1a0f928e-4fe6-47b9-97cb-e9e8f3f7545c tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:41.469181 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-08d26092-827c-49d3-8d9d-1f83587c3a51 req-1a0f928e-4fe6-47b9-97cb-e9e8f3f7545c tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Calling delete_port for 87811a46-c820-41c5-a11a-d24c26cd9d31 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:14:41.607353 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec82e-1c5f-4337-9de6-9093cadb8d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:41.613974 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-08d26092-827c-49d3-8d9d-1f83587c3a51 req-1a0f928e-4fe6-47b9-97cb-e9e8f3f7545c tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:41.615779 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec82e-1c5f-4337-9de6-9093cadb8d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:41.633414 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['83ba072f-d2f7-4ea8-9e22-afb39aced6d1', '87811a46-c820-41c5-a11a-d24c26cd9d31'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:14:41.646133 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ec82e-1c5f-4337-9de6-9093cadb8d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350622cf-3377-4704-a996-a06cf886d853,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:41.691819 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9cefc356-65d0-4f00-a4b7-13460e22f741 req-0fa24d6e-76cd-43bf-a188-27ba7f2f553e tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129112 Jul 30 20:14:41.692037 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ca3ec82e-1c5f-4337-9de6-9093cadb8d4e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a608f36955af4e738a034a43c5136349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4693742 Jul 30 20:14:41.692419 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41914) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:41.710262 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d26092-827c-49d3-8d9d-1f83587c3a51 req-1a0f928e-4fe6-47b9-97cb-e9e8f3f7545c tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] No DVR routers for this DVR port 87811a46-c820-41c5-a11a-d24c26cd9d31 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:14:41.712054 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f928e-4fe6-47b9-97cb-e9e8f3f7545c tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Pushing event deleted for resources: {'Port': ['ID=87811a46-c820-41c5-a11a-d24c26cd9d31,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:41.714301 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-fbed8499-7094-4271-8b72-6e5e865b43fa None None] Allocated IP 172.20.0.18 (e350d947-6238-4466-9d8e-b65ac54626ad/8355ee3f-987a-496d-b025-d476d7ef1cc3/f0caf1ce-7f73-4ebf-8214-ab6fc63d4c42) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:14:41.716065 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-08d26092-827c-49d3-8d9d-1f83587c3a51 req-1a0f928e-4fe6-47b9-97cb-e9e8f3f7545c tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:41.719531 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08d26092-827c-49d3-8d9d-1f83587c3a51 req-1a0f928e-4fe6-47b9-97cb-e9e8f3f7545c tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.59 "DELETE /v2.0/ports/87811a46-c820-41c5-a11a-d24c26cd9d31 HTTP/1.1" status: 204 len: 173 time: 0.6352985 Jul 30 20:14:41.720332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf74ed7-4fd2-4b40-9cd8-341187c36f59', 'name': 'network-vif-deleted', 'tag': '87811a46-c820-41c5-a11a-d24c26cd9d31'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:14:41.723163 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d226546e-7f56-4749-81b1-07fc82bbd1d8" -d '{"events": [{"server_uuid": "2cf74ed7-4fd2-4b40-9cd8-341187c36f59", "name": "network-vif-deleted", "tag": "87811a46-c820-41c5-a11a-d24c26cd9d31"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:14:41.748878 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a769508a-43dd-40b4-b590-c17f102943eb None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:41.784970 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f974a59b-9b78-4ee2-b811-300e59c24d63 x-openstack-request-id: req-f974a59b-9b78-4ee2-b811-300e59c24d63 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:14:41.785571 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf74ed7-4fd2-4b40-9cd8-341187c36f59", "name": "network-vif-deleted", "tag": "87811a46-c820-41c5-a11a-d24c26cd9d31", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:14:41.786020 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f974a59b-9b78-4ee2-b811-300e59c24d63 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:14:41.786764 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf74ed7-4fd2-4b40-9cd8-341187c36f59', 'name': 'network-vif-deleted', 'tag': '87811a46-c820-41c5-a11a-d24c26cd9d31', 'status': 'completed', 'code': 200} Jul 30 20:14:41.835164 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64ae5ee6-13ac-45b5-a3ed-e3f3a6f6dcc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:41.898704 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64ae5ee6-13ac-45b5-a3ed-e3f3a6f6dcc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:41.958239 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a769508a-43dd-40b4-b590-c17f102943eb None None] Transition to ACTIVE for port object 37af7799-3d80-498d-bdc5-2d1c6f992ed4 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:14:41.968399 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64ae5ee6-13ac-45b5-a3ed-e3f3a6f6dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:41.972476 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64ae5ee6-13ac-45b5-a3ed-e3f3a6f6dcc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:41.976896 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-64ae5ee6-13ac-45b5-a3ed-e3f3a6f6dcc8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/350622cf-3377-4704-a996-a06cf886d853 HTTP/1.1" status: 204 len: 168 time: 0.2826045 Jul 30 20:14:41.989259 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae5ee6-13ac-45b5-a3ed-e3f3a6f6dcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350622cf-3377-4704-a996-a06cf886d853,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:42.006594 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a769508a-43dd-40b4-b590-c17f102943eb None None] Transition to ACTIVE for port object 37af7799-3d80-498d-bdc5-2d1c6f992ed4 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:14:42.024453 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c459fb85-4fb8-4756-8876-0f41e4cb5fa3 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:42.041916 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a769508a-43dd-40b4-b590-c17f102943eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:42.126716 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c459fb85-4fb8-4756-8876-0f41e4cb5fa3 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:42.158010 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769508a-43dd-40b4-b590-c17f102943eb None None] Pushing event updated for resources: {'Port': ['ID=37af7799-3d80-498d-bdc5-2d1c6f992ed4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:42.163554 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a769508a-43dd-40b4-b590-c17f102943eb None None] Network 1c952c53-ee6c-45f9-9332-eed86217be32 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:14:42.177552 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a769508a-43dd-40b4-b590-c17f102943eb None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:42.183665 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a769508a-43dd-40b4-b590-c17f102943eb None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:14:42.237439 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fbed8499-7094-4271-8b72-6e5e865b43fa None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:42.274369 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-fbed8499-7094-4271-8b72-6e5e865b43fa None None] Transition to ACTIVE for port object f0caf1ce-7f73-4ebf-8214-ab6fc63d4c42 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:14:42.303779 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a769508a-43dd-40b4-b590-c17f102943eb None None] Attempting to bind port 37af7799-3d80-498d-bdc5-2d1c6f992ed4 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:14:42.304417 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a769508a-43dd-40b4-b590-c17f102943eb None None] Attempting to bind port 37af7799-3d80-498d-bdc5-2d1c6f992ed4 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'e0cc25cb-7ace-4b11-8d26-ee2b99280883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1c952c53-ee6c-45f9-9332-eed86217be32'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:14:42.305912 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a769508a-43dd-40b4-b590-c17f102943eb None None] Attempting to bind port 37af7799-3d80-498d-bdc5-2d1c6f992ed4 on network 1c952c53-ee6c-45f9-9332-eed86217be32 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:14:42.311759 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-fbed8499-7094-4271-8b72-6e5e865b43fa None None] Transition to ACTIVE for port object f0caf1ce-7f73-4ebf-8214-ab6fc63d4c42 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:14:42.321765 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a769508a-43dd-40b4-b590-c17f102943eb None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:14:42.322355 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a769508a-43dd-40b4-b590-c17f102943eb None None] Checking segment: {'id': 'e0cc25cb-7ace-4b11-8d26-ee2b99280883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1c952c53-ee6c-45f9-9332-eed86217be32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:14:42.323769 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a769508a-43dd-40b4-b590-c17f102943eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:42.324390 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a769508a-43dd-40b4-b590-c17f102943eb None None] Bound using segment: {'id': 'e0cc25cb-7ace-4b11-8d26-ee2b99280883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1c952c53-ee6c-45f9-9332-eed86217be32'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:14:42.325100 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a769508a-43dd-40b4-b590-c17f102943eb None None] Bound port: 37af7799-3d80-498d-bdc5-2d1c6f992ed4, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0cc25cb-7ace-4b11-8d26-ee2b99280883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1c952c53-ee6c-45f9-9332-eed86217be32'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:14:42.325736 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a769508a-43dd-40b4-b590-c17f102943eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:42.338780 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fbed8499-7094-4271-8b72-6e5e865b43fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:42.392176 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c459fb85-4fb8-4756-8876-0f41e4cb5fa3 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:42.410645 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbed8499-7094-4271-8b72-6e5e865b43fa None None] Network e350d947-6238-4466-9d8e-b65ac54626ad is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:14:42.417119 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-fbed8499-7094-4271-8b72-6e5e865b43fa None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:42.424004 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbed8499-7094-4271-8b72-6e5e865b43fa None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:14:42.470480 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed8499-7094-4271-8b72-6e5e865b43fa None None] Pushing event updated for resources: {'Port': ['ID=f0caf1ce-7f73-4ebf-8214-ab6fc63d4c42,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:42.489861 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c459fb85-4fb8-4756-8876-0f41e4cb5fa3 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:42.501370 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a769508a-43dd-40b4-b590-c17f102943eb None None] For port 37af7799-3d80-498d-bdc5-2d1c6f992ed4, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:14:42.539465 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a769508a-43dd-40b4-b590-c17f102943eb None None] For port 37af7799-3d80-498d-bdc5-2d1c6f992ed4, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=37af7799-3d80-498d-bdc5-2d1c6f992ed4,segment=NetworkSegment(e0cc25cb-7ace-4b11-8d26-ee2b99280883),segment_id=e0cc25cb-7ace-4b11-8d26-ee2b99280883)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:14:42.544612 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-fbed8499-7094-4271-8b72-6e5e865b43fa None None] Attempting to bind port f0caf1ce-7f73-4ebf-8214-ab6fc63d4c42 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:14:42.545019 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-fbed8499-7094-4271-8b72-6e5e865b43fa None None] Attempting to bind port f0caf1ce-7f73-4ebf-8214-ab6fc63d4c42 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'f05cdb1f-7670-498b-b58f-372e2a301e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e350d947-6238-4466-9d8e-b65ac54626ad'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:14:42.545432 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbed8499-7094-4271-8b72-6e5e865b43fa None None] Attempting to bind port f0caf1ce-7f73-4ebf-8214-ab6fc63d4c42 on network e350d947-6238-4466-9d8e-b65ac54626ad {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:14:42.553625 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a769508a-43dd-40b4-b590-c17f102943eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:42.563614 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459fb85-4fb8-4756-8876-0f41e4cb5fa3 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Pushing event deleted for resources: {'Subnet': ['ID=d3784ab0-d3e7-4b69-932b-72bce0235294,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:42.565885 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c459fb85-4fb8-4756-8876-0f41e4cb5fa3 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:42.568337 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c459fb85-4fb8-4756-8876-0f41e4cb5fa3 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] 10.222.0.81 "DELETE /v2.0/subnets/d3784ab0-d3e7-4b69-932b-72bce0235294 HTTP/1.1" status: 204 len: 168 time: 1.4817734 Jul 30 20:14:42.571158 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41942) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:42.579709 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbed8499-7094-4271-8b72-6e5e865b43fa None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:14:42.579709 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbed8499-7094-4271-8b72-6e5e865b43fa None None] Checking segment: {'id': 'f05cdb1f-7670-498b-b58f-372e2a301e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e350d947-6238-4466-9d8e-b65ac54626ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:14:42.579709 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fbed8499-7094-4271-8b72-6e5e865b43fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:42.580174 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbed8499-7094-4271-8b72-6e5e865b43fa None None] Bound using segment: {'id': 'f05cdb1f-7670-498b-b58f-372e2a301e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e350d947-6238-4466-9d8e-b65ac54626ad'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:14:42.580489 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-fbed8499-7094-4271-8b72-6e5e865b43fa None None] Bound port: f0caf1ce-7f73-4ebf-8214-ab6fc63d4c42, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f05cdb1f-7670-498b-b58f-372e2a301e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e350d947-6238-4466-9d8e-b65ac54626ad'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:14:42.582701 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fbed8499-7094-4271-8b72-6e5e865b43fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:42.680619 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4ac982-b191-4a8c-9c2c-f0bc62f47f60 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Deleting subnet 8355ee3f-987a-496d-b025-d476d7ef1cc3 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:14:42.682104 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769508a-43dd-40b4-b590-c17f102943eb None None] Pushing event updated for resources: {'Port': ['ID=37af7799-3d80-498d-bdc5-2d1c6f992ed4,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:42.690434 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-df4ac982-b191-4a8c-9c2c-f0bc62f47f60 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:42.719747 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-fbed8499-7094-4271-8b72-6e5e865b43fa None None] For port f0caf1ce-7f73-4ebf-8214-ab6fc63d4c42, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:14:42.731400 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-fbed8499-7094-4271-8b72-6e5e865b43fa None None] For port f0caf1ce-7f73-4ebf-8214-ab6fc63d4c42, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f0caf1ce-7f73-4ebf-8214-ab6fc63d4c42,segment=NetworkSegment(f05cdb1f-7670-498b-b58f-372e2a301e48),segment_id=f05cdb1f-7670-498b-b58f-372e2a301e48)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:14:42.743079 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fbed8499-7094-4271-8b72-6e5e865b43fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:42.761277 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-df4ac982-b191-4a8c-9c2c-f0bc62f47f60 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:42.942770 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed8499-7094-4271-8b72-6e5e865b43fa None None] Pushing event updated for resources: {'Port': ['ID=f0caf1ce-7f73-4ebf-8214-ab6fc63d4c42,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:43.001416 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-df4ac982-b191-4a8c-9c2c-f0bc62f47f60 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:43.112077 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-df4ac982-b191-4a8c-9c2c-f0bc62f47f60 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:43.147221 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41968) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:43.198047 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ac982-b191-4a8c-9c2c-f0bc62f47f60 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Pushing event deleted for resources: {'Subnet': ['ID=8355ee3f-987a-496d-b025-d476d7ef1cc3,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:43.210339 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-df4ac982-b191-4a8c-9c2c-f0bc62f47f60 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:43.212574 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-df4ac982-b191-4a8c-9c2c-f0bc62f47f60 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] 10.222.0.81 "DELETE /v2.0/subnets/8355ee3f-987a-496d-b025-d476d7ef1cc3 HTTP/1.1" status: 204 len: 168 time: 0.6399868 Jul 30 20:14:43.215013 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41976) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:43.333964 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6816b732-1ba8-45f0-a23e-589d281579c0 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:43.339576 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6816b732-1ba8-45f0-a23e-589d281579c0 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1190200 Jul 30 20:14:43.339891 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41980) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:43.575063 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-28268888-a416-4fd1-b0c6-43dd832d8505 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:43.590557 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-28268888-a416-4fd1-b0c6-43dd832d8505 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/networks?id=8bfc6937-8166-4841-8d2d-9494ef26b48a HTTP/1.1" status: 200 len: 804 time: 0.3625629 Jul 30 20:14:43.615793 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-02e62d5b-3844-42b7-97dc-085e3a4f8939 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/quotas/9ccfb1cbf56a4ee5812650def928c402 HTTP/1.1" status: 200 len: 375 time: 0.0229113 Jul 30 20:14:43.692246 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-3fffb0c2-9e53-43e5-99b1-99b85168b1b0 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9ccfb1cbf56a4ee5812650def928c402&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0750535 Jul 30 20:14:43.845980 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-55522778-90d9-4fdf-9067-9296174e16f2 service neutron] 10.222.0.81 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471059 Jul 30 20:14:43.966877 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5bd4-d950-4f7d-b461-272728534d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:43.968329 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-0b180fc1-686b-4e2f-99a6-121c0b3c533a service neutron] 10.222.0.81 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210890 Jul 30 20:14:44.019145 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-436c5779-816e-4283-ba88-0e8379c5d7be tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:44.105425 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 87811a46-c820-41c5-a11a-d24c26cd9d31 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:14:44.197883 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 87811a46-c820-41c5-a11a-d24c26cd9d31 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:14:44.198226 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 87811a46-c820-41c5-a11a-d24c26cd9d31 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:14:44.207650 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f690461-7be5-439e-b6d7-81ed84ea5583 None None] Network 1c952c53-ee6c-45f9-9332-eed86217be32 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:14:44.346572 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-189f72c6-192b-43b4-8200-d85bae99058e None None] Provisioning for port 37af7799-3d80-498d-bdc5-2d1c6f992ed4 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:14:44.377720 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5bd4-d950-4f7d-b461-272728534d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:44.382514 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-436c5779-816e-4283-ba88-0e8379c5d7be tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Deleting port f0caf1ce-7f73-4ebf-8214-ab6fc63d4c42 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:14:44.389181 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-436c5779-816e-4283-ba88-0e8379c5d7be tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:44.395152 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b6b4a77e-d90e-4bc7-b199-88df1dae0653 req-29cf3c5f-03cf-40e8-a84e-9c66dad9ddb8 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2933c086-e543-4e3f-bc78-222646745793 HTTP/1.1" status: 200 len: 210 time: 0.0932188 Jul 30 20:14:44.445639 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5bd4-d950-4f7d-b461-272728534d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:44.514747 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-436c5779-816e-4283-ba88-0e8379c5d7be tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] For port f0caf1ce-7f73-4ebf-8214-ab6fc63d4c42, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f0caf1ce-7f73-4ebf-8214-ab6fc63d4c42,segment=NetworkSegment(f05cdb1f-7670-498b-b58f-372e2a301e48),segment_id=f05cdb1f-7670-498b-b58f-372e2a301e48)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:44.515120 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-436c5779-816e-4283-ba88-0e8379c5d7be tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:44.522669 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a8ff5bd4-d950-4f7d-b461-272728534d7c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=536fce10bf9845b9b88801fa5ed96fa6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3743491 Jul 30 20:14:44.525491 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42018) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:44.545363 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff5bd4-d950-4f7d-b461-272728534d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4f497e-749a-44f7-961f-d653bdba905d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:44.571447 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-436c5779-816e-4283-ba88-0e8379c5d7be tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Calling delete_port for f0caf1ce-7f73-4ebf-8214-ab6fc63d4c42 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:14:44.620173 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10fcdd1-51fb-456b-a135-4178b268621e None None] DHCP port deletion for 1c952c53-ee6c-45f9-9332-eed86217be32 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:14:44.648517 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c20c32e8-d0f8-48c7-a57f-4f0405322312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:44.681609 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c20c32e8-d0f8-48c7-a57f-4f0405322312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:44.734717 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b10fcdd1-51fb-456b-a135-4178b268621e None None] Deleting port 37af7799-3d80-498d-bdc5-2d1c6f992ed4 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:14:44.735101 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b10fcdd1-51fb-456b-a135-4178b268621e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:44.751095 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-436c5779-816e-4283-ba88-0e8379c5d7be tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:44.791927 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c20c32e8-d0f8-48c7-a57f-4f0405322312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:44.794578 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c20c32e8-d0f8-48c7-a57f-4f0405322312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:44.798290 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c20c32e8-d0f8-48c7-a57f-4f0405322312 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1c4f497e-749a-44f7-961f-d653bdba905d HTTP/1.1" status: 204 len: 168 time: 0.2694316 Jul 30 20:14:44.802339 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c5779-816e-4283-ba88-0e8379c5d7be tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Pushing event deleted for resources: {'Port': ['ID=f0caf1ce-7f73-4ebf-8214-ab6fc63d4c42,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:44.810789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c32e8-d0f8-48c7-a57f-4f0405322312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4f497e-749a-44f7-961f-d653bdba905d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:44.815660 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c5779-816e-4283-ba88-0e8379c5d7be tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] No DVR routers for this DVR port f0caf1ce-7f73-4ebf-8214-ab6fc63d4c42 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:14:44.856495 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b10fcdd1-51fb-456b-a135-4178b268621e None None] For port 37af7799-3d80-498d-bdc5-2d1c6f992ed4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=37af7799-3d80-498d-bdc5-2d1c6f992ed4,segment=NetworkSegment(e0cc25cb-7ace-4b11-8d26-ee2b99280883),segment_id=e0cc25cb-7ace-4b11-8d26-ee2b99280883)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:44.856900 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b10fcdd1-51fb-456b-a135-4178b268621e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:44.878020 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b10fcdd1-51fb-456b-a135-4178b268621e None None] Calling delete_port for 37af7799-3d80-498d-bdc5-2d1c6f992ed4 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:14:44.900424 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df86c7f-c751-4cd2-b9fd-8c1a1daef2b4 None None] Network e350d947-6238-4466-9d8e-b65ac54626ad requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:14:44.943656 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-436c5779-816e-4283-ba88-0e8379c5d7be tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:44.959267 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-436c5779-816e-4283-ba88-0e8379c5d7be tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e350d947-6238-4466-9d8e-b65ac54626ad']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:44.974291 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-436c5779-816e-4283-ba88-0e8379c5d7be tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05cdb1f-7670-498b-b58f-372e2a301e48') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:44.974793 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-436c5779-816e-4283-ba88-0e8379c5d7be tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05cdb1f-7670-498b-b58f-372e2a301e48') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:44.993620 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-436c5779-816e-4283-ba88-0e8379c5d7be tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:45.011865 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8233376c-7f3c-4e20-b3ed-1b8b5710a4c0 None None] Could not find standard attr ID for object f0caf1ce-7f73-4ebf-8214-ab6fc63d4c42. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:14:45.037453 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-436c5779-816e-4283-ba88-0e8379c5d7be tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:45.046208 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-436c5779-816e-4283-ba88-0e8379c5d7be tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:14:45.046746 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-436c5779-816e-4283-ba88-0e8379c5d7be tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:14:45.130365 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:14:45.135743 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b10fcdd1-51fb-456b-a135-4178b268621e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:45.142285 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-436c5779-816e-4283-ba88-0e8379c5d7be tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:45.169077 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-436c5779-816e-4283-ba88-0e8379c5d7be tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:45.171381 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-436c5779-816e-4283-ba88-0e8379c5d7be tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] 10.222.0.81 "DELETE /v2.0/networks/e350d947-6238-4466-9d8e-b65ac54626ad HTTP/1.1" status: 204 len: 168 time: 1.8302963 Jul 30 20:14:45.174082 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42036) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:45.185733 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fcdd1-51fb-456b-a135-4178b268621e None None] Pushing event deleted for resources: {'Port': ['ID=37af7799-3d80-498d-bdc5-2d1c6f992ed4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:45.193794 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f434e755-40eb-4dc6-a816-45387a74b3b6 None None] DHCP port deletion for e350d947-6238-4466-9d8e-b65ac54626ad request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:14:45.197663 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c5779-816e-4283-ba88-0e8379c5d7be tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Pushing event deleted for resources: {'Network': ['ID=e350d947-6238-4466-9d8e-b65ac54626ad,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:45.200023 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10fcdd1-51fb-456b-a135-4178b268621e None None] No DVR routers for this DVR port 37af7799-3d80-498d-bdc5-2d1c6f992ed4 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:14:45.316262 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:45.328669 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d3c334d2-189f-4cd4-95dc-b067d6af8e4f tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:45.454060 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d3c334d2-189f-4cd4-95dc-b067d6af8e4f tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:45.474901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d3c334d2-189f-4cd4-95dc-b067d6af8e4f tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c952c53-ee6c-45f9-9332-eed86217be32']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:45.500669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d3c334d2-189f-4cd4-95dc-b067d6af8e4f tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0cc25cb-7ace-4b11-8d26-ee2b99280883') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:45.500669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d3c334d2-189f-4cd4-95dc-b067d6af8e4f tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0cc25cb-7ace-4b11-8d26-ee2b99280883') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:45.528150 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dee54a82-5b36-41e6-973b-8569cac02c6e req-71e94d5d-fb68-416a-a76c-eaae20420ea5 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2933c086-e543-4e3f-bc78-222646745793 HTTP/1.1" status: 200 len: 210 time: 0.0413105 Jul 30 20:14:45.528618 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42044) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:45.533006 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d3c334d2-189f-4cd4-95dc-b067d6af8e4f tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:45.544040 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-06f977ce-bbe0-437e-bacd-2c436ccb9e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:45.554712 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d3c334d2-189f-4cd4-95dc-b067d6af8e4f tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:45.564627 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c334d2-189f-4cd4-95dc-b067d6af8e4f tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:14:45.565688 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d3c334d2-189f-4cd4-95dc-b067d6af8e4f tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:14:45.585975 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:14:45.646781 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d3c334d2-189f-4cd4-95dc-b067d6af8e4f tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:45.674500 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d3c334d2-189f-4cd4-95dc-b067d6af8e4f tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:45.684981 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d3c334d2-189f-4cd4-95dc-b067d6af8e4f tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] 10.222.0.81 "DELETE /v2.0/networks/1c952c53-ee6c-45f9-9332-eed86217be32 HTTP/1.1" status: 204 len: 168 time: 0.5097594 Jul 30 20:14:45.688699 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42060) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:45.760970 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-06f977ce-bbe0-437e-bacd-2c436ccb9e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:45.768038 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-06f977ce-bbe0-437e-bacd-2c436ccb9e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:45.778982 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c334d2-189f-4cd4-95dc-b067d6af8e4f tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Pushing event deleted for resources: {'Network': ['ID=1c952c53-ee6c-45f9-9332-eed86217be32,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:45.840892 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-06f977ce-bbe0-437e-bacd-2c436ccb9e4d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6b7176f7258e48479e716da9a6743be8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3089259 Jul 30 20:14:45.843203 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42072) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:45.848128 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f977ce-bbe0-437e-bacd-2c436ccb9e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec16a23-41f8-4a2e-81a9-6fdc0da721cf,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:45.920406 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-30dbd3da-aa3f-4de0-bfcc-ab60ef3d676a tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:45.964760 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad2ae067-18a0-4410-addb-d57ed354d1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:45.992763 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad2ae067-18a0-4410-addb-d57ed354d1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:46.057671 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-3dfe8117-27cf-43b8-8fe9-4aa60f4707cc tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:46.059697 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-3dfe8117-27cf-43b8-8fe9-4aa60f4707cc tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.83 "GET /v2.0/networks?id=8bfc6937-8166-4841-8d2d-9494ef26b48a HTTP/1.1" status: 200 len: 804 time: 0.2818809 Jul 30 20:14:46.081098 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-dc6d3db1-5bb0-4319-a557-e3421b59f4b3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Request body: {'port': {'device_id': '2933c086-e543-4e3f-bc78-222646745793', 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a', 'admin_state_up': True, 'tenant_id': '9ccfb1cbf56a4ee5812650def928c402'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:46.123931 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42076) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:46.205853 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-30dbd3da-aa3f-4de0-bfcc-ab60ef3d676a tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:46.227995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-30dbd3da-aa3f-4de0-bfcc-ab60ef3d676a tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5355b3bf-8a0a-4022-a50b-6f0488a8ea69']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:46.246437 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-30dbd3da-aa3f-4de0-bfcc-ab60ef3d676a tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2fe8709-a06d-4841-981e-c36ba6fef60e') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:46.246736 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-30dbd3da-aa3f-4de0-bfcc-ab60ef3d676a tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2fe8709-a06d-4841-981e-c36ba6fef60e') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:46.256125 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad2ae067-18a0-4410-addb-d57ed354d1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:46.258925 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad2ae067-18a0-4410-addb-d57ed354d1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:46.262510 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ad2ae067-18a0-4410-addb-d57ed354d1cf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bec16a23-41f8-4a2e-81a9-6fdc0da721cf HTTP/1.1" status: 204 len: 168 time: 0.4152055 Jul 30 20:14:46.267993 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6af6dab9-0048-4043-8440-096196b2e818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:46.277662 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-30dbd3da-aa3f-4de0-bfcc-ab60ef3d676a tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:46.292205 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ae067-18a0-4410-addb-d57ed354d1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec16a23-41f8-4a2e-81a9-6fdc0da721cf,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:46.306014 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-30dbd3da-aa3f-4de0-bfcc-ab60ef3d676a tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:46.321899 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30dbd3da-aa3f-4de0-bfcc-ab60ef3d676a tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:14:46.322339 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-30dbd3da-aa3f-4de0-bfcc-ab60ef3d676a tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:14:46.329090 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:14:46.399307 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-30dbd3da-aa3f-4de0-bfcc-ab60ef3d676a tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:46.412824 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-30dbd3da-aa3f-4de0-bfcc-ab60ef3d676a tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:46.415299 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-30dbd3da-aa3f-4de0-bfcc-ab60ef3d676a tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] 10.222.0.81 "DELETE /v2.0/networks/5355b3bf-8a0a-4022-a50b-6f0488a8ea69 HTTP/1.1" status: 204 len: 168 time: 0.7248278 Jul 30 20:14:46.417332 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42084) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:46.434645 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbd3da-aa3f-4de0-bfcc-ab60ef3d676a tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Pushing event deleted for resources: {'Network': ['ID=5355b3bf-8a0a-4022-a50b-6f0488a8ea69,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:46.452418 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6af6dab9-0048-4043-8440-096196b2e818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:46.476603 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-dc6d3db1-5bb0-4319-a557-e3421b59f4b3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Made reservation on behalf of 9ccfb1cbf56a4ee5812650def928c402 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:46.480542 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-dc6d3db1-5bb0-4319-a557-e3421b59f4b3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:46.480823 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6af6dab9-0048-4043-8440-096196b2e818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:46.545356 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6af6dab9-0048-4043-8440-096196b2e818 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f3e3eea5a6ac49e78238508e73b5ffd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4202569 Jul 30 20:14:46.555924 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42088) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:46.566515 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6dab9-0048-4043-8440-096196b2e818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5698b99-ca30-499d-a31c-e62ad36eb74c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:46.580475 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9370c16a-87a5-4714-ab10-e4bf58399aa6 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:46.647051 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6232f8be-81c3-49c0-a949-bde570f67345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:46.704638 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-65d93db8-c853-455d-94ac-0672c5afc936 req-8efe75ca-1122-4ead-a751-d7c7ca25c756 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2933c086-e543-4e3f-bc78-222646745793 HTTP/1.1" status: 200 len: 210 time: 0.0383329 Jul 30 20:14:46.714349 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-dc6d3db1-5bb0-4319-a557-e3421b59f4b3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Allocated IP 172.20.0.13 (8bfc6937-8166-4841-8d2d-9494ef26b48a/c4441ce2-15ee-443c-8f6d-ecb7f77ca504/a454c681-36da-46aa-9469-c261b28fa17c) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:14:46.716827 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6232f8be-81c3-49c0-a949-bde570f67345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:46.730120 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9370c16a-87a5-4714-ab10-e4bf58399aa6 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:46.742170 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-9370c16a-87a5-4714-ab10-e4bf58399aa6 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e9097d-aa26-433b-87b3-8dfd7f7ff1a1']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:46.770375 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-9370c16a-87a5-4714-ab10-e4bf58399aa6 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4903e9d2-9861-4bf2-804e-08320a1f9418') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:46.770901 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-9370c16a-87a5-4714-ab10-e4bf58399aa6 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4903e9d2-9861-4bf2-804e-08320a1f9418') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:46.787831 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9370c16a-87a5-4714-ab10-e4bf58399aa6 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:46.806595 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9370c16a-87a5-4714-ab10-e4bf58399aa6 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:46.817164 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9370c16a-87a5-4714-ab10-e4bf58399aa6 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:14:46.817573 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9370c16a-87a5-4714-ab10-e4bf58399aa6 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:14:46.820749 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:14:46.869330 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6232f8be-81c3-49c0-a949-bde570f67345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:46.871887 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6232f8be-81c3-49c0-a949-bde570f67345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:46.873015 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6232f8be-81c3-49c0-a949-bde570f67345 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e5698b99-ca30-499d-a31c-e62ad36eb74c HTTP/1.1" status: 204 len: 168 time: 0.3161769 Jul 30 20:14:46.895432 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232f8be-81c3-49c0-a949-bde570f67345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5698b99-ca30-499d-a31c-e62ad36eb74c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:46.901133 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9370c16a-87a5-4714-ab10-e4bf58399aa6 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:46.912163 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9370c16a-87a5-4714-ab10-e4bf58399aa6 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:46.916304 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9370c16a-87a5-4714-ab10-e4bf58399aa6 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] 10.222.0.81 "DELETE /v2.0/networks/51e9097d-aa26-433b-87b3-8dfd7f7ff1a1 HTTP/1.1" status: 204 len: 168 time: 0.4954910 Jul 30 20:14:46.925373 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370c16a-87a5-4714-ab10-e4bf58399aa6 tempest-BulkNetworkOpsTest-334863106 tempest-BulkNetworkOpsTest-334863106-project] Pushing event deleted for resources: {'Network': ['ID=51e9097d-aa26-433b-87b3-8dfd7f7ff1a1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:46.978135 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-dc6d3db1-5bb0-4319-a557-e3421b59f4b3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:46.982721 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f0caf1ce-7f73-4ebf-8214-ab6fc63d4c42 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:14:47.012968 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: f0caf1ce-7f73-4ebf-8214-ab6fc63d4c42 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:14:47.014077 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f0caf1ce-7f73-4ebf-8214-ab6fc63d4c42 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:14:47.047205 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-dc6d3db1-5bb0-4319-a557-e3421b59f4b3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:47.058951 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['83ba072f-d2f7-4ea8-9e22-afb39aced6d1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:14:47.100498 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-dc6d3db1-5bb0-4319-a557-e3421b59f4b3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Network 8bfc6937-8166-4841-8d2d-9494ef26b48a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:14:47.103935 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-dc6d3db1-5bb0-4319-a557-e3421b59f4b3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:47.108135 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-dc6d3db1-5bb0-4319-a557-e3421b59f4b3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:14:47.142787 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d3db1-5bb0-4319-a557-e3421b59f4b3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Pushing event updated for resources: {'Port': ['ID=a454c681-36da-46aa-9469-c261b28fa17c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:47.177710 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-dc6d3db1-5bb0-4319-a557-e3421b59f4b3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:47.178473 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-dc6d3db1-5bb0-4319-a557-e3421b59f4b3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:47.200784 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-dc6d3db1-5bb0-4319-a557-e3421b59f4b3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1303608 Jul 30 20:14:47.215204 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-18386039-515e-413f-ad96-f31afe43d94d service neutron] Request body: {'port': {'device_id': '2933c086-e543-4e3f-bc78-222646745793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:47.297580 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-18386039-515e-413f-ad96-f31afe43d94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:47.436952 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42114) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:47.442820 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42116) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:47.474757 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-499e9457-a1c4-4d08-87a2-fb2d0c15f463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:47.649806 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-499e9457-a1c4-4d08-87a2-fb2d0c15f463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:47.655739 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-499e9457-a1c4-4d08-87a2-fb2d0c15f463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:47.696402 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-18386039-515e-413f-ad96-f31afe43d94d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a454c681-36da-46aa-9469-c261b28fa17c {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:14:47.706405 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-18386039-515e-413f-ad96-f31afe43d94d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:47.724828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-18386039-515e-413f-ad96-f31afe43d94d service neutron] Transition to ACTIVE for port object a454c681-36da-46aa-9469-c261b28fa17c will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:14:47.726262 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-499e9457-a1c4-4d08-87a2-fb2d0c15f463 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4b830cb6448d40da8a29baf445e96713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2819684 Jul 30 20:14:47.727556 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42126) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:47.731310 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e9457-a1c4-4d08-87a2-fb2d0c15f463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd51a8af-4f37-40e3-812b-a6c7d1d4cbd8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:47.761740 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-18386039-515e-413f-ad96-f31afe43d94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:47.791037 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f4d82bbb-0cae-48cd-a37c-1a040ad942df admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=416e48b0c2fa48b99b2c9f84b552eb97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3522182 Jul 30 20:14:47.791955 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42130) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:47.857842 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18386039-515e-413f-ad96-f31afe43d94d service neutron] Pushing event updated for resources: {'Port': ['ID=a454c681-36da-46aa-9469-c261b28fa17c,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:47.872784 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80c8313d-88b2-4cbd-8691-2b0a4137169d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:47.907549 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-04aee6e0-b14e-4684-8859-6de7377e366e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:47.930567 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80c8313d-88b2-4cbd-8691-2b0a4137169d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:47.978512 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-04aee6e0-b14e-4684-8859-6de7377e366e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:47.988547 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487865c9-6f5b-42db-b665-78edeb92e4af req-3e2f6789-995f-4028-8cfb-b06f52eb5e72 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:47.990346 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-487865c9-6f5b-42db-b665-78edeb92e4af req-3e2f6789-995f-4028-8cfb-b06f52eb5e72 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2933c086-e543-4e3f-bc78-222646745793 HTTP/1.1" status: 200 len: 944 time: 0.1662679 Jul 30 20:14:47.998978 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80c8313d-88b2-4cbd-8691-2b0a4137169d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:48.002075 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80c8313d-88b2-4cbd-8691-2b0a4137169d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:48.003273 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-80c8313d-88b2-4cbd-8691-2b0a4137169d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/067c7ea5-b4a6-416e-9252-a7fec7db75f6 HTTP/1.1" status: 204 len: 168 time: 0.2101696 Jul 30 20:14:48.012862 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8313d-88b2-4cbd-8691-2b0a4137169d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067c7ea5-b4a6-416e-9252-a7fec7db75f6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:48.054084 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-18386039-515e-413f-ad96-f31afe43d94d service neutron] Attempting to bind port a454c681-36da-46aa-9469-c261b28fa17c on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:14:48.054427 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-18386039-515e-413f-ad96-f31afe43d94d service neutron] Attempting to bind port a454c681-36da-46aa-9469-c261b28fa17c by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:14:48.054762 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-18386039-515e-413f-ad96-f31afe43d94d service neutron] Attempting to bind port a454c681-36da-46aa-9469-c261b28fa17c on network 8bfc6937-8166-4841-8d2d-9494ef26b48a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:14:48.067697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-18386039-515e-413f-ad96-f31afe43d94d service neutron] Port a454c681-36da-46aa-9469-c261b28fa17c on network 8bfc6937-8166-4841-8d2d-9494ef26b48a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:14:48.068092 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-18386039-515e-413f-ad96-f31afe43d94d service neutron] Attempting to bind port a454c681-36da-46aa-9469-c261b28fa17c on network 8bfc6937-8166-4841-8d2d-9494ef26b48a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:14:48.083174 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-18386039-515e-413f-ad96-f31afe43d94d service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:14:48.083570 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-18386039-515e-413f-ad96-f31afe43d94d service neutron] Checking segment: {'id': '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:14:48.085720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-18386039-515e-413f-ad96-f31afe43d94d service neutron] Bound using segment: {'id': '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:14:48.085720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-18386039-515e-413f-ad96-f31afe43d94d service neutron] Bound port: a454c681-36da-46aa-9469-c261b28fa17c, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:14:48.085720 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-18386039-515e-413f-ad96-f31afe43d94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:48.091585 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-487865c9-6f5b-42db-b665-78edeb92e4af req-8a7b9d6f-0a21-44c1-8bf2-3029217dfc7f tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894158 Jul 30 20:14:48.139712 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-04aee6e0-b14e-4684-8859-6de7377e366e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:48.142298 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-04aee6e0-b14e-4684-8859-6de7377e366e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:48.143451 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-04aee6e0-b14e-4684-8859-6de7377e366e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fd51a8af-4f37-40e3-812b-a6c7d1d4cbd8 HTTP/1.1" status: 204 len: 168 time: 0.4136631 Jul 30 20:14:48.167994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aee6e0-b14e-4684-8859-6de7377e366e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd51a8af-4f37-40e3-812b-a6c7d1d4cbd8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:48.178932 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-18386039-515e-413f-ad96-f31afe43d94d service neutron] For port a454c681-36da-46aa-9469-c261b28fa17c, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:14:48.186353 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-18386039-515e-413f-ad96-f31afe43d94d service neutron] For port a454c681-36da-46aa-9469-c261b28fa17c, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=a454c681-36da-46aa-9469-c261b28fa17c,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:14:48.193888 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-18386039-515e-413f-ad96-f31afe43d94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:48.224796 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-18386039-515e-413f-ad96-f31afe43d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:48.226969 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-18386039-515e-413f-ad96-f31afe43d94d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:48.230025 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-18386039-515e-413f-ad96-f31afe43d94d service neutron] 10.222.0.83 "PUT /v2.0/ports/a454c681-36da-46aa-9469-c261b28fa17c HTTP/1.1" status: 200 len: 1092 time: 1.0192513 Jul 30 20:14:48.255845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2933c086-e543-4e3f-bc78-222646745793', 'tag': 'a454c681-36da-46aa-9469-c261b28fa17c'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:14:48.268655 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b651a07-62ba-4d09-84ac-4fc078c8655a" -d '{"events": [{"name": "network-changed", "server_uuid": "2933c086-e543-4e3f-bc78-222646745793", "tag": "a454c681-36da-46aa-9469-c261b28fa17c"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:14:48.330566 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8bed4f-7291-4f9c-a6d5-b78ce77dbb78 x-openstack-request-id: req-4c8bed4f-7291-4f9c-a6d5-b78ce77dbb78 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:14:48.330853 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2933c086-e543-4e3f-bc78-222646745793", "tag": "a454c681-36da-46aa-9469-c261b28fa17c", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:14:48.331098 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4c8bed4f-7291-4f9c-a6d5-b78ce77dbb78 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:14:48.331479 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2933c086-e543-4e3f-bc78-222646745793', 'tag': 'a454c681-36da-46aa-9469-c261b28fa17c', 'status': 'completed', 'code': 200} Jul 30 20:14:48.353650 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18386039-515e-413f-ad96-f31afe43d94d service neutron] Pushing event updated for resources: {'Port': ['ID=a454c681-36da-46aa-9469-c261b28fa17c,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:48.371322 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-ab04015c-f590-428c-a962-b56571b32450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:48.372926 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-ab04015c-f590-428c-a962-b56571b32450 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ccfb1cbf56a4ee5812650def928c402&device_id=2933c086-e543-4e3f-bc78-222646745793 HTTP/1.1" status: 200 len: 1095 time: 0.0980198 Jul 30 20:14:48.433671 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-9d08eb2a-b39f-4da4-95ef-8275609db791 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a454c681-36da-46aa-9469-c261b28fa17c HTTP/1.1" status: 200 len: 217 time: 0.0522451 Jul 30 20:14:48.503646 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-386b8495-b2d6-4bd8-bbf6-c3183a68e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:48.505821 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-386b8495-b2d6-4bd8-bbf6-c3183a68e0a2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c4441ce2-15ee-443c-8f6d-ecb7f77ca504 HTTP/1.1" status: 200 len: 844 time: 0.0647168 Jul 30 20:14:48.547547 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-58a6d313-f91f-4643-a94d-5392227b63fe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8bfc6937-8166-4841-8d2d-9494ef26b48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331569 Jul 30 20:14:48.681270 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:14:48.697629 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-88375ee3-bf31-456e-82c2-e32dfc491b43 service neutron] 10.222.0.83 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432891 Jul 30 20:14:48.822361 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7171609d-f627-4a4a-a565-59091ce1bf60 req-5a878385-b395-4785-9571-bd48287f5855 service neutron] 10.222.0.83 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171353 Jul 30 20:14:48.932559 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b651a07-62ba-4d09-84ac-4fc078c8655a req-e72db561-356e-48b7-8665-27ffa6f2250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:48.935478 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2b651a07-62ba-4d09-84ac-4fc078c8655a req-e72db561-356e-48b7-8665-27ffa6f2250f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ccfb1cbf56a4ee5812650def928c402&device_id=2933c086-e543-4e3f-bc78-222646745793 HTTP/1.1" status: 200 len: 1095 time: 0.0581396 Jul 30 20:14:49.079892 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b651a07-62ba-4d09-84ac-4fc078c8655a req-76cabea5-2d9d-4ddc-bc51-fe0db77f77dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:49.081636 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2b651a07-62ba-4d09-84ac-4fc078c8655a req-76cabea5-2d9d-4ddc-bc51-fe0db77f77dd service neutron] 10.222.0.83 "GET /v2.0/networks?id=8bfc6937-8166-4841-8d2d-9494ef26b48a HTTP/1.1" status: 200 len: 905 time: 0.1390419 Jul 30 20:14:49.134912 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2b651a07-62ba-4d09-84ac-4fc078c8655a req-69dd1612-2fb5-43fb-a410-08b7c6b36477 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a454c681-36da-46aa-9469-c261b28fa17c HTTP/1.1" status: 200 len: 217 time: 0.0417223 Jul 30 20:14:49.200181 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b651a07-62ba-4d09-84ac-4fc078c8655a req-484e54ee-9b42-41f7-a537-78280d7f5a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:49.202157 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2b651a07-62ba-4d09-84ac-4fc078c8655a req-484e54ee-9b42-41f7-a537-78280d7f5a13 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c4441ce2-15ee-443c-8f6d-ecb7f77ca504 HTTP/1.1" status: 200 len: 844 time: 0.0597789 Jul 30 20:14:49.272803 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2b651a07-62ba-4d09-84ac-4fc078c8655a req-dad16acf-71cd-44a8-a97c-96b920901d0d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8bfc6937-8166-4841-8d2d-9494ef26b48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594218 Jul 30 20:14:49.333964 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b17966-abf0-449b-b52f-bde8590718eb req-1cfcf58e-9464-4c24-a5c6-f17a1d15ade5 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:49.335923 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b9b17966-abf0-449b-b52f-bde8590718eb req-1cfcf58e-9464-4c24-a5c6-f17a1d15ade5 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2933c086-e543-4e3f-bc78-222646745793 HTTP/1.1" status: 200 len: 944 time: 0.1386552 Jul 30 20:14:49.409682 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b9b17966-abf0-449b-b52f-bde8590718eb req-88a95851-05ad-41f1-8bc6-c3e6ccd57da0 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627718 Jul 30 20:14:49.415689 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2b651a07-62ba-4d09-84ac-4fc078c8655a req-17a374a0-fc8c-4152-918a-ee4afb91b2c5 service neutron] 10.222.0.83 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347301 Jul 30 20:14:49.463612 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:49.536687 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2b651a07-62ba-4d09-84ac-4fc078c8655a req-3494552c-87e6-4d4f-8207-1231eda8e946 service neutron] 10.222.0.83 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132481 Jul 30 20:14:49.558553 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42198) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:49.685915 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-517c2b54-8775-41b2-9b8c-27f12c729948 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-992707205'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:49.726166 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517c2b54-8775-41b2-9b8c-27f12c729948 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Made reservation on behalf of 036ea76f8a48494880aa0f1dc329207d for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:49.732922 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-517c2b54-8775-41b2-9b8c-27f12c729948 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:49.750003 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-517c2b54-8775-41b2-9b8c-27f12c729948 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:49.930070 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-517c2b54-8775-41b2-9b8c-27f12c729948 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:49.936265 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-517c2b54-8775-41b2-9b8c-27f12c729948 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:49.976350 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517c2b54-8775-41b2-9b8c-27f12c729948 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:14:49.983147 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c2b54-8775-41b2-9b8c-27f12c729948 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1705d0fb-b4bf-4b10-b8e2-180d8f991efa,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:49.991793 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-517c2b54-8775-41b2-9b8c-27f12c729948 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:49.992242 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-517c2b54-8775-41b2-9b8c-27f12c729948 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Added segment 3aed4f0f-9ddd-4569-af5a-3f2c9ed57402 of type vlan for network dfc664e9-a263-43b8-a3d0-809e81da5234 Jul 30 20:14:50.051537 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-517c2b54-8775-41b2-9b8c-27f12c729948 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:50.086742 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-517c2b54-8775-41b2-9b8c-27f12c729948 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:50.092759 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517c2b54-8775-41b2-9b8c-27f12c729948 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:50.093392 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-517c2b54-8775-41b2-9b8c-27f12c729948 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:50.160498 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-517c2b54-8775-41b2-9b8c-27f12c729948 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6004848 Jul 30 20:14:50.179034 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c2b54-8775-41b2-9b8c-27f12c729948 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Network': ['ID=dfc664e9-a263-43b8-a3d0-809e81da5234,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:50.190426 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network dfc664e9-a263-43b8-a3d0-809e81da5234 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:14:50.297799 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42220) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:50.303035 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-18d4f0bc-f4a7-43e1-a510-5f0ac593d60b tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'subnet': {'network_id': 'dfc664e9-a263-43b8-a3d0-809e81da5234', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:50.423136 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d4f0bc-f4a7-43e1-a510-5f0ac593d60b tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Made reservation on behalf of 036ea76f8a48494880aa0f1dc329207d for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:50.427014 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18d4f0bc-f4a7-43e1-a510-5f0ac593d60b tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:50.582803 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bf8e7-1676-463a-885d-a6cacaae2869 req-2c4c0f09-e10a-4192-ab69-6bcf14e55728 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:50.584763 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e63bf8e7-1676-463a-885d-a6cacaae2869 req-2c4c0f09-e10a-4192-ab69-6bcf14e55728 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2933c086-e543-4e3f-bc78-222646745793 HTTP/1.1" status: 200 len: 944 time: 0.0641661 Jul 30 20:14:50.669107 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e63bf8e7-1676-463a-885d-a6cacaae2869 req-4c05f4b9-ba6f-4b37-80a7-c2059e8415b9 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732255 Jul 30 20:14:50.683109 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18d4f0bc-f4a7-43e1-a510-5f0ac593d60b tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:50.743180 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4f0bc-f4a7-43e1-a510-5f0ac593d60b tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Subnet': ['ID=b9823530-4917-403c-a974-513a1ad1ec6b,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:50.762657 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d4f0bc-f4a7-43e1-a510-5f0ac593d60b tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Checking segment: {'id': '3aed4f0f-9ddd-4569-af5a-3f2c9ed57402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'dfc664e9-a263-43b8-a3d0-809e81da5234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:14:50.763013 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d4f0bc-f4a7-43e1-a510-5f0ac593d60b tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Network hostable DHCP agents. Network: dfc664e9-a263-43b8-a3d0-809e81da5234, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:14:50.791541 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d4f0bc-f4a7-43e1-a510-5f0ac593d60b tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Network dfc664e9-a263-43b8-a3d0-809e81da5234 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:14:50.803691 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-18d4f0bc-f4a7-43e1-a510-5f0ac593d60b tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, dfc664e9-a263-43b8-a3d0-809e81da5234) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:50.809393 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d4f0bc-f4a7-43e1-a510-5f0ac593d60b tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:50.810442 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18d4f0bc-f4a7-43e1-a510-5f0ac593d60b tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:50.818439 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f957470-2b38-4a2d-805c-5faf6c4a585c None None] Network dfc664e9-a263-43b8-a3d0-809e81da5234 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:14:50.851095 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-18d4f0bc-f4a7-43e1-a510-5f0ac593d60b tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5521517 Jul 30 20:14:50.853639 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42244) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:50.867010 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d1f3ef0f-1d24-47a3-a7d2-39f28001295d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1632218741'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:50.919133 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f3ef0f-1d24-47a3-a7d2-39f28001295d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Made reservation on behalf of 036ea76f8a48494880aa0f1dc329207d for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:50.923383 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1f3ef0f-1d24-47a3-a7d2-39f28001295d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:50.956204 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f3ef0f-1d24-47a3-a7d2-39f28001295d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:14:50.965752 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1f3ef0f-1d24-47a3-a7d2-39f28001295d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:50.966108 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-d1f3ef0f-1d24-47a3-a7d2-39f28001295d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Added segment b29778f1-26b0-4af9-b340-b5356a5f6887 of type vlan for network c7f63641-c9b4-4d6c-9ee2-184670a7e669 Jul 30 20:14:51.015937 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1f3ef0f-1d24-47a3-a7d2-39f28001295d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:51.040944 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c25a61-3cb3-41c7-bcd4-8878e0c4080b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-dfc664e9-a263-43b8-a3d0-809e81da5234', 'network_id': 'dfc664e9-a263-43b8-a3d0-809e81da5234', 'tenant_id': '036ea76f8a48494880aa0f1dc329207d', 'fixed_ips': [{'subnet_id': 'b9823530-4917-403c-a974-513a1ad1ec6b'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:14:51.042263 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78c25a61-3cb3-41c7-bcd4-8878e0c4080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:51.052001 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1f3ef0f-1d24-47a3-a7d2-39f28001295d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:51.060095 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f3ef0f-1d24-47a3-a7d2-39f28001295d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:51.060835 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1f3ef0f-1d24-47a3-a7d2-39f28001295d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:51.127240 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d1f3ef0f-1d24-47a3-a7d2-39f28001295d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2697768 Jul 30 20:14:51.127714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42258) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:51.133386 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-6094caf4-b43c-4c3a-851e-7b5bb5c85ba5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'subnet': {'network_id': 'c7f63641-c9b4-4d6c-9ee2-184670a7e669', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:51.174747 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3ef0f-1d24-47a3-a7d2-39f28001295d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Network': ['ID=c7f63641-c9b4-4d6c-9ee2-184670a7e669,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:51.252838 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network c7f63641-c9b4-4d6c-9ee2-184670a7e669 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:14:51.285427 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-78c25a61-3cb3-41c7-bcd4-8878e0c4080b None None] Allocated IP 172.20.255.242 (dfc664e9-a263-43b8-a3d0-809e81da5234/b9823530-4917-403c-a974-513a1ad1ec6b/b70d4526-52ac-470d-bbe1-d7cfb9547bc4) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:14:51.335689 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c9256fe-244d-4695-b748-506ae8d4b771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:51.336703 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6094caf4-b43c-4c3a-851e-7b5bb5c85ba5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Made reservation on behalf of 036ea76f8a48494880aa0f1dc329207d for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:51.342379 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6094caf4-b43c-4c3a-851e-7b5bb5c85ba5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:51.578888 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78c25a61-3cb3-41c7-bcd4-8878e0c4080b None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:51.592015 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-78c25a61-3cb3-41c7-bcd4-8878e0c4080b None None] Transition to ACTIVE for port object b70d4526-52ac-470d-bbe1-d7cfb9547bc4 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:14:51.613400 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-78c25a61-3cb3-41c7-bcd4-8878e0c4080b None None] Transition to ACTIVE for port object b70d4526-52ac-470d-bbe1-d7cfb9547bc4 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:14:51.625551 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78c25a61-3cb3-41c7-bcd4-8878e0c4080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:51.680602 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6094caf4-b43c-4c3a-851e-7b5bb5c85ba5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:51.694271 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c25a61-3cb3-41c7-bcd4-8878e0c4080b None None] Network dfc664e9-a263-43b8-a3d0-809e81da5234 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:14:51.700915 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-78c25a61-3cb3-41c7-bcd4-8878e0c4080b None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:51.704289 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c25a61-3cb3-41c7-bcd4-8878e0c4080b None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:14:51.707683 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c25a61-3cb3-41c7-bcd4-8878e0c4080b None None] Pushing event updated for resources: {'Port': ['ID=b70d4526-52ac-470d-bbe1-d7cfb9547bc4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:51.758270 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094caf4-b43c-4c3a-851e-7b5bb5c85ba5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Subnet': ['ID=7812075b-1baf-4e19-a1f6-1bd7dd8db6ac,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:51.768721 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-78c25a61-3cb3-41c7-bcd4-8878e0c4080b None None] Attempting to bind port b70d4526-52ac-470d-bbe1-d7cfb9547bc4 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:14:51.769492 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-78c25a61-3cb3-41c7-bcd4-8878e0c4080b None None] Attempting to bind port b70d4526-52ac-470d-bbe1-d7cfb9547bc4 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '3aed4f0f-9ddd-4569-af5a-3f2c9ed57402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'dfc664e9-a263-43b8-a3d0-809e81da5234'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:14:51.770366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c25a61-3cb3-41c7-bcd4-8878e0c4080b None None] Attempting to bind port b70d4526-52ac-470d-bbe1-d7cfb9547bc4 on network dfc664e9-a263-43b8-a3d0-809e81da5234 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:14:51.778720 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c25a61-3cb3-41c7-bcd4-8878e0c4080b None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:14:51.779171 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c25a61-3cb3-41c7-bcd4-8878e0c4080b None None] Checking segment: {'id': '3aed4f0f-9ddd-4569-af5a-3f2c9ed57402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'dfc664e9-a263-43b8-a3d0-809e81da5234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:14:51.779854 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78c25a61-3cb3-41c7-bcd4-8878e0c4080b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:51.780462 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c25a61-3cb3-41c7-bcd4-8878e0c4080b None None] Bound using segment: {'id': '3aed4f0f-9ddd-4569-af5a-3f2c9ed57402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'dfc664e9-a263-43b8-a3d0-809e81da5234'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:14:51.781111 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-78c25a61-3cb3-41c7-bcd4-8878e0c4080b None None] Bound port: b70d4526-52ac-470d-bbe1-d7cfb9547bc4, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aed4f0f-9ddd-4569-af5a-3f2c9ed57402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'dfc664e9-a263-43b8-a3d0-809e81da5234'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:14:51.782428 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78c25a61-3cb3-41c7-bcd4-8878e0c4080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:51.893237 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6094caf4-b43c-4c3a-851e-7b5bb5c85ba5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Checking segment: {'id': 'b29778f1-26b0-4af9-b340-b5356a5f6887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c7f63641-c9b4-4d6c-9ee2-184670a7e669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:14:51.893595 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6094caf4-b43c-4c3a-851e-7b5bb5c85ba5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Network hostable DHCP agents. Network: c7f63641-c9b4-4d6c-9ee2-184670a7e669, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:14:51.910233 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-78c25a61-3cb3-41c7-bcd4-8878e0c4080b None None] For port b70d4526-52ac-470d-bbe1-d7cfb9547bc4, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:14:51.917470 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-78c25a61-3cb3-41c7-bcd4-8878e0c4080b None None] For port b70d4526-52ac-470d-bbe1-d7cfb9547bc4, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b70d4526-52ac-470d-bbe1-d7cfb9547bc4,segment=NetworkSegment(3aed4f0f-9ddd-4569-af5a-3f2c9ed57402),segment_id=3aed4f0f-9ddd-4569-af5a-3f2c9ed57402)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:14:51.924627 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78c25a61-3cb3-41c7-bcd4-8878e0c4080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:51.945935 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6057732-3140-4f64-80f8-21b0b51cf2ab req-ee2995cd-b2c1-4a01-b504-3c83af2e3df6 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:51.948094 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b6057732-3140-4f64-80f8-21b0b51cf2ab req-ee2995cd-b2c1-4a01-b504-3c83af2e3df6 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2933c086-e543-4e3f-bc78-222646745793 HTTP/1.1" status: 200 len: 944 time: 0.1423154 Jul 30 20:14:51.974989 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6094caf4-b43c-4c3a-851e-7b5bb5c85ba5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Network c7f63641-c9b4-4d6c-9ee2-184670a7e669 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:14:52.003353 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42308) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:52.039725 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c25a61-3cb3-41c7-bcd4-8878e0c4080b None None] Pushing event updated for resources: {'Port': ['ID=b70d4526-52ac-470d-bbe1-d7cfb9547bc4,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:52.040261 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-6094caf4-b43c-4c3a-851e-7b5bb5c85ba5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, c7f63641-c9b4-4d6c-9ee2-184670a7e669) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:52.051133 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a14b2e-479d-4225-a5f0-93bdc24ddcda None None] Network c7f63641-c9b4-4d6c-9ee2-184670a7e669 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:14:52.071097 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6094caf4-b43c-4c3a-851e-7b5bb5c85ba5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:52.074412 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6094caf4-b43c-4c3a-851e-7b5bb5c85ba5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:52.087481 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b6057732-3140-4f64-80f8-21b0b51cf2ab req-d3515885-0b72-48fa-8697-f44d4c3e415c tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160014 Jul 30 20:14:52.121314 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6094caf4-b43c-4c3a-851e-7b5bb5c85ba5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9900153 Jul 30 20:14:52.121549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42312) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:52.295234 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1efb3f-5970-4c3a-b730-043d7fd0d6f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-c7f63641-c9b4-4d6c-9ee2-184670a7e669', 'network_id': 'c7f63641-c9b4-4d6c-9ee2-184670a7e669', 'tenant_id': '036ea76f8a48494880aa0f1dc329207d', 'fixed_ips': [{'subnet_id': '7812075b-1baf-4e19-a1f6-1bd7dd8db6ac'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:14:52.299195 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a1efb3f-5970-4c3a-b730-043d7fd0d6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:52.338765 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:52.449441 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5253a8e-c9ec-408d-a92f-6ba6914abc09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:52.467281 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device a454c681-36da-46aa-9469-c261b28fa17c details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:14:52.583002 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-9a1efb3f-5970-4c3a-b730-043d7fd0d6f2 None None] Allocated IP 172.20.0.2 (c7f63641-c9b4-4d6c-9ee2-184670a7e669/7812075b-1baf-4e19-a1f6-1bd7dd8db6ac/5c860209-b6fb-4876-b032-68f765364329) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:14:52.622069 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:52.699782 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5253a8e-c9ec-408d-a92f-6ba6914abc09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:52.702066 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port a454c681-36da-46aa-9469-c261b28fa17c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=a454c681-36da-46aa-9469-c261b28fa17c,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:52.708423 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5253a8e-c9ec-408d-a92f-6ba6914abc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:52.728521 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'a454c681-36da-46aa-9469-c261b28fa17c', 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a', 'port_id': 'a454c681-36da-46aa-9469-c261b28fa17c', 'mac_address': 'fa:16:3e:9b:66:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4441ce2-15ee-443c-8f6d-ecb7f77ca504', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:14:52.778202 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:52.795715 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a454c681-36da-46aa-9469-c261b28fa17c {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:14:52.823162 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b5253a8e-c9ec-408d-a92f-6ba6914abc09 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e48864752bbf4b7e83aaf218c04c28a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8185842 Jul 30 20:14:52.826396 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5253a8e-c9ec-408d-a92f-6ba6914abc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a472cd-4319-4399-a095-dc6c7e024ad9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:52.829446 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42334) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:52.840626 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port a454c681-36da-46aa-9469-c261b28fa17c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=a454c681-36da-46aa-9469-c261b28fa17c,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:52.869826 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:52.929349 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a1efb3f-5970-4c3a-b730-043d7fd0d6f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:52.951168 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9a1efb3f-5970-4c3a-b730-043d7fd0d6f2 None None] Transition to ACTIVE for port object 5c860209-b6fb-4876-b032-68f765364329 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:14:52.957850 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=a454c681-36da-46aa-9469-c261b28fa17c,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:52.982494 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9a1efb3f-5970-4c3a-b730-043d7fd0d6f2 None None] Transition to ACTIVE for port object 5c860209-b6fb-4876-b032-68f765364329 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:14:52.996936 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a1efb3f-5970-4c3a-b730-043d7fd0d6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:53.029516 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c421d836-f846-48f6-b0eb-30850bc3a63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:53.082514 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c421d836-f846-48f6-b0eb-30850bc3a63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:53.086765 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1efb3f-5970-4c3a-b730-043d7fd0d6f2 None None] Pushing event updated for resources: {'Port': ['ID=5c860209-b6fb-4876-b032-68f765364329,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:53.155058 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1efb3f-5970-4c3a-b730-043d7fd0d6f2 None None] Network c7f63641-c9b4-4d6c-9ee2-184670a7e669 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:14:53.160989 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-9a1efb3f-5970-4c3a-b730-043d7fd0d6f2 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:53.169643 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b70d4526-52ac-470d-bbe1-d7cfb9547bc4 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:14:53.246905 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c421d836-f846-48f6-b0eb-30850bc3a63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:53.254407 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c421d836-f846-48f6-b0eb-30850bc3a63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:53.256177 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c421d836-f846-48f6-b0eb-30850bc3a63f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d3a472cd-4319-4399-a095-dc6c7e024ad9 HTTP/1.1" status: 204 len: 168 time: 0.4022546 Jul 30 20:14:53.308053 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421d836-f846-48f6-b0eb-30850bc3a63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a472cd-4319-4399-a095-dc6c7e024ad9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:53.419404 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:53.460146 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Subnet': ['ID=7812075b-1baf-4e19-a1f6-1bd7dd8db6ac,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:53.490886 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1efb3f-5970-4c3a-b730-043d7fd0d6f2 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:14:53.497173 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['a454c681-36da-46aa-9469-c261b28fa17c'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:14:53.592725 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:53.593170 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:53.593574 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:53.594048 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:53.594630 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:53.595060 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:53.595449 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:53.596437 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:53.596687 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:53.597176 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:53.597521 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:53.598020 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:53.611824 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port b70d4526-52ac-470d-bbe1-d7cfb9547bc4 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:14:53.619331 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:53.635746 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf4cfb-5e3f-4589-adee-4b99c1e98ce9 req-16361de5-ecef-4976-8e67-e87863109b32 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:53.637657 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2bbf4cfb-5e3f-4589-adee-4b99c1e98ce9 req-16361de5-ecef-4976-8e67-e87863109b32 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2933c086-e543-4e3f-bc78-222646745793 HTTP/1.1" status: 200 len: 945 time: 0.2872980 Jul 30 20:14:53.646726 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-9a1efb3f-5970-4c3a-b730-043d7fd0d6f2 None None] Attempting to bind port 5c860209-b6fb-4876-b032-68f765364329 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:14:53.647355 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-9a1efb3f-5970-4c3a-b730-043d7fd0d6f2 None None] Attempting to bind port 5c860209-b6fb-4876-b032-68f765364329 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b29778f1-26b0-4af9-b340-b5356a5f6887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c7f63641-c9b4-4d6c-9ee2-184670a7e669'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:14:53.647963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1efb3f-5970-4c3a-b730-043d7fd0d6f2 None None] Attempting to bind port 5c860209-b6fb-4876-b032-68f765364329 on network c7f63641-c9b4-4d6c-9ee2-184670a7e669 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:14:53.657846 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1efb3f-5970-4c3a-b730-043d7fd0d6f2 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:14:53.658530 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1efb3f-5970-4c3a-b730-043d7fd0d6f2 None None] Checking segment: {'id': 'b29778f1-26b0-4af9-b340-b5356a5f6887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c7f63641-c9b4-4d6c-9ee2-184670a7e669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:14:53.659164 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a1efb3f-5970-4c3a-b730-043d7fd0d6f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:53.659942 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1efb3f-5970-4c3a-b730-043d7fd0d6f2 None None] Bound using segment: {'id': 'b29778f1-26b0-4af9-b340-b5356a5f6887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c7f63641-c9b4-4d6c-9ee2-184670a7e669'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:14:53.660683 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-9a1efb3f-5970-4c3a-b730-043d7fd0d6f2 None None] Bound port: 5c860209-b6fb-4876-b032-68f765364329, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29778f1-26b0-4af9-b340-b5356a5f6887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c7f63641-c9b4-4d6c-9ee2-184670a7e669'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:14:53.661310 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a1efb3f-5970-4c3a-b730-043d7fd0d6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:53.663267 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f63641-c9b4-4d6c-9ee2-184670a7e669']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:53.694828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29778f1-26b0-4af9-b340-b5356a5f6887') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:53.695176 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29778f1-26b0-4af9-b340-b5356a5f6887') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:53.709151 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:53.714324 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065043b1-8be2-4722-96f5-85b39e2d3de9 None None] Network dfc664e9-a263-43b8-a3d0-809e81da5234 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:14:53.735798 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2bbf4cfb-5e3f-4589-adee-4b99c1e98ce9 req-000e2b0e-a04c-4739-bf94-29bc7aa65b5b tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843906 Jul 30 20:14:53.740347 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:53.749561 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:14:53.750674 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:14:53.755184 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:14:53.851203 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.db.api [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 20:14:53.851203 n-d-712137-9 neutron-server[93882]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 20:14:53.851203 n-d-712137-9 neutron-server[93882]: [parameters: {'id': 'c7f63641-c9b4-4d6c-9ee2-184670a7e669'}] Jul 30 20:14:53.851203 n-d-712137-9 neutron-server[93882]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:14:53.852690 n-d-712137-9 neutron-server[93882]: DEBUG oslo_db.api [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:14:53.854243 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-549700a0-c89c-4bdf-b03f-faa69ea288e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:53.928088 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-68b4c949-570c-4d49-9df0-d9cd589b2798 None None] Provisioning for port b70d4526-52ac-470d-bbe1-d7cfb9547bc4 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:14:53.945934 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:53.951543 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-68b4c949-570c-4d49-9df0-d9cd589b2798 None None] Provisioning complete for port b70d4526-52ac-470d-bbe1-d7cfb9547bc4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:14:53.951914 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68b4c949-570c-4d49-9df0-d9cd589b2798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:53.962297 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-9a1efb3f-5970-4c3a-b730-043d7fd0d6f2 None None] For port 5c860209-b6fb-4876-b032-68f765364329, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:14:54.016876 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-9a1efb3f-5970-4c3a-b730-043d7fd0d6f2 None None] For port 5c860209-b6fb-4876-b032-68f765364329, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=5c860209-b6fb-4876-b032-68f765364329,segment=NetworkSegment(b29778f1-26b0-4af9-b340-b5356a5f6887),segment_id=b29778f1-26b0-4af9-b340-b5356a5f6887)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:14:54.052286 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a1efb3f-5970-4c3a-b730-043d7fd0d6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:54.110517 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42358) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:54.136793 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c57d465e-0298-4d17-a122-b6511a6d1be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:54.198954 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1efb3f-5970-4c3a-b730-043d7fd0d6f2 None None] Pushing event updated for resources: {'Port': ['ID=5c860209-b6fb-4876-b032-68f765364329,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:54.221204 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68b4c949-570c-4d49-9df0-d9cd589b2798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:54.237168 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d3cfa5-0c8f-49ce-bf2e-d27e7ab54613 None None] Network c7f63641-c9b4-4d6c-9ee2-184670a7e669 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:14:54.290241 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c57d465e-0298-4d17-a122-b6511a6d1be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:54.298610 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c57d465e-0298-4d17-a122-b6511a6d1be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:54.345192 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-68b4c949-570c-4d49-9df0-d9cd589b2798 None None] For port b70d4526-52ac-470d-bbe1-d7cfb9547bc4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b70d4526-52ac-470d-bbe1-d7cfb9547bc4,segment=NetworkSegment(3aed4f0f-9ddd-4569-af5a-3f2c9ed57402),segment_id=3aed4f0f-9ddd-4569-af5a-3f2c9ed57402)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:54.353658 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:54.367456 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c57d465e-0298-4d17-a122-b6511a6d1be1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=342de36dd3b74bbe99961b76efcd6ffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555549 Jul 30 20:14:54.367706 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42364) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:54.368818 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d465e-0298-4d17-a122-b6511a6d1be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf963f53-0ebf-44a7-af98-fed933d06bdb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:54.390170 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68b4c949-570c-4d49-9df0-d9cd589b2798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:54.523419 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4c949-570c-4d49-9df0-d9cd589b2798 None None] Pushing event updated for resources: {'Port': ['ID=b70d4526-52ac-470d-bbe1-d7cfb9547bc4,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:54.528252 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4ff005f8-c966-45b3-ad01-bddc4bc81546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:54.554527 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Deleting port 5c860209-b6fb-4876-b032-68f765364329 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:14:54.555044 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:54.573968 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4ff005f8-c966-45b3-ad01-bddc4bc81546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:54.608062 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4453c837-87c4-4136-b4bc-1e6fc008a3c4 None None] get_active_networks_info from n-d-712137-9 {{(pid=93884) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 20:14:54.657187 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] For port 5c860209-b6fb-4876-b032-68f765364329, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=5c860209-b6fb-4876-b032-68f765364329,segment=NetworkSegment(b29778f1-26b0-4af9-b340-b5356a5f6887),segment_id=b29778f1-26b0-4af9-b340-b5356a5f6887)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:54.657187 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:54.672152 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Calling delete_port for 5c860209-b6fb-4876-b032-68f765364329 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:14:54.700551 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6a6c5d8a-bae4-4b2a-b39a-8d95a23594c7 None None] Provisioning complete for port b70d4526-52ac-470d-bbe1-d7cfb9547bc4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:14:54.700925 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6a6c5d8a-bae4-4b2a-b39a-8d95a23594c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:54.821619 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:54.831607 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4ff005f8-c966-45b3-ad01-bddc4bc81546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:54.833998 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4ff005f8-c966-45b3-ad01-bddc4bc81546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:54.841740 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4ff005f8-c966-45b3-ad01-bddc4bc81546 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bf963f53-0ebf-44a7-af98-fed933d06bdb HTTP/1.1" status: 204 len: 168 time: 0.4709902 Jul 30 20:14:54.853852 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4453c837-87c4-4136-b4bc-1e6fc008a3c4 None None] Resources bound (agent type, host, resource id): {{(pid=93884) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 20:14:54.911538 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Port': ['ID=5c860209-b6fb-4876-b032-68f765364329,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:54.915462 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No DVR routers for this DVR port 5c860209-b6fb-4876-b032-68f765364329 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:14:54.927944 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff005f8-c966-45b3-ad01-bddc4bc81546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf963f53-0ebf-44a7-af98-fed933d06bdb,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:54.991102 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:55.013101 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:55.024361 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f63641-c9b4-4d6c-9ee2-184670a7e669']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:55.035844 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29778f1-26b0-4af9-b340-b5356a5f6887') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:55.036227 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29778f1-26b0-4af9-b340-b5356a5f6887') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:55.046121 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:55.064319 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:55.070716 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:14:55.071143 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:55.129838 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b70d4526-52ac-470d-bbe1-d7cfb9547bc4 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:14:55.136217 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:14:55.147018 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:55.160571 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:55.168259 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42386) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:55.176109 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/networks/c7f63641-c9b4-4d6c-9ee2-184670a7e669 HTTP/1.1" status: 204 len: 168 time: 3.0534587 Jul 30 20:14:55.178765 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4f84b8d5-a0da-4465-9d36-f000e034fd68 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1154192605'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:55.198051 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b3bbd-3b37-4ec9-a929-cf2d84e5fc0a req-5e528161-01a8-407e-9bd9-c1eba2411934 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:55.199714 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3b5b3bbd-3b37-4ec9-a929-cf2d84e5fc0a req-5e528161-01a8-407e-9bd9-c1eba2411934 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2933c086-e543-4e3f-bc78-222646745793 HTTP/1.1" status: 200 len: 945 time: 0.3426692 Jul 30 20:14:55.201027 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc69c86-2d05-4442-9e10-42ea539e5f86 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Network': ['ID=c7f63641-c9b4-4d6c-9ee2-184670a7e669,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:55.233637 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f84b8d5-a0da-4465-9d36-f000e034fd68 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Made reservation on behalf of 036ea76f8a48494880aa0f1dc329207d for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:55.237660 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f84b8d5-a0da-4465-9d36-f000e034fd68 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:55.260058 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3b5b3bbd-3b37-4ec9-a929-cf2d84e5fc0a req-ba6be470-d95c-4cc3-9563-e41f872c724d tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498796 Jul 30 20:14:55.327299 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f84b8d5-a0da-4465-9d36-f000e034fd68 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:14:55.356213 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port b70d4526-52ac-470d-bbe1-d7cfb9547bc4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:14:55.356588 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:55.358061 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f84b8d5-a0da-4465-9d36-f000e034fd68 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:55.358599 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-4f84b8d5-a0da-4465-9d36-f000e034fd68 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Added segment 827607a6-ba71-400b-abf2-fb4913f1cb25 of type vlan for network 0a4081b6-311f-4b22-b8a0-4f38cc029129 Jul 30 20:14:55.429050 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f84b8d5-a0da-4465-9d36-f000e034fd68 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:55.476440 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f84b8d5-a0da-4465-9d36-f000e034fd68 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:55.489257 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f84b8d5-a0da-4465-9d36-f000e034fd68 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:55.491916 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f84b8d5-a0da-4465-9d36-f000e034fd68 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:55.630302 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4f84b8d5-a0da-4465-9d36-f000e034fd68 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4608309 Jul 30 20:14:55.633103 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42402) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:55.641251 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-7ea1a69b-4ef4-4607-b233-93e821799a0f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'subnet': {'network_id': '0a4081b6-311f-4b22-b8a0-4f38cc029129', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:55.654059 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84b8d5-a0da-4465-9d36-f000e034fd68 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Network': ['ID=0a4081b6-311f-4b22-b8a0-4f38cc029129,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:55.750927 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 0a4081b6-311f-4b22-b8a0-4f38cc029129 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:14:55.823459 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea1a69b-4ef4-4607-b233-93e821799a0f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Made reservation on behalf of 036ea76f8a48494880aa0f1dc329207d for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:55.828804 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ea1a69b-4ef4-4607-b233-93e821799a0f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:55.907769 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.ipam_backend_mixin [None req-7ea1a69b-4ef4-4607-b233-93e821799a0f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Performing IP validity checks on allocation pools {{(pid=93882) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 20:14:55.908327 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.ipam_backend_mixin [None req-7ea1a69b-4ef4-4607-b233-93e821799a0f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93882) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 20:14:56.053694 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ea1a69b-4ef4-4607-b233-93e821799a0f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:56.110640 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1a69b-4ef4-4607-b233-93e821799a0f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Subnet': ['ID=b2200c99-a3b7-4bdc-928e-228484b6d1e6,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:56.153235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea1a69b-4ef4-4607-b233-93e821799a0f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Checking segment: {'id': '827607a6-ba71-400b-abf2-fb4913f1cb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0a4081b6-311f-4b22-b8a0-4f38cc029129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:14:56.153615 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea1a69b-4ef4-4607-b233-93e821799a0f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Network hostable DHCP agents. Network: 0a4081b6-311f-4b22-b8a0-4f38cc029129, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:14:56.174490 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea1a69b-4ef4-4607-b233-93e821799a0f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Network 0a4081b6-311f-4b22-b8a0-4f38cc029129 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:14:56.190377 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-7ea1a69b-4ef4-4607-b233-93e821799a0f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 0a4081b6-311f-4b22-b8a0-4f38cc029129) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:56.197490 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea1a69b-4ef4-4607-b233-93e821799a0f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:56.198321 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ea1a69b-4ef4-4607-b233-93e821799a0f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:56.200390 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be27bb0-2638-4713-aac3-6224f7f9b70b None None] Network 0a4081b6-311f-4b22-b8a0-4f38cc029129 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:14:56.221928 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42422) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:56.222703 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7ea1a69b-4ef4-4607-b233-93e821799a0f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5884199 Jul 30 20:14:56.347650 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0336c15b-774f-4023-80f9-e60c134bc9f5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:56.465262 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0336c15b-774f-4023-80f9-e60c134bc9f5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:56.507428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ead5e6-97e5-4fde-9374-5f4255fa592c req-517aaf5c-d614-4817-a728-a57d7f5f8f0a tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:56.509047 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25ead5e6-97e5-4fde-9374-5f4255fa592c req-517aaf5c-d614-4817-a728-a57d7f5f8f0a tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2933c086-e543-4e3f-bc78-222646745793 HTTP/1.1" status: 200 len: 945 time: 0.1036725 Jul 30 20:14:56.515845 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device a454c681-36da-46aa-9469-c261b28fa17c up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:14:56.568037 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25ead5e6-97e5-4fde-9374-5f4255fa592c req-855bc22e-086a-45d0-970f-6c4ee027ea0e tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527122 Jul 30 20:14:56.589889 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0336c15b-774f-4023-80f9-e60c134bc9f5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:56.673432 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336c15b-774f-4023-80f9-e60c134bc9f5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Subnet': ['ID=b2200c99-a3b7-4bdc-928e-228484b6d1e6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:56.752792 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port a454c681-36da-46aa-9469-c261b28fa17c completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:14:56.768378 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port a454c681-36da-46aa-9469-c261b28fa17c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:14:56.768756 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:56.791176 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0336c15b-774f-4023-80f9-e60c134bc9f5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:56.808147 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58440fe-affc-47b6-a328-5edf4cd53590 None None] Network 0a4081b6-311f-4b22-b8a0-4f38cc029129 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:14:56.818524 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-0336c15b-774f-4023-80f9-e60c134bc9f5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4081b6-311f-4b22-b8a0-4f38cc029129']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:56.840509 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-0336c15b-774f-4023-80f9-e60c134bc9f5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '827607a6-ba71-400b-abf2-fb4913f1cb25') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:56.841529 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-0336c15b-774f-4023-80f9-e60c134bc9f5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '827607a6-ba71-400b-abf2-fb4913f1cb25') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:56.859500 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0336c15b-774f-4023-80f9-e60c134bc9f5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:56.862919 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:56.883931 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0336c15b-774f-4023-80f9-e60c134bc9f5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:56.892658 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0336c15b-774f-4023-80f9-e60c134bc9f5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:14:56.893340 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0336c15b-774f-4023-80f9-e60c134bc9f5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:56.951093 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:14:56.985362 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:14:56.991595 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2933c086-e543-4e3f-bc78-222646745793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a454c681-36da-46aa-9469-c261b28fa17c'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:14:56.993958 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9350e778-ccba-4b15-b3f2-e0bef40448cd" -d '{"events": [{"server_uuid": "2933c086-e543-4e3f-bc78-222646745793", "name": "network-vif-plugged", "status": "completed", "tag": "a454c681-36da-46aa-9469-c261b28fa17c"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:14:56.994807 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0336c15b-774f-4023-80f9-e60c134bc9f5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:57.005442 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0336c15b-774f-4023-80f9-e60c134bc9f5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:57.007895 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0336c15b-774f-4023-80f9-e60c134bc9f5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/networks/0a4081b6-311f-4b22-b8a0-4f38cc029129 HTTP/1.1" status: 204 len: 168 time: 0.7845709 Jul 30 20:14:57.013174 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42446) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:57.021531 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-17f59d74-70da-4b4f-b705-40001c0feae7 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1830525884'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:57.041628 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port a454c681-36da-46aa-9469-c261b28fa17c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=a454c681-36da-46aa-9469-c261b28fa17c,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:14:57.050703 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:57.056088 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336c15b-774f-4023-80f9-e60c134bc9f5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Network': ['ID=0a4081b6-311f-4b22-b8a0-4f38cc029129,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:57.083333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f59d74-70da-4b4f-b705-40001c0feae7 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Made reservation on behalf of 036ea76f8a48494880aa0f1dc329207d for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:57.089260 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-17f59d74-70da-4b4f-b705-40001c0feae7 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:57.096006 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af4b3d4-b929-4e5f-b8ce-96772f93d2a9 x-openstack-request-id: req-5af4b3d4-b929-4e5f-b8ce-96772f93d2a9 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:14:57.096804 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2933c086-e543-4e3f-bc78-222646745793", "name": "network-vif-plugged", "status": "completed", "tag": "a454c681-36da-46aa-9469-c261b28fa17c", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:14:57.097083 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5af4b3d4-b929-4e5f-b8ce-96772f93d2a9 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:14:57.097436 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2933c086-e543-4e3f-bc78-222646745793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a454c681-36da-46aa-9469-c261b28fa17c', 'code': 200} Jul 30 20:14:57.110442 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=a454c681-36da-46aa-9469-c261b28fa17c,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:57.170213 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f59d74-70da-4b4f-b705-40001c0feae7 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:14:57.209098 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-17f59d74-70da-4b4f-b705-40001c0feae7 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:57.209658 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-17f59d74-70da-4b4f-b705-40001c0feae7 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Added segment a695e888-dc9b-46f1-bed6-aeefa51b75ad of type vlan for network 674d4af3-3755-432e-80d2-dd43cd14d460 Jul 30 20:14:57.255349 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46015212-69c9-4c78-9f78-bbd7a92cb155 req-32202227-8705-4b82-815c-889238901aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:57.256979 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-46015212-69c9-4c78-9f78-bbd7a92cb155 req-32202227-8705-4b82-815c-889238901aaf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2933c086-e543-4e3f-bc78-222646745793 HTTP/1.1" status: 200 len: 1097 time: 0.1005964 Jul 30 20:14:57.266798 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-17f59d74-70da-4b4f-b705-40001c0feae7 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:57.329736 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-46015212-69c9-4c78-9f78-bbd7a92cb155 req-1e51a3d2-28f6-4d9c-9d20-6b59e108bba0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580130 Jul 30 20:14:57.337677 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-17f59d74-70da-4b4f-b705-40001c0feae7 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:57.347095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f59d74-70da-4b4f-b705-40001c0feae7 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:57.348484 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-17f59d74-70da-4b4f-b705-40001c0feae7 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:57.431940 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-17f59d74-70da-4b4f-b705-40001c0feae7 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4140685 Jul 30 20:14:57.432096 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42458) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:57.437357 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0e2fb462-a67e-48ca-be67-3a77aa56e90b tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'subnet': {'network_id': '674d4af3-3755-432e-80d2-dd43cd14d460', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:57.456426 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f59d74-70da-4b4f-b705-40001c0feae7 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Network': ['ID=674d4af3-3755-432e-80d2-dd43cd14d460,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:57.475421 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 674d4af3-3755-432e-80d2-dd43cd14d460 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:14:57.612358 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2fb462-a67e-48ca-be67-3a77aa56e90b tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Made reservation on behalf of 036ea76f8a48494880aa0f1dc329207d for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:57.616618 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e2fb462-a67e-48ca-be67-3a77aa56e90b tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:57.824629 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b747455-26a5-4011-bd12-00083907d991 req-56235d47-1dfc-4f83-a491-e09bbb377fdf tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:57.826792 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0b747455-26a5-4011-bd12-00083907d991 req-56235d47-1dfc-4f83-a491-e09bbb377fdf tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2933c086-e543-4e3f-bc78-222646745793 HTTP/1.1" status: 200 len: 946 time: 0.1311812 Jul 30 20:14:57.863263 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e2fb462-a67e-48ca-be67-3a77aa56e90b tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:57.899064 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0b747455-26a5-4011-bd12-00083907d991 req-f226631a-5839-4142-8ed4-96fc8b53ffe0 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647163 Jul 30 20:14:57.933710 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2fb462-a67e-48ca-be67-3a77aa56e90b tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Subnet': ['ID=0e1d0cd2-e1f8-4627-be78-94ec91b14f83,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:57.953471 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2fb462-a67e-48ca-be67-3a77aa56e90b tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Checking segment: {'id': 'a695e888-dc9b-46f1-bed6-aeefa51b75ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '674d4af3-3755-432e-80d2-dd43cd14d460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:14:57.954034 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2fb462-a67e-48ca-be67-3a77aa56e90b tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Network hostable DHCP agents. Network: 674d4af3-3755-432e-80d2-dd43cd14d460, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:14:57.973967 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2fb462-a67e-48ca-be67-3a77aa56e90b tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Network 674d4af3-3755-432e-80d2-dd43cd14d460 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:14:57.993006 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0e2fb462-a67e-48ca-be67-3a77aa56e90b tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 674d4af3-3755-432e-80d2-dd43cd14d460) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:57.998223 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2fb462-a67e-48ca-be67-3a77aa56e90b tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:57.999293 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e2fb462-a67e-48ca-be67-3a77aa56e90b tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:58.009589 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491ad47d-f194-42f7-85c5-e277a86d5f61 None None] Network 674d4af3-3755-432e-80d2-dd43cd14d460 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:14:58.037519 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0e2fb462-a67e-48ca-be67-3a77aa56e90b tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6034451 Jul 30 20:14:58.039574 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42506) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:58.205126 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ed270cd-945a-4d07-b8d0-8745bb17f491 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:58.269551 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7720dbd7-87c3-4ad8-8238-0cc0288639ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-674d4af3-3755-432e-80d2-dd43cd14d460', 'network_id': '674d4af3-3755-432e-80d2-dd43cd14d460', 'tenant_id': '036ea76f8a48494880aa0f1dc329207d', 'fixed_ips': [{'subnet_id': '0e1d0cd2-e1f8-4627-be78-94ec91b14f83'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:14:58.270774 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7720dbd7-87c3-4ad8-8238-0cc0288639ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:58.288372 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ed270cd-945a-4d07-b8d0-8745bb17f491 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:58.423443 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ed270cd-945a-4d07-b8d0-8745bb17f491 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:58.481467 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed270cd-945a-4d07-b8d0-8745bb17f491 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Subnet': ['ID=0e1d0cd2-e1f8-4627-be78-94ec91b14f83,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server [None req-7720dbd7-87c3-4ad8-8238-0cc0288639ad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e1d0cd2-e1f8-4627-be78-94ec91b14f83: This subnet is being modified by another concurrent operation. Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 20:14:58.517064 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise exception Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e1d0cd2-e1f8-4627-be78-94ec91b14f83: This subnet is being modified by another concurrent operation. Jul 30 20:14:58.521366 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server Jul 30 20:14:58.557884 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ed270cd-945a-4d07-b8d0-8745bb17f491 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:58.569353 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-8ed270cd-945a-4d07-b8d0-8745bb17f491 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674d4af3-3755-432e-80d2-dd43cd14d460']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:58.581744 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-8ed270cd-945a-4d07-b8d0-8745bb17f491 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a695e888-dc9b-46f1-bed6-aeefa51b75ad') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:58.582123 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-8ed270cd-945a-4d07-b8d0-8745bb17f491 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a695e888-dc9b-46f1-bed6-aeefa51b75ad') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:14:58.591726 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ed270cd-945a-4d07-b8d0-8745bb17f491 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:58.603021 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d6a96e-7f48-42f3-80dd-d6873dde79ba None None] Network 674d4af3-3755-432e-80d2-dd43cd14d460 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:14:58.623928 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ed270cd-945a-4d07-b8d0-8745bb17f491 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:58.631475 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed270cd-945a-4d07-b8d0-8745bb17f491 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:14:58.632351 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ed270cd-945a-4d07-b8d0-8745bb17f491 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:14:58.635807 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:14:58.710748 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ed270cd-945a-4d07-b8d0-8745bb17f491 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:58.730276 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ed270cd-945a-4d07-b8d0-8745bb17f491 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:58.732302 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8ed270cd-945a-4d07-b8d0-8745bb17f491 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/networks/674d4af3-3755-432e-80d2-dd43cd14d460 HTTP/1.1" status: 204 len: 168 time: 0.6915519 Jul 30 20:14:58.736449 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42542) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:58.738527 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5035c5-b025-4ebc-99c6-e57a57ca7df3 None None] get_active_networks_info from n-d-712137-9 {{(pid=93884) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 20:14:58.742817 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-14c63c1d-7373-4567-a48f-b17efb98ebfe tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2099055496'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:58.746429 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed270cd-945a-4d07-b8d0-8745bb17f491 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Network': ['ID=674d4af3-3755-432e-80d2-dd43cd14d460,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:58.775445 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c63c1d-7373-4567-a48f-b17efb98ebfe tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Made reservation on behalf of 036ea76f8a48494880aa0f1dc329207d for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:58.780586 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-14c63c1d-7373-4567-a48f-b17efb98ebfe tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:58.809454 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c63c1d-7373-4567-a48f-b17efb98ebfe tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:14:58.821013 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-14c63c1d-7373-4567-a48f-b17efb98ebfe tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:58.821366 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-14c63c1d-7373-4567-a48f-b17efb98ebfe tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Added segment 8ff83eec-3729-406e-9240-9eb31503eedf of type vlan for network 97cfa4dc-7808-4509-aa22-7f854e11cbf6 Jul 30 20:14:58.869337 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-14c63c1d-7373-4567-a48f-b17efb98ebfe tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:58.917427 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5035c5-b025-4ebc-99c6-e57a57ca7df3 None None] Resources bound (agent type, host, resource id): {{(pid=93884) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 20:14:58.920753 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-14c63c1d-7373-4567-a48f-b17efb98ebfe tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:58.928192 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c63c1d-7373-4567-a48f-b17efb98ebfe tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:58.931090 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-14c63c1d-7373-4567-a48f-b17efb98ebfe tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:59.010273 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-14c63c1d-7373-4567-a48f-b17efb98ebfe tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2726092 Jul 30 20:14:59.013217 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42564) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:14:59.019737 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-fd49fb6c-1838-48f8-b0d5-f21d6908c52c tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'subnet': {'network_id': '97cfa4dc-7808-4509-aa22-7f854e11cbf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:14:59.024761 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c63c1d-7373-4567-a48f-b17efb98ebfe tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Network': ['ID=97cfa4dc-7808-4509-aa22-7f854e11cbf6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:59.037481 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c63c1d-7373-4567-a48f-b17efb98ebfe tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:59.037481 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c63c1d-7373-4567-a48f-b17efb98ebfe tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:59.037886 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c63c1d-7373-4567-a48f-b17efb98ebfe tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:59.038311 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c63c1d-7373-4567-a48f-b17efb98ebfe tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:59.038745 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c63c1d-7373-4567-a48f-b17efb98ebfe tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:59.039175 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c63c1d-7373-4567-a48f-b17efb98ebfe tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:59.039807 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c63c1d-7373-4567-a48f-b17efb98ebfe tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:59.040235 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c63c1d-7373-4567-a48f-b17efb98ebfe tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:59.040794 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c63c1d-7373-4567-a48f-b17efb98ebfe tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:59.041231 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c63c1d-7373-4567-a48f-b17efb98ebfe tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:59.041657 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c63c1d-7373-4567-a48f-b17efb98ebfe tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:59.042270 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c63c1d-7373-4567-a48f-b17efb98ebfe tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:14:59.095153 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 97cfa4dc-7808-4509-aa22-7f854e11cbf6 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:14:59.205989 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e94b9-62d0-44a0-ae74-3984cdb56f69 req-4efbb244-1cd8-49ce-a4b3-e1265cbbcd06 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:59.207944 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e9e94b9-62d0-44a0-ae74-3984cdb56f69 req-4efbb244-1cd8-49ce-a4b3-e1265cbbcd06 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2933c086-e543-4e3f-bc78-222646745793 HTTP/1.1" status: 200 len: 946 time: 0.1493304 Jul 30 20:14:59.209340 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd49fb6c-1838-48f8-b0d5-f21d6908c52c tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Made reservation on behalf of 036ea76f8a48494880aa0f1dc329207d for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:14:59.213102 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd49fb6c-1838-48f8-b0d5-f21d6908c52c tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:59.328514 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e9e94b9-62d0-44a0-ae74-3984cdb56f69 req-357c5e29-5edb-453e-97a1-ed03a6c60e76 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071818 Jul 30 20:14:59.581618 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd49fb6c-1838-48f8-b0d5-f21d6908c52c tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:59.654005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49fb6c-1838-48f8-b0d5-f21d6908c52c tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Subnet': ['ID=e3856926-512e-426e-94cc-e5de59ddd1d8,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:14:59.683583 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd49fb6c-1838-48f8-b0d5-f21d6908c52c tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Checking segment: {'id': '8ff83eec-3729-406e-9240-9eb31503eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '97cfa4dc-7808-4509-aa22-7f854e11cbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:14:59.683942 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd49fb6c-1838-48f8-b0d5-f21d6908c52c tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Network hostable DHCP agents. Network: 97cfa4dc-7808-4509-aa22-7f854e11cbf6, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:14:59.739941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48509a5-554c-4297-8a87-314378eaeaaa req-929da9ab-1367-4b84-952b-71a28d3f72f6 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:59.741464 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f48509a5-554c-4297-8a87-314378eaeaaa req-929da9ab-1367-4b84-952b-71a28d3f72f6 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2933c086-e543-4e3f-bc78-222646745793 HTTP/1.1" status: 200 len: 946 time: 0.0775509 Jul 30 20:14:59.742561 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd49fb6c-1838-48f8-b0d5-f21d6908c52c tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Network 97cfa4dc-7808-4509-aa22-7f854e11cbf6 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:14:59.773712 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-fd49fb6c-1838-48f8-b0d5-f21d6908c52c tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 97cfa4dc-7808-4509-aa22-7f854e11cbf6) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:14:59.778887 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd49fb6c-1838-48f8-b0d5-f21d6908c52c tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:14:59.779626 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd49fb6c-1838-48f8-b0d5-f21d6908c52c tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:14:59.785691 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7616921-f241-4384-8166-28fceed97422 None None] Network 97cfa4dc-7808-4509-aa22-7f854e11cbf6 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:14:59.808519 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f48509a5-554c-4297-8a87-314378eaeaaa req-30bf5065-0b70-41f5-a140-02c18ece2244 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569043 Jul 30 20:14:59.810330 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fd49fb6c-1838-48f8-b0d5-f21d6908c52c tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7955723 Jul 30 20:14:59.813896 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42614) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:00.018909 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f5729-b982-4243-abb0-07e4dd10d338 req-5b19a08a-1e53-4e2a-9a04-cd83731d0119 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:00.026327 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49b8b0b6-b994-40a7-a4e2-d7c943db9dd9 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:00.029181 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e16f5729-b982-4243-abb0-07e4dd10d338 req-5b19a08a-1e53-4e2a-9a04-cd83731d0119 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2933c086-e543-4e3f-bc78-222646745793 HTTP/1.1" status: 200 len: 946 time: 0.1099172 Jul 30 20:15:00.082981 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e16f5729-b982-4243-abb0-07e4dd10d338 req-0249d088-7153-4894-b81b-59d002c13714 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479655 Jul 30 20:15:00.112533 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d59b18-9bd1-4110-93eb-30d323b5fd86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-97cfa4dc-7808-4509-aa22-7f854e11cbf6', 'network_id': '97cfa4dc-7808-4509-aa22-7f854e11cbf6', 'tenant_id': '036ea76f8a48494880aa0f1dc329207d', 'fixed_ips': [{'subnet_id': 'e3856926-512e-426e-94cc-e5de59ddd1d8'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:15:00.113493 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2d59b18-9bd1-4110-93eb-30d323b5fd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:00.132292 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49b8b0b6-b994-40a7-a4e2-d7c943db9dd9 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:00.227960 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49b8b0b6-b994-40a7-a4e2-d7c943db9dd9 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:00.250198 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42632) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:00.329558 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49b8b0b6-b994-40a7-a4e2-d7c943db9dd9 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:00.364581 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8b0b6-b994-40a7-a4e2-d7c943db9dd9 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Subnet': ['ID=e3856926-512e-426e-94cc-e5de59ddd1d8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:00.372210 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-49b8b0b6-b994-40a7-a4e2-d7c943db9dd9 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cfa4dc-7808-4509-aa22-7f854e11cbf6']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:00.383288 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-49b8b0b6-b994-40a7-a4e2-d7c943db9dd9 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff83eec-3729-406e-9240-9eb31503eedf') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:00.383662 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-49b8b0b6-b994-40a7-a4e2-d7c943db9dd9 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff83eec-3729-406e-9240-9eb31503eedf') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server [None req-d2d59b18-9bd1-4110-93eb-30d323b5fd86 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e3856926-512e-426e-94cc-e5de59ddd1d8: This subnet is being modified by another concurrent operation. Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 20:15:00.395410 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise exception Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e3856926-512e-426e-94cc-e5de59ddd1d8: This subnet is being modified by another concurrent operation. Jul 30 20:15:00.398967 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server Jul 30 20:15:00.401598 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49b8b0b6-b994-40a7-a4e2-d7c943db9dd9 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:00.413955 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd73cf7-6ba9-4fa9-9d34-6771c1debc62 None None] Network 97cfa4dc-7808-4509-aa22-7f854e11cbf6 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:00.417948 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49b8b0b6-b994-40a7-a4e2-d7c943db9dd9 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:00.428741 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b8b0b6-b994-40a7-a4e2-d7c943db9dd9 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:15:00.429226 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49b8b0b6-b994-40a7-a4e2-d7c943db9dd9 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:15:00.434397 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:15:00.517211 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a5ab6-12bb-4800-ad0d-90d3f9e7bd9e req-6ee0d2aa-a4d6-4d81-8217-15a71fe6b2a5 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:00.526770 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b74a5ab6-12bb-4800-ad0d-90d3f9e7bd9e req-6ee0d2aa-a4d6-4d81-8217-15a71fe6b2a5 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2933c086-e543-4e3f-bc78-222646745793 HTTP/1.1" status: 200 len: 946 time: 0.0970562 Jul 30 20:15:00.550975 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49b8b0b6-b994-40a7-a4e2-d7c943db9dd9 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:00.569271 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49b8b0b6-b994-40a7-a4e2-d7c943db9dd9 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:00.571306 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-49b8b0b6-b994-40a7-a4e2-d7c943db9dd9 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/networks/97cfa4dc-7808-4509-aa22-7f854e11cbf6 HTTP/1.1" status: 204 len: 168 time: 0.7556152 Jul 30 20:15:00.587075 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b74a5ab6-12bb-4800-ad0d-90d3f9e7bd9e req-a5fda52f-b542-4ce1-833b-8b35513fec63 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592716 Jul 30 20:15:00.588615 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42662) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:00.598769 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8b0b6-b994-40a7-a4e2-d7c943db9dd9 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Network': ['ID=97cfa4dc-7808-4509-aa22-7f854e11cbf6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:00.622763 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-6bfac026-d826-4b7b-a158-dba9847251cd tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-472302114'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:00.631304 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6081b352-4ea1-401e-9796-500d05f59fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:00.645327 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b859e7-b8f1-406d-abc5-11a799fc0111 None None] get_active_networks_info from n-d-712137-9 {{(pid=93884) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 20:15:00.678109 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfac026-d826-4b7b-a158-dba9847251cd tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Made reservation on behalf of 036ea76f8a48494880aa0f1dc329207d for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:00.689709 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6bfac026-d826-4b7b-a158-dba9847251cd tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:00.736568 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfac026-d826-4b7b-a158-dba9847251cd tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:15:00.754320 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6bfac026-d826-4b7b-a158-dba9847251cd tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:00.754669 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-6bfac026-d826-4b7b-a158-dba9847251cd tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Added segment cdd7f6b1-3bc6-453c-be0b-acb283f5b594 of type vlan for network b284e255-5f91-4a64-9275-a2fd20e93416 Jul 30 20:15:00.800188 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b859e7-b8f1-406d-abc5-11a799fc0111 None None] Resources bound (agent type, host, resource id): {{(pid=93884) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 20:15:00.816674 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6bfac026-d826-4b7b-a158-dba9847251cd tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:00.893632 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6081b352-4ea1-401e-9796-500d05f59fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:00.914678 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6081b352-4ea1-401e-9796-500d05f59fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:00.967865 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6bfac026-d826-4b7b-a158-dba9847251cd tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:00.973796 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfac026-d826-4b7b-a158-dba9847251cd tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:00.974552 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6bfac026-d826-4b7b-a158-dba9847251cd tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:01.008181 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081b352-4ea1-401e-9796-500d05f59fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a678806-978f-4d63-b45d-63bc718b67fb,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:01.015893 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42684) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:01.026681 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6081b352-4ea1-401e-9796-500d05f59fce admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e0f2b56e8ba2432b82aa8c06be1e137e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7707608 Jul 30 20:15:01.068526 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6bfac026-d826-4b7b-a158-dba9847251cd tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4499600 Jul 30 20:15:01.069140 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42694) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:01.080790 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d247779d-92dc-477f-b838-3f19ebf1ebc2 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'subnet': {'network_id': 'b284e255-5f91-4a64-9275-a2fd20e93416', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:01.114103 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57a31107-89d8-4842-92d8-2c05689e3946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:01.158529 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57a31107-89d8-4842-92d8-2c05689e3946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:01.192965 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfac026-d826-4b7b-a158-dba9847251cd tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Network': ['ID=b284e255-5f91-4a64-9275-a2fd20e93416,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:01.207555 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network b284e255-5f91-4a64-9275-a2fd20e93416 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:15:01.212247 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d247779d-92dc-477f-b838-3f19ebf1ebc2 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Made reservation on behalf of 036ea76f8a48494880aa0f1dc329207d for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:01.217153 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d247779d-92dc-477f-b838-3f19ebf1ebc2 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:01.247902 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57a31107-89d8-4842-92d8-2c05689e3946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:01.250807 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57a31107-89d8-4842-92d8-2c05689e3946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:01.252395 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-57a31107-89d8-4842-92d8-2c05689e3946 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9a678806-978f-4d63-b45d-63bc718b67fb HTTP/1.1" status: 204 len: 168 time: 0.2354622 Jul 30 20:15:01.262380 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a31107-89d8-4842-92d8-2c05689e3946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a678806-978f-4d63-b45d-63bc718b67fb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:01.331805 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.ipam_backend_mixin [None req-d247779d-92dc-477f-b838-3f19ebf1ebc2 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Performing IP validity checks on allocation pools {{(pid=93882) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 20:15:01.332533 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.ipam_backend_mixin [None req-d247779d-92dc-477f-b838-3f19ebf1ebc2 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93882) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 20:15:01.497812 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d247779d-92dc-477f-b838-3f19ebf1ebc2 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:01.570312 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247779d-92dc-477f-b838-3f19ebf1ebc2 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Subnet': ['ID=6ee0c6f8-3c4c-48f9-b348-e70b0f89854c,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:01.581114 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d247779d-92dc-477f-b838-3f19ebf1ebc2 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Checking segment: {'id': 'cdd7f6b1-3bc6-453c-be0b-acb283f5b594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b284e255-5f91-4a64-9275-a2fd20e93416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:01.581529 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d247779d-92dc-477f-b838-3f19ebf1ebc2 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Network hostable DHCP agents. Network: b284e255-5f91-4a64-9275-a2fd20e93416, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:15:01.614490 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d247779d-92dc-477f-b838-3f19ebf1ebc2 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Network b284e255-5f91-4a64-9275-a2fd20e93416 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:15:01.632755 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-d247779d-92dc-477f-b838-3f19ebf1ebc2 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, b284e255-5f91-4a64-9275-a2fd20e93416) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:01.642553 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0594a8f-d5f3-41f4-8a33-1ebf6c432627 None None] Network b284e255-5f91-4a64-9275-a2fd20e93416 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:01.661595 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d247779d-92dc-477f-b838-3f19ebf1ebc2 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:01.662255 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d247779d-92dc-477f-b838-3f19ebf1ebc2 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:01.700121 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d247779d-92dc-477f-b838-3f19ebf1ebc2 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6258774 Jul 30 20:15:01.705863 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42724) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:01.746820 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42730) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:01.801480 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d470c206-10ae-409b-8e7a-9bc02d6c071a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:01.823706 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed858f14-d868-40f0-8e1d-6bec11b5692e req-43abecd4-b847-4561-baf5-e99683c74925 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:01.825265 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ed858f14-d868-40f0-8e1d-6bec11b5692e req-43abecd4-b847-4561-baf5-e99683c74925 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2933c086-e543-4e3f-bc78-222646745793 HTTP/1.1" status: 200 len: 946 time: 0.0892336 Jul 30 20:15:01.845553 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42732) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:01.889021 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ed858f14-d868-40f0-8e1d-6bec11b5692e req-c47c04a6-1450-4820-8c5b-95d8816a38a6 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531604 Jul 30 20:15:01.889871 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3495c6b4-c5b2-44a0-a989-d17ec559a6b3 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:01.961362 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3495c6b4-c5b2-44a0-a989-d17ec559a6b3 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:01.979295 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6bfc52-3b8c-41c3-ae74-1d95ba4cd30a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-b284e255-5f91-4a64-9275-a2fd20e93416', 'network_id': 'b284e255-5f91-4a64-9275-a2fd20e93416', 'tenant_id': '036ea76f8a48494880aa0f1dc329207d', 'fixed_ips': [{'subnet_id': '6ee0c6f8-3c4c-48f9-b348-e70b0f89854c'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:15:01.980661 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfc52-3b8c-41c3-ae74-1d95ba4cd30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.009668 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d470c206-10ae-409b-8e7a-9bc02d6c071a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.020998 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d470c206-10ae-409b-8e7a-9bc02d6c071a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.031486 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42738) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:02.037944 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-dd9fb8bb-e711-4fe6-b5fc-406684a3308a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1802993332'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:02.039643 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01b6e7-822d-4116-a05a-a12c0e058f15 req-ee036652-93e9-4835-8825-fd8acbc3f985 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:02.043643 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6b01b6e7-822d-4116-a05a-a12c0e058f15 req-ee036652-93e9-4835-8825-fd8acbc3f985 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.83 "GET /v2.0/ports?device_id=2933c086-e543-4e3f-bc78-222646745793 HTTP/1.1" status: 200 len: 946 time: 0.1271420 Jul 30 20:15:02.066924 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3495c6b4-c5b2-44a0-a989-d17ec559a6b3 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.080200 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470c206-10ae-409b-8e7a-9bc02d6c071a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750a8ff4-b409-4185-8908-3017311bd5d2,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:02.097253 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495c6b4-c5b2-44a0-a989-d17ec559a6b3 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Subnet': ['ID=6ee0c6f8-3c4c-48f9-b348-e70b0f89854c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:02.100958 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9fb8bb-e711-4fe6-b5fc-406684a3308a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Made reservation on behalf of 9555d3def1404d06ae82d4f5802d2226 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:02.104873 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd9fb8bb-e711-4fe6-b5fc-406684a3308a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server [None req-0c6bfc52-3b8c-41c3-ae74-1d95ba4cd30a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ee0c6f8-3c4c-48f9-b348-e70b0f89854c: This subnet is being modified by another concurrent operation. Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 20:15:02.111264 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise exception Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ee0c6f8-3c4c-48f9-b348-e70b0f89854c: This subnet is being modified by another concurrent operation. Jul 30 20:15:02.114866 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server Jul 30 20:15:02.132956 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d470c206-10ae-409b-8e7a-9bc02d6c071a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9a16287b15294b00801cab52656b44e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3822339 Jul 30 20:15:02.136601 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42740) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:02.143934 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8752740b-3833-4d05-8e3c-97fb507cc5b7 None None] Network b284e255-5f91-4a64-9275-a2fd20e93416 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:02.192761 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a993dd3-6ab9-4767-b831-fe4b0bd423e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.196146 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd9fb8bb-e711-4fe6-b5fc-406684a3308a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:15:02.227329 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd9fb8bb-e711-4fe6-b5fc-406684a3308a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.227693 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-dd9fb8bb-e711-4fe6-b5fc-406684a3308a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Added segment 9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd of type vlan for network dd865cdf-fcee-4685-bcc3-e9d181e42798 Jul 30 20:15:02.232315 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3495c6b4-c5b2-44a0-a989-d17ec559a6b3 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.233039 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-229540d3-6b89-4808-8924-3249d6c712dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.243837 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-6b01b6e7-822d-4116-a05a-a12c0e058f15 req-4d069826-44e4-4758-938b-8ae42a7e8fbf tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Deleting port a454c681-36da-46aa-9469-c261b28fa17c {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:15:02.244224 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6b01b6e7-822d-4116-a05a-a12c0e058f15 req-4d069826-44e4-4758-938b-8ae42a7e8fbf tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.258820 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-3495c6b4-c5b2-44a0-a989-d17ec559a6b3 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b284e255-5f91-4a64-9275-a2fd20e93416']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:02.267982 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54b7fbb-9087-45ff-a4b1-7542ba0f77f1 None None] get_active_networks_info from n-d-712137-9 {{(pid=93884) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 20:15:02.291346 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-3495c6b4-c5b2-44a0-a989-d17ec559a6b3 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd7f6b1-3bc6-453c-be0b-acb283f5b594') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:02.292032 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-3495c6b4-c5b2-44a0-a989-d17ec559a6b3 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd7f6b1-3bc6-453c-be0b-acb283f5b594') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:02.306998 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-229540d3-6b89-4808-8924-3249d6c712dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.313540 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3495c6b4-c5b2-44a0-a989-d17ec559a6b3 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.328987 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd9fb8bb-e711-4fe6-b5fc-406684a3308a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.344757 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3495c6b4-c5b2-44a0-a989-d17ec559a6b3 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.356238 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3495c6b4-c5b2-44a0-a989-d17ec559a6b3 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:15:02.356906 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3495c6b4-c5b2-44a0-a989-d17ec559a6b3 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:15:02.362571 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:15:02.379799 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6b01b6e7-822d-4116-a05a-a12c0e058f15 req-4d069826-44e4-4758-938b-8ae42a7e8fbf tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] For port a454c681-36da-46aa-9469-c261b28fa17c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=a454c681-36da-46aa-9469-c261b28fa17c,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:15:02.380171 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6b01b6e7-822d-4116-a05a-a12c0e058f15 req-4d069826-44e4-4758-938b-8ae42a7e8fbf tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.393935 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-6b01b6e7-822d-4116-a05a-a12c0e058f15 req-4d069826-44e4-4758-938b-8ae42a7e8fbf tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Calling delete_port for a454c681-36da-46aa-9469-c261b28fa17c owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:15:02.396492 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54b7fbb-9087-45ff-a4b1-7542ba0f77f1 None None] Resources bound (agent type, host, resource id): {{(pid=93884) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 20:15:02.407166 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-229540d3-6b89-4808-8924-3249d6c712dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.409726 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-229540d3-6b89-4808-8924-3249d6c712dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.411223 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-229540d3-6b89-4808-8924-3249d6c712dd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/750a8ff4-b409-4185-8908-3017311bd5d2 HTTP/1.1" status: 204 len: 168 time: 0.2734902 Jul 30 20:15:02.451448 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229540d3-6b89-4808-8924-3249d6c712dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750a8ff4-b409-4185-8908-3017311bd5d2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:02.474135 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3495c6b4-c5b2-44a0-a989-d17ec559a6b3 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.481317 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3495c6b4-c5b2-44a0-a989-d17ec559a6b3 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.484706 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3495c6b4-c5b2-44a0-a989-d17ec559a6b3 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/networks/b284e255-5f91-4a64-9275-a2fd20e93416 HTTP/1.1" status: 204 len: 168 time: 0.7761116 Jul 30 20:15:02.488448 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42744) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:02.494126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a6d8ea61-50db-4ff2-a830-06c043e23a33 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-683144705'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:02.527997 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd9fb8bb-e711-4fe6-b5fc-406684a3308a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.534788 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9fb8bb-e711-4fe6-b5fc-406684a3308a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:02.535820 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd9fb8bb-e711-4fe6-b5fc-406684a3308a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.540855 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495c6b4-c5b2-44a0-a989-d17ec559a6b3 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Network': ['ID=b284e255-5f91-4a64-9275-a2fd20e93416,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:02.581835 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6b01b6e7-822d-4116-a05a-a12c0e058f15 req-4d069826-44e4-4758-938b-8ae42a7e8fbf tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.606440 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['83ba072f-d2f7-4ea8-9e22-afb39aced6d1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:15:02.608665 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['a454c681-36da-46aa-9469-c261b28fa17c'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:15:02.616857 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d069826-44e4-4758-938b-8ae42a7e8fbf tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Pushing event deleted for resources: {'Port': ['ID=a454c681-36da-46aa-9469-c261b28fa17c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:02.639373 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a993dd3-6ab9-4767-b831-fe4b0bd423e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.641318 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9fb8bb-e711-4fe6-b5fc-406684a3308a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event updated for resources: {'Network': ['ID=dd865cdf-fcee-4685-bcc3-e9d181e42798,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:02.648516 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a993dd3-6ab9-4767-b831-fe4b0bd423e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.663447 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network dd865cdf-fcee-4685-bcc3-e9d181e42798 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:15:02.678952 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b01b6e7-822d-4116-a05a-a12c0e058f15 req-4d069826-44e4-4758-938b-8ae42a7e8fbf tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] No DVR routers for this DVR port a454c681-36da-46aa-9469-c261b28fa17c on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:15:02.682524 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6b01b6e7-822d-4116-a05a-a12c0e058f15 req-4d069826-44e4-4758-938b-8ae42a7e8fbf tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.684803 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6b01b6e7-822d-4116-a05a-a12c0e058f15 req-4d069826-44e4-4758-938b-8ae42a7e8fbf tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.83 "DELETE /v2.0/ports/a454c681-36da-46aa-9469-c261b28fa17c HTTP/1.1" status: 204 len: 173 time: 0.6066949 Jul 30 20:15:02.685312 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2933c086-e543-4e3f-bc78-222646745793', 'name': 'network-vif-deleted', 'tag': 'a454c681-36da-46aa-9469-c261b28fa17c'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:15:02.687179 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a993dd3-6ab9-4767-b831-fe4b0bd423e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340de902-e0d8-4272-9555-33e6de5823e5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:02.688370 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15113892-d9f1-48ef-990e-5d4994bc97d3" -d '{"events": [{"server_uuid": "2933c086-e543-4e3f-bc78-222646745793", "name": "network-vif-deleted", "tag": "a454c681-36da-46aa-9469-c261b28fa17c"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:15:02.694419 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d8ea61-50db-4ff2-a830-06c043e23a33 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Made reservation on behalf of 036ea76f8a48494880aa0f1dc329207d for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:02.698158 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a6d8ea61-50db-4ff2-a830-06c043e23a33 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.701541 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dd9fb8bb-e711-4fe6-b5fc-406684a3308a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6664391 Jul 30 20:15:02.705274 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42750) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:02.715465 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e865d4d6-a3b8-4d51-8536-20fab0a052a4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2062123317'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:02.745577 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9a993dd3-6ab9-4767-b831-fe4b0bd423e8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c7045b40e9fb4a6b8bca52b7387ed2b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8980255 Jul 30 20:15:02.750605 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42756) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:02.766427 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d8ea61-50db-4ff2-a830-06c043e23a33 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:15:02.766770 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e865d4d6-a3b8-4d51-8536-20fab0a052a4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Made reservation on behalf of 9555d3def1404d06ae82d4f5802d2226 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:02.772839 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e865d4d6-a3b8-4d51-8536-20fab0a052a4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.812642 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a6d8ea61-50db-4ff2-a830-06c043e23a33 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.813114 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-a6d8ea61-50db-4ff2-a830-06c043e23a33 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Added segment b3c586ed-f9d6-4725-8cef-0f4c0148fc1a of type vlan for network 69564d1a-b33b-4cdb-8ffe-7a3f6668be31 Jul 30 20:15:02.845990 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e865d4d6-a3b8-4d51-8536-20fab0a052a4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:15:02.881664 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a6d8ea61-50db-4ff2-a830-06c043e23a33 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.889123 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e865d4d6-a3b8-4d51-8536-20fab0a052a4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.889850 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-e865d4d6-a3b8-4d51-8536-20fab0a052a4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Added segment 2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1 of type vlan for network 1fde70c4-e26e-40ae-a876-4ba8ec92486d Jul 30 20:15:02.910069 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98d186e8-1fdf-4037-9629-54122cc0df82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.946937 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98d186e8-1fdf-4037-9629-54122cc0df82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.957628 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a6d8ea61-50db-4ff2-a830-06c043e23a33 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.963475 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d8ea61-50db-4ff2-a830-06c043e23a33 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:02.964239 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a6d8ea61-50db-4ff2-a830-06c043e23a33 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:02.979422 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e865d4d6-a3b8-4d51-8536-20fab0a052a4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:03.022246 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c558e52b-9f6a-4edf-abc6-420213413661 x-openstack-request-id: req-c558e52b-9f6a-4edf-abc6-420213413661 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:15:03.022595 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2933c086-e543-4e3f-bc78-222646745793", "name": "network-vif-deleted", "tag": "a454c681-36da-46aa-9469-c261b28fa17c", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:15:03.023268 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c558e52b-9f6a-4edf-abc6-420213413661 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:15:03.023419 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2933c086-e543-4e3f-bc78-222646745793', 'name': 'network-vif-deleted', 'tag': 'a454c681-36da-46aa-9469-c261b28fa17c', 'status': 'completed', 'code': 200} Jul 30 20:15:03.025458 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e865d4d6-a3b8-4d51-8536-20fab0a052a4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:03.038709 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e865d4d6-a3b8-4d51-8536-20fab0a052a4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:03.039545 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e865d4d6-a3b8-4d51-8536-20fab0a052a4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:03.050392 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a6d8ea61-50db-4ff2-a830-06c043e23a33 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5585997 Jul 30 20:15:03.051413 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42768) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:03.056671 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-13df0cf4-b1e8-4934-828f-159626f82921 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'subnet': {'network_id': '69564d1a-b33b-4cdb-8ffe-7a3f6668be31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:03.116274 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8ea61-50db-4ff2-a830-06c043e23a33 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Network': ['ID=69564d1a-b33b-4cdb-8ffe-7a3f6668be31,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:03.125480 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e865d4d6-a3b8-4d51-8536-20fab0a052a4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4190669 Jul 30 20:15:03.129774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42770) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:03.135553 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-14ff25c2-e3ee-48c5-8bda-726b9a22fe54 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Request body: {'subnet': {'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:03.137556 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865d4d6-a3b8-4d51-8536-20fab0a052a4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event updated for resources: {'Network': ['ID=1fde70c4-e26e-40ae-a876-4ba8ec92486d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:03.151183 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 69564d1a-b33b-4cdb-8ffe-7a3f6668be31 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:15:03.166397 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 1fde70c4-e26e-40ae-a876-4ba8ec92486d details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:15:03.271791 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98d186e8-1fdf-4037-9629-54122cc0df82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:03.279282 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98d186e8-1fdf-4037-9629-54122cc0df82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:03.281639 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-98d186e8-1fdf-4037-9629-54122cc0df82 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/340de902-e0d8-4272-9555-33e6de5823e5 HTTP/1.1" status: 204 len: 168 time: 0.5264740 Jul 30 20:15:03.310782 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-752d5e10-31fc-4bc9-92b0-88c97fa8ccc8 req-a8dc85d3-5388-4c34-b504-d41a68e44d68 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=2933c086-e543-4e3f-bc78-222646745793 HTTP/1.1" status: 200 len: 210 time: 0.1986630 Jul 30 20:15:03.357182 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d186e8-1fdf-4037-9629-54122cc0df82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340de902-e0d8-4272-9555-33e6de5823e5,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:03.391286 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.db.api [None req-13df0cf4-b1e8-4934-828f-159626f82921 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 20:15:03.391286 n-d-712137-9 neutron-server[93882]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 20:15:03.391286 n-d-712137-9 neutron-server[93882]: [parameters: {'project_id': '036ea76f8a48494880aa0f1dc329207d', 'id': 'c8bed6c2-92ed-4c0a-a428-52f25c1de0d6', 'expiration': datetime.datetime(2021, 7, 30, 20, 17, 3, 384212)}] Jul 30 20:15:03.391286 n-d-712137-9 neutron-server[93882]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:15:03.391735 n-d-712137-9 neutron-server[93882]: DEBUG oslo_db.api [None req-13df0cf4-b1e8-4934-828f-159626f82921 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:15:03.401677 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ff25c2-e3ee-48c5-8bda-726b9a22fe54 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Made reservation on behalf of 9555d3def1404d06ae82d4f5802d2226 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:03.405545 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-14ff25c2-e3ee-48c5-8bda-726b9a22fe54 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:03.642530 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-14ff25c2-e3ee-48c5-8bda-726b9a22fe54 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:03.710119 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff25c2-e3ee-48c5-8bda-726b9a22fe54 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event updated for resources: {'Subnet': ['ID=b40af219-9b23-4107-b87f-a0248d4c15b9,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:03.715380 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ff25c2-e3ee-48c5-8bda-726b9a22fe54 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Checking segment: {'id': '9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:03.715774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ff25c2-e3ee-48c5-8bda-726b9a22fe54 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Network hostable DHCP agents. Network: dd865cdf-fcee-4685-bcc3-e9d181e42798, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:15:03.735833 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ff25c2-e3ee-48c5-8bda-726b9a22fe54 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Network dd865cdf-fcee-4685-bcc3-e9d181e42798 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:15:03.747709 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-14ff25c2-e3ee-48c5-8bda-726b9a22fe54 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, dd865cdf-fcee-4685-bcc3-e9d181e42798) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:03.752986 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ff25c2-e3ee-48c5-8bda-726b9a22fe54 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:03.753915 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-14ff25c2-e3ee-48c5-8bda-726b9a22fe54 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:03.762037 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1733665-976c-4fb5-b06b-90f296ae60cc None None] Network dd865cdf-fcee-4685-bcc3-e9d181e42798 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:03.790743 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42802) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:03.791970 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-14ff25c2-e3ee-48c5-8bda-726b9a22fe54 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6604955 Jul 30 20:15:03.797807 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d48f6016-866f-471f-8446-4b4e7d4e8011 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Request body: {'subnet': {'network_id': '1fde70c4-e26e-40ae-a876-4ba8ec92486d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:03.930067 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13df0cf4-b1e8-4934-828f-159626f82921 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Made reservation on behalf of 036ea76f8a48494880aa0f1dc329207d for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:03.938663 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13df0cf4-b1e8-4934-828f-159626f82921 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:03.945554 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48f6016-866f-471f-8446-4b4e7d4e8011 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Made reservation on behalf of 9555d3def1404d06ae82d4f5802d2226 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:03.954210 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d48f6016-866f-471f-8446-4b4e7d4e8011 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:03.988929 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed98c5b1-2d01-4bf4-b136-42dca85fe532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-dd865cdf-fcee-4685-bcc3-e9d181e42798', 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'fixed_ips': [{'subnet_id': 'b40af219-9b23-4107-b87f-a0248d4c15b9'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:15:03.989802 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed98c5b1-2d01-4bf4-b136-42dca85fe532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:04.161445 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-ed98c5b1-2d01-4bf4-b136-42dca85fe532 None None] Allocated IP 10.1.1.2 (dd865cdf-fcee-4685-bcc3-e9d181e42798/b40af219-9b23-4107-b87f-a0248d4c15b9/c6261662-8af7-4565-8a32-a644bdfae28d) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:04.195054 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13df0cf4-b1e8-4934-828f-159626f82921 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:04.298512 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d48f6016-866f-471f-8446-4b4e7d4e8011 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:04.330693 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13df0cf4-b1e8-4934-828f-159626f82921 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Checking segment: {'id': 'b3c586ed-f9d6-4725-8cef-0f4c0148fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '69564d1a-b33b-4cdb-8ffe-7a3f6668be31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:04.331357 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13df0cf4-b1e8-4934-828f-159626f82921 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Network hostable DHCP agents. Network: 69564d1a-b33b-4cdb-8ffe-7a3f6668be31, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:15:04.354929 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df0cf4-b1e8-4934-828f-159626f82921 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Subnet': ['ID=82f4a024-bff0-4822-b952-b061aa00ad78,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:04.366709 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed98c5b1-2d01-4bf4-b136-42dca85fe532 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:04.377570 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ed98c5b1-2d01-4bf4-b136-42dca85fe532 None None] Transition to ACTIVE for port object c6261662-8af7-4565-8a32-a644bdfae28d will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:04.385904 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13df0cf4-b1e8-4934-828f-159626f82921 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Network 69564d1a-b33b-4cdb-8ffe-7a3f6668be31 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:15:04.398182 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ed98c5b1-2d01-4bf4-b136-42dca85fe532 None None] Transition to ACTIVE for port object c6261662-8af7-4565-8a32-a644bdfae28d will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:04.414864 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-13df0cf4-b1e8-4934-828f-159626f82921 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 69564d1a-b33b-4cdb-8ffe-7a3f6668be31) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:04.420536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13df0cf4-b1e8-4934-828f-159626f82921 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:04.421532 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13df0cf4-b1e8-4934-828f-159626f82921 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:04.431772 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed98c5b1-2d01-4bf4-b136-42dca85fe532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:04.438217 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f6016-866f-471f-8446-4b4e7d4e8011 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event updated for resources: {'Subnet': ['ID=1ebe1971-ab00-4b27-ba31-c6c61a678b7e,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:04.439816 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fb37b9-3887-4b86-b39a-7bae8838a5ca None None] Network 69564d1a-b33b-4cdb-8ffe-7a3f6668be31 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:04.447901 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f6016-866f-471f-8446-4b4e7d4e8011 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Checking segment: {'id': '2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1fde70c4-e26e-40ae-a876-4ba8ec92486d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:04.448501 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48f6016-866f-471f-8446-4b4e7d4e8011 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Network hostable DHCP agents. Network: 1fde70c4-e26e-40ae-a876-4ba8ec92486d, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:15:04.460704 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-13df0cf4-b1e8-4934-828f-159626f82921 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4076862 Jul 30 20:15:04.463662 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42834) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:04.476950 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48f6016-866f-471f-8446-4b4e7d4e8011 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Network 1fde70c4-e26e-40ae-a876-4ba8ec92486d is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:15:04.485066 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d48f6016-866f-471f-8446-4b4e7d4e8011 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 1fde70c4-e26e-40ae-a876-4ba8ec92486d) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:04.502364 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48f6016-866f-471f-8446-4b4e7d4e8011 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:04.503153 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d48f6016-866f-471f-8446-4b4e7d4e8011 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:04.528366 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d48f6016-866f-471f-8446-4b4e7d4e8011 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7359908 Jul 30 20:15:04.531490 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42838) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:04.545075 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-aa95d3a3-908b-4ca3-a7ca-65cb26c4b255 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Request body: {'port': {'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798', 'name': 'tempest-TaggedBootDevicesTest-141357970', 'fixed_ips': [{'subnet_id': 'b40af219-9b23-4107-b87f-a0248d4c15b9'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:04.575589 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f01b59-86f1-486a-80df-b9cb4790e81c None None] Network 1fde70c4-e26e-40ae-a876-4ba8ec92486d requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:04.633104 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed98c5b1-2d01-4bf4-b136-42dca85fe532 None None] Network dd865cdf-fcee-4685-bcc3-e9d181e42798 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:04.662502 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ed98c5b1-2d01-4bf4-b136-42dca85fe532 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:04.667913 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-223c9dd2-2f6b-417e-ae5c-8b8615cc5b6d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:04.693554 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed98c5b1-2d01-4bf4-b136-42dca85fe532 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:04.715835 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98c5b1-2d01-4bf4-b136-42dca85fe532 None None] Pushing event updated for resources: {'Port': ['ID=c6261662-8af7-4565-8a32-a644bdfae28d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:04.735852 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-223c9dd2-2f6b-417e-ae5c-8b8615cc5b6d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:04.821675 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa95d3a3-908b-4ca3-a7ca-65cb26c4b255 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Made reservation on behalf of 9555d3def1404d06ae82d4f5802d2226 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:04.884761 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42862) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:04.894280 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ed98c5b1-2d01-4bf4-b136-42dca85fe532 None None] Attempting to bind port c6261662-8af7-4565-8a32-a644bdfae28d on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:04.894596 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ed98c5b1-2d01-4bf4-b136-42dca85fe532 None None] Attempting to bind port c6261662-8af7-4565-8a32-a644bdfae28d by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:04.895233 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed98c5b1-2d01-4bf4-b136-42dca85fe532 None None] Attempting to bind port c6261662-8af7-4565-8a32-a644bdfae28d on network dd865cdf-fcee-4685-bcc3-e9d181e42798 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:04.914966 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed98c5b1-2d01-4bf4-b136-42dca85fe532 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:15:04.915346 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed98c5b1-2d01-4bf4-b136-42dca85fe532 None None] Checking segment: {'id': '9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:04.915777 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed98c5b1-2d01-4bf4-b136-42dca85fe532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:04.916177 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed98c5b1-2d01-4bf4-b136-42dca85fe532 None None] Bound using segment: {'id': '9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:15:04.916653 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ed98c5b1-2d01-4bf4-b136-42dca85fe532 None None] Bound port: c6261662-8af7-4565-8a32-a644bdfae28d, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:15:04.917031 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed98c5b1-2d01-4bf4-b136-42dca85fe532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:04.919947 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-223c9dd2-2f6b-417e-ae5c-8b8615cc5b6d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:04.938528 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa95d3a3-908b-4ca3-a7ca-65cb26c4b255 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:04.961664 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-aa95d3a3-908b-4ca3-a7ca-65cb26c4b255 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] device_id is not set on port f3feff81-2882-47bd-a741-e51a66ae074c yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:15:04.989129 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c9dd2-2f6b-417e-ae5c-8b8615cc5b6d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Subnet': ['ID=82f4a024-bff0-4822-b952-b061aa00ad78,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:05.053528 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413a480d-18a4-471d-ac15-2b4edbac1876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-1fde70c4-e26e-40ae-a876-4ba8ec92486d', 'network_id': '1fde70c4-e26e-40ae-a876-4ba8ec92486d', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'fixed_ips': [{'subnet_id': '1ebe1971-ab00-4b27-ba31-c6c61a678b7e'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:15:05.054409 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-413a480d-18a4-471d-ac15-2b4edbac1876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:05.076751 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858c99f4-d35c-46e8-8e87-c95726f763be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-69564d1a-b33b-4cdb-8ffe-7a3f6668be31', 'network_id': '69564d1a-b33b-4cdb-8ffe-7a3f6668be31', 'tenant_id': '036ea76f8a48494880aa0f1dc329207d', 'fixed_ips': [{'subnet_id': '82f4a024-bff0-4822-b952-b061aa00ad78'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:15:05.079184 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-858c99f4-d35c-46e8-8e87-c95726f763be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:05.105976 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8d76d231-65cc-4aac-8fba-85cbe698ccfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:05.109526 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-223c9dd2-2f6b-417e-ae5c-8b8615cc5b6d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:05.119469 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-e7caa088-15e4-4e9a-803b-62be24fc5975 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:05.127356 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-e7caa088-15e4-4e9a-803b-62be24fc5975 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/networks?id=8bfc6937-8166-4841-8d2d-9494ef26b48a HTTP/1.1" status: 200 len: 804 time: 0.3376977 Jul 30 20:15:05.134017 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ed98c5b1-2d01-4bf4-b136-42dca85fe532 None None] For port c6261662-8af7-4565-8a32-a644bdfae28d, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:15:05.142937 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ed98c5b1-2d01-4bf4-b136-42dca85fe532 None None] For port c6261662-8af7-4565-8a32-a644bdfae28d, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c6261662-8af7-4565-8a32-a644bdfae28d,segment=NetworkSegment(9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd),segment_id=9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:15:05.152701 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-223c9dd2-2f6b-417e-ae5c-8b8615cc5b6d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69564d1a-b33b-4cdb-8ffe-7a3f6668be31']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:05.175338 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-79ca0ac2-e881-4bd0-89e2-fa4fc95016e1 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/quotas/9ccfb1cbf56a4ee5812650def928c402 HTTP/1.1" status: 200 len: 375 time: 0.0468841 Jul 30 20:15:05.183172 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-223c9dd2-2f6b-417e-ae5c-8b8615cc5b6d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c586ed-f9d6-4725-8cef-0f4c0148fc1a') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:05.183746 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-223c9dd2-2f6b-417e-ae5c-8b8615cc5b6d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c586ed-f9d6-4725-8cef-0f4c0148fc1a') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:05.205797 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed98c5b1-2d01-4bf4-b136-42dca85fe532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:05.220750 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-223c9dd2-2f6b-417e-ae5c-8b8615cc5b6d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:05.254603 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-223c9dd2-2f6b-417e-ae5c-8b8615cc5b6d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:05.268185 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223c9dd2-2f6b-417e-ae5c-8b8615cc5b6d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:15:05.268672 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-223c9dd2-2f6b-417e-ae5c-8b8615cc5b6d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:15:05.273641 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:15:05.305978 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-aa95d3a3-908b-4ca3-a7ca-65cb26c4b255 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Allocated IP 10.1.1.131 (dd865cdf-fcee-4685-bcc3-e9d181e42798/b40af219-9b23-4107-b87f-a0248d4c15b9/f3feff81-2882-47bd-a741-e51a66ae074c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:05.477394 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc01e258-05b5-4966-9cfd-3d2f9b2473da None None] Network 69564d1a-b33b-4cdb-8ffe-7a3f6668be31 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:05.481215 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98c5b1-2d01-4bf4-b136-42dca85fe532 None None] Pushing event updated for resources: {'Port': ['ID=c6261662-8af7-4565-8a32-a644bdfae28d,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:05.570167 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa95d3a3-908b-4ca3-a7ca-65cb26c4b255 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:05.587601 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-aa95d3a3-908b-4ca3-a7ca-65cb26c4b255 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Transition to ACTIVE for port object f3feff81-2882-47bd-a741-e51a66ae074c will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:05.603902 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-413a480d-18a4-471d-ac15-2b4edbac1876 None None] Allocated IP 10.2.2.2 (1fde70c4-e26e-40ae-a876-4ba8ec92486d/1ebe1971-ab00-4b27-ba31-c6c61a678b7e/2d7459af-84c8-491c-b6ff-335f0fed593d) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:05.632937 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa95d3a3-908b-4ca3-a7ca-65cb26c4b255 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:05.730059 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa95d3a3-908b-4ca3-a7ca-65cb26c4b255 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Network dd865cdf-fcee-4685-bcc3-e9d181e42798 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:05.731097 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95d3a3-908b-4ca3-a7ca-65cb26c4b255 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event updated for resources: {'Port': ['ID=f3feff81-2882-47bd-a741-e51a66ae074c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:05.734548 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-aa95d3a3-908b-4ca3-a7ca-65cb26c4b255 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:05.736782 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa95d3a3-908b-4ca3-a7ca-65cb26c4b255 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:05.795468 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-6ebd64b4-882b-4e31-a47e-912c37181fe9 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9ccfb1cbf56a4ee5812650def928c402&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6187053 Jul 30 20:15:05.800730 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa95d3a3-908b-4ca3-a7ca-65cb26c4b255 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:05.801470 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa95d3a3-908b-4ca3-a7ca-65cb26c4b255 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:05.872394 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-223c9dd2-2f6b-417e-ae5c-8b8615cc5b6d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:05.888640 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-223c9dd2-2f6b-417e-ae5c-8b8615cc5b6d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:05.893813 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-223c9dd2-2f6b-417e-ae5c-8b8615cc5b6d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/networks/69564d1a-b33b-4cdb-8ffe-7a3f6668be31 HTTP/1.1" status: 204 len: 168 time: 1.4255788 Jul 30 20:15:05.895664 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42908) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:05.903543 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-762a3bdc-5b6f-476e-b29c-8269a8a26b63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1516847559'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:05.925154 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c9dd2-2f6b-417e-ae5c-8b8615cc5b6d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Network': ['ID=69564d1a-b33b-4cdb-8ffe-7a3f6668be31,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:05.936857 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-413a480d-18a4-471d-ac15-2b4edbac1876 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:05.951061 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-413a480d-18a4-471d-ac15-2b4edbac1876 None None] Transition to ACTIVE for port object 2d7459af-84c8-491c-b6ff-335f0fed593d will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:05.958726 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-0a0c4981-51f9-4bd3-8ff3-005afce65465 service neutron] 10.222.0.81 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623597 Jul 30 20:15:05.971966 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-413a480d-18a4-471d-ac15-2b4edbac1876 None None] Transition to ACTIVE for port object 2d7459af-84c8-491c-b6ff-335f0fed593d will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:05.979054 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-413a480d-18a4-471d-ac15-2b4edbac1876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:06.019411 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413a480d-18a4-471d-ac15-2b4edbac1876 None None] Network 1fde70c4-e26e-40ae-a876-4ba8ec92486d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:06.021099 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8d76d231-65cc-4aac-8fba-85cbe698ccfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:06.024208 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-413a480d-18a4-471d-ac15-2b4edbac1876 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:06.029345 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413a480d-18a4-471d-ac15-2b4edbac1876 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:06.032377 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8d76d231-65cc-4aac-8fba-85cbe698ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:06.047465 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-aa95d3a3-908b-4ca3-a7ca-65cb26c4b255 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5118062 Jul 30 20:15:06.049708 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42920) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:06.065759 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a480d-18a4-471d-ac15-2b4edbac1876 None None] Pushing event updated for resources: {'Port': ['ID=2d7459af-84c8-491c-b6ff-335f0fed593d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:06.071785 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-6d26383f-9c30-4049-b6a4-8714e0ddaaf9 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Request body: {'port': {'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798', 'name': 'tempest-TaggedBootDevicesTest-301407897', 'fixed_ips': [{'subnet_id': 'b40af219-9b23-4107-b87f-a0248d4c15b9'}]}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:06.076294 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762a3bdc-5b6f-476e-b29c-8269a8a26b63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Made reservation on behalf of 036ea76f8a48494880aa0f1dc329207d for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:06.084801 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-762a3bdc-5b6f-476e-b29c-8269a8a26b63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:06.122718 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-413a480d-18a4-471d-ac15-2b4edbac1876 None None] Attempting to bind port 2d7459af-84c8-491c-b6ff-335f0fed593d on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:06.123252 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-413a480d-18a4-471d-ac15-2b4edbac1876 None None] Attempting to bind port 2d7459af-84c8-491c-b6ff-335f0fed593d by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1fde70c4-e26e-40ae-a876-4ba8ec92486d'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:06.123906 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413a480d-18a4-471d-ac15-2b4edbac1876 None None] Attempting to bind port 2d7459af-84c8-491c-b6ff-335f0fed593d on network 1fde70c4-e26e-40ae-a876-4ba8ec92486d {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:06.129175 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413a480d-18a4-471d-ac15-2b4edbac1876 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:15:06.129671 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413a480d-18a4-471d-ac15-2b4edbac1876 None None] Checking segment: {'id': '2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1fde70c4-e26e-40ae-a876-4ba8ec92486d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:06.130171 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-413a480d-18a4-471d-ac15-2b4edbac1876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:06.130722 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413a480d-18a4-471d-ac15-2b4edbac1876 None None] Bound using segment: {'id': '2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1fde70c4-e26e-40ae-a876-4ba8ec92486d'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:15:06.131275 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-413a480d-18a4-471d-ac15-2b4edbac1876 None None] Bound port: 2d7459af-84c8-491c-b6ff-335f0fed593d, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1fde70c4-e26e-40ae-a876-4ba8ec92486d'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:15:06.131923 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-413a480d-18a4-471d-ac15-2b4edbac1876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:06.146491 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762a3bdc-5b6f-476e-b29c-8269a8a26b63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:15:06.153703 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8d76d231-65cc-4aac-8fba-85cbe698ccfd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=59b9757da8de408ca5d4ca9fe11d5847&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2675002 Jul 30 20:15:06.161520 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42924) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:06.174566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76d231-65cc-4aac-8fba-85cbe698ccfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988e2138-902c-4f64-ae03-36e01007587f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:06.189895 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-762a3bdc-5b6f-476e-b29c-8269a8a26b63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:06.190241 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-762a3bdc-5b6f-476e-b29c-8269a8a26b63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Added segment a302f9a0-5ddb-4bef-829e-8ac87ec5d0ad of type vlan for network 13c68995-91ea-4bd0-9064-e78272c050ac Jul 30 20:15:06.202710 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-97e937ee-e2bc-4ada-9943-3d5402f238aa service neutron] 10.222.0.81 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367141 Jul 30 20:15:06.211111 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-413a480d-18a4-471d-ac15-2b4edbac1876 None None] For port 2d7459af-84c8-491c-b6ff-335f0fed593d, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:15:06.215139 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-413a480d-18a4-471d-ac15-2b4edbac1876 None None] For port 2d7459af-84c8-491c-b6ff-335f0fed593d, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=2d7459af-84c8-491c-b6ff-335f0fed593d,segment=NetworkSegment(2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1),segment_id=2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:15:06.227119 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-413a480d-18a4-471d-ac15-2b4edbac1876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:06.286637 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-762a3bdc-5b6f-476e-b29c-8269a8a26b63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:06.315684 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f749aa5a-8193-47d7-ae3c-0ff6075337f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:06.320867 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d26383f-9c30-4049-b6a4-8714e0ddaaf9 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Made reservation on behalf of 9555d3def1404d06ae82d4f5802d2226 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:06.366270 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a480d-18a4-471d-ac15-2b4edbac1876 None None] Pushing event updated for resources: {'Port': ['ID=2d7459af-84c8-491c-b6ff-335f0fed593d,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:06.400032 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f749aa5a-8193-47d7-ae3c-0ff6075337f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:06.417760 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-762a3bdc-5b6f-476e-b29c-8269a8a26b63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:06.429426 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762a3bdc-5b6f-476e-b29c-8269a8a26b63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:06.430842 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-762a3bdc-5b6f-476e-b29c-8269a8a26b63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:06.484158 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device a454c681-36da-46aa-9469-c261b28fa17c no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:15:06.532052 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6d26383f-9c30-4049-b6a4-8714e0ddaaf9 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:06.573236 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: a454c681-36da-46aa-9469-c261b28fa17c {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:15:06.576657 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device a454c681-36da-46aa-9469-c261b28fa17c not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:15:06.599716 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-6d26383f-9c30-4049-b6a4-8714e0ddaaf9 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] device_id is not set on port d4f11ef0-cd30-4621-9d9d-862239567fe1 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:15:06.667467 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a3bdc-5b6f-476e-b29c-8269a8a26b63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Network': ['ID=13c68995-91ea-4bd0-9064-e78272c050ac,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:06.681683 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 13c68995-91ea-4bd0-9064-e78272c050ac details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:15:06.686061 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-762a3bdc-5b6f-476e-b29c-8269a8a26b63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7888722 Jul 30 20:15:06.690066 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42950) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:06.698348 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d60be4d0-294f-4ba7-b050-1f1ff89743cc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'subnet': {'network_id': '13c68995-91ea-4bd0-9064-e78272c050ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:06.907759 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f749aa5a-8193-47d7-ae3c-0ff6075337f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:06.910385 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f749aa5a-8193-47d7-ae3c-0ff6075337f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:06.911701 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f749aa5a-8193-47d7-ae3c-0ff6075337f6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/988e2138-902c-4f64-ae03-36e01007587f HTTP/1.1" status: 204 len: 168 time: 0.7481167 Jul 30 20:15:06.930041 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749aa5a-8193-47d7-ae3c-0ff6075337f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988e2138-902c-4f64-ae03-36e01007587f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:06.939204 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60be4d0-294f-4ba7-b050-1f1ff89743cc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Made reservation on behalf of 036ea76f8a48494880aa0f1dc329207d for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:06.950664 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d60be4d0-294f-4ba7-b050-1f1ff89743cc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:07.056398 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc550d7-0165-43c9-8b5c-dcffc4fad2f0 None None] Network dd865cdf-fcee-4685-bcc3-e9d181e42798 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:07.127932 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c116b7-1f8b-48b4-a47b-3eb29bc90589 req-81715b44-c8a1-4d7b-8d30-9b28923eaff3 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:07.135898 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-53c116b7-1f8b-48b4-a47b-3eb29bc90589 req-81715b44-c8a1-4d7b-8d30-9b28923eaff3 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.3357689 Jul 30 20:15:07.194042 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c6261662-8af7-4565-8a32-a644bdfae28d up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:15:07.230123 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-53c116b7-1f8b-48b4-a47b-3eb29bc90589 req-027d1b8f-b0ee-4b4d-a690-61c41630d50f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929933 Jul 30 20:15:07.269442 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-6d26383f-9c30-4049-b6a4-8714e0ddaaf9 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Allocated IP 10.1.1.40 (dd865cdf-fcee-4685-bcc3-e9d181e42798/b40af219-9b23-4107-b87f-a0248d4c15b9/d4f11ef0-cd30-4621-9d9d-862239567fe1) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:07.392139 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-96de09b8-15df-473a-8002-7264e8775d02 req-b307ae9e-0d60-4172-a31f-d01766542a71 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 210 time: 0.0754802 Jul 30 20:15:07.724786 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-909a49d1-20c6-431a-85d1-cabc6a6253ab None None] Provisioning for port c6261662-8af7-4565-8a32-a644bdfae28d completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:07.753080 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port c6261662-8af7-4565-8a32-a644bdfae28d completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:07.762289 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-909a49d1-20c6-431a-85d1-cabc6a6253ab None None] Provisioning complete for port c6261662-8af7-4565-8a32-a644bdfae28d triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:07.762690 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-909a49d1-20c6-431a-85d1-cabc6a6253ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:07.771396 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d498d4f-dfaa-4af5-86a2-8a30914f63fd req-22990cdc-3545-4fc5-bbba-0bf46b0e686f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:07.795296 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d498d4f-dfaa-4af5-86a2-8a30914f63fd req-22990cdc-3545-4fc5-bbba-0bf46b0e686f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.2456279 Jul 30 20:15:07.824265 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port c6261662-8af7-4565-8a32-a644bdfae28d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:07.824566 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:07.885810 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6d26383f-9c30-4049-b6a4-8714e0ddaaf9 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:07.936296 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d498d4f-dfaa-4af5-86a2-8a30914f63fd req-d520ecf4-088a-4e33-8785-89df9d7a45a2 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398277 Jul 30 20:15:07.949254 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-6d26383f-9c30-4049-b6a4-8714e0ddaaf9 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Transition to ACTIVE for port object d4f11ef0-cd30-4621-9d9d-862239567fe1 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:08.109385 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6d26383f-9c30-4049-b6a4-8714e0ddaaf9 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:08.166400 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-909a49d1-20c6-431a-85d1-cabc6a6253ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:08.172825 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c04f6f-5918-43d6-8dfb-c11b912e2e12 None None] Network 1fde70c4-e26e-40ae-a876-4ba8ec92486d requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:08.208361 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d26383f-9c30-4049-b6a4-8714e0ddaaf9 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Network dd865cdf-fcee-4685-bcc3-e9d181e42798 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:08.215012 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-6d26383f-9c30-4049-b6a4-8714e0ddaaf9 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:08.219579 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d26383f-9c30-4049-b6a4-8714e0ddaaf9 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:08.249956 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d60be4d0-294f-4ba7-b050-1f1ff89743cc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:08.279357 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26383f-9c30-4049-b6a4-8714e0ddaaf9 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event updated for resources: {'Port': ['ID=d4f11ef0-cd30-4621-9d9d-862239567fe1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:08.326137 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d26383f-9c30-4049-b6a4-8714e0ddaaf9 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:08.331214 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6d26383f-9c30-4049-b6a4-8714e0ddaaf9 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:08.370517 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6d26383f-9c30-4049-b6a4-8714e0ddaaf9 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3125637 Jul 30 20:15:08.378279 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:08.407094 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-909a49d1-20c6-431a-85d1-cabc6a6253ab None None] For port c6261662-8af7-4565-8a32-a644bdfae28d, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c6261662-8af7-4565-8a32-a644bdfae28d,segment=NetworkSegment(9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd),segment_id=9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:15:08.442805 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-909a49d1-20c6-431a-85d1-cabc6a6253ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:08.457925 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60be4d0-294f-4ba7-b050-1f1ff89743cc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Checking segment: {'id': 'a302f9a0-5ddb-4bef-829e-8ac87ec5d0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '13c68995-91ea-4bd0-9064-e78272c050ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:08.458373 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60be4d0-294f-4ba7-b050-1f1ff89743cc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Network hostable DHCP agents. Network: 13c68995-91ea-4bd0-9064-e78272c050ac, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:15:08.460672 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60be4d0-294f-4ba7-b050-1f1ff89743cc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Subnet': ['ID=0ca309f4-b5e7-40e3-9793-43a166295640,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:08.515111 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60be4d0-294f-4ba7-b050-1f1ff89743cc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Network 13c68995-91ea-4bd0-9064-e78272c050ac is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:15:08.540199 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d60be4d0-294f-4ba7-b050-1f1ff89743cc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 13c68995-91ea-4bd0-9064-e78272c050ac) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:08.549086 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60be4d0-294f-4ba7-b050-1f1ff89743cc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:08.555398 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d60be4d0-294f-4ba7-b050-1f1ff89743cc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:08.591571 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab37e14-f255-4103-9a60-65d884453919 None None] Network 13c68995-91ea-4bd0-9064-e78272c050ac requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:08.597232 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d60be4d0-294f-4ba7-b050-1f1ff89743cc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9062045 Jul 30 20:15:08.601837 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43040) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:08.710180 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a49d1-20c6-431a-85d1-cabc6a6253ab None None] Pushing event updated for resources: {'Port': ['ID=c6261662-8af7-4565-8a32-a644bdfae28d,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:08.716438 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:15:08.716804 n-d-712137-9 neutron-server[93884]: DEBUG oslo_db.api [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:15:08.730932 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-113e3109-25de-40dc-b044-6fcdd82469e3 None None] Provisioning for port 2d7459af-84c8-491c-b6ff-335f0fed593d completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:08.833697 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-113e3109-25de-40dc-b044-6fcdd82469e3 None None] Provisioning for port f3feff81-2882-47bd-a741-e51a66ae074c completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:08.853220 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-113e3109-25de-40dc-b044-6fcdd82469e3 None None] Provisioning complete for port f3feff81-2882-47bd-a741-e51a66ae074c triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:08.853845 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-113e3109-25de-40dc-b044-6fcdd82469e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:08.961095 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029829fa-412f-4476-ad81-3857751870bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-13c68995-91ea-4bd0-9064-e78272c050ac', 'network_id': '13c68995-91ea-4bd0-9064-e78272c050ac', 'tenant_id': '036ea76f8a48494880aa0f1dc329207d', 'fixed_ips': [{'subnet_id': '0ca309f4-b5e7-40e3-9793-43a166295640'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:15:08.962084 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-029829fa-412f-4476-ad81-3857751870bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:08.964694 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-113e3109-25de-40dc-b044-6fcdd82469e3 None None] Port f3feff81-2882-47bd-a741-e51a66ae074c cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:15:09.004552 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-113e3109-25de-40dc-b044-6fcdd82469e3 None None] Provisioning complete for port c6261662-8af7-4565-8a32-a644bdfae28d triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:09.004930 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-113e3109-25de-40dc-b044-6fcdd82469e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:09.054707 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:09.086063 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-b29e4bba-5862-451c-ad3c-efc9b23c63b1 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:09.101675 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-b29e4bba-5862-451c-ad3c-efc9b23c63b1 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 811 time: 0.6676097 Jul 30 20:15:09.191047 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-7f70a6b2-5aae-49ab-9407-0174db7935d5 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/quotas/398c11eccd35477c9cab39d77a30a8de HTTP/1.1" status: 200 len: 375 time: 0.0877261 Jul 30 20:15:09.258803 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-029829fa-412f-4476-ad81-3857751870bd None None] Allocated IP 172.20.0.1 (13c68995-91ea-4bd0-9064-e78272c050ac/0ca309f4-b5e7-40e3-9793-43a166295640/400a6884-b26e-4c34-8189-f3210c9ae5ce) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:09.340762 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-98561947-90ef-4687-aaab-b0dd18b9cdd2 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:09.342578 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-98561947-90ef-4687-aaab-b0dd18b9cdd2 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.83 "GET /v2.0/networks?id=8bfc6937-8166-4841-8d2d-9494ef26b48a HTTP/1.1" status: 200 len: 804 time: 0.5531354 Jul 30 20:15:09.364371 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-5d6ad603-54b3-4d80-bf6f-e991ed398925 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1721723 Jul 30 20:15:09.365557 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:09.377377 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-1ecd6434-84f4-45e3-b47b-f99ee5480572 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Request body: {'port': {'device_id': 'a080838c-b592-4ad5-8221-f4ab49e84b27', 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a', 'admin_state_up': True, 'tenant_id': '9ccfb1cbf56a4ee5812650def928c402'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:09.386799 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 2d7459af-84c8-491c-b6ff-335f0fed593d up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:15:09.511825 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 2d7459af-84c8-491c-b6ff-335f0fed593d completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:09.521316 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0c7d9b08-ab24-41f2-b4a9-07dc0329a0d5 None None] Provisioning for port d4f11ef0-cd30-4621-9d9d-862239567fe1 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:09.529561 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0c7d9b08-ab24-41f2-b4a9-07dc0329a0d5 None None] Provisioning complete for port d4f11ef0-cd30-4621-9d9d-862239567fe1 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:09.530344 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c7d9b08-ab24-41f2-b4a9-07dc0329a0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:09.566454 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 2d7459af-84c8-491c-b6ff-335f0fed593d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:09.567033 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:09.572700 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d9b08-ab24-41f2-b4a9-07dc0329a0d5 None None] Port d4f11ef0-cd30-4621-9d9d-862239567fe1 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:15:09.590975 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-029829fa-412f-4476-ad81-3857751870bd None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:09.610955 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-029829fa-412f-4476-ad81-3857751870bd None None] Transition to ACTIVE for port object 400a6884-b26e-4c34-8189-f3210c9ae5ce will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:09.627550 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0c7d9b08-ab24-41f2-b4a9-07dc0329a0d5 None None] Provisioning complete for port 2d7459af-84c8-491c-b6ff-335f0fed593d triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:09.627928 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c7d9b08-ab24-41f2-b4a9-07dc0329a0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:09.640761 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-9c3422f7-ff4c-4d50-a7a6-835da4783935 service neutron] 10.222.0.81 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371922 Jul 30 20:15:09.663155 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-029829fa-412f-4476-ad81-3857751870bd None None] Transition to ACTIVE for port object 400a6884-b26e-4c34-8189-f3210c9ae5ce will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:09.681161 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-029829fa-412f-4476-ad81-3857751870bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:09.709711 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-1ecd6434-84f4-45e3-b47b-f99ee5480572 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Made reservation on behalf of 9ccfb1cbf56a4ee5812650def928c402 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:09.713640 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-1ecd6434-84f4-45e3-b47b-f99ee5480572 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:09.745744 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029829fa-412f-4476-ad81-3857751870bd None None] Network 13c68995-91ea-4bd0-9064-e78272c050ac is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:09.754387 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-029829fa-412f-4476-ad81-3857751870bd None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:09.759198 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:09.766668 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029829fa-412f-4476-ad81-3857751870bd None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:09.778897 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:09.834475 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029829fa-412f-4476-ad81-3857751870bd None None] Pushing event updated for resources: {'Port': ['ID=400a6884-b26e-4c34-8189-f3210c9ae5ce,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:09.864259 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca309f4-b5e7-40e3-9793-43a166295640,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:09.877044 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c7d9b08-ab24-41f2-b4a9-07dc0329a0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:09.896149 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-029829fa-412f-4476-ad81-3857751870bd None None] Attempting to bind port 400a6884-b26e-4c34-8189-f3210c9ae5ce on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:09.896538 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-029829fa-412f-4476-ad81-3857751870bd None None] Attempting to bind port 400a6884-b26e-4c34-8189-f3210c9ae5ce by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'a302f9a0-5ddb-4bef-829e-8ac87ec5d0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '13c68995-91ea-4bd0-9064-e78272c050ac'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:09.896860 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029829fa-412f-4476-ad81-3857751870bd None None] Attempting to bind port 400a6884-b26e-4c34-8189-f3210c9ae5ce on network 13c68995-91ea-4bd0-9064-e78272c050ac {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:09.912816 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 2d7459af-84c8-491c-b6ff-335f0fed593d, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=2d7459af-84c8-491c-b6ff-335f0fed593d,segment=NetworkSegment(2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1),segment_id=2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:15:09.918416 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029829fa-412f-4476-ad81-3857751870bd None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:15:09.919204 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029829fa-412f-4476-ad81-3857751870bd None None] Checking segment: {'id': 'a302f9a0-5ddb-4bef-829e-8ac87ec5d0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '13c68995-91ea-4bd0-9064-e78272c050ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:09.922188 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-029829fa-412f-4476-ad81-3857751870bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:09.922577 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029829fa-412f-4476-ad81-3857751870bd None None] Bound using segment: {'id': 'a302f9a0-5ddb-4bef-829e-8ac87ec5d0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '13c68995-91ea-4bd0-9064-e78272c050ac'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:15:09.923067 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-029829fa-412f-4476-ad81-3857751870bd None None] Bound port: 400a6884-b26e-4c34-8189-f3210c9ae5ce, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a302f9a0-5ddb-4bef-829e-8ac87ec5d0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '13c68995-91ea-4bd0-9064-e78272c050ac'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:15:09.923465 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-029829fa-412f-4476-ad81-3857751870bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:09.929984 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:09.951404 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:09.965552 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c68995-91ea-4bd0-9064-e78272c050ac']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:09.976276 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a302f9a0-5ddb-4bef-829e-8ac87ec5d0ad') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:09.976718 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a302f9a0-5ddb-4bef-829e-8ac87ec5d0ad') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:09.998546 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:10.055996 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-c8cafd01-0b99-4dbc-a69a-fbffa543aafb service neutron] 10.222.0.81 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141743 Jul 30 20:15:10.086430 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c6261662-8af7-4565-8a32-a644bdfae28d up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:15:10.091112 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:10.146865 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:15:10.147288 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:15:10.150387 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:15:10.174888 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-0c7d9b08-ab24-41f2-b4a9-07dc0329a0d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:15:10.175871 n-d-712137-9 neutron-server[93884]: DEBUG oslo_db.api [None req-0c7d9b08-ab24-41f2-b4a9-07dc0329a0d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:15:10.180348 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=2d7459af-84c8-491c-b6ff-335f0fed593d,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:10.207404 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-029829fa-412f-4476-ad81-3857751870bd None None] For port 400a6884-b26e-4c34-8189-f3210c9ae5ce, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:15:10.222233 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port c6261662-8af7-4565-8a32-a644bdfae28d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:10.222511 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:10.279008 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-1ecd6434-84f4-45e3-b47b-f99ee5480572 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Allocated IP 172.20.0.3 (8bfc6937-8166-4841-8d2d-9494ef26b48a/c4441ce2-15ee-443c-8f6d-ecb7f77ca504/c99ca414-b242-41a7-b642-a1bd5199fc93) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:10.282485 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.db.api [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 20:15:10.282485 n-d-712137-9 neutron-server[93882]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 20:15:10.282485 n-d-712137-9 neutron-server[93882]: [parameters: {'id': '13c68995-91ea-4bd0-9064-e78272c050ac'}] Jul 30 20:15:10.282485 n-d-712137-9 neutron-server[93882]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:15:10.283298 n-d-712137-9 neutron-server[93882]: DEBUG oslo_db.api [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:15:10.293842 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-029829fa-412f-4476-ad81-3857751870bd None None] For port 400a6884-b26e-4c34-8189-f3210c9ae5ce, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=400a6884-b26e-4c34-8189-f3210c9ae5ce,segment=NetworkSegment(a302f9a0-5ddb-4bef-829e-8ac87ec5d0ad),segment_id=a302f9a0-5ddb-4bef-829e-8ac87ec5d0ad)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:15:10.304319 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-029829fa-412f-4476-ad81-3857751870bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:10.537045 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43228) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:10.549281 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-8ca7ff10-5347-4e10-8607-5b369a7e827c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1846222409', 'description': 'tempest-description--1426792866'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:10.597898 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ca7ff10-5347-4e10-8607-5b369a7e827c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:10.709952 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f25bbc6-fc78-4f4a-865d-d17e1519d18c req-f0d4ae36-34f4-4554-8247-b56b521b5396 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 210 time: 0.0683062 Jul 30 20:15:10.713296 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-1ecd6434-84f4-45e3-b47b-f99ee5480572 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:10.723299 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029829fa-412f-4476-ad81-3857751870bd None None] Pushing event updated for resources: {'Port': ['ID=400a6884-b26e-4c34-8189-f3210c9ae5ce,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:10.788898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32270217-56fb-4ee6-9184-4adf6ca5fd5c None None] Network 13c68995-91ea-4bd0-9064-e78272c050ac requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:10.794662 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:10.818289 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0c7d9b08-ab24-41f2-b4a9-07dc0329a0d5 None None] Provisioning complete for port f3feff81-2882-47bd-a741-e51a66ae074c triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:10.822007 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c7d9b08-ab24-41f2-b4a9-07dc0329a0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:10.949541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d9b08-ab24-41f2-b4a9-07dc0329a0d5 None None] Port f3feff81-2882-47bd-a741-e51a66ae074c cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:15:11.025591 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69f1c72e-959b-4017-ab62-07cdac7e2fe2 req-827a6621-34d3-4e45-9058-9ec226b5b803 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4a7902f-70ce-42b2-912d-3ea9b38e3fa2 HTTP/1.1" status: 200 len: 210 time: 0.0627506 Jul 30 20:15:11.035024 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330e53ee-b505-44d0-a833-e3124f26d63e None None] get_active_networks_info from n-d-712137-9 {{(pid=93884) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 20:15:11.053703 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ca7ff10-5347-4e10-8607-5b369a7e827c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:11.064571 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ca7ff10-5347-4e10-8607-5b369a7e827c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:11.087331 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-1ecd6434-84f4-45e3-b47b-f99ee5480572 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:11.121058 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43270) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:11.138428 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['83ba072f-d2f7-4ea8-9e22-afb39aced6d1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:15:11.159288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd6434-84f4-45e3-b47b-f99ee5480572 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Pushing event updated for resources: {'Port': ['ID=c99ca414-b242-41a7-b642-a1bd5199fc93,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:11.167815 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ca7ff10-5347-4e10-8607-5b369a7e827c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:11.169492 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8ca7ff10-5347-4e10-8607-5b369a7e827c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6274338 Jul 30 20:15:11.175338 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43274) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:11.178939 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Deleting port 400a6884-b26e-4c34-8189-f3210c9ae5ce {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:15:11.179581 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:11.182592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7ff10-5347-4e10-8607-5b369a7e827c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5584e565-d225-45b5-b82b-3ff22636ad7c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:11.183919 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e7d36244-0a3a-4dc1-92f3-5bc68e026df8 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Request body: {'security_group_rule': {'security_group_id': '5584e565-d225-45b5-b82b-3ff22636ad7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:11.240617 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-1ecd6434-84f4-45e3-b47b-f99ee5480572 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Network 8bfc6937-8166-4841-8d2d-9494ef26b48a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:11.243988 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-1ecd6434-84f4-45e3-b47b-f99ee5480572 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:11.247870 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-1ecd6434-84f4-45e3-b47b-f99ee5480572 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:11.261263 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7d36244-0a3a-4dc1-92f3-5bc68e026df8 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:11.307713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] For port 400a6884-b26e-4c34-8189-f3210c9ae5ce, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=400a6884-b26e-4c34-8189-f3210c9ae5ce,segment=NetworkSegment(a302f9a0-5ddb-4bef-829e-8ac87ec5d0ad),segment_id=a302f9a0-5ddb-4bef-829e-8ac87ec5d0ad)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:15:11.308144 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:11.329257 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330e53ee-b505-44d0-a833-e3124f26d63e None None] Resources bound (agent type, host, resource id): {{(pid=93884) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 20:15:11.334042 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Calling delete_port for 400a6884-b26e-4c34-8189-f3210c9ae5ce owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:15:11.342721 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-1ecd6434-84f4-45e3-b47b-f99ee5480572 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:11.344062 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-1ecd6434-84f4-45e3-b47b-f99ee5480572 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:11.367911 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-1ecd6434-84f4-45e3-b47b-f99ee5480572 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9986634 Jul 30 20:15:11.423873 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd852-ede7-4acf-927f-b8a6d02fcabd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:11.475302 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-28ff8f33-edbc-4fc5-a3c7-47067c612af0 service neutron] Request body: {'port': {'device_id': 'a080838c-b592-4ad5-8221-f4ab49e84b27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:11.491077 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7d36244-0a3a-4dc1-92f3-5bc68e026df8 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:11.506657 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7d36244-0a3a-4dc1-92f3-5bc68e026df8 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:11.511471 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:11.563564 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d36244-0a3a-4dc1-92f3-5bc68e026df8 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d186895-614c-41e1-9b90-0ac37d06c6ef,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:11.579418 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No DVR routers for this DVR port 400a6884-b26e-4c34-8189-f3210c9ae5ce on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:15:11.583798 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Port': ['ID=400a6884-b26e-4c34-8189-f3210c9ae5ce,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:11.617052 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-28ff8f33-edbc-4fc5-a3c7-47067c612af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:11.641753 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd852-ede7-4acf-927f-b8a6d02fcabd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:11.650639 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd852-ede7-4acf-927f-b8a6d02fcabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:11.696882 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7d36244-0a3a-4dc1-92f3-5bc68e026df8 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:11.703784 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e7d36244-0a3a-4dc1-92f3-5bc68e026df8 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5272949 Jul 30 20:15:11.706209 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43296) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:11.722858 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0440fd6e-b9ad-4667-a41c-ad39eecdb928 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Request body: {'security_group_rule': {'security_group_id': '5584e565-d225-45b5-b82b-3ff22636ad7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:11.766905 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0b3cd852-ede7-4acf-927f-b8a6d02fcabd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=878940759b804cde9e4b647df41171a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6413414 Jul 30 20:15:11.767261 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:11.767261 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43304) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:11.782525 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3cd852-ede7-4acf-927f-b8a6d02fcabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9181605-1051-4e64-955a-aea7536dc630,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:11.804243 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c68995-91ea-4bd0-9064-e78272c050ac']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:11.820428 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0440fd6e-b9ad-4667-a41c-ad39eecdb928 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:11.867186 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a302f9a0-5ddb-4bef-829e-8ac87ec5d0ad') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:11.867493 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a302f9a0-5ddb-4bef-829e-8ac87ec5d0ad') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:11.913925 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:11.917700 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0440fd6e-b9ad-4667-a41c-ad39eecdb928 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:11.923795 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0440fd6e-b9ad-4667-a41c-ad39eecdb928 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:11.950536 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440fd6e-b9ad-4667-a41c-ad39eecdb928 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a183713c-fda5-4410-9201-326a368480b5,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:11.962485 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0440fd6e-b9ad-4667-a41c-ad39eecdb928 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:11.964240 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0440fd6e-b9ad-4667-a41c-ad39eecdb928 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2478278 Jul 30 20:15:11.967543 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43316) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:11.974572 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4e33e0bc-7089-4d63-826b-2596004e8964 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:12.016859 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e33e0bc-7089-4d63-826b-2596004e8964 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:12.030047 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:12.053476 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:15:12.054223 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:15:12.060503 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:15:12.077865 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 2d7459af-84c8-491c-b6ff-335f0fed593d up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:15:12.141170 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 2d7459af-84c8-491c-b6ff-335f0fed593d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:12.141649 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:12.149334 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c2b5353-5498-4f2d-8770-9b40b95969e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:12.158685 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091aae6-d9ae-44ae-81b5-c4ecd6bbf995 req-f66172ab-3883-47ca-9caf-64ad96543618 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:12.162179 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e33e0bc-7089-4d63-826b-2596004e8964 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:12.164233 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7091aae6-d9ae-44ae-81b5-c4ecd6bbf995 req-f66172ab-3883-47ca-9caf-64ad96543618 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 931 time: 0.3008747 Jul 30 20:15:12.211091 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c2b5353-5498-4f2d-8770-9b40b95969e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:12.270410 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-34e688f3-acc6-4b5c-ac85-42d6b1d650ea tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:12.272086 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-34e688f3-acc6-4b5c-ac85-42d6b1d650ea tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.59 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 811 time: 0.4877572 Jul 30 20:15:12.285548 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-4e33e0bc-7089-4d63-826b-2596004e8964 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Allocated IP 172.25.3.250 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/282a6ea8-b849-4e76-ab04-b47fc34df8db) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:12.309164 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-2b3d595a-0a45-482f-aa12-1034b3ab3e9b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Request body: {'port': {'device_id': 'e4a7902f-70ce-42b2-912d-3ea9b38e3fa2', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'admin_state_up': True, 'tenant_id': '398c11eccd35477c9cab39d77a30a8de'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:12.395612 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e33e0bc-7089-4d63-826b-2596004e8964 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:12.441167 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e33e0bc-7089-4d63-826b-2596004e8964 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:12.488260 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e33e0bc-7089-4d63-826b-2596004e8964 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:12.491388 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-4e33e0bc-7089-4d63-826b-2596004e8964 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:12.494074 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e33e0bc-7089-4d63-826b-2596004e8964 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:12.521912 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33e0bc-7089-4d63-826b-2596004e8964 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event updated for resources: {'Port': ['ID=282a6ea8-b849-4e76-ab04-b47fc34df8db,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:12.704116 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:12.736061 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:12.737909 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/networks/13c68995-91ea-4bd0-9064-e78272c050ac HTTP/1.1" status: 204 len: 168 time: 4.1307421 Jul 30 20:15:12.741399 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43368) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:12.747099 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad515de-71f6-4763-9a0d-fd16462a01fc tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Network': ['ID=13c68995-91ea-4bd0-9064-e78272c050ac,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:12.752422 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-0dd3e403-f32b-4e49-936d-722b63d0453d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1816090039'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:12.780069 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7091aae6-d9ae-44ae-81b5-c4ecd6bbf995 req-e9131438-8222-4406-bc31-c3b152edd3bb tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5598373 Jul 30 20:15:12.784845 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e33e0bc-7089-4d63-826b-2596004e8964 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:12.847350 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c2b5353-5498-4f2d-8770-9b40b95969e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:12.850071 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c2b5353-5498-4f2d-8770-9b40b95969e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:12.851328 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3c2b5353-5498-4f2d-8770-9b40b95969e2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c9181605-1051-4e64-955a-aea7536dc630 HTTP/1.1" status: 204 len: 168 time: 1.0814102 Jul 30 20:15:12.855905 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e33e0bc-7089-4d63-826b-2596004e8964 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:12.893346 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd3e403-f32b-4e49-936d-722b63d0453d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Made reservation on behalf of 036ea76f8a48494880aa0f1dc329207d for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:12.897897 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e403-f32b-4e49-936d-722b63d0453d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:12.898093 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43372) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:12.922380 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b5353-5498-4f2d-8770-9b40b95969e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9181605-1051-4e64-955a-aea7536dc630,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:13.002762 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24074e75-8c50-4fc3-b0c9-f3058f44af57 req-10495acc-8bef-41bc-a3d4-4da28c1f2967 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4a7902f-70ce-42b2-912d-3ea9b38e3fa2 HTTP/1.1" status: 200 len: 210 time: 0.0481613 Jul 30 20:15:13.047805 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e33e0bc-7089-4d63-826b-2596004e8964 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.051850 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd3e403-f32b-4e49-936d-722b63d0453d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:15:13.058806 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e33e0bc-7089-4d63-826b-2596004e8964 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.072629 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-26178e2f-7716-4406-9a2b-a6222ab63608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.075243 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e403-f32b-4e49-936d-722b63d0453d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.075797 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-0dd3e403-f32b-4e49-936d-722b63d0453d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Added segment d1098c84-db50-4f63-a677-faf4365a3c13 of type vlan for network e1fa19e4-7228-401e-9fed-793ef47e0d88 Jul 30 20:15:13.081588 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-28ff8f33-edbc-4fc5-a3c7-47067c612af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99ca414-b242-41a7-b642-a1bd5199fc93 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:15:13.093043 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-2b3d595a-0a45-482f-aa12-1034b3ab3e9b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Made reservation on behalf of 398c11eccd35477c9cab39d77a30a8de for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:13.096701 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-2b3d595a-0a45-482f-aa12-1034b3ab3e9b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.103790 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-28ff8f33-edbc-4fc5-a3c7-47067c612af0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.151179 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33e0bc-7089-4d63-826b-2596004e8964 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event updated for resources: {'Port': ['ID=282a6ea8-b849-4e76-ab04-b47fc34df8db,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:13.161722 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-28ff8f33-edbc-4fc5-a3c7-47067c612af0 service neutron] Transition to ACTIVE for port object c99ca414-b242-41a7-b642-a1bd5199fc93 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:13.164776 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e403-f32b-4e49-936d-722b63d0453d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.171729 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-28ff8f33-edbc-4fc5-a3c7-47067c612af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.180142 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e33e0bc-7089-4d63-826b-2596004e8964 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.256548 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-26178e2f-7716-4406-9a2b-a6222ab63608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.263160 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-26178e2f-7716-4406-9a2b-a6222ab63608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.274205 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e33e0bc-7089-4d63-826b-2596004e8964 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.276136 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4e33e0bc-7089-4d63-826b-2596004e8964 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3073776 Jul 30 20:15:13.291797 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff8f33-edbc-4fc5-a3c7-47067c612af0 service neutron] Pushing event updated for resources: {'Port': ['ID=c99ca414-b242-41a7-b642-a1bd5199fc93,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:13.306921 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e403-f32b-4e49-936d-722b63d0453d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.307916 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-26178e2f-7716-4406-9a2b-a6222ab63608 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f444a0fc80d64f7ba63bdc17062bb1f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4087331 Jul 30 20:15:13.310812 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43380) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:13.313035 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd3e403-f32b-4e49-936d-722b63d0453d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:13.313821 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e403-f32b-4e49-936d-722b63d0453d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.323203 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43382) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:13.355381 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26178e2f-7716-4406-9a2b-a6222ab63608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afaefa82-2ca1-44dc-9937-c51a3eb7bc0c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:13.370973 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1c3b43a-0c63-412b-b13e-f827c7c327ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.455067 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e88aadfa-6aaa-44eb-8a33-179f535983f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.469969 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3e403-f32b-4e49-936d-722b63d0453d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Network': ['ID=e1fa19e4-7228-401e-9fed-793ef47e0d88,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:13.479667 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-2b3d595a-0a45-482f-aa12-1034b3ab3e9b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Allocated IP 172.20.0.5 (88b3ebbe-b1a1-49b8-8023-ad19464dab3b/ac1c465f-425f-4078-b2f8-d23b006b1c90/514323af-ed16-4e3a-97cf-8275560d79fc) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:13.485017 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network e1fa19e4-7228-401e-9fed-793ef47e0d88 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:15:13.499753 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-28ff8f33-edbc-4fc5-a3c7-47067c612af0 service neutron] Attempting to bind port c99ca414-b242-41a7-b642-a1bd5199fc93 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:13.499753 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-28ff8f33-edbc-4fc5-a3c7-47067c612af0 service neutron] Attempting to bind port c99ca414-b242-41a7-b642-a1bd5199fc93 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:13.500133 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-28ff8f33-edbc-4fc5-a3c7-47067c612af0 service neutron] Attempting to bind port c99ca414-b242-41a7-b642-a1bd5199fc93 on network 8bfc6937-8166-4841-8d2d-9494ef26b48a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:13.503401 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e88aadfa-6aaa-44eb-8a33-179f535983f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.508388 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-28ff8f33-edbc-4fc5-a3c7-47067c612af0 service neutron] Port c99ca414-b242-41a7-b642-a1bd5199fc93 on network 8bfc6937-8166-4841-8d2d-9494ef26b48a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:13.508630 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-28ff8f33-edbc-4fc5-a3c7-47067c612af0 service neutron] Attempting to bind port c99ca414-b242-41a7-b642-a1bd5199fc93 on network 8bfc6937-8166-4841-8d2d-9494ef26b48a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:13.525440 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-28ff8f33-edbc-4fc5-a3c7-47067c612af0 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:15:13.526026 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-28ff8f33-edbc-4fc5-a3c7-47067c612af0 service neutron] Checking segment: {'id': '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:13.526586 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-28ff8f33-edbc-4fc5-a3c7-47067c612af0 service neutron] Bound using segment: {'id': '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:15:13.527189 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-28ff8f33-edbc-4fc5-a3c7-47067c612af0 service neutron] Bound port: c99ca414-b242-41a7-b642-a1bd5199fc93, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:15:13.527742 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-28ff8f33-edbc-4fc5-a3c7-47067c612af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.569981 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1c3b43a-0c63-412b-b13e-f827c7c327ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.578650 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1c3b43a-0c63-412b-b13e-f827c7c327ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.599357 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e88aadfa-6aaa-44eb-8a33-179f535983f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.601821 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e88aadfa-6aaa-44eb-8a33-179f535983f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.602950 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e88aadfa-6aaa-44eb-8a33-179f535983f9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/afaefa82-2ca1-44dc-9937-c51a3eb7bc0c HTTP/1.1" status: 204 len: 168 time: 0.2901924 Jul 30 20:15:13.631454 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c1c3b43a-0c63-412b-b13e-f827c7c327ec admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=24da520c4d134c9b9dec475688b19f16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3048649 Jul 30 20:15:13.631454 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3b43a-0c63-412b-b13e-f827c7c327ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dddb63-bfc0-43d1-82ea-b9b24ae221f0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:13.632292 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43398) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:13.649748 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0dd3e403-f32b-4e49-936d-722b63d0453d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9036300 Jul 30 20:15:13.653711 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43400) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:13.666396 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88aadfa-6aaa-44eb-8a33-179f535983f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afaefa82-2ca1-44dc-9937-c51a3eb7bc0c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:13.666748 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e34abb1a-e737-4e10-beb4-9639d9f8b78f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:13.701321 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f146628-83ff-4116-ac32-380bfb688aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.703886 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-29629c27-2d91-4355-97ea-bc0e58c16fad tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1846222409&fields=id&tenant_id=9555d3def1404d06ae82d4f5802d2226 HTTP/1.1" status: 200 len: 267 time: 0.1606617 Jul 30 20:15:13.728934 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f146628-83ff-4116-ac32-380bfb688aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.787717 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f146628-83ff-4116-ac32-380bfb688aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.790245 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f146628-83ff-4116-ac32-380bfb688aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.791541 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3f146628-83ff-4116-ac32-380bfb688aa0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/71dddb63-bfc0-43d1-82ea-b9b24ae221f0 HTTP/1.1" status: 204 len: 168 time: 0.1583388 Jul 30 20:15:13.802940 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f146628-83ff-4116-ac32-380bfb688aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dddb63-bfc0-43d1-82ea-b9b24ae221f0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:13.825501 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-28ff8f33-edbc-4fc5-a3c7-47067c612af0 service neutron] For port c99ca414-b242-41a7-b642-a1bd5199fc93, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:15:13.866620 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-64787980-e60b-43cb-a066-dc49a40b3bac tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:13.868054 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-64787980-e60b-43cb-a066-dc49a40b3bac tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports/f3feff81-2882-47bd-a741-e51a66ae074c HTTP/1.1" status: 200 len: 931 time: 0.1204491 Jul 30 20:15:13.871628 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-28ff8f33-edbc-4fc5-a3c7-47067c612af0 service neutron] For port c99ca414-b242-41a7-b642-a1bd5199fc93, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c99ca414-b242-41a7-b642-a1bd5199fc93,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:15:13.897228 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-28ff8f33-edbc-4fc5-a3c7-47067c612af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:13.996712 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-2b3d595a-0a45-482f-aa12-1034b3ab3e9b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:14.036455 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-28ff8f33-edbc-4fc5-a3c7-47067c612af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:14.037140 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-28ff8f33-edbc-4fc5-a3c7-47067c612af0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:14.038454 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-28ff8f33-edbc-4fc5-a3c7-47067c612af0 service neutron] 10.222.0.83 "PUT /v2.0/ports/c99ca414-b242-41a7-b642-a1bd5199fc93 HTTP/1.1" status: 200 len: 1091 time: 2.6407368 Jul 30 20:15:14.046757 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6a849c97-448e-4e38-b12e-dca1ebfb016b tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:14.048155 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6a849c97-448e-4e38-b12e-dca1ebfb016b tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports/d4f11ef0-cd30-4621-9d9d-862239567fe1 HTTP/1.1" status: 200 len: 930 time: 0.1661670 Jul 30 20:15:14.048601 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a080838c-b592-4ad5-8221-f4ab49e84b27', 'tag': 'c99ca414-b242-41a7-b642-a1bd5199fc93'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:15:14.050904 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487c301a-c070-4678-9abc-e9a861f19f11" -d '{"events": [{"name": "network-changed", "server_uuid": "a080838c-b592-4ad5-8221-f4ab49e84b27", "tag": "c99ca414-b242-41a7-b642-a1bd5199fc93"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:15:14.061208 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-2b3d595a-0a45-482f-aa12-1034b3ab3e9b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Transition to ACTIVE for port object 514323af-ed16-4e3a-97cf-8275560d79fc will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:14.173922 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e34abb1a-e737-4e10-beb4-9639d9f8b78f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:14.178493 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff8f33-edbc-4fc5-a3c7-47067c612af0 service neutron] Pushing event updated for resources: {'Port': ['ID=c99ca414-b242-41a7-b642-a1bd5199fc93,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:14.182748 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-35077aff-9eb4-42ee-ab8d-a849ee8adab6 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?network_id=1fde70c4-e26e-40ae-a876-4ba8ec92486d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1152542 Jul 30 20:15:14.246873 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e34abb1a-e737-4e10-beb4-9639d9f8b78f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:14.256825 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-c2cd26b2-6651-4adf-89ff-6a9388cb2c56 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?network_id=1fde70c4-e26e-40ae-a876-4ba8ec92486d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0527065 Jul 30 20:15:14.313566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e34abb1a-e737-4e10-beb4-9639d9f8b78f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Network e1fa19e4-7228-401e-9fed-793ef47e0d88 is not hosted by any dhcp agent {{(pid=93882) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 20:15:14.319166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34abb1a-e737-4e10-beb4-9639d9f8b78f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:14.319663 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e34abb1a-e737-4e10-beb4-9639d9f8b78f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:14.323405 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e34abb1a-e737-4e10-beb4-9639d9f8b78f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "PUT /v2.0/networks/e1fa19e4-7228-401e-9fed-793ef47e0d88 HTTP/1.1" status: 200 len: 723 time: 0.6585846 Jul 30 20:15:14.324490 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43436) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:14.333733 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f8d50527-4087-431a-813d-e766ed579a7a tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'subnet': {'network_id': 'e1fa19e4-7228-401e-9fed-793ef47e0d88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:14.399419 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-0abc7ebb-e5ea-421e-be40-77bb7a4f7771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:14.401241 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-0abc7ebb-e5ea-421e-be40-77bb7a4f7771 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ccfb1cbf56a4ee5812650def928c402&device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 1094 time: 0.2923696 Jul 30 20:15:14.406216 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-2b3d595a-0a45-482f-aa12-1034b3ab3e9b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:14.415308 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34abb1a-e737-4e10-beb4-9639d9f8b78f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Network': ['ID=e1fa19e4-7228-401e-9fed-793ef47e0d88,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:14.419830 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['5decea29-b6a2-4287-af8d-99d5371a56e9'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:15:14.468993 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d50527-4087-431a-813d-e766ed579a7a tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Made reservation on behalf of 036ea76f8a48494880aa0f1dc329207d for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:14.469283 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['28bcf6de-afdf-43fd-b02d-78e558069aed'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:15:14.475484 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network e1fa19e4-7228-401e-9fed-793ef47e0d88 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:15:14.479153 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8d50527-4087-431a-813d-e766ed579a7a tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:14.497552 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-894639c1-6f2a-4795-a6de-0448551d832d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c99ca414-b242-41a7-b642-a1bd5199fc93 HTTP/1.1" status: 200 len: 217 time: 0.0870910 Jul 30 20:15:14.508846 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-2b3d595a-0a45-482f-aa12-1034b3ab3e9b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:14.529789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-2b3d595a-0a45-482f-aa12-1034b3ab3e9b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:14.562964 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d595a-0a45-482f-aa12-1034b3ab3e9b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Pushing event updated for resources: {'Port': ['ID=514323af-ed16-4e3a-97cf-8275560d79fc,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:14.565546 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-2b3d595a-0a45-482f-aa12-1034b3ab3e9b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:14.651288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-5e5be730-7d2c-45f7-8af7-50911e0b308b tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:14.657611 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-5e5be730-7d2c-45f7-8af7-50911e0b308b tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:14.690580 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-5e5be730-7d2c-45f7-8af7-50911e0b308b tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:14.698535 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-5e5be730-7d2c-45f7-8af7-50911e0b308b tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/networks?id=9ed41446-71e6-4016-93d6-5a969c709957&id=dd865cdf-fcee-4685-bcc3-e9d181e42798&id=dd865cdf-fcee-4685-bcc3-e9d181e42798&id=1fde70c4-e26e-40ae-a876-4ba8ec92486d&id=1fde70c4-e26e-40ae-a876-4ba8ec92486d HTTP/1.1" status: 200 len: 1991 time: 0.3865290 Jul 30 20:15:14.704086 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-352e28cd-e3f4-41b7-8cf5-a2979f8f665f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:14.705836 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-352e28cd-e3f4-41b7-8cf5-a2979f8f665f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c4441ce2-15ee-443c-8f6d-ecb7f77ca504 HTTP/1.1" status: 200 len: 844 time: 0.1959445 Jul 30 20:15:14.734301 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-2b3d595a-0a45-482f-aa12-1034b3ab3e9b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:14.740942 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-2b3d595a-0a45-482f-aa12-1034b3ab3e9b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:14.773014 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-64ef558a-9475-4759-ba29-db46457b20b8 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/quotas/9555d3def1404d06ae82d4f5802d2226 HTTP/1.1" status: 200 len: 375 time: 0.0731342 Jul 30 20:15:14.781737 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-a0e644e9-803b-4cf2-a3a2-3dc5a5628d75 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8bfc6937-8166-4841-8d2d-9494ef26b48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642493 Jul 30 20:15:14.846835 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8d50527-4087-431a-813d-e766ed579a7a tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:14.871381 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-2b3d595a-0a45-482f-aa12-1034b3ab3e9b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5656979 Jul 30 20:15:14.943781 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-4c9a2c76-afef-4d04-a0ac-282805a04c44 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9555d3def1404d06ae82d4f5802d2226&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1620533 Jul 30 20:15:14.969585 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d50527-4087-431a-813d-e766ed579a7a tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Subnet': ['ID=3b97d02d-9db0-4a30-85a7-c34a7ae524a5,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:15.011868 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d50527-4087-431a-813d-e766ed579a7a tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Checking segment: {'id': 'd1098c84-db50-4f63-a677-faf4365a3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e1fa19e4-7228-401e-9fed-793ef47e0d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:15.012451 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d50527-4087-431a-813d-e766ed579a7a tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Network hostable DHCP agents. Network: e1fa19e4-7228-401e-9fed-793ef47e0d88, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:15:15.013501 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e75a0fc4-9fce-4eb0-9203-8110ce4945da None None] Provisioning for port 514323af-ed16-4e3a-97cf-8275560d79fc completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:15.020755 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e75a0fc4-9fce-4eb0-9203-8110ce4945da None None] Provisioning complete for port 514323af-ed16-4e3a-97cf-8275560d79fc triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:15.021144 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e75a0fc4-9fce-4eb0-9203-8110ce4945da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:15.036300 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d50527-4087-431a-813d-e766ed579a7a tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Network e1fa19e4-7228-401e-9fed-793ef47e0d88 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:15:15.040337 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-ff4e1597-4732-4985-84d8-3f2c2d0b399a service neutron] 10.222.0.83 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411845 Jul 30 20:15:15.053657 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-f8d50527-4087-431a-813d-e766ed579a7a tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, e1fa19e4-7228-401e-9fed-793ef47e0d88) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:15.063927 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d50527-4087-431a-813d-e766ed579a7a tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:15.068451 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8d50527-4087-431a-813d-e766ed579a7a tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:15.093477 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8f4d10-1375-4fc4-a8c5-c713e264cc31 None None] Network e1fa19e4-7228-401e-9fed-793ef47e0d88 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:15.095949 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f8d50527-4087-431a-813d-e766ed579a7a tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7689452 Jul 30 20:15:15.098139 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43464) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:15.105742 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ee009c8d-7b51-42f2-8e6b-7e52ebf050f6 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:15.169083 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e75a0fc4-9fce-4eb0-9203-8110ce4945da None None] Port 514323af-ed16-4e3a-97cf-8275560d79fc cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:15:15.201738 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-ee9da634-9930-4bf4-b050-26b63811f98c service neutron] Request body: {'port': {'device_id': 'e4a7902f-70ce-42b2-912d-3ea9b38e3fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:15.243668 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-5ed39a9e-e5b0-49e8-bf1c-e5db49b495b2 service neutron] 10.222.0.81 "GET /v2.0/networks/9ed41446-71e6-4016-93d6-5a969c709957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988448 Jul 30 20:15:15.300519 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee009c8d-7b51-42f2-8e6b-7e52ebf050f6 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26741468'] for subnet, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:15.343567 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28900b4-2e1d-46c7-a5f3-a91648ca511a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-e1fa19e4-7228-401e-9fed-793ef47e0d88', 'network_id': 'e1fa19e4-7228-401e-9fed-793ef47e0d88', 'tenant_id': '036ea76f8a48494880aa0f1dc329207d', 'fixed_ips': [{'subnet_id': '3b97d02d-9db0-4a30-85a7-c34a7ae524a5'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:15:15.344604 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a28900b4-2e1d-46c7-a5f3-a91648ca511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:15.361717 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-ee9da634-9930-4bf4-b050-26b63811f98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:15.379806 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:15.397506 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb1d3183-0204-4d5d-ba5f-af92ec44720f req-1e316c21-4ff2-442e-afd3-5d96ce161007 service neutron] 10.222.0.83 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484180 Jul 30 20:15:15.464115 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-579ecc05-f037-47e3-a078-d355215ce808 service neutron] 10.222.0.81 "GET /v2.0/networks/9ed41446-71e6-4016-93d6-5a969c709957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192643 Jul 30 20:15:15.595699 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43494) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:15.604619 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-27c0b339-af6f-4251-8ce1-ce5020e4749d service neutron] 10.222.0.81 "GET /v2.0/ports/f3feff81-2882-47bd-a741-e51a66ae074c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1395729 Jul 30 20:15:15.611902 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee009c8d-7b51-42f2-8e6b-7e52ebf050f6 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741520000808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26945468'] for subnet, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:15.652188 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee009c8d-7b51-42f2-8e6b-7e52ebf050f6 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:15.652777 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee009c8d-7b51-42f2-8e6b-7e52ebf050f6 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:15.654266 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ee009c8d-7b51-42f2-8e6b-7e52ebf050f6 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "PUT /v2.0/subnets/3b97d02d-9db0-4a30-85a7-c34a7ae524a5 HTTP/1.1" status: 200 len: 806 time: 0.5551701 Jul 30 20:15:15.657674 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43498) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:15.695906 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-a28900b4-2e1d-46c7-a5f3-a91648ca511a None None] Allocated IP 172.20.0.2 (e1fa19e4-7228-401e-9fed-793ef47e0d88/3b97d02d-9db0-4a30-85a7-c34a7ae524a5/588c2ae0-1a04-41a7-8e13-1b72717d52eb) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:15.727366 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee009c8d-7b51-42f2-8e6b-7e52ebf050f6 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Subnet': ['ID=3b97d02d-9db0-4a30-85a7-c34a7ae524a5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:15.777951 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6631278d-c1da-4c00-9389-e46c0ba55923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:15.781925 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6dd9e883-67c3-4424-8742-fddf3e0261af service neutron] 10.222.0.81 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763377 Jul 30 20:15:15.807482 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:15.892084 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:15.946082 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-856f3325-c19d-4e21-8241-90236286ff31 service neutron] 10.222.0.81 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633170 Jul 30 20:15:15.967156 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a28900b4-2e1d-46c7-a5f3-a91648ca511a None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:15.977722 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-ee9da634-9930-4bf4-b050-26b63811f98c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 514323af-ed16-4e3a-97cf-8275560d79fc {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:15:15.978193 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6631278d-c1da-4c00-9389-e46c0ba55923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:15.979941 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a28900b4-2e1d-46c7-a5f3-a91648ca511a None None] Transition to ACTIVE for port object 588c2ae0-1a04-41a7-8e13-1b72717d52eb will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:15.987864 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-ee9da634-9930-4bf4-b050-26b63811f98c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:15.988502 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6631278d-c1da-4c00-9389-e46c0ba55923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:15.999952 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a28900b4-2e1d-46c7-a5f3-a91648ca511a None None] Transition to ACTIVE for port object 588c2ae0-1a04-41a7-8e13-1b72717d52eb will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:16.010032 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a28900b4-2e1d-46c7-a5f3-a91648ca511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:16.024452 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-92f50947-8e37-4157-93ad-7d41b61b29c0 service neutron] 10.222.0.81 "GET /v2.0/ports/d4f11ef0-cd30-4621-9d9d-862239567fe1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0774298 Jul 30 20:15:16.041872 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6631278d-c1da-4c00-9389-e46c0ba55923 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4f8b5609fcea422c8988f824961785c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4393415 Jul 30 20:15:16.050318 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43508) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:16.060553 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631278d-c1da-4c00-9389-e46c0ba55923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56af0349-1e7a-460d-b52f-3c1b9a45427f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:16.063043 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28900b4-2e1d-46c7-a5f3-a91648ca511a None None] Network e1fa19e4-7228-401e-9fed-793ef47e0d88 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:16.067318 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:16.068871 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a28900b4-2e1d-46c7-a5f3-a91648ca511a None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:16.078674 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28900b4-2e1d-46c7-a5f3-a91648ca511a None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:16.082838 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28900b4-2e1d-46c7-a5f3-a91648ca511a None None] Pushing event updated for resources: {'Port': ['ID=588c2ae0-1a04-41a7-8e13-1b72717d52eb,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:16.083024 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-ee9da634-9930-4bf4-b050-26b63811f98c service neutron] Transition to ACTIVE for port object 514323af-ed16-4e3a-97cf-8275560d79fc will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:16.090318 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-ee9da634-9930-4bf4-b050-26b63811f98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:16.120661 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Subnet': ['ID=3b97d02d-9db0-4a30-85a7-c34a7ae524a5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:16.170304 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a28900b4-2e1d-46c7-a5f3-a91648ca511a None None] Attempting to bind port 588c2ae0-1a04-41a7-8e13-1b72717d52eb on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:16.170741 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a28900b4-2e1d-46c7-a5f3-a91648ca511a None None] Attempting to bind port 588c2ae0-1a04-41a7-8e13-1b72717d52eb by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'd1098c84-db50-4f63-a677-faf4365a3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e1fa19e4-7228-401e-9fed-793ef47e0d88'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:16.171285 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28900b4-2e1d-46c7-a5f3-a91648ca511a None None] Attempting to bind port 588c2ae0-1a04-41a7-8e13-1b72717d52eb on network e1fa19e4-7228-401e-9fed-793ef47e0d88 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:16.177947 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28900b4-2e1d-46c7-a5f3-a91648ca511a None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:15:16.178886 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28900b4-2e1d-46c7-a5f3-a91648ca511a None None] Checking segment: {'id': 'd1098c84-db50-4f63-a677-faf4365a3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e1fa19e4-7228-401e-9fed-793ef47e0d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:16.179132 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9da634-9930-4bf4-b050-26b63811f98c service neutron] Pushing event updated for resources: {'Port': ['ID=514323af-ed16-4e3a-97cf-8275560d79fc,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:16.179606 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a28900b4-2e1d-46c7-a5f3-a91648ca511a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:16.180052 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28900b4-2e1d-46c7-a5f3-a91648ca511a None None] Bound using segment: {'id': 'd1098c84-db50-4f63-a677-faf4365a3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e1fa19e4-7228-401e-9fed-793ef47e0d88'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:15:16.180577 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a28900b4-2e1d-46c7-a5f3-a91648ca511a None None] Bound port: 588c2ae0-1a04-41a7-8e13-1b72717d52eb, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1098c84-db50-4f63-a677-faf4365a3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e1fa19e4-7228-401e-9fed-793ef47e0d88'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:15:16.181422 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a28900b4-2e1d-46c7-a5f3-a91648ca511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:16.216354 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-8ac5712c-8537-4873-9a35-896cbbe217ec service neutron] 10.222.0.81 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909220 Jul 30 20:15:16.251076 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:16.270987 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c0de5f1-4af0-46b1-929e-0a60f65a47be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:16.308478 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1fa19e4-7228-401e-9fed-793ef47e0d88']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:16.335362 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a28900b4-2e1d-46c7-a5f3-a91648ca511a None None] For port 588c2ae0-1a04-41a7-8e13-1b72717d52eb, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:15:16.338440 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1098c84-db50-4f63-a677-faf4365a3c13') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:16.339028 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1098c84-db50-4f63-a677-faf4365a3c13') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:16.339408 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a28900b4-2e1d-46c7-a5f3-a91648ca511a None None] For port 588c2ae0-1a04-41a7-8e13-1b72717d52eb, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=588c2ae0-1a04-41a7-8e13-1b72717d52eb,segment=NetworkSegment(d1098c84-db50-4f63-a677-faf4365a3c13),segment_id=d1098c84-db50-4f63-a677-faf4365a3c13)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:15:16.344722 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-0ec239e8-46b2-4943-af91-a6e8f6ff7657 service neutron] 10.222.0.81 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273873 Jul 30 20:15:16.349128 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a28900b4-2e1d-46c7-a5f3-a91648ca511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:16.353925 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c0de5f1-4af0-46b1-929e-0a60f65a47be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:16.365340 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:16.399008 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:16.415195 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:15:16.415649 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:15:16.420715 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:15:16.471492 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28900b4-2e1d-46c7-a5f3-a91648ca511a None None] Pushing event updated for resources: {'Port': ['ID=588c2ae0-1a04-41a7-8e13-1b72717d52eb,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:16.471785 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-ee9da634-9930-4bf4-b050-26b63811f98c service neutron] Attempting to bind port 514323af-ed16-4e3a-97cf-8275560d79fc on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:16.472104 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-ee9da634-9930-4bf4-b050-26b63811f98c service neutron] Attempting to bind port 514323af-ed16-4e3a-97cf-8275560d79fc by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:16.472442 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-ee9da634-9930-4bf4-b050-26b63811f98c service neutron] Attempting to bind port 514323af-ed16-4e3a-97cf-8275560d79fc on network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:16.485978 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-ee9da634-9930-4bf4-b050-26b63811f98c service neutron] Port 514323af-ed16-4e3a-97cf-8275560d79fc on network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:16.486307 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-ee9da634-9930-4bf4-b050-26b63811f98c service neutron] Attempting to bind port 514323af-ed16-4e3a-97cf-8275560d79fc on network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:16.499707 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dea4e6-4170-400d-bde9-03eb4c71a321 None None] Network e1fa19e4-7228-401e-9fed-793ef47e0d88 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:16.502125 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-9c3e02ec-68a6-4a10-8a4f-c485be0cd8c9 service neutron] 10.222.0.81 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559703 Jul 30 20:15:16.539238 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.db.api [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 20:15:16.539238 n-d-712137-9 neutron-server[93883]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 20:15:16.539238 n-d-712137-9 neutron-server[93883]: [parameters: {'id': 'e1fa19e4-7228-401e-9fed-793ef47e0d88'}] Jul 30 20:15:16.539238 n-d-712137-9 neutron-server[93883]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:15:16.539690 n-d-712137-9 neutron-server[93883]: DEBUG oslo_db.api [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:15:16.546320 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c0de5f1-4af0-46b1-929e-0a60f65a47be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:16.549717 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c0de5f1-4af0-46b1-929e-0a60f65a47be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:16.551220 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8c0de5f1-4af0-46b1-929e-0a60f65a47be admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/56af0349-1e7a-460d-b52f-3c1b9a45427f HTTP/1.1" status: 204 len: 168 time: 0.4992073 Jul 30 20:15:16.560645 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0de5f1-4af0-46b1-929e-0a60f65a47be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56af0349-1e7a-460d-b52f-3c1b9a45427f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:16.567128 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-ee9da634-9930-4bf4-b050-26b63811f98c service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:15:16.567526 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-ee9da634-9930-4bf4-b050-26b63811f98c service neutron] Checking segment: {'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:16.568003 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-ee9da634-9930-4bf4-b050-26b63811f98c service neutron] Bound using segment: {'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:15:16.568362 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-ee9da634-9930-4bf4-b050-26b63811f98c service neutron] Bound port: 514323af-ed16-4e3a-97cf-8275560d79fc, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:15:16.568732 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-ee9da634-9930-4bf4-b050-26b63811f98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:16.647287 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-d1000661-e335-42de-ab2f-8f8ce85abb36 service neutron] 10.222.0.81 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442730 Jul 30 20:15:16.711700 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e36484-3f6e-4532-aa1c-fdf000985420 None None] Network e1fa19e4-7228-401e-9fed-793ef47e0d88 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:16.735751 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-ee9da634-9930-4bf4-b050-26b63811f98c service neutron] For port 514323af-ed16-4e3a-97cf-8275560d79fc, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:15:16.756095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-ee9da634-9930-4bf4-b050-26b63811f98c service neutron] For port 514323af-ed16-4e3a-97cf-8275560d79fc, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=514323af-ed16-4e3a-97cf-8275560d79fc,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:15:16.766173 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-ee9da634-9930-4bf4-b050-26b63811f98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:16.836189 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-ee9da634-9930-4bf4-b050-26b63811f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:16.836889 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-ee9da634-9930-4bf4-b050-26b63811f98c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:16.838243 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-ee9da634-9930-4bf4-b050-26b63811f98c service neutron] 10.222.0.59 "PUT /v2.0/ports/514323af-ed16-4e3a-97cf-8275560d79fc HTTP/1.1" status: 200 len: 1091 time: 1.9580753 Jul 30 20:15:16.848998 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-66debc53-99cd-4c81-a339-d6767eddce44 service neutron] 10.222.0.81 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817009 Jul 30 20:15:16.932664 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9da634-9930-4bf4-b050-26b63811f98c service neutron] Pushing event updated for resources: {'Port': ['ID=514323af-ed16-4e3a-97cf-8275560d79fc,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:17.005255 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-824b87b3-09dd-46ed-9575-70825448335a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:17.006808 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-824b87b3-09dd-46ed-9575-70825448335a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&device_id=e4a7902f-70ce-42b2-912d-3ea9b38e3fa2 HTTP/1.1" status: 200 len: 1094 time: 0.0872078 Jul 30 20:15:17.015218 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-4f3bb6f8-30c1-40e4-8c65-93d5f4b5d2f4 service neutron] 10.222.0.81 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543510 Jul 30 20:15:17.041521 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:17.073597 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-7a6f4692-eca7-4b31-924f-3859ef2d92db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=514323af-ed16-4e3a-97cf-8275560d79fc HTTP/1.1" status: 200 len: 217 time: 0.0573807 Jul 30 20:15:17.116496 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Deleting port 588c2ae0-1a04-41a7-8e13-1b72717d52eb {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:15:17.116854 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:17.129586 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94cf006-b50d-4a8f-8698-1712e27653f3 None None] get_active_networks_info from n-d-712137-9 {{(pid=93884) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 20:15:17.166729 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-f943340f-ad45-4150-a4c7-dc0fdba31e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:17.168785 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-f943340f-ad45-4150-a4c7-dc0fdba31e2d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac1c465f-425f-4078-b2f8-d23b006b1c90 HTTP/1.1" status: 200 len: 850 time: 0.0670247 Jul 30 20:15:17.209875 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] For port 588c2ae0-1a04-41a7-8e13-1b72717d52eb, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=588c2ae0-1a04-41a7-8e13-1b72717d52eb,segment=NetworkSegment(d1098c84-db50-4f63-a677-faf4365a3c13),segment_id=d1098c84-db50-4f63-a677-faf4365a3c13)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:15:17.210748 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:17.219581 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-aab9acd3-5e4a-4fe1-a2d8-dc424b69db06 service neutron] 10.222.0.81 "GET /v2.0/networks/1fde70c4-e26e-40ae-a876-4ba8ec92486d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959226 Jul 30 20:15:17.234026 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Calling delete_port for 588c2ae0-1a04-41a7-8e13-1b72717d52eb owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:15:17.282983 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-b138332c-d9c7-4851-acd1-741b212bba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:17.284847 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-b138332c-d9c7-4851-acd1-741b212bba60 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062124 Jul 30 20:15:17.345414 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94cf006-b50d-4a8f-8698-1712e27653f3 None None] Resources bound (agent type, host, resource id): {{(pid=93884) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 20:15:17.381468 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:17.435921 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No DVR routers for this DVR port 588c2ae0-1a04-41a7-8e13-1b72717d52eb on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:15:17.443091 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Port': ['ID=588c2ae0-1a04-41a7-8e13-1b72717d52eb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:17.472530 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43598) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:17.556145 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:17.568834 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1fa19e4-7228-401e-9fed-793ef47e0d88']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:17.586721 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1098c84-db50-4f63-a677-faf4365a3c13') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:17.587094 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1098c84-db50-4f63-a677-faf4365a3c13') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:17.598114 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:17.626678 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d32e962d-d61c-48e6-8fa1-49dafe58ad93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:17.637419 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:17.665687 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:15:17.666047 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:15:17.670527 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:15:17.745609 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:17.772714 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:17.777711 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/networks/e1fa19e4-7228-401e-9fed-793ef47e0d88 HTTP/1.1" status: 204 len: 168 time: 2.1188896 Jul 30 20:15:17.779995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43610) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:17.786094 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f112bfb-4a36-4de4-92c0-4ac302439b93 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Network': ['ID=e1fa19e4-7228-401e-9fed-793ef47e0d88,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:17.826123 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-c0089c03-cb54-4f94-97ef-227faa4c48ba service neutron] 10.222.0.81 "GET /v2.0/networks/1fde70c4-e26e-40ae-a876-4ba8ec92486d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5988572 Jul 30 20:15:17.826967 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb10fd1-9065-4650-8fde-5de9d1b8d554 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] DELETE failed (client error): The resource could not be found. Jul 30 20:15:17.827578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb10fd1-9065-4650-8fde-5de9d1b8d554 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:15:17.829192 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ccb10fd1-9065-4650-8fde-5de9d1b8d554 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/networks/e1fa19e4-7228-401e-9fed-793ef47e0d88 HTTP/1.1" status: 404 len: 339 time: 0.0482273 Jul 30 20:15:17.834026 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43612) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:17.840858 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-737fee26-c353-449d-8eb2-37291f9a2ac4 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-42910870', 'description': 'd1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:17.860244 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d32e962d-d61c-48e6-8fa1-49dafe58ad93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:17.865133 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d32e962d-d61c-48e6-8fa1-49dafe58ad93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:17.905860 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e962d-d61c-48e6-8fa1-49dafe58ad93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bcfa6e-1093-4c7d-8ee4-a50445b54a48,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:17.907226 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-30a3ecea-e246-44eb-aea5-c2186eb50060 service neutron] 10.222.0.59 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6112583 Jul 30 20:15:17.910504 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d32e962d-d61c-48e6-8fa1-49dafe58ad93 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=57ff5ed71fa34a14af14c3fde86e1f45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4369829 Jul 30 20:15:17.913510 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43616) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:17.971487 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21ce99b5-e159-419c-af8d-a547d380792a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:17.982277 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737fee26-c353-449d-8eb2-37291f9a2ac4 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Made reservation on behalf of 036ea76f8a48494880aa0f1dc329207d for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:17.986316 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-737fee26-c353-449d-8eb2-37291f9a2ac4 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:17.996184 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21ce99b5-e159-419c-af8d-a547d380792a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:18.052858 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21ce99b5-e159-419c-af8d-a547d380792a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:18.054204 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737fee26-c353-449d-8eb2-37291f9a2ac4 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:15:18.056506 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21ce99b5-e159-419c-af8d-a547d380792a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:18.057646 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-3ba67273-1e2e-48a0-8bd8-77fc4bdb1322 service neutron] 10.222.0.81 "GET /v2.0/networks/1fde70c4-e26e-40ae-a876-4ba8ec92486d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093287 Jul 30 20:15:18.060269 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-21ce99b5-e159-419c-af8d-a547d380792a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/15bcfa6e-1093-4c7d-8ee4-a50445b54a48 HTTP/1.1" status: 204 len: 168 time: 0.1457994 Jul 30 20:15:18.068932 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce99b5-e159-419c-af8d-a547d380792a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bcfa6e-1093-4c7d-8ee4-a50445b54a48,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:18.085197 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-737fee26-c353-449d-8eb2-37291f9a2ac4 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:18.085548 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-737fee26-c353-449d-8eb2-37291f9a2ac4 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Added segment f8892f8c-d62f-4966-afe5-9699a8b7fb45 of type vlan for network bc21a24d-b247-49ee-80a2-ac4cb56e92e3 Jul 30 20:15:18.137848 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cbefa80-c7e3-4c72-8bad-11e4b75bf489 req-9fa23f1c-0983-4ae4-822e-22f322d04ce5 service neutron] 10.222.0.59 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135005 Jul 30 20:15:18.176836 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-737fee26-c353-449d-8eb2-37291f9a2ac4 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:18.226736 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-9d6e91e7-f033-4c76-bb4d-b96edc4d0b5c service neutron] 10.222.0.81 "GET /v2.0/networks/1fde70c4-e26e-40ae-a876-4ba8ec92486d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583273 Jul 30 20:15:18.229723 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-737fee26-c353-449d-8eb2-37291f9a2ac4 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:18.237782 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737fee26-c353-449d-8eb2-37291f9a2ac4 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:18.238399 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-737fee26-c353-449d-8eb2-37291f9a2ac4 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:18.314361 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-737fee26-c353-449d-8eb2-37291f9a2ac4 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4792831 Jul 30 20:15:18.317253 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43632) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:18.325328 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fee26-c353-449d-8eb2-37291f9a2ac4 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Network': ['ID=bc21a24d-b247-49ee-80a2-ac4cb56e92e3,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:18.339301 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network bc21a24d-b247-49ee-80a2-ac4cb56e92e3 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:15:18.461874 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6115032-ed4e-4526-81af-b14eb51992b8 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:18.466305 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43640) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:18.466488 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d6115032-ed4e-4526-81af-b14eb51992b8 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "GET /v2.0/networks?id=bc21a24d-b247-49ee-80a2-ac4cb56e92e3 HTTP/1.1" status: 200 len: 759 time: 0.1480980 Jul 30 20:15:18.472774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-4f2dcf29-77dd-487f-9c49-dedd2b591f01 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'network': {'description': 'd2'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:18.510763 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c99ca414-b242-41a7-b642-a1bd5199fc93 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:15:18.572981 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43648) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:18.596236 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-585b7c68-4a12-4a0f-ab2c-84f270c14d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:18.700220 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-585b7c68-4a12-4a0f-ab2c-84f270c14d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:18.701118 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c99ca414-b242-41a7-b642-a1bd5199fc93, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c99ca414-b242-41a7-b642-a1bd5199fc93,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:15:18.707001 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4f2dcf29-77dd-487f-9c49-dedd2b591f01 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:18.710057 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-585b7c68-4a12-4a0f-ab2c-84f270c14d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:18.720363 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'c99ca414-b242-41a7-b642-a1bd5199fc93', 'network_id': '8bfc6937-8166-4841-8d2d-9494ef26b48a', 'port_id': 'c99ca414-b242-41a7-b642-a1bd5199fc93', 'mac_address': 'fa:16:3e:85:c8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4441ce2-15ee-443c-8f6d-ecb7f77ca504', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:15:18.738171 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4f2dcf29-77dd-487f-9c49-dedd2b591f01 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:18.756941 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-585b7c68-4a12-4a0f-ab2c-84f270c14d67 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7886063537c54e26a52c02e287d6daf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1803093 Jul 30 20:15:18.758347 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43656) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:18.784073 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4f2dcf29-77dd-487f-9c49-dedd2b591f01 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Network bc21a24d-b247-49ee-80a2-ac4cb56e92e3 is not hosted by any dhcp agent {{(pid=93882) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 20:15:18.784502 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b7c68-4a12-4a0f-ab2c-84f270c14d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b1ae70-0452-4782-abb4-77a6f76c70f9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:18.791621 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2dcf29-77dd-487f-9c49-dedd2b591f01 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:18.792704 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4f2dcf29-77dd-487f-9c49-dedd2b591f01 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:18.801395 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:18.801555 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4f2dcf29-77dd-487f-9c49-dedd2b591f01 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "PUT /v2.0/networks/bc21a24d-b247-49ee-80a2-ac4cb56e92e3 HTTP/1.1" status: 200 len: 756 time: 0.3337855 Jul 30 20:15:18.806211 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43662) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:18.841529 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99ca414-b242-41a7-b642-a1bd5199fc93 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:15:18.868673 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c99ca414-b242-41a7-b642-a1bd5199fc93, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c99ca414-b242-41a7-b642-a1bd5199fc93,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:15:18.876220 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:18.898500 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2dcf29-77dd-487f-9c49-dedd2b591f01 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Network': ['ID=bc21a24d-b247-49ee-80a2-ac4cb56e92e3,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:18.922834 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network bc21a24d-b247-49ee-80a2-ac4cb56e92e3 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:15:18.967302 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43666) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:19.051606 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=c99ca414-b242-41a7-b642-a1bd5199fc93,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:19.152207 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-06d90515-9193-49ae-a925-8c6bd808f24b tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:19.179293 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00488a5b-66e6-4443-821c-c4cd27faa483 req-b722aa5d-95e9-449e-8855-0f1b3e5f506a tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:19.181307 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-00488a5b-66e6-4443-821c-c4cd27faa483 req-b722aa5d-95e9-449e-8855-0f1b3e5f506a tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 944 time: 0.1007421 Jul 30 20:15:19.192031 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-06d90515-9193-49ae-a925-8c6bd808f24b tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] 10.222.0.81 "PUT /v2.0/quotas/3e620c834cff452fb95ddd3214e1b3a3 HTTP/1.1" status: 200 len: 368 time: 0.2229748 Jul 30 20:15:19.198694 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43674) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:19.218157 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-31a196dc-e2fa-4efc-964b-6a913bb555fb tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Request body: {'network': {'project_id': '3e620c834cff452fb95ddd3214e1b3a3'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:19.229379 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a937857-a3e0-40cf-b7ae-69a0e15b434f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:19.253348 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['c99ca414-b242-41a7-b642-a1bd5199fc93'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:15:19.259100 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-00488a5b-66e6-4443-821c-c4cd27faa483 req-f735d496-b608-4a14-a4b0-491e730a209d tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699742 Jul 30 20:15:19.264680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a196dc-e2fa-4efc-964b-6a913bb555fb tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Made reservation on behalf of 3e620c834cff452fb95ddd3214e1b3a3 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:19.267482 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31a196dc-e2fa-4efc-964b-6a913bb555fb tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:19.279336 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdd9ca1-5d2f-4865-93a7-26159222132a tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:19.291018 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31a196dc-e2fa-4efc-964b-6a913bb555fb tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:19.295223 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fbdd9ca1-5d2f-4865-93a7-26159222132a tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "GET /v2.0/networks?id=bc21a24d-b247-49ee-80a2-ac4cb56e92e3 HTTP/1.1" status: 200 len: 759 time: 0.4843237 Jul 30 20:15:19.297146 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43680) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:19.307910 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1961d329-1847-4eae-8217-1e186c924aa1 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1541962963'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:19.320366 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a937857-a3e0-40cf-b7ae-69a0e15b434f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:19.337941 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.db.api [None req-31a196dc-e2fa-4efc-964b-6a913bb555fb tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 20:15:19.337941 n-d-712137-9 neutron-server[93882]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 20:15:19.337941 n-d-712137-9 neutron-server[93882]: [parameters: {'project_id_1': '3e620c834cff452fb95ddd3214e1b3a3', 'expiration_1': datetime.datetime(2021, 7, 30, 20, 15, 19, 323190)}] Jul 30 20:15:19.337941 n-d-712137-9 neutron-server[93882]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:15:19.338434 n-d-712137-9 neutron-server[93882]: DEBUG oslo_db.api [None req-31a196dc-e2fa-4efc-964b-6a913bb555fb tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:15:19.365404 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1961d329-1847-4eae-8217-1e186c924aa1 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Made reservation on behalf of 036ea76f8a48494880aa0f1dc329207d for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:19.370190 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1961d329-1847-4eae-8217-1e186c924aa1 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:19.414440 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a937857-a3e0-40cf-b7ae-69a0e15b434f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:19.417349 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a937857-a3e0-40cf-b7ae-69a0e15b434f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:19.422153 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1a937857-a3e0-40cf-b7ae-69a0e15b434f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/68b1ae70-0452-4782-abb4-77a6f76c70f9 HTTP/1.1" status: 204 len: 168 time: 0.6626720 Jul 30 20:15:19.431378 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1961d329-1847-4eae-8217-1e186c924aa1 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:15:19.442038 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a937857-a3e0-40cf-b7ae-69a0e15b434f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b1ae70-0452-4782-abb4-77a6f76c70f9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:19.451121 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1961d329-1847-4eae-8217-1e186c924aa1 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:19.451800 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-1961d329-1847-4eae-8217-1e186c924aa1 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Added segment 62e8cfe3-6b51-4f53-bcfe-6c26581ebfc0 of type vlan for network dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192 Jul 30 20:15:19.516418 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1961d329-1847-4eae-8217-1e186c924aa1 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:19.556007 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:19.566663 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1961d329-1847-4eae-8217-1e186c924aa1 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:19.571868 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a3d23-a8f4-4a01-b2ee-2e273d2b9d8d req-8740bb34-3eb8-47d7-98e6-e75b49061997 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:19.573731 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1961d329-1847-4eae-8217-1e186c924aa1 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:19.574783 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1961d329-1847-4eae-8217-1e186c924aa1 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:19.580272 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f00a3d23-a8f4-4a01-b2ee-2e273d2b9d8d req-8740bb34-3eb8-47d7-98e6-e75b49061997 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4a7902f-70ce-42b2-912d-3ea9b38e3fa2 HTTP/1.1" status: 200 len: 943 time: 0.1002710 Jul 30 20:15:19.609984 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1961d329-1847-4eae-8217-1e186c924aa1 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3116088 Jul 30 20:15:19.613332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43686) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:19.633365 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-7268e808-eed9-4a57-8d36-f4593d33cd3f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'subnet': {'network_id': 'dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:19.682237 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961d329-1847-4eae-8217-1e186c924aa1 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Network': ['ID=dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:19.693483 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:15:19.759468 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f00a3d23-a8f4-4a01-b2ee-2e273d2b9d8d req-57950208-e459-41a2-8ee1-0d0506837c4d tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668558 Jul 30 20:15:19.800727 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7268e808-eed9-4a57-8d36-f4593d33cd3f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Made reservation on behalf of 036ea76f8a48494880aa0f1dc329207d for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:19.809420 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7268e808-eed9-4a57-8d36-f4593d33cd3f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:19.847801 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31a196dc-e2fa-4efc-964b-6a913bb555fb tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:19.893870 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f90d7a8-6664-4d4e-8a40-278ee8335489 x-openstack-request-id: req-4f90d7a8-6664-4d4e-8a40-278ee8335489 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:15:19.894524 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a080838c-b592-4ad5-8221-f4ab49e84b27", "tag": "c99ca414-b242-41a7-b642-a1bd5199fc93", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:15:19.895016 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4f90d7a8-6664-4d4e-8a40-278ee8335489 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:15:19.895913 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a080838c-b592-4ad5-8221-f4ab49e84b27', 'tag': 'c99ca414-b242-41a7-b642-a1bd5199fc93', 'status': 'completed', 'code': 200} Jul 30 20:15:20.117831 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c301a-c070-4678-9abc-e9a861f19f11 req-2b806254-876a-4177-afdc-846e6c2c5c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:20.119185 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-487c301a-c070-4678-9abc-e9a861f19f11 req-2b806254-876a-4177-afdc-846e6c2c5c4c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ccfb1cbf56a4ee5812650def928c402&device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 1095 time: 0.2220509 Jul 30 20:15:20.346779 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 514323af-ed16-4e3a-97cf-8275560d79fc details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:15:20.352256 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3d49447d-cdb8-4542-9cb4-af76b3ae0716 req-ab2cf844-1bfa-4701-9338-7e7293d5997f tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 210 time: 0.0889747 Jul 30 20:15:20.358303 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c301a-c070-4678-9abc-e9a861f19f11 req-6a21a197-0a6d-42f1-8aa1-5363fa4bd031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:20.360288 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-487c301a-c070-4678-9abc-e9a861f19f11 req-6a21a197-0a6d-42f1-8aa1-5363fa4bd031 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8bfc6937-8166-4841-8d2d-9494ef26b48a HTTP/1.1" status: 200 len: 905 time: 0.2245967 Jul 30 20:15:20.362166 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31a196dc-e2fa-4efc-964b-6a913bb555fb tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:20.409278 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31a196dc-e2fa-4efc-964b-6a913bb555fb tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:20.413021 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-487c301a-c070-4678-9abc-e9a861f19f11 req-5fba0655-7b3a-4a9f-baca-eb04c8c3fb48 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c99ca414-b242-41a7-b642-a1bd5199fc93 HTTP/1.1" status: 200 len: 217 time: 0.0412107 Jul 30 20:15:20.442518 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7268e808-eed9-4a57-8d36-f4593d33cd3f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:20.505267 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a196dc-e2fa-4efc-964b-6a913bb555fb tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:15:20.526742 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a196dc-e2fa-4efc-964b-6a913bb555fb tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d206afa-0010-46d0-bc0d-07ffacaec3bf,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:20.563905 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31a196dc-e2fa-4efc-964b-6a913bb555fb tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:20.564549 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-31a196dc-e2fa-4efc-964b-6a913bb555fb tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Added segment 424ab71e-31a1-4dc1-a3b7-ebc2ea9b9f87 of type vlan for network 803b6713-100f-4830-bf8c-57d963d6c856 Jul 30 20:15:20.566363 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c99ca414-b242-41a7-b642-a1bd5199fc93 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:15:20.570355 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 514323af-ed16-4e3a-97cf-8275560d79fc, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=514323af-ed16-4e3a-97cf-8275560d79fc,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:15:20.574570 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-d9b522c8-79bb-4a8a-8ba4-fa6e2f332ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:20.576200 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-d9b522c8-79bb-4a8a-8ba4-fa6e2f332ded service neutron] 10.222.0.83 "GET /v2.0/ports/f3feff81-2882-47bd-a741-e51a66ae074c HTTP/1.1" status: 200 len: 1027 time: 0.0939624 Jul 30 20:15:20.582531 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c301a-c070-4678-9abc-e9a861f19f11 req-d89fd222-ae16-4a59-b1a2-04deb8bb7954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:20.584402 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-487c301a-c070-4678-9abc-e9a861f19f11 req-d89fd222-ae16-4a59-b1a2-04deb8bb7954 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c4441ce2-15ee-443c-8f6d-ecb7f77ca504 HTTP/1.1" status: 200 len: 844 time: 0.1592681 Jul 30 20:15:20.592735 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268e808-eed9-4a57-8d36-f4593d33cd3f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Subnet': ['ID=f6b8435e-3dd3-4e78-9f22-b8dfbd64db77,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:20.643463 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '514323af-ed16-4e3a-97cf-8275560d79fc', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'port_id': '514323af-ed16-4e3a-97cf-8275560d79fc', 'mac_address': 'fa:16:3e:e2:79:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:15:20.653437 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-487c301a-c070-4678-9abc-e9a861f19f11 req-873a8d18-eb41-45bb-b933-85946ec6e433 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8bfc6937-8166-4841-8d2d-9494ef26b48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543466 Jul 30 20:15:20.660553 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268e808-eed9-4a57-8d36-f4593d33cd3f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Checking segment: {'id': '62e8cfe3-6b51-4f53-bcfe-6c26581ebfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:20.661163 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7268e808-eed9-4a57-8d36-f4593d33cd3f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Network hostable DHCP agents. Network: dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:15:20.667167 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31a196dc-e2fa-4efc-964b-6a913bb555fb tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:20.667659 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-2bef5bd3-bebc-4d82-99b2-3f3623bf96aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:20.669236 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-2bef5bd3-bebc-4d82-99b2-3f3623bf96aa service neutron] 10.222.0.83 "GET /v2.0/ports/d4f11ef0-cd30-4621-9d9d-862239567fe1 HTTP/1.1" status: 200 len: 1026 time: 0.0746834 Jul 30 20:15:20.696214 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:20.716328 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 514323af-ed16-4e3a-97cf-8275560d79fc {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:15:20.747057 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 514323af-ed16-4e3a-97cf-8275560d79fc, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=514323af-ed16-4e3a-97cf-8275560d79fc,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:15:20.755667 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:20.791294 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7268e808-eed9-4a57-8d36-f4593d33cd3f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Network dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:15:20.800051 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31a196dc-e2fa-4efc-964b-6a913bb555fb tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:20.802010 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a196dc-e2fa-4efc-964b-6a913bb555fb tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:20.802699 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31a196dc-e2fa-4efc-964b-6a913bb555fb tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:20.876663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-7268e808-eed9-4a57-8d36-f4593d33cd3f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:20.899433 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7268e808-eed9-4a57-8d36-f4593d33cd3f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:20.900603 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7268e808-eed9-4a57-8d36-f4593d33cd3f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:20.922503 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-62d72887-d7df-4d21-bb35-efddeec57ceb tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:20.933216 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-62d72887-d7df-4d21-bb35-efddeec57ceb tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:20.941057 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-62d72887-d7df-4d21-bb35-efddeec57ceb tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:20.942780 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-62d72887-d7df-4d21-bb35-efddeec57ceb tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.83 "GET /v2.0/networks?id=9ed41446-71e6-4016-93d6-5a969c709957&id=dd865cdf-fcee-4685-bcc3-e9d181e42798&id=dd865cdf-fcee-4685-bcc3-e9d181e42798&id=dd865cdf-fcee-4685-bcc3-e9d181e42798&id=dd865cdf-fcee-4685-bcc3-e9d181e42798&id=1fde70c4-e26e-40ae-a876-4ba8ec92486d&id=1fde70c4-e26e-40ae-a876-4ba8ec92486d HTTP/1.1" status: 200 len: 1991 time: 0.2655675 Jul 30 20:15:20.996240 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-31a196dc-e2fa-4efc-964b-6a913bb555fb tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7930529 Jul 30 20:15:21.006568 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58077bf5-4b0a-4247-87b8-1c1b74c462b0 None None] Network dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:21.009861 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port c99ca414-b242-41a7-b642-a1bd5199fc93 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:21.018499 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-487c301a-c070-4678-9abc-e9a861f19f11 req-432dae6f-7b9e-4673-8b24-fd52a40421a3 service neutron] 10.222.0.83 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461678 Jul 30 20:15:21.023479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43726) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:21.035626 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a360af66-8acf-4078-909b-40a2042f627a tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Request body: {'network': {'project_id': '3e620c834cff452fb95ddd3214e1b3a3'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:21.051068 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-87c543b6-8b58-4547-910f-12bc336225a4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9555d3def1404d06ae82d4f5802d2226 HTTP/1.1" status: 200 len: 380 time: 0.0973432 Jul 30 20:15:21.053868 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port c99ca414-b242-41a7-b642-a1bd5199fc93 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:21.054437 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:21.064932 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7268e808-eed9-4a57-8d36-f4593d33cd3f tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4422066 Jul 30 20:15:21.073510 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-60697427-7d6e-4592-9281-27537434f280 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Request body: {'port': {'device_id': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957', 'admin_state_up': True, 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'security_groups': ['5584e565-d225-45b5-b82b-3ff22636ad7c']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:21.078735 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a360af66-8acf-4078-909b-40a2042f627a tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Made reservation on behalf of 3e620c834cff452fb95ddd3214e1b3a3 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:21.080943 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a360af66-8acf-4078-909b-40a2042f627a tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:21.084589 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43730) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:21.144420 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=514323af-ed16-4e3a-97cf-8275560d79fc,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:21.151261 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['514323af-ed16-4e3a-97cf-8275560d79fc'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:15:21.215078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a196dc-e2fa-4efc-964b-6a913bb555fb tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Pushing event updated for resources: {'Network': ['ID=803b6713-100f-4830-bf8c-57d963d6c856,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:21.229431 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:21.281956 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:21.286093 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 803b6713-100f-4830-bf8c-57d963d6c856 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:15:21.295652 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a360af66-8acf-4078-909b-40a2042f627a tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:15:21.299059 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-60697427-7d6e-4592-9281-27537434f280 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Made reservation on behalf of 9555d3def1404d06ae82d4f5802d2226 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:21.304083 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-60697427-7d6e-4592-9281-27537434f280 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:21.308229 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a360af66-8acf-4078-909b-40a2042f627a tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:21.308852 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-a360af66-8acf-4078-909b-40a2042f627a tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Added segment df88abb2-78a5-4080-8200-e4ec168b024e of type vlan for network ef1bcb64-8beb-4cd4-832b-6d2fad56e521 Jul 30 20:15:21.361540 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6980700d-99f5-43c9-8786-7f02694a3375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:21.403638 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a360af66-8acf-4078-909b-40a2042f627a tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:21.428486 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a080838c-b592-4ad5-8221-f4ab49e84b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99ca414-b242-41a7-b642-a1bd5199fc93'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:15:21.431175 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e3a8f4-987d-4bd8-801c-5ede61147430" -d '{"events": [{"server_uuid": "a080838c-b592-4ad5-8221-f4ab49e84b27", "name": "network-vif-plugged", "status": "completed", "tag": "c99ca414-b242-41a7-b642-a1bd5199fc93"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:15:21.463438 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c99ca414-b242-41a7-b642-a1bd5199fc93, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c99ca414-b242-41a7-b642-a1bd5199fc93,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:15:21.522129 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-60697427-7d6e-4592-9281-27537434f280 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Allocated IP 172.20.0.9 (9ed41446-71e6-4016-93d6-5a969c709957/c5425a8a-2fa0-4767-b46d-c8518c357b73/8e0561e2-d480-41a1-87dd-77547a79be94) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:21.529290 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:21.551724 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec64dc5a-bd88-401c-83dd-5f7eb238c008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192', 'network_id': 'dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192', 'tenant_id': '036ea76f8a48494880aa0f1dc329207d', 'fixed_ips': [{'subnet_id': 'f6b8435e-3dd3-4e78-9f22-b8dfbd64db77'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:15:21.552867 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec64dc5a-bd88-401c-83dd-5f7eb238c008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:21.560241 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287000f-cb8a-4a3a-8a7d-4be850e8b91d req-fb62134a-124f-43c0-862c-fe8bb89a9e6c tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:21.569068 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c287000f-cb8a-4a3a-8a7d-4be850e8b91d req-fb62134a-124f-43c0-862c-fe8bb89a9e6c tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 944 time: 0.7080545 Jul 30 20:15:21.576535 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:21.580011 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a360af66-8acf-4078-909b-40a2042f627a tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:21.581063 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a360af66-8acf-4078-909b-40a2042f627a tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:21.581598 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a360af66-8acf-4078-909b-40a2042f627a tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:21.678847 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360af66-8acf-4078-909b-40a2042f627a tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Pushing event updated for resources: {'Network': ['ID=ef1bcb64-8beb-4cd4-832b-6d2fad56e521,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:21.722740 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network ef1bcb64-8beb-4cd4-832b-6d2fad56e521 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:15:21.776779 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a360af66-8acf-4078-909b-40a2042f627a tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7469265 Jul 30 20:15:21.780972 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43746) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:21.789435 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-860b3d19-0a26-4414-a0f2-ce382e757c16 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Request body: {'network': {'project_id': '3e620c834cff452fb95ddd3214e1b3a3'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:21.805495 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43748) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:21.857210 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-860b3d19-0a26-4414-a0f2-ce382e757c16 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 30 20:15:21.857784 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-860b3d19-0a26-4414-a0f2-ce382e757c16 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:15:21.859293 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-860b3d19-0a26-4414-a0f2-ce382e757c16 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0775783 Jul 30 20:15:21.881794 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=c99ca414-b242-41a7-b642-a1bd5199fc93,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:21.905277 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-60697427-7d6e-4592-9281-27537434f280 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:21.905914 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c287000f-cb8a-4a3a-8a7d-4be850e8b91d req-383d53ce-2b23-4f57-8ae7-3bf552c1027e tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251162 Jul 30 20:15:21.908619 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a7902f-70ce-42b2-912d-3ea9b38e3fa2', 'tag': '514323af-ed16-4e3a-97cf-8275560d79fc'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:15:21.918983 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df583dbb-03e4-4755-b020-f3f291076391" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a7902f-70ce-42b2-912d-3ea9b38e3fa2", "tag": "514323af-ed16-4e3a-97cf-8275560d79fc"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:15:21.931586 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-487c301a-c070-4678-9abc-e9a861f19f11 req-6141d093-fffb-4d1d-a49e-c255cb542fc4 service neutron] 10.222.0.83 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8705647 Jul 30 20:15:21.935624 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-60697427-7d6e-4592-9281-27537434f280 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Transition to ACTIVE for port object 8e0561e2-d480-41a1-87dd-77547a79be94 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:22.004531 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43758) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:22.021645 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-60697427-7d6e-4592-9281-27537434f280 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.030219 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-ec64dc5a-bd88-401c-83dd-5f7eb238c008 None None] Allocated IP 172.20.0.2 (dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192/f6b8435e-3dd3-4e78-9f22-b8dfbd64db77/6a7bcb05-ba21-4dfa-985f-3577475f3054) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:22.092981 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60697427-7d6e-4592-9281-27537434f280 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event updated for resources: {'Port': ['ID=8e0561e2-d480-41a1-87dd-77547a79be94,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:22.101988 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-60697427-7d6e-4592-9281-27537434f280 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Network 9ed41446-71e6-4016-93d6-5a969c709957 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:22.106140 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-60697427-7d6e-4592-9281-27537434f280 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:22.110734 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-60697427-7d6e-4592-9281-27537434f280 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:22.153862 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-45826ca0-84ee-4d99-be7b-e831b07ae78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1778407180'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:22.195262 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-97b788e4-e9c5-460b-b17d-168fd3455c64 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3e620c834cff452fb95ddd3214e1b3a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1873519 Jul 30 20:15:22.208706 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43762) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:22.229886 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-60697427-7d6e-4592-9281-27537434f280 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:22.231103 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-60697427-7d6e-4592-9281-27537434f280 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.262762 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec64dc5a-bd88-401c-83dd-5f7eb238c008 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.272385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e12f9-efa6-4993-8884-791fe6928c98 req-a2e3140d-e95d-4ddb-b147-9302d3a03ad0 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:22.273986 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7e6e12f9-efa6-4993-8884-791fe6928c98 req-a2e3140d-e95d-4ddb-b147-9302d3a03ad0 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4a7902f-70ce-42b2-912d-3ea9b38e3fa2 HTTP/1.1" status: 200 len: 944 time: 0.1096087 Jul 30 20:15:22.279650 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ec64dc5a-bd88-401c-83dd-5f7eb238c008 None None] Transition to ACTIVE for port object 6a7bcb05-ba21-4dfa-985f-3577475f3054 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:22.300647 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ec64dc5a-bd88-401c-83dd-5f7eb238c008 None None] Transition to ACTIVE for port object 6a7bcb05-ba21-4dfa-985f-3577475f3054 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:22.301691 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45826ca0-84ee-4d99-be7b-e831b07ae78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] Made reservation on behalf of b0cc9b18242842d5936b47d869a2d5c1 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:22.306792 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45826ca0-84ee-4d99-be7b-e831b07ae78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.317652 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec64dc5a-bd88-401c-83dd-5f7eb238c008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.322703 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-60697427-7d6e-4592-9281-27537434f280 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2666545 Jul 30 20:15:22.323822 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45826ca0-84ee-4d99-be7b-e831b07ae78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.362715 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec64dc5a-bd88-401c-83dd-5f7eb238c008 None None] Network dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:22.364325 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b52e119c-c888-49d3-9088-80e278bc21ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.367283 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ec64dc5a-bd88-401c-83dd-5f7eb238c008 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:22.370581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec64dc5a-bd88-401c-83dd-5f7eb238c008 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:22.392927 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64dc5a-bd88-401c-83dd-5f7eb238c008 None None] Pushing event updated for resources: {'Port': ['ID=6a7bcb05-ba21-4dfa-985f-3577475f3054,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:22.409392 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b52e119c-c888-49d3-9088-80e278bc21ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.449082 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45826ca0-84ee-4d99-be7b-e831b07ae78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.453715 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-4192c18c-9650-403f-8bd1-879900d4eb98 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Request body: {'port': {'device_id': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798', 'admin_state_up': True, 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'security_groups': ['5584e565-d225-45b5-b82b-3ff22636ad7c']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:22.455654 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ec64dc5a-bd88-401c-83dd-5f7eb238c008 None None] Attempting to bind port 6a7bcb05-ba21-4dfa-985f-3577475f3054 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:22.456033 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ec64dc5a-bd88-401c-83dd-5f7eb238c008 None None] Attempting to bind port 6a7bcb05-ba21-4dfa-985f-3577475f3054 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '62e8cfe3-6b51-4f53-bcfe-6c26581ebfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:22.456597 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64dc5a-bd88-401c-83dd-5f7eb238c008 None None] Attempting to bind port 6a7bcb05-ba21-4dfa-985f-3577475f3054 on network dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:22.459484 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45826ca0-84ee-4d99-be7b-e831b07ae78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.463101 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64dc5a-bd88-401c-83dd-5f7eb238c008 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:15:22.463537 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64dc5a-bd88-401c-83dd-5f7eb238c008 None None] Checking segment: {'id': '62e8cfe3-6b51-4f53-bcfe-6c26581ebfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:22.463965 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec64dc5a-bd88-401c-83dd-5f7eb238c008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.464358 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64dc5a-bd88-401c-83dd-5f7eb238c008 None None] Bound using segment: {'id': '62e8cfe3-6b51-4f53-bcfe-6c26581ebfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:15:22.464915 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ec64dc5a-bd88-401c-83dd-5f7eb238c008 None None] Bound port: 6a7bcb05-ba21-4dfa-985f-3577475f3054, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e8cfe3-6b51-4f53-bcfe-6c26581ebfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:15:22.466157 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec64dc5a-bd88-401c-83dd-5f7eb238c008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.540519 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7e6e12f9-efa6-4993-8884-791fe6928c98 req-9b851863-0133-44bb-9cd9-ecf738ddad79 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599006 Jul 30 20:15:22.542417 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b52e119c-c888-49d3-9088-80e278bc21ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.545638 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45826ca0-84ee-4d99-be7b-e831b07ae78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:15:22.549648 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b52e119c-c888-49d3-9088-80e278bc21ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.554730 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b52e119c-c888-49d3-9088-80e278bc21ca admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7d206afa-0010-46d0-bc0d-07ffacaec3bf HTTP/1.1" status: 204 len: 168 time: 0.3425198 Jul 30 20:15:22.554904 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43764) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:22.555038 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7a13c222-ef36-4479-9456-841f6b4ffba0 None None] Provisioning for port 8e0561e2-d480-41a1-87dd-77547a79be94 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:22.559427 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45826ca0-84ee-4d99-be7b-e831b07ae78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca10595-11e0-4b1b-8787-83079134aadd,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:22.578265 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7a13c222-ef36-4479-9456-841f6b4ffba0 None None] Provisioning complete for port 8e0561e2-d480-41a1-87dd-77547a79be94 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:22.578265 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a13c222-ef36-4479-9456-841f6b4ffba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.612701 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ec64dc5a-bd88-401c-83dd-5f7eb238c008 None None] For port 6a7bcb05-ba21-4dfa-985f-3577475f3054, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:15:22.617728 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e119c-c888-49d3-9088-80e278bc21ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d206afa-0010-46d0-bc0d-07ffacaec3bf,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:22.630918 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ec64dc5a-bd88-401c-83dd-5f7eb238c008 None None] For port 6a7bcb05-ba21-4dfa-985f-3577475f3054, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6a7bcb05-ba21-4dfa-985f-3577475f3054,segment=NetworkSegment(62e8cfe3-6b51-4f53-bcfe-6c26581ebfc0),segment_id=62e8cfe3-6b51-4f53-bcfe-6c26581ebfc0)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:15:22.632230 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45826ca0-84ee-4d99-be7b-e831b07ae78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.632602 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-45826ca0-84ee-4d99-be7b-e831b07ae78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] Added segment 8ae8275d-3c7e-40d4-aecb-d31372b4350a of type vlan for network 698b3a36-ce11-49b1-b318-9e3caf98d6fc Jul 30 20:15:22.637710 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.645976 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec64dc5a-bd88-401c-83dd-5f7eb238c008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.651410 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7a13c222-ef36-4479-9456-841f6b4ffba0 None None] Port 8e0561e2-d480-41a1-87dd-77547a79be94 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:15:22.721755 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45826ca0-84ee-4d99-be7b-e831b07ae78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.722118 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64dc5a-bd88-401c-83dd-5f7eb238c008 None None] Pushing event updated for resources: {'Port': ['ID=6a7bcb05-ba21-4dfa-985f-3577475f3054,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:22.737744 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38974d80-37d2-4f8b-be9b-e4d6fa59f053 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.761149 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-4192c18c-9650-403f-8bd1-879900d4eb98 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Made reservation on behalf of 9555d3def1404d06ae82d4f5802d2226 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:22.763097 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Subnet': ['ID=f6b8435e-3dd3-4e78-9f22-b8dfbd64db77,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:22.764819 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-4192c18c-9650-403f-8bd1-879900d4eb98 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.811162 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.826744 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:22.841115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e8cfe3-6b51-4f53-bcfe-6c26581ebfc0') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:22.841350 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e8cfe3-6b51-4f53-bcfe-6c26581ebfc0') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:22.850615 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1270f0-145d-4a82-9c40-031a760b5f0a req-15860928-79a4-480d-8d09-fdc19d2c96f7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:22.852194 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd1270f0-145d-4a82-9c40-031a760b5f0a req-15860928-79a4-480d-8d09-fdc19d2c96f7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 931 time: 0.1634851 Jul 30 20:15:22.862502 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.882982 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45826ca0-84ee-4d99-be7b-e831b07ae78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.888567 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45826ca0-84ee-4d99-be7b-e831b07ae78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:22.889179 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45826ca0-84ee-4d99-be7b-e831b07ae78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.890833 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.904729 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:15:22.905723 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:15:22.908927 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:15:22.981642 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd1270f0-145d-4a82-9c40-031a760b5f0a req-5535bd55-abcb-404c-a4e7-08a485b2eb3e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232762 Jul 30 20:15:23.033228 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-45826ca0-84ee-4d99-be7b-e831b07ae78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.2246115 Jul 30 20:15:23.034996 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.db.api [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 20:15:23.034996 n-d-712137-9 neutron-server[93882]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 20:15:23.034996 n-d-712137-9 neutron-server[93882]: [parameters: {'id': 'dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192'}] Jul 30 20:15:23.034996 n-d-712137-9 neutron-server[93882]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:15:23.035711 n-d-712137-9 neutron-server[93882]: DEBUG oslo_db.api [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:15:23.042484 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38974d80-37d2-4f8b-be9b-e4d6fa59f053 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:23.060625 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-38974d80-37d2-4f8b-be9b-e4d6fa59f053 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1bcb64-8beb-4cd4-832b-6d2fad56e521']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:23.083258 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-38974d80-37d2-4f8b-be9b-e4d6fa59f053 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df88abb2-78a5-4080-8200-e4ec168b024e') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:23.083485 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-38974d80-37d2-4f8b-be9b-e4d6fa59f053 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df88abb2-78a5-4080-8200-e4ec168b024e') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:23.093534 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45826ca0-84ee-4d99-be7b-e831b07ae78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] Pushing event updated for resources: {'Network': ['ID=698b3a36-ce11-49b1-b318-9e3caf98d6fc,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:23.102538 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38974d80-37d2-4f8b-be9b-e4d6fa59f053 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:23.113820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 698b3a36-ce11-49b1-b318-9e3caf98d6fc details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:15:23.147312 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38974d80-37d2-4f8b-be9b-e4d6fa59f053 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:23.161441 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38974d80-37d2-4f8b-be9b-e4d6fa59f053 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:15:23.161963 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38974d80-37d2-4f8b-be9b-e4d6fa59f053 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:15:23.164036 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:15:23.225693 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c20ace-0e74-4353-a015-a16598da8aaa x-openstack-request-id: req-e7c20ace-0e74-4353-a015-a16598da8aaa {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:15:23.226101 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a080838c-b592-4ad5-8221-f4ab49e84b27", "name": "network-vif-plugged", "status": "completed", "tag": "c99ca414-b242-41a7-b642-a1bd5199fc93", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:15:23.226362 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e7c20ace-0e74-4353-a015-a16598da8aaa {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:15:23.226791 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a080838c-b592-4ad5-8221-f4ab49e84b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99ca414-b242-41a7-b642-a1bd5199fc93', 'code': 200} Jul 30 20:15:23.238213 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-4192c18c-9650-403f-8bd1-879900d4eb98 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Allocated IP 10.1.1.112 (dd865cdf-fcee-4685-bcc3-e9d181e42798/b40af219-9b23-4107-b87f-a0248d4c15b9/0a8804f1-acca-465c-84fb-55cebe68c3f4) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:23.265900 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e1e464-624e-47aa-8384-5115a28068b5 x-openstack-request-id: req-e8e1e464-624e-47aa-8384-5115a28068b5 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:15:23.266213 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a7902f-70ce-42b2-912d-3ea9b38e3fa2", "tag": "514323af-ed16-4e3a-97cf-8275560d79fc", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:15:23.266487 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e8e1e464-624e-47aa-8384-5115a28068b5 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:15:23.266891 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a7902f-70ce-42b2-912d-3ea9b38e3fa2', 'tag': '514323af-ed16-4e3a-97cf-8275560d79fc', 'status': 'completed', 'code': 200} Jul 30 20:15:23.270923 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38974d80-37d2-4f8b-be9b-e4d6fa59f053 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:23.294463 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38974d80-37d2-4f8b-be9b-e4d6fa59f053 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:23.299276 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-38974d80-37d2-4f8b-be9b-e4d6fa59f053 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] 10.222.0.81 "DELETE /v2.0/networks/ef1bcb64-8beb-4cd4-832b-6d2fad56e521 HTTP/1.1" status: 204 len: 168 time: 0.7441573 Jul 30 20:15:23.319026 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43774) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:23.339848 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38974d80-37d2-4f8b-be9b-e4d6fa59f053 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Pushing event deleted for resources: {'Network': ['ID=ef1bcb64-8beb-4cd4-832b-6d2fad56e521,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:23.407165 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df583dbb-03e4-4755-b020-f3f291076391 req-bd9ad806-d9f7-4d26-9df7-d118c470d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:23.408718 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-df583dbb-03e4-4755-b020-f3f291076391 req-bd9ad806-d9f7-4d26-9df7-d118c470d77b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&device_id=e4a7902f-70ce-42b2-912d-3ea9b38e3fa2 HTTP/1.1" status: 200 len: 1095 time: 0.1182911 Jul 30 20:15:23.446005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e08cb-e5a8-4dce-8524-7141057645a9 req-6109fb45-3ae4-48e2-8333-f4ed6ea94c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:23.447469 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-503e08cb-e5a8-4dce-8524-7141057645a9 req-6109fb45-3ae4-48e2-8333-f4ed6ea94c61 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 1096 time: 0.1204875 Jul 30 20:15:23.455396 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58386f26-dfdd-4dc6-97f1-84911b1d3560 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:23.486451 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec437c-4a7e-47e2-83c8-e6ae81dd44e0 req-0f3f8078-4599-426b-b5bd-7a66f068a791 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:23.488041 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7fec437c-4a7e-47e2-83c8-e6ae81dd44e0 req-0f3f8078-4599-426b-b5bd-7a66f068a791 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 945 time: 0.1419449 Jul 30 20:15:23.538785 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:23.573640 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-503e08cb-e5a8-4dce-8524-7141057645a9 req-648bcabe-8173-4f69-aca6-cd9b79c85885 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953193 Jul 30 20:15:23.584079 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-4192c18c-9650-403f-8bd1-879900d4eb98 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:23.601571 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7fec437c-4a7e-47e2-83c8-e6ae81dd44e0 req-a363ff81-5080-4c48-aeab-4bab796710c1 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935328 Jul 30 20:15:23.606339 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58386f26-dfdd-4dc6-97f1-84911b1d3560 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:23.609281 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df583dbb-03e4-4755-b020-f3f291076391 req-60196c3f-67db-47b6-991a-dceefc3f0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:23.610766 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-df583dbb-03e4-4755-b020-f3f291076391 req-60196c3f-67db-47b6-991a-dceefc3f0072 service neutron] 10.222.0.59 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 912 time: 0.1938422 Jul 30 20:15:23.616815 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-4192c18c-9650-403f-8bd1-879900d4eb98 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Transition to ACTIVE for port object 0a8804f1-acca-465c-84fb-55cebe68c3f4 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:23.622902 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-58386f26-dfdd-4dc6-97f1-84911b1d3560 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803b6713-100f-4830-bf8c-57d963d6c856']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:23.649597 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-58386f26-dfdd-4dc6-97f1-84911b1d3560 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424ab71e-31a1-4dc1-a3b7-ebc2ea9b9f87') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:23.649901 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-58386f26-dfdd-4dc6-97f1-84911b1d3560 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424ab71e-31a1-4dc1-a3b7-ebc2ea9b9f87') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:23.676587 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58386f26-dfdd-4dc6-97f1-84911b1d3560 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:23.690906 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b15b4c39-cc0f-4bec-958d-d0b1509ef2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:23.691498 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-df583dbb-03e4-4755-b020-f3f291076391 req-d4f5aa35-1985-4d96-864a-d6f8b338343f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=514323af-ed16-4e3a-97cf-8275560d79fc HTTP/1.1" status: 200 len: 217 time: 0.0623567 Jul 30 20:15:23.715741 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58386f26-dfdd-4dc6-97f1-84911b1d3560 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:23.729278 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-4192c18c-9650-403f-8bd1-879900d4eb98 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:23.735625 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58386f26-dfdd-4dc6-97f1-84911b1d3560 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:15:23.736568 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58386f26-dfdd-4dc6-97f1-84911b1d3560 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:15:23.756372 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:15:23.790477 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df583dbb-03e4-4755-b020-f3f291076391 req-0be46b5c-b6fe-43b9-8563-2976c7838b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:23.792008 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-df583dbb-03e4-4755-b020-f3f291076391 req-0be46b5c-b6fe-43b9-8563-2976c7838b74 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac1c465f-425f-4078-b2f8-d23b006b1c90 HTTP/1.1" status: 200 len: 850 time: 0.0895290 Jul 30 20:15:23.805875 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Deleting port 6a7bcb05-ba21-4dfa-985f-3577475f3054 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:15:23.806227 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:23.839313 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43780) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:23.850872 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Request body: {'port': {'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc', 'binding:host_id': 'n-h1-712137-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-51779506'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:23.860477 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-4192c18c-9650-403f-8bd1-879900d4eb98 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Network dd865cdf-fcee-4685-bcc3-e9d181e42798 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:23.867625 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-4192c18c-9650-403f-8bd1-879900d4eb98 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:23.875629 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-4192c18c-9650-403f-8bd1-879900d4eb98 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:23.893796 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58386f26-dfdd-4dc6-97f1-84911b1d3560 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:23.913534 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:23.936516 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192c18c-9650-403f-8bd1-879900d4eb98 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event updated for resources: {'Port': ['ID=0a8804f1-acca-465c-84fb-55cebe68c3f4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:23.945269 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58386f26-dfdd-4dc6-97f1-84911b1d3560 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:23.950285 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-58386f26-dfdd-4dc6-97f1-84911b1d3560 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] 10.222.0.81 "DELETE /v2.0/networks/803b6713-100f-4830-bf8c-57d963d6c856 HTTP/1.1" status: 204 len: 168 time: 0.6302028 Jul 30 20:15:23.970308 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58386f26-dfdd-4dc6-97f1-84911b1d3560 tempest-QuotasNegativeTest-472360619 tempest-QuotasNegativeTest-472360619-project-admin] Pushing event deleted for resources: {'Network': ['ID=803b6713-100f-4830-bf8c-57d963d6c856,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:23.978787 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Made reservation on behalf of 797eb21514e44215b129dc6c022d0204 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:23.982555 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:24.015154 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:24.028146 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df583dbb-03e4-4755-b020-f3f291076391 req-41afe973-f718-475c-9ee4-98491555d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:24.029670 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-df583dbb-03e4-4755-b020-f3f291076391 req-41afe973-f718-475c-9ee4-98491555d0d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2204180 Jul 30 20:15:24.032101 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] For port 6a7bcb05-ba21-4dfa-985f-3577475f3054, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6a7bcb05-ba21-4dfa-985f-3577475f3054,segment=NetworkSegment(62e8cfe3-6b51-4f53-bcfe-6c26581ebfc0),segment_id=62e8cfe3-6b51-4f53-bcfe-6c26581ebfc0)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:15:24.032451 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:24.051497 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-4192c18c-9650-403f-8bd1-879900d4eb98 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:24.052352 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-4192c18c-9650-403f-8bd1-879900d4eb98 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:24.136635 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Calling delete_port for 6a7bcb05-ba21-4dfa-985f-3577475f3054 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:15:24.147463 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f2e49c-c8a6-4e5a-8878-13e6e1231d8a None None] Network dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:24.224464 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6a7bcb05-ba21-4dfa-985f-3577475f3054 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:15:24.240380 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:24.249584 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:24.255117 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] device_id is not set on port ce49a6c6-cd6f-466b-9140-5c898ae0165d yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:15:24.288825 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-983bbf30-00d9-49b7-8f52-fe10385e6cfa None None] Provisioning for port 6a7bcb05-ba21-4dfa-985f-3577475f3054 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:24.291987 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-4192c18c-9650-403f-8bd1-879900d4eb98 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9591548 Jul 30 20:15:24.366875 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 6a7bcb05-ba21-4dfa-985f-3577475f3054 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:24.379303 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 514323af-ed16-4e3a-97cf-8275560d79fc up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:15:24.382834 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-d335dae9-f722-4ca3-b2dd-46d9348902fa tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Request body: {'port': {'device_id': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798', 'admin_state_up': True, 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'security_groups': ['5584e565-d225-45b5-b82b-3ff22636ad7c']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:24.404661 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-df583dbb-03e4-4755-b020-f3f291076391 req-84f926b5-f02a-441c-9be3-5a74efe85d5e service neutron] 10.222.0.59 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587649 Jul 30 20:15:24.409192 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 6a7bcb05-ba21-4dfa-985f-3577475f3054 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:24.409563 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:24.437912 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fb3406-0a8e-4c0b-9e4b-e78285401036,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:24.550876 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224868e1-3aa3-47c9-b601-79903965adf5 req-e226ec26-f532-4fec-804b-762a7ee7d87b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:24.557460 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-224868e1-3aa3-47c9-b601-79903965adf5 req-e226ec26-f532-4fec-804b-762a7ee7d87b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4a7902f-70ce-42b2-912d-3ea9b38e3fa2 HTTP/1.1" status: 200 len: 944 time: 0.4227452 Jul 30 20:15:24.662627 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:24.675988 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-d335dae9-f722-4ca3-b2dd-46d9348902fa tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Made reservation on behalf of 9555d3def1404d06ae82d4f5802d2226 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:24.684994 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97a9ef3-5c93-4f3a-be1d-86cc83937899 None None] DHCP port deletion for dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:15:24.689707 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-d335dae9-f722-4ca3-b2dd-46d9348902fa tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:24.692849 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:24.714269 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-95f031c3-7b06-43ce-9b1e-c994fa625616 None None] Provisioning for port 0a8804f1-acca-465c-84fb-55cebe68c3f4 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:24.746169 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-95f031c3-7b06-43ce-9b1e-c994fa625616 None None] Provisioning complete for port 0a8804f1-acca-465c-84fb-55cebe68c3f4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:24.748109 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95f031c3-7b06-43ce-9b1e-c994fa625616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:24.752763 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43790) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:24.785891 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae6f7fc1-1d73-42d7-9aeb-322c64fdbebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:24.793947 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] device_id is not set on port ce49a6c6-cd6f-466b-9140-5c898ae0165d yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:15:24.822195 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:24.845775 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 514323af-ed16-4e3a-97cf-8275560d79fc completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:24.847954 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-95f031c3-7b06-43ce-9b1e-c994fa625616 None None] Port 0a8804f1-acca-465c-84fb-55cebe68c3f4 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:15:24.868064 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 514323af-ed16-4e3a-97cf-8275560d79fc triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:24.868440 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:24.897548 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Transition to ACTIVE for port object ce49a6c6-cd6f-466b-9140-5c898ae0165d will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:24.935329 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:24.963363 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:25.029505 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:25.048408 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Pushing event updated for resources: {'Port': ['ID=ce49a6c6-cd6f-466b-9140-5c898ae0165d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:25.083001 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 514323af-ed16-4e3a-97cf-8275560d79fc, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=514323af-ed16-4e3a-97cf-8275560d79fc,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:15:25.083462 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-d335dae9-f722-4ca3-b2dd-46d9348902fa tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Allocated IP 10.1.1.236 (dd865cdf-fcee-4685-bcc3-e9d181e42798/b40af219-9b23-4107-b87f-a0248d4c15b9/3e7c3967-422e-4f07-94df-36160be947b8) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:25.092551 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:25.127903 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Checking segment: {'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:25.128520 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Network hostable DHCP agents. Network: 698b3a36-ce11-49b1-b318-9e3caf98d6fc, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:15:25.132072 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae6f7fc1-1d73-42d7-9aeb-322c64fdbebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:25.151235 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae6f7fc1-1d73-42d7-9aeb-322c64fdbebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:25.173233 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=514323af-ed16-4e3a-97cf-8275560d79fc,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:25.228382 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a7902f-70ce-42b2-912d-3ea9b38e3fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514323af-ed16-4e3a-97cf-8275560d79fc'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:15:25.231259 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee25d8c4-d50f-4e92-91dd-6cbc7e0337e7" -d '{"events": [{"server_uuid": "e4a7902f-70ce-42b2-912d-3ea9b38e3fa2", "name": "network-vif-plugged", "status": "completed", "tag": "514323af-ed16-4e3a-97cf-8275560d79fc"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:15:25.237157 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Port': ['ID=6a7bcb05-ba21-4dfa-985f-3577475f3054,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:25.242056 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ae6f7fc1-1d73-42d7-9aeb-322c64fdbebc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=72e828f7f02e4df8b0136765cdaabf1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4879129 Jul 30 20:15:25.247242 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-224868e1-3aa3-47c9-b601-79903965adf5 req-e913f9b9-c81f-4dcd-a1d8-e84ed37b8076 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6615729 Jul 30 20:15:25.249897 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43796) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:25.250710 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Network 698b3a36-ce11-49b1-b318-9e3caf98d6fc is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:15:25.273343 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No DVR routers for this DVR port 6a7bcb05-ba21-4dfa-985f-3577475f3054 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:15:25.274020 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-df583dbb-03e4-4755-b020-f3f291076391 req-f783af56-ac60-40f8-96e5-23bb7855d636 service neutron] 10.222.0.59 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8612792 Jul 30 20:15:25.280248 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f7fc1-1d73-42d7-9aeb-322c64fdbebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b65808-1157-4bfc-b74a-15774f369e85,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:25.308884 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 698b3a36-ce11-49b1-b318-9e3caf98d6fc) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:25.320263 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd1b34f-d59a-49ba-8cd7-c84079cca8a8 None None] Network 698b3a36-ce11-49b1-b318-9e3caf98d6fc requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:25.333306 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:25.370480 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:25.371080 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:25.371695 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:25.379917 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:25.389070 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port ce49a6c6-cd6f-466b-9140-5c898ae0165d on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:25.389717 n-d-712137-9 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:25.390739 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:25.398194 n-d-712137-9 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 2 to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d Jul 30 20:15:25.401349 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e8cfe3-6b51-4f53-bcfe-6c26581ebfc0') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:25.401651 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e8cfe3-6b51-4f53-bcfe-6c26581ebfc0') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:25.406769 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-d335dae9-f722-4ca3-b2dd-46d9348902fa tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:25.409030 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f64c7d1-dcca-442a-b327-2d65b744d229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:25.411739 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:25.430019 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:25.436335 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:25.436539 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:15:25.436946 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:25.437202 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:25.437705 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:25.440145 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-d335dae9-f722-4ca3-b2dd-46d9348902fa tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Transition to ACTIVE for port object 3e7c3967-422e-4f07-94df-36160be947b8 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:25.457005 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port ce49a6c6-cd6f-466b-9140-5c898ae0165d on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:25.457577 n-d-712137-9 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:25.460617 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f64c7d1-dcca-442a-b327-2d65b744d229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:25.462288 n-d-712137-9 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 3 to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:15:25.490799 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:15:25.494661 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:25.495184 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:25.495715 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:25.521599 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port ce49a6c6-cd6f-466b-9140-5c898ae0165d on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:25.521935 n-d-712137-9 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:25.523897 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:25.525783 n-d-712137-9 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 4 to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d Jul 30 20:15:25.536308 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:25.541309 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/networks/dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192 HTTP/1.1" status: 204 len: 168 time: 4.4546907 Jul 30 20:15:25.542193 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43798) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:25.547279 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:25.547648 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:25.547990 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:25.554513 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port ce49a6c6-cd6f-466b-9140-5c898ae0165d on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:25.554824 n-d-712137-9 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:25.555350 n-d-712137-9 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 5 to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d Jul 30 20:15:25.559787 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-d335dae9-f722-4ca3-b2dd-46d9348902fa tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:25.563988 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2d083-7713-4bab-92b3-7e1da19e3279 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Network': ['ID=dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:25.581442 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f64c7d1-dcca-442a-b327-2d65b744d229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:25.583956 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f64c7d1-dcca-442a-b327-2d65b744d229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:25.587362 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2f64c7d1-dcca-442a-b327-2d65b744d229 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e1b65808-1157-4bfc-b74a-15774f369e85 HTTP/1.1" status: 204 len: 168 time: 0.3312004 Jul 30 20:15:25.597925 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-3440ddf0-4829-48bd-af9c-1aea32232707 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] GET failed (client error): The resource could not be found. Jul 30 20:15:25.600464 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3440ddf0-4829-48bd-af9c-1aea32232707 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "GET /v2.0/subnets/f6b8435e-3dd3-4e78-9f22-b8dfbd64db77 HTTP/1.1" status: 404 len: 337 time: 0.0477488 Jul 30 20:15:25.604702 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43802) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:25.621561 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:25.622046 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:25.622457 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:25.630163 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-951ca50c-3c0b-4eca-84d3-fe7e74b9136e tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] DELETE failed (client error): The resource could not be found. Jul 30 20:15:25.630849 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951ca50c-3c0b-4eca-84d3-fe7e74b9136e tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:15:25.636277 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-951ca50c-3c0b-4eca-84d3-fe7e74b9136e tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/networks/dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192 HTTP/1.1" status: 404 len: 339 time: 0.0266476 Jul 30 20:15:25.636466 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64c7d1-dcca-442a-b327-2d65b744d229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b65808-1157-4bfc-b74a-15774f369e85,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:25.636466 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-d335dae9-f722-4ca3-b2dd-46d9348902fa tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Network dd865cdf-fcee-4685-bcc3-e9d181e42798 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:25.637293 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43804) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:25.638578 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-d335dae9-f722-4ca3-b2dd-46d9348902fa tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:25.644511 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2f542-efa4-45b3-a7b5-c19f89c6c41e req-097e130e-801b-4a3b-9bc2-29b20817e917 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:25.653096 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2f542-efa4-45b3-a7b5-c19f89c6c41e req-097e130e-801b-4a3b-9bc2-29b20817e917 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:25.658301 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-d335dae9-f722-4ca3-b2dd-46d9348902fa tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:25.660911 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port ce49a6c6-cd6f-466b-9140-5c898ae0165d on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:25.661314 n-d-712137-9 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:25.662198 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bbf2f542-efa4-45b3-a7b5-c19f89c6c41e req-097e130e-801b-4a3b-9bc2-29b20817e917 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 1653 time: 0.1721451 Jul 30 20:15:25.673460 n-d-712137-9 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 6 to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d Jul 30 20:15:25.680693 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:15:25.697981 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bbf2f542-efa4-45b3-a7b5-c19f89c6c41e req-75e97a3f-b3f4-4a6b-a907-31546d710e34 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348992 Jul 30 20:15:25.779034 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335dae9-f722-4ca3-b2dd-46d9348902fa tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event updated for resources: {'Port': ['ID=3e7c3967-422e-4f07-94df-36160be947b8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:25.889158 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7e9b7-4af0-44c9-a54a-732e53dc6a02 req-d29de7fb-b56d-441b-a4b3-e1cbe16c1eb7 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:25.898843 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bdc7e9b7-4af0-44c9-a54a-732e53dc6a02 req-d29de7fb-b56d-441b-a4b3-e1cbe16c1eb7 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 945 time: 0.0927372 Jul 30 20:15:25.966865 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bdc7e9b7-4af0-44c9-a54a-732e53dc6a02 req-865c93ac-a147-4ee0-ab3c-62203771471a tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671339 Jul 30 20:15:25.995313 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f358caf5-2629-4dd0-8c10-a95ecea41aa6 None None] Provisioning for port 3e7c3967-422e-4f07-94df-36160be947b8 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:26.001668 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f358caf5-2629-4dd0-8c10-a95ecea41aa6 None None] Provisioning complete for port 3e7c3967-422e-4f07-94df-36160be947b8 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:26.002123 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f358caf5-2629-4dd0-8c10-a95ecea41aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:26.068864 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f358caf5-2629-4dd0-8c10-a95ecea41aa6 None None] Port 3e7c3967-422e-4f07-94df-36160be947b8 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:15:26.081730 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6a7bcb05-ba21-4dfa-985f-3577475f3054 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:15:26.112349 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 6a7bcb05-ba21-4dfa-985f-3577475f3054 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:15:26.112963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6a7bcb05-ba21-4dfa-985f-3577475f3054 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:15:26.166609 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:26.167156 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:26.167272 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:26.170401 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1de5cf-ce14-4799-9334-04304cb869a8 x-openstack-request-id: req-7c1de5cf-ce14-4799-9334-04304cb869a8 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:15:26.172141 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a7902f-70ce-42b2-912d-3ea9b38e3fa2", "name": "network-vif-plugged", "status": "completed", "tag": "514323af-ed16-4e3a-97cf-8275560d79fc", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:15:26.172607 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c1de5cf-ce14-4799-9334-04304cb869a8 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:15:26.173314 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a7902f-70ce-42b2-912d-3ea9b38e3fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514323af-ed16-4e3a-97cf-8275560d79fc', 'code': 200} Jul 30 20:15:26.181972 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43810) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:26.200023 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port ce49a6c6-cd6f-466b-9140-5c898ae0165d on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:26.200370 n-d-712137-9 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:26.207172 n-d-712137-9 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 7 to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d Jul 30 20:15:26.211787 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e4f67020-d0b5-40ff-9291-1da41c7a1ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:26.222884 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-d335dae9-f722-4ca3-b2dd-46d9348902fa tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:26.223545 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-d335dae9-f722-4ca3-b2dd-46d9348902fa tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:26.274557 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:26.274557 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:26.274557 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:26.292233 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port ce49a6c6-cd6f-466b-9140-5c898ae0165d on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:26.292576 n-d-712137-9 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:26.298018 n-d-712137-9 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 8 to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d Jul 30 20:15:26.328647 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569415cc-069f-455c-a453-a427de4e5897 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:26.330182 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-569415cc-069f-455c-a453-a427de4e5897 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6893203 Jul 30 20:15:26.332887 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:26.333226 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:26.333556 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:26.334133 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43816) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:26.338099 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port ce49a6c6-cd6f-466b-9140-5c898ae0165d on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:26.338420 n-d-712137-9 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:26.338802 n-d-712137-9 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 9 to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d Jul 30 20:15:26.351654 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:26.351995 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:26.352332 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:26.356807 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port ce49a6c6-cd6f-466b-9140-5c898ae0165d on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:26.357135 n-d-712137-9 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:26.357521 n-d-712137-9 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 10 to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d Jul 30 20:15:26.370723 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:26.371110 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:26.371501 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:26.376617 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port ce49a6c6-cd6f-466b-9140-5c898ae0165d on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:26.376996 n-d-712137-9 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port ce49a6c6-cd6f-466b-9140-5c898ae0165d on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:26.377367 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:26.419683 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c5459ced-09c6-4d79-97f1-ed78c9a921cf tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "GET /v2.0/subnets?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 207 time: 0.0761833 Jul 30 20:15:26.423053 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43818) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:26.427355 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4233bc6-72d2-4048-aae7-113840e64129 req-d07dba8c-38fe-4c1b-be60-e4c306edceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:26.428906 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d4233bc6-72d2-4048-aae7-113840e64129 req-d07dba8c-38fe-4c1b-be60-e4c306edceda service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e4a7902f-70ce-42b2-912d-3ea9b38e3fa2 HTTP/1.1" status: 200 len: 1096 time: 0.1758327 Jul 30 20:15:26.483412 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae47017-9e38-4a52-bdb4-c14ca8dcf166 req-4ca7b873-4952-47a6-81ee-6251919e5cbc tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:26.484986 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ae47017-9e38-4a52-bdb4-c14ca8dcf166 req-4ca7b873-4952-47a6-81ee-6251919e5cbc tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4a7902f-70ce-42b2-912d-3ea9b38e3fa2 HTTP/1.1" status: 200 len: 945 time: 0.1364603 Jul 30 20:15:26.507306 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] For port ce49a6c6-cd6f-466b-9140-5c898ae0165d, host n-h1-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:15:26.507708 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempted to set empty binding levels {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 20:15:26.512990 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d4233bc6-72d2-4048-aae7-113840e64129 req-18c96e8c-f88b-41cb-ae45-e9ac9504969a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749447 Jul 30 20:15:26.518148 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:26.533538 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e4f67020-d0b5-40ff-9291-1da41c7a1ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:26.549775 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e4f67020-d0b5-40ff-9291-1da41c7a1ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:26.556833 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ae47017-9e38-4a52-bdb4-c14ca8dcf166 req-469baa81-f449-4871-81b9-4f49155ab2e3 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559919 Jul 30 20:15:26.573451 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:26.583596 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:26.600372 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-d335dae9-f722-4ca3-b2dd-46d9348902fa tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2977154 Jul 30 20:15:26.614704 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e4f67020-d0b5-40ff-9291-1da41c7a1ac5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=32fba10e27d843cf802385a0d10a2c81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4309773 Jul 30 20:15:26.616646 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f67020-d0b5-40ff-9291-1da41c7a1ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fd0433-6105-4a47-b228-7ebbd9b05e12,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:26.618379 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-c56e7925-ed1b-477d-984d-2e3ba04c25a3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Request body: {'port': {'device_id': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1fde70c4-e26e-40ae-a876-4ba8ec92486d', 'admin_state_up': True, 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'security_groups': ['5584e565-d225-45b5-b82b-3ff22636ad7c']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:26.634055 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43820) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:26.640035 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e156577a-1985-445d-830a-4a26d7b85c38 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:26.646473 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e156577a-1985-445d-830a-4a26d7b85c38 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:26.652400 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e156577a-1985-445d-830a-4a26d7b85c38 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:26.658331 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e156577a-1985-445d-830a-4a26d7b85c38 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:26.663646 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e156577a-1985-445d-830a-4a26d7b85c38 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.2328153 Jul 30 20:15:26.665479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43822) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:26.676455 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 2.8334467 Jul 30 20:15:26.676455 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c0463-bd4e-4f4e-9ac3-612ff8a05433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Pushing event updated for resources: {'Port': ['ID=ce49a6c6-cd6f-466b-9140-5c898ae0165d,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:26.704779 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43824) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:26.766068 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:26.836375 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-aff48a6d-147b-4fce-af3b-220f20ee74ee tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.1680005 Jul 30 20:15:26.844941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43828) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:26.864328 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-c56e7925-ed1b-477d-984d-2e3ba04c25a3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Made reservation on behalf of 9555d3def1404d06ae82d4f5802d2226 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:26.912433 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11396d5-6bf0-494a-9308-b67bd606b372 req-fc362484-0046-47fc-9800-ba8773378fc6 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:26.920095 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f11396d5-6bf0-494a-9308-b67bd606b372 req-fc362484-0046-47fc-9800-ba8773378fc6 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 945 time: 0.2750502 Jul 30 20:15:26.922560 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-56166710-b731-41c7-b2c7-6494f92b07c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Deleting port ce49a6c6-cd6f-466b-9140-5c898ae0165d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:15:26.923148 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56166710-b731-41c7-b2c7-6494f92b07c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:26.962959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf38c16-dddb-4f8d-b688-586ffa256d67 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:26.964506 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf38c16-dddb-4f8d-b688-586ffa256d67 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:26.970372 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2cf38c16-dddb-4f8d-b688-586ffa256d67 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1201580 Jul 30 20:15:26.971626 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43832) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:26.972829 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ff27974-5f51-4d1e-aff3-bf322f34dff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:27.008229 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-56166710-b731-41c7-b2c7-6494f92b07c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] For port ce49a6c6-cd6f-466b-9140-5c898ae0165d, host n-h1-712137-9, got binding levels [] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:15:27.008521 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56166710-b731-41c7-b2c7-6494f92b07c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:27.027212 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-56166710-b731-41c7-b2c7-6494f92b07c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Calling delete_port for ce49a6c6-cd6f-466b-9140-5c898ae0165d owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:15:27.031877 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-c56e7925-ed1b-477d-984d-2e3ba04c25a3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:27.033928 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f11396d5-6bf0-494a-9308-b67bd606b372 req-1f22a5bb-1096-42cc-b4af-5d163828b472 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129904 Jul 30 20:15:27.050538 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ff27974-5f51-4d1e-aff3-bf322f34dff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:27.111030 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f201dc7-f0b4-4ac8-84e4-a323386a5aa4 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:27.113152 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f201dc7-f0b4-4ac8-84e4-a323386a5aa4 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:27.115035 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8f201dc7-f0b4-4ac8-84e4-a323386a5aa4 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1391699 Jul 30 20:15:27.119170 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43838) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:27.125979 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ff27974-5f51-4d1e-aff3-bf322f34dff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:27.128565 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ff27974-5f51-4d1e-aff3-bf322f34dff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:27.130461 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9ff27974-5f51-4d1e-aff3-bf322f34dff9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b2fd0433-6105-4a47-b228-7ebbd9b05e12 HTTP/1.1" status: 204 len: 168 time: 0.4935257 Jul 30 20:15:27.154322 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff27974-5f51-4d1e-aff3-bf322f34dff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fd0433-6105-4a47-b228-7ebbd9b05e12,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:27.224466 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa38dd-dd38-48ed-a01e-8e0686d5171b req-4c0ff586-f913-4e28-b779-f1740dc0984c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:27.230638 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa38dd-dd38-48ed-a01e-8e0686d5171b req-4c0ff586-f913-4e28-b779-f1740dc0984c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:27.237786 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa38dd-dd38-48ed-a01e-8e0686d5171b req-4c0ff586-f913-4e28-b779-f1740dc0984c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:27.239429 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b6aa38dd-dd38-48ed-a01e-8e0686d5171b req-4c0ff586-f913-4e28-b779-f1740dc0984c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 2374 time: 0.1071911 Jul 30 20:15:27.320489 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b6aa38dd-dd38-48ed-a01e-8e0686d5171b req-74d34fde-4d78-4a46-9a28-a3e877f355d0 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734723 Jul 30 20:15:27.419643 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56166710-b731-41c7-b2c7-6494f92b07c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:27.453945 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc74e00-21f9-4cbe-8974-a2770ba7b10e tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:27.455446 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3cc74e00-21f9-4cbe-8974-a2770ba7b10e tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "GET /v2.0/networks/dfc664e9-a263-43b8-a3d0-809e81da5234 HTTP/1.1" status: 200 len: 799 time: 0.3360372 Jul 30 20:15:27.459230 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43844) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:27.515070 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56166710-b731-41c7-b2c7-6494f92b07c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce49a6c6-cd6f-466b-9140-5c898ae0165d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:27.525294 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56166710-b731-41c7-b2c7-6494f92b07c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:27.527241 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-56166710-b731-41c7-b2c7-6494f92b07c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] 10.222.0.81 "DELETE /v2.0/ports/ce49a6c6-cd6f-466b-9140-5c898ae0165d HTTP/1.1" status: 204 len: 168 time: 0.8214946 Jul 30 20:15:27.530336 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43846) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:27.550878 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-c56e7925-ed1b-477d-984d-2e3ba04c25a3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Allocated IP 10.2.2.100 (1fde70c4-e26e-40ae-a876-4ba8ec92486d/1ebe1971-ab00-4b27-ba31-c6c61a678b7e/33577d32-9587-4412-94fe-1404b870cf1c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:27.590511 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb48638-e824-4454-905c-0f48ffceecca tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] GET failed (client error): The resource could not be found. Jul 30 20:15:27.592967 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bdb48638-e824-4454-905c-0f48ffceecca tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] 10.222.0.81 "GET /v2.0/ports/ce49a6c6-cd6f-466b-9140-5c898ae0165d HTTP/1.1" status: 404 len: 333 time: 0.0618582 Jul 30 20:15:27.597258 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43854) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:27.605929 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-5512194d-b201-42fc-9707-c58e0a010eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Request body: {'port': {'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2083333026'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:27.646839 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e7ebb598-c04b-4c24-a439-627378b4ffad tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "GET /v2.0/networks/dfc664e9-a263-43b8-a3d0-809e81da5234?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1863627 Jul 30 20:15:27.647738 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43858) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:27.739818 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5512194d-b201-42fc-9707-c58e0a010eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Made reservation on behalf of 797eb21514e44215b129dc6c022d0204 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:27.746500 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5512194d-b201-42fc-9707-c58e0a010eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:27.764245 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-c56e7925-ed1b-477d-984d-2e3ba04c25a3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:27.785149 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-c56e7925-ed1b-477d-984d-2e3ba04c25a3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Transition to ACTIVE for port object 33577d32-9587-4412-94fe-1404b870cf1c will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:27.786247 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-5512194d-b201-42fc-9707-c58e0a010eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] device_id is not set on port 0ab61f91-3cec-4340-a303-b6202aeef53c yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:15:27.796552 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d0d2a2-f14b-4763-b79d-c75ada3e9ae2 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:27.802325 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-00d0d2a2-f14b-4763-b79d-c75ada3e9ae2 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "GET /v2.0/subnets/b9823530-4917-403c-a974-513a1ad1ec6b HTTP/1.1" status: 200 len: 811 time: 0.1505513 Jul 30 20:15:27.804240 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43864) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:27.852831 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee35ea-e94a-4420-b1d9-46ecc02cc8a7 req-883fb204-25ee-461a-a2e5-0b2e64f9566e tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:27.854380 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d2ee35ea-e94a-4420-b1d9-46ecc02cc8a7 req-883fb204-25ee-461a-a2e5-0b2e64f9566e tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 945 time: 0.1580741 Jul 30 20:15:27.882425 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd34146-2972-47cb-8801-eb5c6c3b5b1c tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:27.884170 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4bd34146-2972-47cb-8801-eb5c6c3b5b1c tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "GET /v2.0/subnets/b9823530-4917-403c-a974-513a1ad1ec6b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0790231 Jul 30 20:15:27.890307 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43868) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:27.897259 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c96d23d1-5c40-44cb-bc36-7e9d5184e166 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1571645269'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:27.920420 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-c56e7925-ed1b-477d-984d-2e3ba04c25a3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:27.945401 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d2ee35ea-e94a-4420-b1d9-46ecc02cc8a7 req-770f51a5-c6e5-473c-8680-9934a081461b tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844140 Jul 30 20:15:27.948807 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-c56e7925-ed1b-477d-984d-2e3ba04c25a3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Network 1fde70c4-e26e-40ae-a876-4ba8ec92486d is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:27.950140 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96d23d1-5c40-44cb-bc36-7e9d5184e166 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Made reservation on behalf of 036ea76f8a48494880aa0f1dc329207d for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:27.955181 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c96d23d1-5c40-44cb-bc36-7e9d5184e166 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:27.991030 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-c56e7925-ed1b-477d-984d-2e3ba04c25a3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:27.994113 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-c56e7925-ed1b-477d-984d-2e3ba04c25a3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:28.093343 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e7925-ed1b-477d-984d-2e3ba04c25a3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event updated for resources: {'Port': ['ID=33577d32-9587-4412-94fe-1404b870cf1c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:28.109478 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5512194d-b201-42fc-9707-c58e0a010eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:28.136356 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96d23d1-5c40-44cb-bc36-7e9d5184e166 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:15:28.146039 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-c56e7925-ed1b-477d-984d-2e3ba04c25a3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:28.146719 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-c56e7925-ed1b-477d-984d-2e3ba04c25a3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:28.171155 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c96d23d1-5c40-44cb-bc36-7e9d5184e166 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:28.171529 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-c96d23d1-5c40-44cb-bc36-7e9d5184e166 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Added segment 4ac971fc-34af-4ac9-9c3c-0d1c534c6242 of type vlan for network 0209fa1c-ff37-44a7-bf59-f4fcc9d08870 Jul 30 20:15:28.190387 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-c56e7925-ed1b-477d-984d-2e3ba04c25a3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5824504 Jul 30 20:15:28.232720 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-64b8474d-7db1-42ee-95c3-173fdac2a84c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Request body: {'port': {'device_id': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1fde70c4-e26e-40ae-a876-4ba8ec92486d', 'admin_state_up': True, 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'security_groups': ['5584e565-d225-45b5-b82b-3ff22636ad7c']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:28.233021 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5512194d-b201-42fc-9707-c58e0a010eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:28.263275 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55e0bf-1172-47e9-a400-7bbf848d3bac req-ac413261-84a2-41fb-8a33-1bcc0ee2d8f4 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:28.265558 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca55e0bf-1172-47e9-a400-7bbf848d3bac req-ac413261-84a2-41fb-8a33-1bcc0ee2d8f4 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4a7902f-70ce-42b2-912d-3ea9b38e3fa2 HTTP/1.1" status: 200 len: 945 time: 0.1117754 Jul 30 20:15:28.267668 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5512194d-b201-42fc-9707-c58e0a010eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Network 698b3a36-ce11-49b1-b318-9e3caf98d6fc is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:28.295670 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c96d23d1-5c40-44cb-bc36-7e9d5184e166 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:28.299303 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-5512194d-b201-42fc-9707-c58e0a010eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:28.351357 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5512194d-b201-42fc-9707-c58e0a010eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:28.352507 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5512194d-b201-42fc-9707-c58e0a010eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:28.353206 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5512194d-b201-42fc-9707-c58e0a010eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:28.361512 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca55e0bf-1172-47e9-a400-7bbf848d3bac req-77b30ca3-119e-4011-a521-4c769452c6a5 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677996 Jul 30 20:15:28.377339 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512194d-b201-42fc-9707-c58e0a010eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Pushing event updated for resources: {'Port': ['ID=0ab61f91-3cec-4340-a303-b6202aeef53c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:28.393631 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5512194d-b201-42fc-9707-c58e0a010eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7928638 Jul 30 20:15:28.393970 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43884) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:28.401284 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:28.401481 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c96d23d1-5c40-44cb-bc36-7e9d5184e166 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:28.414169 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96d23d1-5c40-44cb-bc36-7e9d5184e166 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:28.415132 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c96d23d1-5c40-44cb-bc36-7e9d5184e166 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:28.422484 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d7e8cf79-d6cb-463d-8eb9-5fcce427406a None None] Provisioning for port 33577d32-9587-4412-94fe-1404b870cf1c completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:28.426746 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d7e8cf79-d6cb-463d-8eb9-5fcce427406a None None] Provisioning complete for port 33577d32-9587-4412-94fe-1404b870cf1c triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:28.427121 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d7e8cf79-d6cb-463d-8eb9-5fcce427406a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:28.473774 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:28.493429 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d7e8cf79-d6cb-463d-8eb9-5fcce427406a None None] Port 33577d32-9587-4412-94fe-1404b870cf1c cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:15:28.553491 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c96d23d1-5c40-44cb-bc36-7e9d5184e166 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6600752 Jul 30 20:15:28.557524 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43890) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:28.560209 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-64b8474d-7db1-42ee-95c3-173fdac2a84c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Made reservation on behalf of 9555d3def1404d06ae82d4f5802d2226 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:28.567150 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-64b8474d-7db1-42ee-95c3-173fdac2a84c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:28.572822 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-08645148-f222-4252-b9e6-3ccf6dd7874e tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'subnet': {'network_id': '0209fa1c-ff37-44a7-bf59-f4fcc9d08870', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:28.608442 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d23d1-5c40-44cb-bc36-7e9d5184e166 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Network': ['ID=0209fa1c-ff37-44a7-bf59-f4fcc9d08870,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:28.621645 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 0209fa1c-ff37-44a7-bf59-f4fcc9d08870 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:15:28.637058 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b89bf-0a22-471f-a28a-483e6a81f92a req-b6fb20bf-7e08-4fce-86f2-72ebace26460 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:28.644833 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fa5b89bf-0a22-471f-a28a-483e6a81f92a req-b6fb20bf-7e08-4fce-86f2-72ebace26460 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 947 time: 0.1570592 Jul 30 20:15:28.718052 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fa5b89bf-0a22-471f-a28a-483e6a81f92a req-e1ac15f9-32ca-4f21-8b32-ec55728f5689 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=f36ca3ac-6000-4af2-bfe7-8bf19274277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646343 Jul 30 20:15:28.773409 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08645148-f222-4252-b9e6-3ccf6dd7874e tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Made reservation on behalf of 036ea76f8a48494880aa0f1dc329207d for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:28.778916 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08645148-f222-4252-b9e6-3ccf6dd7874e tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:28.855613 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] device_id is not set on port 0ab61f91-3cec-4340-a303-b6202aeef53c yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:15:28.864812 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.ipam_backend_mixin [None req-08645148-f222-4252-b9e6-3ccf6dd7874e tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Performing IP validity checks on allocation pools {{(pid=93883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 20:15:28.865310 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:28.865515 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.ipam_backend_mixin [None req-08645148-f222-4252-b9e6-3ccf6dd7874e tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 20:15:28.904756 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Transition to ACTIVE for port object 0ab61f91-3cec-4340-a303-b6202aeef53c will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:28.913536 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:28.990608 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:28.990984 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:28.991318 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:28.995049 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Pushing event updated for resources: {'Port': ['ID=0ab61f91-3cec-4340-a303-b6202aeef53c,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:29.008433 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port 0ab61f91-3cec-4340-a303-b6202aeef53c on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:29.008791 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:29.009175 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 2 to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c Jul 30 20:15:29.048111 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43904) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:29.056501 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:29.057275 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:29.057690 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:29.068762 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port 0ab61f91-3cec-4340-a303-b6202aeef53c on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:29.069117 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:29.071559 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 3 to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c Jul 30 20:15:29.085440 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f026879-bcd2-46ac-a26c-3d3f6282f864 req-741a944b-e03f-4af1-8e5a-3e6d8a63590f tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:29.091682 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f026879-bcd2-46ac-a26c-3d3f6282f864 req-741a944b-e03f-4af1-8e5a-3e6d8a63590f tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:29.098265 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f026879-bcd2-46ac-a26c-3d3f6282f864 req-741a944b-e03f-4af1-8e5a-3e6d8a63590f tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:29.104346 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f026879-bcd2-46ac-a26c-3d3f6282f864 req-741a944b-e03f-4af1-8e5a-3e6d8a63590f tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:29.112611 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f026879-bcd2-46ac-a26c-3d3f6282f864 req-741a944b-e03f-4af1-8e5a-3e6d8a63590f tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 3095 time: 0.1230357 Jul 30 20:15:29.149872 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08645148-f222-4252-b9e6-3ccf6dd7874e tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:29.160841 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:29.161182 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:29.161531 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:29.174445 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f026879-bcd2-46ac-a26c-3d3f6282f864 req-4f594c72-1db2-45a6-9e14-145d831818df tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609102 Jul 30 20:15:29.176781 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port 0ab61f91-3cec-4340-a303-b6202aeef53c on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:29.177113 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:29.177511 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 4 to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c Jul 30 20:15:29.206918 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b13e49ee-c59c-432c-be2d-78e4a53c5de1 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1317257203', 'router:external': True}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:29.210860 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:29.211306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:29.211777 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:29.222306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port 0ab61f91-3cec-4340-a303-b6202aeef53c on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:29.222757 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:29.225787 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 5 to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c Jul 30 20:15:29.245820 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:29.246367 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:29.246873 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:29.249421 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08645148-f222-4252-b9e6-3ccf6dd7874e tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Subnet': ['ID=21f27bb8-d720-4637-b90b-a90542383fa2,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:29.255047 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13e49ee-c59c-432c-be2d-78e4a53c5de1 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Made reservation on behalf of d9fdab70e32f4a0ea885c980cadbec17 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:29.257712 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b13e49ee-c59c-432c-be2d-78e4a53c5de1 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:29.264004 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-64b8474d-7db1-42ee-95c3-173fdac2a84c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Allocated IP 10.2.2.200 (1fde70c4-e26e-40ae-a876-4ba8ec92486d/1ebe1971-ab00-4b27-ba31-c6c61a678b7e/c6bbbe4f-6e29-4689-8729-e8c1da64bc26) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:29.265375 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port 0ab61f91-3cec-4340-a303-b6202aeef53c on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:29.265772 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:29.273108 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 6 to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c Jul 30 20:15:29.280640 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08645148-f222-4252-b9e6-3ccf6dd7874e tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Checking segment: {'id': '4ac971fc-34af-4ac9-9c3c-0d1c534c6242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0209fa1c-ff37-44a7-bf59-f4fcc9d08870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:29.281020 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08645148-f222-4252-b9e6-3ccf6dd7874e tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Network hostable DHCP agents. Network: 0209fa1c-ff37-44a7-bf59-f4fcc9d08870, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:15:29.297700 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b13e49ee-c59c-432c-be2d-78e4a53c5de1 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:29.325819 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08645148-f222-4252-b9e6-3ccf6dd7874e tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Network 0209fa1c-ff37-44a7-bf59-f4fcc9d08870 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:15:29.341197 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:29.341530 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:29.341861 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:29.374017 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-08645148-f222-4252-b9e6-3ccf6dd7874e tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 0209fa1c-ff37-44a7-bf59-f4fcc9d08870) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:29.383403 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd07fc23-95d7-4517-8ad1-959e2f606f55 None None] Network 0209fa1c-ff37-44a7-bf59-f4fcc9d08870 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:29.388462 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08645148-f222-4252-b9e6-3ccf6dd7874e tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:29.389073 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08645148-f222-4252-b9e6-3ccf6dd7874e tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:29.399639 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-216a5494-78d7-4eb9-a02f-daf8022f1769 req-f0fbd1e7-d56b-4fcd-86e6-a56b47eaf25c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=398c11eccd35477c9cab39d77a30a8de HTTP/1.1" status: 200 len: 267 time: 0.1459608 Jul 30 20:15:29.445665 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port 0ab61f91-3cec-4340-a303-b6202aeef53c on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:29.446003 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:29.454317 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-64b8474d-7db1-42ee-95c3-173fdac2a84c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:29.461555 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 7 to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c Jul 30 20:15:29.476633 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-64b8474d-7db1-42ee-95c3-173fdac2a84c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Transition to ACTIVE for port object c6bbbe4f-6e29-4689-8729-e8c1da64bc26 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:29.515223 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:29.515809 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:29.516008 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:29.527417 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-64b8474d-7db1-42ee-95c3-173fdac2a84c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:29.533243 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4271c5-add2-4282-be71-d7de034ff78b req-5fd6ffe4-0da6-4eb3-8992-8b8230c7c7f9 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:29.534770 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de4271c5-add2-4282-be71-d7de034ff78b req-5fd6ffe4-0da6-4eb3-8992-8b8230c7c7f9 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 947 time: 0.2348969 Jul 30 20:15:29.547013 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port 0ab61f91-3cec-4340-a303-b6202aeef53c on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:29.547353 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:29.556082 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 8 to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c Jul 30 20:15:29.565666 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a5494-78d7-4eb9-a02f-daf8022f1769 req-a0c494f5-fc35-472e-baf7-11750ed6f292 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:29.573665 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-216a5494-78d7-4eb9-a02f-daf8022f1769 req-a0c494f5-fc35-472e-baf7-11750ed6f292 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4a7902f-70ce-42b2-912d-3ea9b38e3fa2 HTTP/1.1" status: 200 len: 945 time: 0.1731069 Jul 30 20:15:29.582692 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-64b8474d-7db1-42ee-95c3-173fdac2a84c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Network 1fde70c4-e26e-40ae-a876-4ba8ec92486d is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:29.586514 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-64b8474d-7db1-42ee-95c3-173fdac2a84c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:29.589309 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-0209fa1c-ff37-44a7-bf59-f4fcc9d08870', 'network_id': '0209fa1c-ff37-44a7-bf59-f4fcc9d08870', 'tenant_id': '036ea76f8a48494880aa0f1dc329207d', 'fixed_ips': [{'subnet_id': '21f27bb8-d720-4637-b90b-a90542383fa2'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:15:29.590861 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:29.594579 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-64b8474d-7db1-42ee-95c3-173fdac2a84c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:29.604384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-216a5494-78d7-4eb9-a02f-daf8022f1769 req-8329873b-887e-4b55-8d05-2803090d2bd6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Request body: {'port': {'security_groups': []}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:29.650953 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-64b8474d-7db1-42ee-95c3-173fdac2a84c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:29.651781 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-64b8474d-7db1-42ee-95c3-173fdac2a84c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:29.662521 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8474d-7db1-42ee-95c3-173fdac2a84c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event updated for resources: {'Port': ['ID=c6bbbe4f-6e29-4689-8729-e8c1da64bc26,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:29.696112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:29.696371 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:29.696709 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:29.751806 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port 0ab61f91-3cec-4340-a303-b6202aeef53c on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:29.752491 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:29.784858 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 9 to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c Jul 30 20:15:29.795309 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b13e49ee-c59c-432c-be2d-78e4a53c5de1 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:29.809500 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-216a5494-78d7-4eb9-a02f-daf8022f1769 req-8329873b-887e-4b55-8d05-2803090d2bd6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:29.817640 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b13e49ee-c59c-432c-be2d-78e4a53c5de1 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:29.826122 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-64b8474d-7db1-42ee-95c3-173fdac2a84c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5965109 Jul 30 20:15:29.829673 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-08645148-f222-4252-b9e6-3ccf6dd7874e tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2705021 Jul 30 20:15:29.832408 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43910) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:29.839247 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-057649f2-c2a1-4329-8231-96138ec095c4 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:29.848926 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:29.850053 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-3af47ca6-a8fc-4350-93f7-98ece1ccefff service neutron] Request body: {'port': {'device_id': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:29.851427 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:29.851799 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:29.892066 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port 0ab61f91-3cec-4340-a303-b6202aeef53c on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:29.892431 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:29.893170 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e49ee-c59c-432c-be2d-78e4a53c5de1 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084ab8cc-8c3b-470a-946c-6b2183cb6b5d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:29.900308 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 10 to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c Jul 30 20:15:29.912890 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13e49ee-c59c-432c-be2d-78e4a53c5de1 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:15:29.995654 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Allocated IP 172.20.0.3 (0209fa1c-ff37-44a7-bf59-f4fcc9d08870/21f27bb8-d720-4637-b90b-a90542383fa2/06655241-5c5b-44a1-96a0-d58ebf37c22c) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:30.020970 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e8c5949-8baf-4e44-b639-3c94ac585d2d None None] Provisioning for port c6bbbe4f-6e29-4689-8729-e8c1da64bc26 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:30.034622 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-3af47ca6-a8fc-4350-93f7-98ece1ccefff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:30.035866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e8c5949-8baf-4e44-b639-3c94ac585d2d None None] Provisioning complete for port c6bbbe4f-6e29-4689-8729-e8c1da64bc26 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:30.036388 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5949-8baf-4e44-b639-3c94ac585d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:30.037044 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:30.037369 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:30.037873 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:30.052191 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-057649f2-c2a1-4329-8231-96138ec095c4 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26741468'] for subnet, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:30.053757 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b13e49ee-c59c-432c-be2d-78e4a53c5de1 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:30.054110 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-b13e49ee-c59c-432c-be2d-78e4a53c5de1 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Added segment f99dd51a-73fc-4257-956d-304b06c02690 of type vlan for network b436c546-bf6e-4536-94cb-59bf8d1facf3 Jul 30 20:15:30.074668 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port 0ab61f91-3cec-4340-a303-b6202aeef53c on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:30.076067 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port 0ab61f91-3cec-4340-a303-b6202aeef53c on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:30.076494 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:30.128254 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c5949-8baf-4e44-b639-3c94ac585d2d None None] Port c6bbbe4f-6e29-4689-8729-e8c1da64bc26 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:15:30.140585 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-de4271c5-add2-4282-be71-d7de034ff78b req-c0ef600b-62c2-48ae-96bf-7a678dcb4391 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Deleting port 137645cc-90ec-4463-bc0a-f6307edd9f9b {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:15:30.140826 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-de4271c5-add2-4282-be71-d7de034ff78b req-c0ef600b-62c2-48ae-96bf-7a678dcb4391 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:30.206273 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:30.214225 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Transition to ACTIVE for port object 06655241-5c5b-44a1-96a0-d58ebf37c22c will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:30.227254 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b13e49ee-c59c-432c-be2d-78e4a53c5de1 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:30.232921 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Transition to ACTIVE for port object 06655241-5c5b-44a1-96a0-d58ebf37c22c will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:30.244326 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:30.273339 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-216a5494-78d7-4eb9-a02f-daf8022f1769 req-8329873b-887e-4b55-8d05-2803090d2bd6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] For port 514323af-ed16-4e3a-97cf-8275560d79fc, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=514323af-ed16-4e3a-97cf-8275560d79fc,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:15:30.300941 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Network 0209fa1c-ff37-44a7-bf59-f4fcc9d08870 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:30.305570 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:30.321319 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:30.352548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Pushing event updated for resources: {'Port': ['ID=06655241-5c5b-44a1-96a0-d58ebf37c22c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:30.389288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] For port 0ab61f91-3cec-4340-a303-b6202aeef53c, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:15:30.389750 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempted to set empty binding levels {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 20:15:30.392249 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-216a5494-78d7-4eb9-a02f-daf8022f1769 req-8329873b-887e-4b55-8d05-2803090d2bd6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:30.395134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-de4271c5-add2-4282-be71-d7de034ff78b req-c0ef600b-62c2-48ae-96bf-7a678dcb4391 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] For port 137645cc-90ec-4463-bc0a-f6307edd9f9b, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=137645cc-90ec-4463-bc0a-f6307edd9f9b,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:15:30.395830 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-de4271c5-add2-4282-be71-d7de034ff78b req-c0ef600b-62c2-48ae-96bf-7a678dcb4391 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:30.399029 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b13e49ee-c59c-432c-be2d-78e4a53c5de1 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:30.400138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13e49ee-c59c-432c-be2d-78e4a53c5de1 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:30.400789 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b13e49ee-c59c-432c-be2d-78e4a53c5de1 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:30.423680 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-216a5494-78d7-4eb9-a02f-daf8022f1769 req-8329873b-887e-4b55-8d05-2803090d2bd6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:30.425919 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:30.426200 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Attempting to bind port 06655241-5c5b-44a1-96a0-d58ebf37c22c on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:30.427635 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Attempting to bind port 06655241-5c5b-44a1-96a0-d58ebf37c22c by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '4ac971fc-34af-4ac9-9c3c-0d1c534c6242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0209fa1c-ff37-44a7-bf59-f4fcc9d08870'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:30.428287 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Attempting to bind port 06655241-5c5b-44a1-96a0-d58ebf37c22c on network 0209fa1c-ff37-44a7-bf59-f4fcc9d08870 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:30.438509 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['5decea29-b6a2-4287-af8d-99d5371a56e9', '514323af-ed16-4e3a-97cf-8275560d79fc'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:15:30.442341 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['28bcf6de-afdf-43fd-b02d-78e558069aed'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:15:30.448592 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b13e49ee-c59c-432c-be2d-78e4a53c5de1 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3952971 Jul 30 20:15:30.483775 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43914) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:30.537517 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:15:30.538228 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Checking segment: {'id': '4ac971fc-34af-4ac9-9c3c-0d1c534c6242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0209fa1c-ff37-44a7-bf59-f4fcc9d08870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:30.538984 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:30.539593 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Bound using segment: {'id': '4ac971fc-34af-4ac9-9c3c-0d1c534c6242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0209fa1c-ff37-44a7-bf59-f4fcc9d08870'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:15:30.540321 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Bound port: 06655241-5c5b-44a1-96a0-d58ebf37c22c, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac971fc-34af-4ac9-9c3c-0d1c534c6242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0209fa1c-ff37-44a7-bf59-f4fcc9d08870'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:15:30.540945 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:30.545291 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-bec5e68e-f454-4c79-914f-fee9bd9721ca tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Request body: {'subnet': {'network_id': 'b436c546-bf6e-4536-94cb-59bf8d1facf3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:30.580852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] In _notify_port_updated(), no bound segment for port 0ab61f91-3cec-4340-a303-b6202aeef53c on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93882) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:15:30.581748 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:30.582415 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:30.586038 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] 10.222.0.81 "PUT /v2.0/ports/0ab61f91-3cec-4340-a303-b6202aeef53c HTTP/1.1" status: 200 len: 979 time: 2.1888518 Jul 30 20:15:30.592094 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43916) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:30.689798 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a5494-78d7-4eb9-a02f-daf8022f1769 req-8329873b-887e-4b55-8d05-2803090d2bd6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:30.690483 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-216a5494-78d7-4eb9-a02f-daf8022f1769 req-8329873b-887e-4b55-8d05-2803090d2bd6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:30.696713 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] For port 06655241-5c5b-44a1-96a0-d58ebf37c22c, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:15:30.703594 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] For port 06655241-5c5b-44a1-96a0-d58ebf37c22c, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=06655241-5c5b-44a1-96a0-d58ebf37c22c,segment=NetworkSegment(4ac971fc-34af-4ac9-9c3c-0d1c534c6242),segment_id=4ac971fc-34af-4ac9-9c3c-0d1c534c6242)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:15:30.704311 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-216a5494-78d7-4eb9-a02f-daf8022f1769 req-8329873b-887e-4b55-8d05-2803090d2bd6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "PUT /v2.0/ports/514323af-ed16-4e3a-97cf-8275560d79fc HTTP/1.1" status: 200 len: 904 time: 1.1297522 Jul 30 20:15:30.726064 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a7902f-70ce-42b2-912d-3ea9b38e3fa2', 'tag': '514323af-ed16-4e3a-97cf-8275560d79fc'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:15:30.734103 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1df60b9-f90b-4c3a-9090-bf66e57581a3" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a7902f-70ce-42b2-912d-3ea9b38e3fa2", "tag": "514323af-ed16-4e3a-97cf-8275560d79fc"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:15:30.737985 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e49ee-c59c-432c-be2d-78e4a53c5de1 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Pushing event updated for resources: {'Network': ['ID=b436c546-bf6e-4536-94cb-59bf8d1facf3,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:30.777506 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:30.790720 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network b436c546-bf6e-4536-94cb-59bf8d1facf3 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:15:30.806798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['514323af-ed16-4e3a-97cf-8275560d79fc'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:15:30.878245 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-3af47ca6-a8fc-4350-93f7-98ece1ccefff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e0561e2-d480-41a1-87dd-77547a79be94 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:15:30.890958 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-057649f2-c2a1-4329-8231-96138ec095c4 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741520000808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26945468'] for subnet, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:30.911643 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-3af47ca6-a8fc-4350-93f7-98ece1ccefff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:30.919258 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-de4271c5-add2-4282-be71-d7de034ff78b req-c0ef600b-62c2-48ae-96bf-7a678dcb4391 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:30.919983 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-de4271c5-add2-4282-be71-d7de034ff78b req-c0ef600b-62c2-48ae-96bf-7a678dcb4391 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:30.921038 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [req-de4271c5-add2-4282-be71-d7de034ff78b req-c0ef600b-62c2-48ae-96bf-7a678dcb4391 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Floating IP 7ae399b8-f542-4451-9d9c-a05fd2a526eb disassociated. External IP: 172.25.3.197, port: 137645cc-90ec-4463-bc0a-f6307edd9f9b. Jul 30 20:15:30.921568 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-de4271c5-add2-4282-be71-d7de034ff78b req-c0ef600b-62c2-48ae-96bf-7a678dcb4391 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Calling delete_port for 137645cc-90ec-4463-bc0a-f6307edd9f9b owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:15:30.969253 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-3af47ca6-a8fc-4350-93f7-98ece1ccefff service neutron] Transition to ACTIVE for port object 8e0561e2-d480-41a1-87dd-77547a79be94 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:30.972564 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057649f2-c2a1-4329-8231-96138ec095c4 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:30.973181 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-057649f2-c2a1-4329-8231-96138ec095c4 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:30.974504 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-057649f2-c2a1-4329-8231-96138ec095c4 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "PUT /v2.0/subnets/21f27bb8-d720-4637-b90b-a90542383fa2 HTTP/1.1" status: 200 len: 877 time: 1.1409571 Jul 30 20:15:30.978726 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43922) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:30.994396 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-3af47ca6-a8fc-4350-93f7-98ece1ccefff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:31.078293 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057649f2-c2a1-4329-8231-96138ec095c4 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event updated for resources: {'Subnet': ['ID=21f27bb8-d720-4637-b90b-a90542383fa2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:31.087464 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72046b-5dfb-471f-9389-0b02350b0cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Pushing event updated for resources: {'Port': ['ID=0ab61f91-3cec-4340-a303-b6202aeef53c,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:31.126003 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-de4271c5-add2-4282-be71-d7de034ff78b req-c0ef600b-62c2-48ae-96bf-7a678dcb4391 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:31.140831 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af47ca6-a8fc-4350-93f7-98ece1ccefff service neutron] Pushing event updated for resources: {'Port': ['ID=8e0561e2-d480-41a1-87dd-77547a79be94,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:31.164065 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec5e68e-f454-4c79-914f-fee9bd9721ca tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Made reservation on behalf of d9fdab70e32f4a0ea885c980cadbec17 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:31.166837 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bec5e68e-f454-4c79-914f-fee9bd9721ca tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:31.179753 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-855ab9cf-c874-4dc7-8705-d16da8efe774 None None] Provisioning complete for port 514323af-ed16-4e3a-97cf-8275560d79fc triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:31.180274 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-855ab9cf-c874-4dc7-8705-d16da8efe774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:31.245386 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Pushing event updated for resources: {'Port': ['ID=06655241-5c5b-44a1-96a0-d58ebf37c22c,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:31.253177 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da983f0e-e6d8-4e23-a360-9f1faadfd626 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:31.261920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:31.262275 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:31.262821 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:31.263177 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:31.263551 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:31.263875 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:31.264758 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:31.265158 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:31.265496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:31.265826 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:31.266156 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:31.266483 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbb061-6f16-428b-87ca-52391fe24d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:31.357124 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-3af47ca6-a8fc-4350-93f7-98ece1ccefff service neutron] Attempting to bind port 8e0561e2-d480-41a1-87dd-77547a79be94 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:31.359106 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-3af47ca6-a8fc-4350-93f7-98ece1ccefff service neutron] Attempting to bind port 8e0561e2-d480-41a1-87dd-77547a79be94 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '346a14cd-6657-43b3-bba7-2b75d28aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:31.370449 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-3af47ca6-a8fc-4350-93f7-98ece1ccefff service neutron] Attempting to bind port 8e0561e2-d480-41a1-87dd-77547a79be94 on network 9ed41446-71e6-4016-93d6-5a969c709957 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:31.379462 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-3af47ca6-a8fc-4350-93f7-98ece1ccefff service neutron] Port 8e0561e2-d480-41a1-87dd-77547a79be94 on network 9ed41446-71e6-4016-93d6-5a969c709957 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:31.388379 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-3af47ca6-a8fc-4350-93f7-98ece1ccefff service neutron] Attempting to bind port 8e0561e2-d480-41a1-87dd-77547a79be94 on network 9ed41446-71e6-4016-93d6-5a969c709957 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:31.401396 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-3af47ca6-a8fc-4350-93f7-98ece1ccefff service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:15:31.402045 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-3af47ca6-a8fc-4350-93f7-98ece1ccefff service neutron] Checking segment: {'id': '346a14cd-6657-43b3-bba7-2b75d28aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:31.402786 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-3af47ca6-a8fc-4350-93f7-98ece1ccefff service neutron] Bound using segment: {'id': '346a14cd-6657-43b3-bba7-2b75d28aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:15:31.403416 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-3af47ca6-a8fc-4350-93f7-98ece1ccefff service neutron] Bound port: 8e0561e2-d480-41a1-87dd-77547a79be94, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346a14cd-6657-43b3-bba7-2b75d28aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:15:31.404085 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-3af47ca6-a8fc-4350-93f7-98ece1ccefff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:31.479785 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-da983f0e-e6d8-4e23-a360-9f1faadfd626 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Deleting port 06655241-5c5b-44a1-96a0-d58ebf37c22c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:15:31.480138 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da983f0e-e6d8-4e23-a360-9f1faadfd626 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:31.583538 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.584081 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.584567 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.585640 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.585640 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.585940 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.586832 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.587051 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.587555 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.588050 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.588549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.589063 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.589525 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.589984 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.590440 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.590900 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.591354 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.591861 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.592341 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.592801 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.593257 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.593709 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.594177 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.594632 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.595083 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.595549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.596269 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.596461 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.596911 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.597364 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.597816 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.598266 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.598719 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.599171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.599650 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.600357 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.600809 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.601330 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.601797 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.602267 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.602733 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.603186 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.603767 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.604341 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.604801 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.605256 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.605705 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.606176 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.609087 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-3af47ca6-a8fc-4350-93f7-98ece1ccefff service neutron] For port 8e0561e2-d480-41a1-87dd-77547a79be94, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:15:31.615665 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a8f417d1-ac98-4afb-9bdb-4d6b097c620a tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 42527 time: 1.0118926 Jul 30 20:15:31.615865 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-3af47ca6-a8fc-4350-93f7-98ece1ccefff service neutron] For port 8e0561e2-d480-41a1-87dd-77547a79be94, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8e0561e2-d480-41a1-87dd-77547a79be94,segment=NetworkSegment(346a14cd-6657-43b3-bba7-2b75d28aeb79),segment_id=346a14cd-6657-43b3-bba7-2b75d28aeb79)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:15:31.616696 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43924) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:31.632272 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-3af47ca6-a8fc-4350-93f7-98ece1ccefff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:31.656017 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cae959-e772-4846-a529-d783bfc4ee9f req-c9e0a000-0915-4fab-b099-8a054c6d7242 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.663337 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99cae959-e772-4846-a529-d783bfc4ee9f req-c9e0a000-0915-4fab-b099-8a054c6d7242 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 945 time: 0.5926156 Jul 30 20:15:31.673688 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-da983f0e-e6d8-4e23-a360-9f1faadfd626 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] For port 06655241-5c5b-44a1-96a0-d58ebf37c22c, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=06655241-5c5b-44a1-96a0-d58ebf37c22c,segment=NetworkSegment(4ac971fc-34af-4ac9-9c3c-0d1c534c6242),segment_id=4ac971fc-34af-4ac9-9c3c-0d1c534c6242)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:15:31.674033 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da983f0e-e6d8-4e23-a360-9f1faadfd626 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:31.718194 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-3af47ca6-a8fc-4350-93f7-98ece1ccefff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:31.718788 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-3af47ca6-a8fc-4350-93f7-98ece1ccefff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:31.720512 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-3af47ca6-a8fc-4350-93f7-98ece1ccefff service neutron] 10.222.0.83 "PUT /v2.0/ports/8e0561e2-d480-41a1-87dd-77547a79be94 HTTP/1.1" status: 200 len: 1091 time: 1.8762505 Jul 30 20:15:31.721124 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'tag': '8e0561e2-d480-41a1-87dd-77547a79be94'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:15:31.723563 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3142f17a-ef4c-4c25-98d9-c9a494c90f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "tag": "8e0561e2-d480-41a1-87dd-77547a79be94"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:15:31.726604 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-da983f0e-e6d8-4e23-a360-9f1faadfd626 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Calling delete_port for 06655241-5c5b-44a1-96a0-d58ebf37c22c owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:15:31.776788 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6548ffd1-f0bf-4c58-b385-e8ebceb6ec36 service neutron] Request body: {'port': {'device_id': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:31.876306 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af47ca6-a8fc-4350-93f7-98ece1ccefff service neutron] Pushing event updated for resources: {'Port': ['ID=8e0561e2-d480-41a1-87dd-77547a79be94,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:31.937726 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6548ffd1-f0bf-4c58-b385-e8ebceb6ec36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:32.011876 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2f00b5f7-c133-4519-a576-d3b502981ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Deleting port 0ab61f91-3cec-4340-a303-b6202aeef53c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:15:32.012206 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f00b5f7-c133-4519-a576-d3b502981ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:32.164965 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 06655241-5c5b-44a1-96a0-d58ebf37c22c up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:15:32.254022 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 06655241-5c5b-44a1-96a0-d58ebf37c22c completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:32.258407 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 06655241-5c5b-44a1-96a0-d58ebf37c22c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:32.258781 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:32.271662 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-2f00b5f7-c133-4519-a576-d3b502981ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] For port 0ab61f91-3cec-4340-a303-b6202aeef53c, host n-h1-712137-9, got binding levels [] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:15:32.272089 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f00b5f7-c133-4519-a576-d3b502981ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:32.274869 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329873b-887e-4b55-8d05-2803090d2bd6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Pushing event updated for resources: {'Port': ['ID=514323af-ed16-4e3a-97cf-8275560d79fc,revision_number=6']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:32.287598 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2f00b5f7-c133-4519-a576-d3b502981ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Calling delete_port for 0ab61f91-3cec-4340-a303-b6202aeef53c owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:15:32.308631 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Port 06655241-5c5b-44a1-96a0-d58ebf37c22c was deleted so its status cannot be updated. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 30 20:15:32.347347 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da983f0e-e6d8-4e23-a360-9f1faadfd626 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:32.358594 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef600b-62c2-48ae-96bf-7a678dcb4391 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Pushing event deleted for resources: {'Port': ['ID=137645cc-90ec-4463-bc0a-f6307edd9f9b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:32.399802 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99cae959-e772-4846-a529-d783bfc4ee9f req-8f382a0e-1243-4938-84e3-23338ce56b39 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7354224 Jul 30 20:15:32.427901 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da983f0e-e6d8-4e23-a360-9f1faadfd626 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Port': ['ID=06655241-5c5b-44a1-96a0-d58ebf37c22c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:32.430060 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de4271c5-add2-4282-be71-d7de034ff78b req-c0ef600b-62c2-48ae-96bf-7a678dcb4391 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Router c5f8c774-34c5-45dc-aa78-aa21845d96fc has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:15:32.533293 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da983f0e-e6d8-4e23-a360-9f1faadfd626 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No DVR routers for this DVR port 06655241-5c5b-44a1-96a0-d58ebf37c22c on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:15:32.554196 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 137645cc-90ec-4463-bc0a-f6307edd9f9b no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:15:32.587963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 137645cc-90ec-4463-bc0a-f6307edd9f9b {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:15:32.589173 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 137645cc-90ec-4463-bc0a-f6307edd9f9b not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:15:32.620594 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f00b5f7-c133-4519-a576-d3b502981ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:32.640148 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62903f4-8055-492b-8ba2-fa3c636c47c9 None None] Network 0209fa1c-ff37-44a7-bf59-f4fcc9d08870 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:32.646361 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d870507e-f841-483a-80e1-fbd0875c6ef7 req-7baa6a73-2945-4dbd-b05e-b82861d24d62 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b13b1592-0935-4cd0-9ed0-36b0b2ca05fb HTTP/1.1" status: 200 len: 210 time: 0.0614402 Jul 30 20:15:32.666472 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da983f0e-e6d8-4e23-a360-9f1faadfd626 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:32.669592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de4271c5-add2-4282-be71-d7de034ff78b req-c0ef600b-62c2-48ae-96bf-7a678dcb4391 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:15:32.679699 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00b5f7-c133-4519-a576-d3b502981ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ab61f91-3cec-4340-a303-b6202aeef53c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:32.683430 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858657b4-4277-41d2-b1c3-6170c254575e None None] Sync routers for ids ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:15:32.700605 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-14b4aa2c-54df-4ee8-b626-9e0c1a84993f None None] Could not find standard attr ID for object 06655241-5c5b-44a1-96a0-d58ebf37c22c. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:15:32.702709 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858657b4-4277-41d2-b1c3-6170c254575e None None] Routers {'c5f8c774-34c5-45dc-aa78-aa21845d96fc'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:15:32.703482 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-858657b4-4277-41d2-b1c3-6170c254575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:15:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:32.712178 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f00b5f7-c133-4519-a576-d3b502981ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:32.719852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43928) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:32.723673 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2f00b5f7-c133-4519-a576-d3b502981ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] 10.222.0.81 "DELETE /v2.0/ports/0ab61f91-3cec-4340-a303-b6202aeef53c HTTP/1.1" status: 204 len: 168 time: 1.0964422 Jul 30 20:15:32.750883 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4271c5-add2-4282-be71-d7de034ff78b req-c0ef600b-62c2-48ae-96bf-7a678dcb4391 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] No DVR routers for this DVR port 137645cc-90ec-4463-bc0a-f6307edd9f9b on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:15:32.781065 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-de4271c5-add2-4282-be71-d7de034ff78b req-c0ef600b-62c2-48ae-96bf-7a678dcb4391 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:32.783289 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de4271c5-add2-4282-be71-d7de034ff78b req-c0ef600b-62c2-48ae-96bf-7a678dcb4391 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.83 "DELETE /v2.0/ports/137645cc-90ec-4463-bc0a-f6307edd9f9b HTTP/1.1" status: 204 len: 173 time: 3.2380569 Jul 30 20:15:32.807722 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fcd9644-ea2d-4e07-984a-4892e63c8a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] GET failed (client error): The resource could not be found. Jul 30 20:15:32.812731 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2fcd9644-ea2d-4e07-984a-4892e63c8a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] 10.222.0.81 "GET /v2.0/ports/0ab61f91-3cec-4340-a303-b6202aeef53c HTTP/1.1" status: 404 len: 333 time: 0.0873072 Jul 30 20:15:32.814742 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43930) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:32.816787 n-d-712137-9 neutron-server[93882]: DEBUG neutron.objects.ports [None req-bec5e68e-f454-4c79-914f-fee9bd9721ca tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93882) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 20:15:32.817281 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bec5e68e-f454-4c79-914f-fee9bd9721ca tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:32.880157 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-08eaad76-a719-4ebc-8d35-c4806dcfe78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104558881', 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:32.915778 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6548ffd1-f0bf-4c58-b385-e8ebceb6ec36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3feff81-2882-47bd-a741-e51a66ae074c {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:15:32.924558 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6548ffd1-f0bf-4c58-b385-e8ebceb6ec36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:32.940279 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5e68e-f454-4c79-914f-fee9bd9721ca tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Pushing event updated for resources: {'Subnet': ['ID=261a854d-5873-4c0b-849a-058ff481d2d0,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:32.944826 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6548ffd1-f0bf-4c58-b385-e8ebceb6ec36 service neutron] Transition to ACTIVE for port object f3feff81-2882-47bd-a741-e51a66ae074c will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:32.968123 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6548ffd1-f0bf-4c58-b385-e8ebceb6ec36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:32.972360 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-858657b4-4277-41d2-b1c3-6170c254575e None None] Set router c5f8c774-34c5-45dc-aa78-aa21845d96fc gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:15:32.998960 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da983f0e-e6d8-4e23-a360-9f1faadfd626 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:33.062968 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3063ff-263e-4878-9409-67d7f4bc5aa3 req-202bd5bb-4984-4ef8-a866-5b244d717a94 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:33.072062 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3063ff-263e-4878-9409-67d7f4bc5aa3 req-202bd5bb-4984-4ef8-a866-5b244d717a94 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:33.079495 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3063ff-263e-4878-9409-67d7f4bc5aa3 req-202bd5bb-4984-4ef8-a866-5b244d717a94 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:33.089229 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3063ff-263e-4878-9409-67d7f4bc5aa3 req-202bd5bb-4984-4ef8-a866-5b244d717a94 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:33.096348 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3063ff-263e-4878-9409-67d7f4bc5aa3 req-202bd5bb-4984-4ef8-a866-5b244d717a94 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:33.098412 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1e3063ff-263e-4878-9409-67d7f4bc5aa3 req-202bd5bb-4984-4ef8-a866-5b244d717a94 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 3828 time: 0.2877901 Jul 30 20:15:33.101651 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08eaad76-a719-4ebc-8d35-c4806dcfe78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Made reservation on behalf of 797eb21514e44215b129dc6c022d0204 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:33.104590 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-08eaad76-a719-4ebc-8d35-c4806dcfe78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:33.128151 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548ffd1-f0bf-4c58-b385-e8ebceb6ec36 service neutron] Pushing event updated for resources: {'Port': ['ID=f3feff81-2882-47bd-a741-e51a66ae074c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:33.177415 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1e3063ff-263e-4878-9409-67d7f4bc5aa3 req-4fdedabc-7ffe-4f00-a73e-67a91a23901f tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686538 Jul 30 20:15:33.179649 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec5e68e-f454-4c79-914f-fee9bd9721ca tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Checking segment: {'id': 'f99dd51a-73fc-4257-956d-304b06c02690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b436c546-bf6e-4536-94cb-59bf8d1facf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:33.180076 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec5e68e-f454-4c79-914f-fee9bd9721ca tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Network hostable DHCP agents. Network: b436c546-bf6e-4536-94cb-59bf8d1facf3, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:15:33.198577 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-08eaad76-a719-4ebc-8d35-c4806dcfe78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] device_id is not set on port 64ba8541-7e63-4b2a-abc2-8c4079f332df yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:15:33.269484 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da983f0e-e6d8-4e23-a360-9f1faadfd626 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:33.289415 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7e8289-61f9-4bf9-8c5e-f693ac06d42f None None] Network 0209fa1c-ff37-44a7-bf59-f4fcc9d08870 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:33.294053 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-da983f0e-e6d8-4e23-a360-9f1faadfd626 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0209fa1c-ff37-44a7-bf59-f4fcc9d08870']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:33.322144 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-da983f0e-e6d8-4e23-a360-9f1faadfd626 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac971fc-34af-4ac9-9c3c-0d1c534c6242') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:33.322622 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-da983f0e-e6d8-4e23-a360-9f1faadfd626 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac971fc-34af-4ac9-9c3c-0d1c534c6242') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:33.334195 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da983f0e-e6d8-4e23-a360-9f1faadfd626 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:33.357033 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da983f0e-e6d8-4e23-a360-9f1faadfd626 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:33.364463 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da983f0e-e6d8-4e23-a360-9f1faadfd626 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:15:33.364893 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da983f0e-e6d8-4e23-a360-9f1faadfd626 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:33.421022 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-858657b4-4277-41d2-b1c3-6170c254575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'name': 'tempest-AttachVolumeShelveTestJSON-779455588-router', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:19Z', 'updated_at': '2021-07-30T20:09:28Z', 'revision_number': 4, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'gw_port': {'id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:22Z', 'updated_at': '2021-07-30T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '30fe171b-f247-4b51-9563-10089a5ff87f', 'name': '', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'mac_address': 'fa:16:3e:3d:d1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '4b1ad353-61a9-43a8-b737-817c20130814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:27Z', 'updated_at': '2021-07-30T20:09:32Z', 'revision_number': 5, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'subnets': [{'id': '4b1ad353-61a9-43a8-b737-817c20130814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:33.441850 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da983f0e-e6d8-4e23-a360-9f1faadfd626 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Subnet': ['ID=21f27bb8-d720-4637-b90b-a90542383fa2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:33.452585 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858657b4-4277-41d2-b1c3-6170c254575e None None] Checking router: c5f8c774-34c5-45dc-aa78-aa21845d96fc for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:15:33.462127 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858657b4-4277-41d2-b1c3-6170c254575e None None] Routers {'c5f8c774-34c5-45dc-aa78-aa21845d96fc'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:15:33.463007 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-858657b4-4277-41d2-b1c3-6170c254575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:15:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:15:33.479468 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:15:33.579211 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da983f0e-e6d8-4e23-a360-9f1faadfd626 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:33.585862 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da983f0e-e6d8-4e23-a360-9f1faadfd626 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:33.597334 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-da983f0e-e6d8-4e23-a360-9f1faadfd626 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/networks/0209fa1c-ff37-44a7-bf59-f4fcc9d08870 HTTP/1.1" status: 204 len: 168 time: 2.6172132 Jul 30 20:15:33.598310 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43936) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:33.651230 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-858657b4-4277-41d2-b1c3-6170c254575e None None] Set router c5f8c774-34c5-45dc-aa78-aa21845d96fc gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:15:33.653789 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99286ae-de03-4c81-bb61-7dd7288b19de tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] DELETE failed (client error): The resource could not be found. Jul 30 20:15:33.653789 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f99286ae-de03-4c81-bb61-7dd7288b19de tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:15:33.659190 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f99286ae-de03-4c81-bb61-7dd7288b19de tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/subnets/21f27bb8-d720-4637-b90b-a90542383fa2 HTTP/1.1" status: 404 len: 337 time: 0.0525482 Jul 30 20:15:33.659947 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43938) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:33.662254 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da983f0e-e6d8-4e23-a360-9f1faadfd626 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Network': ['ID=0209fa1c-ff37-44a7-bf59-f4fcc9d08870,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:33.691738 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0cd39d5-1fae-47c5-b46b-89ba2c49dfea tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] DELETE failed (client error): The resource could not be found. Jul 30 20:15:33.692352 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0cd39d5-1fae-47c5-b46b-89ba2c49dfea tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:15:33.696854 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d0cd39d5-1fae-47c5-b46b-89ba2c49dfea tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/networks/0209fa1c-ff37-44a7-bf59-f4fcc9d08870 HTTP/1.1" status: 404 len: 339 time: 0.0314384 Jul 30 20:15:33.697672 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43942) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:33.698778 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6548ffd1-f0bf-4c58-b385-e8ebceb6ec36 service neutron] Attempting to bind port f3feff81-2882-47bd-a741-e51a66ae074c on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:33.698778 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6548ffd1-f0bf-4c58-b385-e8ebceb6ec36 service neutron] Attempting to bind port f3feff81-2882-47bd-a741-e51a66ae074c by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:33.699101 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6548ffd1-f0bf-4c58-b385-e8ebceb6ec36 service neutron] Attempting to bind port f3feff81-2882-47bd-a741-e51a66ae074c on network dd865cdf-fcee-4685-bcc3-e9d181e42798 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:33.704294 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-08eaad76-a719-4ebc-8d35-c4806dcfe78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:33.705934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6548ffd1-f0bf-4c58-b385-e8ebceb6ec36 service neutron] Port f3feff81-2882-47bd-a741-e51a66ae074c on network dd865cdf-fcee-4685-bcc3-e9d181e42798 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:33.706215 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6548ffd1-f0bf-4c58-b385-e8ebceb6ec36 service neutron] Attempting to bind port f3feff81-2882-47bd-a741-e51a66ae074c on network dd865cdf-fcee-4685-bcc3-e9d181e42798 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:33.718564 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6548ffd1-f0bf-4c58-b385-e8ebceb6ec36 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:15:33.718945 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6548ffd1-f0bf-4c58-b385-e8ebceb6ec36 service neutron] Checking segment: {'id': '9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:33.719378 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6548ffd1-f0bf-4c58-b385-e8ebceb6ec36 service neutron] Bound using segment: {'id': '9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:15:33.719871 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6548ffd1-f0bf-4c58-b385-e8ebceb6ec36 service neutron] Bound port: f3feff81-2882-47bd-a741-e51a66ae074c, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:15:33.720236 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6548ffd1-f0bf-4c58-b385-e8ebceb6ec36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:33.726966 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d3664b-07c7-4fe4-a247-4a6d70fc85a6 None None] DHCP port deletion for 0209fa1c-ff37-44a7-bf59-f4fcc9d08870 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:15:33.757780 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7483d83-2241-4236-9f33-0f14fd50f1f5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] DELETE failed (client error): The resource could not be found. Jul 30 20:15:33.758249 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7483d83-2241-4236-9f33-0f14fd50f1f5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:15:33.761789 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b7483d83-2241-4236-9f33-0f14fd50f1f5 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/subnets/f6b8435e-3dd3-4e78-9f22-b8dfbd64db77 HTTP/1.1" status: 404 len: 337 time: 0.0563352 Jul 30 20:15:33.766523 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43944) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:33.789788 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec5e68e-f454-4c79-914f-fee9bd9721ca tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Network b436c546-bf6e-4536-94cb-59bf8d1facf3 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:15:33.800905 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-08eaad76-a719-4ebc-8d35-c4806dcfe78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:33.807218 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-230541b8-2808-413e-afdb-4149f28f8a61 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] DELETE failed (client error): The resource could not be found. Jul 30 20:15:33.808066 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-230541b8-2808-413e-afdb-4149f28f8a61 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:15:33.810123 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-230541b8-2808-413e-afdb-4149f28f8a61 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/networks/dd9cb31f-f2a5-4854-9b03-fc6d3b1ab192 HTTP/1.1" status: 404 len: 339 time: 0.0424783 Jul 30 20:15:33.813590 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43946) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:33.868078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eaad76-a719-4ebc-8d35-c4806dcfe78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Pushing event updated for resources: {'Port': ['ID=64ba8541-7e63-4b2a-abc2-8c4079f332df,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:33.869518 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-858657b4-4277-41d2-b1c3-6170c254575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'name': 'tempest-AttachVolumeShelveTestJSON-779455588-router', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:19Z', 'updated_at': '2021-07-30T20:09:28Z', 'revision_number': 4, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'gw_port': {'id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:22Z', 'updated_at': '2021-07-30T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '30fe171b-f247-4b51-9563-10089a5ff87f', 'name': '', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'mac_address': 'fa:16:3e:3d:d1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '4b1ad353-61a9-43a8-b737-817c20130814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:27Z', 'updated_at': '2021-07-30T20:09:32Z', 'revision_number': 5, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'subnets': [{'id': '4b1ad353-61a9-43a8-b737-817c20130814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:33.878133 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-bec5e68e-f454-4c79-914f-fee9bd9721ca tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, b436c546-bf6e-4536-94cb-59bf8d1facf3) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:33.887325 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770bf964-26e2-4659-822a-e48df82f4f78 None None] Network b436c546-bf6e-4536-94cb-59bf8d1facf3 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:33.900934 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eaad76-a719-4ebc-8d35-c4806dcfe78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Network 698b3a36-ce11-49b1-b318-9e3caf98d6fc is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:33.902985 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858657b4-4277-41d2-b1c3-6170c254575e None None] The sync data for ids ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'] in n-d-712137-9 is: [{'id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'name': 'tempest-AttachVolumeShelveTestJSON-779455588-router', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:19Z', 'updated_at': '2021-07-30T20:09:28Z', 'revision_number': 4, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'gw_port': {'id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:22Z', 'updated_at': '2021-07-30T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '30fe171b-f247-4b51-9563-10089a5ff87f', 'name': '', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'mac_address': 'fa:16:3e:3d:d1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '4b1ad353-61a9-43a8-b737-817c20130814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:27Z', 'updated_at': '2021-07-30T20:09:32Z', 'revision_number': 5, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'subnets': [{'id': '4b1ad353-61a9-43a8-b737-817c20130814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:15:33.906193 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec5e68e-f454-4c79-914f-fee9bd9721ca tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:33.907193 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bec5e68e-f454-4c79-914f-fee9bd9721ca tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:33.914989 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-08eaad76-a719-4ebc-8d35-c4806dcfe78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:33.917611 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eaad76-a719-4ebc-8d35-c4806dcfe78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:33.918604 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eaad76-a719-4ebc-8d35-c4806dcfe78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:33.919864 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-08eaad76-a719-4ebc-8d35-c4806dcfe78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:33.933862 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f01ea86-6e01-4850-8df8-a592386ff260 req-d070f479-50b9-4bc3-b139-7691f45c7123 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bfbb5e58-6758-45b9-bafd-4b19ad838872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3432541 Jul 30 20:15:33.957652 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562e02a-97f2-433b-8dbb-0583245621b3 req-c4494bdf-35aa-4166-84e3-3cfba2746ce2 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:33.960753 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6548ffd1-f0bf-4c58-b385-e8ebceb6ec36 service neutron] For port f3feff81-2882-47bd-a741-e51a66ae074c, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:15:33.969656 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c562e02a-97f2-433b-8dbb-0583245621b3 req-c4494bdf-35aa-4166-84e3-3cfba2746ce2 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4a7902f-70ce-42b2-912d-3ea9b38e3fa2 HTTP/1.1" status: 200 len: 907 time: 0.4338002 Jul 30 20:15:33.971272 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6548ffd1-f0bf-4c58-b385-e8ebceb6ec36 service neutron] For port f3feff81-2882-47bd-a741-e51a66ae074c, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=f3feff81-2882-47bd-a741-e51a66ae074c,segment=NetworkSegment(9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd),segment_id=9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:15:34.000790 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4a96cca-3869-4f11-a1d9-104554c0e01d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:34.010251 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6548ffd1-f0bf-4c58-b385-e8ebceb6ec36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:34.067588 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-bec5e68e-f454-4c79-914f-fee9bd9721ca tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.5370855 Jul 30 20:15:34.071725 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a1f001-d154-4508-bd9c-cb76df6b81fe x-openstack-request-id: req-95a1f001-d154-4508-bd9c-cb76df6b81fe {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:15:34.072037 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a7902f-70ce-42b2-912d-3ea9b38e3fa2", "tag": "514323af-ed16-4e3a-97cf-8275560d79fc", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:15:34.072304 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-95a1f001-d154-4508-bd9c-cb76df6b81fe {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:15:34.073311 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a7902f-70ce-42b2-912d-3ea9b38e3fa2', 'tag': '514323af-ed16-4e3a-97cf-8275560d79fc', 'status': 'completed', 'code': 200} Jul 30 20:15:34.073727 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43950) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:34.081385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-c8b56433-72cc-4eca-a6c9-5663b9f68d80 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1526520881', 'network_id': 'b436c546-bf6e-4536-94cb-59bf8d1facf3'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:34.088926 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-08eaad76-a719-4ebc-8d35-c4806dcfe78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2683954 Jul 30 20:15:34.123176 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43954) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:34.129233 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548ffd1-f0bf-4c58-b385-e8ebceb6ec36 service neutron] Pushing event updated for resources: {'Port': ['ID=f3feff81-2882-47bd-a741-e51a66ae074c,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:34.145716 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6548ffd1-f0bf-4c58-b385-e8ebceb6ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:34.146738 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6548ffd1-f0bf-4c58-b385-e8ebceb6ec36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:34.148854 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6548ffd1-f0bf-4c58-b385-e8ebceb6ec36 service neutron] 10.222.0.83 "PUT /v2.0/ports/f3feff81-2882-47bd-a741-e51a66ae074c HTTP/1.1" status: 200 len: 1130 time: 2.3833106 Jul 30 20:15:34.184762 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01ea86-6e01-4850-8df8-a592386ff260 req-4a76b9ad-fc20-47f9-8b2d-4ed3da055215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:34.187403 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f01ea86-6e01-4850-8df8-a592386ff260 req-4a76b9ad-fc20-47f9-8b2d-4ed3da055215 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ccfb1cbf56a4ee5812650def928c402&device_id=bfbb5e58-6758-45b9-bafd-4b19ad838872 HTTP/1.1" status: 200 len: 1096 time: 0.2132652 Jul 30 20:15:34.201950 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-ac40c0c5-300b-4c0d-a3c0-11dfcc971875 service neutron] Request body: {'port': {'device_id': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:34.217872 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 06655241-5c5b-44a1-96a0-d58ebf37c22c no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:15:34.232017 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df60b9-f90b-4c3a-9090-bf66e57581a3 req-d39e053c-7dbd-4675-b278-a1499e1b2c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:34.234431 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c1df60b9-f90b-4c3a-9090-bf66e57581a3 req-d39e053c-7dbd-4675-b278-a1499e1b2c12 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&device_id=e4a7902f-70ce-42b2-912d-3ea9b38e3fa2 HTTP/1.1" status: 200 len: 1058 time: 0.1444857 Jul 30 20:15:34.235724 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7b7c05-7502-45ae-803f-02811e125560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:34.240673 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4a7b7c05-7502-45ae-803f-02811e125560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] 10.222.0.81 "GET /v2.0/ports/64ba8541-7e63-4b2a-abc2-8c4079f332df HTTP/1.1" status: 200 len: 959 time: 0.1145170 Jul 30 20:15:34.255205 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43958) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:34.348801 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e301013-39e8-4fc9-8777-d7faec3ade02 None None] Network b436c546-bf6e-4536-94cb-59bf8d1facf3 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:34.357042 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 06655241-5c5b-44a1-96a0-d58ebf37c22c {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:15:34.357042 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 06655241-5c5b-44a1-96a0-d58ebf37c22c not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:15:34.387318 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b56433-72cc-4eca-a6c9-5663b9f68d80 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Made reservation on behalf of d9fdab70e32f4a0ea885c980cadbec17 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:34.391271 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8b56433-72cc-4eca-a6c9-5663b9f68d80 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:34.466101 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbacf59-e549-4a6a-8e2d-8087fbff9fd2 None None] New status for floating IP 7ae399b8-f542-4451-9d9c-a05fd2a526eb: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:15:34.467819 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c8b56433-72cc-4eca-a6c9-5663b9f68d80 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] device_id is not set on port 7030da42-4a9e-4eaf-ba2d-5ff669c9eb46 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:15:34.472511 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4a96cca-3869-4f11-a1d9-104554c0e01d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:34.524758 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5c54da-6eab-4285-9341-db66463414cd x-openstack-request-id: req-ea5c54da-6eab-4285-9341-db66463414cd {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:15:34.525313 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "tag": "8e0561e2-d480-41a1-87dd-77547a79be94", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:15:34.525892 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ea5c54da-6eab-4285-9341-db66463414cd {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:15:34.526645 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'tag': '8e0561e2-d480-41a1-87dd-77547a79be94', 'status': 'completed', 'code': 200} Jul 30 20:15:34.556234 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-f4a96cca-3869-4f11-a1d9-104554c0e01d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc21a24d-b247-49ee-80a2-ac4cb56e92e3']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:34.575397 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-f4a96cca-3869-4f11-a1d9-104554c0e01d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8892f8c-d62f-4966-afe5-9699a8b7fb45') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:34.576160 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-f4a96cca-3869-4f11-a1d9-104554c0e01d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8892f8c-d62f-4966-afe5-9699a8b7fb45') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:34.586723 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-ac40c0c5-300b-4c0d-a3c0-11dfcc971875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:34.596161 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4a96cca-3869-4f11-a1d9-104554c0e01d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:34.636229 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4a96cca-3869-4f11-a1d9-104554c0e01d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:34.660927 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01ea86-6e01-4850-8df8-a592386ff260 req-1bb884c6-fa12-4fa0-a482-f391960fbee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:34.663082 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f01ea86-6e01-4850-8df8-a592386ff260 req-1bb884c6-fa12-4fa0-a482-f391960fbee3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8bfc6937-8166-4841-8d2d-9494ef26b48a HTTP/1.1" status: 200 len: 905 time: 0.4509139 Jul 30 20:15:34.682509 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f826501c-e644-428a-bc17-91c26cebba53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Deleting port 64ba8541-7e63-4b2a-abc2-8c4079f332df {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:15:34.683278 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f826501c-e644-428a-bc17-91c26cebba53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:34.730839 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a96cca-3869-4f11-a1d9-104554c0e01d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:15:34.731253 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4a96cca-3869-4f11-a1d9-104554c0e01d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:15:34.738152 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:15:34.745301 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f01ea86-6e01-4850-8df8-a592386ff260 req-b210c41a-1e79-4351-a969-804ea3081617 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83ba072f-d2f7-4ea8-9e22-afb39aced6d1 HTTP/1.1" status: 200 len: 217 time: 0.0677500 Jul 30 20:15:34.798526 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142f17a-ef4c-4c25-98d9-c9a494c90f6c req-690848e5-592b-48ad-a0a2-5d4fd4ea6d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:34.799092 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142f17a-ef4c-4c25-98d9-c9a494c90f6c req-690848e5-592b-48ad-a0a2-5d4fd4ea6d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:34.799496 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142f17a-ef4c-4c25-98d9-c9a494c90f6c req-690848e5-592b-48ad-a0a2-5d4fd4ea6d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:34.799496 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142f17a-ef4c-4c25-98d9-c9a494c90f6c req-690848e5-592b-48ad-a0a2-5d4fd4ea6d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:34.800491 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142f17a-ef4c-4c25-98d9-c9a494c90f6c req-690848e5-592b-48ad-a0a2-5d4fd4ea6d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:34.800910 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142f17a-ef4c-4c25-98d9-c9a494c90f6c req-690848e5-592b-48ad-a0a2-5d4fd4ea6d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:34.803028 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3142f17a-ef4c-4c25-98d9-c9a494c90f6c req-690848e5-592b-48ad-a0a2-5d4fd4ea6d48 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9555d3def1404d06ae82d4f5802d2226&device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5286 time: 0.3084111 Jul 30 20:15:34.833218 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df60b9-f90b-4c3a-9090-bf66e57581a3 req-287d4c65-fd4c-4a6a-a9d0-2c6e9071ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:34.834654 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c1df60b9-f90b-4c3a-9090-bf66e57581a3 req-287d4c65-fd4c-4a6a-a9d0-2c6e9071ff8c service neutron] 10.222.0.59 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 912 time: 0.5714021 Jul 30 20:15:34.877640 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f826501c-e644-428a-bc17-91c26cebba53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:34.908337 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f826501c-e644-428a-bc17-91c26cebba53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Calling delete_port for 64ba8541-7e63-4b2a-abc2-8c4079f332df owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:15:34.910148 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4a96cca-3869-4f11-a1d9-104554c0e01d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:34.928259 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4a96cca-3869-4f11-a1d9-104554c0e01d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:34.932429 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f4a96cca-3869-4f11-a1d9-104554c0e01d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/networks/bc21a24d-b247-49ee-80a2-ac4cb56e92e3 HTTP/1.1" status: 204 len: 168 time: 1.1154389 Jul 30 20:15:34.935630 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43960) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:34.973048 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9187c-2bbd-4c8e-a964-04f3e6bda787 req-fc8800d2-6c58-4d30-aec8-ab657c94d5b5 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:34.974476 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e1b9187c-2bbd-4c8e-a964-04f3e6bda787 req-fc8800d2-6c58-4d30-aec8-ab657c94d5b5 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 945 time: 0.3728743 Jul 30 20:15:35.006034 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c1df60b9-f90b-4c3a-9090-bf66e57581a3 req-5e10e639-910d-44ab-9680-a29d019bd74e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=514323af-ed16-4e3a-97cf-8275560d79fc HTTP/1.1" status: 200 len: 217 time: 0.1545713 Jul 30 20:15:35.015740 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-c8b56433-72cc-4eca-a6c9-5663b9f68d80 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Allocated IP 2001:db8::31c (b436c546-bf6e-4536-94cb-59bf8d1facf3/261a854d-5873-4c0b-849a-058ff481d2d0/7030da42-4a9e-4eaf-ba2d-5ff669c9eb46) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:35.018848 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01ea86-6e01-4850-8df8-a592386ff260 req-bfeed70e-be34-4425-bd32-763540911d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:35.020347 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f01ea86-6e01-4850-8df8-a592386ff260 req-bfeed70e-be34-4425-bd32-763540911d95 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4441ce2-15ee-443c-8f6d-ecb7f77ca504 HTTP/1.1" status: 200 len: 844 time: 0.2575290 Jul 30 20:15:35.035255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a96cca-3869-4f11-a1d9-104554c0e01d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Network': ['ID=bc21a24d-b247-49ee-80a2-ac4cb56e92e3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:35.048533 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa2007b-ad46-4376-8ffd-380c18e0881d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] DELETE failed (client error): The resource could not be found. Jul 30 20:15:35.049164 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa2007b-ad46-4376-8ffd-380c18e0881d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:15:35.053399 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-afa2007b-ad46-4376-8ffd-380c18e0881d tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/subnets/3b97d02d-9db0-4a30-85a7-c34a7ae524a5 HTTP/1.1" status: 404 len: 337 time: 0.1145010 Jul 30 20:15:35.056646 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43962) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:35.091210 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-454afc82-7eef-414a-8779-3610c97e6959 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] DELETE failed (client error): The resource could not be found. Jul 30 20:15:35.091791 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-454afc82-7eef-414a-8779-3610c97e6959 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:15:35.096334 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-454afc82-7eef-414a-8779-3610c97e6959 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/networks/e1fa19e4-7228-401e-9fed-793ef47e0d88 HTTP/1.1" status: 404 len: 339 time: 0.0364227 Jul 30 20:15:35.098472 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43964) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:35.140542 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f01ea86-6e01-4850-8df8-a592386ff260 req-66cb2437-e89e-44ac-acd4-5713cf13e435 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8bfc6937-8166-4841-8d2d-9494ef26b48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872071 Jul 30 20:15:35.141860 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-7713797d-5073-4fb9-b7df-de60daebdc61 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] DELETE failed (client error): The resource could not be found. Jul 30 20:15:35.142379 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7713797d-5073-4fb9-b7df-de60daebdc61 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:15:35.148535 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7713797d-5073-4fb9-b7df-de60daebdc61 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/subnets/0ca309f4-b5e7-40e3-9793-43a166295640 HTTP/1.1" status: 404 len: 337 time: 0.0448771 Jul 30 20:15:35.148535 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43966) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:35.175182 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9479503-cff0-4b26-82c6-f96fe8643cc8 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] DELETE failed (client error): The resource could not be found. Jul 30 20:15:35.175791 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9479503-cff0-4b26-82c6-f96fe8643cc8 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:15:35.180023 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b9479503-cff0-4b26-82c6-f96fe8643cc8 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/networks/13c68995-91ea-4bd0-9064-e78272c050ac HTTP/1.1" status: 404 len: 339 time: 0.0295482 Jul 30 20:15:35.183636 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43968) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:35.194251 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f826501c-e644-428a-bc17-91c26cebba53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:35.262008 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df60b9-f90b-4c3a-9090-bf66e57581a3 req-07582adc-ca1c-4015-8f21-b6ba469d5f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:35.263418 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c1df60b9-f90b-4c3a-9090-bf66e57581a3 req-07582adc-ca1c-4015-8f21-b6ba469d5f47 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac1c465f-425f-4078-b2f8-d23b006b1c90 HTTP/1.1" status: 200 len: 850 time: 0.2301347 Jul 30 20:15:35.273032 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e1b9187c-2bbd-4c8e-a964-04f3e6bda787 req-b5023fc7-28b6-4d21-bc8c-5c8837a98c95 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773943 Jul 30 20:15:35.294113 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142f17a-ef4c-4c25-98d9-c9a494c90f6c req-f13bb670-11b1-4636-8328-95eec797df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:35.294603 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142f17a-ef4c-4c25-98d9-c9a494c90f6c req-f13bb670-11b1-4636-8328-95eec797df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:35.295075 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142f17a-ef4c-4c25-98d9-c9a494c90f6c req-f13bb670-11b1-4636-8328-95eec797df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:35.297467 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3142f17a-ef4c-4c25-98d9-c9a494c90f6c req-f13bb670-11b1-4636-8328-95eec797df56 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9555d3def1404d06ae82d4f5802d2226&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4674196 Jul 30 20:15:35.529479 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f01ea86-6e01-4850-8df8-a592386ff260 req-e5321949-0978-4f36-806d-2c97dc1267d8 service neutron] 10.222.0.59 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694184 Jul 30 20:15:35.538431 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-026b3755-8e62-4705-afbc-fb95760cad92 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] DELETE failed (client error): The resource could not be found. Jul 30 20:15:35.538899 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026b3755-8e62-4705-afbc-fb95760cad92 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:15:35.543239 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-026b3755-8e62-4705-afbc-fb95760cad92 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/subnets/82f4a024-bff0-4822-b952-b061aa00ad78 HTTP/1.1" status: 404 len: 337 time: 0.3561511 Jul 30 20:15:35.548230 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f826501c-e644-428a-bc17-91c26cebba53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:35.553006 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f826501c-e644-428a-bc17-91c26cebba53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] 10.222.0.81 "DELETE /v2.0/ports/64ba8541-7e63-4b2a-abc2-8c4079f332df HTTP/1.1" status: 204 len: 168 time: 1.2126672 Jul 30 20:15:35.553006 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43972) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:35.553325 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43974) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:35.553423 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df60b9-f90b-4c3a-9090-bf66e57581a3 req-e55493a1-ba87-4a14-9490-7e70f787310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:35.554032 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826501c-e644-428a-bc17-91c26cebba53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Pushing event deleted for resources: {'Port': ['ID=64ba8541-7e63-4b2a-abc2-8c4079f332df,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:35.554863 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c1df60b9-f90b-4c3a-9090-bf66e57581a3 req-e55493a1-ba87-4a14-9490-7e70f787310a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2808356 Jul 30 20:15:35.617221 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-4524aa07-80b5-4fff-bbd2-5eead595531e tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] DELETE failed (client error): The resource could not be found. Jul 30 20:15:35.617803 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4524aa07-80b5-4fff-bbd2-5eead595531e tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:15:35.623555 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4524aa07-80b5-4fff-bbd2-5eead595531e tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/networks/69564d1a-b33b-4cdb-8ffe-7a3f6668be31 HTTP/1.1" status: 404 len: 339 time: 0.0620823 Jul 30 20:15:35.623555 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea35545e-b8ce-4099-90e6-92e94650c292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] GET failed (client error): The resource could not be found. Jul 30 20:15:35.627934 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ea35545e-b8ce-4099-90e6-92e94650c292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] 10.222.0.81 "GET /v2.0/ports/64ba8541-7e63-4b2a-abc2-8c4079f332df HTTP/1.1" status: 404 len: 333 time: 0.0656295 Jul 30 20:15:35.627934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43978) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:35.651312 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43980) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:35.658104 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d51e6044-0f82-4b27-9963-e4d54f5829a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Request body: {'port': {'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2027024509'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:35.690115 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2367afc-fde2-4d4d-a409-a7e0fa55e6e7 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] DELETE failed (client error): The resource could not be found. Jul 30 20:15:35.690576 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2367afc-fde2-4d4d-a409-a7e0fa55e6e7 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:15:35.694761 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a2367afc-fde2-4d4d-a409-a7e0fa55e6e7 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/subnets/6ee0c6f8-3c4c-48f9-b348-e70b0f89854c HTTP/1.1" status: 404 len: 337 time: 0.0665243 Jul 30 20:15:35.696957 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43982) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:35.727645 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-ac40c0c5-300b-4c0d-a3c0-11dfcc971875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f11ef0-cd30-4621-9d9d-862239567fe1 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:15:35.732504 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-edbd4701-c8bc-4cdb-b732-d7d76a1fccae tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] DELETE failed (client error): The resource could not be found. Jul 30 20:15:35.733199 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edbd4701-c8bc-4cdb-b732-d7d76a1fccae tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:15:35.737978 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-edbd4701-c8bc-4cdb-b732-d7d76a1fccae tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/networks/b284e255-5f91-4a64-9275-a2fd20e93416 HTTP/1.1" status: 404 len: 339 time: 0.0356057 Jul 30 20:15:35.739759 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43984) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:35.741635 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-ac40c0c5-300b-4c0d-a3c0-11dfcc971875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:35.780641 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab454b99-598d-4fc9-93ed-85a2a85bfa76 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] DELETE failed (client error): The resource could not be found. Jul 30 20:15:35.781015 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab454b99-598d-4fc9-93ed-85a2a85bfa76 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:15:35.785169 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ab454b99-598d-4fc9-93ed-85a2a85bfa76 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/subnets/e3856926-512e-426e-94cc-e5de59ddd1d8 HTTP/1.1" status: 404 len: 337 time: 0.0384579 Jul 30 20:15:35.785169 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51e6044-0f82-4b27-9963-e4d54f5829a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Made reservation on behalf of 797eb21514e44215b129dc6c022d0204 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:35.786004 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d51e6044-0f82-4b27-9963-e4d54f5829a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:35.790020 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43986) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:35.808558 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-ac40c0c5-300b-4c0d-a3c0-11dfcc971875 service neutron] Transition to ACTIVE for port object d4f11ef0-cd30-4621-9d9d-862239567fe1 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:35.821949 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-5739a3c8-3223-477a-8cda-c2707641c8ce tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] DELETE failed (client error): The resource could not be found. Jul 30 20:15:35.822528 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5739a3c8-3223-477a-8cda-c2707641c8ce tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:15:35.827099 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5739a3c8-3223-477a-8cda-c2707641c8ce tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/networks/97cfa4dc-7808-4509-aa22-7f854e11cbf6 HTTP/1.1" status: 404 len: 339 time: 0.0332694 Jul 30 20:15:35.827099 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-ac40c0c5-300b-4c0d-a3c0-11dfcc971875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:35.827763 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43988) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:35.841019 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-d51e6044-0f82-4b27-9963-e4d54f5829a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] device_id is not set on port 6f36392b-17e1-4c66-b503-56ddaab5e700 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:15:35.894588 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c88d40a-b9e9-483a-9b80-78454749a0c9 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] DELETE failed (client error): The resource could not be found. Jul 30 20:15:35.895081 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c88d40a-b9e9-483a-9b80-78454749a0c9 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:15:35.899316 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0c88d40a-b9e9-483a-9b80-78454749a0c9 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/subnets/0e1d0cd2-e1f8-4627-be78-94ec91b14f83 HTTP/1.1" status: 404 len: 337 time: 0.0658288 Jul 30 20:15:35.903921 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43990) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:35.969783 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f80290c-470a-482f-b3f0-6b5173ec7de3 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] DELETE failed (client error): The resource could not be found. Jul 30 20:15:35.970402 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f80290c-470a-482f-b3f0-6b5173ec7de3 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:15:35.972243 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5f80290c-470a-482f-b3f0-6b5173ec7de3 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/networks/674d4af3-3755-432e-80d2-dd43cd14d460 HTTP/1.1" status: 404 len: 339 time: 0.0416021 Jul 30 20:15:35.976401 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40c0c5-300b-4c0d-a3c0-11dfcc971875 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f11ef0-cd30-4621-9d9d-862239567fe1,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:35.978640 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43992) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:36.027133 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8b56433-72cc-4eca-a6c9-5663b9f68d80 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:36.032199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142f17a-ef4c-4c25-98d9-c9a494c90f6c req-22bd42da-67df-46bc-97de-096fc9a8b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:36.033604 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3142f17a-ef4c-4c25-98d9-c9a494c90f6c req-22bd42da-67df-46bc-97de-096fc9a8b81e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6768496 Jul 30 20:15:36.045468 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-487710ed-32ab-4d93-9e89-540a0d3ea952 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] DELETE failed (client error): The resource could not be found. Jul 30 20:15:36.046396 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-487710ed-32ab-4d93-9e89-540a0d3ea952 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:15:36.050636 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-487710ed-32ab-4d93-9e89-540a0d3ea952 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/subnets/b2200c99-a3b7-4bdc-928e-228484b6d1e6 HTTP/1.1" status: 404 len: 337 time: 0.0653226 Jul 30 20:15:36.059333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43994) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:36.079693 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13b1592-0935-4cd0-9ed0-36b0b2ca05fb', 'name': 'network-vif-deleted', 'tag': '137645cc-90ec-4463-bc0a-f6307edd9f9b'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:15:36.082033 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c4a472-233d-40f5-a051-98bd2aba09f4" -d '{"events": [{"server_uuid": "b13b1592-0935-4cd0-9ed0-36b0b2ca05fb", "name": "network-vif-deleted", "tag": "137645cc-90ec-4463-bc0a-f6307edd9f9b"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:15:36.115134 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-956369ff-074b-40bb-a72f-97dda1a1cda8 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] DELETE failed (client error): The resource could not be found. Jul 30 20:15:36.115767 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-956369ff-074b-40bb-a72f-97dda1a1cda8 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:15:36.117495 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-956369ff-074b-40bb-a72f-97dda1a1cda8 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/networks/0a4081b6-311f-4b22-b8a0-4f38cc029129 HTTP/1.1" status: 404 len: 339 time: 0.0525179 Jul 30 20:15:36.120971 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43998) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:36.140624 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354ac89-3b9b-4591-bf6e-027a833f1091 req-841e88c0-9efd-4ef3-b2fa-b8fa8af6d278 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:36.142974 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e354ac89-3b9b-4591-bf6e-027a833f1091 req-841e88c0-9efd-4ef3-b2fa-b8fa8af6d278 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.6455810 Jul 30 20:15:36.211028 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-e70d195f-0652-4b6b-960e-aec2597c18af tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] DELETE failed (client error): The resource could not be found. Jul 30 20:15:36.211413 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e70d195f-0652-4b6b-960e-aec2597c18af tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:15:36.213314 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e70d195f-0652-4b6b-960e-aec2597c18af tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/subnets/7812075b-1baf-4e19-a1f6-1bd7dd8db6ac HTTP/1.1" status: 404 len: 337 time: 0.0884066 Jul 30 20:15:36.218814 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44000) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:36.230066 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-ac40c0c5-300b-4c0d-a3c0-11dfcc971875 service neutron] Attempting to bind port d4f11ef0-cd30-4621-9d9d-862239567fe1 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:36.230414 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-ac40c0c5-300b-4c0d-a3c0-11dfcc971875 service neutron] Attempting to bind port d4f11ef0-cd30-4621-9d9d-862239567fe1 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:36.230750 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-ac40c0c5-300b-4c0d-a3c0-11dfcc971875 service neutron] Attempting to bind port d4f11ef0-cd30-4621-9d9d-862239567fe1 on network dd865cdf-fcee-4685-bcc3-e9d181e42798 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:36.231867 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c1df60b9-f90b-4c3a-9090-bf66e57581a3 req-3d9d5476-9254-4c4d-814e-5725c5725d5c service neutron] 10.222.0.59 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6591489 Jul 30 20:15:36.236572 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f01ea86-6e01-4850-8df8-a592386ff260 req-aeecfacf-5f15-4c50-848e-856e6f9f6b77 service neutron] 10.222.0.59 "GET /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6806340 Jul 30 20:15:36.244076 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-ac40c0c5-300b-4c0d-a3c0-11dfcc971875 service neutron] Port d4f11ef0-cd30-4621-9d9d-862239567fe1 on network dd865cdf-fcee-4685-bcc3-e9d181e42798 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:36.244444 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-ac40c0c5-300b-4c0d-a3c0-11dfcc971875 service neutron] Attempting to bind port d4f11ef0-cd30-4621-9d9d-862239567fe1 on network dd865cdf-fcee-4685-bcc3-e9d181e42798 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:36.263224 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-ac40c0c5-300b-4c0d-a3c0-11dfcc971875 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:15:36.263869 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-ac40c0c5-300b-4c0d-a3c0-11dfcc971875 service neutron] Checking segment: {'id': '9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:36.264646 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-ac40c0c5-300b-4c0d-a3c0-11dfcc971875 service neutron] Bound using segment: {'id': '9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:15:36.265193 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-ac40c0c5-300b-4c0d-a3c0-11dfcc971875 service neutron] Bound port: d4f11ef0-cd30-4621-9d9d-862239567fe1, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:15:36.265797 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-ac40c0c5-300b-4c0d-a3c0-11dfcc971875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:36.269015 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f047f0-c141-4624-ae04-1ae11c445c03 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] DELETE failed (client error): The resource could not be found. Jul 30 20:15:36.269659 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f047f0-c141-4624-ae04-1ae11c445c03 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:15:36.271821 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-42f047f0-c141-4624-ae04-1ae11c445c03 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/networks/c7f63641-c9b4-4d6c-9ee2-184670a7e669 HTTP/1.1" status: 404 len: 339 time: 0.0507123 Jul 30 20:15:36.276719 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8b56433-72cc-4eca-a6c9-5663b9f68d80 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:36.280437 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44002) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:36.286517 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d51e6044-0f82-4b27-9963-e4d54f5829a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:36.337485 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e354ac89-3b9b-4591-bf6e-027a833f1091 req-a935aeed-574b-431d-a962-cd90073f24dc tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838951 Jul 30 20:15:36.404463 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-ac40c0c5-300b-4c0d-a3c0-11dfcc971875 service neutron] For port d4f11ef0-cd30-4621-9d9d-862239567fe1, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:15:36.408926 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-ac40c0c5-300b-4c0d-a3c0-11dfcc971875 service neutron] For port d4f11ef0-cd30-4621-9d9d-862239567fe1, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d4f11ef0-cd30-4621-9d9d-862239567fe1,segment=NetworkSegment(9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd),segment_id=9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:15:36.411014 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d51e6044-0f82-4b27-9963-e4d54f5829a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:36.423001 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-ac40c0c5-300b-4c0d-a3c0-11dfcc971875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:36.434340 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b56433-72cc-4eca-a6c9-5663b9f68d80 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Network b436c546-bf6e-4536-94cb-59bf8d1facf3 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:36.466466 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-ac40c0c5-300b-4c0d-a3c0-11dfcc971875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:36.467089 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-ac40c0c5-300b-4c0d-a3c0-11dfcc971875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:36.469021 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-ac40c0c5-300b-4c0d-a3c0-11dfcc971875 service neutron] 10.222.0.83 "PUT /v2.0/ports/d4f11ef0-cd30-4621-9d9d-862239567fe1 HTTP/1.1" status: 200 len: 1129 time: 2.2788465 Jul 30 20:15:36.477858 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51e6044-0f82-4b27-9963-e4d54f5829a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Network 698b3a36-ce11-49b1-b318-9e3caf98d6fc is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:36.485570 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d51e6044-0f82-4b27-9963-e4d54f5829a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:36.488145 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51e6044-0f82-4b27-9963-e4d54f5829a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:36.488704 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-c8b56433-72cc-4eca-a6c9-5663b9f68d80 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:36.489304 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51e6044-0f82-4b27-9963-e4d54f5829a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:36.489924 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d51e6044-0f82-4b27-9963-e4d54f5829a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:36.493010 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c1df60b9-f90b-4c3a-9090-bf66e57581a3 req-30d902c0-8172-4c9c-83db-53854a2de474 service neutron] 10.222.0.59 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400253 Jul 30 20:15:36.494578 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e6044-0f82-4b27-9963-e4d54f5829a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Pushing event updated for resources: {'Port': ['ID=6f36392b-17e1-4c66-b503-56ddaab5e700,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:36.509982 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-9c4c82f1-6e7c-4ee8-b579-3ff9a2938211 service neutron] Request body: {'port': {'device_id': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:36.531526 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b56433-72cc-4eca-a6c9-5663b9f68d80 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:36.532957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b56433-72cc-4eca-a6c9-5663b9f68d80 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:36.535999 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'tag': 'f3feff81-2882-47bd-a741-e51a66ae074c'}, {'name': 'network-changed', 'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'tag': 'd4f11ef0-cd30-4621-9d9d-862239567fe1'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:15:36.538353 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a" -d '{"events": [{"name": "network-changed", "server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "tag": "f3feff81-2882-47bd-a741-e51a66ae074c"}, {"name": "network-changed", "server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "tag": "d4f11ef0-cd30-4621-9d9d-862239567fe1"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:15:36.558772 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8b56433-72cc-4eca-a6c9-5663b9f68d80 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:36.575656 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b56433-72cc-4eca-a6c9-5663b9f68d80 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Pushing event updated for resources: {'Port': ['ID=7030da42-4a9e-4eaf-ba2d-5ff669c9eb46,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:36.589928 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d51e6044-0f82-4b27-9963-e4d54f5829a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9375329 Jul 30 20:15:36.596657 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ba8240-edad-4e44-8b76-83149f00ed8a tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Deleting subnet b9823530-4917-403c-a974-513a1ad1ec6b {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:15:36.600574 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e8ba8240-edad-4e44-8b76-83149f00ed8a tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:36.610698 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44012) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:36.619085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:36.631454 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40c0c5-300b-4c0d-a3c0-11dfcc971875 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f11ef0-cd30-4621-9d9d-862239567fe1,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:36.656436 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e8ba8240-edad-4e44-8b76-83149f00ed8a tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:36.704672 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-9c4c82f1-6e7c-4ee8-b579-3ff9a2938211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:36.742408 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:36.755896 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c8b56433-72cc-4eca-a6c9-5663b9f68d80 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.6764603 Jul 30 20:15:36.759945 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44014) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:36.795028 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e8ba8240-edad-4e44-8b76-83149f00ed8a tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:36.814933 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01c2cf-8e96-46c2-b895-8c0d71d4b5ad req-26953912-f173-44b2-8edd-1365dfd5fc8e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:36.821345 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01c2cf-8e96-46c2-b895-8c0d71d4b5ad req-26953912-f173-44b2-8edd-1365dfd5fc8e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:36.827755 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01c2cf-8e96-46c2-b895-8c0d71d4b5ad req-26953912-f173-44b2-8edd-1365dfd5fc8e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:36.834254 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01c2cf-8e96-46c2-b895-8c0d71d4b5ad req-26953912-f173-44b2-8edd-1365dfd5fc8e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:36.840608 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01c2cf-8e96-46c2-b895-8c0d71d4b5ad req-26953912-f173-44b2-8edd-1365dfd5fc8e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:36.847115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01c2cf-8e96-46c2-b895-8c0d71d4b5ad req-26953912-f173-44b2-8edd-1365dfd5fc8e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:36.853262 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01c2cf-8e96-46c2-b895-8c0d71d4b5ad req-26953912-f173-44b2-8edd-1365dfd5fc8e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:36.855968 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e01c2cf-8e96-46c2-b895-8c0d71d4b5ad req-26953912-f173-44b2-8edd-1365dfd5fc8e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5371 time: 0.4358451 Jul 30 20:15:36.970993 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e01c2cf-8e96-46c2-b895-8c0d71d4b5ad req-9598a23b-36be-4220-a69e-8c21c007c0c6 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0926857 Jul 30 20:15:36.990491 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e8ba8240-edad-4e44-8b76-83149f00ed8a tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:37.010460 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e8ba8240-edad-4e44-8b76-83149f00ed8a tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:37.017374 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd556da1-db63-490e-9064-32fa4f8c2b88 None None] Network dfc664e9-a263-43b8-a3d0-809e81da5234 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:37.020737 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e8ba8240-edad-4e44-8b76-83149f00ed8a tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/subnets/b9823530-4917-403c-a974-513a1ad1ec6b HTTP/1.1" status: 204 len: 168 time: 0.7294185 Jul 30 20:15:37.028961 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44016) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:37.050682 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-ded2d47e-c8d6-449e-8351-5c2f64cd3d08 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Deleting port 7030da42-4a9e-4eaf-ba2d-5ff669c9eb46 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:15:37.051248 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ded2d47e-c8d6-449e-8351-5c2f64cd3d08 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:37.053795 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba8240-edad-4e44-8b76-83149f00ed8a tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Subnet': ['ID=b9823530-4917-403c-a974-513a1ad1ec6b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:37.067341 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44018) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:37.121076 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8036b8fd-fa2d-41dc-b6ff-3ee56a825c63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:37.140232 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a598d9-5fec-4643-b0cd-c543717e9299 x-openstack-request-id: req-e2a598d9-5fec-4643-b0cd-c543717e9299 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:15:37.141041 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13b1592-0935-4cd0-9ed0-36b0b2ca05fb", "name": "network-vif-deleted", "tag": "137645cc-90ec-4463-bc0a-f6307edd9f9b", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:15:37.141041 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e2a598d9-5fec-4643-b0cd-c543717e9299 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:15:37.141265 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13b1592-0935-4cd0-9ed0-36b0b2ca05fb', 'name': 'network-vif-deleted', 'tag': '137645cc-90ec-4463-bc0a-f6307edd9f9b', 'status': 'completed', 'code': 200} Jul 30 20:15:37.193871 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ded2d47e-c8d6-449e-8351-5c2f64cd3d08 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:37.196906 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b1899167-762b-4be8-9675-3388dc643c1a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:37.220776 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-ded2d47e-c8d6-449e-8351-5c2f64cd3d08 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Calling delete_port for 7030da42-4a9e-4eaf-ba2d-5ff669c9eb46 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:15:37.240131 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b1899167-762b-4be8-9675-3388dc643c1a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:37.313274 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8036b8fd-fa2d-41dc-b6ff-3ee56a825c63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Deleting port b70d4526-52ac-470d-bbe1-d7cfb9547bc4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:15:37.313626 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8036b8fd-fa2d-41dc-b6ff-3ee56a825c63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:37.338062 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] device_id is not set on port 6f36392b-17e1-4c66-b503-56ddaab5e700 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:15:37.367665 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5290ba8b-eb3d-4be3-84fe-8f4bb3ee18f1 None None] DHCP port deletion for dfc664e9-a263-43b8-a3d0-809e81da5234 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:15:37.373707 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:37.410348 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33689a35-7224-4cf7-a252-6892a86c5b82 req-a129e78e-9e03-4748-aed6-0bb344958745 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:37.417866 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-33689a35-7224-4cf7-a252-6892a86c5b82 req-a129e78e-9e03-4748-aed6-0bb344958745 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 945 time: 0.1514699 Jul 30 20:15:37.433010 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5290ba8b-eb3d-4be3-84fe-8f4bb3ee18f1 None None] Deleting port b70d4526-52ac-470d-bbe1-d7cfb9547bc4 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:15:37.433386 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5290ba8b-eb3d-4be3-84fe-8f4bb3ee18f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:37.477671 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-33689a35-7224-4cf7-a252-6892a86c5b82 req-f0e2ee5f-e2c9-41b1-b0ba-2bacf5584c44 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588589 Jul 30 20:15:37.478074 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Transition to ACTIVE for port object 6f36392b-17e1-4c66-b503-56ddaab5e700 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:37.484306 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-8036b8fd-fa2d-41dc-b6ff-3ee56a825c63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] For port b70d4526-52ac-470d-bbe1-d7cfb9547bc4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b70d4526-52ac-470d-bbe1-d7cfb9547bc4,segment=NetworkSegment(3aed4f0f-9ddd-4569-af5a-3f2c9ed57402),segment_id=3aed4f0f-9ddd-4569-af5a-3f2c9ed57402)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:15:37.494210 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8036b8fd-fa2d-41dc-b6ff-3ee56a825c63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:37.494599 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b1899167-762b-4be8-9675-3388dc643c1a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:37.494599 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b1899167-762b-4be8-9675-3388dc643c1a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:37.496177 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b1899167-762b-4be8-9675-3388dc643c1a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "DELETE /v2.0/security-groups/f36ca3ac-6000-4af2-bfe7-8bf19274277b HTTP/1.1" status: 204 len: 168 time: 0.4274390 Jul 30 20:15:37.497257 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:37.499860 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44020) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:37.550410 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ded2d47e-c8d6-449e-8351-5c2f64cd3d08 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:37.554640 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-5290ba8b-eb3d-4be3-84fe-8f4bb3ee18f1 None None] For port b70d4526-52ac-470d-bbe1-d7cfb9547bc4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b70d4526-52ac-470d-bbe1-d7cfb9547bc4,segment=NetworkSegment(3aed4f0f-9ddd-4569-af5a-3f2c9ed57402),segment_id=3aed4f0f-9ddd-4569-af5a-3f2c9ed57402)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:15:37.555060 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5290ba8b-eb3d-4be3-84fe-8f4bb3ee18f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:37.567374 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8036b8fd-fa2d-41dc-b6ff-3ee56a825c63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Calling delete_port for b70d4526-52ac-470d-bbe1-d7cfb9547bc4 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:15:37.569373 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Pushing event updated for resources: {'Port': ['ID=6f36392b-17e1-4c66-b503-56ddaab5e700,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:37.574527 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5290ba8b-eb3d-4be3-84fe-8f4bb3ee18f1 None None] Calling delete_port for b70d4526-52ac-470d-bbe1-d7cfb9547bc4 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:15:37.586305 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-9c4c82f1-6e7c-4ee8-b579-3ff9a2938211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8804f1-acca-465c-84fb-55cebe68c3f4 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:15:37.598604 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2d47e-c8d6-449e-8351-5c2f64cd3d08 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Pushing event deleted for resources: {'Port': ['ID=7030da42-4a9e-4eaf-ba2d-5ff669c9eb46,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:37.600193 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-f5c9bf55-16f3-4a6a-ae66-a00bd861a5a9 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] show failed (client error): The resource could not be found. Jul 30 20:15:37.600622 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1899167-762b-4be8-9675-3388dc643c1a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36ca3ac-6000-4af2-bfe7-8bf19274277b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:37.604877 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f5c9bf55-16f3-4a6a-ae66-a00bd861a5a9 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups/f36ca3ac-6000-4af2-bfe7-8bf19274277b HTTP/1.1" status: 404 len: 347 time: 0.0515025 Jul 30 20:15:37.607496 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44022) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:37.612135 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-9c4c82f1-6e7c-4ee8-b579-3ff9a2938211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:37.678814 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-9c4c82f1-6e7c-4ee8-b579-3ff9a2938211 service neutron] Transition to ACTIVE for port object 0a8804f1-acca-465c-84fb-55cebe68c3f4 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:37.685873 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:37.686346 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:37.686793 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:37.694688 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-9c4c82f1-6e7c-4ee8-b579-3ff9a2938211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:37.712523 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port 6f36392b-17e1-4c66-b503-56ddaab5e700 on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:37.713153 n-d-712137-9 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:37.713276 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5290ba8b-eb3d-4be3-84fe-8f4bb3ee18f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:37.734197 n-d-712137-9 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 2 to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 Jul 30 20:15:37.751436 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290ba8b-eb3d-4be3-84fe-8f4bb3ee18f1 None None] Pushing event deleted for resources: {'Port': ['ID=b70d4526-52ac-470d-bbe1-d7cfb9547bc4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:37.756756 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ded2d47e-c8d6-449e-8351-5c2f64cd3d08 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:37.758083 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5290ba8b-eb3d-4be3-84fe-8f4bb3ee18f1 None None] No DVR routers for this DVR port b70d4526-52ac-470d-bbe1-d7cfb9547bc4 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:15:37.762180 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ded2d47e-c8d6-449e-8351-5c2f64cd3d08 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "DELETE /v2.0/ports/7030da42-4a9e-4eaf-ba2d-5ff669c9eb46 HTTP/1.1" status: 204 len: 168 time: 0.9992793 Jul 30 20:15:37.763850 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44024) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:37.770206 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9ccf5dd8-a68b-4282-a1d0-974f8217ce67 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b436c546-bf6e-4536-94cb-59bf8d1facf3', 'external_fixed_ips': [{'subnet_id': '261a854d-5873-4c0b-849a-058ff481d2d0', 'ip_address': '2001:db8::31c'}]}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:37.782977 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:37.783604 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:37.783855 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:37.808262 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c82f1-6e7c-4ee8-b579-3ff9a2938211 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8804f1-acca-465c-84fb-55cebe68c3f4,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:37.813958 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port 6f36392b-17e1-4c66-b503-56ddaab5e700 on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:37.814297 n-d-712137-9 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:37.821468 n-d-712137-9 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 3 to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 Jul 30 20:15:37.841195 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8036b8fd-fa2d-41dc-b6ff-3ee56a825c63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:37.841951 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ef175-1f04-4701-a214-1c6108acfcc1 req-cf009b99-c44f-461c-b23f-7c47289a68b9 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:37.844210 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4d9ef175-1f04-4701-a214-1c6108acfcc1 req-cf009b99-c44f-461c-b23f-7c47289a68b9 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.2566924 Jul 30 20:15:37.879190 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-895d7261-e815-444a-9e47-19d125ee3ae4 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Deleting port d6e941fa-84f5-42d5-a58a-74fb5ee2af36 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:15:37.880487 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-895d7261-e815-444a-9e47-19d125ee3ae4 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:37.910431 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:37.910863 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:37.911272 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:37.916928 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8036b8fd-fa2d-41dc-b6ff-3ee56a825c63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] No DVR routers for this DVR port b70d4526-52ac-470d-bbe1-d7cfb9547bc4 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:15:37.918867 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036b8fd-fa2d-41dc-b6ff-3ee56a825c63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Port': ['ID=b70d4526-52ac-470d-bbe1-d7cfb9547bc4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:37.928199 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5dd8-a68b-4282-a1d0-974f8217ce67 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:37.929372 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5dd8-a68b-4282-a1d0-974f8217ce67 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:37.949294 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4d9ef175-1f04-4701-a214-1c6108acfcc1 req-fdecc28c-46ff-46f3-9382-6bdce46e4d6e tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935674 Jul 30 20:15:37.962648 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port 6f36392b-17e1-4c66-b503-56ddaab5e700 on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:37.962991 n-d-712137-9 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:37.965752 n-d-712137-9 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 4 to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 Jul 30 20:15:38.070311 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-895d7261-e815-444a-9e47-19d125ee3ae4 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:38.072416 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-895d7261-e815-444a-9e47-19d125ee3ae4 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:38.106180 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-9c4c82f1-6e7c-4ee8-b579-3ff9a2938211 service neutron] Attempting to bind port 0a8804f1-acca-465c-84fb-55cebe68c3f4 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:38.106783 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-9c4c82f1-6e7c-4ee8-b579-3ff9a2938211 service neutron] Attempting to bind port 0a8804f1-acca-465c-84fb-55cebe68c3f4 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:38.106918 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-9c4c82f1-6e7c-4ee8-b579-3ff9a2938211 service neutron] Attempting to bind port 0a8804f1-acca-465c-84fb-55cebe68c3f4 on network dd865cdf-fcee-4685-bcc3-e9d181e42798 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:38.117109 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-895d7261-e815-444a-9e47-19d125ee3ae4 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Calling delete_port for d6e941fa-84f5-42d5-a58a-74fb5ee2af36 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:15:38.117252 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:38.117512 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:38.117850 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:38.149696 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b70d4526-52ac-470d-bbe1-d7cfb9547bc4 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:15:38.168828 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8036b8fd-fa2d-41dc-b6ff-3ee56a825c63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:38.191116 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: b70d4526-52ac-470d-bbe1-d7cfb9547bc4 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:15:38.191470 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b70d4526-52ac-470d-bbe1-d7cfb9547bc4 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:15:38.198477 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 20:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0015d06d-e666-479b-af9c-44ea321a1d27 x-openstack-request-id: req-0015d06d-e666-479b-af9c-44ea321a1d27 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:15:38.199376 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "tag": "f3feff81-2882-47bd-a741-e51a66ae074c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "tag": "d4f11ef0-cd30-4621-9d9d-862239567fe1", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:15:38.199376 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0015d06d-e666-479b-af9c-44ea321a1d27 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:15:38.199890 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'tag': 'f3feff81-2882-47bd-a741-e51a66ae074c', 'status': 'completed', 'code': 200} Jul 30 20:15:38.200236 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'tag': 'd4f11ef0-cd30-4621-9d9d-862239567fe1', 'status': 'completed', 'code': 200} Jul 30 20:15:38.209538 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-9c4c82f1-6e7c-4ee8-b579-3ff9a2938211 service neutron] Port 0a8804f1-acca-465c-84fb-55cebe68c3f4 on network dd865cdf-fcee-4685-bcc3-e9d181e42798 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:38.209691 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-9c4c82f1-6e7c-4ee8-b579-3ff9a2938211 service neutron] Attempting to bind port 0a8804f1-acca-465c-84fb-55cebe68c3f4 on network dd865cdf-fcee-4685-bcc3-e9d181e42798 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:38.249517 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port 6f36392b-17e1-4c66-b503-56ddaab5e700 on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:38.250149 n-d-712137-9 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:38.252346 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-8036b8fd-fa2d-41dc-b6ff-3ee56a825c63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc664e9-a263-43b8-a3d0-809e81da5234']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:38.261639 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5dd8-a68b-4282-a1d0-974f8217ce67 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:38.262596 n-d-712137-9 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 5 to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 Jul 30 20:15:38.267558 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-9c4c82f1-6e7c-4ee8-b579-3ff9a2938211 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:15:38.268057 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-9c4c82f1-6e7c-4ee8-b579-3ff9a2938211 service neutron] Checking segment: {'id': '9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:38.268555 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-9c4c82f1-6e7c-4ee8-b579-3ff9a2938211 service neutron] Bound using segment: {'id': '9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:15:38.269321 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-9c4c82f1-6e7c-4ee8-b579-3ff9a2938211 service neutron] Bound port: 0a8804f1-acca-465c-84fb-55cebe68c3f4, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:15:38.269819 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-9c4c82f1-6e7c-4ee8-b579-3ff9a2938211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:38.275638 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-8036b8fd-fa2d-41dc-b6ff-3ee56a825c63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aed4f0f-9ddd-4569-af5a-3f2c9ed57402') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:38.283153 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-8036b8fd-fa2d-41dc-b6ff-3ee56a825c63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aed4f0f-9ddd-4569-af5a-3f2c9ed57402') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:38.358064 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8036b8fd-fa2d-41dc-b6ff-3ee56a825c63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:38.359141 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-9d8c9b63-17e2-46cd-ba23-f5efc9ccea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:38.359675 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-9d8c9b63-17e2-46cd-ba23-f5efc9ccea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:38.360286 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-9d8c9b63-17e2-46cd-ba23-f5efc9ccea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:38.360768 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-9d8c9b63-17e2-46cd-ba23-f5efc9ccea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:38.361265 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-9d8c9b63-17e2-46cd-ba23-f5efc9ccea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:38.361727 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-9d8c9b63-17e2-46cd-ba23-f5efc9ccea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:38.362189 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-9d8c9b63-17e2-46cd-ba23-f5efc9ccea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:38.364120 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-9d8c9b63-17e2-46cd-ba23-f5efc9ccea2f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9555d3def1404d06ae82d4f5802d2226&device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 6233 time: 0.1321328 Jul 30 20:15:38.392410 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:38.392410 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:38.392410 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:38.408369 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port 6f36392b-17e1-4c66-b503-56ddaab5e700 on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:38.408369 n-d-712137-9 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:38.414175 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a566fb-51a4-4f5e-8755-c648f392a44c req-0dc9a60b-d975-4167-8a34-ce843f748ec7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:38.420345 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a566fb-51a4-4f5e-8755-c648f392a44c req-0dc9a60b-d975-4167-8a34-ce843f748ec7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:38.425291 n-d-712137-9 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 6 to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 Jul 30 20:15:38.426305 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a566fb-51a4-4f5e-8755-c648f392a44c req-0dc9a60b-d975-4167-8a34-ce843f748ec7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:38.432332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a566fb-51a4-4f5e-8755-c648f392a44c req-0dc9a60b-d975-4167-8a34-ce843f748ec7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:38.432575 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8036b8fd-fa2d-41dc-b6ff-3ee56a825c63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:38.445928 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a566fb-51a4-4f5e-8755-c648f392a44c req-0dc9a60b-d975-4167-8a34-ce843f748ec7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:38.453823 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a566fb-51a4-4f5e-8755-c648f392a44c req-0dc9a60b-d975-4167-8a34-ce843f748ec7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:38.460634 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a566fb-51a4-4f5e-8755-c648f392a44c req-0dc9a60b-d975-4167-8a34-ce843f748ec7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:38.470006 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-55a566fb-51a4-4f5e-8755-c648f392a44c req-0dc9a60b-d975-4167-8a34-ce843f748ec7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5383 time: 0.2095389 Jul 30 20:15:38.508410 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8036b8fd-fa2d-41dc-b6ff-3ee56a825c63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:15:38.508833 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8036b8fd-fa2d-41dc-b6ff-3ee56a825c63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:15:38.513561 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:15:38.533967 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5dd8-a68b-4282-a1d0-974f8217ce67 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:38.538722 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:38.539018 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:38.539356 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:38.577688 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-55a566fb-51a4-4f5e-8755-c648f392a44c req-21cd724c-7fc3-4aa4-877e-65a14a59157a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0989680 Jul 30 20:15:38.596379 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port 6f36392b-17e1-4c66-b503-56ddaab5e700 on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:38.596719 n-d-712137-9 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:38.597120 n-d-712137-9 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 7 to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 Jul 30 20:15:38.691339 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8036b8fd-fa2d-41dc-b6ff-3ee56a825c63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:38.693069 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:38.693494 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:38.693904 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:38.697946 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-9c4c82f1-6e7c-4ee8-b579-3ff9a2938211 service neutron] For port 0a8804f1-acca-465c-84fb-55cebe68c3f4, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:15:38.706406 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8036b8fd-fa2d-41dc-b6ff-3ee56a825c63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:38.711374 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8036b8fd-fa2d-41dc-b6ff-3ee56a825c63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] 10.222.0.81 "DELETE /v2.0/networks/dfc664e9-a263-43b8-a3d0-809e81da5234 HTTP/1.1" status: 204 len: 168 time: 1.6747217 Jul 30 20:15:38.731707 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port 6f36392b-17e1-4c66-b503-56ddaab5e700 on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:38.732078 n-d-712137-9 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:38.733369 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036b8fd-fa2d-41dc-b6ff-3ee56a825c63 tempest-NetworksTest-315435625 tempest-NetworksTest-315435625-project] Pushing event deleted for resources: {'Network': ['ID=dfc664e9-a263-43b8-a3d0-809e81da5234,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:38.736348 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-9c4c82f1-6e7c-4ee8-b579-3ff9a2938211 service neutron] For port 0a8804f1-acca-465c-84fb-55cebe68c3f4, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=0a8804f1-acca-465c-84fb-55cebe68c3f4,segment=NetworkSegment(9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd),segment_id=9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:15:38.738408 n-d-712137-9 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 8 to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 Jul 30 20:15:38.750831 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-9c4c82f1-6e7c-4ee8-b579-3ff9a2938211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:38.769811 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-182a7f9b-0aca-432e-ae0e-033fa304173c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:38.770993 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-182a7f9b-0aca-432e-ae0e-033fa304173c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:38.771470 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-182a7f9b-0aca-432e-ae0e-033fa304173c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:38.773728 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-182a7f9b-0aca-432e-ae0e-033fa304173c service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9555d3def1404d06ae82d4f5802d2226&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3970416 Jul 30 20:15:38.803899 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:38.804364 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:38.804779 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:38.814872 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port 6f36392b-17e1-4c66-b503-56ddaab5e700 on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:38.815231 n-d-712137-9 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:38.816664 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-9c4c82f1-6e7c-4ee8-b579-3ff9a2938211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:38.817497 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-9c4c82f1-6e7c-4ee8-b579-3ff9a2938211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:38.819264 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-9c4c82f1-6e7c-4ee8-b579-3ff9a2938211 service neutron] 10.222.0.83 "PUT /v2.0/ports/0a8804f1-acca-465c-84fb-55cebe68c3f4 HTTP/1.1" status: 200 len: 1091 time: 2.3184478 Jul 30 20:15:38.821840 n-d-712137-9 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 9 to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 Jul 30 20:15:38.859994 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-895d7261-e815-444a-9e47-19d125ee3ae4 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:38.866589 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-74dbb4f2-de3b-461e-900e-ddc57de98413 service neutron] Request body: {'port': {'device_id': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:38.893398 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d7261-e815-444a-9e47-19d125ee3ae4 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Pushing event deleted for resources: {'Port': ['ID=d6e941fa-84f5-42d5-a58a-74fb5ee2af36,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:38.911116 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:38.911582 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:38.912459 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:38.939659 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c82f1-6e7c-4ee8-b579-3ff9a2938211 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8804f1-acca-465c-84fb-55cebe68c3f4,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:38.947417 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port 6f36392b-17e1-4c66-b503-56ddaab5e700 on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:38.947665 n-d-712137-9 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:38.958177 n-d-712137-9 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempt 10 to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 Jul 30 20:15:38.973140 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-74dbb4f2-de3b-461e-900e-ddc57de98413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:39.003143 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:39.003673 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:39.004122 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempting to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:39.084753 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Port 6f36392b-17e1-4c66-b503-56ddaab5e700 on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:39.085233 n-d-712137-9 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Failed to bind port 6f36392b-17e1-4c66-b503-56ddaab5e700 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '8ae8275d-3c7e-40d4-aecb-d31372b4350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b3a36-ce11-49b1-b318-9e3caf98d6fc'}] Jul 30 20:15:39.085740 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:39.116789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-a7db3955-409f-43bf-b7d6-1fd5189122ef tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:39.126776 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-a7db3955-409f-43bf-b7d6-1fd5189122ef tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 811 time: 0.4306822 Jul 30 20:15:39.212091 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-74bbb911-f228-4909-908f-001cf7c20c2c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/quotas/398c11eccd35477c9cab39d77a30a8de HTTP/1.1" status: 200 len: 375 time: 0.0739477 Jul 30 20:15:39.231632 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-8ff0bb6f-0e92-4842-b382-51d5648170bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:39.233886 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-8ff0bb6f-0e92-4842-b382-51d5648170bf service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4494114 Jul 30 20:15:39.251677 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-895d7261-e815-444a-9e47-19d125ee3ae4 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:39.254870 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-895d7261-e815-444a-9e47-19d125ee3ae4 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:39.256275 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-895d7261-e815-444a-9e47-19d125ee3ae4 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "DELETE /v2.0/floatingips/7ae399b8-f542-4451-9d9c-a05fd2a526eb HTTP/1.1" status: 204 len: 168 time: 1.6305146 Jul 30 20:15:39.257288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44048) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:39.337852 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-e6cf1f29-0021-4a47-b322-4c9250860364 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1233139 Jul 30 20:15:39.504395 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-7dab9d38-0115-4e7a-bd4b-b9a57ab67579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:39.504995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-7dab9d38-0115-4e7a-bd4b-b9a57ab67579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:39.505479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-7dab9d38-0115-4e7a-bd4b-b9a57ab67579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:39.505946 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-7dab9d38-0115-4e7a-bd4b-b9a57ab67579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:39.506420 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-7dab9d38-0115-4e7a-bd4b-b9a57ab67579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:39.506883 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-7dab9d38-0115-4e7a-bd4b-b9a57ab67579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:39.507344 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-7dab9d38-0115-4e7a-bd4b-b9a57ab67579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:39.509276 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-7dab9d38-0115-4e7a-bd4b-b9a57ab67579 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9555d3def1404d06ae82d4f5802d2226&device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 6275 time: 0.2031553 Jul 30 20:15:39.530496 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-0e2ff049-095d-4dc9-ba25-0f818b00c76e service neutron] 10.222.0.81 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776838 Jul 30 20:15:39.578901 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3cce0800-2672-461b-928f-b71b8732ce9c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=036ea76f8a48494880aa0f1dc329207d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3187151 Jul 30 20:15:39.591581 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44054) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:39.661715 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5dd8-a68b-4282-a1d0-974f8217ce67 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:39.723277 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] For port 6f36392b-17e1-4c66-b503-56ddaab5e700, host n-h1-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:15:39.723618 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attempted to set empty binding levels {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 20:15:39.725458 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5dd8-a68b-4282-a1d0-974f8217ce67 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:39.733265 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:39.739566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-1fbe61fc-0566-4947-9410-13837a323e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:39.740062 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-1fbe61fc-0566-4947-9410-13837a323e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:39.740871 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-1fbe61fc-0566-4947-9410-13837a323e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:39.742187 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-1fbe61fc-0566-4947-9410-13837a323e0f service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9555d3def1404d06ae82d4f5802d2226&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2241683 Jul 30 20:15:39.758712 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-2c0d48ab-4b7b-4a83-963f-a9ff6f314364 service neutron] 10.222.0.81 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149932 Jul 30 20:15:39.759326 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd58b605-9242-418f-987e-0a9e5eff7d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:39.815482 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] In _notify_port_updated(), no bound segment for port 6f36392b-17e1-4c66-b503-56ddaab5e700 on network 698b3a36-ce11-49b1-b318-9e3caf98d6fc {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:15:39.816573 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:39.817215 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:39.823253 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] 10.222.0.81 "PUT /v2.0/ports/6f36392b-17e1-4c66-b503-56ddaab5e700 HTTP/1.1" status: 200 len: 979 time: 3.2069595 Jul 30 20:15:39.823459 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44058) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:39.840184 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd58b605-9242-418f-987e-0a9e5eff7d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:39.866186 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3c209-bfa1-4a01-afe4-39e299ed1708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Pushing event updated for resources: {'Port': ['ID=6f36392b-17e1-4c66-b503-56ddaab5e700,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:39.950189 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-981942ba-a3de-4d66-8a83-6fb61bb2e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:39.952018 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73a8cfea-c1ce-479a-9aed-9c082bd0e87a req-981942ba-a3de-4d66-8a83-6fb61bb2e317 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2027519 Jul 30 20:15:39.974315 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-fd302f64-f426-4c86-8e25-c2aa3fb7e88b tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Deleting port 6f36392b-17e1-4c66-b503-56ddaab5e700 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:15:39.974670 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd302f64-f426-4c86-8e25-c2aa3fb7e88b tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:39.976926 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd58b605-9242-418f-987e-0a9e5eff7d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:39.979741 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd58b605-9242-418f-987e-0a9e5eff7d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:39.981051 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-bd58b605-9242-418f-987e-0a9e5eff7d5c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1705d0fb-b4bf-4b10-b8e2-180d8f991efa HTTP/1.1" status: 204 len: 168 time: 0.3873849 Jul 30 20:15:40.036985 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58b605-9242-418f-987e-0a9e5eff7d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1705d0fb-b4bf-4b10-b8e2-180d8f991efa,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:40.100684 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-74dbb4f2-de3b-461e-900e-ddc57de98413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e7c3967-422e-4f07-94df-36160be947b8 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:15:40.106478 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-9ccf5dd8-a68b-4282-a1d0-974f8217ce67 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Allocated IP 2001:db8::31c (b436c546-bf6e-4536-94cb-59bf8d1facf3/261a854d-5873-4c0b-849a-058ff481d2d0/507f19bf-1947-47f5-a516-8503763dbff8) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:40.108397 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-fd302f64-f426-4c86-8e25-c2aa3fb7e88b tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] For port 6f36392b-17e1-4c66-b503-56ddaab5e700, host n-h1-712137-9, got binding levels [] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:15:40.108992 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd302f64-f426-4c86-8e25-c2aa3fb7e88b tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:40.115449 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-74dbb4f2-de3b-461e-900e-ddc57de98413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:40.138684 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-fd302f64-f426-4c86-8e25-c2aa3fb7e88b tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Calling delete_port for 6f36392b-17e1-4c66-b503-56ddaab5e700 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:15:40.182021 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-74dbb4f2-de3b-461e-900e-ddc57de98413 service neutron] Transition to ACTIVE for port object 3e7c3967-422e-4f07-94df-36160be947b8 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:40.211424 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'tag': '0a8804f1-acca-465c-84fb-55cebe68c3f4'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:15:40.213769 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b927508b-6bb7-4ec4-ba84-fd3e8baf73ec" -d '{"events": [{"name": "network-changed", "server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "tag": "0a8804f1-acca-465c-84fb-55cebe68c3f4"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:15:40.221726 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-74dbb4f2-de3b-461e-900e-ddc57de98413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:40.292380 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4c5a6-91e3-4c99-b47c-b8f8f99c501d req-01f18e68-51aa-41cc-bd34-21957828598b tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:40.303634 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17a4c5a6-91e3-4c99-b47c-b8f8f99c501d req-01f18e68-51aa-41cc-bd34-21957828598b tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 945 time: 0.1268442 Jul 30 20:15:40.342784 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbb4f2-de3b-461e-900e-ddc57de98413 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7c3967-422e-4f07-94df-36160be947b8,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:40.443760 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17a4c5a6-91e3-4c99-b47c-b8f8f99c501d req-5e65c69c-bc84-4810-8f40-50bc272e7971 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391008 Jul 30 20:15:40.454456 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd302f64-f426-4c86-8e25-c2aa3fb7e88b tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:40.463871 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5dd8-a68b-4282-a1d0-974f8217ce67 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:40.507469 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-74dbb4f2-de3b-461e-900e-ddc57de98413 service neutron] Attempting to bind port 3e7c3967-422e-4f07-94df-36160be947b8 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:40.507833 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-74dbb4f2-de3b-461e-900e-ddc57de98413 service neutron] Attempting to bind port 3e7c3967-422e-4f07-94df-36160be947b8 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:40.508181 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-74dbb4f2-de3b-461e-900e-ddc57de98413 service neutron] Attempting to bind port 3e7c3967-422e-4f07-94df-36160be947b8 on network dd865cdf-fcee-4685-bcc3-e9d181e42798 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:40.523939 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-74dbb4f2-de3b-461e-900e-ddc57de98413 service neutron] Port 3e7c3967-422e-4f07-94df-36160be947b8 on network dd865cdf-fcee-4685-bcc3-e9d181e42798 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:40.524288 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-74dbb4f2-de3b-461e-900e-ddc57de98413 service neutron] Attempting to bind port 3e7c3967-422e-4f07-94df-36160be947b8 on network dd865cdf-fcee-4685-bcc3-e9d181e42798 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:40.532351 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-74dbb4f2-de3b-461e-900e-ddc57de98413 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:15:40.532687 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-74dbb4f2-de3b-461e-900e-ddc57de98413 service neutron] Checking segment: {'id': '9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:40.533079 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-74dbb4f2-de3b-461e-900e-ddc57de98413 service neutron] Bound using segment: {'id': '9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:15:40.533631 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-74dbb4f2-de3b-461e-900e-ddc57de98413 service neutron] Bound port: 3e7c3967-422e-4f07-94df-36160be947b8, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:15:40.534000 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-74dbb4f2-de3b-461e-900e-ddc57de98413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:40.575778 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd302f64-f426-4c86-8e25-c2aa3fb7e88b tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f36392b-17e1-4c66-b503-56ddaab5e700,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:40.587722 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5dd8-a68b-4282-a1d0-974f8217ce67 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:40.597208 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd302f64-f426-4c86-8e25-c2aa3fb7e88b tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:40.601004 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fd302f64-f426-4c86-8e25-c2aa3fb7e88b tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] 10.222.0.81 "DELETE /v2.0/ports/6f36392b-17e1-4c66-b503-56ddaab5e700 HTTP/1.1" status: 204 len: 168 time: 0.7769661 Jul 30 20:15:40.608889 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44082) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:40.672355 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccf5dd8-a68b-4282-a1d0-974f8217ce67 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Network b436c546-bf6e-4536-94cb-59bf8d1facf3 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:40.675529 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-9ccf5dd8-a68b-4282-a1d0-974f8217ce67 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:40.697070 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a97a665-7772-4beb-8028-d78562747fa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] GET failed (client error): The resource could not be found. Jul 30 20:15:40.702083 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5a97a665-7772-4beb-8028-d78562747fa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-879318954-project-admin] 10.222.0.81 "GET /v2.0/ports/6f36392b-17e1-4c66-b503-56ddaab5e700 HTTP/1.1" status: 404 len: 333 time: 0.0921748 Jul 30 20:15:40.708276 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44086) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:40.710383 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf5dd8-a68b-4282-a1d0-974f8217ce67 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:40.716424 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf5dd8-a68b-4282-a1d0-974f8217ce67 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Pushing event updated for resources: {'Port': ['ID=507f19bf-1947-47f5-a516-8503763dbff8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:40.720371 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-74dbb4f2-de3b-461e-900e-ddc57de98413 service neutron] For port 3e7c3967-422e-4f07-94df-36160be947b8, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:15:40.883993 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53820227-7e46-43d7-bb3e-a813d7d6540a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:40.907012 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-74dbb4f2-de3b-461e-900e-ddc57de98413 service neutron] For port 3e7c3967-422e-4f07-94df-36160be947b8, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3e7c3967-422e-4f07-94df-36160be947b8,segment=NetworkSegment(9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd),segment_id=9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:15:40.946488 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-74dbb4f2-de3b-461e-900e-ddc57de98413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:41.073479 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-74dbb4f2-de3b-461e-900e-ddc57de98413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:41.074526 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-74dbb4f2-de3b-461e-900e-ddc57de98413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:41.076318 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-74dbb4f2-de3b-461e-900e-ddc57de98413 service neutron] 10.222.0.83 "PUT /v2.0/ports/3e7c3967-422e-4f07-94df-36160be947b8 HTTP/1.1" status: 200 len: 1091 time: 2.2201650 Jul 30 20:15:41.077239 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53820227-7e46-43d7-bb3e-a813d7d6540a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:41.092621 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-53820227-7e46-43d7-bb3e-a813d7d6540a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698b3a36-ce11-49b1-b318-9e3caf98d6fc']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:41.108420 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-53820227-7e46-43d7-bb3e-a813d7d6540a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae8275d-3c7e-40d4-aecb-d31372b4350a') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:41.109293 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-53820227-7e46-43d7-bb3e-a813d7d6540a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae8275d-3c7e-40d4-aecb-d31372b4350a') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:41.125891 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53820227-7e46-43d7-bb3e-a813d7d6540a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:41.128172 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44096) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:41.146636 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-e3441308-ff8c-4751-8dd7-fbd3d77bf8e9 service neutron] Request body: {'port': {'device_id': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:41.156881 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-93b5ea16-e196-4f5f-8d5c-4a55cc976dcd tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1039321952', 'description': 'tempest-description--1903225459'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:41.179981 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53820227-7e46-43d7-bb3e-a813d7d6540a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:41.191873 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53820227-7e46-43d7-bb3e-a813d7d6540a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:15:41.192528 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53820227-7e46-43d7-bb3e-a813d7d6540a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:15:41.196114 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:15:41.239636 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93b5ea16-e196-4f5f-8d5c-4a55cc976dcd tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:41.278316 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbb4f2-de3b-461e-900e-ddc57de98413 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7c3967-422e-4f07-94df-36160be947b8,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:41.322230 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44098) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:41.331489 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-e3441308-ff8c-4751-8dd7-fbd3d77bf8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:41.358962 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5dd8-a68b-4282-a1d0-974f8217ce67 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:41.391169 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53820227-7e46-43d7-bb3e-a813d7d6540a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:41.408813 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53820227-7e46-43d7-bb3e-a813d7d6540a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:41.413733 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-53820227-7e46-43d7-bb3e-a813d7d6540a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] 10.222.0.81 "DELETE /v2.0/networks/698b3a36-ce11-49b1-b318-9e3caf98d6fc HTTP/1.1" status: 204 len: 168 time: 0.7035847 Jul 30 20:15:41.455156 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93b5ea16-e196-4f5f-8d5c-4a55cc976dcd tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:41.455939 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53820227-7e46-43d7-bb3e-a813d7d6540a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144665808-project] Pushing event deleted for resources: {'Network': ['ID=698b3a36-ce11-49b1-b318-9e3caf98d6fc,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:41.502656 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcccb9a-8f50-43b4-9f56-97fa80dca953 req-ca84ebfd-79a6-439c-937e-08ff414f5ef7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:41.516926 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcccb9a-8f50-43b4-9f56-97fa80dca953 req-ca84ebfd-79a6-439c-937e-08ff414f5ef7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:41.527636 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcccb9a-8f50-43b4-9f56-97fa80dca953 req-ca84ebfd-79a6-439c-937e-08ff414f5ef7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:41.533049 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcccb9a-8f50-43b4-9f56-97fa80dca953 req-ca84ebfd-79a6-439c-937e-08ff414f5ef7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:41.539200 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcccb9a-8f50-43b4-9f56-97fa80dca953 req-ca84ebfd-79a6-439c-937e-08ff414f5ef7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:41.545698 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcccb9a-8f50-43b4-9f56-97fa80dca953 req-ca84ebfd-79a6-439c-937e-08ff414f5ef7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:41.551768 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcccb9a-8f50-43b4-9f56-97fa80dca953 req-ca84ebfd-79a6-439c-937e-08ff414f5ef7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:41.553717 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ffcccb9a-8f50-43b4-9f56-97fa80dca953 req-ca84ebfd-79a6-439c-937e-08ff414f5ef7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5395 time: 0.3051753 Jul 30 20:15:41.566142 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93b5ea16-e196-4f5f-8d5c-4a55cc976dcd tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:41.629646 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3c0e4917-8503-4704-96c0-ea0881b0e524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1580601507'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:41.703077 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5ea16-e196-4f5f-8d5c-4a55cc976dcd tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4fbda2-9905-457e-85d0-9300e520d932,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:41.715185 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93b5ea16-e196-4f5f-8d5c-4a55cc976dcd tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:41.719531 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-93b5ea16-e196-4f5f-8d5c-4a55cc976dcd tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5899765 Jul 30 20:15:41.725630 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44110) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:41.744303 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-75cf4412-927a-4d0b-a423-a56cd8973eee tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Request body: {'security_group_rule': {'security_group_id': '6f4fbda2-9905-457e-85d0-9300e520d932', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:41.752095 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ffcccb9a-8f50-43b4-9f56-97fa80dca953 req-f7b44913-04f0-4fc1-bed2-1b01a46fe291 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1728051 Jul 30 20:15:41.792680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0e4917-8503-4704-96c0-ea0881b0e524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:41.796739 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c0e4917-8503-4704-96c0-ea0881b0e524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:41.842426 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-1349bb4d-251c-4bee-93e3-7dedeb4974dc tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:41.844168 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-1349bb4d-251c-4bee-93e3-7dedeb4974dc tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.59 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 811 time: 0.2895081 Jul 30 20:15:41.844837 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44112) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:41.845545 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c0e4917-8503-4704-96c0-ea0881b0e524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:41.872818 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-67f6c310-841b-4106-a762-e0ad75f34ad1 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Request body: {'port': {'device_id': '972ffce7-cc1d-4439-ae22-85bc67e6284b', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'admin_state_up': True, 'tenant_id': '398c11eccd35477c9cab39d77a30a8de'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:41.938054 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75cf4412-927a-4d0b-a423-a56cd8973eee tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:41.955991 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aea9a9e0-2577-4ae1-842c-51e5f0451886 req-ae3e8e00-7008-4e3e-b00d-4cc4b80fd22d tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 210 time: 0.0829415 Jul 30 20:15:42.013754 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75cf4412-927a-4d0b-a423-a56cd8973eee tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:42.027891 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75cf4412-927a-4d0b-a423-a56cd8973eee tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:42.053480 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe365b4-9335-4131-9d10-18bb48bcc0b9 x-openstack-request-id: req-efe365b4-9335-4131-9d10-18bb48bcc0b9 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:15:42.053765 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "tag": "0a8804f1-acca-465c-84fb-55cebe68c3f4", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:15:42.054013 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-efe365b4-9335-4131-9d10-18bb48bcc0b9 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:15:42.054401 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'tag': '0a8804f1-acca-465c-84fb-55cebe68c3f4', 'status': 'completed', 'code': 200} Jul 30 20:15:42.072920 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5dd8-a68b-4282-a1d0-974f8217ce67 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:42.082382 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf4412-927a-4d0b-a423-a56cd8973eee tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d28ba2-a4a1-4ee7-ad3a-efc6dbe156fe,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:42.214448 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-e3441308-ff8c-4751-8dd7-fbd3d77bf8e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33577d32-9587-4412-94fe-1404b870cf1c {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:15:42.225070 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-e3441308-ff8c-4751-8dd7-fbd3d77bf8e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:42.247596 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-e3441308-ff8c-4751-8dd7-fbd3d77bf8e9 service neutron] Transition to ACTIVE for port object 33577d32-9587-4412-94fe-1404b870cf1c will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:42.259264 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-e3441308-ff8c-4751-8dd7-fbd3d77bf8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:42.342086 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3441308-ff8c-4751-8dd7-fbd3d77bf8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=33577d32-9587-4412-94fe-1404b870cf1c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:42.401353 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccf5dd8-a68b-4282-a1d0-974f8217ce67 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Router f599eb4a-c440-402a-a175-d35ff96fb27b is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:15:42.474634 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-e3441308-ff8c-4751-8dd7-fbd3d77bf8e9 service neutron] Attempting to bind port 33577d32-9587-4412-94fe-1404b870cf1c on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:42.475072 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-e3441308-ff8c-4751-8dd7-fbd3d77bf8e9 service neutron] Attempting to bind port 33577d32-9587-4412-94fe-1404b870cf1c by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1fde70c4-e26e-40ae-a876-4ba8ec92486d'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:42.475540 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-e3441308-ff8c-4751-8dd7-fbd3d77bf8e9 service neutron] Attempting to bind port 33577d32-9587-4412-94fe-1404b870cf1c on network 1fde70c4-e26e-40ae-a876-4ba8ec92486d {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:42.489866 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-e3441308-ff8c-4751-8dd7-fbd3d77bf8e9 service neutron] Port 33577d32-9587-4412-94fe-1404b870cf1c on network 1fde70c4-e26e-40ae-a876-4ba8ec92486d not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:42.489866 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-e3441308-ff8c-4751-8dd7-fbd3d77bf8e9 service neutron] Attempting to bind port 33577d32-9587-4412-94fe-1404b870cf1c on network 1fde70c4-e26e-40ae-a876-4ba8ec92486d {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:42.580091 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927508b-6bb7-4ec4-ba84-fd3e8baf73ec req-123417c5-243f-4ba6-aa1a-1fa2576ade1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:42.580784 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927508b-6bb7-4ec4-ba84-fd3e8baf73ec req-123417c5-243f-4ba6-aa1a-1fa2576ade1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:42.581264 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927508b-6bb7-4ec4-ba84-fd3e8baf73ec req-123417c5-243f-4ba6-aa1a-1fa2576ade1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:42.581731 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927508b-6bb7-4ec4-ba84-fd3e8baf73ec req-123417c5-243f-4ba6-aa1a-1fa2576ade1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:42.582199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927508b-6bb7-4ec4-ba84-fd3e8baf73ec req-123417c5-243f-4ba6-aa1a-1fa2576ade1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:42.582697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927508b-6bb7-4ec4-ba84-fd3e8baf73ec req-123417c5-243f-4ba6-aa1a-1fa2576ade1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:42.583159 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927508b-6bb7-4ec4-ba84-fd3e8baf73ec req-123417c5-243f-4ba6-aa1a-1fa2576ade1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:42.585208 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b927508b-6bb7-4ec4-ba84-fd3e8baf73ec req-123417c5-243f-4ba6-aa1a-1fa2576ade1d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9555d3def1404d06ae82d4f5802d2226&device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 6342 time: 0.5278800 Jul 30 20:15:42.590116 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fc1900bd-ff88-4d26-9d0c-16ddcdbfd0bc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b0cc9b18242842d5936b47d869a2d5c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7398062 Jul 30 20:15:42.594406 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44116) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:42.724642 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063cc08-e751-48f6-8dec-4f8657d13ff2 req-ee71d58f-586c-4213-8373-129f723df5e9 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:42.726261 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9063cc08-e751-48f6-8dec-4f8657d13ff2 req-ee71d58f-586c-4213-8373-129f723df5e9 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 945 time: 0.2614672 Jul 30 20:15:42.742357 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c0e4917-8503-4704-96c0-ea0881b0e524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:42.767051 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c0e4917-8503-4704-96c0-ea0881b0e524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:42.823679 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-e3441308-ff8c-4751-8dd7-fbd3d77bf8e9 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:15:42.824426 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-e3441308-ff8c-4751-8dd7-fbd3d77bf8e9 service neutron] Checking segment: {'id': '2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1fde70c4-e26e-40ae-a876-4ba8ec92486d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:42.824677 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-e3441308-ff8c-4751-8dd7-fbd3d77bf8e9 service neutron] Bound using segment: {'id': '2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1fde70c4-e26e-40ae-a876-4ba8ec92486d'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:15:42.825486 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-e3441308-ff8c-4751-8dd7-fbd3d77bf8e9 service neutron] Bound port: 33577d32-9587-4412-94fe-1404b870cf1c, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1fde70c4-e26e-40ae-a876-4ba8ec92486d'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:15:42.825970 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-e3441308-ff8c-4751-8dd7-fbd3d77bf8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:42.835341 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0e4917-8503-4704-96c0-ea0881b0e524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:15:42.837731 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-daf57d2b-083c-443e-a43c-b2c12b6169cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:42.839400 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75cf4412-927a-4d0b-a423-a56cd8973eee tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:42.843896 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-75cf4412-927a-4d0b-a423-a56cd8973eee tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1147738 Jul 30 20:15:42.846295 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44120) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:42.851987 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c310a45b-ad10-4daa-bba1-e840d7b0cc3a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Request body: {'security_group_rule': {'security_group_id': '6f4fbda2-9905-457e-85d0-9300e520d932', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:42.887931 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c0e4917-8503-4704-96c0-ea0881b0e524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:42.888293 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-3c0e4917-8503-4704-96c0-ea0881b0e524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Added segment db0efdc9-842c-46fa-864b-e5e15c0c083e of type vlan for network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 Jul 30 20:15:42.893997 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e4917-8503-4704-96c0-ea0881b0e524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7815212d-ec96-413e-9da2-a9cdb548a761,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:42.898214 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccf5dd8-a68b-4282-a1d0-974f8217ce67 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:15:42.899248 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9063cc08-e751-48f6-8dec-4f8657d13ff2 req-4e079e5e-0517-4995-967a-d8afb9c01af2 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590896 Jul 30 20:15:42.915887 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927508b-6bb7-4ec4-ba84-fd3e8baf73ec req-5b2bb420-8019-4d2f-b588-a14a9230719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:42.916372 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927508b-6bb7-4ec4-ba84-fd3e8baf73ec req-5b2bb420-8019-4d2f-b588-a14a9230719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:42.917093 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927508b-6bb7-4ec4-ba84-fd3e8baf73ec req-5b2bb420-8019-4d2f-b588-a14a9230719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:42.918409 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b927508b-6bb7-4ec4-ba84-fd3e8baf73ec req-5b2bb420-8019-4d2f-b588-a14a9230719f service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9555d3def1404d06ae82d4f5802d2226&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3022845 Jul 30 20:15:42.926028 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-daf57d2b-083c-443e-a43c-b2c12b6169cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:42.935890 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] Sync routers for ids ['f599eb4a-c440-402a-a175-d35ff96fb27b'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:15:42.954335 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] Routers {'f599eb4a-c440-402a-a175-d35ff96fb27b'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:15:42.954335 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:15:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['f599eb4a-c440-402a-a175-d35ff96fb27b'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:42.980682 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-e3441308-ff8c-4751-8dd7-fbd3d77bf8e9 service neutron] For port 33577d32-9587-4412-94fe-1404b870cf1c, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:15:42.982211 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-67f6c310-841b-4106-a762-e0ad75f34ad1 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Made reservation on behalf of 398c11eccd35477c9cab39d77a30a8de for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:42.986470 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-67f6c310-841b-4106-a762-e0ad75f34ad1 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:42.988566 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-e3441308-ff8c-4751-8dd7-fbd3d77bf8e9 service neutron] For port 33577d32-9587-4412-94fe-1404b870cf1c, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=33577d32-9587-4412-94fe-1404b870cf1c,segment=NetworkSegment(2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1),segment_id=2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:15:43.007872 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c310a45b-ad10-4daa-bba1-e840d7b0cc3a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:43.021951 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5dd8-a68b-4282-a1d0-974f8217ce67 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:43.025810 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9ccf5dd8-a68b-4282-a1d0-974f8217ce67 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.2567282 Jul 30 20:15:43.033244 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-e3441308-ff8c-4751-8dd7-fbd3d77bf8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:43.046707 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44124) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:43.055594 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c0e4917-8503-4704-96c0-ea0881b0e524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:43.163172 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] Set router f599eb4a-c440-402a-a175-d35ff96fb27b gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:15:43.168164 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3441308-ff8c-4751-8dd7-fbd3d77bf8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=33577d32-9587-4412-94fe-1404b870cf1c,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:43.208743 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927508b-6bb7-4ec4-ba84-fd3e8baf73ec req-99c86412-8972-41a3-b9d2-d7e8e0c05c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:43.210237 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b927508b-6bb7-4ec4-ba84-fd3e8baf73ec req-99c86412-8972-41a3-b9d2-d7e8e0c05c3c service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2474346 Jul 30 20:15:43.210840 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c0e4917-8503-4704-96c0-ea0881b0e524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:43.216289 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0e4917-8503-4704-96c0-ea0881b0e524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:43.216875 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c0e4917-8503-4704-96c0-ea0881b0e524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:43.234744 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-daf57d2b-083c-443e-a43c-b2c12b6169cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:43.237847 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-daf57d2b-083c-443e-a43c-b2c12b6169cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:43.238915 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-daf57d2b-083c-443e-a43c-b2c12b6169cd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aca10595-11e0-4b1b-8787-83079134aadd HTTP/1.1" status: 204 len: 168 time: 0.6435664 Jul 30 20:15:43.246358 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-e3441308-ff8c-4751-8dd7-fbd3d77bf8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:43.247219 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-e3441308-ff8c-4751-8dd7-fbd3d77bf8e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:43.249633 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-e3441308-ff8c-4751-8dd7-fbd3d77bf8e9 service neutron] 10.222.0.83 "PUT /v2.0/ports/33577d32-9587-4412-94fe-1404b870cf1c HTTP/1.1" status: 200 len: 1091 time: 2.1219709 Jul 30 20:15:43.289120 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-bfc18cac-8022-491c-b9b4-f8f80eb85959 service neutron] Request body: {'port': {'device_id': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:43.401727 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c310a45b-ad10-4daa-bba1-e840d7b0cc3a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:43.418262 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f599eb4a-c440-402a-a175-d35ff96fb27b', 'name': '', 'tenant_id': 'd9fdab70e32f4a0ea885c980cadbec17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b436c546-bf6e-4536-94cb-59bf8d1facf3', 'external_fixed_ips': [{'subnet_id': '261a854d-5873-4c0b-849a-058ff481d2d0', 'ip_address': '2001:db8::31c'}], 'enable_snat': True}, 'gw_port_id': '507f19bf-1947-47f5-a516-8503763dbff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:15:37Z', 'updated_at': '2021-07-30T20:15:40Z', 'revision_number': 3, 'project_id': 'd9fdab70e32f4a0ea885c980cadbec17', 'gw_port': {'id': '507f19bf-1947-47f5-a516-8503763dbff8', 'name': '', 'network_id': 'b436c546-bf6e-4536-94cb-59bf8d1facf3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f599eb4a-c440-402a-a175-d35ff96fb27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '261a854d-5873-4c0b-849a-058ff481d2d0', 'ip_address': '2001:db8::31c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:15:39Z', 'updated_at': '2021-07-30T20:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261a854d-5873-4c0b-849a-058ff481d2d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:43.448298 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3c0e4917-8503-4704-96c0-ea0881b0e524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.1246789 Jul 30 20:15:43.449299 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf57d2b-083c-443e-a43c-b2c12b6169cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca10595-11e0-4b1b-8787-83079134aadd,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:43.462406 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-bfc18cac-8022-491c-b9b4-f8f80eb85959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:43.463945 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44128) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:43.467803 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c310a45b-ad10-4daa-bba1-e840d7b0cc3a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:43.484741 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] Checking router: f599eb4a-c440-402a-a175-d35ff96fb27b for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:15:43.485832 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] Updating router f599eb4a-c440-402a-a175-d35ff96fb27b port 507f19bf-1947-47f5-a516-8503763dbff8 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:15:43.492058 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-19d68680-fc2e-4dad-b833-1ed80bf4a188 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'port': {'network_id': 'b1e4479b-e2c0-4cc7-8ad5-b869a56301b4', 'name': 'tempest-PortsTestJSON-1580762463'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:43.514476 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17b55510-242d-4395-a1dc-0173c8e59a05 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:43.531943 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:43.627248 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310a45b-ad10-4daa-bba1-e840d7b0cc3a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8590d54e-0585-4d4b-a518-aab6bd3bf582,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:43.639238 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e4917-8503-4704-96c0-ea0881b0e524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Network': ['ID=b1e4479b-e2c0-4cc7-8ad5-b869a56301b4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:43.642683 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c310a45b-ad10-4daa-bba1-e840d7b0cc3a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:43.644541 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c310a45b-ad10-4daa-bba1-e840d7b0cc3a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7966533 Jul 30 20:15:43.656623 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44132) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:43.663582 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3cc4cb1a-4f2a-4c5f-8133-132ef0a152a0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:43.676684 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:15:43.681167 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-67f6c310-841b-4106-a762-e0ad75f34ad1 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Allocated IP 172.20.0.11 (88b3ebbe-b1a1-49b8-8023-ad19464dab3b/ac1c465f-425f-4078-b2f8-d23b006b1c90/bd41358c-fdda-43ae-be89-336bb996dc26) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:43.696570 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e128da-c78d-48ca-a09f-aabdd5d1caa9 req-a9f0c42f-09df-4822-9da2-a180b76a7dff tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:43.703268 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e128da-c78d-48ca-a09f-aabdd5d1caa9 req-a9f0c42f-09df-4822-9da2-a180b76a7dff tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:43.705708 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17b55510-242d-4395-a1dc-0173c8e59a05 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:43.727110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e128da-c78d-48ca-a09f-aabdd5d1caa9 req-a9f0c42f-09df-4822-9da2-a180b76a7dff tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:43.743102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e128da-c78d-48ca-a09f-aabdd5d1caa9 req-a9f0c42f-09df-4822-9da2-a180b76a7dff tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:43.757652 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e128da-c78d-48ca-a09f-aabdd5d1caa9 req-a9f0c42f-09df-4822-9da2-a180b76a7dff tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:43.763891 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e128da-c78d-48ca-a09f-aabdd5d1caa9 req-a9f0c42f-09df-4822-9da2-a180b76a7dff tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:43.771811 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e128da-c78d-48ca-a09f-aabdd5d1caa9 req-a9f0c42f-09df-4822-9da2-a180b76a7dff tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:43.780976 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07e128da-c78d-48ca-a09f-aabdd5d1caa9 req-a9f0c42f-09df-4822-9da2-a180b76a7dff tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5407 time: 0.5773807 Jul 30 20:15:43.788882 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44134) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:43.900849 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cc4cb1a-4f2a-4c5f-8133-132ef0a152a0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:43.933527 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:43.945691 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] Transition to ACTIVE for port object 507f19bf-1947-47f5-a516-8503763dbff8 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:43.952694 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07e128da-c78d-48ca-a09f-aabdd5d1caa9 req-cbce775a-f492-4ec1-b5ee-ed33a03d069a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1704519 Jul 30 20:15:43.955856 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:44.012122 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-44e7483b-f767-43b9-a3f1-0e7c7dd1426a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=797eb21514e44215b129dc6c022d0204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2136726 Jul 30 20:15:44.016353 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-17b55510-242d-4395-a1dc-0173c8e59a05 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Deleting port 507f19bf-1947-47f5-a516-8503763dbff8 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:15:44.016863 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17b55510-242d-4395-a1dc-0173c8e59a05 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:44.017413 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d68680-fc2e-4dad-b833-1ed80bf4a188 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:44.020354 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44138) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:44.021608 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-19d68680-fc2e-4dad-b833-1ed80bf4a188 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:44.038445 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db502ca7-082c-4132-b7ad-3fb174a22df6 None None] Pushing event updated for resources: {'Port': ['ID=507f19bf-1947-47f5-a516-8503763dbff8,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:44.048344 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db502ca7-082c-4132-b7ad-3fb174a22df6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:44.048687 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db502ca7-082c-4132-b7ad-3fb174a22df6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:44.049078 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db502ca7-082c-4132-b7ad-3fb174a22df6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:44.049417 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db502ca7-082c-4132-b7ad-3fb174a22df6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:44.049746 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db502ca7-082c-4132-b7ad-3fb174a22df6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:44.050072 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db502ca7-082c-4132-b7ad-3fb174a22df6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:44.050943 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db502ca7-082c-4132-b7ad-3fb174a22df6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:44.051278 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db502ca7-082c-4132-b7ad-3fb174a22df6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:44.051625 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db502ca7-082c-4132-b7ad-3fb174a22df6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:44.051949 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db502ca7-082c-4132-b7ad-3fb174a22df6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:44.052270 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db502ca7-082c-4132-b7ad-3fb174a22df6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:44.052590 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db502ca7-082c-4132-b7ad-3fb174a22df6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:44.065084 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'tag': '3e7c3967-422e-4f07-94df-36160be947b8'}, {'name': 'network-changed', 'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'tag': '33577d32-9587-4412-94fe-1404b870cf1c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:15:44.067726 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2" -d '{"events": [{"name": "network-changed", "server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "tag": "3e7c3967-422e-4f07-94df-36160be947b8"}, {"name": "network-changed", "server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "tag": "33577d32-9587-4412-94fe-1404b870cf1c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:15:44.071298 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] Attempting to bind port 507f19bf-1947-47f5-a516-8503763dbff8 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:44.071698 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] Attempting to bind port 507f19bf-1947-47f5-a516-8503763dbff8 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'f99dd51a-73fc-4257-956d-304b06c02690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b436c546-bf6e-4536-94cb-59bf8d1facf3'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:44.072058 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] Attempting to bind port 507f19bf-1947-47f5-a516-8503763dbff8 on network b436c546-bf6e-4536-94cb-59bf8d1facf3 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:44.078594 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:15:44.078973 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] Checking segment: {'id': 'f99dd51a-73fc-4257-956d-304b06c02690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b436c546-bf6e-4536-94cb-59bf8d1facf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:44.079373 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:44.079804 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] Bound using segment: {'id': 'f99dd51a-73fc-4257-956d-304b06c02690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b436c546-bf6e-4536-94cb-59bf8d1facf3'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:15:44.080629 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] Bound port: 507f19bf-1947-47f5-a516-8503763dbff8, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99dd51a-73fc-4257-956d-304b06c02690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b436c546-bf6e-4536-94cb-59bf8d1facf3'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:15:44.081017 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:44.095396 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-bfc18cac-8022-491c-b9b4-f8f80eb85959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6bbbe4f-6e29-4689-8729-e8c1da64bc26 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:15:44.109439 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-19d68680-fc2e-4dad-b833-1ed80bf4a188 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] device_id is not set on port 05dda206-2ad4-4190-a521-5ed83e1f14af yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:15:44.113061 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-bfc18cac-8022-491c-b9b4-f8f80eb85959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:44.137573 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] For port 507f19bf-1947-47f5-a516-8503763dbff8, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:15:44.142621 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e7d6822d-adf8-4f8c-a359-26923671ee44 req-6e2d0cb8-5430-4bf5-9348-7deac9d6696c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 210 time: 0.0574837 Jul 30 20:15:44.143127 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] For port 507f19bf-1947-47f5-a516-8503763dbff8, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=507f19bf-1947-47f5-a516-8503763dbff8,segment=NetworkSegment(f99dd51a-73fc-4257-956d-304b06c02690),segment_id=f99dd51a-73fc-4257-956d-304b06c02690)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:15:44.151591 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:44.157970 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-bfc18cac-8022-491c-b9b4-f8f80eb85959 service neutron] Transition to ACTIVE for port object c6bbbe4f-6e29-4689-8729-e8c1da64bc26 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:44.168991 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17b55510-242d-4395-a1dc-0173c8e59a05 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:44.178584 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-bfc18cac-8022-491c-b9b4-f8f80eb85959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:44.201890 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-17b55510-242d-4395-a1dc-0173c8e59a05 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Calling delete_port for 507f19bf-1947-47f5-a516-8503763dbff8 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:15:44.208289 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] Routers {'f599eb4a-c440-402a-a175-d35ff96fb27b'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:15:44.208942 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:15:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['f599eb4a-c440-402a-a175-d35ff96fb27b'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:44.220754 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a39f374-f446-4a66-8c7f-222f70225087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:44.319081 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a39f374-f446-4a66-8c7f-222f70225087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:44.321333 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] Set router f599eb4a-c440-402a-a175-d35ff96fb27b gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:15:44.327381 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc18cac-8022-491c-b9b4-f8f80eb85959 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bbbe4f-6e29-4689-8729-e8c1da64bc26,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:44.329696 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-19d68680-fc2e-4dad-b833-1ed80bf4a188 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:44.377720 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f599eb4a-c440-402a-a175-d35ff96fb27b', 'name': '', 'tenant_id': 'd9fdab70e32f4a0ea885c980cadbec17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:15:37Z', 'updated_at': '2021-07-30T20:15:43Z', 'revision_number': 4, 'project_id': 'd9fdab70e32f4a0ea885c980cadbec17', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:44.410198 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aa78a4-b875-4266-bba1-cd8c9f9fd1bd None None] The sync data for ids ['f599eb4a-c440-402a-a175-d35ff96fb27b'] in n-d-712137-9 is: [{'id': 'f599eb4a-c440-402a-a175-d35ff96fb27b', 'name': '', 'tenant_id': 'd9fdab70e32f4a0ea885c980cadbec17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:15:37Z', 'updated_at': '2021-07-30T20:15:43Z', 'revision_number': 4, 'project_id': 'd9fdab70e32f4a0ea885c980cadbec17', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:15:44.450970 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db502ca7-082c-4132-b7ad-3fb174a22df6 None None] Pushing event updated for resources: {'Port': ['ID=507f19bf-1947-47f5-a516-8503763dbff8,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:44.477142 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-67f6c310-841b-4106-a762-e0ad75f34ad1 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:44.482871 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-19d68680-fc2e-4dad-b833-1ed80bf4a188 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:44.505495 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-bfc18cac-8022-491c-b9b4-f8f80eb85959 service neutron] Attempting to bind port c6bbbe4f-6e29-4689-8729-e8c1da64bc26 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:44.505836 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-bfc18cac-8022-491c-b9b4-f8f80eb85959 service neutron] Attempting to bind port c6bbbe4f-6e29-4689-8729-e8c1da64bc26 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1fde70c4-e26e-40ae-a876-4ba8ec92486d'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:44.506175 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-bfc18cac-8022-491c-b9b4-f8f80eb85959 service neutron] Attempting to bind port c6bbbe4f-6e29-4689-8729-e8c1da64bc26 on network 1fde70c4-e26e-40ae-a876-4ba8ec92486d {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:44.517247 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-bfc18cac-8022-491c-b9b4-f8f80eb85959 service neutron] Port c6bbbe4f-6e29-4689-8729-e8c1da64bc26 on network 1fde70c4-e26e-40ae-a876-4ba8ec92486d not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:44.517788 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-bfc18cac-8022-491c-b9b4-f8f80eb85959 service neutron] Attempting to bind port c6bbbe4f-6e29-4689-8729-e8c1da64bc26 on network 1fde70c4-e26e-40ae-a876-4ba8ec92486d {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:44.523366 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a39f374-f446-4a66-8c7f-222f70225087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:44.526501 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a39f374-f446-4a66-8c7f-222f70225087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:44.527947 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9a39f374-f446-4a66-8c7f-222f70225087 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/89fb3406-0a8e-4c0b-9e4b-e78285401036 HTTP/1.1" status: 204 len: 168 time: 0.5063958 Jul 30 20:15:44.565623 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-bfc18cac-8022-491c-b9b4-f8f80eb85959 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:15:44.566395 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-bfc18cac-8022-491c-b9b4-f8f80eb85959 service neutron] Checking segment: {'id': '2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1fde70c4-e26e-40ae-a876-4ba8ec92486d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:44.566897 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-bfc18cac-8022-491c-b9b4-f8f80eb85959 service neutron] Bound using segment: {'id': '2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1fde70c4-e26e-40ae-a876-4ba8ec92486d'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:15:44.567620 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-bfc18cac-8022-491c-b9b4-f8f80eb85959 service neutron] Bound port: c6bbbe4f-6e29-4689-8729-e8c1da64bc26, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1fde70c4-e26e-40ae-a876-4ba8ec92486d'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:15:44.568095 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-bfc18cac-8022-491c-b9b4-f8f80eb85959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:44.568234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3589861-b838-4f7f-8604-9a203472fa69 req-015752fb-762d-41a3-b6f6-3be2bb177979 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:44.569717 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3589861-b838-4f7f-8604-9a203472fa69 req-015752fb-762d-41a3-b6f6-3be2bb177979 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 945 time: 0.2067800 Jul 30 20:15:44.573698 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39f374-f446-4a66-8c7f-222f70225087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fb3406-0a8e-4c0b-9e4b-e78285401036,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:44.607341 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-67f6c310-841b-4106-a762-e0ad75f34ad1 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Transition to ACTIVE for port object bd41358c-fdda-43ae-be89-336bb996dc26 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:44.641488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d68680-fc2e-4dad-b833-1ed80bf4a188 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Port': ['ID=05dda206-2ad4-4190-a521-5ed83e1f14af,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:44.666515 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17b55510-242d-4395-a1dc-0173c8e59a05 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:44.713344 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3589861-b838-4f7f-8604-9a203472fa69 req-a16c3bea-0d71-4ecb-bde8-05a68df6e941 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176529 Jul 30 20:15:44.737290 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cc4cb1a-4f2a-4c5f-8133-132ef0a152a0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:44.743389 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b55510-242d-4395-a1dc-0173c8e59a05 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Pushing event deleted for resources: {'Port': ['ID=507f19bf-1947-47f5-a516-8503763dbff8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:44.749807 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17b55510-242d-4395-a1dc-0173c8e59a05 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:44.752089 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-bfc18cac-8022-491c-b9b4-f8f80eb85959 service neutron] For port c6bbbe4f-6e29-4689-8729-e8c1da64bc26, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:15:44.804040 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 20:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97039f6-bf7f-412d-b5cb-a8a36fb27a5c x-openstack-request-id: req-f97039f6-bf7f-412d-b5cb-a8a36fb27a5c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:15:44.804334 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "tag": "3e7c3967-422e-4f07-94df-36160be947b8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "tag": "33577d32-9587-4412-94fe-1404b870cf1c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:15:44.804581 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f97039f6-bf7f-412d-b5cb-a8a36fb27a5c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:15:44.804966 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'tag': '3e7c3967-422e-4f07-94df-36160be947b8', 'status': 'completed', 'code': 200} Jul 30 20:15:44.805212 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'tag': '33577d32-9587-4412-94fe-1404b870cf1c', 'status': 'completed', 'code': 200} Jul 30 20:15:44.843415 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-bfc18cac-8022-491c-b9b4-f8f80eb85959 service neutron] For port c6bbbe4f-6e29-4689-8729-e8c1da64bc26, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c6bbbe4f-6e29-4689-8729-e8c1da64bc26,segment=NetworkSegment(2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1),segment_id=2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:15:44.876000 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-bfc18cac-8022-491c-b9b4-f8f80eb85959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:44.885960 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17b55510-242d-4395-a1dc-0173c8e59a05 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:44.908420 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17b55510-242d-4395-a1dc-0173c8e59a05 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:44.919567 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-bfc18cac-8022-491c-b9b4-f8f80eb85959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:44.920768 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-bfc18cac-8022-491c-b9b4-f8f80eb85959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:44.922150 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-bfc18cac-8022-491c-b9b4-f8f80eb85959 service neutron] 10.222.0.83 "PUT /v2.0/ports/c6bbbe4f-6e29-4689-8729-e8c1da64bc26 HTTP/1.1" status: 200 len: 1091 time: 1.6425376 Jul 30 20:15:44.934433 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-3cc4cb1a-4f2a-4c5f-8133-132ef0a152a0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Allocated IP 172.25.3.252 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/7944ce1c-361d-460d-ad52-61dcb0ceea58) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:44.965989 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d68680-fc2e-4dad-b833-1ed80bf4a188 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Checking segment: {'id': 'db0efdc9-842c-46fa-864b-e5e15c0c083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b1e4479b-e2c0-4cc7-8ad5-b869a56301b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:44.966486 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d68680-fc2e-4dad-b833-1ed80bf4a188 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network hostable DHCP agents. Network: b1e4479b-e2c0-4cc7-8ad5-b869a56301b4, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:15:45.030897 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-67f6c310-841b-4106-a762-e0ad75f34ad1 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:45.045954 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['5decea29-b6a2-4287-af8d-99d5371a56e9'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:15:45.057326 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['28bcf6de-afdf-43fd-b02d-78e558069aed'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:15:45.078902 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17b55510-242d-4395-a1dc-0173c8e59a05 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:45.080024 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b55510-242d-4395-a1dc-0173c8e59a05 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f599eb4a-c440-402a-a175-d35ff96fb27b {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:15:45.089426 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc18cac-8022-491c-b9b4-f8f80eb85959 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bbbe4f-6e29-4689-8729-e8c1da64bc26,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:45.099551 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17b55510-242d-4395-a1dc-0173c8e59a05 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:45.100620 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6c310-841b-4106-a762-e0ad75f34ad1 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Pushing event updated for resources: {'Port': ['ID=bd41358c-fdda-43ae-be89-336bb996dc26,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:45.101254 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-17b55510-242d-4395-a1dc-0173c8e59a05 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "DELETE /v2.0/routers/f599eb4a-c440-402a-a175-d35ff96fb27b HTTP/1.1" status: 204 len: 168 time: 1.9447052 Jul 30 20:15:45.108445 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44158) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:45.134240 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-16ba0ba6-756f-495e-82ea-3351948df6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:45.134835 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-16ba0ba6-756f-495e-82ea-3351948df6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:45.135326 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-16ba0ba6-756f-495e-82ea-3351948df6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:45.135833 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-16ba0ba6-756f-495e-82ea-3351948df6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:45.136311 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-16ba0ba6-756f-495e-82ea-3351948df6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:45.136779 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-16ba0ba6-756f-495e-82ea-3351948df6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:45.137531 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-16ba0ba6-756f-495e-82ea-3351948df6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:45.139401 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-16ba0ba6-756f-495e-82ea-3351948df6da service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9555d3def1404d06ae82d4f5802d2226&device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 6476 time: 0.2738655 Jul 30 20:15:45.162690 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-67f6c310-841b-4106-a762-e0ad75f34ad1 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:45.169914 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-29341b11-3151-4ba7-ab91-cfc3088360d5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Deleting subnet 261a854d-5873-4c0b-849a-058ff481d2d0 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:15:45.176249 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29341b11-3151-4ba7-ab91-cfc3088360d5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:45.198335 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-67f6c310-841b-4106-a762-e0ad75f34ad1 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:45.209943 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-67f6c310-841b-4106-a762-e0ad75f34ad1 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:45.220585 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d68680-fc2e-4dad-b833-1ed80bf4a188 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:15:45.222174 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29341b11-3151-4ba7-ab91-cfc3088360d5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:45.318953 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29341b11-3151-4ba7-ab91-cfc3088360d5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:45.356143 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cc4cb1a-4f2a-4c5f-8133-132ef0a152a0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:45.416633 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cc4cb1a-4f2a-4c5f-8133-132ef0a152a0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:45.433766 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29341b11-3151-4ba7-ab91-cfc3088360d5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:45.446010 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-19d68680-fc2e-4dad-b833-1ed80bf4a188 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, b1e4479b-e2c0-4cc7-8ad5-b869a56301b4) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:45.468095 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29341b11-3151-4ba7-ab91-cfc3088360d5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=261a854d-5873-4c0b-849a-058ff481d2d0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:45.470110 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29341b11-3151-4ba7-ab91-cfc3088360d5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:45.475268 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-29341b11-3151-4ba7-ab91-cfc3088360d5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/261a854d-5873-4c0b-849a-058ff481d2d0 HTTP/1.1" status: 204 len: 168 time: 0.3625083 Jul 30 20:15:45.475268 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44168) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:45.483362 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4f0b2b-ccdb-47ff-a9ac-ddf8ca849ccf None None] Network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:45.504936 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-67f6c310-841b-4106-a762-e0ad75f34ad1 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:45.505567 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-67f6c310-841b-4106-a762-e0ad75f34ad1 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:45.535287 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:45.538028 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba57bb5-1fef-4ba9-861e-612f17898332 req-4688f1bb-e3eb-435c-82a9-3291241c1054 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:45.545553 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba57bb5-1fef-4ba9-861e-612f17898332 req-4688f1bb-e3eb-435c-82a9-3291241c1054 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:45.550333 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a28c0d42-14d1-4c69-8dbf-61e17d983912 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:45.552103 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba57bb5-1fef-4ba9-861e-612f17898332 req-4688f1bb-e3eb-435c-82a9-3291241c1054 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:45.559298 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba57bb5-1fef-4ba9-861e-612f17898332 req-4688f1bb-e3eb-435c-82a9-3291241c1054 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:45.565693 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba57bb5-1fef-4ba9-861e-612f17898332 req-4688f1bb-e3eb-435c-82a9-3291241c1054 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:45.573303 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba57bb5-1fef-4ba9-861e-612f17898332 req-4688f1bb-e3eb-435c-82a9-3291241c1054 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:45.583223 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba57bb5-1fef-4ba9-861e-612f17898332 req-4688f1bb-e3eb-435c-82a9-3291241c1054 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:45.591151 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1ba57bb5-1fef-4ba9-861e-612f17898332 req-4688f1bb-e3eb-435c-82a9-3291241c1054 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5419 time: 0.4963548 Jul 30 20:15:45.597451 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d68680-fc2e-4dad-b833-1ed80bf4a188 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:45.603026 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d68680-fc2e-4dad-b833-1ed80bf4a188 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:45.603830 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-19d68680-fc2e-4dad-b833-1ed80bf4a188 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:45.662714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc4cb1a-4f2a-4c5f-8133-132ef0a152a0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:45.669527 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-19d68680-fc2e-4dad-b833-1ed80bf4a188 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2010918 Jul 30 20:15:45.671276 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a28c0d42-14d1-4c69-8dbf-61e17d983912 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:45.686529 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44172) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:45.689186 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a28c0d42-14d1-4c69-8dbf-61e17d983912 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b436c546-bf6e-4536-94cb-59bf8d1facf3']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:45.690213 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-3cc4cb1a-4f2a-4c5f-8133-132ef0a152a0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:45.702073 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d03a255d-f385-47d6-8edd-a0d3604a2020 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1167437125'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:45.702867 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a28c0d42-14d1-4c69-8dbf-61e17d983912 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99dd51a-73fc-4257-956d-304b06c02690') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:45.703267 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a28c0d42-14d1-4c69-8dbf-61e17d983912 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99dd51a-73fc-4257-956d-304b06c02690') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:45.713113 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a28c0d42-14d1-4c69-8dbf-61e17d983912 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:45.723867 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-67f6c310-841b-4106-a762-e0ad75f34ad1 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8694355 Jul 30 20:15:45.724765 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4cb1a-4f2a-4c5f-8133-132ef0a152a0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Pushing event updated for resources: {'Port': ['ID=7944ce1c-361d-460d-ad52-61dcb0ceea58,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:45.728138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc4cb1a-4f2a-4c5f-8133-132ef0a152a0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:45.728911 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a28c0d42-14d1-4c69-8dbf-61e17d983912 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:45.739379 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a28c0d42-14d1-4c69-8dbf-61e17d983912 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:15:45.740306 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a28c0d42-14d1-4c69-8dbf-61e17d983912 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:45.745150 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03a255d-f385-47d6-8edd-a0d3604a2020 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:45.749133 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d03a255d-f385-47d6-8edd-a0d3604a2020 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:45.777294 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-18550159-4e22-4ed9-aa61-b3dc03cef46e service neutron] Request body: {'port': {'device_id': '972ffce7-cc1d-4439-ae22-85bc67e6284b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:45.785273 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-be7df0a9-7cf4-443d-8e91-5a5e7b4cb214 None None] Provisioning for port bd41358c-fdda-43ae-be89-336bb996dc26 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:15:45.794689 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:15:45.797463 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1ba57bb5-1fef-4ba9-861e-612f17898332 req-246c19ab-5562-4c59-adb2-516465174c94 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1997716 Jul 30 20:15:45.800872 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44176) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:45.832657 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-cdb608f1-b6b7-4d8a-b44b-e290281f6fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:45.841045 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-cdb608f1-b6b7-4d8a-b44b-e290281f6fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:45.842278 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-cdb608f1-b6b7-4d8a-b44b-e290281f6fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:45.845359 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-be7df0a9-7cf4-443d-8e91-5a5e7b4cb214 None None] Provisioning complete for port bd41358c-fdda-43ae-be89-336bb996dc26 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:45.845735 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be7df0a9-7cf4-443d-8e91-5a5e7b4cb214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:45.848996 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-cdb608f1-b6b7-4d8a-b44b-e290281f6fa0 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9555d3def1404d06ae82d4f5802d2226&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6960714 Jul 30 20:15:45.877824 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a28c0d42-14d1-4c69-8dbf-61e17d983912 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:45.889970 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28c0d42-14d1-4c69-8dbf-61e17d983912 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b436c546-bf6e-4536-94cb-59bf8d1facf3 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 20:15:45.893099 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-be7df0a9-7cf4-443d-8e91-5a5e7b4cb214 None None] Port bd41358c-fdda-43ae-be89-336bb996dc26 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:15:45.893955 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a28c0d42-14d1-4c69-8dbf-61e17d983912 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:45.897745 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a28c0d42-14d1-4c69-8dbf-61e17d983912 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "DELETE /v2.0/networks/b436c546-bf6e-4536-94cb-59bf8d1facf3 HTTP/1.1" status: 204 len: 168 time: 0.4220936 Jul 30 20:15:45.913116 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c0d42-14d1-4c69-8dbf-61e17d983912 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Pushing event deleted for resources: {'Network': ['ID=b436c546-bf6e-4536-94cb-59bf8d1facf3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:45.996267 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-cd8d76fc-55eb-48f4-974a-a7671fe1d211 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-701751929'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:46.025390 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8d76fc-55eb-48f4-974a-a7671fe1d211 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Made reservation on behalf of c809cebbbdf345389863e9dbda2bc2df for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:46.032897 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd8d76fc-55eb-48f4-974a-a7671fe1d211 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:46.043783 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd8d76fc-55eb-48f4-974a-a7671fe1d211 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:46.126881 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cc4cb1a-4f2a-4c5f-8133-132ef0a152a0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:46.133907 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03a255d-f385-47d6-8edd-a0d3604a2020 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:15:46.137639 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-18550159-4e22-4ed9-aa61-b3dc03cef46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:46.164175 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd8d76fc-55eb-48f4-974a-a7671fe1d211 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:46.173406 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd8d76fc-55eb-48f4-974a-a7671fe1d211 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:46.205749 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d03a255d-f385-47d6-8edd-a0d3604a2020 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:46.205990 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-d03a255d-f385-47d6-8edd-a0d3604a2020 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Added segment 9d17363c-4b64-464c-a6b7-24ad0b07067f of type vlan for network 1db80f41-8f8b-455a-a3c9-4f296b6e23f3 Jul 30 20:15:46.209600 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8d76fc-55eb-48f4-974a-a7671fe1d211 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:15:46.236783 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44188) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:46.244957 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5ce1921b-21a1-4bf7-b538-551e06bd6084 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Request body: {'router': {'name': 'tempest-router--1922760816', 'project_id': 'c956b970c1364aa6a06e113a089daa8a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:46.253995 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd8d76fc-55eb-48f4-974a-a7671fe1d211 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:46.253995 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-cd8d76fc-55eb-48f4-974a-a7671fe1d211 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Added segment 83507104-fb22-47af-a8c9-a2ab00835c19 of type vlan for network 07d07039-d57a-4e79-bf93-ea24392028d6 Jul 30 20:15:46.255762 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d76fc-55eb-48f4-974a-a7671fe1d211 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad73e90b-6ba0-47a1-8ddc-b6663b13c1ae,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:46.260296 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea218fd0-7023-43d1-ad5f-b02f4202c8dc req-0d995756-bea5-4583-a0fe-234199af1e00 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:46.261905 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea218fd0-7023-43d1-ad5f-b02f4202c8dc req-0d995756-bea5-4583-a0fe-234199af1e00 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 932 time: 0.3264780 Jul 30 20:15:46.307821 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cc4cb1a-4f2a-4c5f-8133-132ef0a152a0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:46.334813 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd8d76fc-55eb-48f4-974a-a7671fe1d211 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:46.340139 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ce1921b-21a1-4bf7-b538-551e06bd6084 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:46.341518 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ce1921b-21a1-4bf7-b538-551e06bd6084 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:46.410973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-687a7ba1-f26c-4fbf-877b-d3f4a22f676e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:46.412498 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-687a7ba1-f26c-4fbf-877b-d3f4a22f676e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5102694 Jul 30 20:15:46.414121 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d03a255d-f385-47d6-8edd-a0d3604a2020 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:46.414478 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd8d76fc-55eb-48f4-974a-a7671fe1d211 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:46.420621 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8d76fc-55eb-48f4-974a-a7671fe1d211 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:46.421227 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd8d76fc-55eb-48f4-974a-a7671fe1d211 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:46.424394 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ce1921b-21a1-4bf7-b538-551e06bd6084 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:46.469950 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ce1921b-21a1-4bf7-b538-551e06bd6084 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:46.486989 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cd8d76fc-55eb-48f4-974a-a7671fe1d211 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.6846042 Jul 30 20:15:46.493463 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44190) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:46.498647 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a50bcc83-e611-4d19-b75a-d215adabda54 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Request body: {'subnet': {'network_id': '07d07039-d57a-4e79-bf93-ea24392028d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:46.518926 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d76fc-55eb-48f4-974a-a7671fe1d211 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Pushing event updated for resources: {'Network': ['ID=07d07039-d57a-4e79-bf93-ea24392028d6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:46.531047 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 07d07039-d57a-4e79-bf93-ea24392028d6 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:15:46.555618 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ce1921b-21a1-4bf7-b538-551e06bd6084 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:46.559762 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5ce1921b-21a1-4bf7-b538-551e06bd6084 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3217335 Jul 30 20:15:46.560750 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44192) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:46.562778 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea218fd0-7023-43d1-ad5f-b02f4202c8dc req-d7d9c796-c806-4b71-8005-ce20524bc1e4 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813604 Jul 30 20:15:46.658022 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f07d53b5-7e5c-4749-bf4d-31e150e8a76b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:47.016178 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d03a255d-f385-47d6-8edd-a0d3604a2020 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:47.021935 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03a255d-f385-47d6-8edd-a0d3604a2020 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:47.022537 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d03a255d-f385-47d6-8edd-a0d3604a2020 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:47.086942 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'tag': 'c6bbbe4f-6e29-4689-8729-e8c1da64bc26'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:15:47.089225 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5616ef9d-37f4-4f87-9d69-95733dc61c90" -d '{"events": [{"name": "network-changed", "server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "tag": "c6bbbe4f-6e29-4689-8729-e8c1da64bc26"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:15:47.096233 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50bcc83-e611-4d19-b75a-d215adabda54 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Made reservation on behalf of c809cebbbdf345389863e9dbda2bc2df for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:47.099646 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a50bcc83-e611-4d19-b75a-d215adabda54 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:47.103547 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f07d53b5-7e5c-4749-bf4d-31e150e8a76b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:47.106675 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f07d53b5-7e5c-4749-bf4d-31e150e8a76b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:47.121813 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-dab99258-b09e-4416-93f4-367e926069f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:47.122308 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-dab99258-b09e-4416-93f4-367e926069f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:47.122789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-dab99258-b09e-4416-93f4-367e926069f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:47.123302 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-dab99258-b09e-4416-93f4-367e926069f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:47.123798 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-dab99258-b09e-4416-93f4-367e926069f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:47.124271 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-dab99258-b09e-4416-93f4-367e926069f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:47.124738 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-dab99258-b09e-4416-93f4-367e926069f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:47.126661 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-dab99258-b09e-4416-93f4-367e926069f7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9555d3def1404d06ae82d4f5802d2226&device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 6476 time: 0.6415045 Jul 30 20:15:47.150857 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d03a255d-f385-47d6-8edd-a0d3604a2020 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4625514 Jul 30 20:15:47.169671 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44198) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:47.178938 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'ports': [{'network_id': 'b1e4479b-e2c0-4cc7-8ad5-b869a56301b4'}, {'network_id': '1db80f41-8f8b-455a-a3c9-4f296b6e23f3'}]} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:47.179569 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'port': {'network_id': 'b1e4479b-e2c0-4cc7-8ad5-b869a56301b4'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:47.180057 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'port': {'network_id': '1db80f41-8f8b-455a-a3c9-4f296b6e23f3'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:47.198971 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f07d53b5-7e5c-4749-bf4d-31e150e8a76b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:47.199592 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07d53b5-7e5c-4749-bf4d-31e150e8a76b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c272a2ad-fb53-4f4e-b5c4-26a259e3571f {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:15:47.205914 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f07d53b5-7e5c-4749-bf4d-31e150e8a76b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:47.207180 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f07d53b5-7e5c-4749-bf4d-31e150e8a76b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "DELETE /v2.0/routers/c272a2ad-fb53-4f4e-b5c4-26a259e3571f HTTP/1.1" status: 204 len: 168 time: 0.6431146 Jul 30 20:15:47.301872 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a255d-f385-47d6-8edd-a0d3604a2020 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Network': ['ID=1db80f41-8f8b-455a-a3c9-4f296b6e23f3,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:47.327770 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 1db80f41-8f8b-455a-a3c9-4f296b6e23f3 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:15:47.345835 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44202) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:47.354083 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a50bcc83-e611-4d19-b75a-d215adabda54 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:47.369290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c6115-31fe-457f-b727-4e08308eda4c req-4d0d3ed8-58be-4c4d-8881-c02244a5dd86 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:47.380228 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-566c6115-31fe-457f-b727-4e08308eda4c req-4d0d3ed8-58be-4c4d-8881-c02244a5dd86 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 945 time: 0.7366691 Jul 30 20:15:47.422622 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bcc83-e611-4d19-b75a-d215adabda54 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Pushing event updated for resources: {'Subnet': ['ID=e059d5ad-6505-4f8a-9ac4-e2b11eec5de0,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:47.431613 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50bcc83-e611-4d19-b75a-d215adabda54 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Checking segment: {'id': '83507104-fb22-47af-a8c9-a2ab00835c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '07d07039-d57a-4e79-bf93-ea24392028d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:47.431925 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50bcc83-e611-4d19-b75a-d215adabda54 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Network hostable DHCP agents. Network: 07d07039-d57a-4e79-bf93-ea24392028d6, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:15:47.451010 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50bcc83-e611-4d19-b75a-d215adabda54 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Network 07d07039-d57a-4e79-bf93-ea24392028d6 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:15:47.462532 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a50bcc83-e611-4d19-b75a-d215adabda54 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 07d07039-d57a-4e79-bf93-ea24392028d6) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:47.467986 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cc4cb1a-4f2a-4c5f-8133-132ef0a152a0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:47.472025 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50bcc83-e611-4d19-b75a-d215adabda54 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:47.473245 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076babfe-38b9-4a69-b5a0-2e3f8ab1aea3 None None] Network 07d07039-d57a-4e79-bf93-ea24392028d6 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:47.474186 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a50bcc83-e611-4d19-b75a-d215adabda54 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:47.498792 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a50bcc83-e611-4d19-b75a-d215adabda54 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0030913 Jul 30 20:15:47.501297 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44206) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:47.508354 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b1aa1e58-b709-4792-8568-041076528cdc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Request body: {'port': {'network_id': '07d07039-d57a-4e79-bf93-ea24392028d6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1008957653'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:47.532403 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cc4cb1a-4f2a-4c5f-8133-132ef0a152a0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:47.573407 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-d942dd08-aa0c-4572-a9af-41da8728c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:47.574190 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-d942dd08-aa0c-4572-a9af-41da8728c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:47.574823 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-d942dd08-aa0c-4572-a9af-41da8728c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:47.576688 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-d942dd08-aa0c-4572-a9af-41da8728c8e4 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9555d3def1404d06ae82d4f5802d2226&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4295225 Jul 30 20:15:47.618710 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0e67dbcf-5678-4e20-acd8-9bb99b28ae12 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-659214922', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:47.636849 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-566c6115-31fe-457f-b727-4e08308eda4c req-bda0ba54-0295-4b98-9dd1-9c0ddf5aa023 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547545 Jul 30 20:15:47.669040 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e67dbcf-5678-4e20-acd8-9bb99b28ae12 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:47.670892 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e67dbcf-5678-4e20-acd8-9bb99b28ae12 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:47.720296 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1aa1e58-b709-4792-8568-041076528cdc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Made reservation on behalf of c809cebbbdf345389863e9dbda2bc2df for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:47.724639 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1aa1e58-b709-4792-8568-041076528cdc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:47.781330 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cc4cb1a-4f2a-4c5f-8133-132ef0a152a0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:47.782774 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e67dbcf-5678-4e20-acd8-9bb99b28ae12 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:47.784254 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4cb1a-4f2a-4c5f-8133-132ef0a152a0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Pushing event updated for resources: {'Port': ['ID=7944ce1c-361d-460d-ad52-61dcb0ceea58,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:47.790115 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297a51fa-3e5a-4f52-9794-0dbe5c8c133f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-07d07039-d57a-4e79-bf93-ea24392028d6', 'network_id': '07d07039-d57a-4e79-bf93-ea24392028d6', 'tenant_id': 'c809cebbbdf345389863e9dbda2bc2df', 'fixed_ips': [{'subnet_id': 'e059d5ad-6505-4f8a-9ac4-e2b11eec5de0'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:15:47.791078 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-b1aa1e58-b709-4792-8568-041076528cdc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] device_id is not set on port 5e660049-3921-4723-a096-1ff0f00f26b4 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:15:47.791232 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-297a51fa-3e5a-4f52-9794-0dbe5c8c133f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:47.813768 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-18550159-4e22-4ed9-aa61-b3dc03cef46e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd41358c-fdda-43ae-be89-336bb996dc26 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:15:47.828099 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-18550159-4e22-4ed9-aa61-b3dc03cef46e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:47.868999 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-18550159-4e22-4ed9-aa61-b3dc03cef46e service neutron] Transition to ACTIVE for port object bd41358c-fdda-43ae-be89-336bb996dc26 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:47.897582 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-18550159-4e22-4ed9-aa61-b3dc03cef46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:47.905719 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'port': 2} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:47.910350 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:47.919369 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cc4cb1a-4f2a-4c5f-8133-132ef0a152a0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:47.921403 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3cc4cb1a-4f2a-4c5f-8133-132ef0a152a0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2626128 Jul 30 20:15:47.956214 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-297a51fa-3e5a-4f52-9794-0dbe5c8c133f None None] Allocated IP 2001:db8::2 (07d07039-d57a-4e79-bf93-ea24392028d6/e059d5ad-6505-4f8a-9ac4-e2b11eec5de0/0547c06b-e21e-44e9-97ab-eecf413d6991) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:47.965697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-414b87f1-60bc-4ecc-9675-5c79507601f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:47.967877 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ea496b5-a3f0-4a91-8676-d419ed7abdd2 req-414b87f1-60bc-4ecc-9675-5c79507601f1 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3437223 Jul 30 20:15:47.998262 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:48.006986 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e67dbcf-5678-4e20-acd8-9bb99b28ae12 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:48.041824 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18550159-4e22-4ed9-aa61-b3dc03cef46e service neutron] Pushing event updated for resources: {'Port': ['ID=bd41358c-fdda-43ae-be89-336bb996dc26,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:48.075743 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021e64b-4950-4974-b165-576402f179b6 req-74b05dff-914e-49e1-85d3-c03cb6a61be1 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:48.082105 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021e64b-4950-4974-b165-576402f179b6 req-74b05dff-914e-49e1-85d3-c03cb6a61be1 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:48.088351 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021e64b-4950-4974-b165-576402f179b6 req-74b05dff-914e-49e1-85d3-c03cb6a61be1 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:48.095021 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021e64b-4950-4974-b165-576402f179b6 req-74b05dff-914e-49e1-85d3-c03cb6a61be1 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:48.101122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021e64b-4950-4974-b165-576402f179b6 req-74b05dff-914e-49e1-85d3-c03cb6a61be1 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:48.108262 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021e64b-4950-4974-b165-576402f179b6 req-74b05dff-914e-49e1-85d3-c03cb6a61be1 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:48.113931 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021e64b-4950-4974-b165-576402f179b6 req-74b05dff-914e-49e1-85d3-c03cb6a61be1 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:48.122121 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8021e64b-4950-4974-b165-576402f179b6 req-74b05dff-914e-49e1-85d3-c03cb6a61be1 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5419 time: 0.2810249 Jul 30 20:15:48.189769 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-297a51fa-3e5a-4f52-9794-0dbe5c8c133f None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:48.199527 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-297a51fa-3e5a-4f52-9794-0dbe5c8c133f None None] Transition to ACTIVE for port object 0547c06b-e21e-44e9-97ab-eecf413d6991 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:48.217952 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-297a51fa-3e5a-4f52-9794-0dbe5c8c133f None None] Transition to ACTIVE for port object 0547c06b-e21e-44e9-97ab-eecf413d6991 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:48.226563 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-297a51fa-3e5a-4f52-9794-0dbe5c8c133f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:48.268988 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e67dbcf-5678-4e20-acd8-9bb99b28ae12 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:48.276896 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a51fa-3e5a-4f52-9794-0dbe5c8c133f None None] Pushing event updated for resources: {'Port': ['ID=0547c06b-e21e-44e9-97ab-eecf413d6991,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:48.291844 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297a51fa-3e5a-4f52-9794-0dbe5c8c133f None None] Network 07d07039-d57a-4e79-bf93-ea24392028d6 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:48.292922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-a7289268-561b-461a-af05-7256e405491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:48.293424 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-a7289268-561b-461a-af05-7256e405491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:48.293907 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-a7289268-561b-461a-af05-7256e405491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:48.294037 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-297a51fa-3e5a-4f52-9794-0dbe5c8c133f None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:48.294377 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-a7289268-561b-461a-af05-7256e405491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:48.294848 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-a7289268-561b-461a-af05-7256e405491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:48.295902 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-a7289268-561b-461a-af05-7256e405491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:48.296374 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-a7289268-561b-461a-af05-7256e405491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:48.298174 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297a51fa-3e5a-4f52-9794-0dbe5c8c133f None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:48.298321 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-a7289268-561b-461a-af05-7256e405491f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9555d3def1404d06ae82d4f5802d2226&device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 6476 time: 0.2746754 Jul 30 20:15:48.307844 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8021e64b-4950-4974-b165-576402f179b6 req-ebe1fbf1-0e16-40f3-893d-9322a88b37bc tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1847527 Jul 30 20:15:48.320652 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e67dbcf-5678-4e20-acd8-9bb99b28ae12 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:48.355255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-b1aa1e58-b709-4792-8568-041076528cdc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Allocated IP 2001:db8::14 (07d07039-d57a-4e79-bf93-ea24392028d6/e059d5ad-6505-4f8a-9ac4-e2b11eec5de0/5e660049-3921-4723-a096-1ff0f00f26b4) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:48.357416 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-56f5121c-9e38-47cf-825f-6764e6cf8e94 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e0561e2-d480-41a1-87dd-77547a79be94 HTTP/1.1" status: 200 len: 217 time: 0.0422451 Jul 30 20:15:48.362889 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] device_id is not set on port cd875b28-b467-47a3-b716-875bbdd4c6e4 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:15:48.374829 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-297a51fa-3e5a-4f52-9794-0dbe5c8c133f None None] Attempting to bind port 0547c06b-e21e-44e9-97ab-eecf413d6991 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:48.375482 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-297a51fa-3e5a-4f52-9794-0dbe5c8c133f None None] Attempting to bind port 0547c06b-e21e-44e9-97ab-eecf413d6991 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '83507104-fb22-47af-a8c9-a2ab00835c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '07d07039-d57a-4e79-bf93-ea24392028d6'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:48.375876 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297a51fa-3e5a-4f52-9794-0dbe5c8c133f None None] Attempting to bind port 0547c06b-e21e-44e9-97ab-eecf413d6991 on network 07d07039-d57a-4e79-bf93-ea24392028d6 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:48.390153 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700cb9f3-234a-476e-9b28-b585dc9be4af x-openstack-request-id: req-700cb9f3-234a-476e-9b28-b585dc9be4af {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:15:48.390508 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "tag": "c6bbbe4f-6e29-4689-8729-e8c1da64bc26", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:15:48.390698 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-700cb9f3-234a-476e-9b28-b585dc9be4af {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:15:48.391087 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'tag': 'c6bbbe4f-6e29-4689-8729-e8c1da64bc26', 'status': 'completed', 'code': 200} Jul 30 20:15:48.407074 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297a51fa-3e5a-4f52-9794-0dbe5c8c133f None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:15:48.407477 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297a51fa-3e5a-4f52-9794-0dbe5c8c133f None None] Checking segment: {'id': '83507104-fb22-47af-a8c9-a2ab00835c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '07d07039-d57a-4e79-bf93-ea24392028d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:48.408196 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-297a51fa-3e5a-4f52-9794-0dbe5c8c133f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:48.408758 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297a51fa-3e5a-4f52-9794-0dbe5c8c133f None None] Bound using segment: {'id': '83507104-fb22-47af-a8c9-a2ab00835c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '07d07039-d57a-4e79-bf93-ea24392028d6'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:15:48.409488 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-297a51fa-3e5a-4f52-9794-0dbe5c8c133f None None] Bound port: 0547c06b-e21e-44e9-97ab-eecf413d6991, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83507104-fb22-47af-a8c9-a2ab00835c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '07d07039-d57a-4e79-bf93-ea24392028d6'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:15:48.410115 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-297a51fa-3e5a-4f52-9794-0dbe5c8c133f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:48.417374 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-ebdfba5f-2997-4cd5-a50a-2e600f4a801a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:48.419488 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-ebdfba5f-2997-4cd5-a50a-2e600f4a801a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c5425a8a-2fa0-4767-b46d-c8518c357b73 HTTP/1.1" status: 200 len: 851 time: 0.0531650 Jul 30 20:15:48.468267 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-18550159-4e22-4ed9-aa61-b3dc03cef46e service neutron] Attempting to bind port bd41358c-fdda-43ae-be89-336bb996dc26 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:48.468603 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-18550159-4e22-4ed9-aa61-b3dc03cef46e service neutron] Attempting to bind port bd41358c-fdda-43ae-be89-336bb996dc26 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:48.469147 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-18550159-4e22-4ed9-aa61-b3dc03cef46e service neutron] Attempting to bind port bd41358c-fdda-43ae-be89-336bb996dc26 on network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:48.483794 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-297a51fa-3e5a-4f52-9794-0dbe5c8c133f None None] For port 0547c06b-e21e-44e9-97ab-eecf413d6991, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:15:48.487702 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-297a51fa-3e5a-4f52-9794-0dbe5c8c133f None None] For port 0547c06b-e21e-44e9-97ab-eecf413d6991, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0547c06b-e21e-44e9-97ab-eecf413d6991,segment=NetworkSegment(83507104-fb22-47af-a8c9-a2ab00835c19),segment_id=83507104-fb22-47af-a8c9-a2ab00835c19)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:15:48.496641 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-18550159-4e22-4ed9-aa61-b3dc03cef46e service neutron] Port bd41358c-fdda-43ae-be89-336bb996dc26 on network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:48.496876 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-297a51fa-3e5a-4f52-9794-0dbe5c8c133f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:48.497043 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-18550159-4e22-4ed9-aa61-b3dc03cef46e service neutron] Attempting to bind port bd41358c-fdda-43ae-be89-336bb996dc26 on network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:48.537643 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-18550159-4e22-4ed9-aa61-b3dc03cef46e service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:15:48.537988 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-18550159-4e22-4ed9-aa61-b3dc03cef46e service neutron] Checking segment: {'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:48.538380 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-18550159-4e22-4ed9-aa61-b3dc03cef46e service neutron] Bound using segment: {'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:15:48.538824 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-18550159-4e22-4ed9-aa61-b3dc03cef46e service neutron] Bound port: bd41358c-fdda-43ae-be89-336bb996dc26, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e516731d-3863-4f7d-95fd-701a50a1d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:15:48.539866 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-18550159-4e22-4ed9-aa61-b3dc03cef46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:48.544801 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-0e67dbcf-5678-4e20-acd8-9bb99b28ae12 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Allocated IP 172.25.3.103 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/8e6c9224-5b1b-490a-a9db-5d48cf0072b2) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:48.580641 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-f2b0895b-1fdb-4840-82b0-82036bfd7586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:48.582345 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-f2b0895b-1fdb-4840-82b0-82036bfd7586 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9ed41446-71e6-4016-93d6-5a969c709957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1497581 Jul 30 20:15:48.585395 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a51fa-3e5a-4f52-9794-0dbe5c8c133f None None] Pushing event updated for resources: {'Port': ['ID=0547c06b-e21e-44e9-97ab-eecf413d6991,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:48.627382 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ecfb2-af87-4db1-a360-afaf1e491412 req-45e65b1b-5a89-4933-bd1a-43cb18a14719 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:48.629453 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-696ecfb2-af87-4db1-a360-afaf1e491412 req-45e65b1b-5a89-4933-bd1a-43cb18a14719 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 944 time: 0.1638184 Jul 30 20:15:48.656391 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1aa1e58-b709-4792-8568-041076528cdc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:48.682486 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-b1aa1e58-b709-4792-8568-041076528cdc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Transition to ACTIVE for port object 5e660049-3921-4723-a096-1ff0f00f26b4 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:48.721254 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e67dbcf-5678-4e20-acd8-9bb99b28ae12 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:48.786289 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1aa1e58-b709-4792-8568-041076528cdc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:48.836662 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1aa1e58-b709-4792-8568-041076528cdc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Network 07d07039-d57a-4e79-bf93-ea24392028d6 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:48.842798 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b1aa1e58-b709-4792-8568-041076528cdc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:48.853840 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aa1e58-b709-4792-8568-041076528cdc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:48.857105 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-18550159-4e22-4ed9-aa61-b3dc03cef46e service neutron] For port bd41358c-fdda-43ae-be89-336bb996dc26, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:15:48.859638 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1aa1e58-b709-4792-8568-041076528cdc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:48.860330 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1aa1e58-b709-4792-8568-041076528cdc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:48.864715 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-696ecfb2-af87-4db1-a360-afaf1e491412 req-865e563b-aedd-4eb8-844a-3c5316ea798d tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991718 Jul 30 20:15:48.866698 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e67dbcf-5678-4e20-acd8-9bb99b28ae12 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:48.870382 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:48.890094 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-18550159-4e22-4ed9-aa61-b3dc03cef46e service neutron] For port bd41358c-fdda-43ae-be89-336bb996dc26, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=bd41358c-fdda-43ae-be89-336bb996dc26,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:15:48.892354 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa1e58-b709-4792-8568-041076528cdc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Pushing event updated for resources: {'Port': ['ID=5e660049-3921-4723-a096-1ff0f00f26b4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:48.918532 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-18550159-4e22-4ed9-aa61-b3dc03cef46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:48.940156 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b1aa1e58-b709-4792-8568-041076528cdc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4370418 Jul 30 20:15:48.950562 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e67dbcf-5678-4e20-acd8-9bb99b28ae12 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:48.956958 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44224) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:48.957909 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0e67dbcf-5678-4e20-acd8-9bb99b28ae12 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:48.964818 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-055b1685-d69a-4a4b-b8be-2749cad47753 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Request body: {'port': {'network_id': '07d07039-d57a-4e79-bf93-ea24392028d6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1690227020', 'allowed_address_pairs': [{'ip_address': '2001:db8::14', 'mac_address': 'fa:16:3e:07:53:22'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:48.989021 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-4d6e8d8f-fd66-44cc-85b8-c35ec6acf592 service neutron] 10.222.0.83 "GET /v2.0/networks/9ed41446-71e6-4016-93d6-5a969c709957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729818 Jul 30 20:15:49.009499 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e67dbcf-5678-4e20-acd8-9bb99b28ae12 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:49.015210 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67dbcf-5678-4e20-acd8-9bb99b28ae12 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Pushing event updated for resources: {'Port': ['ID=8e6c9224-5b1b-490a-a9db-5d48cf0072b2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:49.035557 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-18550159-4e22-4ed9-aa61-b3dc03cef46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:49.036194 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-18550159-4e22-4ed9-aa61-b3dc03cef46e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:49.037599 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-18550159-4e22-4ed9-aa61-b3dc03cef46e service neutron] 10.222.0.59 "PUT /v2.0/ports/bd41358c-fdda-43ae-be89-336bb996dc26 HTTP/1.1" status: 200 len: 1092 time: 3.2961040 Jul 30 20:15:49.041998 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972ffce7-cc1d-4439-ae22-85bc67e6284b', 'tag': 'bd41358c-fdda-43ae-be89-336bb996dc26'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:15:49.044319 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db5c055-40b5-4d01-a0a6-e2f891910ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "972ffce7-cc1d-4439-ae22-85bc67e6284b", "tag": "bd41358c-fdda-43ae-be89-336bb996dc26"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:15:49.125046 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] device_id is not set on port be2df36c-b876-440f-b14e-a55af631e008 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:15:49.167660 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18550159-4e22-4ed9-aa61-b3dc03cef46e service neutron] Pushing event updated for resources: {'Port': ['ID=bd41358c-fdda-43ae-be89-336bb996dc26,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:49.194317 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-1d88c132-3674-4eb5-88ae-bb24dbadeec8 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1039321952&fields=id&tenant_id=6c9ba35ca3ce49889dd21646eecff8cf HTTP/1.1" status: 200 len: 267 time: 0.1963146 Jul 30 20:15:49.210169 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055b1685-d69a-4a4b-b8be-2749cad47753 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Made reservation on behalf of c809cebbbdf345389863e9dbda2bc2df for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:49.291794 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-1dc838ef-5642-40f1-b04a-30a77a9f9021 service neutron] 10.222.0.83 "GET /v2.0/networks/9ed41446-71e6-4016-93d6-5a969c709957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912230 Jul 30 20:15:49.293903 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-7c8f4db9-038f-41da-84e6-cea7a4724250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:49.295934 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-7c8f4db9-038f-41da-84e6-cea7a4724250 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 1095 time: 0.2046599 Jul 30 20:15:49.362045 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-d85d463b-eb75-4510-8dbb-79b7b4a54acd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=f3feff81-2882-47bd-a741-e51a66ae074c HTTP/1.1" status: 200 len: 217 time: 0.0597770 Jul 30 20:15:49.378431 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-055b1685-d69a-4a4b-b8be-2749cad47753 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:49.410636 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e67dbcf-5678-4e20-acd8-9bb99b28ae12 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:49.412837 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-055b1685-d69a-4a4b-b8be-2749cad47753 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] device_id is not set on port afe1248e-17fa-45fd-905f-94d7fda92987 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:15:49.460921 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:49.477003 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-c27d26f4-da20-464f-aa92-cb6d4620b1c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd41358c-fdda-43ae-be89-336bb996dc26 HTTP/1.1" status: 200 len: 217 time: 0.1171641 Jul 30 20:15:49.579143 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-b1027d01-6026-4826-a3a7-f3f0e37ede45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:49.580653 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-b1027d01-6026-4826-a3a7-f3f0e37ede45 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b40af219-9b23-4107-b87f-a0248d4c15b9 HTTP/1.1" status: 200 len: 797 time: 0.1789815 Jul 30 20:15:49.587468 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-c72e54e2-9ffb-4c5f-9e23-f7cef9966e6d tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:49.588907 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-c72e54e2-9ffb-4c5f-9e23-f7cef9966e6d tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/networks?id=c421e0b7-06ec-4b47-a5b3-95881a5c3933 HTTP/1.1" status: 200 len: 816 time: 0.3837600 Jul 30 20:15:49.641001 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-8d6ac583-f22e-4c16-8318-455f658870f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:49.642092 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-8d6ac583-f22e-4c16-8318-455f658870f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac1c465f-425f-4078-b2f8-d23b006b1c90 HTTP/1.1" status: 200 len: 850 time: 0.1522388 Jul 30 20:15:49.643650 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-055b1685-d69a-4a4b-b8be-2749cad47753 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Allocated IP 2001:db8::3be (07d07039-d57a-4e79-bf93-ea24392028d6/e059d5ad-6505-4f8a-9ac4-e2b11eec5de0/afe1248e-17fa-45fd-905f-94d7fda92987) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:49.665265 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:49.671740 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-efe800bd-e2e9-4b0e-af1b-90622666fc32 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/quotas/6c9ba35ca3ce49889dd21646eecff8cf HTTP/1.1" status: 200 len: 375 time: 0.0610740 Jul 30 20:15:49.693652 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf55ec7a-3ecc-4ee6-8783-b98c0638bdd4 None None] Network 07d07039-d57a-4e79-bf93-ea24392028d6 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:49.746351 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-49c58435-1a69-4e11-80e8-090946f7c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:49.747902 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-49c58435-1a69-4e11-80e8-090946f7c724 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd865cdf-fcee-4685-bcc3-e9d181e42798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1563823 Jul 30 20:15:49.776532 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ae30cd27-8a72-4736-b7bc-c8f19b884223 None None] Provisioning for port 0547c06b-e21e-44e9-97ab-eecf413d6991 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:49.818926 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-838c979c-63b3-4733-a774-a82bf5f09069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:49.820477 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-838c979c-63b3-4733-a774-a82bf5f09069 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1684213 Jul 30 20:15:49.860231 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-be83ef5e-3b00-46bd-8f0e-d08a26bc4baa tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6c9ba35ca3ce49889dd21646eecff8cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1713150 Jul 30 20:15:49.903288 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:50.040998 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:50.054398 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:50.065404 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:50.066211 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:50.074175 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-8c061f78-e034-40fd-a3dd-fd3b60ac1b34 service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162246 Jul 30 20:15:50.074470 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e67dbcf-5678-4e20-acd8-9bb99b28ae12 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:50.091528 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Port': ['ID=cd875b28-b467-47a3-b716-875bbdd4c6e4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:50.156483 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0547c06b-e21e-44e9-97ab-eecf413d6991 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:15:50.179148 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-b53b140d-5cd5-4471-a711-553426a6ae34 service neutron] 10.222.0.59 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428285 Jul 30 20:15:50.228719 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-bb033847-7715-4cc9-b066-2c74b3349297 service neutron] 10.222.0.81 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268006 Jul 30 20:15:50.250718 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-20160b2d-5eaa-4e3a-8a81-006ca3d8d482 None None] Provisioning for port 5e660049-3921-4723-a096-1ff0f00f26b4 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:50.256812 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 0547c06b-e21e-44e9-97ab-eecf413d6991 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:50.263063 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 0547c06b-e21e-44e9-97ab-eecf413d6991 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:50.264819 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:50.268719 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-20160b2d-5eaa-4e3a-8a81-006ca3d8d482 None None] Provisioning complete for port 5e660049-3921-4723-a096-1ff0f00f26b4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:50.269798 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20160b2d-5eaa-4e3a-8a81-006ca3d8d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:50.269910 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-055b1685-d69a-4a4b-b8be-2749cad47753 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:50.293270 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-055b1685-d69a-4a4b-b8be-2749cad47753 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Transition to ACTIVE for port object afe1248e-17fa-45fd-905f-94d7fda92987 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:50.349692 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e67dbcf-5678-4e20-acd8-9bb99b28ae12 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Router add4c972-5467-4946-89a8-c425185e519c is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:15:50.350515 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-20160b2d-5eaa-4e3a-8a81-006ca3d8d482 None None] Port 5e660049-3921-4723-a096-1ff0f00f26b4 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:15:50.368895 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-20160b2d-5eaa-4e3a-8a81-006ca3d8d482 None None] Provisioning complete for port 0547c06b-e21e-44e9-97ab-eecf413d6991 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:50.369647 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20160b2d-5eaa-4e3a-8a81-006ca3d8d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:50.407868 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-055b1685-d69a-4a4b-b8be-2749cad47753 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:50.467723 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055b1685-d69a-4a4b-b8be-2749cad47753 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Network 07d07039-d57a-4e79-bf93-ea24392028d6 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:50.478122 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-055b1685-d69a-4a4b-b8be-2749cad47753 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:50.481669 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:50.510687 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055b1685-d69a-4a4b-b8be-2749cad47753 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:50.517694 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055b1685-d69a-4a4b-b8be-2749cad47753 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:50.518459 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-055b1685-d69a-4a4b-b8be-2749cad47753 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:50.525948 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 0547c06b-e21e-44e9-97ab-eecf413d6991, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0547c06b-e21e-44e9-97ab-eecf413d6991,segment=NetworkSegment(83507104-fb22-47af-a8c9-a2ab00835c19),segment_id=83507104-fb22-47af-a8c9-a2ab00835c19)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:15:50.531886 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20160b2d-5eaa-4e3a-8a81-006ca3d8d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:50.537882 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b1685-d69a-4a4b-b8be-2749cad47753 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Pushing event updated for resources: {'Port': ['ID=afe1248e-17fa-45fd-905f-94d7fda92987,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:50.542773 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:50.558500 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-055b1685-d69a-4a4b-b8be-2749cad47753 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.5981071 Jul 30 20:15:50.562428 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44236) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:50.577937 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e67dbcf-5678-4e20-acd8-9bb99b28ae12 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:15:50.588524 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d081c7-8af6-44ff-8d43-904eb9dd4449 None None] Sync routers for ids ['add4c972-5467-4946-89a8-c425185e519c'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:15:50.611597 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e67dbcf-5678-4e20-acd8-9bb99b28ae12 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:50.613012 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0e67dbcf-5678-4e20-acd8-9bb99b28ae12 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.2649002 Jul 30 20:15:50.615754 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44238) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:50.644365 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=0547c06b-e21e-44e9-97ab-eecf413d6991,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:50.651711 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d081c7-8af6-44ff-8d43-904eb9dd4449 None None] Routers {'add4c972-5467-4946-89a8-c425185e519c'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:15:50.652452 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-32d081c7-8af6-44ff-8d43-904eb9dd4449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:15:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['add4c972-5467-4946-89a8-c425185e519c'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:50.688216 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bb5d27-0608-49ee-9580-d2dc17501415 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:50.689119 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-32d081c7-8af6-44ff-8d43-904eb9dd4449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:50.695233 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bb5d27-0608-49ee-9580-d2dc17501415 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:50.696856 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-20160b2d-5eaa-4e3a-8a81-006ca3d8d482 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:15:50.697943 n-d-712137-9 neutron-server[93884]: DEBUG oslo_db.api [None req-20160b2d-5eaa-4e3a-8a81-006ca3d8d482 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:15:50.702752 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bb5d27-0608-49ee-9580-d2dc17501415 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:50.704680 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d081c7-8af6-44ff-8d43-904eb9dd4449 None None] Routers {'add4c972-5467-4946-89a8-c425185e519c'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:15:50.705422 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-32d081c7-8af6-44ff-8d43-904eb9dd4449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:15:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['add4c972-5467-4946-89a8-c425185e519c'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:50.707713 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-15bb5d27-0608-49ee-9580-d2dc17501415 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1442349 Jul 30 20:15:50.708401 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44240) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:50.716453 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Port': ['ID=be2df36c-b876-440f-b14e-a55af631e008,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:50.739908 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-32d081c7-8af6-44ff-8d43-904eb9dd4449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:50.740683 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d081c7-8af6-44ff-8d43-904eb9dd4449 None None] The sync data for ids ['add4c972-5467-4946-89a8-c425185e519c'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:15:50.837325 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bd985fba-e821-46b1-bd13-c0c6eb90fb38 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "GET /v2.0/routers/add4c972-5467-4946-89a8-c425185e519c HTTP/1.1" status: 200 len: 924 time: 0.2203784 Jul 30 20:15:50.840105 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44242) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:50.845257 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-b9a5225c-ff55-4d59-bd15-fb3b5fb7ee7e service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7590427 Jul 30 20:15:50.845984 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Checking segment: {'id': '9d17363c-4b64-464c-a6b7-24ad0b07067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1db80f41-8f8b-455a-a3c9-4f296b6e23f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:50.846351 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network hostable DHCP agents. Network: 1db80f41-8f8b-455a-a3c9-4f296b6e23f3, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:15:50.871545 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-593a70f9-0859-48e7-a2cb-c72d67dd3278 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "GET /v2.0/ports?device_id=add4c972-5467-4946-89a8-c425185e519c HTTP/1.1" status: 200 len: 205 time: 0.0303562 Jul 30 20:15:50.876160 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44244) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:50.917164 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64bde68b-ce79-43bf-89f6-fe48a955db12 req-ca060526-0430-441d-a925-878ed779f0b2 service neutron] 10.222.0.59 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7244704 Jul 30 20:15:50.924609 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-8211a8d7-20cf-4a25-a0b9-2cd66e788346 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=d4f11ef0-cd30-4621-9d9d-862239567fe1 HTTP/1.1" status: 200 len: 217 time: 0.0651500 Jul 30 20:15:50.926645 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4fd7ec76-8cd3-463f-821d-057e369b36df tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Deleting port afe1248e-17fa-45fd-905f-94d7fda92987 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:15:50.927005 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fd7ec76-8cd3-463f-821d-057e369b36df tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:50.933352 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-611a9ebe-0cc5-4444-bb26-91012eb5445a service neutron] 10.222.0.81 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342536 Jul 30 20:15:50.944386 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network 1db80f41-8f8b-455a-a3c9-4f296b6e23f3 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:15:50.978589 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 1db80f41-8f8b-455a-a3c9-4f296b6e23f3) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:50.985621 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:50.991283 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:50.996153 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:50.996854 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:50.997117 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0544115e-6944-43c6-a5fc-8c115bfe2d79 None None] Network 1db80f41-8f8b-455a-a3c9-4f296b6e23f3 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:51.003622 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-978decc9-31c4-4494-8cf4-f408afb4bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:51.005095 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-978decc9-31c4-4494-8cf4-f408afb4bd3d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b40af219-9b23-4107-b87f-a0248d4c15b9 HTTP/1.1" status: 200 len: 797 time: 0.0707970 Jul 30 20:15:51.041769 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8b835e09-5d52-4e9c-a59b-5f8d7eef93e6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8708057 Jul 30 20:15:51.047834 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44246) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:51.062057 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdb01eb5-32fa-4f61-a145-c7773804b753 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:51.067137 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fd7ec76-8cd3-463f-821d-057e369b36df tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:51.122348 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4fd7ec76-8cd3-463f-821d-057e369b36df tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Calling delete_port for afe1248e-17fa-45fd-905f-94d7fda92987 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:15:51.224155 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-7b44ac6b-f9f7-4c99-8a08-90676061892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:51.225690 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-7b44ac6b-f9f7-4c99-8a08-90676061892c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd865cdf-fcee-4685-bcc3-e9d181e42798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2081528 Jul 30 20:15:51.249123 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdb01eb5-32fa-4f61-a145-c7773804b753 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:51.290220 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-459caa7c-c225-4f8b-9aad-5787612c77b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:51.325066 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efa276-4761-40f6-8ec5-4bb6d95fbe52 req-3ac31585-6ae9-439f-9589-067dfd6a4684 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:51.327153 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b6efa276-4761-40f6-8ec5-4bb6d95fbe52 req-3ac31585-6ae9-439f-9589-067dfd6a4684 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 945 time: 0.1720705 Jul 30 20:15:51.377871 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-33bbbd24-a4d1-4058-833c-5ae3e935827c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting port be2df36c-b876-440f-b14e-a55af631e008 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:15:51.378548 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33bbbd24-a4d1-4058-833c-5ae3e935827c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:51.396871 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bdb01eb5-32fa-4f61-a145-c7773804b753 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Deleting port 8e6c9224-5b1b-490a-a9db-5d48cf0072b2 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:15:51.397221 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdb01eb5-32fa-4f61-a145-c7773804b753 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:51.400273 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fd7ec76-8cd3-463f-821d-057e369b36df tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:51.403132 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-de603d8b-9b90-475c-bb0e-90f047c49e4a None None] Provisioning complete for port 5e660049-3921-4723-a096-1ff0f00f26b4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:51.405218 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-de603d8b-9b90-475c-bb0e-90f047c49e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:51.463115 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-de603d8b-9b90-475c-bb0e-90f047c49e4a None None] Port 5e660049-3921-4723-a096-1ff0f00f26b4 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:15:51.471741 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7ec76-8cd3-463f-821d-057e369b36df tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Pushing event deleted for resources: {'Port': ['ID=afe1248e-17fa-45fd-905f-94d7fda92987,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:51.472297 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-de603d8b-9b90-475c-bb0e-90f047c49e4a None None] Could not find standard attr ID for object afe1248e-17fa-45fd-905f-94d7fda92987. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:15:51.489325 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b6efa276-4761-40f6-8ec5-4bb6d95fbe52 req-8bccccf7-e140-422b-b5fa-9c90536f0c99 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538262 Jul 30 20:15:51.492784 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-45771a99-c105-4d86-88cb-780f9da331c0 service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574134 Jul 30 20:15:51.526406 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33bbbd24-a4d1-4058-833c-5ae3e935827c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:51.552992 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-33bbbd24-a4d1-4058-833c-5ae3e935827c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Calling delete_port for be2df36c-b876-440f-b14e-a55af631e008 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:15:51.569892 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdb01eb5-32fa-4f61-a145-c7773804b753 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:51.617168 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bdb01eb5-32fa-4f61-a145-c7773804b753 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Calling delete_port for 8e6c9224-5b1b-490a-a9db-5d48cf0072b2 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:15:51.622742 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fd7ec76-8cd3-463f-821d-057e369b36df tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:51.628067 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4fd7ec76-8cd3-463f-821d-057e369b36df tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] 10.222.0.81 "DELETE /v2.0/ports/afe1248e-17fa-45fd-905f-94d7fda92987 HTTP/1.1" status: 204 len: 168 time: 0.9166913 Jul 30 20:15:51.631589 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44258) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:51.694280 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd56067-10b7-4a1a-9625-80322d52cc73 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] GET failed (client error): The resource could not be found. Jul 30 20:15:51.696278 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-abd56067-10b7-4a1a-9625-80322d52cc73 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] 10.222.0.81 "GET /v2.0/ports/afe1248e-17fa-45fd-905f-94d7fda92987 HTTP/1.1" status: 404 len: 333 time: 0.0636234 Jul 30 20:15:51.701984 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44260) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:51.708822 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-22f17c54-8049-44ce-8263-5c198f8cdb3c tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Request body: {'port': {'network_id': '07d07039-d57a-4e79-bf93-ea24392028d6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1336410024'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:51.711411 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254047d7-0c69-4106-813e-565b39a8566c x-openstack-request-id: req-254047d7-0c69-4106-813e-565b39a8566c {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:15:51.712042 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972ffce7-cc1d-4439-ae22-85bc67e6284b", "tag": "bd41358c-fdda-43ae-be89-336bb996dc26", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:15:51.715807 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-254047d7-0c69-4106-813e-565b39a8566c {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:15:51.717164 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972ffce7-cc1d-4439-ae22-85bc67e6284b', 'tag': 'bd41358c-fdda-43ae-be89-336bb996dc26', 'status': 'completed', 'code': 200} Jul 30 20:15:51.825278 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33bbbd24-a4d1-4058-833c-5ae3e935827c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:51.900376 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33bbbd24-a4d1-4058-833c-5ae3e935827c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:51.902670 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-33bbbd24-a4d1-4058-833c-5ae3e935827c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/ports/be2df36c-b876-440f-b14e-a55af631e008 HTTP/1.1" status: 204 len: 168 time: 0.8534219 Jul 30 20:15:51.908381 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44262) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:51.910896 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bbbd24-a4d1-4058-833c-5ae3e935827c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Port': ['ID=be2df36c-b876-440f-b14e-a55af631e008,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:51.934831 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5c055-40b5-4d01-a0a6-e2f891910ee8 req-6d1b55c1-f66c-4444-ab67-b03df980ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:51.936906 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9db5c055-40b5-4d01-a0a6-e2f891910ee8 req-6d1b55c1-f66c-4444-ab67-b03df980ee6d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 1095 time: 0.2393475 Jul 30 20:15:51.952742 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e82b3-1727-4a07-addc-547d25a78423 req-7841bee3-de10-47bd-8646-4bbc1581461a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:51.959663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e82b3-1727-4a07-addc-547d25a78423 req-7841bee3-de10-47bd-8646-4bbc1581461a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:51.961933 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f17c54-8049-44ce-8263-5c198f8cdb3c tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Made reservation on behalf of c809cebbbdf345389863e9dbda2bc2df for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:51.965356 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-22f17c54-8049-44ce-8263-5c198f8cdb3c tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:51.966028 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e82b3-1727-4a07-addc-547d25a78423 req-7841bee3-de10-47bd-8646-4bbc1581461a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:51.972854 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e82b3-1727-4a07-addc-547d25a78423 req-7841bee3-de10-47bd-8646-4bbc1581461a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:51.978863 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e82b3-1727-4a07-addc-547d25a78423 req-7841bee3-de10-47bd-8646-4bbc1581461a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:51.981469 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdb01eb5-32fa-4f61-a145-c7773804b753 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:51.984935 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e82b3-1727-4a07-addc-547d25a78423 req-7841bee3-de10-47bd-8646-4bbc1581461a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:51.990925 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e82b3-1727-4a07-addc-547d25a78423 req-7841bee3-de10-47bd-8646-4bbc1581461a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:51.992972 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de2e82b3-1727-4a07-addc-547d25a78423 req-7841bee3-de10-47bd-8646-4bbc1581461a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5419 time: 0.2322788 Jul 30 20:15:52.004622 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-d12018dd-712f-4801-8b96-a528db220410 service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979528 Jul 30 20:15:52.016667 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-22f17c54-8049-44ce-8263-5c198f8cdb3c tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] device_id is not set on port 4d0a23ab-444e-4280-95f0-2dc8026e918c yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:15:52.023850 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb01eb5-32fa-4f61-a145-c7773804b753 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Pushing event deleted for resources: {'Port': ['ID=8e6c9224-5b1b-490a-a9db-5d48cf0072b2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:52.037099 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb430ee7-4e84-4744-8d16-d1979943ab8a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:52.043132 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb430ee7-4e84-4744-8d16-d1979943ab8a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:52.045307 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cb430ee7-4e84-4744-8d16-d1979943ab8a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1333933 Jul 30 20:15:52.049402 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44264) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:52.090084 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0547c06b-e21e-44e9-97ab-eecf413d6991 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:15:52.112311 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-9cd0876c-618c-4f76-b838-7d7aa54c223b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=0a8804f1-acca-465c-84fb-55cebe68c3f4 HTTP/1.1" status: 200 len: 217 time: 0.0560894 Jul 30 20:15:52.146161 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 0547c06b-e21e-44e9-97ab-eecf413d6991 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:52.147363 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:52.169324 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de2e82b3-1727-4a07-addc-547d25a78423 req-00a1da31-753d-4d22-b3a3-2bf0f56c4ca6 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1637371 Jul 30 20:15:52.202443 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5c055-40b5-4d01-a0a6-e2f891910ee8 req-42396962-cf8b-4491-bfc2-5759e980b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:52.204482 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9db5c055-40b5-4d01-a0a6-e2f891910ee8 req-42396962-cf8b-4491-bfc2-5759e980b097 service neutron] 10.222.0.59 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 912 time: 0.2106135 Jul 30 20:15:52.206840 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-2c19244d-b4f3-4417-b1c4-82fbbe756efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:52.208381 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-2c19244d-b4f3-4417-b1c4-82fbbe756efa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b40af219-9b23-4107-b87f-a0248d4c15b9 HTTP/1.1" status: 200 len: 797 time: 0.0843029 Jul 30 20:15:52.312990 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9db5c055-40b5-4d01-a0a6-e2f891910ee8 req-fa4a9606-ff4a-420d-861e-2cf6a4214ee8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd41358c-fdda-43ae-be89-336bb996dc26 HTTP/1.1" status: 200 len: 217 time: 0.1004431 Jul 30 20:15:52.406292 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-a1bee550-a128-4622-ba01-fd30c7757e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:52.407991 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-a1bee550-a128-4622-ba01-fd30c7757e97 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd865cdf-fcee-4685-bcc3-e9d181e42798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1787467 Jul 30 20:15:52.419118 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5c055-40b5-4d01-a0a6-e2f891910ee8 req-3f515733-8422-4b02-8043-49a8286b6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:52.421266 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9db5c055-40b5-4d01-a0a6-e2f891910ee8 req-3f515733-8422-4b02-8043-49a8286b6f33 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac1c465f-425f-4078-b2f8-d23b006b1c90 HTTP/1.1" status: 200 len: 850 time: 0.0920205 Jul 30 20:15:52.428957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec752d-c81f-47df-863e-4bb809637aa5 req-2f7e1b53-2bf3-4b7e-b94e-06f7044a4d56 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:52.430431 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4dec752d-c81f-47df-863e-4bb809637aa5 req-2f7e1b53-2bf3-4b7e-b94e-06f7044a4d56 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 944 time: 0.1380761 Jul 30 20:15:52.543544 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device bd41358c-fdda-43ae-be89-336bb996dc26 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:15:52.558957 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4dec752d-c81f-47df-863e-4bb809637aa5 req-eda10abe-8477-4a64-84d5-7b0ac963ca33 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132216 Jul 30 20:15:52.572632 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5c055-40b5-4d01-a0a6-e2f891910ee8 req-6e7d1061-ff70-4627-a683-dd3abfcf2272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:52.573893 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9db5c055-40b5-4d01-a0a6-e2f891910ee8 req-6e7d1061-ff70-4627-a683-dd3abfcf2272 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364684 Jul 30 20:15:52.577407 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdb01eb5-32fa-4f61-a145-c7773804b753 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:52.580082 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-5680c8e4-1c9e-4233-a20e-ae5d1066a5d3 service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627417 Jul 30 20:15:52.619942 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-22f17c54-8049-44ce-8263-5c198f8cdb3c tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Allocated IP 2001:db8::163 (07d07039-d57a-4e79-bf93-ea24392028d6/e059d5ad-6505-4f8a-9ac4-e2b11eec5de0/4d0a23ab-444e-4280-95f0-2dc8026e918c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:52.704125 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port bd41358c-fdda-43ae-be89-336bb996dc26, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=bd41358c-fdda-43ae-be89-336bb996dc26,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:15:52.710603 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d75f1a3c-175b-41a4-a5d1-bdc21d331b35 req-889a9887-9284-448c-8564-7a75bd0b4b67 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 210 time: 0.0389693 Jul 30 20:15:52.722125 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'bd41358c-fdda-43ae-be89-336bb996dc26', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'port_id': 'bd41358c-fdda-43ae-be89-336bb996dc26', 'mac_address': 'fa:16:3e:3a:b6:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:15:52.748079 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdb01eb5-32fa-4f61-a145-c7773804b753 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:52.754835 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdb01eb5-32fa-4f61-a145-c7773804b753 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:52.775356 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:52.786755 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9db5c055-40b5-4d01-a0a6-e2f891910ee8 req-2eeff384-7a59-4dc2-94d9-28af561459f3 service neutron] 10.222.0.59 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044117 Jul 30 20:15:52.789263 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-0043bcaa-7e89-4a36-b7bd-4bf700140270 service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990159 Jul 30 20:15:52.798160 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd41358c-fdda-43ae-be89-336bb996dc26 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:15:52.821136 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port bd41358c-fdda-43ae-be89-336bb996dc26, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=bd41358c-fdda-43ae-be89-336bb996dc26,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:15:52.825170 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:52.865480 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a6e302a8-550f-4c95-844d-bf92d0987c9d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting port cd875b28-b467-47a3-b716-875bbdd4c6e4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:15:52.865924 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a6e302a8-550f-4c95-844d-bf92d0987c9d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:52.889438 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-a8994960-1c85-469e-bdc1-63b3fe76e313 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=3e7c3967-422e-4f07-94df-36160be947b8 HTTP/1.1" status: 200 len: 217 time: 0.0858231 Jul 30 20:15:52.890553 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=bd41358c-fdda-43ae-be89-336bb996dc26,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:52.895238 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdb01eb5-32fa-4f61-a145-c7773804b753 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:52.896143 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb01eb5-32fa-4f61-a145-c7773804b753 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Fanout notify agent at l3_agent the message router_deleted on router add4c972-5467-4946-89a8-c425185e519c {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:15:52.937743 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdb01eb5-32fa-4f61-a145-c7773804b753 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:52.938876 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bdb01eb5-32fa-4f61-a145-c7773804b753 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "DELETE /v2.0/routers/add4c972-5467-4946-89a8-c425185e519c HTTP/1.1" status: 204 len: 168 time: 2.0618210 Jul 30 20:15:52.943541 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44270) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:52.945859 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-8994d04b-e5c7-4ba8-a9ab-e15e9a18a3bc tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:52.947274 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-8994d04b-e5c7-4ba8-a9ab-e15e9a18a3bc tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.83 "GET /v2.0/networks?id=c421e0b7-06ec-4b47-a5b3-95881a5c3933 HTTP/1.1" status: 200 len: 816 time: 0.4516747 Jul 30 20:15:52.957947 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-cc961bbe-d6ce-452f-8b3f-35a8e890eeac tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1253349297', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'enable_snat': False}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:53.002928 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957af2c-39a3-49ce-a1d6-4729c92f1c40 req-004b992b-bf33-4e9c-b6e7-38859aeb5325 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:53.004448 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1957af2c-39a3-49ce-a1d6-4729c92f1c40 req-004b992b-bf33-4e9c-b6e7-38859aeb5325 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 945 time: 0.1858985 Jul 30 20:15:53.013443 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9db5c055-40b5-4d01-a0a6-e2f891910ee8 req-4376452c-034d-4d96-acb4-3e5c22d0f3d3 service neutron] 10.222.0.59 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194002 Jul 30 20:15:53.015313 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-dfefd887-3301-4356-93c5-81a30b7bc67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:53.016669 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-dfefd887-3301-4356-93c5-81a30b7bc67e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b40af219-9b23-4107-b87f-a0248d4c15b9 HTTP/1.1" status: 200 len: 797 time: 0.1100924 Jul 30 20:15:53.019963 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a6e302a8-550f-4c95-844d-bf92d0987c9d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:53.049958 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-b5c54b0a-6ab7-4ea4-bbfe-34938c40dc52 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c9ba35ca3ce49889dd21646eecff8cf HTTP/1.1" status: 200 len: 380 time: 0.0883482 Jul 30 20:15:53.050709 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc961bbe-d6ce-452f-8b3f-35a8e890eeac tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:53.051746 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc961bbe-d6ce-452f-8b3f-35a8e890eeac tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:53.056256 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a6e302a8-550f-4c95-844d-bf92d0987c9d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Calling delete_port for cd875b28-b467-47a3-b716-875bbdd4c6e4 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:15:53.060866 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-38b24a8d-b381-493c-bcd3-71ba3ad68a84 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Request body: {'port': {'device_id': '16cc72c6-4e0f-47eb-aef8-2173382a2282', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'admin_state_up': True, 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'security_groups': ['6f4fbda2-9905-457e-85d0-9300e520d932']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:53.103916 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1957af2c-39a3-49ce-a1d6-4729c92f1c40 req-9d741c38-4a20-488b-ad31-51657e443cb3 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862570 Jul 30 20:15:53.109360 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['bd41358c-fdda-43ae-be89-336bb996dc26'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:15:53.144672 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-82cb1cc3-c2fc-4cd3-9ead-d7f41e7c3c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:53.146444 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-82cb1cc3-c2fc-4cd3-9ead-d7f41e7c3c18 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd865cdf-fcee-4685-bcc3-e9d181e42798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1191280 Jul 30 20:15:53.147806 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc961bbe-d6ce-452f-8b3f-35a8e890eeac tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:53.165200 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-22f17c54-8049-44ce-8263-5c198f8cdb3c tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:53.195753 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-22f17c54-8049-44ce-8263-5c198f8cdb3c tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Transition to ACTIVE for port object 4d0a23ab-444e-4280-95f0-2dc8026e918c will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:53.288950 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a6e302a8-550f-4c95-844d-bf92d0987c9d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:53.298741 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-22f17c54-8049-44ce-8263-5c198f8cdb3c tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:53.304967 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-38b24a8d-b381-493c-bcd3-71ba3ad68a84 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Made reservation on behalf of 6c9ba35ca3ce49889dd21646eecff8cf for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:53.308538 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-38b24a8d-b381-493c-bcd3-71ba3ad68a84 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:53.338588 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e302a8-550f-4c95-844d-bf92d0987c9d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Port': ['ID=cd875b28-b467-47a3-b716-875bbdd4c6e4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:53.371150 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a6e302a8-550f-4c95-844d-bf92d0987c9d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:53.373585 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a6e302a8-550f-4c95-844d-bf92d0987c9d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/ports/cd875b28-b467-47a3-b716-875bbdd4c6e4 HTTP/1.1" status: 204 len: 168 time: 1.3223562 Jul 30 20:15:53.380959 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44274) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:53.385652 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc961bbe-d6ce-452f-8b3f-35a8e890eeac tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:53.405134 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f17c54-8049-44ce-8263-5c198f8cdb3c tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Network 07d07039-d57a-4e79-bf93-ea24392028d6 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:53.415994 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-22f17c54-8049-44ce-8263-5c198f8cdb3c tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:53.425350 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-b524a2ae-bb6a-494b-b268-469b79c87c84 service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681811 Jul 30 20:15:53.460015 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f17c54-8049-44ce-8263-5c198f8cdb3c tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:53.465790 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f17c54-8049-44ce-8263-5c198f8cdb3c tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:53.466329 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-22f17c54-8049-44ce-8263-5c198f8cdb3c tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:53.476857 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e51032-1bad-4802-a842-9df150de8012 req-561c91d1-24d2-4e7b-b5a2-95e58f412e40 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:53.482791 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e51032-1bad-4802-a842-9df150de8012 req-561c91d1-24d2-4e7b-b5a2-95e58f412e40 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:53.489169 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e51032-1bad-4802-a842-9df150de8012 req-561c91d1-24d2-4e7b-b5a2-95e58f412e40 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:53.494670 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e51032-1bad-4802-a842-9df150de8012 req-561c91d1-24d2-4e7b-b5a2-95e58f412e40 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:53.501170 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e51032-1bad-4802-a842-9df150de8012 req-561c91d1-24d2-4e7b-b5a2-95e58f412e40 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:53.507924 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e51032-1bad-4802-a842-9df150de8012 req-561c91d1-24d2-4e7b-b5a2-95e58f412e40 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:53.508340 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f17c54-8049-44ce-8263-5c198f8cdb3c tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Pushing event updated for resources: {'Port': ['ID=4d0a23ab-444e-4280-95f0-2dc8026e918c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:53.513220 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e51032-1bad-4802-a842-9df150de8012 req-561c91d1-24d2-4e7b-b5a2-95e58f412e40 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:53.515736 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76e51032-1bad-4802-a842-9df150de8012 req-561c91d1-24d2-4e7b-b5a2-95e58f412e40 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5419 time: 0.1984169 Jul 30 20:15:53.532100 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-22f17c54-8049-44ce-8263-5c198f8cdb3c tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8264244 Jul 30 20:15:53.533399 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44276) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:53.542554 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ebd53835-4d3b-4ea9-b317-fae7f752fd55 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::14', 'mac_address': 'fa:16:3e:07:53:22'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:53.604406 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7963110b-f009-411f-a501-31c3f83a6944 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:53.608883 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7963110b-f009-411f-a501-31c3f83a6944 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2231591 Jul 30 20:15:53.611930 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44280) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:53.650467 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76e51032-1bad-4802-a842-9df150de8012 req-7add975e-e511-4ffe-b182-bd0b9f67ad82 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0960667 Jul 30 20:15:53.660166 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c932562-9796-4946-a481-c7d829a4a1a8 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] GET failed (client error): The resource could not be found. Jul 30 20:15:53.664271 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7c932562-9796-4946-a481-c7d829a4a1a8 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports/be2df36c-b876-440f-b14e-a55af631e008 HTTP/1.1" status: 404 len: 333 time: 0.0470476 Jul 30 20:15:53.665306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44282) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:53.677394 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-38b24a8d-b381-493c-bcd3-71ba3ad68a84 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Allocated IP 172.20.0.14 (c421e0b7-06ec-4b47-a5b3-95881a5c3933/4b1ad353-61a9-43a8-b737-817c20130814/96a255fd-27b1-444d-a16e-73fe08930ceb) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:53.685660 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1e2b-2fc5-4679-b9ba-f24804245b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:53.692689 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebd53835-4d3b-4ea9-b317-fae7f752fd55 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:53.710954 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-604c92d4-98bb-4812-8bb4-f8a8d2db66ff service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578595 Jul 30 20:15:53.714353 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c4e6c4-d576-473f-914a-6bbe6b4e8b8f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] GET failed (client error): The resource could not be found. Jul 30 20:15:53.718589 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-45c4e6c4-d576-473f-914a-6bbe6b4e8b8f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports/cd875b28-b467-47a3-b716-875bbdd4c6e4 HTTP/1.1" status: 404 len: 333 time: 0.0501142 Jul 30 20:15:53.721019 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44284) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:53.733439 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-352a9756-0f52-4a4e-95ec-516f7406e7f8 None None] Provisioning for port 4d0a23ab-444e-4280-95f0-2dc8026e918c completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:53.737962 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-352a9756-0f52-4a4e-95ec-516f7406e7f8 None None] Provisioning complete for port 4d0a23ab-444e-4280-95f0-2dc8026e918c triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:53.738334 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-352a9756-0f52-4a4e-95ec-516f7406e7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:53.787211 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-352a9756-0f52-4a4e-95ec-516f7406e7f8 None None] Port 4d0a23ab-444e-4280-95f0-2dc8026e918c cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:15:53.822132 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-c608bc5d-8d8d-456e-813f-5b8aaa090023 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=33577d32-9587-4412-94fe-1404b870cf1c HTTP/1.1" status: 200 len: 217 time: 0.1038342 Jul 30 20:15:53.877810 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:53.911462 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a7ee9f4c-2356-4aa7-bd06-4b61dfe33c8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:53.938300 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-a3c52fe6-9422-40aa-b679-b80b78aeb697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:53.939837 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-a3c52fe6-9422-40aa-b679-b80b78aeb697 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1ebe1971-ab00-4b27-ba31-c6c61a678b7e HTTP/1.1" status: 200 len: 797 time: 0.1069498 Jul 30 20:15:53.955314 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-38b24a8d-b381-493c-bcd3-71ba3ad68a84 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:53.980729 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1754f3-6cf6-487a-b926-a8ac57074f03 req-2a1204e8-edb3-4584-a285-85aeda29302e tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:53.982256 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9e1754f3-6cf6-487a-b926-a8ac57074f03 req-2a1204e8-edb3-4584-a285-85aeda29302e tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 945 time: 0.1727839 Jul 30 20:15:53.988479 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-38b24a8d-b381-493c-bcd3-71ba3ad68a84 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Transition to ACTIVE for port object 96a255fd-27b1-444d-a16e-73fe08930ceb will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:54.014831 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebd53835-4d3b-4ea9-b317-fae7f752fd55 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:54.027561 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebd53835-4d3b-4ea9-b317-fae7f752fd55 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:54.074090 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ebd53835-4d3b-4ea9-b317-fae7f752fd55 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] In _notify_port_updated(), no bound segment for port 4d0a23ab-444e-4280-95f0-2dc8026e918c on network 07d07039-d57a-4e79-bf93-ea24392028d6 {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:15:54.079656 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd53835-4d3b-4ea9-b317-fae7f752fd55 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:54.080325 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebd53835-4d3b-4ea9-b317-fae7f752fd55 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:54.081694 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ebd53835-4d3b-4ea9-b317-fae7f752fd55 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] 10.222.0.81 "PUT /v2.0/ports/4d0a23ab-444e-4280-95f0-2dc8026e918c HTTP/1.1" status: 200 len: 1002 time: 0.5473802 Jul 30 20:15:54.086416 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44288) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:54.103850 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-38b24a8d-b381-493c-bcd3-71ba3ad68a84 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:54.123770 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd53835-4d3b-4ea9-b317-fae7f752fd55 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Pushing event updated for resources: {'Port': ['ID=4d0a23ab-444e-4280-95f0-2dc8026e918c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:54.207070 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-38b24a8d-b381-493c-bcd3-71ba3ad68a84 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Network c421e0b7-06ec-4b47-a5b3-95881a5c3933 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:54.214732 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-38b24a8d-b381-493c-bcd3-71ba3ad68a84 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:54.220218 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-38b24a8d-b381-493c-bcd3-71ba3ad68a84 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:54.255335 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b24a8d-b381-493c-bcd3-71ba3ad68a84 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Pushing event updated for resources: {'Port': ['ID=96a255fd-27b1-444d-a16e-73fe08930ceb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:54.291128 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-38b24a8d-b381-493c-bcd3-71ba3ad68a84 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:54.291835 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-38b24a8d-b381-493c-bcd3-71ba3ad68a84 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:54.326798 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-38b24a8d-b381-493c-bcd3-71ba3ad68a84 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2709048 Jul 30 20:15:54.329456 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-cbc87793-ae3f-43c5-bc03-f7f4b3c1a26a tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Deleting port 4d0a23ab-444e-4280-95f0-2dc8026e918c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:15:54.330147 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbc87793-ae3f-43c5-bc03-f7f4b3c1a26a tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:54.341339 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-2256ceda-fc35-444f-ab17-04d87ddeeaf6 service neutron] Request body: {'port': {'device_id': '16cc72c6-4e0f-47eb-aef8-2173382a2282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:54.419003 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-57e36079-9d05-4821-b1c8-7ee8a248a105 None None] Provisioning complete for port 4d0a23ab-444e-4280-95f0-2dc8026e918c triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:54.419629 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-57e36079-9d05-4821-b1c8-7ee8a248a105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:54.456763 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-57e36079-9d05-4821-b1c8-7ee8a248a105 None None] Port 4d0a23ab-444e-4280-95f0-2dc8026e918c cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:15:54.489039 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-2256ceda-fc35-444f-ab17-04d87ddeeaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:54.543310 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbc87793-ae3f-43c5-bc03-f7f4b3c1a26a tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:54.559845 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-cbc87793-ae3f-43c5-bc03-f7f4b3c1a26a tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Calling delete_port for 4d0a23ab-444e-4280-95f0-2dc8026e918c owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:15:54.567335 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device bd41358c-fdda-43ae-be89-336bb996dc26 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:15:54.585599 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a7ee9f4c-2356-4aa7-bd06-4b61dfe33c8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:54.597535 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e0dfd2e8-3b48-4135-b541-2f74b4fddc38 None None] Provisioning for port 96a255fd-27b1-444d-a16e-73fe08930ceb completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:54.599326 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-edef39f6-9453-461c-b7b6-8cbc389bee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:54.600924 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-edef39f6-9453-461c-b7b6-8cbc389bee2b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1fde70c4-e26e-40ae-a876-4ba8ec92486d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6297851 Jul 30 20:15:54.605085 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e0dfd2e8-3b48-4135-b541-2f74b4fddc38 None None] Provisioning complete for port 96a255fd-27b1-444d-a16e-73fe08930ceb triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:54.605463 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e0dfd2e8-3b48-4135-b541-2f74b4fddc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:54.607434 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9e1754f3-6cf6-487a-b926-a8ac57074f03 req-77d0513f-7260-4c41-afad-27d4e176d6dd tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938577 Jul 30 20:15:54.609016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-a7ee9f4c-2356-4aa7-bd06-4b61dfe33c8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db80f41-8f8b-455a-a3c9-4f296b6e23f3']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:54.613268 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc961bbe-d6ce-452f-8b3f-35a8e890eeac tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:54.664826 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e0dfd2e8-3b48-4135-b541-2f74b4fddc38 None None] Port 96a255fd-27b1-444d-a16e-73fe08930ceb cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:15:54.675858 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port bd41358c-fdda-43ae-be89-336bb996dc26 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:54.684502 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port bd41358c-fdda-43ae-be89-336bb996dc26 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:54.684883 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:54.708688 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-a7ee9f4c-2356-4aa7-bd06-4b61dfe33c8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d17363c-4b64-464c-a6b7-24ad0b07067f') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:54.709134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-a7ee9f4c-2356-4aa7-bd06-4b61dfe33c8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d17363c-4b64-464c-a6b7-24ad0b07067f') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:54.712997 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc961bbe-d6ce-452f-8b3f-35a8e890eeac tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:54.748555 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a7ee9f4c-2356-4aa7-bd06-4b61dfe33c8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:54.783023 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:54.808758 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972ffce7-cc1d-4439-ae22-85bc67e6284b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd41358c-fdda-43ae-be89-336bb996dc26'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:15:54.813208 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94610400-bb09-4fcb-8ef8-5c4043126e32" -d '{"events": [{"server_uuid": "972ffce7-cc1d-4439-ae22-85bc67e6284b", "name": "network-vif-plugged", "status": "completed", "tag": "bd41358c-fdda-43ae-be89-336bb996dc26"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:15:54.831095 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port bd41358c-fdda-43ae-be89-336bb996dc26, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=bd41358c-fdda-43ae-be89-336bb996dc26,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:15:54.832637 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a7ee9f4c-2356-4aa7-bd06-4b61dfe33c8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:54.837504 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:54.851334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ee9f4c-2356-4aa7-bd06-4b61dfe33c8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:15:54.851854 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a7ee9f4c-2356-4aa7-bd06-4b61dfe33c8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:54.852330 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbc87793-ae3f-43c5-bc03-f7f4b3c1a26a tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:15:54.861892 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:15:54.894400 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc87793-ae3f-43c5-bc03-f7f4b3c1a26a tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Pushing event deleted for resources: {'Port': ['ID=4d0a23ab-444e-4280-95f0-2dc8026e918c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:54.908697 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:54.920810 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=bd41358c-fdda-43ae-be89-336bb996dc26,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:54.948059 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-08a19380-f43a-4f5d-a8b3-6b79c142ba9a service neutron] 10.222.0.83 "GET /v2.0/networks/1fde70c4-e26e-40ae-a876-4ba8ec92486d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359284 Jul 30 20:15:54.957817 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-2256ceda-fc35-444f-ab17-04d87ddeeaf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a255fd-27b1-444d-a16e-73fe08930ceb {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:15:54.965058 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45ae94-7812-403b-85bd-13136ca15f4c req-108bf66c-141b-436a-8dc0-ba45030bd72b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:54.966602 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3f45ae94-7812-403b-85bd-13136ca15f4c req-108bf66c-141b-436a-8dc0-ba45030bd72b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 932 time: 0.2513273 Jul 30 20:15:54.970270 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-2256ceda-fc35-444f-ab17-04d87ddeeaf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:55.007489 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-2256ceda-fc35-444f-ab17-04d87ddeeaf6 service neutron] Transition to ACTIVE for port object 96a255fd-27b1-444d-a16e-73fe08930ceb will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:55.014718 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-2256ceda-fc35-444f-ab17-04d87ddeeaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:55.044164 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a7ee9f4c-2356-4aa7-bd06-4b61dfe33c8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:55.049721 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a7ee9f4c-2356-4aa7-bd06-4b61dfe33c8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:55.056832 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a7ee9f4c-2356-4aa7-bd06-4b61dfe33c8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/networks/1db80f41-8f8b-455a-a3c9-4f296b6e23f3 HTTP/1.1" status: 204 len: 168 time: 1.3369994 Jul 30 20:15:55.057913 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbc87793-ae3f-43c5-bc03-f7f4b3c1a26a tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:55.059787 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cbc87793-ae3f-43c5-bc03-f7f4b3c1a26a tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] 10.222.0.81 "DELETE /v2.0/ports/4d0a23ab-444e-4280-95f0-2dc8026e918c HTTP/1.1" status: 204 len: 168 time: 0.9725189 Jul 30 20:15:55.061218 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44298) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:55.068517 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6c31d56a-aa5e-47b7-9075-390110d9e7d2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1673253855'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:55.068865 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44300) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:55.100537 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256ceda-fc35-444f-ab17-04d87ddeeaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=96a255fd-27b1-444d-a16e-73fe08930ceb,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:55.111829 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-cc961bbe-d6ce-452f-8b3f-35a8e890eeac tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Allocated IP 172.25.3.134 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/4af8bb37-e674-482e-9a67-d5e53cc3228c) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:55.130772 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c31d56a-aa5e-47b7-9075-390110d9e7d2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:55.133361 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee9f4c-2356-4aa7-bd06-4b61dfe33c8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Network': ['ID=1db80f41-8f8b-455a-a3c9-4f296b6e23f3,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:55.136702 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c31d56a-aa5e-47b7-9075-390110d9e7d2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:55.142023 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-199a2734-ffd1-45ed-a87f-132e393f2bac tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] GET failed (client error): The resource could not be found. Jul 30 20:15:55.147384 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-199a2734-ffd1-45ed-a87f-132e393f2bac tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] 10.222.0.81 "GET /v2.0/ports/4d0a23ab-444e-4280-95f0-2dc8026e918c HTTP/1.1" status: 404 len: 333 time: 0.0697145 Jul 30 20:15:55.150123 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44302) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:55.175642 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee9f4c-2356-4aa7-bd06-4b61dfe33c8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:55.176000 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee9f4c-2356-4aa7-bd06-4b61dfe33c8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:55.176352 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee9f4c-2356-4aa7-bd06-4b61dfe33c8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:55.176699 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee9f4c-2356-4aa7-bd06-4b61dfe33c8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:55.177045 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee9f4c-2356-4aa7-bd06-4b61dfe33c8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:55.177381 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee9f4c-2356-4aa7-bd06-4b61dfe33c8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:55.177716 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee9f4c-2356-4aa7-bd06-4b61dfe33c8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:55.178050 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee9f4c-2356-4aa7-bd06-4b61dfe33c8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:55.178381 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee9f4c-2356-4aa7-bd06-4b61dfe33c8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:55.178712 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee9f4c-2356-4aa7-bd06-4b61dfe33c8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:55.179039 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee9f4c-2356-4aa7-bd06-4b61dfe33c8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:55.179365 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee9f4c-2356-4aa7-bd06-4b61dfe33c8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:55.183345 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e5c36d8e-2397-4bed-8738-f80842690ee7 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Request body: {'port': {'network_id': '07d07039-d57a-4e79-bf93-ea24392028d6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-651453699'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:55.237526 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3f45ae94-7812-403b-85bd-13136ca15f4c req-fd95e744-b1ec-41bf-bb07-c60882bf0391 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422891 Jul 30 20:15:55.255717 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c31d56a-aa5e-47b7-9075-390110d9e7d2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:15:55.258985 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-95d69bae-2c43-4cb6-9a54-b1e82cc16cbb service neutron] 10.222.0.83 "GET /v2.0/networks/1fde70c4-e26e-40ae-a876-4ba8ec92486d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913933 Jul 30 20:15:55.300895 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-2256ceda-fc35-444f-ab17-04d87ddeeaf6 service neutron] Attempting to bind port 96a255fd-27b1-444d-a16e-73fe08930ceb on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:55.301244 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-2256ceda-fc35-444f-ab17-04d87ddeeaf6 service neutron] Attempting to bind port 96a255fd-27b1-444d-a16e-73fe08930ceb by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'bfeffb72-5f50-4e64-a0a9-eada93f21563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:55.301583 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-2256ceda-fc35-444f-ab17-04d87ddeeaf6 service neutron] Attempting to bind port 96a255fd-27b1-444d-a16e-73fe08930ceb on network c421e0b7-06ec-4b47-a5b3-95881a5c3933 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:55.314397 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-2256ceda-fc35-444f-ab17-04d87ddeeaf6 service neutron] Port 96a255fd-27b1-444d-a16e-73fe08930ceb on network c421e0b7-06ec-4b47-a5b3-95881a5c3933 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:15:55.314397 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-2256ceda-fc35-444f-ab17-04d87ddeeaf6 service neutron] Attempting to bind port 96a255fd-27b1-444d-a16e-73fe08930ceb on network c421e0b7-06ec-4b47-a5b3-95881a5c3933 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:55.318458 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6d449a69-d251-4f6a-bcc3-d0fd87a7cf51 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6bbbe4f-6e29-4689-8729-e8c1da64bc26 HTTP/1.1" status: 200 len: 217 time: 0.0514064 Jul 30 20:15:55.319306 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c31d56a-aa5e-47b7-9075-390110d9e7d2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:55.319698 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-6c31d56a-aa5e-47b7-9075-390110d9e7d2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Added segment cbd08c3f-f465-4b57-a7f2-add89aab7aed of type vlan for network 9cec6d54-3e17-44c9-a250-676c76d6ac4f Jul 30 20:15:55.336588 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-2256ceda-fc35-444f-ab17-04d87ddeeaf6 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:15:55.337105 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-2256ceda-fc35-444f-ab17-04d87ddeeaf6 service neutron] Checking segment: {'id': 'bfeffb72-5f50-4e64-a0a9-eada93f21563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:55.337536 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-2256ceda-fc35-444f-ab17-04d87ddeeaf6 service neutron] Bound using segment: {'id': 'bfeffb72-5f50-4e64-a0a9-eada93f21563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:15:55.338014 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-2256ceda-fc35-444f-ab17-04d87ddeeaf6 service neutron] Bound port: 96a255fd-27b1-444d-a16e-73fe08930ceb, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfeffb72-5f50-4e64-a0a9-eada93f21563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:15:55.338737 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-2256ceda-fc35-444f-ab17-04d87ddeeaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:55.426306 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc961bbe-d6ce-452f-8b3f-35a8e890eeac tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:55.430254 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c31d56a-aa5e-47b7-9075-390110d9e7d2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:55.448235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-19cc8d31-8973-4ac2-97d8-f41294b4bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:55.449731 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-19cc8d31-8973-4ac2-97d8-f41294b4bdbe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1ebe1971-ab00-4b27-ba31-c6c61a678b7e HTTP/1.1" status: 200 len: 797 time: 0.1229935 Jul 30 20:15:55.465082 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cdf92-0db7-4ad2-a16d-2bb317aa2ae0 req-46f10bb2-6d29-424d-9c43-6c4d32ca6a51 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:55.467472 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-945cdf92-0db7-4ad2-a16d-2bb317aa2ae0 req-46f10bb2-6d29-424d-9c43-6c4d32ca6a51 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 945 time: 0.1267948 Jul 30 20:15:55.484999 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c36d8e-2397-4bed-8738-f80842690ee7 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Made reservation on behalf of c809cebbbdf345389863e9dbda2bc2df for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:55.488464 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e5c36d8e-2397-4bed-8738-f80842690ee7 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:55.498312 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-2256ceda-fc35-444f-ab17-04d87ddeeaf6 service neutron] For port 96a255fd-27b1-444d-a16e-73fe08930ceb, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:15:55.518901 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-2256ceda-fc35-444f-ab17-04d87ddeeaf6 service neutron] For port 96a255fd-27b1-444d-a16e-73fe08930ceb, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=96a255fd-27b1-444d-a16e-73fe08930ceb,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:15:55.528455 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-2256ceda-fc35-444f-ab17-04d87ddeeaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:55.531361 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-e5c36d8e-2397-4bed-8738-f80842690ee7 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] device_id is not set on port 71f561de-f52b-439c-80bb-cd9305d92ad7 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:15:55.537828 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c31d56a-aa5e-47b7-9075-390110d9e7d2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:55.543370 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c31d56a-aa5e-47b7-9075-390110d9e7d2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:55.544033 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c31d56a-aa5e-47b7-9075-390110d9e7d2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:55.554890 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc961bbe-d6ce-452f-8b3f-35a8e890eeac tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:55.562123 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-945cdf92-0db7-4ad2-a16d-2bb317aa2ae0 req-de9d4d44-6d58-4116-b293-6f384093e2e8 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828030 Jul 30 20:15:55.568236 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-5b655ea5-099f-4d37-96f9-984f1c162a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:55.569730 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-5b655ea5-099f-4d37-96f9-984f1c162a8c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1fde70c4-e26e-40ae-a876-4ba8ec92486d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1000135 Jul 30 20:15:55.650824 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc961bbe-d6ce-452f-8b3f-35a8e890eeac tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:55.657372 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-cc961bbe-d6ce-452f-8b3f-35a8e890eeac tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:55.671104 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-2256ceda-fc35-444f-ab17-04d87ddeeaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:55.671830 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc961bbe-d6ce-452f-8b3f-35a8e890eeac tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:55.671994 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-2256ceda-fc35-444f-ab17-04d87ddeeaf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:55.673216 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-2256ceda-fc35-444f-ab17-04d87ddeeaf6 service neutron] 10.222.0.83 "PUT /v2.0/ports/96a255fd-27b1-444d-a16e-73fe08930ceb HTTP/1.1" status: 200 len: 1092 time: 1.3374293 Jul 30 20:15:55.673674 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cc72c6-4e0f-47eb-aef8-2173382a2282', 'tag': '96a255fd-27b1-444d-a16e-73fe08930ceb'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:15:55.675973 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6a4352-2b9e-4e79-ad86-400ba52fbb6a" -d '{"events": [{"name": "network-changed", "server_uuid": "16cc72c6-4e0f-47eb-aef8-2173382a2282", "tag": "96a255fd-27b1-444d-a16e-73fe08930ceb"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:15:55.676990 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc961bbe-d6ce-452f-8b3f-35a8e890eeac tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Pushing event updated for resources: {'Port': ['ID=4af8bb37-e674-482e-9a67-d5e53cc3228c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:55.694574 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6c31d56a-aa5e-47b7-9075-390110d9e7d2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6274025 Jul 30 20:15:55.701421 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44310) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:55.714961 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a92a7a89-1c76-4bf4-b24b-e9ea6d35ce5f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'subnet': {'network_id': '9cec6d54-3e17-44c9-a250-676c76d6ac4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:55.752508 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31d56a-aa5e-47b7-9075-390110d9e7d2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Network': ['ID=9cec6d54-3e17-44c9-a250-676c76d6ac4f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:55.767488 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 9cec6d54-3e17-44c9-a250-676c76d6ac4f details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:15:55.872278 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-6f3711b2-e062-41f9-becd-aa384dabe8b3 service neutron] 10.222.0.83 "GET /v2.0/networks/1fde70c4-e26e-40ae-a876-4ba8ec92486d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793987 Jul 30 20:15:55.968539 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcdeb1-cd3e-42a4-b7fd-bac4e3ebfccb req-ce5e5d69-6ab2-471a-a8c6-c6b9f77140a3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:55.974804 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcdeb1-cd3e-42a4-b7fd-bac4e3ebfccb req-ce5e5d69-6ab2-471a-a8c6-c6b9f77140a3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:55.980614 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcdeb1-cd3e-42a4-b7fd-bac4e3ebfccb req-ce5e5d69-6ab2-471a-a8c6-c6b9f77140a3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:55.986648 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcdeb1-cd3e-42a4-b7fd-bac4e3ebfccb req-ce5e5d69-6ab2-471a-a8c6-c6b9f77140a3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:55.992786 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcdeb1-cd3e-42a4-b7fd-bac4e3ebfccb req-ce5e5d69-6ab2-471a-a8c6-c6b9f77140a3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:55.998617 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcdeb1-cd3e-42a4-b7fd-bac4e3ebfccb req-ce5e5d69-6ab2-471a-a8c6-c6b9f77140a3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:56.004593 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcdeb1-cd3e-42a4-b7fd-bac4e3ebfccb req-ce5e5d69-6ab2-471a-a8c6-c6b9f77140a3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:56.006574 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06dcdeb1-cd3e-42a4-b7fd-bac4e3ebfccb req-ce5e5d69-6ab2-471a-a8c6-c6b9f77140a3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5419 time: 0.2681024 Jul 30 20:15:56.066955 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256ceda-fc35-444f-ab17-04d87ddeeaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=96a255fd-27b1-444d-a16e-73fe08930ceb,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:56.129873 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06dcdeb1-cd3e-42a4-b7fd-bac4e3ebfccb req-a9588337-e01b-4660-82d8-2e8411e33e28 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1115296 Jul 30 20:15:56.135117 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ec4ec98-5dc7-433a-9695-82dfbd9db7d7 req-cedf07c5-428f-4f33-b224-d82a54459ba3 service neutron] 10.222.0.83 "GET /v2.0/networks/1fde70c4-e26e-40ae-a876-4ba8ec92486d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529144 Jul 30 20:15:56.178006 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-1910643e-56ed-4a9c-931d-04fe96adabcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:56.179610 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-1910643e-56ed-4a9c-931d-04fe96adabcb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c9ba35ca3ce49889dd21646eecff8cf&device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 1095 time: 0.4303622 Jul 30 20:15:56.193181 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-e5c36d8e-2397-4bed-8738-f80842690ee7 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Allocated IP 2001:db8::2d8 (07d07039-d57a-4e79-bf93-ea24392028d6/e059d5ad-6505-4f8a-9ac4-e2b11eec5de0/71f561de-f52b-439c-80bb-cd9305d92ad7) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:56.200079 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92a7a89-1c76-4bf4-b24b-e9ea6d35ce5f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:56.203563 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc961bbe-d6ce-452f-8b3f-35a8e890eeac tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:56.204114 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a92a7a89-1c76-4bf4-b24b-e9ea6d35ce5f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:56.212486 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d52c5f-28a4-4675-a7b6-9d9af94ef343 x-openstack-request-id: req-02d52c5f-28a4-4675-a7b6-9d9af94ef343 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:15:56.213134 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972ffce7-cc1d-4439-ae22-85bc67e6284b", "name": "network-vif-plugged", "status": "completed", "tag": "bd41358c-fdda-43ae-be89-336bb996dc26", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:15:56.213134 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02d52c5f-28a4-4675-a7b6-9d9af94ef343 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:15:56.213641 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972ffce7-cc1d-4439-ae22-85bc67e6284b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd41358c-fdda-43ae-be89-336bb996dc26', 'code': 200} Jul 30 20:15:56.253902 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-3efd299d-7957-4eaf-81e5-3e432d2f6030 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96a255fd-27b1-444d-a16e-73fe08930ceb HTTP/1.1" status: 200 len: 217 time: 0.0626705 Jul 30 20:15:56.393766 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-91095f2a-df73-4c82-ab45-84c7fa490095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:56.395353 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-91095f2a-df73-4c82-ab45-84c7fa490095 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b1ad353-61a9-43a8-b737-817c20130814 HTTP/1.1" status: 200 len: 855 time: 0.1071258 Jul 30 20:15:56.440199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616ef9d-37f4-4f87-9d69-95733dc61c90 req-efff5662-0a81-4fc7-828d-71259760d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:56.440571 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616ef9d-37f4-4f87-9d69-95733dc61c90 req-efff5662-0a81-4fc7-828d-71259760d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:56.441049 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616ef9d-37f4-4f87-9d69-95733dc61c90 req-efff5662-0a81-4fc7-828d-71259760d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:56.441518 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616ef9d-37f4-4f87-9d69-95733dc61c90 req-efff5662-0a81-4fc7-828d-71259760d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:56.441988 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616ef9d-37f4-4f87-9d69-95733dc61c90 req-efff5662-0a81-4fc7-828d-71259760d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:56.442455 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616ef9d-37f4-4f87-9d69-95733dc61c90 req-efff5662-0a81-4fc7-828d-71259760d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:56.442921 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616ef9d-37f4-4f87-9d69-95733dc61c90 req-efff5662-0a81-4fc7-828d-71259760d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:56.444847 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5616ef9d-37f4-4f87-9d69-95733dc61c90 req-efff5662-0a81-4fc7-828d-71259760d9f4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9555d3def1404d06ae82d4f5802d2226&device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 6476 time: 0.1861091 Jul 30 20:15:56.494761 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19fea3-d6fd-4206-a152-81696a271950 req-1a9bb4a4-b382-43b2-911e-a8e7756a38f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:56.496269 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d19fea3-d6fd-4206-a152-81696a271950 req-1a9bb4a4-b382-43b2-911e-a8e7756a38f7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 1097 time: 0.2242253 Jul 30 20:15:56.555834 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-cc124315-e8c3-4cca-a9f8-1fa552069bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:56.557360 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-cc124315-e8c3-4cca-a9f8-1fa552069bd6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c421e0b7-06ec-4b47-a5b3-95881a5c3933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1530089 Jul 30 20:15:56.580839 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50659fc-4254-410b-b259-93392325809c req-db63cc39-5bfd-453b-bc44-bc05611aca39 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:56.582324 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d50659fc-4254-410b-b259-93392325809c req-db63cc39-5bfd-453b-bc44-bc05611aca39 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 946 time: 0.2178087 Jul 30 20:15:56.665640 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e5c36d8e-2397-4bed-8738-f80842690ee7 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:56.676328 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d19fea3-d6fd-4206-a152-81696a271950 req-75986ccd-dd5e-4a2f-8610-3a6f94737664 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362381 Jul 30 20:15:56.697502 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616ef9d-37f4-4f87-9d69-95733dc61c90 req-287295c1-4eeb-4c7f-87d2-1b3bc0ff4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:56.698870 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5616ef9d-37f4-4f87-9d69-95733dc61c90 req-287295c1-4eeb-4c7f-87d2-1b3bc0ff4f1e service neutron] 10.222.0.83 "GET /v2.0/networks?id=1fde70c4-e26e-40ae-a876-4ba8ec92486d HTTP/1.1" status: 200 len: 903 time: 0.2416525 Jul 30 20:15:56.703799 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc961bbe-d6ce-452f-8b3f-35a8e890eeac tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:56.706321 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-e5c36d8e-2397-4bed-8738-f80842690ee7 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Transition to ACTIVE for port object 71f561de-f52b-439c-80bb-cd9305d92ad7 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:56.710785 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a92a7a89-1c76-4bf4-b24b-e9ea6d35ce5f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:56.718804 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d50659fc-4254-410b-b259-93392325809c req-06159484-fcd3-43a8-ac7d-0f87e57d6cc7 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293316 Jul 30 20:15:56.750894 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5616ef9d-37f4-4f87-9d69-95733dc61c90 req-1f30c9d4-fba2-41eb-9126-107a87bc856f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6bbbe4f-6e29-4689-8729-e8c1da64bc26 HTTP/1.1" status: 200 len: 217 time: 0.0436101 Jul 30 20:15:56.781209 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:56.784205 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-d2c538e1-9d5b-4d2a-a553-56ec1b780eae service neutron] 10.222.0.83 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154243 Jul 30 20:15:56.785632 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20615ecf-b1e3-43f4-b318-96ac4684c213 x-openstack-request-id: req-20615ecf-b1e3-43f4-b318-96ac4684c213 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:15:56.785925 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16cc72c6-4e0f-47eb-aef8-2173382a2282", "tag": "96a255fd-27b1-444d-a16e-73fe08930ceb", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:15:56.786178 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-20615ecf-b1e3-43f4-b318-96ac4684c213 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:15:56.786570 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16cc72c6-4e0f-47eb-aef8-2173382a2282', 'tag': '96a255fd-27b1-444d-a16e-73fe08930ceb', 'status': 'completed', 'code': 200} Jul 30 20:15:56.813389 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a7a89-1c76-4bf4-b24b-e9ea6d35ce5f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Subnet': ['ID=f2bd3ed5-c09b-4e03-98b6-4144115b27b8,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:56.879007 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616ef9d-37f4-4f87-9d69-95733dc61c90 req-8bcc2d68-6509-4770-af29-062c422f58ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:56.880470 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5616ef9d-37f4-4f87-9d69-95733dc61c90 req-8bcc2d68-6509-4770-af29-062c422f58ea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1ebe1971-ab00-4b27-ba31-c6c61a678b7e HTTP/1.1" status: 200 len: 797 time: 0.0994132 Jul 30 20:15:56.885756 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92a7a89-1c76-4bf4-b24b-e9ea6d35ce5f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Checking segment: {'id': 'cbd08c3f-f465-4b57-a7f2-add89aab7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9cec6d54-3e17-44c9-a250-676c76d6ac4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:56.886128 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92a7a89-1c76-4bf4-b24b-e9ea6d35ce5f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network hostable DHCP agents. Network: 9cec6d54-3e17-44c9-a250-676c76d6ac4f, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:15:56.900760 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e5c36d8e-2397-4bed-8738-f80842690ee7 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:56.963275 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-eb264d85-26cd-431d-9c63-811ac8edf1b2 req-62ba044f-1eb5-4119-8773-ac31448d8320 service neutron] 10.222.0.83 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687841 Jul 30 20:15:56.969341 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0e8d2-7097-41d3-8faa-229be8918808 req-f9eee9d2-8b94-4f90-a52d-00280ae0728b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:56.970251 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92a7a89-1c76-4bf4-b24b-e9ea6d35ce5f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network 9cec6d54-3e17-44c9-a250-676c76d6ac4f is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:15:56.970846 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bcf0e8d2-7097-41d3-8faa-229be8918808 req-f9eee9d2-8b94-4f90-a52d-00280ae0728b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 944 time: 0.1108356 Jul 30 20:15:56.973460 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c36d8e-2397-4bed-8738-f80842690ee7 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Network 07d07039-d57a-4e79-bf93-ea24392028d6 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:56.982959 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e5c36d8e-2397-4bed-8738-f80842690ee7 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:56.983773 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616ef9d-37f4-4f87-9d69-95733dc61c90 req-f60e827f-7abe-45c3-b8a9-30f24465e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:56.985255 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5616ef9d-37f4-4f87-9d69-95733dc61c90 req-f60e827f-7abe-45c3-b8a9-30f24465e56a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1fde70c4-e26e-40ae-a876-4ba8ec92486d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0899184 Jul 30 20:15:56.987152 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c36d8e-2397-4bed-8738-f80842690ee7 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:56.993049 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c36d8e-2397-4bed-8738-f80842690ee7 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:56.993706 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e5c36d8e-2397-4bed-8738-f80842690ee7 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:56.997373 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c36d8e-2397-4bed-8738-f80842690ee7 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Pushing event updated for resources: {'Port': ['ID=71f561de-f52b-439c-80bb-cd9305d92ad7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:57.005724 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a92a7a89-1c76-4bf4-b24b-e9ea6d35ce5f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 9cec6d54-3e17-44c9-a250-676c76d6ac4f) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:57.013940 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92a7a89-1c76-4bf4-b24b-e9ea6d35ce5f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:57.014536 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a92a7a89-1c76-4bf4-b24b-e9ea6d35ce5f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:57.023383 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82d56d5-cb92-4823-9758-a2209a57a77a None None] Network 9cec6d54-3e17-44c9-a250-676c76d6ac4f requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:57.035905 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e5c36d8e-2397-4bed-8738-f80842690ee7 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8834267 Jul 30 20:15:57.038671 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44318) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:57.043912 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a90d2fb2-84b6-423c-897a-d2cbec291321 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:07:53:22'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:57.052069 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc961bbe-d6ce-452f-8b3f-35a8e890eeac tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Router c8ee7b0d-94dd-44f7-bbc9-6f2a14b919fe is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:15:57.075238 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a92a7a89-1c76-4bf4-b24b-e9ea6d35ce5f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3642063 Jul 30 20:15:57.093112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44320) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:57.099955 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3a29acd0-e2f9-4d0e-94ba-91aed72acfe8 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'port': {'network_id': '9cec6d54-3e17-44c9-a250-676c76d6ac4f', 'name': 'tempest-PortsTestJSON-1950765293'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:57.153237 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a4352-2b9e-4e79-ad86-400ba52fbb6a req-63b48a2f-1332-4b32-af74-fc8f73c25863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:57.155319 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4d6a4352-2b9e-4e79-ad86-400ba52fbb6a req-63b48a2f-1332-4b32-af74-fc8f73c25863 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c9ba35ca3ce49889dd21646eecff8cf&device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 1095 time: 0.1326287 Jul 30 20:15:57.213996 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7363ec-64b6-431d-aae5-dc976a4997ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-9cec6d54-3e17-44c9-a250-676c76d6ac4f', 'network_id': '9cec6d54-3e17-44c9-a250-676c76d6ac4f', 'tenant_id': '2017beb2437a48d083584d9bbc248e5e', 'fixed_ips': [{'subnet_id': 'f2bd3ed5-c09b-4e03-98b6-4144115b27b8'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:15:57.214836 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad7363ec-64b6-431d-aae5-dc976a4997ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:57.264270 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5616ef9d-37f4-4f87-9d69-95733dc61c90 req-1365be97-2527-49a8-8847-87c01e78952a service neutron] 10.222.0.83 "GET /v2.0/networks/1fde70c4-e26e-40ae-a876-4ba8ec92486d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656379 Jul 30 20:15:57.309022 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a4352-2b9e-4e79-ad86-400ba52fbb6a req-cd3cddba-dd8b-4dde-baa7-91a27737b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:57.314329 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4d6a4352-2b9e-4e79-ad86-400ba52fbb6a req-cd3cddba-dd8b-4dde-baa7-91a27737b2e3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c421e0b7-06ec-4b47-a5b3-95881a5c3933 HTTP/1.1" status: 200 len: 917 time: 0.1459665 Jul 30 20:15:57.324730 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a90d2fb2-84b6-423c-897a-d2cbec291321 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:57.363124 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4d6a4352-2b9e-4e79-ad86-400ba52fbb6a req-4ce32089-4492-455d-b333-d34e0f2a4e0c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96a255fd-27b1-444d-a16e-73fe08930ceb HTTP/1.1" status: 200 len: 217 time: 0.0455942 Jul 30 20:15:57.377475 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4917d407-4a91-46d2-8059-a2874a96e565 None None] Provisioning for port 71f561de-f52b-439c-80bb-cd9305d92ad7 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:57.384295 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4917d407-4a91-46d2-8059-a2874a96e565 None None] Provisioning complete for port 71f561de-f52b-439c-80bb-cd9305d92ad7 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:57.384674 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4917d407-4a91-46d2-8059-a2874a96e565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:57.424657 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-ad7363ec-64b6-431d-aae5-dc976a4997ef None None] Allocated IP 172.20.0.2 (9cec6d54-3e17-44c9-a250-676c76d6ac4f/f2bd3ed5-c09b-4e03-98b6-4144115b27b8/a62bad5b-771f-4b64-b64d-620543e294ce) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:57.440186 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4917d407-4a91-46d2-8059-a2874a96e565 None None] Port 71f561de-f52b-439c-80bb-cd9305d92ad7 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:15:57.463956 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a4352-2b9e-4e79-ad86-400ba52fbb6a req-be90a5fc-d9c2-4d1c-b142-90d75095f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:57.465667 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4d6a4352-2b9e-4e79-ad86-400ba52fbb6a req-be90a5fc-d9c2-4d1c-b142-90d75095f31e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b1ad353-61a9-43a8-b737-817c20130814 HTTP/1.1" status: 200 len: 855 time: 0.0953946 Jul 30 20:15:57.578389 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a4352-2b9e-4e79-ad86-400ba52fbb6a req-e140f17e-5036-4002-a918-476d6508c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:57.580054 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4d6a4352-2b9e-4e79-ad86-400ba52fbb6a req-e140f17e-5036-4002-a918-476d6508c305 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c421e0b7-06ec-4b47-a5b3-95881a5c3933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065507 Jul 30 20:15:57.648821 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad7363ec-64b6-431d-aae5-dc976a4997ef None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:57.661180 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ad7363ec-64b6-431d-aae5-dc976a4997ef None None] Transition to ACTIVE for port object a62bad5b-771f-4b64-b64d-620543e294ce will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:57.665608 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bcf0e8d2-7097-41d3-8faa-229be8918808 req-1f7c173c-22f8-4cd6-b395-2cb14044f0c7 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6649861 Jul 30 20:15:57.683231 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a90d2fb2-84b6-423c-897a-d2cbec291321 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:57.691805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ad7363ec-64b6-431d-aae5-dc976a4997ef None None] Transition to ACTIVE for port object a62bad5b-771f-4b64-b64d-620543e294ce will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:57.706297 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad7363ec-64b6-431d-aae5-dc976a4997ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:57.707657 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a90d2fb2-84b6-423c-897a-d2cbec291321 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:57.750485 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7363ec-64b6-431d-aae5-dc976a4997ef None None] Network 9cec6d54-3e17-44c9-a250-676c76d6ac4f is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:57.753869 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ad7363ec-64b6-431d-aae5-dc976a4997ef None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:57.758084 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a90d2fb2-84b6-423c-897a-d2cbec291321 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] In _notify_port_updated(), no bound segment for port 71f561de-f52b-439c-80bb-cd9305d92ad7 on network 07d07039-d57a-4e79-bf93-ea24392028d6 {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:15:57.760564 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7363ec-64b6-431d-aae5-dc976a4997ef None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:57.764659 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7363ec-64b6-431d-aae5-dc976a4997ef None None] Pushing event updated for resources: {'Port': ['ID=a62bad5b-771f-4b64-b64d-620543e294ce,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:57.767273 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90d2fb2-84b6-423c-897a-d2cbec291321 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:57.768186 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a90d2fb2-84b6-423c-897a-d2cbec291321 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:57.770594 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a90d2fb2-84b6-423c-897a-d2cbec291321 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] 10.222.0.81 "PUT /v2.0/ports/71f561de-f52b-439c-80bb-cd9305d92ad7 HTTP/1.1" status: 200 len: 1002 time: 0.7308507 Jul 30 20:15:57.778030 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4d6a4352-2b9e-4e79-ad86-400ba52fbb6a req-5c4580d5-4f03-47c7-bca1-690ba0640793 service neutron] 10.222.0.83 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848266 Jul 30 20:15:57.781726 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44326) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:57.839986 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ad7363ec-64b6-431d-aae5-dc976a4997ef None None] Attempting to bind port a62bad5b-771f-4b64-b64d-620543e294ce on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:57.840621 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ad7363ec-64b6-431d-aae5-dc976a4997ef None None] Attempting to bind port a62bad5b-771f-4b64-b64d-620543e294ce by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'cbd08c3f-f465-4b57-a7f2-add89aab7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9cec6d54-3e17-44c9-a250-676c76d6ac4f'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:57.840724 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7363ec-64b6-431d-aae5-dc976a4997ef None None] Attempting to bind port a62bad5b-771f-4b64-b64d-620543e294ce on network 9cec6d54-3e17-44c9-a250-676c76d6ac4f {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:57.846159 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7363ec-64b6-431d-aae5-dc976a4997ef None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:15:57.846795 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7363ec-64b6-431d-aae5-dc976a4997ef None None] Checking segment: {'id': 'cbd08c3f-f465-4b57-a7f2-add89aab7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9cec6d54-3e17-44c9-a250-676c76d6ac4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:57.847365 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad7363ec-64b6-431d-aae5-dc976a4997ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:57.847970 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7363ec-64b6-431d-aae5-dc976a4997ef None None] Bound using segment: {'id': 'cbd08c3f-f465-4b57-a7f2-add89aab7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9cec6d54-3e17-44c9-a250-676c76d6ac4f'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:15:57.848605 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ad7363ec-64b6-431d-aae5-dc976a4997ef None None] Bound port: a62bad5b-771f-4b64-b64d-620543e294ce, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd08c3f-f465-4b57-a7f2-add89aab7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9cec6d54-3e17-44c9-a250-676c76d6ac4f'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:15:57.849180 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad7363ec-64b6-431d-aae5-dc976a4997ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:57.874771 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc961bbe-d6ce-452f-8b3f-35a8e890eeac tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:15:57.876484 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d2fb2-84b6-423c-897a-d2cbec291321 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Pushing event updated for resources: {'Port': ['ID=71f561de-f52b-439c-80bb-cd9305d92ad7,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:57.888453 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] Sync routers for ids ['c8ee7b0d-94dd-44f7-bbc9-6f2a14b919fe'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:15:57.901209 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] Routers {'c8ee7b0d-94dd-44f7-bbc9-6f2a14b919fe'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:15:57.901864 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:15:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c8ee7b0d-94dd-44f7-bbc9-6f2a14b919fe'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:57.907236 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5616ef9d-37f4-4f87-9d69-95733dc61c90 req-1b1d6257-800f-46d7-ba04-62e9c6e17d19 service neutron] 10.222.0.83 "GET /v2.0/networks/1fde70c4-e26e-40ae-a876-4ba8ec92486d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6312618 Jul 30 20:15:57.913786 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc961bbe-d6ce-452f-8b3f-35a8e890eeac tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:57.915271 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cc961bbe-d6ce-452f-8b3f-35a8e890eeac tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.9688232 Jul 30 20:15:57.930605 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44328) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:57.951707 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f88252-5c58-4ca4-be15-e08ab786e439 req-c2b1026d-ad5c-432f-a10d-0709d4fe4095 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:57.959266 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e5f88252-5c58-4ca4-be15-e08ab786e439 req-c2b1026d-ad5c-432f-a10d-0709d4fe4095 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 945 time: 0.1649792 Jul 30 20:15:57.992390 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ad7363ec-64b6-431d-aae5-dc976a4997ef None None] For port a62bad5b-771f-4b64-b64d-620543e294ce, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:15:57.996433 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ad7363ec-64b6-431d-aae5-dc976a4997ef None None] For port a62bad5b-771f-4b64-b64d-620543e294ce, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=a62bad5b-771f-4b64-b64d-620543e294ce,segment=NetworkSegment(cbd08c3f-f465-4b57-a7f2-add89aab7aed),segment_id=cbd08c3f-f465-4b57-a7f2-add89aab7aed)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:15:58.015829 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad7363ec-64b6-431d-aae5-dc976a4997ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:58.019455 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4d6a4352-2b9e-4e79-ad86-400ba52fbb6a req-5bc1f122-9e2e-4f69-a9dd-3e87a0fd2df3 service neutron] 10.222.0.83 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293689 Jul 30 20:15:58.038925 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] Set router c8ee7b0d-94dd-44f7-bbc9-6f2a14b919fe gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:15:58.040817 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-54c5cfc4-f068-4b76-9758-dbeafba8e83f tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Deleting port 71f561de-f52b-439c-80bb-cd9305d92ad7 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:15:58.041182 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54c5cfc4-f068-4b76-9758-dbeafba8e83f tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:58.068570 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a29acd0-e2f9-4d0e-94ba-91aed72acfe8 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:58.072764 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3a29acd0-e2f9-4d0e-94ba-91aed72acfe8 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:58.127583 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7363ec-64b6-431d-aae5-dc976a4997ef None None] Pushing event updated for resources: {'Port': ['ID=a62bad5b-771f-4b64-b64d-620543e294ce,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:58.162100 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e5f88252-5c58-4ca4-be15-e08ab786e439 req-2d39789f-6ffb-483e-9faf-b23954391481 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019205 Jul 30 20:15:58.168046 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-3a29acd0-e2f9-4d0e-94ba-91aed72acfe8 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] device_id is not set on port e694dc4d-ccca-4bcf-ba13-61dd0bdf019f yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:15:58.180648 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c4cc7d99-e4da-46ec-8d11-5e23d039c05d None None] Provisioning complete for port 71f561de-f52b-439c-80bb-cd9305d92ad7 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:58.181032 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4cc7d99-e4da-46ec-8d11-5e23d039c05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:58.222809 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54c5cfc4-f068-4b76-9758-dbeafba8e83f tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:58.248686 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c4cc7d99-e4da-46ec-8d11-5e23d039c05d None None] Port 71f561de-f52b-439c-80bb-cd9305d92ad7 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:15:58.256699 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-54c5cfc4-f068-4b76-9758-dbeafba8e83f tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Calling delete_port for 71f561de-f52b-439c-80bb-cd9305d92ad7 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:15:58.287907 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ee7b0d-94dd-44f7-bbc9-6f2a14b919fe', 'name': 'tempest-snat-router-1253349297', 'tenant_id': 'd9fdab70e32f4a0ea885c980cadbec17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.134'}], 'enable_snat': False}, 'gw_port_id': '4af8bb37-e674-482e-9a67-d5e53cc3228c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:15:53Z', 'updated_at': '2021-07-30T20:15:56Z', 'revision_number': 3, 'project_id': 'd9fdab70e32f4a0ea885c980cadbec17', 'gw_port': {'id': '4af8bb37-e674-482e-9a67-d5e53cc3228c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:29:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ee7b0d-94dd-44f7-bbc9-6f2a14b919fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:15:54Z', 'updated_at': '2021-07-30T20:15:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:58.299569 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7e3f8319-b8f9-45b8-bcc5-e9f08f52a7de tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "GET /v2.0/routers/c8ee7b0d-94dd-44f7-bbc9-6f2a14b919fe HTTP/1.1" status: 200 len: 909 time: 0.3668530 Jul 30 20:15:58.302343 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44332) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:58.307577 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-729f66c7-3b9c-4424-b504-eb1c8ae4d3a5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1253349297', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'enable_snat': True}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:58.320988 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] Checking router: c8ee7b0d-94dd-44f7-bbc9-6f2a14b919fe for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:15:58.323410 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] Updating router c8ee7b0d-94dd-44f7-bbc9-6f2a14b919fe port 4af8bb37-e674-482e-9a67-d5e53cc3228c binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:15:58.340844 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-3a29acd0-e2f9-4d0e-94ba-91aed72acfe8 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Allocated IP 172.20.0.6 (9cec6d54-3e17-44c9-a250-676c76d6ac4f/f2bd3ed5-c09b-4e03-98b6-4144115b27b8/e694dc4d-ccca-4bcf-ba13-61dd0bdf019f) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:58.356237 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:58.386318 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-729f66c7-3b9c-4424-b504-eb1c8ae4d3a5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:58.387386 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-729f66c7-3b9c-4424-b504-eb1c8ae4d3a5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:58.495924 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-729f66c7-3b9c-4424-b504-eb1c8ae4d3a5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:58.517573 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54c5cfc4-f068-4b76-9758-dbeafba8e83f tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:58.576231 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8297a-9e49-4100-b828-c0c8568d7e66 req-3af5fdaf-9b46-4f4c-97a0-78a6459fb73e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:58.577835 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5cfc4-f068-4b76-9758-dbeafba8e83f tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Pushing event deleted for resources: {'Port': ['ID=71f561de-f52b-439c-80bb-cd9305d92ad7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:58.582962 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8297a-9e49-4100-b828-c0c8568d7e66 req-3af5fdaf-9b46-4f4c-97a0-78a6459fb73e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:58.589104 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54c5cfc4-f068-4b76-9758-dbeafba8e83f tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:58.589348 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8297a-9e49-4100-b828-c0c8568d7e66 req-3af5fdaf-9b46-4f4c-97a0-78a6459fb73e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:58.592283 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-54c5cfc4-f068-4b76-9758-dbeafba8e83f tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] 10.222.0.81 "DELETE /v2.0/ports/71f561de-f52b-439c-80bb-cd9305d92ad7 HTTP/1.1" status: 204 len: 168 time: 0.8092854 Jul 30 20:15:58.595462 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44334) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:58.598975 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8297a-9e49-4100-b828-c0c8568d7e66 req-3af5fdaf-9b46-4f4c-97a0-78a6459fb73e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:58.605277 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8297a-9e49-4100-b828-c0c8568d7e66 req-3af5fdaf-9b46-4f4c-97a0-78a6459fb73e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:58.612984 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8297a-9e49-4100-b828-c0c8568d7e66 req-3af5fdaf-9b46-4f4c-97a0-78a6459fb73e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:58.619026 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8297a-9e49-4100-b828-c0c8568d7e66 req-3af5fdaf-9b46-4f4c-97a0-78a6459fb73e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:58.628056 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58a8297a-9e49-4100-b828-c0c8568d7e66 req-3af5fdaf-9b46-4f4c-97a0-78a6459fb73e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5419 time: 0.2090418 Jul 30 20:15:58.630119 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-772534de-543b-40ac-8a8d-eba012d07da8 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] GET failed (client error): The resource could not be found. Jul 30 20:15:58.631846 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-772534de-543b-40ac-8a8d-eba012d07da8 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] 10.222.0.81 "GET /v2.0/ports/71f561de-f52b-439c-80bb-cd9305d92ad7 HTTP/1.1" status: 404 len: 333 time: 0.0348663 Jul 30 20:15:58.635258 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44336) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:58.641985 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Request body: {'port': {'network_id': '07d07039-d57a-4e79-bf93-ea24392028d6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-412657823'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:58.775362 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:58.786164 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Made reservation on behalf of c809cebbbdf345389863e9dbda2bc2df for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:58.790134 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:58.795425 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] Transition to ACTIVE for port object 4af8bb37-e674-482e-9a67-d5e53cc3228c will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:58.813973 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] device_id is not set on port 366cde7e-8334-421d-95c3-ab7f63a91e4f yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:15:58.815240 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:58.856488 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-729f66c7-3b9c-4424-b504-eb1c8ae4d3a5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:58.875015 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] Attempting to bind port 4af8bb37-e674-482e-9a67-d5e53cc3228c on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:15:58.875424 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] Attempting to bind port 4af8bb37-e674-482e-9a67-d5e53cc3228c by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:15:58.875928 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] Attempting to bind port 4af8bb37-e674-482e-9a67-d5e53cc3228c on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:15:58.879195 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c62dc-6d57-45fc-98ed-71ee59aa5781 None None] Pushing event updated for resources: {'Port': ['ID=4af8bb37-e674-482e-9a67-d5e53cc3228c,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:58.886870 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:15:58.887307 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:15:58.887751 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:58.888135 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:15:58.888644 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] Bound port: 4af8bb37-e674-482e-9a67-d5e53cc3228c, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:15:58.889024 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:58.908659 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58a8297a-9e49-4100-b828-c0c8568d7e66 req-f7da5f29-5c62-4446-937a-c841d0c1bb35 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2793739 Jul 30 20:15:58.958271 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] For port 4af8bb37-e674-482e-9a67-d5e53cc3228c, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:15:58.961726 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] For port 4af8bb37-e674-482e-9a67-d5e53cc3228c, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4af8bb37-e674-482e-9a67-d5e53cc3228c,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:15:58.970276 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:59.001288 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3a29acd0-e2f9-4d0e-94ba-91aed72acfe8 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:59.011102 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Allocated IP 2001:db8::164 (07d07039-d57a-4e79-bf93-ea24392028d6/e059d5ad-6505-4f8a-9ac4-e2b11eec5de0/366cde7e-8334-421d-95c3-ab7f63a91e4f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:59.035523 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c62dc-6d57-45fc-98ed-71ee59aa5781 None None] Pushing event updated for resources: {'Port': ['ID=4af8bb37-e674-482e-9a67-d5e53cc3228c,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:59.059933 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-3a29acd0-e2f9-4d0e-94ba-91aed72acfe8 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Transition to ACTIVE for port object e694dc4d-ccca-4bcf-ba13-61dd0bdf019f will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:59.063782 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] Routers {'c8ee7b0d-94dd-44f7-bbc9-6f2a14b919fe'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:15:59.064494 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:15:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c8ee7b0d-94dd-44f7-bbc9-6f2a14b919fe'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:59.113101 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e987e94-09dc-44de-8f7d-6b711699913f req-3fb83454-4d5b-4eac-950a-10e94b646f83 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:59.114647 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e987e94-09dc-44de-8f7d-6b711699913f req-3fb83454-4d5b-4eac-950a-10e94b646f83 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 946 time: 0.1001866 Jul 30 20:15:59.172015 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] Set router c8ee7b0d-94dd-44f7-bbc9-6f2a14b919fe gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:15:59.207107 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3a29acd0-e2f9-4d0e-94ba-91aed72acfe8 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:59.214677 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:59.235635 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Transition to ACTIVE for port object 366cde7e-8334-421d-95c3-ab7f63a91e4f will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:15:59.289964 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:59.292936 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a29acd0-e2f9-4d0e-94ba-91aed72acfe8 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network 9cec6d54-3e17-44c9-a250-676c76d6ac4f is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:59.299202 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e987e94-09dc-44de-8f7d-6b711699913f req-a3c2af65-55cb-427f-9b55-6223c93eb037 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716669 Jul 30 20:15:59.305463 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-3a29acd0-e2f9-4d0e-94ba-91aed72acfe8 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:59.308670 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a29acd0-e2f9-4d0e-94ba-91aed72acfe8 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:59.355189 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Network 07d07039-d57a-4e79-bf93-ea24392028d6 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:15:59.358918 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:15:59.361557 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:15:59.367682 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:59.368312 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:59.380324 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ee7b0d-94dd-44f7-bbc9-6f2a14b919fe', 'name': 'tempest-snat-router-1253349297', 'tenant_id': 'd9fdab70e32f4a0ea885c980cadbec17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.134'}], 'enable_snat': False}, 'gw_port_id': '4af8bb37-e674-482e-9a67-d5e53cc3228c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:15:53Z', 'updated_at': '2021-07-30T20:15:56Z', 'revision_number': 3, 'project_id': 'd9fdab70e32f4a0ea885c980cadbec17', 'gw_port': {'id': '4af8bb37-e674-482e-9a67-d5e53cc3228c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:29:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ee7b0d-94dd-44f7-bbc9-6f2a14b919fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:15:54Z', 'updated_at': '2021-07-30T20:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:15:59.382335 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a29acd0-e2f9-4d0e-94ba-91aed72acfe8 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:59.383030 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3a29acd0-e2f9-4d0e-94ba-91aed72acfe8 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:59.386559 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Pushing event updated for resources: {'Port': ['ID=366cde7e-8334-421d-95c3-ab7f63a91e4f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:59.397646 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:59.398001 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:59.398344 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:59.398722 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:59.399059 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:59.399598 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:59.399925 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:59.400256 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:59.400596 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:59.400911 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:59.401233 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:59.401555 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:15:59.410922 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fe0df85e-3f73-4c6e-8cbb-4c8e90d94bcc tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7721555 Jul 30 20:15:59.411097 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44344) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:59.416681 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-31eb9747-c5a8-4887-b4f4-9f2e6eba502e tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Request body: {'port': {'network_id': '07d07039-d57a-4e79-bf93-ea24392028d6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-519566608'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:15:59.428598 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491416e6-7344-41d2-acf1-89a8f4918e5e None None] The sync data for ids ['c8ee7b0d-94dd-44f7-bbc9-6f2a14b919fe'] in n-d-712137-9 is: [{'id': 'c8ee7b0d-94dd-44f7-bbc9-6f2a14b919fe', 'name': 'tempest-snat-router-1253349297', 'tenant_id': 'd9fdab70e32f4a0ea885c980cadbec17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.134'}], 'enable_snat': False}, 'gw_port_id': '4af8bb37-e674-482e-9a67-d5e53cc3228c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:15:53Z', 'updated_at': '2021-07-30T20:15:56Z', 'revision_number': 3, 'project_id': 'd9fdab70e32f4a0ea885c980cadbec17', 'gw_port': {'id': '4af8bb37-e674-482e-9a67-d5e53cc3228c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:29:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ee7b0d-94dd-44f7-bbc9-6f2a14b919fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:15:54Z', 'updated_at': '2021-07-30T20:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:15:59.444385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29acd0-e2f9-4d0e-94ba-91aed72acfe8 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Port': ['ID=e694dc4d-ccca-4bcf-ba13-61dd0bdf019f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:15:59.454996 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3a29acd0-e2f9-4d0e-94ba-91aed72acfe8 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3603699 Jul 30 20:15:59.457731 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44346) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:15:59.506117 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-729f66c7-3b9c-4424-b504-eb1c8ae4d3a5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:59.514300 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b232fff-95ee-40bb-9434-a278c0dabe75 None None] Network 9cec6d54-3e17-44c9-a250-676c76d6ac4f requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:15:59.555306 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-729f66c7-3b9c-4424-b504-eb1c8ae4d3a5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:59.582727 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31eb9747-c5a8-4887-b4f4-9f2e6eba502e tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Made reservation on behalf of c809cebbbdf345389863e9dbda2bc2df for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:15:59.589682 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31eb9747-c5a8-4887-b4f4-9f2e6eba502e tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:59.614455 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-31eb9747-c5a8-4887-b4f4-9f2e6eba502e tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] device_id is not set on port 19bc3449-49b4-47d9-8af4-1ffdeb0b735b yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:15:59.676098 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8aa36a35-40cf-416f-82a7-fdf02bff5b6d None None] Provisioning for port a62bad5b-771f-4b64-b64d-620543e294ce completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:59.775165 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-31eb9747-c5a8-4887-b4f4-9f2e6eba502e tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Allocated IP 2001:db8::2ba (07d07039-d57a-4e79-bf93-ea24392028d6/e059d5ad-6505-4f8a-9ac4-e2b11eec5de0/19bc3449-49b4-47d9-8af4-1ffdeb0b735b) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:59.779792 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-729f66c7-3b9c-4424-b504-eb1c8ae4d3a5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Allocated IP 172.25.3.39 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/ffe2a830-fe60-491b-a6a2-c1b0f52cea7a) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:15:59.831652 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c84a215b-bb9d-46cc-8669-c0e12537a310 None None] Provisioning for port 366cde7e-8334-421d-95c3-ab7f63a91e4f completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:15:59.835921 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c84a215b-bb9d-46cc-8669-c0e12537a310 None None] Provisioning complete for port 366cde7e-8334-421d-95c3-ab7f63a91e4f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:15:59.836296 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c84a215b-bb9d-46cc-8669-c0e12537a310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:15:59.837006 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb4dc8-09e9-493b-b381-72c66d2f6276 req-173ee1f5-83f5-440d-b01e-00c820e013fc tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:15:59.840035 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7cb4dc8-09e9-493b-b381-72c66d2f6276 req-173ee1f5-83f5-440d-b01e-00c820e013fc tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 945 time: 0.2871938 Jul 30 20:15:59.914925 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c84a215b-bb9d-46cc-8669-c0e12537a310 None None] Port 366cde7e-8334-421d-95c3-ab7f63a91e4f cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:15:59.937850 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-dd05afa3-09e1-4b50-8817-0dbc207584fa tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting port e694dc4d-ccca-4bcf-ba13-61dd0bdf019f {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:15:59.938474 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dd05afa3-09e1-4b50-8817-0dbc207584fa tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:00.042532 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31eb9747-c5a8-4887-b4f4-9f2e6eba502e tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:00.045871 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7cb4dc8-09e9-493b-b381-72c66d2f6276 req-6979b527-9307-4753-bf6f-34cfde0eb484 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968479 Jul 30 20:16:00.086008 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-97ec69e3-59f8-4c80-8a50-3d067395d4b8 None None] Provisioning for port e694dc4d-ccca-4bcf-ba13-61dd0bdf019f completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:00.091713 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-97ec69e3-59f8-4c80-8a50-3d067395d4b8 None None] Provisioning complete for port e694dc4d-ccca-4bcf-ba13-61dd0bdf019f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:00.092163 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-97ec69e3-59f8-4c80-8a50-3d067395d4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:00.093939 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-31eb9747-c5a8-4887-b4f4-9f2e6eba502e tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Transition to ACTIVE for port object 19bc3449-49b4-47d9-8af4-1ffdeb0b735b will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:00.102038 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-729f66c7-3b9c-4424-b504-eb1c8ae4d3a5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:00.179954 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31eb9747-c5a8-4887-b4f4-9f2e6eba502e tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:00.198498 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dd05afa3-09e1-4b50-8817-0dbc207584fa tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:00.212397 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-97ec69e3-59f8-4c80-8a50-3d067395d4b8 None None] Port e694dc4d-ccca-4bcf-ba13-61dd0bdf019f cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:16:00.224940 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4af8bb37-e674-482e-9a67-d5e53cc3228c up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:00.247380 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31eb9747-c5a8-4887-b4f4-9f2e6eba502e tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Network 07d07039-d57a-4e79-bf93-ea24392028d6 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:00.255338 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-dd05afa3-09e1-4b50-8817-0dbc207584fa tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Calling delete_port for e694dc4d-ccca-4bcf-ba13-61dd0bdf019f owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:00.272388 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-31eb9747-c5a8-4887-b4f4-9f2e6eba502e tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:00.279494 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb9747-c5a8-4887-b4f4-9f2e6eba502e tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Pushing event updated for resources: {'Port': ['ID=19bc3449-49b4-47d9-8af4-1ffdeb0b735b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:00.287951 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb9747-c5a8-4887-b4f4-9f2e6eba502e tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:00.297412 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31eb9747-c5a8-4887-b4f4-9f2e6eba502e tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:00.299130 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31eb9747-c5a8-4887-b4f4-9f2e6eba502e tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:00.309366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 4af8bb37-e674-482e-9a67-d5e53cc3228c completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:00.314869 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-729f66c7-3b9c-4424-b504-eb1c8ae4d3a5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:00.325651 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-31eb9747-c5a8-4887-b4f4-9f2e6eba502e tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9134479 Jul 30 20:16:00.328295 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44352) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:00.331709 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 4af8bb37-e674-482e-9a67-d5e53cc3228c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:00.332194 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:00.341972 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7f3230ac-4220-4511-965e-5fbd0a3745e6 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::14', 'mac_address': 'fa:16:3e:07:53:22'}, {'ip_address': '2001:db8::164', 'mac_address': 'fa:16:3e:df:57:26'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:00.427379 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f5528-ab13-4722-96be-91931cef2202 req-ec7448b9-7414-45d0-89ad-5655e892ed89 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:00.428902 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c23f5528-ab13-4722-96be-91931cef2202 req-ec7448b9-7414-45d0-89ad-5655e892ed89 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 944 time: 0.1979144 Jul 30 20:16:00.447608 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f3230ac-4220-4511-965e-5fbd0a3745e6 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:00.468256 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729f66c7-3b9c-4424-b504-eb1c8ae4d3a5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:00.479160 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0774413b-d9fd-4b2d-b200-4483a6337bfc None None] Provisioning complete for port e694dc4d-ccca-4bcf-ba13-61dd0bdf019f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:00.479553 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0774413b-d9fd-4b2d-b200-4483a6337bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:00.481054 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-729f66c7-3b9c-4424-b504-eb1c8ae4d3a5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:00.506603 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729f66c7-3b9c-4424-b504-eb1c8ae4d3a5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:00.520684 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:00.525907 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0774413b-d9fd-4b2d-b200-4483a6337bfc None None] Port e694dc4d-ccca-4bcf-ba13-61dd0bdf019f cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:16:00.548531 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 4af8bb37-e674-482e-9a67-d5e53cc3228c, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4af8bb37-e674-482e-9a67-d5e53cc3228c,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:00.561841 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:00.562615 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device a62bad5b-771f-4b64-b64d-620543e294ce up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:00.579909 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f66c7-3b9c-4424-b504-eb1c8ae4d3a5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Pushing event updated for resources: {'Port': ['ID=ffe2a830-fe60-491b-a6a2-c1b0f52cea7a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:00.675205 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port a62bad5b-771f-4b64-b64d-620543e294ce completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:00.677054 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c23f5528-ab13-4722-96be-91931cef2202 req-2cae163f-0503-4cc9-b983-9371dc81c2c7 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384346 Jul 30 20:16:00.681689 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port a62bad5b-771f-4b64-b64d-620543e294ce triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:00.682073 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:00.688215 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=4af8bb37-e674-482e-9a67-d5e53cc3228c,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:00.713620 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 96a255fd-27b1-444d-a16e-73fe08930ceb details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:16:00.781584 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f3230ac-4220-4511-965e-5fbd0a3745e6 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:00.793282 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f3230ac-4220-4511-965e-5fbd0a3745e6 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:00.849661 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c4c072de-b276-443e-aceb-124a797ad64f None None] Provisioning for port 19bc3449-49b4-47d9-8af4-1ffdeb0b735b completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:00.862754 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3230ac-4220-4511-965e-5fbd0a3745e6 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Pushing event updated for resources: {'Port': ['ID=19bc3449-49b4-47d9-8af4-1ffdeb0b735b,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:00.865295 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c4c072de-b276-443e-aceb-124a797ad64f None None] Provisioning complete for port 19bc3449-49b4-47d9-8af4-1ffdeb0b735b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:00.865668 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4c072de-b276-443e-aceb-124a797ad64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:00.871274 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7f3230ac-4220-4511-965e-5fbd0a3745e6 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] In _notify_port_updated(), no bound segment for port 19bc3449-49b4-47d9-8af4-1ffdeb0b735b on network 07d07039-d57a-4e79-bf93-ea24392028d6 {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:16:00.873208 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 96a255fd-27b1-444d-a16e-73fe08930ceb, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=96a255fd-27b1-444d-a16e-73fe08930ceb,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:00.878836 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3230ac-4220-4511-965e-5fbd0a3745e6 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:00.879502 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f3230ac-4220-4511-965e-5fbd0a3745e6 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:00.884010 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7f3230ac-4220-4511-965e-5fbd0a3745e6 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] 10.222.0.81 "PUT /v2.0/ports/19bc3449-49b4-47d9-8af4-1ffdeb0b735b HTTP/1.1" status: 200 len: 1066 time: 0.5546536 Jul 30 20:16:00.884706 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44354) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:00.928029 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-729f66c7-3b9c-4424-b504-eb1c8ae4d3a5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:00.931765 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '96a255fd-27b1-444d-a16e-73fe08930ceb', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'port_id': '96a255fd-27b1-444d-a16e-73fe08930ceb', 'mac_address': 'fa:16:3e:43:ea:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1ad353-61a9-43a8-b737-817c20130814', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:16:00.975984 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c4c072de-b276-443e-aceb-124a797ad64f None None] Port 19bc3449-49b4-47d9-8af4-1ffdeb0b735b cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:16:00.979895 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:00.998963 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dd05afa3-09e1-4b50-8817-0dbc207584fa tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:01.006807 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:01.034642 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a255fd-27b1-444d-a16e-73fe08930ceb {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:16:01.052566 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-795c9a97-e856-4e06-b85f-98153f3e7b19 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Deleting port 19bc3449-49b4-47d9-8af4-1ffdeb0b735b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:01.052793 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-795c9a97-e856-4e06-b85f-98153f3e7b19 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:01.057243 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 96a255fd-27b1-444d-a16e-73fe08930ceb, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=96a255fd-27b1-444d-a16e-73fe08930ceb,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:01.063084 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port a62bad5b-771f-4b64-b64d-620543e294ce, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=a62bad5b-771f-4b64-b64d-620543e294ce,segment=NetworkSegment(cbd08c3f-f465-4b57-a7f2-add89aab7aed),segment_id=cbd08c3f-f465-4b57-a7f2-add89aab7aed)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:01.066989 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:01.072688 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:01.124106 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05afa3-09e1-4b50-8817-0dbc207584fa tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Port': ['ID=e694dc4d-ccca-4bcf-ba13-61dd0bdf019f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:01.130019 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=96a255fd-27b1-444d-a16e-73fe08930ceb,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:01.207077 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=a62bad5b-771f-4b64-b64d-620543e294ce,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:01.208862 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-795c9a97-e856-4e06-b85f-98153f3e7b19 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:01.228261 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-795c9a97-e856-4e06-b85f-98153f3e7b19 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Calling delete_port for 19bc3449-49b4-47d9-8af4-1ffdeb0b735b owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:01.251137 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dd05afa3-09e1-4b50-8817-0dbc207584fa tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:01.256776 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-dd05afa3-09e1-4b50-8817-0dbc207584fa tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/ports/e694dc4d-ccca-4bcf-ba13-61dd0bdf019f HTTP/1.1" status: 204 len: 168 time: 1.7977734 Jul 30 20:16:01.257571 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44358) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:01.368161 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf70dbd-b6d7-455f-a75e-d3ad354814d9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] DELETE failed (client error): The resource could not be found. Jul 30 20:16:01.368910 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf70dbd-b6d7-455f-a75e-d3ad354814d9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:16:01.373573 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0cf70dbd-b6d7-455f-a75e-d3ad354814d9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/ports/e694dc4d-ccca-4bcf-ba13-61dd0bdf019f HTTP/1.1" status: 404 len: 333 time: 0.0807767 Jul 30 20:16:01.375301 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44360) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:01.385019 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['96a255fd-27b1-444d-a16e-73fe08930ceb'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:16:01.415289 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2a82aa-cbb2-487b-8595-c4ddb957ac24 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] GET failed (client error): The resource could not be found. Jul 30 20:16:01.420271 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6f2a82aa-cbb2-487b-8595-c4ddb957ac24 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports/e694dc4d-ccca-4bcf-ba13-61dd0bdf019f HTTP/1.1" status: 404 len: 333 time: 0.0417168 Jul 30 20:16:01.422116 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44362) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:01.536204 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd64d1-e178-4783-b0c7-ec38c2daefb3 req-95d70bff-6719-4fb1-9aaf-efa077e2a7bf tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:01.542539 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd64d1-e178-4783-b0c7-ec38c2daefb3 req-95d70bff-6719-4fb1-9aaf-efa077e2a7bf tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:01.549120 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd64d1-e178-4783-b0c7-ec38c2daefb3 req-95d70bff-6719-4fb1-9aaf-efa077e2a7bf tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:01.562981 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd64d1-e178-4783-b0c7-ec38c2daefb3 req-95d70bff-6719-4fb1-9aaf-efa077e2a7bf tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:01.569775 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd64d1-e178-4783-b0c7-ec38c2daefb3 req-95d70bff-6719-4fb1-9aaf-efa077e2a7bf tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:01.577491 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd64d1-e178-4783-b0c7-ec38c2daefb3 req-95d70bff-6719-4fb1-9aaf-efa077e2a7bf tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:01.587374 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd64d1-e178-4783-b0c7-ec38c2daefb3 req-95d70bff-6719-4fb1-9aaf-efa077e2a7bf tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:01.588111 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1f53cf98-5ba3-4186-a226-072af743d8c5 None None] Provisioning complete for port 19bc3449-49b4-47d9-8af4-1ffdeb0b735b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:01.588600 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f53cf98-5ba3-4186-a226-072af743d8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:01.591415 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-15fd64d1-e178-4783-b0c7-ec38c2daefb3 req-95d70bff-6719-4fb1-9aaf-efa077e2a7bf tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5419 time: 0.4199076 Jul 30 20:16:01.633819 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-0766947d-4852-44b0-b566-2ea9ccb1b315 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting subnet f2bd3ed5-c09b-4e03-98b6-4144115b27b8 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:16:01.643659 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0766947d-4852-44b0-b566-2ea9ccb1b315 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:01.648150 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1f53cf98-5ba3-4186-a226-072af743d8c5 None None] Port 19bc3449-49b4-47d9-8af4-1ffdeb0b735b cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:16:01.723292 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-795c9a97-e856-4e06-b85f-98153f3e7b19 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:01.756504 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c9a97-e856-4e06-b85f-98153f3e7b19 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Pushing event deleted for resources: {'Port': ['ID=19bc3449-49b4-47d9-8af4-1ffdeb0b735b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:01.930808 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-795c9a97-e856-4e06-b85f-98153f3e7b19 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:01.935891 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-795c9a97-e856-4e06-b85f-98153f3e7b19 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] 10.222.0.81 "DELETE /v2.0/ports/19bc3449-49b4-47d9-8af4-1ffdeb0b735b HTTP/1.1" status: 204 len: 168 time: 1.0472121 Jul 30 20:16:01.936163 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44370) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:01.961600 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-2401e4f0-41d6-4947-a518-e8d58b8bb560 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] GET failed (client error): The resource could not be found. Jul 30 20:16:01.966527 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2401e4f0-41d6-4947-a518-e8d58b8bb560 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] 10.222.0.81 "GET /v2.0/ports/19bc3449-49b4-47d9-8af4-1ffdeb0b735b HTTP/1.1" status: 404 len: 333 time: 0.0292914 Jul 30 20:16:01.967186 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44372) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:02.064639 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-729f66c7-3b9c-4424-b504-eb1c8ae4d3a5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:02.068281 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-db63336b-c6b0-4352-ae99-9bd018e88050 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Deleting port 366cde7e-8334-421d-95c3-ab7f63a91e4f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:02.068694 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db63336b-c6b0-4352-ae99-9bd018e88050 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:02.073198 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-15fd64d1-e178-4783-b0c7-ec38c2daefb3 req-6738aa9f-d8ae-42ab-a2d4-1a88b068e05a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4699891 Jul 30 20:16:02.082351 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0766947d-4852-44b0-b566-2ea9ccb1b315 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:02.092304 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4af8bb37-e674-482e-9a67-d5e53cc3228c up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:02.155496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 4af8bb37-e674-482e-9a67-d5e53cc3228c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:02.155496 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:02.160250 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db63336b-c6b0-4352-ae99-9bd018e88050 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:02.174820 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-db63336b-c6b0-4352-ae99-9bd018e88050 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Calling delete_port for 366cde7e-8334-421d-95c3-ab7f63a91e4f owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:02.247976 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device a62bad5b-771f-4b64-b64d-620543e294ce up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:02.257975 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0766947d-4852-44b0-b566-2ea9ccb1b315 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:02.304088 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port a62bad5b-771f-4b64-b64d-620543e294ce triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:02.304505 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:02.354340 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729f66c7-3b9c-4424-b504-eb1c8ae4d3a5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Router 02de7a65-2d9d-4d55-a8a7-fe728d36af8d is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:16:02.373748 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db63336b-c6b0-4352-ae99-9bd018e88050 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:02.408707 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0766947d-4852-44b0-b566-2ea9ccb1b315 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:02.410183 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63336b-c6b0-4352-ae99-9bd018e88050 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Pushing event deleted for resources: {'Port': ['ID=366cde7e-8334-421d-95c3-ab7f63a91e4f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:02.434474 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db63336b-c6b0-4352-ae99-9bd018e88050 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:02.436952 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-db63336b-c6b0-4352-ae99-9bd018e88050 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] 10.222.0.81 "DELETE /v2.0/ports/366cde7e-8334-421d-95c3-ab7f63a91e4f HTTP/1.1" status: 204 len: 168 time: 0.4684789 Jul 30 20:16:02.439256 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44376) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:02.464070 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-75277dd6-3dbf-42a8-95ec-17825ecabfa3 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] GET failed (client error): The resource could not be found. Jul 30 20:16:02.465615 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-75277dd6-3dbf-42a8-95ec-17825ecabfa3 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] 10.222.0.81 "GET /v2.0/ports/366cde7e-8334-421d-95c3-ab7f63a91e4f HTTP/1.1" status: 404 len: 333 time: 0.0254033 Jul 30 20:16:02.470561 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44378) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:02.476615 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0766947d-4852-44b0-b566-2ea9ccb1b315 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:02.480011 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0766947d-4852-44b0-b566-2ea9ccb1b315 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/subnets/f2bd3ed5-c09b-4e03-98b6-4144115b27b8 HTTP/1.1" status: 204 len: 168 time: 1.0552096 Jul 30 20:16:02.485160 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766947d-4852-44b0-b566-2ea9ccb1b315 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Subnet': ['ID=f2bd3ed5-c09b-4e03-98b6-4144115b27b8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:02.485822 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86821b0d-2724-4525-8dc8-42a3b56d51cf None None] Network 9cec6d54-3e17-44c9-a250-676c76d6ac4f requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:02.491700 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44380) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:02.587627 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-339771ac-a65c-46b7-a427-3e4add46be98 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Deleting port 5e660049-3921-4723-a096-1ff0f00f26b4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:02.587963 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-339771ac-a65c-46b7-a427-3e4add46be98 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:02.630012 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-769ea401-e02b-4a04-9d33-0c994a916406 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:02.647826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f2881-70bb-47f9-8fa2-50891e5233d3 req-68fd2669-fcf8-4c84-9727-63671e3a1a49 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:02.649340 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f5f2881-70bb-47f9-8fa2-50891e5233d3 req-68fd2669-fcf8-4c84-9727-63671e3a1a49 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 946 time: 0.2806735 Jul 30 20:16:02.683016 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:16:02.693542 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-339771ac-a65c-46b7-a427-3e4add46be98 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:02.707588 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-339771ac-a65c-46b7-a427-3e4add46be98 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Calling delete_port for 5e660049-3921-4723-a096-1ff0f00f26b4 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:02.708107 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 96a255fd-27b1-444d-a16e-73fe08930ceb up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:02.711231 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729f66c7-3b9c-4424-b504-eb1c8ae4d3a5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:16:02.742610 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Sync routers for ids ['02de7a65-2d9d-4d55-a8a7-fe728d36af8d'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:16:02.744795 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3729b57-8dc4-4a1f-a7cf-8ab42bf19ee3 None None] DHCP port deletion for 9cec6d54-3e17-44c9-a250-676c76d6ac4f request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:16:02.749790 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f5f2881-70bb-47f9-8fa2-50891e5233d3 req-4d02edb9-7f36-4ea7-ab1a-581ab31022aa tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897129 Jul 30 20:16:02.752804 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-729f66c7-3b9c-4424-b504-eb1c8ae4d3a5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:02.756466 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-729f66c7-3b9c-4424-b504-eb1c8ae4d3a5 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.4506121 Jul 30 20:16:02.758048 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44382) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:02.803021 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Routers {'02de7a65-2d9d-4d55-a8a7-fe728d36af8d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:16:02.803693 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:15:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['02de7a65-2d9d-4d55-a8a7-fe728d36af8d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:02.809291 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-769ea401-e02b-4a04-9d33-0c994a916406 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting port a62bad5b-771f-4b64-b64d-620543e294ce {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:02.809291 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-769ea401-e02b-4a04-9d33-0c994a916406 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:02.873692 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 96a255fd-27b1-444d-a16e-73fe08930ceb completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:02.880319 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 96a255fd-27b1-444d-a16e-73fe08930ceb triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:02.880718 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:02.901843 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-339771ac-a65c-46b7-a427-3e4add46be98 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:02.914956 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d3729b57-8dc4-4a1f-a7cf-8ab42bf19ee3 None None] Deleting port a62bad5b-771f-4b64-b64d-620543e294ce {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:02.915327 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3729b57-8dc4-4a1f-a7cf-8ab42bf19ee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:02.933009 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339771ac-a65c-46b7-a427-3e4add46be98 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Pushing event deleted for resources: {'Port': ['ID=5e660049-3921-4723-a096-1ff0f00f26b4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:02.964456 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-769ea401-e02b-4a04-9d33-0c994a916406 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] For port a62bad5b-771f-4b64-b64d-620543e294ce, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=a62bad5b-771f-4b64-b64d-620543e294ce,segment=NetworkSegment(cbd08c3f-f465-4b57-a7f2-add89aab7aed),segment_id=cbd08c3f-f465-4b57-a7f2-add89aab7aed)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:02.964847 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-769ea401-e02b-4a04-9d33-0c994a916406 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:02.966366 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-339771ac-a65c-46b7-a427-3e4add46be98 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:02.969221 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-339771ac-a65c-46b7-a427-3e4add46be98 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] 10.222.0.81 "DELETE /v2.0/ports/5e660049-3921-4723-a096-1ff0f00f26b4 HTTP/1.1" status: 204 len: 168 time: 0.4976904 Jul 30 20:16:02.971702 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44386) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:02.987915 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-769ea401-e02b-4a04-9d33-0c994a916406 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Calling delete_port for a62bad5b-771f-4b64-b64d-620543e294ce owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:02.997240 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c71a3-f745-4789-91ca-eb6698441a34 req-dc232718-588f-4e32-8218-6fe1815a6ecb tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:02.999580 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-809c71a3-f745-4789-91ca-eb6698441a34 req-dc232718-588f-4e32-8218-6fe1815a6ecb tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 945 time: 0.1452405 Jul 30 20:16:03.003664 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9c0e5e4e-d85d-44e5-8d91-d83a4f61f92e tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "GET /v2.0/routers/02de7a65-2d9d-4d55-a8a7-fe728d36af8d HTTP/1.1" status: 200 len: 907 time: 0.2437985 Jul 30 20:16:03.007726 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44388) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:03.032256 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Set router 02de7a65-2d9d-4d55-a8a7-fe728d36af8d gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:16:03.034944 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d3729b57-8dc4-4a1f-a7cf-8ab42bf19ee3 None None] For port a62bad5b-771f-4b64-b64d-620543e294ce, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=a62bad5b-771f-4b64-b64d-620543e294ce,segment=NetworkSegment(cbd08c3f-f465-4b57-a7f2-add89aab7aed),segment_id=cbd08c3f-f465-4b57-a7f2-add89aab7aed)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:03.035335 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3729b57-8dc4-4a1f-a7cf-8ab42bf19ee3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.073398 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-8949f9be-d8f0-4241-a11a-4535f5265ba0 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Deleting subnet e059d5ad-6505-4f8a-9ac4-e2b11eec5de0 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:16:03.081392 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8949f9be-d8f0-4241-a11a-4535f5265ba0 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.104819 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d3729b57-8dc4-4a1f-a7cf-8ab42bf19ee3 None None] Calling delete_port for a62bad5b-771f-4b64-b64d-620543e294ce owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:03.114551 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-769ea401-e02b-4a04-9d33-0c994a916406 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.146932 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ea401-e02b-4a04-9d33-0c994a916406 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Port': ['ID=a62bad5b-771f-4b64-b64d-620543e294ce,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:03.169574 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ea401-e02b-4a04-9d33-0c994a916406 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] No DVR routers for this DVR port a62bad5b-771f-4b64-b64d-620543e294ce on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:16:03.174904 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8949f9be-d8f0-4241-a11a-4535f5265ba0 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.187541 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-809c71a3-f745-4789-91ca-eb6698441a34 req-55b9f875-775c-401a-8de4-da2920bbac42 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726639 Jul 30 20:16:03.205099 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c1e5275-ea0c-4a77-a634-bf746e63354c tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.299676 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.302102 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-769ea401-e02b-4a04-9d33-0c994a916406 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.314190 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-769ea401-e02b-4a04-9d33-0c994a916406 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cec6d54-3e17-44c9-a250-676c76d6ac4f']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:03.326982 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-769ea401-e02b-4a04-9d33-0c994a916406 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd08c3f-f465-4b57-a7f2-add89aab7aed') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:03.327311 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-769ea401-e02b-4a04-9d33-0c994a916406 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd08c3f-f465-4b57-a7f2-add89aab7aed') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:03.338061 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-769ea401-e02b-4a04-9d33-0c994a916406 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.342498 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3729b57-8dc4-4a1f-a7cf-8ab42bf19ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.353292 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-769ea401-e02b-4a04-9d33-0c994a916406 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.360428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769ea401-e02b-4a04-9d33-0c994a916406 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:16:03.360815 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-769ea401-e02b-4a04-9d33-0c994a916406 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:16:03.374704 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:16:03.384059 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8949f9be-d8f0-4241-a11a-4535f5265ba0 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.410555 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c1e5275-ea0c-4a77-a634-bf746e63354c tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.423804 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cc72c6-4e0f-47eb-aef8-2173382a2282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a255fd-27b1-444d-a16e-73fe08930ceb'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:16:03.426736 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8de20f6-ab47-44e1-8bd3-9ed29f2ff8b5" -d '{"events": [{"server_uuid": "16cc72c6-4e0f-47eb-aef8-2173382a2282", "name": "network-vif-plugged", "status": "completed", "tag": "96a255fd-27b1-444d-a16e-73fe08930ceb"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:16:03.432973 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3729b57-8dc4-4a1f-a7cf-8ab42bf19ee3 None None] Pushing event deleted for resources: {'Port': ['ID=a62bad5b-771f-4b64-b64d-620543e294ce,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:03.438282 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 96a255fd-27b1-444d-a16e-73fe08930ceb, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=96a255fd-27b1-444d-a16e-73fe08930ceb,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:03.439974 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3729b57-8dc4-4a1f-a7cf-8ab42bf19ee3 None None] No DVR routers for this DVR port a62bad5b-771f-4b64-b64d-620543e294ce on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:16:03.460232 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.468444 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-769ea401-e02b-4a04-9d33-0c994a916406 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.478671 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-769ea401-e02b-4a04-9d33-0c994a916406 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.481273 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-769ea401-e02b-4a04-9d33-0c994a916406 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/networks/9cec6d54-3e17-44c9-a250-676c76d6ac4f HTTP/1.1" status: 204 len: 168 time: 0.9885714 Jul 30 20:16:03.487417 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44394) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:03.496390 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-cedf1527-487a-4656-be7a-61427e032380 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-629137993'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:03.504196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa69071-c5b8-49ba-9852-74c2868f73dd req-d7d09d9d-203a-4430-8d1d-1a036ad093bf tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:03.506091 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8aa69071-c5b8-49ba-9852-74c2868f73dd req-d7d09d9d-203a-4430-8d1d-1a036ad093bf tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 945 time: 0.1056941 Jul 30 20:16:03.507294 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ea401-e02b-4a04-9d33-0c994a916406 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Network': ['ID=9cec6d54-3e17-44c9-a250-676c76d6ac4f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:03.513931 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=96a255fd-27b1-444d-a16e-73fe08930ceb,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:03.518904 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8949f9be-d8f0-4241-a11a-4535f5265ba0 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.537448 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02de7a65-2d9d-4d55-a8a7-fe728d36af8d', 'name': 'tempest-snat-router-1253349297', 'tenant_id': 'd9fdab70e32f4a0ea885c980cadbec17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'ffe2a830-fe60-491b-a6a2-c1b0f52cea7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:15:58Z', 'updated_at': '2021-07-30T20:16:00Z', 'revision_number': 3, 'project_id': 'd9fdab70e32f4a0ea885c980cadbec17', 'gw_port': {'id': 'ffe2a830-fe60-491b-a6a2-c1b0f52cea7a', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:36:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02de7a65-2d9d-4d55-a8a7-fe728d36af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:15:59Z', 'updated_at': '2021-07-30T20:15:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:03.556633 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949f9be-d8f0-4241-a11a-4535f5265ba0 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Pushing event deleted for resources: {'Subnet': ['ID=e059d5ad-6505-4f8a-9ac4-e2b11eec5de0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:03.558554 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8aa69071-c5b8-49ba-9852-74c2868f73dd req-19a20893-929e-49cc-ac90-b1087fc064c4 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348437 Jul 30 20:16:03.563738 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8949f9be-d8f0-4241-a11a-4535f5265ba0 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.565990 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8949f9be-d8f0-4241-a11a-4535f5265ba0 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] 10.222.0.81 "DELETE /v2.0/subnets/e059d5ad-6505-4f8a-9ac4-e2b11eec5de0 HTTP/1.1" status: 204 len: 168 time: 0.5932424 Jul 30 20:16:03.568707 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44396) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:03.569870 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedf1527-487a-4656-be7a-61427e032380 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:03.573328 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cedf1527-487a-4656-be7a-61427e032380 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.576898 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7c1e5275-ea0c-4a77-a634-bf746e63354c tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Deleting port ffe2a830-fe60-491b-a6a2-c1b0f52cea7a {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:03.577232 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c1e5275-ea0c-4a77-a634-bf746e63354c tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.591174 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Checking router: 02de7a65-2d9d-4d55-a8a7-fe728d36af8d for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:16:03.591174 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Updating router 02de7a65-2d9d-4d55-a8a7-fe728d36af8d port ffe2a830-fe60-491b-a6a2-c1b0f52cea7a binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:16:03.619786 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.621790 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7b8d71-a04f-4f4a-89a3-f2b11b857cf8 None None] Network 07d07039-d57a-4e79-bf93-ea24392028d6 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:03.651377 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b7c235b7-1c86-4708-9c14-333daa487810 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.680053 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cedf1527-487a-4656-be7a-61427e032380 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:16:03.703902 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cedf1527-487a-4656-be7a-61427e032380 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.704231 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-cedf1527-487a-4656-be7a-61427e032380 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Added segment da15db09-36cf-4cfb-b6e5-7a5055e36a95 of type vlan for network 4dc579f5-0c4f-47c7-9a5a-0dd48597b670 Jul 30 20:16:03.719316 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-b7c235b7-1c86-4708-9c14-333daa487810 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Deleting port 0547c06b-e21e-44e9-97ab-eecf413d6991 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:03.719966 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b7c235b7-1c86-4708-9c14-333daa487810 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.739006 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6b3fd-65de-4e00-a080-05c40defad8c req-4796f5b6-d632-4668-8422-d4797a05c1aa tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:03.740677 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-73c6b3fd-65de-4e00-a080-05c40defad8c req-4796f5b6-d632-4668-8422-d4797a05c1aa tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.83 "GET /v2.0/ports?device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 945 time: 0.1599488 Jul 30 20:16:03.742639 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c1e5275-ea0c-4a77-a634-bf746e63354c tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.806061 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-b7c235b7-1c86-4708-9c14-333daa487810 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] For port 0547c06b-e21e-44e9-97ab-eecf413d6991, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0547c06b-e21e-44e9-97ab-eecf413d6991,segment=NetworkSegment(83507104-fb22-47af-a8c9-a2ab00835c19),segment_id=83507104-fb22-47af-a8c9-a2ab00835c19)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:03.806734 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b7c235b7-1c86-4708-9c14-333daa487810 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.817440 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7c1e5275-ea0c-4a77-a634-bf746e63354c tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Calling delete_port for ffe2a830-fe60-491b-a6a2-c1b0f52cea7a owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:03.824008 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-b7c235b7-1c86-4708-9c14-333daa487810 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Calling delete_port for 0547c06b-e21e-44e9-97ab-eecf413d6991 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:03.829347 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cedf1527-487a-4656-be7a-61427e032380 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.950003 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cedf1527-487a-4656-be7a-61427e032380 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.958116 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b7c235b7-1c86-4708-9c14-333daa487810 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.958759 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedf1527-487a-4656-be7a-61427e032380 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:03.959469 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cedf1527-487a-4656-be7a-61427e032380 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:03.998580 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d74a52-58dd-43d5-b4ed-9fbfe38b57e7 None None] DHCP port deletion for 07d07039-d57a-4e79-bf93-ea24392028d6 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:16:04.003201 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c235b7-1c86-4708-9c14-333daa487810 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Pushing event deleted for resources: {'Port': ['ID=0547c06b-e21e-44e9-97ab-eecf413d6991,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:04.025489 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c235b7-1c86-4708-9c14-333daa487810 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] No DVR routers for this DVR port 0547c06b-e21e-44e9-97ab-eecf413d6991 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:16:04.026608 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:04.038574 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Transition to ACTIVE for port object ffe2a830-fe60-491b-a6a2-c1b0f52cea7a will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:04.048336 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:04.098230 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Attempting to bind port ffe2a830-fe60-491b-a6a2-c1b0f52cea7a on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:16:04.098496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Attempting to bind port ffe2a830-fe60-491b-a6a2-c1b0f52cea7a by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:16:04.098782 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Attempting to bind port ffe2a830-fe60-491b-a6a2-c1b0f52cea7a on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:16:04.110093 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cedf1527-487a-4656-be7a-61427e032380 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6211517 Jul 30 20:16:04.119867 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc072a-7151-4f06-b9a2-5c3bbfd2448f None None] Pushing event updated for resources: {'Port': ['ID=ffe2a830-fe60-491b-a6a2-c1b0f52cea7a,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:04.125946 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:16:04.126328 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:04.126969 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:04.127366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:16:04.127889 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Bound port: ffe2a830-fe60-491b-a6a2-c1b0f52cea7a, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:16:04.128272 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:04.135625 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44408) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:04.144123 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-300352dd-4d6e-4e7c-8145-d98357c0f258 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'subnet': {'network_id': '4dc579f5-0c4f-47c7-9a5a-0dd48597b670', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:04.156385 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0547c06b-e21e-44e9-97ab-eecf413d6991 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:16:04.194997 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf1527-487a-4656-be7a-61427e032380 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Network': ['ID=4dc579f5-0c4f-47c7-9a5a-0dd48597b670,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:04.207223 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-73c6b3fd-65de-4e00-a080-05c40defad8c req-ddbf111d-41fe-48bf-ad36-f2562ef0d7f9 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Deleting port c99ca414-b242-41a7-b642-a1bd5199fc93 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:04.207629 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-73c6b3fd-65de-4e00-a080-05c40defad8c req-ddbf111d-41fe-48bf-ad36-f2562ef0d7f9 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:04.249132 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b7c235b7-1c86-4708-9c14-333daa487810 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:04.283872 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-b7c235b7-1c86-4708-9c14-333daa487810 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d07039-d57a-4e79-bf93-ea24392028d6']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:04.307387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-b7c235b7-1c86-4708-9c14-333daa487810 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83507104-fb22-47af-a8c9-a2ab00835c19') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:04.307798 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-b7c235b7-1c86-4708-9c14-333daa487810 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83507104-fb22-47af-a8c9-a2ab00835c19') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:04.331722 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b7c235b7-1c86-4708-9c14-333daa487810 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:04.341954 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 4dc579f5-0c4f-47c7-9a5a-0dd48597b670 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:16:04.346394 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 0547c06b-e21e-44e9-97ab-eecf413d6991 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:16:04.346664 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0547c06b-e21e-44e9-97ab-eecf413d6991 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:16:04.347445 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device a62bad5b-771f-4b64-b64d-620543e294ce no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:16:04.368912 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386704e-949e-4618-8dd8-73c56e2142eb req-65e556a9-8bd0-4db0-8cca-74b49d7545f4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:04.374853 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386704e-949e-4618-8dd8-73c56e2142eb req-65e556a9-8bd0-4db0-8cca-74b49d7545f4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:04.380893 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386704e-949e-4618-8dd8-73c56e2142eb req-65e556a9-8bd0-4db0-8cca-74b49d7545f4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:04.381893 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-73c6b3fd-65de-4e00-a080-05c40defad8c req-ddbf111d-41fe-48bf-ad36-f2562ef0d7f9 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] For port c99ca414-b242-41a7-b642-a1bd5199fc93, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c99ca414-b242-41a7-b642-a1bd5199fc93,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:04.382352 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-73c6b3fd-65de-4e00-a080-05c40defad8c req-ddbf111d-41fe-48bf-ad36-f2562ef0d7f9 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:04.387099 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386704e-949e-4618-8dd8-73c56e2142eb req-65e556a9-8bd0-4db0-8cca-74b49d7545f4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:04.394282 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386704e-949e-4618-8dd8-73c56e2142eb req-65e556a9-8bd0-4db0-8cca-74b49d7545f4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:04.396845 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c1e5275-ea0c-4a77-a634-bf746e63354c tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:04.399764 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-73c6b3fd-65de-4e00-a080-05c40defad8c req-ddbf111d-41fe-48bf-ad36-f2562ef0d7f9 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Calling delete_port for c99ca414-b242-41a7-b642-a1bd5199fc93 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:04.401271 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386704e-949e-4618-8dd8-73c56e2142eb req-65e556a9-8bd0-4db0-8cca-74b49d7545f4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:04.407819 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386704e-949e-4618-8dd8-73c56e2142eb req-65e556a9-8bd0-4db0-8cca-74b49d7545f4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:04.409698 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1386704e-949e-4618-8dd8-73c56e2142eb req-65e556a9-8bd0-4db0-8cca-74b49d7545f4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5419 time: 0.1859710 Jul 30 20:16:04.412701 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b7c235b7-1c86-4708-9c14-333daa487810 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:04.428342 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: a62bad5b-771f-4b64-b64d-620543e294ce {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:16:04.428559 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c235b7-1c86-4708-9c14-333daa487810 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:16:04.428736 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device a62bad5b-771f-4b64-b64d-620543e294ce not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:16:04.428874 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b7c235b7-1c86-4708-9c14-333daa487810 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:16:04.432354 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:16:04.436662 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e5275-ea0c-4a77-a634-bf746e63354c tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffe2a830-fe60-491b-a6a2-c1b0f52cea7a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:04.454663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300352dd-4d6e-4e7c-8145-d98357c0f258 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:04.455125 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:16:04.455948 n-d-712137-9 neutron-server[93884]: DEBUG oslo_db.api [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:16:04.458502 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-300352dd-4d6e-4e7c-8145-d98357c0f258 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:04.555039 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c1e5275-ea0c-4a77-a634-bf746e63354c tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:04.578715 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b7c235b7-1c86-4708-9c14-333daa487810 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:04.584445 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1386704e-949e-4618-8dd8-73c56e2142eb req-f6e0142d-4e4c-4cc3-83ee-ce1fa20831b2 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1629770 Jul 30 20:16:04.598085 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b7c235b7-1c86-4708-9c14-333daa487810 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:04.602415 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b7c235b7-1c86-4708-9c14-333daa487810 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] 10.222.0.81 "DELETE /v2.0/networks/07d07039-d57a-4e79-bf93-ea24392028d6 HTTP/1.1" status: 204 len: 168 time: 1.0302749 Jul 30 20:16:04.646281 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b623f30-aaf5-4a18-a037-230d008f70b4 x-openstack-request-id: req-3b623f30-aaf5-4a18-a037-230d008f70b4 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:16:04.646763 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cc72c6-4e0f-47eb-aef8-2173382a2282", "name": "network-vif-plugged", "status": "completed", "tag": "96a255fd-27b1-444d-a16e-73fe08930ceb", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:16:04.647188 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b623f30-aaf5-4a18-a037-230d008f70b4 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:16:04.647823 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cc72c6-4e0f-47eb-aef8-2173382a2282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a255fd-27b1-444d-a16e-73fe08930ceb', 'code': 200} Jul 30 20:16:04.691967 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c235b7-1c86-4708-9c14-333daa487810 tempest-AllowedAddressPairIpV6TestJSON-1873076032 tempest-AllowedAddressPairIpV6TestJSON-1873076032-project] Pushing event deleted for resources: {'Network': ['ID=07d07039-d57a-4e79-bf93-ea24392028d6,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:04.724893 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c1e5275-ea0c-4a77-a634-bf746e63354c tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:04.728972 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c1e5275-ea0c-4a77-a634-bf746e63354c tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:04.793226 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-73c6b3fd-65de-4e00-a080-05c40defad8c req-ddbf111d-41fe-48bf-ad36-f2562ef0d7f9 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:04.805250 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['83ba072f-d2f7-4ea8-9e22-afb39aced6d1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:16:04.806700 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c1e5275-ea0c-4a77-a634-bf746e63354c tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:04.807251 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1e5275-ea0c-4a77-a634-bf746e63354c tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02de7a65-2d9d-4d55-a8a7-fe728d36af8d {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:16:04.830841 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c1e5275-ea0c-4a77-a634-bf746e63354c tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:04.832943 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7c1e5275-ea0c-4a77-a634-bf746e63354c tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "DELETE /v2.0/routers/02de7a65-2d9d-4d55-a8a7-fe728d36af8d HTTP/1.1" status: 204 len: 168 time: 1.8239894 Jul 30 20:16:04.837373 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf111d-41fe-48bf-ad36-f2562ef0d7f9 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Pushing event deleted for resources: {'Port': ['ID=c99ca414-b242-41a7-b642-a1bd5199fc93,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:04.838992 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44418) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:04.898826 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-300352dd-4d6e-4e7c-8145-d98357c0f258 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:04.907797 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c6b3fd-65de-4e00-a080-05c40defad8c req-ddbf111d-41fe-48bf-ad36-f2562ef0d7f9 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] No DVR routers for this DVR port c99ca414-b242-41a7-b642-a1bd5199fc93 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:16:04.913188 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-73c6b3fd-65de-4e00-a080-05c40defad8c req-ddbf111d-41fe-48bf-ad36-f2562ef0d7f9 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:04.915315 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-73c6b3fd-65de-4e00-a080-05c40defad8c req-ddbf111d-41fe-48bf-ad36-f2562ef0d7f9 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.83 "DELETE /v2.0/ports/c99ca414-b242-41a7-b642-a1bd5199fc93 HTTP/1.1" status: 204 len: 173 time: 1.1453984 Jul 30 20:16:04.916533 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a080838c-b592-4ad5-8221-f4ab49e84b27', 'name': 'network-vif-deleted', 'tag': 'c99ca414-b242-41a7-b642-a1bd5199fc93'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:16:04.927627 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dd8943-6d13-44ac-acc7-287d3b4905f7" -d '{"events": [{"server_uuid": "a080838c-b592-4ad5-8221-f4ab49e84b27", "name": "network-vif-deleted", "tag": "c99ca414-b242-41a7-b642-a1bd5199fc93"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:16:04.934548 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218675b1-52bf-4a67-b0ed-12e41bff4f08 req-b402c003-b32c-462b-8583-b15be147674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:04.936903 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-218675b1-52bf-4a67-b0ed-12e41bff4f08 req-b402c003-b32c-462b-8583-b15be147674a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 1097 time: 0.2159233 Jul 30 20:16:04.971764 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aacd6e-ee0e-4540-a34e-03f7ce21a871 req-cd4fd63a-9144-4aff-ba0c-4e8342eb72e4 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:04.973288 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73aacd6e-ee0e-4540-a34e-03f7ce21a871 req-cd4fd63a-9144-4aff-ba0c-4e8342eb72e4 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 946 time: 0.2215288 Jul 30 20:16:04.980866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Attempting to bind port ffe2a830-fe60-491b-a6a2-c1b0f52cea7a on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:16:04.981240 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Attempting to bind port ffe2a830-fe60-491b-a6a2-c1b0f52cea7a by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:16:04.981611 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Attempting to bind port ffe2a830-fe60-491b-a6a2-c1b0f52cea7a on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:16:04.998303 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:16:04.998303 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:04.998303 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:04.998303 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:16:04.998303 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Bound port: ffe2a830-fe60-491b-a6a2-c1b0f52cea7a, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:16:04.998303 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:05.000205 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44424) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:05.026248 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Port ffe2a830-fe60-491b-a6a2-c1b0f52cea7a has been deleted concurrently {{(pid=93884) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 30 20:16:05.045641 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Routers set() bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:16:05.046170 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Router IDs set() for agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 20:16:05.047096 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_agentschedulers_db [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'02de7a65-2d9d-4d55-a8a7-fe728d36af8d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:15:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent'). {{(pid=93884) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 20:16:05.047649 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ec7b6a-f745-47ba-a47d-23df2f500cbc None None] The sync data for ids ['02de7a65-2d9d-4d55-a8a7-fe728d36af8d'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:16:05.067069 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300352dd-4d6e-4e7c-8145-d98357c0f258 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Subnet': ['ID=42600cdd-204f-4902-afbe-6e049f736151,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:05.097634 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-218675b1-52bf-4a67-b0ed-12e41bff4f08 req-97f9f435-bc03-4cab-8dab-925a15862145 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480055 Jul 30 20:16:05.111731 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91092b00-0a4a-4ee8-9a18-5830425524fd tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:05.116224 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300352dd-4d6e-4e7c-8145-d98357c0f258 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Checking segment: {'id': 'da15db09-36cf-4cfb-b6e5-7a5055e36a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4dc579f5-0c4f-47c7-9a5a-0dd48597b670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:05.116590 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300352dd-4d6e-4e7c-8145-d98357c0f258 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network hostable DHCP agents. Network: 4dc579f5-0c4f-47c7-9a5a-0dd48597b670, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:16:05.151821 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73aacd6e-ee0e-4540-a34e-03f7ce21a871 req-c9e86328-9b12-406e-8c96-86c5a4d07c39 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261730 Jul 30 20:16:05.184733 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8b321b2a-e718-4067-b051-0998440e0c56 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c809cebbbdf345389863e9dbda2bc2df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823797 Jul 30 20:16:05.187243 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44430) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:05.207864 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300352dd-4d6e-4e7c-8145-d98357c0f258 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network 4dc579f5-0c4f-47c7-9a5a-0dd48597b670 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:16:05.238438 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84c765c2-a763-495b-a07f-b687feb59b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:05.248167 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-300352dd-4d6e-4e7c-8145-d98357c0f258 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 4dc579f5-0c4f-47c7-9a5a-0dd48597b670) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:05.258241 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6cc844-aea7-4782-8656-91801fa2d2de None None] Network 4dc579f5-0c4f-47c7-9a5a-0dd48597b670 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:05.259026 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300352dd-4d6e-4e7c-8145-d98357c0f258 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:05.259644 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-300352dd-4d6e-4e7c-8145-d98357c0f258 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:05.262231 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84c765c2-a763-495b-a07f-b687feb59b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:05.276740 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91092b00-0a4a-4ee8-9a18-5830425524fd tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:05.284591 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-300352dd-4d6e-4e7c-8145-d98357c0f258 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1477585 Jul 30 20:16:05.287778 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44432) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:05.293501 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-0476259a-a798-4ca5-9e0e-cdf74b5a9ed3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'port': {'network_id': '4dc579f5-0c4f-47c7-9a5a-0dd48597b670', 'security_groups': [], 'name': 'tempest-PortsTestJSON-293484059'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:05.330134 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84c765c2-a763-495b-a07f-b687feb59b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:05.333426 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84c765c2-a763-495b-a07f-b687feb59b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:05.334823 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-84c765c2-a763-495b-a07f-b687feb59b51 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ad73e90b-6ba0-47a1-8ddc-b6663b13c1ae HTTP/1.1" status: 204 len: 168 time: 0.1464231 Jul 30 20:16:05.348515 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c765c2-a763-495b-a07f-b687feb59b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad73e90b-6ba0-47a1-8ddc-b6663b13c1ae,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:05.350427 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a15f4-7a6a-43fd-862f-a848a10b1bcc req-5717efa6-7a3a-4167-8fb0-6264a68dc4e3 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:05.358278 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-134a15f4-7a6a-43fd-862f-a848a10b1bcc req-5717efa6-7a3a-4167-8fb0-6264a68dc4e3 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.1416996 Jul 30 20:16:05.444681 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-134a15f4-7a6a-43fd-862f-a848a10b1bcc req-cc5e0cb2-b6ab-4054-b526-7acb1493381d tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854945 Jul 30 20:16:05.489877 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53fc2d9-ab8d-43ae-9881-35fb8b02f524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-4dc579f5-0c4f-47c7-9a5a-0dd48597b670', 'network_id': '4dc579f5-0c4f-47c7-9a5a-0dd48597b670', 'tenant_id': '2017beb2437a48d083584d9bbc248e5e', 'fixed_ips': [{'subnet_id': '42600cdd-204f-4902-afbe-6e049f736151'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:16:05.490804 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d53fc2d9-ab8d-43ae-9881-35fb8b02f524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:05.495115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-91092b00-0a4a-4ee8-9a18-5830425524fd tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Deleting port 4af8bb37-e674-482e-9a67-d5e53cc3228c {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:05.495464 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91092b00-0a4a-4ee8-9a18-5830425524fd tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:05.568612 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0476259a-a798-4ca5-9e0e-cdf74b5a9ed3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:05.579285 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0476259a-a798-4ca5-9e0e-cdf74b5a9ed3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:05.613878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-0476259a-a798-4ca5-9e0e-cdf74b5a9ed3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] device_id is not set on port 729316e1-be85-4f64-85b9-fc29e80214f0 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:16:05.668207 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-91092b00-0a4a-4ee8-9a18-5830425524fd tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] For port 4af8bb37-e674-482e-9a67-d5e53cc3228c, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4af8bb37-e674-482e-9a67-d5e53cc3228c,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:05.668622 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91092b00-0a4a-4ee8-9a18-5830425524fd tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:05.710707 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71102f70-9f3c-45b9-ba9e-dec1f188f956 req-e3ef3e38-0758-416b-b6ae-c3a67527c3b8 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=a080838c-b592-4ad5-8221-f4ab49e84b27 HTTP/1.1" status: 200 len: 210 time: 0.0504351 Jul 30 20:16:05.717031 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-91092b00-0a4a-4ee8-9a18-5830425524fd tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Calling delete_port for 4af8bb37-e674-482e-9a67-d5e53cc3228c owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:05.742434 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-d53fc2d9-ab8d-43ae-9881-35fb8b02f524 None None] Allocated IP 172.20.0.2 (4dc579f5-0c4f-47c7-9a5a-0dd48597b670/42600cdd-204f-4902-afbe-6e049f736151/284c566a-cdd7-41de-bb83-03c9c130cd90) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:05.770381 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8078d5c0-4123-4b90-a9a4-a5144e6abc45 x-openstack-request-id: req-8078d5c0-4123-4b90-a9a4-a5144e6abc45 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:16:05.771377 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a080838c-b592-4ad5-8221-f4ab49e84b27", "name": "network-vif-deleted", "tag": "c99ca414-b242-41a7-b642-a1bd5199fc93", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:16:05.771770 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8078d5c0-4123-4b90-a9a4-a5144e6abc45 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:16:05.772625 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a080838c-b592-4ad5-8221-f4ab49e84b27', 'name': 'network-vif-deleted', 'tag': 'c99ca414-b242-41a7-b642-a1bd5199fc93', 'status': 'completed', 'code': 200} Jul 30 20:16:05.923816 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d53fc2d9-ab8d-43ae-9881-35fb8b02f524 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:05.931878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58d806-cdef-4810-b28e-f977427babd0 req-c1382be3-159e-49c4-bd81-47b6b78def54 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:05.936021 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d53fc2d9-ab8d-43ae-9881-35fb8b02f524 None None] Transition to ACTIVE for port object 284c566a-cdd7-41de-bb83-03c9c130cd90 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:05.938831 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58d806-cdef-4810-b28e-f977427babd0 req-c1382be3-159e-49c4-bd81-47b6b78def54 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:05.944855 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58d806-cdef-4810-b28e-f977427babd0 req-c1382be3-159e-49c4-bd81-47b6b78def54 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:05.951822 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58d806-cdef-4810-b28e-f977427babd0 req-c1382be3-159e-49c4-bd81-47b6b78def54 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:05.960754 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58d806-cdef-4810-b28e-f977427babd0 req-c1382be3-159e-49c4-bd81-47b6b78def54 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:05.962069 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d53fc2d9-ab8d-43ae-9881-35fb8b02f524 None None] Transition to ACTIVE for port object 284c566a-cdd7-41de-bb83-03c9c130cd90 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:05.967260 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d53fc2d9-ab8d-43ae-9881-35fb8b02f524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:05.967475 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58d806-cdef-4810-b28e-f977427babd0 req-c1382be3-159e-49c4-bd81-47b6b78def54 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:05.973349 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58d806-cdef-4810-b28e-f977427babd0 req-c1382be3-159e-49c4-bd81-47b6b78def54 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:05.976234 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6d58d806-cdef-4810-b28e-f977427babd0 req-c1382be3-159e-49c4-bd81-47b6b78def54 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5419 time: 0.1221333 Jul 30 20:16:06.015400 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53fc2d9-ab8d-43ae-9881-35fb8b02f524 None None] Network 4dc579f5-0c4f-47c7-9a5a-0dd48597b670 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:06.018999 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-d53fc2d9-ab8d-43ae-9881-35fb8b02f524 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:06.023091 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53fc2d9-ab8d-43ae-9881-35fb8b02f524 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:06.033522 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53fc2d9-ab8d-43ae-9881-35fb8b02f524 None None] Pushing event updated for resources: {'Port': ['ID=284c566a-cdd7-41de-bb83-03c9c130cd90,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:06.039626 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-0476259a-a798-4ca5-9e0e-cdf74b5a9ed3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Allocated IP 172.20.0.13 (4dc579f5-0c4f-47c7-9a5a-0dd48597b670/42600cdd-204f-4902-afbe-6e049f736151/729316e1-be85-4f64-85b9-fc29e80214f0) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:06.103115 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d53fc2d9-ab8d-43ae-9881-35fb8b02f524 None None] Attempting to bind port 284c566a-cdd7-41de-bb83-03c9c130cd90 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:16:06.103728 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d53fc2d9-ab8d-43ae-9881-35fb8b02f524 None None] Attempting to bind port 284c566a-cdd7-41de-bb83-03c9c130cd90 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'da15db09-36cf-4cfb-b6e5-7a5055e36a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4dc579f5-0c4f-47c7-9a5a-0dd48597b670'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:16:06.104373 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53fc2d9-ab8d-43ae-9881-35fb8b02f524 None None] Attempting to bind port 284c566a-cdd7-41de-bb83-03c9c130cd90 on network 4dc579f5-0c4f-47c7-9a5a-0dd48597b670 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:16:06.113453 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53fc2d9-ab8d-43ae-9881-35fb8b02f524 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:16:06.114297 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53fc2d9-ab8d-43ae-9881-35fb8b02f524 None None] Checking segment: {'id': 'da15db09-36cf-4cfb-b6e5-7a5055e36a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4dc579f5-0c4f-47c7-9a5a-0dd48597b670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:06.114944 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d53fc2d9-ab8d-43ae-9881-35fb8b02f524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:06.115530 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53fc2d9-ab8d-43ae-9881-35fb8b02f524 None None] Bound using segment: {'id': 'da15db09-36cf-4cfb-b6e5-7a5055e36a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4dc579f5-0c4f-47c7-9a5a-0dd48597b670'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:16:06.116662 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d53fc2d9-ab8d-43ae-9881-35fb8b02f524 None None] Bound port: 284c566a-cdd7-41de-bb83-03c9c130cd90, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da15db09-36cf-4cfb-b6e5-7a5055e36a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4dc579f5-0c4f-47c7-9a5a-0dd48597b670'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:16:06.117522 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d53fc2d9-ab8d-43ae-9881-35fb8b02f524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:06.224437 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d53fc2d9-ab8d-43ae-9881-35fb8b02f524 None None] For port 284c566a-cdd7-41de-bb83-03c9c130cd90, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:16:06.229098 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d53fc2d9-ab8d-43ae-9881-35fb8b02f524 None None] For port 284c566a-cdd7-41de-bb83-03c9c130cd90, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=284c566a-cdd7-41de-bb83-03c9c130cd90,segment=NetworkSegment(da15db09-36cf-4cfb-b6e5-7a5055e36a95),segment_id=da15db09-36cf-4cfb-b6e5-7a5055e36a95)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:16:06.235478 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d53fc2d9-ab8d-43ae-9881-35fb8b02f524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:06.253777 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44466) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:06.334513 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53fc2d9-ab8d-43ae-9881-35fb8b02f524 None None] Pushing event updated for resources: {'Port': ['ID=284c566a-cdd7-41de-bb83-03c9c130cd90,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:06.407553 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-07396f86-3f67-4ca0-9905-4a3dfeffd973 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2047624959'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:06.436494 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07396f86-3f67-4ca0-9905-4a3dfeffd973 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Made reservation on behalf of 4fc87ee29acf4a9d99df698a1b63632f for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:06.441478 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07396f86-3f67-4ca0-9905-4a3dfeffd973 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:06.452082 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07396f86-3f67-4ca0-9905-4a3dfeffd973 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:06.601164 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6d58d806-cdef-4810-b28e-f977427babd0 req-6ddf9fea-03f9-4cc9-ab93-75ffab8e5899 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5449798 Jul 30 20:16:06.613194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device bd41358c-fdda-43ae-be89-336bb996dc26 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:16:06.637250 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91092b00-0a4a-4ee8-9a18-5830425524fd tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:06.686925 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91092b00-0a4a-4ee8-9a18-5830425524fd tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Pushing event deleted for resources: {'Port': ['ID=4af8bb37-e674-482e-9a67-d5e53cc3228c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:06.736764 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c99ca414-b242-41a7-b642-a1bd5199fc93 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:16:06.744731 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0476259a-a798-4ca5-9e0e-cdf74b5a9ed3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:06.768052 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-0476259a-a798-4ca5-9e0e-cdf74b5a9ed3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Transition to ACTIVE for port object 729316e1-be85-4f64-85b9-fc29e80214f0 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:06.779668 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: c99ca414-b242-41a7-b642-a1bd5199fc93 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:16:06.780039 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c99ca414-b242-41a7-b642-a1bd5199fc93 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:16:06.791425 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07396f86-3f67-4ca0-9905-4a3dfeffd973 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:06.819227 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07396f86-3f67-4ca0-9905-4a3dfeffd973 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:06.848926 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port bd41358c-fdda-43ae-be89-336bb996dc26, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=bd41358c-fdda-43ae-be89-336bb996dc26,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:06.874201 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'bd41358c-fdda-43ae-be89-336bb996dc26', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'port_id': 'bd41358c-fdda-43ae-be89-336bb996dc26', 'mac_address': 'fa:16:3e:3a:b6:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:16:06.895710 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07396f86-3f67-4ca0-9905-4a3dfeffd973 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:16:06.906768 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91092b00-0a4a-4ee8-9a18-5830425524fd tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:06.916391 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c8510-c794-40b0-adb0-bce1a0a9a05c req-f343684d-86f9-4822-b576-0d84e7dfd2f5 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:06.917945 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-242c8510-c794-40b0-adb0-bce1a0a9a05c req-f343684d-86f9-4822-b576-0d84e7dfd2f5 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 946 time: 0.1331077 Jul 30 20:16:06.925424 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07396f86-3f67-4ca0-9905-4a3dfeffd973 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=421ff315-ef26-43e0-a7aa-bccbfffda0a4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:06.943846 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07396f86-3f67-4ca0-9905-4a3dfeffd973 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:06.948304 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-07396f86-3f67-4ca0-9905-4a3dfeffd973 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Added segment 646e9eb4-9b8c-4a80-b881-7f22c6a607b1 of type vlan for network 3ca2a786-95ae-4dbb-9987-fcb0ed40c604 Jul 30 20:16:06.983057 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:06.989362 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0476259a-a798-4ca5-9e0e-cdf74b5a9ed3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:07.015277 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd41358c-fdda-43ae-be89-336bb996dc26 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:16:07.046480 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07396f86-3f67-4ca0-9905-4a3dfeffd973 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:07.056276 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port bd41358c-fdda-43ae-be89-336bb996dc26, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=bd41358c-fdda-43ae-be89-336bb996dc26,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:07.065424 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:07.093497 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07396f86-3f67-4ca0-9905-4a3dfeffd973 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:07.100208 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07396f86-3f67-4ca0-9905-4a3dfeffd973 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:07.101139 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07396f86-3f67-4ca0-9905-4a3dfeffd973 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:07.121518 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91092b00-0a4a-4ee8-9a18-5830425524fd tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:07.132024 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91092b00-0a4a-4ee8-9a18-5830425524fd tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:07.134898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=bd41358c-fdda-43ae-be89-336bb996dc26,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:07.143090 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-242c8510-c794-40b0-adb0-bce1a0a9a05c req-4483f29d-da3f-422e-b79b-0a244fa967be tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941152 Jul 30 20:16:07.159621 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0476259a-a798-4ca5-9e0e-cdf74b5a9ed3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network 4dc579f5-0c4f-47c7-9a5a-0dd48597b670 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:07.163852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-0476259a-a798-4ca5-9e0e-cdf74b5a9ed3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:07.204929 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-07396f86-3f67-4ca0-9905-4a3dfeffd973 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9491508 Jul 30 20:16:07.208111 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0476259a-a798-4ca5-9e0e-cdf74b5a9ed3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:07.231166 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['bd41358c-fdda-43ae-be89-336bb996dc26'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:16:07.262589 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07396f86-3f67-4ca0-9905-4a3dfeffd973 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event updated for resources: {'Network': ['ID=3ca2a786-95ae-4dbb-9987-fcb0ed40c604,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:07.295886 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 3ca2a786-95ae-4dbb-9987-fcb0ed40c604 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:16:07.309037 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476259a-a798-4ca5-9e0e-cdf74b5a9ed3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Port': ['ID=729316e1-be85-4f64-85b9-fc29e80214f0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:07.340497 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91092b00-0a4a-4ee8-9a18-5830425524fd tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:07.341769 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91092b00-0a4a-4ee8-9a18-5830425524fd tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8ee7b0d-94dd-44f7-bbc9-6f2a14b919fe {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:16:07.358344 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91092b00-0a4a-4ee8-9a18-5830425524fd tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:07.359856 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-91092b00-0a4a-4ee8-9a18-5830425524fd tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "DELETE /v2.0/routers/c8ee7b0d-94dd-44f7-bbc9-6f2a14b919fe HTTP/1.1" status: 204 len: 168 time: 2.5184386 Jul 30 20:16:07.363494 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44492) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:07.369622 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fb355dda-67b0-4703-9bc9-9e4dbb3123b8 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-423765491', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:07.439161 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb355dda-67b0-4703-9bc9-9e4dbb3123b8 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:07.440604 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb355dda-67b0-4703-9bc9-9e4dbb3123b8 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:07.482019 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0476259a-a798-4ca5-9e0e-cdf74b5a9ed3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:07.482655 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0476259a-a798-4ca5-9e0e-cdf74b5a9ed3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:07.533797 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c833a1-b5ad-472b-a099-1f2fa2c0f42b req-8f6800e6-a7ab-459a-b142-695c957d404a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:07.545954 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d1c833a1-b5ad-472b-a099-1f2fa2c0f42b req-8f6800e6-a7ab-459a-b142-695c957d404a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.2411504 Jul 30 20:16:07.594536 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0476259a-a798-4ca5-9e0e-cdf74b5a9ed3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.3047557 Jul 30 20:16:07.595415 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44494) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:07.595998 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb355dda-67b0-4703-9bc9-9e4dbb3123b8 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:07.850413 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d1c833a1-b5ad-472b-a099-1f2fa2c0f42b req-36b89827-6136-424e-8e17-9b5ad430deea tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3020735 Jul 30 20:16:07.885414 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce5a63e-31d5-4f73-9b73-822617e42013 None None] Network 4dc579f5-0c4f-47c7-9a5a-0dd48597b670 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:07.942616 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-3bd140ce-2b0f-41b2-90f5-1ba7ef549ed3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting port 729316e1-be85-4f64-85b9-fc29e80214f0 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:07.943061 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3bd140ce-2b0f-41b2-90f5-1ba7ef549ed3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:07.971851 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-85fc30c9-3cef-4da3-8b4f-3f72b477ca0e None None] Provisioning for port 284c566a-cdd7-41de-bb83-03c9c130cd90 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:08.001321 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb355dda-67b0-4703-9bc9-9e4dbb3123b8 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:08.263797 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3bd140ce-2b0f-41b2-90f5-1ba7ef549ed3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:08.383052 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-3bd140ce-2b0f-41b2-90f5-1ba7ef549ed3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Calling delete_port for 729316e1-be85-4f64-85b9-fc29e80214f0 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:08.383852 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 284c566a-cdd7-41de-bb83-03c9c130cd90 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:08.509681 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 284c566a-cdd7-41de-bb83-03c9c130cd90 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:08.519235 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 284c566a-cdd7-41de-bb83-03c9c130cd90 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:08.520010 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:08.556101 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb355dda-67b0-4703-9bc9-9e4dbb3123b8 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:08.585207 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb355dda-67b0-4703-9bc9-9e4dbb3123b8 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:08.639262 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device bd41358c-fdda-43ae-be89-336bb996dc26 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:08.694773 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8bb87-88ae-45a3-ba09-62c6a532a3ac req-7c8070b5-24e3-4bf6-929d-18800aafb5af tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:08.711538 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8bb87-88ae-45a3-ba09-62c6a532a3ac req-7c8070b5-24e3-4bf6-929d-18800aafb5af tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:08.725009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8bb87-88ae-45a3-ba09-62c6a532a3ac req-7c8070b5-24e3-4bf6-929d-18800aafb5af tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:08.738041 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8bb87-88ae-45a3-ba09-62c6a532a3ac req-7c8070b5-24e3-4bf6-929d-18800aafb5af tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:08.762463 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8bb87-88ae-45a3-ba09-62c6a532a3ac req-7c8070b5-24e3-4bf6-929d-18800aafb5af tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:08.777976 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8bb87-88ae-45a3-ba09-62c6a532a3ac req-7c8070b5-24e3-4bf6-929d-18800aafb5af tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:08.792623 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8bb87-88ae-45a3-ba09-62c6a532a3ac req-7c8070b5-24e3-4bf6-929d-18800aafb5af tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:08.805397 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-61f8bb87-88ae-45a3-ba09-62c6a532a3ac req-7c8070b5-24e3-4bf6-929d-18800aafb5af tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5419 time: 0.4891312 Jul 30 20:16:08.858066 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:08.864030 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-fb355dda-67b0-4703-9bc9-9e4dbb3123b8 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Allocated IP 172.25.3.239 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/3178d5c1-249b-47ab-830a-2105ddd821a0) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:08.881196 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-589f59a0-6882-4a26-af53-a090fb12e239 None None] Provisioning for port 729316e1-be85-4f64-85b9-fc29e80214f0 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:08.895227 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-589f59a0-6882-4a26-af53-a090fb12e239 None None] Provisioning complete for port 729316e1-be85-4f64-85b9-fc29e80214f0 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:08.895703 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-589f59a0-6882-4a26-af53-a090fb12e239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:08.905358 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port bd41358c-fdda-43ae-be89-336bb996dc26 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:08.905734 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:09.008225 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3bd140ce-2b0f-41b2-90f5-1ba7ef549ed3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:09.027458 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 284c566a-cdd7-41de-bb83-03c9c130cd90, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=284c566a-cdd7-41de-bb83-03c9c130cd90,segment=NetworkSegment(da15db09-36cf-4cfb-b6e5-7a5055e36a95),segment_id=da15db09-36cf-4cfb-b6e5-7a5055e36a95)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:09.077557 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-589f59a0-6882-4a26-af53-a090fb12e239 None None] Port 729316e1-be85-4f64-85b9-fc29e80214f0 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:16:09.079710 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:09.172349 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb355dda-67b0-4703-9bc9-9e4dbb3123b8 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:09.233927 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=284c566a-cdd7-41de-bb83-03c9c130cd90,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:09.237028 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4af8bb37-e674-482e-9a67-d5e53cc3228c no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:16:09.274854 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd140ce-2b0f-41b2-90f5-1ba7ef549ed3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Port': ['ID=729316e1-be85-4f64-85b9-fc29e80214f0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:09.283994 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb355dda-67b0-4703-9bc9-9e4dbb3123b8 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:09.355450 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-61f8bb87-88ae-45a3-ba09-62c6a532a3ac req-ec31d68b-cf45-4cc4-922f-d9b113e4f425 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5452952 Jul 30 20:16:09.402141 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 4af8bb37-e674-482e-9a67-d5e53cc3228c {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:16:09.402712 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4af8bb37-e674-482e-9a67-d5e53cc3228c not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:16:09.418879 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb355dda-67b0-4703-9bc9-9e4dbb3123b8 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:09.424935 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:09.427101 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-589f59a0-6882-4a26-af53-a090fb12e239 None None] Provisioning complete for port 284c566a-cdd7-41de-bb83-03c9c130cd90 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:09.427650 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-589f59a0-6882-4a26-af53-a090fb12e239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:09.428073 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3bd140ce-2b0f-41b2-90f5-1ba7ef549ed3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:09.433384 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-fb355dda-67b0-4703-9bc9-9e4dbb3123b8 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:09.439639 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3bd140ce-2b0f-41b2-90f5-1ba7ef549ed3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/ports/729316e1-be85-4f64-85b9-fc29e80214f0 HTTP/1.1" status: 204 len: 168 time: 1.8384609 Jul 30 20:16:09.440337 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb355dda-67b0-4703-9bc9-9e4dbb3123b8 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:09.441022 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44506) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:09.508724 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972ffce7-cc1d-4439-ae22-85bc67e6284b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd41358c-fdda-43ae-be89-336bb996dc26'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:16:09.511269 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a25c8e-851b-48f7-8d97-98c35133d81e" -d '{"events": [{"server_uuid": "972ffce7-cc1d-4439-ae22-85bc67e6284b", "name": "network-vif-plugged", "status": "completed", "tag": "bd41358c-fdda-43ae-be89-336bb996dc26"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:16:09.549966 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port bd41358c-fdda-43ae-be89-336bb996dc26, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=bd41358c-fdda-43ae-be89-336bb996dc26,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:09.564046 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:09.569138 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb355dda-67b0-4703-9bc9-9e4dbb3123b8 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Pushing event updated for resources: {'Port': ['ID=3178d5c1-249b-47ab-830a-2105ddd821a0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:09.596877 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13981ba-86c0-40f0-b5ce-e6fae057dd3f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] GET failed (client error): The resource could not be found. Jul 30 20:16:09.608703 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c13981ba-86c0-40f0-b5ce-e6fae057dd3f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports/729316e1-be85-4f64-85b9-fc29e80214f0 HTTP/1.1" status: 404 len: 333 time: 0.1628535 Jul 30 20:16:09.612086 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44510) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:09.660820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=bd41358c-fdda-43ae-be89-336bb996dc26,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:09.733950 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a3437c-6b0b-4db8-ab7c-47398c97f442 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting subnet 42600cdd-204f-4902-afbe-6e049f736151 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:16:09.744320 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef9ea1-6881-46e1-8da9-7a2c746556a4 req-638a8676-6d57-4115-ab2c-da496955e781 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:09.765027 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5ef9ea1-6881-46e1-8da9-7a2c746556a4 req-638a8676-6d57-4115-ab2c-da496955e781 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.2321365 Jul 30 20:16:09.766702 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44512) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:09.774106 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-75a3437c-6b0b-4db8-ab7c-47398c97f442 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:09.776541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e743835d-d8b1-4814-a712-f9aabd68afd2 None None] Could not find standard attr ID for object 729316e1-be85-4f64-85b9-fc29e80214f0. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:16:09.790958 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-32fcdd5b-02d4-41e8-b6a8-faa487e61af8 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Request body: {'floatingip': {'port_id': '96a255fd-27b1-444d-a16e-73fe08930ceb'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:09.927086 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-75a3437c-6b0b-4db8-ab7c-47398c97f442 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:10.026332 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-75a3437c-6b0b-4db8-ab7c-47398c97f442 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:10.111547 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-75a3437c-6b0b-4db8-ab7c-47398c97f442 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:10.165161 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32fcdd5b-02d4-41e8-b6a8-faa487e61af8 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for floatingip, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:10.170566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3437c-6b0b-4db8-ab7c-47398c97f442 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Subnet': ['ID=42600cdd-204f-4902-afbe-6e049f736151,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:10.181931 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-75a3437c-6b0b-4db8-ab7c-47398c97f442 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:10.187753 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-75a3437c-6b0b-4db8-ab7c-47398c97f442 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/subnets/42600cdd-204f-4902-afbe-6e049f736151 HTTP/1.1" status: 204 len: 168 time: 0.5713720 Jul 30 20:16:10.190026 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ef96f6-bb8a-43e3-ad57-7b54da32cb4d None None] Network 4dc579f5-0c4f-47c7-9a5a-0dd48597b670 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:10.203480 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 284c566a-cdd7-41de-bb83-03c9c130cd90 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:10.220656 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44514) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:10.366148 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e6a98-c3d3-4b1a-a059-929c52ac8680 req-886aceb2-69e1-4b35-88a2-7bf1446a1a49 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:10.372915 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e6a98-c3d3-4b1a-a059-929c52ac8680 req-886aceb2-69e1-4b35-88a2-7bf1446a1a49 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:10.379188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e6a98-c3d3-4b1a-a059-929c52ac8680 req-886aceb2-69e1-4b35-88a2-7bf1446a1a49 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:10.385148 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e6a98-c3d3-4b1a-a059-929c52ac8680 req-886aceb2-69e1-4b35-88a2-7bf1446a1a49 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:10.391164 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e6a98-c3d3-4b1a-a059-929c52ac8680 req-886aceb2-69e1-4b35-88a2-7bf1446a1a49 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:10.398509 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e6a98-c3d3-4b1a-a059-929c52ac8680 req-886aceb2-69e1-4b35-88a2-7bf1446a1a49 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:10.404657 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e6a98-c3d3-4b1a-a059-929c52ac8680 req-886aceb2-69e1-4b35-88a2-7bf1446a1a49 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:10.412588 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ce2e6a98-c3d3-4b1a-a059-929c52ac8680 req-886aceb2-69e1-4b35-88a2-7bf1446a1a49 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5445 time: 0.3216500 Jul 30 20:16:10.439520 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d39a42b0-9c28-41da-81e2-16c4e28e64b4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:10.517266 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ce2e6a98-c3d3-4b1a-a059-929c52ac8680 req-085ef03a-4ee1-41bb-95c7-aaa0599ffe9d tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1031339 Jul 30 20:16:10.547652 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 284c566a-cdd7-41de-bb83-03c9c130cd90 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:10.548164 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:10.559545 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb355dda-67b0-4703-9bc9-9e4dbb3123b8 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:10.839123 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-d39a42b0-9c28-41da-81e2-16c4e28e64b4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting port 284c566a-cdd7-41de-bb83-03c9c130cd90 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:10.839713 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d39a42b0-9c28-41da-81e2-16c4e28e64b4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:10.865293 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2856dc-8e48-40d4-84aa-a136ba2b9b0f None None] DHCP port deletion for 4dc579f5-0c4f-47c7-9a5a-0dd48597b670 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:16:10.891372 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44522) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:10.897244 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-0290511d-fb38-4576-a4d4-bf24477d382c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Request body: {'subnet': {'network_id': '3ca2a786-95ae-4dbb-9987-fcb0ed40c604', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:10.952166 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3b2856dc-8e48-40d4-84aa-a136ba2b9b0f None None] Deleting port 284c566a-cdd7-41de-bb83-03c9c130cd90 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:10.952688 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b2856dc-8e48-40d4-84aa-a136ba2b9b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:11.019825 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb355dda-67b0-4703-9bc9-9e4dbb3123b8 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:11.028420 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3b2856dc-8e48-40d4-84aa-a136ba2b9b0f None None] For port 284c566a-cdd7-41de-bb83-03c9c130cd90, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=284c566a-cdd7-41de-bb83-03c9c130cd90,segment=NetworkSegment(da15db09-36cf-4cfb-b6e5-7a5055e36a95),segment_id=da15db09-36cf-4cfb-b6e5-7a5055e36a95)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:11.029641 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b2856dc-8e48-40d4-84aa-a136ba2b9b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:11.048603 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3b2856dc-8e48-40d4-84aa-a136ba2b9b0f None None] Calling delete_port for 284c566a-cdd7-41de-bb83-03c9c130cd90 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:11.118445 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32fcdd5b-02d4-41e8-b6a8-faa487e61af8 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:11.168028 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32fcdd5b-02d4-41e8-b6a8-faa487e61af8 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:11.179551 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343aae9-4b6c-4595-9f86-289d21bb223b req-038eef96-45a7-43aa-8695-926e686aa669 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:11.182571 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b2856dc-8e48-40d4-84aa-a136ba2b9b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:11.187030 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6343aae9-4b6c-4595-9f86-289d21bb223b req-038eef96-45a7-43aa-8695-926e686aa669 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 946 time: 0.4929585 Jul 30 20:16:11.220799 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2856dc-8e48-40d4-84aa-a136ba2b9b0f None None] Pushing event deleted for resources: {'Port': ['ID=284c566a-cdd7-41de-bb83-03c9c130cd90,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:11.230550 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2856dc-8e48-40d4-84aa-a136ba2b9b0f None None] No DVR routers for this DVR port 284c566a-cdd7-41de-bb83-03c9c130cd90 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:16:11.264281 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb355dda-67b0-4703-9bc9-9e4dbb3123b8 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Router f42e1889-b216-408f-97f3-738b200024c0 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:16:11.321060 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-d39a42b0-9c28-41da-81e2-16c4e28e64b4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] For port 284c566a-cdd7-41de-bb83-03c9c130cd90, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=284c566a-cdd7-41de-bb83-03c9c130cd90,segment=NetworkSegment(da15db09-36cf-4cfb-b6e5-7a5055e36a95),segment_id=da15db09-36cf-4cfb-b6e5-7a5055e36a95)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:11.321430 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d39a42b0-9c28-41da-81e2-16c4e28e64b4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:11.380435 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6343aae9-4b6c-4595-9f86-289d21bb223b req-d2cf5814-b5f6-4751-8b56-8fc625bd64a6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924372 Jul 30 20:16:11.392177 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-d39a42b0-9c28-41da-81e2-16c4e28e64b4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Calling delete_port for 284c566a-cdd7-41de-bb83-03c9c130cd90 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:11.414423 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb355dda-67b0-4703-9bc9-9e4dbb3123b8 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:16:11.427003 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd01ba5-9f2f-4cd1-95e5-644f6f7b2901 None None] Sync routers for ids ['f42e1889-b216-408f-97f3-738b200024c0'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:16:11.445269 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd01ba5-9f2f-4cd1-95e5-644f6f7b2901 None None] Routers {'f42e1889-b216-408f-97f3-738b200024c0'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:16:11.446416 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9fd01ba5-9f2f-4cd1-95e5-644f6f7b2901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:15:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['f42e1889-b216-408f-97f3-738b200024c0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:11.464867 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdc6966-fe88-42bf-88d7-3e93468435fd x-openstack-request-id: req-efdc6966-fe88-42bf-88d7-3e93468435fd {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:16:11.465649 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972ffce7-cc1d-4439-ae22-85bc67e6284b", "name": "network-vif-plugged", "status": "completed", "tag": "bd41358c-fdda-43ae-be89-336bb996dc26", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:16:11.467030 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-efdc6966-fe88-42bf-88d7-3e93468435fd {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:16:11.467672 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972ffce7-cc1d-4439-ae22-85bc67e6284b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd41358c-fdda-43ae-be89-336bb996dc26', 'code': 200} Jul 30 20:16:11.475007 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb355dda-67b0-4703-9bc9-9e4dbb3123b8 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:11.476319 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fb355dda-67b0-4703-9bc9-9e4dbb3123b8 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1116643 Jul 30 20:16:11.479037 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44524) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:11.484622 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b49db079-ae35-4025-a4c7-fc33fe2537e2 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'enable_snat': False}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:11.509593 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9fd01ba5-9f2f-4cd1-95e5-644f6f7b2901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:11.530838 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0290511d-fb38-4576-a4d4-bf24477d382c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Made reservation on behalf of 4fc87ee29acf4a9d99df698a1b63632f for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:11.534369 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0290511d-fb38-4576-a4d4-bf24477d382c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:11.536491 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd01ba5-9f2f-4cd1-95e5-644f6f7b2901 None None] Routers {'f42e1889-b216-408f-97f3-738b200024c0'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:16:11.537189 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9fd01ba5-9f2f-4cd1-95e5-644f6f7b2901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:15:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['f42e1889-b216-408f-97f3-738b200024c0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:11.594100 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9fd01ba5-9f2f-4cd1-95e5-644f6f7b2901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:11.600954 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd01ba5-9f2f-4cd1-95e5-644f6f7b2901 None None] The sync data for ids ['f42e1889-b216-408f-97f3-738b200024c0'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:16:11.602380 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-32fcdd5b-02d4-41e8-b6a8-faa487e61af8 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Floating IP 2987bfda-fc28-402e-a795-26754cf0ee87 associated. External IP: 172.25.3.252, port: 96a255fd-27b1-444d-a16e-73fe08930ceb. Jul 30 20:16:11.788306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ae072-01ab-4d45-ac4b-05dc368c097f req-d0c54a5e-f60a-48e5-a9b8-17b393869f6d tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:11.794207 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ae072-01ab-4d45-ac4b-05dc368c097f req-d0c54a5e-f60a-48e5-a9b8-17b393869f6d tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:11.800064 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ae072-01ab-4d45-ac4b-05dc368c097f req-d0c54a5e-f60a-48e5-a9b8-17b393869f6d tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:11.805943 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ae072-01ab-4d45-ac4b-05dc368c097f req-d0c54a5e-f60a-48e5-a9b8-17b393869f6d tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:11.811891 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ae072-01ab-4d45-ac4b-05dc368c097f req-d0c54a5e-f60a-48e5-a9b8-17b393869f6d tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:11.817785 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ae072-01ab-4d45-ac4b-05dc368c097f req-d0c54a5e-f60a-48e5-a9b8-17b393869f6d tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:11.823881 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ae072-01ab-4d45-ac4b-05dc368c097f req-d0c54a5e-f60a-48e5-a9b8-17b393869f6d tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:11.832271 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f6ae072-01ab-4d45-ac4b-05dc368c097f req-d0c54a5e-f60a-48e5-a9b8-17b393869f6d tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5419 time: 0.2438686 Jul 30 20:16:11.837750 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d39a42b0-9c28-41da-81e2-16c4e28e64b4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:11.995653 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b49db079-ae35-4025-a4c7-fc33fe2537e2 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:12.088264 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 284c566a-cdd7-41de-bb83-03c9c130cd90 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:16:12.114840 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 284c566a-cdd7-41de-bb83-03c9c130cd90 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:16:12.115340 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 284c566a-cdd7-41de-bb83-03c9c130cd90 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:16:12.248192 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a42b0-9c28-41da-81e2-16c4e28e64b4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Port': ['ID=284c566a-cdd7-41de-bb83-03c9c130cd90,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:12.282667 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39a42b0-9c28-41da-81e2-16c4e28e64b4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] No DVR routers for this DVR port 284c566a-cdd7-41de-bb83-03c9c130cd90 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:16:12.346938 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f6ae072-01ab-4d45-ac4b-05dc368c097f req-f1684ac4-a0cf-4e7a-878f-a15ecea655b2 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5139685 Jul 30 20:16:12.531947 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d39a42b0-9c28-41da-81e2-16c4e28e64b4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:12.533308 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b49db079-ae35-4025-a4c7-fc33fe2537e2 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:12.537475 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b49db079-ae35-4025-a4c7-fc33fe2537e2 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1722371'] for router, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:12.557269 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0290511d-fb38-4576-a4d4-bf24477d382c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:12.562027 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d39a42b0-9c28-41da-81e2-16c4e28e64b4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc579f5-0c4f-47c7-9a5a-0dd48597b670']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:12.627797 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d39a42b0-9c28-41da-81e2-16c4e28e64b4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da15db09-36cf-4cfb-b6e5-7a5055e36a95') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:12.628082 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d39a42b0-9c28-41da-81e2-16c4e28e64b4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da15db09-36cf-4cfb-b6e5-7a5055e36a95') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:12.658227 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d39a42b0-9c28-41da-81e2-16c4e28e64b4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:12.662650 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49db079-ae35-4025-a4c7-fc33fe2537e2 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Router f42e1889-b216-408f-97f3-738b200024c0 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:16:12.712618 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d41204-4598-4cc4-a6af-589b4826422a req-86bfb777-ead3-4a0c-a8bc-4102383b155b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:12.718705 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d41204-4598-4cc4-a6af-589b4826422a req-86bfb777-ead3-4a0c-a8bc-4102383b155b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:12.724775 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d41204-4598-4cc4-a6af-589b4826422a req-86bfb777-ead3-4a0c-a8bc-4102383b155b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:12.730606 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d41204-4598-4cc4-a6af-589b4826422a req-86bfb777-ead3-4a0c-a8bc-4102383b155b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:12.736502 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d41204-4598-4cc4-a6af-589b4826422a req-86bfb777-ead3-4a0c-a8bc-4102383b155b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:12.742737 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d41204-4598-4cc4-a6af-589b4826422a req-86bfb777-ead3-4a0c-a8bc-4102383b155b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:12.749008 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d41204-4598-4cc4-a6af-589b4826422a req-86bfb777-ead3-4a0c-a8bc-4102383b155b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:12.750968 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-26d41204-4598-4cc4-a6af-589b4826422a req-86bfb777-ead3-4a0c-a8bc-4102383b155b tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5445 time: 0.2991464 Jul 30 20:16:12.753922 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d39a42b0-9c28-41da-81e2-16c4e28e64b4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:12.758426 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290511d-fb38-4576-a4d4-bf24477d382c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event updated for resources: {'Subnet': ['ID=5552eb02-900d-4b90-aba6-e528c8aa1e7c,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:12.772236 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d39a42b0-9c28-41da-81e2-16c4e28e64b4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:16:12.772536 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d39a42b0-9c28-41da-81e2-16c4e28e64b4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:16:12.776215 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:16:12.783046 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fcdd5b-02d4-41e8-b6a8-faa487e61af8 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Router c5f8c774-34c5-45dc-aa78-aa21845d96fc has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:16:12.857006 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0290511d-fb38-4576-a4d4-bf24477d382c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Checking segment: {'id': '646e9eb4-9b8c-4a80-b881-7f22c6a607b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ca2a786-95ae-4dbb-9987-fcb0ed40c604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:12.857299 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0290511d-fb38-4576-a4d4-bf24477d382c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Network hostable DHCP agents. Network: 3ca2a786-95ae-4dbb-9987-fcb0ed40c604, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:16:12.931409 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d39a42b0-9c28-41da-81e2-16c4e28e64b4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:12.949502 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d39a42b0-9c28-41da-81e2-16c4e28e64b4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:12.955455 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d39a42b0-9c28-41da-81e2-16c4e28e64b4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/networks/4dc579f5-0c4f-47c7-9a5a-0dd48597b670 HTTP/1.1" status: 204 len: 168 time: 2.7303221 Jul 30 20:16:12.966676 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44536) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:12.975120 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-2052da65-b624-46a1-a0d1-522bbf0292d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'port': {'network_id': 'b1e4479b-e2c0-4cc7-8ad5-b869a56301b4', 'name': 'tempest-PortsTestJSON-1025353995'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:13.064829 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a42b0-9c28-41da-81e2-16c4e28e64b4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Network': ['ID=4dc579f5-0c4f-47c7-9a5a-0dd48597b670,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:13.099213 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49db079-ae35-4025-a4c7-fc33fe2537e2 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:16:13.103339 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b49db079-ae35-4025-a4c7-fc33fe2537e2 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:13.110249 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b49db079-ae35-4025-a4c7-fc33fe2537e2 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "PUT /v2.0/routers/f42e1889-b216-408f-97f3-738b200024c0 HTTP/1.1" status: 200 len: 925 time: 1.6245449 Jul 30 20:16:13.110345 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0290511d-fb38-4576-a4d4-bf24477d382c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Network 3ca2a786-95ae-4dbb-9987-fcb0ed40c604 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:16:13.110638 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44538) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:13.117826 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce88567-80c1-4e55-8e3f-2461125a4e00 None None] Sync routers for ids ['f42e1889-b216-408f-97f3-738b200024c0'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:16:13.135994 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce88567-80c1-4e55-8e3f-2461125a4e00 None None] Routers {'f42e1889-b216-408f-97f3-738b200024c0'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:16:13.137063 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-fce88567-80c1-4e55-8e3f-2461125a4e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:15:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['f42e1889-b216-408f-97f3-738b200024c0'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:13.149966 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-0290511d-fb38-4576-a4d4-bf24477d382c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 3ca2a786-95ae-4dbb-9987-fcb0ed40c604) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:13.172378 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8767f-d8ed-47f1-80b7-5b67aeabb194 req-c44d10fc-dd36-46c0-a5fc-cfbd36fcf1a7 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:13.174645 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fbb8767f-d8ed-47f1-80b7-5b67aeabb194 req-c44d10fc-dd36-46c0-a5fc-cfbd36fcf1a7 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 946 time: 0.2352872 Jul 30 20:16:13.185512 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0290511d-fb38-4576-a4d4-bf24477d382c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:13.186872 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0290511d-fb38-4576-a4d4-bf24477d382c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:13.192653 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-fce88567-80c1-4e55-8e3f-2461125a4e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:13.195986 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007c9f96-48f7-4bb4-9c58-2bbe49df4cc6 None None] Network 3ca2a786-95ae-4dbb-9987-fcb0ed40c604 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:13.262008 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce88567-80c1-4e55-8e3f-2461125a4e00 None None] Routers {'f42e1889-b216-408f-97f3-738b200024c0'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:16:13.263347 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-fce88567-80c1-4e55-8e3f-2461125a4e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:15:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['f42e1889-b216-408f-97f3-738b200024c0'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:13.276232 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fbb8767f-d8ed-47f1-80b7-5b67aeabb194 req-55c6f2dc-b1f5-4269-8d32-5a5e4115d56a tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860817 Jul 30 20:16:13.285234 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-acb9a86c-9d54-4512-b3c5-934a77e00b6b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "GET /v2.0/routers/f42e1889-b216-408f-97f3-738b200024c0 HTTP/1.1" status: 200 len: 925 time: 0.1734455 Jul 30 20:16:13.288736 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44540) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:13.291803 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fcdd5b-02d4-41e8-b6a8-faa487e61af8 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:16:13.323411 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcad158-4d47-4e8c-b729-9447da48ee35 None None] Sync routers for ids ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:16:13.323999 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32fcdd5b-02d4-41e8-b6a8-faa487e61af8 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:13.340408 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcad158-4d47-4e8c-b729-9447da48ee35 None None] Routers {'c5f8c774-34c5-45dc-aa78-aa21845d96fc'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:16:13.342729 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5bcad158-4d47-4e8c-b729-9447da48ee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:15:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:13.344997 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-fce88567-80c1-4e55-8e3f-2461125a4e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:13.345725 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce88567-80c1-4e55-8e3f-2461125a4e00 None None] The sync data for ids ['f42e1889-b216-408f-97f3-738b200024c0'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:16:13.386286 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2052da65-b624-46a1-a0d1-522bbf0292d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:13.396476 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2052da65-b624-46a1-a0d1-522bbf0292d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:13.428759 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c151e-a74e-4475-b4b8-17da5c709a99 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:13.430729 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-198c151e-a74e-4475-b4b8-17da5c709a99 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&device_id=f42e1889-b216-408f-97f3-738b200024c0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1409254 Jul 30 20:16:13.432221 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-2052da65-b624-46a1-a0d1-522bbf0292d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] device_id is not set on port a2ee4f79-380a-4e7e-953c-41df42ab849e yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:16:13.433582 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44546) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:13.490396 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5bcad158-4d47-4e8c-b729-9447da48ee35 None None] Set router c5f8c774-34c5-45dc-aa78-aa21845d96fc gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:16:13.578610 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb8148d-adb4-4b91-9a56-4b8c6895b0a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-3ca2a786-95ae-4dbb-9987-fcb0ed40c604', 'network_id': '3ca2a786-95ae-4dbb-9987-fcb0ed40c604', 'tenant_id': '4fc87ee29acf4a9d99df698a1b63632f', 'fixed_ips': [{'subnet_id': '5552eb02-900d-4b90-aba6-e528c8aa1e7c'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:16:13.583591 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2fb8148d-adb4-4b91-9a56-4b8c6895b0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:13.630488 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e073c1ea-8973-4e1d-8534-6f01dc1b4558 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:13.637011 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e073c1ea-8973-4e1d-8534-6f01dc1b4558 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 881 time: 0.2022619 Jul 30 20:16:13.642819 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44550) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:13.676532 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2052da65-b624-46a1-a0d1-522bbf0292d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:13.696382 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ed91edb2-d7b2-47a6-8ec5-1008e68c0f94 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "GET /v2.0/ports?device_id=f42e1889-b216-408f-97f3-738b200024c0 HTTP/1.1" status: 200 len: 205 time: 0.0521204 Jul 30 20:16:13.703682 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44552) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:13.756484 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0290511d-fb38-4576-a4d4-bf24477d382c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8635886 Jul 30 20:16:13.758287 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44554) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:13.768706 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d61bedfc-0d3c-4c7e-8562-fc548656ee4a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-410094233'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:13.773822 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2052da65-b624-46a1-a0d1-522bbf0292d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:13.791231 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-32fcdd5b-02d4-41e8-b6a8-faa487e61af8 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "PUT /v2.0/floatingips/2987bfda-fc28-402e-a795-26754cf0ee87 HTTP/1.1" status: 200 len: 992 time: 4.0194137 Jul 30 20:16:13.802264 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2052da65-b624-46a1-a0d1-522bbf0292d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:13.810841 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cc72c6-4e0f-47eb-aef8-2173382a2282', 'tag': '96a255fd-27b1-444d-a16e-73fe08930ceb'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:16:13.814011 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede22a5e-8332-4d53-b6ee-e787ec513351" -d '{"events": [{"name": "network-changed", "server_uuid": "16cc72c6-4e0f-47eb-aef8-2173382a2282", "tag": "96a255fd-27b1-444d-a16e-73fe08930ceb"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:16:13.817475 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-2052da65-b624-46a1-a0d1-522bbf0292d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:13.847554 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2052da65-b624-46a1-a0d1-522bbf0292d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:13.853705 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052da65-b624-46a1-a0d1-522bbf0292d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:13.854334 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2052da65-b624-46a1-a0d1-522bbf0292d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:13.876908 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5bcad158-4d47-4e8c-b729-9447da48ee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'name': 'tempest-AttachVolumeShelveTestJSON-779455588-router', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:19Z', 'updated_at': '2021-07-30T20:09:28Z', 'revision_number': 4, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'gw_port': {'id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:22Z', 'updated_at': '2021-07-30T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '2987bfda-fc28-402e-a795-26754cf0ee87', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'port_id': '96a255fd-27b1-444d-a16e-73fe08930ceb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'mac_address': 'fa:16:3e:43:ea:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cc72c6-4e0f-47eb-aef8-2173382a2282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:15:46Z', 'updated_at': '2021-07-30T20:16:11Z', 'revision_number': 1, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30fe171b-f247-4b51-9563-10089a5ff87f', 'name': '', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'mac_address': 'fa:16:3e:3d:d1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '4b1ad353-61a9-43a8-b737-817c20130814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:27Z', 'updated_at': '2021-07-30T20:09:32Z', 'revision_number': 5, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'subnets': [{'id': '4b1ad353-61a9-43a8-b737-817c20130814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:13.898780 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-2fb8148d-adb4-4b91-9a56-4b8c6895b0a6 None None] Allocated IP 2001:db8:0:ffff::2 (3ca2a786-95ae-4dbb-9987-fcb0ed40c604/5552eb02-900d-4b90-aba6-e528c8aa1e7c/bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:13.904269 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac8a04-b5cc-4c0c-93e1-3c459eaabae0 req-fe61cb4c-7c8a-4848-b6e5-9b5e046c2f14 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:13.910473 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac8a04-b5cc-4c0c-93e1-3c459eaabae0 req-fe61cb4c-7c8a-4848-b6e5-9b5e046c2f14 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:13.916886 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac8a04-b5cc-4c0c-93e1-3c459eaabae0 req-fe61cb4c-7c8a-4848-b6e5-9b5e046c2f14 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:13.923586 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac8a04-b5cc-4c0c-93e1-3c459eaabae0 req-fe61cb4c-7c8a-4848-b6e5-9b5e046c2f14 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:13.923834 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcad158-4d47-4e8c-b729-9447da48ee35 None None] Checking router: c5f8c774-34c5-45dc-aa78-aa21845d96fc for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:16:13.929641 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac8a04-b5cc-4c0c-93e1-3c459eaabae0 req-fe61cb4c-7c8a-4848-b6e5-9b5e046c2f14 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:13.932674 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcad158-4d47-4e8c-b729-9447da48ee35 None None] Routers {'c5f8c774-34c5-45dc-aa78-aa21845d96fc'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:16:13.933297 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5bcad158-4d47-4e8c-b729-9447da48ee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:15:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:13.936520 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac8a04-b5cc-4c0c-93e1-3c459eaabae0 req-fe61cb4c-7c8a-4848-b6e5-9b5e046c2f14 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:13.942706 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac8a04-b5cc-4c0c-93e1-3c459eaabae0 req-fe61cb4c-7c8a-4848-b6e5-9b5e046c2f14 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:13.950910 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5ac8a04-b5cc-4c0c-93e1-3c459eaabae0 req-fe61cb4c-7c8a-4848-b6e5-9b5e046c2f14 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5419 time: 0.2312117 Jul 30 20:16:13.951119 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b92b05d3-3b28-4c2b-848e-6cc0c39ef2ae tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:13.975899 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052da65-b624-46a1-a0d1-522bbf0292d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Port': ['ID=a2ee4f79-380a-4e7e-953c-41df42ab849e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:14.035398 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5ac8a04-b5cc-4c0c-93e1-3c459eaabae0 req-c6457de9-e3eb-4466-bbe4-16501e09f942 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0776060 Jul 30 20:16:14.038455 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2052da65-b624-46a1-a0d1-522bbf0292d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0702593 Jul 30 20:16:14.041814 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61bedfc-0d3c-4c7e-8562-fc548656ee4a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Made reservation on behalf of 4fc87ee29acf4a9d99df698a1b63632f for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:14.044817 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44560) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:14.048818 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d61bedfc-0d3c-4c7e-8562-fc548656ee4a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:14.094321 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5bcad158-4d47-4e8c-b729-9447da48ee35 None None] Set router c5f8c774-34c5-45dc-aa78-aa21845d96fc gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:16:14.112032 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61bedfc-0d3c-4c7e-8562-fc548656ee4a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:16:14.145046 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d61bedfc-0d3c-4c7e-8562-fc548656ee4a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:14.146308 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-d61bedfc-0d3c-4c7e-8562-fc548656ee4a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Added segment 8775ba37-ea96-4bcf-adea-7bcc01332802 of type vlan for network 51045482-c252-427c-8a72-90c05aebd2ed Jul 30 20:16:14.227426 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d61bedfc-0d3c-4c7e-8562-fc548656ee4a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:14.286121 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d61bedfc-0d3c-4c7e-8562-fc548656ee4a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:14.293494 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61bedfc-0d3c-4c7e-8562-fc548656ee4a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:14.295287 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d61bedfc-0d3c-4c7e-8562-fc548656ee4a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:14.384074 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9a68aa-9fba-49f8-89dd-b910ee13fccf x-openstack-request-id: req-8c9a68aa-9fba-49f8-89dd-b910ee13fccf {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:16:14.384374 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16cc72c6-4e0f-47eb-aef8-2173382a2282", "tag": "96a255fd-27b1-444d-a16e-73fe08930ceb", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:16:14.384607 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8c9a68aa-9fba-49f8-89dd-b910ee13fccf {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:16:14.385005 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16cc72c6-4e0f-47eb-aef8-2173382a2282', 'tag': '96a255fd-27b1-444d-a16e-73fe08930ceb', 'status': 'completed', 'code': 200} Jul 30 20:16:14.409903 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b92b05d3-3b28-4c2b-848e-6cc0c39ef2ae tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:14.452340 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d61bedfc-0d3c-4c7e-8562-fc548656ee4a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6882532 Jul 30 20:16:14.453229 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44568) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:14.459957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-c59affd1-8b0d-46b0-b27e-9d27d91ff233 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Request body: {'subnet': {'network_id': '51045482-c252-427c-8a72-90c05aebd2ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:14.552826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bedfc-0d3c-4c7e-8562-fc548656ee4a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event updated for resources: {'Network': ['ID=51045482-c252-427c-8a72-90c05aebd2ed,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:14.569054 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 51045482-c252-427c-8a72-90c05aebd2ed details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:16:14.587960 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede22a5e-8332-4d53-b6ee-e787ec513351 req-9594e0ba-52ec-4c84-917c-56cbd4774105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:14.590443 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ede22a5e-8332-4d53-b6ee-e787ec513351 req-9594e0ba-52ec-4c84-917c-56cbd4774105 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c9ba35ca3ce49889dd21646eecff8cf&device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 1097 time: 0.2046337 Jul 30 20:16:14.592426 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59affd1-8b0d-46b0-b27e-9d27d91ff233 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Made reservation on behalf of 4fc87ee29acf4a9d99df698a1b63632f for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:14.596794 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c59affd1-8b0d-46b0-b27e-9d27d91ff233 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:14.625154 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5bcad158-4d47-4e8c-b729-9447da48ee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'name': 'tempest-AttachVolumeShelveTestJSON-779455588-router', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:19Z', 'updated_at': '2021-07-30T20:09:28Z', 'revision_number': 4, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'gw_port': {'id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:22Z', 'updated_at': '2021-07-30T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '2987bfda-fc28-402e-a795-26754cf0ee87', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'port_id': '96a255fd-27b1-444d-a16e-73fe08930ceb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'mac_address': 'fa:16:3e:43:ea:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cc72c6-4e0f-47eb-aef8-2173382a2282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:15:46Z', 'updated_at': '2021-07-30T20:16:11Z', 'revision_number': 1, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30fe171b-f247-4b51-9563-10089a5ff87f', 'name': '', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'mac_address': 'fa:16:3e:3d:d1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '4b1ad353-61a9-43a8-b737-817c20130814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:27Z', 'updated_at': '2021-07-30T20:09:32Z', 'revision_number': 5, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'subnets': [{'id': '4b1ad353-61a9-43a8-b737-817c20130814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:14.652667 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7a971268-6fff-4853-949e-0abc8de40c90 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting port a2ee4f79-380a-4e7e-953c-41df42ab849e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:14.653280 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a971268-6fff-4853-949e-0abc8de40c90 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:14.708162 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2fb8148d-adb4-4b91-9a56-4b8c6895b0a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:14.715176 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcad158-4d47-4e8c-b729-9447da48ee35 None None] The sync data for ids ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'] in n-d-712137-9 is: [{'id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'name': 'tempest-AttachVolumeShelveTestJSON-779455588-router', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:19Z', 'updated_at': '2021-07-30T20:09:28Z', 'revision_number': 4, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'gw_port': {'id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:22Z', 'updated_at': '2021-07-30T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '2987bfda-fc28-402e-a795-26754cf0ee87', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'port_id': '96a255fd-27b1-444d-a16e-73fe08930ceb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'mac_address': 'fa:16:3e:43:ea:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cc72c6-4e0f-47eb-aef8-2173382a2282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:15:46Z', 'updated_at': '2021-07-30T20:16:11Z', 'revision_number': 1, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30fe171b-f247-4b51-9563-10089a5ff87f', 'name': '', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'mac_address': 'fa:16:3e:3d:d1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '4b1ad353-61a9-43a8-b737-817c20130814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:27Z', 'updated_at': '2021-07-30T20:09:32Z', 'revision_number': 5, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'subnets': [{'id': '4b1ad353-61a9-43a8-b737-817c20130814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:16:14.749659 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b92b05d3-3b28-4c2b-848e-6cc0c39ef2ae tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Deleting port 3178d5c1-249b-47ab-830a-2105ddd821a0 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:14.750015 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b92b05d3-3b28-4c2b-848e-6cc0c39ef2ae tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:14.850717 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a971268-6fff-4853-949e-0abc8de40c90 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:14.858621 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82015a58-cddd-4e7b-bdb8-ac507d87aa4c req-9082131f-698e-4f2f-9ee2-c4b35ec8e64f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:14.863066 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82015a58-cddd-4e7b-bdb8-ac507d87aa4c req-9082131f-698e-4f2f-9ee2-c4b35ec8e64f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 946 time: 0.1923232 Jul 30 20:16:14.872927 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 8e0561e2-d480-41a1-87dd-77547a79be94 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:16:14.876831 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7a971268-6fff-4853-949e-0abc8de40c90 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Calling delete_port for a2ee4f79-380a-4e7e-953c-41df42ab849e owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:14.882951 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2fb8148d-adb4-4b91-9a56-4b8c6895b0a6 None None] Transition to ACTIVE for port object bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:14.916664 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b92b05d3-3b28-4c2b-848e-6cc0c39ef2ae tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:14.961262 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede22a5e-8332-4d53-b6ee-e787ec513351 req-c71ad1f8-39b8-4b2c-b923-52200d10928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:14.963889 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ede22a5e-8332-4d53-b6ee-e787ec513351 req-c71ad1f8-39b8-4b2c-b923-52200d10928a service neutron] 10.222.0.83 "GET /v2.0/networks?id=c421e0b7-06ec-4b47-a5b3-95881a5c3933 HTTP/1.1" status: 200 len: 917 time: 0.3612416 Jul 30 20:16:14.964252 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b92b05d3-3b28-4c2b-848e-6cc0c39ef2ae tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Calling delete_port for 3178d5c1-249b-47ab-830a-2105ddd821a0 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:15.037964 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82015a58-cddd-4e7b-bdb8-ac507d87aa4c req-6d142cff-4179-4bad-9eca-dc4ce1aebb6e tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596925 Jul 30 20:16:15.068218 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2fb8148d-adb4-4b91-9a56-4b8c6895b0a6 None None] Transition to ACTIVE for port object bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:15.092031 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.resource_extend [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 20:16:15.131080 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a971268-6fff-4853-949e-0abc8de40c90 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:15.160525 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e5ef7c-dcd0-4b2b-b40b-b3d0e3767a7f None None] New status for floating IP 2987bfda-fc28-402e-a795-26754cf0ee87: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:16:15.162189 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ede22a5e-8332-4d53-b6ee-e787ec513351 req-5208ac8c-cc0f-42ff-8b71-c7e99210133e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96a255fd-27b1-444d-a16e-73fe08930ceb HTTP/1.1" status: 200 len: 1000 time: 0.1818409 Jul 30 20:16:15.284626 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b92b05d3-3b28-4c2b-848e-6cc0c39ef2ae tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:15.293180 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2fb8148d-adb4-4b91-9a56-4b8c6895b0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:15.304819 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede22a5e-8332-4d53-b6ee-e787ec513351 req-b4863b74-143e-4dc8-bf01-fdd960bbdff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:15.306471 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ede22a5e-8332-4d53-b6ee-e787ec513351 req-b4863b74-143e-4dc8-bf01-fdd960bbdff3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b1ad353-61a9-43a8-b737-817c20130814 HTTP/1.1" status: 200 len: 855 time: 0.1330786 Jul 30 20:16:15.321983 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5547bbb-8b96-4da1-96a6-a611a40bfbe5 req-2efb9a17-9a85-4a37-9878-d439d1058390 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:15.329025 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5547bbb-8b96-4da1-96a6-a611a40bfbe5 req-2efb9a17-9a85-4a37-9878-d439d1058390 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:15.335308 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5547bbb-8b96-4da1-96a6-a611a40bfbe5 req-2efb9a17-9a85-4a37-9878-d439d1058390 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:15.342046 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5547bbb-8b96-4da1-96a6-a611a40bfbe5 req-2efb9a17-9a85-4a37-9878-d439d1058390 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:15.351014 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5547bbb-8b96-4da1-96a6-a611a40bfbe5 req-2efb9a17-9a85-4a37-9878-d439d1058390 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:15.357945 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5547bbb-8b96-4da1-96a6-a611a40bfbe5 req-2efb9a17-9a85-4a37-9878-d439d1058390 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:15.366069 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5547bbb-8b96-4da1-96a6-a611a40bfbe5 req-2efb9a17-9a85-4a37-9878-d439d1058390 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:15.374479 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d5547bbb-8b96-4da1-96a6-a611a40bfbe5 req-2efb9a17-9a85-4a37-9878-d439d1058390 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5419 time: 0.1907177 Jul 30 20:16:15.389432 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c59affd1-8b0d-46b0-b27e-9d27d91ff233 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:15.507956 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59affd1-8b0d-46b0-b27e-9d27d91ff233 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event updated for resources: {'Subnet': ['ID=132c1dd9-1d1c-4b27-8f75-f632ca1e401a,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:15.535585 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a971268-6fff-4853-949e-0abc8de40c90 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:15.543170 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7a971268-6fff-4853-949e-0abc8de40c90 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/ports/a2ee4f79-380a-4e7e-953c-41df42ab849e HTTP/1.1" status: 204 len: 168 time: 1.4929843 Jul 30 20:16:15.550557 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a971268-6fff-4853-949e-0abc8de40c90 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Port': ['ID=a2ee4f79-380a-4e7e-953c-41df42ab849e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:15.552526 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44590) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:15.565695 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d361e53b-a133-42af-8e0f-9fe15a588e1a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'port': {'network_id': 'b1e4479b-e2c0-4cc7-8ad5-b869a56301b4', 'mac_address': 'fa:16:3e:d8:71:4f', 'name': 'tempest-PortsTestJSON-1858387562'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:15.620954 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb8148d-adb4-4b91-9a56-4b8c6895b0a6 None None] Network 3ca2a786-95ae-4dbb-9987-fcb0ed40c604 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:15.624849 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b05d3-3b28-4c2b-848e-6cc0c39ef2ae tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Pushing event deleted for resources: {'Port': ['ID=3178d5c1-249b-47ab-830a-2105ddd821a0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:15.626427 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:15.649256 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-2fb8148d-adb4-4b91-9a56-4b8c6895b0a6 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:15.656191 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb8148d-adb4-4b91-9a56-4b8c6895b0a6 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:15.686533 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44596) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:15.720564 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 8e0561e2-d480-41a1-87dd-77547a79be94, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8e0561e2-d480-41a1-87dd-77547a79be94,segment=NetworkSegment(346a14cd-6657-43b3-bba7-2b75d28aeb79),segment_id=346a14cd-6657-43b3-bba7-2b75d28aeb79)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:15.723971 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b92b05d3-3b28-4c2b-848e-6cc0c39ef2ae tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:15.740731 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d5547bbb-8b96-4da1-96a6-a611a40bfbe5 req-065620a2-be7b-46e3-9259-3e0c4cdbfad9 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3653779 Jul 30 20:16:15.758907 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8148d-adb4-4b91-9a56-4b8c6895b0a6 None None] Pushing event updated for resources: {'Port': ['ID=bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:15.767800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede22a5e-8332-4d53-b6ee-e787ec513351 req-ca583f6d-99b5-4ae1-81aa-38c7fc1e9920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:15.769430 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ede22a5e-8332-4d53-b6ee-e787ec513351 req-ca583f6d-99b5-4ae1-81aa-38c7fc1e9920 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c421e0b7-06ec-4b47-a5b3-95881a5c3933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3778124 Jul 30 20:16:15.800995 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '8e0561e2-d480-41a1-87dd-77547a79be94', 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957', 'port_id': '8e0561e2-d480-41a1-87dd-77547a79be94', 'mac_address': 'fa:16:3e:30:8d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5425a8a-2fa0-4767-b46d-c8518c357b73', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:16:15.831693 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59affd1-8b0d-46b0-b27e-9d27d91ff233 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Checking segment: {'id': '8775ba37-ea96-4bcf-adea-7bcc01332802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '51045482-c252-427c-8a72-90c05aebd2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:15.832347 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59affd1-8b0d-46b0-b27e-9d27d91ff233 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Network hostable DHCP agents. Network: 51045482-c252-427c-8a72-90c05aebd2ed, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:16:15.836904 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d361e53b-a133-42af-8e0f-9fe15a588e1a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:15.863769 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2fb8148d-adb4-4b91-9a56-4b8c6895b0a6 None None] Attempting to bind port bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:16:15.864370 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2fb8148d-adb4-4b91-9a56-4b8c6895b0a6 None None] Attempting to bind port bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '646e9eb4-9b8c-4a80-b881-7f22c6a607b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ca2a786-95ae-4dbb-9987-fcb0ed40c604'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:16:15.864954 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb8148d-adb4-4b91-9a56-4b8c6895b0a6 None None] Attempting to bind port bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2 on network 3ca2a786-95ae-4dbb-9987-fcb0ed40c604 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:16:15.878151 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb8148d-adb4-4b91-9a56-4b8c6895b0a6 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:16:15.878480 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb8148d-adb4-4b91-9a56-4b8c6895b0a6 None None] Checking segment: {'id': '646e9eb4-9b8c-4a80-b881-7f22c6a607b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ca2a786-95ae-4dbb-9987-fcb0ed40c604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:15.878823 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2fb8148d-adb4-4b91-9a56-4b8c6895b0a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:15.879214 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb8148d-adb4-4b91-9a56-4b8c6895b0a6 None None] Bound using segment: {'id': '646e9eb4-9b8c-4a80-b881-7f22c6a607b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ca2a786-95ae-4dbb-9987-fcb0ed40c604'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:16:15.879715 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2fb8148d-adb4-4b91-9a56-4b8c6895b0a6 None None] Bound port: bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646e9eb4-9b8c-4a80-b881-7f22c6a607b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3ca2a786-95ae-4dbb-9987-fcb0ed40c604'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:16:15.880100 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2fb8148d-adb4-4b91-9a56-4b8c6895b0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:15.882042 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:15.904121 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e0561e2-d480-41a1-87dd-77547a79be94 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:16:15.918185 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b92b05d3-3b28-4c2b-848e-6cc0c39ef2ae tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:15.921355 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b92b05d3-3b28-4c2b-848e-6cc0c39ef2ae tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:15.955394 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 8e0561e2-d480-41a1-87dd-77547a79be94, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8e0561e2-d480-41a1-87dd-77547a79be94,segment=NetworkSegment(346a14cd-6657-43b3-bba7-2b75d28aeb79),segment_id=346a14cd-6657-43b3-bba7-2b75d28aeb79)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:15.971912 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:15.972581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device d4f11ef0-cd30-4621-9d9d-862239567fe1 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:16:15.983230 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102990c-a04c-4ccc-b92c-28e2585ed56a req-9d776fc2-ff2c-47a2-ae1e-686787e2465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:15.983763 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102990c-a04c-4ccc-b92c-28e2585ed56a req-9d776fc2-ff2c-47a2-ae1e-686787e2465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:15.984244 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102990c-a04c-4ccc-b92c-28e2585ed56a req-9d776fc2-ff2c-47a2-ae1e-686787e2465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:15.984715 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102990c-a04c-4ccc-b92c-28e2585ed56a req-9d776fc2-ff2c-47a2-ae1e-686787e2465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:15.987416 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102990c-a04c-4ccc-b92c-28e2585ed56a req-9d776fc2-ff2c-47a2-ae1e-686787e2465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:15.987955 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102990c-a04c-4ccc-b92c-28e2585ed56a req-9d776fc2-ff2c-47a2-ae1e-686787e2465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:15.988431 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102990c-a04c-4ccc-b92c-28e2585ed56a req-9d776fc2-ff2c-47a2-ae1e-686787e2465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:15.996234 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7102990c-a04c-4ccc-b92c-28e2585ed56a req-9d776fc2-ff2c-47a2-ae1e-686787e2465f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 6502 time: 0.3074088 Jul 30 20:16:16.063867 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b92b05d3-3b28-4c2b-848e-6cc0c39ef2ae tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:16.065050 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92b05d3-3b28-4c2b-848e-6cc0c39ef2ae tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Fanout notify agent at l3_agent the message router_deleted on router f42e1889-b216-408f-97f3-738b200024c0 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:16:16.082350 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b92b05d3-3b28-4c2b-848e-6cc0c39ef2ae tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:16.088123 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b92b05d3-3b28-4c2b-848e-6cc0c39ef2ae tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "DELETE /v2.0/routers/f42e1889-b216-408f-97f3-738b200024c0 HTTP/1.1" status: 204 len: 168 time: 2.3829961 Jul 30 20:16:16.088923 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44608) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:16.102597 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7102990c-a04c-4ccc-b92c-28e2585ed56a req-a05df2ec-2f02-447b-ba32-605e0ea8bbd9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2c3e8f21-0045-4bff-b071-4259d8defffe&id=8dc8da98-5808-4991-a13a-f9066791ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1018765 Jul 30 20:16:16.106176 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1f47aaff-06da-4b4a-be28-2fda36bcf3c3 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1137365330', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:16.106426 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59affd1-8b0d-46b0-b27e-9d27d91ff233 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Network 51045482-c252-427c-8a72-90c05aebd2ed is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:16:16.107656 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=8e0561e2-d480-41a1-87dd-77547a79be94,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:16.130820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-2fb8148d-adb4-4b91-9a56-4b8c6895b0a6 None None] For port bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:16:16.140589 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-2fb8148d-adb4-4b91-9a56-4b8c6895b0a6 None None] For port bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2,segment=NetworkSegment(646e9eb4-9b8c-4a80-b881-7f22c6a607b1),segment_id=646e9eb4-9b8c-4a80-b881-7f22c6a607b1)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:16:16.155831 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d361e53b-a133-42af-8e0f-9fe15a588e1a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:16.163760 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f47aaff-06da-4b4a-be28-2fda36bcf3c3 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:16.167090 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f47aaff-06da-4b4a-be28-2fda36bcf3c3 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:16.180738 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-c59affd1-8b0d-46b0-b27e-9d27d91ff233 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 51045482-c252-427c-8a72-90c05aebd2ed) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:16.226328 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2fb8148d-adb4-4b91-9a56-4b8c6895b0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:16.228372 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59affd1-8b0d-46b0-b27e-9d27d91ff233 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:16.232057 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c59affd1-8b0d-46b0-b27e-9d27d91ff233 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:16.232910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa88b97b-33f5-47a9-b6fe-d06a4f8fe4a7 None None] Network 51045482-c252-427c-8a72-90c05aebd2ed requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:16.244505 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f47aaff-06da-4b4a-be28-2fda36bcf3c3 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:16.250643 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f47aaff-06da-4b4a-be28-2fda36bcf3c3 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:16.252165 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-d361e53b-a133-42af-8e0f-9fe15a588e1a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] device_id is not set on port 9210b483-3d1a-49e1-86f0-3088625254a8 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:16:16.273967 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f47aaff-06da-4b4a-be28-2fda36bcf3c3 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:16.282595 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1f47aaff-06da-4b4a-be28-2fda36bcf3c3 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1825197 Jul 30 20:16:16.283256 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44612) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:16.297083 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1e95b254-bdca-4373-a297-c747db98fa21 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Request body: {'router': {'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:16.311581 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ede22a5e-8332-4d53-b6ee-e787ec513351 req-2b241d6f-15f4-4793-b3fa-0e97ee96c300 service neutron] 10.222.0.83 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326798 Jul 30 20:16:16.401889 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c59affd1-8b0d-46b0-b27e-9d27d91ff233 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9462545 Jul 30 20:16:16.408737 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44616) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:16.424745 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8148d-adb4-4b91-9a56-4b8c6895b0a6 None None] Pushing event updated for resources: {'Port': ['ID=bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:16.449687 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port d4f11ef0-cd30-4621-9d9d-862239567fe1, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d4f11ef0-cd30-4621-9d9d-862239567fe1,segment=NetworkSegment(9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd),segment_id=9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:16.465771 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32ff03-603d-4f1a-b365-ff5c8dfd6deb req-4b5e4608-3b7c-492e-8da7-a5eddba6c65c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:16.473628 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f32ff03-603d-4f1a-b365-ff5c8dfd6deb req-4b5e4608-3b7c-492e-8da7-a5eddba6c65c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 946 time: 0.2577455 Jul 30 20:16:16.555102 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'd4f11ef0-cd30-4621-9d9d-862239567fe1', 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798', 'port_id': 'd4f11ef0-cd30-4621-9d9d-862239567fe1', 'mac_address': 'fa:16:3e:32:f4:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40af219-9b23-4107-b87f-a0248d4c15b9', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:16:16.628032 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddddb495-cbd4-465e-b948-75fd1b6b1e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-51045482-c252-427c-8a72-90c05aebd2ed', 'network_id': '51045482-c252-427c-8a72-90c05aebd2ed', 'tenant_id': '4fc87ee29acf4a9d99df698a1b63632f', 'fixed_ips': [{'subnet_id': '132c1dd9-1d1c-4b27-8f75-f632ca1e401a'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:16:16.628968 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ddddb495-cbd4-465e-b948-75fd1b6b1e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:16.677447 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f32ff03-603d-4f1a-b365-ff5c8dfd6deb req-8063f715-8cc3-4377-9c4a-8b7c8b573008 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022946 Jul 30 20:16:16.695067 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ede22a5e-8332-4d53-b6ee-e787ec513351 req-f6abcba8-759f-4e48-9cf1-b6d29f979c84 service neutron] 10.222.0.83 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577161 Jul 30 20:16:16.742739 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e95b254-bdca-4373-a297-c747db98fa21 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:16.756812 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:16.774618 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d361e53b-a133-42af-8e0f-9fe15a588e1a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:16.878215 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d361e53b-a133-42af-8e0f-9fe15a588e1a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:16.910121 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:16.927233 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d361e53b-a133-42af-8e0f-9fe15a588e1a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:16.930896 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-d361e53b-a133-42af-8e0f-9fe15a588e1a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:16.935188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d361e53b-a133-42af-8e0f-9fe15a588e1a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:16.946258 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d361e53b-a133-42af-8e0f-9fe15a588e1a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:16.947120 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d361e53b-a133-42af-8e0f-9fe15a588e1a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:16.967309 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361e53b-a133-42af-8e0f-9fe15a588e1a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Port': ['ID=9210b483-3d1a-49e1-86f0-3088625254a8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:16.987715 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d361e53b-a133-42af-8e0f-9fe15a588e1a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4236164 Jul 30 20:16:16.988978 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44626) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:17.084132 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423b11d9-6c3d-4986-853a-04d1d651d79a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:17.086030 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-423b11d9-6c3d-4986-853a-04d1d651d79a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports/9210b483-3d1a-49e1-86f0-3088625254a8 HTTP/1.1" status: 200 len: 841 time: 0.0957303 Jul 30 20:16:17.088874 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44630) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:17.092548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-ddddb495-cbd4-465e-b948-75fd1b6b1e94 None None] Allocated IP 2001:db8::1 (51045482-c252-427c-8a72-90c05aebd2ed/132c1dd9-1d1c-4b27-8f75-f632ca1e401a/d9103ede-6c28-4913-9ded-c45f98ffe18e) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:17.096662 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:17.146539 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f11ef0-cd30-4621-9d9d-862239567fe1 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:16:17.197962 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e95b254-bdca-4373-a297-c747db98fa21 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:17.228202 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e95b254-bdca-4373-a297-c747db98fa21 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:17.230108 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port d4f11ef0-cd30-4621-9d9d-862239567fe1, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d4f11ef0-cd30-4621-9d9d-862239567fe1,segment=NetworkSegment(9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd),segment_id=9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:17.282385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff39fd-2c8e-4a73-9ae4-b1bbfb80d751 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting port 9210b483-3d1a-49e1-86f0-3088625254a8 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:17.282879 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e2ff39fd-2c8e-4a73-9ae4-b1bbfb80d751 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:17.302066 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8144206-17ab-4097-9fc6-6b12151889c2 req-b29ccc48-2c20-44eb-9685-4638c5cd8a5e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:17.314657 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8144206-17ab-4097-9fc6-6b12151889c2 req-b29ccc48-2c20-44eb-9685-4638c5cd8a5e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:17.318027 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8144206-17ab-4097-9fc6-6b12151889c2 req-b29ccc48-2c20-44eb-9685-4638c5cd8a5e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:17.325577 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8144206-17ab-4097-9fc6-6b12151889c2 req-b29ccc48-2c20-44eb-9685-4638c5cd8a5e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:17.333113 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8144206-17ab-4097-9fc6-6b12151889c2 req-b29ccc48-2c20-44eb-9685-4638c5cd8a5e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:17.339896 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8144206-17ab-4097-9fc6-6b12151889c2 req-b29ccc48-2c20-44eb-9685-4638c5cd8a5e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:17.347590 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ddddb495-cbd4-465e-b948-75fd1b6b1e94 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:17.347816 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8144206-17ab-4097-9fc6-6b12151889c2 req-b29ccc48-2c20-44eb-9685-4638c5cd8a5e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:17.357664 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ddddb495-cbd4-465e-b948-75fd1b6b1e94 None None] Transition to ACTIVE for port object d9103ede-6c28-4913-9ded-c45f98ffe18e will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:17.358566 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8144206-17ab-4097-9fc6-6b12151889c2 req-b29ccc48-2c20-44eb-9685-4638c5cd8a5e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5420 time: 0.1745164 Jul 30 20:16:17.381050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ddddb495-cbd4-465e-b948-75fd1b6b1e94 None None] Transition to ACTIVE for port object d9103ede-6c28-4913-9ded-c45f98ffe18e will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:17.385337 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:17.386069 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device f3feff81-2882-47bd-a741-e51a66ae074c details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:16:17.417176 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ddddb495-cbd4-465e-b948-75fd1b6b1e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:17.452688 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8144206-17ab-4097-9fc6-6b12151889c2 req-8600ae17-ddf2-4951-b944-66e0ef31687e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930610 Jul 30 20:16:17.481943 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-1e95b254-bdca-4373-a297-c747db98fa21 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Allocated IP 172.25.3.75 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/43e680f3-30df-4b42-befc-4aa962b37310) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:17.505419 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:17.511100 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e2ff39fd-2c8e-4a73-9ae4-b1bbfb80d751 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:17.545978 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff39fd-2c8e-4a73-9ae4-b1bbfb80d751 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Calling delete_port for 9210b483-3d1a-49e1-86f0-3088625254a8 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:17.547294 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.resource_extend [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 20:16:17.579435 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port f3feff81-2882-47bd-a741-e51a66ae074c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=f3feff81-2882-47bd-a741-e51a66ae074c,segment=NetworkSegment(9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd),segment_id=9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:17.612538 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=d4f11ef0-cd30-4621-9d9d-862239567fe1,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:17.632437 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'f3feff81-2882-47bd-a741-e51a66ae074c', 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798', 'port_id': 'f3feff81-2882-47bd-a741-e51a66ae074c', 'mac_address': 'fa:16:3e:37:bb:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40af219-9b23-4107-b87f-a0248d4c15b9', 'ip_address': '10.1.1.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:16:17.662982 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddddb495-cbd4-465e-b948-75fd1b6b1e94 None None] Network 51045482-c252-427c-8a72-90c05aebd2ed is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:17.667137 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Subnet': ['ID=132c1dd9-1d1c-4b27-8f75-f632ca1e401a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:17.730299 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ddddb495-cbd4-465e-b948-75fd1b6b1e94 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:17.732401 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e2ff39fd-2c8e-4a73-9ae4-b1bbfb80d751 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:17.740927 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddddb495-cbd4-465e-b948-75fd1b6b1e94 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:17.790120 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff39fd-2c8e-4a73-9ae4-b1bbfb80d751 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Port': ['ID=9210b483-3d1a-49e1-86f0-3088625254a8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:17.816138 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e2ff39fd-2c8e-4a73-9ae4-b1bbfb80d751 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:17.818104 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e2ff39fd-2c8e-4a73-9ae4-b1bbfb80d751 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/ports/9210b483-3d1a-49e1-86f0-3088625254a8 HTTP/1.1" status: 204 len: 168 time: 0.7279613 Jul 30 20:16:17.821785 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44634) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:17.834351 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:17.841090 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4040765-5e97-4cf3-abdd-706ddf7911ac None None] Network 3ca2a786-95ae-4dbb-9987-fcb0ed40c604 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:17.853984 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51045482-c252-427c-8a72-90c05aebd2ed']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:17.870529 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8775ba37-ea96-4bcf-adea-7bcc01332802') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:17.870811 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e3e343-6055-40ca-9eb1-af1b19da0689 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] GET failed (client error): The resource could not be found. Jul 30 20:16:17.871694 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8775ba37-ea96-4bcf-adea-7bcc01332802') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:17.879829 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e1e3e343-6055-40ca-9eb1-af1b19da0689 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports/9210b483-3d1a-49e1-86f0-3088625254a8 HTTP/1.1" status: 404 len: 333 time: 0.0547612 Jul 30 20:16:17.879829 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44636) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:17.889389 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e95b254-bdca-4373-a297-c747db98fa21 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:17.892612 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:17.898551 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-9a1a23d0-9e0b-4cfd-bceb-0b69be408a43 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'port': {'network_id': 'b1e4479b-e2c0-4cc7-8ad5-b869a56301b4', 'name': 'tempest-PortsTestJSON-150309852'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:17.922077 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586b285-53f7-43f9-b4ae-c33f3c0c7010 req-3f8678bd-3e87-497a-87a2-3b2d302c857d tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:17.922586 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:17.930456 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:16:17.930798 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0586b285-53f7-43f9-b4ae-c33f3c0c7010 req-3f8678bd-3e87-497a-87a2-3b2d302c857d tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfbb5e58-6758-45b9-bafd-4b19ad838872 HTTP/1.1" status: 200 len: 945 time: 0.1530581 Jul 30 20:16:17.931083 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: items = [ Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:16:17.934250 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:16:18.031936 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.db.api [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 20:16:18.031936 n-d-712137-9 neutron-server[93883]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 20:16:18.031936 n-d-712137-9 neutron-server[93883]: [parameters: {'id': '51045482-c252-427c-8a72-90c05aebd2ed'}] Jul 30 20:16:18.031936 n-d-712137-9 neutron-server[93883]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:16:18.032374 n-d-712137-9 neutron-server[93883]: DEBUG oslo_db.api [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:16:18.061671 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e95b254-bdca-4373-a297-c747db98fa21 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:18.097026 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0586b285-53f7-43f9-b4ae-c33f3c0c7010 req-c7906df5-bd8f-4aac-96a0-6d7c4a0b3d67 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481509 Jul 30 20:16:18.125571 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e95b254-bdca-4373-a297-c747db98fa21 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:18.137917 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-1e95b254-bdca-4373-a297-c747db98fa21 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:18.143123 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e95b254-bdca-4373-a297-c747db98fa21 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:18.154352 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1a23d0-9e0b-4cfd-bceb-0b69be408a43 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:18.158229 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a1a23d0-9e0b-4cfd-bceb-0b69be408a43 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:18.189744 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-9a1a23d0-9e0b-4cfd-bceb-0b69be408a43 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] device_id is not set on port a5da9bd8-463a-43af-80bd-c073231197d6 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:16:18.214330 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95b254-bdca-4373-a297-c747db98fa21 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Pushing event updated for resources: {'Port': ['ID=43e680f3-30df-4b42-befc-4aa962b37310,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:18.235136 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:18.252881 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:18.258473 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1fde28d1-edaa-47e0-ac7c-17a0335fd7c8 None None] Provisioning for port bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:18.260422 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddb495-cbd4-465e-b948-75fd1b6b1e94 None None] Pushing event updated for resources: {'Port': ['ID=d9103ede-6c28-4913-9ded-c45f98ffe18e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:18.311084 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ddddb495-cbd4-465e-b948-75fd1b6b1e94 None None] Attempting to bind port d9103ede-6c28-4913-9ded-c45f98ffe18e on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:16:18.311454 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ddddb495-cbd4-465e-b948-75fd1b6b1e94 None None] Attempting to bind port d9103ede-6c28-4913-9ded-c45f98ffe18e by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '8775ba37-ea96-4bcf-adea-7bcc01332802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '51045482-c252-427c-8a72-90c05aebd2ed'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:16:18.311950 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddddb495-cbd4-465e-b948-75fd1b6b1e94 None None] Attempting to bind port d9103ede-6c28-4913-9ded-c45f98ffe18e on network 51045482-c252-427c-8a72-90c05aebd2ed {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:16:18.349235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76cf85-fe5b-4091-bdbe-a454c6ffd219 req-a1dc5d98-de61-4368-9ef3-5ef7e8834451 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:18.351736 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f76cf85-fe5b-4091-bdbe-a454c6ffd219 req-a1dc5d98-de61-4368-9ef3-5ef7e8834451 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 946 time: 0.1131094 Jul 30 20:16:18.359857 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddddb495-cbd4-465e-b948-75fd1b6b1e94 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:16:18.360234 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddddb495-cbd4-465e-b948-75fd1b6b1e94 None None] Checking segment: {'id': '8775ba37-ea96-4bcf-adea-7bcc01332802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '51045482-c252-427c-8a72-90c05aebd2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:18.360641 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ddddb495-cbd4-465e-b948-75fd1b6b1e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:18.361040 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddddb495-cbd4-465e-b948-75fd1b6b1e94 None None] Bound using segment: {'id': '8775ba37-ea96-4bcf-adea-7bcc01332802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '51045482-c252-427c-8a72-90c05aebd2ed'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:16:18.361532 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ddddb495-cbd4-465e-b948-75fd1b6b1e94 None None] Bound port: d9103ede-6c28-4913-9ded-c45f98ffe18e, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8775ba37-ea96-4bcf-adea-7bcc01332802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '51045482-c252-427c-8a72-90c05aebd2ed'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:16:18.361917 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ddddb495-cbd4-465e-b948-75fd1b6b1e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:18.376235 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3feff81-2882-47bd-a741-e51a66ae074c {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:16:18.452554 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port f3feff81-2882-47bd-a741-e51a66ae074c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=f3feff81-2882-47bd-a741-e51a66ae074c,segment=NetworkSegment(9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd),segment_id=9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:18.495987 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:18.496667 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 0a8804f1-acca-465c-84fb-55cebe68c3f4 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:16:18.505603 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f76cf85-fe5b-4091-bdbe-a454c6ffd219 req-6045158e-d562-4703-b3fd-5c41c84e6776 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455705 Jul 30 20:16:18.536856 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df456cd-42aa-4cbe-b4ef-40f3ce02fbc5 req-c7f8ef5c-8f99-4d42-ac66-1e7d02653915 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:18.539811 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1df456cd-42aa-4cbe-b4ef-40f3ce02fbc5 req-c7f8ef5c-8f99-4d42-ac66-1e7d02653915 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfbb5e58-6758-45b9-bafd-4b19ad838872 HTTP/1.1" status: 200 len: 945 time: 0.1524556 Jul 30 20:16:18.547528 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a1a23d0-9e0b-4cfd-bceb-0b69be408a43 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:18.561918 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:18.638226 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ddddb495-cbd4-465e-b948-75fd1b6b1e94 None None] For port d9103ede-6c28-4913-9ded-c45f98ffe18e, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:16:18.643399 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:18.643871 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:18.723715 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ddddb495-cbd4-465e-b948-75fd1b6b1e94 None None] For port d9103ede-6c28-4913-9ded-c45f98ffe18e, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d9103ede-6c28-4913-9ded-c45f98ffe18e,segment=NetworkSegment(8775ba37-ea96-4bcf-adea-7bcc01332802),segment_id=8775ba37-ea96-4bcf-adea-7bcc01332802)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:16:18.727714 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a1a23d0-9e0b-4cfd-bceb-0b69be408a43 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:18.746157 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610ba3f-10b5-43bf-84f5-674c2f42be9f req-82ea6ed3-b2db-44c7-a35a-58950b18e32e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:18.754115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610ba3f-10b5-43bf-84f5-674c2f42be9f req-82ea6ed3-b2db-44c7-a35a-58950b18e32e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:18.762229 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 0a8804f1-acca-465c-84fb-55cebe68c3f4, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=0a8804f1-acca-465c-84fb-55cebe68c3f4,segment=NetworkSegment(9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd),segment_id=9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:18.765323 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610ba3f-10b5-43bf-84f5-674c2f42be9f req-82ea6ed3-b2db-44c7-a35a-58950b18e32e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:18.766151 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ddddb495-cbd4-465e-b948-75fd1b6b1e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:18.773078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610ba3f-10b5-43bf-84f5-674c2f42be9f req-82ea6ed3-b2db-44c7-a35a-58950b18e32e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:18.792885 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610ba3f-10b5-43bf-84f5-674c2f42be9f req-82ea6ed3-b2db-44c7-a35a-58950b18e32e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:18.809048 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610ba3f-10b5-43bf-84f5-674c2f42be9f req-82ea6ed3-b2db-44c7-a35a-58950b18e32e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:18.823250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610ba3f-10b5-43bf-84f5-674c2f42be9f req-82ea6ed3-b2db-44c7-a35a-58950b18e32e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:18.827714 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4610ba3f-10b5-43bf-84f5-674c2f42be9f req-82ea6ed3-b2db-44c7-a35a-58950b18e32e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5422 time: 0.1839516 Jul 30 20:16:18.849013 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=f3feff81-2882-47bd-a741-e51a66ae074c,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:18.854749 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:18.869132 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '0a8804f1-acca-465c-84fb-55cebe68c3f4', 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798', 'port_id': '0a8804f1-acca-465c-84fb-55cebe68c3f4', 'mac_address': 'fa:16:3e:21:48:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40af219-9b23-4107-b87f-a0248d4c15b9', 'ip_address': '10.1.1.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:16:18.972427 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:18.975162 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-1df456cd-42aa-4cbe-b4ef-40f3ce02fbc5 req-96cfc0c7-cf8e-4fcb-ba22-5c1c99dd7406 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Deleting port 83ba072f-d2f7-4ea8-9e22-afb39aced6d1 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:18.975729 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1df456cd-42aa-4cbe-b4ef-40f3ce02fbc5 req-96cfc0c7-cf8e-4fcb-ba22-5c1c99dd7406 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:18.976596 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e95b254-bdca-4373-a297-c747db98fa21 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:18.982026 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1a23d0-9e0b-4cfd-bceb-0b69be408a43 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:19.005082 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:19.008068 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-9a1a23d0-9e0b-4cfd-bceb-0b69be408a43 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:19.077995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1a23d0-9e0b-4cfd-bceb-0b69be408a43 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:19.087715 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1a23d0-9e0b-4cfd-bceb-0b69be408a43 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:19.089261 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a1a23d0-9e0b-4cfd-bceb-0b69be408a43 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:19.104626 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8804f1-acca-465c-84fb-55cebe68c3f4 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:16:19.105533 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4610ba3f-10b5-43bf-84f5-674c2f42be9f req-a0d896a3-b9d6-44bb-9894-28311352e65c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2637146 Jul 30 20:16:19.115245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a23d0-9e0b-4cfd-bceb-0b69be408a43 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Port': ['ID=a5da9bd8-463a-43af-80bd-c073231197d6,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:19.129177 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddb495-cbd4-465e-b948-75fd1b6b1e94 None None] Pushing event updated for resources: {'Port': ['ID=d9103ede-6c28-4913-9ded-c45f98ffe18e,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:19.147275 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2,segment=NetworkSegment(646e9eb4-9b8c-4a80-b881-7f22c6a607b1),segment_id=646e9eb4-9b8c-4a80-b881-7f22c6a607b1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:19.178209 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9a1a23d0-9e0b-4cfd-bceb-0b69be408a43 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2927322 Jul 30 20:16:19.182470 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44644) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:19.216796 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-35782063-ea43-4e85-ac0b-7b0dc854d7e7 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:19.221865 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 0a8804f1-acca-465c-84fb-55cebe68c3f4, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=0a8804f1-acca-465c-84fb-55cebe68c3f4,segment=NetworkSegment(9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd),segment_id=9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:19.234112 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0fe696-fc93-4e14-88f0-ad557cc20277 None None] Network 51045482-c252-427c-8a72-90c05aebd2ed requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:19.249126 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:19.262214 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-1df456cd-42aa-4cbe-b4ef-40f3ce02fbc5 req-96cfc0c7-cf8e-4fcb-ba22-5c1c99dd7406 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] For port 83ba072f-d2f7-4ea8-9e22-afb39aced6d1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=83ba072f-d2f7-4ea8-9e22-afb39aced6d1,segment=NetworkSegment(6ab44a59-563d-4f7c-b0c8-1c1276ca7af7),segment_id=6ab44a59-563d-4f7c-b0c8-1c1276ca7af7)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:19.262849 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1df456cd-42aa-4cbe-b4ef-40f3ce02fbc5 req-96cfc0c7-cf8e-4fcb-ba22-5c1c99dd7406 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:19.306017 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-1df456cd-42aa-4cbe-b4ef-40f3ce02fbc5 req-96cfc0c7-cf8e-4fcb-ba22-5c1c99dd7406 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Calling delete_port for 83ba072f-d2f7-4ea8-9e22-afb39aced6d1 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:19.316713 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:19.328040 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=0a8804f1-acca-465c-84fb-55cebe68c3f4,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:19.454946 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 33577d32-9587-4412-94fe-1404b870cf1c details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:16:19.497297 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a6038403-a147-430f-9794-e1fbd88feaa2 None None] Provisioning complete for port bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:19.497676 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a6038403-a147-430f-9794-e1fbd88feaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:19.517938 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Deleting port d9103ede-6c28-4913-9ded-c45f98ffe18e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:19.524084 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:19.524715 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:19.535283 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0086d6-47a9-471f-a35c-c503312a49f9 req-73914f53-be24-4ca7-9a3b-e3b9f13f4b08 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:19.538107 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cb0086d6-47a9-471f-a35c-c503312a49f9 req-73914f53-be24-4ca7-9a3b-e3b9f13f4b08 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfbb5e58-6758-45b9-bafd-4b19ad838872 HTTP/1.1" status: 200 len: 945 time: 0.0985949 Jul 30 20:16:19.572939 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35782063-ea43-4e85-ac0b-7b0dc854d7e7 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:19.589396 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:19.629360 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cb0086d6-47a9-471f-a35c-c503312a49f9 req-2202f72d-ea90-4506-9dfd-66252a7b8bd6 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.81 "GET /v2.0/security-groups?id=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819232 Jul 30 20:16:19.674288 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1df456cd-42aa-4cbe-b4ef-40f3ce02fbc5 req-96cfc0c7-cf8e-4fcb-ba22-5c1c99dd7406 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:19.715941 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] For port d9103ede-6c28-4913-9ded-c45f98ffe18e, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d9103ede-6c28-4913-9ded-c45f98ffe18e,segment=NetworkSegment(8775ba37-ea96-4bcf-adea-7bcc01332802),segment_id=8775ba37-ea96-4bcf-adea-7bcc01332802)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:19.716320 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:19.768439 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Calling delete_port for d9103ede-6c28-4913-9ded-c45f98ffe18e owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:19.773779 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e95b254-bdca-4373-a297-c747db98fa21 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:19.790358 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e95b254-bdca-4373-a297-c747db98fa21 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1722371'] for router, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:19.847536 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 33577d32-9587-4412-94fe-1404b870cf1c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=33577d32-9587-4412-94fe-1404b870cf1c,segment=NetworkSegment(2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1),segment_id=2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:19.858856 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c30a76-290a-456a-a104-ef1bf007ced0 None None] get_active_networks_info from n-d-712137-9 {{(pid=93884) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 20:16:19.943218 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['f3feff81-2882-47bd-a741-e51a66ae074c'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:16:20.008871 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '33577d32-9587-4412-94fe-1404b870cf1c', 'network_id': '1fde70c4-e26e-40ae-a876-4ba8ec92486d', 'port_id': '33577d32-9587-4412-94fe-1404b870cf1c', 'mac_address': 'fa:16:3e:02:09:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ebe1971-ab00-4b27-ba31-c6c61a678b7e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:16:20.029714 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['0a8804f1-acca-465c-84fb-55cebe68c3f4'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:16:20.122753 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['d4f11ef0-cd30-4621-9d9d-862239567fe1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:16:20.180491 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35782063-ea43-4e85-ac0b-7b0dc854d7e7 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:20.203565 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35782063-ea43-4e85-ac0b-7b0dc854d7e7 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:20.265670 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:20.277653 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfc0c7-cf8e-4fcb-ba22-5c1c99dd7406 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Pushing event deleted for resources: {'Port': ['ID=83ba072f-d2f7-4ea8-9e22-afb39aced6d1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:20.336966 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-35782063-ea43-4e85-ac0b-7b0dc854d7e7 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] In _notify_port_updated(), no bound segment for port a5da9bd8-463a-43af-80bd-c073231197d6 on network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:16:20.344528 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35782063-ea43-4e85-ac0b-7b0dc854d7e7 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:20.345169 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35782063-ea43-4e85-ac0b-7b0dc854d7e7 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:20.345555 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:20.346615 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-35782063-ea43-4e85-ac0b-7b0dc854d7e7 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "PUT /v2.0/ports/a5da9bd8-463a-43af-80bd-c073231197d6 HTTP/1.1" status: 200 len: 818 time: 1.1511075 Jul 30 20:16:20.353758 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] No DVR routers for this DVR port d9103ede-6c28-4913-9ded-c45f98ffe18e on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:16:20.354636 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c30a76-290a-456a-a104-ef1bf007ced0 None None] Resources bound (agent type, host, resource id): {{(pid=93884) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 20:16:20.357658 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44654) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:20.388244 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35782063-ea43-4e85-ac0b-7b0dc854d7e7 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Port': ['ID=a5da9bd8-463a-43af-80bd-c073231197d6,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:20.392244 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e95b254-bdca-4373-a297-c747db98fa21 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Router 281b9db9-3572-4172-aa56-70e77a4a8878 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:16:20.412501 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df456cd-42aa-4cbe-b4ef-40f3ce02fbc5 req-96cfc0c7-cf8e-4fcb-ba22-5c1c99dd7406 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] No DVR routers for this DVR port 83ba072f-d2f7-4ea8-9e22-afb39aced6d1 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:16:20.433254 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Port': ['ID=d9103ede-6c28-4913-9ded-c45f98ffe18e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:20.478151 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1df456cd-42aa-4cbe-b4ef-40f3ce02fbc5 req-96cfc0c7-cf8e-4fcb-ba22-5c1c99dd7406 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:20.482720 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1df456cd-42aa-4cbe-b4ef-40f3ce02fbc5 req-96cfc0c7-cf8e-4fcb-ba22-5c1c99dd7406 tempest-ServersTestJSON-455488122 tempest-ServersTestJSON-455488122-project] 10.222.0.59 "DELETE /v2.0/ports/83ba072f-d2f7-4ea8-9e22-afb39aced6d1 HTTP/1.1" status: 204 len: 173 time: 1.9320974 Jul 30 20:16:20.518412 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbb5e58-6758-45b9-bafd-4b19ad838872', 'name': 'network-vif-deleted', 'tag': '83ba072f-d2f7-4ea8-9e22-afb39aced6d1'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:16:20.521589 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c18005-5ec7-4b30-9115-bebdb23f5dbc" -d '{"events": [{"server_uuid": "bfbb5e58-6758-45b9-bafd-4b19ad838872", "name": "network-vif-deleted", "tag": "83ba072f-d2f7-4ea8-9e22-afb39aced6d1"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:16:20.560596 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4f8c2-04cc-4597-888b-c6706b4edcc3 req-7ef76ff8-8082-4977-b2e1-aa37462e8990 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:20.570528 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30f4f8c2-04cc-4597-888b-c6706b4edcc3 req-7ef76ff8-8082-4977-b2e1-aa37462e8990 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 946 time: 0.3105156 Jul 30 20:16:20.579216 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:20.623581 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51045482-c252-427c-8a72-90c05aebd2ed']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:20.644758 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30f4f8c2-04cc-4597-888b-c6706b4edcc3 req-79687e35-7a3b-495a-816c-0aefa2e6a31c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720983 Jul 30 20:16:20.654995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-acf08ae2-ed77-4707-afc3-e1f7ba39cd3a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting port a5da9bd8-463a-43af-80bd-c073231197d6 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:20.655620 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-acf08ae2-ed77-4707-afc3-e1f7ba39cd3a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:20.697718 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8775ba37-ea96-4bcf-adea-7bcc01332802') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:20.698397 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8775ba37-ea96-4bcf-adea-7bcc01332802') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:20.725819 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 83ba072f-d2f7-4ea8-9e22-afb39aced6d1 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:16:20.758430 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-acf08ae2-ed77-4707-afc3-e1f7ba39cd3a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:20.763031 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:20.778092 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-acf08ae2-ed77-4707-afc3-e1f7ba39cd3a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Calling delete_port for a5da9bd8-463a-43af-80bd-c073231197d6 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:20.789298 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:20.806669 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:16:20.808055 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:16:20.812878 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:16:20.827800 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e95b254-bdca-4373-a297-c747db98fa21 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:16:20.838763 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bf227f-88fd-4055-b0d4-a482773b6361 None None] Sync routers for ids ['281b9db9-3572-4172-aa56-70e77a4a8878'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:16:20.850174 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bf227f-88fd-4055-b0d4-a482773b6361 None None] Routers {'281b9db9-3572-4172-aa56-70e77a4a8878'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:16:20.855602 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d0bf227f-88fd-4055-b0d4-a482773b6361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:15:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['281b9db9-3572-4172-aa56-70e77a4a8878'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:20.874767 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e95b254-bdca-4373-a297-c747db98fa21 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:20.876424 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1e95b254-bdca-4373-a297-c747db98fa21 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "PUT /v2.0/routers/281b9db9-3572-4172-aa56-70e77a4a8878 HTTP/1.1" status: 200 len: 883 time: 4.5920837 Jul 30 20:16:20.880270 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44662) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:20.887566 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-acf08ae2-ed77-4707-afc3-e1f7ba39cd3a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:20.945185 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-acf08ae2-ed77-4707-afc3-e1f7ba39cd3a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:20.950228 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-acf08ae2-ed77-4707-afc3-e1f7ba39cd3a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/ports/a5da9bd8-463a-43af-80bd-c073231197d6 HTTP/1.1" status: 204 len: 168 time: 0.5889432 Jul 30 20:16:20.951004 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44664) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:20.952259 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf08ae2-ed77-4707-afc3-e1f7ba39cd3a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Port': ['ID=a5da9bd8-463a-43af-80bd-c073231197d6,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:20.996108 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d0bf227f-88fd-4055-b0d4-a482773b6361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:21.000846 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:21.013095 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['8e0561e2-d480-41a1-87dd-77547a79be94'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:16:21.017473 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:21.041574 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bf227f-88fd-4055-b0d4-a482773b6361 None None] Routers {'281b9db9-3572-4172-aa56-70e77a4a8878'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:16:21.042369 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d0bf227f-88fd-4055-b0d4-a482773b6361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:15:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['281b9db9-3572-4172-aa56-70e77a4a8878'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:21.047872 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:21.050813 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/networks/51045482-c252-427c-8a72-90c05aebd2ed HTTP/1.1" status: 204 len: 168 time: 4.6408472 Jul 30 20:16:21.065943 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44668) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:21.074234 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-667a938c-e51e-4fa0-9cf6-78c7f7a03471 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1278226881'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:21.080077 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f37f15-3e9d-4a01-8240-b1335476580b tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Network': ['ID=51045482-c252-427c-8a72-90c05aebd2ed,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:21.083196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74aa00-0b40-4f26-856d-d2b2d8ae48cb req-b695dd0b-1a36-4b53-89ab-e9c8a6b8aad5 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:21.098716 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74aa00-0b40-4f26-856d-d2b2d8ae48cb req-b695dd0b-1a36-4b53-89ab-e9c8a6b8aad5 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:21.109155 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 83ba072f-d2f7-4ea8-9e22-afb39aced6d1 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:16:21.109501 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 83ba072f-d2f7-4ea8-9e22-afb39aced6d1 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:16:21.118030 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74aa00-0b40-4f26-856d-d2b2d8ae48cb req-b695dd0b-1a36-4b53-89ab-e9c8a6b8aad5 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:21.135426 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2204ab94-1456-4679-94e0-648dc44782fb tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "GET /v2.0/routers/281b9db9-3572-4172-aa56-70e77a4a8878 HTTP/1.1" status: 200 len: 924 time: 0.2537460 Jul 30 20:16:21.141310 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d0bf227f-88fd-4055-b0d4-a482773b6361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:21.141487 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44670) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:21.142037 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74aa00-0b40-4f26-856d-d2b2d8ae48cb req-b695dd0b-1a36-4b53-89ab-e9c8a6b8aad5 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:21.149464 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667a938c-e51e-4fa0-9cf6-78c7f7a03471 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Made reservation on behalf of 4fc87ee29acf4a9d99df698a1b63632f for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:21.154642 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-667a938c-e51e-4fa0-9cf6-78c7f7a03471 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:21.161920 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74aa00-0b40-4f26-856d-d2b2d8ae48cb req-b695dd0b-1a36-4b53-89ab-e9c8a6b8aad5 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:21.166149 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bf227f-88fd-4055-b0d4-a482773b6361 None None] The sync data for ids ['281b9db9-3572-4172-aa56-70e77a4a8878'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:16:21.174341 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74aa00-0b40-4f26-856d-d2b2d8ae48cb req-b695dd0b-1a36-4b53-89ab-e9c8a6b8aad5 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:21.182629 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74aa00-0b40-4f26-856d-d2b2d8ae48cb req-b695dd0b-1a36-4b53-89ab-e9c8a6b8aad5 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:21.185274 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a74aa00-0b40-4f26-856d-d2b2d8ae48cb req-b695dd0b-1a36-4b53-89ab-e9c8a6b8aad5 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5423 time: 0.3153033 Jul 30 20:16:21.229200 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33577d32-9587-4412-94fe-1404b870cf1c {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:16:21.239324 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a74aa00-0b40-4f26-856d-d2b2d8ae48cb req-3eafc756-d9d2-4109-955a-d42ce3a066a8 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454557 Jul 30 20:16:21.251396 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 33577d32-9587-4412-94fe-1404b870cf1c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=33577d32-9587-4412-94fe-1404b870cf1c,segment=NetworkSegment(2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1),segment_id=2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:21.262287 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce52a106-66e5-4f5b-9db1-9633d02b3223 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:21.267943 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ce52a106-66e5-4f5b-9db1-9633d02b3223 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3116362 Jul 30 20:16:21.268609 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44672) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:21.314245 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667a938c-e51e-4fa0-9cf6-78c7f7a03471 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:16:21.337039 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:21.337870 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 3e7c3967-422e-4f07-94df-36160be947b8 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:16:21.340265 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-6719216f-26b6-4d81-8dad-a16446706529 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] GET failed (client error): The resource could not be found. Jul 30 20:16:21.352109 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07039ed3-2206-45f5-b4f1-5f6010eca7b1 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:21.353329 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6719216f-26b6-4d81-8dad-a16446706529 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports/a5da9bd8-463a-43af-80bd-c073231197d6 HTTP/1.1" status: 404 len: 333 time: 0.0832725 Jul 30 20:16:21.358764 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-07039ed3-2206-45f5-b4f1-5f6010eca7b1 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&device_id=281b9db9-3572-4172-aa56-70e77a4a8878&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2104731 Jul 30 20:16:21.360489 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-667a938c-e51e-4fa0-9cf6-78c7f7a03471 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:21.361442 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44674) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:21.361818 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44676) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:21.364039 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-667a938c-e51e-4fa0-9cf6-78c7f7a03471 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Added segment 55bf5090-9e01-4d30-809c-d91c8afc9cde of type vlan for network 3d0e3826-f68c-47f4-baf3-c52979394b40 Jul 30 20:16:21.370477 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e2d04020-0613-430e-9eb5-ffce095c5524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2012724831'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:21.424805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=33577d32-9587-4412-94fe-1404b870cf1c,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:21.452528 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-667a938c-e51e-4fa0-9cf6-78c7f7a03471 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:21.473511 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:21.480159 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:21.499827 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440ed8f0-11d0-4662-a2c7-b6225fac056e x-openstack-request-id: req-440ed8f0-11d0-4662-a2c7-b6225fac056e {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:16:21.500243 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbb5e58-6758-45b9-bafd-4b19ad838872", "name": "network-vif-deleted", "tag": "83ba072f-d2f7-4ea8-9e22-afb39aced6d1", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:16:21.500515 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-440ed8f0-11d0-4662-a2c7-b6225fac056e {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:16:21.500887 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbb5e58-6758-45b9-bafd-4b19ad838872', 'name': 'network-vif-deleted', 'tag': '83ba072f-d2f7-4ea8-9e22-afb39aced6d1', 'status': 'completed', 'code': 200} Jul 30 20:16:21.505362 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d04020-0613-430e-9eb5-ffce095c5524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:21.510250 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e2d04020-0613-430e-9eb5-ffce095c5524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:21.511402 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-667a938c-e51e-4fa0-9cf6-78c7f7a03471 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:21.524439 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667a938c-e51e-4fa0-9cf6-78c7f7a03471 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:21.525203 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-667a938c-e51e-4fa0-9cf6-78c7f7a03471 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:21.549266 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44678) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:21.561112 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-667a938c-e51e-4fa0-9cf6-78c7f7a03471 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4886813 Jul 30 20:16:21.597587 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44680) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:21.608080 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d6379ffa-1821-4282-b825-c9119cf330bc tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Request body: {'subnet': {'network_id': '3d0e3826-f68c-47f4-baf3-c52979394b40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:21.645295 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2da00c9-8544-4e27-99c6-ad64a1de707f admin admin] Deleting subnet c4441ce2-15ee-443c-8f6d-ecb7f77ca504 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:16:21.649490 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2da00c9-8544-4e27-99c6-ad64a1de707f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:21.679266 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a938c-e51e-4fa0-9cf6-78c7f7a03471 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event updated for resources: {'Network': ['ID=3d0e3826-f68c-47f4-baf3-c52979394b40,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:21.703208 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2da00c9-8544-4e27-99c6-ad64a1de707f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:21.737092 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6379ffa-1821-4282-b825-c9119cf330bc tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Made reservation on behalf of 4fc87ee29acf4a9d99df698a1b63632f for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:21.740725 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6379ffa-1821-4282-b825-c9119cf330bc tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:21.754473 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2da00c9-8544-4e27-99c6-ad64a1de707f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:21.826838 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec7dab66-beb0-424e-b415-7b64eb201620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:21.852014 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 3d0e3826-f68c-47f4-baf3-c52979394b40 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:16:21.890160 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d04020-0613-430e-9eb5-ffce095c5524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:16:21.894690 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2da00c9-8544-4e27-99c6-ad64a1de707f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:21.942502 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2da00c9-8544-4e27-99c6-ad64a1de707f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:21.946712 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b2da00c9-8544-4e27-99c6-ad64a1de707f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c4441ce2-15ee-443c-8f6d-ecb7f77ca504 HTTP/1.1" status: 204 len: 168 time: 0.3897772 Jul 30 20:16:21.949384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da00c9-8544-4e27-99c6-ad64a1de707f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4441ce2-15ee-443c-8f6d-ecb7f77ca504,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:21.953543 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44686) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:21.970468 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e2d04020-0613-430e-9eb5-ffce095c5524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:21.970833 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-e2d04020-0613-430e-9eb5-ffce095c5524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Added segment 707b0efa-20a0-460b-8fef-2ae0d3aef55a of type vlan for network af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb Jul 30 20:16:21.992074 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.resource_extend [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 20:16:22.059005 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6379ffa-1821-4282-b825-c9119cf330bc tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:22.062385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7107ef09-1184-4001-9645-4620996fc75e tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:22.067178 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7107ef09-1184-4001-9645-4620996fc75e tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 881 time: 0.7020421 Jul 30 20:16:22.069769 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c30a0949-a07c-4dbf-984f-ef5f22c79264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:22.071303 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44688) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:22.087840 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19867f75-2f63-4395-b669-41fec2df8f5e req-3fb917e6-35d9-42bc-bb9d-63880eb3ce98 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:22.089392 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-19867f75-2f63-4395-b669-41fec2df8f5e req-3fb917e6-35d9-42bc-bb9d-63880eb3ce98 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 946 time: 0.2520032 Jul 30 20:16:22.130851 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6379ffa-1821-4282-b825-c9119cf330bc tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event updated for resources: {'Subnet': ['ID=02820d38-c106-42e3-b69f-ed4286ba26aa,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:22.131545 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ae61e748-6664-4c54-a860-a70289ba312c tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "GET /v2.0/ports?device_id=281b9db9-3572-4172-aa56-70e77a4a8878 HTTP/1.1" status: 200 len: 205 time: 0.0410345 Jul 30 20:16:22.132798 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44690) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:22.233778 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6379ffa-1821-4282-b825-c9119cf330bc tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Checking segment: {'id': '55bf5090-9e01-4d30-809c-d91c8afc9cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3d0e3826-f68c-47f4-baf3-c52979394b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:22.234164 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6379ffa-1821-4282-b825-c9119cf330bc tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Network hostable DHCP agents. Network: 3d0e3826-f68c-47f4-baf3-c52979394b40, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:16:22.242763 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 3e7c3967-422e-4f07-94df-36160be947b8, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3e7c3967-422e-4f07-94df-36160be947b8,segment=NetworkSegment(9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd),segment_id=9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:22.263592 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '3e7c3967-422e-4f07-94df-36160be947b8', 'network_id': 'dd865cdf-fcee-4685-bcc3-e9d181e42798', 'port_id': '3e7c3967-422e-4f07-94df-36160be947b8', 'mac_address': 'fa:16:3e:70:10:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40af219-9b23-4107-b87f-a0248d4c15b9', 'ip_address': '10.1.1.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:16:22.297830 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6379ffa-1821-4282-b825-c9119cf330bc tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Network 3d0e3826-f68c-47f4-baf3-c52979394b40 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:16:22.313563 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f7c9067-2bb7-4eab-8875-2fdbd5d31719 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:22.314804 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c30a0949-a07c-4dbf-984f-ef5f22c79264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:22.331228 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-c30a0949-a07c-4dbf-984f-ef5f22c79264 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bfc6937-8166-4841-8d2d-9494ef26b48a']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:22.335864 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:22.348720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-c30a0949-a07c-4dbf-984f-ef5f22c79264 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:22.348994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-c30a0949-a07c-4dbf-984f-ef5f22c79264 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab44a59-563d-4f7c-b0c8-1c1276ca7af7') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:22.356207 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e7c3967-422e-4f07-94df-36160be947b8 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:16:22.357811 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d6379ffa-1821-4282-b825-c9119cf330bc tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 3d0e3826-f68c-47f4-baf3-c52979394b40) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:22.358374 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c30a0949-a07c-4dbf-984f-ef5f22c79264 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:22.364502 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6379ffa-1821-4282-b825-c9119cf330bc tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:22.365078 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6379ffa-1821-4282-b825-c9119cf330bc tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:22.375929 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc06144-abdc-4de4-a127-980deae7986d None None] Network 3d0e3826-f68c-47f4-baf3-c52979394b40 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:22.385765 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e2d04020-0613-430e-9eb5-ffce095c5524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:22.392933 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c30a0949-a07c-4dbf-984f-ef5f22c79264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:22.404471 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30a0949-a07c-4dbf-984f-ef5f22c79264 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:16:22.405176 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c30a0949-a07c-4dbf-984f-ef5f22c79264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:16:22.407407 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:16:22.415559 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d6379ffa-1821-4282-b825-c9119cf330bc tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8168845 Jul 30 20:16:22.420547 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44696) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:22.425572 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-79431989-1b36-47f1-a459-a0dbfa67d9ae tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-285905173'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:22.448634 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 3e7c3967-422e-4f07-94df-36160be947b8, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3e7c3967-422e-4f07-94df-36160be947b8,segment=NetworkSegment(9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd),segment_id=9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:22.459622 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:22.460555 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c6bbbe4f-6e29-4689-8729-e8c1da64bc26 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:16:22.464460 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f7c9067-2bb7-4eab-8875-2fdbd5d31719 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:22.474638 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79431989-1b36-47f1-a459-a0dbfa67d9ae tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Made reservation on behalf of 4fc87ee29acf4a9d99df698a1b63632f for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:22.478354 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79431989-1b36-47f1-a459-a0dbfa67d9ae tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:22.506148 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-19867f75-2f63-4395-b669-41fec2df8f5e req-92b6eca1-321b-4f48-a24e-aa433c865418 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652980 Jul 30 20:16:22.516464 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e2d04020-0613-430e-9eb5-ffce095c5524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:22.526689 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d04020-0613-430e-9eb5-ffce095c5524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:22.537907 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e2d04020-0613-430e-9eb5-ffce095c5524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:22.547657 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c30a0949-a07c-4dbf-984f-ef5f22c79264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:22.572328 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c6bbbe4f-6e29-4689-8729-e8c1da64bc26, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c6bbbe4f-6e29-4689-8729-e8c1da64bc26,segment=NetworkSegment(2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1),segment_id=2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:22.572596 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79431989-1b36-47f1-a459-a0dbfa67d9ae tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:16:22.580072 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c30a0949-a07c-4dbf-984f-ef5f22c79264 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:22.582365 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c30a0949-a07c-4dbf-984f-ef5f22c79264 admin admin] 10.222.0.81 "DELETE /v2.0/networks/8bfc6937-8166-4841-8d2d-9494ef26b48a HTTP/1.1" status: 204 len: 168 time: 0.6225071 Jul 30 20:16:22.607459 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=3e7c3967-422e-4f07-94df-36160be947b8,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:22.625837 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79431989-1b36-47f1-a459-a0dbfa67d9ae tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:22.626771 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'c6bbbe4f-6e29-4689-8729-e8c1da64bc26', 'network_id': '1fde70c4-e26e-40ae-a876-4ba8ec92486d', 'port_id': 'c6bbbe4f-6e29-4689-8729-e8c1da64bc26', 'mac_address': 'fa:16:3e:1f:05:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ebe1971-ab00-4b27-ba31-c6c61a678b7e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:16:22.629382 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-79431989-1b36-47f1-a459-a0dbfa67d9ae tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Added segment c0036978-b363-4adf-b0eb-80935b13fdf2 of type vlan for network f6bbb441-1306-40ff-8e97-ef60bf2cd4aa Jul 30 20:16:22.677101 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e2d04020-0613-430e-9eb5-ffce095c5524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3141060 Jul 30 20:16:22.680736 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:22.681841 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44700) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:22.688962 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e0eff090-5522-4003-8169-9e068aecd6f2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'subnet': {'network_id': 'af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:22.724911 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6bbbe4f-6e29-4689-8729-e8c1da64bc26 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:16:22.733314 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7f7c9067-2bb7-4eab-8875-2fdbd5d31719 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Deleting port 43e680f3-30df-4b42-befc-4aa962b37310 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:22.736003 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f7c9067-2bb7-4eab-8875-2fdbd5d31719 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:22.741111 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf00de1-c3dd-44a1-b6d7-15882650111a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-3d0e3826-f68c-47f4-baf3-c52979394b40', 'network_id': '3d0e3826-f68c-47f4-baf3-c52979394b40', 'tenant_id': '4fc87ee29acf4a9d99df698a1b63632f', 'fixed_ips': [{'subnet_id': '02820d38-c106-42e3-b69f-ed4286ba26aa'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:16:22.742100 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ccf00de1-c3dd-44a1-b6d7-15882650111a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:22.765549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d04020-0613-430e-9eb5-ffce095c5524 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Network': ['ID=af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:22.774845 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c6bbbe4f-6e29-4689-8729-e8c1da64bc26, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c6bbbe4f-6e29-4689-8729-e8c1da64bc26,segment=NetworkSegment(2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1),segment_id=2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:22.782485 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:16:22.800718 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a0949-a07c-4dbf-984f-ef5f22c79264 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bfc6937-8166-4841-8d2d-9494ef26b48a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:22.849572 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b2589-ed6d-44fe-a1ad-20e20d1a5fda req-83103d29-dd76-4752-9dd8-18cb40eb1c53 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:22.858125 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b2589-ed6d-44fe-a1ad-20e20d1a5fda req-83103d29-dd76-4752-9dd8-18cb40eb1c53 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:22.865021 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b2589-ed6d-44fe-a1ad-20e20d1a5fda req-83103d29-dd76-4752-9dd8-18cb40eb1c53 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:22.871592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b2589-ed6d-44fe-a1ad-20e20d1a5fda req-83103d29-dd76-4752-9dd8-18cb40eb1c53 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:22.877861 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b2589-ed6d-44fe-a1ad-20e20d1a5fda req-83103d29-dd76-4752-9dd8-18cb40eb1c53 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:22.882910 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:22.884337 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b2589-ed6d-44fe-a1ad-20e20d1a5fda req-83103d29-dd76-4752-9dd8-18cb40eb1c53 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:22.889381 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f7c9067-2bb7-4eab-8875-2fdbd5d31719 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:22.891384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b2589-ed6d-44fe-a1ad-20e20d1a5fda req-83103d29-dd76-4752-9dd8-18cb40eb1c53 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:22.893558 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a58b2589-ed6d-44fe-a1ad-20e20d1a5fda req-83103d29-dd76-4752-9dd8-18cb40eb1c53 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5425 time: 0.2483914 Jul 30 20:16:22.905891 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7f7c9067-2bb7-4eab-8875-2fdbd5d31719 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Calling delete_port for 43e680f3-30df-4b42-befc-4aa962b37310 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:22.955749 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a58b2589-ed6d-44fe-a1ad-20e20d1a5fda req-4b7153a1-1704-4385-aae9-f28eb5803e80 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542457 Jul 30 20:16:22.967483 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0eff090-5522-4003-8169-9e068aecd6f2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:22.967763 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=c6bbbe4f-6e29-4689-8729-e8c1da64bc26,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:22.972072 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79431989-1b36-47f1-a459-a0dbfa67d9ae tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:22.973809 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0eff090-5522-4003-8169-9e068aecd6f2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:22.977788 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device f3feff81-2882-47bd-a741-e51a66ae074c up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:23.009941 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44702) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:23.087616 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79431989-1b36-47f1-a459-a0dbfa67d9ae tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:23.094760 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79431989-1b36-47f1-a459-a0dbfa67d9ae tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:23.095776 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79431989-1b36-47f1-a459-a0dbfa67d9ae tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:23.135404 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-79431989-1b36-47f1-a459-a0dbfa67d9ae tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7138047 Jul 30 20:16:23.165538 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-ccf00de1-c3dd-44a1-b6d7-15882650111a None None] Allocated IP 2001:db8::3 (3d0e3826-f68c-47f4-baf3-c52979394b40/02820d38-c106-42e3-b69f-ed4286ba26aa/511fdf92-b893-473d-9ce5-72fb2a2941ca) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:23.167421 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port f3feff81-2882-47bd-a741-e51a66ae074c completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:23.174556 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44704) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:23.175473 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port f3feff81-2882-47bd-a741-e51a66ae074c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:23.175880 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:23.186568 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-91ccaf00-fdff-4ab9-be00-45ed1299a016 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Request body: {'subnet': {'network_id': 'f6bbb441-1306-40ff-8e97-ef60bf2cd4aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:23.216857 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7b77ac91-18a4-4f8f-a8f7-c7943740e180 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9ccfb1cbf56a4ee5812650def928c402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2054002 Jul 30 20:16:23.227544 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44706) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:23.243611 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0eff090-5522-4003-8169-9e068aecd6f2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:23.265679 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79431989-1b36-47f1-a459-a0dbfa67d9ae tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event updated for resources: {'Network': ['ID=f6bbb441-1306-40ff-8e97-ef60bf2cd4aa,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:23.294584 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network f6bbb441-1306-40ff-8e97-ef60bf2cd4aa details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:16:23.374118 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f7c9067-2bb7-4eab-8875-2fdbd5d31719 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:23.376933 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ccaf00-fdff-4ab9-be00-45ed1299a016 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Made reservation on behalf of 4fc87ee29acf4a9d99df698a1b63632f for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:23.381531 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91ccaf00-fdff-4ab9-be00-45ed1299a016 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:23.385544 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eff090-5522-4003-8169-9e068aecd6f2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Subnet': ['ID=8fba2463-95d8-4a8f-8adb-fb305985eec6,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:23.388346 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eff090-5522-4003-8169-9e068aecd6f2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Checking segment: {'id': '707b0efa-20a0-460b-8fef-2ae0d3aef55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:23.388718 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eff090-5522-4003-8169-9e068aecd6f2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network hostable DHCP agents. Network: af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:16:23.391572 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ccfff56a-2da3-4e2e-8da0-8536c7106c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:23.419827 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c9067-2bb7-4eab-8875-2fdbd5d31719 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Pushing event deleted for resources: {'Port': ['ID=43e680f3-30df-4b42-befc-4aa962b37310,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:23.430180 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ccfff56a-2da3-4e2e-8da0-8536c7106c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:23.441044 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eff090-5522-4003-8169-9e068aecd6f2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:16:23.471216 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:23.473269 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-e0eff090-5522-4003-8169-9e068aecd6f2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:23.480498 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eff090-5522-4003-8169-9e068aecd6f2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:23.481365 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0eff090-5522-4003-8169-9e068aecd6f2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:23.491569 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c6557e-62a8-4b11-ac63-eee6f1fde848 None None] Network af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:23.502503 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e0eff090-5522-4003-8169-9e068aecd6f2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8192270 Jul 30 20:16:23.505725 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44708) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:23.512259 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-84b16923-f9ed-4a70-8896-c8922f30b6f4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'subnet': {'network_id': 'af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:23.545697 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ccfff56a-2da3-4e2e-8da0-8536c7106c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:23.548538 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ccfff56a-2da3-4e2e-8da0-8536c7106c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:23.549966 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ccfff56a-2da3-4e2e-8da0-8536c7106c85 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a HTTP/1.1" status: 204 len: 168 time: 0.3213692 Jul 30 20:16:23.592225 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port f3feff81-2882-47bd-a741-e51a66ae074c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=f3feff81-2882-47bd-a741-e51a66ae074c,segment=NetworkSegment(9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd),segment_id=9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:23.597444 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3feff81-2882-47bd-a741-e51a66ae074c'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:16:23.601349 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfff56a-2da3-4e2e-8da0-8536c7106c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff35155-8e2c-4e0a-ac0a-fd88df9a9a8a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:23.603671 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939f55fd-32d9-4d76-98e2-a43878c61ee3" -d '{"events": [{"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-plugged", "status": "completed", "tag": "f3feff81-2882-47bd-a741-e51a66ae074c"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:16:23.618745 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:23.741593 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841727b8-791c-43ed-a866-a76a28b8e0cb req-d14c4d35-c74f-411f-aa9c-4153f13f98f3 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:23.743748 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-841727b8-791c-43ed-a866-a76a28b8e0cb req-d14c4d35-c74f-411f-aa9c-4153f13f98f3 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 946 time: 0.0873013 Jul 30 20:16:23.773258 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b41066a-6834-461a-afba-107eba2aa636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:23.786184 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ccf00de1-c3dd-44a1-b6d7-15882650111a None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:23.793027 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=f3feff81-2882-47bd-a741-e51a66ae074c,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:23.808596 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ccf00de1-c3dd-44a1-b6d7-15882650111a None None] Transition to ACTIVE for port object 511fdf92-b893-473d-9ce5-72fb2a2941ca will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:23.862563 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ccf00de1-c3dd-44a1-b6d7-15882650111a None None] Transition to ACTIVE for port object 511fdf92-b893-473d-9ce5-72fb2a2941ca will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:23.902842 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ccf00de1-c3dd-44a1-b6d7-15882650111a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:23.911126 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-841727b8-791c-43ed-a866-a76a28b8e0cb req-d2335c36-4a1b-43e9-b21d-43d008215e4e tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549406 Jul 30 20:16:23.912279 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b16923-f9ed-4a70-8896-c8922f30b6f4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:23.915223 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2516af54-8d68-43a5-8972-dc24d9848307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb', 'network_id': 'af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb', 'tenant_id': '2017beb2437a48d083584d9bbc248e5e', 'fixed_ips': [{'subnet_id': '8fba2463-95d8-4a8f-8adb-fb305985eec6'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:16:23.917165 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2516af54-8d68-43a5-8972-dc24d9848307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:23.949046 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:23.950015 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-84b16923-f9ed-4a70-8896-c8922f30b6f4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:23.962553 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf00de1-c3dd-44a1-b6d7-15882650111a None None] Network 3d0e3826-f68c-47f4-baf3-c52979394b40 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:23.969515 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ccf00de1-c3dd-44a1-b6d7-15882650111a None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:23.985456 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf00de1-c3dd-44a1-b6d7-15882650111a None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:23.994019 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf00de1-c3dd-44a1-b6d7-15882650111a None None] Pushing event updated for resources: {'Port': ['ID=511fdf92-b893-473d-9ce5-72fb2a2941ca,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:24.054699 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.ipam_backend_mixin [None req-91ccaf00-fdff-4ab9-be00-45ed1299a016 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Performing IP validity checks on allocation pools {{(pid=93883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 20:16:24.069699 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.ipam_backend_mixin [None req-91ccaf00-fdff-4ab9-be00-45ed1299a016 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 20:16:24.092645 n-d-712137-9 neutron-server[93882]: INFO neutron.db.ipam_backend_mixin [None req-84b16923-f9ed-4a70-8896-c8922f30b6f4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8fba2463-95d8-4a8f-8adb-fb305985eec6 (CIDR: 172.20.0.0/28) Jul 30 20:16:24.099392 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b16923-f9ed-4a70-8896-c8922f30b6f4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:16:24.099960 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b16923-f9ed-4a70-8896-c8922f30b6f4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:16:24.106035 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dd2da0-82db-4d3e-aeef-50677f92bdc1 x-openstack-request-id: req-c2dd2da0-82db-4d3e-aeef-50677f92bdc1 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:16:24.106948 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-plugged", "status": "completed", "tag": "f3feff81-2882-47bd-a741-e51a66ae074c", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:16:24.107200 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c2dd2da0-82db-4d3e-aeef-50677f92bdc1 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:16:24.107720 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3feff81-2882-47bd-a741-e51a66ae074c', 'code': 200} Jul 30 20:16:24.127350 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-84b16923-f9ed-4a70-8896-c8922f30b6f4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6166911 Jul 30 20:16:24.127350 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44724) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:24.134166 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f7c9067-2bb7-4eab-8875-2fdbd5d31719 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:24.152084 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-315b98de-3e75-4c2b-bd63-f7d25bde2b3e tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'subnet': {'network_id': 'af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:24.185985 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ccf00de1-c3dd-44a1-b6d7-15882650111a None None] Attempting to bind port 511fdf92-b893-473d-9ce5-72fb2a2941ca on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:16:24.186978 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ccf00de1-c3dd-44a1-b6d7-15882650111a None None] Attempting to bind port 511fdf92-b893-473d-9ce5-72fb2a2941ca by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '55bf5090-9e01-4d30-809c-d91c8afc9cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3d0e3826-f68c-47f4-baf3-c52979394b40'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:16:24.187909 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf00de1-c3dd-44a1-b6d7-15882650111a None None] Attempting to bind port 511fdf92-b893-473d-9ce5-72fb2a2941ca on network 3d0e3826-f68c-47f4-baf3-c52979394b40 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:16:24.249100 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['3e7c3967-422e-4f07-94df-36160be947b8'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:16:24.253378 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf00de1-c3dd-44a1-b6d7-15882650111a None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:16:24.253998 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf00de1-c3dd-44a1-b6d7-15882650111a None None] Checking segment: {'id': '55bf5090-9e01-4d30-809c-d91c8afc9cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3d0e3826-f68c-47f4-baf3-c52979394b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:24.254567 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ccf00de1-c3dd-44a1-b6d7-15882650111a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:24.255117 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf00de1-c3dd-44a1-b6d7-15882650111a None None] Bound using segment: {'id': '55bf5090-9e01-4d30-809c-d91c8afc9cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3d0e3826-f68c-47f4-baf3-c52979394b40'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:16:24.255808 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ccf00de1-c3dd-44a1-b6d7-15882650111a None None] Bound port: 511fdf92-b893-473d-9ce5-72fb2a2941ca, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55bf5090-9e01-4d30-809c-d91c8afc9cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3d0e3826-f68c-47f4-baf3-c52979394b40'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:16:24.256358 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ccf00de1-c3dd-44a1-b6d7-15882650111a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:24.289746 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f7c9067-2bb7-4eab-8875-2fdbd5d31719 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:24.295933 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f7c9067-2bb7-4eab-8875-2fdbd5d31719 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:24.344742 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['33577d32-9587-4412-94fe-1404b870cf1c'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:16:24.346462 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['c6bbbe4f-6e29-4689-8729-e8c1da64bc26'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:16:24.437506 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315b98de-3e75-4c2b-bd63-f7d25bde2b3e tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:24.444156 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-315b98de-3e75-4c2b-bd63-f7d25bde2b3e tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:24.522493 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa2909-fb85-477a-95b7-fb64465c2759 req-9f7b4676-8650-4968-8660-32e23e7aa82a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:24.540323 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-2516af54-8d68-43a5-8972-dc24d9848307 None None] Allocated IP 172.20.0.2 (af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb/8fba2463-95d8-4a8f-8adb-fb305985eec6/829ee4d2-6c92-4949-b4c0-1f87d81378ab) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:24.543408 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa2909-fb85-477a-95b7-fb64465c2759 req-9f7b4676-8650-4968-8660-32e23e7aa82a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:24.569536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa2909-fb85-477a-95b7-fb64465c2759 req-9f7b4676-8650-4968-8660-32e23e7aa82a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:24.588862 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa2909-fb85-477a-95b7-fb64465c2759 req-9f7b4676-8650-4968-8660-32e23e7aa82a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:24.598255 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ccf00de1-c3dd-44a1-b6d7-15882650111a None None] For port 511fdf92-b893-473d-9ce5-72fb2a2941ca, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:16:24.598530 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa2909-fb85-477a-95b7-fb64465c2759 req-9f7b4676-8650-4968-8660-32e23e7aa82a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:24.602289 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91ccaf00-fdff-4ab9-be00-45ed1299a016 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:24.630651 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa2909-fb85-477a-95b7-fb64465c2759 req-9f7b4676-8650-4968-8660-32e23e7aa82a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:24.642484 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa2909-fb85-477a-95b7-fb64465c2759 req-9f7b4676-8650-4968-8660-32e23e7aa82a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:24.651482 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-beaa2909-fb85-477a-95b7-fb64465c2759 req-9f7b4676-8650-4968-8660-32e23e7aa82a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5427 time: 0.4435942 Jul 30 20:16:24.669475 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f7c9067-2bb7-4eab-8875-2fdbd5d31719 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:24.670076 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7c9067-2bb7-4eab-8875-2fdbd5d31719 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Fanout notify agent at l3_agent the message router_deleted on router 281b9db9-3572-4172-aa56-70e77a4a8878 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:16:24.686474 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f7c9067-2bb7-4eab-8875-2fdbd5d31719 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:24.693821 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7f7c9067-2bb7-4eab-8875-2fdbd5d31719 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "DELETE /v2.0/routers/281b9db9-3572-4172-aa56-70e77a4a8878 HTTP/1.1" status: 204 len: 168 time: 2.5594647 Jul 30 20:16:24.697170 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44734) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:24.702239 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ccf00de1-c3dd-44a1-b6d7-15882650111a None None] For port 511fdf92-b893-473d-9ce5-72fb2a2941ca, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=511fdf92-b893-473d-9ce5-72fb2a2941ca,segment=NetworkSegment(55bf5090-9e01-4d30-809c-d91c8afc9cde),segment_id=55bf5090-9e01-4d30-809c-d91c8afc9cde)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:16:24.733893 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-19d9b654-0ceb-41f0-acac-210e0ace45c2 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-637989340', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:24.778396 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-beaa2909-fb85-477a-95b7-fb64465c2759 req-e7ed0a5c-7977-4cbf-891c-77248d25def0 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1259573 Jul 30 20:16:24.848392 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ccaf00-fdff-4ab9-be00-45ed1299a016 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event updated for resources: {'Subnet': ['ID=948bc361-b73f-4a0c-bc0d-ef87b9fb220a,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:24.893232 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ccaf00-fdff-4ab9-be00-45ed1299a016 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Checking segment: {'id': 'c0036978-b363-4adf-b0eb-80935b13fdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f6bbb441-1306-40ff-8e97-ef60bf2cd4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:24.893626 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ccaf00-fdff-4ab9-be00-45ed1299a016 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Network hostable DHCP agents. Network: f6bbb441-1306-40ff-8e97-ef60bf2cd4aa, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:16:24.931499 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19d9b654-0ceb-41f0-acac-210e0ace45c2 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:24.932508 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19d9b654-0ceb-41f0-acac-210e0ace45c2 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:24.951303 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2516af54-8d68-43a5-8972-dc24d9848307 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:24.961332 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2516af54-8d68-43a5-8972-dc24d9848307 None None] Transition to ACTIVE for port object 829ee4d2-6c92-4949-b4c0-1f87d81378ab will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:24.979657 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ccaf00-fdff-4ab9-be00-45ed1299a016 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Network f6bbb441-1306-40ff-8e97-ef60bf2cd4aa is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:16:24.981583 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2516af54-8d68-43a5-8972-dc24d9848307 None None] Transition to ACTIVE for port object 829ee4d2-6c92-4949-b4c0-1f87d81378ab will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:24.985531 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ccf00de1-c3dd-44a1-b6d7-15882650111a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:25.016243 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 8e0561e2-d480-41a1-87dd-77547a79be94 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:25.057517 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2516af54-8d68-43a5-8972-dc24d9848307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:25.108884 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19d9b654-0ceb-41f0-acac-210e0ace45c2 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:25.111023 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-91ccaf00-fdff-4ab9-be00-45ed1299a016 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, f6bbb441-1306-40ff-8e97-ef60bf2cd4aa) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:25.125064 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2516af54-8d68-43a5-8972-dc24d9848307 None None] Network af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:25.137021 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44744) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:25.138898 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ccaf00-fdff-4ab9-be00-45ed1299a016 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:25.142320 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91ccaf00-fdff-4ab9-be00-45ed1299a016 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:25.150826 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19d9b654-0ceb-41f0-acac-210e0ace45c2 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:25.178412 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-2516af54-8d68-43a5-8972-dc24d9848307 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:25.191500 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30bb9cd-8878-4a08-abc9-ce2eccb3e9be None None] Network f6bbb441-1306-40ff-8e97-ef60bf2cd4aa requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:25.203616 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-91ccaf00-fdff-4ab9-be00-45ed1299a016 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0268569 Jul 30 20:16:25.204781 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19d9b654-0ceb-41f0-acac-210e0ace45c2 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:25.209776 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-19d9b654-0ceb-41f0-acac-210e0ace45c2 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5087435 Jul 30 20:16:25.210589 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44748) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:25.211168 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44750) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:25.225958 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-45ae9f34-1912-4e48-8985-16ea7210392b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'enable_snat': True}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:25.426197 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56112e2f-5a2f-46d8-b92b-9c1cec140a97 req-1f51498b-e19d-4b9c-b686-efa774086681 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:25.432551 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56112e2f-5a2f-46d8-b92b-9c1cec140a97 req-1f51498b-e19d-4b9c-b686-efa774086681 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 946 time: 0.3310401 Jul 30 20:16:25.474880 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-315b98de-3e75-4c2b-bd63-f7d25bde2b3e tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:25.590341 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b98de-3e75-4c2b-bd63-f7d25bde2b3e tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Subnet': ['ID=9e842f84-3185-4a56-b6b1-d550879dee4d,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:25.600387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-25f93499-a192-452d-a55b-24a5010ac201 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-784267526-network', 'tenant_id': '9223d3fe370d4158bc62a22bc1b34676'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:25.625539 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2516af54-8d68-43a5-8972-dc24d9848307 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:25.653098 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f93499-a192-452d-a55b-24a5010ac201 admin admin] Made reservation on behalf of 9223d3fe370d4158bc62a22bc1b34676 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:25.655857 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-25f93499-a192-452d-a55b-24a5010ac201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:25.665410 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315b98de-3e75-4c2b-bd63-f7d25bde2b3e tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:25.675050 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-315b98de-3e75-4c2b-bd63-f7d25bde2b3e tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:25.692141 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56112e2f-5a2f-46d8-b92b-9c1cec140a97 req-c0fa63f0-4ad2-4d58-b79d-e3bf84333278 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460196 Jul 30 20:16:25.695003 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315b98de-3e75-4c2b-bd63-f7d25bde2b3e tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:25.707039 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-315b98de-3e75-4c2b-bd63-f7d25bde2b3e tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:25.709519 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:25.722202 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-25f93499-a192-452d-a55b-24a5010ac201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:25.737038 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-315b98de-3e75-4c2b-bd63-f7d25bde2b3e tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6085458 Jul 30 20:16:25.740528 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44752) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:25.750641 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-f5f68cdd-971e-4e31-af35-6133a3a7fc8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'port': {'network_id': 'af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb', 'fixed_ips': [{'subnet_id': '8fba2463-95d8-4a8f-8adb-fb305985eec6'}, {'subnet_id': '9e842f84-3185-4a56-b6b1-d550879dee4d'}], 'name': 'tempest-PortsTestJSON-1208126381'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:25.769118 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-465b3fa2-8678-4d8a-b0c5-ac0c119e3588 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:25.784185 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45ae9f34-1912-4e48-8985-16ea7210392b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:25.848849 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2516af54-8d68-43a5-8972-dc24d9848307 None None] Attempting to bind port 829ee4d2-6c92-4949-b4c0-1f87d81378ab on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:16:25.849208 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2516af54-8d68-43a5-8972-dc24d9848307 None None] Attempting to bind port 829ee4d2-6c92-4949-b4c0-1f87d81378ab by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '707b0efa-20a0-460b-8fef-2ae0d3aef55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:16:25.849525 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2516af54-8d68-43a5-8972-dc24d9848307 None None] Attempting to bind port 829ee4d2-6c92-4949-b4c0-1f87d81378ab on network af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:16:25.852725 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b70d291-9398-4a61-90b9-7d2866639380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-f6bbb441-1306-40ff-8e97-ef60bf2cd4aa', 'network_id': 'f6bbb441-1306-40ff-8e97-ef60bf2cd4aa', 'tenant_id': '4fc87ee29acf4a9d99df698a1b63632f', 'fixed_ips': [{'subnet_id': '948bc361-b73f-4a0c-bc0d-ef87b9fb220a'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:16:25.853555 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b70d291-9398-4a61-90b9-7d2866639380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:25.908665 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2516af54-8d68-43a5-8972-dc24d9848307 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:16:25.909046 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2516af54-8d68-43a5-8972-dc24d9848307 None None] Checking segment: {'id': '707b0efa-20a0-460b-8fef-2ae0d3aef55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:25.909454 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2516af54-8d68-43a5-8972-dc24d9848307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:25.909857 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2516af54-8d68-43a5-8972-dc24d9848307 None None] Bound using segment: {'id': '707b0efa-20a0-460b-8fef-2ae0d3aef55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:16:25.910344 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2516af54-8d68-43a5-8972-dc24d9848307 None None] Bound port: 829ee4d2-6c92-4949-b4c0-1f87d81378ab, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707b0efa-20a0-460b-8fef-2ae0d3aef55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:16:25.910754 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2516af54-8d68-43a5-8972-dc24d9848307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:25.937376 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 8e0561e2-d480-41a1-87dd-77547a79be94 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:25.953509 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 8e0561e2-d480-41a1-87dd-77547a79be94 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:25.953694 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:25.960802 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-465b3fa2-8678-4d8a-b0c5-ac0c119e3588 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:26.081241 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-465b3fa2-8678-4d8a-b0c5-ac0c119e3588 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:26.099311 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e230fa6-8fce-43b2-8e69-5c2fe741e230 req-01ba1db4-5468-483d-aab5-8234619aa544 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:26.108328 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e230fa6-8fce-43b2-8e69-5c2fe741e230 req-01ba1db4-5468-483d-aab5-8234619aa544 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:26.116680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e230fa6-8fce-43b2-8e69-5c2fe741e230 req-01ba1db4-5468-483d-aab5-8234619aa544 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:26.124238 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e230fa6-8fce-43b2-8e69-5c2fe741e230 req-01ba1db4-5468-483d-aab5-8234619aa544 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:26.131016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e230fa6-8fce-43b2-8e69-5c2fe741e230 req-01ba1db4-5468-483d-aab5-8234619aa544 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:26.141539 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e230fa6-8fce-43b2-8e69-5c2fe741e230 req-01ba1db4-5468-483d-aab5-8234619aa544 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:26.149538 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e230fa6-8fce-43b2-8e69-5c2fe741e230 req-01ba1db4-5468-483d-aab5-8234619aa544 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:26.152615 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e230fa6-8fce-43b2-8e69-5c2fe741e230 req-01ba1db4-5468-483d-aab5-8234619aa544 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5427 time: 0.1631176 Jul 30 20:16:26.168098 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf00de1-c3dd-44a1-b6d7-15882650111a None None] Pushing event updated for resources: {'Port': ['ID=511fdf92-b893-473d-9ce5-72fb2a2941ca,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:26.179217 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b3fa2-8678-4d8a-b0c5-ac0c119e3588 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Subnet': ['ID=948bc361-b73f-4a0c-bc0d-ef87b9fb220a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server [None req-0b70d291-9398-4a61-90b9-7d2866639380 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 948bc361-b73f-4a0c-bc0d-ef87b9fb220a: This subnet is being modified by another concurrent operation. Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 20:16:26.239481 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise exception Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 948bc361-b73f-4a0c-bc0d-ef87b9fb220a: This subnet is being modified by another concurrent operation. Jul 30 20:16:26.245653 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server Jul 30 20:16:26.313511 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e230fa6-8fce-43b2-8e69-5c2fe741e230 req-83571c95-37f1-457e-8c21-30a4ba9ac97f tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1542516 Jul 30 20:16:26.347058 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-25f93499-a192-452d-a55b-24a5010ac201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:26.362616 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c419c4ee-e215-4d3c-8fc8-424e295b0f13 None None] Network f6bbb441-1306-40ff-8e97-ef60bf2cd4aa requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:26.366962 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-25f93499-a192-452d-a55b-24a5010ac201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:26.468585 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f93499-a192-452d-a55b-24a5010ac201 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:16:26.515733 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f68cdd-971e-4e31-af35-6133a3a7fc8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:26.547752 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 511fdf92-b893-473d-9ce5-72fb2a2941ca up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:26.549629 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-465b3fa2-8678-4d8a-b0c5-ac0c119e3588 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:26.584718 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-465b3fa2-8678-4d8a-b0c5-ac0c119e3588 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6bbb441-1306-40ff-8e97-ef60bf2cd4aa']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:26.602561 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-465b3fa2-8678-4d8a-b0c5-ac0c119e3588 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0036978-b363-4adf-b0eb-80935b13fdf2') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:26.603230 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-465b3fa2-8678-4d8a-b0c5-ac0c119e3588 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0036978-b363-4adf-b0eb-80935b13fdf2') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:26.615615 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-465b3fa2-8678-4d8a-b0c5-ac0c119e3588 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:26.643922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f93499-a192-452d-a55b-24a5010ac201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e939999-b92e-4174-b29a-7d15ea7548a0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:26.668099 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-25f93499-a192-452d-a55b-24a5010ac201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:26.668645 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-25f93499-a192-452d-a55b-24a5010ac201 admin admin] Added segment 97615c14-3033-446e-9631-4f2099fb3f0b of type vlan for network d0830a4b-e259-4b58-9c94-0dd2ceb61009 Jul 30 20:16:26.712358 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-465b3fa2-8678-4d8a-b0c5-ac0c119e3588 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:26.726937 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f5f68cdd-971e-4e31-af35-6133a3a7fc8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465b3fa2-8678-4d8a-b0c5-ac0c119e3588 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-465b3fa2-8678-4d8a-b0c5-ac0c119e3588 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:16:26.756923 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:16:26.760902 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-25f93499-a192-452d-a55b-24a5010ac201 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:26.777777 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-f5f68cdd-971e-4e31-af35-6133a3a7fc8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] device_id is not set on port e2ae838b-507a-4331-a265-47fa32b20b23 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:16:26.867893 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516af54-8d68-43a5-8972-dc24d9848307 None None] Pushing event updated for resources: {'Port': ['ID=829ee4d2-6c92-4949-b4c0-1f87d81378ab,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:26.885400 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45ae9f34-1912-4e48-8985-16ea7210392b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:26.892680 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-25f93499-a192-452d-a55b-24a5010ac201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:26.893496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfb807e-75e6-4faf-8328-ac6318aa18c4 None None] Network 3d0e3826-f68c-47f4-baf3-c52979394b40 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:26.894103 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f93499-a192-452d-a55b-24a5010ac201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:26.894926 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-25f93499-a192-452d-a55b-24a5010ac201 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:26.907043 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-2516af54-8d68-43a5-8972-dc24d9848307 None None] For port 829ee4d2-6c92-4949-b4c0-1f87d81378ab, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:16:26.932683 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45ae9f34-1912-4e48-8985-16ea7210392b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:26.975967 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-25f93499-a192-452d-a55b-24a5010ac201 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7893918 Jul 30 20:16:26.984198 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44766) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:27.042704 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-326c0c98-56c4-4300-b7f7-f2d390f2cbbb admin admin] Request body: {'subnet': {'network_id': 'd0830a4b-e259-4b58-9c94-0dd2ceb61009', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-784267526-subnet', 'tenant_id': '9223d3fe370d4158bc62a22bc1b34676', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:27.047260 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-2516af54-8d68-43a5-8972-dc24d9848307 None None] For port 829ee4d2-6c92-4949-b4c0-1f87d81378ab, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=829ee4d2-6c92-4949-b4c0-1f87d81378ab,segment=NetworkSegment(707b0efa-20a0-460b-8fef-2ae0d3aef55a),segment_id=707b0efa-20a0-460b-8fef-2ae0d3aef55a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:16:27.050724 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:27.055238 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f93499-a192-452d-a55b-24a5010ac201 admin admin] Pushing event updated for resources: {'Network': ['ID=d0830a4b-e259-4b58-9c94-0dd2ceb61009,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:27.057152 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:27.076441 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-465b3fa2-8678-4d8a-b0c5-ac0c119e3588 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:27.078419 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network d0830a4b-e259-4b58-9c94-0dd2ceb61009 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:16:27.082774 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e336cfa6-16f4-49fd-ab25-059c52437762 None None] Provisioning for port 511fdf92-b893-473d-9ce5-72fb2a2941ca completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:27.087074 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-465b3fa2-8678-4d8a-b0c5-ac0c119e3588 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:27.095192 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2516af54-8d68-43a5-8972-dc24d9848307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:27.099633 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-465b3fa2-8678-4d8a-b0c5-ac0c119e3588 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/networks/f6bbb441-1306-40ff-8e97-ef60bf2cd4aa HTTP/1.1" status: 204 len: 168 time: 1.8867426 Jul 30 20:16:27.100608 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44770) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:27.112195 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-245d466e-706c-4d5b-a011-e96696e24607 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1781931787'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:27.150803 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326c0c98-56c4-4300-b7f7-f2d390f2cbbb admin admin] Made reservation on behalf of 9223d3fe370d4158bc62a22bc1b34676 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:27.153947 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-326c0c98-56c4-4300-b7f7-f2d390f2cbbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:27.161714 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b3fa2-8678-4d8a-b0c5-ac0c119e3588 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Network': ['ID=f6bbb441-1306-40ff-8e97-ef60bf2cd4aa,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:27.257297 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516af54-8d68-43a5-8972-dc24d9848307 None None] Pushing event updated for resources: {'Port': ['ID=829ee4d2-6c92-4949-b4c0-1f87d81378ab,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:27.269110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245d466e-706c-4d5b-a011-e96696e24607 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Made reservation on behalf of 4fc87ee29acf4a9d99df698a1b63632f for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:27.269927 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-45ae9f34-1912-4e48-8985-16ea7210392b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Allocated IP 172.25.3.146 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/e00cbff2-31c8-4013-a040-49646b6b684a) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:27.274504 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-245d466e-706c-4d5b-a011-e96696e24607 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:27.329445 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245d466e-706c-4d5b-a011-e96696e24607 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:16:27.347021 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 511fdf92-b893-473d-9ce5-72fb2a2941ca completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:27.347272 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-245d466e-706c-4d5b-a011-e96696e24607 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:27.347573 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-245d466e-706c-4d5b-a011-e96696e24607 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Added segment ad920519-7b78-4776-b285-39ba7ddda47d of type vlan for network 0e3071be-0708-4a59-a18e-e506d9081aa6 Jul 30 20:16:27.359430 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0561e2-d480-41a1-87dd-77547a79be94'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:16:27.362105 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90284b1-d128-4a5a-8a6e-8602e7dad424" -d '{"events": [{"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-plugged", "status": "completed", "tag": "8e0561e2-d480-41a1-87dd-77547a79be94"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:16:27.409744 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 511fdf92-b893-473d-9ce5-72fb2a2941ca triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:27.410363 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:27.415613 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-245d466e-706c-4d5b-a011-e96696e24607 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:27.440074 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 8e0561e2-d480-41a1-87dd-77547a79be94, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8e0561e2-d480-41a1-87dd-77547a79be94,segment=NetworkSegment(346a14cd-6657-43b3-bba7-2b75d28aeb79),segment_id=346a14cd-6657-43b3-bba7-2b75d28aeb79)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:27.454347 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45ae9f34-1912-4e48-8985-16ea7210392b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:27.462255 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-245d466e-706c-4d5b-a011-e96696e24607 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:27.466196 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:27.467219 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device d4f11ef0-cd30-4621-9d9d-862239567fe1 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:27.468108 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245d466e-706c-4d5b-a011-e96696e24607 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:27.468747 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-245d466e-706c-4d5b-a011-e96696e24607 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:27.546037 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=8e0561e2-d480-41a1-87dd-77547a79be94,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:27.587773 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d466e-706c-4d5b-a011-e96696e24607 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event updated for resources: {'Network': ['ID=0e3071be-0708-4a59-a18e-e506d9081aa6,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:27.588266 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45ae9f34-1912-4e48-8985-16ea7210392b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:27.620645 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 0e3071be-0708-4a59-a18e-e506d9081aa6 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:16:27.642560 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-245d466e-706c-4d5b-a011-e96696e24607 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5400007 Jul 30 20:16:27.672887 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d8a6a-89b7-4904-8b5a-6db0acd08ddd req-ca2bf2f8-aab7-4fd7-b48f-c29d527f9472 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:27.677178 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a45d8a6a-89b7-4904-8b5a-6db0acd08ddd req-ca2bf2f8-aab7-4fd7-b48f-c29d527f9472 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 946 time: 0.4499280 Jul 30 20:16:27.682900 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44778) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:27.711699 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-0be0a59f-125e-4687-9578-52b88c345f16 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Request body: {'subnet': {'network_id': '0e3071be-0708-4a59-a18e-e506d9081aa6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:27.755673 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port d4f11ef0-cd30-4621-9d9d-862239567fe1 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:27.765647 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae9f34-1912-4e48-8985-16ea7210392b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Pushing event updated for resources: {'Port': ['ID=e00cbff2-31c8-4013-a040-49646b6b684a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:27.784251 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ae9f34-1912-4e48-8985-16ea7210392b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:27.786213 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-45ae9f34-1912-4e48-8985-16ea7210392b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:27.787720 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port d4f11ef0-cd30-4621-9d9d-862239567fe1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:27.788002 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:27.795042 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ae9f34-1912-4e48-8985-16ea7210392b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:27.801607 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-f5f68cdd-971e-4e31-af35-6133a3a7fc8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Allocated IP 172.20.0.7 (af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb/8fba2463-95d8-4a8f-8adb-fb305985eec6/e2ae838b-507a-4331-a265-47fa32b20b23) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:27.841949 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-f5f68cdd-971e-4e31-af35-6133a3a7fc8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Allocated IP 172.20.0.25 (af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb/9e842f84-3185-4a56-b6b1-d550879dee4d/e2ae838b-507a-4331-a265-47fa32b20b23) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:27.856802 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:27.924398 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a45d8a6a-89b7-4904-8b5a-6db0acd08ddd req-5ea60da8-5ef0-4881-a777-b07607fc365d tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062614 Jul 30 20:16:27.932539 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 511fdf92-b893-473d-9ce5-72fb2a2941ca, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=511fdf92-b893-473d-9ce5-72fb2a2941ca,segment=NetworkSegment(55bf5090-9e01-4d30-809c-d91c8afc9cde),segment_id=55bf5090-9e01-4d30-809c-d91c8afc9cde)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:27.950082 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:28.078714 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:28.101042 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=511fdf92-b893-473d-9ce5-72fb2a2941ca,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:28.132689 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port d4f11ef0-cd30-4621-9d9d-862239567fe1, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d4f11ef0-cd30-4621-9d9d-862239567fe1,segment=NetworkSegment(9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd),segment_id=9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:28.141104 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:28.142434 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 0a8804f1-acca-465c-84fb-55cebe68c3f4 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:28.265280 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f5f68cdd-971e-4e31-af35-6133a3a7fc8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:28.289775 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45ae9f34-1912-4e48-8985-16ea7210392b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:28.292180 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-09cb464c-5662-4285-ad5d-5dfecf682c2a None None] Provisioning complete for port 511fdf92-b893-473d-9ce5-72fb2a2941ca triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:28.292628 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09cb464c-5662-4285-ad5d-5dfecf682c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:28.294691 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=d4f11ef0-cd30-4621-9d9d-862239567fe1,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:28.327084 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-f5f68cdd-971e-4e31-af35-6133a3a7fc8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Transition to ACTIVE for port object e2ae838b-507a-4331-a265-47fa32b20b23 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:28.339607 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be0a59f-125e-4687-9578-52b88c345f16 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Made reservation on behalf of 4fc87ee29acf4a9d99df698a1b63632f for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:28.343659 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0be0a59f-125e-4687-9578-52b88c345f16 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:28.350371 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-326c0c98-56c4-4300-b7f7-f2d390f2cbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:28.390215 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 0a8804f1-acca-465c-84fb-55cebe68c3f4 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:28.398041 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 0a8804f1-acca-465c-84fb-55cebe68c3f4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:28.398762 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:28.486063 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992d13f-e0fd-490a-b653-25b0da15b77f req-7cebae5e-71d9-41cf-aabd-66ea8ec4d7e2 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:28.493758 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992d13f-e0fd-490a-b653-25b0da15b77f req-7cebae5e-71d9-41cf-aabd-66ea8ec4d7e2 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:28.501184 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992d13f-e0fd-490a-b653-25b0da15b77f req-7cebae5e-71d9-41cf-aabd-66ea8ec4d7e2 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:28.509692 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992d13f-e0fd-490a-b653-25b0da15b77f req-7cebae5e-71d9-41cf-aabd-66ea8ec4d7e2 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:28.518055 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992d13f-e0fd-490a-b653-25b0da15b77f req-7cebae5e-71d9-41cf-aabd-66ea8ec4d7e2 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:28.524833 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 829ee4d2-6c92-4949-b4c0-1f87d81378ab up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:28.527634 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992d13f-e0fd-490a-b653-25b0da15b77f req-7cebae5e-71d9-41cf-aabd-66ea8ec4d7e2 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:28.534454 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992d13f-e0fd-490a-b653-25b0da15b77f req-7cebae5e-71d9-41cf-aabd-66ea8ec4d7e2 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:28.542745 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2992d13f-e0fd-490a-b653-25b0da15b77f req-7cebae5e-71d9-41cf-aabd-66ea8ec4d7e2 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5429 time: 0.3299408 Jul 30 20:16:28.558248 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f5f68cdd-971e-4e31-af35-6133a3a7fc8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:28.587571 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45ae9f34-1912-4e48-8985-16ea7210392b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:28.592054 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45ae9f34-1912-4e48-8985-16ea7210392b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1722371'] for router, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:28.602690 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:28.623539 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2992d13f-e0fd-490a-b653-25b0da15b77f req-9528a69c-4b5f-4b3e-b803-f887cdd11407 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0796690 Jul 30 20:16:28.642961 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 829ee4d2-6c92-4949-b4c0-1f87d81378ab completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:28.654333 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 511fdf92-b893-473d-9ce5-72fb2a2941ca up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:28.702738 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 0a8804f1-acca-465c-84fb-55cebe68c3f4, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=0a8804f1-acca-465c-84fb-55cebe68c3f4,segment=NetworkSegment(9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd),segment_id=9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:28.716169 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:28.728154 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb3d104-bbee-41c6-a2f9-89091b361e24 x-openstack-request-id: req-9eb3d104-bbee-41c6-a2f9-89091b361e24 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:16:28.728450 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-plugged", "status": "completed", "tag": "8e0561e2-d480-41a1-87dd-77547a79be94", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:16:28.728705 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9eb3d104-bbee-41c6-a2f9-89091b361e24 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:16:28.729106 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0561e2-d480-41a1-87dd-77547a79be94', 'code': 200} Jul 30 20:16:28.765898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 3e7c3967-422e-4f07-94df-36160be947b8 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:28.773876 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f68cdd-971e-4e31-af35-6133a3a7fc8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:28.797161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-f5f68cdd-971e-4e31-af35-6133a3a7fc8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:28.798371 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ae9f34-1912-4e48-8985-16ea7210392b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Router ec8e2813-7c5c-440b-a28d-ed6767e3408b is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:16:28.856840 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=0a8804f1-acca-465c-84fb-55cebe68c3f4,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:28.862577 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 511fdf92-b893-473d-9ce5-72fb2a2941ca triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:28.862949 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:28.895767 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 3e7c3967-422e-4f07-94df-36160be947b8 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:28.905942 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 3e7c3967-422e-4f07-94df-36160be947b8 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:28.906390 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:28.910348 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c0c98-56c4-4300-b7f7-f2d390f2cbbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d991cb95-970b-4daf-9cf0-38c473cf30b2,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:28.917440 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326c0c98-56c4-4300-b7f7-f2d390f2cbbb admin admin] Checking segment: {'id': '97615c14-3033-446e-9631-4f2099fb3f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0830a4b-e259-4b58-9c94-0dd2ceb61009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:28.918080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326c0c98-56c4-4300-b7f7-f2d390f2cbbb admin admin] Network hostable DHCP agents. Network: d0830a4b-e259-4b58-9c94-0dd2ceb61009, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:16:28.929019 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f68cdd-971e-4e31-af35-6133a3a7fc8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:29.135032 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a0414f-d64a-45a3-9e7d-d78de5d347b0 None None] Network af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:29.208825 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1702c6af-238d-4076-b645-938cf0d8702f None None] Provisioning for port 829ee4d2-6c92-4949-b4c0-1f87d81378ab completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:29.225480 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1702c6af-238d-4076-b645-938cf0d8702f None None] Provisioning complete for port 829ee4d2-6c92-4949-b4c0-1f87d81378ab triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:29.225862 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1702c6af-238d-4076-b645-938cf0d8702f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:29.259694 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ae9f34-1912-4e48-8985-16ea7210392b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:16:29.265093 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45ae9f34-1912-4e48-8985-16ea7210392b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:29.269156 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-45ae9f34-1912-4e48-8985-16ea7210392b tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "PUT /v2.0/routers/ec8e2813-7c5c-440b-a28d-ed6767e3408b HTTP/1.1" status: 200 len: 918 time: 4.0483856 Jul 30 20:16:29.269774 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44792) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:29.289402 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2197675-cc37-4f6f-9b71-f9c90dac4903 None None] Sync routers for ids ['ec8e2813-7c5c-440b-a28d-ed6767e3408b'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:16:29.335467 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f68cdd-971e-4e31-af35-6133a3a7fc8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Port': ['ID=e2ae838b-507a-4331-a265-47fa32b20b23,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:29.351821 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2197675-cc37-4f6f-9b71-f9c90dac4903 None None] Routers {'ec8e2813-7c5c-440b-a28d-ed6767e3408b'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:16:29.352467 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d2197675-cc37-4f6f-9b71-f9c90dac4903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:16:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ec8e2813-7c5c-440b-a28d-ed6767e3408b'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:29.358118 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:29.391862 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8a4ee144-e3bd-4769-aa83-f5586f41df50 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "GET /v2.0/routers/ec8e2813-7c5c-440b-a28d-ed6767e3408b HTTP/1.1" status: 200 len: 924 time: 0.1181259 Jul 30 20:16:29.392466 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44794) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:29.406109 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d2197675-cc37-4f6f-9b71-f9c90dac4903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:29.439826 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabdee9a-f864-48dd-a890-dbfc7b078545 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:29.444036 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-eabdee9a-f864-48dd-a890-dbfc7b078545 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&device_id=ec8e2813-7c5c-440b-a28d-ed6767e3408b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0484838 Jul 30 20:16:29.444205 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44796) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:29.445690 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f68cdd-971e-4e31-af35-6133a3a7fc8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:29.446490 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f5f68cdd-971e-4e31-af35-6133a3a7fc8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:29.448867 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326c0c98-56c4-4300-b7f7-f2d390f2cbbb admin admin] Network d0830a4b-e259-4b58-9c94-0dd2ceb61009 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:16:29.451079 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0be0a59f-125e-4687-9578-52b88c345f16 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:29.482232 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2197675-cc37-4f6f-9b71-f9c90dac4903 None None] Routers {'ec8e2813-7c5c-440b-a28d-ed6767e3408b'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:16:29.482861 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d2197675-cc37-4f6f-9b71-f9c90dac4903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:16:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ec8e2813-7c5c-440b-a28d-ed6767e3408b'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:29.491342 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 3e7c3967-422e-4f07-94df-36160be947b8, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3e7c3967-422e-4f07-94df-36160be947b8,segment=NetworkSegment(9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd),segment_id=9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:29.507343 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fd5fa-dad5-4da5-8bb7-55fdbb7a9b47 req-184bcef1-3466-47a5-9e02-c40fa600f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:29.509348 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3e8fd5fa-dad5-4da5-8bb7-55fdbb7a9b47 req-184bcef1-3466-47a5-9e02-c40fa600f350 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 1097 time: 0.5873964 Jul 30 20:16:29.514731 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-326c0c98-56c4-4300-b7f7-f2d390f2cbbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, d0830a4b-e259-4b58-9c94-0dd2ceb61009) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:29.524526 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b83d2-f403-46e5-9a9b-cb7883fff2ac req-ed78e2d7-f726-437f-ad82-44e6e8d9c63c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:29.526379 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f7b83d2-f403-46e5-9a9b-cb7883fff2ac req-ed78e2d7-f726-437f-ad82-44e6e8d9c63c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 946 time: 0.2094462 Jul 30 20:16:29.530391 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11baba2-5adc-4152-82e1-8176f05f5f10 None None] Network d0830a4b-e259-4b58-9c94-0dd2ceb61009 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:29.532212 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:29.532996 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 33577d32-9587-4412-94fe-1404b870cf1c up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:29.533592 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f5f68cdd-971e-4e31-af35-6133a3a7fc8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.7902975 Jul 30 20:16:29.537685 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44798) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:29.538731 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d2197675-cc37-4f6f-9b71-f9c90dac4903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:29.539351 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2197675-cc37-4f6f-9b71-f9c90dac4903 None None] The sync data for ids ['ec8e2813-7c5c-440b-a28d-ed6767e3408b'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:16:29.540716 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1702c6af-238d-4076-b645-938cf0d8702f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:29.547718 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326c0c98-56c4-4300-b7f7-f2d390f2cbbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:29.548533 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-326c0c98-56c4-4300-b7f7-f2d390f2cbbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:29.553473 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3491aff3-fd8b-4fc8-8b34-5b1f18432f26 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8fba2463-95d8-4a8f-8adb-fb305985eec6'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:29.585448 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eca25a-46db-463e-8827-776ac740ca3d tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:29.589711 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f8eca25a-46db-463e-8827-776ac740ca3d tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 881 time: 0.1417556 Jul 30 20:16:29.590444 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44800) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:29.625075 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5ded99f2-be0a-4703-93eb-ea4b31ec4f2b tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec8e2813-7c5c-440b-a28d-ed6767e3408b HTTP/1.1" status: 200 len: 205 time: 0.0306065 Jul 30 20:16:29.626728 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44802) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:29.632949 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0a59f-125e-4687-9578-52b88c345f16 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event updated for resources: {'Subnet': ['ID=8a2bb810-d187-4e35-a014-5570f7d632a2,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:29.652181 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-326c0c98-56c4-4300-b7f7-f2d390f2cbbb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6670506 Jul 30 20:16:29.702323 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1702c6af-238d-4076-b645-938cf0d8702f None None] For port 829ee4d2-6c92-4949-b4c0-1f87d81378ab, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=829ee4d2-6c92-4949-b4c0-1f87d81378ab,segment=NetworkSegment(707b0efa-20a0-460b-8fef-2ae0d3aef55a),segment_id=707b0efa-20a0-460b-8fef-2ae0d3aef55a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:29.703309 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f7b83d2-f403-46e5-9a9b-cb7883fff2ac req-ee275443-d6b7-4abd-bfad-35ba2014dec2 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411896 Jul 30 20:16:29.736585 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1702c6af-238d-4076-b645-938cf0d8702f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:29.744860 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=3e7c3967-422e-4f07-94df-36160be947b8,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:29.834013 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be0a59f-125e-4687-9578-52b88c345f16 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Checking segment: {'id': 'ad920519-7b78-4776-b285-39ba7ddda47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0e3071be-0708-4a59-a18e-e506d9081aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:29.835333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be0a59f-125e-4687-9578-52b88c345f16 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Network hostable DHCP agents. Network: 0e3071be-0708-4a59-a18e-e506d9081aa6, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:16:29.839866 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fd5fa-dad5-4da5-8bb7-55fdbb7a9b47 req-69375977-6a79-41f3-9ef4-b8d685d2b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:29.842059 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3e8fd5fa-dad5-4da5-8bb7-55fdbb7a9b47 req-69375977-6a79-41f3-9ef4-b8d685d2b6f8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 912 time: 0.3107681 Jul 30 20:16:29.857812 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd73d452-3c7c-4ab3-8cb7-4a95cb316b5f None None] Update dhcp port {'port': {'network_id': 'af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb', 'fixed_ips': [{'subnet_id': '8fba2463-95d8-4a8f-8adb-fb305985eec6', 'ip_address': '172.20.0.2'}, {'subnet_id': '9e842f84-3185-4a56-b6b1-d550879dee4d'}], 'binding:host_id': 'n-d-712137-9'}, 'id': '829ee4d2-6c92-4949-b4c0-1f87d81378ab'} from n-d-712137-9. {{(pid=93884) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 20:16:29.861167 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf8280f5-6eec-4e3a-8f4f-41ef3b54ba66 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:29.882046 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 33577d32-9587-4412-94fe-1404b870cf1c completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:29.905283 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3491aff3-fd8b-4fc8-8b34-5b1f18432f26 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:29.911613 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be0a59f-125e-4687-9578-52b88c345f16 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Network 0e3071be-0708-4a59-a18e-e506d9081aa6 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:16:29.916859 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3e8fd5fa-dad5-4da5-8bb7-55fdbb7a9b47 req-b8f842d2-6597-4c3a-a5d3-8717c9c84328 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd41358c-fdda-43ae-be89-336bb996dc26 HTTP/1.1" status: 200 len: 217 time: 0.0598345 Jul 30 20:16:29.920876 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 33577d32-9587-4412-94fe-1404b870cf1c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:29.921830 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:29.926474 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702c6af-238d-4076-b645-938cf0d8702f None None] Pushing event updated for resources: {'Port': ['ID=829ee4d2-6c92-4949-b4c0-1f87d81378ab,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:29.956261 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0f167c-998d-470a-8d2e-f1a2e6aef985 None None] Network d0830a4b-e259-4b58-9c94-0dd2ceb61009 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:29.974238 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd73d452-3c7c-4ab3-8cb7-4a95cb316b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:29.988120 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-0be0a59f-125e-4687-9578-52b88c345f16 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 0e3071be-0708-4a59-a18e-e506d9081aa6) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:29.993326 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be0a59f-125e-4687-9578-52b88c345f16 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:29.993933 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0be0a59f-125e-4687-9578-52b88c345f16 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:30.014253 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcd7035-4e51-4a14-a558-ed575df22b03 None None] Network 0e3071be-0708-4a59-a18e-e506d9081aa6 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:30.028380 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0be0a59f-125e-4687-9578-52b88c345f16 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3220963 Jul 30 20:16:30.028863 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44814) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:30.056800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fd5fa-dad5-4da5-8bb7-55fdbb7a9b47 req-b3331283-6ca8-454c-8fc4-2fa00ac348c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:30.058271 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3e8fd5fa-dad5-4da5-8bb7-55fdbb7a9b47 req-b3331283-6ca8-454c-8fc4-2fa00ac348c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac1c465f-425f-4078-b2f8-d23b006b1c90 HTTP/1.1" status: 200 len: 850 time: 0.1073918 Jul 30 20:16:30.094843 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18035ceb-05ec-4580-b5db-9e3d7476af45 req-ed103b10-0ea5-4e4d-9908-a19a46bb0035 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:30.100801 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18035ceb-05ec-4580-b5db-9e3d7476af45 req-ed103b10-0ea5-4e4d-9908-a19a46bb0035 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:30.103984 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf8280f5-6eec-4e3a-8f4f-41ef3b54ba66 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:30.106958 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18035ceb-05ec-4580-b5db-9e3d7476af45 req-ed103b10-0ea5-4e4d-9908-a19a46bb0035 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:30.113016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18035ceb-05ec-4580-b5db-9e3d7476af45 req-ed103b10-0ea5-4e4d-9908-a19a46bb0035 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:30.119245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18035ceb-05ec-4580-b5db-9e3d7476af45 req-ed103b10-0ea5-4e4d-9908-a19a46bb0035 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:30.126986 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18035ceb-05ec-4580-b5db-9e3d7476af45 req-ed103b10-0ea5-4e4d-9908-a19a46bb0035 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:30.132959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18035ceb-05ec-4580-b5db-9e3d7476af45 req-ed103b10-0ea5-4e4d-9908-a19a46bb0035 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:30.134910 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18035ceb-05ec-4580-b5db-9e3d7476af45 req-ed103b10-0ea5-4e4d-9908-a19a46bb0035 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5431 time: 0.2763770 Jul 30 20:16:30.249890 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18035ceb-05ec-4580-b5db-9e3d7476af45 req-8f619966-fe37-43ff-9696-d85a21341993 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982645 Jul 30 20:16:30.254580 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fd5fa-dad5-4da5-8bb7-55fdbb7a9b47 req-cf73a141-3929-47ef-9823-a0bffa900b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:30.256003 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3e8fd5fa-dad5-4da5-8bb7-55fdbb7a9b47 req-cf73a141-3929-47ef-9823-a0bffa900b04 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198287 Jul 30 20:16:30.259702 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59490fc0-0f07-4b5a-b166-adadf3172f4f tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:30.278871 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-3491aff3-fd8b-4fc8-8b34-5b1f18432f26 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Delete allocated IP 172.20.0.25 (af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb/9e842f84-3185-4a56-b6b1-d550879dee4d) {{(pid=93883) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 20:16:30.335700 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:30.397016 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4c9f23-e864-459b-aedf-fb07b0fb51e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-0e3071be-0708-4a59-a18e-e506d9081aa6', 'network_id': '0e3071be-0708-4a59-a18e-e506d9081aa6', 'tenant_id': '4fc87ee29acf4a9d99df698a1b63632f', 'fixed_ips': [{'subnet_id': '8a2bb810-d187-4e35-a014-5570f7d632a2'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:16:30.398158 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c4c9f23-e864-459b-aedf-fb07b0fb51e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:30.404978 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 33577d32-9587-4412-94fe-1404b870cf1c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=33577d32-9587-4412-94fe-1404b870cf1c,segment=NetworkSegment(2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1),segment_id=2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:30.419651 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:30.421036 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c6bbbe4f-6e29-4689-8729-e8c1da64bc26 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:30.431118 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3491aff3-fd8b-4fc8-8b34-5b1f18432f26 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:30.445259 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-3491aff3-fd8b-4fc8-8b34-5b1f18432f26 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Ignored duplicate provisioning block setup for port e2ae838b-507a-4331-a265-47fa32b20b23 by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 20:16:30.450366 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bf8280f5-6eec-4e3a-8f4f-41ef3b54ba66 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Deleting port e00cbff2-31c8-4013-a040-49646b6b684a {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:30.450672 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf8280f5-6eec-4e3a-8f4f-41ef3b54ba66 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:30.452428 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3491aff3-fd8b-4fc8-8b34-5b1f18432f26 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:30.464152 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59490fc0-0f07-4b5a-b166-adadf3172f4f tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:30.476300 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 829ee4d2-6c92-4949-b4c0-1f87d81378ab up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:30.557944 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3e8fd5fa-dad5-4da5-8bb7-55fdbb7a9b47 req-98b5eff6-d3cb-4ca5-a394-2f4eaaa78405 service neutron] 10.222.0.59 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911365 Jul 30 20:16:30.591017 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491aff3-fd8b-4fc8-8b34-5b1f18432f26 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Port': ['ID=e2ae838b-507a-4331-a265-47fa32b20b23,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:30.634844 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3491aff3-fd8b-4fc8-8b34-5b1f18432f26 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] In _notify_port_updated(), no bound segment for port e2ae838b-507a-4331-a265-47fa32b20b23 on network af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:16:30.640561 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3491aff3-fd8b-4fc8-8b34-5b1f18432f26 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:30.641235 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3491aff3-fd8b-4fc8-8b34-5b1f18432f26 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:30.645339 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3491aff3-fd8b-4fc8-8b34-5b1f18432f26 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "PUT /v2.0/ports/e2ae838b-507a-4331-a265-47fa32b20b23 HTTP/1.1" status: 200 len: 919 time: 1.1038568 Jul 30 20:16:30.645339 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf8280f5-6eec-4e3a-8f4f-41ef3b54ba66 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:30.647167 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44826) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:30.652412 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-afc0588a-dd97-4c9f-8857-7ba8b549e110 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8fba2463-95d8-4a8f-8adb-fb305985eec6'}, {'subnet_id': '9e842f84-3185-4a56-b6b1-d550879dee4d'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:30.677302 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=33577d32-9587-4412-94fe-1404b870cf1c,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:30.682930 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-cd73d452-3c7c-4ab3-8cb7-4a95cb316b5f None None] Allocated IP 172.20.0.18 (af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb/9e842f84-3185-4a56-b6b1-d550879dee4d/829ee4d2-6c92-4949-b4c0-1f87d81378ab) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:30.684821 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bf8280f5-6eec-4e3a-8f4f-41ef3b54ba66 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Calling delete_port for e00cbff2-31c8-4013-a040-49646b6b684a owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:30.701751 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59490fc0-0f07-4b5a-b166-adadf3172f4f tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server [None req-8c4c9f23-e864-459b-aedf-fb07b0fb51e4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a2bb810-d187-4e35-a014-5570f7d632a2: This subnet is being modified by another concurrent operation. Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 20:16:30.703990 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise exception Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a2bb810-d187-4e35-a014-5570f7d632a2: This subnet is being modified by another concurrent operation. Jul 30 20:16:30.707676 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server Jul 30 20:16:30.710193 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port c6bbbe4f-6e29-4689-8729-e8c1da64bc26 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:30.730247 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port c6bbbe4f-6e29-4689-8729-e8c1da64bc26 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:30.730621 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:30.734749 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device bd41358c-fdda-43ae-be89-336bb996dc26 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:16:30.736684 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59490fc0-0f07-4b5a-b166-adadf3172f4f tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Subnet': ['ID=8a2bb810-d187-4e35-a014-5570f7d632a2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:30.737357 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdf61db-a186-46f5-ae35-5a6432333c40 None None] Network 0e3071be-0708-4a59-a18e-e506d9081aa6 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:30.739146 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f11ef0-cd30-4621-9d9d-862239567fe1'}, {'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8804f1-acca-465c-84fb-55cebe68c3f4'}, {'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7c3967-422e-4f07-94df-36160be947b8'}, {'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33577d32-9587-4412-94fe-1404b870cf1c'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:16:30.743558 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa00fb2a-d7a6-4d9f-bd55-809127f5f085" -d '{"events": [{"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-plugged", "status": "completed", "tag": "d4f11ef0-cd30-4621-9d9d-862239567fe1"}, {"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-plugged", "status": "completed", "tag": "0a8804f1-acca-465c-84fb-55cebe68c3f4"}, {"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-plugged", "status": "completed", "tag": "3e7c3967-422e-4f07-94df-36160be947b8"}, {"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-plugged", "status": "completed", "tag": "33577d32-9587-4412-94fe-1404b870cf1c"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:16:30.803364 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-afc0588a-dd97-4c9f-8857-7ba8b549e110 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:30.870670 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59490fc0-0f07-4b5a-b166-adadf3172f4f tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:30.874835 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3e8fd5fa-dad5-4da5-8bb7-55fdbb7a9b47 req-3d04d78a-3f03-40da-bb01-2907b2eec575 service neutron] 10.222.0.59 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087659 Jul 30 20:16:30.887130 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-50f81a4b-c3a8-471d-9e4a-5f22d0854785 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:30.890123 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-50f81a4b-c3a8-471d-9e4a-5f22d0854785 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/networks?id=d0830a4b-e259-4b58-9c94-0dd2ceb61009 HTTP/1.1" status: 200 len: 813 time: 0.2564819 Jul 30 20:16:30.894849 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-59490fc0-0f07-4b5a-b166-adadf3172f4f tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3071be-0708-4a59-a18e-e506d9081aa6']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:30.906886 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-59490fc0-0f07-4b5a-b166-adadf3172f4f tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad920519-7b78-4776-b285-39ba7ddda47d') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:30.907190 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-59490fc0-0f07-4b5a-b166-adadf3172f4f tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad920519-7b78-4776-b285-39ba7ddda47d') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:30.926017 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59490fc0-0f07-4b5a-b166-adadf3172f4f tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:30.936529 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-fd63678a-95c9-452a-bbcc-e3e8011faec9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/quotas/9223d3fe370d4158bc62a22bc1b34676 HTTP/1.1" status: 200 len: 375 time: 0.0222557 Jul 30 20:16:30.945453 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59490fc0-0f07-4b5a-b166-adadf3172f4f tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:30.971312 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59490fc0-0f07-4b5a-b166-adadf3172f4f tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:16:30.971861 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59490fc0-0f07-4b5a-b166-adadf3172f4f tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:16:30.986172 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:16:30.991009 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 829ee4d2-6c92-4949-b4c0-1f87d81378ab triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:30.991383 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.029509 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-cb9c89f6-71f1-4bee-ab2e-d3f9510ac648 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9223d3fe370d4158bc62a22bc1b34676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815983 Jul 30 20:16:31.061062 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59490fc0-0f07-4b5a-b166-adadf3172f4f tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.081441 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59490fc0-0f07-4b5a-b166-adadf3172f4f tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.087705 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44834) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:31.089653 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-59490fc0-0f07-4b5a-b166-adadf3172f4f tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/networks/0e3071be-0708-4a59-a18e-e506d9081aa6 HTTP/1.1" status: 204 len: 168 time: 1.0581608 Jul 30 20:16:31.091526 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59490fc0-0f07-4b5a-b166-adadf3172f4f tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Network': ['ID=0e3071be-0708-4a59-a18e-e506d9081aa6,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:31.095753 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c4013d4b-512d-434b-a6f2-5a80e39c3196 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-319036888'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:31.114313 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf8280f5-6eec-4e3a-8f4f-41ef3b54ba66 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.157874 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8280f5-6eec-4e3a-8f4f-41ef3b54ba66 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Pushing event deleted for resources: {'Port': ['ID=e00cbff2-31c8-4013-a040-49646b6b684a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:31.159552 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4013d4b-512d-434b-a6f2-5a80e39c3196 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Made reservation on behalf of 4fc87ee29acf4a9d99df698a1b63632f for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:31.162961 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4013d4b-512d-434b-a6f2-5a80e39c3196 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.228558 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-8f6a0de2-84c9-41ea-b1df-3507a9de664a service neutron] 10.222.0.81 "GET /v2.0/networks/d0830a4b-e259-4b58-9c94-0dd2ceb61009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790466 Jul 30 20:16:31.232555 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4013d4b-512d-434b-a6f2-5a80e39c3196 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:16:31.236766 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-cd73d452-3c7c-4ab3-8cb7-4a95cb316b5f None None] For port 829ee4d2-6c92-4949-b4c0-1f87d81378ab, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=829ee4d2-6c92-4949-b4c0-1f87d81378ab,segment=NetworkSegment(707b0efa-20a0-460b-8fef-2ae0d3aef55a),segment_id=707b0efa-20a0-460b-8fef-2ae0d3aef55a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:31.247329 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4013d4b-512d-434b-a6f2-5a80e39c3196 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.247720 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-c4013d4b-512d-434b-a6f2-5a80e39c3196 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Added segment 21fb9d56-936c-450a-bfe2-e1490aca29a2 of type vlan for network 851b7683-3d15-4e42-bf02-7b3d3d69233b Jul 30 20:16:31.249233 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf8280f5-6eec-4e3a-8f4f-41ef3b54ba66 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.275644 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.333092 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.337224 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-f94a7f17-3fd0-4db3-b068-2e5ca70e9e56 service neutron] 10.222.0.81 "GET /v2.0/networks/d0830a4b-e259-4b58-9c94-0dd2ceb61009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072855 Jul 30 20:16:31.351664 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd73d452-3c7c-4ab3-8cb7-4a95cb316b5f None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.389222 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf8280f5-6eec-4e3a-8f4f-41ef3b54ba66 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.391771 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4013d4b-512d-434b-a6f2-5a80e39c3196 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.395758 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf8280f5-6eec-4e3a-8f4f-41ef3b54ba66 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.401073 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port bd41358c-fdda-43ae-be89-336bb996dc26, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=bd41358c-fdda-43ae-be89-336bb996dc26,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:31.404246 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cd73d452-3c7c-4ab3-8cb7-4a95cb316b5f None None] Transition to ACTIVE for port object 829ee4d2-6c92-4949-b4c0-1f87d81378ab will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:31.413100 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.453735 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c6bbbe4f-6e29-4689-8729-e8c1da64bc26, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c6bbbe4f-6e29-4689-8729-e8c1da64bc26,segment=NetworkSegment(2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1),segment_id=2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:31.454985 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd73d452-3c7c-4ab3-8cb7-4a95cb316b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.468251 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.491554 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf8280f5-6eec-4e3a-8f4f-41ef3b54ba66 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.492163 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8280f5-6eec-4e3a-8f4f-41ef3b54ba66 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Fanout notify agent at l3_agent the message router_deleted on router ec8e2813-7c5c-440b-a28d-ed6767e3408b {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:16:31.506014 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf8280f5-6eec-4e3a-8f4f-41ef3b54ba66 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.510980 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44844) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:31.513439 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bf8280f5-6eec-4e3a-8f4f-41ef3b54ba66 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "DELETE /v2.0/routers/ec8e2813-7c5c-440b-a28d-ed6767e3408b HTTP/1.1" status: 204 len: 168 time: 1.8836663 Jul 30 20:16:31.522572 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-32f47ed5-f6fd-4f16-9ca3-0ac18a8fbd2b tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-502469289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:31.530563 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4013d4b-512d-434b-a6f2-5a80e39c3196 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.536431 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4013d4b-512d-434b-a6f2-5a80e39c3196 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:31.536942 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4013d4b-512d-434b-a6f2-5a80e39c3196 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.553497 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-afc0588a-dd97-4c9f-8857-7ba8b549e110 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Allocated IP 172.20.0.23 (af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb/9e842f84-3185-4a56-b6b1-d550879dee4d/e2ae838b-507a-4331-a265-47fa32b20b23) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:31.554139 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32f47ed5-f6fd-4f16-9ca3-0ac18a8fbd2b tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.555422 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=bd41358c-fdda-43ae-be89-336bb996dc26,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:31.556302 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32f47ed5-f6fd-4f16-9ca3-0ac18a8fbd2b tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.571488 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:31.571865 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:31.572251 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:31.572585 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:31.572916 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:31.573293 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:31.573619 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:31.573940 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:31.574263 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:31.574583 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:31.576302 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:31.576647 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:31.581046 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c4013d4b-512d-434b-a6f2-5a80e39c3196 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4922266 Jul 30 20:16:31.581694 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44846) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:31.627991 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fe9b9fd0-7bde-42e7-9111-ab643314ec1e tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Request body: {'subnet': {'network_id': '851b7683-3d15-4e42-bf02-7b3d3d69233b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:31.633966 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73d452-3c7c-4ab3-8cb7-4a95cb316b5f None None] Pushing event updated for resources: {'Port': ['ID=829ee4d2-6c92-4949-b4c0-1f87d81378ab,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:31.726234 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=c6bbbe4f-6e29-4689-8729-e8c1da64bc26,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:31.755816 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96521a20-386e-4066-baea-ac01f47fbb87 req-a805e6c8-36b5-46d4-860d-11cff825be5d tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:31.766639 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4013d4b-512d-434b-a6f2-5a80e39c3196 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event updated for resources: {'Network': ['ID=851b7683-3d15-4e42-bf02-7b3d3d69233b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:31.766841 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-96521a20-386e-4066-baea-ac01f47fbb87 req-a805e6c8-36b5-46d4-860d-11cff825be5d tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 944 time: 0.2022297 Jul 30 20:16:31.780006 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 851b7683-3d15-4e42-bf02-7b3d3d69233b details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:16:31.784290 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32f47ed5-f6fd-4f16-9ca3-0ac18a8fbd2b tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.800003 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32f47ed5-f6fd-4f16-9ca3-0ac18a8fbd2b tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.858706 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-96521a20-386e-4066-baea-ac01f47fbb87 req-9c31def3-7544-4fbd-868b-80e1d838ca8f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908527 Jul 30 20:16:31.872916 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32f47ed5-f6fd-4f16-9ca3-0ac18a8fbd2b tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.877697 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-32f47ed5-f6fd-4f16-9ca3-0ac18a8fbd2b tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3629777 Jul 30 20:16:31.878385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44852) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:31.889272 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-db1414d0-7c0c-44ba-a828-9d85d023259d tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'enable_snat': False}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:31.933151 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-afc0588a-dd97-4c9f-8857-7ba8b549e110 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.935492 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 30 Jul 2021 20:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce5af1d-7c53-4393-9e02-33e5f90e0887 x-openstack-request-id: req-7ce5af1d-7c53-4393-9e02-33e5f90e0887 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:16:31.935877 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-plugged", "status": "completed", "tag": "d4f11ef0-cd30-4621-9d9d-862239567fe1", "code": 200}, {"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-plugged", "status": "completed", "tag": "0a8804f1-acca-465c-84fb-55cebe68c3f4", "code": 200}, {"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-plugged", "status": "completed", "tag": "3e7c3967-422e-4f07-94df-36160be947b8", "code": 200}, {"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-plugged", "status": "completed", "tag": "33577d32-9587-4412-94fe-1404b870cf1c", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:16:31.936186 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7ce5af1d-7c53-4393-9e02-33e5f90e0887 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:16:31.936742 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f11ef0-cd30-4621-9d9d-862239567fe1', 'code': 200} Jul 30 20:16:31.937005 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8804f1-acca-465c-84fb-55cebe68c3f4', 'code': 200} Jul 30 20:16:31.937276 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7c3967-422e-4f07-94df-36160be947b8', 'code': 200} Jul 30 20:16:31.937507 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33577d32-9587-4412-94fe-1404b870cf1c', 'code': 200} Jul 30 20:16:31.953602 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-afc0588a-dd97-4c9f-8857-7ba8b549e110 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Ignored duplicate provisioning block setup for port e2ae838b-507a-4331-a265-47fa32b20b23 by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 20:16:31.955876 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9b9fd0-7bde-42e7-9111-ab643314ec1e tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Made reservation on behalf of 4fc87ee29acf4a9d99df698a1b63632f for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:31.964763 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe9b9fd0-7bde-42e7-9111-ab643314ec1e tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:31.970331 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-afc0588a-dd97-4c9f-8857-7ba8b549e110 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:32.231260 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e59e2-fe5b-4e6b-a5b7-490aa2bb1219 req-30c89c33-0060-48be-88d4-3e9d8e8af7eb tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:32.237452 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e59e2-fe5b-4e6b-a5b7-490aa2bb1219 req-30c89c33-0060-48be-88d4-3e9d8e8af7eb tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:32.243540 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e59e2-fe5b-4e6b-a5b7-490aa2bb1219 req-30c89c33-0060-48be-88d4-3e9d8e8af7eb tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:32.250137 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e59e2-fe5b-4e6b-a5b7-490aa2bb1219 req-30c89c33-0060-48be-88d4-3e9d8e8af7eb tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:32.256421 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e59e2-fe5b-4e6b-a5b7-490aa2bb1219 req-30c89c33-0060-48be-88d4-3e9d8e8af7eb tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:32.262945 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e59e2-fe5b-4e6b-a5b7-490aa2bb1219 req-30c89c33-0060-48be-88d4-3e9d8e8af7eb tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:32.268972 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e59e2-fe5b-4e6b-a5b7-490aa2bb1219 req-30c89c33-0060-48be-88d4-3e9d8e8af7eb tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:32.270901 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a76e59e2-fe5b-4e6b-a5b7-490aa2bb1219 req-30c89c33-0060-48be-88d4-3e9d8e8af7eb tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5433 time: 0.2572176 Jul 30 20:16:32.273277 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db1414d0-7c0c-44ba-a828-9d85d023259d tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:32.326821 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68865f2e-fe61-49aa-90a6-7d87653519f4 None None] Network af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:32.411031 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a76e59e2-fe5b-4e6b-a5b7-490aa2bb1219 req-ee5e9351-4f68-4f9b-9a44-6150636a712c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755510 Jul 30 20:16:32.436432 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 829ee4d2-6c92-4949-b4c0-1f87d81378ab up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:32.456497 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0588a-dd97-4c9f-8857-7ba8b549e110 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Port': ['ID=e2ae838b-507a-4331-a265-47fa32b20b23,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:32.480634 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-afc0588a-dd97-4c9f-8857-7ba8b549e110 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] In _notify_port_updated(), no bound segment for port e2ae838b-507a-4331-a265-47fa32b20b23 on network af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:16:32.486238 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc0588a-dd97-4c9f-8857-7ba8b549e110 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:32.486886 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-afc0588a-dd97-4c9f-8857-7ba8b549e110 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:32.488249 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-afc0588a-dd97-4c9f-8857-7ba8b549e110 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "PUT /v2.0/ports/e2ae838b-507a-4331-a265-47fa32b20b23 HTTP/1.1" status: 200 len: 999 time: 1.8401399 Jul 30 20:16:32.491959 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44856) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:32.545032 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-59c16891-ff39-4ac9-a13a-fb4438060b1e None None] Provisioning for port 829ee4d2-6c92-4949-b4c0-1f87d81378ab completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:32.560525 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-59c16891-ff39-4ac9-a13a-fb4438060b1e None None] Provisioning complete for port 829ee4d2-6c92-4949-b4c0-1f87d81378ab triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:32.561232 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59c16891-ff39-4ac9-a13a-fb4438060b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:32.589458 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db1414d0-7c0c-44ba-a828-9d85d023259d tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:32.623892 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 829ee4d2-6c92-4949-b4c0-1f87d81378ab triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:32.624630 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:32.642726 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db1414d0-7c0c-44ba-a828-9d85d023259d tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:32.724335 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59216957-4dec-47b3-aa41-d91665ef5c68 req-efe992c4-932a-43b2-b483-956276c6772b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 210 time: 0.0840890 Jul 30 20:16:32.788576 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-59c16891-ff39-4ac9-a13a-fb4438060b1e None None] Provisioning for port e2ae838b-507a-4331-a265-47fa32b20b23 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:32.798066 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-59c16891-ff39-4ac9-a13a-fb4438060b1e None None] Provisioning complete for port e2ae838b-507a-4331-a265-47fa32b20b23 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:32.798589 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59c16891-ff39-4ac9-a13a-fb4438060b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:32.848127 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d66d3c2c-29f1-4bf0-bf43-5c9495bf187d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting port e2ae838b-507a-4331-a265-47fa32b20b23 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:32.848515 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d66d3c2c-29f1-4bf0-bf43-5c9495bf187d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:32.865313 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe9b9fd0-7bde-42e7-9111-ab643314ec1e tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:32.869967 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-db1414d0-7c0c-44ba-a828-9d85d023259d tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Allocated IP 172.25.3.33 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/5065b7db-b1db-4df6-b642-ffbaeac98b6f) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:32.876434 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-59c16891-ff39-4ac9-a13a-fb4438060b1e None None] Port e2ae838b-507a-4331-a265-47fa32b20b23 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:16:32.954278 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-960f8982-a865-4467-a2cf-237d58f2795a tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:32.955725 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-960f8982-a865-4467-a2cf-237d58f2795a tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.59 "GET /v2.0/networks?id=d0830a4b-e259-4b58-9c94-0dd2ceb61009 HTTP/1.1" status: 200 len: 813 time: 0.2178967 Jul 30 20:16:32.978760 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-a565ec67-08fd-48c1-a6a9-1ebfd094e093 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Request body: {'port': {'device_id': '7d7d8b3f-fa05-4791-96b3-fc9e964945bc', 'network_id': 'd0830a4b-e259-4b58-9c94-0dd2ceb61009', 'admin_state_up': True, 'tenant_id': '9223d3fe370d4158bc62a22bc1b34676'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:32.981739 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b9fd0-7bde-42e7-9111-ab643314ec1e tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event updated for resources: {'Subnet': ['ID=cd916213-461e-45e4-b7f6-b1620177a5ad,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:33.004949 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9b9fd0-7bde-42e7-9111-ab643314ec1e tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Checking segment: {'id': '21fb9d56-936c-450a-bfe2-e1490aca29a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '851b7683-3d15-4e42-bf02-7b3d3d69233b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:33.005307 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9b9fd0-7bde-42e7-9111-ab643314ec1e tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Network hostable DHCP agents. Network: 851b7683-3d15-4e42-bf02-7b3d3d69233b, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:16:33.019787 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d66d3c2c-29f1-4bf0-bf43-5c9495bf187d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:33.039638 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d66d3c2c-29f1-4bf0-bf43-5c9495bf187d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Calling delete_port for e2ae838b-507a-4331-a265-47fa32b20b23 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:33.051859 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9b9fd0-7bde-42e7-9111-ab643314ec1e tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Network 851b7683-3d15-4e42-bf02-7b3d3d69233b is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:16:33.091930 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-fe9b9fd0-7bde-42e7-9111-ab643314ec1e tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 851b7683-3d15-4e42-bf02-7b3d3d69233b) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:33.098545 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9b9fd0-7bde-42e7-9111-ab643314ec1e tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:33.099153 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe9b9fd0-7bde-42e7-9111-ab643314ec1e tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:33.110849 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad015a14-5206-42e6-b521-6495bcb76c1d None None] Network 851b7683-3d15-4e42-bf02-7b3d3d69233b requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:33.113707 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867986e-b0ff-43d0-9ea4-6aeb18d3d768 req-cb6d5146-673f-46bb-a906-7687a329f4c7 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:33.115835 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8867986e-b0ff-43d0-9ea4-6aeb18d3d768 req-cb6d5146-673f-46bb-a906-7687a329f4c7 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 944 time: 0.1573744 Jul 30 20:16:33.129011 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fe9b9fd0-7bde-42e7-9111-ab643314ec1e tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5061514 Jul 30 20:16:33.131022 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db1414d0-7c0c-44ba-a828-9d85d023259d tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:33.137030 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44860) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:33.206103 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8867986e-b0ff-43d0-9ea4-6aeb18d3d768 req-29d2beb4-da32-41c1-94d4-efab250cb374 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706596 Jul 30 20:16:33.239385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-a565ec67-08fd-48c1-a6a9-1ebfd094e093 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Made reservation on behalf of 9223d3fe370d4158bc62a22bc1b34676 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:33.245238 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-a565ec67-08fd-48c1-a6a9-1ebfd094e093 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:33.262449 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db1414d0-7c0c-44ba-a828-9d85d023259d tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:33.304702 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:33.320589 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e938b1e-46a0-4448-ab60-5a80a8c21855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-851b7683-3d15-4e42-bf02-7b3d3d69233b', 'network_id': '851b7683-3d15-4e42-bf02-7b3d3d69233b', 'tenant_id': '4fc87ee29acf4a9d99df698a1b63632f', 'fixed_ips': [{'subnet_id': 'cd916213-461e-45e4-b7f6-b1620177a5ad'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:16:33.321474 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2e938b1e-46a0-4448-ab60-5a80a8c21855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:33.354186 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1414d0-7c0c-44ba-a828-9d85d023259d tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Pushing event updated for resources: {'Port': ['ID=5065b7db-b1db-4df6-b642-ffbaeac98b6f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:33.390742 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1414d0-7c0c-44ba-a828-9d85d023259d tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:33.395088 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d66d3c2c-29f1-4bf0-bf43-5c9495bf187d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:33.402056 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-db1414d0-7c0c-44ba-a828-9d85d023259d tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:33.408440 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1414d0-7c0c-44ba-a828-9d85d023259d tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:33.426999 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:33.452472 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d3c2c-29f1-4bf0-bf43-5c9495bf187d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Port': ['ID=e2ae838b-507a-4331-a265-47fa32b20b23,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:33.484283 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-2e938b1e-46a0-4448-ab60-5a80a8c21855 None None] Allocated IP 2001:db8::1 (851b7683-3d15-4e42-bf02-7b3d3d69233b/cd916213-461e-45e4-b7f6-b1620177a5ad/7ca9555e-246d-4dc0-b679-3ae1099181aa) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:33.562586 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d66d3c2c-29f1-4bf0-bf43-5c9495bf187d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:33.567880 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d66d3c2c-29f1-4bf0-bf43-5c9495bf187d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/ports/e2ae838b-507a-4331-a265-47fa32b20b23 HTTP/1.1" status: 204 len: 168 time: 1.0730455 Jul 30 20:16:33.568511 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44868) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:33.594819 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9c9d42-c744-44df-87b9-fe68b90f8ca8 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] GET failed (client error): The resource could not be found. Jul 30 20:16:33.599675 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cb9c9d42-c744-44df-87b9-fe68b90f8ca8 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports/e2ae838b-507a-4331-a265-47fa32b20b23 HTTP/1.1" status: 404 len: 333 time: 0.0299504 Jul 30 20:16:33.600418 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44870) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:33.645379 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2e938b1e-46a0-4448-ab60-5a80a8c21855 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:33.654225 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7aea158-32c9-4ea0-9fed-32de89dfda1d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting subnet 9e842f84-3185-4a56-b6b1-d550879dee4d {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:16:33.655963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2e938b1e-46a0-4448-ab60-5a80a8c21855 None None] Transition to ACTIVE for port object 7ca9555e-246d-4dc0-b679-3ae1099181aa will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:33.658749 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7aea158-32c9-4ea0-9fed-32de89dfda1d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:33.679542 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2e938b1e-46a0-4448-ab60-5a80a8c21855 None None] Transition to ACTIVE for port object 7ca9555e-246d-4dc0-b679-3ae1099181aa will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:33.692316 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2e938b1e-46a0-4448-ab60-5a80a8c21855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:33.716308 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:33.733611 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7aea158-32c9-4ea0-9fed-32de89dfda1d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:33.737619 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e938b1e-46a0-4448-ab60-5a80a8c21855 None None] Network 851b7683-3d15-4e42-bf02-7b3d3d69233b is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:33.743603 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-2e938b1e-46a0-4448-ab60-5a80a8c21855 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:33.754364 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e938b1e-46a0-4448-ab60-5a80a8c21855 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:33.757953 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e938b1e-46a0-4448-ab60-5a80a8c21855 None None] Pushing event updated for resources: {'Port': ['ID=7ca9555e-246d-4dc0-b679-3ae1099181aa,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:33.800933 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Subnet': ['ID=cd916213-461e-45e4-b7f6-b1620177a5ad,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:33.824086 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2e938b1e-46a0-4448-ab60-5a80a8c21855 None None] Attempting to bind port 7ca9555e-246d-4dc0-b679-3ae1099181aa on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:16:33.825436 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2e938b1e-46a0-4448-ab60-5a80a8c21855 None None] Attempting to bind port 7ca9555e-246d-4dc0-b679-3ae1099181aa by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '21fb9d56-936c-450a-bfe2-e1490aca29a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '851b7683-3d15-4e42-bf02-7b3d3d69233b'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:16:33.826046 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e938b1e-46a0-4448-ab60-5a80a8c21855 None None] Attempting to bind port 7ca9555e-246d-4dc0-b679-3ae1099181aa on network 851b7683-3d15-4e42-bf02-7b3d3d69233b {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:16:33.836411 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e938b1e-46a0-4448-ab60-5a80a8c21855 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:16:33.838228 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e938b1e-46a0-4448-ab60-5a80a8c21855 None None] Checking segment: {'id': '21fb9d56-936c-450a-bfe2-e1490aca29a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '851b7683-3d15-4e42-bf02-7b3d3d69233b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:33.838903 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2e938b1e-46a0-4448-ab60-5a80a8c21855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:33.840147 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e938b1e-46a0-4448-ab60-5a80a8c21855 None None] Bound using segment: {'id': '21fb9d56-936c-450a-bfe2-e1490aca29a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '851b7683-3d15-4e42-bf02-7b3d3d69233b'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:16:33.840942 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2e938b1e-46a0-4448-ab60-5a80a8c21855 None None] Bound port: 7ca9555e-246d-4dc0-b679-3ae1099181aa, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21fb9d56-936c-450a-bfe2-e1490aca29a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '851b7683-3d15-4e42-bf02-7b3d3d69233b'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:16:33.841697 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2e938b1e-46a0-4448-ab60-5a80a8c21855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:33.853090 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db91f4e-59b3-4b3d-97a4-853ecb216ae5 req-2d38eb27-4e19-41e4-97a1-51aca35a2a72 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:33.860270 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5db91f4e-59b3-4b3d-97a4-853ecb216ae5 req-2d38eb27-4e19-41e4-97a1-51aca35a2a72 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.5591300 Jul 30 20:16:33.865555 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:33.883084 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851b7683-3d15-4e42-bf02-7b3d3d69233b']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:33.916918 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21fb9d56-936c-450a-bfe2-e1490aca29a2') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:33.917222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21fb9d56-936c-450a-bfe2-e1490aca29a2') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:33.930881 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:33.936181 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-2e938b1e-46a0-4448-ab60-5a80a8c21855 None None] For port 7ca9555e-246d-4dc0-b679-3ae1099181aa, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:16:33.938600 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972ffce7-cc1d-4439-ae22-85bc67e6284b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd41358c-fdda-43ae-be89-336bb996dc26'}, {'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bbbe4f-6e29-4689-8729-e8c1da64bc26'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:16:33.942301 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21aee7c7-dd41-4a75-a324-5b6ae7c7e83e" -d '{"events": [{"server_uuid": "972ffce7-cc1d-4439-ae22-85bc67e6284b", "name": "network-vif-unplugged", "status": "completed", "tag": "bd41358c-fdda-43ae-be89-336bb996dc26"}, {"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-plugged", "status": "completed", "tag": "c6bbbe4f-6e29-4689-8729-e8c1da64bc26"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:16:33.947412 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-2e938b1e-46a0-4448-ab60-5a80a8c21855 None None] For port 7ca9555e-246d-4dc0-b679-3ae1099181aa, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7ca9555e-246d-4dc0-b679-3ae1099181aa,segment=NetworkSegment(21fb9d56-936c-450a-bfe2-e1490aca29a2),segment_id=21fb9d56-936c-450a-bfe2-e1490aca29a2)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:16:33.954431 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2e938b1e-46a0-4448-ab60-5a80a8c21855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:33.959719 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:33.962568 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7aea158-32c9-4ea0-9fed-32de89dfda1d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:33.987847 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:16:33.988747 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:16:33.991394 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:16:34.045664 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5db91f4e-59b3-4b3d-97a4-853ecb216ae5 req-70590fcd-f4b2-4146-b9cb-e194cdc542d8 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796083 Jul 30 20:16:34.058923 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-87cb9cce-3005-4816-8a1c-5dea59af2534 None None] Provisioning complete for port 829ee4d2-6c92-4949-b4c0-1f87d81378ab triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:34.058923 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87cb9cce-3005-4816-8a1c-5dea59af2534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:34.058923 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e938b1e-46a0-4448-ab60-5a80a8c21855 None None] Pushing event updated for resources: {'Port': ['ID=7ca9555e-246d-4dc0-b679-3ae1099181aa,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:34.084721 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-a565ec67-08fd-48c1-a6a9-1ebfd094e093 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Allocated IP 172.20.0.7 (d0830a4b-e259-4b58-9c94-0dd2ceb61009/d991cb95-970b-4daf-9cf0-38c473cf30b2/a688d11b-d79a-41d2-842b-a806169c17fc) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:34.127989 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac782323-73ae-4eb9-94e4-5e0f936c3e5c None None] Network 851b7683-3d15-4e42-bf02-7b3d3d69233b requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:34.129616 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.db.api [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 20:16:34.129616 n-d-712137-9 neutron-server[93883]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 20:16:34.129616 n-d-712137-9 neutron-server[93883]: [parameters: {'id': '851b7683-3d15-4e42-bf02-7b3d3d69233b'}] Jul 30 20:16:34.129616 n-d-712137-9 neutron-server[93883]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:16:34.130669 n-d-712137-9 neutron-server[93883]: DEBUG oslo_db.api [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:16:34.155762 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7aea158-32c9-4ea0-9fed-32de89dfda1d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:34.201846 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aea158-32c9-4ea0-9fed-32de89dfda1d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Subnet': ['ID=9e842f84-3185-4a56-b6b1-d550879dee4d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:34.203989 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7aea158-32c9-4ea0-9fed-32de89dfda1d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:34.206244 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d7aea158-32c9-4ea0-9fed-32de89dfda1d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/subnets/9e842f84-3185-4a56-b6b1-d550879dee4d HTTP/1.1" status: 204 len: 168 time: 0.6050491 Jul 30 20:16:34.208792 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44878) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:34.246581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf2583e-00c8-43f1-92a7-58fa2414aa87 None None] Network af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:34.266810 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-572b9652-3ff4-48bd-b7f1-ac9e0ff7ac8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting subnet 8fba2463-95d8-4a8f-8adb-fb305985eec6 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:16:34.270377 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-572b9652-3ff4-48bd-b7f1-ac9e0ff7ac8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:34.318370 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-572b9652-3ff4-48bd-b7f1-ac9e0ff7ac8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:34.356530 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24ffa5-a5d8-42a6-b3e3-3da3c25a5a70 req-3a299c29-9fc6-486e-8760-69058ba900b4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:34.362599 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24ffa5-a5d8-42a6-b3e3-3da3c25a5a70 req-3a299c29-9fc6-486e-8760-69058ba900b4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:34.368758 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24ffa5-a5d8-42a6-b3e3-3da3c25a5a70 req-3a299c29-9fc6-486e-8760-69058ba900b4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:34.374993 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24ffa5-a5d8-42a6-b3e3-3da3c25a5a70 req-3a299c29-9fc6-486e-8760-69058ba900b4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:34.378432 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-87cb9cce-3005-4816-8a1c-5dea59af2534 None None] Could not find standard attr ID for object e2ae838b-507a-4331-a265-47fa32b20b23. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:16:34.381016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24ffa5-a5d8-42a6-b3e3-3da3c25a5a70 req-3a299c29-9fc6-486e-8760-69058ba900b4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:34.387031 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24ffa5-a5d8-42a6-b3e3-3da3c25a5a70 req-3a299c29-9fc6-486e-8760-69058ba900b4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:34.393571 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24ffa5-a5d8-42a6-b3e3-3da3c25a5a70 req-3a299c29-9fc6-486e-8760-69058ba900b4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:34.395548 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af24ffa5-a5d8-42a6-b3e3-3da3c25a5a70 req-3a299c29-9fc6-486e-8760-69058ba900b4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5433 time: 0.2193158 Jul 30 20:16:34.425256 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-572b9652-3ff4-48bd-b7f1-ac9e0ff7ac8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:34.452553 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db1414d0-7c0c-44ba-a828-9d85d023259d tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:34.489147 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-572b9652-3ff4-48bd-b7f1-ac9e0ff7ac8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:34.508285 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8b51dcb4-aa37-47d4-9986-36302660fa17 None None] Could not find standard attr ID for object e2ae838b-507a-4331-a265-47fa32b20b23. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:16:34.516711 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b9652-3ff4-48bd-b7f1-ac9e0ff7ac8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Subnet': ['ID=8fba2463-95d8-4a8f-8adb-fb305985eec6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:34.520311 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-572b9652-3ff4-48bd-b7f1-ac9e0ff7ac8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:34.524787 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-572b9652-3ff4-48bd-b7f1-ac9e0ff7ac8d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/subnets/8fba2463-95d8-4a8f-8adb-fb305985eec6 HTTP/1.1" status: 204 len: 168 time: 0.3120267 Jul 30 20:16:34.525029 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44880) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:34.546696 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af24ffa5-a5d8-42a6-b3e3-3da3c25a5a70 req-15fd5e0c-4ff2-4d71-9dc3-cc591747cb27 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1413114 Jul 30 20:16:34.584262 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-a565ec67-08fd-48c1-a6a9-1ebfd094e093 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:34.608930 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78290e34-300e-486f-9cc2-bb9df15323a3 None None] Update dhcp port {'port': {'network_id': 'af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb', 'fixed_ips': [{'subnet_id': '8fba2463-95d8-4a8f-8adb-fb305985eec6'}], 'binding:host_id': 'n-d-712137-9'}, 'id': '829ee4d2-6c92-4949-b4c0-1f87d81378ab'} from n-d-712137-9. {{(pid=93884) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 20:16:34.610176 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-22fe0cad-c89c-44a2-8289-3cbe117c1d09 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:34.641603 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78290e34-300e-486f-9cc2-bb9df15323a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:34.645701 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:34.656675 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-545f769f-44d9-4b0b-a90b-081632993399 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2158375 Jul 30 20:16:34.718134 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-22fe0cad-c89c-44a2-8289-3cbe117c1d09 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting port 829ee4d2-6c92-4949-b4c0-1f87d81378ab {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:34.718593 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-22fe0cad-c89c-44a2-8289-3cbe117c1d09 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:34.728774 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5af08d4f-cfca-4b9b-bd91-de7a79c9715d req-977fa406-19e6-4e6c-8e29-c085980f34ad tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 210 time: 0.0432277 Jul 30 20:16:34.768535 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device bd41358c-fdda-43ae-be89-336bb996dc26 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:16:34.786054 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Deleting port 7ca9555e-246d-4dc0-b679-3ae1099181aa {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:34.786819 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:34.820768 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Fri, 30 Jul 2021 20:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d267ff-3b33-42da-8368-be287fc1696a x-openstack-request-id: req-f2d267ff-3b33-42da-8368-be287fc1696a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:16:34.821166 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972ffce7-cc1d-4439-ae22-85bc67e6284b", "name": "network-vif-unplugged", "status": "failed", "tag": "bd41358c-fdda-43ae-be89-336bb996dc26", "code": 422}, {"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-plugged", "status": "completed", "tag": "c6bbbe4f-6e29-4689-8729-e8c1da64bc26", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:16:34.821506 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2d267ff-3b33-42da-8368-be287fc1696a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:16:34.822159 n-d-712137-9 neutron-server[93884]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '972ffce7-cc1d-4439-ae22-85bc67e6284b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bd41358c-fdda-43ae-be89-336bb996dc26', 'code': 422} returned with failed status Jul 30 20:16:34.822560 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bbbe4f-6e29-4689-8729-e8c1da64bc26', 'code': 200} Jul 30 20:16:34.872750 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e333b0-417b-4618-bf7d-d58422baac89 None None] Network af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:34.915800 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-22fe0cad-c89c-44a2-8289-3cbe117c1d09 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] For port 829ee4d2-6c92-4949-b4c0-1f87d81378ab, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=829ee4d2-6c92-4949-b4c0-1f87d81378ab,segment=NetworkSegment(707b0efa-20a0-460b-8fef-2ae0d3aef55a),segment_id=707b0efa-20a0-460b-8fef-2ae0d3aef55a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:34.916537 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-22fe0cad-c89c-44a2-8289-3cbe117c1d09 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:34.931950 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] For port 7ca9555e-246d-4dc0-b679-3ae1099181aa, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7ca9555e-246d-4dc0-b679-3ae1099181aa,segment=NetworkSegment(21fb9d56-936c-450a-bfe2-e1490aca29a2),segment_id=21fb9d56-936c-450a-bfe2-e1490aca29a2)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:34.932320 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:34.941778 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-22fe0cad-c89c-44a2-8289-3cbe117c1d09 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Calling delete_port for 829ee4d2-6c92-4949-b4c0-1f87d81378ab owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:34.951286 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Calling delete_port for 7ca9555e-246d-4dc0-b679-3ae1099181aa owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:34.956490 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-a565ec67-08fd-48c1-a6a9-1ebfd094e093 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:34.958720 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bdb16d32-bd7b-4f6f-bba3-fb90f02a8f54 None None] Provisioning complete for port 829ee4d2-6c92-4949-b4c0-1f87d81378ab triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:34.958875 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bdb16d32-bd7b-4f6f-bba3-fb90f02a8f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:35.022775 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-29e05a06-2fcd-4911-9289-cbbee946c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.023160 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-29e05a06-2fcd-4911-9289-cbbee946c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.023654 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-29e05a06-2fcd-4911-9289-cbbee946c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.024117 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-29e05a06-2fcd-4911-9289-cbbee946c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.024584 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-29e05a06-2fcd-4911-9289-cbbee946c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.025490 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-29e05a06-2fcd-4911-9289-cbbee946c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.025615 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-29e05a06-2fcd-4911-9289-cbbee946c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.027582 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-29e05a06-2fcd-4911-9289-cbbee946c305 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d663627cb1b4aa4857162f5a27e37ec&device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 6502 time: 0.3025496 Jul 30 20:16:35.068483 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db1414d0-7c0c-44ba-a828-9d85d023259d tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:35.068703 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24d3bfc-a64d-4175-94ab-999e00b2c951 None None] DHCP port deletion for af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:16:35.073423 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565ec67-08fd-48c1-a6a9-1ebfd094e093 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Pushing event updated for resources: {'Port': ['ID=a688d11b-d79a-41d2-842b-a806169c17fc,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:35.094958 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:35.104724 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-22fe0cad-c89c-44a2-8289-3cbe117c1d09 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:35.131117 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] No DVR routers for this DVR port 7ca9555e-246d-4dc0-b679-3ae1099181aa on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:16:35.138090 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Port': ['ID=7ca9555e-246d-4dc0-b679-3ae1099181aa,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:35.180603 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fe0cad-c89c-44a2-8289-3cbe117c1d09 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] No DVR routers for this DVR port 829ee4d2-6c92-4949-b4c0-1f87d81378ab on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:16:35.183264 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db1414d0-7c0c-44ba-a828-9d85d023259d tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1722371'] for router, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:35.187204 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe0cad-c89c-44a2-8289-3cbe117c1d09 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Port': ['ID=829ee4d2-6c92-4949-b4c0-1f87d81378ab,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:35.210589 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-a565ec67-08fd-48c1-a6a9-1ebfd094e093 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Network d0830a4b-e259-4b58-9c94-0dd2ceb61009 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:35.221938 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6a12c-cbb6-4048-a605-d8bbe612cf68 req-52a84461-19dd-433b-87d7-324138ff5116 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.223612 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cee6a12c-cbb6-4048-a605-d8bbe612cf68 req-52a84461-19dd-433b-87d7-324138ff5116 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.3321784 Jul 30 20:16:35.231644 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-a565ec67-08fd-48c1-a6a9-1ebfd094e093 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:35.238749 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f085c2a-10af-41b6-8929-63c95cd7e9f3 req-1d7edf53-4cb6-4599-beb4-34ac14563270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.239331 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f085c2a-10af-41b6-8929-63c95cd7e9f3 req-1d7edf53-4cb6-4599-beb4-34ac14563270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.239843 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f085c2a-10af-41b6-8929-63c95cd7e9f3 req-1d7edf53-4cb6-4599-beb4-34ac14563270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.240330 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f085c2a-10af-41b6-8929-63c95cd7e9f3 req-1d7edf53-4cb6-4599-beb4-34ac14563270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.240785 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f085c2a-10af-41b6-8929-63c95cd7e9f3 req-1d7edf53-4cb6-4599-beb4-34ac14563270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.241250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f085c2a-10af-41b6-8929-63c95cd7e9f3 req-1d7edf53-4cb6-4599-beb4-34ac14563270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.241715 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f085c2a-10af-41b6-8929-63c95cd7e9f3 req-1d7edf53-4cb6-4599-beb4-34ac14563270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.243692 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f085c2a-10af-41b6-8929-63c95cd7e9f3 req-1d7edf53-4cb6-4599-beb4-34ac14563270 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 6490 time: 0.3064046 Jul 30 20:16:35.246006 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-a565ec67-08fd-48c1-a6a9-1ebfd094e093 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:35.250504 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-e6f61f41-0f1c-42f4-8bb0-b8132a5af713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.250797 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-e6f61f41-0f1c-42f4-8bb0-b8132a5af713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.252003 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-e6f61f41-0f1c-42f4-8bb0-b8132a5af713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.253617 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-e6f61f41-0f1c-42f4-8bb0-b8132a5af713 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4889cdd8-296f-481e-b756-28d5d38f8224&id=624029aa-6e2e-457a-b285-eaf6ccf35387&id=624029aa-6e2e-457a-b285-eaf6ccf35387&id=624029aa-6e2e-457a-b285-eaf6ccf35387&id=624029aa-6e2e-457a-b285-eaf6ccf35387&id=956f2f8d-58e3-4da4-8be7-e5f47f91fd80&id=956f2f8d-58e3-4da4-8be7-e5f47f91fd80 HTTP/1.1" status: 200 len: 2297 time: 0.1684332 Jul 30 20:16:35.286170 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a24d3bfc-a64d-4175-94ab-999e00b2c951 None None] Deleting port 829ee4d2-6c92-4949-b4c0-1f87d81378ab {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:35.286492 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a24d3bfc-a64d-4175-94ab-999e00b2c951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:35.320733 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:35.331647 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-22fe0cad-c89c-44a2-8289-3cbe117c1d09 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:35.344754 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851b7683-3d15-4e42-bf02-7b3d3d69233b']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:35.349558 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a24d3bfc-a64d-4175-94ab-999e00b2c951 None None] For port 829ee4d2-6c92-4949-b4c0-1f87d81378ab, host n-d-712137-9, got binding levels [] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:35.349956 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a24d3bfc-a64d-4175-94ab-999e00b2c951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:35.364750 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a24d3bfc-a64d-4175-94ab-999e00b2c951 None None] Calling delete_port for 829ee4d2-6c92-4949-b4c0-1f87d81378ab owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:35.367353 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.ipam_backend_mixin [None req-a24d3bfc-a64d-4175-94ab-999e00b2c951 None None] Port 829ee4d2-6c92-4949-b4c0-1f87d81378ab was not found and therefore no delete operation was performed {{(pid=93884) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 20:16:35.368647 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a24d3bfc-a64d-4175-94ab-999e00b2c951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:35.371083 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-22fe0cad-c89c-44a2-8289-3cbe117c1d09 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:35.374840 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21fb9d56-936c-450a-bfe2-e1490aca29a2') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:35.375957 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21fb9d56-936c-450a-bfe2-e1490aca29a2') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:35.390514 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-22fe0cad-c89c-44a2-8289-3cbe117c1d09 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707b0efa-20a0-460b-8fef-2ae0d3aef55a') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:35.390967 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-22fe0cad-c89c-44a2-8289-3cbe117c1d09 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707b0efa-20a0-460b-8fef-2ae0d3aef55a') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:35.393719 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d3bfc-a64d-4175-94ab-999e00b2c951 None None] Pushing event deleted for resources: {'Port': ['ID=829ee4d2-6c92-4949-b4c0-1f87d81378ab,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:35.393871 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:35.397563 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24d3bfc-a64d-4175-94ab-999e00b2c951 None None] No DVR routers for this DVR port 829ee4d2-6c92-4949-b4c0-1f87d81378ab on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:16:35.417312 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-22fe0cad-c89c-44a2-8289-3cbe117c1d09 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:35.423642 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580151fa-18dd-4955-bc77-1605e348a3ce None None] get_active_networks_info from n-d-712137-9 {{(pid=93884) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 20:16:35.436476 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-22fe0cad-c89c-44a2-8289-3cbe117c1d09 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:35.439021 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:35.447851 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22fe0cad-c89c-44a2-8289-3cbe117c1d09 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:16:35.448291 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-22fe0cad-c89c-44a2-8289-3cbe117c1d09 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:16:35.452355 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:16:35.455031 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:16:35.455031 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:16:35.457693 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:16:35.482995 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cee6a12c-cbb6-4048-a605-d8bbe612cf68 req-63df6880-6ccb-41b4-84ed-abcbdc28f8e5 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380931 Jul 30 20:16:35.488614 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-a565ec67-08fd-48c1-a6a9-1ebfd094e093 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.489254 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-a565ec67-08fd-48c1-a6a9-1ebfd094e093 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:35.495940 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f085c2a-10af-41b6-8929-63c95cd7e9f3 req-ab279b37-fdb9-4b68-9980-dbd3e0147bef service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2399979 Jul 30 20:16:35.509615 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-cd67fb81-c6de-4282-a769-03575b2ab34d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a0cbd93-fd92-4866-944c-3656b063198f HTTP/1.1" status: 200 len: 1001 time: 0.2211699 Jul 30 20:16:35.556915 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-a565ec67-08fd-48c1-a6a9-1ebfd094e093 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5832663 Jul 30 20:16:35.577906 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-435fbf56-9f41-40b8-ba19-386dad00bda2 service neutron] Request body: {'port': {'device_id': '7d7d8b3f-fa05-4791-96b3-fc9e964945bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:35.579137 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-22fe0cad-c89c-44a2-8289-3cbe117c1d09 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:35.592346 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-22fe0cad-c89c-44a2-8289-3cbe117c1d09 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:35.598978 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-22fe0cad-c89c-44a2-8289-3cbe117c1d09 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/networks/af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb HTTP/1.1" status: 204 len: 168 time: 1.0729592 Jul 30 20:16:35.599925 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:35.609703 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44888) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:35.616430 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:35.618997 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/networks/851b7683-3d15-4e42-bf02-7b3d3d69233b HTTP/1.1" status: 204 len: 168 time: 2.4808409 Jul 30 20:16:35.620320 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe0cad-c89c-44a2-8289-3cbe117c1d09 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Network': ['ID=af6f58ea-549b-4efe-90c6-0a3b4a1d2ecb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:35.620989 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580151fa-18dd-4955-bc77-1605e348a3ce None None] Resources bound (agent type, host, resource id): {{(pid=93884) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 20:16:35.627101 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44890) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:35.635859 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-deb1d2c8-ae23-45a6-94ab-5cbcd6c98f24 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-190019893'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:35.642537 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-5096d672-888d-4edd-9473-5e39e6fd0f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.644874 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-5096d672-888d-4edd-9473-5e39e6fd0f76 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54b2d052-a18e-40d7-8ed9-045fadafa2a9 HTTP/1.1" status: 200 len: 856 time: 0.1268859 Jul 30 20:16:35.665877 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1ff8c-243b-489a-962f-da8e362fb371 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Network': ['ID=851b7683-3d15-4e42-bf02-7b3d3d69233b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:35.786551 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-435fbf56-9f41-40b8-ba19-386dad00bda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:35.804822 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb1d2c8-ae23-45a6-94ab-5cbcd6c98f24 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Made reservation on behalf of 4fc87ee29acf4a9d99df698a1b63632f for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:35.808392 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-deb1d2c8-ae23-45a6-94ab-5cbcd6c98f24 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:35.835744 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b7bf5c-cc82-479f-b44b-e222b080ba1a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.837223 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d3b7bf5c-cc82-479f-b44b-e222b080ba1a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2265847 Jul 30 20:16:35.837965 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1414d0-7c0c-44ba-a828-9d85d023259d tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Router e8df73b4-785d-4284-a724-f53c579d83e4 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:16:35.841705 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44898) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:35.849910 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-1d0cfba9-0dd3-45d3-b309-cd9597ff03b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.851399 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-1d0cfba9-0dd3-45d3-b309-cd9597ff03b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4889cdd8-296f-481e-b756-28d5d38f8224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1709673 Jul 30 20:16:35.891988 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1db41365-c86f-4e9d-afb6-504d54690ae4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0488763 Jul 30 20:16:35.896181 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44900) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:35.901381 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-61836756-0487-4390-aef1-a726afac7113 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-790232414'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:35.923424 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61836756-0487-4390-aef1-a726afac7113 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:35.927072 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006651fc-48be-4c39-8471-a4285a778223 req-cad4d33f-70db-40f2-bbb7-fbed565b69fa tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.927214 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61836756-0487-4390-aef1-a726afac7113 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:35.933009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006651fc-48be-4c39-8471-a4285a778223 req-cad4d33f-70db-40f2-bbb7-fbed565b69fa tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.939456 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006651fc-48be-4c39-8471-a4285a778223 req-cad4d33f-70db-40f2-bbb7-fbed565b69fa tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.945400 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006651fc-48be-4c39-8471-a4285a778223 req-cad4d33f-70db-40f2-bbb7-fbed565b69fa tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.951911 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006651fc-48be-4c39-8471-a4285a778223 req-cad4d33f-70db-40f2-bbb7-fbed565b69fa tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.955837 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61836756-0487-4390-aef1-a726afac7113 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:16:35.957803 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006651fc-48be-4c39-8471-a4285a778223 req-cad4d33f-70db-40f2-bbb7-fbed565b69fa tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.963604 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6a8d7f-289b-4dda-b771-09f4ef7b0b19 None None] get_active_networks_info from n-d-712137-9 {{(pid=93884) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 20:16:35.963767 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006651fc-48be-4c39-8471-a4285a778223 req-cad4d33f-70db-40f2-bbb7-fbed565b69fa tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:35.965638 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-006651fc-48be-4c39-8471-a4285a778223 req-cad4d33f-70db-40f2-bbb7-fbed565b69fa tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5433 time: 0.2284303 Jul 30 20:16:35.969321 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61836756-0487-4390-aef1-a726afac7113 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:35.969722 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-61836756-0487-4390-aef1-a726afac7113 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Added segment 1f7cefd7-fd80-4921-ad4a-acb915746ad5 of type vlan for network 38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7 Jul 30 20:16:35.995449 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb1d2c8-ae23-45a6-94ab-5cbcd6c98f24 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:16:36.021785 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61836756-0487-4390-aef1-a726afac7113 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:36.057716 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61836756-0487-4390-aef1-a726afac7113 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:36.066081 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61836756-0487-4390-aef1-a726afac7113 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:36.066829 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61836756-0487-4390-aef1-a726afac7113 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:36.094892 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6a8d7f-289b-4dda-b771-09f4ef7b0b19 None None] Resources bound (agent type, host, resource id): {{(pid=93884) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 20:16:36.130923 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-deb1d2c8-ae23-45a6-94ab-5cbcd6c98f24 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:36.131329 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-deb1d2c8-ae23-45a6-94ab-5cbcd6c98f24 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Added segment c6651850-9602-4fb5-85e7-362254171a4d of type vlan for network 17dc5e51-5d29-4278-98e4-9e38ef086dde Jul 30 20:16:36.140271 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-61836756-0487-4390-aef1-a726afac7113 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2396762 Jul 30 20:16:36.140920 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44902) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:36.146140 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-28b7117c-5de6-4f05-87aa-175e59b89323 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'subnet': {'network_id': '38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:36.193754 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61836756-0487-4390-aef1-a726afac7113 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Network': ['ID=38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:36.211227 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:16:36.257258 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b7117c-5de6-4f05-87aa-175e59b89323 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:36.261738 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28b7117c-5de6-4f05-87aa-175e59b89323 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:36.287592 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-006651fc-48be-4c39-8471-a4285a778223 req-f1b1b9ee-966d-416b-93dc-9e856b9ed107 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2874305 Jul 30 20:16:36.401724 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 829ee4d2-6c92-4949-b4c0-1f87d81378ab no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:16:36.427220 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 829ee4d2-6c92-4949-b4c0-1f87d81378ab {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:16:36.427599 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 829ee4d2-6c92-4949-b4c0-1f87d81378ab not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:16:36.524482 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28b7117c-5de6-4f05-87aa-175e59b89323 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:36.591849 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7117c-5de6-4f05-87aa-175e59b89323 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Subnet': ['ID=21e17e5d-68be-4dc4-a707-de47c339ce6c,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:36.601232 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b7117c-5de6-4f05-87aa-175e59b89323 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Checking segment: {'id': '1f7cefd7-fd80-4921-ad4a-acb915746ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:36.601604 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b7117c-5de6-4f05-87aa-175e59b89323 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network hostable DHCP agents. Network: 38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:16:36.619611 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b7117c-5de6-4f05-87aa-175e59b89323 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network 38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:16:36.629670 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-28b7117c-5de6-4f05-87aa-175e59b89323 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:36.634046 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b7117c-5de6-4f05-87aa-175e59b89323 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:36.635260 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28b7117c-5de6-4f05-87aa-175e59b89323 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:36.639613 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1486f7d0-bd52-436c-bd28-95a9a343c75f None None] Network 38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:36.656702 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-28b7117c-5de6-4f05-87aa-175e59b89323 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5123677 Jul 30 20:16:36.656954 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44904) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:36.662604 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-45b2b47f-6fde-4e13-b4af-ce1d282de25c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'port': {'network_id': '38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7', 'name': 'tempest-PortsTestJSON-1946320195'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:36.717899 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-deb1d2c8-ae23-45a6-94ab-5cbcd6c98f24 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:36.727551 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-18073e14-aa1c-4e9e-8217-10c80e96a063 service neutron] 10.222.0.59 "GET /v2.0/networks/4889cdd8-296f-481e-b756-28d5d38f8224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8509607 Jul 30 20:16:36.803881 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b2b47f-6fde-4e13-b4af-ce1d282de25c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:36.804578 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa4c973-bd9e-41d9-93cb-7bf2c6771217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7', 'network_id': '38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7', 'tenant_id': '2017beb2437a48d083584d9bbc248e5e', 'fixed_ips': [{'subnet_id': '21e17e5d-68be-4dc4-a707-de47c339ce6c'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:16:36.805583 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fa4c973-bd9e-41d9-93cb-7bf2c6771217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:36.808194 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45b2b47f-6fde-4e13-b4af-ce1d282de25c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:36.827382 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-45b2b47f-6fde-4e13-b4af-ce1d282de25c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] device_id is not set on port e61bb7c7-0689-4be6-93ee-fc48fb75f3fb yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:16:36.869177 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1414d0-7c0c-44ba-a828-9d85d023259d tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:16:36.878575 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fea2734-5d8c-4643-b07d-1e45fe5a4349 None None] Sync routers for ids ['e8df73b4-785d-4284-a724-f53c579d83e4'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:16:36.882100 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db1414d0-7c0c-44ba-a828-9d85d023259d tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:36.883327 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-db1414d0-7c0c-44ba-a828-9d85d023259d tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "PUT /v2.0/routers/e8df73b4-785d-4284-a724-f53c579d83e4 HTTP/1.1" status: 200 len: 918 time: 5.0039794 Jul 30 20:16:36.886598 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44906) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:36.891720 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fea2734-5d8c-4643-b07d-1e45fe5a4349 None None] Routers {'e8df73b4-785d-4284-a724-f53c579d83e4'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:16:36.892352 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0fea2734-5d8c-4643-b07d-1e45fe5a4349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:16:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['e8df73b4-785d-4284-a724-f53c579d83e4'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:36.919767 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3a982-2537-4c5e-8864-a1d4390c54db req-d9b63afd-7beb-41bf-95ac-021511700469 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:36.921310 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b6a3a982-2537-4c5e-8864-a1d4390c54db req-d9b63afd-7beb-41bf-95ac-021511700469 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.2149088 Jul 30 20:16:36.922943 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-deb1d2c8-ae23-45a6-94ab-5cbcd6c98f24 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:36.928334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb1d2c8-ae23-45a6-94ab-5cbcd6c98f24 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:36.928919 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-deb1d2c8-ae23-45a6-94ab-5cbcd6c98f24 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:36.931194 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0fea2734-5d8c-4643-b07d-1e45fe5a4349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:36.944407 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fea2734-5d8c-4643-b07d-1e45fe5a4349 None None] Routers {'e8df73b4-785d-4284-a724-f53c579d83e4'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:16:36.945297 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0fea2734-5d8c-4643-b07d-1e45fe5a4349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:16:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['e8df73b4-785d-4284-a724-f53c579d83e4'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:36.984391 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0fea2734-5d8c-4643-b07d-1e45fe5a4349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:36.985312 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fea2734-5d8c-4643-b07d-1e45fe5a4349 None None] The sync data for ids ['e8df73b4-785d-4284-a724-f53c579d83e4'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:16:37.039793 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa82bb2-90b8-4254-b91a-1ba44306fd8d req-5eab64d2-cf89-470b-a69b-c0dd7e82b25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:37.041307 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7aa82bb2-90b8-4254-b91a-1ba44306fd8d req-5eab64d2-cf89-470b-a69b-c0dd7e82b25f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 1095 time: 0.2723200 Jul 30 20:16:37.054929 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-deb1d2c8-ae23-45a6-94ab-5cbcd6c98f24 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4255314 Jul 30 20:16:37.060157 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44908) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:37.069896 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-22eeb093-0e55-43f1-9577-1b57aaec3ac7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Request body: {'subnet': {'network_id': '17dc5e51-5d29-4278-98e4-9e38ef086dde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:37.075236 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-45b2b47f-6fde-4e13-b4af-ce1d282de25c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Allocated IP 172.20.0.13 (38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7/21e17e5d-68be-4dc4-a707-de47c339ce6c/e61bb7c7-0689-4be6-93ee-fc48fb75f3fb) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:37.119027 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ba7f94e6-f355-4bbc-8afc-597e94c0d811 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "GET /v2.0/routers/e8df73b4-785d-4284-a724-f53c579d83e4 HTTP/1.1" status: 200 len: 924 time: 0.2225730 Jul 30 20:16:37.119912 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44910) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:37.131379 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-460b50b5-87f4-4467-96e2-3dadda508fc5 service neutron] 10.222.0.59 "GET /v2.0/networks/4889cdd8-296f-481e-b756-28d5d38f8224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826213 Jul 30 20:16:37.189487 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1d2c8-ae23-45a6-94ab-5cbcd6c98f24 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event updated for resources: {'Network': ['ID=17dc5e51-5d29-4278-98e4-9e38ef086dde,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:37.200874 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 17dc5e51-5d29-4278-98e4-9e38ef086dde details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:16:37.222019 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85086837-ac14-4c5d-831b-ae696a7d49e0 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:37.225965 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-85086837-ac14-4c5d-831b-ae696a7d49e0 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&device_id=e8df73b4-785d-4284-a724-f53c579d83e4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1027677 Jul 30 20:16:37.226247 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44912) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:37.234602 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b6a3a982-2537-4c5e-8864-a1d4390c54db req-6121ce8a-375e-4095-bc48-6e51bf7fcdcb tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2996223 Jul 30 20:16:37.290157 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-e2c6e03e-e77e-4212-8bc3-53d3912da57a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=08dca140-1f6f-4be9-aef9-65fcf5c1062f HTTP/1.1" status: 200 len: 217 time: 0.0752735 Jul 30 20:16:37.318135 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-435fbf56-9f41-40b8-ba19-386dad00bda2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a688d11b-d79a-41d2-842b-a806169c17fc {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:16:37.341751 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45b2b47f-6fde-4e13-b4af-ce1d282de25c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:37.353208 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-435fbf56-9f41-40b8-ba19-386dad00bda2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:37.425741 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-435fbf56-9f41-40b8-ba19-386dad00bda2 service neutron] Transition to ACTIVE for port object a688d11b-d79a-41d2-842b-a806169c17fc will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:37.446863 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-435fbf56-9f41-40b8-ba19-386dad00bda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:37.456843 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-57fca36c-f779-47ea-9fe6-1f9cfc13b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:37.458335 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-57fca36c-f779-47ea-9fe6-1f9cfc13b8f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ee34576-0f44-4e9f-855e-368f45154589 HTTP/1.1" status: 200 len: 797 time: 0.1595683 Jul 30 20:16:37.489056 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa82bb2-90b8-4254-b91a-1ba44306fd8d req-f8c01a06-800c-4809-aec7-bb62263a3f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:37.490884 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7aa82bb2-90b8-4254-b91a-1ba44306fd8d req-f8c01a06-800c-4809-aec7-bb62263a3f71 service neutron] 10.222.0.83 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 912 time: 0.4117668 Jul 30 20:16:37.507641 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22eeb093-0e55-43f1-9577-1b57aaec3ac7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Made reservation on behalf of 4fc87ee29acf4a9d99df698a1b63632f for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:37.511094 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-22eeb093-0e55-43f1-9577-1b57aaec3ac7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:37.627867 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2de32-cb3b-46f9-83c7-64c102e6595d req-9e020d74-dacb-43b6-bd5a-d2b1117a42c5 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:37.629365 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-78d2de32-cb3b-46f9-83c7-64c102e6595d req-9e020d74-dacb-43b6-bd5a-d2b1117a42c5 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 931 time: 0.3067896 Jul 30 20:16:37.633444 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f6d9ec-1235-4ade-8e0b-43b3b859cd17 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:37.637533 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-02f6d9ec-1235-4ade-8e0b-43b3b859cd17 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 881 time: 0.4077280 Jul 30 20:16:37.637533 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-45b2b47f-6fde-4e13-b4af-ce1d282de25c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Transition to ACTIVE for port object e61bb7c7-0689-4be6-93ee-fc48fb75f3fb will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:37.638566 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44918) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:37.656549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fbf56-9f41-40b8-ba19-386dad00bda2 service neutron] Pushing event updated for resources: {'Port': ['ID=a688d11b-d79a-41d2-842b-a806169c17fc,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:37.667806 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7b30df54-a15c-4163-9497-09d682234593 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8df73b4-785d-4284-a724-f53c579d83e4 HTTP/1.1" status: 200 len: 205 time: 0.0281479 Jul 30 20:16:37.671774 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44920) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:37.769989 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7aa82bb2-90b8-4254-b91a-1ba44306fd8d req-d16da44f-0c37-413c-956b-662931bd8db2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a HTTP/1.1" status: 200 len: 999 time: 0.2667866 Jul 30 20:16:37.772451 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-f2d7a048-516f-48c1-8e5f-12e9367e148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:37.772638 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45b2b47f-6fde-4e13-b4af-ce1d282de25c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:37.774391 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-f2d7a048-516f-48c1-8e5f-12e9367e148f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=624029aa-6e2e-457a-b285-eaf6ccf35387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3061523 Jul 30 20:16:37.806843 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-78d2de32-cb3b-46f9-83c7-64c102e6595d req-82da1ebd-8eda-47f2-9559-6a7e8fa36d9d tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603460 Jul 30 20:16:37.834971 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b2b47f-6fde-4e13-b4af-ce1d282de25c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network 38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:37.839669 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-7fa4c973-bd9e-41d9-93cb-7bf2c6771217 None None] Allocated IP 172.20.0.2 (38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7/21e17e5d-68be-4dc4-a707-de47c339ce6c/76b9b48e-be0d-4ae6-b36f-989e5914347d) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:37.850870 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-45b2b47f-6fde-4e13-b4af-ce1d282de25c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:37.853149 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2b47f-6fde-4e13-b4af-ce1d282de25c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Port': ['ID=e61bb7c7-0689-4be6-93ee-fc48fb75f3fb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:37.857953 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24469ca0-ccdb-4951-8b0d-3510c93ad60d tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:37.862417 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b2b47f-6fde-4e13-b4af-ce1d282de25c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:37.956097 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b2b47f-6fde-4e13-b4af-ce1d282de25c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:37.956729 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45b2b47f-6fde-4e13-b4af-ce1d282de25c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:37.971563 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa82bb2-90b8-4254-b91a-1ba44306fd8d req-17f1feaf-29db-4667-8c18-f8668a5562b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:37.973018 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7aa82bb2-90b8-4254-b91a-1ba44306fd8d req-17f1feaf-29db-4667-8c18-f8668a5562b0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ac1c465f-425f-4078-b2f8-d23b006b1c90 HTTP/1.1" status: 200 len: 850 time: 0.1927576 Jul 30 20:16:37.979197 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-435fbf56-9f41-40b8-ba19-386dad00bda2 service neutron] Attempting to bind port a688d11b-d79a-41d2-842b-a806169c17fc on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:16:37.979547 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-435fbf56-9f41-40b8-ba19-386dad00bda2 service neutron] Attempting to bind port a688d11b-d79a-41d2-842b-a806169c17fc by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '97615c14-3033-446e-9631-4f2099fb3f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0830a4b-e259-4b58-9c94-0dd2ceb61009'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:16:37.979884 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-435fbf56-9f41-40b8-ba19-386dad00bda2 service neutron] Attempting to bind port a688d11b-d79a-41d2-842b-a806169c17fc on network d0830a4b-e259-4b58-9c94-0dd2ceb61009 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:16:38.008644 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-45b2b47f-6fde-4e13-b4af-ce1d282de25c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3501942 Jul 30 20:16:38.014621 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44922) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:38.018157 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fa4c973-bd9e-41d9-93cb-7bf2c6771217 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:38.022087 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-aea714b1-4184-4178-bf8f-74415ee91f52 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'port': {'network_id': '38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7', 'name': 'tempest-PortsTestJSON-703486406'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:38.027663 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7fa4c973-bd9e-41d9-93cb-7bf2c6771217 None None] Transition to ACTIVE for port object 76b9b48e-be0d-4ae6-b36f-989e5914347d will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:38.038249 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-435fbf56-9f41-40b8-ba19-386dad00bda2 service neutron] Port a688d11b-d79a-41d2-842b-a806169c17fc on network d0830a4b-e259-4b58-9c94-0dd2ceb61009 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:16:38.038583 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-435fbf56-9f41-40b8-ba19-386dad00bda2 service neutron] Attempting to bind port a688d11b-d79a-41d2-842b-a806169c17fc on network d0830a4b-e259-4b58-9c94-0dd2ceb61009 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:16:38.044748 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7fa4c973-bd9e-41d9-93cb-7bf2c6771217 None None] Transition to ACTIVE for port object 76b9b48e-be0d-4ae6-b36f-989e5914347d will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:38.052045 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fa4c973-bd9e-41d9-93cb-7bf2c6771217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:38.066779 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-435fbf56-9f41-40b8-ba19-386dad00bda2 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:16:38.067377 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-435fbf56-9f41-40b8-ba19-386dad00bda2 service neutron] Checking segment: {'id': '97615c14-3033-446e-9631-4f2099fb3f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0830a4b-e259-4b58-9c94-0dd2ceb61009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:38.067495 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-435fbf56-9f41-40b8-ba19-386dad00bda2 service neutron] Bound using segment: {'id': '97615c14-3033-446e-9631-4f2099fb3f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0830a4b-e259-4b58-9c94-0dd2ceb61009'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:16:38.067941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-435fbf56-9f41-40b8-ba19-386dad00bda2 service neutron] Bound port: a688d11b-d79a-41d2-842b-a806169c17fc, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97615c14-3033-446e-9631-4f2099fb3f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0830a4b-e259-4b58-9c94-0dd2ceb61009'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:16:38.068302 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-435fbf56-9f41-40b8-ba19-386dad00bda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:38.076172 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24469ca0-ccdb-4951-8b0d-3510c93ad60d tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:38.098673 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa4c973-bd9e-41d9-93cb-7bf2c6771217 None None] Network 38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:38.101715 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-7fa4c973-bd9e-41d9-93cb-7bf2c6771217 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:38.104158 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa4c973-bd9e-41d9-93cb-7bf2c6771217 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:38.116800 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-38567641-6f7b-4bdd-a693-1dbbf5e93cfc service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314683 Jul 30 20:16:38.117074 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4c973-bd9e-41d9-93cb-7bf2c6771217 None None] Pushing event updated for resources: {'Port': ['ID=76b9b48e-be0d-4ae6-b36f-989e5914347d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:38.132789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed91ec5-8963-43fa-aef5-737dd3457da0 req-994df5d1-e8af-46fd-9284-9d4d112dea91 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:38.139230 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed91ec5-8963-43fa-aef5-737dd3457da0 req-994df5d1-e8af-46fd-9284-9d4d112dea91 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:38.145261 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed91ec5-8963-43fa-aef5-737dd3457da0 req-994df5d1-e8af-46fd-9284-9d4d112dea91 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:38.151445 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed91ec5-8963-43fa-aef5-737dd3457da0 req-994df5d1-e8af-46fd-9284-9d4d112dea91 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:38.158259 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed91ec5-8963-43fa-aef5-737dd3457da0 req-994df5d1-e8af-46fd-9284-9d4d112dea91 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:38.164464 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed91ec5-8963-43fa-aef5-737dd3457da0 req-994df5d1-e8af-46fd-9284-9d4d112dea91 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:38.167717 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-7fa4c973-bd9e-41d9-93cb-7bf2c6771217 None None] Attempting to bind port 76b9b48e-be0d-4ae6-b36f-989e5914347d on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:16:38.168274 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-7fa4c973-bd9e-41d9-93cb-7bf2c6771217 None None] Attempting to bind port 76b9b48e-be0d-4ae6-b36f-989e5914347d by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '1f7cefd7-fd80-4921-ad4a-acb915746ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:16:38.168541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa4c973-bd9e-41d9-93cb-7bf2c6771217 None None] Attempting to bind port 76b9b48e-be0d-4ae6-b36f-989e5914347d on network 38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:16:38.170716 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed91ec5-8963-43fa-aef5-737dd3457da0 req-994df5d1-e8af-46fd-9284-9d4d112dea91 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:38.172673 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ed91ec5-8963-43fa-aef5-737dd3457da0 req-994df5d1-e8af-46fd-9284-9d4d112dea91 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5433 time: 0.2747219 Jul 30 20:16:38.174129 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa4c973-bd9e-41d9-93cb-7bf2c6771217 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:16:38.174514 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa4c973-bd9e-41d9-93cb-7bf2c6771217 None None] Checking segment: {'id': '1f7cefd7-fd80-4921-ad4a-acb915746ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:38.174929 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fa4c973-bd9e-41d9-93cb-7bf2c6771217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:38.175361 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa4c973-bd9e-41d9-93cb-7bf2c6771217 None None] Bound using segment: {'id': '1f7cefd7-fd80-4921-ad4a-acb915746ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:16:38.175925 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-7fa4c973-bd9e-41d9-93cb-7bf2c6771217 None None] Bound port: 76b9b48e-be0d-4ae6-b36f-989e5914347d, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f7cefd7-fd80-4921-ad4a-acb915746ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:16:38.176350 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fa4c973-bd9e-41d9-93cb-7bf2c6771217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:38.178972 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-24469ca0-ccdb-4951-8b0d-3510c93ad60d tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Deleting port 5065b7db-b1db-4df6-b642-ffbaeac98b6f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:38.179138 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24469ca0-ccdb-4951-8b0d-3510c93ad60d tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:38.219946 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea714b1-4184-4178-bf8f-74415ee91f52 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:38.223410 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aea714b1-4184-4178-bf8f-74415ee91f52 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:38.244168 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7fa4c973-bd9e-41d9-93cb-7bf2c6771217 None None] For port 76b9b48e-be0d-4ae6-b36f-989e5914347d, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:16:38.248102 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7fa4c973-bd9e-41d9-93cb-7bf2c6771217 None None] For port 76b9b48e-be0d-4ae6-b36f-989e5914347d, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=76b9b48e-be0d-4ae6-b36f-989e5914347d,segment=NetworkSegment(1f7cefd7-fd80-4921-ad4a-acb915746ad5),segment_id=1f7cefd7-fd80-4921-ad4a-acb915746ad5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:16:38.250161 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-aea714b1-4184-4178-bf8f-74415ee91f52 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] device_id is not set on port 04f11f0a-eb69-42a8-b3ca-e0a6432c4213 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:16:38.253825 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fa4c973-bd9e-41d9-93cb-7bf2c6771217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:38.281223 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-22eeb093-0e55-43f1-9577-1b57aaec3ac7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:38.288918 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa82bb2-90b8-4254-b91a-1ba44306fd8d req-0ca3427c-f47e-41d7-9e96-7e71e431e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:38.290411 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7aa82bb2-90b8-4254-b91a-1ba44306fd8d req-0ca3427c-f47e-41d7-9e96-7e71e431e13e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3044415 Jul 30 20:16:38.320241 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4c973-bd9e-41d9-93cb-7bf2c6771217 None None] Pushing event updated for resources: {'Port': ['ID=76b9b48e-be0d-4ae6-b36f-989e5914347d,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:38.333226 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24469ca0-ccdb-4951-8b0d-3510c93ad60d tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:38.369223 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-24469ca0-ccdb-4951-8b0d-3510c93ad60d tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Calling delete_port for 5065b7db-b1db-4df6-b642-ffbaeac98b6f owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:38.440296 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-aea714b1-4184-4178-bf8f-74415ee91f52 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Allocated IP 172.20.0.3 (38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7/21e17e5d-68be-4dc4-a707-de47c339ce6c/04f11f0a-eb69-42a8-b3ca-e0a6432c4213) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:38.457597 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-435fbf56-9f41-40b8-ba19-386dad00bda2 service neutron] For port a688d11b-d79a-41d2-842b-a806169c17fc, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:16:38.478049 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ed91ec5-8963-43fa-aef5-737dd3457da0 req-16fd4366-4912-4f51-9ad6-6a7788e83c4b tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2831757 Jul 30 20:16:38.498865 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eeb093-0e55-43f1-9577-1b57aaec3ac7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event updated for resources: {'Subnet': ['ID=266012ea-5fda-4eb1-af48-43f07d10f94b,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:38.508856 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-435fbf56-9f41-40b8-ba19-386dad00bda2 service neutron] For port a688d11b-d79a-41d2-842b-a806169c17fc, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=a688d11b-d79a-41d2-842b-a806169c17fc,segment=NetworkSegment(97615c14-3033-446e-9631-4f2099fb3f0b),segment_id=97615c14-3033-446e-9631-4f2099fb3f0b)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:16:38.511445 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-71fcbc1f-6a25-4025-aadc-cab6633594af service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316882 Jul 30 20:16:38.524899 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-435fbf56-9f41-40b8-ba19-386dad00bda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:38.631473 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-4c1b8b34-62ba-4274-a87b-b9ff71527ba7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 HTTP/1.1" status: 200 len: 217 time: 0.1052973 Jul 30 20:16:38.636828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eeb093-0e55-43f1-9577-1b57aaec3ac7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Checking segment: {'id': 'c6651850-9602-4fb5-85e7-362254171a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '17dc5e51-5d29-4278-98e4-9e38ef086dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:38.637404 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eeb093-0e55-43f1-9577-1b57aaec3ac7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Network hostable DHCP agents. Network: 17dc5e51-5d29-4278-98e4-9e38ef086dde, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:16:38.654918 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-435fbf56-9f41-40b8-ba19-386dad00bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:38.655681 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-435fbf56-9f41-40b8-ba19-386dad00bda2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:38.657221 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-435fbf56-9f41-40b8-ba19-386dad00bda2 service neutron] 10.222.0.59 "PUT /v2.0/ports/a688d11b-d79a-41d2-842b-a806169c17fc HTTP/1.1" status: 200 len: 1091 time: 3.0839953 Jul 30 20:16:38.660999 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7d8b3f-fa05-4791-96b3-fc9e964945bc', 'tag': 'a688d11b-d79a-41d2-842b-a806169c17fc'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:16:38.663340 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e04392-9caa-4e51-8ac0-022403793bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7d8b3f-fa05-4791-96b3-fc9e964945bc", "tag": "a688d11b-d79a-41d2-842b-a806169c17fc"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:16:38.691200 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7aa82bb2-90b8-4254-b91a-1ba44306fd8d req-623bb06e-35c7-4457-8109-81c0af2eeee1 service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916459 Jul 30 20:16:38.777177 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24469ca0-ccdb-4951-8b0d-3510c93ad60d tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:38.797009 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aea714b1-4184-4178-bf8f-74415ee91f52 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:38.814550 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fbf56-9f41-40b8-ba19-386dad00bda2 service neutron] Pushing event updated for resources: {'Port': ['ID=a688d11b-d79a-41d2-842b-a806169c17fc,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:38.853332 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24469ca0-ccdb-4951-8b0d-3510c93ad60d tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Pushing event deleted for resources: {'Port': ['ID=5065b7db-b1db-4df6-b642-ffbaeac98b6f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:38.873516 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eeb093-0e55-43f1-9577-1b57aaec3ac7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Network 17dc5e51-5d29-4278-98e4-9e38ef086dde is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:16:38.891562 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-aea714b1-4184-4178-bf8f-74415ee91f52 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Transition to ACTIVE for port object 04f11f0a-eb69-42a8-b3ca-e0a6432c4213 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:38.894962 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-c3979721-a82e-4327-b134-5c72c029da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:38.896756 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-c3979721-a82e-4327-b134-5c72c029da10 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ee34576-0f44-4e9f-855e-368f45154589 HTTP/1.1" status: 200 len: 797 time: 0.2442942 Jul 30 20:16:38.905421 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-22eeb093-0e55-43f1-9577-1b57aaec3ac7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 17dc5e51-5d29-4278-98e4-9e38ef086dde) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:38.914287 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aff15a3-f985-4fc3-8792-e26fc31e8757 None None] Network 17dc5e51-5d29-4278-98e4-9e38ef086dde requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:38.936139 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eeb093-0e55-43f1-9577-1b57aaec3ac7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:38.936764 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-22eeb093-0e55-43f1-9577-1b57aaec3ac7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:38.961733 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24469ca0-ccdb-4951-8b0d-3510c93ad60d tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:38.962168 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-87f6a5e6-5af3-4829-b10e-0eb7f7e53307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:38.964061 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-87f6a5e6-5af3-4829-b10e-0eb7f7e53307 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9223d3fe370d4158bc62a22bc1b34676&device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 1094 time: 0.2260640 Jul 30 20:16:38.982200 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c2b0c-29e5-4de3-b11b-d5005926c0b6 req-f085fc49-65e9-4101-8817-07a43a8beb44 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:38.984644 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bb7c2b0c-29e5-4de3-b11b-d5005926c0b6 req-f085fc49-65e9-4101-8817-07a43a8beb44 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.2679672 Jul 30 20:16:39.050133 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-22eeb093-0e55-43f1-9577-1b57aaec3ac7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9842067 Jul 30 20:16:39.051575 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-5ae6afaa-5168-4482-bd7c-806f17198e0c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a688d11b-d79a-41d2-842b-a806169c17fc HTTP/1.1" status: 200 len: 217 time: 0.0641282 Jul 30 20:16:39.053205 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44932) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:39.071816 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-81de2a4c-8f07-4c10-a95c-8ebd89f930bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Request body: {'subnet': {'network_id': '17dc5e51-5d29-4278-98e4-9e38ef086dde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:39.079979 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7aa82bb2-90b8-4254-b91a-1ba44306fd8d req-8cf5c876-4723-48ef-9500-75f4751e4381 service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657842 Jul 30 20:16:39.099772 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24469ca0-ccdb-4951-8b0d-3510c93ad60d tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:39.102595 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24469ca0-ccdb-4951-8b0d-3510c93ad60d tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:39.112810 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aea714b1-4184-4178-bf8f-74415ee91f52 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:39.130074 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1073494-e000-46d7-8916-f044ac8c423c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-17dc5e51-5d29-4278-98e4-9e38ef086dde', 'network_id': '17dc5e51-5d29-4278-98e4-9e38ef086dde', 'tenant_id': '4fc87ee29acf4a9d99df698a1b63632f', 'fixed_ips': [{'subnet_id': '266012ea-5fda-4eb1-af48-43f07d10f94b'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:16:39.130949 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1073494-e000-46d7-8916-f044ac8c423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:39.161129 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-4b0572b9-0a43-4fe9-87eb-2e46ea5b4e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:39.162881 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-4b0572b9-0a43-4fe9-87eb-2e46ea5b4e08 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=624029aa-6e2e-457a-b285-eaf6ccf35387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2524076 Jul 30 20:16:39.193324 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea714b1-4184-4178-bf8f-74415ee91f52 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network 38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:39.194319 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24469ca0-ccdb-4951-8b0d-3510c93ad60d tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:39.194754 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24469ca0-ccdb-4951-8b0d-3510c93ad60d tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Fanout notify agent at l3_agent the message router_deleted on router e8df73b4-785d-4284-a724-f53c579d83e4 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:16:39.203728 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24469ca0-ccdb-4951-8b0d-3510c93ad60d tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:39.204946 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-24469ca0-ccdb-4951-8b0d-3510c93ad60d tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "DELETE /v2.0/routers/e8df73b4-785d-4284-a724-f53c579d83e4 HTTP/1.1" status: 204 len: 168 time: 1.5322630 Jul 30 20:16:39.208588 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-aea714b1-4184-4178-bf8f-74415ee91f52 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:39.213729 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44934) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:39.218720 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2304b18e-2446-4002-9d9e-60b4042df092 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1608268990', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:39.221529 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bb7c2b0c-29e5-4de3-b11b-d5005926c0b6 req-fadcee8f-bb6f-4900-a878-17e74b68dfc9 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224789 Jul 30 20:16:39.225244 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea714b1-4184-4178-bf8f-74415ee91f52 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:39.267671 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-576d3535-2dcd-4849-a791-c68896aa8603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:39.269214 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-576d3535-2dcd-4849-a791-c68896aa8603 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d991cb95-970b-4daf-9cf0-38c473cf30b2 HTTP/1.1" status: 200 len: 853 time: 0.2074487 Jul 30 20:16:39.293108 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea714b1-4184-4178-bf8f-74415ee91f52 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:39.293108 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aea714b1-4184-4178-bf8f-74415ee91f52 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:39.301801 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea714b1-4184-4178-bf8f-74415ee91f52 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Port': ['ID=04f11f0a-eb69-42a8-b3ca-e0a6432c4213,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:39.330109 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2304b18e-2446-4002-9d9e-60b4042df092 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:39.331213 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2304b18e-2446-4002-9d9e-60b4042df092 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:39.335070 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-a1073494-e000-46d7-8916-f044ac8c423c None None] Allocated IP 2001:db8::2 (17dc5e51-5d29-4278-98e4-9e38ef086dde/266012ea-5fda-4eb1-af48-43f07d10f94b/f54c7228-d4de-4a76-b3e5-498e78e68676) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:39.340780 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-aea714b1-4184-4178-bf8f-74415ee91f52 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3221173 Jul 30 20:16:39.341190 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44936) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:39.348555 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-c3dbbda6-6091-4db4-ba85-617983e838a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d0830a4b-e259-4b58-9c94-0dd2ceb61009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685680 Jul 30 20:16:39.466369 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2304b18e-2446-4002-9d9e-60b4042df092 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:39.474965 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747f6f4a-f83e-49b4-a8de-ca3a218535b3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:39.476682 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-747f6f4a-f83e-49b4-a8de-ca3a218535b3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.1345265 Jul 30 20:16:39.480769 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44938) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:39.540820 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1073494-e000-46d7-8916-f044ac8c423c None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:39.551714 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a1073494-e000-46d7-8916-f044ac8c423c None None] Transition to ACTIVE for port object f54c7228-d4de-4a76-b3e5-498e78e68676 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:39.573612 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a1073494-e000-46d7-8916-f044ac8c423c None None] Transition to ACTIVE for port object f54c7228-d4de-4a76-b3e5-498e78e68676 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:39.584875 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1073494-e000-46d7-8916-f044ac8c423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:39.633996 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1073494-e000-46d7-8916-f044ac8c423c None None] Network 17dc5e51-5d29-4278-98e4-9e38ef086dde is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:39.640068 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a1073494-e000-46d7-8916-f044ac8c423c None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:39.642894 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1073494-e000-46d7-8916-f044ac8c423c None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:39.661134 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1073494-e000-46d7-8916-f044ac8c423c None None] Pushing event updated for resources: {'Port': ['ID=f54c7228-d4de-4a76-b3e5-498e78e68676,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:39.682887 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:16:39.693085 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2304b18e-2446-4002-9d9e-60b4042df092 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:39.739462 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a1073494-e000-46d7-8916-f044ac8c423c None None] Attempting to bind port f54c7228-d4de-4a76-b3e5-498e78e68676 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:16:39.740243 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a1073494-e000-46d7-8916-f044ac8c423c None None] Attempting to bind port f54c7228-d4de-4a76-b3e5-498e78e68676 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'c6651850-9602-4fb5-85e7-362254171a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '17dc5e51-5d29-4278-98e4-9e38ef086dde'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:16:39.740797 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1073494-e000-46d7-8916-f044ac8c423c None None] Attempting to bind port f54c7228-d4de-4a76-b3e5-498e78e68676 on network 17dc5e51-5d29-4278-98e4-9e38ef086dde {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:16:39.748482 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1073494-e000-46d7-8916-f044ac8c423c None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:16:39.749069 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1073494-e000-46d7-8916-f044ac8c423c None None] Checking segment: {'id': 'c6651850-9602-4fb5-85e7-362254171a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '17dc5e51-5d29-4278-98e4-9e38ef086dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:39.749700 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1073494-e000-46d7-8916-f044ac8c423c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:39.750353 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1073494-e000-46d7-8916-f044ac8c423c None None] Bound using segment: {'id': 'c6651850-9602-4fb5-85e7-362254171a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '17dc5e51-5d29-4278-98e4-9e38ef086dde'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:16:39.751379 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a1073494-e000-46d7-8916-f044ac8c423c None None] Bound port: f54c7228-d4de-4a76-b3e5-498e78e68676, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6651850-9602-4fb5-85e7-362254171a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '17dc5e51-5d29-4278-98e4-9e38ef086dde'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:16:39.751976 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1073494-e000-46d7-8916-f044ac8c423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:39.768043 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6091ac8e-7957-4a9f-85f0-7dfbe3e3453d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting port 04f11f0a-eb69-42a8-b3ca-e0a6432c4213 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:39.768546 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6091ac8e-7957-4a9f-85f0-7dfbe3e3453d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:39.839394 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b5914f-9d38-44f1-856f-f6bf24c9f93f None None] Network 38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:39.866789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded253c-ac8f-4318-b81f-a8687d15a19b req-ef617743-47f1-4e07-be3e-29c827911c27 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:39.873592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded253c-ac8f-4318-b81f-a8687d15a19b req-ef617743-47f1-4e07-be3e-29c827911c27 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:39.879669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded253c-ac8f-4318-b81f-a8687d15a19b req-ef617743-47f1-4e07-be3e-29c827911c27 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:39.890662 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded253c-ac8f-4318-b81f-a8687d15a19b req-ef617743-47f1-4e07-be3e-29c827911c27 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:39.901826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded253c-ac8f-4318-b81f-a8687d15a19b req-ef617743-47f1-4e07-be3e-29c827911c27 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:39.907925 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded253c-ac8f-4318-b81f-a8687d15a19b req-ef617743-47f1-4e07-be3e-29c827911c27 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:39.911216 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a1073494-e000-46d7-8916-f044ac8c423c None None] For port f54c7228-d4de-4a76-b3e5-498e78e68676, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:16:39.914022 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded253c-ac8f-4318-b81f-a8687d15a19b req-ef617743-47f1-4e07-be3e-29c827911c27 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:39.916473 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-058451a3-2f75-4b2d-bcf0-4abcb8276f70 None None] Provisioning for port 76b9b48e-be0d-4ae6-b36f-989e5914347d completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:39.926560 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ded253c-ac8f-4318-b81f-a8687d15a19b req-ef617743-47f1-4e07-be3e-29c827911c27 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5433 time: 0.5898480 Jul 30 20:16:39.929380 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44942) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:39.934516 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6091ac8e-7957-4a9f-85f0-7dfbe3e3453d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:39.940051 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-c1c63dda-2ac3-4305-8f80-d24731f75b04 service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7631092 Jul 30 20:16:39.946290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-387fc188-c683-48ab-ac2e-5137d559f265 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Request body: {'floatingip': {'port_id': '8e0561e2-d480-41a1-87dd-77547a79be94'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:39.957461 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a1073494-e000-46d7-8916-f044ac8c423c None None] For port f54c7228-d4de-4a76-b3e5-498e78e68676, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f54c7228-d4de-4a76-b3e5-498e78e68676,segment=NetworkSegment(c6651850-9602-4fb5-85e7-362254171a4d),segment_id=c6651850-9602-4fb5-85e7-362254171a4d)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:16:39.966856 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6091ac8e-7957-4a9f-85f0-7dfbe3e3453d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Calling delete_port for 04f11f0a-eb69-42a8-b3ca-e0a6432c4213 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:39.969852 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1073494-e000-46d7-8916-f044ac8c423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:40.030406 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-387fc188-c683-48ab-ac2e-5137d559f265 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for floatingip, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:40.035467 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacbf6ad-7221-4d65-ae30-a0fa74a6593d x-openstack-request-id: req-dacbf6ad-7221-4d65-ae30-a0fa74a6593d {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:16:40.035832 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7d8b3f-fa05-4791-96b3-fc9e964945bc", "tag": "a688d11b-d79a-41d2-842b-a806169c17fc", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:16:40.036044 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dacbf6ad-7221-4d65-ae30-a0fa74a6593d {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:16:40.036445 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7d8b3f-fa05-4791-96b3-fc9e964945bc', 'tag': 'a688d11b-d79a-41d2-842b-a806169c17fc', 'status': 'completed', 'code': 200} Jul 30 20:16:40.069075 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81de2a4c-8f07-4c10-a95c-8ebd89f930bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Made reservation on behalf of 4fc87ee29acf4a9d99df698a1b63632f for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:40.072995 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81de2a4c-8f07-4c10-a95c-8ebd89f930bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:40.130005 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-3119f5d5-9538-4ad7-b01b-e7c0a80fe481 service neutron] 10.222.0.59 "GET /v2.0/networks/d0830a4b-e259-4b58-9c94-0dd2ceb61009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7721865 Jul 30 20:16:40.152374 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1073494-e000-46d7-8916-f044ac8c423c None None] Pushing event updated for resources: {'Port': ['ID=f54c7228-d4de-4a76-b3e5-498e78e68676,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:40.217623 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6091ac8e-7957-4a9f-85f0-7dfbe3e3453d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:40.256685 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091ac8e-7957-4a9f-85f0-7dfbe3e3453d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Port': ['ID=04f11f0a-eb69-42a8-b3ca-e0a6432c4213,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:40.355046 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6091ac8e-7957-4a9f-85f0-7dfbe3e3453d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:40.360876 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6091ac8e-7957-4a9f-85f0-7dfbe3e3453d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/ports/04f11f0a-eb69-42a8-b3ca-e0a6432c4213 HTTP/1.1" status: 204 len: 168 time: 0.8791120 Jul 30 20:16:40.363962 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44946) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:40.413112 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d449fea-08b7-4e3d-b915-cf121b863427 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] GET failed (client error): The resource could not be found. Jul 30 20:16:40.420883 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0d449fea-08b7-4e3d-b915-cf121b863427 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports/04f11f0a-eb69-42a8-b3ca-e0a6432c4213 HTTP/1.1" status: 404 len: 333 time: 0.0552697 Jul 30 20:16:40.421038 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44948) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:40.480488 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 76b9b48e-be0d-4ae6-b36f-989e5914347d up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:40.488195 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-ba02d058-022a-4bde-a7a8-0e3fa44333e0 service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390449 Jul 30 20:16:40.556763 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 76b9b48e-be0d-4ae6-b36f-989e5914347d completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:40.562834 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 76b9b48e-be0d-4ae6-b36f-989e5914347d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:40.563213 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:40.579394 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff48ce7-f929-4611-abce-b37e66da1b84 req-4deedb12-1deb-423a-b960-9f05226a4f93 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:40.581032 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4ff48ce7-f929-4611-abce-b37e66da1b84 req-4deedb12-1deb-423a-b960-9f05226a4f93 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 943 time: 0.4088056 Jul 30 20:16:40.636947 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-f810100f-a320-4761-a5c1-7880db4b2312 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=d88f5afb-3bc1-4f5d-a47f-fbad96159133 HTTP/1.1" status: 200 len: 217 time: 0.0984645 Jul 30 20:16:40.656623 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f9a0991b-d644-4d6e-9062-848ab80b6514 req-fbe6e0d8-9c91-45ae-b7be-f7d8f8b6246e service neutron] 10.222.0.59 "GET /v2.0/networks/d0830a4b-e259-4b58-9c94-0dd2ceb61009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883106 Jul 30 20:16:40.666090 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:40.674115 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2304b18e-2446-4002-9d9e-60b4042df092 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:40.698423 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2304b18e-2446-4002-9d9e-60b4042df092 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:40.712379 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 76b9b48e-be0d-4ae6-b36f-989e5914347d, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=76b9b48e-be0d-4ae6-b36f-989e5914347d,segment=NetworkSegment(1f7cefd7-fd80-4921-ad4a-acb915746ad5),segment_id=1f7cefd7-fd80-4921-ad4a-acb915746ad5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:40.717559 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:40.800336 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=76b9b48e-be0d-4ae6-b36f-989e5914347d,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:40.803815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-80335ef1-d48d-4753-8d79-535cd1c42046 None None] Provisioning for port e61bb7c7-0689-4be6-93ee-fc48fb75f3fb completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:40.809963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-80335ef1-d48d-4753-8d79-535cd1c42046 None None] Provisioning complete for port e61bb7c7-0689-4be6-93ee-fc48fb75f3fb triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:40.811260 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80335ef1-d48d-4753-8d79-535cd1c42046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:40.823803 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-2304b18e-2446-4002-9d9e-60b4042df092 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Allocated IP 172.25.3.231 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/c2437256-f229-4c59-8827-5c86dbd6fd97) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:40.869927 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-80335ef1-d48d-4753-8d79-535cd1c42046 None None] Port e61bb7c7-0689-4be6-93ee-fc48fb75f3fb cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:16:40.874003 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4ff48ce7-f929-4611-abce-b37e66da1b84 req-14c38664-6573-467a-83eb-ed07c59015d2 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485819 Jul 30 20:16:40.889720 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-80335ef1-d48d-4753-8d79-535cd1c42046 None None] Provisioning complete for port 76b9b48e-be0d-4ae6-b36f-989e5914347d triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:40.890106 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80335ef1-d48d-4753-8d79-535cd1c42046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:40.916733 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-ce5dd6cf-a537-487f-b263-e1a5393faf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:40.918442 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-ce5dd6cf-a537-487f-b263-e1a5393faf4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ee34576-0f44-4e9f-855e-368f45154589 HTTP/1.1" status: 200 len: 797 time: 0.2663071 Jul 30 20:16:40.964188 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2304b18e-2446-4002-9d9e-60b4042df092 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:40.969705 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-15bb5ffb-46ac-4909-b873-75c4d855c675 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting port e61bb7c7-0689-4be6-93ee-fc48fb75f3fb {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:40.970582 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15bb5ffb-46ac-4909-b873-75c4d855c675 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:41.059388 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-80335ef1-d48d-4753-8d79-535cd1c42046 None None] Could not find standard attr ID for object 04f11f0a-eb69-42a8-b3ca-e0a6432c4213. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:16:41.119040 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e04392-9caa-4e51-8ac0-022403793bc4 req-085c9470-b4dd-4b2e-a3a1-8496e383cded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:41.125556 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a8e04392-9caa-4e51-8ac0-022403793bc4 req-085c9470-b4dd-4b2e-a3a1-8496e383cded service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9223d3fe370d4158bc62a22bc1b34676&device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 1094 time: 0.3671353 Jul 30 20:16:41.135405 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15bb5ffb-46ac-4909-b873-75c4d855c675 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:41.154830 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-15bb5ffb-46ac-4909-b873-75c4d855c675 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Calling delete_port for e61bb7c7-0689-4be6-93ee-fc48fb75f3fb owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:41.202768 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8c9de540-daff-4455-aec5-2931fc0672e5 None None] Provisioning complete for port e61bb7c7-0689-4be6-93ee-fc48fb75f3fb triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:41.208264 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c9de540-daff-4455-aec5-2931fc0672e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:41.249809 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2304b18e-2446-4002-9d9e-60b4042df092 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:41.268740 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8c9de540-daff-4455-aec5-2931fc0672e5 None None] Port e61bb7c7-0689-4be6-93ee-fc48fb75f3fb cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:16:41.310470 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2304b18e-2446-4002-9d9e-60b4042df092 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:41.322828 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2304b18e-2446-4002-9d9e-60b4042df092 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:41.326006 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2304b18e-2446-4002-9d9e-60b4042df092 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:41.330691 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81de2a4c-8f07-4c10-a95c-8ebd89f930bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:41.373890 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304b18e-2446-4002-9d9e-60b4042df092 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Pushing event updated for resources: {'Port': ['ID=c2437256-f229-4c59-8827-5c86dbd6fd97,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:41.395403 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1c3bb73a-54de-43cc-8d99-923d58cdad98 None None] Could not find standard attr ID for object 04f11f0a-eb69-42a8-b3ca-e0a6432c4213. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:16:41.451674 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de2a4c-8f07-4c10-a95c-8ebd89f930bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event updated for resources: {'Subnet': ['ID=99f7dd13-436e-4271-a7cd-f0d45e989880,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:41.467124 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-4f305e2e-1416-4e76-8951-0625fe4be6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:41.468786 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-4f305e2e-1416-4e76-8951-0625fe4be6c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=624029aa-6e2e-457a-b285-eaf6ccf35387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4892924 Jul 30 20:16:41.501172 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81de2a4c-8f07-4c10-a95c-8ebd89f930bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Network 17dc5e51-5d29-4278-98e4-9e38ef086dde is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:41.511324 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-81de2a4c-8f07-4c10-a95c-8ebd89f930bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:41.520620 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81de2a4c-8f07-4c10-a95c-8ebd89f930bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:41.521619 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81de2a4c-8f07-4c10-a95c-8ebd89f930bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:41.530098 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15bb5ffb-46ac-4909-b873-75c4d855c675 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:41.568610 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb5ffb-46ac-4909-b873-75c4d855c675 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Port': ['ID=e61bb7c7-0689-4be6-93ee-fc48fb75f3fb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:41.569446 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705e8dfe-2707-4000-bfd2-8e56c76fff19 None None] Network 17dc5e51-5d29-4278-98e4-9e38ef086dde requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:41.608543 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8b99c-df6d-423f-a7db-b43e80c3f82e req-cd90c6a4-9db6-444d-a356-23a7299c58bf tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:41.610178 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7f8b99c-df6d-423f-a7db-b43e80c3f82e req-cd90c6a4-9db6-444d-a356-23a7299c58bf tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.4816110 Jul 30 20:16:41.658463 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e04392-9caa-4e51-8ac0-022403793bc4 req-4f907d63-8e6a-44f1-87de-e2f21e57e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:41.660182 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a8e04392-9caa-4e51-8ac0-022403793bc4 req-4f907d63-8e6a-44f1-87de-e2f21e57e2f0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d0830a4b-e259-4b58-9c94-0dd2ceb61009 HTTP/1.1" status: 200 len: 914 time: 0.5262303 Jul 30 20:16:41.682521 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ac7f9d59-cc48-42b7-be7e-9b5ef18f3b15 None None] Provisioning for port f54c7228-d4de-4a76-b3e5-498e78e68676 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:41.686736 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-81de2a4c-8f07-4c10-a95c-8ebd89f930bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6269424 Jul 30 20:16:41.690896 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44950) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:41.727816 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15bb5ffb-46ac-4909-b873-75c4d855c675 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:41.733179 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-15bb5ffb-46ac-4909-b873-75c4d855c675 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/ports/e61bb7c7-0689-4be6-93ee-fc48fb75f3fb HTTP/1.1" status: 204 len: 168 time: 1.3065095 Jul 30 20:16:41.734849 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44952) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:41.742995 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a8e04392-9caa-4e51-8ac0-022403793bc4 req-39f9b806-d977-4cca-bf65-36d3c115a8e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a688d11b-d79a-41d2-842b-a806169c17fc HTTP/1.1" status: 200 len: 217 time: 0.0434878 Jul 30 20:16:41.772274 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.db.resource_extend [None req-387fc188-c683-48ab-ac2e-5137d559f265 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 20:16:41.807950 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7f8b99c-df6d-423f-a7db-b43e80c3f82e req-9cb8872d-5a7e-428b-80ad-50218d10554b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818237 Jul 30 20:16:41.901668 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e04392-9caa-4e51-8ac0-022403793bc4 req-6708504c-bd9b-4fe9-8150-b4d965f62685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:41.903698 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a8e04392-9caa-4e51-8ac0-022403793bc4 req-6708504c-bd9b-4fe9-8150-b4d965f62685 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d991cb95-970b-4daf-9cf0-38c473cf30b2 HTTP/1.1" status: 200 len: 853 time: 0.1478601 Jul 30 20:16:41.907313 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-387fc188-c683-48ab-ac2e-5137d559f265 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:41.915939 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-387fc188-c683-48ab-ac2e-5137d559f265 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:41.924866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd579be-6a8f-4361-89fc-0cd73e1f2ab7 None None] Update dhcp port {'port': {'network_id': '17dc5e51-5d29-4278-98e4-9e38ef086dde', 'fixed_ips': [{'subnet_id': '266012ea-5fda-4eb1-af48-43f07d10f94b', 'ip_address': '2001:db8::2'}, {'subnet_id': '99f7dd13-436e-4271-a7cd-f0d45e989880'}], 'binding:host_id': 'n-d-712137-9'}, 'id': 'f54c7228-d4de-4a76-b3e5-498e78e68676'} from n-d-712137-9. {{(pid=93884) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 20:16:41.954879 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7cd579be-6a8f-4361-89fc-0cd73e1f2ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:41.967998 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-2bdd9dd2-5cd5-4616-94bc-d899b592cde0 service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891775 Jul 30 20:16:42.022769 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a8e04392-9caa-4e51-8ac0-022403793bc4 req-766fd03a-5ca3-4201-a028-35668d53ac4e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d0830a4b-e259-4b58-9c94-0dd2ceb61009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093504 Jul 30 20:16:42.081845 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d432c5-090f-44c1-971e-c9e594625d73 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] GET failed (client error): The resource could not be found. Jul 30 20:16:42.083378 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-66d432c5-090f-44c1-971e-c9e594625d73 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports/e61bb7c7-0689-4be6-93ee-fc48fb75f3fb HTTP/1.1" status: 404 len: 333 time: 0.3226280 Jul 30 20:16:42.088924 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44958) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:42.139236 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-7cd579be-6a8f-4361-89fc-0cd73e1f2ab7 None None] Allocated IP 172.20.0.1 (17dc5e51-5d29-4278-98e4-9e38ef086dde/99f7dd13-436e-4271-a7cd-f0d45e989880/f54c7228-d4de-4a76-b3e5-498e78e68676) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:42.147324 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a62d72-158b-4a92-82c2-7bc1a2794829 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:42.148864 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a62d72-158b-4a92-82c2-7bc1a2794829 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:42.150364 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a62d72-158b-4a92-82c2-7bc1a2794829 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:42.152049 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a62d72-158b-4a92-82c2-7bc1a2794829 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:42.154033 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a62d72-158b-4a92-82c2-7bc1a2794829 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:42.155801 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a9a62d72-158b-4a92-82c2-7bc1a2794829 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4638712 Jul 30 20:16:42.161906 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44960) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:42.167114 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fe046ad8-eb89-4180-887b-2605685b2ac0 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-769424389'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:42.173681 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2304b18e-2446-4002-9d9e-60b4042df092 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:42.204587 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-387fc188-c683-48ab-ac2e-5137d559f265 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Floating IP 8a3381da-a1f3-45d0-8db9-bcefb34e2e7f associated. External IP: 172.25.3.250, port: 8e0561e2-d480-41a1-87dd-77547a79be94. Jul 30 20:16:42.220693 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b1cf0-7ddf-440b-ae90-90d0e33985a4 req-31298ad6-d06d-469f-9f38-67f9eb053db1 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:42.221624 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-21aea655-56c3-442f-b960-6c725ecc3528 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting subnet 21e17e5d-68be-4dc4-a707-de47c339ce6c {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:16:42.222187 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca9b1cf0-7ddf-440b-ae90-90d0e33985a4 req-31298ad6-d06d-469f-9f38-67f9eb053db1 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 943 time: 0.2460825 Jul 30 20:16:42.230269 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21aea655-56c3-442f-b960-6c725ecc3528 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:42.252705 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7cd579be-6a8f-4361-89fc-0cd73e1f2ab7 None None] For port f54c7228-d4de-4a76-b3e5-498e78e68676, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f54c7228-d4de-4a76-b3e5-498e78e68676,segment=NetworkSegment(c6651850-9602-4fb5-85e7-362254171a4d),segment_id=c6651850-9602-4fb5-85e7-362254171a4d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:42.295727 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7cd579be-6a8f-4361-89fc-0cd73e1f2ab7 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:42.297700 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-c18bea08-a60b-4aee-8af4-47a481bd8024 service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168647 Jul 30 20:16:42.306654 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe046ad8-eb89-4180-887b-2605685b2ac0 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Made reservation on behalf of 4fc87ee29acf4a9d99df698a1b63632f for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:42.315688 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe046ad8-eb89-4180-887b-2605685b2ac0 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:42.321714 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7cd579be-6a8f-4361-89fc-0cd73e1f2ab7 None None] Transition to ACTIVE for port object f54c7228-d4de-4a76-b3e5-498e78e68676 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:42.328342 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7cd579be-6a8f-4361-89fc-0cd73e1f2ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:42.351431 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21aea655-56c3-442f-b960-6c725ecc3528 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:42.373100 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-31c41ec8-b5e2-4c53-aee3-bdff5b5beddf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=4d2858d8-2192-4ded-99ea-b94c6f1195c6 HTTP/1.1" status: 200 len: 217 time: 0.0660026 Jul 30 20:16:42.383210 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd579be-6a8f-4361-89fc-0cd73e1f2ab7 None None] Pushing event updated for resources: {'Port': ['ID=f54c7228-d4de-4a76-b3e5-498e78e68676,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:42.401895 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca9b1cf0-7ddf-440b-ae90-90d0e33985a4 req-70ce8559-778b-49af-9424-a857b21ceeeb tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351190 Jul 30 20:16:42.404383 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a8e04392-9caa-4e51-8ac0-022403793bc4 req-e25ede54-0c38-4c80-9b25-646a6b40bd74 service neutron] 10.222.0.59 "GET /v2.0/networks/d0830a4b-e259-4b58-9c94-0dd2ceb61009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564239 Jul 30 20:16:42.507547 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe046ad8-eb89-4180-887b-2605685b2ac0 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:16:42.570529 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe046ad8-eb89-4180-887b-2605685b2ac0 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:42.570529 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-fe046ad8-eb89-4180-887b-2605685b2ac0 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Added segment 27c9b1ed-a622-4d88-9f71-facf4ef48fd1 of type vlan for network 22a68285-34fb-418a-8d6f-73c9bb3271e4 Jul 30 20:16:42.612649 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f54c7228-d4de-4a76-b3e5-498e78e68676 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:42.665860 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2304b18e-2446-4002-9d9e-60b4042df092 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:42.667702 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port f54c7228-d4de-4a76-b3e5-498e78e68676 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:42.674564 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 76b9b48e-be0d-4ae6-b36f-989e5914347d up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:42.684819 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe046ad8-eb89-4180-887b-2605685b2ac0 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:42.735114 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21aea655-56c3-442f-b960-6c725ecc3528 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:42.737439 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 76b9b48e-be0d-4ae6-b36f-989e5914347d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:42.737985 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:42.830046 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device a688d11b-d79a-41d2-842b-a806169c17fc details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:16:42.876323 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe046ad8-eb89-4180-887b-2605685b2ac0 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:42.882416 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe046ad8-eb89-4180-887b-2605685b2ac0 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:42.883151 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe046ad8-eb89-4180-887b-2605685b2ac0 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2039950'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:42.935219 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fe046ad8-eb89-4180-887b-2605685b2ac0 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7719364 Jul 30 20:16:42.967726 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port a688d11b-d79a-41d2-842b-a806169c17fc, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=a688d11b-d79a-41d2-842b-a806169c17fc,segment=NetworkSegment(97615c14-3033-446e-9631-4f2099fb3f0b),segment_id=97615c14-3033-446e-9631-4f2099fb3f0b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:42.968523 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44964) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:42.977559 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e9fe7f08-9137-48a9-a3f7-2e04e21a63d7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:42.981920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'a688d11b-d79a-41d2-842b-a806169c17fc', 'network_id': 'd0830a4b-e259-4b58-9c94-0dd2ceb61009', 'port_id': 'a688d11b-d79a-41d2-842b-a806169c17fc', 'mac_address': 'fa:16:3e:24:10:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd991cb95-970b-4daf-9cf0-38c473cf30b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:16:43.010210 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21aea655-56c3-442f-b960-6c725ecc3528 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:43.028822 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:43.042137 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a688d11b-d79a-41d2-842b-a806169c17fc {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:16:43.056012 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21aea655-56c3-442f-b960-6c725ecc3528 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:43.060977 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-21aea655-56c3-442f-b960-6c725ecc3528 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/subnets/21e17e5d-68be-4dc4-a707-de47c339ce6c HTTP/1.1" status: 204 len: 168 time: 0.9681764 Jul 30 20:16:43.061262 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48c4ea-2acf-4577-a128-d78c2226de17 req-0e81202e-f914-4298-8f4b-5c18ce6e6036 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:43.063274 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db19c285-f44b-48c7-9f1a-2dd105e8efbe None None] Network 38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:43.067091 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44966) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:43.070162 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7a48c4ea-2acf-4577-a128-d78c2226de17 req-0e81202e-f914-4298-8f4b-5c18ce6e6036 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.1140130 Jul 30 20:16:43.083775 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port a688d11b-d79a-41d2-842b-a806169c17fc, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=a688d11b-d79a-41d2-842b-a806169c17fc,segment=NetworkSegment(97615c14-3033-446e-9631-4f2099fb3f0b),segment_id=97615c14-3033-446e-9631-4f2099fb3f0b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:43.112375 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:43.153444 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7a48c4ea-2acf-4577-a128-d78c2226de17 req-0d4ee512-9833-480e-90f1-a7c5bbf19459 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667212 Jul 30 20:16:43.157163 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-ee575225-9c0c-44fb-96d4-2c5ad49bfed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:43.159218 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-ee575225-9c0c-44fb-96d4-2c5ad49bfed2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ee34576-0f44-4e9f-855e-368f45154589 HTTP/1.1" status: 200 len: 797 time: 0.7539709 Jul 30 20:16:43.182844 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d42938ae-cf7e-49f9-8dab-dc87750ef8d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:43.191869 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe046ad8-eb89-4180-887b-2605685b2ac0 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event updated for resources: {'Network': ['ID=22a68285-34fb-418a-8d6f-73c9bb3271e4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:43.205470 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 22a68285-34fb-418a-8d6f-73c9bb3271e4 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:16:43.207343 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aea655-56c3-442f-b960-6c725ecc3528 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Subnet': ['ID=21e17e5d-68be-4dc4-a707-de47c339ce6c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:43.217532 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a8e04392-9caa-4e51-8ac0-022403793bc4 req-cf1f7c5c-6ba9-4ae7-bbab-290abcc41fac service neutron] 10.222.0.59 "GET /v2.0/networks/d0830a4b-e259-4b58-9c94-0dd2ceb61009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7918813 Jul 30 20:16:43.281080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-3f53735a-e04b-4e90-95e9-7bea615a2aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:43.281080 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-3f53735a-e04b-4e90-95e9-7bea615a2aa8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=624029aa-6e2e-457a-b285-eaf6ccf35387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1112149 Jul 30 20:16:43.294933 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=a688d11b-d79a-41d2-842b-a806169c17fc,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:43.355243 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349b2341-ad2b-4d06-baaa-7350eb3c3f7c None None] Network 17dc5e51-5d29-4278-98e4-9e38ef086dde requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:43.375627 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2304b18e-2446-4002-9d9e-60b4042df092 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Router 80a42cb7-047e-4995-a1dc-2750d05230cf is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:16:43.409962 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9fe7f08-9137-48a9-a3f7-2e04e21a63d7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:43.411335 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b224f3-4643-45a8-a4af-930229d61c90 None None] DHCP port deletion for 38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:16:43.434268 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['a688d11b-d79a-41d2-842b-a806169c17fc'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:16:43.440467 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387fc188-c683-48ab-ac2e-5137d559f265 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Router 3b42afd5-b5c2-4e37-b269-0a14e1c76984 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:16:43.468414 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-e67a7371-29f1-4c57-bd37-fc9ae9025f04 service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798620 Jul 30 20:16:43.478823 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9fe7f08-9137-48a9-a3f7-2e04e21a63d7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:43.497379 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d42938ae-cf7e-49f9-8dab-dc87750ef8d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting port 76b9b48e-be0d-4ae6-b36f-989e5914347d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:43.497781 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d42938ae-cf7e-49f9-8dab-dc87750ef8d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:43.548880 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e9fe7f08-9137-48a9-a3f7-2e04e21a63d7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Network 22a68285-34fb-418a-8d6f-73c9bb3271e4 is not hosted by any dhcp agent {{(pid=93883) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 20:16:43.554435 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe7f08-9137-48a9-a3f7-2e04e21a63d7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:43.555060 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9fe7f08-9137-48a9-a3f7-2e04e21a63d7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:43.559054 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e9fe7f08-9137-48a9-a3f7-2e04e21a63d7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "PUT /v2.0/networks/22a68285-34fb-418a-8d6f-73c9bb3271e4 HTTP/1.1" status: 200 len: 723 time: 0.5840275 Jul 30 20:16:43.578947 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44972) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:43.588989 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-18466ca1-10bd-478c-bd2a-2f3a1a373e11 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Request body: {'subnet': {'network_id': '22a68285-34fb-418a-8d6f-73c9bb3271e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:43.614424 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-eadf5310-8de3-4f8d-8ec4-319c5ae5de61 None None] Provisioning for port f54c7228-d4de-4a76-b3e5-498e78e68676 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:43.633925 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-eadf5310-8de3-4f8d-8ec4-319c5ae5de61 None None] Provisioning complete for port f54c7228-d4de-4a76-b3e5-498e78e68676 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:43.634308 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eadf5310-8de3-4f8d-8ec4-319c5ae5de61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:43.661600 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-d42938ae-cf7e-49f9-8dab-dc87750ef8d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] For port 76b9b48e-be0d-4ae6-b36f-989e5914347d, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=76b9b48e-be0d-4ae6-b36f-989e5914347d,segment=NetworkSegment(1f7cefd7-fd80-4921-ad4a-acb915746ad5),segment_id=1f7cefd7-fd80-4921-ad4a-acb915746ad5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:43.662021 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d42938ae-cf7e-49f9-8dab-dc87750ef8d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:43.673141 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe7f08-9137-48a9-a3f7-2e04e21a63d7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event updated for resources: {'Network': ['ID=22a68285-34fb-418a-8d6f-73c9bb3271e4,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:43.685634 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d42938ae-cf7e-49f9-8dab-dc87750ef8d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Calling delete_port for 76b9b48e-be0d-4ae6-b36f-989e5914347d owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:43.688264 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2304b18e-2446-4002-9d9e-60b4042df092 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:16:43.691055 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 22a68285-34fb-418a-8d6f-73c9bb3271e4 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:16:43.739802 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13219a-8668-4c8c-a331-6c09ce25946c req-04803fc6-4894-46c3-a1df-d8959acc356b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:43.741216 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cf13219a-8668-4c8c-a331-6c09ce25946c req-04803fc6-4894-46c3-a1df-d8959acc356b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 944 time: 0.2336245 Jul 30 20:16:43.743680 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2304b18e-2446-4002-9d9e-60b4042df092 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:43.747728 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2304b18e-2446-4002-9d9e-60b4042df092 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.5331826 Jul 30 20:16:43.749936 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44974) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:43.754142 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d6f376d1-3e28-4829-be2a-7ba1226b1848 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:43.760601 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917380e6-1067-41b4-af4f-690795ac3938 None None] Sync routers for ids ['80a42cb7-047e-4995-a1dc-2750d05230cf'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:16:43.804398 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-477c0321-e019-4cb2-ba93-4462f8ab16ca service neutron] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955849 Jul 30 20:16:43.808278 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387fc188-c683-48ab-ac2e-5137d559f265 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:16:43.815850 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-387fc188-c683-48ab-ac2e-5137d559f265 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:43.825655 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d8dfa1-37d1-4a36-843b-6698953f0ba2 None None] Sync routers for ids ['3b42afd5-b5c2-4e37-b269-0a14e1c76984'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:16:43.836919 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18466ca1-10bd-478c-bd2a-2f3a1a373e11 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Made reservation on behalf of 4fc87ee29acf4a9d99df698a1b63632f for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:43.839106 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d8dfa1-37d1-4a36-843b-6698953f0ba2 None None] Routers {'3b42afd5-b5c2-4e37-b269-0a14e1c76984'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:16:43.839758 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b3d8dfa1-37d1-4a36-843b-6698953f0ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:16:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3b42afd5-b5c2-4e37-b269-0a14e1c76984'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:43.846581 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18466ca1-10bd-478c-bd2a-2f3a1a373e11 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:43.881775 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917380e6-1067-41b4-af4f-690795ac3938 None None] Routers {'80a42cb7-047e-4995-a1dc-2750d05230cf'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:16:43.882423 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-917380e6-1067-41b4-af4f-690795ac3938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:16:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['80a42cb7-047e-4995-a1dc-2750d05230cf'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:43.885576 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d42938ae-cf7e-49f9-8dab-dc87750ef8d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:43.886085 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-35b224f3-4643-45a8-a4af-930229d61c90 None None] Deleting port 76b9b48e-be0d-4ae6-b36f-989e5914347d {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:43.886457 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-35b224f3-4643-45a8-a4af-930229d61c90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:43.927994 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42938ae-cf7e-49f9-8dab-dc87750ef8d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] No DVR routers for this DVR port 76b9b48e-be0d-4ae6-b36f-989e5914347d on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:16:43.944923 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b3d8dfa1-37d1-4a36-843b-6698953f0ba2 None None] Set router 3b42afd5-b5c2-4e37-b269-0a14e1c76984 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:16:43.972793 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42938ae-cf7e-49f9-8dab-dc87750ef8d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Port': ['ID=76b9b48e-be0d-4ae6-b36f-989e5914347d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:43.975069 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eadf5310-8de3-4f8d-8ec4-319c5ae5de61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:43.977666 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-917380e6-1067-41b4-af4f-690795ac3938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:44.058647 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917380e6-1067-41b4-af4f-690795ac3938 None None] Routers {'80a42cb7-047e-4995-a1dc-2750d05230cf'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:16:44.059291 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-917380e6-1067-41b4-af4f-690795ac3938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:16:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['80a42cb7-047e-4995-a1dc-2750d05230cf'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:44.066815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-35b224f3-4643-45a8-a4af-930229d61c90 None None] For port 76b9b48e-be0d-4ae6-b36f-989e5914347d, host n-d-712137-9, got binding levels [] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:44.067204 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-35b224f3-4643-45a8-a4af-930229d61c90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:44.069909 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d42938ae-cf7e-49f9-8dab-dc87750ef8d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:44.083441 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d42938ae-cf7e-49f9-8dab-dc87750ef8d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:44.093210 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-eadf5310-8de3-4f8d-8ec4-319c5ae5de61 None None] For port f54c7228-d4de-4a76-b3e5-498e78e68676, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f54c7228-d4de-4a76-b3e5-498e78e68676,segment=NetworkSegment(c6651850-9602-4fb5-85e7-362254171a4d),segment_id=c6651850-9602-4fb5-85e7-362254171a4d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:44.098001 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d42938ae-cf7e-49f9-8dab-dc87750ef8d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f7cefd7-fd80-4921-ad4a-acb915746ad5') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:44.098308 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d42938ae-cf7e-49f9-8dab-dc87750ef8d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f7cefd7-fd80-4921-ad4a-acb915746ad5') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:44.109994 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d42938ae-cf7e-49f9-8dab-dc87750ef8d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:44.125839 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d42938ae-cf7e-49f9-8dab-dc87750ef8d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:44.133796 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42938ae-cf7e-49f9-8dab-dc87750ef8d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:16:44.134262 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d42938ae-cf7e-49f9-8dab-dc87750ef8d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:44.138345 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eadf5310-8de3-4f8d-8ec4-319c5ae5de61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:44.147450 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-35b224f3-4643-45a8-a4af-930229d61c90 None None] Calling delete_port for 76b9b48e-be0d-4ae6-b36f-989e5914347d owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:44.166519 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-917380e6-1067-41b4-af4f-690795ac3938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:44.167430 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917380e6-1067-41b4-af4f-690795ac3938 None None] The sync data for ids ['80a42cb7-047e-4995-a1dc-2750d05230cf'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:16:44.171494 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.ipam_backend_mixin [None req-35b224f3-4643-45a8-a4af-930229d61c90 None None] Port 76b9b48e-be0d-4ae6-b36f-989e5914347d was not found and therefore no delete operation was performed {{(pid=93884) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 20:16:44.201626 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-35b224f3-4643-45a8-a4af-930229d61c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:44.209922 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b3d8dfa1-37d1-4a36-843b-6698953f0ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'name': 'tempest-TaggedBootDevicesTest-1267782188-router', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:14:25Z', 'updated_at': '2021-07-30T20:14:30Z', 'revision_number': 4, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'gw_port': {'id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:14:26Z', 'updated_at': '2021-07-30T20:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '8a3381da-a1f3-45d0-8db9-bcefb34e2e7f', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'port_id': '8e0561e2-d480-41a1-87dd-77547a79be94', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957', 'mac_address': 'fa:16:3e:30:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:15:12Z', 'updated_at': '2021-07-30T20:16:41Z', 'revision_number': 1, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8cf70f8-155b-44e6-ab30-69e8a0308b05', 'name': '', 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'mac_address': 'fa:16:3e:a2:11:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'c5425a8a-2fa0-4767-b46d-c8518c357b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:14:29Z', 'updated_at': '2021-07-30T20:14:37Z', 'revision_number': 5, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'subnets': [{'id': 'c5425a8a-2fa0-4767-b46d-c8518c357b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:16:44.213603 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:16:44.226939 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d42938ae-cf7e-49f9-8dab-dc87750ef8d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:44.231638 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b224f3-4643-45a8-a4af-930229d61c90 None None] No DVR routers for this DVR port 76b9b48e-be0d-4ae6-b36f-989e5914347d on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:16:44.240541 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d42938ae-cf7e-49f9-8dab-dc87750ef8d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:44.242491 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d42938ae-cf7e-49f9-8dab-dc87750ef8d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/networks/38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7 HTTP/1.1" status: 204 len: 168 time: 1.1722469 Jul 30 20:16:44.247206 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d8dfa1-37d1-4a36-843b-6698953f0ba2 None None] Checking router: 3b42afd5-b5c2-4e37-b269-0a14e1c76984 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:16:44.264881 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d8dfa1-37d1-4a36-843b-6698953f0ba2 None None] Routers {'3b42afd5-b5c2-4e37-b269-0a14e1c76984'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:16:44.265515 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b3d8dfa1-37d1-4a36-843b-6698953f0ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:16:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3b42afd5-b5c2-4e37-b269-0a14e1c76984'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:44.270182 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5310-8de3-4f8d-8ec4-319c5ae5de61 None None] Pushing event updated for resources: {'Port': ['ID=f54c7228-d4de-4a76-b3e5-498e78e68676,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:44.283624 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44978) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:44.296225 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-387fc188-c683-48ab-ac2e-5137d559f265 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "PUT /v2.0/floatingips/8a3381da-a1f3-45d0-8db9-bcefb34e2e7f HTTP/1.1" status: 200 len: 991 time: 4.3584726 Jul 30 20:16:44.298078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'tag': '8e0561e2-d480-41a1-87dd-77547a79be94'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:16:44.300582 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c469f87b-b9fa-4256-8df1-e677e74e3c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "tag": "8e0561e2-d480-41a1-87dd-77547a79be94"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:16:44.304729 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-91a9e819-87b4-4690-aa97-bd10cd07fa06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=116e9986-d114-442d-973f-14cff3cfaa2a HTTP/1.1" status: 200 len: 217 time: 0.4863415 Jul 30 20:16:44.305841 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c603252c-0541-4c2e-9771-a18a72149376 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-395998873'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:44.306024 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18466ca1-10bd-478c-bd2a-2f3a1a373e11 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:44.317630 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42938ae-cf7e-49f9-8dab-dc87750ef8d4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Network': ['ID=38bd6ae7-1f52-4ce1-ba3e-4c8ac979b7e7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:44.318626 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b224f3-4643-45a8-a4af-930229d61c90 None None] Pushing event deleted for resources: {'Port': ['ID=76b9b48e-be0d-4ae6-b36f-989e5914347d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:44.360746 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cf13219a-8668-4c8c-a331-6c09ce25946c req-97f2431a-8596-4da6-95bc-719878e649db tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6059096 Jul 30 20:16:44.444626 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b3d8dfa1-37d1-4a36-843b-6698953f0ba2 None None] Set router 3b42afd5-b5c2-4e37-b269-0a14e1c76984 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:16:44.448052 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18466ca1-10bd-478c-bd2a-2f3a1a373e11 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event updated for resources: {'Subnet': ['ID=bea2431f-df3e-42e8-ad83-1ab3de72f5d1,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:44.450915 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f54c7228-d4de-4a76-b3e5-498e78e68676 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:44.468341 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c603252c-0541-4c2e-9771-a18a72149376 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:44.471749 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c603252c-0541-4c2e-9771-a18a72149376 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:44.480071 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-7d8ba4cc-60f7-4a4f-9f47-46b9fbd92308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:44.480837 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-7d8ba4cc-60f7-4a4f-9f47-46b9fbd92308 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae2ebb1c-4008-4386-9d14-582336340b80 HTTP/1.1" status: 200 len: 797 time: 0.1154847 Jul 30 20:16:44.520078 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c603252c-0541-4c2e-9771-a18a72149376 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:16:44.520286 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c7ad6e5e-a18a-4971-931e-11860c09e461 None None] Provisioning complete for port f54c7228-d4de-4a76-b3e5-498e78e68676 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:44.520406 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7ad6e5e-a18a-4971-931e-11860c09e461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:44.573341 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c603252c-0541-4c2e-9771-a18a72149376 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:44.573697 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-c603252c-0541-4c2e-9771-a18a72149376 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Added segment 2b33f1ae-baf9-4ee2-b53d-4a344d7b6b31 of type vlan for network 53992444-43cf-477e-8537-1c1c0a08670b Jul 30 20:16:44.585046 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port f54c7228-d4de-4a76-b3e5-498e78e68676 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:44.585272 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:44.592336 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18466ca1-10bd-478c-bd2a-2f3a1a373e11 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Checking segment: {'id': '27c9b1ed-a622-4d88-9f71-facf4ef48fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '22a68285-34fb-418a-8d6f-73c9bb3271e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:44.593092 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18466ca1-10bd-478c-bd2a-2f3a1a373e11 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Network hostable DHCP agents. Network: 22a68285-34fb-418a-8d6f-73c9bb3271e4, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:16:44.624086 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-276f29ba-863b-48a8-a9a9-5cff0c911207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:44.626309 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-276f29ba-863b-48a8-a9a9-5cff0c911207 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=956f2f8d-58e3-4da4-8be7-e5f47f91fd80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1329312 Jul 30 20:16:44.634954 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57803361-ac24-4f7c-a6b0-66b0623eea98 req-1ce33ce8-6cee-4f36-9d7d-8eb15d59ea10 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:44.642929 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-57803361-ac24-4f7c-a6b0-66b0623eea98 req-1ce33ce8-6cee-4f36-9d7d-8eb15d59ea10 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.0985351 Jul 30 20:16:44.648921 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6f376d1-3e28-4829-be2a-7ba1226b1848 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:44.660591 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c603252c-0541-4c2e-9771-a18a72149376 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:44.678459 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6f376d1-3e28-4829-be2a-7ba1226b1848 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:44.734840 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c603252c-0541-4c2e-9771-a18a72149376 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:44.744050 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c603252c-0541-4c2e-9771-a18a72149376 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:44.744677 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c603252c-0541-4c2e-9771-a18a72149376 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:44.749951 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b3d8dfa1-37d1-4a36-843b-6698953f0ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'name': 'tempest-TaggedBootDevicesTest-1267782188-router', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:14:25Z', 'updated_at': '2021-07-30T20:14:30Z', 'revision_number': 4, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'gw_port': {'id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:14:26Z', 'updated_at': '2021-07-30T20:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '8a3381da-a1f3-45d0-8db9-bcefb34e2e7f', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'port_id': '8e0561e2-d480-41a1-87dd-77547a79be94', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957', 'mac_address': 'fa:16:3e:30:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:15:12Z', 'updated_at': '2021-07-30T20:16:41Z', 'revision_number': 1, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8cf70f8-155b-44e6-ab30-69e8a0308b05', 'name': '', 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'mac_address': 'fa:16:3e:a2:11:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'c5425a8a-2fa0-4767-b46d-c8518c357b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:14:29Z', 'updated_at': '2021-07-30T20:14:37Z', 'revision_number': 5, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'subnets': [{'id': 'c5425a8a-2fa0-4767-b46d-c8518c357b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:44.755772 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18466ca1-10bd-478c-bd2a-2f3a1a373e11 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Network 22a68285-34fb-418a-8d6f-73c9bb3271e4 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:16:44.784998 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d8dfa1-37d1-4a36-843b-6698953f0ba2 None None] The sync data for ids ['3b42afd5-b5c2-4e37-b269-0a14e1c76984'] in n-d-712137-9 is: [{'id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'name': 'tempest-TaggedBootDevicesTest-1267782188-router', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:14:25Z', 'updated_at': '2021-07-30T20:14:30Z', 'revision_number': 4, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'gw_port': {'id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:14:26Z', 'updated_at': '2021-07-30T20:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '8a3381da-a1f3-45d0-8db9-bcefb34e2e7f', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'port_id': '8e0561e2-d480-41a1-87dd-77547a79be94', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957', 'mac_address': 'fa:16:3e:30:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:15:12Z', 'updated_at': '2021-07-30T20:16:41Z', 'revision_number': 1, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8cf70f8-155b-44e6-ab30-69e8a0308b05', 'name': '', 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'mac_address': 'fa:16:3e:a2:11:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'c5425a8a-2fa0-4767-b46d-c8518c357b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:14:29Z', 'updated_at': '2021-07-30T20:14:37Z', 'revision_number': 5, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'subnets': [{'id': 'c5425a8a-2fa0-4767-b46d-c8518c357b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:16:44.786252 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 76b9b48e-be0d-4ae6-b36f-989e5914347d no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:16:44.798832 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-57803361-ac24-4f7c-a6b0-66b0623eea98 req-fa1d2e9f-0a86-49c4-9cf5-9ffddac81eaa tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545727 Jul 30 20:16:44.801598 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-02fca85b-28f3-4d9e-8c09-23acf8a06f23 service neutron] 10.222.0.59 "GET /v2.0/networks/956f2f8d-58e3-4da4-8be7-e5f47f91fd80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491292 Jul 30 20:16:44.812310 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-18466ca1-10bd-478c-bd2a-2f3a1a373e11 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 22a68285-34fb-418a-8d6f-73c9bb3271e4) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:44.819030 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 76b9b48e-be0d-4ae6-b36f-989e5914347d {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:16:44.819396 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 76b9b48e-be0d-4ae6-b36f-989e5914347d not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:16:44.829827 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603252c-0541-4c2e-9771-a18a72149376 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Network': ['ID=53992444-43cf-477e-8537-1c1c0a08670b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:44.835589 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c603252c-0541-4c2e-9771-a18a72149376 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5509171 Jul 30 20:16:44.837027 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44984) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:44.838228 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b89a9d3-c3c4-4dac-828a-ae4649cdb5bc None None] Network 22a68285-34fb-418a-8d6f-73c9bb3271e4 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:44.842812 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2c284c5c-9243-46ba-9963-44b69c32d2ae tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'subnet': {'network_id': '53992444-43cf-477e-8537-1c1c0a08670b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:44.900067 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 53992444-43cf-477e-8537-1c1c0a08670b details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:16:44.905080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18466ca1-10bd-478c-bd2a-2f3a1a373e11 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:44.905761 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18466ca1-10bd-478c-bd2a-2f3a1a373e11 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:44.930120 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d6f376d1-3e28-4829-be2a-7ba1226b1848 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Deleting port c2437256-f229-4c59-8827-5c86dbd6fd97 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:44.930573 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6f376d1-3e28-4829-be2a-7ba1226b1848 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:44.954260 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-18466ca1-10bd-478c-bd2a-2f3a1a373e11 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3681054 Jul 30 20:16:44.957426 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44986) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:44.962730 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-5843f969-eefc-4a2a-8a1c-ba73eff8f783 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:44.997116 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0e14b5-1a89-4ef3-9903-cc5f192e87ab x-openstack-request-id: req-5e0e14b5-1a89-4ef3-9903-cc5f192e87ab {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:16:44.997835 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "tag": "8e0561e2-d480-41a1-87dd-77547a79be94", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:16:44.997835 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e0e14b5-1a89-4ef3-9903-cc5f192e87ab {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:16:44.998245 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'tag': '8e0561e2-d480-41a1-87dd-77547a79be94', 'status': 'completed', 'code': 200} Jul 30 20:16:45.006258 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-12ba28ec-a688-4dcc-91fe-9f7385c301cf service neutron] 10.222.0.59 "GET /v2.0/networks/956f2f8d-58e3-4da4-8be7-e5f47f91fd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951768 Jul 30 20:16:45.020395 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c284c5c-9243-46ba-9963-44b69c32d2ae tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:45.024427 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c284c5c-9243-46ba-9963-44b69c32d2ae tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:45.109560 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-72365729-43ba-432e-a29f-0072f77c3795 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28c6b72d-f75a-4721-ad15-74bf9c0c36c3 HTTP/1.1" status: 200 len: 217 time: 0.0919213 Jul 30 20:16:45.115427 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f618c5c-a76d-4edd-9c3f-287d21694cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-22a68285-34fb-418a-8d6f-73c9bb3271e4', 'network_id': '22a68285-34fb-418a-8d6f-73c9bb3271e4', 'tenant_id': '4fc87ee29acf4a9d99df698a1b63632f', 'fixed_ips': [{'subnet_id': 'bea2431f-df3e-42e8-ad83-1ab3de72f5d1'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:16:45.117136 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f618c5c-a76d-4edd-9c3f-287d21694cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:45.191775 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5843f969-eefc-4a2a-8a1c-ba73eff8f783 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26968948'] for subnet, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:45.202304 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469f87b-b9fa-4256-8df1-e677e74e3c9a req-bb972f63-f875-4c31-a822-50cfaaf76227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:45.202805 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469f87b-b9fa-4256-8df1-e677e74e3c9a req-bb972f63-f875-4c31-a822-50cfaaf76227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:45.203291 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469f87b-b9fa-4256-8df1-e677e74e3c9a req-bb972f63-f875-4c31-a822-50cfaaf76227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:45.203795 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469f87b-b9fa-4256-8df1-e677e74e3c9a req-bb972f63-f875-4c31-a822-50cfaaf76227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:45.204277 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469f87b-b9fa-4256-8df1-e677e74e3c9a req-bb972f63-f875-4c31-a822-50cfaaf76227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:45.204757 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469f87b-b9fa-4256-8df1-e677e74e3c9a req-bb972f63-f875-4c31-a822-50cfaaf76227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:45.205234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469f87b-b9fa-4256-8df1-e677e74e3c9a req-bb972f63-f875-4c31-a822-50cfaaf76227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:45.207258 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c469f87b-b9fa-4256-8df1-e677e74e3c9a req-bb972f63-f875-4c31-a822-50cfaaf76227 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9555d3def1404d06ae82d4f5802d2226&device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 6490 time: 0.1981101 Jul 30 20:16:45.213566 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb53fa8-1cc6-4e44-a673-fdfa1ce4cf8a None None] New status for floating IP 8a3381da-a1f3-45d0-8db9-bcefb34e2e7f: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:16:45.313418 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-cf8bade1-f037-49e5-a0e5-bc7c2acc5706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:45.315773 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-cf8bade1-f037-49e5-a0e5-bc7c2acc5706 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae2ebb1c-4008-4386-9d14-582336340b80 HTTP/1.1" status: 200 len: 797 time: 0.1847556 Jul 30 20:16:45.386527 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-8f618c5c-a76d-4edd-9c3f-287d21694cdd None None] Allocated IP 2001:db8::2 (22a68285-34fb-418a-8d6f-73c9bb3271e4/bea2431f-df3e-42e8-ad83-1ab3de72f5d1/dab31e8f-7ea7-4c1b-adb8-7f9d1da0831d) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:45.389395 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:45.402246 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469f87b-b9fa-4256-8df1-e677e74e3c9a req-04f42f75-5efb-485c-afc5-d877a8aeab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:45.404518 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c469f87b-b9fa-4256-8df1-e677e74e3c9a req-04f42f75-5efb-485c-afc5-d877a8aeab8f service neutron] 10.222.0.83 "GET /v2.0/networks?id=9ed41446-71e6-4016-93d6-5a969c709957 HTTP/1.1" status: 200 len: 913 time: 0.1747074 Jul 30 20:16:45.407528 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-e6cac5f8-0ec1-4f29-877f-fd17cb632328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:45.408938 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-e6cac5f8-0ec1-4f29-877f-fd17cb632328 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=956f2f8d-58e3-4da4-8be7-e5f47f91fd80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0834169 Jul 30 20:16:45.418443 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6f376d1-3e28-4829-be2a-7ba1226b1848 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:45.439571 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d6f376d1-3e28-4829-be2a-7ba1226b1848 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Calling delete_port for c2437256-f229-4c59-8827-5c86dbd6fd97 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:45.562117 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c469f87b-b9fa-4256-8df1-e677e74e3c9a req-c9b48bde-4ae5-44b2-8e0c-8c348350a4df service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e0561e2-d480-41a1-87dd-77547a79be94 HTTP/1.1" status: 200 len: 999 time: 0.1505687 Jul 30 20:16:45.632549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9031ae5-4f3a-41ba-82ba-41778a3d5234 req-6d905eee-90a6-4305-ade9-72caadcaa416 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:45.635032 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b9031ae5-4f3a-41ba-82ba-41778a3d5234 req-6d905eee-90a6-4305-ade9-72caadcaa416 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 944 time: 0.1645203 Jul 30 20:16:45.636136 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f618c5c-a76d-4edd-9c3f-287d21694cdd None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:45.645564 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-65b248b1-8800-4b7f-8aa7-e0943cb76761 service neutron] 10.222.0.59 "GET /v2.0/networks/956f2f8d-58e3-4da4-8be7-e5f47f91fd80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261612 Jul 30 20:16:45.645821 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c284c5c-9243-46ba-9963-44b69c32d2ae tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:45.688156 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469f87b-b9fa-4256-8df1-e677e74e3c9a req-039e1970-2373-4576-b3b8-5439a429f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:45.689591 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c469f87b-b9fa-4256-8df1-e677e74e3c9a req-039e1970-2373-4576-b3b8-5439a429f7ae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c5425a8a-2fa0-4767-b46d-c8518c357b73 HTTP/1.1" status: 200 len: 851 time: 0.1203935 Jul 30 20:16:45.750462 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c284c5c-9243-46ba-9963-44b69c32d2ae tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Subnet': ['ID=22a39bd7-b93e-40b1-9df6-6f9b78085152,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:45.760228 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8f618c5c-a76d-4edd-9c3f-287d21694cdd None None] Transition to ACTIVE for port object dab31e8f-7ea7-4c1b-adb8-7f9d1da0831d will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:45.760819 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c284c5c-9243-46ba-9963-44b69c32d2ae tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Checking segment: {'id': '2b33f1ae-baf9-4ee2-b53d-4a344d7b6b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '53992444-43cf-477e-8537-1c1c0a08670b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:45.761256 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c284c5c-9243-46ba-9963-44b69c32d2ae tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network hostable DHCP agents. Network: 53992444-43cf-477e-8537-1c1c0a08670b, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:16:45.764107 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6f376d1-3e28-4829-be2a-7ba1226b1848 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:45.775236 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b9031ae5-4f3a-41ba-82ba-41778a3d5234 req-32587e7c-0e70-4721-80d4-dfed866d25df tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237473 Jul 30 20:16:45.785112 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8f618c5c-a76d-4edd-9c3f-287d21694cdd None None] Transition to ACTIVE for port object dab31e8f-7ea7-4c1b-adb8-7f9d1da0831d will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:45.795450 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f618c5c-a76d-4edd-9c3f-287d21694cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:45.808127 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f376d1-3e28-4829-be2a-7ba1226b1848 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Pushing event deleted for resources: {'Port': ['ID=c2437256-f229-4c59-8827-5c86dbd6fd97,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:45.848220 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f618c5c-a76d-4edd-9c3f-287d21694cdd None None] Network 22a68285-34fb-418a-8d6f-73c9bb3271e4 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:45.851672 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8f618c5c-a76d-4edd-9c3f-287d21694cdd None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:45.856869 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c284c5c-9243-46ba-9963-44b69c32d2ae tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network 53992444-43cf-477e-8537-1c1c0a08670b is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:16:45.861248 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f618c5c-a76d-4edd-9c3f-287d21694cdd None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:45.878272 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2c284c5c-9243-46ba-9963-44b69c32d2ae tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 53992444-43cf-477e-8537-1c1c0a08670b) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:45.884909 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469f87b-b9fa-4256-8df1-e677e74e3c9a req-34821488-1339-49cc-9b0f-1af7c9a277b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:45.885073 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c284c5c-9243-46ba-9963-44b69c32d2ae tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:45.885725 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c284c5c-9243-46ba-9963-44b69c32d2ae tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:45.886299 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c469f87b-b9fa-4256-8df1-e677e74e3c9a req-34821488-1339-49cc-9b0f-1af7c9a277b6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9ed41446-71e6-4016-93d6-5a969c709957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1672387 Jul 30 20:16:45.894355 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6f376d1-3e28-4829-be2a-7ba1226b1848 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:45.897528 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89b01fd1-f293-46d2-a480-c7471ab36d4b req-75745a0f-edac-4dc8-85ce-11b531899168 service neutron] 10.222.0.59 "GET /v2.0/networks/956f2f8d-58e3-4da4-8be7-e5f47f91fd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449722 Jul 30 20:16:45.905112 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f618c5c-a76d-4edd-9c3f-287d21694cdd None None] Pushing event updated for resources: {'Port': ['ID=dab31e8f-7ea7-4c1b-adb8-7f9d1da0831d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:45.907870 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850e344e-f4c7-40ac-a46c-e6d3b1a167de None None] Network 53992444-43cf-477e-8537-1c1c0a08670b requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:45.954003 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2c284c5c-9243-46ba-9963-44b69c32d2ae tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1155992 Jul 30 20:16:45.954739 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44996) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:45.984409 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8f618c5c-a76d-4edd-9c3f-287d21694cdd None None] Attempting to bind port dab31e8f-7ea7-4c1b-adb8-7f9d1da0831d on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:16:45.984783 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8f618c5c-a76d-4edd-9c3f-287d21694cdd None None] Attempting to bind port dab31e8f-7ea7-4c1b-adb8-7f9d1da0831d by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '27c9b1ed-a622-4d88-9f71-facf4ef48fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '22a68285-34fb-418a-8d6f-73c9bb3271e4'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:16:45.985150 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f618c5c-a76d-4edd-9c3f-287d21694cdd None None] Attempting to bind port dab31e8f-7ea7-4c1b-adb8-7f9d1da0831d on network 22a68285-34fb-418a-8d6f-73c9bb3271e4 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:16:45.985521 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fce19128-24c3-4761-9e86-fb83ee51c6a4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'port': {'network_id': '53992444-43cf-477e-8537-1c1c0a08670b', 'name': 'tempest-PortsTestJSON-1551889020', 'fixed_ips': [{'subnet_id': '22a39bd7-b93e-40b1-9df6-6f9b78085152', 'ip_address': '172.20.0.10'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:45.999449 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f618c5c-a76d-4edd-9c3f-287d21694cdd None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:16:45.999876 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f618c5c-a76d-4edd-9c3f-287d21694cdd None None] Checking segment: {'id': '27c9b1ed-a622-4d88-9f71-facf4ef48fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '22a68285-34fb-418a-8d6f-73c9bb3271e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:46.000326 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f618c5c-a76d-4edd-9c3f-287d21694cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:46.000670 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f618c5c-a76d-4edd-9c3f-287d21694cdd None None] Bound using segment: {'id': '27c9b1ed-a622-4d88-9f71-facf4ef48fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '22a68285-34fb-418a-8d6f-73c9bb3271e4'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:16:46.001301 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8f618c5c-a76d-4edd-9c3f-287d21694cdd None None] Bound port: dab31e8f-7ea7-4c1b-adb8-7f9d1da0831d, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c9b1ed-a622-4d88-9f71-facf4ef48fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '22a68285-34fb-418a-8d6f-73c9bb3271e4'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:16:46.001694 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f618c5c-a76d-4edd-9c3f-287d21694cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:46.087793 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5843f969-eefc-4a2a-8a1c-ba73eff8f783 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741520000808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26947376'] for subnet, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:46.111818 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db1974-06e5-4cb8-930a-145e70b7cd79 req-5bf734b7-6bdb-4055-989f-f8180b60542e tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:46.113215 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-28db1974-06e5-4cb8-930a-145e70b7cd79 req-5bf734b7-6bdb-4055-989f-f8180b60542e tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.1028490 Jul 30 20:16:46.125062 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8f618c5c-a76d-4edd-9c3f-287d21694cdd None None] For port dab31e8f-7ea7-4c1b-adb8-7f9d1da0831d, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:16:46.147647 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8f618c5c-a76d-4edd-9c3f-287d21694cdd None None] For port dab31e8f-7ea7-4c1b-adb8-7f9d1da0831d, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=dab31e8f-7ea7-4c1b-adb8-7f9d1da0831d,segment=NetworkSegment(27c9b1ed-a622-4d88-9f71-facf4ef48fd1),segment_id=27c9b1ed-a622-4d88-9f71-facf4ef48fd1)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:16:46.156801 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f618c5c-a76d-4edd-9c3f-287d21694cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:46.170190 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5843f969-eefc-4a2a-8a1c-ba73eff8f783 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:46.171628 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5843f969-eefc-4a2a-8a1c-ba73eff8f783 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:46.173290 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5843f969-eefc-4a2a-8a1c-ba73eff8f783 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "PUT /v2.0/subnets/bea2431f-df3e-42e8-ad83-1ab3de72f5d1 HTTP/1.1" status: 200 len: 826 time: 1.2148294 Jul 30 20:16:46.177474 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c469f87b-b9fa-4256-8df1-e677e74e3c9a req-de66208d-da34-4bd2-a581-f3c01c0e956f service neutron] 10.222.0.83 "GET /v2.0/networks/9ed41446-71e6-4016-93d6-5a969c709957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787657 Jul 30 20:16:46.182135 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44998) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:46.211843 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843f969-eefc-4a2a-8a1c-ba73eff8f783 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event updated for resources: {'Subnet': ['ID=bea2431f-df3e-42e8-ad83-1ab3de72f5d1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:46.225515 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6f376d1-3e28-4829-be2a-7ba1226b1848 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:46.264038 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-28db1974-06e5-4cb8-930a-145e70b7cd79 req-5ae311a2-d1e8-41a7-b8f3-3053772a4552 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261916 Jul 30 20:16:46.279864 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6f376d1-3e28-4829-be2a-7ba1226b1848 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1722371'] for router, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:46.382639 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160708e9-bbd6-4b4e-987d-7ea729416bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-53992444-43cf-477e-8537-1c1c0a08670b', 'network_id': '53992444-43cf-477e-8537-1c1c0a08670b', 'tenant_id': '2017beb2437a48d083584d9bbc248e5e', 'fixed_ips': [{'subnet_id': '22a39bd7-b93e-40b1-9df6-6f9b78085152'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:16:46.383500 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-160708e9-bbd6-4b4e-987d-7ea729416bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:46.439717 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f376d1-3e28-4829-be2a-7ba1226b1848 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Router 80a42cb7-047e-4995-a1dc-2750d05230cf has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:16:46.442078 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c469f87b-b9fa-4256-8df1-e677e74e3c9a req-716423a0-a2fa-4bdf-967e-3e2f4b7c5d5c service neutron] 10.222.0.83 "GET /v2.0/networks/9ed41446-71e6-4016-93d6-5a969c709957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938539 Jul 30 20:16:46.443776 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4f7afc2-ee8c-446e-91d5-e113cf100fa7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:46.447171 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce19128-24c3-4761-9e86-fb83ee51c6a4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:46.492467 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f618c5c-a76d-4edd-9c3f-287d21694cdd None None] Pushing event updated for resources: {'Port': ['ID=dab31e8f-7ea7-4c1b-adb8-7f9d1da0831d,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:46.575767 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-160708e9-bbd6-4b4e-987d-7ea729416bc8 None None] Allocated IP 172.20.0.2 (53992444-43cf-477e-8537-1c1c0a08670b/22a39bd7-b93e-40b1-9df6-6f9b78085152/d272b77c-6126-4d01-b4e1-cf14ccbc10c1) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:46.620281 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f376d1-3e28-4829-be2a-7ba1226b1848 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:16:46.634956 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6f376d1-3e28-4829-be2a-7ba1226b1848 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:46.637246 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d6f376d1-3e28-4829-be2a-7ba1226b1848 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "PUT /v2.0/routers/80a42cb7-047e-4995-a1dc-2750d05230cf HTTP/1.1" status: 200 len: 710 time: 2.8865497 Jul 30 20:16:46.639744 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45000) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:46.643865 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5469092b-5027-42b9-8c21-7ff4438ef8f0 None None] Sync routers for ids ['80a42cb7-047e-4995-a1dc-2750d05230cf'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:16:46.671597 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fce19128-24c3-4761-9e86-fb83ee51c6a4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:46.674973 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5469092b-5027-42b9-8c21-7ff4438ef8f0 None None] Routers {'80a42cb7-047e-4995-a1dc-2750d05230cf'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:16:46.675762 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5469092b-5027-42b9-8c21-7ff4438ef8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:16:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['80a42cb7-047e-4995-a1dc-2750d05230cf'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:46.691080 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a4f7afc2-ee8c-446e-91d5-e113cf100fa7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Deleting port dab31e8f-7ea7-4c1b-adb8-7f9d1da0831d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:46.691746 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4f7afc2-ee8c-446e-91d5-e113cf100fa7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:46.719959 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5469092b-5027-42b9-8c21-7ff4438ef8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:46.730360 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5469092b-5027-42b9-8c21-7ff4438ef8f0 None None] Routers {'80a42cb7-047e-4995-a1dc-2750d05230cf'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:16:46.731973 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5469092b-5027-42b9-8c21-7ff4438ef8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:16:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['80a42cb7-047e-4995-a1dc-2750d05230cf'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:46.745798 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-fce19128-24c3-4761-9e86-fb83ee51c6a4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] device_id is not set on port 10531d58-ac76-4c8a-9f54-71cff47aaeee yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:16:46.775290 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5469092b-5027-42b9-8c21-7ff4438ef8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:46.776617 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5469092b-5027-42b9-8c21-7ff4438ef8f0 None None] The sync data for ids ['80a42cb7-047e-4995-a1dc-2750d05230cf'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:16:46.781327 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e8a27cb9-3adb-4911-9ee4-b1a845fe6fab tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "GET /v2.0/routers/80a42cb7-047e-4995-a1dc-2750d05230cf HTTP/1.1" status: 200 len: 745 time: 0.1390979 Jul 30 20:16:46.782625 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45002) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:46.815127 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-160708e9-bbd6-4b4e-987d-7ea729416bc8 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:46.829452 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-160708e9-bbd6-4b4e-987d-7ea729416bc8 None None] Transition to ACTIVE for port object d272b77c-6126-4d01-b4e1-cf14ccbc10c1 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:46.846403 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device a688d11b-d79a-41d2-842b-a806169c17fc up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:46.856613 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-160708e9-bbd6-4b4e-987d-7ea729416bc8 None None] Transition to ACTIVE for port object d272b77c-6126-4d01-b4e1-cf14ccbc10c1 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:46.866897 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ec076a60-e4e6-496d-aa94-2d5c72f92662 tempest-RoutersIpV6AdminTest-1782513603 tempest-RoutersIpV6AdminTest-1782513603-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&device_id=80a42cb7-047e-4995-a1dc-2750d05230cf HTTP/1.1" status: 200 len: 205 time: 0.0805254 Jul 30 20:16:46.867385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45006) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:46.893945 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-160708e9-bbd6-4b4e-987d-7ea729416bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:46.909925 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-01171c5e-aec7-4d12-9427-4e64126144e4 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "GET /v2.0/ports?device_id=80a42cb7-047e-4995-a1dc-2750d05230cf HTTP/1.1" status: 200 len: 205 time: 0.0366776 Jul 30 20:16:46.913533 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45010) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:46.915285 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-a4f7afc2-ee8c-446e-91d5-e113cf100fa7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] For port dab31e8f-7ea7-4c1b-adb8-7f9d1da0831d, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=dab31e8f-7ea7-4c1b-adb8-7f9d1da0831d,segment=NetworkSegment(27c9b1ed-a622-4d88-9f71-facf4ef48fd1),segment_id=27c9b1ed-a622-4d88-9f71-facf4ef48fd1)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:46.915687 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4f7afc2-ee8c-446e-91d5-e113cf100fa7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:46.953904 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160708e9-bbd6-4b4e-987d-7ea729416bc8 None None] Network 53992444-43cf-477e-8537-1c1c0a08670b is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:46.958640 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703eed3-1146-4ffc-b9af-9825cc41e3a0 req-6166078f-6435-4e9e-8ef5-ddcb9f7bae29 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:46.959101 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-160708e9-bbd6-4b4e-987d-7ea729416bc8 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:46.960883 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6703eed3-1146-4ffc-b9af-9825cc41e3a0 req-6166078f-6435-4e9e-8ef5-ddcb9f7bae29 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 944 time: 0.0560105 Jul 30 20:16:46.968184 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160708e9-bbd6-4b4e-987d-7ea729416bc8 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:46.970432 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160708e9-bbd6-4b4e-987d-7ea729416bc8 None None] Pushing event updated for resources: {'Port': ['ID=d272b77c-6126-4d01-b4e1-cf14ccbc10c1,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:46.976096 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port a688d11b-d79a-41d2-842b-a806169c17fc completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:46.979105 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a4f7afc2-ee8c-446e-91d5-e113cf100fa7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Calling delete_port for dab31e8f-7ea7-4c1b-adb8-7f9d1da0831d owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:47.003194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port a688d11b-d79a-41d2-842b-a806169c17fc triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:47.003194 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:47.009389 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6703eed3-1146-4ffc-b9af-9825cc41e3a0 req-588f6aa5-6541-498e-95b4-b46cf4624f08 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390966 Jul 30 20:16:47.055027 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-160708e9-bbd6-4b4e-987d-7ea729416bc8 None None] Attempting to bind port d272b77c-6126-4d01-b4e1-cf14ccbc10c1 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:16:47.055311 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-160708e9-bbd6-4b4e-987d-7ea729416bc8 None None] Attempting to bind port d272b77c-6126-4d01-b4e1-cf14ccbc10c1 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '2b33f1ae-baf9-4ee2-b53d-4a344d7b6b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '53992444-43cf-477e-8537-1c1c0a08670b'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:16:47.055665 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160708e9-bbd6-4b4e-987d-7ea729416bc8 None None] Attempting to bind port d272b77c-6126-4d01-b4e1-cf14ccbc10c1 on network 53992444-43cf-477e-8537-1c1c0a08670b {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:16:47.067700 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160708e9-bbd6-4b4e-987d-7ea729416bc8 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:16:47.068079 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160708e9-bbd6-4b4e-987d-7ea729416bc8 None None] Checking segment: {'id': '2b33f1ae-baf9-4ee2-b53d-4a344d7b6b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '53992444-43cf-477e-8537-1c1c0a08670b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:47.068476 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-160708e9-bbd6-4b4e-987d-7ea729416bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:47.068869 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160708e9-bbd6-4b4e-987d-7ea729416bc8 None None] Bound using segment: {'id': '2b33f1ae-baf9-4ee2-b53d-4a344d7b6b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '53992444-43cf-477e-8537-1c1c0a08670b'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:16:47.069354 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-160708e9-bbd6-4b4e-987d-7ea729416bc8 None None] Bound port: d272b77c-6126-4d01-b4e1-cf14ccbc10c1, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b33f1ae-baf9-4ee2-b53d-4a344d7b6b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '53992444-43cf-477e-8537-1c1c0a08670b'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:16:47.069741 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-160708e9-bbd6-4b4e-987d-7ea729416bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:47.096113 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-160d3d9d-7e9e-424b-951d-12dc87699ae7 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:47.140438 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-fce19128-24c3-4761-9e86-fb83ee51c6a4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Allocated IP 172.20.0.10 (53992444-43cf-477e-8537-1c1c0a08670b/22a39bd7-b93e-40b1-9df6-6f9b78085152/10531d58-ac76-4c8a-9f54-71cff47aaeee) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:47.165067 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:47.167075 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-160708e9-bbd6-4b4e-987d-7ea729416bc8 None None] For port d272b77c-6126-4d01-b4e1-cf14ccbc10c1, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:16:47.186459 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-160708e9-bbd6-4b4e-987d-7ea729416bc8 None None] For port d272b77c-6126-4d01-b4e1-cf14ccbc10c1, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d272b77c-6126-4d01-b4e1-cf14ccbc10c1,segment=NetworkSegment(2b33f1ae-baf9-4ee2-b53d-4a344d7b6b31),segment_id=2b33f1ae-baf9-4ee2-b53d-4a344d7b6b31)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:16:47.193584 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-160708e9-bbd6-4b4e-987d-7ea729416bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:47.204998 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7d8b3f-fa05-4791-96b3-fc9e964945bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a688d11b-d79a-41d2-842b-a806169c17fc'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:16:47.207950 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df89a382-3da0-4ee2-a392-8d919600c65b" -d '{"events": [{"server_uuid": "7d7d8b3f-fa05-4791-96b3-fc9e964945bc", "name": "network-vif-plugged", "status": "completed", "tag": "a688d11b-d79a-41d2-842b-a806169c17fc"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:16:47.247807 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port a688d11b-d79a-41d2-842b-a806169c17fc, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=a688d11b-d79a-41d2-842b-a806169c17fc,segment=NetworkSegment(97615c14-3033-446e-9631-4f2099fb3f0b),segment_id=97615c14-3033-446e-9631-4f2099fb3f0b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:47.285498 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:47.292316 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160708e9-bbd6-4b4e-987d-7ea729416bc8 None None] Pushing event updated for resources: {'Port': ['ID=d272b77c-6126-4d01-b4e1-cf14ccbc10c1,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:47.320784 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74e3cfb-000a-46e5-8e6e-fa0b137988e9 x-openstack-request-id: req-c74e3cfb-000a-46e5-8e6e-fa0b137988e9 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:16:47.321059 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7d8b3f-fa05-4791-96b3-fc9e964945bc", "name": "network-vif-plugged", "status": "completed", "tag": "a688d11b-d79a-41d2-842b-a806169c17fc", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:16:47.321312 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c74e3cfb-000a-46e5-8e6e-fa0b137988e9 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:16:47.321745 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7d8b3f-fa05-4791-96b3-fc9e964945bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a688d11b-d79a-41d2-842b-a806169c17fc', 'code': 200} Jul 30 20:16:47.334872 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-160d3d9d-7e9e-424b-951d-12dc87699ae7 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:47.341367 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-160d3d9d-7e9e-424b-951d-12dc87699ae7 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:47.352021 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=a688d11b-d79a-41d2-842b-a806169c17fc,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:47.481512 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dfeb0-b994-4a63-aa08-bfdc59729842 req-f8f68f4a-564a-4a24-90fb-7429bfccac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:47.483437 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7d5dfeb0-b994-4a63-aa08-bfdc59729842 req-f8f68f4a-564a-4a24-90fb-7429bfccac28 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 1096 time: 0.0979080 Jul 30 20:16:47.486725 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-160d3d9d-7e9e-424b-951d-12dc87699ae7 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:47.487272 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160d3d9d-7e9e-424b-951d-12dc87699ae7 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Fanout notify agent at l3_agent the message router_deleted on router 80a42cb7-047e-4995-a1dc-2750d05230cf {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:16:47.496435 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-160d3d9d-7e9e-424b-951d-12dc87699ae7 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:47.497546 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-160d3d9d-7e9e-424b-951d-12dc87699ae7 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "DELETE /v2.0/routers/80a42cb7-047e-4995-a1dc-2750d05230cf HTTP/1.1" status: 204 len: 168 time: 0.5792587 Jul 30 20:16:47.504040 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45018) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:47.506003 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf4263-949f-40a6-9025-569d86f8b7b4 req-9f233800-2947-4e62-8bd9-5f560b98791e tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:47.507606 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-28cf4263-949f-40a6-9025-569d86f8b7b4 req-9f233800-2947-4e62-8bd9-5f560b98791e tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.0774934 Jul 30 20:16:47.519696 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4f7afc2-ee8c-446e-91d5-e113cf100fa7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:47.565991 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b5bd02c7-ddca-4fdd-919b-c001ece604ce tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "GET /v2.0/ports?device_id=80a42cb7-047e-4995-a1dc-2750d05230cf HTTP/1.1" status: 200 len: 205 time: 0.0557079 Jul 30 20:16:47.586967 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45020) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:47.595551 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7afc2-ee8c-446e-91d5-e113cf100fa7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Port': ['ID=dab31e8f-7ea7-4c1b-adb8-7f9d1da0831d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:47.659227 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f7afc2-ee8c-446e-91d5-e113cf100fa7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] No DVR routers for this DVR port dab31e8f-7ea7-4c1b-adb8-7f9d1da0831d on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:16:47.662963 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-28cf4263-949f-40a6-9025-569d86f8b7b4 req-1a6acb35-d81c-4285-ab30-e249b95464a3 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317735 Jul 30 20:16:47.663332 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fce19128-24c3-4761-9e86-fb83ee51c6a4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:47.663966 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-03de4ca3-9683-4b6b-b3d6-f7a549956eed tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] delete failed (client error): The resource could not be found. Jul 30 20:16:47.664927 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-03de4ca3-9683-4b6b-b3d6-f7a549956eed tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "DELETE /v2.0/routers/80a42cb7-047e-4995-a1dc-2750d05230cf HTTP/1.1" status: 404 len: 336 time: 0.0768349 Jul 30 20:16:47.667370 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7d5dfeb0-b994-4a63-aa08-bfdc59729842 req-2ea9ea13-92ce-4d57-9aae-b9a2f378eee8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752954 Jul 30 20:16:47.667903 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45022) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:47.712302 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0d70560d-bc05-4f8b-982c-a3cc05d033cb tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8df73b4-785d-4284-a724-f53c579d83e4 HTTP/1.1" status: 200 len: 205 time: 0.0405180 Jul 30 20:16:47.713195 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45026) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:47.722568 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-fce19128-24c3-4761-9e86-fb83ee51c6a4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Transition to ACTIVE for port object 10531d58-ac76-4c8a-9f54-71cff47aaeee will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:47.741792 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4f7afc2-ee8c-446e-91d5-e113cf100fa7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:47.787120 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-c013ed41-c35b-48e1-aaf2-a7f632dadbc4 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] delete failed (client error): The resource could not be found. Jul 30 20:16:47.788894 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c013ed41-c35b-48e1-aaf2-a7f632dadbc4 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "DELETE /v2.0/routers/e8df73b4-785d-4284-a724-f53c579d83e4 HTTP/1.1" status: 404 len: 336 time: 0.0739374 Jul 30 20:16:47.794236 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45028) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:47.817153 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fce19128-24c3-4761-9e86-fb83ee51c6a4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:47.827895 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-70ea9911-a1fa-4de4-8272-6ee4a97b774c tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec8e2813-7c5c-440b-a28d-ed6767e3408b HTTP/1.1" status: 200 len: 205 time: 0.0324640 Jul 30 20:16:47.830279 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45030) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:47.869345 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4f7afc2-ee8c-446e-91d5-e113cf100fa7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:47.887458 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dca9a3-980d-4128-8955-2374b1483d34 None None] Network 22a68285-34fb-418a-8d6f-73c9bb3271e4 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:47.932099 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-b1b39429-9aee-4790-866e-59f3e828df0f tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] delete failed (client error): The resource could not be found. Jul 30 20:16:47.933112 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b1b39429-9aee-4790-866e-59f3e828df0f tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "DELETE /v2.0/routers/ec8e2813-7c5c-440b-a28d-ed6767e3408b HTTP/1.1" status: 404 len: 336 time: 0.0985923 Jul 30 20:16:47.936362 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45034) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:47.955823 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce19128-24c3-4761-9e86-fb83ee51c6a4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network 53992444-43cf-477e-8537-1c1c0a08670b is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:47.964801 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7afc2-ee8c-446e-91d5-e113cf100fa7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Subnet': ['ID=bea2431f-df3e-42e8-ad83-1ab3de72f5d1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:47.965070 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-369db85a-9fe1-4f72-a131-fa113f12b93a tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "GET /v2.0/ports?device_id=281b9db9-3572-4172-aa56-70e77a4a8878 HTTP/1.1" status: 200 len: 205 time: 0.0274069 Jul 30 20:16:47.966860 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-fce19128-24c3-4761-9e86-fb83ee51c6a4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:47.967539 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45036) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:47.983587 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce19128-24c3-4761-9e86-fb83ee51c6a4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Port': ['ID=10531d58-ac76-4c8a-9f54-71cff47aaeee,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:47.993553 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cc5fb9d3-32c8-4ade-ba52-a451d5dac855 None None] Could not find standard attr ID for object dab31e8f-7ea7-4c1b-adb8-7f9d1da0831d. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:16:48.052365 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce19128-24c3-4761-9e86-fb83ee51c6a4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:48.060430 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4f7afc2-ee8c-446e-91d5-e113cf100fa7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:48.071353 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-783f3028-1aec-4fb4-808d-cee5728cd09f tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] delete failed (client error): The resource could not be found. Jul 30 20:16:48.075784 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-783f3028-1aec-4fb4-808d-cee5728cd09f tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "DELETE /v2.0/routers/281b9db9-3572-4172-aa56-70e77a4a8878 HTTP/1.1" status: 404 len: 336 time: 0.1036613 Jul 30 20:16:48.078318 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45042) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:48.095452 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a4f7afc2-ee8c-446e-91d5-e113cf100fa7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a68285-34fb-418a-8d6f-73c9bb3271e4']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:48.119463 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a4f7afc2-ee8c-446e-91d5-e113cf100fa7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c9b1ed-a622-4d88-9f71-facf4ef48fd1') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:48.119772 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a4f7afc2-ee8c-446e-91d5-e113cf100fa7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c9b1ed-a622-4d88-9f71-facf4ef48fd1') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:48.126767 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-31ee6e18-c8d2-4f00-97ae-d569e9a5ea8f tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "GET /v2.0/ports?device_id=f42e1889-b216-408f-97f3-738b200024c0 HTTP/1.1" status: 200 len: 205 time: 0.0474086 Jul 30 20:16:48.130014 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45046) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:48.135963 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4f7afc2-ee8c-446e-91d5-e113cf100fa7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:48.142246 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c85bfa-23e3-4e7e-a8fd-662465550d5e None None] DHCP port deletion for 22a68285-34fb-418a-8d6f-73c9bb3271e4 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:16:48.149944 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce19128-24c3-4761-9e86-fb83ee51c6a4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:48.150736 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fce19128-24c3-4761-9e86-fb83ee51c6a4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:48.168578 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4f7afc2-ee8c-446e-91d5-e113cf100fa7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:48.169901 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5565436d-2dff-4adb-8875-d0f89638daae None None] Network 22a68285-34fb-418a-8d6f-73c9bb3271e4 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:48.179537 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fce19128-24c3-4761-9e86-fb83ee51c6a4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1987531 Jul 30 20:16:48.181970 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45048) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:48.189046 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e9178ab6-38c1-410e-ba33-eff46ae12b31 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'port': {'network_id': '53992444-43cf-477e-8537-1c1c0a08670b', 'name': 'tempest-PortsTestJSON-498829647', 'fixed_ips': [{'subnet_id': '22a39bd7-b93e-40b1-9df6-6f9b78085152', 'ip_address': '172.20.0.9'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:48.192317 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-25f6e872-3ae1-4ccf-ab9c-5c1a90d8e972 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] delete failed (client error): The resource could not be found. Jul 30 20:16:48.193458 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-25f6e872-3ae1-4ccf-ab9c-5c1a90d8e972 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "DELETE /v2.0/routers/f42e1889-b216-408f-97f3-738b200024c0 HTTP/1.1" status: 404 len: 336 time: 0.0616233 Jul 30 20:16:48.194012 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f7afc2-ee8c-446e-91d5-e113cf100fa7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:16:48.194662 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4f7afc2-ee8c-446e-91d5-e113cf100fa7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:48.196552 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45050) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:16:48.199799 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:16:48.207500 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125777b8-6aa8-4f61-aa0c-edd3c9189d48 req-f545d91f-b497-4fc5-a34c-f71532ba96b5 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:48.209177 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-125777b8-6aa8-4f61-aa0c-edd3c9189d48 req-f545d91f-b497-4fc5-a34c-f71532ba96b5 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.2341509 Jul 30 20:16:48.228051 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259d0fe-a5ef-47f6-92cd-27eee36d8bec req-8f880484-6f2e-4417-b8b5-8efd09b96236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:48.229952 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9259d0fe-a5ef-47f6-92cd-27eee36d8bec req-8f880484-6f2e-4417-b8b5-8efd09b96236 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 1095 time: 0.1833827 Jul 30 20:16:48.270876 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5d72be99-d77e-43c1-80ab-ee9f46c65d94 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "GET /v2.0/ports?device_id=add4c972-5467-4946-89a8-c425185e519c HTTP/1.1" status: 200 len: 205 time: 0.0730050 Jul 30 20:16:48.276931 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45052) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:48.343987 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-40e2b05a-880f-489c-a7cd-a086f16b488e tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] delete failed (client error): The resource could not be found. Jul 30 20:16:48.347329 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-40e2b05a-880f-489c-a7cd-a086f16b488e tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "DELETE /v2.0/routers/add4c972-5467-4946-89a8-c425185e519c HTTP/1.1" status: 404 len: 336 time: 0.0662274 Jul 30 20:16:48.365521 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45054) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:48.435556 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-125777b8-6aa8-4f61-aa0c-edd3c9189d48 req-399a805d-c80f-4da7-aa0f-605f434e3cd8 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094507 Jul 30 20:16:48.479865 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-0174be89-62da-45a8-81dd-4c681dd44f25 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] DELETE failed (client error): The resource could not be found. Jul 30 20:16:48.480645 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0174be89-62da-45a8-81dd-4c681dd44f25 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:16:48.482370 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0174be89-62da-45a8-81dd-4c681dd44f25 tempest-RoutersIpV6AdminTest-719574848 tempest-RoutersIpV6AdminTest-719574848-project] 10.222.0.81 "DELETE /v2.0/subnets/261a854d-5873-4c0b-849a-058ff481d2d0 HTTP/1.1" status: 404 len: 337 time: 0.1123888 Jul 30 20:16:48.540722 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259d0fe-a5ef-47f6-92cd-27eee36d8bec req-10e845ca-6241-4c17-9215-f0cc99b0a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:48.545184 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9259d0fe-a5ef-47f6-92cd-27eee36d8bec req-10e845ca-6241-4c17-9215-f0cc99b0a705 service neutron] 10.222.0.83 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 912 time: 0.2689142 Jul 30 20:16:48.545634 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d272b77c-6126-4d01-b4e1-cf14ccbc10c1 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:48.610856 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port d272b77c-6126-4d01-b4e1-cf14ccbc10c1 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:48.696533 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958b6113-d01f-4bf6-b572-0f4aa19596d6 None None] Network 53992444-43cf-477e-8537-1c1c0a08670b requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:48.697864 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9259d0fe-a5ef-47f6-92cd-27eee36d8bec req-71dadaac-6a9e-492a-8c37-446d8b808136 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a HTTP/1.1" status: 200 len: 999 time: 0.1400785 Jul 30 20:16:48.708246 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f40c5-e0b6-4b21-ab13-8fb0eb967f0e req-89477b3e-d459-4034-8051-e7ddc1707ad7 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:48.710108 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c85f40c5-e0b6-4b21-ab13-8fb0eb967f0e req-89477b3e-d459-4034-8051-e7ddc1707ad7 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1307290 Jul 30 20:16:48.761244 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5160f669-bb81-44dc-8f36-387bfef3bdac None None] Provisioning for port d272b77c-6126-4d01-b4e1-cf14ccbc10c1 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:48.774367 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5160f669-bb81-44dc-8f36-387bfef3bdac None None] Provisioning complete for port d272b77c-6126-4d01-b4e1-cf14ccbc10c1 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:48.775476 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5160f669-bb81-44dc-8f36-387bfef3bdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:48.798963 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259d0fe-a5ef-47f6-92cd-27eee36d8bec req-dad42345-b3df-4dd9-b820-0946f356d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:48.800665 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9259d0fe-a5ef-47f6-92cd-27eee36d8bec req-dad42345-b3df-4dd9-b820-0946f356d242 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ac1c465f-425f-4078-b2f8-d23b006b1c90 HTTP/1.1" status: 200 len: 850 time: 0.0895076 Jul 30 20:16:48.818235 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c85f40c5-e0b6-4b21-ab13-8fb0eb967f0e req-920d26dd-4da8-444d-893a-7bab0364382d tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940382 Jul 30 20:16:48.839553 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9178ab6-38c1-410e-ba33-eff46ae12b31 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:48.848017 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9178ab6-38c1-410e-ba33-eff46ae12b31 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:48.866304 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45062) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:48.872095 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-e9178ab6-38c1-410e-ba33-eff46ae12b31 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] device_id is not set on port b4cd8428-4085-441b-bc96-1acc1f495322 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:16:48.897411 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5160f669-bb81-44dc-8f36-387bfef3bdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:48.946492 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-5160f669-bb81-44dc-8f36-387bfef3bdac None None] For port d272b77c-6126-4d01-b4e1-cf14ccbc10c1, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d272b77c-6126-4d01-b4e1-cf14ccbc10c1,segment=NetworkSegment(2b33f1ae-baf9-4ee2-b53d-4a344d7b6b31),segment_id=2b33f1ae-baf9-4ee2-b53d-4a344d7b6b31)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:48.976777 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5160f669-bb81-44dc-8f36-387bfef3bdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:49.005591 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4f7afc2-ee8c-446e-91d5-e113cf100fa7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:49.040843 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4f7afc2-ee8c-446e-91d5-e113cf100fa7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:49.042374 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a4f7afc2-ee8c-446e-91d5-e113cf100fa7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/networks/22a68285-34fb-418a-8d6f-73c9bb3271e4 HTTP/1.1" status: 204 len: 168 time: 2.8329506 Jul 30 20:16:49.049172 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7afc2-ee8c-446e-91d5-e113cf100fa7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Network': ['ID=22a68285-34fb-418a-8d6f-73c9bb3271e4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:49.053281 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45066) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:49.064027 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160f669-bb81-44dc-8f36-387bfef3bdac None None] Pushing event updated for resources: {'Port': ['ID=d272b77c-6126-4d01-b4e1-cf14ccbc10c1,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:49.094774 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6005e08-c6c6-436d-b9dd-1abf19725dc6 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] DELETE failed (client error): The resource could not be found. Jul 30 20:16:49.095367 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6005e08-c6c6-436d-b9dd-1abf19725dc6 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:16:49.104964 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e6005e08-c6c6-436d-b9dd-1abf19725dc6 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/networks/22a68285-34fb-418a-8d6f-73c9bb3271e4 HTTP/1.1" status: 404 len: 339 time: 0.0505035 Jul 30 20:16:49.108757 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45068) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:49.114166 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a0c38e0c-a42f-454f-9614-7c92ed6f68b7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-617749663', 'description': 'd1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:49.184927 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-691d53de-36f3-4c17-9599-583258968aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:49.186726 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c38e0c-a42f-454f-9614-7c92ed6f68b7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Made reservation on behalf of 4fc87ee29acf4a9d99df698a1b63632f for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:49.190391 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0c38e0c-a42f-454f-9614-7c92ed6f68b7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:49.215617 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-e9178ab6-38c1-410e-ba33-eff46ae12b31 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Allocated IP 172.20.0.9 (53992444-43cf-477e-8537-1c1c0a08670b/22a39bd7-b93e-40b1-9df6-6f9b78085152/b4cd8428-4085-441b-bc96-1acc1f495322) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:49.252969 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259d0fe-a5ef-47f6-92cd-27eee36d8bec req-3a07967b-8666-4db4-86f8-97223139e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:49.254560 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9259d0fe-a5ef-47f6-92cd-27eee36d8bec req-3a07967b-8666-4db4-86f8-97223139e1f5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4352355 Jul 30 20:16:49.262418 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c38e0c-a42f-454f-9614-7c92ed6f68b7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:16:49.297893 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0c38e0c-a42f-454f-9614-7c92ed6f68b7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:49.298245 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-a0c38e0c-a42f-454f-9614-7c92ed6f68b7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Added segment f85e5217-7422-44b7-8e6d-c1e40d13628e of type vlan for network dc4dba6f-8ed2-4221-bc16-a10db1a38495 Jul 30 20:16:49.381338 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9259d0fe-a5ef-47f6-92cd-27eee36d8bec req-67fb8fef-d10f-4b9f-aa59-aed41a2317c6 service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177135 Jul 30 20:16:49.404157 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d2dfb9d3-db9c-46d3-a9bf-23779486aff8 None None] Provisioning complete for port d272b77c-6126-4d01-b4e1-cf14ccbc10c1 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:49.406252 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb9d3-db9c-46d3-a9bf-23779486aff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:49.418007 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0c38e0c-a42f-454f-9614-7c92ed6f68b7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:49.514080 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:49.530420 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9259d0fe-a5ef-47f6-92cd-27eee36d8bec req-a7cc5dfe-8e17-4311-b537-e93a6ca1a792 service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401327 Jul 30 20:16:49.549242 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9178ab6-38c1-410e-ba33-eff46ae12b31 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:49.565415 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-e9178ab6-38c1-410e-ba33-eff46ae12b31 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Transition to ACTIVE for port object b4cd8428-4085-441b-bc96-1acc1f495322 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:49.569364 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0c38e0c-a42f-454f-9614-7c92ed6f68b7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:49.575800 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d2dfb9d3-db9c-46d3-a9bf-23779486aff8 None None] Provisioning for port 10531d58-ac76-4c8a-9f54-71cff47aaeee completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:49.576020 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c38e0c-a42f-454f-9614-7c92ed6f68b7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:49.576558 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0c38e0c-a42f-454f-9614-7c92ed6f68b7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:49.582133 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d2dfb9d3-db9c-46d3-a9bf-23779486aff8 None None] Provisioning complete for port 10531d58-ac76-4c8a-9f54-71cff47aaeee triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:49.583041 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb9d3-db9c-46d3-a9bf-23779486aff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:49.608716 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ba944-f954-4567-87ef-a8221a462dc8 req-05114420-3e88-4f81-99d5-cccf5fb91352 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:49.610336 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-701ba944-f954-4567-87ef-a8221a462dc8 req-05114420-3e88-4f81-99d5-cccf5fb91352 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.0788188 Jul 30 20:16:49.631979 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d2dfb9d3-db9c-46d3-a9bf-23779486aff8 None None] Port 10531d58-ac76-4c8a-9f54-71cff47aaeee cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:16:49.654935 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-701ba944-f954-4567-87ef-a8221a462dc8 req-b7a75850-886a-415d-969f-a27a1e718100 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378530 Jul 30 20:16:49.656712 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-691d53de-36f3-4c17-9599-583258968aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:49.668783 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-691d53de-36f3-4c17-9599-583258968aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:49.692903 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a0c38e0c-a42f-454f-9614-7c92ed6f68b7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5831108 Jul 30 20:16:49.695671 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45072) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:49.711971 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c38e0c-a42f-454f-9614-7c92ed6f68b7 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event updated for resources: {'Network': ['ID=dc4dba6f-8ed2-4221-bc16-a10db1a38495,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:49.723223 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network dc4dba6f-8ed2-4221-bc16-a10db1a38495 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:16:49.741112 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-691d53de-36f3-4c17-9599-583258968aa9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3e88715eb6234c15b2843b64f1622fdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7335143 Jul 30 20:16:49.742060 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45074) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:49.745068 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9178ab6-38c1-410e-ba33-eff46ae12b31 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:49.747114 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d53de-36f3-4c17-9599-583258968aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d748d3-5f1c-4d2a-b766-e562b41372c1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:49.789400 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb44f2b-f6df-4799-8f60-7dc456cf92c9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:49.791004 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-beb44f2b-f6df-4799-8f60-7dc456cf92c9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "GET /v2.0/networks?id=dc4dba6f-8ed2-4221-bc16-a10db1a38495 HTTP/1.1" status: 200 len: 764 time: 0.0941429 Jul 30 20:16:49.795899 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45076) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:49.806268 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ab07addf-ba16-4705-83d4-78e901e2f273 None None] Provisioning complete for port 10531d58-ac76-4c8a-9f54-71cff47aaeee triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:49.806746 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab07addf-ba16-4705-83d4-78e901e2f273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:49.809091 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1100cc32-fe1a-472f-8383-98996a279fb1 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Request body: {'network': {'description': 'd2'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:49.832258 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9178ab6-38c1-410e-ba33-eff46ae12b31 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network 53992444-43cf-477e-8537-1c1c0a08670b is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:49.843992 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ab07addf-ba16-4705-83d4-78e901e2f273 None None] Port 10531d58-ac76-4c8a-9f54-71cff47aaeee cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:16:49.874165 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e9178ab6-38c1-410e-ba33-eff46ae12b31 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:49.891563 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9178ab6-38c1-410e-ba33-eff46ae12b31 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:49.924269 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9178ab6-38c1-410e-ba33-eff46ae12b31 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Port': ['ID=b4cd8428-4085-441b-bc96-1acc1f495322,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:49.936184 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903d5f9-f280-47f7-81a1-01832743fc55 req-d25c182b-4e4a-4eda-8bef-a071f326ca83 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:49.940316 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b903d5f9-f280-47f7-81a1-01832743fc55 req-d25c182b-4e4a-4eda-8bef-a071f326ca83 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0552135 Jul 30 20:16:49.996209 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b903d5f9-f280-47f7-81a1-01832743fc55 req-79a49eeb-ba73-4ec4-b1ea-b86a7ac05494 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470400 Jul 30 20:16:50.020713 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ff2c771-7f7e-4852-bdf6-10c2868e0bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:50.038113 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9178ab6-38c1-410e-ba33-eff46ae12b31 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:50.038785 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9178ab6-38c1-410e-ba33-eff46ae12b31 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:50.094387 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e9178ab6-38c1-410e-ba33-eff46ae12b31 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9110713 Jul 30 20:16:50.097231 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45086) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:50.104074 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ff2c771-7f7e-4852-bdf6-10c2868e0bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:50.145016 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1100cc32-fe1a-472f-8383-98996a279fb1 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:50.172693 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1100cc32-fe1a-472f-8383-98996a279fb1 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:50.184342 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1100cc32-fe1a-472f-8383-98996a279fb1 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Network dc4dba6f-8ed2-4221-bc16-a10db1a38495 is not hosted by any dhcp agent {{(pid=93883) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 20:16:50.189850 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1100cc32-fe1a-472f-8383-98996a279fb1 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:50.190471 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1100cc32-fe1a-472f-8383-98996a279fb1 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:50.194160 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1100cc32-fe1a-472f-8383-98996a279fb1 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "PUT /v2.0/networks/dc4dba6f-8ed2-4221-bc16-a10db1a38495 HTTP/1.1" status: 200 len: 761 time: 0.3909628 Jul 30 20:16:50.197994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45090) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:50.242239 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ff2c771-7f7e-4852-bdf6-10c2868e0bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:50.245161 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ff2c771-7f7e-4852-bdf6-10c2868e0bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:50.249134 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3ff2c771-7f7e-4852-bdf6-10c2868e0bcc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/75d748d3-5f1c-4d2a-b766-e562b41372c1 HTTP/1.1" status: 204 len: 168 time: 0.5035355 Jul 30 20:16:50.262610 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100cc32-fe1a-472f-8383-98996a279fb1 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event updated for resources: {'Network': ['ID=dc4dba6f-8ed2-4221-bc16-a10db1a38495,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:50.265178 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff2c771-7f7e-4852-bdf6-10c2868e0bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d748d3-5f1c-4d2a-b766-e562b41372c1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:50.278735 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network dc4dba6f-8ed2-4221-bc16-a10db1a38495 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:16:50.280564 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e622a77e-117f-4a29-8d85-0fa3c1cc1881 None None] Provisioning for port b4cd8428-4085-441b-bc96-1acc1f495322 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:50.331134 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e622a77e-117f-4a29-8d85-0fa3c1cc1881 None None] Provisioning complete for port b4cd8428-4085-441b-bc96-1acc1f495322 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:50.331781 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e622a77e-117f-4a29-8d85-0fa3c1cc1881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:50.347391 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bee7665-f89c-4910-bc33-0d18d4a8ab53 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:50.349062 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8bee7665-f89c-4910-bc33-0d18d4a8ab53 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2500439 Jul 30 20:16:50.352552 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45102) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:50.405901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2a27f8-9749-400b-97e9-4a7cab0947cf tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:50.414009 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6d2a27f8-9749-400b-97e9-4a7cab0947cf tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "GET /v2.0/networks?id=dc4dba6f-8ed2-4221-bc16-a10db1a38495 HTTP/1.1" status: 200 len: 764 time: 0.2145796 Jul 30 20:16:50.414643 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45106) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:50.414868 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d272b77c-6126-4d01-b4e1-cf14ccbc10c1 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:50.463284 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e622a77e-117f-4a29-8d85-0fa3c1cc1881 None None] Port b4cd8428-4085-441b-bc96-1acc1f495322 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:16:50.495799 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port d272b77c-6126-4d01-b4e1-cf14ccbc10c1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:50.497294 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:50.499802 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493943f3-da42-4b07-880e-29ceec986914 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:50.506458 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493943f3-da42-4b07-880e-29ceec986914 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:50.513398 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493943f3-da42-4b07-880e-29ceec986914 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:50.519543 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-493943f3-da42-4b07-880e-29ceec986914 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1648028 Jul 30 20:16:50.519720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45108) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:50.609410 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45110) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:50.649625 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6f4331b9-5677-4c29-bb23-2c803434c235 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d9fdab70e32f4a0ea885c980cadbec17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390294 Jul 30 20:16:50.652507 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45112) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:50.688410 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-442b4e2c-caae-4079-ae6c-60682ba0a764 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:50.689877 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-442b4e2c-caae-4079-ae6c-60682ba0a764 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/networks?id=d0830a4b-e259-4b58-9c94-0dd2ceb61009 HTTP/1.1" status: 200 len: 813 time: 0.4007614 Jul 30 20:16:50.701018 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-add1f429-b62b-490c-8c5d-b15a75e0e953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:50.722515 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-add1f429-b62b-490c-8c5d-b15a75e0e953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:50.732380 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-e94e87bd-d61f-49f6-81c8-d1393bdf9842 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/quotas/9223d3fe370d4158bc62a22bc1b34676 HTTP/1.1" status: 200 len: 375 time: 0.0327222 Jul 30 20:16:50.739811 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9f3241-26ca-4bc9-a5b4-b17ee13a4665 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:50.741316 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4f9f3241-26ca-4bc9-a5b4-b17ee13a4665 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3235207 Jul 30 20:16:50.744596 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45116) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:50.790540 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-491677d5-aa37-4402-8e5b-4691e6fa5d84 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting port b4cd8428-4085-441b-bc96-1acc1f495322 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:50.790878 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-491677d5-aa37-4402-8e5b-4691e6fa5d84 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:50.791763 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-37204a5f-a376-48a8-87ac-973f65004315 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "GET /v2.0/subnets?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 207 time: 0.0460675 Jul 30 20:16:50.795761 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45118) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:50.844012 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-57c4cad0-c24b-4e5a-bd9c-4d82773264bd tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9223d3fe370d4158bc62a22bc1b34676&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1005771 Jul 30 20:16:50.858898 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-add1f429-b62b-490c-8c5d-b15a75e0e953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:50.862489 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-add1f429-b62b-490c-8c5d-b15a75e0e953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:50.863999 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-add1f429-b62b-490c-8c5d-b15a75e0e953 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/084ab8cc-8c3b-470a-946c-6b2183cb6b5d HTTP/1.1" status: 204 len: 168 time: 0.2105801 Jul 30 20:16:50.884749 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1f429-b62b-490c-8c5d-b15a75e0e953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084ab8cc-8c3b-470a-946c-6b2183cb6b5d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:50.930763 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0784c7-5e12-4a46-bfde-568729b1be13 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:50.937900 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0784c7-5e12-4a46-bfde-568729b1be13 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:50.943230 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0784c7-5e12-4a46-bfde-568729b1be13 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:50.947413 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-491677d5-aa37-4402-8e5b-4691e6fa5d84 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:50.949272 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0784c7-5e12-4a46-bfde-568729b1be13 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:50.955664 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0784c7-5e12-4a46-bfde-568729b1be13 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:50.961606 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0784c7-5e12-4a46-bfde-568729b1be13 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:50.967579 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6b0784c7-5e12-4a46-bfde-568729b1be13 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1665084 Jul 30 20:16:50.967754 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-491677d5-aa37-4402-8e5b-4691e6fa5d84 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Calling delete_port for b4cd8428-4085-441b-bc96-1acc1f495322 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:50.967861 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45122) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:50.995541 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-c3ccffba-4275-420e-aae0-10e4cd557359 service neutron] 10.222.0.81 "GET /v2.0/networks/d0830a4b-e259-4b58-9c94-0dd2ceb61009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385565 Jul 30 20:16:51.097113 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d3e73e6c-d76c-45a5-b2a3-da848764a40e tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1278892 Jul 30 20:16:51.100658 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45128) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:51.193063 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-92f620f7-7e28-410b-9dad-4723863ecce7 service neutron] 10.222.0.81 "GET /v2.0/networks/d0830a4b-e259-4b58-9c94-0dd2ceb61009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696346 Jul 30 20:16:51.228698 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bae7eb-cb18-4c7c-8f1e-3c2d4c50c4dc tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:51.230218 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bae7eb-cb18-4c7c-8f1e-3c2d4c50c4dc tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:51.231643 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2463aad7-1304-4f8a-ac4d-2daa5553c14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:51.232469 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bae7eb-cb18-4c7c-8f1e-3c2d4c50c4dc tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:51.234331 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bae7eb-cb18-4c7c-8f1e-3c2d4c50c4dc tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:51.235871 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bae7eb-cb18-4c7c-8f1e-3c2d4c50c4dc tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:51.237585 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-10bae7eb-cb18-4c7c-8f1e-3c2d4c50c4dc tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1360056 Jul 30 20:16:51.241386 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45136) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:51.273646 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-491677d5-aa37-4402-8e5b-4691e6fa5d84 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:51.307200 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9c0b4e-3225-4089-bce0-a352834c2fc9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:51.308691 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9c0b4e-3225-4089-bce0-a352834c2fc9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:51.310137 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9c0b4e-3225-4089-bce0-a352834c2fc9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:51.311925 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9c0b4e-3225-4089-bce0-a352834c2fc9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:51.313547 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9c0b4e-3225-4089-bce0-a352834c2fc9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:51.317814 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9b9c0b4e-3225-4089-bce0-a352834c2fc9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0729451 Jul 30 20:16:51.318872 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45140) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:51.321950 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491677d5-aa37-4402-8e5b-4691e6fa5d84 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Port': ['ID=b4cd8428-4085-441b-bc96-1acc1f495322,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:51.461449 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-491677d5-aa37-4402-8e5b-4691e6fa5d84 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:51.463764 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-491677d5-aa37-4402-8e5b-4691e6fa5d84 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/ports/b4cd8428-4085-441b-bc96-1acc1f495322 HTTP/1.1" status: 204 len: 168 time: 0.9408147 Jul 30 20:16:51.469165 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45148) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:51.510237 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e812aeeb-ad74-413b-90c7-326d4cb94733 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:51.516632 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e812aeeb-ad74-413b-90c7-326d4cb94733 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "GET /v2.0/networks/3ca2a786-95ae-4dbb-9987-fcb0ed40c604 HTTP/1.1" status: 200 len: 804 time: 0.1964574 Jul 30 20:16:51.517469 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45150) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:51.553316 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14acdcb-bf9a-49c1-b5f5-032395e42e7b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] GET failed (client error): The resource could not be found. Jul 30 20:16:51.557806 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f14acdcb-bf9a-49c1-b5f5-032395e42e7b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports/b4cd8428-4085-441b-bc96-1acc1f495322 HTTP/1.1" status: 404 len: 333 time: 0.0848699 Jul 30 20:16:51.557958 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45156) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:51.610820 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027f1e5-5de2-4711-bda3-392cd4a1b651 req-9153c2c5-73c6-4538-8389-1e409265c0bc tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:51.612619 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1027f1e5-5de2-4711-bda3-392cd4a1b651 req-9153c2c5-73c6-4538-8389-1e409265c0bc tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.2130048 Jul 30 20:16:51.672374 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b2c856cb-bb4b-4df6-8f61-7907bb57e708 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "GET /v2.0/networks/3ca2a786-95ae-4dbb-9987-fcb0ed40c604?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1534262 Jul 30 20:16:51.673052 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45164) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:51.717994 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1027f1e5-5de2-4711-bda3-392cd4a1b651 req-e0dc5b66-d448-473b-aa35-53a93057775e tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949934 Jul 30 20:16:51.757083 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-721a8604-9f78-4272-9187-46e13a7cba2b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting port 10531d58-ac76-4c8a-9f54-71cff47aaeee {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:51.757713 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-721a8604-9f78-4272-9187-46e13a7cba2b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:51.761368 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b25ce11-34e7-4ddb-b196-4edbad408e8a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:51.766998 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0b25ce11-34e7-4ddb-b196-4edbad408e8a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "GET /v2.0/subnets/5552eb02-900d-4b90-aba6-e528c8aa1e7c HTTP/1.1" status: 200 len: 843 time: 0.0919805 Jul 30 20:16:51.767718 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45172) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:51.829770 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681221ae-14e8-4860-85d5-7d6d592ba6f6 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:51.844958 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-681221ae-14e8-4860-85d5-7d6d592ba6f6 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "GET /v2.0/subnets/5552eb02-900d-4b90-aba6-e528c8aa1e7c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0755367 Jul 30 20:16:51.845554 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45174) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:51.852870 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-29c4c31e-aa26-4b6c-89f2-ee67339abf5a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-254062081'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:51.899083 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c4c31e-aa26-4b6c-89f2-ee67339abf5a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Made reservation on behalf of 4fc87ee29acf4a9d99df698a1b63632f for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:51.904594 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29c4c31e-aa26-4b6c-89f2-ee67339abf5a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:51.948691 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c4c31e-aa26-4b6c-89f2-ee67339abf5a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:16:51.961092 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29c4c31e-aa26-4b6c-89f2-ee67339abf5a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:51.961517 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-29c4c31e-aa26-4b6c-89f2-ee67339abf5a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Added segment eefe1af4-d4f6-4c37-b0ba-6c7c0c024563 of type vlan for network d7ffec5a-cb93-4fea-9d86-f4d1180586a3 Jul 30 20:16:51.966858 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-721a8604-9f78-4272-9187-46e13a7cba2b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:51.995191 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5afddb67-b8a8-4c1a-ad5d-222ae20da77e req-82bb9e48-329e-4914-a32e-e8f46f333ae3 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807 HTTP/1.1" status: 200 len: 210 time: 0.0423057 Jul 30 20:16:51.999310 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-721a8604-9f78-4272-9187-46e13a7cba2b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Calling delete_port for 10531d58-ac76-4c8a-9f54-71cff47aaeee owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:52.016215 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29c4c31e-aa26-4b6c-89f2-ee67339abf5a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:52.056647 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29c4c31e-aa26-4b6c-89f2-ee67339abf5a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:52.068840 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c4c31e-aa26-4b6c-89f2-ee67339abf5a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:52.069694 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29c4c31e-aa26-4b6c-89f2-ee67339abf5a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:52.154839 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-29c4c31e-aa26-4b6c-89f2-ee67339abf5a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3049791 Jul 30 20:16:52.155128 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45180) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:52.171218 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7dc432f2-867c-49b6-b76d-abf405cfaa9c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Request body: {'subnet': {'network_id': 'd7ffec5a-cb93-4fea-9d86-f4d1180586a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:52.182081 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a9c57-744a-4c03-9f0c-1ebdee429a31 req-be21d66d-4c71-47ac-af4d-69fe914beb3b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:52.192812 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc8a9c57-744a-4c03-9f0c-1ebdee429a31 req-be21d66d-4c71-47ac-af4d-69fe914beb3b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.0948622 Jul 30 20:16:52.224122 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4c31e-aa26-4b6c-89f2-ee67339abf5a tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event updated for resources: {'Network': ['ID=d7ffec5a-cb93-4fea-9d86-f4d1180586a3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:52.236765 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network d7ffec5a-cb93-4fea-9d86-f4d1180586a3 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:16:52.250485 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc8a9c57-744a-4c03-9f0c-1ebdee429a31 req-8332f3eb-59e9-460f-b06a-6bad8aa17dfa tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567989 Jul 30 20:16:52.256215 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-721a8604-9f78-4272-9187-46e13a7cba2b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:52.298720 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc432f2-867c-49b6-b76d-abf405cfaa9c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Made reservation on behalf of 4fc87ee29acf4a9d99df698a1b63632f for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:52.302900 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a8604-9f78-4272-9187-46e13a7cba2b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Port': ['ID=10531d58-ac76-4c8a-9f54-71cff47aaeee,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:52.306093 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7dc432f2-867c-49b6-b76d-abf405cfaa9c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:52.409910 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.ipam_backend_mixin [None req-7dc432f2-867c-49b6-b76d-abf405cfaa9c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Performing IP validity checks on allocation pools {{(pid=93883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 20:16:52.411596 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.ipam_backend_mixin [None req-7dc432f2-867c-49b6-b76d-abf405cfaa9c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 20:16:52.440280 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-721a8604-9f78-4272-9187-46e13a7cba2b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:52.444944 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-721a8604-9f78-4272-9187-46e13a7cba2b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/ports/10531d58-ac76-4c8a-9f54-71cff47aaeee HTTP/1.1" status: 204 len: 168 time: 0.8858895 Jul 30 20:16:52.446627 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45190) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:52.464938 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87af26-1b38-426a-b5a2-4a4a0318f3ed req-79255c30-633c-4057-9941-13614356f23e tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:52.472334 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ab87af26-1b38-426a-b5a2-4a4a0318f3ed req-79255c30-633c-4057-9941-13614356f23e tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.0977597 Jul 30 20:16:52.522404 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-7afe85cd-20e0-44e0-aa27-22485115d79f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] GET failed (client error): The resource could not be found. Jul 30 20:16:52.527808 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7afe85cd-20e0-44e0-aa27-22485115d79f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports/10531d58-ac76-4c8a-9f54-71cff47aaeee HTTP/1.1" status: 404 len: 333 time: 0.0802801 Jul 30 20:16:52.530620 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45194) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:52.653484 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ab87af26-1b38-426a-b5a2-4a4a0318f3ed req-22ff9852-994d-4fdb-8178-830a959acd0f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801665 Jul 30 20:16:52.681950 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7d2eb4-88b4-4ef3-b32a-185defa60a58 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting subnet 22a39bd7-b93e-40b1-9df6-6f9b78085152 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:16:52.682193 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7dc432f2-867c-49b6-b76d-abf405cfaa9c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:52.685770 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e7d2eb4-88b4-4ef3-b32a-185defa60a58 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:52.707306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45200) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:52.746511 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e7d2eb4-88b4-4ef3-b32a-185defa60a58 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:52.775373 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc432f2-867c-49b6-b76d-abf405cfaa9c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event updated for resources: {'Subnet': ['ID=db6243ee-4c39-4be4-8762-9b79bcdff95d,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:52.784565 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc432f2-867c-49b6-b76d-abf405cfaa9c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Checking segment: {'id': 'eefe1af4-d4f6-4c37-b0ba-6c7c0c024563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd7ffec5a-cb93-4fea-9d86-f4d1180586a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:52.785072 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc432f2-867c-49b6-b76d-abf405cfaa9c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Network hostable DHCP agents. Network: d7ffec5a-cb93-4fea-9d86-f4d1180586a3, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:16:52.791738 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-123d925a-dd94-4d1b-bf6f-3ea03e024f09 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:52.793789 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-123d925a-dd94-4d1b-bf6f-3ea03e024f09 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.83 "GET /v2.0/networks?id=d0830a4b-e259-4b58-9c94-0dd2ceb61009 HTTP/1.1" status: 200 len: 813 time: 0.2488797 Jul 30 20:16:52.805780 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc432f2-867c-49b6-b76d-abf405cfaa9c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Network d7ffec5a-cb93-4fea-9d86-f4d1180586a3 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:16:52.806874 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-25c9b5fa-5233-4efd-9659-48ebc36820f9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Request body: {'port': {'device_id': '1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807', 'network_id': 'd0830a4b-e259-4b58-9c94-0dd2ceb61009', 'admin_state_up': True, 'tenant_id': '9223d3fe370d4158bc62a22bc1b34676'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:52.819247 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-7dc432f2-867c-49b6-b76d-abf405cfaa9c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, d7ffec5a-cb93-4fea-9d86-f4d1180586a3) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:52.830673 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1057a8ef-c2b2-484c-8983-4bcbafeb3269 None None] Network d7ffec5a-cb93-4fea-9d86-f4d1180586a3 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:52.845636 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc432f2-867c-49b6-b76d-abf405cfaa9c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:52.846703 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7dc432f2-867c-49b6-b76d-abf405cfaa9c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:52.880354 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7dc432f2-867c-49b6-b76d-abf405cfaa9c tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7200089 Jul 30 20:16:52.881071 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45210) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:52.889293 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-41709cc3-43de-4a62-8e41-9b5ea91d5cc4 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:52.907433 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-9a091dbc-01eb-47be-af53-7fe5081f376d tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1821500947', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:52.959974 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e7d2eb4-88b4-4ef3-b32a-185defa60a58 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.005364 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a091dbc-01eb-47be-af53-7fe5081f376d tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Made reservation on behalf of 879e699b9034444aa09ef163ece28716 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:53.008880 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a091dbc-01eb-47be-af53-7fe5081f376d tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.012483 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3af1b2-177e-45da-a298-cdb2240a8595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-d7ffec5a-cb93-4fea-9d86-f4d1180586a3', 'network_id': 'd7ffec5a-cb93-4fea-9d86-f4d1180586a3', 'tenant_id': '4fc87ee29acf4a9d99df698a1b63632f', 'fixed_ips': [{'subnet_id': 'db6243ee-4c39-4be4-8762-9b79bcdff95d'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:16:53.013270 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd3af1b2-177e-45da-a298-cdb2240a8595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.038482 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41709cc3-43de-4a62-8e41-9b5ea91d5cc4 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26741468'] for subnet, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.039113 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a091dbc-01eb-47be-af53-7fe5081f376d tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.063067 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-25c9b5fa-5233-4efd-9659-48ebc36820f9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Made reservation on behalf of 9223d3fe370d4158bc62a22bc1b34676 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:53.066527 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-25c9b5fa-5233-4efd-9659-48ebc36820f9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.122412 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e7d2eb4-88b4-4ef3-b32a-185defa60a58 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.180530 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-dd3af1b2-177e-45da-a298-cdb2240a8595 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 20:16:53.180530 n-d-712137-9 neutron-server[93884]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 30 20:16:53.180530 n-d-712137-9 neutron-server[93884]: [parameters: {'in_use': 1, 'id_1': 'db6243ee-4c39-4be4-8762-9b79bcdff95d'}] Jul 30 20:16:53.180530 n-d-712137-9 neutron-server[93884]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:16:53.181009 n-d-712137-9 neutron-server[93884]: DEBUG oslo_db.api [None req-dd3af1b2-177e-45da-a298-cdb2240a8595 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:16:53.206578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d2eb4-88b4-4ef3-b32a-185defa60a58 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Subnet': ['ID=22a39bd7-b93e-40b1-9df6-6f9b78085152,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:53.210854 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35ed7ab-8fdb-45e7-a8b2-42f809c3ea04 None None] Network 53992444-43cf-477e-8537-1c1c0a08670b requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:53.216130 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e36a90-4aec-49cd-8bff-cbe59d3f407a req-4030ae52-60f8-41d2-96bf-43d1dc8fa461 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:53.223445 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-21e36a90-4aec-49cd-8bff-cbe59d3f407a req-4030ae52-60f8-41d2-96bf-43d1dc8fa461 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.1854897 Jul 30 20:16:53.226590 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e7d2eb4-88b4-4ef3-b32a-185defa60a58 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.230812 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8e7d2eb4-88b4-4ef3-b32a-185defa60a58 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/subnets/22a39bd7-b93e-40b1-9df6-6f9b78085152 HTTP/1.1" status: 204 len: 168 time: 0.6966479 Jul 30 20:16:53.231541 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45214) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:53.330984 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-21e36a90-4aec-49cd-8bff-cbe59d3f407a req-01c7bbe0-f174-4962-9d38-9491ccd858e3 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060035 Jul 30 20:16:53.363688 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-25c9b5fa-5233-4efd-9659-48ebc36820f9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Allocated IP 172.20.0.6 (d0830a4b-e259-4b58-9c94-0dd2ceb61009/d991cb95-970b-4daf-9cf0-38c473cf30b2/3eaa7816-87a2-4952-8cd1-de2727752180) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:53.374406 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c091bff1-1c38-4f77-8b39-d666330f0858 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.377727 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41709cc3-43de-4a62-8e41-9b5ea91d5cc4 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741520000808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26945468'] for subnet, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.387826 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a091dbc-01eb-47be-af53-7fe5081f376d tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.397164 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a091dbc-01eb-47be-af53-7fe5081f376d tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.413071 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-9a091dbc-01eb-47be-af53-7fe5081f376d tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] device_id is not set on port 1fc5467f-912b-4f8a-92c5-f1d3100648f2 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:16:53.443426 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41709cc3-43de-4a62-8e41-9b5ea91d5cc4 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:53.444644 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41709cc3-43de-4a62-8e41-9b5ea91d5cc4 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.448522 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-41709cc3-43de-4a62-8e41-9b5ea91d5cc4 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "PUT /v2.0/subnets/db6243ee-4c39-4be4-8762-9b79bcdff95d HTTP/1.1" status: 200 len: 900 time: 0.5634418 Jul 30 20:16:53.450725 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45216) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:53.459222 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9141778-9e46-459b-9b22-664cfe82524d None None] DHCP port deletion for 53992444-43cf-477e-8537-1c1c0a08670b request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:16:53.510711 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a091dbc-01eb-47be-af53-7fe5081f376d tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19553648-324c-46b9-afc9-209d3bc2e94c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:53.515691 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e9141778-9e46-459b-9b22-664cfe82524d None None] Deleting port d272b77c-6126-4d01-b4e1-cf14ccbc10c1 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:53.516105 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9141778-9e46-459b-9b22-664cfe82524d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.572659 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41709cc3-43de-4a62-8e41-9b5ea91d5cc4 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event updated for resources: {'Subnet': ['ID=db6243ee-4c39-4be4-8762-9b79bcdff95d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:53.584340 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e9141778-9e46-459b-9b22-664cfe82524d None None] For port d272b77c-6126-4d01-b4e1-cf14ccbc10c1, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d272b77c-6126-4d01-b4e1-cf14ccbc10c1,segment=NetworkSegment(2b33f1ae-baf9-4ee2-b53d-4a344d7b6b31),segment_id=2b33f1ae-baf9-4ee2-b53d-4a344d7b6b31)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:53.584757 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9141778-9e46-459b-9b22-664cfe82524d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.589287 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e026b1ff-b0ad-493a-82d6-ae116dd4fde9 req-5913ccf2-f902-4e31-a08e-5ef071da2393 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807 HTTP/1.1" status: 200 len: 210 time: 0.0508349 Jul 30 20:16:53.598106 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e9141778-9e46-459b-9b22-664cfe82524d None None] Calling delete_port for d272b77c-6126-4d01-b4e1-cf14ccbc10c1 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:53.624346 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc57c7e3-8732-491d-beed-e7a9334e21a9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.633354 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c091bff1-1c38-4f77-8b39-d666330f0858 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting port d272b77c-6126-4d01-b4e1-cf14ccbc10c1 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:53.633690 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c091bff1-1c38-4f77-8b39-d666330f0858 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.669255 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-9a091dbc-01eb-47be-af53-7fe5081f376d tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Allocated IP 172.25.3.125 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/1fc5467f-912b-4f8a-92c5-f1d3100648f2) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:53.680765 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-412829f9-405b-4894-925d-def4010d43e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.682951 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-25c9b5fa-5233-4efd-9659-48ebc36820f9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.685995 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd3af1b2-177e-45da-a298-cdb2240a8595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.740425 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc57c7e3-8732-491d-beed-e7a9334e21a9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.774494 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9141778-9e46-459b-9b22-664cfe82524d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.786055 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-c091bff1-1c38-4f77-8b39-d666330f0858 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] For port d272b77c-6126-4d01-b4e1-cf14ccbc10c1, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d272b77c-6126-4d01-b4e1-cf14ccbc10c1,segment=NetworkSegment(2b33f1ae-baf9-4ee2-b53d-4a344d7b6b31),segment_id=2b33f1ae-baf9-4ee2-b53d-4a344d7b6b31)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:53.786418 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c091bff1-1c38-4f77-8b39-d666330f0858 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.808920 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c091bff1-1c38-4f77-8b39-d666330f0858 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Calling delete_port for d272b77c-6126-4d01-b4e1-cf14ccbc10c1 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:53.812817 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-25c9b5fa-5233-4efd-9659-48ebc36820f9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.829145 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9141778-9e46-459b-9b22-664cfe82524d None None] Pushing event deleted for resources: {'Port': ['ID=d272b77c-6126-4d01-b4e1-cf14ccbc10c1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:53.832789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['a688d11b-d79a-41d2-842b-a806169c17fc'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:16:53.840798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9141778-9e46-459b-9b22-664cfe82524d None None] No DVR routers for this DVR port d272b77c-6126-4d01-b4e1-cf14ccbc10c1 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:16:53.895074 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-25c9b5fa-5233-4efd-9659-48ebc36820f9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Network d0830a4b-e259-4b58-9c94-0dd2ceb61009 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:53.905084 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-25c9b5fa-5233-4efd-9659-48ebc36820f9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:53.906547 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc57c7e3-8732-491d-beed-e7a9334e21a9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.914718 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:53.916833 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-25c9b5fa-5233-4efd-9659-48ebc36820f9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server [None req-dd3af1b2-177e-45da-a298-cdb2240a8595 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet db6243ee-4c39-4be4-8762-9b79bcdff95d: This subnet is being modified by another concurrent operation. Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 20:16:53.918933 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise exception Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet db6243ee-4c39-4be4-8762-9b79bcdff95d: This subnet is being modified by another concurrent operation. Jul 30 20:16:53.922690 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server Jul 30 20:16:53.947833 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac431578-6317-4243-a3b9-c54462c023da None None] Network d7ffec5a-cb93-4fea-9d86-f4d1180586a3 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:53.957255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57c7e3-8732-491d-beed-e7a9334e21a9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Subnet': ['ID=db6243ee-4c39-4be4-8762-9b79bcdff95d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:53.959826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9b5fa-5233-4efd-9659-48ebc36820f9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Pushing event updated for resources: {'Port': ['ID=3eaa7816-87a2-4952-8cd1-de2727752180,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:53.965139 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a091dbc-01eb-47be-af53-7fe5081f376d tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:54.003371 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-25c9b5fa-5233-4efd-9659-48ebc36820f9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:54.003982 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-25c9b5fa-5233-4efd-9659-48ebc36820f9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:54.032321 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-25c9b5fa-5233-4efd-9659-48ebc36820f9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2296841 Jul 30 20:16:54.040287 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc57c7e3-8732-491d-beed-e7a9334e21a9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:54.044711 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a091dbc-01eb-47be-af53-7fe5081f376d tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:54.054271 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-fc57c7e3-8732-491d-beed-e7a9334e21a9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ffec5a-cb93-4fea-9d86-f4d1180586a3']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:54.056485 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c091bff1-1c38-4f77-8b39-d666330f0858 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:54.059040 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Request body: {'port': {'device_id': '1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:54.087104 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-fc57c7e3-8732-491d-beed-e7a9334e21a9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eefe1af4-d4f6-4c37-b0ba-6c7c0c024563') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:54.087104 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-fc57c7e3-8732-491d-beed-e7a9334e21a9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eefe1af4-d4f6-4c37-b0ba-6c7c0c024563') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:54.096862 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091bff1-1c38-4f77-8b39-d666330f0858 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Port': ['ID=d272b77c-6126-4d01-b4e1-cf14ccbc10c1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:54.102710 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc57c7e3-8732-491d-beed-e7a9334e21a9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:54.104868 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c091bff1-1c38-4f77-8b39-d666330f0858 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] No DVR routers for this DVR port d272b77c-6126-4d01-b4e1-cf14ccbc10c1 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:16:54.225158 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc57c7e3-8732-491d-beed-e7a9334e21a9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:54.240192 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc57c7e3-8732-491d-beed-e7a9334e21a9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:16:54.240768 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc57c7e3-8732-491d-beed-e7a9334e21a9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:16:54.244600 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:16:54.248389 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c091bff1-1c38-4f77-8b39-d666330f0858 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:54.292361 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c091bff1-1c38-4f77-8b39-d666330f0858 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53992444-43cf-477e-8537-1c1c0a08670b']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:54.324984 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fb2f8c-fc09-4bf5-bdb4-5cad88698230 None None] Network d7ffec5a-cb93-4fea-9d86-f4d1180586a3 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:54.344549 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c091bff1-1c38-4f77-8b39-d666330f0858 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b33f1ae-baf9-4ee2-b53d-4a344d7b6b31') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:54.344840 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c091bff1-1c38-4f77-8b39-d666330f0858 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b33f1ae-baf9-4ee2-b53d-4a344d7b6b31') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:54.360559 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c091bff1-1c38-4f77-8b39-d666330f0858 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:54.381228 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc57c7e3-8732-491d-beed-e7a9334e21a9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:54.391336 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc57c7e3-8732-491d-beed-e7a9334e21a9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:54.398600 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fc57c7e3-8732-491d-beed-e7a9334e21a9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/networks/d7ffec5a-cb93-4fea-9d86-f4d1180586a3 HTTP/1.1" status: 204 len: 168 time: 0.9458435 Jul 30 20:16:54.404365 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45222) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:54.415671 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d272b77c-6126-4d01-b4e1-cf14ccbc10c1 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:16:54.446532 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c091bff1-1c38-4f77-8b39-d666330f0858 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:54.447148 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: d272b77c-6126-4d01-b4e1-cf14ccbc10c1 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:16:54.447850 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d272b77c-6126-4d01-b4e1-cf14ccbc10c1 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:16:54.448649 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57c7e3-8732-491d-beed-e7a9334e21a9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Network': ['ID=d7ffec5a-cb93-4fea-9d86-f4d1180586a3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:54.462219 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2168a01-c646-4688-a54f-c2b4f69b1e10 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] DELETE failed (client error): The resource could not be found. Jul 30 20:16:54.462349 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2168a01-c646-4688-a54f-c2b4f69b1e10 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:16:54.468142 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e2168a01-c646-4688-a54f-c2b4f69b1e10 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/subnets/db6243ee-4c39-4be4-8762-9b79bcdff95d HTTP/1.1" status: 404 len: 337 time: 0.0627856 Jul 30 20:16:54.470515 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45226) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:54.479200 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c091bff1-1c38-4f77-8b39-d666330f0858 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:16:54.479663 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c091bff1-1c38-4f77-8b39-d666330f0858 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:16:54.483454 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:16:54.491304 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a091dbc-01eb-47be-af53-7fe5081f376d tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:54.512194 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-9a091dbc-01eb-47be-af53-7fe5081f376d tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:54.516504 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a091dbc-01eb-47be-af53-7fe5081f376d tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:54.518406 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2991bd08-7116-477f-8070-8a780662a524 None None] get_active_networks_info from n-d-712137-9 {{(pid=93884) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 20:16:54.530095 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3d954b-d7a8-49fc-83cd-ca93b60638da tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] DELETE failed (client error): The resource could not be found. Jul 30 20:16:54.530696 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3d954b-d7a8-49fc-83cd-ca93b60638da tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:16:54.534680 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0e3d954b-d7a8-49fc-83cd-ca93b60638da tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/networks/d7ffec5a-cb93-4fea-9d86-f4d1180586a3 HTTP/1.1" status: 404 len: 339 time: 0.0606999 Jul 30 20:16:54.539151 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45228) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:54.570066 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a091dbc-01eb-47be-af53-7fe5081f376d tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Pushing event updated for resources: {'Port': ['ID=1fc5467f-912b-4f8a-92c5-f1d3100648f2,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:54.588973 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:54.600543 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c091bff1-1c38-4f77-8b39-d666330f0858 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:54.613444 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c091bff1-1c38-4f77-8b39-d666330f0858 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:54.618668 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c091bff1-1c38-4f77-8b39-d666330f0858 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/networks/53992444-43cf-477e-8537-1c1c0a08670b HTTP/1.1" status: 204 len: 168 time: 1.3830662 Jul 30 20:16:54.620484 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45230) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:54.622789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fa7de-7667-42a9-980e-f88088f97b12 req-91b68e21-f042-47fa-82e8-a01e2ef8ad79 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:54.627383 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fa18d741-c00e-4b93-a728-3219d46ff3b2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-700216728'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:54.630078 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-138fa7de-7667-42a9-980e-f88088f97b12 req-91b68e21-f042-47fa-82e8-a01e2ef8ad79 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.1691053 Jul 30 20:16:54.632417 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a091dbc-01eb-47be-af53-7fe5081f376d tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:54.633308 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a091dbc-01eb-47be-af53-7fe5081f376d tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:54.657449 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091bff1-1c38-4f77-8b39-d666330f0858 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Network': ['ID=53992444-43cf-477e-8537-1c1c0a08670b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:54.670098 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-632556e4-1543-4ea1-bd1a-a667c31af909 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:54.678089 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa18d741-c00e-4b93-a728-3219d46ff3b2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:54.681966 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa18d741-c00e-4b93-a728-3219d46ff3b2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:54.687376 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9a091dbc-01eb-47be-af53-7fe5081f376d tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.9773300 Jul 30 20:16:54.695225 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45234) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:54.700433 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8475e4cc-d8df-4351-a6a7-b398a55ad817 tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125'}]}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:54.709074 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2991bd08-7116-477f-8070-8a780662a524 None None] Resources bound (agent type, host, resource id): {{(pid=93884) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 20:16:54.715117 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-138fa7de-7667-42a9-980e-f88088f97b12 req-ae93980a-beb4-4611-85c3-31cd0bbc43e4 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841596 Jul 30 20:16:54.760917 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa18d741-c00e-4b93-a728-3219d46ff3b2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:16:54.958005 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:54.988427 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86242520-1fe2-4c08-bf77-8929cb0cb09e req-592fb3ea-1bfc-40c3-94e9-6558f7d83a36 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:54.990022 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86242520-1fe2-4c08-bf77-8929cb0cb09e req-592fb3ea-1bfc-40c3-94e9-6558f7d83a36 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807 HTTP/1.1" status: 200 len: 931 time: 0.0832591 Jul 30 20:16:55.048957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eaa7816-87a2-4952-8cd1-de2727752180 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:16:55.064860 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:55.072532 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86242520-1fe2-4c08-bf77-8929cb0cb09e req-21b8775f-df97-4403-a085-8d911e3b0701 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607693 Jul 30 20:16:55.082455 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Transition to ACTIVE for port object 3eaa7816-87a2-4952-8cd1-de2727752180 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:55.088278 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:55.089863 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8475e4cc-d8df-4351-a6a7-b398a55ad817 tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:55.090854 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8475e4cc-d8df-4351-a6a7-b398a55ad817 tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:55.098849 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa18d741-c00e-4b93-a728-3219d46ff3b2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:55.099205 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-fa18d741-c00e-4b93-a728-3219d46ff3b2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Added segment 46a44759-4835-4977-a17c-38168e25a823 of type vlan for network 12860c19-d801-4d86-96df-b31886af68d9 Jul 30 20:16:55.145394 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Pushing event updated for resources: {'Port': ['ID=3eaa7816-87a2-4952-8cd1-de2727752180,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:55.146016 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-632556e4-1543-4ea1-bd1a-a667c31af909 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:55.176905 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-632556e4-1543-4ea1-bd1a-a667c31af909 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4dba6f-8ed2-4221-bc16-a10db1a38495']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:55.188400 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa18d741-c00e-4b93-a728-3219d46ff3b2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:55.195362 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-632556e4-1543-4ea1-bd1a-a667c31af909 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85e5217-7422-44b7-8e6d-c1e40d13628e') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:55.195690 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-632556e4-1543-4ea1-bd1a-a667c31af909 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85e5217-7422-44b7-8e6d-c1e40d13628e') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:55.214785 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Attempting to bind port 3eaa7816-87a2-4952-8cd1-de2727752180 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:16:55.215270 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Attempting to bind port 3eaa7816-87a2-4952-8cd1-de2727752180 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '97615c14-3033-446e-9631-4f2099fb3f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0830a4b-e259-4b58-9c94-0dd2ceb61009'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:16:55.215858 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Attempting to bind port 3eaa7816-87a2-4952-8cd1-de2727752180 on network d0830a4b-e259-4b58-9c94-0dd2ceb61009 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:16:55.220468 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Port 3eaa7816-87a2-4952-8cd1-de2727752180 on network d0830a4b-e259-4b58-9c94-0dd2ceb61009 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:16:55.220832 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Attempting to bind port 3eaa7816-87a2-4952-8cd1-de2727752180 on network d0830a4b-e259-4b58-9c94-0dd2ceb61009 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:16:55.232527 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-632556e4-1543-4ea1-bd1a-a667c31af909 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:55.234215 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:16:55.236080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Checking segment: {'id': '97615c14-3033-446e-9631-4f2099fb3f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0830a4b-e259-4b58-9c94-0dd2ceb61009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:55.237226 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Bound using segment: {'id': '97615c14-3033-446e-9631-4f2099fb3f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0830a4b-e259-4b58-9c94-0dd2ceb61009'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:16:55.238326 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Bound port: 3eaa7816-87a2-4952-8cd1-de2727752180, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97615c14-3033-446e-9631-4f2099fb3f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0830a4b-e259-4b58-9c94-0dd2ceb61009'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:16:55.239147 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:55.240849 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8475e4cc-d8df-4351-a6a7-b398a55ad817 tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:55.261099 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-632556e4-1543-4ea1-bd1a-a667c31af909 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:55.306131 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632556e4-1543-4ea1-bd1a-a667c31af909 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:16:55.306730 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-632556e4-1543-4ea1-bd1a-a667c31af909 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:16:55.311832 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:16:55.373386 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa18d741-c00e-4b93-a728-3219d46ff3b2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:55.377738 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] For port 3eaa7816-87a2-4952-8cd1-de2727752180, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:16:55.378859 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa18d741-c00e-4b93-a728-3219d46ff3b2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:55.379452 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa18d741-c00e-4b93-a728-3219d46ff3b2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:55.394013 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] For port 3eaa7816-87a2-4952-8cd1-de2727752180, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3eaa7816-87a2-4952-8cd1-de2727752180,segment=NetworkSegment(97615c14-3033-446e-9631-4f2099fb3f0b),segment_id=97615c14-3033-446e-9631-4f2099fb3f0b)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:16:55.400765 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:55.438416 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747384d-228e-4250-9660-20b0372fe848 req-8562cb98-e94f-40e3-b1e9-e59abe833aa7 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:55.440106 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7747384d-228e-4250-9660-20b0372fe848 req-8562cb98-e94f-40e3-b1e9-e59abe833aa7 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.0958543 Jul 30 20:16:55.451235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:55.451971 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:55.453298 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] 10.222.0.83 "PUT /v2.0/ports/3eaa7816-87a2-4952-8cd1-de2727752180 HTTP/1.1" status: 200 len: 1091 time: 1.4062004 Jul 30 20:16:55.455431 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807', 'tag': '3eaa7816-87a2-4952-8cd1-de2727752180'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:16:55.457772 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc28733-54ba-4bdf-9b7d-810cd9a44462" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807", "tag": "3eaa7816-87a2-4952-8cd1-de2727752180"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:16:55.487586 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fa18d741-c00e-4b93-a728-3219d46ff3b2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8675816 Jul 30 20:16:55.493547 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45244) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:55.499848 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-52d76eb1-585e-42ac-a980-19a07956fd07 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'subnet': {'network_id': '12860c19-d801-4d86-96df-b31886af68d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:55.522257 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Pushing event updated for resources: {'Port': ['ID=3eaa7816-87a2-4952-8cd1-de2727752180,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:55.561371 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-632556e4-1543-4ea1-bd1a-a667c31af909 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:55.565823 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8475e4cc-d8df-4351-a6a7-b398a55ad817 tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:55.574922 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18d741-c00e-4b93-a728-3219d46ff3b2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Network': ['ID=12860c19-d801-4d86-96df-b31886af68d9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:55.577248 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-632556e4-1543-4ea1-bd1a-a667c31af909 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:55.581677 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-632556e4-1543-4ea1-bd1a-a667c31af909 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/networks/dc4dba6f-8ed2-4221-bc16-a10db1a38495 HTTP/1.1" status: 204 len: 168 time: 1.0392997 Jul 30 20:16:55.585433 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45246) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:55.588269 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 12860c19-d801-4d86-96df-b31886af68d9 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:16:55.597582 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7747384d-228e-4250-9660-20b0372fe848 req-e2146a0d-cb9f-4f6c-8343-f22d6eac2bc8 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486027 Jul 30 20:16:55.597946 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88be4a-b051-4f9a-95af-c4c4b0d057f2 req-52fb107d-4442-4ae4-83e1-43ae713df485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:55.599417 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9c88be4a-b051-4f9a-95af-c4c4b0d057f2 req-52fb107d-4442-4ae4-83e1-43ae713df485 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=398c11eccd35477c9cab39d77a30a8de&device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 1095 time: 0.2273133 Jul 30 20:16:55.602170 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:55.602531 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:55.602877 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:55.603218 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:55.603575 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:55.603928 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:55.604248 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:55.604581 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:55.606026 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:55.606026 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:55.606267 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:55.606512 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac1bbb-3224-4057-bb83-188fb905230d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:55.642667 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632556e4-1543-4ea1-bd1a-a667c31af909 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Network': ['ID=dc4dba6f-8ed2-4221-bc16-a10db1a38495,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:55.647160 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-780abdf7-36e0-400e-b1bd-6ff7bbff4664 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] DELETE failed (client error): The resource could not be found. Jul 30 20:16:55.647652 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780abdf7-36e0-400e-b1bd-6ff7bbff4664 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:16:55.648040 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-b872bafd-f907-4232-911f-ccc068e546aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:55.652593 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-780abdf7-36e0-400e-b1bd-6ff7bbff4664 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/subnets/bea2431f-df3e-42e8-ad83-1ab3de72f5d1 HTTP/1.1" status: 404 len: 337 time: 0.0623364 Jul 30 20:16:55.652717 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-b872bafd-f907-4232-911f-ccc068e546aa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9223d3fe370d4158bc62a22bc1b34676&device_id=1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807 HTTP/1.1" status: 200 len: 1094 time: 0.1537724 Jul 30 20:16:55.655407 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45248) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:55.678744 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f002f2f6-c947-4683-9052-a3beec7bab8f x-openstack-request-id: req-f002f2f6-c947-4683-9052-a3beec7bab8f {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:16:55.679062 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807", "tag": "3eaa7816-87a2-4952-8cd1-de2727752180", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:16:55.679287 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f002f2f6-c947-4683-9052-a3beec7bab8f {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:16:55.679633 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807', 'tag': '3eaa7816-87a2-4952-8cd1-de2727752180', 'status': 'completed', 'code': 200} Jul 30 20:16:55.724638 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-2ea90b4f-48fd-4cf5-bc52-8667437c3a0a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3eaa7816-87a2-4952-8cd1-de2727752180 HTTP/1.1" status: 200 len: 217 time: 0.0646486 Jul 30 20:16:55.725464 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb89b433-3915-44d3-b4fa-55841a0c9cdb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] DELETE failed (client error): The resource could not be found. Jul 30 20:16:55.726064 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb89b433-3915-44d3-b4fa-55841a0c9cdb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:16:55.727673 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-bb89b433-3915-44d3-b4fa-55841a0c9cdb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/networks/22a68285-34fb-418a-8d6f-73c9bb3271e4 HTTP/1.1" status: 404 len: 339 time: 0.0690408 Jul 30 20:16:55.731005 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45250) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:55.774524 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d76eb1-585e-42ac-a980-19a07956fd07 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:55.779058 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-52d76eb1-585e-42ac-a980-19a07956fd07 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:55.814975 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88be4a-b051-4f9a-95af-c4c4b0d057f2 req-c0077d6d-471e-4dac-ad75-a61d8a2c668c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:55.816468 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9c88be4a-b051-4f9a-95af-c4c4b0d057f2 req-c0077d6d-471e-4dac-ad75-a61d8a2c668c service neutron] 10.222.0.83 "GET /v2.0/networks?id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 200 len: 912 time: 0.1978924 Jul 30 20:16:55.822249 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e5673a-383f-4cd8-98c5-5972ec15b843 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Deleting subnet 99f7dd13-436e-4271-a7cd-f0d45e989880 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:16:55.826872 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-ebe9793e-913c-480e-82df-10fe9e5fce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:55.828370 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-ebe9793e-913c-480e-82df-10fe9e5fce0b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d991cb95-970b-4daf-9cf0-38c473cf30b2 HTTP/1.1" status: 200 len: 853 time: 0.0954266 Jul 30 20:16:55.831859 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45e5673a-383f-4cd8-98c5-5972ec15b843 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:55.875119 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-93adb963-97fe-4ccb-ad0f-a2ab71639ee5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0830a4b-e259-4b58-9c94-0dd2ceb61009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378256 Jul 30 20:16:55.944755 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45e5673a-383f-4cd8-98c5-5972ec15b843 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:55.998668 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9c88be4a-b051-4f9a-95af-c4c4b0d057f2 req-f0727186-479a-4dfb-a9eb-9fc081875ce9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a HTTP/1.1" status: 200 len: 999 time: 0.1721101 Jul 30 20:16:56.039015 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-3291ad3a-6748-4ba4-a0a1-ada2757cfc12 service neutron] 10.222.0.83 "GET /v2.0/networks/d0830a4b-e259-4b58-9c94-0dd2ceb61009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524494 Jul 30 20:16:56.134005 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-52d76eb1-585e-42ac-a980-19a07956fd07 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:56.177398 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88be4a-b051-4f9a-95af-c4c4b0d057f2 req-d416bc58-66c5-4755-aa97-70b1fad2fd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:56.178773 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9c88be4a-b051-4f9a-95af-c4c4b0d057f2 req-d416bc58-66c5-4755-aa97-70b1fad2fd40 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ac1c465f-425f-4078-b2f8-d23b006b1c90 HTTP/1.1" status: 200 len: 850 time: 0.1715147 Jul 30 20:16:56.180229 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45e5673a-383f-4cd8-98c5-5972ec15b843 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:56.257014 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8475e4cc-d8df-4351-a6a7-b398a55ad817 tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:56.265919 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d76eb1-585e-42ac-a980-19a07956fd07 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Subnet': ['ID=7b6b6bb0-5bf8-495c-8b31-d86f1383e7d7,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:56.285231 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8475e4cc-d8df-4351-a6a7-b398a55ad817 tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:56.285498 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cbb1cd1d-2eb1-4a18-9413-b344dd751b8c req-98a99403-226f-4105-9998-b693810f7338 service neutron] 10.222.0.83 "GET /v2.0/networks/d0830a4b-e259-4b58-9c94-0dd2ceb61009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180810 Jul 30 20:16:56.302543 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f760aeb-2177-4986-8672-5bbab1005f44 req-62620790-f53d-47a5-bd77-6a9e1dfc05e9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:56.304128 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f760aeb-2177-4986-8672-5bbab1005f44 req-62620790-f53d-47a5-bd77-6a9e1dfc05e9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807 HTTP/1.1" status: 200 len: 943 time: 0.1234131 Jul 30 20:16:56.305943 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d76eb1-585e-42ac-a980-19a07956fd07 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Checking segment: {'id': '46a44759-4835-4977-a17c-38168e25a823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '12860c19-d801-4d86-96df-b31886af68d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:56.306247 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88be4a-b051-4f9a-95af-c4c4b0d057f2 req-672a62d1-ca1f-4455-949f-ac93b42da6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:56.306369 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d76eb1-585e-42ac-a980-19a07956fd07 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network hostable DHCP agents. Network: 12860c19-d801-4d86-96df-b31886af68d9, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:16:56.307765 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9c88be4a-b051-4f9a-95af-c4c4b0d057f2 req-672a62d1-ca1f-4455-949f-ac93b42da6ac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=88b3ebbe-b1a1-49b8-8023-ad19464dab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048698 Jul 30 20:16:56.353587 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45e5673a-383f-4cd8-98c5-5972ec15b843 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:56.354125 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d76eb1-585e-42ac-a980-19a07956fd07 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network 12860c19-d801-4d86-96df-b31886af68d9 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:16:56.397514 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-52d76eb1-585e-42ac-a980-19a07956fd07 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 12860c19-d801-4d86-96df-b31886af68d9) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:56.407882 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b102f035-25b8-4c13-9533-5488254c17f8 None None] Network 12860c19-d801-4d86-96df-b31886af68d9 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:56.416643 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d76eb1-585e-42ac-a980-19a07956fd07 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:56.417240 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-52d76eb1-585e-42ac-a980-19a07956fd07 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:56.426633 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f760aeb-2177-4986-8672-5bbab1005f44 req-df72d76f-261c-4c1a-b32e-6f320accd90b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899532 Jul 30 20:16:56.428952 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5673a-383f-4cd8-98c5-5972ec15b843 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Subnet': ['ID=99f7dd13-436e-4271-a7cd-f0d45e989880,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:56.440037 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc28733-54ba-4bdf-9b7d-810cd9a44462 req-075fbc68-523c-40a0-88a5-43f073010ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:56.441897 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cc28733-54ba-4bdf-9b7d-810cd9a44462 req-075fbc68-523c-40a0-88a5-43f073010ff3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9223d3fe370d4158bc62a22bc1b34676&device_id=1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807 HTTP/1.1" status: 200 len: 1094 time: 0.0980303 Jul 30 20:16:56.448664 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-52d76eb1-585e-42ac-a980-19a07956fd07 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9539633 Jul 30 20:16:56.449964 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45258) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:56.455350 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-2702c127-d0d4-4985-a2c9-3562d09f94b1 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1420167137', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:56.465838 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45e5673a-383f-4cd8-98c5-5972ec15b843 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:56.467736 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-45e5673a-383f-4cd8-98c5-5972ec15b843 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/subnets/99f7dd13-436e-4271-a7cd-f0d45e989880 HTTP/1.1" status: 204 len: 168 time: 0.7357419 Jul 30 20:16:56.470502 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45260) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:56.473999 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39658a2-62d3-4b6f-bb46-f77a0d0be826 None None] Network 17dc5e51-5d29-4278-98e4-9e38ef086dde requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:56.544489 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9c88be4a-b051-4f9a-95af-c4c4b0d057f2 req-6518379d-2ac9-460f-8d2b-212145109a3c service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055125 Jul 30 20:16:56.601797 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8475e4cc-d8df-4351-a6a7-b398a55ad817 tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:56.620751 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2702c127-d0d4-4985-a2c9-3562d09f94b1 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:56.622514 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2702c127-d0d4-4985-a2c9-3562d09f94b1 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:56.635027 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f84a16d-2ca2-4b56-ac4a-1462829c9bf2 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Deleting subnet 266012ea-5fda-4eb1-af48-43f07d10f94b {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:16:56.645189 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8f84a16d-2ca2-4b56-ac4a-1462829c9bf2 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:56.732078 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60474651-d22b-4d4a-96c2-363b858a113e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-12860c19-d801-4d86-96df-b31886af68d9', 'network_id': '12860c19-d801-4d86-96df-b31886af68d9', 'tenant_id': '2017beb2437a48d083584d9bbc248e5e', 'fixed_ips': [{'subnet_id': '7b6b6bb0-5bf8-495c-8b31-d86f1383e7d7'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:16:56.733166 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-60474651-d22b-4d4a-96c2-363b858a113e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:56.784416 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc28733-54ba-4bdf-9b7d-810cd9a44462 req-1c6c16c9-32fc-4f98-beca-21f5205e26ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:56.786167 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cc28733-54ba-4bdf-9b7d-810cd9a44462 req-1c6c16c9-32fc-4f98-beca-21f5205e26ef service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0830a4b-e259-4b58-9c94-0dd2ceb61009 HTTP/1.1" status: 200 len: 914 time: 0.3222086 Jul 30 20:16:56.797474 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8f84a16d-2ca2-4b56-ac4a-1462829c9bf2 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:56.797835 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8475e4cc-d8df-4351-a6a7-b398a55ad817 tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:56.803553 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8475e4cc-d8df-4351-a6a7-b398a55ad817 tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:56.803752 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2702c127-d0d4-4985-a2c9-3562d09f94b1 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:56.810254 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9c88be4a-b051-4f9a-95af-c4c4b0d057f2 req-8ddc18ff-3063-43e3-ac11-6263b2479ef1 service neutron] 10.222.0.83 "GET /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506409 Jul 30 20:16:56.832776 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:56.856359 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8475e4cc-d8df-4351-a6a7-b398a55ad817 tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:56.856651 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2702c127-d0d4-4985-a2c9-3562d09f94b1 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:56.856789 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8475e4cc-d8df-4351-a6a7-b398a55ad817 tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee1a142c-3a03-4c33-88ac-d992cab5f426 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:16:56.879275 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-8475e4cc-d8df-4351-a6a7-b398a55ad817 tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 30 20:16:56.883534 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8475e4cc-d8df-4351-a6a7-b398a55ad817 tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1877544 Jul 30 20:16:56.884274 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45264) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:56.907832 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cc28733-54ba-4bdf-9b7d-810cd9a44462 req-a9f232bf-e604-4a45-910a-6a83bf89a93b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3eaa7816-87a2-4952-8cd1-de2727752180 HTTP/1.1" status: 200 len: 217 time: 0.1074743 Jul 30 20:16:56.929671 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-60474651-d22b-4d4a-96c2-363b858a113e None None] Allocated IP 172.20.0.2 (12860c19-d801-4d86-96df-b31886af68d9/7b6b6bb0-5bf8-495c-8b31-d86f1383e7d7/146b648e-a0c2-4c96-b722-1f0084825968) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:56.975376 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-356021a4-56d6-4e42-ae6b-372dc5b71112 tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Deleting port 1fc5467f-912b-4f8a-92c5-f1d3100648f2 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:56.975908 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-356021a4-56d6-4e42-ae6b-372dc5b71112 tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:56.977980 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2702c127-d0d4-4985-a2c9-3562d09f94b1 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:56.983106 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2702c127-d0d4-4985-a2c9-3562d09f94b1 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5317969 Jul 30 20:16:56.990309 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45270) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:57.003330 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-94f272dc-4a7c-4982-a47c-0b7b72492293 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'port': {'network_id': '12860c19-d801-4d86-96df-b31886af68d9', 'name': 'tempest-PortsTestJSON-824031282'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:16:57.061894 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0b58e-e052-4959-9bed-99dd80736e65 req-5e302024-5344-405a-a37e-42638b1d2f99 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:57.069469 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51a0b58e-e052-4959-9bed-99dd80736e65 req-5e302024-5344-405a-a37e-42638b1d2f99 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.3187246 Jul 30 20:16:57.075781 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-356021a4-56d6-4e42-ae6b-372dc5b71112 tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:57.088886 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-356021a4-56d6-4e42-ae6b-372dc5b71112 tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Calling delete_port for 1fc5467f-912b-4f8a-92c5-f1d3100648f2 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:57.110232 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-60474651-d22b-4d4a-96c2-363b858a113e None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:57.122011 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-60474651-d22b-4d4a-96c2-363b858a113e None None] Transition to ACTIVE for port object 146b648e-a0c2-4c96-b722-1f0084825968 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:57.145478 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-60474651-d22b-4d4a-96c2-363b858a113e None None] Transition to ACTIVE for port object 146b648e-a0c2-4c96-b722-1f0084825968 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:57.148147 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc28733-54ba-4bdf-9b7d-810cd9a44462 req-9b1b04a5-cb54-4667-a909-af48b8875aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:57.149963 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cc28733-54ba-4bdf-9b7d-810cd9a44462 req-9b1b04a5-cb54-4667-a909-af48b8875aaa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d991cb95-970b-4daf-9cf0-38c473cf30b2 HTTP/1.1" status: 200 len: 853 time: 0.2276301 Jul 30 20:16:57.155106 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-60474651-d22b-4d4a-96c2-363b858a113e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:57.165035 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8f84a16d-2ca2-4b56-ac4a-1462829c9bf2 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:57.219345 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60474651-d22b-4d4a-96c2-363b858a113e None None] Pushing event updated for resources: {'Port': ['ID=146b648e-a0c2-4c96-b722-1f0084825968,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:57.231802 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60474651-d22b-4d4a-96c2-363b858a113e None None] Network 12860c19-d801-4d86-96df-b31886af68d9 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:57.233600 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-60474651-d22b-4d4a-96c2-363b858a113e None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:57.234984 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-356021a4-56d6-4e42-ae6b-372dc5b71112 tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:57.237240 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60474651-d22b-4d4a-96c2-363b858a113e None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:57.247384 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cc28733-54ba-4bdf-9b7d-810cd9a44462 req-29bc117b-7e51-41a9-b408-df2c0c4ad284 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0830a4b-e259-4b58-9c94-0dd2ceb61009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826399 Jul 30 20:16:57.274144 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356021a4-56d6-4e42-ae6b-372dc5b71112 tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fc5467f-912b-4f8a-92c5-f1d3100648f2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:57.279811 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51a0b58e-e052-4959-9bed-99dd80736e65 req-59d60fa4-13d1-4de4-bbde-598346194199 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945298 Jul 30 20:16:57.303809 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-60474651-d22b-4d4a-96c2-363b858a113e None None] Attempting to bind port 146b648e-a0c2-4c96-b722-1f0084825968 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:16:57.304175 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-60474651-d22b-4d4a-96c2-363b858a113e None None] Attempting to bind port 146b648e-a0c2-4c96-b722-1f0084825968 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '46a44759-4835-4977-a17c-38168e25a823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '12860c19-d801-4d86-96df-b31886af68d9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:16:57.304697 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60474651-d22b-4d4a-96c2-363b858a113e None None] Attempting to bind port 146b648e-a0c2-4c96-b722-1f0084825968 on network 12860c19-d801-4d86-96df-b31886af68d9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:16:57.310321 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60474651-d22b-4d4a-96c2-363b858a113e None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:16:57.310726 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60474651-d22b-4d4a-96c2-363b858a113e None None] Checking segment: {'id': '46a44759-4835-4977-a17c-38168e25a823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '12860c19-d801-4d86-96df-b31886af68d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:16:57.311190 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-60474651-d22b-4d4a-96c2-363b858a113e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:57.311500 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60474651-d22b-4d4a-96c2-363b858a113e None None] Bound using segment: {'id': '46a44759-4835-4977-a17c-38168e25a823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '12860c19-d801-4d86-96df-b31886af68d9'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:16:57.312002 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-60474651-d22b-4d4a-96c2-363b858a113e None None] Bound port: 146b648e-a0c2-4c96-b722-1f0084825968, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a44759-4835-4977-a17c-38168e25a823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '12860c19-d801-4d86-96df-b31886af68d9'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:16:57.312390 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-60474651-d22b-4d4a-96c2-363b858a113e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:57.349612 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-356021a4-56d6-4e42-ae6b-372dc5b71112 tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:57.351904 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-356021a4-56d6-4e42-ae6b-372dc5b71112 tempest-RoutersAdminNegativeIpV6Test-410768517 tempest-RoutersAdminNegativeIpV6Test-410768517-project-admin] 10.222.0.81 "DELETE /v2.0/ports/1fc5467f-912b-4f8a-92c5-f1d3100648f2 HTTP/1.1" status: 204 len: 168 time: 0.4664671 Jul 30 20:16:57.413230 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-60474651-d22b-4d4a-96c2-363b858a113e None None] For port 146b648e-a0c2-4c96-b722-1f0084825968, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:16:57.417418 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-60474651-d22b-4d4a-96c2-363b858a113e None None] For port 146b648e-a0c2-4c96-b722-1f0084825968, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=146b648e-a0c2-4c96-b722-1f0084825968,segment=NetworkSegment(46a44759-4835-4977-a17c-38168e25a823),segment_id=46a44759-4835-4977-a17c-38168e25a823)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:16:57.423827 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-60474651-d22b-4d4a-96c2-363b858a113e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:57.492246 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8f84a16d-2ca2-4b56-ac4a-1462829c9bf2 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:57.509982 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60474651-d22b-4d4a-96c2-363b858a113e None None] Pushing event updated for resources: {'Port': ['ID=146b648e-a0c2-4c96-b722-1f0084825968,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:57.561240 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f272dc-4a7c-4982-a47c-0b7b72492293 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:16:57.564657 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94f272dc-4a7c-4982-a47c-0b7b72492293 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:57.577064 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84a16d-2ca2-4b56-ac4a-1462829c9bf2 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Subnet': ['ID=266012ea-5fda-4eb1-af48-43f07d10f94b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:57.612303 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8f84a16d-2ca2-4b56-ac4a-1462829c9bf2 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:57.616944 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8f84a16d-2ca2-4b56-ac4a-1462829c9bf2 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/subnets/266012ea-5fda-4eb1-af48-43f07d10f94b HTTP/1.1" status: 204 len: 168 time: 1.1429355 Jul 30 20:16:57.617820 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cc28733-54ba-4bdf-9b7d-810cd9a44462 req-701293fb-08ca-4f59-8d5c-2d9f748ded5c service neutron] 10.222.0.83 "GET /v2.0/networks/d0830a4b-e259-4b58-9c94-0dd2ceb61009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327339 Jul 30 20:16:57.619396 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45280) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:57.651566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-94f272dc-4a7c-4982-a47c-0b7b72492293 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] device_id is not set on port 1322f506-cc46-4fa2-adab-fe2b8ea13cdb yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:16:57.743269 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45282) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:57.758389 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610324d-f7bc-4b34-bd7f-196ee02c6337 req-6c670273-8acb-4ad9-9f5c-e7a25085f127 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:57.760982 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6610324d-f7bc-4b34-bd7f-196ee02c6337 req-6c670273-8acb-4ad9-9f5c-e7a25085f127 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807 HTTP/1.1" status: 200 len: 943 time: 0.1932673 Jul 30 20:16:57.765662 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-453a6f4f-df23-4f2c-b091-0785fc33cd88 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:57.793669 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ada4ad-5d1e-451b-8fa7-91e614117bdc None None] Network 17dc5e51-5d29-4278-98e4-9e38ef086dde requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:57.897703 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-453a6f4f-df23-4f2c-b091-0785fc33cd88 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Deleting port f54c7228-d4de-4a76-b3e5-498e78e68676 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:57.902557 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-453a6f4f-df23-4f2c-b091-0785fc33cd88 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:57.934588 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cc28733-54ba-4bdf-9b7d-810cd9a44462 req-5860731b-5558-4811-a8be-b2c428098a57 service neutron] 10.222.0.83 "GET /v2.0/networks/d0830a4b-e259-4b58-9c94-0dd2ceb61009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995224 Jul 30 20:16:57.948572 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4c0661bb-ca25-4d6f-b9dd-2d734773235f None None] Provisioning complete for port f54c7228-d4de-4a76-b3e5-498e78e68676 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:57.950490 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c0661bb-ca25-4d6f-b9dd-2d734773235f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:57.955151 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6610324d-f7bc-4b34-bd7f-196ee02c6337 req-b244e625-5203-4047-9a3e-94ff5314074d tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766603 Jul 30 20:16:58.009674 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-94f272dc-4a7c-4982-a47c-0b7b72492293 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Allocated IP 172.20.0.7 (12860c19-d801-4d86-96df-b31886af68d9/7b6b6bb0-5bf8-495c-8b31-d86f1383e7d7/1322f506-cc46-4fa2-adab-fe2b8ea13cdb) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:16:58.029083 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8eec1744-89d5-4ff5-a369-89ffceb453b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:58.071444 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-453a6f4f-df23-4f2c-b091-0785fc33cd88 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] For port f54c7228-d4de-4a76-b3e5-498e78e68676, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f54c7228-d4de-4a76-b3e5-498e78e68676,segment=NetworkSegment(c6651850-9602-4fb5-85e7-362254171a4d),segment_id=c6651850-9602-4fb5-85e7-362254171a4d)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:58.072103 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-453a6f4f-df23-4f2c-b091-0785fc33cd88 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:58.100031 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-453a6f4f-df23-4f2c-b091-0785fc33cd88 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Calling delete_port for f54c7228-d4de-4a76-b3e5-498e78e68676 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:58.191994 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae7036d-5911-4a74-81d9-dc562c4b83e8 None None] DHCP port deletion for 17dc5e51-5d29-4278-98e4-9e38ef086dde request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:16:58.227302 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8eec1744-89d5-4ff5-a369-89ffceb453b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:58.228740 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-453a6f4f-df23-4f2c-b091-0785fc33cd88 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:58.233383 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94f272dc-4a7c-4982-a47c-0b7b72492293 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:58.236986 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8eec1744-89d5-4ff5-a369-89ffceb453b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:58.248146 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-94f272dc-4a7c-4982-a47c-0b7b72492293 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Transition to ACTIVE for port object 1322f506-cc46-4fa2-adab-fe2b8ea13cdb will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:16:58.256124 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5ae7036d-5911-4a74-81d9-dc562c4b83e8 None None] Deleting port f54c7228-d4de-4a76-b3e5-498e78e68676 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:58.256501 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5ae7036d-5911-4a74-81d9-dc562c4b83e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:58.272203 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a6f4f-df23-4f2c-b091-0785fc33cd88 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Port': ['ID=f54c7228-d4de-4a76-b3e5-498e78e68676,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:58.284223 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453a6f4f-df23-4f2c-b091-0785fc33cd88 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] No DVR routers for this DVR port f54c7228-d4de-4a76-b3e5-498e78e68676 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:16:58.304142 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8eec1744-89d5-4ff5-a369-89ffceb453b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=49d1f8888e0e49fb8c291868f41cb6d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5528877 Jul 30 20:16:58.306167 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94f272dc-4a7c-4982-a47c-0b7b72492293 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:58.308396 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45288) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:58.329817 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec1744-89d5-4ff5-a369-89ffceb453b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562de2fe-fd60-4935-9935-c57977da9faf,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:58.364607 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-5ae7036d-5911-4a74-81d9-dc562c4b83e8 None None] For port f54c7228-d4de-4a76-b3e5-498e78e68676, host n-d-712137-9, got binding levels [] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:58.364797 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5ae7036d-5911-4a74-81d9-dc562c4b83e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:58.383686 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5ae7036d-5911-4a74-81d9-dc562c4b83e8 None None] Calling delete_port for f54c7228-d4de-4a76-b3e5-498e78e68676 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:58.387975 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.ipam_backend_mixin [None req-5ae7036d-5911-4a74-81d9-dc562c4b83e8 None None] Port f54c7228-d4de-4a76-b3e5-498e78e68676 was not found and therefore no delete operation was performed {{(pid=93884) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 20:16:58.389958 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5ae7036d-5911-4a74-81d9-dc562c4b83e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:58.414527 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-453a6f4f-df23-4f2c-b091-0785fc33cd88 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:58.426533 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-453a6f4f-df23-4f2c-b091-0785fc33cd88 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17dc5e51-5d29-4278-98e4-9e38ef086dde']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:58.441713 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-453a6f4f-df23-4f2c-b091-0785fc33cd88 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6651850-9602-4fb5-85e7-362254171a4d') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:58.442398 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-453a6f4f-df23-4f2c-b091-0785fc33cd88 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6651850-9602-4fb5-85e7-362254171a4d') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:16:58.445768 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7036d-5911-4a74-81d9-dc562c4b83e8 None None] Pushing event deleted for resources: {'Port': ['ID=f54c7228-d4de-4a76-b3e5-498e78e68676,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:58.458071 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae7036d-5911-4a74-81d9-dc562c4b83e8 None None] No DVR routers for this DVR port f54c7228-d4de-4a76-b3e5-498e78e68676 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:16:58.460336 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-453a6f4f-df23-4f2c-b091-0785fc33cd88 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:58.483752 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-453a6f4f-df23-4f2c-b091-0785fc33cd88 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:58.495418 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f272dc-4a7c-4982-a47c-0b7b72492293 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network 12860c19-d801-4d86-96df-b31886af68d9 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:16:58.497459 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 146b648e-a0c2-4c96-b722-1f0084825968 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:16:58.503170 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453a6f4f-df23-4f2c-b091-0785fc33cd88 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:16:58.504015 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-453a6f4f-df23-4f2c-b091-0785fc33cd88 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:16:58.508217 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:16:58.510590 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-94f272dc-4a7c-4982-a47c-0b7b72492293 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:16:58.520445 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f272dc-4a7c-4982-a47c-0b7b72492293 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:16:58.563029 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f272dc-4a7c-4982-a47c-0b7b72492293 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Port': ['ID=1322f506-cc46-4fa2-adab-fe2b8ea13cdb,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:58.590520 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 146b648e-a0c2-4c96-b722-1f0084825968 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:58.590757 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-453a6f4f-df23-4f2c-b091-0785fc33cd88 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:58.602369 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-453a6f4f-df23-4f2c-b091-0785fc33cd88 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:58.608284 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-453a6f4f-df23-4f2c-b091-0785fc33cd88 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/networks/17dc5e51-5d29-4278-98e4-9e38ef086dde HTTP/1.1" status: 204 len: 168 time: 0.9857016 Jul 30 20:16:58.608474 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac2a6a-4794-4216-a56c-6374b8222cdb req-32fa1549-9488-49f6-b878-a9aeadf76a7c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:58.615247 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-88ac2a6a-4794-4216-a56c-6374b8222cdb req-32fa1549-9488-49f6-b878-a9aeadf76a7c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.1823912 Jul 30 20:16:58.628693 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f272dc-4a7c-4982-a47c-0b7b72492293 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:58.629673 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94f272dc-4a7c-4982-a47c-0b7b72492293 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:58.633184 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45292) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:58.634035 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6fb7c1ad-965e-4429-8fad-3ebeddc30a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:58.681998 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f54c7228-d4de-4a76-b3e5-498e78e68676 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:16:58.702495 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e88958-8296-4b0f-bb54-04d7e7933fd9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] DELETE failed (client error): The resource could not be found. Jul 30 20:16:58.703123 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92e88958-8296-4b0f-bb54-04d7e7933fd9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:16:58.705808 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: f54c7228-d4de-4a76-b3e5-498e78e68676 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:16:58.706300 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f54c7228-d4de-4a76-b3e5-498e78e68676 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:16:58.708402 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-92e88958-8296-4b0f-bb54-04d7e7933fd9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/subnets/cd916213-461e-45e4-b7f6-b1620177a5ad HTTP/1.1" status: 404 len: 337 time: 0.0718639 Jul 30 20:16:58.712894 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45294) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:58.724704 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-94f272dc-4a7c-4982-a47c-0b7b72492293 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7318590 Jul 30 20:16:58.758197 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45296) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:58.772451 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6fb7c1ad-965e-4429-8fad-3ebeddc30a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:58.812493 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e4e2126-349a-474a-98fd-210bb43caeb2 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] DELETE failed (client error): The resource could not be found. Jul 30 20:16:58.813105 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e4e2126-349a-474a-98fd-210bb43caeb2 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:16:58.817885 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7e4e2126-349a-474a-98fd-210bb43caeb2 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/networks/851b7683-3d15-4e42-bf02-7b3d3d69233b HTTP/1.1" status: 404 len: 339 time: 0.1006165 Jul 30 20:16:58.821116 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-88ac2a6a-4794-4216-a56c-6374b8222cdb req-83a7790a-cfbb-4257-9f55-0bbcb44c24f6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047765 Jul 30 20:16:58.821605 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45298) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:58.843789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da6f97a-c6de-4fab-98c6-08320e15e973 None None] Network 12860c19-d801-4d86-96df-b31886af68d9 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:58.906172 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e5bd5bf-3d3c-4e81-b338-f5c3d56dc5eb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] DELETE failed (client error): The resource could not be found. Jul 30 20:16:58.906627 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e5bd5bf-3d3c-4e81-b338-f5c3d56dc5eb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:16:58.910657 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0e5bd5bf-3d3c-4e81-b338-f5c3d56dc5eb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/subnets/8a2bb810-d187-4e35-a014-5570f7d632a2 HTTP/1.1" status: 404 len: 337 time: 0.0821474 Jul 30 20:16:58.923178 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45302) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:58.950638 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a6f4f-df23-4f2c-b091-0785fc33cd88 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Network': ['ID=17dc5e51-5d29-4278-98e4-9e38ef086dde,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:58.991339 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-873d18a8-f209-4610-835e-be7868123203 None None] Provisioning for port 146b648e-a0c2-4c96-b722-1f0084825968 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:58.999788 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-873d18a8-f209-4610-835e-be7868123203 None None] Provisioning complete for port 146b648e-a0c2-4c96-b722-1f0084825968 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:59.000164 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-873d18a8-f209-4610-835e-be7868123203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:59.031369 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-036add00-c74a-4e44-86cd-defd808485b9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] DELETE failed (client error): The resource could not be found. Jul 30 20:16:59.031837 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-036add00-c74a-4e44-86cd-defd808485b9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:16:59.033517 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-036add00-c74a-4e44-86cd-defd808485b9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/networks/0e3071be-0708-4a59-a18e-e506d9081aa6 HTTP/1.1" status: 404 len: 339 time: 0.1062791 Jul 30 20:16:59.037019 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45306) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:59.066701 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-227f0fdb-478e-4e31-bb1e-43331823e5f6 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] DELETE failed (client error): The resource could not be found. Jul 30 20:16:59.067164 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227f0fdb-478e-4e31-bb1e-43331823e5f6 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:16:59.071366 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-227f0fdb-478e-4e31-bb1e-43331823e5f6 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/subnets/948bc361-b73f-4a0c-bc0d-ef87b9fb220a HTTP/1.1" status: 404 len: 337 time: 0.0307281 Jul 30 20:16:59.071683 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45308) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:59.091969 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f8cb5e-4730-45bf-944d-830fa48e35c9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] DELETE failed (client error): The resource could not be found. Jul 30 20:16:59.092614 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59f8cb5e-4730-45bf-944d-830fa48e35c9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:16:59.094401 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-59f8cb5e-4730-45bf-944d-830fa48e35c9 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/networks/f6bbb441-1306-40ff-8e97-ef60bf2cd4aa HTTP/1.1" status: 404 len: 339 time: 0.0218022 Jul 30 20:16:59.096921 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45312) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:59.129493 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-873d18a8-f209-4610-835e-be7868123203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:59.157350 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a19bd2-27cb-4059-a1a1-80bdc2b711bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Deleting subnet 02820d38-c106-42e3-b69f-ed4286ba26aa {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:16:59.163093 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-68a19bd2-27cb-4059-a1a1-80bdc2b711bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:59.169692 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-873d18a8-f209-4610-835e-be7868123203 None None] For port 146b648e-a0c2-4c96-b722-1f0084825968, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=146b648e-a0c2-4c96-b722-1f0084825968,segment=NetworkSegment(46a44759-4835-4977-a17c-38168e25a823),segment_id=46a44759-4835-4977-a17c-38168e25a823)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:59.172773 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 3eaa7816-87a2-4952-8cd1-de2727752180 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:16:59.220503 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-68a19bd2-27cb-4059-a1a1-80bdc2b711bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:59.291120 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-873d18a8-f209-4610-835e-be7868123203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:59.320486 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-68a19bd2-27cb-4059-a1a1-80bdc2b711bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:59.351809 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 3eaa7816-87a2-4952-8cd1-de2727752180, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3eaa7816-87a2-4952-8cd1-de2727752180,segment=NetworkSegment(97615c14-3033-446e-9631-4f2099fb3f0b),segment_id=97615c14-3033-446e-9631-4f2099fb3f0b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:59.373741 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '3eaa7816-87a2-4952-8cd1-de2727752180', 'network_id': 'd0830a4b-e259-4b58-9c94-0dd2ceb61009', 'port_id': '3eaa7816-87a2-4952-8cd1-de2727752180', 'mac_address': 'fa:16:3e:7b:b1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd991cb95-970b-4daf-9cf0-38c473cf30b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:16:59.389347 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d18a8-f209-4610-835e-be7868123203 None None] Pushing event updated for resources: {'Port': ['ID=146b648e-a0c2-4c96-b722-1f0084825968,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:59.395214 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-68a19bd2-27cb-4059-a1a1-80bdc2b711bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:59.440393 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8aab6b5b-f87d-42ca-83b9-faca905fa205 None None] Provisioning complete for port 146b648e-a0c2-4c96-b722-1f0084825968 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:59.440772 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8aab6b5b-f87d-42ca-83b9-faca905fa205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:59.443264 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a19bd2-27cb-4059-a1a1-80bdc2b711bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Subnet': ['ID=02820d38-c106-42e3-b69f-ed4286ba26aa,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:59.448275 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:59.461325 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a19bd2-27cb-4059-a1a1-80bdc2b711bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:59.461701 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a19bd2-27cb-4059-a1a1-80bdc2b711bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:59.462029 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a19bd2-27cb-4059-a1a1-80bdc2b711bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:59.462514 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a19bd2-27cb-4059-a1a1-80bdc2b711bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:59.462921 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a19bd2-27cb-4059-a1a1-80bdc2b711bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:59.463359 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a19bd2-27cb-4059-a1a1-80bdc2b711bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:59.463726 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a19bd2-27cb-4059-a1a1-80bdc2b711bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:59.464243 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a19bd2-27cb-4059-a1a1-80bdc2b711bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:59.465107 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a19bd2-27cb-4059-a1a1-80bdc2b711bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:59.465445 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a19bd2-27cb-4059-a1a1-80bdc2b711bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:59.465778 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a19bd2-27cb-4059-a1a1-80bdc2b711bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:59.466112 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a19bd2-27cb-4059-a1a1-80bdc2b711bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:16:59.469688 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-68a19bd2-27cb-4059-a1a1-80bdc2b711bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:59.473814 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-68a19bd2-27cb-4059-a1a1-80bdc2b711bb tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/subnets/02820d38-c106-42e3-b69f-ed4286ba26aa HTTP/1.1" status: 204 len: 168 time: 0.3759279 Jul 30 20:16:59.474761 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45314) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:16:59.485226 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8851246c-8829-4fd1-80a6-70235c110d18 None None] Network 3d0e3826-f68c-47f4-baf3-c52979394b40 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:16:59.523792 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6fb7c1ad-965e-4429-8fad-3ebeddc30a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:59.526261 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6fb7c1ad-965e-4429-8fad-3ebeddc30a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:59.528122 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6fb7c1ad-965e-4429-8fad-3ebeddc30a8b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/562de2fe-fd60-4935-9935-c57977da9faf HTTP/1.1" status: 204 len: 168 time: 1.2172663 Jul 30 20:16:59.551646 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eaa7816-87a2-4952-8cd1-de2727752180 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:16:59.566304 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35bd64-a098-4382-93e0-7eebc2b97d19 req-faf3fbf8-297f-494b-89fd-f7a513323a04 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:59.575290 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4c35bd64-a098-4382-93e0-7eebc2b97d19 req-faf3fbf8-297f-494b-89fd-f7a513323a04 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.5673194 Jul 30 20:16:59.580130 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7c1ad-965e-4429-8fad-3ebeddc30a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562de2fe-fd60-4935-9935-c57977da9faf,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:59.614733 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af237e03-c3bf-4f13-a5b0-bb0772df0961 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:59.620235 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 3eaa7816-87a2-4952-8cd1-de2727752180, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3eaa7816-87a2-4952-8cd1-de2727752180,segment=NetworkSegment(97615c14-3033-446e-9631-4f2099fb3f0b),segment_id=97615c14-3033-446e-9631-4f2099fb3f0b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:59.677133 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4c35bd64-a098-4382-93e0-7eebc2b97d19 req-57c77f8c-10cb-47e3-8795-f9d39590a018 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009147 Jul 30 20:16:59.692915 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-af237e03-c3bf-4f13-a5b0-bb0772df0961 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Deleting port 511fdf92-b893-473d-9ce5-72fb2a2941ca {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:16:59.693128 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af237e03-c3bf-4f13-a5b0-bb0772df0961 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:59.711354 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:59.721130 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8aab6b5b-f87d-42ca-83b9-faca905fa205 None None] Provisioning for port 1322f506-cc46-4fa2-adab-fe2b8ea13cdb completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:16:59.745791 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0c33eea0-365b-47b7-8e75-396d8df68dc9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:59.793478 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8aab6b5b-f87d-42ca-83b9-faca905fa205 None None] Provisioning complete for port 1322f506-cc46-4fa2-adab-fe2b8ea13cdb triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:59.794013 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8aab6b5b-f87d-42ca-83b9-faca905fa205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:59.824673 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-af237e03-c3bf-4f13-a5b0-bb0772df0961 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] For port 511fdf92-b893-473d-9ce5-72fb2a2941ca, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=511fdf92-b893-473d-9ce5-72fb2a2941ca,segment=NetworkSegment(55bf5090-9e01-4d30-809c-d91c8afc9cde),segment_id=55bf5090-9e01-4d30-809c-d91c8afc9cde)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:16:59.825405 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af237e03-c3bf-4f13-a5b0-bb0772df0961 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:59.844212 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-af237e03-c3bf-4f13-a5b0-bb0772df0961 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Calling delete_port for 511fdf92-b893-473d-9ce5-72fb2a2941ca owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:16:59.867045 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8aab6b5b-f87d-42ca-83b9-faca905fa205 None None] Port 1322f506-cc46-4fa2-adab-fe2b8ea13cdb cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:16:59.868708 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=3eaa7816-87a2-4952-8cd1-de2727752180,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:59.923536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33e637-2943-4cbb-839d-25665da8b501 req-adf1d02b-e3a8-49a0-9a77-39e453a79a7a tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:16:59.931033 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d33e637-2943-4cbb-839d-25665da8b501 req-adf1d02b-e3a8-49a0-9a77-39e453a79a7a tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807 HTTP/1.1" status: 200 len: 944 time: 0.1383312 Jul 30 20:16:59.948694 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e759964-eb90-495e-baa7-29b1306711c8 None None] DHCP port deletion for 3d0e3826-f68c-47f4-baf3-c52979394b40 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:16:59.950461 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af237e03-c3bf-4f13-a5b0-bb0772df0961 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:16:59.978360 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af237e03-c3bf-4f13-a5b0-bb0772df0961 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Port': ['ID=511fdf92-b893-473d-9ce5-72fb2a2941ca,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:16:59.985703 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af237e03-c3bf-4f13-a5b0-bb0772df0961 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] No DVR routers for this DVR port 511fdf92-b893-473d-9ce5-72fb2a2941ca on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:16:59.996605 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-156c9230-e0c1-48e8-a75d-22e15ca501bb None None] Provisioning complete for port 1322f506-cc46-4fa2-adab-fe2b8ea13cdb triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:16:59.997263 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-156c9230-e0c1-48e8-a75d-22e15ca501bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:00.008180 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45324) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:00.037858 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-156c9230-e0c1-48e8-a75d-22e15ca501bb None None] Port 1322f506-cc46-4fa2-adab-fe2b8ea13cdb cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:17:00.059962 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d33e637-2943-4cbb-839d-25665da8b501 req-c09b2fec-f8d0-4749-b2c0-1cf0dc156aa5 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280324 Jul 30 20:17:00.084331 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af237e03-c3bf-4f13-a5b0-bb0772df0961 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:00.096257 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-af237e03-c3bf-4f13-a5b0-bb0772df0961 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0e3826-f68c-47f4-baf3-c52979394b40']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:00.108241 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-af237e03-c3bf-4f13-a5b0-bb0772df0961 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55bf5090-9e01-4d30-809c-d91c8afc9cde') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:00.108587 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-af237e03-c3bf-4f13-a5b0-bb0772df0961 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55bf5090-9e01-4d30-809c-d91c8afc9cde') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:00.112111 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a0a3c2b3-4836-4fa6-9c18-7128be27f1e7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=879e699b9034444aa09ef163ece28716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1010361 Jul 30 20:17:00.114612 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45326) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:00.126093 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af237e03-c3bf-4f13-a5b0-bb0772df0961 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:00.147167 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['3eaa7816-87a2-4952-8cd1-de2727752180'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:17:00.156054 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af237e03-c3bf-4f13-a5b0-bb0772df0961 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:00.168283 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af237e03-c3bf-4f13-a5b0-bb0772df0961 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:17:00.168743 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af237e03-c3bf-4f13-a5b0-bb0772df0961 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:17:00.172171 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:17:00.192890 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0c33eea0-365b-47b7-8e75-396d8df68dc9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:00.200775 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0c33eea0-365b-47b7-8e75-396d8df68dc9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:00.262581 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d6efd9f-44df-4d87-b9b0-12991821cb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:00.281828 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af237e03-c3bf-4f13-a5b0-bb0772df0961 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:00.298164 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33eea0-365b-47b7-8e75-396d8df68dc9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Port': ['ID=1322f506-cc46-4fa2-adab-fe2b8ea13cdb,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:00.307254 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af237e03-c3bf-4f13-a5b0-bb0772df0961 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:00.328248 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-af237e03-c3bf-4f13-a5b0-bb0772df0961 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/networks/3d0e3826-f68c-47f4-baf3-c52979394b40 HTTP/1.1" status: 204 len: 168 time: 0.8523247 Jul 30 20:17:00.336573 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45334) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:00.383054 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d6efd9f-44df-4d87-b9b0-12991821cb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:00.429882 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 146b648e-a0c2-4c96-b722-1f0084825968 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:17:00.446511 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af237e03-c3bf-4f13-a5b0-bb0772df0961 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Network': ['ID=3d0e3826-f68c-47f4-baf3-c52979394b40,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:00.466330 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ef2772-b3c1-4539-98a8-4b6e6020d640 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] DELETE failed (client error): The resource could not be found. Jul 30 20:17:00.466763 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ef2772-b3c1-4539-98a8-4b6e6020d640 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:17:00.471151 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-22ef2772-b3c1-4539-98a8-4b6e6020d640 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/subnets/132c1dd9-1d1c-4b27-8f75-f632ca1e401a HTTP/1.1" status: 404 len: 337 time: 0.1311133 Jul 30 20:17:00.472657 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45336) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:00.496206 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62599e1-cedb-4ba9-90bb-28eb61930f61 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] DELETE failed (client error): The resource could not be found. Jul 30 20:17:00.496954 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e62599e1-cedb-4ba9-90bb-28eb61930f61 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:17:00.498908 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e62599e1-cedb-4ba9-90bb-28eb61930f61 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/networks/51045482-c252-427c-8a72-90c05aebd2ed HTTP/1.1" status: 404 len: 339 time: 0.0263741 Jul 30 20:17:00.501752 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45342) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:00.515552 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d6efd9f-44df-4d87-b9b0-12991821cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:00.518208 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d6efd9f-44df-4d87-b9b0-12991821cb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:00.519475 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4d6efd9f-44df-4d87-b9b0-12991821cb72 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/19553648-324c-46b9-afc9-209d3bc2e94c HTTP/1.1" status: 204 len: 168 time: 0.4039171 Jul 30 20:17:00.547682 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 146b648e-a0c2-4c96-b722-1f0084825968 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:00.548764 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:00.566506 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6efd9f-44df-4d87-b9b0-12991821cb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19553648-324c-46b9-afc9-209d3bc2e94c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:00.576076 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0c33eea0-365b-47b7-8e75-396d8df68dc9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:00.591877 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e18eace-8221-477b-bafd-2a5081985512 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Deleting subnet 5552eb02-900d-4b90-aba6-e528c8aa1e7c {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:17:00.605984 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e18eace-8221-477b-bafd-2a5081985512 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:00.697663 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8051791d-89f3-4b69-8116-3550021f5c9e None None] Provisioning complete for port 1322f506-cc46-4fa2-adab-fe2b8ea13cdb triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:00.698547 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8051791d-89f3-4b69-8116-3550021f5c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:00.726442 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e18eace-8221-477b-bafd-2a5081985512 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:00.773244 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 511fdf92-b893-473d-9ce5-72fb2a2941ca no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:17:00.777794 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8051791d-89f3-4b69-8116-3550021f5c9e None None] Port 1322f506-cc46-4fa2-adab-fe2b8ea13cdb cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:17:00.790729 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0c33eea0-365b-47b7-8e75-396d8df68dc9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:00.815050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 511fdf92-b893-473d-9ce5-72fb2a2941ca {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:17:00.815424 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 511fdf92-b893-473d-9ce5-72fb2a2941ca not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:17:00.889089 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e18eace-8221-477b-bafd-2a5081985512 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:00.981128 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e18eace-8221-477b-bafd-2a5081985512 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:01.023849 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18eace-8221-477b-bafd-2a5081985512 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Subnet': ['ID=5552eb02-900d-4b90-aba6-e528c8aa1e7c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:01.029451 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e18eace-8221-477b-bafd-2a5081985512 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:01.036468 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1e18eace-8221-477b-bafd-2a5081985512 tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/subnets/5552eb02-900d-4b90-aba6-e528c8aa1e7c HTTP/1.1" status: 204 len: 168 time: 0.5330310 Jul 30 20:17:01.037177 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45380) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:01.037638 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efba07a-6fd9-4bf8-84f4-79d4a95e7b2c None None] Network 3ca2a786-95ae-4dbb-9987-fcb0ed40c604 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:17:01.154783 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-afaff593-2eb0-41d3-b2e1-f7515533b2aa tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:01.195116 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0c33eea0-365b-47b7-8e75-396d8df68dc9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:01.202499 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0c33eea0-365b-47b7-8e75-396d8df68dc9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:01.233262 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-afaff593-2eb0-41d3-b2e1-f7515533b2aa tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Deleting port bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:17:01.233653 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-afaff593-2eb0-41d3-b2e1-f7515533b2aa tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:01.289925 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984fbdcf-b19f-4547-b152-ec6d18890ba6 None None] DHCP port deletion for 3ca2a786-95ae-4dbb-9987-fcb0ed40c604 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:17:01.336561 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-afaff593-2eb0-41d3-b2e1-f7515533b2aa tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] For port bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2,segment=NetworkSegment(646e9eb4-9b8c-4a80-b881-7f22c6a607b1),segment_id=646e9eb4-9b8c-4a80-b881-7f22c6a607b1)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:01.337055 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-afaff593-2eb0-41d3-b2e1-f7515533b2aa tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:01.356811 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-afaff593-2eb0-41d3-b2e1-f7515533b2aa tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Calling delete_port for bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:17:01.359740 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-984fbdcf-b19f-4547-b152-ec6d18890ba6 None None] Deleting port bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:17:01.360121 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-984fbdcf-b19f-4547-b152-ec6d18890ba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:01.370237 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0c33eea0-365b-47b7-8e75-396d8df68dc9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:01.381907 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33eea0-365b-47b7-8e75-396d8df68dc9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Port': ['ID=1322f506-cc46-4fa2-adab-fe2b8ea13cdb,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:01.458002 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef478567-799d-41d4-8bae-7772d0b4d009 req-3f9a7d07-0be6-4fe6-b5d8-d46d14eb61e3 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:01.459980 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef478567-799d-41d4-8bae-7772d0b4d009 req-3f9a7d07-0be6-4fe6-b5d8-d46d14eb61e3 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=972ffce7-cc1d-4439-ae22-85bc67e6284b HTTP/1.1" status: 200 len: 944 time: 0.1700010 Jul 30 20:17:01.466147 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-afaff593-2eb0-41d3-b2e1-f7515533b2aa tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:01.527843 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaff593-2eb0-41d3-b2e1-f7515533b2aa tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Port': ['ID=bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:01.530926 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaff593-2eb0-41d3-b2e1-f7515533b2aa tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] No DVR routers for this DVR port bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:17:01.618851 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-984fbdcf-b19f-4547-b152-ec6d18890ba6 None None] For port bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2,segment=NetworkSegment(646e9eb4-9b8c-4a80-b881-7f22c6a607b1),segment_id=646e9eb4-9b8c-4a80-b881-7f22c6a607b1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:01.619381 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-984fbdcf-b19f-4547-b152-ec6d18890ba6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:01.630565 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c33eea0-365b-47b7-8e75-396d8df68dc9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network 12860c19-d801-4d86-96df-b31886af68d9 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:17:01.633267 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-0c33eea0-365b-47b7-8e75-396d8df68dc9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:17:01.634279 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-984fbdcf-b19f-4547-b152-ec6d18890ba6 None None] Calling delete_port for bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:17:01.670026 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-afaff593-2eb0-41d3-b2e1-f7515533b2aa tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:01.692818 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-afaff593-2eb0-41d3-b2e1-f7515533b2aa tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca2a786-95ae-4dbb-9987-fcb0ed40c604']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:01.705874 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-afaff593-2eb0-41d3-b2e1-f7515533b2aa tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646e9eb4-9b8c-4a80-b881-7f22c6a607b1') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:01.706490 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-afaff593-2eb0-41d3-b2e1-f7515533b2aa tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646e9eb4-9b8c-4a80-b881-7f22c6a607b1') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:01.717020 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-afaff593-2eb0-41d3-b2e1-f7515533b2aa tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:01.734020 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-afaff593-2eb0-41d3-b2e1-f7515533b2aa tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:01.737709 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45396) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:01.740263 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afaff593-2eb0-41d3-b2e1-f7515533b2aa tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:17:01.740804 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-afaff593-2eb0-41d3-b2e1-f7515533b2aa tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:01.741014 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-984fbdcf-b19f-4547-b152-ec6d18890ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:17:01.744469 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:17:01.772609 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-ef478567-799d-41d4-8bae-7772d0b4d009 req-be36fb6e-df2e-47cb-8b56-27f73b774c74 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Deleting port bd41358c-fdda-43ae-be89-336bb996dc26 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:17:01.773071 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ef478567-799d-41d4-8bae-7772d0b4d009 req-be36fb6e-df2e-47cb-8b56-27f73b774c74 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:01.777745 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fbdcf-b19f-4547-b152-ec6d18890ba6 None None] Pushing event deleted for resources: {'Port': ['ID=bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:01.797356 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984fbdcf-b19f-4547-b152-ec6d18890ba6 None None] No DVR routers for this DVR port bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:17:01.865871 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-afaff593-2eb0-41d3-b2e1-f7515533b2aa tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:01.882834 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-afaff593-2eb0-41d3-b2e1-f7515533b2aa tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:01.885153 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-afaff593-2eb0-41d3-b2e1-f7515533b2aa tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] 10.222.0.81 "DELETE /v2.0/networks/3ca2a786-95ae-4dbb-9987-fcb0ed40c604 HTTP/1.1" status: 204 len: 168 time: 0.8465796 Jul 30 20:17:01.898855 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b7610527-0578-401d-aefd-52f33722f5de tempest-DvrRoutersNegativeTest-96001111 tempest-DvrRoutersNegativeTest-96001111-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1957470623', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:01.902053 n-d-712137-9 neutron-server[93882]: DEBUG neutron.policy [None req-b7610527-0578-401d-aefd-52f33722f5de tempest-DvrRoutersNegativeTest-96001111 tempest-DvrRoutersNegativeTest-96001111-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93882) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 30 20:17:01.902352 n-d-712137-9 neutron-server[93882]: DEBUG neutron.policy [None req-b7610527-0578-401d-aefd-52f33722f5de tempest-DvrRoutersNegativeTest-96001111 tempest-DvrRoutersNegativeTest-96001111-project] Failed policy check for 'create_router' {{(pid=93882) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 30 20:17:01.902935 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-b7610527-0578-401d-aefd-52f33722f5de tempest-DvrRoutersNegativeTest-96001111 tempest-DvrRoutersNegativeTest-96001111-project] create failed (client error): Access was denied to this resource. Jul 30 20:17:01.907314 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b7610527-0578-401d-aefd-52f33722f5de tempest-DvrRoutersNegativeTest-96001111 tempest-DvrRoutersNegativeTest-96001111-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1641428 Jul 30 20:17:01.909908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c33eea0-365b-47b7-8e75-396d8df68dc9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Router 060bc277-16df-4382-a3e3-1e3d600e9b8e is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:17:01.912214 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaff593-2eb0-41d3-b2e1-f7515533b2aa tempest-NetworksIpV6Test-1457023910 tempest-NetworksIpV6Test-1457023910-project] Pushing event deleted for resources: {'Network': ['ID=3ca2a786-95ae-4dbb-9987-fcb0ed40c604,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:01.944284 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ef478567-799d-41d4-8bae-7772d0b4d009 req-be36fb6e-df2e-47cb-8b56-27f73b774c74 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] For port bd41358c-fdda-43ae-be89-336bb996dc26, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=bd41358c-fdda-43ae-be89-336bb996dc26,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:01.944650 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ef478567-799d-41d4-8bae-7772d0b4d009 req-be36fb6e-df2e-47cb-8b56-27f73b774c74 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:02.000887 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-ef478567-799d-41d4-8bae-7772d0b4d009 req-be36fb6e-df2e-47cb-8b56-27f73b774c74 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Calling delete_port for bd41358c-fdda-43ae-be89-336bb996dc26 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:17:02.012586 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bb5a6db9-9ae2-4c5a-bf9d-42c242e21d31 None None] Provisioning complete for port 1322f506-cc46-4fa2-adab-fe2b8ea13cdb triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:02.013034 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb5a6db9-9ae2-4c5a-bf9d-42c242e21d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:02.054754 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bb5a6db9-9ae2-4c5a-bf9d-42c242e21d31 None None] Port 1322f506-cc46-4fa2-adab-fe2b8ea13cdb cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:17:02.102789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c33eea0-365b-47b7-8e75-396d8df68dc9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:17:02.109328 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0c33eea0-365b-47b7-8e75-396d8df68dc9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "PUT /v2.0/routers/060bc277-16df-4382-a3e3-1e3d600e9b8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3478377 Jul 30 20:17:02.112438 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45404) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:02.120347 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6bd3d4-2c03-47b6-86ad-2d2c929f27f0 None None] Sync routers for ids ['060bc277-16df-4382-a3e3-1e3d600e9b8e'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:17:02.141239 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6bd3d4-2c03-47b6-86ad-2d2c929f27f0 None None] Routers {'060bc277-16df-4382-a3e3-1e3d600e9b8e'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:17:02.142171 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5c6bd3d4-2c03-47b6-86ad-2d2c929f27f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:16:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['060bc277-16df-4382-a3e3-1e3d600e9b8e'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:02.209135 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5c6bd3d4-2c03-47b6-86ad-2d2c929f27f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:02.218160 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d315243f-b75c-463f-acfe-814682c0b3d6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:02.220549 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6bd3d4-2c03-47b6-86ad-2d2c929f27f0 None None] Routers {'060bc277-16df-4382-a3e3-1e3d600e9b8e'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:17:02.220808 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d315243f-b75c-463f-acfe-814682c0b3d6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports?device_id=060bc277-16df-4382-a3e3-1e3d600e9b8e HTTP/1.1" status: 200 len: 981 time: 0.1060290 Jul 30 20:17:02.221185 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5c6bd3d4-2c03-47b6-86ad-2d2c929f27f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:16:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['060bc277-16df-4382-a3e3-1e3d600e9b8e'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:02.223264 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45410) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:02.229032 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ef478567-799d-41d4-8bae-7772d0b4d009 req-be36fb6e-df2e-47cb-8b56-27f73b774c74 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:02.235075 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45412) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:02.262798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['5decea29-b6a2-4287-af8d-99d5371a56e9'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:17:02.264938 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['28bcf6de-afdf-43fd-b02d-78e558069aed'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:17:02.288880 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5c6bd3d4-2c03-47b6-86ad-2d2c929f27f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:02.289543 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6bd3d4-2c03-47b6-86ad-2d2c929f27f0 None None] The sync data for ids ['060bc277-16df-4382-a3e3-1e3d600e9b8e'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:17:02.318614 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36fb6e-df2e-47cb-8b56-27f73b774c74 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Pushing event deleted for resources: {'Port': ['ID=bd41358c-fdda-43ae-be89-336bb996dc26,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:02.353535 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45416) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:02.421959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef478567-799d-41d4-8bae-7772d0b4d009 req-be36fb6e-df2e-47cb-8b56-27f73b774c74 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] No DVR routers for this DVR port bd41358c-fdda-43ae-be89-336bb996dc26 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:17:02.433642 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ef478567-799d-41d4-8bae-7772d0b4d009 req-be36fb6e-df2e-47cb-8b56-27f73b774c74 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:02.440341 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef478567-799d-41d4-8bae-7772d0b4d009 req-be36fb6e-df2e-47cb-8b56-27f73b774c74 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "DELETE /v2.0/ports/bd41358c-fdda-43ae-be89-336bb996dc26 HTTP/1.1" status: 204 len: 173 time: 0.9648323 Jul 30 20:17:02.440858 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972ffce7-cc1d-4439-ae22-85bc67e6284b', 'name': 'network-vif-deleted', 'tag': 'bd41358c-fdda-43ae-be89-336bb996dc26'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:17:02.446561 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ba357a-ec33-4abb-a2c1-aad7d9d46576" -d '{"events": [{"server_uuid": "972ffce7-cc1d-4439-ae22-85bc67e6284b", "name": "network-vif-deleted", "tag": "bd41358c-fdda-43ae-be89-336bb996dc26"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:17:02.457386 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:17:02.543780 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c6e4a19-6003-4b04-96e6-e4255e1e0a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:02.645019 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:17:02.645355 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device bfb5297f-b770-43ed-b2eb-4ee18bdeb6c2 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:17:02.674035 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a5834ec2-d47a-4317-8a88-2bee7c484960 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4fc87ee29acf4a9d99df698a1b63632f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4373591 Jul 30 20:17:02.676816 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45426) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:02.737155 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c6e4a19-6003-4b04-96e6-e4255e1e0a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:02.741957 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c6e4a19-6003-4b04-96e6-e4255e1e0a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:02.790543 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1c6e4a19-6003-4b04-96e6-e4255e1e0a7b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1ad09650d6d647e999dfd5835fd599e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4325266 Jul 30 20:17:02.790767 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45428) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:02.798467 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e4a19-6003-4b04-96e6-e4255e1e0a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67659df7-8761-4a97-9515-eb6198748183,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:02.808953 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91f53b2d-dbdc-42f4-bef1-42701a38898d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:02.857525 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-49984366-f7b3-4af1-aaf9-b08e3c8bcfee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:02.877538 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91f53b2d-dbdc-42f4-bef1-42701a38898d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:02.882627 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-49984366-f7b3-4af1-aaf9-b08e3c8bcfee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:02.948095 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-49984366-f7b3-4af1-aaf9-b08e3c8bcfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:02.952275 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-49984366-f7b3-4af1-aaf9-b08e3c8bcfee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:02.953734 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-49984366-f7b3-4af1-aaf9-b08e3c8bcfee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/67659df7-8761-4a97-9515-eb6198748183 HTTP/1.1" status: 204 len: 168 time: 0.1618483 Jul 30 20:17:02.963868 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49984366-f7b3-4af1-aaf9-b08e3c8bcfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67659df7-8761-4a97-9515-eb6198748183,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:03.008515 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91f53b2d-dbdc-42f4-bef1-42701a38898d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:03.011014 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91f53b2d-dbdc-42f4-bef1-42701a38898d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:03.012997 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-91f53b2d-dbdc-42f4-bef1-42701a38898d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/421ff315-ef26-43e0-a7aa-bccbfffda0a4 HTTP/1.1" status: 204 len: 168 time: 0.3352635 Jul 30 20:17:03.045202 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f53b2d-dbdc-42f4-bef1-42701a38898d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421ff315-ef26-43e0-a7aa-bccbfffda0a4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:03.068152 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f1ad58e-6869-43ef-aea9-56e44bacff1b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:03.071606 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18168aa-bf1a-43c6-92c2-f94c43fa5905 req-d5af6e02-2748-44e0-83c2-6464e62f419d tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:03.075990 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c18168aa-bf1a-43c6-92c2-f94c43fa5905 req-d5af6e02-2748-44e0-83c2-6464e62f419d tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807 HTTP/1.1" status: 200 len: 944 time: 0.0895617 Jul 30 20:17:03.134101 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c18168aa-bf1a-43c6-92c2-f94c43fa5905 req-2c47619d-d1ff-494a-87db-1d37b181127c tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520473 Jul 30 20:17:03.167463 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 3eaa7816-87a2-4952-8cd1-de2727752180 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:17:03.256792 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 3eaa7816-87a2-4952-8cd1-de2727752180 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:17:03.260302 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 30 Jul 2021 20:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e411aad-ca87-49d9-8a28-90470174d4b6 x-openstack-request-id: req-9e411aad-ca87-49d9-8a28-90470174d4b6 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:17:03.261014 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972ffce7-cc1d-4439-ae22-85bc67e6284b", "name": "network-vif-deleted", "tag": "bd41358c-fdda-43ae-be89-336bb996dc26", "status": "failed", "code": 422}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:17:03.262024 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9e411aad-ca87-49d9-8a28-90470174d4b6 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:17:03.262590 n-d-712137-9 neutron-server[93882]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '972ffce7-cc1d-4439-ae22-85bc67e6284b', 'name': 'network-vif-deleted', 'tag': 'bd41358c-fdda-43ae-be89-336bb996dc26', 'status': 'failed', 'code': 422} returned with failed status Jul 30 20:17:03.266765 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 3eaa7816-87a2-4952-8cd1-de2727752180 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:03.268093 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:03.415783 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:03.452014 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eaa7816-87a2-4952-8cd1-de2727752180'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:17:03.455439 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1a8075-7104-43d2-9387-04b3fced6c9f" -d '{"events": [{"server_uuid": "1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807", "name": "network-vif-plugged", "status": "completed", "tag": "3eaa7816-87a2-4952-8cd1-de2727752180"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:17:03.458137 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6f1ad58e-6869-43ef-aea9-56e44bacff1b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting port 1322f506-cc46-4fa2-adab-fe2b8ea13cdb {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:17:03.459018 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f1ad58e-6869-43ef-aea9-56e44bacff1b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:03.473759 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 3eaa7816-87a2-4952-8cd1-de2727752180, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3eaa7816-87a2-4952-8cd1-de2727752180,segment=NetworkSegment(97615c14-3033-446e-9631-4f2099fb3f0b),segment_id=97615c14-3033-446e-9631-4f2099fb3f0b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:03.480683 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:03.542792 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=3eaa7816-87a2-4952-8cd1-de2727752180,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:03.570041 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f1ad58e-6869-43ef-aea9-56e44bacff1b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:03.571109 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4fb5e6-2b01-48b3-9160-6e373fe34e59 x-openstack-request-id: req-2c4fb5e6-2b01-48b3-9160-6e373fe34e59 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:17:03.571521 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807", "name": "network-vif-plugged", "status": "completed", "tag": "3eaa7816-87a2-4952-8cd1-de2727752180", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:17:03.571790 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2c4fb5e6-2b01-48b3-9160-6e373fe34e59 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:17:03.572790 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eaa7816-87a2-4952-8cd1-de2727752180', 'code': 200} Jul 30 20:17:03.585933 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6f1ad58e-6869-43ef-aea9-56e44bacff1b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Calling delete_port for 1322f506-cc46-4fa2-adab-fe2b8ea13cdb owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:17:03.713912 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b8f91-9587-411e-8fc9-0c9dee2801af req-d0e1bdc9-0bd1-4daf-8e32-6a724db207c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:03.715959 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b2b8f91-9587-411e-8fc9-0c9dee2801af req-d0e1bdc9-0bd1-4daf-8e32-6a724db207c0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807 HTTP/1.1" status: 200 len: 1096 time: 0.0708559 Jul 30 20:17:03.727952 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df76179-8d50-4f49-b05d-8d037d46edc8 req-4f039a68-0315-4a5a-add8-21355ef00497 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:03.729766 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9df76179-8d50-4f49-b05d-8d037d46edc8 req-4f039a68-0315-4a5a-add8-21355ef00497 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4a7902f-70ce-42b2-912d-3ea9b38e3fa2 HTTP/1.1" status: 200 len: 907 time: 0.0965087 Jul 30 20:17:03.788682 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b2b8f91-9587-411e-8fc9-0c9dee2801af req-fab45901-0c5f-4b31-94af-4026e0f89281 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568197 Jul 30 20:17:03.861102 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f1ad58e-6869-43ef-aea9-56e44bacff1b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:03.898732 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ad58e-6869-43ef-aea9-56e44bacff1b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Port': ['ID=1322f506-cc46-4fa2-adab-fe2b8ea13cdb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:03.975475 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45480) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:03.985825 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45482) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:04.091635 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f1ad58e-6869-43ef-aea9-56e44bacff1b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:04.102017 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-937a06f1-b6b8-4876-b69e-cc54f33bceda tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:04.102836 n-d-712137-9 neutron-server[93882]: WARNING neutron.api.v2.base [None req-937a06f1-b6b8-4876-b69e-cc54f33bceda tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 30 20:17:04.103342 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-937a06f1-b6b8-4876-b69e-cc54f33bceda tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] create failed (client error): There was a conflict when trying to complete your request. Jul 30 20:17:04.109102 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-937a06f1-b6b8-4876-b69e-cc54f33bceda tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1218877 Jul 30 20:17:04.111499 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45488) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:04.115847 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-4da48c0b-6c12-4f48-b7ae-66943df38703 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Request body: {'security_group': {'name': 'tempest-secgroup--1475418113'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:04.125424 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-8a3de37b-5152-4269-a4fb-72dfedd2d4f9 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group': {'name': 'tempest-secgroup--1761249411'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:04.153501 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.db.api [None req-8a3de37b-5152-4269-a4fb-72dfedd2d4f9 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 20:17:04.153501 n-d-712137-9 neutron-server[93882]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 20:17:04.153501 n-d-712137-9 neutron-server[93882]: [parameters: {'project_id': 'a0aa47aa22f44c129916ac25353f9b1a', 'id': '95af1909-b6d1-4efa-b5b1-ba43773b9c1b', 'expiration': datetime.datetime(2021, 7, 30, 20, 19, 4, 144958)}] Jul 30 20:17:04.153501 n-d-712137-9 neutron-server[93882]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:17:04.154059 n-d-712137-9 neutron-server[93882]: DEBUG oslo_db.api [None req-8a3de37b-5152-4269-a4fb-72dfedd2d4f9 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:17:04.159785 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4da48c0b-6c12-4f48-b7ae-66943df38703 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:04.170655 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4da48c0b-6c12-4f48-b7ae-66943df38703 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:04.265180 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1ad58e-6869-43ef-aea9-56e44bacff1b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Router 060bc277-16df-4382-a3e3-1e3d600e9b8e has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:17:04.305669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e6474-80b6-4594-87ae-491606474ac8 req-4dce55e5-5265-45d6-92d2-523c5d5f22d0 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:04.307167 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d0e6474-80b6-4594-87ae-491606474ac8 req-4dce55e5-5265-45d6-92d2-523c5d5f22d0 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807 HTTP/1.1" status: 200 len: 945 time: 0.0861857 Jul 30 20:17:04.321817 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4da48c0b-6c12-4f48-b7ae-66943df38703 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:04.332426 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4da48c0b-6c12-4f48-b7ae-66943df38703 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:04.348294 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1ad58e-6869-43ef-aea9-56e44bacff1b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:17:04.354055 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6f1ad58e-6869-43ef-aea9-56e44bacff1b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "PUT /v2.0/routers/060bc277-16df-4382-a3e3-1e3d600e9b8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1291096 Jul 30 20:17:04.356556 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45494) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:04.361278 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe76829-bcf8-437b-9877-02ec889e1c48 None None] Sync routers for ids ['060bc277-16df-4382-a3e3-1e3d600e9b8e'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:17:04.371692 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe76829-bcf8-437b-9877-02ec889e1c48 None None] Routers {'060bc277-16df-4382-a3e3-1e3d600e9b8e'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:17:04.372483 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3fe76829-bcf8-437b-9877-02ec889e1c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:16:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['060bc277-16df-4382-a3e3-1e3d600e9b8e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:04.387727 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-09abb855-d030-4ffe-b7a5-2d746dc25911 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] GET failed (client error): The resource could not be found. Jul 30 20:17:04.389318 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-09abb855-d030-4ffe-b7a5-2d746dc25911 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports/1322f506-cc46-4fa2-adab-fe2b8ea13cdb HTTP/1.1" status: 404 len: 333 time: 0.0316746 Jul 30 20:17:04.392092 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45496) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:04.393681 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da48c0b-6c12-4f48-b7ae-66943df38703 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc2d2e3-3f9d-43c0-80ba-cebd10dd73fe,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:04.417422 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3fe76829-bcf8-437b-9877-02ec889e1c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:04.419674 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d0e6474-80b6-4594-87ae-491606474ac8 req-1b975049-d7ba-4675-b668-d17dbdbf51b0 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889752 Jul 30 20:17:04.431107 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe76829-bcf8-437b-9877-02ec889e1c48 None None] Routers {'060bc277-16df-4382-a3e3-1e3d600e9b8e'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:17:04.435702 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3fe76829-bcf8-437b-9877-02ec889e1c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:16:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['060bc277-16df-4382-a3e3-1e3d600e9b8e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:04.476252 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3fe76829-bcf8-437b-9877-02ec889e1c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:04.477693 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe76829-bcf8-437b-9877-02ec889e1c48 None None] The sync data for ids ['060bc277-16df-4382-a3e3-1e3d600e9b8e'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:17:04.478965 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ed21003-6a05-4add-9c74-c06f5810cc18 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:04.492275 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4da48c0b-6c12-4f48-b7ae-66943df38703 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:04.497213 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4da48c0b-6c12-4f48-b7ae-66943df38703 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:04.525118 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4da48c0b-6c12-4f48-b7ae-66943df38703 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:04.526376 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4da48c0b-6c12-4f48-b7ae-66943df38703 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5498483 Jul 30 20:17:04.529279 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45498) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:04.537765 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da48c0b-6c12-4f48-b7ae-66943df38703 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f52ec2-b40b-40fb-bf29-2e1519ba9899,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:04.600712 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e1dcb947-f1ce-46da-9f52-1822d02e9c08 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0703375 Jul 30 20:17:04.603371 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45500) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:04.607991 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-f37b365d-fe4d-4e7e-bb4c-81f6bce9e7f8 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Request body: {'security_group': {'name': 'tempest-security--1452234811', 'description': 'tempest-security-description-1909210861'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:04.639826 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f37b365d-fe4d-4e7e-bb4c-81f6bce9e7f8 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:04.699927 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f37b365d-fe4d-4e7e-bb4c-81f6bce9e7f8 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:04.701513 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8a3de37b-5152-4269-a4fb-72dfedd2d4f9 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:04.709893 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f37b365d-fe4d-4e7e-bb4c-81f6bce9e7f8 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:04.712402 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f37b365d-fe4d-4e7e-bb4c-81f6bce9e7f8 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:04.713656 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f37b365d-fe4d-4e7e-bb4c-81f6bce9e7f8 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "PUT /v2.0/security-groups/07f52ec2-b40b-40fb-bf29-2e1519ba9899 HTTP/1.1" status: 200 len: 1780 time: 0.1092591 Jul 30 20:17:04.717962 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45502) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:04.718696 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8a3de37b-5152-4269-a4fb-72dfedd2d4f9 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:04.788126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b365d-fe4d-4e7e-bb4c-81f6bce9e7f8 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f52ec2-b40b-40fb-bf29-2e1519ba9899,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:04.815293 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4b1c9d9c-7519-48be-804f-72c7418ed35a tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-groups/07f52ec2-b40b-40fb-bf29-2e1519ba9899 HTTP/1.1" status: 200 len: 1780 time: 0.0919335 Jul 30 20:17:04.816394 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45506) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:04.939606 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ed21003-6a05-4add-9c74-c06f5810cc18 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:04.942036 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ed21003-6a05-4add-9c74-c06f5810cc18 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:04.974069 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a84950b2-98b7-4263-84a7-d79ba7bb705b tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:04.984328 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8a3de37b-5152-4269-a4fb-72dfedd2d4f9 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:04.995198 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ed21003-6a05-4add-9c74-c06f5810cc18 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:04.995843 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed21003-6a05-4add-9c74-c06f5810cc18 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Fanout notify agent at l3_agent the message router_deleted on router 060bc277-16df-4382-a3e3-1e3d600e9b8e {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:17:04.996102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67207071-5eb8-4dec-9cc5-05236bbe8da6 req-ea31c558-d5b4-4e3a-91f9-b8bef64d086d tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:04.997585 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-67207071-5eb8-4dec-9cc5-05236bbe8da6 req-ea31c558-d5b4-4e3a-91f9-b8bef64d086d tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4a7902f-70ce-42b2-912d-3ea9b38e3fa2 HTTP/1.1" status: 200 len: 907 time: 0.1535168 Jul 30 20:17:05.006573 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8a3de37b-5152-4269-a4fb-72dfedd2d4f9 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.013981 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ed21003-6a05-4add-9c74-c06f5810cc18 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.015199 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4ed21003-6a05-4add-9c74-c06f5810cc18 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/routers/060bc277-16df-4382-a3e3-1e3d600e9b8e HTTP/1.1" status: 204 len: 168 time: 0.6221943 Jul 30 20:17:05.017834 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45510) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:05.058541 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d5d41-2e8a-4c16-9713-ee2523d3be74 req-16ce0350-d8d4-45cb-9eee-dba4830fbd25 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:05.060102 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-304d5d41-2e8a-4c16-9713-ee2523d3be74 req-16ce0350-d8d4-45cb-9eee-dba4830fbd25 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4a7902f-70ce-42b2-912d-3ea9b38e3fa2 HTTP/1.1" status: 200 len: 907 time: 0.1557972 Jul 30 20:17:05.061798 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a84950b2-98b7-4263-84a7-d79ba7bb705b tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.090018 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d0b6c2-248b-445e-9b3b-dcaba9c68723 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting subnet 7b6b6bb0-5bf8-495c-8b31-d86f1383e7d7 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:17:05.094188 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b6c2-248b-445e-9b3b-dcaba9c68723 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.126836 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3de37b-5152-4269-a4fb-72dfedd2d4f9 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c77f79da-3455-45de-b0f5-a18e87ce61e4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:05.147978 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b6c2-248b-445e-9b3b-dcaba9c68723 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.206123 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a84950b2-98b7-4263-84a7-d79ba7bb705b tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.208821 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a84950b2-98b7-4263-84a7-d79ba7bb705b tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.210045 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a84950b2-98b7-4263-84a7-d79ba7bb705b tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "DELETE /v2.0/security-groups/07f52ec2-b40b-40fb-bf29-2e1519ba9899 HTTP/1.1" status: 204 len: 168 time: 0.3927047 Jul 30 20:17:05.219456 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45512) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:05.254990 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84950b2-98b7-4263-84a7-d79ba7bb705b tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f52ec2-b40b-40fb-bf29-2e1519ba9899,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:05.256677 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b6c2-248b-445e-9b3b-dcaba9c68723 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.271021 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8a3de37b-5152-4269-a4fb-72dfedd2d4f9 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.283826 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8a3de37b-5152-4269-a4fb-72dfedd2d4f9 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.330562 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-256c956f-39c9-46d9-853c-dc964e2f173f tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1092401 Jul 30 20:17:05.332966 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-304d5d41-2e8a-4c16-9713-ee2523d3be74 req-3e231e86-c54d-40ab-9688-3068d17b3a5a tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Deleting port 514323af-ed16-4e3a-97cf-8275560d79fc {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:17:05.333316 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-304d5d41-2e8a-4c16-9713-ee2523d3be74 req-3e231e86-c54d-40ab-9688-3068d17b3a5a tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.334202 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45514) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:05.340552 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8a3de37b-5152-4269-a4fb-72dfedd2d4f9 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.341741 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8a3de37b-5152-4269-a4fb-72dfedd2d4f9 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2207587 Jul 30 20:17:05.345525 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45516) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:05.356471 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9936ccd4-7ab9-4702-b5ce-719bc97c56c1 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group_rule': {'security_group_id': '7413b4e6-2983-4b0a-8ce5-5c1ef6050a13', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:05.363991 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-fc12bd48-4648-4214-bde9-6f528e4670ad tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] delete failed (client error): The resource could not be found. Jul 30 20:17:05.365804 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fc12bd48-4648-4214-bde9-6f528e4670ad tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "DELETE /v2.0/security-groups/07f52ec2-b40b-40fb-bf29-2e1519ba9899 HTTP/1.1" status: 404 len: 347 time: 0.0305383 Jul 30 20:17:05.369603 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b6c2-248b-445e-9b3b-dcaba9c68723 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.375242 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45518) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:05.380616 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3de37b-5152-4269-a4fb-72dfedd2d4f9 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7413b4e6-2983-4b0a-8ce5-5c1ef6050a13,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:05.407061 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-aa540df0-eaab-4458-b780-8e3059006489 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Request body: {'security_group': {'name': 'tempest-secgroup--1936558415'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:05.414445 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0b6c2-248b-445e-9b3b-dcaba9c68723 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Subnet': ['ID=7b6b6bb0-5bf8-495c-8b31-d86f1383e7d7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:05.425600 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b6c2-248b-445e-9b3b-dcaba9c68723 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.427435 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c7d0b6c2-248b-445e-9b3b-dcaba9c68723 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/subnets/7b6b6bb0-5bf8-495c-8b31-d86f1383e7d7 HTTP/1.1" status: 204 len: 168 time: 0.4083397 Jul 30 20:17:05.432361 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45522) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:05.435497 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceef1581-1dd0-49d8-8785-f9ed648f3ba0 None None] Network 12860c19-d801-4d86-96df-b31886af68d9 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:17:05.448108 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.db.api [None req-aa540df0-eaab-4458-b780-8e3059006489 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 20:17:05.448108 n-d-712137-9 neutron-server[93883]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 20:17:05.448108 n-d-712137-9 neutron-server[93883]: [parameters: {'project_id': 'fbbc86b42c054d6c97bd96a7dc2da5c9', 'id': '10a3c18c-5df0-4008-93d0-fcf366c82bf2', 'expiration': datetime.datetime(2021, 7, 30, 20, 19, 5, 437246)}] Jul 30 20:17:05.448108 n-d-712137-9 neutron-server[93883]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:17:05.448769 n-d-712137-9 neutron-server[93883]: DEBUG oslo_db.api [None req-aa540df0-eaab-4458-b780-8e3059006489 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:17:05.462137 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9936ccd4-7ab9-4702-b5ce-719bc97c56c1 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.511980 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-304d5d41-2e8a-4c16-9713-ee2523d3be74 req-3e231e86-c54d-40ab-9688-3068d17b3a5a tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] For port 514323af-ed16-4e3a-97cf-8275560d79fc, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=514323af-ed16-4e3a-97cf-8275560d79fc,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:05.512301 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-304d5d41-2e8a-4c16-9713-ee2523d3be74 req-3e231e86-c54d-40ab-9688-3068d17b3a5a tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.538329 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9936ccd4-7ab9-4702-b5ce-719bc97c56c1 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.543749 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9936ccd4-7ab9-4702-b5ce-719bc97c56c1 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.559974 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936ccd4-7ab9-4702-b5ce-719bc97c56c1 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c8fa3f-9590-4184-85a5-1a7a93dbed49,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:05.563891 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-304d5d41-2e8a-4c16-9713-ee2523d3be74 req-3e231e86-c54d-40ab-9688-3068d17b3a5a tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Calling delete_port for 514323af-ed16-4e3a-97cf-8275560d79fc owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:17:05.575222 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9936ccd4-7ab9-4702-b5ce-719bc97c56c1 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.579255 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9936ccd4-7ab9-4702-b5ce-719bc97c56c1 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2249055 Jul 30 20:17:05.579410 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98678e27-19ed-4ea5-836d-5219b3ecc080 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.579659 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45526) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:05.585361 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8c319dc4-3fdf-4170-ad5c-f951e570314a tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group_rule': {'security_group_id': '7413b4e6-2983-4b0a-8ce5-5c1ef6050a13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:05.618396 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c319dc4-3fdf-4170-ad5c-f951e570314a tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.644169 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283912a-f7d4-4c80-af6b-3cebf7558076 req-0c111e5d-95dd-4ced-ae43-af12ea5730d3 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:05.645708 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b283912a-f7d4-4c80-af6b-3cebf7558076 req-0c111e5d-95dd-4ced-ae43-af12ea5730d3 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807 HTTP/1.1" status: 200 len: 945 time: 0.1431725 Jul 30 20:17:05.670237 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bf4aa7-6577-4337-a8c1-b0f49fb19508 None None] DHCP port deletion for 12860c19-d801-4d86-96df-b31886af68d9 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:17:05.684118 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-8c319dc4-3fdf-4170-ad5c-f951e570314a tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] create failed (client error): There was a conflict when trying to complete your request. Jul 30 20:17:05.685797 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8c319dc4-3fdf-4170-ad5c-f951e570314a tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1050906 Jul 30 20:17:05.688809 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45528) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:05.735789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-64bf4aa7-6577-4337-a8c1-b0f49fb19508 None None] Deleting port 146b648e-a0c2-4c96-b722-1f0084825968 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:17:05.736261 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64bf4aa7-6577-4337-a8c1-b0f49fb19508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.741625 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b283912a-f7d4-4c80-af6b-3cebf7558076 req-0900d627-33ca-4078-998a-c4a8b8be6c57 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864997 Jul 30 20:17:05.769783 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffa06d72-4ccb-4887-8a21-707a2c296b50 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.783945 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-98678e27-19ed-4ea5-836d-5219b3ecc080 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting port 146b648e-a0c2-4c96-b722-1f0084825968 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:17:05.784294 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98678e27-19ed-4ea5-836d-5219b3ecc080 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.807225 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffa06d72-4ccb-4887-8a21-707a2c296b50 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.819445 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-64bf4aa7-6577-4337-a8c1-b0f49fb19508 None None] For port 146b648e-a0c2-4c96-b722-1f0084825968, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=146b648e-a0c2-4c96-b722-1f0084825968,segment=NetworkSegment(46a44759-4835-4977-a17c-38168e25a823),segment_id=46a44759-4835-4977-a17c-38168e25a823)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:05.819979 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64bf4aa7-6577-4337-a8c1-b0f49fb19508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.841086 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-64bf4aa7-6577-4337-a8c1-b0f49fb19508 None None] Calling delete_port for 146b648e-a0c2-4c96-b722-1f0084825968 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:17:05.850774 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-304d5d41-2e8a-4c16-9713-ee2523d3be74 req-3e231e86-c54d-40ab-9688-3068d17b3a5a tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.865414 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffa06d72-4ccb-4887-8a21-707a2c296b50 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.870223 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffa06d72-4ccb-4887-8a21-707a2c296b50 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.871800 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ffa06d72-4ccb-4887-8a21-707a2c296b50 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "DELETE /v2.0/security-groups/7413b4e6-2983-4b0a-8ce5-5c1ef6050a13 HTTP/1.1" status: 204 len: 168 time: 0.1816311 Jul 30 20:17:05.876949 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45532) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:05.894851 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e231e86-c54d-40ab-9688-3068d17b3a5a tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Pushing event deleted for resources: {'Port': ['ID=514323af-ed16-4e3a-97cf-8275560d79fc,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:05.904860 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-98678e27-19ed-4ea5-836d-5219b3ecc080 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] For port 146b648e-a0c2-4c96-b722-1f0084825968, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=146b648e-a0c2-4c96-b722-1f0084825968,segment=NetworkSegment(46a44759-4835-4977-a17c-38168e25a823),segment_id=46a44759-4835-4977-a17c-38168e25a823)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:05.905235 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98678e27-19ed-4ea5-836d-5219b3ecc080 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.908246 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa06d72-4ccb-4887-8a21-707a2c296b50 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7413b4e6-2983-4b0a-8ce5-5c1ef6050a13,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:05.975470 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-98678e27-19ed-4ea5-836d-5219b3ecc080 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Calling delete_port for 146b648e-a0c2-4c96-b722-1f0084825968 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:17:05.978190 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-304d5d41-2e8a-4c16-9713-ee2523d3be74 req-3e231e86-c54d-40ab-9688-3068d17b3a5a tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] No DVR routers for this DVR port 514323af-ed16-4e3a-97cf-8275560d79fc on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:17:05.982812 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-304d5d41-2e8a-4c16-9713-ee2523d3be74 req-3e231e86-c54d-40ab-9688-3068d17b3a5a tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:05.985123 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-304d5d41-2e8a-4c16-9713-ee2523d3be74 req-3e231e86-c54d-40ab-9688-3068d17b3a5a tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.59 "DELETE /v2.0/ports/514323af-ed16-4e3a-97cf-8275560d79fc HTTP/1.1" status: 204 len: 173 time: 0.9065883 Jul 30 20:17:05.986090 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a7902f-70ce-42b2-912d-3ea9b38e3fa2', 'name': 'network-vif-deleted', 'tag': '514323af-ed16-4e3a-97cf-8275560d79fc'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:17:05.989259 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a51e3f1-6e61-46dc-85ae-40c787e36123" -d '{"events": [{"server_uuid": "e4a7902f-70ce-42b2-912d-3ea9b38e3fa2", "name": "network-vif-deleted", "tag": "514323af-ed16-4e3a-97cf-8275560d79fc"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:17:05.999876 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6ebd9c3c-1170-4b62-bac7-e60d03d357a0 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1181285 Jul 30 20:17:06.000589 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45536) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:06.005511 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-52027851-e7c2-4255-b51d-2e5eb9f8a47e tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group': {'name': 'tempest-secgroup--605069229'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:06.013801 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64bf4aa7-6577-4337-a8c1-b0f49fb19508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.024257 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa540df0-eaab-4458-b780-8e3059006489 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.059558 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf4aa7-6577-4337-a8c1-b0f49fb19508 None None] Pushing event deleted for resources: {'Port': ['ID=146b648e-a0c2-4c96-b722-1f0084825968,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:06.061891 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bf4aa7-6577-4337-a8c1-b0f49fb19508 None None] No DVR routers for this DVR port 146b648e-a0c2-4c96-b722-1f0084825968 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:17:06.107897 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.db.api [None req-aa540df0-eaab-4458-b780-8e3059006489 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 20:17:06.107897 n-d-712137-9 neutron-server[93883]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 20:17:06.107897 n-d-712137-9 neutron-server[93883]: [parameters: {'project_id_1': 'fbbc86b42c054d6c97bd96a7dc2da5c9', 'expiration_1': datetime.datetime(2021, 7, 30, 20, 17, 6, 77923)}] Jul 30 20:17:06.107897 n-d-712137-9 neutron-server[93883]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:17:06.109724 n-d-712137-9 neutron-server[93883]: DEBUG oslo_db.api [None req-aa540df0-eaab-4458-b780-8e3059006489 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:17:06.115467 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5e0faf-80e0-4cb2-b36d-52980ac85642 x-openstack-request-id: req-2b5e0faf-80e0-4cb2-b36d-52980ac85642 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:17:06.115813 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a7902f-70ce-42b2-912d-3ea9b38e3fa2", "name": "network-vif-deleted", "tag": "514323af-ed16-4e3a-97cf-8275560d79fc", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:17:06.116071 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2b5e0faf-80e0-4cb2-b36d-52980ac85642 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:17:06.116481 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a7902f-70ce-42b2-912d-3ea9b38e3fa2', 'name': 'network-vif-deleted', 'tag': '514323af-ed16-4e3a-97cf-8275560d79fc', 'status': 'completed', 'code': 200} Jul 30 20:17:06.132424 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-52027851-e7c2-4255-b51d-2e5eb9f8a47e tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.183775 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98678e27-19ed-4ea5-836d-5219b3ecc080 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.234568 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98678e27-19ed-4ea5-836d-5219b3ecc080 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Port': ['ID=146b648e-a0c2-4c96-b722-1f0084825968,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:06.256267 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98678e27-19ed-4ea5-836d-5219b3ecc080 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] No DVR routers for this DVR port 146b648e-a0c2-4c96-b722-1f0084825968 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:17:06.260467 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-46152976-f798-4e6e-8b46-502c4dcb6189 req-e831a2ca-d8b2-4ebe-843f-fe6a5e82c93a tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4a7902f-70ce-42b2-912d-3ea9b38e3fa2 HTTP/1.1" status: 200 len: 210 time: 0.0655737 Jul 30 20:17:06.379623 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 146b648e-a0c2-4c96-b722-1f0084825968 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:17:06.397956 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98678e27-19ed-4ea5-836d-5219b3ecc080 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.399981 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 146b648e-a0c2-4c96-b722-1f0084825968 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:17:06.400548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 146b648e-a0c2-4c96-b722-1f0084825968 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:17:06.418604 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-98678e27-19ed-4ea5-836d-5219b3ecc080 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12860c19-d801-4d86-96df-b31886af68d9']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:06.423298 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-52027851-e7c2-4255-b51d-2e5eb9f8a47e tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.434592 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-52027851-e7c2-4255-b51d-2e5eb9f8a47e tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.440238 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-98678e27-19ed-4ea5-836d-5219b3ecc080 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a44759-4835-4977-a17c-38168e25a823') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:06.440545 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-98678e27-19ed-4ea5-836d-5219b3ecc080 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a44759-4835-4977-a17c-38168e25a823') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:06.467042 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b4a95-784c-41de-b4e4-2a30f09cde58 req-463caa1b-0c78-47c1-9e4b-7102f50db488 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:06.468558 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f88b4a95-784c-41de-b4e4-2a30f09cde58 req-463caa1b-0c78-47c1-9e4b-7102f50db488 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807 HTTP/1.1" status: 200 len: 945 time: 0.1333256 Jul 30 20:17:06.470224 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98678e27-19ed-4ea5-836d-5219b3ecc080 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.503958 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-52027851-e7c2-4255-b51d-2e5eb9f8a47e tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.505119 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-52027851-e7c2-4255-b51d-2e5eb9f8a47e tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5033529 Jul 30 20:17:06.506145 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98678e27-19ed-4ea5-836d-5219b3ecc080 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.508519 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45544) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:06.513860 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ecc92757-e662-42de-9254-a43a3b4899a3 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group_rule': {'security_group_id': '0b61bba7-cbb6-4c3d-bdbc-78bc835ec377', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:06.514832 n-d-712137-9 neutron-server[93883]: WARNING neutron.api.v2.base [None req-ecc92757-e662-42de-9254-a43a3b4899a3 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 30 20:17:06.515289 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-ecc92757-e662-42de-9254-a43a3b4899a3 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:17:06.518942 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ecc92757-e662-42de-9254-a43a3b4899a3 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0066485 Jul 30 20:17:06.519104 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52027851-e7c2-4255-b51d-2e5eb9f8a47e tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b61bba7-cbb6-4c3d-bdbc-78bc835ec377,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:06.519217 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45546) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:06.523679 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98678e27-19ed-4ea5-836d-5219b3ecc080 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:17:06.524151 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98678e27-19ed-4ea5-836d-5219b3ecc080 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:17:06.527381 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:17:06.594445 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f88b4a95-784c-41de-b4e4-2a30f09cde58 req-9ff0fd3c-25c6-415f-9089-bdf140bf0f46 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093056 Jul 30 20:17:06.600601 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb0fe-5123-4351-89d0-561716d2328d tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.612558 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa540df0-eaab-4458-b780-8e3059006489 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.623294 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98678e27-19ed-4ea5-836d-5219b3ecc080 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.638378 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98678e27-19ed-4ea5-836d-5219b3ecc080 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.645446 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-98678e27-19ed-4ea5-836d-5219b3ecc080 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/networks/12860c19-d801-4d86-96df-b31886af68d9 HTTP/1.1" status: 204 len: 168 time: 1.2070694 Jul 30 20:17:06.645446 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98678e27-19ed-4ea5-836d-5219b3ecc080 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Network': ['ID=12860c19-d801-4d86-96df-b31886af68d9,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:06.645446 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45548) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:06.645851 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb0fe-5123-4351-89d0-561716d2328d tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.695991 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3892f9c5-9715-488f-86fa-c4540ec97ddd tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:06.697391 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3892f9c5-9715-488f-86fa-c4540ec97ddd tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports/05dda206-2ad4-4190-a521-5ed83e1f14af HTTP/1.1" status: 200 len: 841 time: 0.0518615 Jul 30 20:17:06.701223 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45550) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:06.716218 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb0fe-5123-4351-89d0-561716d2328d tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.718981 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb0fe-5123-4351-89d0-561716d2328d tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.720170 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ee2cb0fe-5123-4351-89d0-561716d2328d tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "DELETE /v2.0/security-groups/0b61bba7-cbb6-4c3d-bdbc-78bc835ec377 HTTP/1.1" status: 204 len: 168 time: 0.1995382 Jul 30 20:17:06.727444 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45552) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:06.742723 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f99bd813-456a-4279-a86b-291dfb6a531d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports/05dda206-2ad4-4190-a521-5ed83e1f14af?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0404108 Jul 30 20:17:06.746465 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45554) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:06.749072 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cb0fe-5123-4351-89d0-561716d2328d tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b61bba7-cbb6-4c3d-bdbc-78bc835ec377,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:06.751494 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-21c36b45-0a93-40f3-8969-79b50d874040 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'subnet': {'network_id': 'b1e4479b-e2c0-4cc7-8ad5-b869a56301b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:06.788925 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa540df0-eaab-4458-b780-8e3059006489 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.794527 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa540df0-eaab-4458-b780-8e3059006489 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.804692 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7b3832c4-148f-4c2b-a71d-77ca29f2fbcc tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0761273 Jul 30 20:17:06.808606 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45556) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:06.813818 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-1f54206e-607b-4039-bdab-c895497c122a tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group': {'name': 'tempest-secgroup--739687251'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:06.827655 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa540df0-eaab-4458-b780-8e3059006489 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.828841 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-aa540df0-eaab-4458-b780-8e3059006489 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4286160 Jul 30 20:17:06.831852 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45558) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:06.836938 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-cf9751f1-e115-4aec-9190-234919ea6f6f tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Request body: {'security_group_rule': {'security_group_id': 'f545d526-9b1f-415e-adfe-480bc897c83f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:06.851701 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa540df0-eaab-4458-b780-8e3059006489 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f545d526-9b1f-415e-adfe-480bc897c83f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:06.856780 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f54206e-607b-4039-bdab-c895497c122a tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.877215 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cf9751f1-e115-4aec-9190-234919ea6f6f tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.897269 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c36b45-0a93-40f3-8969-79b50d874040 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:17:06.900917 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-21c36b45-0a93-40f3-8969-79b50d874040 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.937045 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cf9751f1-e115-4aec-9190-234919ea6f6f tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.940939 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cf9751f1-e115-4aec-9190-234919ea6f6f tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:06.960475 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9751f1-e115-4aec-9190-234919ea6f6f tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d047ba-4938-4f05-b8ce-c828b3e0d949,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:07.046737 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f54206e-607b-4039-bdab-c895497c122a tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.053422 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cf9751f1-e115-4aec-9190-234919ea6f6f tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.054747 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cf9751f1-e115-4aec-9190-234919ea6f6f tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2218857 Jul 30 20:17:07.057765 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45562) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:07.067717 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f54206e-607b-4039-bdab-c895497c122a tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.087028 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59acd6d1-2b8d-480e-a312-80b1b4eb626b tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.095278 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59acd6d1-2b8d-480e-a312-80b1b4eb626b tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.110588 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f54206e-607b-4039-bdab-c895497c122a tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.111907 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1f54206e-607b-4039-bdab-c895497c122a tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3022940 Jul 30 20:17:07.116311 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45564) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:07.117883 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54206e-607b-4039-bdab-c895497c122a tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=225bec5e-78fc-4b7d-8e15-1cca1a8651ea,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:07.125859 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1f3f1372-bd5e-4f46-8490-6742141f7f49 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group_rule': {'security_group_id': '225bec5e-78fc-4b7d-8e15-1cca1a8651ea', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:07.126799 n-d-712137-9 neutron-server[93883]: WARNING neutron.api.v2.base [None req-1f3f1372-bd5e-4f46-8490-6742141f7f49 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 30 20:17:07.127298 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-1f3f1372-bd5e-4f46-8490-6742141f7f49 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:17:07.128293 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1f3f1372-bd5e-4f46-8490-6742141f7f49 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0108659 Jul 30 20:17:07.131071 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45566) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:07.160590 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59acd6d1-2b8d-480e-a312-80b1b4eb626b tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.164978 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-21c36b45-0a93-40f3-8969-79b50d874040 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.166689 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59acd6d1-2b8d-480e-a312-80b1b4eb626b tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.167908 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-59acd6d1-2b8d-480e-a312-80b1b4eb626b tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/c7d047ba-4938-4f05-b8ce-c828b3e0d949 HTTP/1.1" status: 204 len: 168 time: 0.1091185 Jul 30 20:17:07.173078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45568) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:07.186065 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acd6d1-2b8d-480e-a312-80b1b4eb626b tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7d047ba-4938-4f05-b8ce-c828b3e0d949,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:07.212452 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f985ce38-937d-4b43-8e4a-81f1030e830d tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.236265 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f985ce38-937d-4b43-8e4a-81f1030e830d tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.237386 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c36b45-0a93-40f3-8969-79b50d874040 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:17:07.244597 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-21c36b45-0a93-40f3-8969-79b50d874040 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:17:07.249874 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c36b45-0a93-40f3-8969-79b50d874040 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:07.250469 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-21c36b45-0a93-40f3-8969-79b50d874040 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.255336 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd2ffd3-9ede-4bcb-8516-5cc0b38b58ea None None] Network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:17:07.279859 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f985ce38-937d-4b43-8e4a-81f1030e830d tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.282645 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f985ce38-937d-4b43-8e4a-81f1030e830d tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.286533 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f985ce38-937d-4b43-8e4a-81f1030e830d tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "DELETE /v2.0/security-groups/225bec5e-78fc-4b7d-8e15-1cca1a8651ea HTTP/1.1" status: 204 len: 168 time: 0.1544950 Jul 30 20:17:07.287289 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45572) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:07.303711 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985ce38-937d-4b43-8e4a-81f1030e830d tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=225bec5e-78fc-4b7d-8e15-1cca1a8651ea,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:07.353906 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-59fb469a-0ac4-464d-9751-332c57009e3a tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0559719 Jul 30 20:17:07.354530 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45576) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:07.359811 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d23aebd6-8634-46df-9982-163523bba9bd tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group': {'name': 'tempest-secgroup--60957874'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:07.385701 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d23aebd6-8634-46df-9982-163523bba9bd tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.501815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa38c48b-7f82-4532-94bd-ef7797fdbea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-b1e4479b-e2c0-4cc7-8ad5-b869a56301b4', 'network_id': 'b1e4479b-e2c0-4cc7-8ad5-b869a56301b4', 'tenant_id': '2017beb2437a48d083584d9bbc248e5e', 'fixed_ips': [{'subnet_id': '3a3e8931-a88f-4def-ae61-c89b06254b4d'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:17:07.502702 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa38c48b-7f82-4532-94bd-ef7797fdbea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.524527 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d23aebd6-8634-46df-9982-163523bba9bd tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.530108 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d23aebd6-8634-46df-9982-163523bba9bd tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.565769 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23aebd6-8634-46df-9982-163523bba9bd tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120b2bd4-8b62-49ce-9a73-58012f0a71b5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:07.569477 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d23aebd6-8634-46df-9982-163523bba9bd tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.573465 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d23aebd6-8634-46df-9982-163523bba9bd tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2148325 Jul 30 20:17:07.573877 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45580) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:07.579601 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-36c0635c-fae4-43f4-8e34-1d4aa45e2565 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group_rule': {'security_group_id': '120b2bd4-8b62-49ce-9a73-58012f0a71b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:07.607359 n-d-712137-9 neutron-server[93883]: WARNING neutron.api.v2.base [None req-36c0635c-fae4-43f4-8e34-1d4aa45e2565 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 30 20:17:07.607666 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-36c0635c-fae4-43f4-8e34-1d4aa45e2565 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:17:07.609097 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-36c0635c-fae4-43f4-8e34-1d4aa45e2565 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0338492 Jul 30 20:17:07.611879 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45582) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:07.616431 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-31123495-10a4-4d1d-9921-138a09523905 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group_rule': {'security_group_id': '120b2bd4-8b62-49ce-9a73-58012f0a71b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:07.617253 n-d-712137-9 neutron-server[93883]: WARNING neutron.api.v2.base [None req-31123495-10a4-4d1d-9921-138a09523905 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 30 20:17:07.618270 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-31123495-10a4-4d1d-9921-138a09523905 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:17:07.621291 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-31123495-10a4-4d1d-9921-138a09523905 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060527 Jul 30 20:17:07.621715 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45584) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:07.628308 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-324cc27d-ecc7-456b-a0df-5847263053b6 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group_rule': {'security_group_id': '120b2bd4-8b62-49ce-9a73-58012f0a71b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:07.629229 n-d-712137-9 neutron-server[93883]: WARNING neutron.api.v2.base [None req-324cc27d-ecc7-456b-a0df-5847263053b6 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 30 20:17:07.629796 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-324cc27d-ecc7-456b-a0df-5847263053b6 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:17:07.633447 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-324cc27d-ecc7-456b-a0df-5847263053b6 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070648 Jul 30 20:17:07.633718 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45588) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:07.638191 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5a031063-7874-4356-84ab-dbbb3995dc5d tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group_rule': {'security_group_id': '120b2bd4-8b62-49ce-9a73-58012f0a71b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:07.639131 n-d-712137-9 neutron-server[93883]: WARNING neutron.api.v2.base [None req-5a031063-7874-4356-84ab-dbbb3995dc5d tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 30 20:17:07.639719 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-5a031063-7874-4356-84ab-dbbb3995dc5d tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:17:07.643073 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5a031063-7874-4356-84ab-dbbb3995dc5d tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0060298 Jul 30 20:17:07.643482 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45590) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:07.669546 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-fa38c48b-7f82-4532-94bd-ef7797fdbea4 None None] Allocated IP 172.20.0.2 (b1e4479b-e2c0-4cc7-8ad5-b869a56301b4/3a3e8931-a88f-4def-ae61-c89b06254b4d/50badefc-896b-4280-8e8c-f95cae58fe3b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:17:07.701186 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d65b2ec2-9bdf-4a75-8c3a-1d310f662bd0 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.707619 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c36b45-0a93-40f3-8969-79b50d874040 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Subnet': ['ID=3a3e8931-a88f-4def-ae61-c89b06254b4d,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:07.727237 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d65b2ec2-9bdf-4a75-8c3a-1d310f662bd0 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.749171 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f0e8a120-d414-43e7-8845-378ef12ac44d tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5713985 Jul 30 20:17:07.749575 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45596) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:07.779771 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-21c36b45-0a93-40f3-8969-79b50d874040 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0292990 Jul 30 20:17:07.780976 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45598) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:07.789689 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-25dee0c6-1f25-4b31-9e1e-79f5d4170c31 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'security_group': {'name': 'tempest-secgroup-1380213841'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:07.811769 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289e930-b850-4200-8469-b36e630c9ef0 req-b5719765-af79-43f7-828a-a1a946073582 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:07.813723 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7289e930-b850-4200-8469-b36e630c9ef0 req-b5719765-af79-43f7-828a-a1a946073582 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=4aa83705-b181-4140-b946-9767215f69c7 HTTP/1.1" status: 200 len: 946 time: 0.0971675 Jul 30 20:17:07.829912 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a2653-7a25-4c21-84fb-3716e5456088 req-bfa46603-9017-41b2-a3e9-f89c10a1b373 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:07.830908 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d65b2ec2-9bdf-4a75-8c3a-1d310f662bd0 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.831889 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-386a2653-7a25-4c21-84fb-3716e5456088 req-bfa46603-9017-41b2-a3e9-f89c10a1b373 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807 HTTP/1.1" status: 200 len: 945 time: 0.1203091 Jul 30 20:17:07.833494 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d65b2ec2-9bdf-4a75-8c3a-1d310f662bd0 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.836905 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d65b2ec2-9bdf-4a75-8c3a-1d310f662bd0 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "DELETE /v2.0/security-groups/120b2bd4-8b62-49ce-9a73-58012f0a71b5 HTTP/1.1" status: 204 len: 168 time: 0.1901822 Jul 30 20:17:07.839079 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45600) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:07.846216 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25dee0c6-1f25-4b31-9e1e-79f5d4170c31 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.849481 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa38c48b-7f82-4532-94bd-ef7797fdbea4 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.859249 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-fa38c48b-7f82-4532-94bd-ef7797fdbea4 None None] Transition to ACTIVE for port object 50badefc-896b-4280-8e8c-f95cae58fe3b will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:17:07.864097 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e54b36d5-0d5f-4dfb-8aa2-9954587682e0 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.869035 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b2ec2-9bdf-4a75-8c3a-1d310f662bd0 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=120b2bd4-8b62-49ce-9a73-58012f0a71b5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:07.887763 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-fa38c48b-7f82-4532-94bd-ef7797fdbea4 None None] Transition to ACTIVE for port object 50badefc-896b-4280-8e8c-f95cae58fe3b will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:17:07.903563 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e54b36d5-0d5f-4dfb-8aa2-9954587682e0 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.903891 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa38c48b-7f82-4532-94bd-ef7797fdbea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:07.936403 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa38c48b-7f82-4532-94bd-ef7797fdbea4 None None] Network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:17:07.939864 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-fa38c48b-7f82-4532-94bd-ef7797fdbea4 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:17:07.943305 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa38c48b-7f82-4532-94bd-ef7797fdbea4 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:17:07.957209 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7289e930-b850-4200-8469-b36e630c9ef0 req-45fddc22-a633-488a-8316-0b91629e10d7 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243281 Jul 30 20:17:07.965753 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38c48b-7f82-4532-94bd-ef7797fdbea4 None None] Pushing event updated for resources: {'Port': ['ID=50badefc-896b-4280-8e8c-f95cae58fe3b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:07.978213 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7b144d51-d8c5-46a7-87e3-d0c523a016ac tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1347764 Jul 30 20:17:07.983572 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45604) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:07.988355 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-73678079-995d-43fd-a43a-ff286e74c9d3 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group': {'name': 'tempest-secgroup--6070130'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:07.999530 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e54b36d5-0d5f-4dfb-8aa2-9954587682e0 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:08.003308 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e54b36d5-0d5f-4dfb-8aa2-9954587682e0 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:08.007312 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e54b36d5-0d5f-4dfb-8aa2-9954587682e0 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "DELETE /v2.0/security-groups/f545d526-9b1f-415e-adfe-480bc897c83f HTTP/1.1" status: 204 len: 168 time: 0.2543111 Jul 30 20:17:08.008500 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45606) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:08.027215 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b36d5-0d5f-4dfb-8aa2-9954587682e0 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f545d526-9b1f-415e-adfe-480bc897c83f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:08.042327 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-386a2653-7a25-4c21-84fb-3716e5456088 req-190baf87-b46d-4b4c-90a8-d2f87ef63867 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Deleting port 3eaa7816-87a2-4952-8cd1-de2727752180 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:17:08.042674 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-386a2653-7a25-4c21-84fb-3716e5456088 req-190baf87-b46d-4b4c-90a8-d2f87ef63867 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:08.060054 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-fa38c48b-7f82-4532-94bd-ef7797fdbea4 None None] Attempting to bind port 50badefc-896b-4280-8e8c-f95cae58fe3b on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:17:08.060652 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-fa38c48b-7f82-4532-94bd-ef7797fdbea4 None None] Attempting to bind port 50badefc-896b-4280-8e8c-f95cae58fe3b by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'db0efdc9-842c-46fa-864b-e5e15c0c083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b1e4479b-e2c0-4cc7-8ad5-b869a56301b4'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:17:08.061208 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa38c48b-7f82-4532-94bd-ef7797fdbea4 None None] Attempting to bind port 50badefc-896b-4280-8e8c-f95cae58fe3b on network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:17:08.063527 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25dee0c6-1f25-4b31-9e1e-79f5d4170c31 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:08.067629 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa38c48b-7f82-4532-94bd-ef7797fdbea4 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:17:08.068248 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa38c48b-7f82-4532-94bd-ef7797fdbea4 None None] Checking segment: {'id': 'db0efdc9-842c-46fa-864b-e5e15c0c083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b1e4479b-e2c0-4cc7-8ad5-b869a56301b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:17:08.068836 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa38c48b-7f82-4532-94bd-ef7797fdbea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:08.069523 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa38c48b-7f82-4532-94bd-ef7797fdbea4 None None] Bound using segment: {'id': 'db0efdc9-842c-46fa-864b-e5e15c0c083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b1e4479b-e2c0-4cc7-8ad5-b869a56301b4'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:17:08.070285 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-fa38c48b-7f82-4532-94bd-ef7797fdbea4 None None] Bound port: 50badefc-896b-4280-8e8c-f95cae58fe3b, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0efdc9-842c-46fa-864b-e5e15c0c083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b1e4479b-e2c0-4cc7-8ad5-b869a56301b4'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:17:08.070880 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa38c48b-7f82-4532-94bd-ef7797fdbea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:08.074359 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25dee0c6-1f25-4b31-9e1e-79f5d4170c31 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:08.114319 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73678079-995d-43fd-a43a-ff286e74c9d3 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:08.119160 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25dee0c6-1f25-4b31-9e1e-79f5d4170c31 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:08.122845 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-25dee0c6-1f25-4b31-9e1e-79f5d4170c31 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3384445 Jul 30 20:17:08.126709 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dee0c6-1f25-4b31-9e1e-79f5d4170c31 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbeac58-614c-454e-8702-ecd7e0301762,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:08.131137 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45608) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:08.137003 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-448d8de1-d69e-4ea0-9449-8f4ea4f981f5 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'security_group': {'name': 'tempest-secgroup-1086600343'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:08.152444 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e70154ca-35f5-4824-ac39-f983cffeb1d8 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1421201 Jul 30 20:17:08.157777 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45610) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:08.158573 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-fa38c48b-7f82-4532-94bd-ef7797fdbea4 None None] For port 50badefc-896b-4280-8e8c-f95cae58fe3b, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:17:08.162354 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-fa38c48b-7f82-4532-94bd-ef7797fdbea4 None None] For port 50badefc-896b-4280-8e8c-f95cae58fe3b, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=50badefc-896b-4280-8e8c-f95cae58fe3b,segment=NetworkSegment(db0efdc9-842c-46fa-864b-e5e15c0c083e),segment_id=db0efdc9-842c-46fa-864b-e5e15c0c083e)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:17:08.166411 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-bbaf6fba-a0b4-4892-b174-5b6e01cbc621 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Request body: {'security_group': {'name': 'tempest-secgroup--1938100540'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:08.169350 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa38c48b-7f82-4532-94bd-ef7797fdbea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:08.185660 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-448d8de1-d69e-4ea0-9449-8f4ea4f981f5 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:08.199322 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a1e55-a84e-4835-bc54-4312be2ec849 req-4b08f45a-d1e3-400b-87ba-0b64fce684c2 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:08.210174 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a69a1e55-a84e-4835-bc54-4312be2ec849 req-4b08f45a-d1e3-400b-87ba-0b64fce684c2 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807 HTTP/1.1" status: 200 len: 945 time: 0.1411324 Jul 30 20:17:08.210392 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.db.api [None req-bbaf6fba-a0b4-4892-b174-5b6e01cbc621 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 20:17:08.210392 n-d-712137-9 neutron-server[93883]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 20:17:08.210392 n-d-712137-9 neutron-server[93883]: [parameters: {'project_id_1': 'fbbc86b42c054d6c97bd96a7dc2da5c9', 'expiration_1': datetime.datetime(2021, 7, 30, 20, 17, 8, 175496)}] Jul 30 20:17:08.210392 n-d-712137-9 neutron-server[93883]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:17:08.210726 n-d-712137-9 neutron-server[93883]: DEBUG oslo_db.api [None req-bbaf6fba-a0b4-4892-b174-5b6e01cbc621 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:17:08.233971 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38c48b-7f82-4532-94bd-ef7797fdbea4 None None] Pushing event updated for resources: {'Port': ['ID=50badefc-896b-4280-8e8c-f95cae58fe3b,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:08.254781 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-386a2653-7a25-4c21-84fb-3716e5456088 req-190baf87-b46d-4b4c-90a8-d2f87ef63867 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] For port 3eaa7816-87a2-4952-8cd1-de2727752180, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3eaa7816-87a2-4952-8cd1-de2727752180,segment=NetworkSegment(97615c14-3033-446e-9631-4f2099fb3f0b),segment_id=97615c14-3033-446e-9631-4f2099fb3f0b)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:08.255441 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-386a2653-7a25-4c21-84fb-3716e5456088 req-190baf87-b46d-4b4c-90a8-d2f87ef63867 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:08.277772 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-386a2653-7a25-4c21-84fb-3716e5456088 req-190baf87-b46d-4b4c-90a8-d2f87ef63867 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Calling delete_port for 3eaa7816-87a2-4952-8cd1-de2727752180 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:17:08.281787 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73678079-995d-43fd-a43a-ff286e74c9d3 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:08.281970 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a69a1e55-a84e-4835-bc54-4312be2ec849 req-0bbf2c4f-0b4a-4deb-9ef4-1bd42ebf339a tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713871 Jul 30 20:17:08.290373 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73678079-995d-43fd-a43a-ff286e74c9d3 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:08.344530 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73678079-995d-43fd-a43a-ff286e74c9d3 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66899ca5-15f7-4d86-932e-eb228be92aba,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:08.425295 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-448d8de1-d69e-4ea0-9449-8f4ea4f981f5 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:08.433437 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-448d8de1-d69e-4ea0-9449-8f4ea4f981f5 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:08.447115 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-386a2653-7a25-4c21-84fb-3716e5456088 req-190baf87-b46d-4b4c-90a8-d2f87ef63867 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:08.448164 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73678079-995d-43fd-a43a-ff286e74c9d3 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:08.450238 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-73678079-995d-43fd-a43a-ff286e74c9d3 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4655488 Jul 30 20:17:08.453098 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45612) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:08.467487 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['3eaa7816-87a2-4952-8cd1-de2727752180'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:17:08.469256 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-9f17cc95-5c20-42dd-bfd6-13993f02d786 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group_rule': {'security_group_id': '66899ca5-15f7-4d86-932e-eb228be92aba', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:08.470016 n-d-712137-9 neutron-server[93882]: WARNING neutron.api.v2.base [None req-9f17cc95-5c20-42dd-bfd6-13993f02d786 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 30 20:17:08.470525 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-9f17cc95-5c20-42dd-bfd6-13993f02d786 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:17:08.477589 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9f17cc95-5c20-42dd-bfd6-13993f02d786 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0205655 Jul 30 20:17:08.478721 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45614) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:08.479939 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['a688d11b-d79a-41d2-842b-a806169c17fc'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:17:08.493389 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-859f7771-983e-4a06-865a-d6d50a9129ad tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group_rule': {'security_group_id': '66899ca5-15f7-4d86-932e-eb228be92aba', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:08.509689 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-448d8de1-d69e-4ea0-9449-8f4ea4f981f5 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:08.514102 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-448d8de1-d69e-4ea0-9449-8f4ea4f981f5 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3788986 Jul 30 20:17:08.516772 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45616) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:08.530377 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b6f7f61c-defe-47b3-974e-9ae87629ee71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1632015478', 'security_groups': ['8f3df552-3b23-478e-8388-f84322799961'], 'network_id': 'b1e4479b-e2c0-4cc7-8ad5-b869a56301b4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3a3e8931-a88f-4def-ae61-c89b06254b4d'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:08.543565 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d8de1-d69e-4ea0-9449-8f4ea4f981f5 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3df552-3b23-478e-8388-f84322799961,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:08.575300 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-386a2653-7a25-4c21-84fb-3716e5456088 req-190baf87-b46d-4b4c-90a8-d2f87ef63867 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] No DVR routers for this DVR port 3eaa7816-87a2-4952-8cd1-de2727752180 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:17:08.578560 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-386a2653-7a25-4c21-84fb-3716e5456088 req-190baf87-b46d-4b4c-90a8-d2f87ef63867 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:08.580613 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-386a2653-7a25-4c21-84fb-3716e5456088 req-190baf87-b46d-4b4c-90a8-d2f87ef63867 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.83 "DELETE /v2.0/ports/3eaa7816-87a2-4952-8cd1-de2727752180 HTTP/1.1" status: 204 len: 173 time: 0.7274899 Jul 30 20:17:08.581245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807', 'name': 'network-vif-deleted', 'tag': '3eaa7816-87a2-4952-8cd1-de2727752180'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:17:08.584159 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f0364b-9b11-4657-a767-11325f0ac099" -d '{"events": [{"server_uuid": "1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807", "name": "network-vif-deleted", "tag": "3eaa7816-87a2-4952-8cd1-de2727752180"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:17:08.587151 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190baf87-b46d-4b4c-90a8-d2f87ef63867 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Pushing event deleted for resources: {'Port': ['ID=3eaa7816-87a2-4952-8cd1-de2727752180,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:08.640069 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bbc7e4-e865-4002-ac64-87df6f3149f1 x-openstack-request-id: req-10bbc7e4-e865-4002-ac64-87df6f3149f1 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:17:08.640793 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807", "name": "network-vif-deleted", "tag": "3eaa7816-87a2-4952-8cd1-de2727752180", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:17:08.641047 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-10bbc7e4-e865-4002-ac64-87df6f3149f1 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:17:08.641967 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec8ae59-bc68-42e1-b5fb-2b5aec1cd807', 'name': 'network-vif-deleted', 'tag': '3eaa7816-87a2-4952-8cd1-de2727752180', 'status': 'completed', 'code': 200} Jul 30 20:17:08.673427 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-859f7771-983e-4a06-865a-d6d50a9129ad tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:17:08.677360 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-859f7771-983e-4a06-865a-d6d50a9129ad tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1949298 Jul 30 20:17:08.678598 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45620) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:08.682480 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-bda1a2b8-e061-47e6-90a5-c4889eb0c591 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group_rule': {'security_group_id': '66899ca5-15f7-4d86-932e-eb228be92aba', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:08.684066 n-d-712137-9 neutron-server[93883]: WARNING neutron.api.v2.base [None req-bda1a2b8-e061-47e6-90a5-c4889eb0c591 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 30 20:17:08.684568 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-bda1a2b8-e061-47e6-90a5-c4889eb0c591 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:17:08.685523 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bda1a2b8-e061-47e6-90a5-c4889eb0c591 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069950 Jul 30 20:17:08.688860 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45622) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:08.693950 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-acc50436-61ed-4e20-8275-a446c96a0e0a tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group_rule': {'security_group_id': '66899ca5-15f7-4d86-932e-eb228be92aba', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:08.756807 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbaf6fba-a0b4-4892-b174-5b6e01cbc621 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:08.759778 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-acc50436-61ed-4e20-8275-a446c96a0e0a tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:17:08.760827 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-acc50436-61ed-4e20-8275-a446c96a0e0a tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0713091 Jul 30 20:17:08.763997 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45624) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:08.768898 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-907107e9-c37c-4fc5-ac53-7baac0573b54 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group_rule': {'security_group_id': '66899ca5-15f7-4d86-932e-eb228be92aba', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:08.769384 n-d-712137-9 neutron-server[93882]: WARNING neutron.api.v2.base [None req-907107e9-c37c-4fc5-ac53-7baac0573b54 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 30 20:17:08.770666 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-907107e9-c37c-4fc5-ac53-7baac0573b54 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:17:08.772128 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-907107e9-c37c-4fc5-ac53-7baac0573b54 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065815 Jul 30 20:17:08.774373 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45626) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:08.778741 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-c4ad3084-823a-4420-af4e-634653cab1f3 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group_rule': {'security_group_id': '66899ca5-15f7-4d86-932e-eb228be92aba', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:08.794581 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f7f61c-defe-47b3-974e-9ae87629ee71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:17:08.903148 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6f7f61c-defe-47b3-974e-9ae87629ee71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:08.933623 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-b6f7f61c-defe-47b3-974e-9ae87629ee71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] device_id is not set on port 413d3829-87ad-40f2-a4c0-a17fa3397517 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:17:08.947288 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbaf6fba-a0b4-4892-b174-5b6e01cbc621 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:08.954474 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-c4ad3084-823a-4420-af4e-634653cab1f3 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:17:08.958728 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c4ad3084-823a-4420-af4e-634653cab1f3 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1834338 Jul 30 20:17:08.959377 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45628) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:08.964936 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-0a09be01-afed-4928-86f3-7cec327f22db tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group_rule': {'security_group_id': '66899ca5-15f7-4d86-932e-eb228be92aba', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:08.965415 n-d-712137-9 neutron-server[93882]: WARNING neutron.api.v2.base [None req-0a09be01-afed-4928-86f3-7cec327f22db tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 30 20:17:08.965883 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-0a09be01-afed-4928-86f3-7cec327f22db tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:17:08.966826 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0a09be01-afed-4928-86f3-7cec327f22db tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065417 Jul 30 20:17:08.969453 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45630) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:08.971640 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 514323af-ed16-4e3a-97cf-8275560d79fc no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:17:08.974133 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-778daace-ad31-4418-a70b-30d52a129b18 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group_rule': {'security_group_id': '66899ca5-15f7-4d86-932e-eb228be92aba', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:08.983118 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbaf6fba-a0b4-4892-b174-5b6e01cbc621 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.022032 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-778daace-ad31-4418-a70b-30d52a129b18 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:17:09.036228 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-778daace-ad31-4418-a70b-30d52a129b18 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0653818 Jul 30 20:17:09.037609 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbaf6fba-a0b4-4892-b174-5b6e01cbc621 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.038897 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bbaf6fba-a0b4-4892-b174-5b6e01cbc621 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8780589 Jul 30 20:17:09.039214 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45634) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:09.041701 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45636) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:09.044281 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 514323af-ed16-4e3a-97cf-8275560d79fc {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:17:09.044629 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 514323af-ed16-4e3a-97cf-8275560d79fc not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:17:09.048234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e0cc2933-c15a-4550-8325-cbd33d2c55f7 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Request body: {'security_group_rule': {'security_group_id': 'db7eae8f-024e-45cf-8880-bb8aa10642c3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:09.059823 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-5cb5b4f5-ce42-45a1-8e3c-2eeb132f26fd tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group_rule': {'security_group_id': '66899ca5-15f7-4d86-932e-eb228be92aba', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:09.067826 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf6fba-a0b4-4892-b174-5b6e01cbc621 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db7eae8f-024e-45cf-8880-bb8aa10642c3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:09.178699 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-b6f7f61c-defe-47b3-974e-9ae87629ee71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Allocated IP 172.20.0.9 (b1e4479b-e2c0-4cc7-8ad5-b869a56301b4/3a3e8931-a88f-4def-ae61-c89b06254b4d/413d3829-87ad-40f2-a4c0-a17fa3397517) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:17:09.180596 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-5cb5b4f5-ce42-45a1-8e3c-2eeb132f26fd tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:17:09.181652 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5cb5b4f5-ce42-45a1-8e3c-2eeb132f26fd tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1410358 Jul 30 20:17:09.184508 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0cc2933-c15a-4550-8325-cbd33d2c55f7 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.188234 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45638) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:09.272411 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922a3a4-5bbf-4700-935e-a375e9c65a83 req-4d86e6ef-db2f-48ed-8b94-8e2953179fb6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:09.280489 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a922a3a4-5bbf-4700-935e-a375e9c65a83 req-4d86e6ef-db2f-48ed-8b94-8e2953179fb6 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=4aa83705-b181-4140-b946-9767215f69c7 HTTP/1.1" status: 200 len: 946 time: 0.1654084 Jul 30 20:17:09.291781 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54df6445-4c57-4aca-879d-ada46fcfeebb tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.341907 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0cc2933-c15a-4550-8325-cbd33d2c55f7 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.353563 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0cc2933-c15a-4550-8325-cbd33d2c55f7 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.371313 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54df6445-4c57-4aca-879d-ada46fcfeebb tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.400120 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0cc2933-c15a-4550-8325-cbd33d2c55f7 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.401326 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e0cc2933-c15a-4550-8325-cbd33d2c55f7 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3576143 Jul 30 20:17:09.402597 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc2933-c15a-4550-8325-cbd33d2c55f7 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05cf1a8-18ab-4cd8-a6ac-cd71dbf2b61f,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:09.405899 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45644) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:09.414683 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a922a3a4-5bbf-4700-935e-a375e9c65a83 req-b6abd417-976b-4eac-91dd-3cc08dd99dc3 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331582 Jul 30 20:17:09.421438 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-64f3387a-7382-4b0b-bea6-1d69e6848cd4 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Request body: {'security_group_rule': {'security_group_id': 'db7eae8f-024e-45cf-8880-bb8aa10642c3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:09.442355 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54df6445-4c57-4aca-879d-ada46fcfeebb tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.443654 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c31d1b-6e68-44e2-a4bf-dc08533ac831 req-8e229d70-77eb-4e61-a567-5532dd8a3300 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:09.445058 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54df6445-4c57-4aca-879d-ada46fcfeebb tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.445632 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9c31d1b-6e68-44e2-a4bf-dc08533ac831 req-8e229d70-77eb-4e61-a567-5532dd8a3300 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.83 "GET /v2.0/ports?device_id=4aa83705-b181-4140-b946-9767215f69c7 HTTP/1.1" status: 200 len: 946 time: 0.2261784 Jul 30 20:17:09.448848 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-54df6445-4c57-4aca-879d-ada46fcfeebb tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "DELETE /v2.0/security-groups/66899ca5-15f7-4d86-932e-eb228be92aba HTTP/1.1" status: 204 len: 168 time: 0.2548585 Jul 30 20:17:09.450562 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45646) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:09.470689 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df6445-4c57-4aca-879d-ada46fcfeebb tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66899ca5-15f7-4d86-932e-eb228be92aba,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:09.493127 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6f7f61c-defe-47b3-974e-9ae87629ee71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.512485 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-b6f7f61c-defe-47b3-974e-9ae87629ee71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Transition to ACTIVE for port object 413d3829-87ad-40f2-a4c0-a17fa3397517 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:17:09.546182 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-412af817-bda0-4cfa-8be6-aa57f66f44d9 None None] Provisioning complete for port 05dda206-2ad4-4190-a521-5ed83e1f14af triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:09.547200 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-412af817-bda0-4cfa-8be6-aa57f66f44d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.557214 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6f7f61c-defe-47b3-974e-9ae87629ee71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.596400 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-412af817-bda0-4cfa-8be6-aa57f66f44d9 None None] Port 05dda206-2ad4-4190-a521-5ed83e1f14af cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:17:09.602346 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-221292c7-f8f4-4bef-b267-b371f4dc27f4 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1437809 Jul 30 20:17:09.602346 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64f3387a-7382-4b0b-bea6-1d69e6848cd4 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.603327 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45652) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:09.612503 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1df7f4c2-7cc6-4378-b29b-1c9f220392d1 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group': {'name': 'tempest-secgroup--418996151'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:09.620798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-412af817-bda0-4cfa-8be6-aa57f66f44d9 None None] Provisioning for port 50badefc-896b-4280-8e8c-f95cae58fe3b completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:17:09.626482 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f7f61c-defe-47b3-974e-9ae87629ee71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:17:09.636443 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b6f7f61c-defe-47b3-974e-9ae87629ee71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:17:09.638824 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f7f61c-defe-47b3-974e-9ae87629ee71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:17:09.677183 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7f61c-defe-47b3-974e-9ae87629ee71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Port': ['ID=413d3829-87ad-40f2-a4c0-a17fa3397517,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:09.694279 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-a9c31d1b-6e68-44e2-a4bf-dc08533ac831 req-e20b7b11-ada9-4a71-a2c7-be8201d80631 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Deleting port 28bcf6de-afdf-43fd-b02d-78e558069aed {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:17:09.694626 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a9c31d1b-6e68-44e2-a4bf-dc08533ac831 req-e20b7b11-ada9-4a71-a2c7-be8201d80631 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.702350 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1df7f4c2-7cc6-4378-b29b-1c9f220392d1 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.724779 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f7f61c-defe-47b3-974e-9ae87629ee71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:09.725426 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6f7f61c-defe-47b3-974e-9ae87629ee71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.795216 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64f3387a-7382-4b0b-bea6-1d69e6848cd4 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.809788 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64f3387a-7382-4b0b-bea6-1d69e6848cd4 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.815650 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1df7f4c2-7cc6-4378-b29b-1c9f220392d1 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.823216 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1df7f4c2-7cc6-4378-b29b-1c9f220392d1 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.846182 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b6f7f61c-defe-47b3-974e-9ae87629ee71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3267498 Jul 30 20:17:09.848649 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3387a-7382-4b0b-bea6-1d69e6848cd4 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e368bb9-4c51-446c-bb8c-30b83d90b48e,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:09.857789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45654) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:09.867725 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e0689f07-c301-4547-94b9-fbd059e2b2e0 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'subnet': {'network_id': 'b1e4479b-e2c0-4cc7-8ad5-b869a56301b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:09.868402 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7f4c2-7cc6-4378-b29b-1c9f220392d1 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5553e333-f7ae-4c1f-a7f5-46a3d6e5a07a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:09.872935 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1df7f4c2-7cc6-4378-b29b-1c9f220392d1 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.874266 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1df7f4c2-7cc6-4378-b29b-1c9f220392d1 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2697945 Jul 30 20:17:09.877180 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45656) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:09.882478 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ef7c429e-e189-431d-803e-f50f504fdd52 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group_rule': {'security_group_id': '5553e333-f7ae-4c1f-a7f5-46a3d6e5a07a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:09.886618 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db453ab6-58f4-441f-9968-80428850156f req-519ed2cf-5b77-4042-8e29-dd28e757fe85 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:09.888385 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-db453ab6-58f4-441f-9968-80428850156f req-519ed2cf-5b77-4042-8e29-dd28e757fe85 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1441495 Jul 30 20:17:09.906086 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64f3387a-7382-4b0b-bea6-1d69e6848cd4 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.907534 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-64f3387a-7382-4b0b-bea6-1d69e6848cd4 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4900262 Jul 30 20:17:09.911576 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45658) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:09.921854 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9c71bb2a-66c8-4ebd-bd56-da826f512036 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Request body: {'security_group_rule': {'security_group_id': 'db7eae8f-024e-45cf-8880-bb8aa10642c3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:09.948135 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d3a32597-af76-45d5-aa59-258d0ddf12cb None None] Provisioning for port 413d3829-87ad-40f2-a4c0-a17fa3397517 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:17:09.952022 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d3a32597-af76-45d5-aa59-258d0ddf12cb None None] Provisioning complete for port 413d3829-87ad-40f2-a4c0-a17fa3397517 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:09.952255 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-a9c31d1b-6e68-44e2-a4bf-dc08533ac831 req-e20b7b11-ada9-4a71-a2c7-be8201d80631 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] For port 28bcf6de-afdf-43fd-b02d-78e558069aed, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=28bcf6de-afdf-43fd-b02d-78e558069aed,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:09.952415 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3a32597-af76-45d5-aa59-258d0ddf12cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.952635 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a9c31d1b-6e68-44e2-a4bf-dc08533ac831 req-e20b7b11-ada9-4a71-a2c7-be8201d80631 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.980230 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-ef7c429e-e189-431d-803e-f50f504fdd52 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] create failed (client error): The resource could not be found. Jul 30 20:17:09.984052 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ef7c429e-e189-431d-803e-f50f504fdd52 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1032262 Jul 30 20:17:09.984052 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c71bb2a-66c8-4ebd-bd56-da826f512036 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:09.985549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-a9c31d1b-6e68-44e2-a4bf-dc08533ac831 req-e20b7b11-ada9-4a71-a2c7-be8201d80631 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Calling delete_port for 28bcf6de-afdf-43fd-b02d-78e558069aed owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:17:09.986193 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45660) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:09.991788 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d3a32597-af76-45d5-aa59-258d0ddf12cb None None] Port 413d3829-87ad-40f2-a4c0-a17fa3397517 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:17:09.992462 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4b199222-79fb-44db-837e-f79210a3abe8 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group_rule': {'security_group_id': '5553e333-f7ae-4c1f-a7f5-46a3d6e5a07a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '6769c018-06e2-4dc7-b170-216015fe40d8'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:10.028611 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-db453ab6-58f4-441f-9968-80428850156f req-230883ad-570b-435e-8e94-cf51ab8041c1 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887611 Jul 30 20:17:10.078169 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c71bb2a-66c8-4ebd-bd56-da826f512036 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.084509 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c71bb2a-66c8-4ebd-bd56-da826f512036 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.097925 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-4b199222-79fb-44db-837e-f79210a3abe8 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] create failed (client error): The resource could not be found. Jul 30 20:17:10.099047 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4b199222-79fb-44db-837e-f79210a3abe8 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1119452 Jul 30 20:17:10.101897 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45664) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:10.113337 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71bb2a-66c8-4ebd-bd56-da826f512036 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad3ff390-04de-46cb-9c0b-8ca5272ee9ba,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:10.131652 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0689f07-c301-4547-94b9-fbd059e2b2e0 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:17:10.133110 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c71bb2a-66c8-4ebd-bd56-da826f512036 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.134487 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9c71bb2a-66c8-4ebd-bd56-da826f512036 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2216935 Jul 30 20:17:10.135193 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0689f07-c301-4547-94b9-fbd059e2b2e0 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.137735 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45666) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:10.142396 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9ce6b6ce-6d96-4ff6-9234-115f5b9f3453 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Request body: {'security_group_rule': {'security_group_id': 'db7eae8f-024e-45cf-8880-bb8aa10642c3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:10.179231 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ce6b6ce-6d96-4ff6-9234-115f5b9f3453 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.263523 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ce6b6ce-6d96-4ff6-9234-115f5b9f3453 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.268868 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ce6b6ce-6d96-4ff6-9234-115f5b9f3453 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.291877 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6b6ce-6d96-4ff6-9234-115f5b9f3453 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab25627-b6d8-45fc-932a-977d88e80489,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:10.298651 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ce6b6ce-6d96-4ff6-9234-115f5b9f3453 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.300599 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9ce6b6ce-6d96-4ff6-9234-115f5b9f3453 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1619189 Jul 30 20:17:10.303326 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45672) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:10.307975 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b48f04f2-c73d-437f-b54b-471c37f48beb tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Request body: {'security_group_rule': {'security_group_id': 'db7eae8f-024e-45cf-8880-bb8aa10642c3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:10.312850 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed0a08ec-f6c7-4533-89ac-05f8bd53f304 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.337667 n-d-712137-9 neutron-server[93882]: INFO neutron.db.ipam_backend_mixin [None req-e0689f07-c301-4547-94b9-fbd059e2b2e0 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3a3e8931-a88f-4def-ae61-c89b06254b4d (CIDR: 172.20.0.0/28) Jul 30 20:17:10.340018 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b48f04f2-c73d-437f-b54b-471c37f48beb tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.352415 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0689f07-c301-4547-94b9-fbd059e2b2e0 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:17:10.352919 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0689f07-c301-4547-94b9-fbd059e2b2e0 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:17:10.371236 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed0a08ec-f6c7-4533-89ac-05f8bd53f304 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.380727 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb56dc-b1e2-40d2-8f97-e3673d27a236 req-e48e24be-9cbb-4182-8318-32656b734c1f tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:10.382259 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7fb56dc-b1e2-40d2-8f97-e3673d27a236 req-e48e24be-9cbb-4182-8318-32656b734c1f tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1601257 Jul 30 20:17:10.407234 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b48f04f2-c73d-437f-b54b-471c37f48beb tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.411245 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b48f04f2-c73d-437f-b54b-471c37f48beb tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.421832 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e0689f07-c301-4547-94b9-fbd059e2b2e0 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5600851 Jul 30 20:17:10.425358 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45674) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:10.425542 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a9c31d1b-6e68-44e2-a4bf-dc08533ac831 req-e20b7b11-ada9-4a71-a2c7-be8201d80631 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.430365 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-eb795793-1f46-46c2-a782-5273750557f4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'subnet': {'network_id': 'b1e4479b-e2c0-4cc7-8ad5-b869a56301b4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:10.438410 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['5decea29-b6a2-4287-af8d-99d5371a56e9'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:17:10.441184 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f04f2-c73d-437f-b54b-471c37f48beb tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70998e8-19b6-4e48-a0a6-266748b4fade,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:10.455297 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['28bcf6de-afdf-43fd-b02d-78e558069aed'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:17:10.462236 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 50badefc-896b-4280-8e8c-f95cae58fe3b up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:17:10.488583 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b7b11-ada9-4a71-a2c7-be8201d80631 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Pushing event deleted for resources: {'Port': ['ID=28bcf6de-afdf-43fd-b02d-78e558069aed,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:10.509878 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b48f04f2-c73d-437f-b54b-471c37f48beb tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.511601 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b48f04f2-c73d-437f-b54b-471c37f48beb tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2066979 Jul 30 20:17:10.522844 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7fb56dc-b1e2-40d2-8f97-e3673d27a236 req-fb4ed2c0-39aa-4a89-9503-9739a5277dc3 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172786 Jul 30 20:17:10.522844 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45678) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:10.583164 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c31d1b-6e68-44e2-a4bf-dc08533ac831 req-e20b7b11-ada9-4a71-a2c7-be8201d80631 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] No DVR routers for this DVR port 28bcf6de-afdf-43fd-b02d-78e558069aed on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:17:10.586369 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed0a08ec-f6c7-4533-89ac-05f8bd53f304 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.590530 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed0a08ec-f6c7-4533-89ac-05f8bd53f304 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.591713 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ed0a08ec-f6c7-4533-89ac-05f8bd53f304 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "DELETE /v2.0/security-groups/5553e333-f7ae-4c1f-a7f5-46a3d6e5a07a HTTP/1.1" status: 204 len: 168 time: 0.4888444 Jul 30 20:17:10.593250 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a9c31d1b-6e68-44e2-a4bf-dc08533ac831 req-e20b7b11-ada9-4a71-a2c7-be8201d80631 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.594228 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45684) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:10.595103 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9c31d1b-6e68-44e2-a4bf-dc08533ac831 req-e20b7b11-ada9-4a71-a2c7-be8201d80631 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.83 "DELETE /v2.0/ports/28bcf6de-afdf-43fd-b02d-78e558069aed HTTP/1.1" status: 204 len: 173 time: 1.1210773 Jul 30 20:17:10.612465 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a08ec-f6c7-4533-89ac-05f8bd53f304 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5553e333-f7ae-4c1f-a7f5-46a3d6e5a07a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:10.620006 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-16149d35-904f-4f86-9dd5-cd43268e9e1d tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.631636 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-16149d35-904f-4f86-9dd5-cd43268e9e1d tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.647291 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa83705-b181-4140-b946-9767215f69c7', 'name': 'network-vif-deleted', 'tag': '28bcf6de-afdf-43fd-b02d-78e558069aed'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:17:10.650341 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fdda0c-9b9a-4f17-adbe-3c684d9cb0d1" -d '{"events": [{"server_uuid": "4aa83705-b181-4140-b946-9767215f69c7", "name": "network-vif-deleted", "tag": "28bcf6de-afdf-43fd-b02d-78e558069aed"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:17:10.650736 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 50badefc-896b-4280-8e8c-f95cae58fe3b completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:17:10.661837 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb795793-1f46-46c2-a782-5273750557f4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:17:10.665821 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb795793-1f46-46c2-a782-5273750557f4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.673621 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 50badefc-896b-4280-8e8c-f95cae58fe3b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:10.673875 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.679294 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de9d8012-b425-4634-baa8-4e72447b1383 req-0a8767f4-5325-4c83-96b7-9443dc1bcf82 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=4aa83705-b181-4140-b946-9767215f69c7 HTTP/1.1" status: 200 len: 210 time: 0.0497525 Jul 30 20:17:10.714304 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-16149d35-904f-4f86-9dd5-cd43268e9e1d tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.722675 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-16149d35-904f-4f86-9dd5-cd43268e9e1d tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.724209 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-16149d35-904f-4f86-9dd5-cd43268e9e1d tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/b70998e8-19b6-4e48-a0a6-266748b4fade HTTP/1.1" status: 204 len: 168 time: 0.1832521 Jul 30 20:17:10.729835 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45690) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:10.739976 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16149d35-904f-4f86-9dd5-cd43268e9e1d tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b70998e8-19b6-4e48-a0a6-266748b4fade,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:10.742504 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7eb7579e-aba7-4aeb-9bfa-cf8976b4aeeb tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1469638 Jul 30 20:17:10.750700 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45692) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:10.757874 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-aad7f431-f702-4fed-9a9f-714a19ec1b61 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group_rule': {'security_group_id': '9cd3bab7-c38e-40a7-ba9c-709a8ad88f65', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:10.841209 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ebf98db7-b372-4f27-b4c7-febb96bab27d tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1101632 Jul 30 20:17:10.846362 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45694) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:10.859555 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.872530 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7896547-bf2f-41f1-a457-8019e4f313c9 req-a70b6288-733b-44b0-b534-b46987efc8ab tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:10.874072 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a7896547-bf2f-41f1-a457-8019e4f313c9 req-a70b6288-733b-44b0-b534-b46987efc8ab tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1030862 Jul 30 20:17:10.875332 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-aad7f431-f702-4fed-9a9f-714a19ec1b61 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] create failed (client error): The resource could not be found. Jul 30 20:17:10.879840 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-aad7f431-f702-4fed-9a9f-714a19ec1b61 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1239288 Jul 30 20:17:10.880126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45696) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:10.886317 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-02f2b88c-deb5-47b7-8c14-d38e80f2bce0 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group': {'name': 'tempest-secgroup--1496411229'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:10.931203 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 50badefc-896b-4280-8e8c-f95cae58fe3b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=50badefc-896b-4280-8e8c-f95cae58fe3b,segment=NetworkSegment(db0efdc9-842c-46fa-864b-e5e15c0c083e),segment_id=db0efdc9-842c-46fa-864b-e5e15c0c083e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:10.936981 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-02f2b88c-deb5-47b7-8c14-d38e80f2bce0 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.937613 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:10.946196 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a7896547-bf2f-41f1-a457-8019e4f313c9 req-32568c6b-20d5-488f-aaae-43a7a3c08de9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638142 Jul 30 20:17:11.047779 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=50badefc-896b-4280-8e8c-f95cae58fe3b,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:11.072567 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb795793-1f46-46c2-a782-5273750557f4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.097258 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-02f2b88c-deb5-47b7-8c14-d38e80f2bce0 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.102556 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-02f2b88c-deb5-47b7-8c14-d38e80f2bce0 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.143398 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2b88c-deb5-47b7-8c14-d38e80f2bce0 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b85cd60-14a8-46f6-87b2-9be2d0a7a216,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:11.148028 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-02f2b88c-deb5-47b7-8c14-d38e80f2bce0 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.149647 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-02f2b88c-deb5-47b7-8c14-d38e80f2bce0 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2685783 Jul 30 20:17:11.153165 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45702) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:11.162942 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-56e3000e-9d7b-4b68-89f7-1e62f39132b0 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group': {'name': 'tempest-secgroup--632972147'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:11.164302 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb795793-1f46-46c2-a782-5273750557f4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Subnet': ['ID=dacfc345-23cc-4ced-9303-f0ae779a8861,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:11.186313 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af46cb92-c40f-4136-b267-bd8a36487205 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.189749 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11315d8-d29f-4edd-9ff3-6957a80bc58b x-openstack-request-id: req-a11315d8-d29f-4edd-9ff3-6957a80bc58b {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:17:11.190296 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa83705-b181-4140-b946-9767215f69c7", "name": "network-vif-deleted", "tag": "28bcf6de-afdf-43fd-b02d-78e558069aed", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:17:11.190654 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a11315d8-d29f-4edd-9ff3-6957a80bc58b {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:17:11.191430 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa83705-b181-4140-b946-9767215f69c7', 'name': 'network-vif-deleted', 'tag': '28bcf6de-afdf-43fd-b02d-78e558069aed', 'status': 'completed', 'code': 200} Jul 30 20:17:11.196238 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-56e3000e-9d7b-4b68-89f7-1e62f39132b0 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.198187 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb795793-1f46-46c2-a782-5273750557f4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:17:11.208280 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af46cb92-c40f-4136-b267-bd8a36487205 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.210633 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-eb795793-1f46-46c2-a782-5273750557f4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:17:11.215956 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 3eaa7816-87a2-4952-8cd1-de2727752180 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:17:11.226544 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb795793-1f46-46c2-a782-5273750557f4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:11.227156 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb795793-1f46-46c2-a782-5273750557f4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.266702 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89d6d10-8dea-46cd-ae31-50bd3d8f8102 None None] Network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:17:11.270748 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 3eaa7816-87a2-4952-8cd1-de2727752180 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:17:11.271375 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 3eaa7816-87a2-4952-8cd1-de2727752180 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:17:11.296291 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af46cb92-c40f-4136-b267-bd8a36487205 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.303367 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af46cb92-c40f-4136-b267-bd8a36487205 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.306930 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-af46cb92-c40f-4136-b267-bd8a36487205 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/fab25627-b6d8-45fc-932a-977d88e80489 HTTP/1.1" status: 204 len: 168 time: 0.4595733 Jul 30 20:17:11.309882 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45704) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:11.331050 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46cb92-c40f-4136-b267-bd8a36487205 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fab25627-b6d8-45fc-932a-977d88e80489,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:11.355224 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-56e3000e-9d7b-4b68-89f7-1e62f39132b0 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.364656 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-56e3000e-9d7b-4b68-89f7-1e62f39132b0 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.367849 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-eb795793-1f46-46c2-a782-5273750557f4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9414289 Jul 30 20:17:11.370529 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45706) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:11.376654 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-88fa7d29-eb9e-42c1-b82f-59d17d60bc70 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1142399990', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dacfc345-23cc-4ced-9303-f0ae779a8861'}], 'security_groups': ['0bbeac58-614c-454e-8702-ecd7e0301762']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:11.393939 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2de274bd-c8d8-4831-b0c1-04e8873394cd tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0803795 Jul 30 20:17:11.401103 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45708) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:11.426438 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3000e-9d7b-4b68-89f7-1e62f39132b0 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=421bfbbe-b369-4991-95f1-db0f0a61de01,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:11.439931 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-56e3000e-9d7b-4b68-89f7-1e62f39132b0 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.443830 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-56e3000e-9d7b-4b68-89f7-1e62f39132b0 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2859962 Jul 30 20:17:11.444852 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2f64900-518a-4b40-a28d-62f05fd04478 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.447054 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45714) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:11.466550 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-43f9b377-f0ad-4497-b2e0-3539fd0421d5 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group_rule': {'security_group_id': '2b85cd60-14a8-46f6-87b2-9be2d0a7a216', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '421bfbbe-b369-4991-95f1-db0f0a61de01'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:11.472451 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2f64900-518a-4b40-a28d-62f05fd04478 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.512960 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88fa7d29-eb9e-42c1-b82f-59d17d60bc70 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.524872 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2f64900-518a-4b40-a28d-62f05fd04478 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.534869 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2f64900-518a-4b40-a28d-62f05fd04478 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.539218 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f2f64900-518a-4b40-a28d-62f05fd04478 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/ad3ff390-04de-46cb-9c0b-8ca5272ee9ba HTTP/1.1" status: 204 len: 168 time: 0.1365426 Jul 30 20:17:11.541884 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45722) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:11.548109 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f64900-518a-4b40-a28d-62f05fd04478 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad3ff390-04de-46cb-9c0b-8ca5272ee9ba,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:11.555388 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-43f9b377-f0ad-4497-b2e0-3539fd0421d5 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:17:11.556492 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-43f9b377-f0ad-4497-b2e0-3539fd0421d5 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1014678 Jul 30 20:17:11.560098 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45724) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:11.637766 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88c15651-0fc6-4cbd-b0e2-58367e7e4635 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.660547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2151bebe-a68d-47c2-998e-a5d747f41927 None None] Update dhcp port {'port': {'network_id': 'b1e4479b-e2c0-4cc7-8ad5-b869a56301b4', 'fixed_ips': [{'subnet_id': '3a3e8931-a88f-4def-ae61-c89b06254b4d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dacfc345-23cc-4ced-9303-f0ae779a8861'}], 'binding:host_id': 'n-d-712137-9'}, 'id': '50badefc-896b-4280-8e8c-f95cae58fe3b'} from n-d-712137-9. {{(pid=93884) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 20:17:11.672624 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88c15651-0fc6-4cbd-b0e2-58367e7e4635 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.682017 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8d143945-01b4-474a-ad4f-43d7c6a5360b tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1358230 Jul 30 20:17:11.687181 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45728) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:11.697969 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2151bebe-a68d-47c2-998e-a5d747f41927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.760922 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88c15651-0fc6-4cbd-b0e2-58367e7e4635 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.764021 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88c15651-0fc6-4cbd-b0e2-58367e7e4635 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.765056 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b4d9875-42df-4892-ba81-a349b4c01a55 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.768924 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-88c15651-0fc6-4cbd-b0e2-58367e7e4635 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "DELETE /v2.0/security-groups/421bfbbe-b369-4991-95f1-db0f0a61de01 HTTP/1.1" status: 204 len: 168 time: 0.2077498 Jul 30 20:17:11.769774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45734) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:11.788259 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b4d9875-42df-4892-ba81-a349b4c01a55 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.795838 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c15651-0fc6-4cbd-b0e2-58367e7e4635 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=421bfbbe-b369-4991-95f1-db0f0a61de01,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:11.865086 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45736) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:11.867149 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-432050a5-9fbb-4bdf-9dba-6d94eae27b3f tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0929067 Jul 30 20:17:11.885581 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b4d9875-42df-4892-ba81-a349b4c01a55 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.890926 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b4d9875-42df-4892-ba81-a349b4c01a55 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.892155 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8b4d9875-42df-4892-ba81-a349b4c01a55 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/2e368bb9-4c51-446c-bb8c-30b83d90b48e HTTP/1.1" status: 204 len: 168 time: 0.2038264 Jul 30 20:17:11.895433 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45738) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:11.907230 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-2151bebe-a68d-47c2-998e-a5d747f41927 None None] Allocated IP 172.20.0.18 (b1e4479b-e2c0-4cc7-8ad5-b869a56301b4/dacfc345-23cc-4ced-9303-f0ae779a8861/50badefc-896b-4280-8e8c-f95cae58fe3b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:17:11.918909 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d9875-42df-4892-ba81-a349b4c01a55 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e368bb9-4c51-446c-bb8c-30b83d90b48e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:11.951777 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d5c1-63b1-48ab-b2c6-939e6f05c0fc tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:11.983391 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d5c1-63b1-48ab-b2c6-939e6f05c0fc tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:12.000395 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-407c6b65-f509-4e1c-9ae2-fb8aabc25ac5 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1032054 Jul 30 20:17:12.002892 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45740) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:12.048369 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-2151bebe-a68d-47c2-998e-a5d747f41927 None None] For port 50badefc-896b-4280-8e8c-f95cae58fe3b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=50badefc-896b-4280-8e8c-f95cae58fe3b,segment=NetworkSegment(db0efdc9-842c-46fa-864b-e5e15c0c083e),segment_id=db0efdc9-842c-46fa-864b-e5e15c0c083e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:12.048865 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d5c1-63b1-48ab-b2c6-939e6f05c0fc tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:12.051931 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d5c1-63b1-48ab-b2c6-939e6f05c0fc tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:12.053124 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3ff9d5c1-63b1-48ab-b2c6-939e6f05c0fc tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "DELETE /v2.0/security-groups/2b85cd60-14a8-46f6-87b2-9be2d0a7a216 HTTP/1.1" status: 204 len: 168 time: 0.1871114 Jul 30 20:17:12.058708 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45744) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:12.071394 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcae96a4-7895-4e15-b18c-aa26226e8f39 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:12.071967 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9d5c1-63b1-48ab-b2c6-939e6f05c0fc tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b85cd60-14a8-46f6-87b2-9be2d0a7a216,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:12.092711 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcae96a4-7895-4e15-b18c-aa26226e8f39 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:12.099892 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2151bebe-a68d-47c2-998e-a5d747f41927 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:12.114541 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-610cdab4-db9b-4a89-b686-1c7a32f1c223 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0547087 Jul 30 20:17:12.118455 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45748) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:12.123644 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d44da502-9639-43fb-88db-1183686ad99e tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group': {'name': 'tempest-secgroup--943748856'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:12.128160 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2151bebe-a68d-47c2-998e-a5d747f41927 None None] Transition to ACTIVE for port object 50badefc-896b-4280-8e8c-f95cae58fe3b will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:17:12.133910 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2151bebe-a68d-47c2-998e-a5d747f41927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:12.188079 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d44da502-9639-43fb-88db-1183686ad99e tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:12.195096 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcae96a4-7895-4e15-b18c-aa26226e8f39 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:12.203027 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcae96a4-7895-4e15-b18c-aa26226e8f39 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:12.204202 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-bcae96a4-7895-4e15-b18c-aa26226e8f39 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/f05cf1a8-18ab-4cd8-a6ac-cd71dbf2b61f HTTP/1.1" status: 204 len: 168 time: 0.1961725 Jul 30 20:17:12.211768 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45750) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:12.222047 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373071a-d172-49cd-a9b8-9a572ef02fdd req-bd1cf04f-7481-4082-89fd-5265570d0b3a tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:12.223957 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1373071a-d172-49cd-a9b8-9a572ef02fdd req-bd1cf04f-7481-4082-89fd-5265570d0b3a tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 945 time: 0.0972381 Jul 30 20:17:12.224782 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae96a4-7895-4e15-b18c-aa26226e8f39 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f05cf1a8-18ab-4cd8-a6ac-cd71dbf2b61f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:12.225416 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151bebe-a68d-47c2-998e-a5d747f41927 None None] Pushing event updated for resources: {'Port': ['ID=50badefc-896b-4280-8e8c-f95cae58fe3b,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:12.323948 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1373071a-d172-49cd-a9b8-9a572ef02fdd req-e1f90618-5bcd-4520-b4cd-7054e00dae10 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=132df90d-5f15-4248-bb66-aca1bc54cebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809748 Jul 30 20:17:12.362155 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979bedbb-1bc5-4799-bafd-14a770c76fb5 req-a975dde3-3a23-4bb5-8071-2e2f3df68105 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:12.367291 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-979bedbb-1bc5-4799-bafd-14a770c76fb5 req-a975dde3-3a23-4bb5-8071-2e2f3df68105 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.59 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 945 time: 0.1044993 Jul 30 20:17:12.441767 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-15e90148-2c1e-4f00-b447-3f915f439919 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2268229 Jul 30 20:17:12.452238 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45754) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:12.457095 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 50badefc-896b-4280-8e8c-f95cae58fe3b up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:17:12.513583 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d44da502-9639-43fb-88db-1183686ad99e tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:12.515499 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-88fa7d29-eb9e-42c1-b82f-59d17d60bc70 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Delete allocated IP 172.20.0.9 (b1e4479b-e2c0-4cc7-8ad5-b869a56301b4/3a3e8931-a88f-4def-ae61-c89b06254b4d) {{(pid=93883) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 20:17:12.527739 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d44da502-9639-43fb-88db-1183686ad99e tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:12.574088 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-88fa7d29-eb9e-42c1-b82f-59d17d60bc70 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Allocated IP 172.20.0.29 (b1e4479b-e2c0-4cc7-8ad5-b869a56301b4/dacfc345-23cc-4ced-9303-f0ae779a8861/413d3829-87ad-40f2-a4c0-a17fa3397517) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:17:12.583961 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44da502-9639-43fb-88db-1183686ad99e tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68899edc-004e-4ba2-889e-16b6f8d91fb8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:12.601343 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d44da502-9639-43fb-88db-1183686ad99e tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:12.606053 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d44da502-9639-43fb-88db-1183686ad99e tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4831607 Jul 30 20:17:12.606710 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45758) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:12.611173 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-748140fc-5358-4ed3-970a-e14c28434736 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:12.611975 n-d-712137-9 neutron-server[93883]: WARNING neutron.api.v2.base [None req-748140fc-5358-4ed3-970a-e14c28434736 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 30 20:17:12.612582 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-748140fc-5358-4ed3-970a-e14c28434736 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] update failed (client error): There was a conflict when trying to complete your request. Jul 30 20:17:12.616432 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-748140fc-5358-4ed3-970a-e14c28434736 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "PUT /v2.0/security-groups/68899edc-004e-4ba2-889e-16b6f8d91fb8 HTTP/1.1" status: 409 len: 330 time: 0.0064452 Jul 30 20:17:12.618851 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45760) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:12.634393 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-979bedbb-1bc5-4799-bafd-14a770c76fb5 req-f2056f31-7f2e-48b6-9c90-c9a64727854c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Deleting port 5decea29-b6a2-4287-af8d-99d5371a56e9 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:17:12.634393 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-979bedbb-1bc5-4799-bafd-14a770c76fb5 req-f2056f31-7f2e-48b6-9c90-c9a64727854c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:12.687256 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c1b1dcae-53cf-4942-80ee-e671aeb57be9 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:12.727380 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c1b1dcae-53cf-4942-80ee-e671aeb57be9 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:12.787209 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99e401f5-eac7-496a-8a52-a858032e31a8 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:12.807959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-979bedbb-1bc5-4799-bafd-14a770c76fb5 req-f2056f31-7f2e-48b6-9c90-c9a64727854c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] For port 5decea29-b6a2-4287-af8d-99d5371a56e9, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5decea29-b6a2-4287-af8d-99d5371a56e9,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:12.807959 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-979bedbb-1bc5-4799-bafd-14a770c76fb5 req-f2056f31-7f2e-48b6-9c90-c9a64727854c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:12.818616 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c1b1dcae-53cf-4942-80ee-e671aeb57be9 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:12.821962 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c1b1dcae-53cf-4942-80ee-e671aeb57be9 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:12.823797 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c1b1dcae-53cf-4942-80ee-e671aeb57be9 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "DELETE /v2.0/security-groups/db7eae8f-024e-45cf-8880-bb8aa10642c3 HTTP/1.1" status: 204 len: 168 time: 0.3701553 Jul 30 20:17:12.829800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45770) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:12.831199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-979bedbb-1bc5-4799-bafd-14a770c76fb5 req-f2056f31-7f2e-48b6-9c90-c9a64727854c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Calling delete_port for 5decea29-b6a2-4287-af8d-99d5371a56e9 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:17:12.842681 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99e401f5-eac7-496a-8a52-a858032e31a8 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:12.870568 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1dcae-53cf-4942-80ee-e671aeb57be9 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7eae8f-024e-45cf-8880-bb8aa10642c3,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:12.897477 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88fa7d29-eb9e-42c1-b82f-59d17d60bc70 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:12.921964 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-88fa7d29-eb9e-42c1-b82f-59d17d60bc70 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Transition to ACTIVE for port object 413d3829-87ad-40f2-a4c0-a17fa3397517 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:17:12.932787 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88fa7d29-eb9e-42c1-b82f-59d17d60bc70 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:12.941325 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99e401f5-eac7-496a-8a52-a858032e31a8 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:12.943940 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99e401f5-eac7-496a-8a52-a858032e31a8 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:12.945070 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-99e401f5-eac7-496a-8a52-a858032e31a8 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "DELETE /v2.0/security-groups/68899edc-004e-4ba2-889e-16b6f8d91fb8 HTTP/1.1" status: 204 len: 168 time: 0.3251696 Jul 30 20:17:12.965966 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-940168da-2303-4a85-9a09-6ee2bcb86ba5 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1323564 Jul 30 20:17:12.972271 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45776) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:12.972271 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45778) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:12.974454 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-941b5ca1-47d6-41a7-9955-5e7d0537ae25 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Request body: {'security_group': {'name': 'tempest-secgroup--831011987'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:13.002757 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e401f5-eac7-496a-8a52-a858032e31a8 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68899edc-004e-4ba2-889e-16b6f8d91fb8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:13.029464 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa7d29-eb9e-42c1-b82f-59d17d60bc70 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Port': ['ID=413d3829-87ad-40f2-a4c0-a17fa3397517,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:13.048401 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-165bef2c-88e9-4a87-81bc-1151568dadeb None None] Provisioning complete for port 05dda206-2ad4-4190-a521-5ed83e1f14af triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:13.049009 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-165bef2c-88e9-4a87-81bc-1151568dadeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:13.078628 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-88fa7d29-eb9e-42c1-b82f-59d17d60bc70 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] In _notify_port_updated(), no bound segment for port 413d3829-87ad-40f2-a4c0-a17fa3397517 on network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:17:13.084600 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-165bef2c-88e9-4a87-81bc-1151568dadeb None None] Port 05dda206-2ad4-4190-a521-5ed83e1f14af cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:17:13.084820 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fa7d29-eb9e-42c1-b82f-59d17d60bc70 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:13.085782 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88fa7d29-eb9e-42c1-b82f-59d17d60bc70 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:13.090359 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-88fa7d29-eb9e-42c1-b82f-59d17d60bc70 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "PUT /v2.0/ports/413d3829-87ad-40f2-a4c0-a17fa3397517 HTTP/1.1" status: 200 len: 921 time: 1.7156463 Jul 30 20:17:13.090971 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45780) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:13.094043 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-941b5ca1-47d6-41a7-9955-5e7d0537ae25 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:13.096787 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-165bef2c-88e9-4a87-81bc-1151568dadeb None None] Provisioning for port 413d3829-87ad-40f2-a4c0-a17fa3397517 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:17:13.101823 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-165bef2c-88e9-4a87-81bc-1151568dadeb None None] Provisioning complete for port 413d3829-87ad-40f2-a4c0-a17fa3397517 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:13.102438 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-165bef2c-88e9-4a87-81bc-1151568dadeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:13.137644 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ad4d79b1-6cfd-4533-bb47-59271b659676 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1683702 Jul 30 20:17:13.141314 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45782) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:13.147940 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8d14d-9c9f-4087-8c4b-ef5ff0c6773d req-f65f4f7a-153e-40a3-9ddc-4e7a712a7b19 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:13.150616 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-165bef2c-88e9-4a87-81bc-1151568dadeb None None] Port 413d3829-87ad-40f2-a4c0-a17fa3397517 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:17:13.155730 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8a8d14d-9c9f-4087-8c4b-ef5ff0c6773d req-f65f4f7a-153e-40a3-9ddc-4e7a712a7b19 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1635103 Jul 30 20:17:13.163748 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-165bef2c-88e9-4a87-81bc-1151568dadeb None None] Provisioning for port 50badefc-896b-4280-8e8c-f95cae58fe3b completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:17:13.168389 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-165bef2c-88e9-4a87-81bc-1151568dadeb None None] Provisioning complete for port 50badefc-896b-4280-8e8c-f95cae58fe3b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:13.168973 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-165bef2c-88e9-4a87-81bc-1151568dadeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:13.178666 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-837fdcf5-d10a-42d4-b969-a81b2b3fd257 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] delete failed (client error): The resource could not be found. Jul 30 20:17:13.179736 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-837fdcf5-d10a-42d4-b969-a81b2b3fd257 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "DELETE /v2.0/security-groups/c63e4de5-7c0d-4111-8562-933106026a28 HTTP/1.1" status: 404 len: 347 time: 0.0372825 Jul 30 20:17:13.183976 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45784) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:13.201310 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-09f5a9c5-b712-4738-b8c1-c22189901c47 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] show failed (client error): The resource could not be found. Jul 30 20:17:13.202330 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-09f5a9c5-b712-4738-b8c1-c22189901c47 tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "GET /v2.0/security-groups/015e0ae2-dbc1-4779-a46e-db22fbdac75c HTTP/1.1" status: 404 len: 347 time: 0.0178885 Jul 30 20:17:13.206195 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45786) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:13.214833 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 28bcf6de-afdf-43fd-b02d-78e558069aed no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:17:13.221931 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-c4e52856-f92b-4235-a262-c764e7987f0b tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] show failed (client error): The resource could not be found. Jul 30 20:17:13.222961 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c4e52856-f92b-4235-a262-c764e7987f0b tempest-NegativeSecGroupTest-782049699 tempest-NegativeSecGroupTest-782049699-project] 10.222.0.81 "GET /v2.0/security-group-rules/78688660-0299-408a-8386-b242b716d1ad HTTP/1.1" status: 404 len: 356 time: 0.0157430 Jul 30 20:17:13.248502 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 28bcf6de-afdf-43fd-b02d-78e558069aed {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:17:13.248854 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 28bcf6de-afdf-43fd-b02d-78e558069aed not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:17:13.260070 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8a8d14d-9c9f-4087-8c4b-ef5ff0c6773d req-d458d45b-b14a-41c7-89f5-662d630e8498 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034575 Jul 30 20:17:13.263669 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bb441-d2f6-4715-bc08-a83cb2434c7c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting port 413d3829-87ad-40f2-a4c0-a17fa3397517 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:17:13.265754 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae0bb441-d2f6-4715-bc08-a83cb2434c7c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:13.316730 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-979bedbb-1bc5-4799-bafd-14a770c76fb5 req-f2056f31-7f2e-48b6-9c90-c9a64727854c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:13.368504 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2056f31-7f2e-48b6-9c90-c9a64727854c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Pushing event deleted for resources: {'Port': ['ID=5decea29-b6a2-4287-af8d-99d5371a56e9,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:13.388509 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae0bb441-d2f6-4715-bc08-a83cb2434c7c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:13.391654 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-941b5ca1-47d6-41a7-9955-5e7d0537ae25 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:13.414153 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bb441-d2f6-4715-bc08-a83cb2434c7c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Calling delete_port for 413d3829-87ad-40f2-a4c0-a17fa3397517 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:17:13.421957 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-941b5ca1-47d6-41a7-9955-5e7d0537ae25 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:13.507625 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-979bedbb-1bc5-4799-bafd-14a770c76fb5 req-f2056f31-7f2e-48b6-9c90-c9a64727854c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] No DVR routers for this DVR port 5decea29-b6a2-4287-af8d-99d5371a56e9 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:17:13.516702 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-979bedbb-1bc5-4799-bafd-14a770c76fb5 req-f2056f31-7f2e-48b6-9c90-c9a64727854c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:13.520996 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-979bedbb-1bc5-4799-bafd-14a770c76fb5 req-f2056f31-7f2e-48b6-9c90-c9a64727854c tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.59 "DELETE /v2.0/ports/5decea29-b6a2-4287-af8d-99d5371a56e9 HTTP/1.1" status: 204 len: 173 time: 1.1384592 Jul 30 20:17:13.537908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd377d443-bf86-4d65-b6a5-0c85eafd4b19', 'name': 'network-vif-deleted', 'tag': '5decea29-b6a2-4287-af8d-99d5371a56e9'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:17:13.541649 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f08b103-b7d9-4e4f-a2c3-524df2cc8660" -d '{"events": [{"server_uuid": "d377d443-bf86-4d65-b6a5-0c85eafd4b19", "name": "network-vif-deleted", "tag": "5decea29-b6a2-4287-af8d-99d5371a56e9"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:17:13.546592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b5ca1-47d6-41a7-9955-5e7d0537ae25 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e42244-6e83-4b74-8aa7-c7a7ca94368c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:13.552376 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-941b5ca1-47d6-41a7-9955-5e7d0537ae25 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:13.553859 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-941b5ca1-47d6-41a7-9955-5e7d0537ae25 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5832045 Jul 30 20:17:13.558463 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45800) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:13.564784 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-c8fb725f-7111-4151-9bab-1c71f5a0db3f tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Request body: {'security_group_rule': {'security_group_id': 'b3e42244-6e83-4b74-8aa7-c7a7ca94368c', 'direction': 'ingress', 'protocol': 17}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:13.594317 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbaea7-94c8-4b07-b767-852817f305b7 req-94d69a46-a916-49aa-aa71-60222d467320 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:13.595893 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8dbbaea7-94c8-4b07-b767-852817f305b7 req-94d69a46-a916-49aa-aa71-60222d467320 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.2133820 Jul 30 20:17:13.637898 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae0bb441-d2f6-4715-bc08-a83cb2434c7c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:13.655774 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8dbbaea7-94c8-4b07-b767-852817f305b7 req-149fed58-d17e-4ddc-9ba4-1f1b22107baa tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473001 Jul 30 20:17:13.663127 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8fb725f-7111-4151-9bab-1c71f5a0db3f tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:13.705839 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45804) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:13.720018 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0bb441-d2f6-4715-bc08-a83cb2434c7c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Port': ['ID=413d3829-87ad-40f2-a4c0-a17fa3397517,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:13.739370 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-05e53602-2e20-4629-8941-d66de21998b3 None None] Could not find standard attr ID for object 413d3829-87ad-40f2-a4c0-a17fa3397517. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:17:13.792577 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8fb725f-7111-4151-9bab-1c71f5a0db3f tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:13.804938 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8fb725f-7111-4151-9bab-1c71f5a0db3f tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:13.829110 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3d95a22-42a1-4f15-9af9-a5547a78bfd2 req-43505acc-a0f4-44e0-ab7f-6b0891f4cb26 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=d377d443-bf86-4d65-b6a5-0c85eafd4b19 HTTP/1.1" status: 200 len: 210 time: 0.0398884 Jul 30 20:17:13.848180 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb725f-7111-4151-9bab-1c71f5a0db3f tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb39ef10-02d7-45df-9f3b-86d71474894c,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:13.856266 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae0bb441-d2f6-4715-bc08-a83cb2434c7c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:13.866256 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8fb725f-7111-4151-9bab-1c71f5a0db3f tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:13.866256 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c8fb725f-7111-4151-9bab-1c71f5a0db3f tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3036344 Jul 30 20:17:13.866256 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45810) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:13.867266 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ae0bb441-d2f6-4715-bc08-a83cb2434c7c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/ports/413d3829-87ad-40f2-a4c0-a17fa3397517 HTTP/1.1" status: 204 len: 168 time: 0.7740831 Jul 30 20:17:13.868206 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45812) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:13.913803 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-6579e6da-9a49-4ea3-bbb2-ee7077de57cc tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] GET failed (client error): The resource could not be found. Jul 30 20:17:13.918310 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6579e6da-9a49-4ea3-bbb2-ee7077de57cc tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports/413d3829-87ad-40f2-a4c0-a17fa3397517 HTTP/1.1" status: 404 len: 333 time: 0.0516145 Jul 30 20:17:13.919069 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45814) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:13.954244 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4e2f83dd-7ef8-4951-bd6f-5727c9f94e9f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a0aa47aa22f44c129916ac25353f9b1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426925 Jul 30 20:17:13.957372 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45816) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:14.031628 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c587dc31-dec5-460b-b899-f73816019beb tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.033587 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c5affd5-0d52-454e-b4a7-3acc2eaeba04 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.049316 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff88a31-5bd0-40c2-9b87-3cf7eacea655 x-openstack-request-id: req-aff88a31-5bd0-40c2-9b87-3cf7eacea655 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:17:14.049989 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d377d443-bf86-4d65-b6a5-0c85eafd4b19", "name": "network-vif-deleted", "tag": "5decea29-b6a2-4287-af8d-99d5371a56e9", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:17:14.050563 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aff88a31-5bd0-40c2-9b87-3cf7eacea655 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:17:14.051228 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd377d443-bf86-4d65-b6a5-0c85eafd4b19', 'name': 'network-vif-deleted', 'tag': '5decea29-b6a2-4287-af8d-99d5371a56e9', 'status': 'completed', 'code': 200} Jul 30 20:17:14.059143 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c5affd5-0d52-454e-b4a7-3acc2eaeba04 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.070055 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c587dc31-dec5-460b-b899-f73816019beb tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.129229 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c5affd5-0d52-454e-b4a7-3acc2eaeba04 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.131795 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c5affd5-0d52-454e-b4a7-3acc2eaeba04 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.133290 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6c5affd5-0d52-454e-b4a7-3acc2eaeba04 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "DELETE /v2.0/security-groups/b3e42244-6e83-4b74-8aa7-c7a7ca94368c HTTP/1.1" status: 204 len: 168 time: 0.2637942 Jul 30 20:17:14.139476 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45820) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:14.169355 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5affd5-0d52-454e-b4a7-3acc2eaeba04 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e42244-6e83-4b74-8aa7-c7a7ca94368c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:14.169533 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c587dc31-dec5-460b-b899-f73816019beb tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.173646 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c587dc31-dec5-460b-b899-f73816019beb tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.179375 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c587dc31-dec5-460b-b899-f73816019beb tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/security-groups/8f3df552-3b23-478e-8388-f84322799961 HTTP/1.1" status: 204 len: 168 time: 0.2585032 Jul 30 20:17:14.180034 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45824) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:14.185301 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9941abc2-fc21-4bfa-8547-ca65c1367e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.212871 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587dc31-dec5-460b-b899-f73816019beb tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3df552-3b23-478e-8388-f84322799961,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:14.255995 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9941abc2-fc21-4bfa-8547-ca65c1367e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.265354 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d948484e-3ef9-4055-95a1-103d36f781a8 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1202006 Jul 30 20:17:14.265683 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45826) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:14.270486 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ba4cf389-3641-4423-84b8-a20def836a09 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Request body: {'security_group': {'name': 'tempest-secgroup--856945383'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:14.294110 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4d293e2a-6cc8-4fbe-8e9a-72303a8bf477 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.325950 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4d293e2a-6cc8-4fbe-8e9a-72303a8bf477 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.329184 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba4cf389-3641-4423-84b8-a20def836a09 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.343765 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9941abc2-fc21-4bfa-8547-ca65c1367e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.348571 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9941abc2-fc21-4bfa-8547-ca65c1367e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.350626 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9941abc2-fc21-4bfa-8547-ca65c1367e38 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c77f79da-3455-45de-b0f5-a18e87ce61e4 HTTP/1.1" status: 204 len: 168 time: 0.3828921 Jul 30 20:17:14.361375 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941abc2-fc21-4bfa-8547-ca65c1367e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77f79da-3455-45de-b0f5-a18e87ce61e4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:14.397324 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4d293e2a-6cc8-4fbe-8e9a-72303a8bf477 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.400738 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4d293e2a-6cc8-4fbe-8e9a-72303a8bf477 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.402665 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4d293e2a-6cc8-4fbe-8e9a-72303a8bf477 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/security-groups/0bbeac58-614c-454e-8702-ecd7e0301762 HTTP/1.1" status: 204 len: 168 time: 0.2165732 Jul 30 20:17:14.405077 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45832) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:14.423146 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d293e2a-6cc8-4fbe-8e9a-72303a8bf477 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbeac58-614c-454e-8702-ecd7e0301762,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:14.478521 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-a12f8a61-a57d-429b-b30f-67cb7ef53e0c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting subnet 3a3e8931-a88f-4def-ae61-c89b06254b4d {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:17:14.481913 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a12f8a61-a57d-429b-b30f-67cb7ef53e0c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.484950 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba4cf389-3641-4423-84b8-a20def836a09 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.490443 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba4cf389-3641-4423-84b8-a20def836a09 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.528712 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba4cf389-3641-4423-84b8-a20def836a09 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.531955 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ba4cf389-3641-4423-84b8-a20def836a09 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2629886 Jul 30 20:17:14.533298 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45836) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:14.538173 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-dd495736-b1b9-4145-ae06-5dd34ecaa21d tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Request body: {'security_group': {'name': 'tempest-secgroup--638245867'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:14.548578 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a12f8a61-a57d-429b-b30f-67cb7ef53e0c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.550780 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4cf389-3641-4423-84b8-a20def836a09 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1feb77-3445-4a45-95d0-cef6c7f3bff2,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:14.579452 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dd495736-b1b9-4145-ae06-5dd34ecaa21d tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.686373 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a12f8a61-a57d-429b-b30f-67cb7ef53e0c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.691688 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dd495736-b1b9-4145-ae06-5dd34ecaa21d tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.696974 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dd495736-b1b9-4145-ae06-5dd34ecaa21d tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.734600 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd495736-b1b9-4145-ae06-5dd34ecaa21d tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd4227e-4953-4340-a122-7996ee8fbd43,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:14.752336 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dd495736-b1b9-4145-ae06-5dd34ecaa21d tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.754099 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-dd495736-b1b9-4145-ae06-5dd34ecaa21d tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2195878 Jul 30 20:17:14.756681 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45844) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:14.763072 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-0b7be35d-64aa-43b8-ad8b-09bc953addbc tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Request body: {'security_group_rule': {'security_group_id': 'cb1feb77-3445-4a45-95d0-cef6c7f3bff2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ffd4227e-4953-4340-a122-7996ee8fbd43', 'remote_ip_prefix': None}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:14.791157 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a12f8a61-a57d-429b-b30f-67cb7ef53e0c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.803831 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b7be35d-64aa-43b8-ad8b-09bc953addbc tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.824639 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f8a61-a57d-429b-b30f-67cb7ef53e0c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Subnet': ['ID=3a3e8931-a88f-4def-ae61-c89b06254b4d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:14.838571 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a12f8a61-a57d-429b-b30f-67cb7ef53e0c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.842714 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a12f8a61-a57d-429b-b30f-67cb7ef53e0c tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/subnets/3a3e8931-a88f-4def-ae61-c89b06254b4d HTTP/1.1" status: 204 len: 168 time: 0.4358926 Jul 30 20:17:14.846395 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45848) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:14.850478 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38135faf-427b-4994-ac61-7668bffc2869 None None] Network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:17:14.857727 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4f106391-662c-44d7-99ca-689cd263fe91 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'subnet': {'network_id': 'b1e4479b-e2c0-4cc7-8ad5-b869a56301b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:14.903216 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b7be35d-64aa-43b8-ad8b-09bc953addbc tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.909534 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b7be35d-64aa-43b8-ad8b-09bc953addbc tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.946295 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7be35d-64aa-43b8-ad8b-09bc953addbc tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=248b2c83-4f0a-41fa-930a-b21859aeaadf,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:14.960565 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b7be35d-64aa-43b8-ad8b-09bc953addbc tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:14.966198 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0b7be35d-64aa-43b8-ad8b-09bc953addbc tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2078843 Jul 30 20:17:14.971451 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45856) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:15.003372 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 5decea29-b6a2-4287-af8d-99d5371a56e9 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:17:15.055008 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1cbfe54e-c312-4813-8414-7e0ae0a0351f tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:15.070584 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 5decea29-b6a2-4287-af8d-99d5371a56e9 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:17:15.070937 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 5decea29-b6a2-4287-af8d-99d5371a56e9 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:17:15.079220 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1cbfe54e-c312-4813-8414-7e0ae0a0351f tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:15.115360 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f106391-662c-44d7-99ca-689cd263fe91 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:17:15.119180 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f106391-662c-44d7-99ca-689cd263fe91 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:15.139646 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1cbfe54e-c312-4813-8414-7e0ae0a0351f tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:15.146346 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1cbfe54e-c312-4813-8414-7e0ae0a0351f tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:15.152578 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45864) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:15.156740 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1cbfe54e-c312-4813-8414-7e0ae0a0351f tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/248b2c83-4f0a-41fa-930a-b21859aeaadf HTTP/1.1" status: 204 len: 168 time: 0.1742666 Jul 30 20:17:15.165294 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfe54e-c312-4813-8414-7e0ae0a0351f tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=248b2c83-4f0a-41fa-930a-b21859aeaadf,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:15.270206 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-55ebb829-48ef-4523-a09c-7401000b0255 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1138239 Jul 30 20:17:15.271364 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45874) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:15.354078 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:15.394251 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45878) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:15.427579 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68441831-ef57-446a-b764-f443e4b1c454 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:15.481939 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68441831-ef57-446a-b764-f443e4b1c454 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:15.578577 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68441831-ef57-446a-b764-f443e4b1c454 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:15.579328 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f106391-662c-44d7-99ca-689cd263fe91 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:15.581503 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68441831-ef57-446a-b764-f443e4b1c454 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:15.585724 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-68441831-ef57-446a-b764-f443e4b1c454 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "DELETE /v2.0/security-groups/ffd4227e-4953-4340-a122-7996ee8fbd43 HTTP/1.1" status: 204 len: 168 time: 0.3125579 Jul 30 20:17:15.586304 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45884) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:15.605211 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507eedf4-d5e3-4a40-9bea-ae519059fde9 req-262219b2-1ef0-4d8e-adba-1f991459d328 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:15.606745 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-507eedf4-d5e3-4a40-9bea-ae519059fde9 req-262219b2-1ef0-4d8e-adba-1f991459d328 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.0914047 Jul 30 20:17:15.614613 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a04014e4-dc99-4107-a4ce-1a951caf3abe tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1507120613'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:15.621908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68441831-ef57-446a-b764-f443e4b1c454 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd4227e-4953-4340-a122-7996ee8fbd43,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:15.645886 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f106391-662c-44d7-99ca-689cd263fe91 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:17:15.656018 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-4f106391-662c-44d7-99ca-689cd263fe91 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:17:15.660014 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f106391-662c-44d7-99ca-689cd263fe91 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:15.660642 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f106391-662c-44d7-99ca-689cd263fe91 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:15.666046 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f106391-662c-44d7-99ca-689cd263fe91 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Subnet': ['ID=b6474837-eac8-4467-8738-4e2d023799a9,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:15.682213 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04014e4-dc99-4107-a4ce-1a951caf3abe tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] Made reservation on behalf of cfd29355d39b4c8d9bebd4c1689d791b for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:17:15.687750 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a04014e4-dc99-4107-a4ce-1a951caf3abe tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:15.692174 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-507eedf4-d5e3-4a40-9bea-ae519059fde9 req-b939a695-e66a-45a0-b244-0a89c705e91f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727422 Jul 30 20:17:15.693369 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4f106391-662c-44d7-99ca-689cd263fe91 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8438780 Jul 30 20:17:15.697510 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45886) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:15.701666 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a04014e4-dc99-4107-a4ce-1a951caf3abe tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:15.702047 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-59ad1fbf-0fe8-4eed-8db4-f5bce8c632de tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'security_group': {'name': 'tempest-secgroup-1904911083'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:15.723065 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-03eba878-47f2-4aeb-9663-61c815392df9 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1321037 Jul 30 20:17:15.725598 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45890) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:15.840415 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0b8d5-095c-40d0-b396-de521c36e423 req-fcf45814-6609-4844-a8ee-f18fecb551e5 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:15.842209 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ca0b8d5-095c-40d0-b396-de521c36e423 req-fcf45814-6609-4844-a8ee-f18fecb551e5 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0646069 Jul 30 20:17:15.844710 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8297154e-1db9-4722-9ed6-d1081895410d tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:15.883771 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8297154e-1db9-4722-9ed6-d1081895410d tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:15.892048 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ca0b8d5-095c-40d0-b396-de521c36e423 req-c46e3130-a1e7-4e59-aa91-d56c74a16941 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405524 Jul 30 20:17:15.943324 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a04014e4-dc99-4107-a4ce-1a951caf3abe tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:15.949723 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a04014e4-dc99-4107-a4ce-1a951caf3abe tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:15.969944 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59ad1fbf-0fe8-4eed-8db4-f5bce8c632de tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:15.974024 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8297154e-1db9-4722-9ed6-d1081895410d tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:15.976811 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8297154e-1db9-4722-9ed6-d1081895410d tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:15.980907 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8297154e-1db9-4722-9ed6-d1081895410d tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "DELETE /v2.0/security-groups/cb1feb77-3445-4a45-95d0-cef6c7f3bff2 HTTP/1.1" status: 204 len: 168 time: 0.2513516 Jul 30 20:17:15.981332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45896) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:15.989453 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04014e4-dc99-4107-a4ce-1a951caf3abe tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:17:15.996491 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0a9f0b-4cc0-4129-b651-a4568bce115a None None] Network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:17:15.999819 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04014e4-dc99-4107-a4ce-1a951caf3abe tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e12bc608-8b8f-433a-93a3-154162d30089,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:16.010421 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a04014e4-dc99-4107-a4ce-1a951caf3abe tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:16.010805 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-a04014e4-dc99-4107-a4ce-1a951caf3abe tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] Added segment a7319bd9-fdeb-4b3b-9dc9-79da7b5936ed of type vlan for network d4b760a1-ff27-45e1-a824-a87cc4aab4a6 Jul 30 20:17:16.022969 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297154e-1db9-4722-9ed6-d1081895410d tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1feb77-3445-4a45-95d0-cef6c7f3bff2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:16.070393 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a04014e4-dc99-4107-a4ce-1a951caf3abe tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:16.106415 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a04014e4-dc99-4107-a4ce-1a951caf3abe tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:16.110645 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-83600907-bb20-4fbf-94c5-ce3c6d5e028f None None] Provisioning complete for port 05dda206-2ad4-4190-a521-5ed83e1f14af triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:16.111151 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83600907-bb20-4fbf-94c5-ce3c6d5e028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:16.113396 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04014e4-dc99-4107-a4ce-1a951caf3abe tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:16.114132 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a04014e4-dc99-4107-a4ce-1a951caf3abe tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:16.117204 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f1410-88d1-4ec1-a6ee-4ca12618f3d7 req-f99b827d-7466-473e-a983-ba5164d4a819 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:16.118778 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fd6f1410-88d1-4ec1-a6ee-4ca12618f3d7 req-f99b827d-7466-473e-a983-ba5164d4a819 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1360710 Jul 30 20:17:16.133713 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-833f8d98-55b3-43a7-9b5d-7e41c9e3bc53 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1455815 Jul 30 20:17:16.138516 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45898) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:16.144956 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2c5981e5-e677-420c-9d5e-70f32b3ff042 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Request body: {'security_group': {'name': 'tempest-secgroup--1013817646'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:16.156760 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-83600907-bb20-4fbf-94c5-ce3c6d5e028f None None] Port 05dda206-2ad4-4190-a521-5ed83e1f14af cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:17:16.192972 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fd6f1410-88d1-4ec1-a6ee-4ca12618f3d7 req-3faaad76-3ee2-41fa-83c5-5e8552f782ef tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621161 Jul 30 20:17:16.203382 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-83600907-bb20-4fbf-94c5-ce3c6d5e028f None None] Provisioning complete for port 50badefc-896b-4280-8e8c-f95cae58fe3b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:16.203894 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83600907-bb20-4fbf-94c5-ce3c6d5e028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:16.221499 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59ad1fbf-0fe8-4eed-8db4-f5bce8c632de tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:16.227573 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59ad1fbf-0fe8-4eed-8db4-f5bce8c632de tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:16.264263 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59ad1fbf-0fe8-4eed-8db4-f5bce8c632de tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:16.265710 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-59ad1fbf-0fe8-4eed-8db4-f5bce8c632de tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5671608 Jul 30 20:17:16.267150 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad1fbf-0fe8-4eed-8db4-f5bce8c632de tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3279b8a3-af39-4bbc-943a-8c20101b5af1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:16.270638 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45902) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:16.277060 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d6a5111d-f409-463f-9019-2cce8a6698c9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'security_group': {'name': 'tempest-secgroup-1337032375'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:16.429976 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfd95c-ef09-40c1-b3a5-6cb842218ecd req-e7348ebf-8f35-4122-b70d-468415287943 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:16.431939 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ddbfd95c-ef09-40c1-b3a5-6cb842218ecd req-e7348ebf-8f35-4122-b70d-468415287943 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0729773 Jul 30 20:17:16.439666 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b9005a-c6a8-4a5b-8d2b-71efbb9653e8 None None] Update dhcp port {'port': {'network_id': 'b1e4479b-e2c0-4cc7-8ad5-b869a56301b4', 'fixed_ips': [{'subnet_id': 'dacfc345-23cc-4ced-9303-f0ae779a8861', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b6474837-eac8-4467-8738-4e2d023799a9'}], 'binding:host_id': 'n-d-712137-9'}, 'id': '50badefc-896b-4280-8e8c-f95cae58fe3b'} from n-d-712137-9. {{(pid=93884) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 20:17:16.466499 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f0b9005a-c6a8-4a5b-8d2b-71efbb9653e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:16.479065 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ddbfd95c-ef09-40c1-b3a5-6cb842218ecd req-e4846c3c-44cd-4125-8d47-2be340a89830 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378814 Jul 30 20:17:16.533556 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a04014e4-dc99-4107-a4ce-1a951caf3abe tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1355524 Jul 30 20:17:16.534501 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45914) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:16.542341 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-158f37af-d58a-4b5f-87a6-da137defb14f tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'd4b760a1-ff27-45e1-a824-a87cc4aab4a6', 'tempest-TagsTest-Tag-820971134') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:16.546210 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d6a5111d-f409-463f-9019-2cce8a6698c9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:16.568855 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04014e4-dc99-4107-a4ce-1a951caf3abe tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] Pushing event updated for resources: {'Network': ['ID=d4b760a1-ff27-45e1-a824-a87cc4aab4a6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:16.594016 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network d4b760a1-ff27-45e1-a824-a87cc4aab4a6 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:17:16.616747 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c5981e5-e677-420c-9d5e-70f32b3ff042 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:16.686976 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:17:16.703207 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-158f37af-d58a-4b5f-87a6-da137defb14f tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] 10.222.0.81 "PUT /v2.0/networks/d4b760a1-ff27-45e1-a824-a87cc4aab4a6/tags/tempest-TagsTest-Tag-820971134 HTTP/1.1" status: 201 len: 201 time: 0.1675386 Jul 30 20:17:16.705566 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45916) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:16.711868 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-c4a642ac-582c-4669-8e49-bb61c3c58e5e tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd4b760a1-ff27-45e1-a824-a87cc4aab4a6', 'tempest-TagsTest-Tag-820971134') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:16.738882 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-f0b9005a-c6a8-4a5b-8d2b-71efbb9653e8 None None] Allocated IP 172.20.0.2 (b1e4479b-e2c0-4cc7-8ad5-b869a56301b4/b6474837-eac8-4467-8738-4e2d023799a9/50badefc-896b-4280-8e8c-f95cae58fe3b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:17:16.804280 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c4a642ac-582c-4669-8e49-bb61c3c58e5e tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] 10.222.0.81 "GET /v2.0/networks/d4b760a1-ff27-45e1-a824-a87cc4aab4a6/tags/tempest-TagsTest-Tag-820971134 HTTP/1.1" status: 204 len: 168 time: 0.0970824 Jul 30 20:17:16.806705 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45920) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:16.806837 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d6a5111d-f409-463f-9019-2cce8a6698c9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:16.814199 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-ec4f1829-0f59-4f3d-b25d-9e5a8e5d273f tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'd4b760a1-ff27-45e1-a824-a87cc4aab4a6') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:16.814605 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d6a5111d-f409-463f-9019-2cce8a6698c9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:16.837084 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19099-00a0-42aa-a05a-de6bd66b99f4 req-2ed9c104-b83b-45f9-bea4-e6fe26ae840f tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:16.838670 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eac19099-00a0-42aa-a05a-de6bd66b99f4 req-2ed9c104-b83b-45f9-bea4-e6fe26ae840f tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0865300 Jul 30 20:17:16.865355 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5111d-f409-463f-9019-2cce8a6698c9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b0a704-5e95-4c1b-8bd0-48c0c169b505,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:16.897914 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eac19099-00a0-42aa-a05a-de6bd66b99f4 req-41343f77-3269-444f-873f-c5e353cfe810 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435889 Jul 30 20:17:16.952441 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee41ef8-2982-4715-a04e-cb331303eabe req-bbc005f0-5209-4662-b8ae-5745dfc4b12d tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:16.954132 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fee41ef8-2982-4715-a04e-cb331303eabe req-bbc005f0-5209-4662-b8ae-5745dfc4b12d tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.83 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.0552080 Jul 30 20:17:16.956952 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ec4f1829-0f59-4f3d-b25d-9e5a8e5d273f tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] 10.222.0.81 "GET /v2.0/networks/d4b760a1-ff27-45e1-a824-a87cc4aab4a6/tags HTTP/1.1" status: 200 len: 237 time: 0.1478498 Jul 30 20:17:16.959775 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45924) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:16.966084 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.tag.tag_plugin [None req-5ce57f21-27de-46bf-8802-9343ff5b755e tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'd4b760a1-ff27-45e1-a824-a87cc4aab4a6', {'tags': ['tempest-TagsTest-Tag-1277644154', 'tempest-TagsTest-Tag-1895771106', 'tempest-TagsTest-Tag-1945204064']}) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:17.020406 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c5981e5-e677-420c-9d5e-70f32b3ff042 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:17.021411 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f0b9005a-c6a8-4a5b-8d2b-71efbb9653e8 None None] For port 50badefc-896b-4280-8e8c-f95cae58fe3b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=50badefc-896b-4280-8e8c-f95cae58fe3b,segment=NetworkSegment(db0efdc9-842c-46fa-864b-e5e15c0c083e),segment_id=db0efdc9-842c-46fa-864b-e5e15c0c083e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:17.024904 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c5981e5-e677-420c-9d5e-70f32b3ff042 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:17.060891 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c5981e5-e677-420c-9d5e-70f32b3ff042 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:17.065221 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2c5981e5-e677-420c-9d5e-70f32b3ff042 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9223862 Jul 30 20:17:17.065481 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f0b9005a-c6a8-4a5b-8d2b-71efbb9653e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:17.065614 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45928) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:17.070070 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-49c1ac5d-3aae-4c12-bb66-373cd54707b9 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Request body: {'security_group_rule': {'security_group_id': '42a5d134-782e-4df4-b9e2-586949d66a65', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:17.076614 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5981e5-e677-420c-9d5e-70f32b3ff042 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a5d134-782e-4df4-b9e2-586949d66a65,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:17.078204 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d6a5111d-f409-463f-9019-2cce8a6698c9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:17.078908 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f0b9005a-c6a8-4a5b-8d2b-71efbb9653e8 None None] Transition to ACTIVE for port object 50badefc-896b-4280-8e8c-f95cae58fe3b will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:17:17.082261 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d6a5111d-f409-463f-9019-2cce8a6698c9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8106010 Jul 30 20:17:17.084643 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45930) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:17.087370 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f0b9005a-c6a8-4a5b-8d2b-71efbb9653e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:17.090795 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-11cf2c73-dc93-4c9e-bdfc-8fa4f2e7cea3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'security_group': {'name': 'tempest-secgroup-561947798'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:17.128915 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49c1ac5d-3aae-4c12-bb66-373cd54707b9 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:17.156510 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11cf2c73-dc93-4c9e-bdfc-8fa4f2e7cea3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:17.165020 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85c26b-ad4b-48d1-8873-28b726cb6bc6 req-69a06430-409e-4166-ab4b-eb9d3f9c9131 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:17.167480 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8c85c26b-ad4b-48d1-8873-28b726cb6bc6 req-69a06430-409e-4166-ab4b-eb9d3f9c9131 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 944 time: 0.1497180 Jul 30 20:17:17.173475 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5ce57f21-27de-46bf-8802-9343ff5b755e tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] 10.222.0.81 "PUT /v2.0/networks/d4b760a1-ff27-45e1-a824-a87cc4aab4a6/tags HTTP/1.1" status: 200 len: 309 time: 0.2125294 Jul 30 20:17:17.174201 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45932) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:17.180818 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-8e7810d1-d637-450d-8aa2-cdbc78fd73de tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'd4b760a1-ff27-45e1-a824-a87cc4aab4a6', 'tempest-TagsTest-Tag-1277644154') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:17.194695 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9005a-c6a8-4a5b-8d2b-71efbb9653e8 None None] Pushing event updated for resources: {'Port': ['ID=50badefc-896b-4280-8e8c-f95cae58fe3b,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:17.223267 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-fee41ef8-2982-4715-a04e-cb331303eabe req-719ff826-074c-4e89-b5cb-2a9cd3337862 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Deleting port 98007a55-b93a-42dd-a4b7-d6c12be7447a {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:17:17.223648 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fee41ef8-2982-4715-a04e-cb331303eabe req-719ff826-074c-4e89-b5cb-2a9cd3337862 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:17.268056 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49c1ac5d-3aae-4c12-bb66-373cd54707b9 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:17.275729 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8c85c26b-ad4b-48d1-8873-28b726cb6bc6 req-7f00bdb5-7fd2-4e12-a516-79a052af628a tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948174 Jul 30 20:17:17.279775 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49c1ac5d-3aae-4c12-bb66-373cd54707b9 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:17.354251 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1ac5d-3aae-4c12-bb66-373cd54707b9 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6403a14d-1541-4ab3-8a44-ae86ad6e9b2f,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:17.406727 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11cf2c73-dc93-4c9e-bdfc-8fa4f2e7cea3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:17.412242 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fee41ef8-2982-4715-a04e-cb331303eabe req-719ff826-074c-4e89-b5cb-2a9cd3337862 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] For port 98007a55-b93a-42dd-a4b7-d6c12be7447a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=98007a55-b93a-42dd-a4b7-d6c12be7447a,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:17.412824 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fee41ef8-2982-4715-a04e-cb331303eabe req-719ff826-074c-4e89-b5cb-2a9cd3337862 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:17.416456 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11cf2c73-dc93-4c9e-bdfc-8fa4f2e7cea3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:17.430842 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49c1ac5d-3aae-4c12-bb66-373cd54707b9 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:17.432218 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-49c1ac5d-3aae-4c12-bb66-373cd54707b9 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3654351 Jul 30 20:17:17.439480 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45936) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:17.455647 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8e7810d1-d637-450d-8aa2-cdbc78fd73de tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] 10.222.0.81 "DELETE /v2.0/networks/d4b760a1-ff27-45e1-a824-a87cc4aab4a6/tags/tempest-TagsTest-Tag-1277644154 HTTP/1.1" status: 204 len: 168 time: 0.2794251 Jul 30 20:17:17.462139 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45938) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:17.471292 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-3b40e5f4-b384-442a-b9a9-c1d0b22ad3c0 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd4b760a1-ff27-45e1-a824-a87cc4aab4a6', 'tempest-TagsTest-Tag-1277644154') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:17.487880 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11cf2c73-dc93-4c9e-bdfc-8fa4f2e7cea3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:17.491709 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-11cf2c73-dc93-4c9e-bdfc-8fa4f2e7cea3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4030204 Jul 30 20:17:17.491976 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45940) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:17.495010 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf2c73-dc93-4c9e-bdfc-8fa4f2e7cea3 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef07bc24-c26a-4699-85d4-9c2d4cfe03d5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:17.497003 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-27d7425f-c2b2-4298-aea0-6254d8d20de6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-239732920', 'security_groups': ['ef07bc24-c26a-4699-85d4-9c2d4cfe03d5'], 'network_id': 'b1e4479b-e2c0-4cc7-8ad5-b869a56301b4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b6474837-eac8-4467-8738-4e2d023799a9'}]}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:17.536015 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be7ab86d-11f6-409d-a626-073b68b2a5e3 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:17.551177 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be7ab86d-11f6-409d-a626-073b68b2a5e3 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:17.579570 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c373365-ae09-49be-a59f-f44cd8f359c6 req-da14172c-9cd3-4980-9a46-7997d1176bfc tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:17.580941 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8c373365-ae09-49be-a59f-f44cd8f359c6 req-da14172c-9cd3-4980-9a46-7997d1176bfc tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.2187855 Jul 30 20:17:17.590599 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-3b40e5f4-b384-442a-b9a9-c1d0b22ad3c0 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] show failed (client error): The resource could not be found. Jul 30 20:17:17.594751 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3b40e5f4-b384-442a-b9a9-c1d0b22ad3c0 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] 10.222.0.81 "GET /v2.0/networks/d4b760a1-ff27-45e1-a824-a87cc4aab4a6/tags/tempest-TagsTest-Tag-1277644154 HTTP/1.1" status: 404 len: 326 time: 0.1315944 Jul 30 20:17:17.595718 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45944) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:17.600392 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-a0813f3f-4622-43fa-9fd8-36665452d5be tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd4b760a1-ff27-45e1-a824-a87cc4aab4a6', 'tempest-TagsTest-Tag-1895771106') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:17.603372 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be7ab86d-11f6-409d-a626-073b68b2a5e3 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:17.610461 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be7ab86d-11f6-409d-a626-073b68b2a5e3 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:17.611697 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-be7ab86d-11f6-409d-a626-073b68b2a5e3 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/6403a14d-1541-4ab3-8a44-ae86ad6e9b2f HTTP/1.1" status: 204 len: 168 time: 0.1689358 Jul 30 20:17:17.618385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45946) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:17.632696 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ab86d-11f6-409d-a626-073b68b2a5e3 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6403a14d-1541-4ab3-8a44-ae86ad6e9b2f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:17.689450 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a0813f3f-4622-43fa-9fd8-36665452d5be tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] 10.222.0.81 "GET /v2.0/networks/d4b760a1-ff27-45e1-a824-a87cc4aab4a6/tags/tempest-TagsTest-Tag-1895771106 HTTP/1.1" status: 204 len: 168 time: 0.0924876 Jul 30 20:17:17.691968 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45950) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:17.696586 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-7cade8e3-672d-4912-b7e2-b59d9b652e39 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd4b760a1-ff27-45e1-a824-a87cc4aab4a6', 'tempest-TagsTest-Tag-1945204064') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:17.764735 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8c373365-ae09-49be-a59f-f44cd8f359c6 req-5b2106ed-4f5d-4173-8e28-22a23a763af8 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672757 Jul 30 20:17:17.800717 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7cade8e3-672d-4912-b7e2-b59d9b652e39 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] 10.222.0.81 "GET /v2.0/networks/d4b760a1-ff27-45e1-a824-a87cc4aab4a6/tags/tempest-TagsTest-Tag-1945204064 HTTP/1.1" status: 204 len: 168 time: 0.1076272 Jul 30 20:17:17.803180 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45954) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:17.808940 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-11345a40-0ec9-46e2-a7ea-3892da322dd6 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd4b760a1-ff27-45e1-a824-a87cc4aab4a6') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:17.838838 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-dba00590-1cc8-4746-99ce-fb9901537ccf tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2105558 Jul 30 20:17:17.844441 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45956) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:17.913922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-86c042e8-fddc-4178-8401-a7df50dde08e None None] Provisioning complete for port 05dda206-2ad4-4190-a521-5ed83e1f14af triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:17.914305 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-86c042e8-fddc-4178-8401-a7df50dde08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:17.918542 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-11345a40-0ec9-46e2-a7ea-3892da322dd6 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] 10.222.0.81 "DELETE /v2.0/networks/d4b760a1-ff27-45e1-a824-a87cc4aab4a6/tags HTTP/1.1" status: 204 len: 168 time: 0.1139455 Jul 30 20:17:17.919314 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45958) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:17.928525 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-402c0d47-e3ce-4105-a59b-0d474f0e0c89 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd4b760a1-ff27-45e1-a824-a87cc4aab4a6', 'tempest-TagsTest-Tag-1895771106') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:17.958865 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-86c042e8-fddc-4178-8401-a7df50dde08e None None] Port 05dda206-2ad4-4190-a521-5ed83e1f14af cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:17:17.975618 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-86c042e8-fddc-4178-8401-a7df50dde08e None None] Provisioning for port 50badefc-896b-4280-8e8c-f95cae58fe3b completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:17:17.981872 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-86c042e8-fddc-4178-8401-a7df50dde08e None None] Provisioning complete for port 50badefc-896b-4280-8e8c-f95cae58fe3b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:17.982613 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-86c042e8-fddc-4178-8401-a7df50dde08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:18.019829 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-402c0d47-e3ce-4105-a59b-0d474f0e0c89 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] show failed (client error): The resource could not be found. Jul 30 20:17:18.024135 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-402c0d47-e3ce-4105-a59b-0d474f0e0c89 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] 10.222.0.81 "GET /v2.0/networks/d4b760a1-ff27-45e1-a824-a87cc4aab4a6/tags/tempest-TagsTest-Tag-1895771106 HTTP/1.1" status: 404 len: 326 time: 0.1008871 Jul 30 20:17:18.024532 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45960) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:18.036741 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-e31247ff-3e2f-4adb-b519-79aed2ba0242 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd4b760a1-ff27-45e1-a824-a87cc4aab4a6', 'tempest-TagsTest-Tag-1945204064') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:18.121095 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-e31247ff-3e2f-4adb-b519-79aed2ba0242 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] show failed (client error): The resource could not be found. Jul 30 20:17:18.125267 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e31247ff-3e2f-4adb-b519-79aed2ba0242 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] 10.222.0.81 "GET /v2.0/networks/d4b760a1-ff27-45e1-a824-a87cc4aab4a6/tags/tempest-TagsTest-Tag-1945204064 HTTP/1.1" status: 404 len: 326 time: 0.0965998 Jul 30 20:17:18.125626 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45962) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:18.130846 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-f2ba31ee-8f08-4e04-92a8-f541aee80ceb tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd4b760a1-ff27-45e1-a824-a87cc4aab4a6') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:18.222507 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f2ba31ee-8f08-4e04-92a8-f541aee80ceb tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] 10.222.0.81 "DELETE /v2.0/networks/d4b760a1-ff27-45e1-a824-a87cc4aab4a6/tags HTTP/1.1" status: 204 len: 168 time: 0.0953519 Jul 30 20:17:18.226300 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45964) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:18.313153 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fee41ef8-2982-4715-a04e-cb331303eabe req-719ff826-074c-4e89-b5cb-2a9cd3337862 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:18.313519 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fee41ef8-2982-4715-a04e-cb331303eabe req-719ff826-074c-4e89-b5cb-2a9cd3337862 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:18.313834 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [req-fee41ef8-2982-4715-a04e-cb331303eabe req-719ff826-074c-4e89-b5cb-2a9cd3337862 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Floating IP 9e1c0b62-2f4b-483c-9351-c9a81116bada disassociated. External IP: 172.25.3.143, port: 98007a55-b93a-42dd-a4b7-d6c12be7447a. Jul 30 20:17:18.314177 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-fee41ef8-2982-4715-a04e-cb331303eabe req-719ff826-074c-4e89-b5cb-2a9cd3337862 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Calling delete_port for 98007a55-b93a-42dd-a4b7-d6c12be7447a owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:17:18.319321 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d7425f-c2b2-4298-aea0-6254d8d20de6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:17:18.326179 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe08fd4c-4819-4672-80ae-143ecad389b5 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:18.408447 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 50badefc-896b-4280-8e8c-f95cae58fe3b up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:17:18.435990 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc5db-9610-4887-877e-1f3cb9be68e2 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:18.436666 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe08fd4c-4819-4672-80ae-143ecad389b5 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:18.456758 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-fe08fd4c-4819-4672-80ae-143ecad389b5 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b760a1-ff27-45e1-a824-a87cc4aab4a6']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:18.466228 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ef228-551b-48e5-9095-b1ca8db62657 req-1b8b2fc3-8606-4c01-bd9c-27529edceba4 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:18.467828 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-654ef228-551b-48e5-9095-b1ca8db62657 req-1b8b2fc3-8606-4c01-bd9c-27529edceba4 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.2022083 Jul 30 20:17:18.474811 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-fe08fd4c-4819-4672-80ae-143ecad389b5 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7319bd9-fdeb-4b3b-9dc9-79da7b5936ed') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:18.475026 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-fe08fd4c-4819-4672-80ae-143ecad389b5 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7319bd9-fdeb-4b3b-9dc9-79da7b5936ed') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:18.486360 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe08fd4c-4819-4672-80ae-143ecad389b5 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:18.491821 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 50badefc-896b-4280-8e8c-f95cae58fe3b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:18.492220 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:18.501232 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe08fd4c-4819-4672-80ae-143ecad389b5 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:18.508259 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe08fd4c-4819-4672-80ae-143ecad389b5 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:17:18.508664 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe08fd4c-4819-4672-80ae-143ecad389b5 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:17:18.512734 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:17:18.530259 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc5db-9610-4887-877e-1f3cb9be68e2 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:18.589260 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-27d7425f-c2b2-4298-aea0-6254d8d20de6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:18.597071 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe08fd4c-4819-4672-80ae-143ecad389b5 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:18.605287 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-654ef228-551b-48e5-9095-b1ca8db62657 req-601fb1dd-5c1a-4d3a-8fb2-f1d145c08e6c tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268408 Jul 30 20:17:18.605672 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe08fd4c-4819-4672-80ae-143ecad389b5 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:18.607486 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fe08fd4c-4819-4672-80ae-143ecad389b5 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] 10.222.0.81 "DELETE /v2.0/networks/d4b760a1-ff27-45e1-a824-a87cc4aab4a6 HTTP/1.1" status: 204 len: 168 time: 0.3801258 Jul 30 20:17:18.627971 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08fd4c-4819-4672-80ae-143ecad389b5 tempest-TagsTest-1772922348 tempest-TagsTest-1772922348-project] Pushing event deleted for resources: {'Network': ['ID=d4b760a1-ff27-45e1-a824-a87cc4aab4a6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:18.675529 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-27d7425f-c2b2-4298-aea0-6254d8d20de6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] device_id is not set on port 82a3d8e3-daad-45f6-826e-84e9e4582ea2 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:17:18.740839 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc5db-9610-4887-877e-1f3cb9be68e2 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:18.743903 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc5db-9610-4887-877e-1f3cb9be68e2 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:18.747868 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cf3dc5db-9610-4887-877e-1f3cb9be68e2 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "DELETE /v2.0/security-groups/42a5d134-782e-4df4-b9e2-586949d66a65 HTTP/1.1" status: 204 len: 168 time: 0.8985689 Jul 30 20:17:18.749009 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45974) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:18.814312 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ecd156cf-2239-4d3b-8055-899f504e9a84 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0642378 Jul 30 20:17:18.815115 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45976) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:18.820027 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-069341a0-b3ee-410e-8813-5c6cc9c73396 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Request body: {'security_group': {'name': 'tempest-secgroup--748776207'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:18.848715 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-069341a0-b3ee-410e-8813-5c6cc9c73396 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:18.854425 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3dc5db-9610-4887-877e-1f3cb9be68e2 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a5d134-782e-4df4-b9e2-586949d66a65,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:18.879485 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fee41ef8-2982-4715-a04e-cb331303eabe req-719ff826-074c-4e89-b5cb-2a9cd3337862 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:18.973973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c5d8c-7b9d-489a-ba67-2b7051f0a3ef req-058981d0-8d29-4e57-98c8-bff4c2c3e05b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:18.975821 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8b4c5d8c-7b9d-489a-ba67-2b7051f0a3ef req-058981d0-8d29-4e57-98c8-bff4c2c3e05b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 866 time: 0.3017213 Jul 30 20:17:18.980889 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ff826-074c-4e89-b5cb-2a9cd3337862 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Pushing event deleted for resources: {'Port': ['ID=98007a55-b93a-42dd-a4b7-d6c12be7447a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:19.006604 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45984) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:19.033766 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-069341a0-b3ee-410e-8813-5c6cc9c73396 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:19.040637 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-069341a0-b3ee-410e-8813-5c6cc9c73396 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:19.108521 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-069341a0-b3ee-410e-8813-5c6cc9c73396 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:19.114092 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-069341a0-b3ee-410e-8813-5c6cc9c73396 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2977638 Jul 30 20:17:19.116002 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45988) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:19.123447 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-50f74188-f068-4277-b377-199964917834 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Request body: {'security_group_rule': {'security_group_id': 'ce51328a-d4dd-4d83-bfd9-ed4fd767778b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:19.129126 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069341a0-b3ee-410e-8813-5c6cc9c73396 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce51328a-d4dd-4d83-bfd9-ed4fd767778b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:19.158696 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8b4c5d8c-7b9d-489a-ba67-2b7051f0a3ef req-e29459aa-d076-4e63-9c13-6c6b8e08bef0 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups?id=72f82ff3-98dd-4d9f-94d9-3def0359a00f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102304 Jul 30 20:17:19.182110 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50f74188-f068-4277-b377-199964917834 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:19.244175 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-27d7425f-c2b2-4298-aea0-6254d8d20de6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Allocated IP 172.20.0.5 (b1e4479b-e2c0-4cc7-8ad5-b869a56301b4/b6474837-eac8-4467-8738-4e2d023799a9/82a3d8e3-daad-45f6-826e-84e9e4582ea2) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:17:19.265280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fee41ef8-2982-4715-a04e-cb331303eabe req-719ff826-074c-4e89-b5cb-2a9cd3337862 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Router 8f4c307a-f024-4549-bf3d-1a7252564b00 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:17:19.315254 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50f74188-f068-4277-b377-199964917834 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:19.323193 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ab76cb8c-e628-4f25-8ef7-95632c762fea admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cfd29355d39b4c8d9bebd4c1689d791b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3154061 Jul 30 20:17:19.323870 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45992) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:19.330802 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50f74188-f068-4277-b377-199964917834 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:19.369852 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f74188-f068-4277-b377-199964917834 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00574d72-584e-47f0-90d8-ab6293d1a1d0,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:19.373684 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50f74188-f068-4277-b377-199964917834 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:19.378292 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-50f74188-f068-4277-b377-199964917834 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2612805 Jul 30 20:17:19.379061 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45994) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:19.415818 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-af57f55f-0a4b-47c1-a4c0-219a496011bf tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-group-rules/00574d72-584e-47f0-90d8-ab6293d1a1d0 HTTP/1.1" status: 200 len: 763 time: 0.0332444 Jul 30 20:17:19.416366 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45996) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:19.462349 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86a48a91-eff0-4e2e-bd9d-13ee55c3f855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:19.474926 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:19.508980 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-04930b9b-3973-4b53-bfc4-712a4b875821 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0847144 Jul 30 20:17:19.509317 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45998) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:19.520413 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86a48a91-eff0-4e2e-bd9d-13ee55c3f855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:19.565420 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fee41ef8-2982-4715-a04e-cb331303eabe req-719ff826-074c-4e89-b5cb-2a9cd3337862 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:17:19.575717 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d9da99-52cb-41e0-8a0b-1a97a3c09d1c None None] Sync routers for ids ['8f4c307a-f024-4549-bf3d-1a7252564b00'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:17:19.579952 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86a48a91-eff0-4e2e-bd9d-13ee55c3f855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:19.582744 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86a48a91-eff0-4e2e-bd9d-13ee55c3f855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:19.586508 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-86a48a91-eff0-4e2e-bd9d-13ee55c3f855 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e12bc608-8b8f-433a-93a3-154162d30089 HTTP/1.1" status: 204 len: 168 time: 0.2591271 Jul 30 20:17:19.597902 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d9da99-52cb-41e0-8a0b-1a97a3c09d1c None None] Routers {'8f4c307a-f024-4549-bf3d-1a7252564b00'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:17:19.598829 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-02d9da99-52cb-41e0-8a0b-1a97a3c09d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:16:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8f4c307a-f024-4549-bf3d-1a7252564b00'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:19.599301 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a48a91-eff0-4e2e-bd9d-13ee55c3f855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12bc608-8b8f-433a-93a3-154162d30089,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:19.620619 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-27d7425f-c2b2-4298-aea0-6254d8d20de6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:19.624644 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-61a055e9-4866-48ae-b9a6-22c14f516cb9 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:19.652203 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee41ef8-2982-4715-a04e-cb331303eabe req-719ff826-074c-4e89-b5cb-2a9cd3337862 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] No DVR routers for this DVR port 98007a55-b93a-42dd-a4b7-d6c12be7447a on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:17:19.656618 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-61a055e9-4866-48ae-b9a6-22c14f516cb9 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:19.674884 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fee41ef8-2982-4715-a04e-cb331303eabe req-719ff826-074c-4e89-b5cb-2a9cd3337862 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:19.677273 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fee41ef8-2982-4715-a04e-cb331303eabe req-719ff826-074c-4e89-b5cb-2a9cd3337862 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.83 "DELETE /v2.0/ports/98007a55-b93a-42dd-a4b7-d6c12be7447a HTTP/1.1" status: 204 len: 173 time: 2.7148962 Jul 30 20:17:19.685186 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334c86b-7572-4eed-bde3-dabd4b6103f5 req-3165fb9d-fd44-4021-9e57-6787e50e6157 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:19.692527 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7334c86b-7572-4eed-bde3-dabd4b6103f5 req-3165fb9d-fd44-4021-9e57-6787e50e6157 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.2077966 Jul 30 20:17:19.694109 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f4e7c7-114c-45b1-9b94-563a4ab47b0e', 'name': 'network-vif-deleted', 'tag': '98007a55-b93a-42dd-a4b7-d6c12be7447a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:17:19.696500 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7ec4c9-7934-491f-a321-f5a32430ac41" -d '{"events": [{"server_uuid": "35f4e7c7-114c-45b1-9b94-563a4ab47b0e", "name": "network-vif-deleted", "tag": "98007a55-b93a-42dd-a4b7-d6c12be7447a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:17:19.718605 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-27d7425f-c2b2-4298-aea0-6254d8d20de6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Transition to ACTIVE for port object 82a3d8e3-daad-45f6-826e-84e9e4582ea2 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:17:19.764017 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-61a055e9-4866-48ae-b9a6-22c14f516cb9 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:19.770849 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-02d9da99-52cb-41e0-8a0b-1a97a3c09d1c None None] Set router 8f4c307a-f024-4549-bf3d-1a7252564b00 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:17:19.777756 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7334c86b-7572-4eed-bde3-dabd4b6103f5 req-749aa979-c0e4-49d2-89c0-a0123684a8b0 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823259 Jul 30 20:17:19.800333 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-61a055e9-4866-48ae-b9a6-22c14f516cb9 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:19.801497 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-61a055e9-4866-48ae-b9a6-22c14f516cb9 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/00574d72-584e-47f0-90d8-ab6293d1a1d0 HTTP/1.1" status: 204 len: 168 time: 0.2891979 Jul 30 20:17:19.804265 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46008) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:19.818387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a055e9-4866-48ae-b9a6-22c14f516cb9 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00574d72-584e-47f0-90d8-ab6293d1a1d0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:19.830378 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-27d7425f-c2b2-4298-aea0-6254d8d20de6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:19.901900 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5dc13d36-a5f7-48a6-96c8-eb16657d49eb tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0961113 Jul 30 20:17:19.903015 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7425f-c2b2-4298-aea0-6254d8d20de6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Port': ['ID=82a3d8e3-daad-45f6-826e-84e9e4582ea2,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:19.905048 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46010) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:19.915748 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6e885390-2461-43dc-be3d-d3335715ce64 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Request body: {'security_group_rule': {'security_group_id': 'ce51328a-d4dd-4d83-bfd9-ed4fd767778b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:19.919064 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cba970e-6850-4b7f-8412-014d020567a3 x-openstack-request-id: req-9cba970e-6850-4b7f-8412-014d020567a3 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:17:19.919366 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f4e7c7-114c-45b1-9b94-563a4ab47b0e", "name": "network-vif-deleted", "tag": "98007a55-b93a-42dd-a4b7-d6c12be7447a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:17:19.919644 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9cba970e-6850-4b7f-8412-014d020567a3 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:17:19.920060 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f4e7c7-114c-45b1-9b94-563a4ab47b0e', 'name': 'network-vif-deleted', 'tag': '98007a55-b93a-42dd-a4b7-d6c12be7447a', 'status': 'completed', 'code': 200} Jul 30 20:17:19.921808 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d7425f-c2b2-4298-aea0-6254d8d20de6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:17:19.923562 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-27d7425f-c2b2-4298-aea0-6254d8d20de6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:17:19.925895 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d7425f-c2b2-4298-aea0-6254d8d20de6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:17:19.957443 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e885390-2461-43dc-be3d-d3335715ce64 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:19.990513 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d7425f-c2b2-4298-aea0-6254d8d20de6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:19.991289 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-27d7425f-c2b2-4298-aea0-6254d8d20de6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:20.017222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46014) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:20.018289 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-27d7425f-c2b2-4298-aea0-6254d8d20de6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5243480 Jul 30 20:17:20.024018 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-21868253-334e-4bd1-9f44-d398ddefe8ab tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'subnet': {'network_id': 'b1e4479b-e2c0-4cc7-8ad5-b869a56301b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:20.100411 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950b077-23da-4a93-b70c-9041172c3fbf req-a7003764-2587-4069-a1e7-e04fe4c040e6 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:20.103181 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e950b077-23da-4a93-b70c-9041172c3fbf req-a7003764-2587-4069-a1e7-e04fe4c040e6 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0835478 Jul 30 20:17:20.156088 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e950b077-23da-4a93-b70c-9041172c3fbf req-9c37c40b-35fc-4c94-9581-40d9a94d3aa3 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455928 Jul 30 20:17:20.236059 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e885390-2461-43dc-be3d-d3335715ce64 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:20.270270 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e885390-2461-43dc-be3d-d3335715ce64 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:20.374615 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e885390-2461-43dc-be3d-d3335715ce64 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bfa232a-a7df-4c5d-a191-547de48c8f1f,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:20.374870 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-02d9da99-52cb-41e0-8a0b-1a97a3c09d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'name': 'tempest-ServerActionsTestJSON-953520604-router', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:12Z', 'updated_at': '2021-07-30T20:06:23Z', 'revision_number': 4, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'gw_port': {'id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:14Z', 'updated_at': '2021-07-30T20:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '31d5ed4d-fc25-4dfa-afbd-f536662f8356', 'name': '', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'mac_address': 'fa:16:3e:4c:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:21Z', 'updated_at': '2021-07-30T20:06:31Z', 'revision_number': 5, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'subnets': [{'id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:20.388191 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dd7f99f6-d7d1-47ca-9059-7e94f1dd081b req-771d8dfa-37d5-4670-b4c7-cc8ef1fdc014 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/ports?device_id=35f4e7c7-114c-45b1-9b94-563a4ab47b0e HTTP/1.1" status: 200 len: 210 time: 0.0729148 Jul 30 20:17:20.407993 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-767bb818-a01a-473c-ab95-05c9b9679a2d None None] Provisioning for port 82a3d8e3-daad-45f6-826e-84e9e4582ea2 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:17:20.412381 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d9da99-52cb-41e0-8a0b-1a97a3c09d1c None None] Checking router: 8f4c307a-f024-4549-bf3d-1a7252564b00 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:17:20.420210 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-767bb818-a01a-473c-ab95-05c9b9679a2d None None] Provisioning complete for port 82a3d8e3-daad-45f6-826e-84e9e4582ea2 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:20.420466 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e885390-2461-43dc-be3d-d3335715ce64 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:20.420586 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-767bb818-a01a-473c-ab95-05c9b9679a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:20.425480 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46032) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:20.428180 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6e885390-2461-43dc-be3d-d3335715ce64 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5215230 Jul 30 20:17:20.459974 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-839e88f6-32d0-4113-b5df-79385820f2f3 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-group-rules/4bfa232a-a7df-4c5d-a191-547de48c8f1f HTTP/1.1" status: 200 len: 763 time: 0.0329478 Jul 30 20:17:20.462649 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46036) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:20.463977 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-767bb818-a01a-473c-ab95-05c9b9679a2d None None] Port 82a3d8e3-daad-45f6-826e-84e9e4582ea2 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:17:20.464770 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21868253-334e-4bd1-9f44-d398ddefe8ab tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:17:20.474234 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21868253-334e-4bd1-9f44-d398ddefe8ab tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:20.481707 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d9da99-52cb-41e0-8a0b-1a97a3c09d1c None None] Routers {'8f4c307a-f024-4549-bf3d-1a7252564b00'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:17:20.482428 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-02d9da99-52cb-41e0-8a0b-1a97a3c09d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:16:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8f4c307a-f024-4549-bf3d-1a7252564b00'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:20.546084 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6d8a2132-1c58-4aa0-805c-7f0361f3c3bb tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0816407 Jul 30 20:17:20.549373 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46042) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:20.594152 n-d-712137-9 neutron-server[93883]: INFO neutron.db.ipam_backend_mixin [None req-21868253-334e-4bd1-9f44-d398ddefe8ab tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b6474837-eac8-4467-8738-4e2d023799a9 (CIDR: 172.20.0.0/28) Jul 30 20:17:20.599648 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-21868253-334e-4bd1-9f44-d398ddefe8ab tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:17:20.600303 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21868253-334e-4bd1-9f44-d398ddefe8ab tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:17:20.610091 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5b6b2c1-10cb-4a10-8424-e7396130a066 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:20.618522 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-21868253-334e-4bd1-9f44-d398ddefe8ab tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5987403 Jul 30 20:17:20.618759 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5b6b2c1-10cb-4a10-8424-e7396130a066 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:20.622042 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46046) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:20.632949 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e62740d4-1776-4276-937b-7768fcee6772 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'subnet': {'network_id': 'b1e4479b-e2c0-4cc7-8ad5-b869a56301b4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:20.665139 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5b6b2c1-10cb-4a10-8424-e7396130a066 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:20.674435 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-02d9da99-52cb-41e0-8a0b-1a97a3c09d1c None None] Set router 8f4c307a-f024-4549-bf3d-1a7252564b00 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:17:20.681685 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5b6b2c1-10cb-4a10-8424-e7396130a066 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:20.683567 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d5b6b2c1-10cb-4a10-8424-e7396130a066 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/4bfa232a-a7df-4c5d-a191-547de48c8f1f HTTP/1.1" status: 204 len: 168 time: 0.1309099 Jul 30 20:17:20.684546 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6b2c1-10cb-4a10-8424-e7396130a066 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4bfa232a-a7df-4c5d-a191-547de48c8f1f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:20.686293 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46050) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:20.776887 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7303d13d-b6c3-475a-b2b3-6cb851a69463 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0892429 Jul 30 20:17:20.777704 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62740d4-1776-4276-937b-7768fcee6772 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:17:20.780416 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46052) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:20.783978 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e62740d4-1776-4276-937b-7768fcee6772 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:20.784790 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-5276a2e5-5112-46f5-86e1-f69070b9b682 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Request body: {'security_group_rule': {'security_group_id': 'ce51328a-d4dd-4d83-bfd9-ed4fd767778b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:20.825304 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb43c4e-38ed-4d74-bec6-09be4d07146b req-5c28d3c9-299f-4462-8e92-ffa415689318 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:20.827186 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9bb43c4e-38ed-4d74-bec6-09be4d07146b req-5c28d3c9-299f-4462-8e92-ffa415689318 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1003532 Jul 30 20:17:20.833350 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5276a2e5-5112-46f5-86e1-f69070b9b682 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:20.889742 n-d-712137-9 neutron-server[93883]: INFO neutron.db.ipam_backend_mixin [None req-e62740d4-1776-4276-937b-7768fcee6772 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet dacfc345-23cc-4ced-9303-f0ae779a8861 (CIDR: 172.20.0.16/28) Jul 30 20:17:20.894634 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62740d4-1776-4276-937b-7768fcee6772 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:17:20.895833 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e62740d4-1776-4276-937b-7768fcee6772 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:17:20.917898 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e62740d4-1776-4276-937b-7768fcee6772 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2908766 Jul 30 20:17:20.918105 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5276a2e5-5112-46f5-86e1-f69070b9b682 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:20.918226 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46056) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:20.927182 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b95bf0fe-0a89-477e-9513-4fbfaad9f602 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'subnet': {'network_id': 'b1e4479b-e2c0-4cc7-8ad5-b869a56301b4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:20.933818 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5276a2e5-5112-46f5-86e1-f69070b9b682 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:20.934490 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-02d9da99-52cb-41e0-8a0b-1a97a3c09d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'name': 'tempest-ServerActionsTestJSON-953520604-router', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:12Z', 'updated_at': '2021-07-30T20:06:23Z', 'revision_number': 4, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'gw_port': {'id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:14Z', 'updated_at': '2021-07-30T20:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '31d5ed4d-fc25-4dfa-afbd-f536662f8356', 'name': '', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'mac_address': 'fa:16:3e:4c:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:21Z', 'updated_at': '2021-07-30T20:06:31Z', 'revision_number': 5, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'subnets': [{'id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:20.952139 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9bb43c4e-38ed-4d74-bec6-09be4d07146b req-2f7454fa-8e39-478a-958c-9f4487bfd95f tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826633 Jul 30 20:17:20.966677 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d9da99-52cb-41e0-8a0b-1a97a3c09d1c None None] The sync data for ids ['8f4c307a-f024-4549-bf3d-1a7252564b00'] in n-d-712137-9 is: [{'id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'name': 'tempest-ServerActionsTestJSON-953520604-router', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:12Z', 'updated_at': '2021-07-30T20:06:23Z', 'revision_number': 4, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'gw_port': {'id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:14Z', 'updated_at': '2021-07-30T20:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '31d5ed4d-fc25-4dfa-afbd-f536662f8356', 'name': '', 'network_id': '88b3ebbe-b1a1-49b8-8023-ad19464dab3b', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'mac_address': 'fa:16:3e:4c:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:21Z', 'updated_at': '2021-07-30T20:06:31Z', 'revision_number': 5, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'subnets': [{'id': 'ac1c465f-425f-4078-b2f8-d23b006b1c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:17:21.008319 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276a2e5-5112-46f5-86e1-f69070b9b682 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ebb108-701a-459d-96f0-549265ed45cb,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:21.011556 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5276a2e5-5112-46f5-86e1-f69070b9b682 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:21.015229 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5276a2e5-5112-46f5-86e1-f69070b9b682 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2316706 Jul 30 20:17:21.015817 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46062) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:21.037088 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-421697c8-469c-4194-bafe-4de43307bbc4 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-group-rules/26ebb108-701a-459d-96f0-549265ed45cb HTTP/1.1" status: 200 len: 764 time: 0.0176980 Jul 30 20:17:21.038544 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46064) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:21.083909 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95bf0fe-0a89-477e-9513-4fbfaad9f602 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Made reservation on behalf of 2017beb2437a48d083584d9bbc248e5e for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:17:21.087431 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b95bf0fe-0a89-477e-9513-4fbfaad9f602 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:21.095269 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3c8740fc-5017-4712-ac45-ae44c09d8214 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0554373 Jul 30 20:17:21.105560 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46066) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:21.133717 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dd482-ee43-4855-8d3f-8a7b57863aa2 req-422cba54-8757-403c-9c32-22ab2e455881 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:21.135242 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-690dd482-ee43-4855-8d3f-8a7b57863aa2 req-422cba54-8757-403c-9c32-22ab2e455881 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0702865 Jul 30 20:17:21.195389 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-690dd482-ee43-4855-8d3f-8a7b57863aa2 req-ade124f8-751b-45ef-8d50-d7a5253ed697 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462003 Jul 30 20:17:21.226657 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9fb1d81b-7e72-439e-bde6-0d24b5673efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:21.245792 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f91f0954-7f01-405d-bdca-1c5d7575400e tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:21.247020 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 98007a55-b93a-42dd-a4b7-d6c12be7447a no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:17:21.279268 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f91f0954-7f01-405d-bdca-1c5d7575400e tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:21.294546 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 98007a55-b93a-42dd-a4b7-d6c12be7447a {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:17:21.295087 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 98007a55-b93a-42dd-a4b7-d6c12be7447a not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:17:21.316957 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f91f0954-7f01-405d-bdca-1c5d7575400e tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:21.323436 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f91f0954-7f01-405d-bdca-1c5d7575400e tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:21.327427 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f91f0954-7f01-405d-bdca-1c5d7575400e tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/26ebb108-701a-459d-96f0-549265ed45cb HTTP/1.1" status: 204 len: 168 time: 0.2214301 Jul 30 20:17:21.327825 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46076) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:21.344007 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f0954-7f01-405d-bdca-1c5d7575400e tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26ebb108-701a-459d-96f0-549265ed45cb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:21.369516 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82b8f37-58f9-4f3c-9799-26e6ea83713c None None] New status for floating IP 9e1c0b62-2f4b-483c-9351-c9a81116bada: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:17:21.398017 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-92e7f9be-6590-4925-8f96-0a355e661d7b tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0654871 Jul 30 20:17:21.398179 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46084) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:21.481889 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b95bf0fe-0a89-477e-9513-4fbfaad9f602 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:21.503962 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-36df1173-c71b-4b5a-bd61-8410abd7870b tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:21.535824 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc974a-0062-4b1b-a69a-83eacee7c5bf req-fabf30e8-fe12-4240-b637-e33a18597a67 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:21.537470 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37cc974a-0062-4b1b-a69a-83eacee7c5bf req-fabf30e8-fe12-4240-b637-e33a18597a67 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1088076 Jul 30 20:17:21.543209 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95bf0fe-0a89-477e-9513-4fbfaad9f602 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:17:21.546614 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b95bf0fe-0a89-477e-9513-4fbfaad9f602 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:17:21.551554 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95bf0fe-0a89-477e-9513-4fbfaad9f602 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:21.551991 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b95bf0fe-0a89-477e-9513-4fbfaad9f602 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:21.558859 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a26ebe-2dd9-4d1b-8621-b76e646d98b0 None None] Network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:17:21.570562 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-36df1173-c71b-4b5a-bd61-8410abd7870b tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:21.579348 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95bf0fe-0a89-477e-9513-4fbfaad9f602 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Subnet': ['ID=02eab629-9075-41aa-ac33-17cab63df9f6,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:21.592237 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b95bf0fe-0a89-477e-9513-4fbfaad9f602 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6725268 Jul 30 20:17:21.594936 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46092) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:21.601950 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-dc85f572-47d3-41b5-8b9f-a3f332896b71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1027769667', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '02eab629-9075-41aa-ac33-17cab63df9f6'}], 'security_groups': ['3279b8a3-af39-4bbc-943a-8c20101b5af1', '34b0a704-5e95-4c1b-8bd0-48c0c169b505']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:21.621552 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37cc974a-0062-4b1b-a69a-83eacee7c5bf req-6d737dca-ea5c-4080-98d9-bae4f5d38ca6 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729392 Jul 30 20:17:21.664801 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-36df1173-c71b-4b5a-bd61-8410abd7870b tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:21.667490 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-36df1173-c71b-4b5a-bd61-8410abd7870b tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:21.668847 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-36df1173-c71b-4b5a-bd61-8410abd7870b tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "DELETE /v2.0/security-groups/ce51328a-d4dd-4d83-bfd9-ed4fd767778b HTTP/1.1" status: 204 len: 168 time: 0.2697341 Jul 30 20:17:21.673474 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46102) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:21.687391 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df1173-c71b-4b5a-bd61-8410abd7870b tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce51328a-d4dd-4d83-bfd9-ed4fd767778b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:21.760147 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b9950aa2-382c-4dc5-9491-ec0ce0832c49 tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0853713 Jul 30 20:17:21.761451 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46106) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:21.817852 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc85f572-47d3-41b5-8b9f-a3f332896b71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:21.829740 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ef17e291-873b-41fd-a33a-147b68025bef tempest-SecGroupTest-189106773 tempest-SecGroupTest-189106773-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0630019 Jul 30 20:17:21.974035 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2a2839-1dc6-4e79-afbf-f7c950283ef1 None None] Update dhcp port {'port': {'network_id': 'b1e4479b-e2c0-4cc7-8ad5-b869a56301b4', 'fixed_ips': [{'subnet_id': 'dacfc345-23cc-4ced-9303-f0ae779a8861', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b6474837-eac8-4467-8738-4e2d023799a9', 'ip_address': '172.20.0.2'}, {'subnet_id': '02eab629-9075-41aa-ac33-17cab63df9f6'}], 'binding:host_id': 'n-d-712137-9'}, 'id': '50badefc-896b-4280-8e8c-f95cae58fe3b'} from n-d-712137-9. {{(pid=93884) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 20:17:22.010020 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0a2a2839-1dc6-4e79-afbf-f7c950283ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:22.050452 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d157e7-083e-4fe5-a730-a41ee085f54f req-5b48e3fd-17e5-4d58-b991-4c6f1f40b06e tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:22.058812 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-60d157e7-083e-4fe5-a730-a41ee085f54f req-5b48e3fd-17e5-4d58-b991-4c6f1f40b06e tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0889039 Jul 30 20:17:22.124337 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-60d157e7-083e-4fe5-a730-a41ee085f54f req-e398ea51-7b34-4e16-8234-05fd81dafbea tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644250 Jul 30 20:17:22.179407 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46120) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:22.265837 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-751cf158-f08d-443a-b513-8caea09c1e8f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:22.294730 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-751cf158-f08d-443a-b513-8caea09c1e8f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:22.297613 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46128) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:22.342002 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-dc85f572-47d3-41b5-8b9f-a3f332896b71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Delete allocated IP 172.20.0.5 (b1e4479b-e2c0-4cc7-8ad5-b869a56301b4/b6474837-eac8-4467-8738-4e2d023799a9) {{(pid=93883) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 20:17:22.352569 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-dc85f572-47d3-41b5-8b9f-a3f332896b71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Allocated IP 172.20.0.44 (b1e4479b-e2c0-4cc7-8ad5-b869a56301b4/02eab629-9075-41aa-ac33-17cab63df9f6/82a3d8e3-daad-45f6-826e-84e9e4582ea2) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:17:22.451888 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-751cf158-f08d-443a-b513-8caea09c1e8f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:22.454737 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-751cf158-f08d-443a-b513-8caea09c1e8f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:22.455938 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-751cf158-f08d-443a-b513-8caea09c1e8f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "DELETE /v2.0/security-groups/72f82ff3-98dd-4d9f-94d9-3def0359a00f HTTP/1.1" status: 204 len: 168 time: 0.2752018 Jul 30 20:17:22.463186 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46138) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:22.510018 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751cf158-f08d-443a-b513-8caea09c1e8f tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f82ff3-98dd-4d9f-94d9-3def0359a00f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:22.523347 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-3848d9ec-30e9-443d-95da-c32622af2ba0 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] show failed (client error): The resource could not be found. Jul 30 20:17:22.527646 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3848d9ec-30e9-443d-95da-c32622af2ba0 tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "GET /v2.0/security-groups/72f82ff3-98dd-4d9f-94d9-3def0359a00f HTTP/1.1" status: 404 len: 347 time: 0.0568883 Jul 30 20:17:22.528831 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46140) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:22.564932 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc85f572-47d3-41b5-8b9f-a3f332896b71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:22.578413 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-dc85f572-47d3-41b5-8b9f-a3f332896b71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Transition to ACTIVE for port object 82a3d8e3-daad-45f6-826e-84e9e4582ea2 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:17:22.582436 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc85f572-47d3-41b5-8b9f-a3f332896b71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:22.609853 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927f1bf-ce3c-4229-ac51-59e4af35f7fa req-f7162a5a-7683-4d50-91e5-9eb2baae065f tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:22.611967 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5927f1bf-ce3c-4229-ac51-59e4af35f7fa req-f7162a5a-7683-4d50-91e5-9eb2baae065f tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/networks?id=d0830a4b-e259-4b58-9c94-0dd2ceb61009 HTTP/1.1" status: 200 len: 813 time: 0.2579808 Jul 30 20:17:22.628622 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fca64c0b-7d63-48ef-b8a0-7e3ec095f1b7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fbbc86b42c054d6c97bd96a7dc2da5c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3293300 Jul 30 20:17:22.638303 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46142) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:22.644974 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-0a2a2839-1dc6-4e79-afbf-f7c950283ef1 None None] Allocated IP 172.20.0.34 (b1e4479b-e2c0-4cc7-8ad5-b869a56301b4/02eab629-9075-41aa-ac33-17cab63df9f6/50badefc-896b-4280-8e8c-f95cae58fe3b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:17:22.672339 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5927f1bf-ce3c-4229-ac51-59e4af35f7fa req-d5a961bb-f4eb-4480-a04e-302dcf8fa17d tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/quotas/9223d3fe370d4158bc62a22bc1b34676 HTTP/1.1" status: 200 len: 375 time: 0.0528824 Jul 30 20:17:22.702083 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85f572-47d3-41b5-8b9f-a3f332896b71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event updated for resources: {'Port': ['ID=82a3d8e3-daad-45f6-826e-84e9e4582ea2,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:22.733673 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-dc85f572-47d3-41b5-8b9f-a3f332896b71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] In _notify_port_updated(), no bound segment for port 82a3d8e3-daad-45f6-826e-84e9e4582ea2 on network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:17:22.739250 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc85f572-47d3-41b5-8b9f-a3f332896b71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:22.739919 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc85f572-47d3-41b5-8b9f-a3f332896b71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:22.741236 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dc85f572-47d3-41b5-8b9f-a3f332896b71 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "PUT /v2.0/ports/82a3d8e3-daad-45f6-826e-84e9e4582ea2 HTTP/1.1" status: 200 len: 960 time: 1.1451187 Jul 30 20:17:22.745207 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46144) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:22.764604 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5927f1bf-ce3c-4229-ac51-59e4af35f7fa req-56e0517a-606d-4956-bbe5-6e032f0fcfb8 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9223d3fe370d4158bc62a22bc1b34676&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0854385 Jul 30 20:17:22.775593 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0a2a2839-1dc6-4e79-afbf-f7c950283ef1 None None] For port 50badefc-896b-4280-8e8c-f95cae58fe3b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=50badefc-896b-4280-8e8c-f95cae58fe3b,segment=NetworkSegment(db0efdc9-842c-46fa-864b-e5e15c0c083e),segment_id=db0efdc9-842c-46fa-864b-e5e15c0c083e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:22.776718 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-94b5b490-a284-40ac-b6bc-8ad41b66223b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Deleting port 70347cdf-ced8-4028-9710-35f47293ff46 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:17:22.777186 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94b5b490-a284-40ac-b6bc-8ad41b66223b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:22.788559 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e02790ee-7f1f-45fd-9d78-14c26232780c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:22.823731 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0a2a2839-1dc6-4e79-afbf-f7c950283ef1 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:22.837762 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0a2a2839-1dc6-4e79-afbf-f7c950283ef1 None None] Transition to ACTIVE for port object 50badefc-896b-4280-8e8c-f95cae58fe3b will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:17:22.843536 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e02790ee-7f1f-45fd-9d78-14c26232780c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:22.844277 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0a2a2839-1dc6-4e79-afbf-f7c950283ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:22.913811 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2139e3c6-7909-42e1-8a91-027a0fdda820 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting port 82a3d8e3-daad-45f6-826e-84e9e4582ea2 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:17:22.914179 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2139e3c6-7909-42e1-8a91-027a0fdda820 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:22.922680 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94b5b490-a284-40ac-b6bc-8ad41b66223b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:22.923012 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94b5b490-a284-40ac-b6bc-8ad41b66223b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:22.932528 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b413225-303e-4270-b4a4-98b1a0efe1f3 req-e7d197fe-ead1-401d-9374-f4faeae7120b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:22.934165 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8b413225-303e-4270-b4a4-98b1a0efe1f3 req-e7d197fe-ead1-401d-9374-f4faeae7120b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0857925 Jul 30 20:17:22.952817 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-94b5b490-a284-40ac-b6bc-8ad41b66223b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Calling delete_port for 70347cdf-ced8-4028-9710-35f47293ff46 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:17:22.970507 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a2839-1dc6-4e79-afbf-f7c950283ef1 None None] Pushing event updated for resources: {'Port': ['ID=50badefc-896b-4280-8e8c-f95cae58fe3b,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:22.982082 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e02790ee-7f1f-45fd-9d78-14c26232780c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:22.984864 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e02790ee-7f1f-45fd-9d78-14c26232780c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:22.986006 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e02790ee-7f1f-45fd-9d78-14c26232780c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7dc2d2e3-3f9d-43c0-80ba-cebd10dd73fe HTTP/1.1" status: 204 len: 168 time: 0.3394949 Jul 30 20:17:23.002419 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02790ee-7f1f-45fd-9d78-14c26232780c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc2d2e3-3f9d-43c0-80ba-cebd10dd73fe,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:23.039129 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2139e3c6-7909-42e1-8a91-027a0fdda820 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:23.053065 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2139e3c6-7909-42e1-8a91-027a0fdda820 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Calling delete_port for 82a3d8e3-daad-45f6-826e-84e9e4582ea2 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:17:23.208278 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2139e3c6-7909-42e1-8a91-027a0fdda820 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:23.243060 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139e3c6-7909-42e1-8a91-027a0fdda820 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Port': ['ID=82a3d8e3-daad-45f6-826e-84e9e4582ea2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:23.335045 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2139e3c6-7909-42e1-8a91-027a0fdda820 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:23.337371 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2139e3c6-7909-42e1-8a91-027a0fdda820 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/ports/82a3d8e3-daad-45f6-826e-84e9e4582ea2 HTTP/1.1" status: 204 len: 168 time: 0.5912387 Jul 30 20:17:23.340130 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46160) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:23.375038 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-67febada-f4d9-415a-bedd-292f0ba366bd tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] GET failed (client error): The resource could not be found. Jul 30 20:17:23.378377 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-67febada-f4d9-415a-bedd-292f0ba366bd tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports/82a3d8e3-daad-45f6-826e-84e9e4582ea2 HTTP/1.1" status: 404 len: 333 time: 0.0369022 Jul 30 20:17:23.379091 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8b413225-303e-4270-b4a4-98b1a0efe1f3 req-9208696a-a548-4aa6-a971-ebf5fb475932 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381325 Jul 30 20:17:23.379837 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46164) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:23.472776 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-728492ce-897b-4578-a1c1-4cb4828d836a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:23.527864 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-728492ce-897b-4578-a1c1-4cb4828d836a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:23.585689 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94b5b490-a284-40ac-b6bc-8ad41b66223b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:23.623885 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5b490-a284-40ac-b6bc-8ad41b66223b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Pushing event deleted for resources: {'Port': ['ID=70347cdf-ced8-4028-9710-35f47293ff46,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:23.637139 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-728492ce-897b-4578-a1c1-4cb4828d836a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:23.639698 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-728492ce-897b-4578-a1c1-4cb4828d836a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:23.640839 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-728492ce-897b-4578-a1c1-4cb4828d836a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/security-groups/ef07bc24-c26a-4699-85d4-9c2d4cfe03d5 HTTP/1.1" status: 204 len: 168 time: 0.2583299 Jul 30 20:17:23.644723 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46176) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:23.677127 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b69b40c1-4735-45b8-87ab-fee0b0985d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:23.708804 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6cf6f8db-a23b-45d9-9b9e-244e267f85d6 None None] Could not find standard attr ID for object 82a3d8e3-daad-45f6-826e-84e9e4582ea2. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:17:23.730873 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6cf6f8db-a23b-45d9-9b9e-244e267f85d6 None None] Provisioning complete for port 05dda206-2ad4-4190-a521-5ed83e1f14af triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:23.731253 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6cf6f8db-a23b-45d9-9b9e-244e267f85d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:23.745501 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab924801-7a0c-494f-a952-2b83b6634e18 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:23.758276 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728492ce-897b-4578-a1c1-4cb4828d836a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef07bc24-c26a-4699-85d4-9c2d4cfe03d5,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:23.783947 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94b5b490-a284-40ac-b6bc-8ad41b66223b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:23.786512 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94b5b490-a284-40ac-b6bc-8ad41b66223b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:23.787805 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-94b5b490-a284-40ac-b6bc-8ad41b66223b tempest-ServerActionsTestJSON-613680988 tempest-ServerActionsTestJSON-613680988-project] 10.222.0.81 "DELETE /v2.0/floatingips/9e1c0b62-2f4b-483c-9351-c9a81116bada HTTP/1.1" status: 204 len: 168 time: 1.2558570 Jul 30 20:17:23.791665 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46182) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:23.814328 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6cf6f8db-a23b-45d9-9b9e-244e267f85d6 None None] Port 05dda206-2ad4-4190-a521-5ed83e1f14af cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:17:23.817026 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab924801-7a0c-494f-a952-2b83b6634e18 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:23.827654 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77f6f0-a36a-42be-845e-7719c82d4f00 req-60556620-0568-4386-8e83-2c5f898936ff tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:23.830662 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6cf6f8db-a23b-45d9-9b9e-244e267f85d6 None None] Provisioning for port 50badefc-896b-4280-8e8c-f95cae58fe3b completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:17:23.835256 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3e77f6f0-a36a-42be-845e-7719c82d4f00 req-60556620-0568-4386-8e83-2c5f898936ff tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1460326 Jul 30 20:17:23.838300 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6cf6f8db-a23b-45d9-9b9e-244e267f85d6 None None] Provisioning complete for port 50badefc-896b-4280-8e8c-f95cae58fe3b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:23.839535 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6cf6f8db-a23b-45d9-9b9e-244e267f85d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:23.912613 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab924801-7a0c-494f-a952-2b83b6634e18 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:23.916114 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab924801-7a0c-494f-a952-2b83b6634e18 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:23.916279 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:23.920680 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ab924801-7a0c-494f-a952-2b83b6634e18 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/security-groups/34b0a704-5e95-4c1b-8bd0-48c0c169b505 HTTP/1.1" status: 204 len: 168 time: 0.2747340 Jul 30 20:17:23.921455 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46188) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:23.929834 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3e77f6f0-a36a-42be-845e-7719c82d4f00 req-adff9aaa-636b-4f29-88ca-b2378cfbd944 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936990 Jul 30 20:17:23.952394 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab924801-7a0c-494f-a952-2b83b6634e18 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b0a704-5e95-4c1b-8bd0-48c0c169b505,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:24.005775 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce4a0355-a291-4bcb-8588-9447d99b1167 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:24.019680 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46192) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:24.040293 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce4a0355-a291-4bcb-8588-9447d99b1167 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:24.117484 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce4a0355-a291-4bcb-8588-9447d99b1167 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:24.120621 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce4a0355-a291-4bcb-8588-9447d99b1167 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:24.124554 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46202) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:24.124729 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ce4a0355-a291-4bcb-8588-9447d99b1167 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/security-groups/3279b8a3-af39-4bbc-943a-8c20101b5af1 HTTP/1.1" status: 204 len: 168 time: 0.1992726 Jul 30 20:17:24.143094 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a0355-a291-4bcb-8588-9447d99b1167 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3279b8a3-af39-4bbc-943a-8c20101b5af1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:24.265085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a022bc12-9b45-4e71-bc77-3d4a9179c824 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2025894924'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:24.316384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2438d70-7b8b-4cfc-8f44-22139a708af9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting subnet b6474837-eac8-4467-8738-4e2d023799a9 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:17:24.317811 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a022bc12-9b45-4e71-bc77-3d4a9179c824 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Made reservation on behalf of 53ccd70ed7b84ca7bb9025cf45b401ac for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:17:24.323177 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a022bc12-9b45-4e71-bc77-3d4a9179c824 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:24.338495 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a022bc12-9b45-4e71-bc77-3d4a9179c824 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:24.386222 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2438d70-7b8b-4cfc-8f44-22139a708af9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:24.413015 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4714a035-9281-46a0-b811-e1c6dcc745af None None] Could not find standard attr ID for object 82a3d8e3-daad-45f6-826e-84e9e4582ea2. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:17:24.435442 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6e4099b2-07e1-419a-a63a-86aba044be32 req-b941be96-2ac8-4544-93fa-886ce1f0c5a1 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9223d3fe370d4158bc62a22bc1b34676 HTTP/1.1" status: 200 len: 221 time: 0.1641777 Jul 30 20:17:24.468903 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 50badefc-896b-4280-8e8c-f95cae58fe3b up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:17:24.470831 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2438d70-7b8b-4cfc-8f44-22139a708af9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:24.518020 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a022bc12-9b45-4e71-bc77-3d4a9179c824 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:24.528329 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a022bc12-9b45-4e71-bc77-3d4a9179c824 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:24.569387 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 50badefc-896b-4280-8e8c-f95cae58fe3b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:24.570164 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:24.581734 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a022bc12-9b45-4e71-bc77-3d4a9179c824 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:17:24.603555 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022bc12-9b45-4e71-bc77-3d4a9179c824 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0632c6f5-dd50-48b2-a79c-da06434205ec,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:24.626903 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a022bc12-9b45-4e71-bc77-3d4a9179c824 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:24.627253 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-a022bc12-9b45-4e71-bc77-3d4a9179c824 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Added segment 65c20f19-a2da-4a44-b20e-868d53ec3af0 of type vlan for network e53181d7-0b42-4c57-9499-48ea97880ea7 Jul 30 20:17:24.685108 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a022bc12-9b45-4e71-bc77-3d4a9179c824 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:24.725663 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2438d70-7b8b-4cfc-8f44-22139a708af9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:24.738685 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a022bc12-9b45-4e71-bc77-3d4a9179c824 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:24.745549 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a022bc12-9b45-4e71-bc77-3d4a9179c824 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:24.746158 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a022bc12-9b45-4e71-bc77-3d4a9179c824 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:24.772279 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50dbc39-35a3-4448-9c66-7bc177ae28bd req-d199f9cc-5bd0-4a90-be40-311abc6395a1 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:24.774819 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f50dbc39-35a3-4448-9c66-7bc177ae28bd req-d199f9cc-5bd0-4a90-be40-311abc6395a1 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.2400374 Jul 30 20:17:24.817367 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a022bc12-9b45-4e71-bc77-3d4a9179c824 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7964005 Jul 30 20:17:24.818071 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46224) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:24.828222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e08380f0-27a9-4894-9098-fdbee5251251 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Request body: {'subnet': {'network_id': 'e53181d7-0b42-4c57-9499-48ea97880ea7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:24.834914 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022bc12-9b45-4e71-bc77-3d4a9179c824 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Pushing event updated for resources: {'Network': ['ID=e53181d7-0b42-4c57-9499-48ea97880ea7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:24.847863 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network e53181d7-0b42-4c57-9499-48ea97880ea7 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:17:24.872260 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2438d70-7b8b-4cfc-8f44-22139a708af9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:24.886504 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f50dbc39-35a3-4448-9c66-7bc177ae28bd req-8cefc22e-0d41-4fb1-b82d-33a4ce623c84 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980639 Jul 30 20:17:24.937718 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2438d70-7b8b-4cfc-8f44-22139a708af9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:24.940142 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b2438d70-7b8b-4cfc-8f44-22139a708af9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/subnets/b6474837-eac8-4467-8738-4e2d023799a9 HTTP/1.1" status: 204 len: 168 time: 0.8140118 Jul 30 20:17:24.941460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2438d70-7b8b-4cfc-8f44-22139a708af9 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Subnet': ['ID=b6474837-eac8-4467-8738-4e2d023799a9,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:24.946546 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46228) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:24.951874 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f342b6-2c9d-48d0-b995-f23934bcfae6 None None] Network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:17:24.960103 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:25.042974 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0f8c49-ce33-48d7-99c6-7b2e4be2633b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting subnet 02eab629-9075-41aa-ac33-17cab63df9f6 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:17:25.046787 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d0f8c49-ce33-48d7-99c6-7b2e4be2633b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:25.051195 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08380f0-27a9-4894-9098-fdbee5251251 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Made reservation on behalf of 53ccd70ed7b84ca7bb9025cf45b401ac for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:17:25.058038 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e08380f0-27a9-4894-9098-fdbee5251251 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:25.178198 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d0f8c49-ce33-48d7-99c6-7b2e4be2633b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:25.292367 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb2c17f3-a26e-43f5-a320-324a1b32b1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:25.406562 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb18ac9-c2a7-4951-92ed-305f07011d9b req-2432b15e-db66-428b-9c9a-62c1e4ec2023 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:25.408198 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9eb18ac9-c2a7-4951-92ed-305f07011d9b req-2432b15e-db66-428b-9c9a-62c1e4ec2023 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1981132 Jul 30 20:17:25.446091 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e08380f0-27a9-4894-9098-fdbee5251251 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:25.515394 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08380f0-27a9-4894-9098-fdbee5251251 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Pushing event updated for resources: {'Subnet': ['ID=a3138c62-b42d-4d4b-94b9-1d1ab841e2dc,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:25.518510 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d0f8c49-ce33-48d7-99c6-7b2e4be2633b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:25.558956 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9eb18ac9-c2a7-4951-92ed-305f07011d9b req-6ae1a018-d62f-4858-846d-91b6d4ea58b0 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384041 Jul 30 20:17:25.613158 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d0f8c49-ce33-48d7-99c6-7b2e4be2633b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:25.632882 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08380f0-27a9-4894-9098-fdbee5251251 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Checking segment: {'id': '65c20f19-a2da-4a44-b20e-868d53ec3af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e53181d7-0b42-4c57-9499-48ea97880ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:17:25.633222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08380f0-27a9-4894-9098-fdbee5251251 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Network hostable DHCP agents. Network: e53181d7-0b42-4c57-9499-48ea97880ea7, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:17:25.664790 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f8c49-ce33-48d7-99c6-7b2e4be2633b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Subnet': ['ID=02eab629-9075-41aa-ac33-17cab63df9f6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:25.671225 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d0f8c49-ce33-48d7-99c6-7b2e4be2633b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:25.673265 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6d0f8c49-ce33-48d7-99c6-7b2e4be2633b tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/subnets/02eab629-9075-41aa-ac33-17cab63df9f6 HTTP/1.1" status: 204 len: 168 time: 0.7228765 Jul 30 20:17:25.676766 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46242) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:25.723704 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0f94e9-4d6c-4aba-a067-282e9b0726d6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] DELETE failed (client error): The resource could not be found. Jul 30 20:17:25.724338 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0f94e9-4d6c-4aba-a067-282e9b0726d6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:17:25.726053 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cd0f94e9-4d6c-4aba-a067-282e9b0726d6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/subnets/b6474837-eac8-4467-8738-4e2d023799a9 HTTP/1.1" status: 404 len: 337 time: 0.0480456 Jul 30 20:17:25.728572 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46244) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:25.761779 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08380f0-27a9-4894-9098-fdbee5251251 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Network e53181d7-0b42-4c57-9499-48ea97880ea7 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:17:25.784322 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e08380f0-27a9-4894-9098-fdbee5251251 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, e53181d7-0b42-4c57-9499-48ea97880ea7) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:17:25.794148 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed3ac6-e855-4aa7-8f76-df2f6983fa63 req-e7383ab2-78f7-44fb-9f92-19cd6d4630dc tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:25.795086 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b21f4fe-65a2-419f-8cc0-3c5c801c2645 None None] Network e53181d7-0b42-4c57-9499-48ea97880ea7 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:17:25.798489 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08380f0-27a9-4894-9098-fdbee5251251 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:25.799998 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8ed3ac6-e855-4aa7-8f76-df2f6983fa63 req-e7383ab2-78f7-44fb-9f92-19cd6d4630dc tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0865445 Jul 30 20:17:25.804134 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e08380f0-27a9-4894-9098-fdbee5251251 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:25.841741 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-cb2c17f3-a26e-43f5-a320-324a1b32b1b8 admin admin] Deleting port 31d5ed4d-fc25-4dfa-afbd-f536662f8356 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:17:25.841741 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb2c17f3-a26e-43f5-a320-324a1b32b1b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:25.842076 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e08380f0-27a9-4894-9098-fdbee5251251 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0169868 Jul 30 20:17:25.847304 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46246) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:25.860365 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ea33d095-f8ee-49d7-b401-a66b4819f356 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Request body: {'port': {'network_id': 'e53181d7-0b42-4c57-9499-48ea97880ea7', 'name': 'tempest-TagsExtTest-1590164954'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:25.875643 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4a8859-c054-40c3-9ab9-db6c90d016f4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting subnet dacfc345-23cc-4ced-9303-f0ae779a8861 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:17:25.885091 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae4a8859-c054-40c3-9ab9-db6c90d016f4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:25.940941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-cb2c17f3-a26e-43f5-a320-324a1b32b1b8 admin admin] For port 31d5ed4d-fc25-4dfa-afbd-f536662f8356, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=31d5ed4d-fc25-4dfa-afbd-f536662f8356,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:25.941336 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb2c17f3-a26e-43f5-a320-324a1b32b1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:25.953322 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae4a8859-c054-40c3-9ab9-db6c90d016f4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:25.957763 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-cb2c17f3-a26e-43f5-a320-324a1b32b1b8 admin admin] Calling delete_port for 31d5ed4d-fc25-4dfa-afbd-f536662f8356 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:17:26.015582 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f18c003-690d-44c0-b1bd-3fa0c49e5e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-e53181d7-0b42-4c57-9499-48ea97880ea7', 'network_id': 'e53181d7-0b42-4c57-9499-48ea97880ea7', 'tenant_id': '53ccd70ed7b84ca7bb9025cf45b401ac', 'fixed_ips': [{'subnet_id': 'a3138c62-b42d-4d4b-94b9-1d1ab841e2dc'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:17:26.016813 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f18c003-690d-44c0-b1bd-3fa0c49e5e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:26.040077 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8ed3ac6-e855-4aa7-8f76-df2f6983fa63 req-fd5694dc-f742-4925-b442-efbbd166f9c9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372642 Jul 30 20:17:26.199490 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae4a8859-c054-40c3-9ab9-db6c90d016f4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:26.249850 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea33d095-f8ee-49d7-b401-a66b4819f356 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Made reservation on behalf of 53ccd70ed7b84ca7bb9025cf45b401ac for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:17:26.254530 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea33d095-f8ee-49d7-b401-a66b4819f356 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:26.282547 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-ea33d095-f8ee-49d7-b401-a66b4819f356 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] device_id is not set on port eeff6082-fe51-4f86-befe-8687dacfe40f yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:17:26.329757 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-6f18c003-690d-44c0-b1bd-3fa0c49e5e27 None None] Allocated IP 172.20.0.2 (e53181d7-0b42-4c57-9499-48ea97880ea7/a3138c62-b42d-4d4b-94b9-1d1ab841e2dc/901f57ce-67e7-4961-8306-2388dbde5097) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:17:26.360345 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeb34b1-bc07-4b03-9d53-fb81649f911b None None] Network b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:17:26.376218 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb2c17f3-a26e-43f5-a320-324a1b32b1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:26.415212 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae4a8859-c054-40c3-9ab9-db6c90d016f4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:26.434462 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c17f3-a26e-43f5-a320-324a1b32b1b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=31d5ed4d-fc25-4dfa-afbd-f536662f8356,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:26.446973 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a8859-c054-40c3-9ab9-db6c90d016f4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Subnet': ['ID=dacfc345-23cc-4ced-9303-f0ae779a8861,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:26.451648 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae4a8859-c054-40c3-9ab9-db6c90d016f4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:26.453764 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ae4a8859-c054-40c3-9ab9-db6c90d016f4 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/subnets/dacfc345-23cc-4ced-9303-f0ae779a8861 HTTP/1.1" status: 204 len: 168 time: 0.7233887 Jul 30 20:17:26.456341 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46254) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:26.492249 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-04e03b96-d11d-4ed2-9831-38d659048a4d None None] Provisioning complete for port 05dda206-2ad4-4190-a521-5ed83e1f14af triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:26.493920 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04e03b96-d11d-4ed2-9831-38d659048a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:26.494853 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-4628e9ca-f6a1-48e0-b3df-54b8b518d474 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] DELETE failed (client error): The resource could not be found. Jul 30 20:17:26.495785 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4628e9ca-f6a1-48e0-b3df-54b8b518d474 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:17:26.500934 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4628e9ca-f6a1-48e0-b3df-54b8b518d474 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/subnets/3a3e8931-a88f-4def-ae61-c89b06254b4d HTTP/1.1" status: 404 len: 337 time: 0.0434184 Jul 30 20:17:26.501664 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46256) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:26.543248 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-04e03b96-d11d-4ed2-9831-38d659048a4d None None] Port 05dda206-2ad4-4190-a521-5ed83e1f14af cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:17:26.661044 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-04e03b96-d11d-4ed2-9831-38d659048a4d None None] Provisioning complete for port 50badefc-896b-4280-8e8c-f95cae58fe3b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:26.661432 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04e03b96-d11d-4ed2-9831-38d659048a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:26.834894 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:26.861195 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f18c003-690d-44c0-b1bd-3fa0c49e5e27 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:26.879210 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ba5f6-eb66-4520-820c-d7f1b5ad4be0 req-360e8a0f-6299-4378-843c-46b4e34ff62b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:26.882057 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fd8ba5f6-eb66-4520-820c-d7f1b5ad4be0 req-360e8a0f-6299-4378-843c-46b4e34ff62b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.5208404 Jul 30 20:17:26.908300 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6f18c003-690d-44c0-b1bd-3fa0c49e5e27 None None] Transition to ACTIVE for port object 901f57ce-67e7-4961-8306-2388dbde5097 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:17:26.939042 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6f18c003-690d-44c0-b1bd-3fa0c49e5e27 None None] Transition to ACTIVE for port object 901f57ce-67e7-4961-8306-2388dbde5097 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:17:26.943060 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6f2e31-fc15-4737-8dc1-16abf8f6d3d7 None None] DHCP port deletion for b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:17:26.955081 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f18c003-690d-44c0-b1bd-3fa0c49e5e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:26.996786 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-70dfc58a-d60a-4ce6-82ca-a43a98574918 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "GET /v2.0/ports?device_id=060bc277-16df-4382-a3e3-1e3d600e9b8e HTTP/1.1" status: 200 len: 205 time: 0.4937773 Jul 30 20:17:26.999343 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46260) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:27.027184 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fd8ba5f6-eb66-4520-820c-d7f1b5ad4be0 req-f2f53fd0-4068-401c-9a03-523279327a97 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333866 Jul 30 20:17:27.033405 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f18c003-690d-44c0-b1bd-3fa0c49e5e27 None None] Network e53181d7-0b42-4c57-9499-48ea97880ea7 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:17:27.056044 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6f18c003-690d-44c0-b1bd-3fa0c49e5e27 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:17:27.059899 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f18c003-690d-44c0-b1bd-3fa0c49e5e27 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:17:27.065334 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb2c17f3-a26e-43f5-a320-324a1b32b1b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:27.067229 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-8f5f038c-bb88-480c-904d-22722cbb94ad tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] delete failed (client error): The resource could not be found. Jul 30 20:17:27.068785 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8f5f038c-bb88-480c-904d-22722cbb94ad tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/routers/060bc277-16df-4382-a3e3-1e3d600e9b8e HTTP/1.1" status: 404 len: 336 time: 0.0680971 Jul 30 20:17:27.071407 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46264) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:27.079947 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18c003-690d-44c0-b1bd-3fa0c49e5e27 None None] Pushing event updated for resources: {'Port': ['ID=901f57ce-67e7-4961-8306-2388dbde5097,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:27.109353 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-816d858b-a655-4edc-ac18-d0552755fc6d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] DELETE failed (client error): The resource could not be found. Jul 30 20:17:27.109814 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-816d858b-a655-4edc-ac18-d0552755fc6d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:17:27.111547 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-816d858b-a655-4edc-ac18-d0552755fc6d tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/subnets/7b6b6bb0-5bf8-495c-8b31-d86f1383e7d7 HTTP/1.1" status: 404 len: 337 time: 0.0392179 Jul 30 20:17:27.115926 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46266) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:27.142350 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6f18c003-690d-44c0-b1bd-3fa0c49e5e27 None None] Attempting to bind port 901f57ce-67e7-4961-8306-2388dbde5097 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:17:27.142934 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6f18c003-690d-44c0-b1bd-3fa0c49e5e27 None None] Attempting to bind port 901f57ce-67e7-4961-8306-2388dbde5097 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '65c20f19-a2da-4a44-b20e-868d53ec3af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e53181d7-0b42-4c57-9499-48ea97880ea7'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:17:27.143779 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f18c003-690d-44c0-b1bd-3fa0c49e5e27 None None] Attempting to bind port 901f57ce-67e7-4961-8306-2388dbde5097 on network e53181d7-0b42-4c57-9499-48ea97880ea7 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:17:27.153561 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f18c003-690d-44c0-b1bd-3fa0c49e5e27 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:17:27.153931 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f18c003-690d-44c0-b1bd-3fa0c49e5e27 None None] Checking segment: {'id': '65c20f19-a2da-4a44-b20e-868d53ec3af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e53181d7-0b42-4c57-9499-48ea97880ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:17:27.154339 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f18c003-690d-44c0-b1bd-3fa0c49e5e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:27.154990 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f18c003-690d-44c0-b1bd-3fa0c49e5e27 None None] Bound using segment: {'id': '65c20f19-a2da-4a44-b20e-868d53ec3af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e53181d7-0b42-4c57-9499-48ea97880ea7'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:17:27.155215 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6f18c003-690d-44c0-b1bd-3fa0c49e5e27 None None] Bound port: 901f57ce-67e7-4961-8306-2388dbde5097, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c20f19-a2da-4a44-b20e-868d53ec3af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e53181d7-0b42-4c57-9499-48ea97880ea7'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:17:27.155623 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f18c003-690d-44c0-b1bd-3fa0c49e5e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:27.171723 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-5727586b-d2fb-468f-98da-4058b62e5c3a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] DELETE failed (client error): The resource could not be found. Jul 30 20:17:27.172148 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5727586b-d2fb-468f-98da-4058b62e5c3a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:17:27.173896 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5727586b-d2fb-468f-98da-4058b62e5c3a tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/subnets/22a39bd7-b93e-40b1-9df6-6f9b78085152 HTTP/1.1" status: 404 len: 337 time: 0.0574038 Jul 30 20:17:27.176869 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46268) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:27.177104 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9b6f2e31-fc15-4737-8dc1-16abf8f6d3d7 None None] Deleting port 50badefc-896b-4280-8e8c-f95cae58fe3b {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:17:27.177603 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9b6f2e31-fc15-4737-8dc1-16abf8f6d3d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:27.183962 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-ea33d095-f8ee-49d7-b401-a66b4819f356 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Allocated IP 172.20.0.5 (e53181d7-0b42-4c57-9499-48ea97880ea7/a3138c62-b42d-4d4b-94b9-1d1ab841e2dc/eeff6082-fe51-4f86-befe-8687dacfe40f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:17:27.283034 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-9b6f2e31-fc15-4737-8dc1-16abf8f6d3d7 None None] For port 50badefc-896b-4280-8e8c-f95cae58fe3b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=50badefc-896b-4280-8e8c-f95cae58fe3b,segment=NetworkSegment(db0efdc9-842c-46fa-864b-e5e15c0c083e),segment_id=db0efdc9-842c-46fa-864b-e5e15c0c083e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:27.283416 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9b6f2e31-fc15-4737-8dc1-16abf8f6d3d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:27.313073 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9b6f2e31-fc15-4737-8dc1-16abf8f6d3d7 None None] Calling delete_port for 50badefc-896b-4280-8e8c-f95cae58fe3b owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:17:27.320910 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a1820e-4dd2-4bb5-8dbb-05978baf52b7 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] DELETE failed (client error): The resource could not be found. Jul 30 20:17:27.321255 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a1820e-4dd2-4bb5-8dbb-05978baf52b7 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:17:27.323828 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-53a1820e-4dd2-4bb5-8dbb-05978baf52b7 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/subnets/21e17e5d-68be-4dc4-a707-de47c339ce6c HTTP/1.1" status: 404 len: 337 time: 0.1447694 Jul 30 20:17:27.327103 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46274) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:27.341101 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6f18c003-690d-44c0-b1bd-3fa0c49e5e27 None None] For port 901f57ce-67e7-4961-8306-2388dbde5097, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:17:27.350324 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6f18c003-690d-44c0-b1bd-3fa0c49e5e27 None None] For port 901f57ce-67e7-4961-8306-2388dbde5097, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=901f57ce-67e7-4961-8306-2388dbde5097,segment=NetworkSegment(65c20f19-a2da-4a44-b20e-868d53ec3af0),segment_id=65c20f19-a2da-4a44-b20e-868d53ec3af0)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:17:27.363703 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-2afbbeec-63f1-4924-8527-56d969fe6ba1 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] DELETE failed (client error): The resource could not be found. Jul 30 20:17:27.364390 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2afbbeec-63f1-4924-8527-56d969fe6ba1 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:17:27.366179 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2afbbeec-63f1-4924-8527-56d969fe6ba1 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/ports/e2ae838b-507a-4331-a265-47fa32b20b23 HTTP/1.1" status: 404 len: 333 time: 0.0372479 Jul 30 20:17:27.369107 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46276) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:27.390291 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58065636-ef49-4a9b-8bf5-cb7765e29d25 req-ea11dd3f-c43f-450a-8e9d-bebe1e7daaee tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:27.397834 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58065636-ef49-4a9b-8bf5-cb7765e29d25 req-ea11dd3f-c43f-450a-8e9d-bebe1e7daaee tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1136060 Jul 30 20:17:27.420761 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe6a04db-4b3f-4b60-a8bb-65d689a902c6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] DELETE failed (client error): The resource could not be found. Jul 30 20:17:27.421500 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe6a04db-4b3f-4b60-a8bb-65d689a902c6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:17:27.423636 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fe6a04db-4b3f-4b60-a8bb-65d689a902c6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/subnets/9e842f84-3185-4a56-b6b1-d550879dee4d HTTP/1.1" status: 404 len: 337 time: 0.0535781 Jul 30 20:17:27.432484 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46278) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:27.441473 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f18c003-690d-44c0-b1bd-3fa0c49e5e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:27.490888 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58065636-ef49-4a9b-8bf5-cb7765e29d25 req-6d1fee1e-be43-457c-b8a1-384389bf8a45 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920653 Jul 30 20:17:27.519324 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-199ca10d-03cf-4d0d-a064-7ac593db89c6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] DELETE failed (client error): The resource could not be found. Jul 30 20:17:27.520165 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199ca10d-03cf-4d0d-a064-7ac593db89c6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:17:27.531270 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-199ca10d-03cf-4d0d-a064-7ac593db89c6 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/subnets/8fba2463-95d8-4a8f-8adb-fb305985eec6 HTTP/1.1" status: 404 len: 337 time: 0.0968742 Jul 30 20:17:27.534335 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46282) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:27.592032 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea33d095-f8ee-49d7-b401-a66b4819f356 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:27.629120 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-ea33d095-f8ee-49d7-b401-a66b4819f356 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Transition to ACTIVE for port object eeff6082-fe51-4f86-befe-8687dacfe40f will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:17:27.674149 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18c003-690d-44c0-b1bd-3fa0c49e5e27 None None] Pushing event updated for resources: {'Port': ['ID=901f57ce-67e7-4961-8306-2388dbde5097,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:27.693224 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9b6f2e31-fc15-4737-8dc1-16abf8f6d3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:27.728115 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee31f36-ccfd-47e2-9597-c54fcf9c6a1e tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] DELETE failed (client error): The resource could not be found. Jul 30 20:17:27.728115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee31f36-ccfd-47e2-9597-c54fcf9c6a1e tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:17:27.731453 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1ee31f36-ccfd-47e2-9597-c54fcf9c6a1e tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/ports/729316e1-be85-4f64-85b9-fc29e80214f0 HTTP/1.1" status: 404 len: 333 time: 0.1937623 Jul 30 20:17:27.732901 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46284) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:27.756170 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f2e31-fc15-4737-8dc1-16abf8f6d3d7 None None] Pushing event deleted for resources: {'Port': ['ID=50badefc-896b-4280-8e8c-f95cae58fe3b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:27.761536 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6f2e31-fc15-4737-8dc1-16abf8f6d3d7 None None] No DVR routers for this DVR port 50badefc-896b-4280-8e8c-f95cae58fe3b on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:17:27.818489 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f43bc4c-37a2-465c-ba1c-65c97dffe764 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] DELETE failed (client error): The resource could not be found. Jul 30 20:17:27.818961 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f43bc4c-37a2-465c-ba1c-65c97dffe764 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:17:27.820989 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4f43bc4c-37a2-465c-ba1c-65c97dffe764 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/subnets/42600cdd-204f-4902-afbe-6e049f736151 HTTP/1.1" status: 404 len: 337 time: 0.0815761 Jul 30 20:17:27.825209 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46288) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:27.833639 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2c17f3-a26e-43f5-a320-324a1b32b1b8 admin admin] Router 8f4c307a-f024-4549-bf3d-1a7252564b00 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:17:27.858326 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047af08-69c7-4ea1-9447-cebb6b22b7e9 req-2128be3c-62c7-44e7-b19b-2d484ef0d476 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:27.860236 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3047af08-69c7-4ea1-9447-cebb6b22b7e9 req-2128be3c-62c7-44e7-b19b-2d484ef0d476 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0900488 Jul 30 20:17:27.942766 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e1fcfb-fbd6-4ff8-b4a9-dc47933be6d2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] DELETE failed (client error): The resource could not be found. Jul 30 20:17:27.943535 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e1fcfb-fbd6-4ff8-b4a9-dc47933be6d2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:17:27.952898 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d7e1fcfb-fbd6-4ff8-b4a9-dc47933be6d2 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/subnets/f2bd3ed5-c09b-4e03-98b6-4144115b27b8 HTTP/1.1" status: 404 len: 337 time: 0.1266496 Jul 30 20:17:27.954103 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea33d095-f8ee-49d7-b401-a66b4819f356 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:27.958227 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46290) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:28.004811 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3047af08-69c7-4ea1-9447-cebb6b22b7e9 req-d4417353-b4b4-40f0-9f67-020841197013 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332350 Jul 30 20:17:28.029161 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea33d095-f8ee-49d7-b401-a66b4819f356 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Network e53181d7-0b42-4c57-9499-48ea97880ea7 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:17:28.038866 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-ea33d095-f8ee-49d7-b401-a66b4819f356 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:17:28.044782 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea33d095-f8ee-49d7-b401-a66b4819f356 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:17:28.063479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2c17f3-a26e-43f5-a320-324a1b32b1b8 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:17:28.074633 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6c4a34-9cfe-43f1-872e-e38217f80155 None None] Sync routers for ids ['8f4c307a-f024-4549-bf3d-1a7252564b00'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:17:28.076672 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cb2c17f3-a26e-43f5-a320-324a1b32b1b8 admin admin] 10.222.0.81 "PUT /v2.0/routers/8f4c307a-f024-4549-bf3d-1a7252564b00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2835431 Jul 30 20:17:28.079413 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46296) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:28.093330 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6c4a34-9cfe-43f1-872e-e38217f80155 None None] Routers {'8f4c307a-f024-4549-bf3d-1a7252564b00'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:17:28.096129 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-aa6c4a34-9cfe-43f1-872e-e38217f80155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:17:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8f4c307a-f024-4549-bf3d-1a7252564b00'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:28.136016 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33d095-f8ee-49d7-b401-a66b4819f356 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Pushing event updated for resources: {'Port': ['ID=eeff6082-fe51-4f86-befe-8687dacfe40f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:28.178364 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea33d095-f8ee-49d7-b401-a66b4819f356 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:28.179321 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea33d095-f8ee-49d7-b401-a66b4819f356 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:28.199233 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d04ed3bb-a823-4c7f-bd79-83a75392438f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Deleting port 05dda206-2ad4-4190-a521-5ed83e1f14af {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:17:28.199620 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d04ed3bb-a823-4c7f-bd79-83a75392438f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:28.220530 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ea33d095-f8ee-49d7-b401-a66b4819f356 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3703716 Jul 30 20:17:28.221036 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46300) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:28.243810 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c6da2-df54-4139-a533-011e5dc83670 req-ea0d6434-c26c-4964-9083-30e9a846295f tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:28.244177 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-aa6c4a34-9cfe-43f1-872e-e38217f80155 None None] Set router 8f4c307a-f024-4549-bf3d-1a7252564b00 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:17:28.245737 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e29c6da2-df54-4139-a533-011e5dc83670 req-ea0d6434-c26c-4964-9083-30e9a846295f tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1156099 Jul 30 20:17:28.253472 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e4e6b19a-f792-474c-b5c1-69df3ce344fe tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-699911933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:28.253691 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07f96261-4e46-4468-9e09-cda888ca2f65 admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:28.300109 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d04ed3bb-a823-4c7f-bd79-83a75392438f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:28.312754 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4e6b19a-f792-474c-b5c1-69df3ce344fe tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:28.313826 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4e6b19a-f792-474c-b5c1-69df3ce344fe tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:28.328464 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d04ed3bb-a823-4c7f-bd79-83a75392438f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Calling delete_port for 05dda206-2ad4-4190-a521-5ed83e1f14af owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:17:28.402682 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e29c6da2-df54-4139-a533-011e5dc83670 req-f8eea800-e999-4791-bf43-f810f2a59de9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405745 Jul 30 20:17:28.446163 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07f96261-4e46-4468-9e09-cda888ca2f65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:28.473997 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4e6b19a-f792-474c-b5c1-69df3ce344fe tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:28.489480 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4e6b19a-f792-474c-b5c1-69df3ce344fe tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:28.516626 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-aa6c4a34-9cfe-43f1-872e-e38217f80155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'name': 'tempest-ServerActionsTestJSON-953520604-router', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:12Z', 'updated_at': '2021-07-30T20:17:26Z', 'revision_number': 5, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'gw_port': {'id': 'eb9da32a-5b4e-4980-89ed-d23618fb21a1', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:06:14Z', 'updated_at': '2021-07-30T20:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:28.538234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-07f96261-4e46-4468-9e09-cda888ca2f65 admin admin] Deleting port eb9da32a-5b4e-4980-89ed-d23618fb21a1 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:17:28.538704 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07f96261-4e46-4468-9e09-cda888ca2f65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:28.558245 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4e6b19a-f792-474c-b5c1-69df3ce344fe tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:28.562779 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e4e6b19a-f792-474c-b5c1-69df3ce344fe tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3128083 Jul 30 20:17:28.565664 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46304) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:28.570494 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-45f83a45-78f6-4c52-b21c-b43a974e2510 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-784466871', 'prefixes': ['172.20.0.0/16']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:28.577531 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6c4a34-9cfe-43f1-872e-e38217f80155 None None] Checking router: 8f4c307a-f024-4549-bf3d-1a7252564b00 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:17:28.594303 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6c4a34-9cfe-43f1-872e-e38217f80155 None None] Routers {'8f4c307a-f024-4549-bf3d-1a7252564b00'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:17:28.595792 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-aa6c4a34-9cfe-43f1-872e-e38217f80155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:17:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8f4c307a-f024-4549-bf3d-1a7252564b00'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:28.630418 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d04ed3bb-a823-4c7f-bd79-83a75392438f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:28.661008 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 901f57ce-67e7-4961-8306-2388dbde5097 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:17:28.663206 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ed3bb-a823-4c7f-bd79-83a75392438f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Port': ['ID=05dda206-2ad4-4190-a521-5ed83e1f14af,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:28.700431 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d04ed3bb-a823-4c7f-bd79-83a75392438f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:28.704873 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d04ed3bb-a823-4c7f-bd79-83a75392438f tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/ports/05dda206-2ad4-4190-a521-5ed83e1f14af HTTP/1.1" status: 204 len: 168 time: 0.7388992 Jul 30 20:17:28.705069 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46308) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:28.721993 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45f83a45-78f6-4c52-b21c-b43a974e2510 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks [] for subnetpool, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:28.723807 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-45f83a45-78f6-4c52-b21c-b43a974e2510 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1570609 Jul 30 20:17:28.734169 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46310) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:28.740513 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.tag.tag_plugin [None req-c8fa58c7-1830-42e7-b740-6ca083c1bd98 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a3138c62-b42d-4d4b-94b9-1d1ab841e2dc', 'tempest-TagsExtTest-Tag-534388987') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:28.792417 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-07f96261-4e46-4468-9e09-cda888ca2f65 admin admin] For port eb9da32a-5b4e-4980-89ed-d23618fb21a1, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=eb9da32a-5b4e-4980-89ed-d23618fb21a1,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:28.792800 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07f96261-4e46-4468-9e09-cda888ca2f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:28.793000 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-aa6c4a34-9cfe-43f1-872e-e38217f80155 None None] Set router 8f4c307a-f024-4549-bf3d-1a7252564b00 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:17:28.829712 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-039e3627-d2c4-4569-b980-e84cd49c4c44 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:28.830833 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 901f57ce-67e7-4961-8306-2388dbde5097 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:17:28.840111 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-07f96261-4e46-4468-9e09-cda888ca2f65 admin admin] Calling delete_port for eb9da32a-5b4e-4980-89ed-d23618fb21a1 owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:17:28.869880 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-aa6c4a34-9cfe-43f1-872e-e38217f80155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'name': 'tempest-ServerActionsTestJSON-953520604-router', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:12Z', 'updated_at': '2021-07-30T20:17:28Z', 'revision_number': 6, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:28.889280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de7980-cd35-46e4-9b45-8d6ab1bb2b34 req-dc82d94c-4eba-4ec9-b7d9-3723e7645bf0 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:28.897799 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98de7980-cd35-46e4-9b45-8d6ab1bb2b34 req-dc82d94c-4eba-4ec9-b7d9-3723e7645bf0 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.2690840 Jul 30 20:17:28.932380 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6c4a34-9cfe-43f1-872e-e38217f80155 None None] The sync data for ids ['8f4c307a-f024-4549-bf3d-1a7252564b00'] in n-d-712137-9 is: [{'id': '8f4c307a-f024-4549-bf3d-1a7252564b00', 'name': 'tempest-ServerActionsTestJSON-953520604-router', 'tenant_id': '398c11eccd35477c9cab39d77a30a8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:06:12Z', 'updated_at': '2021-07-30T20:17:28Z', 'revision_number': 6, 'project_id': '398c11eccd35477c9cab39d77a30a8de', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:17:28.987371 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 50badefc-896b-4280-8e8c-f95cae58fe3b no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:17:29.026325 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 50badefc-896b-4280-8e8c-f95cae58fe3b {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:17:29.026687 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 50badefc-896b-4280-8e8c-f95cae58fe3b not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:17:29.039760 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-039e3627-d2c4-4569-b980-e84cd49c4c44 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:29.053038 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98de7980-cd35-46e4-9b45-8d6ab1bb2b34 req-655190e9-edb2-4645-aa3f-570e25d1e4bc tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542556 Jul 30 20:17:29.055462 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-039e3627-d2c4-4569-b980-e84cd49c4c44 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e4479b-e2c0-4cc7-8ad5-b869a56301b4']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:29.064594 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c8fa58c7-1830-42e7-b740-6ca083c1bd98 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "PUT /v2.0/subnets/a3138c62-b42d-4d4b-94b9-1d1ab841e2dc/tags/tempest-TagsExtTest-Tag-534388987 HTTP/1.1" status: 201 len: 201 time: 0.3283153 Jul 30 20:17:29.070097 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46320) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:29.077852 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-09a7d1b5-4c54-4f5f-8ffe-44454d96cfd4 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'eeff6082-fe51-4f86-befe-8687dacfe40f', 'tempest-TagsExtTest-Tag-2003251904') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:29.081797 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-039e3627-d2c4-4569-b980-e84cd49c4c44 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0efdc9-842c-46fa-864b-e5e15c0c083e') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:29.082095 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-039e3627-d2c4-4569-b980-e84cd49c4c44 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0efdc9-842c-46fa-864b-e5e15c0c083e') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:29.115722 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaefd13c-c203-4a77-9714-e84a422a6e1d None None] Network e53181d7-0b42-4c57-9499-48ea97880ea7 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:17:29.122806 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-039e3627-d2c4-4569-b980-e84cd49c4c44 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:29.144956 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-039e3627-d2c4-4569-b980-e84cd49c4c44 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:29.156815 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039e3627-d2c4-4569-b980-e84cd49c4c44 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:17:29.157370 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-039e3627-d2c4-4569-b980-e84cd49c4c44 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:17:29.161313 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:17:29.236372 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d379f97f-2331-4471-a1f6-1828388cc0bb None None] Provisioning for port 901f57ce-67e7-4961-8306-2388dbde5097 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:17:29.245043 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d379f97f-2331-4471-a1f6-1828388cc0bb None None] Provisioning complete for port 901f57ce-67e7-4961-8306-2388dbde5097 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:29.245503 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d379f97f-2331-4471-a1f6-1828388cc0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:29.254570 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-09a7d1b5-4c54-4f5f-8ffe-44454d96cfd4 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "PUT /v2.0/ports/eeff6082-fe51-4f86-befe-8687dacfe40f/tags/tempest-TagsExtTest-Tag-2003251904 HTTP/1.1" status: 201 len: 201 time: 0.1834359 Jul 30 20:17:29.257558 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46326) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:29.267601 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-de2cd6bf-b126-41b9-a0df-c5fbeedd4342 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c6de876c-8a32-40a8-80a0-7ff92fa1dca7', 'tempest-TagsExtTest-Tag-626146190') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:29.270319 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-039e3627-d2c4-4569-b980-e84cd49c4c44 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:29.276561 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-039e3627-d2c4-4569-b980-e84cd49c4c44 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:29.279623 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-039e3627-d2c4-4569-b980-e84cd49c4c44 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] 10.222.0.81 "DELETE /v2.0/networks/b1e4479b-e2c0-4cc7-8ad5-b869a56301b4 HTTP/1.1" status: 204 len: 168 time: 0.5710399 Jul 30 20:17:29.401332 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e3627-d2c4-4569-b980-e84cd49c4c44 tempest-PortsTestJSON-882320069 tempest-PortsTestJSON-882320069-project] Pushing event deleted for resources: {'Network': ['ID=b1e4479b-e2c0-4cc7-8ad5-b869a56301b4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:29.416606 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07f96261-4e46-4468-9e09-cda888ca2f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:29.508354 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d379f97f-2331-4471-a1f6-1828388cc0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:29.522272 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-de2cd6bf-b126-41b9-a0df-c5fbeedd4342 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "PUT /v2.0/routers/c6de876c-8a32-40a8-80a0-7ff92fa1dca7/tags/tempest-TagsExtTest-Tag-626146190 HTTP/1.1" status: 201 len: 201 time: 0.2600226 Jul 30 20:17:29.522541 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46332) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:29.528287 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f96261-4e46-4468-9e09-cda888ca2f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb9da32a-5b4e-4980-89ed-d23618fb21a1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:29.533732 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-a260281b-229e-41aa-b051-ec3e60f804b7 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '977803cf-0637-46cf-a6e5-82284e723ac7', 'tempest-TagsExtTest-Tag-1848897748') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:29.640998 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334141f3-aca4-4a86-85f1-d0072af256ae req-3d8a7003-b410-4198-9440-a39c64b05861 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:29.646313 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a260281b-229e-41aa-b051-ec3e60f804b7 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "PUT /v2.0/subnetpools/977803cf-0637-46cf-a6e5-82284e723ac7/tags/tempest-TagsExtTest-Tag-1848897748 HTTP/1.1" status: 201 len: 201 time: 0.1227040 Jul 30 20:17:29.648361 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-334141f3-aca4-4a86-85f1-d0072af256ae req-3d8a7003-b410-4198-9440-a39c64b05861 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.3116076 Jul 30 20:17:29.650184 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46336) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:29.667260 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-d10da55b-27c9-429d-84d1-ea48179e898e tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a3138c62-b42d-4d4b-94b9-1d1ab841e2dc') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:29.701034 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-334141f3-aca4-4a86-85f1-d0072af256ae req-b29d7c3a-8cf6-43da-b72e-d423bcb10361 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452578 Jul 30 20:17:29.705236 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46338) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:29.719392 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07f96261-4e46-4468-9e09-cda888ca2f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:29.758392 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d379f97f-2331-4471-a1f6-1828388cc0bb None None] For port 901f57ce-67e7-4961-8306-2388dbde5097, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=901f57ce-67e7-4961-8306-2388dbde5097,segment=NetworkSegment(65c20f19-a2da-4a44-b20e-868d53ec3af0),segment_id=65c20f19-a2da-4a44-b20e-868d53ec3af0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:29.767959 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d379f97f-2331-4471-a1f6-1828388cc0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:29.896089 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379f97f-2331-4471-a1f6-1828388cc0bb None None] Pushing event updated for resources: {'Port': ['ID=901f57ce-67e7-4961-8306-2388dbde5097,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:29.924569 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d10da55b-27c9-429d-84d1-ea48179e898e tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "GET /v2.0/subnets/a3138c62-b42d-4d4b-94b9-1d1ab841e2dc/tags HTTP/1.1" status: 200 len: 240 time: 0.2712128 Jul 30 20:17:29.925283 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46346) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:29.946239 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-fedabd37-4f90-4f61-afb6-2f75092382ac tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a3138c62-b42d-4d4b-94b9-1d1ab841e2dc', 'tempest-TagsExtTest-Tag-534388987') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:30.032626 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fedabd37-4f90-4f61-afb6-2f75092382ac tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "GET /v2.0/subnets/a3138c62-b42d-4d4b-94b9-1d1ab841e2dc/tags/tempest-TagsExtTest-Tag-534388987 HTTP/1.1" status: 204 len: 168 time: 0.1047447 Jul 30 20:17:30.035942 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46352) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:30.036562 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07f96261-4e46-4468-9e09-cda888ca2f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:30.051114 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-1683c814-5c83-48ac-9890-a53d49c8e3a8 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a3138c62-b42d-4d4b-94b9-1d1ab841e2dc', 'tempest-TagsExtTest-Tag-534388987') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:30.059463 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07f96261-4e46-4468-9e09-cda888ca2f65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:30.126938 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c4565503-0142-476f-aa39-c76054112e9b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2017beb2437a48d083584d9bbc248e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4178045 Jul 30 20:17:30.128264 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46358) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:30.198815 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98adff7d-351f-4320-8e85-2baa753630b5 req-218cad64-3139-40ec-989c-372465e2f944 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:30.201060 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98adff7d-351f-4320-8e85-2baa753630b5 req-218cad64-3139-40ec-989c-372465e2f944 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.2217081 Jul 30 20:17:30.204312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9557ce9b-859f-42ed-befc-75d30df35456 None None] Provisioning complete for port 901f57ce-67e7-4961-8306-2388dbde5097 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:30.205253 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9557ce9b-859f-42ed-befc-75d30df35456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:30.208989 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07f96261-4e46-4468-9e09-cda888ca2f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:30.209775 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f96261-4e46-4468-9e09-cda888ca2f65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f4c307a-f024-4549-bf3d-1a7252564b00 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:17:30.217357 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07f96261-4e46-4468-9e09-cda888ca2f65 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:30.218796 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-07f96261-4e46-4468-9e09-cda888ca2f65 admin admin] 10.222.0.81 "DELETE /v2.0/routers/8f4c307a-f024-4549-bf3d-1a7252564b00 HTTP/1.1" status: 204 len: 168 time: 2.1381216 Jul 30 20:17:30.222194 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46362) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:30.286189 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1683c814-5c83-48ac-9890-a53d49c8e3a8 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "DELETE /v2.0/subnets/a3138c62-b42d-4d4b-94b9-1d1ab841e2dc/tags/tempest-TagsExtTest-Tag-534388987 HTTP/1.1" status: 204 len: 168 time: 0.2432888 Jul 30 20:17:30.290245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46364) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:30.293862 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04d77d42-8597-4dd3-b7f0-24043f3b96df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:30.297818 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.tag.tag_plugin [None req-92198811-35cd-4956-a534-3f461d70f947 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a3138c62-b42d-4d4b-94b9-1d1ab841e2dc') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:30.308489 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98adff7d-351f-4320-8e85-2baa753630b5 req-11d95459-0432-4ca5-b147-07f62432aef3 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961423 Jul 30 20:17:30.358086 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-447c4c4d-06b0-4bbe-aaf5-e92fe0576e16 admin admin] Deleting subnet ac1c465f-425f-4078-b2f8-d23b006b1c90 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:17:30.364454 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04d77d42-8597-4dd3-b7f0-24043f3b96df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:30.375085 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-447c4c4d-06b0-4bbe-aaf5-e92fe0576e16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:30.454942 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9557ce9b-859f-42ed-befc-75d30df35456 None None] Provisioning for port eeff6082-fe51-4f86-befe-8687dacfe40f completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:17:30.460636 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-92198811-35cd-4956-a534-3f461d70f947 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "GET /v2.0/subnets/a3138c62-b42d-4d4b-94b9-1d1ab841e2dc/tags HTTP/1.1" status: 200 len: 205 time: 0.1667283 Jul 30 20:17:30.461248 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46368) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:30.464193 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9557ce9b-859f-42ed-befc-75d30df35456 None None] Provisioning complete for port eeff6082-fe51-4f86-befe-8687dacfe40f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:30.464918 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9557ce9b-859f-42ed-befc-75d30df35456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:30.476196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.tag.tag_plugin [None req-fe06f97d-b7ea-4ac8-aeea-14a71c42b7c0 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'eeff6082-fe51-4f86-befe-8687dacfe40f') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:30.508993 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-447c4c4d-06b0-4bbe-aaf5-e92fe0576e16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:30.514669 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9557ce9b-859f-42ed-befc-75d30df35456 None None] Port eeff6082-fe51-4f86-befe-8687dacfe40f cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:17:30.520140 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 901f57ce-67e7-4961-8306-2388dbde5097 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:17:30.579844 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fe06f97d-b7ea-4ac8-aeea-14a71c42b7c0 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "GET /v2.0/ports/eeff6082-fe51-4f86-befe-8687dacfe40f/tags HTTP/1.1" status: 200 len: 241 time: 0.1137815 Jul 30 20:17:30.582291 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46372) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:30.587131 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.tag.tag_plugin [None req-76840db9-5acc-4579-81e7-1fa66cee8709 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eeff6082-fe51-4f86-befe-8687dacfe40f', 'tempest-TagsExtTest-Tag-2003251904') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:30.592289 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 901f57ce-67e7-4961-8306-2388dbde5097 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:30.592665 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:30.606631 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-447c4c4d-06b0-4bbe-aaf5-e92fe0576e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:30.664411 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bb3080ea-65ec-4dd4-9380-2006ead4b6a2 None None] Provisioning complete for port eeff6082-fe51-4f86-befe-8687dacfe40f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:30.664793 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb3080ea-65ec-4dd4-9380-2006ead4b6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:30.689710 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04d77d42-8597-4dd3-b7f0-24043f3b96df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:30.692498 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04d77d42-8597-4dd3-b7f0-24043f3b96df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:30.693778 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-04d77d42-8597-4dd3-b7f0-24043f3b96df admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7815212d-ec96-413e-9da2-a9cdb548a761 HTTP/1.1" status: 204 len: 168 time: 0.5633297 Jul 30 20:17:30.707076 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d77d42-8597-4dd3-b7f0-24043f3b96df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7815212d-ec96-413e-9da2-a9cdb548a761,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:30.711228 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-447c4c4d-06b0-4bbe-aaf5-e92fe0576e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:30.717194 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be50418-0816-462d-9bfa-11b2664e5d12 req-ab9cd8a3-d862-4b1c-96e8-0e9b96d5c775 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:30.732624 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7be50418-0816-462d-9bfa-11b2664e5d12 req-ab9cd8a3-d862-4b1c-96e8-0e9b96d5c775 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1184099 Jul 30 20:17:30.742943 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c4c4d-06b0-4bbe-aaf5-e92fe0576e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac1c465f-425f-4078-b2f8-d23b006b1c90,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:30.751636 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-447c4c4d-06b0-4bbe-aaf5-e92fe0576e16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:30.756228 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-447c4c4d-06b0-4bbe-aaf5-e92fe0576e16 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ac1c465f-425f-4078-b2f8-d23b006b1c90 HTTP/1.1" status: 204 len: 168 time: 0.5313075 Jul 30 20:17:30.757055 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46376) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:30.782866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd3633a-3366-435e-925f-8ada83f1400a None None] Network 88b3ebbe-b1a1-49b8-8023-ad19464dab3b requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:17:30.796855 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-76840db9-5acc-4579-81e7-1fa66cee8709 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "GET /v2.0/ports/eeff6082-fe51-4f86-befe-8687dacfe40f/tags/tempest-TagsExtTest-Tag-2003251904 HTTP/1.1" status: 204 len: 168 time: 0.2134054 Jul 30 20:17:30.816190 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bb3080ea-65ec-4dd4-9380-2006ead4b6a2 None None] Port eeff6082-fe51-4f86-befe-8687dacfe40f cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:17:30.826458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46378) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:30.831271 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.tag.tag_plugin [None req-2276789a-9199-423d-ad97-abecbc2d36e0 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'eeff6082-fe51-4f86-befe-8687dacfe40f', 'tempest-TagsExtTest-Tag-2003251904') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:30.861594 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7be50418-0816-462d-9bfa-11b2664e5d12 req-801be6fb-fc98-4e05-b52f-82dc44e685fb tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271622 Jul 30 20:17:30.937286 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72da9809-2bfe-4330-8f7e-2187b31f25ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:30.957168 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2276789a-9199-423d-ad97-abecbc2d36e0 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "DELETE /v2.0/ports/eeff6082-fe51-4f86-befe-8687dacfe40f/tags/tempest-TagsExtTest-Tag-2003251904 HTTP/1.1" status: 204 len: 168 time: 0.1296871 Jul 30 20:17:30.959776 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46386) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:30.966704 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device eb9da32a-5b4e-4980-89ed-d23618fb21a1 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:17:30.967774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.tag.tag_plugin [None req-84213241-93e4-4163-b0e8-a47cff3d7ad1 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'eeff6082-fe51-4f86-befe-8687dacfe40f') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:31.028115 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: eb9da32a-5b4e-4980-89ed-d23618fb21a1 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:17:31.028781 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device eb9da32a-5b4e-4980-89ed-d23618fb21a1 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:17:31.029112 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 31d5ed4d-fc25-4dfa-afbd-f536662f8356 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:17:31.046604 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-72da9809-2bfe-4330-8f7e-2187b31f25ab admin admin] Deleting port c74ef69b-8172-4c50-ab80-75c9d32e606e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:17:31.046959 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72da9809-2bfe-4330-8f7e-2187b31f25ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:31.056354 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 31d5ed4d-fc25-4dfa-afbd-f536662f8356 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:17:31.056837 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 31d5ed4d-fc25-4dfa-afbd-f536662f8356 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:17:31.095388 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-84213241-93e4-4163-b0e8-a47cff3d7ad1 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "GET /v2.0/ports/eeff6082-fe51-4f86-befe-8687dacfe40f/tags HTTP/1.1" status: 200 len: 205 time: 0.1320767 Jul 30 20:17:31.097761 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46388) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:31.102083 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.tag.tag_plugin [None req-dd8154db-e503-4424-9015-e4b668a1d9a7 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c6de876c-8a32-40a8-80a0-7ff92fa1dca7') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:31.155559 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-72da9809-2bfe-4330-8f7e-2187b31f25ab admin admin] For port c74ef69b-8172-4c50-ab80-75c9d32e606e, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c74ef69b-8172-4c50-ab80-75c9d32e606e,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:31.156184 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72da9809-2bfe-4330-8f7e-2187b31f25ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:31.166163 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1f468b-9538-4a04-a68d-95cfd7c93249 None None] DHCP port deletion for 88b3ebbe-b1a1-49b8-8023-ad19464dab3b request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:17:31.203902 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-72da9809-2bfe-4330-8f7e-2187b31f25ab admin admin] Calling delete_port for c74ef69b-8172-4c50-ab80-75c9d32e606e owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:17:31.261795 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f468b-9538-4a04-a68d-95cfd7c93249 None None] Deleting port c74ef69b-8172-4c50-ab80-75c9d32e606e {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:17:31.262926 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef1f468b-9538-4a04-a68d-95cfd7c93249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:31.340964 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ef1f468b-9538-4a04-a68d-95cfd7c93249 None None] For port c74ef69b-8172-4c50-ab80-75c9d32e606e, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c74ef69b-8172-4c50-ab80-75c9d32e606e,segment=NetworkSegment(e516731d-3863-4f7d-95fd-701a50a1d868),segment_id=e516731d-3863-4f7d-95fd-701a50a1d868)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:31.341764 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef1f468b-9538-4a04-a68d-95cfd7c93249 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:31.368243 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f468b-9538-4a04-a68d-95cfd7c93249 None None] Calling delete_port for c74ef69b-8172-4c50-ab80-75c9d32e606e owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:17:31.399261 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72da9809-2bfe-4330-8f7e-2187b31f25ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:31.452629 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da9809-2bfe-4330-8f7e-2187b31f25ab admin admin] Pushing event deleted for resources: {'Port': ['ID=c74ef69b-8172-4c50-ab80-75c9d32e606e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:31.458203 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72da9809-2bfe-4330-8f7e-2187b31f25ab admin admin] No DVR routers for this DVR port c74ef69b-8172-4c50-ab80-75c9d32e606e on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.485028 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.489010 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.489010 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.489010 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.489010 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.489010 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.489010 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.489010 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.489010 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.489010 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.489010 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.489010 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.489010 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.489010 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:31.489010 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:17:31.499024 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef1f468b-9538-4a04-a68d-95cfd7c93249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:31.557821 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f468b-9538-4a04-a68d-95cfd7c93249 None None] Pushing event deleted for resources: {'Port': ['ID=c74ef69b-8172-4c50-ab80-75c9d32e606e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:31.577922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1f468b-9538-4a04-a68d-95cfd7c93249 None None] No DVR routers for this DVR port c74ef69b-8172-4c50-ab80-75c9d32e606e on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:17:31.584979 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72da9809-2bfe-4330-8f7e-2187b31f25ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:31.611839 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-72da9809-2bfe-4330-8f7e-2187b31f25ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b3ebbe-b1a1-49b8-8023-ad19464dab3b']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:31.626501 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-72da9809-2bfe-4330-8f7e-2187b31f25ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e516731d-3863-4f7d-95fd-701a50a1d868') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:31.626847 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-72da9809-2bfe-4330-8f7e-2187b31f25ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e516731d-3863-4f7d-95fd-701a50a1d868') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:31.634370 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82969ae-a227-4c44-b5c6-5b7b3b16e6ba req-e5dc5f99-d107-4b6a-b3a6-a477ac1e6b1b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:31.636631 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d82969ae-a227-4c44-b5c6-5b7b3b16e6ba req-e5dc5f99-d107-4b6a-b3a6-a477ac1e6b1b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.5468192 Jul 30 20:17:31.642855 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-dd8154db-e503-4424-9015-e4b668a1d9a7 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "GET /v2.0/routers/c6de876c-8a32-40a8-80a0-7ff92fa1dca7/tags HTTP/1.1" status: 200 len: 240 time: 0.5441282 Jul 30 20:17:31.643222 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72da9809-2bfe-4330-8f7e-2187b31f25ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:31.646105 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46410) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:31.651881 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.tag.tag_plugin [None req-6a6a8535-e572-491d-8eed-24a4eb40d68c tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c6de876c-8a32-40a8-80a0-7ff92fa1dca7', 'tempest-TagsExtTest-Tag-626146190') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:31.662923 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72da9809-2bfe-4330-8f7e-2187b31f25ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:31.671527 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72da9809-2bfe-4330-8f7e-2187b31f25ab admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:17:31.671945 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72da9809-2bfe-4330-8f7e-2187b31f25ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:17:31.673757 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:17:31.734511 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72da9809-2bfe-4330-8f7e-2187b31f25ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:31.742144 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72da9809-2bfe-4330-8f7e-2187b31f25ab admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:31.745079 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-72da9809-2bfe-4330-8f7e-2187b31f25ab admin admin] 10.222.0.81 "DELETE /v2.0/networks/88b3ebbe-b1a1-49b8-8023-ad19464dab3b HTTP/1.1" status: 204 len: 168 time: 0.9871051 Jul 30 20:17:31.758782 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da9809-2bfe-4330-8f7e-2187b31f25ab admin admin] Pushing event deleted for resources: {'Network': ['ID=88b3ebbe-b1a1-49b8-8023-ad19464dab3b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:31.792178 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d82969ae-a227-4c44-b5c6-5b7b3b16e6ba req-c9eb3bda-4223-4a04-9664-b2a3b8b23611 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435974 Jul 30 20:17:31.809660 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6a6a8535-e572-491d-8eed-24a4eb40d68c tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "GET /v2.0/routers/c6de876c-8a32-40a8-80a0-7ff92fa1dca7/tags/tempest-TagsExtTest-Tag-626146190 HTTP/1.1" status: 204 len: 168 time: 0.1621490 Jul 30 20:17:31.812590 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46418) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:31.818210 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-f7d0ddca-5993-4850-8450-6d7634e49d0d tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c6de876c-8a32-40a8-80a0-7ff92fa1dca7', 'tempest-TagsExtTest-Tag-626146190') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:31.901609 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46420) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:31.997204 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f7d0ddca-5993-4850-8450-6d7634e49d0d tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "DELETE /v2.0/routers/c6de876c-8a32-40a8-80a0-7ff92fa1dca7/tags/tempest-TagsExtTest-Tag-626146190 HTTP/1.1" status: 204 len: 168 time: 0.1812701 Jul 30 20:17:31.997660 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46426) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:32.005461 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.tag.tag_plugin [None req-6d1f9d06-cd38-4e05-8a78-d1f8ac18b224 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c6de876c-8a32-40a8-80a0-7ff92fa1dca7') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:32.031134 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46430) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:32.073339 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c75a98a7-5db6-4030-be06-4bb6e839d148 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=398c11eccd35477c9cab39d77a30a8de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410128 Jul 30 20:17:32.075826 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46432) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:32.117917 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b566393-6510-44b4-b1c8-5d716af6b649 req-3649d88e-5159-4a8c-9b9f-8c1526a1ed48 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:32.126623 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e97c96c-ab38-4db1-b169-8e24a698f36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:32.127699 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2b566393-6510-44b4-b1c8-5d716af6b649 req-3649d88e-5159-4a8c-9b9f-8c1526a1ed48 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1489608 Jul 30 20:17:32.154219 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e97c96c-ab38-4db1-b169-8e24a698f36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:32.176242 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2b566393-6510-44b4-b1c8-5d716af6b649 req-eeaa48a6-1bba-4690-b512-02c778c287c4 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472450 Jul 30 20:17:32.184723 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-5836dd7f-61ce-44e8-923e-df6f3e975d76 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1810245151'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:32.212103 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6d1f9d06-cd38-4e05-8a78-d1f8ac18b224 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "GET /v2.0/routers/c6de876c-8a32-40a8-80a0-7ff92fa1dca7/tags HTTP/1.1" status: 200 len: 205 time: 0.2112031 Jul 30 20:17:32.212838 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46436) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:32.219265 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-69cdb560-efcc-4d69-a27c-6a6842f6a8ec tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '977803cf-0637-46cf-a6e5-82284e723ac7') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:32.223887 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e97c96c-ab38-4db1-b169-8e24a698f36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:32.225015 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5836dd7f-61ce-44e8-923e-df6f3e975d76 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:32.227198 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e97c96c-ab38-4db1-b169-8e24a698f36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:32.228574 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1e97c96c-ab38-4db1-b169-8e24a698f36e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/132df90d-5f15-4248-bb66-aca1bc54cebd HTTP/1.1" status: 204 len: 168 time: 0.1517398 Jul 30 20:17:32.243532 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97c96c-ab38-4db1-b169-8e24a698f36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132df90d-5f15-4248-bb66-aca1bc54cebd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:32.250484 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5836dd7f-61ce-44e8-923e-df6f3e975d76 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:32.298445 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-69cdb560-efcc-4d69-a27c-6a6842f6a8ec tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "GET /v2.0/subnetpools/977803cf-0637-46cf-a6e5-82284e723ac7/tags HTTP/1.1" status: 200 len: 241 time: 0.0830703 Jul 30 20:17:32.299169 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46440) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:32.303814 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-9d85e6aa-13e8-49d3-90d6-e660528f80bc tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '977803cf-0637-46cf-a6e5-82284e723ac7', 'tempest-TagsExtTest-Tag-1848897748') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:32.345547 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9d85e6aa-13e8-49d3-90d6-e660528f80bc tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "GET /v2.0/subnetpools/977803cf-0637-46cf-a6e5-82284e723ac7/tags/tempest-TagsExtTest-Tag-1848897748 HTTP/1.1" status: 204 len: 168 time: 0.0452664 Jul 30 20:17:32.350817 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46444) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:32.363747 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-d035477f-a009-46ad-8ad8-4e39020fff2d tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '977803cf-0637-46cf-a6e5-82284e723ac7', 'tempest-TagsExtTest-Tag-1848897748') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:32.425369 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46448) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:32.425596 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d035477f-a009-46ad-8ad8-4e39020fff2d tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "DELETE /v2.0/subnetpools/977803cf-0637-46cf-a6e5-82284e723ac7/tags/tempest-TagsExtTest-Tag-1848897748 HTTP/1.1" status: 204 len: 168 time: 0.0736728 Jul 30 20:17:32.432488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.tag.tag_plugin [None req-a8dd151b-c7d9-4ba6-9279-56fd0e5a33fa tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '977803cf-0637-46cf-a6e5-82284e723ac7') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:32.434481 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c74ef69b-8172-4c50-ab80-75c9d32e606e no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:17:32.458500 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: c74ef69b-8172-4c50-ab80-75c9d32e606e {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:17:32.459114 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c74ef69b-8172-4c50-ab80-75c9d32e606e not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:17:32.509211 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34ef7e-250b-4963-bc04-1b89b937eb46 req-60eddcf1-22e1-444d-8e1d-eb2a377d30df tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:32.510866 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc34ef7e-250b-4963-bc04-1b89b937eb46 req-60eddcf1-22e1-444d-8e1d-eb2a377d30df tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1400192 Jul 30 20:17:32.546457 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a8dd151b-c7d9-4ba6-9279-56fd0e5a33fa tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "GET /v2.0/subnetpools/977803cf-0637-46cf-a6e5-82284e723ac7/tags HTTP/1.1" status: 200 len: 205 time: 0.1194696 Jul 30 20:17:32.549831 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46452) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:32.555010 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-9983f26b-06a9-4fc4-9974-bb5e4df3dfeb tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '977803cf-0637-46cf-a6e5-82284e723ac7') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:32.557968 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5836dd7f-61ce-44e8-923e-df6f3e975d76 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:32.585399 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc34ef7e-250b-4963-bc04-1b89b937eb46 req-b37a3ce7-545d-485d-9b35-e9d342fee68f tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584934 Jul 30 20:17:32.586164 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5836dd7f-61ce-44e8-923e-df6f3e975d76 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:32.602207 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9983f26b-06a9-4fc4-9974-bb5e4df3dfeb tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "DELETE /v2.0/subnetpools/977803cf-0637-46cf-a6e5-82284e723ac7/tags HTTP/1.1" status: 204 len: 168 time: 0.0477004 Jul 30 20:17:32.603697 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46454) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:32.628088 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-145157dd-2902-4c27-b0fc-87ab5eb403a7 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c6de876c-8a32-40a8-80a0-7ff92fa1dca7') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:32.696435 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5836dd7f-61ce-44e8-923e-df6f3e975d76 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:32.707348 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5836dd7f-61ce-44e8-923e-df6f3e975d76 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:32.709759 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836dd7f-61ce-44e8-923e-df6f3e975d76 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea0174b-a1b3-4945-b58e-cdec3763c769,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:32.747360 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5836dd7f-61ce-44e8-923e-df6f3e975d76 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:32.749631 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5836dd7f-61ce-44e8-923e-df6f3e975d76 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8464127 Jul 30 20:17:32.749750 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46464) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:32.751794 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836dd7f-61ce-44e8-923e-df6f3e975d76 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9e8d8a-22c5-4264-82b1-25fb0742ce34,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:32.820160 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d3e1296f-cf38-46fd-a8bd-c42b649fa8b1 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0691378 Jul 30 20:17:32.821720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46470) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:32.831332 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-145157dd-2902-4c27-b0fc-87ab5eb403a7 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "DELETE /v2.0/routers/c6de876c-8a32-40a8-80a0-7ff92fa1dca7/tags HTTP/1.1" status: 204 len: 168 time: 0.2137673 Jul 30 20:17:32.832187 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46472) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:32.832910 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-61bd4c36-10d1-486d-8008-6c2b297fd089 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Request body: {'security_group': {'name': 'tempest-security--2119904002', 'description': 'tempest-security-description-1834282493'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:32.837755 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-35ba811b-13bc-4a3c-8e87-0e25ab3d220e tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'eeff6082-fe51-4f86-befe-8687dacfe40f') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:32.907818 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-61bd4c36-10d1-486d-8008-6c2b297fd089 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:32.913909 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-35ba811b-13bc-4a3c-8e87-0e25ab3d220e tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "DELETE /v2.0/ports/eeff6082-fe51-4f86-befe-8687dacfe40f/tags HTTP/1.1" status: 204 len: 168 time: 0.0802135 Jul 30 20:17:32.916446 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46478) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:32.922810 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-ff48bcf7-fcb7-4f55-acd1-40a9d1033db5 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a3138c62-b42d-4d4b-94b9-1d1ab841e2dc') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:32.963646 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b989c-0b9f-4a11-9a54-6aec0986504f req-4ad4f02f-84b6-4fc8-93cc-ad93cd4cdfd4 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:32.965164 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dd1b989c-0b9f-4a11-9a54-6aec0986504f req-4ad4f02f-84b6-4fc8-93cc-ad93cd4cdfd4 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1087623 Jul 30 20:17:32.988877 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-61bd4c36-10d1-486d-8008-6c2b297fd089 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:32.998116 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-61bd4c36-10d1-486d-8008-6c2b297fd089 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:33.000991 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-61bd4c36-10d1-486d-8008-6c2b297fd089 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:33.005079 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-61bd4c36-10d1-486d-8008-6c2b297fd089 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "PUT /v2.0/security-groups/ac9e8d8a-22c5-4264-82b1-25fb0742ce34 HTTP/1.1" status: 200 len: 1780 time: 0.1824794 Jul 30 20:17:33.005956 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46480) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:33.045681 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dd1b989c-0b9f-4a11-9a54-6aec0986504f req-42dd1ff3-5ad5-4f0b-bd7e-e12c167ea687 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705175 Jul 30 20:17:33.048523 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd4c36-10d1-486d-8008-6c2b297fd089 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9e8d8a-22c5-4264-82b1-25fb0742ce34,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:33.057623 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ff48bcf7-fcb7-4f55-acd1-40a9d1033db5 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "DELETE /v2.0/subnets/a3138c62-b42d-4d4b-94b9-1d1ab841e2dc/tags HTTP/1.1" status: 204 len: 168 time: 0.1391969 Jul 30 20:17:33.068484 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46484) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:33.075868 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.tag.tag_plugin [None req-060c0c68-b96a-4a72-9db1-676f563b7ee2 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a3138c62-b42d-4d4b-94b9-1d1ab841e2dc', 'tempest-TagsExtTest-Tag-839271271') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:33.086313 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a492b02a-c9ea-46e2-b026-cc577efc7759 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-groups/ac9e8d8a-22c5-4264-82b1-25fb0742ce34 HTTP/1.1" status: 200 len: 1780 time: 0.0792542 Jul 30 20:17:33.089601 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46488) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:33.193241 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eea5343f-6690-4335-ae4f-1923318af23e tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:33.207788 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-060c0c68-b96a-4a72-9db1-676f563b7ee2 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "PUT /v2.0/subnets/a3138c62-b42d-4d4b-94b9-1d1ab841e2dc/tags/tempest-TagsExtTest-Tag-839271271 HTTP/1.1" status: 201 len: 201 time: 0.1381609 Jul 30 20:17:33.211824 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46494) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:33.219213 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-3e2438b5-72d4-4c71-ab16-152ca0fe9c46 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'eeff6082-fe51-4f86-befe-8687dacfe40f', 'tempest-TagsExtTest-Tag-1631871485') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:33.269481 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eea5343f-6690-4335-ae4f-1923318af23e tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:33.330318 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3368e-c237-42ce-95c5-0e7a5d44743b req-e7607638-1d61-4c5d-9a2f-14f32efa0fb5 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:33.332359 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8e3368e-c237-42ce-95c5-0e7a5d44743b req-e7607638-1d61-4c5d-9a2f-14f32efa0fb5 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0910149 Jul 30 20:17:33.341109 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eea5343f-6690-4335-ae4f-1923318af23e tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:33.343756 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eea5343f-6690-4335-ae4f-1923318af23e tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:33.345015 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-eea5343f-6690-4335-ae4f-1923318af23e tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "DELETE /v2.0/security-groups/ac9e8d8a-22c5-4264-82b1-25fb0742ce34 HTTP/1.1" status: 204 len: 168 time: 0.2572260 Jul 30 20:17:33.351563 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46500) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:33.379351 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3e2438b5-72d4-4c71-ab16-152ca0fe9c46 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "PUT /v2.0/ports/eeff6082-fe51-4f86-befe-8687dacfe40f/tags/tempest-TagsExtTest-Tag-1631871485 HTTP/1.1" status: 201 len: 201 time: 0.1662402 Jul 30 20:17:33.380054 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46502) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:33.382150 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5343f-6690-4335-ae4f-1923318af23e tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9e8d8a-22c5-4264-82b1-25fb0742ce34,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:33.385924 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.tag.tag_plugin [None req-a6c5521c-bb71-49c8-a2ae-342122088deb tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c6de876c-8a32-40a8-80a0-7ff92fa1dca7', 'tempest-TagsExtTest-Tag-556609501') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:33.427996 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8e3368e-c237-42ce-95c5-0e7a5d44743b req-6c290fa6-cb21-46b1-802d-d2fad2378883 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890102 Jul 30 20:17:33.437492 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f0c30dbb-f223-429e-82ad-13e6ec257466 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0847795 Jul 30 20:17:33.476066 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46506) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:33.476482 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46510) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:33.517321 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a6c5521c-bb71-49c8-a2ae-342122088deb tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "PUT /v2.0/routers/c6de876c-8a32-40a8-80a0-7ff92fa1dca7/tags/tempest-TagsExtTest-Tag-556609501 HTTP/1.1" status: 201 len: 201 time: 0.1360252 Jul 30 20:17:33.519970 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46516) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:33.530966 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-16262628-7367-4847-b416-eb7fb791022c tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] delete failed (client error): The resource could not be found. Jul 30 20:17:33.540482 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.tag.tag_plugin [None req-f11f189c-b761-4aac-b405-2114d2439b50 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '977803cf-0637-46cf-a6e5-82284e723ac7', 'tempest-TagsExtTest-Tag-1240903914') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:33.544170 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-16262628-7367-4847-b416-eb7fb791022c tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "DELETE /v2.0/security-groups/ac9e8d8a-22c5-4264-82b1-25fb0742ce34 HTTP/1.1" status: 404 len: 347 time: 0.0666516 Jul 30 20:17:33.545004 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46518) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:33.551369 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-13b8074a-3c2c-4f1a-a509-706ae0942558 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Request body: {'security_group': {'name': 'tempest-secgroup--851579693'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:33.593725 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13b8074a-3c2c-4f1a-a509-706ae0942558 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:33.662260 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f11f189c-b761-4aac-b405-2114d2439b50 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "PUT /v2.0/subnetpools/977803cf-0637-46cf-a6e5-82284e723ac7/tags/tempest-TagsExtTest-Tag-1240903914 HTTP/1.1" status: 201 len: 201 time: 0.1359828 Jul 30 20:17:33.665081 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46524) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:33.671534 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.tag.tag_plugin [None req-8774c316-45ef-4d9f-be9e-fd9b86e5fbe3 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a3138c62-b42d-4d4b-94b9-1d1ab841e2dc', {'tags': ['tempest-TagsExtTest-Tag-47230636', 'tempest-TagsExtTest-Tag-435686348', 'tempest-TagsExtTest-Tag-372735936']}) {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:33.692182 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-cbf1faa5-1620-4449-8d38-3eb6e7f8ab74 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-978864508-network', 'tenant_id': '24579295bc844f6fa90314f73b2fffb4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:33.739115 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13b8074a-3c2c-4f1a-a509-706ae0942558 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:33.745786 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13b8074a-3c2c-4f1a-a509-706ae0942558 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:33.789172 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf1faa5-1620-4449-8d38-3eb6e7f8ab74 admin admin] Made reservation on behalf of 24579295bc844f6fa90314f73b2fffb4 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:17:33.792325 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbf1faa5-1620-4449-8d38-3eb6e7f8ab74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:33.796237 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13b8074a-3c2c-4f1a-a509-706ae0942558 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:33.800465 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-13b8074a-3c2c-4f1a-a509-706ae0942558 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2516365 Jul 30 20:17:33.800465 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8074a-3c2c-4f1a-a509-706ae0942558 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ead4c405-9648-41b9-b4a1-101d6492a334,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:33.801585 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46528) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:33.805908 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8774c316-45ef-4d9f-be9e-fd9b86e5fbe3 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "PUT /v2.0/subnets/a3138c62-b42d-4d4b-94b9-1d1ab841e2dc/tags HTTP/1.1" status: 200 len: 314 time: 0.1380308 Jul 30 20:17:33.808183 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46530) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:33.811732 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c25f2425-aab7-4e12-a273-9ddc8f48d1d6 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Request body: {'security_group_rule': {'security_group_id': 'ead4c405-9648-41b9-b4a1-101d6492a334', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:33.821511 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-ed67acd9-b18d-4b23-b7a9-c91552b42053 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a3138c62-b42d-4d4b-94b9-1d1ab841e2dc') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:33.823322 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee004ea-ee82-4582-94ad-69873aa94e02 req-071869e8-40ae-45d9-b277-79bdf9a34fb6 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:33.824466 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbf1faa5-1620-4449-8d38-3eb6e7f8ab74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:33.832173 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ee004ea-ee82-4582-94ad-69873aa94e02 req-071869e8-40ae-45d9-b277-79bdf9a34fb6 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0858920 Jul 30 20:17:33.873446 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ee004ea-ee82-4582-94ad-69873aa94e02 req-8862efc8-59d2-46ba-b14a-3884ff94c4c5 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403798 Jul 30 20:17:33.897673 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c25f2425-aab7-4e12-a273-9ddc8f48d1d6 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:33.997217 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ed67acd9-b18d-4b23-b7a9-c91552b42053 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "DELETE /v2.0/subnets/a3138c62-b42d-4d4b-94b9-1d1ab841e2dc/tags HTTP/1.1" status: 204 len: 168 time: 0.1775751 Jul 30 20:17:33.999939 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d004b-47d6-4bad-a762-13e63e5bd00d req-9e28dfa9-3373-4bba-9d29-aa99ef404dcc tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:34.000447 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46534) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:34.004527 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-2f6adfc1-2932-436b-9a55-fbe0ccc8a98b tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a3138c62-b42d-4d4b-94b9-1d1ab841e2dc', 'tempest-TagsExtTest-Tag-47230636') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:34.007591 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-714d004b-47d6-4bad-a762-13e63e5bd00d req-9e28dfa9-3373-4bba-9d29-aa99ef404dcc tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0595400 Jul 30 20:17:34.057110 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-714d004b-47d6-4bad-a762-13e63e5bd00d req-4edbe63f-5b28-49e5-ad1b-9885ec9686cd tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477309 Jul 30 20:17:34.060178 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c25f2425-aab7-4e12-a273-9ddc8f48d1d6 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:34.069643 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c25f2425-aab7-4e12-a273-9ddc8f48d1d6 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:34.107295 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f2425-aab7-4e12-a273-9ddc8f48d1d6 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99116c1-5aaa-4d8f-addb-bf1b5f273c84,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:34.126436 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbf1faa5-1620-4449-8d38-3eb6e7f8ab74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:34.134503 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbf1faa5-1620-4449-8d38-3eb6e7f8ab74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:34.142047 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c25f2425-aab7-4e12-a273-9ddc8f48d1d6 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:34.146246 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c25f2425-aab7-4e12-a273-9ddc8f48d1d6 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3388710 Jul 30 20:17:34.147803 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-2f6adfc1-2932-436b-9a55-fbe0ccc8a98b tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] show failed (client error): The resource could not be found. Jul 30 20:17:34.148716 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46540) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:34.149025 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2f6adfc1-2932-436b-9a55-fbe0ccc8a98b tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "GET /v2.0/subnets/a3138c62-b42d-4d4b-94b9-1d1ab841e2dc/tags/tempest-TagsExtTest-Tag-47230636 HTTP/1.1" status: 404 len: 327 time: 0.1476059 Jul 30 20:17:34.152570 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46542) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:34.166198 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.tag.tag_plugin [None req-ed8e3328-3313-4f93-b87b-9d6e05281510 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a3138c62-b42d-4d4b-94b9-1d1ab841e2dc', 'tempest-TagsExtTest-Tag-435686348') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:34.173155 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf1faa5-1620-4449-8d38-3eb6e7f8ab74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:17:34.185112 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1faa5-1620-4449-8d38-3eb6e7f8ab74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b7adbd-8a34-45ae-a1fa-732740e8e6c7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:34.190070 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbf1faa5-1620-4449-8d38-3eb6e7f8ab74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:34.190536 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-cbf1faa5-1620-4449-8d38-3eb6e7f8ab74 admin admin] Added segment 4c803c4a-5b32-4faf-a275-098fdeb20545 of type vlan for network 1286c225-8acb-4ef0-98ac-2e7583827777 Jul 30 20:17:34.237037 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbf1faa5-1620-4449-8d38-3eb6e7f8ab74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:34.239031 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a61783a5-f577-409f-be6c-ae3445679f61 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:34.251589 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a61783a5-f577-409f-be6c-ae3445679f61 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:34.296040 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbf1faa5-1620-4449-8d38-3eb6e7f8ab74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:34.297254 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf1faa5-1620-4449-8d38-3eb6e7f8ab74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:34.297981 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbf1faa5-1620-4449-8d38-3eb6e7f8ab74 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:34.303439 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658fd76-ffb8-4a11-aebe-e1f726393115 req-23a13b98-7c19-422b-abd4-453ad49d93ad tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:34.305656 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2658fd76-ffb8-4a11-aebe-e1f726393115 req-23a13b98-7c19-422b-abd4-453ad49d93ad tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1350131 Jul 30 20:17:34.320744 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a61783a5-f577-409f-be6c-ae3445679f61 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:34.329603 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a61783a5-f577-409f-be6c-ae3445679f61 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:34.331552 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a61783a5-f577-409f-be6c-ae3445679f61 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/a99116c1-5aaa-4d8f-addb-bf1b5f273c84 HTTP/1.1" status: 204 len: 168 time: 0.1812408 Jul 30 20:17:34.340188 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-ed8e3328-3313-4f93-b87b-9d6e05281510 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] show failed (client error): The resource could not be found. Jul 30 20:17:34.340323 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46546) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:34.341455 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ed8e3328-3313-4f93-b87b-9d6e05281510 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "GET /v2.0/subnets/a3138c62-b42d-4d4b-94b9-1d1ab841e2dc/tags/tempest-TagsExtTest-Tag-435686348 HTTP/1.1" status: 404 len: 328 time: 0.1822639 Jul 30 20:17:34.348204 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46548) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:34.352860 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.tag.tag_plugin [None req-371eefea-0e18-4796-96dc-7bf90ab4061e tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a3138c62-b42d-4d4b-94b9-1d1ab841e2dc', 'tempest-TagsExtTest-Tag-372735936') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:34.358044 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61783a5-f577-409f-be6c-ae3445679f61 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a99116c1-5aaa-4d8f-addb-bf1b5f273c84,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:34.383181 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cbf1faa5-1620-4449-8d38-3eb6e7f8ab74 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9044797 Jul 30 20:17:34.389198 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46550) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:34.402443 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-532405bd-7455-417d-9908-d105a6c0baba admin admin] Request body: {'subnet': {'network_id': '1286c225-8acb-4ef0-98ac-2e7583827777', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-978864508-subnet', 'tenant_id': '24579295bc844f6fa90314f73b2fffb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:34.417172 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2658fd76-ffb8-4a11-aebe-e1f726393115 req-3da230b0-27d8-4f06-a037-f8caa54e5896 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045659 Jul 30 20:17:34.454924 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532405bd-7455-417d-9908-d105a6c0baba admin admin] Made reservation on behalf of 24579295bc844f6fa90314f73b2fffb4 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:17:34.457701 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-532405bd-7455-417d-9908-d105a6c0baba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:34.493193 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a3cd735f-ce33-4785-80fd-22d2650ad7c3 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1488197 Jul 30 20:17:34.493423 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46554) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:34.501262 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1faa5-1620-4449-8d38-3eb6e7f8ab74 admin admin] Pushing event updated for resources: {'Network': ['ID=1286c225-8acb-4ef0-98ac-2e7583827777,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:34.513050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 1286c225-8acb-4ef0-98ac-2e7583827777 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:17:34.542610 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-371eefea-0e18-4796-96dc-7bf90ab4061e tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] show failed (client error): The resource could not be found. Jul 30 20:17:34.543938 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-371eefea-0e18-4796-96dc-7bf90ab4061e tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "GET /v2.0/subnets/a3138c62-b42d-4d4b-94b9-1d1ab841e2dc/tags/tempest-TagsExtTest-Tag-372735936 HTTP/1.1" status: 404 len: 328 time: 0.1946597 Jul 30 20:17:34.548123 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46556) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:34.554783 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-39b9cd73-5c5c-4846-a9a7-8254f3b3ae47 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'eeff6082-fe51-4f86-befe-8687dacfe40f', {'tags': ['tempest-TagsExtTest-Tag-816527623', 'tempest-TagsExtTest-Tag-216404364', 'tempest-TagsExtTest-Tag-1233647113']}) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:34.674084 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e1011df-4dd1-496c-b3db-f31809a9ffda tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:34.690778 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-39b9cd73-5c5c-4846-a9a7-8254f3b3ae47 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "PUT /v2.0/ports/eeff6082-fe51-4f86-befe-8687dacfe40f/tags HTTP/1.1" status: 200 len: 316 time: 0.1414495 Jul 30 20:17:34.698266 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46564) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:34.718181 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.tag.tag_plugin [None req-4cd2961e-ff83-443e-afc5-243c254df5bf tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'eeff6082-fe51-4f86-befe-8687dacfe40f') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:34.727143 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e1011df-4dd1-496c-b3db-f31809a9ffda tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:34.785405 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e1011df-4dd1-496c-b3db-f31809a9ffda tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:34.788845 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e1011df-4dd1-496c-b3db-f31809a9ffda tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:34.793396 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4e1011df-4dd1-496c-b3db-f31809a9ffda tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "DELETE /v2.0/security-groups/ead4c405-9648-41b9-b4a1-101d6492a334 HTTP/1.1" status: 204 len: 168 time: 0.2981334 Jul 30 20:17:34.794075 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46566) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:34.795037 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f794265-e5a3-49f0-bfbb-68adcec0103e req-4fc666c0-8ac5-4bd4-a764-890bf84f9ebb tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:34.802184 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f794265-e5a3-49f0-bfbb-68adcec0103e req-4fc666c0-8ac5-4bd4-a764-890bf84f9ebb tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1437199 Jul 30 20:17:34.812051 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1011df-4dd1-496c-b3db-f31809a9ffda tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead4c405-9648-41b9-b4a1-101d6492a334,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:34.867074 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a0c402b6-1efc-48fd-8d61-3cdc29fe682c tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0629084 Jul 30 20:17:34.867603 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f794265-e5a3-49f0-bfbb-68adcec0103e req-624ec5ab-17fe-49b1-90ba-561f7b3721e7 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607414 Jul 30 20:17:34.868872 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-532405bd-7455-417d-9908-d105a6c0baba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:34.871241 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46568) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:34.876359 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6c99386c-558b-42b2-9dcc-abe230f3b6aa tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1464372114'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:34.904423 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c99386c-558b-42b2-9dcc-abe230f3b6aa tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:34.963552 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532405bd-7455-417d-9908-d105a6c0baba admin admin] Pushing event updated for resources: {'Subnet': ['ID=eed5c7e6-95c3-4613-9e8d-fb6e825361a8,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:34.987788 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4cd2961e-ff83-443e-afc5-243c254df5bf tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "DELETE /v2.0/ports/eeff6082-fe51-4f86-befe-8687dacfe40f/tags HTTP/1.1" status: 204 len: 168 time: 0.2859108 Jul 30 20:17:34.988085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46572) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:34.992473 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532405bd-7455-417d-9908-d105a6c0baba admin admin] Checking segment: {'id': '4c803c4a-5b32-4faf-a275-098fdeb20545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1286c225-8acb-4ef0-98ac-2e7583827777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:17:34.992738 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-b7010561-7f02-4ca1-8130-1815c6b8860b tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eeff6082-fe51-4f86-befe-8687dacfe40f', 'tempest-TagsExtTest-Tag-816527623') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:34.992874 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532405bd-7455-417d-9908-d105a6c0baba admin admin] Network hostable DHCP agents. Network: 1286c225-8acb-4ef0-98ac-2e7583827777, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:17:35.018262 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532405bd-7455-417d-9908-d105a6c0baba admin admin] Network 1286c225-8acb-4ef0-98ac-2e7583827777 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:17:35.041862 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c99386c-558b-42b2-9dcc-abe230f3b6aa tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:35.043583 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-532405bd-7455-417d-9908-d105a6c0baba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 1286c225-8acb-4ef0-98ac-2e7583827777) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:17:35.046931 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c99386c-558b-42b2-9dcc-abe230f3b6aa tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:35.062188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532405bd-7455-417d-9908-d105a6c0baba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:35.063443 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-532405bd-7455-417d-9908-d105a6c0baba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:35.075165 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0979cfd-4ad9-4b30-a201-cd26e0140175 None None] Network 1286c225-8acb-4ef0-98ac-2e7583827777 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:17:35.086066 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-532405bd-7455-417d-9908-d105a6c0baba admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6905940 Jul 30 20:17:35.088907 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99386c-558b-42b2-9dcc-abe230f3b6aa tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efce226b-e10b-44bf-9350-a8a1327f60ef,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:35.089179 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46574) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:35.093238 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c99386c-558b-42b2-9dcc-abe230f3b6aa tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:35.094431 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6c99386c-558b-42b2-9dcc-abe230f3b6aa tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2216573 Jul 30 20:17:35.098434 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46576) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:35.104225 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e42af868-0bc1-46fe-a0e4-98ad603a56f0 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Request body: {'security_group_rule': {'security_group_id': 'efce226b-e10b-44bf-9350-a8a1327f60ef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:35.118326 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-b7010561-7f02-4ca1-8130-1815c6b8860b tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] show failed (client error): The resource could not be found. Jul 30 20:17:35.119392 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b7010561-7f02-4ca1-8130-1815c6b8860b tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "GET /v2.0/ports/eeff6082-fe51-4f86-befe-8687dacfe40f/tags/tempest-TagsExtTest-Tag-816527623 HTTP/1.1" status: 404 len: 328 time: 0.1301796 Jul 30 20:17:35.125573 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46578) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:35.125877 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3c28d21e-6aad-4028-a2e2-a5ae3b9fa6fa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-978864508-router', 'tenant_id': '24579295bc844f6fa90314f73b2fffb4', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:35.138411 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-3b6946ac-a16a-4437-8623-8e96a05f6540 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eeff6082-fe51-4f86-befe-8687dacfe40f', 'tempest-TagsExtTest-Tag-216404364') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:35.190520 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e42af868-0bc1-46fe-a0e4-98ad603a56f0 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:35.218702 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c28d21e-6aad-4028-a2e2-a5ae3b9fa6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:35.219758 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c28d21e-6aad-4028-a2e2-a5ae3b9fa6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:35.258705 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-3b6946ac-a16a-4437-8623-8e96a05f6540 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] show failed (client error): The resource could not be found. Jul 30 20:17:35.264890 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3b6946ac-a16a-4437-8623-8e96a05f6540 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "GET /v2.0/ports/eeff6082-fe51-4f86-befe-8687dacfe40f/tags/tempest-TagsExtTest-Tag-216404364 HTTP/1.1" status: 404 len: 328 time: 0.1381412 Jul 30 20:17:35.265737 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46582) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:35.273992 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-78780deb-b47d-46ac-9ee6-f9df74642ad8 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eeff6082-fe51-4f86-befe-8687dacfe40f', 'tempest-TagsExtTest-Tag-1233647113') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:35.382147 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c28d21e-6aad-4028-a2e2-a5ae3b9fa6fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:35.419360 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995f90dc-b5b5-44aa-a849-b72dc7be3a4d None None] Network 1286c225-8acb-4ef0-98ac-2e7583827777 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:17:35.447699 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e42af868-0bc1-46fe-a0e4-98ad603a56f0 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:35.454868 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e42af868-0bc1-46fe-a0e4-98ad603a56f0 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:35.480100 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42af868-0bc1-46fe-a0e4-98ad603a56f0 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b468dd80-cf15-44a9-90df-a932bc4d5fd6,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:35.488021 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-78780deb-b47d-46ac-9ee6-f9df74642ad8 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] show failed (client error): The resource could not be found. Jul 30 20:17:35.496592 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-78780deb-b47d-46ac-9ee6-f9df74642ad8 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "GET /v2.0/ports/eeff6082-fe51-4f86-befe-8687dacfe40f/tags/tempest-TagsExtTest-Tag-1233647113 HTTP/1.1" status: 404 len: 329 time: 0.2220144 Jul 30 20:17:35.496592 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e42af868-0bc1-46fe-a0e4-98ad603a56f0 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:35.496592 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e42af868-0bc1-46fe-a0e4-98ad603a56f0 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3946471 Jul 30 20:17:35.496592 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46584) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:35.496592 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46586) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:35.500405 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6152872f-6abb-417d-a4f8-454e3c02f6d6 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Request body: {'security_group_rule': {'security_group_id': 'efce226b-e10b-44bf-9350-a8a1327f60ef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:35.507993 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-c0d32c7a-8113-477b-a2f8-da18f3541e2b tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c6de876c-8a32-40a8-80a0-7ff92fa1dca7', {'tags': ['tempest-TagsExtTest-Tag-2113438499', 'tempest-TagsExtTest-Tag-61708540', 'tempest-TagsExtTest-Tag-227998533']}) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:35.546603 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55f9c5-a1c5-46fc-99cd-2f8ea3be02a9 req-8a9bc915-9243-4d0d-9d96-435b867e7050 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:35.554949 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cb55f9c5-a1c5-46fc-99cd-2f8ea3be02a9 req-8a9bc915-9243-4d0d-9d96-435b867e7050 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.2318537 Jul 30 20:17:35.648073 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6152872f-6abb-417d-a4f8-454e3c02f6d6 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:35.676704 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c0d32c7a-8113-477b-a2f8-da18f3541e2b tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "PUT /v2.0/routers/c6de876c-8a32-40a8-80a0-7ff92fa1dca7/tags HTTP/1.1" status: 200 len: 315 time: 0.1796622 Jul 30 20:17:35.679743 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46590) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:35.684402 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-d8c82f03-f363-45f5-bbc8-1046e4154d85 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c6de876c-8a32-40a8-80a0-7ff92fa1dca7') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:35.702800 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c28d21e-6aad-4028-a2e2-a5ae3b9fa6fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:35.784570 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cb55f9c5-a1c5-46fc-99cd-2f8ea3be02a9 req-0817347a-ba4f-40de-8ffe-70f827aec4f7 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286971 Jul 30 20:17:35.827352 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d8c82f03-f363-45f5-bbc8-1046e4154d85 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "DELETE /v2.0/routers/c6de876c-8a32-40a8-80a0-7ff92fa1dca7/tags HTTP/1.1" status: 204 len: 168 time: 0.1465604 Jul 30 20:17:35.831535 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46596) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:35.841295 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6152872f-6abb-417d-a4f8-454e3c02f6d6 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:35.843973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.tag.tag_plugin [None req-124eb2a8-a738-4cb0-930d-7e61d8740f8e tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c6de876c-8a32-40a8-80a0-7ff92fa1dca7', 'tempest-TagsExtTest-Tag-2113438499') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:35.847631 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6152872f-6abb-417d-a4f8-454e3c02f6d6 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:35.874998 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6152872f-6abb-417d-a4f8-454e3c02f6d6 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:35.876425 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6152872f-6abb-417d-a4f8-454e3c02f6d6 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3806174 Jul 30 20:17:35.879097 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46598) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:35.885984 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1c7d07bd-17e9-495c-b01c-23eba14127c9 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Request body: {'security_group_rule': {'security_group_id': 'efce226b-e10b-44bf-9350-a8a1327f60ef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:35.926881 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152872f-6abb-417d-a4f8-454e3c02f6d6 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b213d5-b7aa-45cb-8aed-17b9ce6e4328,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:35.947415 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-124eb2a8-a738-4cb0-930d-7e61d8740f8e tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] show failed (client error): The resource could not be found. Jul 30 20:17:35.949073 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-124eb2a8-a738-4cb0-930d-7e61d8740f8e tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "GET /v2.0/routers/c6de876c-8a32-40a8-80a0-7ff92fa1dca7/tags/tempest-TagsExtTest-Tag-2113438499 HTTP/1.1" status: 404 len: 329 time: 0.1165614 Jul 30 20:17:35.954204 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46600) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:35.959224 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.tag.tag_plugin [None req-54b63ec9-83da-4618-9c4c-29a7ed09fc2f tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c6de876c-8a32-40a8-80a0-7ff92fa1dca7', 'tempest-TagsExtTest-Tag-61708540') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:35.973503 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c7d07bd-17e9-495c-b01c-23eba14127c9 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.040396 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c7d07bd-17e9-495c-b01c-23eba14127c9 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.051938 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c7d07bd-17e9-495c-b01c-23eba14127c9 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.082622 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d07bd-17e9-495c-b01c-23eba14127c9 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b475076-a99b-479c-81bb-bc213b3333e9,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:36.107791 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c7d07bd-17e9-495c-b01c-23eba14127c9 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.111554 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1c7d07bd-17e9-495c-b01c-23eba14127c9 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2289736 Jul 30 20:17:36.112196 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46604) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:36.116710 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-03f4cd43-eea5-43f3-91f2-218aa352918c tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Request body: {'security_group_rule': {'security_group_id': 'efce226b-e10b-44bf-9350-a8a1327f60ef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:36.150632 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03f4cd43-eea5-43f3-91f2-218aa352918c tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.231220 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03f4cd43-eea5-43f3-91f2-218aa352918c tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.235555 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03f4cd43-eea5-43f3-91f2-218aa352918c tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.256414 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03f4cd43-eea5-43f3-91f2-218aa352918c tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.259552 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-03f4cd43-eea5-43f3-91f2-218aa352918c tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1449449 Jul 30 20:17:36.261511 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46606) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:36.273785 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4cd43-eea5-43f3-91f2-218aa352918c tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9dfb5f-9ac9-474c-863a-d9dd0e94516e,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:36.289589 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-46f408bc-00e4-43b6-a2f8-092a812acfe1 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Request body: {'security_group_rule': {'security_group_id': 'efce226b-e10b-44bf-9350-a8a1327f60ef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:36.329519 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-46f408bc-00e4-43b6-a2f8-092a812acfe1 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.391067 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-54b63ec9-83da-4618-9c4c-29a7ed09fc2f tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] show failed (client error): The resource could not be found. Jul 30 20:17:36.397903 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46608) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:36.398114 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-54b63ec9-83da-4618-9c4c-29a7ed09fc2f tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "GET /v2.0/routers/c6de876c-8a32-40a8-80a0-7ff92fa1dca7/tags/tempest-TagsExtTest-Tag-61708540 HTTP/1.1" status: 404 len: 327 time: 0.4401391 Jul 30 20:17:36.402336 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-55b6b950-af38-4e61-a5e6-2610082c29f0 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c6de876c-8a32-40a8-80a0-7ff92fa1dca7', 'tempest-TagsExtTest-Tag-227998533') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:36.464904 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c28d21e-6aad-4028-a2e2-a5ae3b9fa6fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.480789 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-46f408bc-00e4-43b6-a2f8-092a812acfe1 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.488042 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-46f408bc-00e4-43b6-a2f8-092a812acfe1 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.490481 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c28d21e-6aad-4028-a2e2-a5ae3b9fa6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.508857 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-55b6b950-af38-4e61-a5e6-2610082c29f0 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] show failed (client error): The resource could not be found. Jul 30 20:17:36.513413 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-55b6b950-af38-4e61-a5e6-2610082c29f0 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "GET /v2.0/routers/c6de876c-8a32-40a8-80a0-7ff92fa1dca7/tags/tempest-TagsExtTest-Tag-227998533 HTTP/1.1" status: 404 len: 328 time: 0.1139433 Jul 30 20:17:36.513413 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f408bc-00e4-43b6-a2f8-092a812acfe1 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7865c25-702e-4310-86b9-0f2787a2a1ce,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:36.516258 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46610) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:36.521377 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-6297f6e3-f3b0-42d4-9f3d-0788ed83ca57 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '977803cf-0637-46cf-a6e5-82284e723ac7', {'tags': ['tempest-TagsExtTest-Tag-1004954306', 'tempest-TagsExtTest-Tag-1927249489', 'tempest-TagsExtTest-Tag-1294316240']}) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:36.526404 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-46f408bc-00e4-43b6-a2f8-092a812acfe1 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.535265 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-46f408bc-00e4-43b6-a2f8-092a812acfe1 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2547660 Jul 30 20:17:36.536171 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46612) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:36.578639 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb37a546-5ecf-44cc-8b89-a80339dea15f tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.587625 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb37a546-5ecf-44cc-8b89-a80339dea15f tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.594207 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6297f6e3-f3b0-42d4-9f3d-0788ed83ca57 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "PUT /v2.0/subnetpools/977803cf-0637-46cf-a6e5-82284e723ac7/tags HTTP/1.1" status: 200 len: 318 time: 0.0768802 Jul 30 20:17:36.598396 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46614) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:36.604277 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.tag.tag_plugin [None req-61ae5196-63b4-4cc0-8e60-499bb8f7cb74 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '977803cf-0637-46cf-a6e5-82284e723ac7') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:36.625652 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb37a546-5ecf-44cc-8b89-a80339dea15f tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.637573 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb37a546-5ecf-44cc-8b89-a80339dea15f tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.637573 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fb37a546-5ecf-44cc-8b89-a80339dea15f tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/e7865c25-702e-4310-86b9-0f2787a2a1ce HTTP/1.1" status: 204 len: 168 time: 0.0981107 Jul 30 20:17:36.637852 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46616) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:36.652585 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-3c28d21e-6aad-4028-a2e2-a5ae3b9fa6fa admin admin] Allocated IP 172.25.3.165 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/7d80c428-9fe3-426d-bf0d-502e243d9ca5) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:17:36.660886 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37a546-5ecf-44cc-8b89-a80339dea15f tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7865c25-702e-4310-86b9-0f2787a2a1ce,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:36.708933 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0ee49273-745d-41bc-9b98-010e471594a4 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0657499 Jul 30 20:17:36.709633 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46618) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:36.730507 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-61ae5196-63b4-4cc0-8e60-499bb8f7cb74 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "DELETE /v2.0/subnetpools/977803cf-0637-46cf-a6e5-82284e723ac7/tags HTTP/1.1" status: 204 len: 168 time: 0.1235955 Jul 30 20:17:36.731095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46620) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:36.735751 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf3f592b-4d2a-45b6-ba5d-41a70f31164b tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.737474 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.tag.tag_plugin [None req-e012260a-6dc5-4937-b41c-180aeb111b65 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '977803cf-0637-46cf-a6e5-82284e723ac7', 'tempest-TagsExtTest-Tag-1004954306') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:36.744804 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf3f592b-4d2a-45b6-ba5d-41a70f31164b tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.778372 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf3f592b-4d2a-45b6-ba5d-41a70f31164b tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.785865 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-e012260a-6dc5-4937-b41c-180aeb111b65 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] show failed (client error): The resource could not be found. Jul 30 20:17:36.785865 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e012260a-6dc5-4937-b41c-180aeb111b65 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "GET /v2.0/subnetpools/977803cf-0637-46cf-a6e5-82284e723ac7/tags/tempest-TagsExtTest-Tag-1004954306 HTTP/1.1" status: 404 len: 329 time: 0.0478561 Jul 30 20:17:36.789950 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf3f592b-4d2a-45b6-ba5d-41a70f31164b tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.792212 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bf3f592b-4d2a-45b6-ba5d-41a70f31164b tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/fc9dfb5f-9ac9-474c-863a-d9dd0e94516e HTTP/1.1" status: 204 len: 168 time: 0.0816252 Jul 30 20:17:36.794762 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46622) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:36.795732 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46624) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:36.802031 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-4945092e-8c42-4731-8749-b27d1ef648ec tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '977803cf-0637-46cf-a6e5-82284e723ac7', 'tempest-TagsExtTest-Tag-1927249489') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:36.811987 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c28d21e-6aad-4028-a2e2-a5ae3b9fa6fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.818286 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f592b-4d2a-45b6-ba5d-41a70f31164b tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc9dfb5f-9ac9-474c-863a-d9dd0e94516e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:36.864904 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-4945092e-8c42-4731-8749-b27d1ef648ec tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] show failed (client error): The resource could not be found. Jul 30 20:17:36.869248 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4945092e-8c42-4731-8749-b27d1ef648ec tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "GET /v2.0/subnetpools/977803cf-0637-46cf-a6e5-82284e723ac7/tags/tempest-TagsExtTest-Tag-1927249489 HTTP/1.1" status: 404 len: 329 time: 0.0720954 Jul 30 20:17:36.873047 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46630) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:36.877324 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.tag.tag_plugin [None req-73f02106-13d9-41ae-8795-86ffb9a335ed tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '977803cf-0637-46cf-a6e5-82284e723ac7', 'tempest-TagsExtTest-Tag-1294316240') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:36.889845 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2cb94b0f-e147-402e-8d49-6ec423590aa3 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0795691 Jul 30 20:17:36.890079 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46634) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:36.955720 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13c97271-5625-422a-b13c-2e81be957004 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.961308 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c28d21e-6aad-4028-a2e2-a5ae3b9fa6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.964719 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13c97271-5625-422a-b13c-2e81be957004 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:36.974221 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-73f02106-13d9-41ae-8795-86ffb9a335ed tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] show failed (client error): The resource could not be found. Jul 30 20:17:36.977908 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-73f02106-13d9-41ae-8795-86ffb9a335ed tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "GET /v2.0/subnetpools/977803cf-0637-46cf-a6e5-82284e723ac7/tags/tempest-TagsExtTest-Tag-1294316240 HTTP/1.1" status: 404 len: 329 time: 0.1015110 Jul 30 20:17:36.980594 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46638) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:36.984250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54450460-2722-413a-b738-c8cca1577327 req-5021fd1a-9a39-4399-bbbf-435fd88b29a5 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:36.988070 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54450460-2722-413a-b738-c8cca1577327 req-5021fd1a-9a39-4399-bbbf-435fd88b29a5 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1209486 Jul 30 20:17:36.991261 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-b648dbe9-9548-4719-b767-05acf5d60955 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '977803cf-0637-46cf-a6e5-82284e723ac7') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:37.022818 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13c97271-5625-422a-b13c-2e81be957004 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:37.035728 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13c97271-5625-422a-b13c-2e81be957004 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:37.039153 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-13c97271-5625-422a-b13c-2e81be957004 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/0b475076-a99b-479c-81bb-bc213b3333e9 HTTP/1.1" status: 204 len: 168 time: 0.1424859 Jul 30 20:17:37.039153 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c97271-5625-422a-b13c-2e81be957004 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b475076-a99b-479c-81bb-bc213b3333e9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:37.042642 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46640) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:37.044903 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c28d21e-6aad-4028-a2e2-a5ae3b9fa6fa admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:17:37.051614 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-3c28d21e-6aad-4028-a2e2-a5ae3b9fa6fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:17:37.053966 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b648dbe9-9548-4719-b767-05acf5d60955 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "DELETE /v2.0/subnetpools/977803cf-0637-46cf-a6e5-82284e723ac7/tags HTTP/1.1" status: 204 len: 168 time: 0.0719881 Jul 30 20:17:37.054572 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46642) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:37.062621 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c28d21e-6aad-4028-a2e2-a5ae3b9fa6fa admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:17:37.067256 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-0357adea-0c7b-4581-bdc9-875631657fb0 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c6de876c-8a32-40a8-80a0-7ff92fa1dca7') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:37.086348 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28d21e-6aad-4028-a2e2-a5ae3b9fa6fa admin admin] Pushing event updated for resources: {'Port': ['ID=7d80c428-9fe3-426d-bf0d-502e243d9ca5,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:37.103389 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54450460-2722-413a-b738-c8cca1577327 req-0476c073-b425-47fd-872d-891c573082c6 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883114 Jul 30 20:17:37.462220 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c28d21e-6aad-4028-a2e2-a5ae3b9fa6fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:37.483652 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-313ad954-220b-4f76-9bec-88573492dba0 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4369333 Jul 30 20:17:37.484250 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46652) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:37.522637 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0357adea-0c7b-4581-bdc9-875631657fb0 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "DELETE /v2.0/routers/c6de876c-8a32-40a8-80a0-7ff92fa1dca7/tags HTTP/1.1" status: 204 len: 168 time: 0.4656105 Jul 30 20:17:37.522923 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46654) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:37.523999 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ee01fcd-edd4-4107-978d-344823e49008 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:37.531222 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.tag.tag_plugin [None req-682b02de-3de8-47b1-9779-371a5c261ba8 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'eeff6082-fe51-4f86-befe-8687dacfe40f') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:37.532380 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ee01fcd-edd4-4107-978d-344823e49008 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:37.569776 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ee01fcd-edd4-4107-978d-344823e49008 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:37.577239 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ee01fcd-edd4-4107-978d-344823e49008 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:37.580811 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0ee01fcd-edd4-4107-978d-344823e49008 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/59b213d5-b7aa-45cb-8aed-17b9ce6e4328 HTTP/1.1" status: 204 len: 168 time: 0.0937886 Jul 30 20:17:37.584463 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46658) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:37.592263 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee01fcd-edd4-4107-978d-344823e49008 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59b213d5-b7aa-45cb-8aed-17b9ce6e4328,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:37.648292 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2b9e3bd4-791c-430a-b7dd-63897409f7fd tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0600586 Jul 30 20:17:37.650897 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46660) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:37.687778 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60d770b2-7c7a-42ab-a073-9c0363866ef4 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:37.696407 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60d770b2-7c7a-42ab-a073-9c0363866ef4 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:37.739398 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94504463-8f32-46b7-86d3-00d9eddb9e0c req-4d68d1d2-9969-4138-aeb8-f5c7db72e05a tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:37.740890 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-94504463-8f32-46b7-86d3-00d9eddb9e0c req-4d68d1d2-9969-4138-aeb8-f5c7db72e05a tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0707297 Jul 30 20:17:37.761716 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60d770b2-7c7a-42ab-a073-9c0363866ef4 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:37.776256 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60d770b2-7c7a-42ab-a073-9c0363866ef4 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:37.779149 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-60d770b2-7c7a-42ab-a073-9c0363866ef4 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/b468dd80-cf15-44a9-90df-a932bc4d5fd6 HTTP/1.1" status: 204 len: 168 time: 0.1247187 Jul 30 20:17:37.784993 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46662) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:37.809122 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d770b2-7c7a-42ab-a073-9c0363866ef4 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b468dd80-cf15-44a9-90df-a932bc4d5fd6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:37.843547 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d0a196c3-82bd-45f4-b8bb-52f3542aca40 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0560460 Jul 30 20:17:37.848901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46664) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:37.859844 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-94504463-8f32-46b7-86d3-00d9eddb9e0c req-be8595fc-e062-429a-b6b6-ebc81a878e9b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888779 Jul 30 20:17:37.896497 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-682b02de-3de8-47b1-9779-371a5c261ba8 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "DELETE /v2.0/ports/eeff6082-fe51-4f86-befe-8687dacfe40f/tags HTTP/1.1" status: 204 len: 168 time: 0.3718474 Jul 30 20:17:37.903981 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46666) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:37.910125 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-17996f33-2bb0-45f9-baa8-e2a155506d4c tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a3138c62-b42d-4d4b-94b9-1d1ab841e2dc') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:37.979404 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46670) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:37.979631 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-17996f33-2bb0-45f9-baa8-e2a155506d4c tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "DELETE /v2.0/subnets/a3138c62-b42d-4d4b-94b9-1d1ab841e2dc/tags HTTP/1.1" status: 204 len: 168 time: 0.0738626 Jul 30 20:17:38.021073 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-42184db7-0243-43f2-84aa-6f64e7b872dc tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:38.046427 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c28d21e-6aad-4028-a2e2-a5ae3b9fa6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:38.079186 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-42184db7-0243-43f2-84aa-6f64e7b872dc tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:38.221671 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-35dc409b-10be-45e5-91dc-f92efcdc3e01 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks [] for subnetpool, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:38.225029 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-35dc409b-10be-45e5-91dc-f92efcdc3e01 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "DELETE /v2.0/subnetpools/977803cf-0637-46cf-a6e5-82284e723ac7 HTTP/1.1" status: 204 len: 168 time: 0.2422640 Jul 30 20:17:38.225405 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46674) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:38.235998 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-42184db7-0243-43f2-84aa-6f64e7b872dc tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:38.238431 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-42184db7-0243-43f2-84aa-6f64e7b872dc tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:38.239561 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-42184db7-0243-43f2-84aa-6f64e7b872dc tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "DELETE /v2.0/security-groups/efce226b-e10b-44bf-9350-a8a1327f60ef HTTP/1.1" status: 204 len: 168 time: 0.3894820 Jul 30 20:17:38.244883 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46676) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:38.259555 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e563effa-e52e-4bd9-8736-e4b0e45238d6 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6de876c-8a32-40a8-80a0-7ff92fa1dca7 HTTP/1.1" status: 200 len: 205 time: 0.0317492 Jul 30 20:17:38.260668 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46678) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:38.275093 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42184db7-0243-43f2-84aa-6f64e7b872dc tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efce226b-e10b-44bf-9350-a8a1327f60ef,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:38.365705 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b6730dbe-3030-4ecb-a01e-9961be2627ea tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1180780 Jul 30 20:17:38.370031 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46682) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:38.375194 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-8c38bcac-5c99-4bb6-a597-5bf9fe9af576 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Request body: {'security_group': {'name': 'tempest-secgroup--8029668'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:38.383791 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c28d21e-6aad-4028-a2e2-a5ae3b9fa6fa admin admin] Router 0ab63240-71bb-4786-bd25-ee78686cbea5 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:17:38.428185 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bd64f5d-7b5e-40e8-94ae-9d11520f56c0 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:38.550765 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8c38bcac-5c99-4bb6-a597-5bf9fe9af576 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:38.600789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c28d21e-6aad-4028-a2e2-a5ae3b9fa6fa admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:17:38.609893 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] Sync routers for ids ['0ab63240-71bb-4786-bd25-ee78686cbea5'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:17:38.622826 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] Routers {'0ab63240-71bb-4786-bd25-ee78686cbea5'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:17:38.627649 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:17:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['0ab63240-71bb-4786-bd25-ee78686cbea5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:38.633834 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bd64f5d-7b5e-40e8-94ae-9d11520f56c0 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:38.640849 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bd64f5d-7b5e-40e8-94ae-9d11520f56c0 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:38.705348 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bd64f5d-7b5e-40e8-94ae-9d11520f56c0 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:38.707607 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd64f5d-7b5e-40e8-94ae-9d11520f56c0 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Fanout notify agent at l3_agent the message router_deleted on router c6de876c-8a32-40a8-80a0-7ff92fa1dca7 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:17:38.709093 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8c38bcac-5c99-4bb6-a597-5bf9fe9af576 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:38.720995 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bd64f5d-7b5e-40e8-94ae-9d11520f56c0 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:38.722798 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0bd64f5d-7b5e-40e8-94ae-9d11520f56c0 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "DELETE /v2.0/routers/c6de876c-8a32-40a8-80a0-7ff92fa1dca7 HTTP/1.1" status: 204 len: 168 time: 0.4605248 Jul 30 20:17:38.725150 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46688) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:38.726184 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8c38bcac-5c99-4bb6-a597-5bf9fe9af576 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:38.791589 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c28d21e-6aad-4028-a2e2-a5ae3b9fa6fa admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:38.793791 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3c28d21e-6aad-4028-a2e2-a5ae3b9fa6fa admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7021418 Jul 30 20:17:38.810301 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] Set router 0ab63240-71bb-4786-bd25-ee78686cbea5 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:17:38.824918 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46690) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:38.836927 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38bcac-5c99-4bb6-a597-5bf9fe9af576 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e66962-6366-4973-bac3-b79d66483e6b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:38.846154 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8c38bcac-5c99-4bb6-a597-5bf9fe9af576 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:38.848045 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8c38bcac-5c99-4bb6-a597-5bf9fe9af576 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4769287 Jul 30 20:17:38.866443 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46692) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:38.890414 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a7560b13-c49f-4088-921c-e50d520955f0 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Request body: {'security_group_rule': {'security_group_id': 'a1e66962-6366-4973-bac3-b79d66483e6b', 'direction': 'ingress', 'protocol': 17}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:38.910678 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4be9ed5c-bd1e-4a99-8e0b-f9a775e11b96 req-c9cc0f75-e4ab-43ad-8863-f7f682cda2a5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1203337 Jul 30 20:17:38.992494 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7560b13-c49f-4088-921c-e50d520955f0 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:39.052691 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-12fb52c4-eed5-4bef-9b8a-3ec41250c348 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Deleting port eeff6082-fe51-4f86-befe-8687dacfe40f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:17:39.053041 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12fb52c4-eed5-4bef-9b8a-3ec41250c348 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:39.059290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9ed5c-bd1e-4a99-8e0b-f9a775e11b96 req-eeb381b1-ec35-4ac2-b4b6-e83ab5c594c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:39.060977 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4be9ed5c-bd1e-4a99-8e0b-f9a775e11b96 req-eeb381b1-ec35-4ac2-b4b6-e83ab5c594c4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c9ba35ca3ce49889dd21646eecff8cf&device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 1097 time: 0.1018555 Jul 30 20:17:39.107371 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd76a5-ed91-462d-a3c1-67e544f2cca1 req-ec746aa2-68c4-48db-ba69-f76e64ba0d73 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:39.110171 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-43dd76a5-ed91-462d-a3c1-67e544f2cca1 req-ec746aa2-68c4-48db-ba69-f76e64ba0d73 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1486447 Jul 30 20:17:39.204873 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab63240-71bb-4786-bd25-ee78686cbea5', 'name': 'tempest-ServerRescueTestJSON-978864508-router', 'tenant_id': '24579295bc844f6fa90314f73b2fffb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '7d80c428-9fe3-426d-bf0d-502e243d9ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:17:35Z', 'updated_at': '2021-07-30T20:17:37Z', 'revision_number': 3, 'project_id': '24579295bc844f6fa90314f73b2fffb4', 'gw_port': {'id': '7d80c428-9fe3-426d-bf0d-502e243d9ca5', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab63240-71bb-4786-bd25-ee78686cbea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:17:36Z', 'updated_at': '2021-07-30T20:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:39.225612 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7560b13-c49f-4088-921c-e50d520955f0 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:39.237318 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12fb52c4-eed5-4bef-9b8a-3ec41250c348 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:39.246316 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] Checking router: 0ab63240-71bb-4786-bd25-ee78686cbea5 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:17:39.246661 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] Updating router 0ab63240-71bb-4786-bd25-ee78686cbea5 port 7d80c428-9fe3-426d-bf0d-502e243d9ca5 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:17:39.255972 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-12fb52c4-eed5-4bef-9b8a-3ec41250c348 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Calling delete_port for eeff6082-fe51-4f86-befe-8687dacfe40f owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:17:39.258057 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7560b13-c49f-4088-921c-e50d520955f0 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:39.285313 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:39.293855 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-43dd76a5-ed91-462d-a3c1-67e544f2cca1 req-a5899b45-3c5c-4780-9dee-a802c7f4749a tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687100 Jul 30 20:17:39.333988 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7560b13-c49f-4088-921c-e50d520955f0 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f85b79-2efd-4ca7-9772-8a47db204727,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:39.369402 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7560b13-c49f-4088-921c-e50d520955f0 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:39.401914 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a7560b13-c49f-4088-921c-e50d520955f0 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5073695 Jul 30 20:17:39.401914 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46710) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:39.509483 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ebb2a79-53bf-40a0-8497-b8d3b9d8398b tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:39.575536 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ebb2a79-53bf-40a0-8497-b8d3b9d8398b tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:39.616720 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12fb52c4-eed5-4bef-9b8a-3ec41250c348 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:39.665078 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb52c4-eed5-4bef-9b8a-3ec41250c348 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Pushing event deleted for resources: {'Port': ['ID=eeff6082-fe51-4f86-befe-8687dacfe40f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:39.732733 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ebb2a79-53bf-40a0-8497-b8d3b9d8398b tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:39.740229 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ebb2a79-53bf-40a0-8497-b8d3b9d8398b tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:39.743627 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2ebb2a79-53bf-40a0-8497-b8d3b9d8398b tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "DELETE /v2.0/security-groups/a1e66962-6366-4973-bac3-b79d66483e6b HTTP/1.1" status: 204 len: 168 time: 0.3458169 Jul 30 20:17:39.761706 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46722) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:39.764667 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb2a79-53bf-40a0-8497-b8d3b9d8398b tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e66962-6366-4973-bac3-b79d66483e6b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:39.805990 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12fb52c4-eed5-4bef-9b8a-3ec41250c348 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:39.808220 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-12fb52c4-eed5-4bef-9b8a-3ec41250c348 tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "DELETE /v2.0/ports/eeff6082-fe51-4f86-befe-8687dacfe40f HTTP/1.1" status: 204 len: 168 time: 1.0797834 Jul 30 20:17:39.811623 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46724) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:39.873040 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78aa5ed-d054-45eb-aac9-8fae1b28df1d tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Deleting subnet a3138c62-b42d-4d4b-94b9-1d1ab841e2dc {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:17:39.884769 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c78aa5ed-d054-45eb-aac9-8fae1b28df1d tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:39.891066 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:39.905033 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] Transition to ACTIVE for port object 7d80c428-9fe3-426d-bf0d-502e243d9ca5 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:17:39.916692 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:39.957692 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9d4e86b9-8076-4809-b1de-e22a8169b3c8 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1868465 Jul 30 20:17:39.964402 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46726) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:39.968928 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-181d5c6e-7cc5-4817-a367-ed3b1e98ed76 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Request body: {'security_group': {'name': 'tempest-secgroup--2626515'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:39.976079 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8c762-71d2-4fa4-96de-31cd1b550e56 None None] Pushing event updated for resources: {'Port': ['ID=7d80c428-9fe3-426d-bf0d-502e243d9ca5,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:39.987638 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8c762-71d2-4fa4-96de-31cd1b550e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:39.987979 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8c762-71d2-4fa4-96de-31cd1b550e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:39.988524 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8c762-71d2-4fa4-96de-31cd1b550e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:39.989038 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8c762-71d2-4fa4-96de-31cd1b550e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:39.989568 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8c762-71d2-4fa4-96de-31cd1b550e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:39.990080 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8c762-71d2-4fa4-96de-31cd1b550e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:39.990585 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8c762-71d2-4fa4-96de-31cd1b550e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:39.991089 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8c762-71d2-4fa4-96de-31cd1b550e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:39.991611 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8c762-71d2-4fa4-96de-31cd1b550e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:39.992126 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8c762-71d2-4fa4-96de-31cd1b550e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:39.992668 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8c762-71d2-4fa4-96de-31cd1b550e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:39.993203 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f8c762-71d2-4fa4-96de-31cd1b550e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:39.995203 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c78aa5ed-d054-45eb-aac9-8fae1b28df1d tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:40.019349 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] Attempting to bind port 7d80c428-9fe3-426d-bf0d-502e243d9ca5 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:17:40.020093 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] Attempting to bind port 7d80c428-9fe3-426d-bf0d-502e243d9ca5 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:17:40.021407 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] Attempting to bind port 7d80c428-9fe3-426d-bf0d-502e243d9ca5 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:17:40.026004 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9ed5c-bd1e-4a99-8e0b-f9a775e11b96 req-e7955db0-8813-4bab-9932-f9a565ebfd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:40.027745 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4be9ed5c-bd1e-4a99-8e0b-f9a775e11b96 req-e7955db0-8813-4bab-9932-f9a565ebfd89 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c421e0b7-06ec-4b47-a5b3-95881a5c3933 HTTP/1.1" status: 200 len: 917 time: 0.9178677 Jul 30 20:17:40.040262 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:17:40.040645 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:17:40.041734 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:40.042083 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:17:40.042647 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] Bound port: 7d80c428-9fe3-426d-bf0d-502e243d9ca5, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:17:40.042922 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:40.076075 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-181d5c6e-7cc5-4817-a367-ed3b1e98ed76 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:40.098367 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] For port 7d80c428-9fe3-426d-bf0d-502e243d9ca5, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:17:40.101496 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] For port 7d80c428-9fe3-426d-bf0d-502e243d9ca5, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7d80c428-9fe3-426d-bf0d-502e243d9ca5,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:17:40.109249 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:40.138753 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e480c96-e540-4be2-abba-7bdf761a45d8 req-e9b27854-7c61-4bc1-aab7-8934d2450e18 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:40.141521 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e480c96-e540-4be2-abba-7bdf761a45d8 req-e9b27854-7c61-4bc1-aab7-8934d2450e18 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.2171655 Jul 30 20:17:40.147206 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c78aa5ed-d054-45eb-aac9-8fae1b28df1d tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:40.167243 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8c762-71d2-4fa4-96de-31cd1b550e56 None None] Pushing event updated for resources: {'Port': ['ID=7d80c428-9fe3-426d-bf0d-502e243d9ca5,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:40.195578 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] Routers {'0ab63240-71bb-4786-bd25-ee78686cbea5'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:17:40.196491 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:17:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['0ab63240-71bb-4786-bd25-ee78686cbea5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:40.212654 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4be9ed5c-bd1e-4a99-8e0b-f9a775e11b96 req-348a1af2-5912-44ff-b9ab-11ba4ccff4bd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96a255fd-27b1-444d-a16e-73fe08930ceb HTTP/1.1" status: 200 len: 1002 time: 0.1730843 Jul 30 20:17:40.257620 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c78aa5ed-d054-45eb-aac9-8fae1b28df1d tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:40.302234 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78aa5ed-d054-45eb-aac9-8fae1b28df1d tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Pushing event deleted for resources: {'Subnet': ['ID=a3138c62-b42d-4d4b-94b9-1d1ab841e2dc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:40.313306 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c78aa5ed-d054-45eb-aac9-8fae1b28df1d tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:40.318287 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf5f7db-b09e-4e80-bba8-e0b24ecbdef7 None None] Network e53181d7-0b42-4c57-9499-48ea97880ea7 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:17:40.328689 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46728) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:40.329643 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c78aa5ed-d054-45eb-aac9-8fae1b28df1d tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "DELETE /v2.0/subnets/a3138c62-b42d-4d4b-94b9-1d1ab841e2dc HTTP/1.1" status: 204 len: 168 time: 0.5166597 Jul 30 20:17:40.331063 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] Set router 0ab63240-71bb-4786-bd25-ee78686cbea5 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:17:40.346247 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-181d5c6e-7cc5-4817-a367-ed3b1e98ed76 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:40.355852 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-181d5c6e-7cc5-4817-a367-ed3b1e98ed76 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:40.360218 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e480c96-e540-4be2-abba-7bdf761a45d8 req-0a8764c9-bdea-4021-a1e3-0d21bddadddc tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727393 Jul 30 20:17:40.398412 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9ed5c-bd1e-4a99-8e0b-f9a775e11b96 req-f4bd9fd2-3e69-41bd-af45-69a7b9d8393f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:40.405687 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4be9ed5c-bd1e-4a99-8e0b-f9a775e11b96 req-f4bd9fd2-3e69-41bd-af45-69a7b9d8393f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b1ad353-61a9-43a8-b737-817c20130814 HTTP/1.1" status: 200 len: 855 time: 0.1742039 Jul 30 20:17:40.406936 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d5c6e-7cc5-4817-a367-ed3b1e98ed76 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ebed7c-cc5e-47d8-8589-4a26b32641e6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:40.443922 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-181d5c6e-7cc5-4817-a367-ed3b1e98ed76 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:40.451313 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-181d5c6e-7cc5-4817-a367-ed3b1e98ed76 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4800236 Jul 30 20:17:40.451934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46732) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:40.456960 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2c139c29-02a3-4c36-baaf-6428803528f1 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1654785422'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:40.500712 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e77001e-9ad3-4276-ba84-ec16638886ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:40.529318 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c139c29-02a3-4c36-baaf-6428803528f1 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:40.544012 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9ed5c-bd1e-4a99-8e0b-f9a775e11b96 req-5ce77c9d-8500-4708-ba8a-e4d274d0034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:40.545718 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4be9ed5c-bd1e-4a99-8e0b-f9a775e11b96 req-5ce77c9d-8500-4708-ba8a-e4d274d0034d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c421e0b7-06ec-4b47-a5b3-95881a5c3933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898843 Jul 30 20:17:40.556412 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcca5c0b-e88b-4e3c-96be-480ee549b83c tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:40.664332 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab63240-71bb-4786-bd25-ee78686cbea5', 'name': 'tempest-ServerRescueTestJSON-978864508-router', 'tenant_id': '24579295bc844f6fa90314f73b2fffb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '7d80c428-9fe3-426d-bf0d-502e243d9ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:17:35Z', 'updated_at': '2021-07-30T20:17:37Z', 'revision_number': 3, 'project_id': '24579295bc844f6fa90314f73b2fffb4', 'gw_port': {'id': '7d80c428-9fe3-426d-bf0d-502e243d9ca5', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab63240-71bb-4786-bd25-ee78686cbea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:17:36Z', 'updated_at': '2021-07-30T20:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:40.691773 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c139c29-02a3-4c36-baaf-6428803528f1 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:40.697969 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5a2abd-4dd4-46b2-8992-292c3408884e None None] DHCP port deletion for e53181d7-0b42-4c57-9499-48ea97880ea7 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:17:40.723587 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c139c29-02a3-4c36-baaf-6428803528f1 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:40.752741 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3562901c-ae1c-4f64-92d5-70586eff4e4c None None] The sync data for ids ['0ab63240-71bb-4786-bd25-ee78686cbea5'] in n-d-712137-9 is: [{'id': '0ab63240-71bb-4786-bd25-ee78686cbea5', 'name': 'tempest-ServerRescueTestJSON-978864508-router', 'tenant_id': '24579295bc844f6fa90314f73b2fffb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '7d80c428-9fe3-426d-bf0d-502e243d9ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:17:35Z', 'updated_at': '2021-07-30T20:17:37Z', 'revision_number': 3, 'project_id': '24579295bc844f6fa90314f73b2fffb4', 'gw_port': {'id': '7d80c428-9fe3-426d-bf0d-502e243d9ca5', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab63240-71bb-4786-bd25-ee78686cbea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:17:36Z', 'updated_at': '2021-07-30T20:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:17:40.786363 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c139c29-02a3-4c36-baaf-6428803528f1 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5632c22-ece7-4ac0-9738-367def6f9727,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:40.823594 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c139c29-02a3-4c36-baaf-6428803528f1 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:40.825165 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2c139c29-02a3-4c36-baaf-6428803528f1 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3721273 Jul 30 20:17:40.827976 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46738) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:40.837676 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1353fd48-bf5f-409c-8274-7c5329cf7597 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Request body: {'security_group_rule': {'security_group_id': 'b2ebed7c-cc5e-47d8-8589-4a26b32641e6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c5632c22-ece7-4ac0-9738-367def6f9727', 'remote_ip_prefix': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:40.843357 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9c5a2abd-4dd4-46b2-8992-292c3408884e None None] Deleting port 901f57ce-67e7-4961-8306-2388dbde5097 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:17:40.843795 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c5a2abd-4dd4-46b2-8992-292c3408884e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:40.904605 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1353fd48-bf5f-409c-8274-7c5329cf7597 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:40.929586 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-9c5a2abd-4dd4-46b2-8992-292c3408884e None None] For port 901f57ce-67e7-4961-8306-2388dbde5097, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=901f57ce-67e7-4961-8306-2388dbde5097,segment=NetworkSegment(65c20f19-a2da-4a44-b20e-868d53ec3af0),segment_id=65c20f19-a2da-4a44-b20e-868d53ec3af0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:40.930314 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c5a2abd-4dd4-46b2-8992-292c3408884e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:40.946106 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9c5a2abd-4dd4-46b2-8992-292c3408884e None None] Calling delete_port for 901f57ce-67e7-4961-8306-2388dbde5097 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:17:40.956129 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4be9ed5c-bd1e-4a99-8e0b-f9a775e11b96 req-a429cffa-8d43-49e4-af54-fb87fed6e85a service neutron] 10.222.0.83 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926013 Jul 30 20:17:40.988357 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a4449-9c83-4b8c-a76c-17f354cc83af req-7274cb92-c041-4777-97cc-7508e2e54319 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:40.989945 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c66a4449-9c83-4b8c-a76c-17f354cc83af req-7274cb92-c041-4777-97cc-7508e2e54319 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.2137203 Jul 30 20:17:41.010979 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1353fd48-bf5f-409c-8274-7c5329cf7597 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:41.016252 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1353fd48-bf5f-409c-8274-7c5329cf7597 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:41.049684 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-bcca5c0b-e88b-4e3c-96be-480ee549b83c tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Deleting port 901f57ce-67e7-4961-8306-2388dbde5097 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:17:41.050215 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcca5c0b-e88b-4e3c-96be-480ee549b83c tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:41.051279 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1353fd48-bf5f-409c-8274-7c5329cf7597 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:41.052568 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1353fd48-bf5f-409c-8274-7c5329cf7597 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2214835 Jul 30 20:17:41.053311 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353fd48-bf5f-409c-8274-7c5329cf7597 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3074d42e-b895-4903-8863-46b91dfea0aa,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:41.056009 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46742) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:41.074941 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c5a2abd-4dd4-46b2-8992-292c3408884e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:41.094540 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-8e77001e-9ad3-4276-ba84-ec16638886ab admin admin] Allocated IP 172.20.0.1 (1286c225-8acb-4ef0-98ac-2e7583827777/eed5c7e6-95c3-4613-9e8d-fb6e825361a8/2a4485e4-c731-480a-b9d2-c2bdb9d67a3f) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:17:41.095405 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7fd5dda-3b11-4cda-8a7d-bf5c447d439b tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:41.105660 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7fd5dda-3b11-4cda-8a7d-bf5c447d439b tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:41.146258 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a2abd-4dd4-46b2-8992-292c3408884e None None] Pushing event deleted for resources: {'Port': ['ID=901f57ce-67e7-4961-8306-2388dbde5097,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:41.160654 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5a2abd-4dd4-46b2-8992-292c3408884e None None] No DVR routers for this DVR port 901f57ce-67e7-4961-8306-2388dbde5097 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:17:41.166719 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5a2abd-4dd4-46b2-8992-292c3408884e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:41.167398 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5a2abd-4dd4-46b2-8992-292c3408884e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:41.168054 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7fd5dda-3b11-4cda-8a7d-bf5c447d439b tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:41.168261 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5a2abd-4dd4-46b2-8992-292c3408884e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:41.168815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5a2abd-4dd4-46b2-8992-292c3408884e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:41.169323 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5a2abd-4dd4-46b2-8992-292c3408884e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:41.169827 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5a2abd-4dd4-46b2-8992-292c3408884e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:41.170394 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5a2abd-4dd4-46b2-8992-292c3408884e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:41.171038 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5a2abd-4dd4-46b2-8992-292c3408884e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:41.171575 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5a2abd-4dd4-46b2-8992-292c3408884e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:41.172104 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5a2abd-4dd4-46b2-8992-292c3408884e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:41.172729 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5a2abd-4dd4-46b2-8992-292c3408884e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:41.173226 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5a2abd-4dd4-46b2-8992-292c3408884e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:41.197942 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7fd5dda-3b11-4cda-8a7d-bf5c447d439b tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:41.199476 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e7fd5dda-3b11-4cda-8a7d-bf5c447d439b tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/3074d42e-b895-4903-8863-46b91dfea0aa HTTP/1.1" status: 204 len: 168 time: 0.1395702 Jul 30 20:17:41.204248 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46744) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:41.230259 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd5dda-3b11-4cda-8a7d-bf5c447d439b tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3074d42e-b895-4903-8863-46b91dfea0aa,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:41.295190 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fa12a63e-c748-41e0-b403-113c24905979 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0855920 Jul 30 20:17:41.295458 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46746) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:41.320562 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c66a4449-9c83-4b8c-a76c-17f354cc83af req-51a717e4-8880-4776-bef0-d5ba6a32f78d tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780154 Jul 30 20:17:41.364183 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-bcca5c0b-e88b-4e3c-96be-480ee549b83c tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] For port 901f57ce-67e7-4961-8306-2388dbde5097, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=901f57ce-67e7-4961-8306-2388dbde5097,segment=NetworkSegment(65c20f19-a2da-4a44-b20e-868d53ec3af0),segment_id=65c20f19-a2da-4a44-b20e-868d53ec3af0)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:41.364562 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcca5c0b-e88b-4e3c-96be-480ee549b83c tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:41.378273 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4be9ed5c-bd1e-4a99-8e0b-f9a775e11b96 req-7c3e62eb-81a6-4989-b567-5ed68b2928a9 service neutron] 10.222.0.83 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104667 Jul 30 20:17:41.378451 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a93e4cf2-df0c-42c6-bf3d-9275614b5555 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:41.409013 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a93e4cf2-df0c-42c6-bf3d-9275614b5555 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:41.449308 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-bcca5c0b-e88b-4e3c-96be-480ee549b83c tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Calling delete_port for 901f57ce-67e7-4961-8306-2388dbde5097 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:17:41.462242 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a93e4cf2-df0c-42c6-bf3d-9275614b5555 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:41.466263 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a93e4cf2-df0c-42c6-bf3d-9275614b5555 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:41.467567 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a93e4cf2-df0c-42c6-bf3d-9275614b5555 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "DELETE /v2.0/security-groups/c5632c22-ece7-4ac0-9738-367def6f9727 HTTP/1.1" status: 204 len: 168 time: 0.1710629 Jul 30 20:17:41.470716 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e77001e-9ad3-4276-ba84-ec16638886ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:41.471657 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46750) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:41.489946 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e4cf2-df0c-42c6-bf3d-9275614b5555 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5632c22-ece7-4ac0-9738-367def6f9727,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:41.536030 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252a2e4-13ea-414e-a810-6f7914bfa112 req-37eb3db6-b433-415d-88c1-52b9e3edc071 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:41.544373 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2252a2e4-13ea-414e-a810-6f7914bfa112 req-37eb3db6-b433-415d-88c1-52b9e3edc071 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1613586 Jul 30 20:17:41.562860 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3305466d-22d6-4b74-b559-d961483aa33d tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4508 time: 0.0900152 Jul 30 20:17:41.570134 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46754) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:41.609838 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2252a2e4-13ea-414e-a810-6f7914bfa112 req-741ca1c6-bc69-4f04-8d2b-65d24ca8136f tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544667 Jul 30 20:17:41.660019 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcca5c0b-e88b-4e3c-96be-480ee549b83c tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:41.664579 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-700f10b4-4204-44ce-81fe-539878021341 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:41.664861 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e77001e-9ad3-4276-ba84-ec16638886ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:41.695614 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca5c0b-e88b-4e3c-96be-480ee549b83c tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Pushing event deleted for resources: {'Port': ['ID=901f57ce-67e7-4961-8306-2388dbde5097,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:41.699445 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-700f10b4-4204-44ce-81fe-539878021341 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:41.710789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e77001e-9ad3-4276-ba84-ec16638886ab admin admin] Network 1286c225-8acb-4ef0-98ac-2e7583827777 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:17:41.716620 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-8e77001e-9ad3-4276-ba84-ec16638886ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:17:41.720673 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e77001e-9ad3-4276-ba84-ec16638886ab admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:17:41.780236 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-700f10b4-4204-44ce-81fe-539878021341 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:41.782799 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-700f10b4-4204-44ce-81fe-539878021341 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:41.783956 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-700f10b4-4204-44ce-81fe-539878021341 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "DELETE /v2.0/security-groups/b2ebed7c-cc5e-47d8-8589-4a26b32641e6 HTTP/1.1" status: 204 len: 168 time: 0.2125537 Jul 30 20:17:41.787821 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46764) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:41.792208 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcca5c0b-e88b-4e3c-96be-480ee549b83c tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] No DVR routers for this DVR port 901f57ce-67e7-4961-8306-2388dbde5097 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:17:41.842196 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f10b4-4204-44ce-81fe-539878021341 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ebed7c-cc5e-47d8-8589-4a26b32641e6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:41.881145 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8322d38d-26ad-401a-9f73-b3d6e45df094 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0910912 Jul 30 20:17:41.890307 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46766) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:41.896400 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-70cf2351-ea1f-48bd-bb19-34be3483732d tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1368195657'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:41.950472 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77001e-9ad3-4276-ba84-ec16638886ab admin admin] Pushing event updated for resources: {'Port': ['ID=2a4485e4-c731-480a-b9d2-c2bdb9d67a3f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:41.965855 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70cf2351-ea1f-48bd-bb19-34be3483732d tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:41.969286 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e77001e-9ad3-4276-ba84-ec16638886ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.055763 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcca5c0b-e88b-4e3c-96be-480ee549b83c tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.092557 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-bcca5c0b-e88b-4e3c-96be-480ee549b83c tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e53181d7-0b42-4c57-9499-48ea97880ea7']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:42.111444 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-bcca5c0b-e88b-4e3c-96be-480ee549b83c tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c20f19-a2da-4a44-b20e-868d53ec3af0') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:42.111781 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-bcca5c0b-e88b-4e3c-96be-480ee549b83c tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c20f19-a2da-4a44-b20e-868d53ec3af0') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:42.120891 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70cf2351-ea1f-48bd-bb19-34be3483732d tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.127588 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70cf2351-ea1f-48bd-bb19-34be3483732d tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.132387 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcca5c0b-e88b-4e3c-96be-480ee549b83c tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.161128 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70cf2351-ea1f-48bd-bb19-34be3483732d tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.162434 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-70cf2351-ea1f-48bd-bb19-34be3483732d tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2710743 Jul 30 20:17:42.163698 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf2351-ea1f-48bd-bb19-34be3483732d tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e8971b-9236-462e-955f-e29d1a404957,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:42.166054 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46772) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:42.170657 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-07be2b87-1119-4d26-8238-bcdd3512850e tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Request body: {'security_group_rule': {'security_group_id': 'a7e8971b-9236-462e-955f-e29d1a404957', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:42.186947 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcca5c0b-e88b-4e3c-96be-480ee549b83c tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.198255 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcca5c0b-e88b-4e3c-96be-480ee549b83c tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:17:42.198693 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcca5c0b-e88b-4e3c-96be-480ee549b83c tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:17:42.201915 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:17:42.209522 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392348c-7d42-4fee-a481-6c1b0cf062fa req-4498ab97-b68c-47fe-b7e0-a75446076ee9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:42.210209 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07be2b87-1119-4d26-8238-bcdd3512850e tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.211036 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5392348c-7d42-4fee-a481-6c1b0cf062fa req-4498ab97-b68c-47fe-b7e0-a75446076ee9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1679006 Jul 30 20:17:42.286898 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07be2b87-1119-4d26-8238-bcdd3512850e tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.291913 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07be2b87-1119-4d26-8238-bcdd3512850e tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.315378 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be2b87-1119-4d26-8238-bcdd3512850e tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c518bb43-f5ea-4a01-b401-fb871353f842,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:42.334830 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07be2b87-1119-4d26-8238-bcdd3512850e tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.339167 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-07be2b87-1119-4d26-8238-bcdd3512850e tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1695862 Jul 30 20:17:42.339481 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46774) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:42.373732 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcca5c0b-e88b-4e3c-96be-480ee549b83c tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.375278 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e77001e-9ad3-4276-ba84-ec16638886ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.389325 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcca5c0b-e88b-4e3c-96be-480ee549b83c tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.391635 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-bcca5c0b-e88b-4e3c-96be-480ee549b83c tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] 10.222.0.81 "DELETE /v2.0/networks/e53181d7-0b42-4c57-9499-48ea97880ea7 HTTP/1.1" status: 204 len: 168 time: 2.0580244 Jul 30 20:17:42.423158 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca5c0b-e88b-4e3c-96be-480ee549b83c tempest-TagsExtTest-1630508834 tempest-TagsExtTest-1630508834-project] Pushing event deleted for resources: {'Network': ['ID=e53181d7-0b42-4c57-9499-48ea97880ea7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:42.442118 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3713c0e2-9170-4cf3-978c-e3b98868a9de tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.468973 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5392348c-7d42-4fee-a481-6c1b0cf062fa req-2693b2eb-bb19-43df-9f4e-8fe72f357f84 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343957 Jul 30 20:17:42.502251 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3713c0e2-9170-4cf3-978c-e3b98868a9de tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.581228 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7d80c428-9fe3-426d-bf0d-502e243d9ca5 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:17:42.587842 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3713c0e2-9170-4cf3-978c-e3b98868a9de tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.595320 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3713c0e2-9170-4cf3-978c-e3b98868a9de tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.596811 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3713c0e2-9170-4cf3-978c-e3b98868a9de tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/c518bb43-f5ea-4a01-b401-fb871353f842 HTTP/1.1" status: 204 len: 168 time: 0.2562466 Jul 30 20:17:42.601003 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46780) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:42.666591 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713c0e2-9170-4cf3-978c-e3b98868a9de tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c518bb43-f5ea-4a01-b401-fb871353f842,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:42.682066 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 7d80c428-9fe3-426d-bf0d-502e243d9ca5 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:17:42.689796 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 7d80c428-9fe3-426d-bf0d-502e243d9ca5 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:42.690476 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.724407 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4645554-a235-4caf-b90d-c9893bbe71be req-f3e0451d-78e5-4d35-ab31-777b1af23825 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:42.732679 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d4645554-a235-4caf-b90d-c9893bbe71be req-f3e0451d-78e5-4d35-ab31-777b1af23825 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1521816 Jul 30 20:17:42.741115 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-da1c8587-1cb1-41c2-924a-f1801bc44d47 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1364837 Jul 30 20:17:42.741657 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46786) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:42.828902 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46788) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:42.829164 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-743cbc13-206d-418c-ab3d-1ef405de273b tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.861561 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-743cbc13-206d-418c-ab3d-1ef405de273b tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.870472 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d4645554-a235-4caf-b90d-c9893bbe71be req-0b281c85-033b-480b-8358-080b8317e3a8 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368058 Jul 30 20:17:42.920822 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.925198 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e77001e-9ad3-4276-ba84-ec16638886ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.933921 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e77001e-9ad3-4276-ba84-ec16638886ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.957002 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-743cbc13-206d-418c-ab3d-1ef405de273b tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.960454 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-743cbc13-206d-418c-ab3d-1ef405de273b tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:42.961918 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-743cbc13-206d-418c-ab3d-1ef405de273b tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "DELETE /v2.0/security-groups/a7e8971b-9236-462e-955f-e29d1a404957 HTTP/1.1" status: 204 len: 168 time: 0.2193127 Jul 30 20:17:42.975978 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46796) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:42.977462 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743cbc13-206d-418c-ab3d-1ef405de273b tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e8971b-9236-462e-955f-e29d1a404957,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:42.987690 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 7d80c428-9fe3-426d-bf0d-502e243d9ca5, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7d80c428-9fe3-426d-bf0d-502e243d9ca5,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:43.013007 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:43.083331 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3803ef0b-1770-4432-9dbb-9c73eb41ddc0 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0960059 Jul 30 20:17:43.087550 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46802) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:43.095790 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-158a39b0-57dc-41e2-9f4d-3f0a09bd4045 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1642992668'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:43.101483 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=7d80c428-9fe3-426d-bf0d-502e243d9ca5,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:43.135883 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 901f57ce-67e7-4961-8306-2388dbde5097 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:17:43.154974 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e77001e-9ad3-4276-ba84-ec16638886ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:43.165628 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77001e-9ad3-4276-ba84-ec16638886ab admin admin] Pushing event updated for resources: {'Port': ['ID=2a4485e4-c731-480a-b9d2-c2bdb9d67a3f,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:43.183279 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-158a39b0-57dc-41e2-9f4d-3f0a09bd4045 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:43.210488 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 901f57ce-67e7-4961-8306-2388dbde5097 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:17:43.213917 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 901f57ce-67e7-4961-8306-2388dbde5097 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:17:43.351261 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0afc7364-665b-45ea-80ad-5abff6fc9820 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=53ccd70ed7b84ca7bb9025cf45b401ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5199683 Jul 30 20:17:43.362256 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46810) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:43.452559 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-158a39b0-57dc-41e2-9f4d-3f0a09bd4045 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:43.467627 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-158a39b0-57dc-41e2-9f4d-3f0a09bd4045 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:43.489519 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-158a39b0-57dc-41e2-9f4d-3f0a09bd4045 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:43.494437 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-158a39b0-57dc-41e2-9f4d-3f0a09bd4045 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4045322 Jul 30 20:17:43.498635 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46816) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:43.503538 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f56d4943-c479-472a-8f5d-ddf81c9d4ebb tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Request body: {'security_group_rule': {'security_group_id': 'cc932fcd-2427-4894-963f-23dd71d61359', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:43.514040 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e77001e-9ad3-4276-ba84-ec16638886ab admin admin] Network 1286c225-8acb-4ef0-98ac-2e7583827777 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:17:43.520497 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-8e77001e-9ad3-4276-ba84-ec16638886ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:17:43.526795 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd99653f-40a5-4327-a0ab-1460e6da9d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:43.534360 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a39b0-57dc-41e2-9f4d-3f0a09bd4045 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc932fcd-2427-4894-963f-23dd71d61359,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:43.559064 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f56d4943-c479-472a-8f5d-ddf81c9d4ebb tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:43.620867 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd99653f-40a5-4327-a0ab-1460e6da9d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:43.624061 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f56d4943-c479-472a-8f5d-ddf81c9d4ebb tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:43.631336 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f56d4943-c479-472a-8f5d-ddf81c9d4ebb tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:43.637180 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba68bf-eaf2-4f2b-9152-67d6272f4a44 req-eeeeb6e7-9ea2-4d40-8c8d-3bf7b198dff9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:43.644574 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54ba68bf-eaf2-4f2b-9152-67d6272f4a44 req-eeeeb6e7-9ea2-4d40-8c8d-3bf7b198dff9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1940396 Jul 30 20:17:43.658107 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d4943-c479-472a-8f5d-ddf81c9d4ebb tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecdcf82a-cc63-4e42-a6ce-4525e41d0524,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:43.667764 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f56d4943-c479-472a-8f5d-ddf81c9d4ebb tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:43.672494 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f56d4943-c479-472a-8f5d-ddf81c9d4ebb tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1727996 Jul 30 20:17:43.674107 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46820) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:43.698935 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dd04eb12-d9ed-43a8-8f03-7dabb03cfb34 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-group-rules/ecdcf82a-cc63-4e42-a6ce-4525e41d0524 HTTP/1.1" status: 200 len: 763 time: 0.0237312 Jul 30 20:17:43.699534 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46822) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:43.748300 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5c61e30a-ca77-4456-b3a9-906d0de7ba75 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0475938 Jul 30 20:17:43.750805 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46824) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:43.762052 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54ba68bf-eaf2-4f2b-9152-67d6272f4a44 req-d058945b-a252-4c64-a858-aa505069affe tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166072 Jul 30 20:17:43.767066 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e77001e-9ad3-4276-ba84-ec16638886ab admin admin] Router 0ab63240-71bb-4786-bd25-ee78686cbea5 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:17:43.786480 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aca574b2-d2b3-4e2a-bd31-8d1c86e844e2 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:43.796866 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aca574b2-d2b3-4e2a-bd31-8d1c86e844e2 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:43.821515 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd99653f-40a5-4327-a0ab-1460e6da9d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:43.824295 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd99653f-40a5-4327-a0ab-1460e6da9d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:43.825379 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-bd99653f-40a5-4327-a0ab-1460e6da9d40 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0632c6f5-dd50-48b2-a79c-da06434205ec HTTP/1.1" status: 204 len: 168 time: 0.4619875 Jul 30 20:17:43.835040 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aca574b2-d2b3-4e2a-bd31-8d1c86e844e2 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:43.838747 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99653f-40a5-4327-a0ab-1460e6da9d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0632c6f5-dd50-48b2-a79c-da06434205ec,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:43.857361 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aca574b2-d2b3-4e2a-bd31-8d1c86e844e2 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:43.858398 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-aca574b2-d2b3-4e2a-bd31-8d1c86e844e2 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/ecdcf82a-cc63-4e42-a6ce-4525e41d0524 HTTP/1.1" status: 204 len: 168 time: 0.1056597 Jul 30 20:17:43.863927 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46830) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:43.872037 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca574b2-d2b3-4e2a-bd31-8d1c86e844e2 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecdcf82a-cc63-4e42-a6ce-4525e41d0524,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:43.927706 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2e40356d-ba3a-40bc-99b8-851969e2e634 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0605638 Jul 30 20:17:43.928127 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46832) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:43.937322 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8bde0c7a-ad3a-495b-85ae-af06d6d404e1 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Request body: {'security_group_rule': {'security_group_id': 'cc932fcd-2427-4894-963f-23dd71d61359', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:43.950990 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e77001e-9ad3-4276-ba84-ec16638886ab admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:17:43.956382 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8e77001e-9ad3-4276-ba84-ec16638886ab admin admin] 10.222.0.81 "PUT /v2.0/routers/0ab63240-71bb-4786-bd25-ee78686cbea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1304085 Jul 30 20:17:43.970179 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] Sync routers for ids ['0ab63240-71bb-4786-bd25-ee78686cbea5'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:17:43.981938 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a050a1-76ba-4fcc-90e7-0d668192cf29 req-c6b7c41a-d134-422b-970a-145652e45a06 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:43.983531 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9a050a1-76ba-4fcc-90e7-0d668192cf29 req-c6b7c41a-d134-422b-970a-145652e45a06 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0869713 Jul 30 20:17:43.991262 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] Routers {'0ab63240-71bb-4786-bd25-ee78686cbea5'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:17:43.991929 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:17:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['0ab63240-71bb-4786-bd25-ee78686cbea5'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:44.011281 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8bde0c7a-ad3a-495b-85ae-af06d6d404e1 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:44.048750 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9a050a1-76ba-4fcc-90e7-0d668192cf29 req-831b8138-c82b-42a0-a699-2a44f2a6bf5a tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581212 Jul 30 20:17:44.123868 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8bde0c7a-ad3a-495b-85ae-af06d6d404e1 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:44.133257 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8bde0c7a-ad3a-495b-85ae-af06d6d404e1 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:44.155472 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde0c7a-ad3a-495b-85ae-af06d6d404e1 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5913aabb-ba5a-41ad-8e16-bfffc3100a83,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:44.196187 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8bde0c7a-ad3a-495b-85ae-af06d6d404e1 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:44.202216 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46852) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:44.220215 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8bde0c7a-ad3a-495b-85ae-af06d6d404e1 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2909758 Jul 30 20:17:44.247630 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] Set router 0ab63240-71bb-4786-bd25-ee78686cbea5 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:17:44.481168 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7d80c428-9fe3-426d-bf0d-502e243d9ca5 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:17:44.599498 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 7d80c428-9fe3-426d-bf0d-502e243d9ca5 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:44.599990 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:44.618594 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46870) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:44.620564 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3d1a7823-92fb-453d-99d2-29232fabd8a1 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-group-rules/5913aabb-ba5a-41ad-8e16-bfffc3100a83 HTTP/1.1" status: 200 len: 763 time: 0.4171612 Jul 30 20:17:44.681493 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab63240-71bb-4786-bd25-ee78686cbea5', 'name': 'tempest-ServerRescueTestJSON-978864508-router', 'tenant_id': '24579295bc844f6fa90314f73b2fffb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '7d80c428-9fe3-426d-bf0d-502e243d9ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:17:35Z', 'updated_at': '2021-07-30T20:17:42Z', 'revision_number': 4, 'project_id': '24579295bc844f6fa90314f73b2fffb4', 'gw_port': {'id': '7d80c428-9fe3-426d-bf0d-502e243d9ca5', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab63240-71bb-4786-bd25-ee78686cbea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:17:36Z', 'updated_at': '2021-07-30T20:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '2a4485e4-c731-480a-b9d2-c2bdb9d67a3f', 'name': '', 'network_id': '1286c225-8acb-4ef0-98ac-2e7583827777', 'tenant_id': '24579295bc844f6fa90314f73b2fffb4', 'mac_address': 'fa:16:3e:26:e3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab63240-71bb-4786-bd25-ee78686cbea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'eed5c7e6-95c3-4613-9e8d-fb6e825361a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:17:40Z', 'updated_at': '2021-07-30T20:17:42Z', 'revision_number': 2, 'project_id': '24579295bc844f6fa90314f73b2fffb4', 'subnets': [{'id': 'eed5c7e6-95c3-4613-9e8d-fb6e825361a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:44.709737 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e9061-c710-4530-b0a8-d823d0a85f3a req-1bf7529e-6e28-4a41-9888-5dd6ac327cb0 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:44.711304 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a1e9061-c710-4530-b0a8-d823d0a85f3a req-1bf7529e-6e28-4a41-9888-5dd6ac327cb0 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0896971 Jul 30 20:17:44.719029 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a984761d-a159-4865-930f-303ee7f34274 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0988142 Jul 30 20:17:44.721583 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46874) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:44.724347 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] Checking router: 0ab63240-71bb-4786-bd25-ee78686cbea5 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:17:44.724707 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] Updating router 0ab63240-71bb-4786-bd25-ee78686cbea5 port 2a4485e4-c731-480a-b9d2-c2bdb9d67a3f binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:17:44.770562 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdfeabce-07f2-43c8-be46-21a3f914a90d tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:44.783391 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:44.784081 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdfeabce-07f2-43c8-be46-21a3f914a90d tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:44.788719 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a1e9061-c710-4530-b0a8-d823d0a85f3a req-a19caf34-a54a-4c46-a18b-947092ca56e5 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645261 Jul 30 20:17:44.825488 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdfeabce-07f2-43c8-be46-21a3f914a90d tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:44.839727 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdfeabce-07f2-43c8-be46-21a3f914a90d tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:44.840919 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bdfeabce-07f2-43c8-be46-21a3f914a90d tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/5913aabb-ba5a-41ad-8e16-bfffc3100a83 HTTP/1.1" status: 204 len: 168 time: 0.1181760 Jul 30 20:17:44.843390 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46882) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:44.863759 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfeabce-07f2-43c8-be46-21a3f914a90d tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5913aabb-ba5a-41ad-8e16-bfffc3100a83,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:44.922913 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c44bb9e3-8464-4bf7-9759-324cd86ed975 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0783017 Jul 30 20:17:44.925626 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46884) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:44.932652 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-eefa5ba0-8283-4dad-9c0a-a40c5a5bb271 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Request body: {'security_group_rule': {'security_group_id': 'cc932fcd-2427-4894-963f-23dd71d61359', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:44.968903 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-eefa5ba0-8283-4dad-9c0a-a40c5a5bb271 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Project fb49a88056954b4786a9f1ed24b102c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 20:17:44.983366 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eefa5ba0-8283-4dad-9c0a-a40c5a5bb271 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:45.069539 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eefa5ba0-8283-4dad-9c0a-a40c5a5bb271 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:45.076919 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eefa5ba0-8283-4dad-9c0a-a40c5a5bb271 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:45.096674 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa5ba0-8283-4dad-9c0a-a40c5a5bb271 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41400733-6eee-4c2e-be82-131c4d429fc9,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:45.120049 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eefa5ba0-8283-4dad-9c0a-a40c5a5bb271 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:45.121285 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-eefa5ba0-8283-4dad-9c0a-a40c5a5bb271 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1944208 Jul 30 20:17:45.123990 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46896) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:45.146029 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-29a598e4-9590-4d29-9a57-f6a801dc85c7 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-group-rules/41400733-6eee-4c2e-be82-131c4d429fc9 HTTP/1.1" status: 200 len: 769 time: 0.0185325 Jul 30 20:17:45.146266 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46898) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:45.184599 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:45.195200 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1ce321a7-870b-4e43-9e05-f3b029e8ee93 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0478609 Jul 30 20:17:45.198417 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46904) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:45.200072 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] Transition to ACTIVE for port object 2a4485e4-c731-480a-b9d2-c2bdb9d67a3f will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:17:45.212035 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:45.238407 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b5466f7-e3e5-47a7-9f5c-1b6dbe6a4fba tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:45.248139 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b5466f7-e3e5-47a7-9f5c-1b6dbe6a4fba tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:45.269815 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-cf9857e5-bc47-4360-a0ba-b1edc25d72b5 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:45.271007 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60037e9-4cbd-4429-8e48-cfe0e9f5c26f None None] Pushing event updated for resources: {'Port': ['ID=2a4485e4-c731-480a-b9d2-c2bdb9d67a3f,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:45.271493 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-cf9857e5-bc47-4360-a0ba-b1edc25d72b5 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/networks?id=1286c225-8acb-4ef0-98ac-2e7583827777 HTTP/1.1" status: 200 len: 810 time: 0.1490970 Jul 30 20:17:45.293872 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-4e6fa4c4-d2fa-475d-a1b8-37ba1b25e4b9 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/quotas/24579295bc844f6fa90314f73b2fffb4 HTTP/1.1" status: 200 len: 375 time: 0.0154922 Jul 30 20:17:45.297071 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b5466f7-e3e5-47a7-9f5c-1b6dbe6a4fba tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:45.313458 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b5466f7-e3e5-47a7-9f5c-1b6dbe6a4fba tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:45.316712 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8b5466f7-e3e5-47a7-9f5c-1b6dbe6a4fba tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/41400733-6eee-4c2e-be82-131c4d429fc9 HTTP/1.1" status: 204 len: 168 time: 0.1132481 Jul 30 20:17:45.319258 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46910) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:45.336838 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] Attempting to bind port 2a4485e4-c731-480a-b9d2-c2bdb9d67a3f on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:17:45.337366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] Attempting to bind port 2a4485e4-c731-480a-b9d2-c2bdb9d67a3f by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '4c803c4a-5b32-4faf-a275-098fdeb20545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1286c225-8acb-4ef0-98ac-2e7583827777'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:17:45.338580 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] Attempting to bind port 2a4485e4-c731-480a-b9d2-c2bdb9d67a3f on network 1286c225-8acb-4ef0-98ac-2e7583827777 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:17:45.350694 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5466f7-e3e5-47a7-9f5c-1b6dbe6a4fba tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41400733-6eee-4c2e-be82-131c4d429fc9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:45.360713 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:17:45.363681 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] Checking segment: {'id': '4c803c4a-5b32-4faf-a275-098fdeb20545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1286c225-8acb-4ef0-98ac-2e7583827777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:17:45.364678 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:45.365273 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] Bound using segment: {'id': '4c803c4a-5b32-4faf-a275-098fdeb20545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1286c225-8acb-4ef0-98ac-2e7583827777'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:17:45.365966 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] Bound port: 2a4485e4-c731-480a-b9d2-c2bdb9d67a3f, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c803c4a-5b32-4faf-a275-098fdeb20545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1286c225-8acb-4ef0-98ac-2e7583827777'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:17:45.366352 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:45.368533 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-93c08bb1-26e6-42bc-8d17-83f5864b0c03 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=24579295bc844f6fa90314f73b2fffb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0686543 Jul 30 20:17:45.378899 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:45.413872 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-43d218d5-72df-49ef-be36-a2bf5ae9d44c tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0870578 Jul 30 20:17:45.414588 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46914) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:45.443615 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] For port 2a4485e4-c731-480a-b9d2-c2bdb9d67a3f, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:17:45.449156 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] For port 2a4485e4-c731-480a-b9d2-c2bdb9d67a3f, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=2a4485e4-c731-480a-b9d2-c2bdb9d67a3f,segment=NetworkSegment(4c803c4a-5b32-4faf-a275-098fdeb20545),segment_id=4c803c4a-5b32-4faf-a275-098fdeb20545)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:17:45.454602 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:45.469659 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-17d5742b-8f0b-4ee4-b46b-1d985005d7ad service neutron] 10.222.0.81 "GET /v2.0/networks/1286c225-8acb-4ef0-98ac-2e7583827777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998061 Jul 30 20:17:45.476539 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3682ff24-b546-46a6-8976-7a594716c465 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:45.501182 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3682ff24-b546-46a6-8976-7a594716c465 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:45.523728 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60037e9-4cbd-4429-8e48-cfe0e9f5c26f None None] Pushing event updated for resources: {'Port': ['ID=2a4485e4-c731-480a-b9d2-c2bdb9d67a3f,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:45.551834 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3682ff24-b546-46a6-8976-7a594716c465 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:45.554593 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3682ff24-b546-46a6-8976-7a594716c465 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:45.555862 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3682ff24-b546-46a6-8976-7a594716c465 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "DELETE /v2.0/security-groups/cc932fcd-2427-4894-963f-23dd71d61359 HTTP/1.1" status: 204 len: 168 time: 0.1396587 Jul 30 20:17:45.557526 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] Routers {'0ab63240-71bb-4786-bd25-ee78686cbea5'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:17:45.557751 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:17:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['0ab63240-71bb-4786-bd25-ee78686cbea5'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:45.558666 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46920) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:45.569015 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682ff24-b546-46a6-8976-7a594716c465 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc932fcd-2427-4894-963f-23dd71d61359,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:45.621808 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-294e9161-cf8d-4994-913b-5f7951ac28bc service neutron] 10.222.0.81 "GET /v2.0/networks/1286c225-8acb-4ef0-98ac-2e7583827777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382148 Jul 30 20:17:45.635554 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-add8d4be-1b59-4128-a1e9-46fa53a50c64 tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0738990 Jul 30 20:17:45.639047 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46926) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:45.700223 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-696055c1-d1af-4ce5-9110-21ebcc5fe93a tempest-SecGroupIPv6Test-1314804184 tempest-SecGroupIPv6Test-1314804184-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0596807 Jul 30 20:17:45.703881 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] Set router 0ab63240-71bb-4786-bd25-ee78686cbea5 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:17:45.964606 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ca260-5c01-4d04-ada9-aad0ca846a67 req-0d3a157f-2f45-4994-89b1-dc64b3c5f298 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:45.971957 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9b7ca260-5c01-4d04-ada9-aad0ca846a67 req-0d3a157f-2f45-4994-89b1-dc64b3c5f298 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1094108 Jul 30 20:17:46.061594 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab63240-71bb-4786-bd25-ee78686cbea5', 'name': 'tempest-ServerRescueTestJSON-978864508-router', 'tenant_id': '24579295bc844f6fa90314f73b2fffb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '7d80c428-9fe3-426d-bf0d-502e243d9ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:17:35Z', 'updated_at': '2021-07-30T20:17:42Z', 'revision_number': 4, 'project_id': '24579295bc844f6fa90314f73b2fffb4', 'gw_port': {'id': '7d80c428-9fe3-426d-bf0d-502e243d9ca5', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab63240-71bb-4786-bd25-ee78686cbea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:17:36Z', 'updated_at': '2021-07-30T20:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '2a4485e4-c731-480a-b9d2-c2bdb9d67a3f', 'name': '', 'network_id': '1286c225-8acb-4ef0-98ac-2e7583827777', 'tenant_id': '24579295bc844f6fa90314f73b2fffb4', 'mac_address': 'fa:16:3e:26:e3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab63240-71bb-4786-bd25-ee78686cbea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'eed5c7e6-95c3-4613-9e8d-fb6e825361a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:17:40Z', 'updated_at': '2021-07-30T20:17:45Z', 'revision_number': 4, 'project_id': '24579295bc844f6fa90314f73b2fffb4', 'subnets': [{'id': 'eed5c7e6-95c3-4613-9e8d-fb6e825361a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:17:46.102085 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9b7ca260-5c01-4d04-ada9-aad0ca846a67 req-d608549f-6462-4dd4-9690-0c7e67e55def tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285434 Jul 30 20:17:46.130965 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0201c08b-4a03-4d45-a64b-c41c4af98cfc None None] The sync data for ids ['0ab63240-71bb-4786-bd25-ee78686cbea5'] in n-d-712137-9 is: [{'id': '0ab63240-71bb-4786-bd25-ee78686cbea5', 'name': 'tempest-ServerRescueTestJSON-978864508-router', 'tenant_id': '24579295bc844f6fa90314f73b2fffb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '7d80c428-9fe3-426d-bf0d-502e243d9ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:17:35Z', 'updated_at': '2021-07-30T20:17:42Z', 'revision_number': 4, 'project_id': '24579295bc844f6fa90314f73b2fffb4', 'gw_port': {'id': '7d80c428-9fe3-426d-bf0d-502e243d9ca5', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab63240-71bb-4786-bd25-ee78686cbea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:17:36Z', 'updated_at': '2021-07-30T20:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '2a4485e4-c731-480a-b9d2-c2bdb9d67a3f', 'name': '', 'network_id': '1286c225-8acb-4ef0-98ac-2e7583827777', 'tenant_id': '24579295bc844f6fa90314f73b2fffb4', 'mac_address': 'fa:16:3e:26:e3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab63240-71bb-4786-bd25-ee78686cbea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'eed5c7e6-95c3-4613-9e8d-fb6e825361a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:17:40Z', 'updated_at': '2021-07-30T20:17:45Z', 'revision_number': 4, 'project_id': '24579295bc844f6fa90314f73b2fffb4', 'subnets': [{'id': 'eed5c7e6-95c3-4613-9e8d-fb6e825361a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:17:46.337491 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46964) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:46.408742 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3558040e-fbfe-4da5-9063-6d51cc85706e req-3b000be3-317d-42cc-ba6a-03c71a888d98 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 210 time: 0.0367925 Jul 30 20:17:46.561794 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 2a4485e4-c731-480a-b9d2-c2bdb9d67a3f up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:17:46.621429 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5f528c24-02ba-4275-a7df-26f137db09f9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fb49a88056954b4786a9f1ed24b102c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2811737 Jul 30 20:17:46.625005 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46974) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:46.654949 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d3e08-0c3e-4991-a9da-6c16d550b0d1 req-865fdc2e-ed6d-4098-8e37-8862abedaf6d tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:46.661005 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 2a4485e4-c731-480a-b9d2-c2bdb9d67a3f completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:17:46.670165 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 2a4485e4-c731-480a-b9d2-c2bdb9d67a3f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:46.672058 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:46.677614 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e03d3e08-0c3e-4991-a9da-6c16d550b0d1 req-865fdc2e-ed6d-4098-8e37-8862abedaf6d tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1364870 Jul 30 20:17:46.781695 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e03d3e08-0c3e-4991-a9da-6c16d550b0d1 req-967709c7-44ed-4147-a7df-f968c638e413 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962079 Jul 30 20:17:46.796513 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:46.813059 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-078ab6e8-37e4-4507-b903-1838696c252d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:46.861343 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-078ab6e8-37e4-4507-b903-1838696c252d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:46.866216 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 2a4485e4-c731-480a-b9d2-c2bdb9d67a3f, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=2a4485e4-c731-480a-b9d2-c2bdb9d67a3f,segment=NetworkSegment(4c803c4a-5b32-4faf-a275-098fdeb20545),segment_id=4c803c4a-5b32-4faf-a275-098fdeb20545)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:46.875944 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:46.934500 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-078ab6e8-37e4-4507-b903-1838696c252d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:46.941367 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-078ab6e8-37e4-4507-b903-1838696c252d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:46.943837 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-078ab6e8-37e4-4507-b903-1838696c252d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3ea0174b-a1b3-4945-b58e-cdec3763c769 HTTP/1.1" status: 204 len: 168 time: 0.3175216 Jul 30 20:17:46.977582 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ab6e8-37e4-4507-b903-1838696c252d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea0174b-a1b3-4945-b58e-cdec3763c769,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:46.978766 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47181fe-21ac-4255-8c2d-3d57d533ec13 req-7a5035b3-c1c9-41d8-856a-264a144fb3d6 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:46.996269 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e47181fe-21ac-4255-8c2d-3d57d533ec13 req-7a5035b3-c1c9-41d8-856a-264a144fb3d6 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1009598 Jul 30 20:17:47.013744 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=2a4485e4-c731-480a-b9d2-c2bdb9d67a3f,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:47.075541 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e47181fe-21ac-4255-8c2d-3d57d533ec13 req-ec2ed17f-6dfd-4b4a-afad-4eed88fe31a9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783637 Jul 30 20:17:47.489691 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1746c2-b6fd-4b41-953a-7e595e20a858 req-490664d7-7a8b-482d-8aad-c7e230724cb3 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:47.492574 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ab1746c2-b6fd-4b41-953a-7e595e20a858 req-490664d7-7a8b-482d-8aad-c7e230724cb3 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1071601 Jul 30 20:17:47.585993 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ab1746c2-b6fd-4b41-953a-7e595e20a858 req-7293995b-6193-4df5-bd85-24b4822a675b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618675 Jul 30 20:17:47.643252 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-d14e0fc8-5c27-4c0e-beae-e4e0dc53d5e5 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:47.644841 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-d14e0fc8-5c27-4c0e-beae-e4e0dc53d5e5 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.83 "GET /v2.0/networks?id=1286c225-8acb-4ef0-98ac-2e7583827777 HTTP/1.1" status: 200 len: 810 time: 0.1961074 Jul 30 20:17:47.667473 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-24b7b4a2-13a9-49fd-a963-d4abac052469 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Request body: {'port': {'device_id': '974a7a6f-92fe-408c-9c39-c396447f6c18', 'network_id': '1286c225-8acb-4ef0-98ac-2e7583827777', 'admin_state_up': True, 'tenant_id': '24579295bc844f6fa90314f73b2fffb4'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:47.861770 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-47d10e54-018e-4e46-a15f-a692bda8d812 req-18272e1b-4432-4f3d-8583-224dfc382d43 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 210 time: 0.0409775 Jul 30 20:17:47.950119 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-24b7b4a2-13a9-49fd-a963-d4abac052469 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Made reservation on behalf of 24579295bc844f6fa90314f73b2fffb4 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:17:47.953905 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-24b7b4a2-13a9-49fd-a963-d4abac052469 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:48.152951 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47034) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:48.167391 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47604612-6c77-4315-bf39-85cbc4ed1b64 req-e9d3f737-ab91-4d2e-923b-cb7d57fdcc30 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:48.168965 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-47604612-6c77-4315-bf39-85cbc4ed1b64 req-e9d3f737-ab91-4d2e-923b-cb7d57fdcc30 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1272669 Jul 30 20:17:48.213801 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-24b7b4a2-13a9-49fd-a963-d4abac052469 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Allocated IP 172.20.0.8 (1286c225-8acb-4ef0-98ac-2e7583827777/eed5c7e6-95c3-4613-9e8d-fb6e825361a8/38be1c32-80ce-43cf-8134-8e47afb500d6) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:17:48.224602 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47038) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:48.229566 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0038602 Jul 30 20:17:48.233312 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47042) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:48.257998 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-47604612-6c77-4315-bf39-85cbc4ed1b64 req-ee6bf792-cf6d-4e33-aa3e-99f72a8bd7bf tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808773 Jul 30 20:17:48.334742 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5476be58-f0e8-49b5-98fa-7c3292b37568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:48.361216 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6c16d564-2509-4d8d-98b3-901491f53392 tempest-NetworksApiDiscovery-1876718276 tempest-NetworksApiDiscovery-1876718276-project] 10.222.0.81 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1264052 Jul 30 20:17:48.478898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 2a4485e4-c731-480a-b9d2-c2bdb9d67a3f up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:17:48.503203 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-24b7b4a2-13a9-49fd-a963-d4abac052469 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:48.544154 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5476be58-f0e8-49b5-98fa-7c3292b37568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:48.554980 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5476be58-f0e8-49b5-98fa-7c3292b37568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:48.596975 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5476be58-f0e8-49b5-98fa-7c3292b37568 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e02676b2221f454bb83d2b4b52d583e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4422433 Jul 30 20:17:48.602527 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47058) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:48.687227 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476be58-f0e8-49b5-98fa-7c3292b37568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ecca8a-013f-4c5a-83be-2634628550f6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:48.704720 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-24b7b4a2-13a9-49fd-a963-d4abac052469 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:48.707461 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d03b1acb-3aba-4993-a953-b87e525dabd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:48.735051 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d03b1acb-3aba-4993-a953-b87e525dabd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:48.740449 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057a0e1-bbfb-404a-9f6e-d29259bf49d7 req-969ad92e-1e70-4dc0-954b-f5b5f65411b3 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:48.748972 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3057a0e1-bbfb-404a-9f6e-d29259bf49d7 req-969ad92e-1e70-4dc0-954b-f5b5f65411b3 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1906462 Jul 30 20:17:48.782688 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47062) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:48.792609 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 2a4485e4-c731-480a-b9d2-c2bdb9d67a3f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:48.793494 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:48.813573 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d03b1acb-3aba-4993-a953-b87e525dabd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:48.819078 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d03b1acb-3aba-4993-a953-b87e525dabd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:48.821826 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d03b1acb-3aba-4993-a953-b87e525dabd5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/79ecca8a-013f-4c5a-83be-2634628550f6 HTTP/1.1" status: 204 len: 168 time: 0.2182951 Jul 30 20:17:48.829156 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-24b7b4a2-13a9-49fd-a963-d4abac052469 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Network 1286c225-8acb-4ef0-98ac-2e7583827777 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:17:48.844458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-24b7b4a2-13a9-49fd-a963-d4abac052469 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:17:48.850458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-24b7b4a2-13a9-49fd-a963-d4abac052469 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:17:48.866438 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b1acb-3aba-4993-a953-b87e525dabd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ecca8a-013f-4c5a-83be-2634628550f6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:48.870667 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3057a0e1-bbfb-404a-9f6e-d29259bf49d7 req-cda8caff-602d-4327-8baa-bb2752253f4e tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156852 Jul 30 20:17:48.966327 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ccc8d02-3d3f-468b-885e-2d6ecd488710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:48.982653 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7b4a2-13a9-49fd-a963-d4abac052469 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Pushing event updated for resources: {'Port': ['ID=38be1c32-80ce-43cf-8134-8e47afb500d6,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:49.024070 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-24b7b4a2-13a9-49fd-a963-d4abac052469 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:49.024845 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-24b7b4a2-13a9-49fd-a963-d4abac052469 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:49.111179 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ccc8d02-3d3f-468b-885e-2d6ecd488710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:49.117063 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ccc8d02-3d3f-468b-885e-2d6ecd488710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:49.119690 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3133227-7e59-4ddf-bb4b-7f16a411a43e req-bc3af999-3663-4190-b936-5d7be7f7ec29 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:49.121266 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3133227-7e59-4ddf-bb4b-7f16a411a43e req-bc3af999-3663-4190-b936-5d7be7f7ec29 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0540068 Jul 30 20:17:49.130591 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-24b7b4a2-13a9-49fd-a963-d4abac052469 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4744954 Jul 30 20:17:49.159305 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-5539e3f7-6319-43da-ae8e-008973ae167b service neutron] Request body: {'port': {'device_id': '974a7a6f-92fe-408c-9c39-c396447f6c18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:17:49.172441 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4ccc8d02-3d3f-468b-885e-2d6ecd488710 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c3fb7c52cf384a6093d0b7cc1fc2152f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3878126 Jul 30 20:17:49.173842 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc8d02-3d3f-468b-885e-2d6ecd488710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2bc4ce-c16e-4ea8-b866-4bdd4c3dfeb2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:49.176328 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47074) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:49.240225 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-596a8a41-041d-43bc-ba62-b126d06f9bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:49.258970 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3133227-7e59-4ddf-bb4b-7f16a411a43e req-e47423f5-238d-4aa9-84bd-0c9cf34b66c7 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228442 Jul 30 20:17:49.266271 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-5539e3f7-6319-43da-ae8e-008973ae167b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:49.266724 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-596a8a41-041d-43bc-ba62-b126d06f9bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:49.285860 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47076) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:49.337879 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4a550461-7b2c-44a4-a797-3e51ce919b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:49.341917 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-596a8a41-041d-43bc-ba62-b126d06f9bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:49.344755 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-596a8a41-041d-43bc-ba62-b126d06f9bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:49.345963 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-596a8a41-041d-43bc-ba62-b126d06f9bcb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0f2bc4ce-c16e-4ea8-b866-4bdd4c3dfeb2 HTTP/1.1" status: 204 len: 168 time: 0.1686141 Jul 30 20:17:49.355013 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a8a41-041d-43bc-ba62-b126d06f9bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2bc4ce-c16e-4ea8-b866-4bdd4c3dfeb2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:49.495565 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:49.579790 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219227c1-aba3-4439-b919-7eed1351ca1f req-58bcaf36-ed0a-479c-b37e-3d406805e31e tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:49.586302 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-219227c1-aba3-4439-b919-7eed1351ca1f req-58bcaf36-ed0a-479c-b37e-3d406805e31e tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 931 time: 0.2053235 Jul 30 20:17:49.668481 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-219227c1-aba3-4439-b919-7eed1351ca1f req-9330080b-8342-44bb-a445-acc29bae0e91 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812235 Jul 30 20:17:49.709118 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4a550461-7b2c-44a4-a797-3e51ce919b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:49.725149 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4a550461-7b2c-44a4-a797-3e51ce919b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:49.802320 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a550461-7b2c-44a4-a797-3e51ce919b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0bcfa4-e87f-4615-9e59-d5e925951883,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:49.809485 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4a550461-7b2c-44a4-a797-3e51ce919b87 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=164e04945f4d4afdade592c7f62dc828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5225360 Jul 30 20:17:49.813123 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47106) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:49.831356 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-5539e3f7-6319-43da-ae8e-008973ae167b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38be1c32-80ce-43cf-8134-8e47afb500d6 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:17:49.847862 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-5539e3f7-6319-43da-ae8e-008973ae167b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:49.869579 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-5539e3f7-6319-43da-ae8e-008973ae167b service neutron] Transition to ACTIVE for port object 38be1c32-80ce-43cf-8134-8e47afb500d6 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:17:49.875068 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-5539e3f7-6319-43da-ae8e-008973ae167b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:49.880739 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae1bb49a-9bd1-47f5-9c93-61399124d2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:49.918419 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae1bb49a-9bd1-47f5-9c93-61399124d2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:49.950493 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539e3f7-6319-43da-ae8e-008973ae167b service neutron] Pushing event updated for resources: {'Port': ['ID=38be1c32-80ce-43cf-8134-8e47afb500d6,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:49.973155 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae1bb49a-9bd1-47f5-9c93-61399124d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:49.976535 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae1bb49a-9bd1-47f5-9c93-61399124d2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:49.979369 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ae1bb49a-9bd1-47f5-9c93-61399124d2c7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/de0bcfa4-e87f-4615-9e59-d5e925951883 HTTP/1.1" status: 204 len: 168 time: 0.1641583 Jul 30 20:17:49.991130 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1bb49a-9bd1-47f5-9c93-61399124d2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0bcfa4-e87f-4615-9e59-d5e925951883,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:50.039337 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b72234-d46a-4371-a916-3ea90d6c4463 req-c276bf92-9639-44cc-b214-64af6fb215e9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:50.041437 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e5b72234-d46a-4371-a916-3ea90d6c4463 req-c276bf92-9639-44cc-b214-64af6fb215e9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1065345 Jul 30 20:17:50.078148 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-5539e3f7-6319-43da-ae8e-008973ae167b service neutron] Attempting to bind port 38be1c32-80ce-43cf-8134-8e47afb500d6 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:17:50.078487 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-5539e3f7-6319-43da-ae8e-008973ae167b service neutron] Attempting to bind port 38be1c32-80ce-43cf-8134-8e47afb500d6 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '4c803c4a-5b32-4faf-a275-098fdeb20545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1286c225-8acb-4ef0-98ac-2e7583827777'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:17:50.078911 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-5539e3f7-6319-43da-ae8e-008973ae167b service neutron] Attempting to bind port 38be1c32-80ce-43cf-8134-8e47afb500d6 on network 1286c225-8acb-4ef0-98ac-2e7583827777 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:17:50.087867 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-5539e3f7-6319-43da-ae8e-008973ae167b service neutron] Port 38be1c32-80ce-43cf-8134-8e47afb500d6 on network 1286c225-8acb-4ef0-98ac-2e7583827777 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:17:50.088201 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-5539e3f7-6319-43da-ae8e-008973ae167b service neutron] Attempting to bind port 38be1c32-80ce-43cf-8134-8e47afb500d6 on network 1286c225-8acb-4ef0-98ac-2e7583827777 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:17:50.101999 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-5539e3f7-6319-43da-ae8e-008973ae167b service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:17:50.102352 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-5539e3f7-6319-43da-ae8e-008973ae167b service neutron] Checking segment: {'id': '4c803c4a-5b32-4faf-a275-098fdeb20545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1286c225-8acb-4ef0-98ac-2e7583827777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:17:50.102738 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-5539e3f7-6319-43da-ae8e-008973ae167b service neutron] Bound using segment: {'id': '4c803c4a-5b32-4faf-a275-098fdeb20545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1286c225-8acb-4ef0-98ac-2e7583827777'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:17:50.103745 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-5539e3f7-6319-43da-ae8e-008973ae167b service neutron] Bound port: 38be1c32-80ce-43cf-8134-8e47afb500d6, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c803c4a-5b32-4faf-a275-098fdeb20545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1286c225-8acb-4ef0-98ac-2e7583827777'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:17:50.104062 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-5539e3f7-6319-43da-ae8e-008973ae167b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:50.109537 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e5b72234-d46a-4371-a916-3ea90d6c4463 req-2a106e63-4d1d-49f8-8248-bd246e19c575 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586488 Jul 30 20:17:50.188644 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-5539e3f7-6319-43da-ae8e-008973ae167b service neutron] For port 38be1c32-80ce-43cf-8134-8e47afb500d6, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:17:50.192432 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-5539e3f7-6319-43da-ae8e-008973ae167b service neutron] For port 38be1c32-80ce-43cf-8134-8e47afb500d6, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=38be1c32-80ce-43cf-8134-8e47afb500d6,segment=NetworkSegment(4c803c4a-5b32-4faf-a275-098fdeb20545),segment_id=4c803c4a-5b32-4faf-a275-098fdeb20545)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:17:50.198852 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-5539e3f7-6319-43da-ae8e-008973ae167b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:50.239263 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-5539e3f7-6319-43da-ae8e-008973ae167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:50.240269 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-5539e3f7-6319-43da-ae8e-008973ae167b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:50.241764 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-5539e3f7-6319-43da-ae8e-008973ae167b service neutron] 10.222.0.83 "PUT /v2.0/ports/38be1c32-80ce-43cf-8134-8e47afb500d6 HTTP/1.1" status: 200 len: 1091 time: 1.0962584 Jul 30 20:17:50.242295 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974a7a6f-92fe-408c-9c39-c396447f6c18', 'tag': '38be1c32-80ce-43cf-8134-8e47afb500d6'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:17:50.244727 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6270ba9b-bf47-427e-a094-7d104c0fa220" -d '{"events": [{"name": "network-changed", "server_uuid": "974a7a6f-92fe-408c-9c39-c396447f6c18", "tag": "38be1c32-80ce-43cf-8134-8e47afb500d6"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:17:50.294371 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539e3f7-6319-43da-ae8e-008973ae167b service neutron] Pushing event updated for resources: {'Port': ['ID=38be1c32-80ce-43cf-8134-8e47afb500d6,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:50.365156 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942aacdb-699f-4199-ba6b-5e49f576ebd5 req-34e53190-e30c-4f5e-90f7-8a1d8cb84d52 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:50.366674 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-942aacdb-699f-4199-ba6b-5e49f576ebd5 req-34e53190-e30c-4f5e-90f7-8a1d8cb84d52 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0937877 Jul 30 20:17:50.372605 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-07862ffa-b72c-4aa4-8d4a-87c8dac1031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:50.374141 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-07862ffa-b72c-4aa4-8d4a-87c8dac1031b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=24579295bc844f6fa90314f73b2fffb4&device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 1094 time: 0.0762298 Jul 30 20:17:50.435590 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-20f529b1-ea59-4b02-b897-527e0de69615 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38be1c32-80ce-43cf-8134-8e47afb500d6 HTTP/1.1" status: 200 len: 217 time: 0.0505753 Jul 30 20:17:50.477524 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-942aacdb-699f-4199-ba6b-5e49f576ebd5 req-e9d78fee-8e6f-4264-8d44-efa401895af5 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003840 Jul 30 20:17:50.499590 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-f0044236-aae9-40db-9a43-278656a8558f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:50.501742 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-f0044236-aae9-40db-9a43-278656a8558f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eed5c7e6-95c3-4613-9e8d-fb6e825361a8 HTTP/1.1" status: 200 len: 850 time: 0.0560718 Jul 30 20:17:50.543732 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13e84e1-d484-4e23-baad-5c85ca5d5470 x-openstack-request-id: req-a13e84e1-d484-4e23-baad-5c85ca5d5470 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:17:50.544031 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974a7a6f-92fe-408c-9c39-c396447f6c18", "tag": "38be1c32-80ce-43cf-8134-8e47afb500d6", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:17:50.544290 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a13e84e1-d484-4e23-baad-5c85ca5d5470 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:17:50.544700 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974a7a6f-92fe-408c-9c39-c396447f6c18', 'tag': '38be1c32-80ce-43cf-8134-8e47afb500d6', 'status': 'completed', 'code': 200} Jul 30 20:17:50.547375 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-2207b363-3bb4-4658-ad1b-5bffbd58708d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1286c225-8acb-4ef0-98ac-2e7583827777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373318 Jul 30 20:17:50.655050 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-cd27af89-2513-4e6c-a43d-1947936ef26c service neutron] 10.222.0.83 "GET /v2.0/networks/1286c225-8acb-4ef0-98ac-2e7583827777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004858 Jul 30 20:17:50.798981 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e59624-97f8-4713-811f-44d70b731c5f req-284f83bb-202d-4bb1-8642-1380919e5fa6 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:50.806432 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-47e59624-97f8-4713-811f-44d70b731c5f req-284f83bb-202d-4bb1-8642-1380919e5fa6 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0854044 Jul 30 20:17:50.843760 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d99e45cb-0235-463d-91c5-d7fb705ea303 req-32fd9ba3-2766-4626-a728-335c786db7a5 service neutron] 10.222.0.83 "GET /v2.0/networks/1286c225-8acb-4ef0-98ac-2e7583827777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812949 Jul 30 20:17:50.869351 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-47e59624-97f8-4713-811f-44d70b731c5f req-6cadf6db-5983-493e-9d50-9bf0cb8da7ae tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618758 Jul 30 20:17:50.999193 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270ba9b-bf47-427e-a094-7d104c0fa220 req-3a484090-3aec-48df-9cc0-f61a9601160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:51.002033 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6270ba9b-bf47-427e-a094-7d104c0fa220 req-3a484090-3aec-48df-9cc0-f61a9601160d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=24579295bc844f6fa90314f73b2fffb4&device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 1094 time: 0.0904236 Jul 30 20:17:51.014351 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5318280-2d32-4529-8590-9e3bcbccf2a4 req-fb6a6397-ba99-494f-bcbf-9f361c01d54c tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:51.016451 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c5318280-2d32-4529-8590-9e3bcbccf2a4 req-fb6a6397-ba99-494f-bcbf-9f361c01d54c tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 943 time: 0.0729868 Jul 30 20:17:51.115904 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c5318280-2d32-4529-8590-9e3bcbccf2a4 req-fd708801-8a8e-4153-9561-12b81d121566 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897081 Jul 30 20:17:51.190939 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270ba9b-bf47-427e-a094-7d104c0fa220 req-6fe3725a-272d-45ba-9a21-715f4bb7a2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:51.192533 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6270ba9b-bf47-427e-a094-7d104c0fa220 req-6fe3725a-272d-45ba-9a21-715f4bb7a2d0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1286c225-8acb-4ef0-98ac-2e7583827777 HTTP/1.1" status: 200 len: 911 time: 0.1750066 Jul 30 20:17:51.237148 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b30c762d-dc28-43cd-95dc-6d36431d2b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:51.252287 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6270ba9b-bf47-427e-a094-7d104c0fa220 req-fcb56473-6e4d-4291-ae9f-20831366361a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38be1c32-80ce-43cf-8134-8e47afb500d6 HTTP/1.1" status: 200 len: 217 time: 0.0524099 Jul 30 20:17:51.362376 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270ba9b-bf47-427e-a094-7d104c0fa220 req-9f8f5ccb-77c0-4618-ab4f-6063a5657e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:51.370078 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6270ba9b-bf47-427e-a094-7d104c0fa220 req-9f8f5ccb-77c0-4618-ab4f-6063a5657e83 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eed5c7e6-95c3-4613-9e8d-fb6e825361a8 HTTP/1.1" status: 200 len: 850 time: 0.0832727 Jul 30 20:17:51.423256 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6270ba9b-bf47-427e-a094-7d104c0fa220 req-3cba0f73-2b3c-428d-bdde-9dd31840d5ad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1286c225-8acb-4ef0-98ac-2e7583827777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454745 Jul 30 20:17:51.532451 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef638380-42b7-4e48-9729-5dd29ee3384e req-935de9e6-c931-4c10-b2da-e36f2e59ee02 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:51.541020 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef638380-42b7-4e48-9729-5dd29ee3384e req-935de9e6-c931-4c10-b2da-e36f2e59ee02 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1629484 Jul 30 20:17:51.607828 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef638380-42b7-4e48-9729-5dd29ee3384e req-af1d9313-be25-4ec4-b646-643530c533ae tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561657 Jul 30 20:17:51.631966 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6270ba9b-bf47-427e-a094-7d104c0fa220 req-552444b1-a8f4-435a-9773-ad4402545b25 service neutron] 10.222.0.83 "GET /v2.0/networks/1286c225-8acb-4ef0-98ac-2e7583827777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805806 Jul 30 20:17:51.768937 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6270ba9b-bf47-427e-a094-7d104c0fa220 req-14202b6f-b3ef-4ce7-9f0c-bb9ce68218bc service neutron] 10.222.0.83 "GET /v2.0/networks/1286c225-8acb-4ef0-98ac-2e7583827777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288800 Jul 30 20:17:51.863053 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09887c54-b4ad-4797-9811-70c0f827a9ae req-7adaa5da-d913-4a82-b658-a62bf03fc99c tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:51.864693 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09887c54-b4ad-4797-9811-70c0f827a9ae req-7adaa5da-d913-4a82-b658-a62bf03fc99c tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0640357 Jul 30 20:17:51.917018 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09887c54-b4ad-4797-9811-70c0f827a9ae req-e17e10ed-343a-420a-bc15-e7c9fffc68bf tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436287 Jul 30 20:17:51.955709 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47238) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:52.092145 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c330d-9e58-4893-8fbd-cffe70506bdc req-354d4fce-e570-49c3-a80d-5ae03b984bc0 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:52.101221 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-440c330d-9e58-4893-8fbd-cffe70506bdc req-354d4fce-e570-49c3-a80d-5ae03b984bc0 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0706203 Jul 30 20:17:52.141102 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c10142d3-6576-422c-8989-6896ea7cb453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:52.149657 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-440c330d-9e58-4893-8fbd-cffe70506bdc req-7f29dc4c-e6a3-454d-91b1-7dce59f62e5d tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474024 Jul 30 20:17:52.262621 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c10142d3-6576-422c-8989-6896ea7cb453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:52.267893 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c10142d3-6576-422c-8989-6896ea7cb453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:52.270632 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e09ef4-faaa-42e1-8dd7-f02c881a70c7 req-4e5e0b98-1f94-453b-a088-2b8b384d7801 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:52.272537 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81e09ef4-faaa-42e1-8dd7-f02c881a70c7 req-4e5e0b98-1f94-453b-a088-2b8b384d7801 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 943 time: 0.0556874 Jul 30 20:17:52.317058 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c10142d3-6576-422c-8989-6896ea7cb453 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=54cfc25fa39c46d781927a26a5cd0373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3593071 Jul 30 20:17:52.322322 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47264) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:52.327980 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81e09ef4-faaa-42e1-8dd7-f02c881a70c7 req-4d53eddf-0a8a-4a70-8f63-6724cd615257 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471010 Jul 30 20:17:52.350750 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10142d3-6576-422c-8989-6896ea7cb453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f3c09b-52b1-4b0a-aacb-ea9d47914a2c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:52.384718 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7db956ae-3828-41f4-8f02-2238cd192fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:52.409796 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7db956ae-3828-41f4-8f02-2238cd192fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:52.465247 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7db956ae-3828-41f4-8f02-2238cd192fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:52.468366 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7db956ae-3828-41f4-8f02-2238cd192fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:52.472239 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7db956ae-3828-41f4-8f02-2238cd192fd9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b0f3c09b-52b1-4b0a-aacb-ea9d47914a2c HTTP/1.1" status: 204 len: 168 time: 0.1464577 Jul 30 20:17:52.496807 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db956ae-3828-41f4-8f02-2238cd192fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f3c09b-52b1-4b0a-aacb-ea9d47914a2c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:52.891129 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47308) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:52.919992 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b201ac1-946d-46db-a903-d537c04c4b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:52.985445 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47312) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:53.050042 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05126183-1fc8-41ce-9074-e780fbe699c0 req-3b599e19-aec7-47e0-9295-e0dac5da5fd2 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:53.051641 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-05126183-1fc8-41ce-9074-e780fbe699c0 req-3b599e19-aec7-47e0-9295-e0dac5da5fd2 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0761485 Jul 30 20:17:53.114234 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b201ac1-946d-46db-a903-d537c04c4b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:53.118679 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-05126183-1fc8-41ce-9074-e780fbe699c0 req-cb6d2080-3b83-4132-8a8a-b2a8ec5f59db tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576899 Jul 30 20:17:53.119712 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b201ac1-946d-46db-a903-d537c04c4b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:53.168561 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fd7f754b-df34-4c77-99db-bed250b15f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:53.172893 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5b201ac1-946d-46db-a903-d537c04c4b16 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=097cc013a103435cbec4b817a9140a23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2795985 Jul 30 20:17:53.173681 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47318) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:53.179613 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b201ac1-946d-46db-a903-d537c04c4b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71677d4f-25bd-4167-afd7-c1a3c00b147d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:53.237000 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a043c33b-45a3-43a4-8772-d62d13aa62d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:53.263027 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a043c33b-45a3-43a4-8772-d62d13aa62d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:53.265320 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fd7f754b-df34-4c77-99db-bed250b15f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:53.270596 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fd7f754b-df34-4c77-99db-bed250b15f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:53.305746 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f754b-df34-4c77-99db-bed250b15f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151bdbdc-d16f-4b26-8945-f88dbf941e1b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:53.319026 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fd7f754b-df34-4c77-99db-bed250b15f45 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=027d73a502e844328a181d2233557033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3314767 Jul 30 20:17:53.320210 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47320) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:53.340642 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a043c33b-45a3-43a4-8772-d62d13aa62d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:53.343166 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a043c33b-45a3-43a4-8772-d62d13aa62d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:53.346708 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a043c33b-45a3-43a4-8772-d62d13aa62d3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/71677d4f-25bd-4167-afd7-c1a3c00b147d HTTP/1.1" status: 204 len: 168 time: 0.1699126 Jul 30 20:17:53.356317 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043c33b-45a3-43a4-8772-d62d13aa62d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71677d4f-25bd-4167-afd7-c1a3c00b147d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:53.387748 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1a12f5c-935e-4899-8d74-4afb76fcb59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:53.419005 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1a12f5c-935e-4899-8d74-4afb76fcb59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:53.427554 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 38be1c32-80ce-43cf-8134-8e47afb500d6 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:17:53.502024 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57ebf7-8c99-4201-a694-a950e690e3b6 req-8e8e5e93-0f91-43a1-840a-fcea8f961b99 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:53.510699 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de57ebf7-8c99-4201-a694-a950e690e3b6 req-8e8e5e93-0f91-43a1-840a-fcea8f961b99 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 943 time: 0.0944381 Jul 30 20:17:53.515604 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1a12f5c-935e-4899-8d74-4afb76fcb59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:53.522906 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1a12f5c-935e-4899-8d74-4afb76fcb59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:53.526422 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e1a12f5c-935e-4899-8d74-4afb76fcb59a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/151bdbdc-d16f-4b26-8945-f88dbf941e1b HTTP/1.1" status: 204 len: 168 time: 0.2049489 Jul 30 20:17:53.569018 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a12f5c-935e-4899-8d74-4afb76fcb59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151bdbdc-d16f-4b26-8945-f88dbf941e1b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:53.569935 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de57ebf7-8c99-4201-a694-a950e690e3b6 req-4d12f4ce-a614-4aac-a1ea-cdf0031fab24 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559604 Jul 30 20:17:53.644710 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 38be1c32-80ce-43cf-8134-8e47afb500d6, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=38be1c32-80ce-43cf-8134-8e47afb500d6,segment=NetworkSegment(4c803c4a-5b32-4faf-a275-098fdeb20545),segment_id=4c803c4a-5b32-4faf-a275-098fdeb20545)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:53.662208 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '38be1c32-80ce-43cf-8134-8e47afb500d6', 'network_id': '1286c225-8acb-4ef0-98ac-2e7583827777', 'port_id': '38be1c32-80ce-43cf-8134-8e47afb500d6', 'mac_address': 'fa:16:3e:f5:01:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed5c7e6-95c3-4613-9e8d-fb6e825361a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:17:53.688384 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:17:53.698144 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad96692d-ee3b-4b38-94b8-1c01c60f5dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:53.713635 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:53.726256 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38be1c32-80ce-43cf-8134-8e47afb500d6 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:17:53.747307 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 38be1c32-80ce-43cf-8134-8e47afb500d6, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=38be1c32-80ce-43cf-8134-8e47afb500d6,segment=NetworkSegment(4c803c4a-5b32-4faf-a275-098fdeb20545),segment_id=4c803c4a-5b32-4faf-a275-098fdeb20545)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:53.752488 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:53.805993 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=38be1c32-80ce-43cf-8134-8e47afb500d6,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:53.884308 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:53.929777 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47344) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:53.944945 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8a0ee4e-bf18-43df-802c-f228b2ae9cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:54.067343 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8a0ee4e-bf18-43df-802c-f228b2ae9cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:54.072088 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8a0ee4e-bf18-43df-802c-f228b2ae9cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:54.117056 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0ee4e-bf18-43df-802c-f228b2ae9cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9168b21-be86-4b09-8816-efec0b8419ce,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:54.123741 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c8a0ee4e-bf18-43df-802c-f228b2ae9cb4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f392b3760830422d8794fa6d8ff65e84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1928422 Jul 30 20:17:54.126392 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47358) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:54.151253 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['38be1c32-80ce-43cf-8134-8e47afb500d6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:17:54.207899 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23b6dc8e-1817-4606-8c0a-d08644948e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:54.237260 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23b6dc8e-1817-4606-8c0a-d08644948e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:54.303126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74154707-efa1-4ea6-b2b8-16933a157e02 req-0bbe932c-c2ad-4db7-ad2a-192d750eed62 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:54.305637 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-74154707-efa1-4ea6-b2b8-16933a157e02 req-0bbe932c-c2ad-4db7-ad2a-192d750eed62 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0932610 Jul 30 20:17:54.322237 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23b6dc8e-1817-4606-8c0a-d08644948e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:54.325433 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23b6dc8e-1817-4606-8c0a-d08644948e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:54.327581 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-23b6dc8e-1817-4606-8c0a-d08644948e33 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d9168b21-be86-4b09-8816-efec0b8419ce HTTP/1.1" status: 204 len: 168 time: 0.2000563 Jul 30 20:17:54.339717 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6dc8e-1817-4606-8c0a-d08644948e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9168b21-be86-4b09-8816-efec0b8419ce,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:54.375306 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-74154707-efa1-4ea6-b2b8-16933a157e02 req-936b4714-71d2-4e8f-8434-670f1a8113fa tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579686 Jul 30 20:17:54.692735 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f354676-c368-4b2d-9bb8-376436e31ba0 req-ffcb4e8f-f5f0-4a27-a0dd-835d685b00ab tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:54.694245 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3f354676-c368-4b2d-9bb8-376436e31ba0 req-ffcb4e8f-f5f0-4a27-a0dd-835d685b00ab tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 944 time: 0.0569923 Jul 30 20:17:54.740126 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3f354676-c368-4b2d-9bb8-376436e31ba0 req-b7aed00b-e22a-436c-872f-d66d06eaa5f7 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379093 Jul 30 20:17:54.906612 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:55.426210 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 38be1c32-80ce-43cf-8134-8e47afb500d6 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:17:55.486325 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 38be1c32-80ce-43cf-8134-8e47afb500d6 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:17:55.490644 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 38be1c32-80ce-43cf-8134-8e47afb500d6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:17:55.491021 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:55.514823 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894c594-0d02-467d-a7cc-2750986a954f req-09098c6e-4420-4756-a0a8-998ed5b55f1a tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:55.516524 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d894c594-0d02-467d-a7cc-2750986a954f req-09098c6e-4420-4756-a0a8-998ed5b55f1a tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0608115 Jul 30 20:17:55.560023 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d894c594-0d02-467d-a7cc-2750986a954f req-51abedb4-231f-40ff-8f89-10bf4e1f36ea tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366688 Jul 30 20:17:55.574168 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:55.599438 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974a7a6f-92fe-408c-9c39-c396447f6c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38be1c32-80ce-43cf-8134-8e47afb500d6'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:17:55.601733 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3479e8a-43d8-4e7e-a7ca-bc0355191e4e" -d '{"events": [{"server_uuid": "974a7a6f-92fe-408c-9c39-c396447f6c18", "name": "network-vif-plugged", "status": "completed", "tag": "38be1c32-80ce-43cf-8134-8e47afb500d6"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:17:55.615500 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 38be1c32-80ce-43cf-8134-8e47afb500d6, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=38be1c32-80ce-43cf-8134-8e47afb500d6,segment=NetworkSegment(4c803c4a-5b32-4faf-a275-098fdeb20545),segment_id=4c803c4a-5b32-4faf-a275-098fdeb20545)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:17:55.620032 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:55.642896 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f06ac6-06e7-4ff0-b59c-90fa80c08835 x-openstack-request-id: req-77f06ac6-06e7-4ff0-b59c-90fa80c08835 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:17:55.643189 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974a7a6f-92fe-408c-9c39-c396447f6c18", "name": "network-vif-plugged", "status": "completed", "tag": "38be1c32-80ce-43cf-8134-8e47afb500d6", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:17:55.643441 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-77f06ac6-06e7-4ff0-b59c-90fa80c08835 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:17:55.643864 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974a7a6f-92fe-408c-9c39-c396447f6c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38be1c32-80ce-43cf-8134-8e47afb500d6', 'code': 200} Jul 30 20:17:55.671593 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=38be1c32-80ce-43cf-8134-8e47afb500d6,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:55.748166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f2c0b-2cbb-4f2d-9dc9-fe0d7bdaed7e req-07406e30-0d69-4090-bade-1c3833d4b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:55.749609 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f52f2c0b-2cbb-4f2d-9dc9-fe0d7bdaed7e req-07406e30-0d69-4090-bade-1c3833d4b403 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 1096 time: 0.0437391 Jul 30 20:17:55.791982 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f52f2c0b-2cbb-4f2d-9dc9-fe0d7bdaed7e req-8ae082df-984e-4e7d-9a3e-0a046482c4ba service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358160 Jul 30 20:17:55.858235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5aabe-28b0-4257-8cd1-54c8d98de7ee req-ca0f7b62-e30c-488c-ba33-d7a9757cbe30 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:55.859797 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2c5aabe-28b0-4257-8cd1-54c8d98de7ee req-ca0f7b62-e30c-488c-ba33-d7a9757cbe30 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.0492516 Jul 30 20:17:55.901809 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2c5aabe-28b0-4257-8cd1-54c8d98de7ee req-edfc379d-9039-4ceb-b590-bdcfaaac2c16 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335135 Jul 30 20:17:56.366962 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47474) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:56.492081 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8bd3335f-2682-46f7-a610-8f97b308d3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:56.586691 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8bd3335f-2682-46f7-a610-8f97b308d3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:56.591838 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8bd3335f-2682-46f7-a610-8f97b308d3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:56.637118 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8bd3335f-2682-46f7-a610-8f97b308d3b4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=302bc293655c4a0aa1e3ca8aa8f8eb11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2689390 Jul 30 20:17:56.637761 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47496) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:56.639762 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3335f-2682-46f7-a610-8f97b308d3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cb23c5-693d-41d9-8c77-b92bbe7b87db,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:56.701369 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4a1f568-0888-4b95-8757-e5192e161898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:56.730743 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b00ba5-e78a-47c0-a7b2-f04feb29e62b req-bd15f7a8-3386-4e36-bc01-144444d57581 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:56.732021 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4a1f568-0888-4b95-8757-e5192e161898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:56.732310 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c2b00ba5-e78a-47c0-a7b2-f04feb29e62b req-bd15f7a8-3386-4e36-bc01-144444d57581 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0970087 Jul 30 20:17:56.780571 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:56.781234 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c2b00ba5-e78a-47c0-a7b2-f04feb29e62b req-8c2b8b1f-259b-4ad5-9eb1-ed5489497e47 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393853 Jul 30 20:17:56.800988 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4a1f568-0888-4b95-8757-e5192e161898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:56.806837 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4a1f568-0888-4b95-8757-e5192e161898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:56.808222 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e4a1f568-0888-4b95-8757-e5192e161898 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/55cb23c5-693d-41d9-8c77-b92bbe7b87db HTTP/1.1" status: 204 len: 168 time: 0.1693537 Jul 30 20:17:56.817460 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1f568-0888-4b95-8757-e5192e161898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cb23c5-693d-41d9-8c77-b92bbe7b87db,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:57.034590 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba788ab-3752-4f6c-b99c-c95179aa8ff6 req-d9f2e42d-8ca1-4eb7-b1c7-3cb0ea9f996b tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:57.036251 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dba788ab-3752-4f6c-b99c-c95179aa8ff6 req-d9f2e42d-8ca1-4eb7-b1c7-3cb0ea9f996b tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.0632029 Jul 30 20:17:57.076650 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dba788ab-3752-4f6c-b99c-c95179aa8ff6 req-2d4f4141-334c-4a1f-8a74-d817a5f5e3f6 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341794 Jul 30 20:17:57.146884 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47520) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:57.162195 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db9d660d-72a7-4d49-b927-c854b4582005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:57.260947 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db9d660d-72a7-4d49-b927-c854b4582005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:57.264744 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db9d660d-72a7-4d49-b927-c854b4582005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:57.316812 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d660d-72a7-4d49-b927-c854b4582005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5038b195-c5c6-44ed-aac6-24db2e3644d6,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:57.333370 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-db9d660d-72a7-4d49-b927-c854b4582005 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fb6cea06e07449f387f2006725171a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1849625 Jul 30 20:17:57.335140 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d660d-72a7-4d49-b927-c854b4582005 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:57.335484 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d660d-72a7-4d49-b927-c854b4582005 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:57.335978 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d660d-72a7-4d49-b927-c854b4582005 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:57.336290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d660d-72a7-4d49-b927-c854b4582005 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:57.336508 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47524) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:57.336670 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d660d-72a7-4d49-b927-c854b4582005 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:57.336944 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d660d-72a7-4d49-b927-c854b4582005 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:57.337310 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d660d-72a7-4d49-b927-c854b4582005 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:57.337636 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d660d-72a7-4d49-b927-c854b4582005 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:57.337959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d660d-72a7-4d49-b927-c854b4582005 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:57.338281 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d660d-72a7-4d49-b927-c854b4582005 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:57.338602 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d660d-72a7-4d49-b927-c854b4582005 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:57.340006 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d660d-72a7-4d49-b927-c854b4582005 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:17:57.384463 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995782c-d2e3-400c-b5e8-f5442c4b3e72 req-cb44901d-64e7-4d43-92fa-996f039d4000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:57.385977 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8995782c-d2e3-400c-b5e8-f5442c4b3e72 req-cb44901d-64e7-4d43-92fa-996f039d4000 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=24579295bc844f6fa90314f73b2fffb4&device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 1096 time: 0.0423548 Jul 30 20:17:57.403407 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c450df3d-091f-42f9-9710-226833859320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:57.428265 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c450df3d-091f-42f9-9710-226833859320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:57.492722 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c450df3d-091f-42f9-9710-226833859320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:57.497123 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c450df3d-091f-42f9-9710-226833859320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:57.501990 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c450df3d-091f-42f9-9710-226833859320 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5038b195-c5c6-44ed-aac6-24db2e3644d6 HTTP/1.1" status: 204 len: 168 time: 0.1639431 Jul 30 20:17:57.511291 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450df3d-091f-42f9-9710-226833859320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5038b195-c5c6-44ed-aac6-24db2e3644d6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:57.532351 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4624c-222d-4f2b-8289-34afa8436f54 req-78b117d1-7c78-4cf3-b108-0189fe807e2f tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:57.536967 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f2c4624c-222d-4f2b-8289-34afa8436f54 req-78b117d1-7c78-4cf3-b108-0189fe807e2f tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.1317942 Jul 30 20:17:57.551295 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995782c-d2e3-400c-b5e8-f5442c4b3e72 req-08a6e18a-aa9e-49d5-97a4-79c34e0ae1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:57.553154 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8995782c-d2e3-400c-b5e8-f5442c4b3e72 req-08a6e18a-aa9e-49d5-97a4-79c34e0ae1fc service neutron] 10.222.0.83 "GET /v2.0/networks?id=1286c225-8acb-4ef0-98ac-2e7583827777 HTTP/1.1" status: 200 len: 911 time: 0.1599903 Jul 30 20:17:57.652889 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8995782c-d2e3-400c-b5e8-f5442c4b3e72 req-6dc8bc8c-4907-43d5-bcc1-0fc9ca7c71a7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38be1c32-80ce-43cf-8134-8e47afb500d6 HTTP/1.1" status: 200 len: 217 time: 0.0815730 Jul 30 20:17:57.670185 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f2c4624c-222d-4f2b-8289-34afa8436f54 req-9c9edb41-0534-4157-9eb5-d519489b7537 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161847 Jul 30 20:17:57.731984 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995782c-d2e3-400c-b5e8-f5442c4b3e72 req-53398db0-5fb7-46f9-876f-0ec7a310573f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:57.733467 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8995782c-d2e3-400c-b5e8-f5442c4b3e72 req-53398db0-5fb7-46f9-876f-0ec7a310573f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eed5c7e6-95c3-4613-9e8d-fb6e825361a8 HTTP/1.1" status: 200 len: 850 time: 0.0621436 Jul 30 20:17:57.765708 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8995782c-d2e3-400c-b5e8-f5442c4b3e72 req-5ed1fd0f-a431-4e8e-9f82-17ef8ab58b1c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1286c225-8acb-4ef0-98ac-2e7583827777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249171 Jul 30 20:17:57.897996 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8995782c-d2e3-400c-b5e8-f5442c4b3e72 req-d17f3466-6fc1-42a2-92c6-a273f0930049 service neutron] 10.222.0.83 "GET /v2.0/networks/1286c225-8acb-4ef0-98ac-2e7583827777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249161 Jul 30 20:17:57.970242 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ffa39-b43a-49bc-a71c-0d60fd80f56a req-fd29bfcf-7bbe-4763-a228-33677f5b0a2b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:57.971766 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-282ffa39-b43a-49bc-a71c-0d60fd80f56a req-fd29bfcf-7bbe-4763-a228-33677f5b0a2b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1127498 Jul 30 20:17:58.047894 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-282ffa39-b43a-49bc-a71c-0d60fd80f56a req-2c6513ed-6948-4b75-81c5-150f5e4ed6f7 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598693 Jul 30 20:17:58.049990 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8995782c-d2e3-400c-b5e8-f5442c4b3e72 req-ce6f5342-390d-4519-986d-8057adc498bc service neutron] 10.222.0.83 "GET /v2.0/networks/1286c225-8acb-4ef0-98ac-2e7583827777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450155 Jul 30 20:17:58.287993 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47572) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:58.447239 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec91b984-c9c9-4807-b625-bb6002915017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:58.540817 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec91b984-c9c9-4807-b625-bb6002915017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:58.545924 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec91b984-c9c9-4807-b625-bb6002915017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:58.583288 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91b984-c9c9-4807-b625-bb6002915017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afc5b0d-8fc0-476b-a198-5794c3b8fa78,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:58.587718 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ec91b984-c9c9-4807-b625-bb6002915017 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ae7b405259ff4d1296d3e7a9728845b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2986791 Jul 30 20:17:58.590217 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47588) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:58.638531 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-87cfa4fd-3eee-4bf6-b5d8-edba6ccbde6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:58.660302 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-87cfa4fd-3eee-4bf6-b5d8-edba6ccbde6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:58.714891 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-87cfa4fd-3eee-4bf6-b5d8-edba6ccbde6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:58.718078 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-87cfa4fd-3eee-4bf6-b5d8-edba6ccbde6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:58.720078 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-87cfa4fd-3eee-4bf6-b5d8-edba6ccbde6a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3afc5b0d-8fc0-476b-a198-5794c3b8fa78 HTTP/1.1" status: 204 len: 168 time: 0.1288970 Jul 30 20:17:58.753304 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfa4fd-3eee-4bf6-b5d8-edba6ccbde6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afc5b0d-8fc0-476b-a198-5794c3b8fa78,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:58.820550 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c275c-55f6-46be-8318-3a030b717ce6 req-f7a7f3a2-2b88-45d6-a8ab-7939becf885e tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:58.823157 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d83c275c-55f6-46be-8318-3a030b717ce6 req-f7a7f3a2-2b88-45d6-a8ab-7939becf885e tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.0779738 Jul 30 20:17:58.871734 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d83c275c-55f6-46be-8318-3a030b717ce6 req-465905b0-ce75-4848-9cc2-d07b43a4d172 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425668 Jul 30 20:17:59.128433 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47620) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:59.138228 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dfdf49a3-8d64-471d-868e-86fca8a68197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:59.208458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1387d-9345-4f56-a0e3-e1f5cb30536f req-7c0993ce-c409-4eae-870f-edc38d08b235 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:17:59.210501 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d6b1387d-9345-4f56-a0e3-e1f5cb30536f req-7c0993ce-c409-4eae-870f-edc38d08b235 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0752892 Jul 30 20:17:59.260388 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d6b1387d-9345-4f56-a0e3-e1f5cb30536f req-a76cf77c-8c25-40e1-9bef-06b5ed3f7674 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424929 Jul 30 20:17:59.260616 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dfdf49a3-8d64-471d-868e-86fca8a68197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:59.265847 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dfdf49a3-8d64-471d-868e-86fca8a68197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:59.316819 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf49a3-8d64-471d-868e-86fca8a68197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd341b5-17fc-49ac-b599-f7fddadda4b9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:17:59.343711 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dfdf49a3-8d64-471d-868e-86fca8a68197 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=456766ed5e914fd99acdd970c7dec2db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2176533 Jul 30 20:17:59.346536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47624) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:17:59.408771 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6888bd8f-7976-4a7a-9800-a281ac46f092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:59.435015 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6888bd8f-7976-4a7a-9800-a281ac46f092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:59.498262 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6888bd8f-7976-4a7a-9800-a281ac46f092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:59.500072 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6888bd8f-7976-4a7a-9800-a281ac46f092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:17:59.501371 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6888bd8f-7976-4a7a-9800-a281ac46f092 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8dd341b5-17fc-49ac-b599-f7fddadda4b9 HTTP/1.1" status: 204 len: 168 time: 0.1535733 Jul 30 20:17:59.510435 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888bd8f-7976-4a7a-9800-a281ac46f092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd341b5-17fc-49ac-b599-f7fddadda4b9,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:00.011274 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673998b-6b59-4cec-b4cd-99a164419cfa req-1805ba51-71ee-4373-9954-8ef72a06544d tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:00.013905 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f673998b-6b59-4cec-b4cd-99a164419cfa req-1805ba51-71ee-4373-9954-8ef72a06544d tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.0579276 Jul 30 20:18:00.056377 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f673998b-6b59-4cec-b4cd-99a164419cfa req-b51376ed-3326-4dc4-8091-648f3e786942 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352817 Jul 30 20:18:00.429903 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a3a66-6a10-4ecc-84e8-cbe459d81f4b req-7e2a0641-c438-4907-acdb-51273dc0c397 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:00.432435 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9f8a3a66-6a10-4ecc-84e8-cbe459d81f4b req-7e2a0641-c438-4907-acdb-51273dc0c397 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0802119 Jul 30 20:18:00.481736 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9f8a3a66-6a10-4ecc-84e8-cbe459d81f4b req-fcb3ca53-664e-4824-a48c-05701e722546 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426507 Jul 30 20:18:01.565873 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5fab6-cfa7-4f43-baaf-42f1e2554c83 req-4edf56e6-aefe-4320-85b1-74d5b670746e tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:01.567374 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0af5fab6-cfa7-4f43-baaf-42f1e2554c83 req-4edf56e6-aefe-4320-85b1-74d5b670746e tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.4228404 Jul 30 20:18:01.618632 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0af5fab6-cfa7-4f43-baaf-42f1e2554c83 req-95e6ea70-0b81-4e02-add9-50e2dba9218c tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437837 Jul 30 20:18:01.673032 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47718) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:01.759921 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa30b4-cb4d-4a41-b179-699283dde60b req-9943eeae-6ad9-4f49-b7db-5a82ecd97d89 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:01.762609 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-acaa30b4-cb4d-4a41-b179-699283dde60b req-9943eeae-6ad9-4f49-b7db-5a82ecd97d89 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0660334 Jul 30 20:18:01.808267 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-acaa30b4-cb4d-4a41-b179-699283dde60b req-2551fc14-89d3-40c8-9999-96b855258867 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396388 Jul 30 20:18:01.816137 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-799e2d4a-a0d1-4e71-801e-5b4b7f8be982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:01.919066 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-799e2d4a-a0d1-4e71-801e-5b4b7f8be982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:01.922959 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-799e2d4a-a0d1-4e71-801e-5b4b7f8be982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:01.964035 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-799e2d4a-a0d1-4e71-801e-5b4b7f8be982 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c84919f69afb4c5ab0f9e98e97425a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2892859 Jul 30 20:18:01.964946 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e2d4a-a0d1-4e71-801e-5b4b7f8be982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34eef728-c914-47d8-96f9-78875f5bb209,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:01.965128 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47726) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:01.973072 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799e2d4a-a0d1-4e71-801e-5b4b7f8be982 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:01.973421 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799e2d4a-a0d1-4e71-801e-5b4b7f8be982 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:01.973792 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799e2d4a-a0d1-4e71-801e-5b4b7f8be982 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:01.974126 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799e2d4a-a0d1-4e71-801e-5b4b7f8be982 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:01.974533 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799e2d4a-a0d1-4e71-801e-5b4b7f8be982 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:01.974773 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799e2d4a-a0d1-4e71-801e-5b4b7f8be982 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:01.975100 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799e2d4a-a0d1-4e71-801e-5b4b7f8be982 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:01.975418 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799e2d4a-a0d1-4e71-801e-5b4b7f8be982 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:01.975761 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799e2d4a-a0d1-4e71-801e-5b4b7f8be982 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:01.976081 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799e2d4a-a0d1-4e71-801e-5b4b7f8be982 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:01.976407 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799e2d4a-a0d1-4e71-801e-5b4b7f8be982 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:01.976834 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799e2d4a-a0d1-4e71-801e-5b4b7f8be982 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:02.016131 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad237317-e31c-4ad8-9a0b-dd66fd81f5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:02.037953 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad237317-e31c-4ad8-9a0b-dd66fd81f5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:02.085012 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad237317-e31c-4ad8-9a0b-dd66fd81f5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:02.088550 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad237317-e31c-4ad8-9a0b-dd66fd81f5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:02.089750 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ad237317-e31c-4ad8-9a0b-dd66fd81f5a9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/34eef728-c914-47d8-96f9-78875f5bb209 HTTP/1.1" status: 204 len: 168 time: 0.1236436 Jul 30 20:18:02.097610 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad237317-e31c-4ad8-9a0b-dd66fd81f5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34eef728-c914-47d8-96f9-78875f5bb209,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:02.416142 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47752) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:02.429838 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98b2beeb-e46b-41f0-a391-1f5db51f1d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:02.552458 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98b2beeb-e46b-41f0-a391-1f5db51f1d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:02.558236 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98b2beeb-e46b-41f0-a391-1f5db51f1d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:02.602447 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-98b2beeb-e46b-41f0-a391-1f5db51f1d13 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9b5eeb91d7224630ac3a58abc7169d71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808982 Jul 30 20:18:02.602447 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2beeb-e46b-41f0-a391-1f5db51f1d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0821bfe9-78be-44f1-9f2b-7be1a32646e3,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:02.603833 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47764) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:02.680648 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8a2ca6d-96f9-469d-a361-b058a224fb83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:02.711114 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8a2ca6d-96f9-469d-a361-b058a224fb83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:02.757330 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d53f22-58a8-49f1-bb10-33ffef35de6f req-b810d39c-9fbb-4184-91c9-5d4c5346b768 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:02.767476 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99d53f22-58a8-49f1-bb10-33ffef35de6f req-b810d39c-9fbb-4184-91c9-5d4c5346b768 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.0663149 Jul 30 20:18:02.767688 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8a2ca6d-96f9-469d-a361-b058a224fb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:02.771113 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8a2ca6d-96f9-469d-a361-b058a224fb83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:02.776357 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e8a2ca6d-96f9-469d-a361-b058a224fb83 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0821bfe9-78be-44f1-9f2b-7be1a32646e3 HTTP/1.1" status: 204 len: 168 time: 0.1717546 Jul 30 20:18:02.786941 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2ca6d-96f9-469d-a361-b058a224fb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0821bfe9-78be-44f1-9f2b-7be1a32646e3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:02.823495 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99d53f22-58a8-49f1-bb10-33ffef35de6f req-a3f5f73b-2626-4035-913e-d3c936977aac tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544612 Jul 30 20:18:02.954596 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6516a3-a941-417c-8222-2b1f70febfa1 req-6d4f5cd3-2b4f-4b54-a20d-224807ac4790 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:02.956413 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d6516a3-a941-417c-8222-2b1f70febfa1 req-6d4f5cd3-2b4f-4b54-a20d-224807ac4790 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0559614 Jul 30 20:18:03.012009 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d6516a3-a941-417c-8222-2b1f70febfa1 req-0d7fd883-9671-4305-b13b-2c4f678588d3 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465574 Jul 30 20:18:03.968912 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142fbba-ebf3-415e-8959-c34d9395dc72 req-b8b03975-07dc-4e4b-a796-0d8d224b971f tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:03.970500 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7142fbba-ebf3-415e-8959-c34d9395dc72 req-b8b03975-07dc-4e4b-a796-0d8d224b971f tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.0579152 Jul 30 20:18:04.026640 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7142fbba-ebf3-415e-8959-c34d9395dc72 req-142cfc14-f7d4-4b8f-9085-b273b215c8d6 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502939 Jul 30 20:18:04.199405 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b647d-59de-4c4c-bfb6-3b61acddcd09 req-e31c257d-d620-4f4a-bb38-a45e344d1ad4 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:04.201420 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-582b647d-59de-4c4c-bfb6-3b61acddcd09 req-e31c257d-d620-4f4a-bb38-a45e344d1ad4 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0697815 Jul 30 20:18:04.244965 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-582b647d-59de-4c4c-bfb6-3b61acddcd09 req-5b61530f-fdd4-43b7-926a-e20f0c624af6 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367174 Jul 30 20:18:05.153866 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e53102-84cb-4604-958d-bbdc2f99a6e3 req-f2a6660a-1648-47c0-9d27-32a4c5566cbc tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:05.155355 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06e53102-84cb-4604-958d-bbdc2f99a6e3 req-f2a6660a-1648-47c0-9d27-32a4c5566cbc tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.0554566 Jul 30 20:18:05.194577 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06e53102-84cb-4604-958d-bbdc2f99a6e3 req-6ca2e64e-d58a-46bd-9bb7-5fdaa6839963 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328326 Jul 30 20:18:05.416438 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6488a0a-1e40-433c-9ffc-3cf3c3a10870 req-c38c4460-f4da-4b42-ba9a-c52bef15516b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:05.424725 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6488a0a-1e40-433c-9ffc-3cf3c3a10870 req-c38c4460-f4da-4b42-ba9a-c52bef15516b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0766165 Jul 30 20:18:05.471003 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6488a0a-1e40-433c-9ffc-3cf3c3a10870 req-d92b02b9-8432-457c-b3b8-87937d1d7038 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449791 Jul 30 20:18:06.357333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610e0c1-0261-44f3-87fd-6e3be2c6d509 req-8f38fee6-2e89-416d-8816-53e791db5e25 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:06.359031 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1610e0c1-0261-44f3-87fd-6e3be2c6d509 req-8f38fee6-2e89-416d-8816-53e791db5e25 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.0711470 Jul 30 20:18:06.401549 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1610e0c1-0261-44f3-87fd-6e3be2c6d509 req-fac037e7-4daa-4503-b8cc-60dd1c368b76 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353706 Jul 30 20:18:06.648205 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa7158-87ee-4241-a288-88678a9d1765 req-59020a62-8ffa-4809-abe4-c17b7d1a7bda tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:06.658900 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-acfa7158-87ee-4241-a288-88678a9d1765 req-59020a62-8ffa-4809-abe4-c17b7d1a7bda tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0809972 Jul 30 20:18:06.734292 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-acfa7158-87ee-4241-a288-88678a9d1765 req-b169097a-7d2c-44b7-84a9-b4d984cefb0c tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633070 Jul 30 20:18:07.663911 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e67b6e-286e-4e6b-8ae7-0b396ec46bf4 req-97bf20ed-4653-4ba6-abf1-8fac3db23662 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:07.671493 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8e67b6e-286e-4e6b-8ae7-0b396ec46bf4 req-97bf20ed-4653-4ba6-abf1-8fac3db23662 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.1584535 Jul 30 20:18:07.760799 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8e67b6e-286e-4e6b-8ae7-0b396ec46bf4 req-1e8c064d-b3d9-45d7-90c9-18c9fec3d616 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828691 Jul 30 20:18:07.918057 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f098786-e060-4275-91c4-0f8872f891c8 req-1c426605-9fc3-4e89-8df7-34aca41dc65a tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:07.921385 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f098786-e060-4275-91c4-0f8872f891c8 req-1c426605-9fc3-4e89-8df7-34aca41dc65a tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0662069 Jul 30 20:18:07.986281 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f098786-e060-4275-91c4-0f8872f891c8 req-7baa5e9e-7e70-4417-b3d3-c4f878f59425 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590210 Jul 30 20:18:08.943924 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f60b2e-5145-498e-a516-34dd080eee83 req-83d98c5a-629e-4011-9480-0826eb71312d tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:08.947008 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-15f60b2e-5145-498e-a516-34dd080eee83 req-83d98c5a-629e-4011-9480-0826eb71312d tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.0798392 Jul 30 20:18:09.013632 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-15f60b2e-5145-498e-a516-34dd080eee83 req-e775d14b-4340-4ae1-959d-6af1aebf49ea tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502138 Jul 30 20:18:09.137714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8a84e-c6ac-4678-be7b-06f1509349b2 req-dddb110c-d610-4396-9a6a-044ebc1e22da tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:09.146016 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2d8a84e-c6ac-4678-be7b-06f1509349b2 req-dddb110c-d610-4396-9a6a-044ebc1e22da tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0642066 Jul 30 20:18:09.188068 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2d8a84e-c6ac-4678-be7b-06f1509349b2 req-9fec22f9-982a-4584-84a4-909ce082189e tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408919 Jul 30 20:18:09.291676 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device a688d11b-d79a-41d2-842b-a806169c17fc details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:18:09.424158 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port a688d11b-d79a-41d2-842b-a806169c17fc, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=a688d11b-d79a-41d2-842b-a806169c17fc,segment=NetworkSegment(97615c14-3033-446e-9631-4f2099fb3f0b),segment_id=97615c14-3033-446e-9631-4f2099fb3f0b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:18:09.437659 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'a688d11b-d79a-41d2-842b-a806169c17fc', 'network_id': 'd0830a4b-e259-4b58-9c94-0dd2ceb61009', 'port_id': 'a688d11b-d79a-41d2-842b-a806169c17fc', 'mac_address': 'fa:16:3e:24:10:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd991cb95-970b-4daf-9cf0-38c473cf30b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:18:09.476948 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:09.493880 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a688d11b-d79a-41d2-842b-a806169c17fc {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:18:09.524062 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port a688d11b-d79a-41d2-842b-a806169c17fc, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=a688d11b-d79a-41d2-842b-a806169c17fc,segment=NetworkSegment(97615c14-3033-446e-9631-4f2099fb3f0b),segment_id=97615c14-3033-446e-9631-4f2099fb3f0b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:18:09.529483 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:09.586313 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=a688d11b-d79a-41d2-842b-a806169c17fc,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:09.681361 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['a688d11b-d79a-41d2-842b-a806169c17fc'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:18:10.218942 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82883a2-f6fc-4b8a-8280-0113f4481bef req-a0abb807-fe56-46ae-93af-36e7b0ce3b2a tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:10.220484 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a82883a2-f6fc-4b8a-8280-0113f4481bef req-a0abb807-fe56-46ae-93af-36e7b0ce3b2a tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.0744081 Jul 30 20:18:10.284159 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a82883a2-f6fc-4b8a-8280-0113f4481bef req-71b14721-d988-4aa6-806d-40be49e81e6a tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571141 Jul 30 20:18:10.490839 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725c67d-bc5a-4949-bf0e-47f5f2cb9cf0 req-b8302daf-ea78-4c54-b2e1-d2bff00444bc tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:10.494470 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2725c67d-bc5a-4949-bf0e-47f5f2cb9cf0 req-b8302daf-ea78-4c54-b2e1-d2bff00444bc tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 944 time: 0.1138275 Jul 30 20:18:10.589248 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2725c67d-bc5a-4949-bf0e-47f5f2cb9cf0 req-19230408-bcd6-4c8e-9959-e24a0e511ea6 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791841 Jul 30 20:18:11.303179 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device a688d11b-d79a-41d2-842b-a806169c17fc up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:18:11.484840 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port a688d11b-d79a-41d2-842b-a806169c17fc triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:18:11.486213 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:11.561286 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420724ff-65ab-4424-b5ad-5619516e2efd req-7fd9aef8-2874-4f97-b3c8-7ecbc90407f8 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:11.571140 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-420724ff-65ab-4424-b5ad-5619516e2efd req-7fd9aef8-2874-4f97-b3c8-7ecbc90407f8 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.1180289 Jul 30 20:18:11.628102 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-420724ff-65ab-4424-b5ad-5619516e2efd req-03745b1a-ce52-44ce-83fd-f4d3c86714e1 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553656 Jul 30 20:18:11.630357 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:11.704526 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7d8b3f-fa05-4791-96b3-fc9e964945bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a688d11b-d79a-41d2-842b-a806169c17fc'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:18:11.706831 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8319b560-a982-4abd-8a05-e00ed1b5e455" -d '{"events": [{"server_uuid": "7d7d8b3f-fa05-4791-96b3-fc9e964945bc", "name": "network-vif-plugged", "status": "completed", "tag": "a688d11b-d79a-41d2-842b-a806169c17fc"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:18:11.754380 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port a688d11b-d79a-41d2-842b-a806169c17fc, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=a688d11b-d79a-41d2-842b-a806169c17fc,segment=NetworkSegment(97615c14-3033-446e-9631-4f2099fb3f0b),segment_id=97615c14-3033-446e-9631-4f2099fb3f0b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:18:11.760386 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:11.829276 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8592f-3b58-4bc3-8123-804379be87c6 req-48916497-9077-4709-9542-bbe1d4959e89 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:11.841913 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ded8592f-3b58-4bc3-8123-804379be87c6 req-48916497-9077-4709-9542-bbe1d4959e89 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 944 time: 0.1267941 Jul 30 20:18:11.850917 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=a688d11b-d79a-41d2-842b-a806169c17fc,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:11.906380 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ded8592f-3b58-4bc3-8123-804379be87c6 req-9444c9c3-dc4c-42ec-9f20-7f98e2f78f70 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633571 Jul 30 20:18:12.001493 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64b9c8f-24d6-43e2-b4c7-21be24132e98 x-openstack-request-id: req-e64b9c8f-24d6-43e2-b4c7-21be24132e98 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:18:12.001789 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7d8b3f-fa05-4791-96b3-fc9e964945bc", "name": "network-vif-plugged", "status": "completed", "tag": "a688d11b-d79a-41d2-842b-a806169c17fc", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:18:12.002042 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e64b9c8f-24d6-43e2-b4c7-21be24132e98 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:18:12.002435 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7d8b3f-fa05-4791-96b3-fc9e964945bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a688d11b-d79a-41d2-842b-a806169c17fc', 'code': 200} Jul 30 20:18:12.859029 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53274f98-71ce-4a04-8e07-fefaad0999d1 req-f4e37b5b-9318-4f1f-aee8-8116911605ce tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:12.874492 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-53274f98-71ce-4a04-8e07-fefaad0999d1 req-f4e37b5b-9318-4f1f-aee8-8116911605ce tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.0884795 Jul 30 20:18:12.941971 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-53274f98-71ce-4a04-8e07-fefaad0999d1 req-8e34f3d3-c513-488d-95c8-8c6d78136c4d tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663707 Jul 30 20:18:13.074358 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f9201-78aa-4e1c-82d4-b93ad79e6f69 req-046bca49-8ef3-494b-8a24-14d9ca3b5ef1 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:13.075994 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ac5f9201-78aa-4e1c-82d4-b93ad79e6f69 req-046bca49-8ef3-494b-8a24-14d9ca3b5ef1 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0717924 Jul 30 20:18:13.142144 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ac5f9201-78aa-4e1c-82d4-b93ad79e6f69 req-dff3b0e4-df14-4a16-b7cb-26e2f3fa3e3e tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595672 Jul 30 20:18:13.823853 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48082) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:13.990120 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-35a88b23-9991-434f-b793-fc729634f073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:14.159096 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b5ce7-7a10-4952-baee-5e75af8f06f3 req-7a3fbe26-df49-4f01-acb2-64ee18a7f055 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:14.166717 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f58b5ce7-7a10-4952-baee-5e75af8f06f3 req-7a3fbe26-df49-4f01-acb2-64ee18a7f055 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.0976610 Jul 30 20:18:14.256180 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f58b5ce7-7a10-4952-baee-5e75af8f06f3 req-22facd8f-c037-4253-933f-a36eac3b8f0f tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884423 Jul 30 20:18:14.275858 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-35a88b23-9991-434f-b793-fc729634f073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:14.287428 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-35a88b23-9991-434f-b793-fc729634f073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:14.359893 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-35a88b23-9991-434f-b793-fc729634f073 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9b58df0346444ab187fc266c798cbf56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5347159 Jul 30 20:18:14.361956 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a88b23-9991-434f-b793-fc729634f073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953a4f80-fc58-451c-b904-ddd226a57db0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:14.362820 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48098) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:14.428235 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb7e60f6-72d1-4561-a7ea-c166fbbfec46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:14.452323 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb7e60f6-72d1-4561-a7ea-c166fbbfec46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:14.530019 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438bc69-a222-455b-9431-88660e2f8a62 req-f1548059-3435-450e-b916-50a92cdf50e5 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:14.532870 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb7e60f6-72d1-4561-a7ea-c166fbbfec46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:14.541328 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb7e60f6-72d1-4561-a7ea-c166fbbfec46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:14.551072 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6438bc69-a222-455b-9431-88660e2f8a62 req-f1548059-3435-450e-b916-50a92cdf50e5 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1343701 Jul 30 20:18:14.563973 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fb7e60f6-72d1-4561-a7ea-c166fbbfec46 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/953a4f80-fc58-451c-b904-ddd226a57db0 HTTP/1.1" status: 204 len: 168 time: 0.1997187 Jul 30 20:18:14.593127 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e60f6-72d1-4561-a7ea-c166fbbfec46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953a4f80-fc58-451c-b904-ddd226a57db0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:14.661667 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6438bc69-a222-455b-9431-88660e2f8a62 req-3351655d-0883-46e2-a2be-37ae4672a98e tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095016 Jul 30 20:18:15.033934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48112) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:15.209309 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c070f803-d633-438f-bef3-60187a52f904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:15.381107 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:15.487373 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c070f803-d633-438f-bef3-60187a52f904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:15.499068 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c070f803-d633-438f-bef3-60187a52f904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:15.530968 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48118) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:15.568421 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c070f803-d633-438f-bef3-60187a52f904 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3e516e518d704cce8431c95d2cfc4b92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5333908 Jul 30 20:18:15.571461 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48120) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:15.578172 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9d808185-c110-45ca-b55c-1ef5b10eaac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:15.625498 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070f803-d633-438f-bef3-60187a52f904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f22355-2988-4b62-a5c8-5f99856a5c3b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:15.653361 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d598b56d-2781-4e3f-b3a0-f743b5ca4de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:15.690898 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d598b56d-2781-4e3f-b3a0-f743b5ca4de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:15.694891 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e369c1a-03b2-49e1-926f-37c0503d915b req-9ee4ccc5-e32b-40ce-bf7f-ab714470f005 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:15.697355 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9e369c1a-03b2-49e1-926f-37c0503d915b req-9ee4ccc5-e32b-40ce-bf7f-ab714470f005 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.1203678 Jul 30 20:18:15.780723 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d598b56d-2781-4e3f-b3a0-f743b5ca4de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:15.784512 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d598b56d-2781-4e3f-b3a0-f743b5ca4de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:15.792405 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d598b56d-2781-4e3f-b3a0-f743b5ca4de7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/66f22355-2988-4b62-a5c8-5f99856a5c3b HTTP/1.1" status: 204 len: 168 time: 0.2179160 Jul 30 20:18:15.812249 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598b56d-2781-4e3f-b3a0-f743b5ca4de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f22355-2988-4b62-a5c8-5f99856a5c3b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:15.817609 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9e369c1a-03b2-49e1-926f-37c0503d915b req-6c246033-f96b-48d9-907b-df324987be52 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069992 Jul 30 20:18:15.892477 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9d808185-c110-45ca-b55c-1ef5b10eaac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:15.908963 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9d808185-c110-45ca-b55c-1ef5b10eaac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:15.990489 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9d808185-c110-45ca-b55c-1ef5b10eaac6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=29939b87b3a34c778fc777d06ea60dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4561901 Jul 30 20:18:15.993740 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48138) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:16.015257 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d52ab-03aa-4878-9c0e-794c40b1207c req-ce389719-1ec2-4f2b-8cb0-153f19977fa6 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:16.019346 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-844d52ab-03aa-4878-9c0e-794c40b1207c req-ce389719-1ec2-4f2b-8cb0-153f19977fa6 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1122591 Jul 30 20:18:16.028686 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d808185-c110-45ca-b55c-1ef5b10eaac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3659abb4-da1b-4042-9851-9c077837f563,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:16.087624 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-542bd599-4317-42db-b5a5-39a0bd1ebda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:16.121484 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-844d52ab-03aa-4878-9c0e-794c40b1207c req-fa436660-7104-4aed-8ace-0557087ab7dd tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937254 Jul 30 20:18:16.127438 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-542bd599-4317-42db-b5a5-39a0bd1ebda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:16.195364 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-542bd599-4317-42db-b5a5-39a0bd1ebda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:16.202763 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-542bd599-4317-42db-b5a5-39a0bd1ebda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:16.209302 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-542bd599-4317-42db-b5a5-39a0bd1ebda4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3659abb4-da1b-4042-9851-9c077837f563 HTTP/1.1" status: 204 len: 168 time: 0.2092783 Jul 30 20:18:16.243316 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542bd599-4317-42db-b5a5-39a0bd1ebda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3659abb4-da1b-4042-9851-9c077837f563,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:16.440239 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48156) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:16.463430 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ccc2e53d-66b2-4780-adae-bf07bec0a244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:16.606877 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ccc2e53d-66b2-4780-adae-bf07bec0a244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:16.613136 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ccc2e53d-66b2-4780-adae-bf07bec0a244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:16.666815 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ccc2e53d-66b2-4780-adae-bf07bec0a244 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=52d971bfb51f44d3bae1aa6e546dc612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2254817 Jul 30 20:18:16.668452 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2e53d-66b2-4780-adae-bf07bec0a244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9e9fa8-db39-4caa-8d2f-29c1e0421f59,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:16.671523 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48166) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:16.743749 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-305eff35-84b5-4981-be30-f8dcdf4e3bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:16.771050 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-305eff35-84b5-4981-be30-f8dcdf4e3bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:16.844613 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-305eff35-84b5-4981-be30-f8dcdf4e3bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:16.848449 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-305eff35-84b5-4981-be30-f8dcdf4e3bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:16.851813 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-305eff35-84b5-4981-be30-f8dcdf4e3bb1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ec9e9fa8-db39-4caa-8d2f-29c1e0421f59 HTTP/1.1" status: 204 len: 168 time: 0.1769099 Jul 30 20:18:16.859606 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305eff35-84b5-4981-be30-f8dcdf4e3bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9e9fa8-db39-4caa-8d2f-29c1e0421f59,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:17.013920 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b20ffc-2287-4269-855f-31e7f1c4cfd5 req-384988e8-0728-43e0-bf4d-95465f317c29 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:17.023851 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-36b20ffc-2287-4269-855f-31e7f1c4cfd5 req-384988e8-0728-43e0-bf4d-95465f317c29 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.0980866 Jul 30 20:18:17.077779 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-36b20ffc-2287-4269-855f-31e7f1c4cfd5 req-4de00604-e96a-4cbd-9aed-e7195ddfcfe7 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522647 Jul 30 20:18:17.348134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db21196-5d22-41e3-a4d2-98cd6aba9591 req-e680b972-e999-4521-9d4b-37152f3a792d tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:17.350504 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6db21196-5d22-41e3-a4d2-98cd6aba9591 req-e680b972-e999-4521-9d4b-37152f3a792d tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1041622 Jul 30 20:18:17.452512 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6db21196-5d22-41e3-a4d2-98cd6aba9591 req-de15c692-2918-4562-9d2e-ec2fc1f08051 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950236 Jul 30 20:18:18.180060 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c61a2c-955c-49a6-be0c-e757802dbcba req-d0bd9aff-f78e-44cb-bb09-b96ee13588e3 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:18.189277 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c61a2c-955c-49a6-be0c-e757802dbcba req-d0bd9aff-f78e-44cb-bb09-b96ee13588e3 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:18.196526 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c61a2c-955c-49a6-be0c-e757802dbcba req-d0bd9aff-f78e-44cb-bb09-b96ee13588e3 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:18.202826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c61a2c-955c-49a6-be0c-e757802dbcba req-d0bd9aff-f78e-44cb-bb09-b96ee13588e3 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:18.209355 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c61a2c-955c-49a6-be0c-e757802dbcba req-d0bd9aff-f78e-44cb-bb09-b96ee13588e3 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:18.216648 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c61a2c-955c-49a6-be0c-e757802dbcba req-d0bd9aff-f78e-44cb-bb09-b96ee13588e3 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:18.222542 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c61a2c-955c-49a6-be0c-e757802dbcba req-d0bd9aff-f78e-44cb-bb09-b96ee13588e3 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:18.231155 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-21c61a2c-955c-49a6-be0c-e757802dbcba req-d0bd9aff-f78e-44cb-bb09-b96ee13588e3 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5445 time: 0.1221154 Jul 30 20:18:18.292240 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-21c61a2c-955c-49a6-be0c-e757802dbcba req-779379bd-6239-4e06-a0a0-c97a670d3664 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598178 Jul 30 20:18:18.449685 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85aa4d-7c10-4fdd-a15e-c866d1b1c29a req-b60d6610-da7a-49cf-9305-0f38cac48852 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:18.451487 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ce85aa4d-7c10-4fdd-a15e-c866d1b1c29a req-b60d6610-da7a-49cf-9305-0f38cac48852 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.0701547 Jul 30 20:18:18.511407 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ce85aa4d-7c10-4fdd-a15e-c866d1b1c29a req-df808528-7c27-4967-81b3-789dba7ba91e tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500603 Jul 30 20:18:18.670018 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20cbf6-1baa-4e17-9a0c-274916c0bd35 req-2ac9f693-9599-4644-9671-75647ffab506 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:18.680656 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-da20cbf6-1baa-4e17-9a0c-274916c0bd35 req-2ac9f693-9599-4644-9671-75647ffab506 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.0916376 Jul 30 20:18:18.765556 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-da20cbf6-1baa-4e17-9a0c-274916c0bd35 req-c90bfd5e-cd16-47f7-9f8e-b0979f49109b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736146 Jul 30 20:18:19.261789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-6e1cfcea-63c5-49cd-843d-1a20ec69034a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:19.269066 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-6e1cfcea-63c5-49cd-843d-1a20ec69034a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:19.287180 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-6e1cfcea-63c5-49cd-843d-1a20ec69034a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:19.293415 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-6e1cfcea-63c5-49cd-843d-1a20ec69034a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:19.299572 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-6e1cfcea-63c5-49cd-843d-1a20ec69034a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:19.315122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-6e1cfcea-63c5-49cd-843d-1a20ec69034a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:19.324815 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-6e1cfcea-63c5-49cd-843d-1a20ec69034a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:19.334251 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-6e1cfcea-63c5-49cd-843d-1a20ec69034a tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5445 time: 0.1671524 Jul 30 20:18:19.454971 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-19954bd9-5a0e-4048-b395-248e0b0f1a62 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:19.471463 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-19954bd9-5a0e-4048-b395-248e0b0f1a62 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.59 "GET /v2.0/ports/bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1294692 Jul 30 20:18:19.525006 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:19.748759 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-84a5bddd-c8dd-46be-86d4-704670a4d6d1 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.59 "GET /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2210062 Jul 30 20:18:19.780320 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-79f58704-2668-4cab-8fca-c444f58d5e0d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:18:19.912236 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd481db-0e2b-4647-b3e1-a3d8b490d7b6 req-5cc3bab5-a496-44ce-ac2a-364c2459dbb4 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:19.920353 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd481db-0e2b-4647-b3e1-a3d8b490d7b6 req-5cc3bab5-a496-44ce-ac2a-364c2459dbb4 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:19.926825 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd481db-0e2b-4647-b3e1-a3d8b490d7b6 req-5cc3bab5-a496-44ce-ac2a-364c2459dbb4 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:19.934825 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd481db-0e2b-4647-b3e1-a3d8b490d7b6 req-5cc3bab5-a496-44ce-ac2a-364c2459dbb4 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:19.940979 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd481db-0e2b-4647-b3e1-a3d8b490d7b6 req-5cc3bab5-a496-44ce-ac2a-364c2459dbb4 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:19.948112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd481db-0e2b-4647-b3e1-a3d8b490d7b6 req-5cc3bab5-a496-44ce-ac2a-364c2459dbb4 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:19.954256 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd481db-0e2b-4647-b3e1-a3d8b490d7b6 req-5cc3bab5-a496-44ce-ac2a-364c2459dbb4 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:19.956994 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bbd481db-0e2b-4647-b3e1-a3d8b490d7b6 req-5cc3bab5-a496-44ce-ac2a-364c2459dbb4 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 5445 time: 0.5271411 Jul 30 20:18:20.042792 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-79f58704-2668-4cab-8fca-c444f58d5e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:20.195370 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bbd481db-0e2b-4647-b3e1-a3d8b490d7b6 req-9bcad8ff-15e6-43e5-a2aa-7943c667b294 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1988659 Jul 30 20:18:20.361145 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-79f58704-2668-4cab-8fca-c444f58d5e0d service neutron] For port bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1,segment=NetworkSegment(dd78c27e-8c8a-431e-a42e-0ff92727ac3c),segment_id=dd78c27e-8c8a-431e-a42e-0ff92727ac3c)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:18:20.454824 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-79f58704-2668-4cab-8fca-c444f58d5e0d service neutron] For port bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:18:20.495810 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994519ae-d1f3-4773-b0f6-e25015e8928a req-5c3e9545-04a7-40d7-bac7-c4e1601ff145 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:20.497632 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-994519ae-d1f3-4773-b0f6-e25015e8928a req-5c3e9545-04a7-40d7-bac7-c4e1601ff145 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.1018958 Jul 30 20:18:20.516429 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-79f58704-2668-4cab-8fca-c444f58d5e0d service neutron] device_id is not set on port bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:18:20.548666 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-79f58704-2668-4cab-8fca-c444f58d5e0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:20.587275 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-79f58704-2668-4cab-8fca-c444f58d5e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:20.665851 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-994519ae-d1f3-4773-b0f6-e25015e8928a req-d3e88360-c9c5-4ae0-bf1d-3a7e7f88867d tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550126 Jul 30 20:18:20.769064 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-79f58704-2668-4cab-8fca-c444f58d5e0d service neutron] No DVR routers for this DVR port bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:18:20.771367 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f58704-2668-4cab-8fca-c444f58d5e0d service neutron] Pushing event updated for resources: {'Port': ['ID=bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1,revision_number=6']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:20.880579 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-79f58704-2668-4cab-8fca-c444f58d5e0d service neutron] In _notify_port_updated(), no bound segment for port bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 on network 624029aa-6e2e-457a-b285-eaf6ccf35387 {{(pid=93882) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:18:20.881760 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-79f58704-2668-4cab-8fca-c444f58d5e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:20.882568 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-79f58704-2668-4cab-8fca-c444f58d5e0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:20.884682 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-79f58704-2668-4cab-8fca-c444f58d5e0d service neutron] 10.222.0.59 "PUT /v2.0/ports/bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 HTTP/1.1" status: 200 len: 1033 time: 1.1257646 Jul 30 20:18:20.980698 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-34267a5c-52d3-45a2-b7c8-50a5d0239c4e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:20.983187 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-34267a5c-52d3-45a2-b7c8-50a5d0239c4e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.59 "GET /v2.0/ports/08dca140-1f6f-4be9-aef9-65fcf5c1062f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0811963 Jul 30 20:18:21.007304 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-e906c0eb-d761-4cba-9e7a-62948f8619b4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:18:21.103364 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0773a20-073d-4f01-9871-aef119fd3257 req-4d123e5a-a6aa-43cb-99a6-77982f77c4d1 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:21.113012 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a0773a20-073d-4f01-9871-aef119fd3257 req-4d123e5a-a6aa-43cb-99a6-77982f77c4d1 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.2708998 Jul 30 20:18:21.153498 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-fe9f1ed4-f4b3-4ee6-8ee2-d002464aa1cf None None] Provisioning complete for port bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:18:21.154077 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe9f1ed4-f4b3-4ee6-8ee2-d002464aa1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:21.169999 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-e906c0eb-d761-4cba-9e7a-62948f8619b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:21.222608 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a0773a20-073d-4f01-9871-aef119fd3257 req-3b4d4ef5-fbfe-42a9-9f74-14cc0921fb00 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949488 Jul 30 20:18:21.306824 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-650a74de-b4dc-40aa-896e-4cb4b344a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:21.340927 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-fe9f1ed4-f4b3-4ee6-8ee2-d002464aa1cf None None] Port bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:18:21.353017 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device d88f5afb-3bc1-4f5d-a47f-fbad96159133 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:18:21.553701 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:21.644655 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-e906c0eb-d761-4cba-9e7a-62948f8619b4 service neutron] For port 08dca140-1f6f-4be9-aef9-65fcf5c1062f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=08dca140-1f6f-4be9-aef9-65fcf5c1062f,segment=NetworkSegment(dd78c27e-8c8a-431e-a42e-0ff92727ac3c),segment_id=dd78c27e-8c8a-431e-a42e-0ff92727ac3c)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:18:21.687439 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd88f5afb-3bc1-4f5d-a47f-fbad96159133'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:18:21.691022 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b23b54-b229-492e-b538-4ff43ff51dbe" -d '{"events": [{"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "d88f5afb-3bc1-4f5d-a47f-fbad96159133"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:18:21.788798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port d88f5afb-3bc1-4f5d-a47f-fbad96159133, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d88f5afb-3bc1-4f5d-a47f-fbad96159133,segment=NetworkSegment(dd78c27e-8c8a-431e-a42e-0ff92727ac3c),segment_id=dd78c27e-8c8a-431e-a42e-0ff92727ac3c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:18:21.800588 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:21.801480 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:18:21.814533 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-e906c0eb-d761-4cba-9e7a-62948f8619b4 service neutron] For port 08dca140-1f6f-4be9-aef9-65fcf5c1062f, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:18:21.893180 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:18:21.893902 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 08dca140-1f6f-4be9-aef9-65fcf5c1062f no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:18:21.899462 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=d88f5afb-3bc1-4f5d-a47f-fbad96159133,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:21.917060 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-e906c0eb-d761-4cba-9e7a-62948f8619b4 service neutron] device_id is not set on port 08dca140-1f6f-4be9-aef9-65fcf5c1062f yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:18:21.932379 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-e906c0eb-d761-4cba-9e7a-62948f8619b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:21.946829 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f37aef-206d-4e20-b479-1563e5401bde req-a0d2534a-b925-46be-a7c2-b1d833f3526e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:21.956705 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f37aef-206d-4e20-b479-1563e5401bde req-a0d2534a-b925-46be-a7c2-b1d833f3526e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:21.963632 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f37aef-206d-4e20-b479-1563e5401bde req-a0d2534a-b925-46be-a7c2-b1d833f3526e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:21.971076 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f37aef-206d-4e20-b479-1563e5401bde req-a0d2534a-b925-46be-a7c2-b1d833f3526e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:21.978458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f37aef-206d-4e20-b479-1563e5401bde req-a0d2534a-b925-46be-a7c2-b1d833f3526e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:21.985188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f37aef-206d-4e20-b479-1563e5401bde req-a0d2534a-b925-46be-a7c2-b1d833f3526e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:21.987431 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04f37aef-206d-4e20-b479-1563e5401bde req-a0d2534a-b925-46be-a7c2-b1d833f3526e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 4665 time: 0.2285120 Jul 30 20:18:21.993961 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-e906c0eb-d761-4cba-9e7a-62948f8619b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:22.016323 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:22.090807 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:18:22.091213 n-d-712137-9 neutron-server[93884]: DEBUG oslo_db.api [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:18:22.103468 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906c0eb-d761-4cba-9e7a-62948f8619b4 service neutron] Pushing event updated for resources: {'Port': ['ID=08dca140-1f6f-4be9-aef9-65fcf5c1062f,revision_number=6']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:22.106037 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-e906c0eb-d761-4cba-9e7a-62948f8619b4 service neutron] No DVR routers for this DVR port 08dca140-1f6f-4be9-aef9-65fcf5c1062f on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:18:22.157749 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04f37aef-206d-4e20-b479-1563e5401bde req-9388c89f-2d12-48a0-9e9a-8db3d5f37ca3 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&id=2c3e8f21-0045-4bff-b071-4259d8defffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1542079 Jul 30 20:18:22.181329 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-e906c0eb-d761-4cba-9e7a-62948f8619b4 service neutron] In _notify_port_updated(), no bound segment for port 08dca140-1f6f-4be9-aef9-65fcf5c1062f on network 624029aa-6e2e-457a-b285-eaf6ccf35387 {{(pid=93882) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:18:22.182815 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-e906c0eb-d761-4cba-9e7a-62948f8619b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:22.184042 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-e906c0eb-d761-4cba-9e7a-62948f8619b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:22.185664 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-e906c0eb-d761-4cba-9e7a-62948f8619b4 service neutron] 10.222.0.59 "PUT /v2.0/ports/08dca140-1f6f-4be9-aef9-65fcf5c1062f HTTP/1.1" status: 200 len: 1032 time: 1.1861720 Jul 30 20:18:22.261480 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9556a53f-78fc-44e0-bacc-243cf9070501 x-openstack-request-id: req-9556a53f-78fc-44e0-bacc-243cf9070501 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:18:22.262001 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "d88f5afb-3bc1-4f5d-a47f-fbad96159133", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:18:22.262001 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9556a53f-78fc-44e0-bacc-243cf9070501 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:18:22.262388 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd88f5afb-3bc1-4f5d-a47f-fbad96159133', 'code': 200} Jul 30 20:18:22.445973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-8ddd2e2c-547d-4bab-9757-a1597f57ee48 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Deleting port d88f5afb-3bc1-4f5d-a47f-fbad96159133 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:18:22.446660 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-8ddd2e2c-547d-4bab-9757-a1597f57ee48 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:22.489547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-faec5463-505e-4e2d-81c5-41f0f160a0da None None] Provisioning complete for port 08dca140-1f6f-4be9-aef9-65fcf5c1062f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:18:22.490089 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-faec5463-505e-4e2d-81c5-41f0f160a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:22.543046 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7249aeb-6cfc-4730-be7c-b8434055fb35 req-ad80bbb7-396e-4ee4-860c-5e4a94f38947 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:22.553204 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7249aeb-6cfc-4730-be7c-b8434055fb35 req-ad80bbb7-396e-4ee4-860c-5e4a94f38947 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.1974156 Jul 30 20:18:22.556391 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-faec5463-505e-4e2d-81c5-41f0f160a0da None None] Port 08dca140-1f6f-4be9-aef9-65fcf5c1062f cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:18:22.609466 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7249aeb-6cfc-4730-be7c-b8434055fb35 req-0598cefc-ac38-4bec-a87f-dac4298f3705 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547483 Jul 30 20:18:22.665725 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 116e9986-d114-442d-973f-14cff3cfaa2a no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:18:22.676975 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-8ddd2e2c-547d-4bab-9757-a1597f57ee48 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] For port d88f5afb-3bc1-4f5d-a47f-fbad96159133, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d88f5afb-3bc1-4f5d-a47f-fbad96159133,segment=NetworkSegment(dd78c27e-8c8a-431e-a42e-0ff92727ac3c),segment_id=dd78c27e-8c8a-431e-a42e-0ff92727ac3c)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:18:22.677690 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-8ddd2e2c-547d-4bab-9757-a1597f57ee48 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:22.699436 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-8ddd2e2c-547d-4bab-9757-a1597f57ee48 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Calling delete_port for d88f5afb-3bc1-4f5d-a47f-fbad96159133 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:18:22.805028 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:22.874814 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 116e9986-d114-442d-973f-14cff3cfaa2a, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=116e9986-d114-442d-973f-14cff3cfaa2a,segment=NetworkSegment(3537fc15-592e-4ed3-abfa-617a2a23cfad),segment_id=3537fc15-592e-4ed3-abfa-617a2a23cfad)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:18:22.884793 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:22.886672 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 4d2858d8-2192-4ded-99ea-b94c6f1195c6 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:18:23.077119 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-8ddd2e2c-547d-4bab-9757-a1597f57ee48 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:23.090799 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=116e9986-d114-442d-973f-14cff3cfaa2a,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:23.163947 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd2e2c-547d-4bab-9757-a1597f57ee48 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event deleted for resources: {'Port': ['ID=d88f5afb-3bc1-4f5d-a47f-fbad96159133,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:23.206514 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790e1b8-0307-40c8-9d70-0c1fbe3b9dfb req-bc2882de-58f7-4dee-8ba9-4e30800ac9c0 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:23.211229 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:23.214964 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6790e1b8-0307-40c8-9d70-0c1fbe3b9dfb req-bc2882de-58f7-4dee-8ba9-4e30800ac9c0 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.4948976 Jul 30 20:18:23.252230 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 4d2858d8-2192-4ded-99ea-b94c6f1195c6, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=4d2858d8-2192-4ded-99ea-b94c6f1195c6,segment=NetworkSegment(dd78c27e-8c8a-431e-a42e-0ff92727ac3c),segment_id=dd78c27e-8c8a-431e-a42e-0ff92727ac3c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:18:23.269015 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:23.269742 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 28c6b72d-f75a-4721-ad15-74bf9c0c36c3 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:18:23.342499 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-8ddd2e2c-547d-4bab-9757-a1597f57ee48 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] No DVR routers for this DVR port d88f5afb-3bc1-4f5d-a47f-fbad96159133 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:18:23.345226 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-8ddd2e2c-547d-4bab-9757-a1597f57ee48 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:23.347885 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-8ddd2e2c-547d-4bab-9757-a1597f57ee48 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.59 "DELETE /v2.0/ports/d88f5afb-3bc1-4f5d-a47f-fbad96159133 HTTP/1.1" status: 204 len: 173 time: 1.1499782 Jul 30 20:18:23.353966 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-deleted', 'tag': 'd88f5afb-3bc1-4f5d-a47f-fbad96159133'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:18:23.356383 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4e0f2f-2430-4600-b321-3ff155ea7fad" -d '{"events": [{"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-deleted", "tag": "d88f5afb-3bc1-4f5d-a47f-fbad96159133"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:18:23.356854 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=4d2858d8-2192-4ded-99ea-b94c6f1195c6,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:23.445634 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:23.486482 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6790e1b8-0307-40c8-9d70-0c1fbe3b9dfb req-27af8bc1-28bc-4a58-b268-5b3e9f166c35 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704611 Jul 30 20:18:23.512203 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 28c6b72d-f75a-4721-ad15-74bf9c0c36c3, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=28c6b72d-f75a-4721-ad15-74bf9c0c36c3,segment=NetworkSegment(3537fc15-592e-4ed3-abfa-617a2a23cfad),segment_id=3537fc15-592e-4ed3-abfa-617a2a23cfad)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:18:23.528827 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:23.530457 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 9a0cbd93-fd92-4866-944c-3656b063198f no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:18:23.569234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-ba721436-c743-4505-8abb-f9c31eadc474 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Deleting port 9a0cbd93-fd92-4866-944c-3656b063198f {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:18:23.571905 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-ba721436-c743-4505-8abb-f9c31eadc474 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:23.812467 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=28c6b72d-f75a-4721-ad15-74bf9c0c36c3,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:23.841480 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eccb5720-2097-461f-917b-b3afccd83b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:23.851278 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-ba721436-c743-4505-8abb-f9c31eadc474 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] For port 9a0cbd93-fd92-4866-944c-3656b063198f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=9a0cbd93-fd92-4866-944c-3656b063198f,segment=NetworkSegment(cb7a869c-f3af-4050-981a-52b4840e66fc),segment_id=cb7a869c-f3af-4050-981a-52b4840e66fc)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:18:23.851959 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-ba721436-c743-4505-8abb-f9c31eadc474 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:23.932743 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:23.945595 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:24.055521 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 9a0cbd93-fd92-4866-944c-3656b063198f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=9a0cbd93-fd92-4866-944c-3656b063198f,segment=NetworkSegment(cb7a869c-f3af-4050-981a-52b4840e66fc),segment_id=cb7a869c-f3af-4050-981a-52b4840e66fc)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:18:24.073878 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:24.171003 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=9a0cbd93-fd92-4866-944c-3656b063198f,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:24.232619 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b719807-af3d-44b4-84c4-be92b0a63c33 req-1c482d95-ce5b-459d-b366-3cc56e9b229f tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:24.239226 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b719807-af3d-44b4-84c4-be92b0a63c33 req-1c482d95-ce5b-459d-b366-3cc56e9b229f tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:24.253711 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b719807-af3d-44b4-84c4-be92b0a63c33 req-1c482d95-ce5b-459d-b366-3cc56e9b229f tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:24.260678 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b719807-af3d-44b4-84c4-be92b0a63c33 req-1c482d95-ce5b-459d-b366-3cc56e9b229f tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:24.264506 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '116e9986-d114-442d-973f-14cff3cfaa2a'}, {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d2858d8-2192-4ded-99ea-b94c6f1195c6'}, {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28c6b72d-f75a-4721-ad15-74bf9c0c36c3'}, {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a0cbd93-fd92-4866-944c-3656b063198f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:18:24.267810 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e905c3b5-2f8e-4810-b121-ed1ca4898405" -d '{"events": [{"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "116e9986-d114-442d-973f-14cff3cfaa2a"}, {"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "4d2858d8-2192-4ded-99ea-b94c6f1195c6"}, {"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "28c6b72d-f75a-4721-ad15-74bf9c0c36c3"}, {"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "9a0cbd93-fd92-4866-944c-3656b063198f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:18:24.268863 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6b719807-af3d-44b4-84c4-be92b0a63c33 req-1c482d95-ce5b-459d-b366-3cc56e9b229f tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 3143 time: 0.2341878 Jul 30 20:18:24.340470 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-ba721436-c743-4505-8abb-f9c31eadc474 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:24.340863 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-ba721436-c743-4505-8abb-f9c31eadc474 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:24.341180 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-ba721436-c743-4505-8abb-f9c31eadc474 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Floating IP f8e6e158-8a04-4fe8-8787-8cd6d196103e disassociated. External IP: 172.25.3.207, port: 9a0cbd93-fd92-4866-944c-3656b063198f. Jul 30 20:18:24.341520 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-ba721436-c743-4505-8abb-f9c31eadc474 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Calling delete_port for 9a0cbd93-fd92-4866-944c-3656b063198f owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:18:24.354379 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48432) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:24.516494 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6b719807-af3d-44b4-84c4-be92b0a63c33 req-77ca3186-1503-494c-8704-147edfb13244 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426405 Jul 30 20:18:24.519174 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-ba721436-c743-4505-8abb-f9c31eadc474 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:24.591496 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba721436-c743-4505-8abb-f9c31eadc474 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event deleted for resources: {'Port': ['ID=9a0cbd93-fd92-4866-944c-3656b063198f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:24.594842 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d45ce2a-5d54-43e7-ba76-cb9f5c8ba943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:24.612162 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadc187e-5ec4-431b-b9de-10c82f7d04f0 x-openstack-request-id: req-fadc187e-5ec4-431b-b9de-10c82f7d04f0 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:18:24.612777 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-deleted", "tag": "d88f5afb-3bc1-4f5d-a47f-fbad96159133", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:18:24.613248 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fadc187e-5ec4-431b-b9de-10c82f7d04f0 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:18:24.615948 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-deleted', 'tag': 'd88f5afb-3bc1-4f5d-a47f-fbad96159133', 'status': 'completed', 'code': 200} Jul 30 20:18:24.720386 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d45ce2a-5d54-43e7-ba76-cb9f5c8ba943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:24.741947 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d45ce2a-5d54-43e7-ba76-cb9f5c8ba943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:24.778166 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45ce2a-5d54-43e7-ba76-cb9f5c8ba943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db51312e-c0c8-40fe-915d-d71b7c6d74c9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:24.825110 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1d45ce2a-5d54-43e7-ba76-cb9f5c8ba943 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7e0c2df0b342441aaca948b643271c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4575639 Jul 30 20:18:24.826214 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48464) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:24.916085 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:24.921567 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-ba721436-c743-4505-8abb-f9c31eadc474 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Router c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:18:24.946838 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a0daa1f-0dd1-4470-b5d8-bf8ef9d2eea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:25.013620 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a0daa1f-0dd1-4470-b5d8-bf8ef9d2eea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:25.021813 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf02048-4abf-4a03-870b-47c57195f45e req-ab810c2e-cafb-4178-b52d-3af1fe785c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:25.023861 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bcf02048-4abf-4a03-870b-47c57195f45e req-ab810c2e-cafb-4178-b52d-3af1fe785c72 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 1096 time: 0.1189048 Jul 30 20:18:25.127207 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a0daa1f-0dd1-4470-b5d8-bf8ef9d2eea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:25.129870 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a0daa1f-0dd1-4470-b5d8-bf8ef9d2eea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:25.134057 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8a0daa1f-0dd1-4470-b5d8-bf8ef9d2eea1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/db51312e-c0c8-40fe-915d-d71b7c6d74c9 HTTP/1.1" status: 204 len: 168 time: 0.3065481 Jul 30 20:18:25.172442 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0daa1f-0dd1-4470-b5d8-bf8ef9d2eea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db51312e-c0c8-40fe-915d-d71b7c6d74c9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:25.253385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-ba721436-c743-4505-8abb-f9c31eadc474 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:18:25.265689 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b3ceb9-4c7c-416d-802a-3a9239b71d8e None None] Sync routers for ids ['c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:18:25.289059 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b3ceb9-4c7c-416d-802a-3a9239b71d8e None None] Routers {'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:18:25.290391 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-21b3ceb9-4c7c-416d-802a-3a9239b71d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:18:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:18:25.431540 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bcf02048-4abf-4a03-870b-47c57195f45e req-e072ab15-a2e4-4823-b3c4-1d073090a6c5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796751 Jul 30 20:18:25.432252 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-21b3ceb9-4c7c-416d-802a-3a9239b71d8e None None] Set router c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:18:25.435754 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-ba721436-c743-4505-8abb-f9c31eadc474 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] No DVR routers for this DVR port 9a0cbd93-fd92-4866-944c-3656b063198f on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:18:25.438677 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-ba721436-c743-4505-8abb-f9c31eadc474 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:25.440842 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-ba721436-c743-4505-8abb-f9c31eadc474 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.59 "DELETE /v2.0/ports/9a0cbd93-fd92-4866-944c-3656b063198f HTTP/1.1" status: 204 len: 173 time: 2.0802834 Jul 30 20:18:25.456269 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822af27-169d-479f-a560-bd9392b54cf5 req-90257627-4a09-48a3-92b4-a5d97f80088f tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:25.464428 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e822af27-169d-479f-a560-bd9392b54cf5 req-90257627-4a09-48a3-92b4-a5d97f80088f tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.5606830 Jul 30 20:18:25.661370 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e822af27-169d-479f-a560-bd9392b54cf5 req-ae6ac1c6-a15d-4055-b7cc-b216bd20be33 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956785 Jul 30 20:18:25.683936 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-21b3ceb9-4c7c-416d-802a-3a9239b71d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018294156-router', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:08:17Z', 'updated_at': '2021-07-30T20:08:27Z', 'revision_number': 4, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'gw_port': {'id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:21Z', 'updated_at': '2021-07-30T20:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '4028708b-c67d-4682-955a-f5b91a758dbc', 'name': '', 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'mac_address': 'fa:16:3e:56:6f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '54b2d052-a18e-40d7-8ed9-045fadafa2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:27Z', 'updated_at': '2021-07-30T20:08:35Z', 'revision_number': 5, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'subnets': [{'id': '54b2d052-a18e-40d7-8ed9-045fadafa2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:18:25.707543 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-e78b9ec3-299b-4587-bea8-20383bd9a7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Deleting port 28c6b72d-f75a-4721-ad15-74bf9c0c36c3 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:18:25.716872 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b3ceb9-4c7c-416d-802a-3a9239b71d8e None None] Checking router: c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:18:25.718033 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-e78b9ec3-299b-4587-bea8-20383bd9a7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:25.728739 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b3ceb9-4c7c-416d-802a-3a9239b71d8e None None] Routers {'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:18:25.730084 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-21b3ceb9-4c7c-416d-802a-3a9239b71d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:18:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:18:25.833022 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 30 Jul 2021 20:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdf42b6-983a-4f3f-a2f8-d08988c85dfc x-openstack-request-id: req-cfdf42b6-983a-4f3f-a2f8-d08988c85dfc {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:18:25.833641 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "116e9986-d114-442d-973f-14cff3cfaa2a", "code": 200}, {"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "4d2858d8-2192-4ded-99ea-b94c6f1195c6", "code": 200}, {"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "28c6b72d-f75a-4721-ad15-74bf9c0c36c3", "code": 200}, {"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "9a0cbd93-fd92-4866-944c-3656b063198f", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:18:25.834088 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cfdf42b6-983a-4f3f-a2f8-d08988c85dfc {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:18:25.834678 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '116e9986-d114-442d-973f-14cff3cfaa2a', 'code': 200} Jul 30 20:18:25.835103 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d2858d8-2192-4ded-99ea-b94c6f1195c6', 'code': 200} Jul 30 20:18:25.835539 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28c6b72d-f75a-4721-ad15-74bf9c0c36c3', 'code': 200} Jul 30 20:18:25.835972 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a0cbd93-fd92-4866-944c-3656b063198f', 'code': 200} Jul 30 20:18:25.860614 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-21b3ceb9-4c7c-416d-802a-3a9239b71d8e None None] Set router c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:18:25.934099 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48476) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:25.959804 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28fddc29-3ea8-412d-a463-8e56147aea99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:26.193845 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28fddc29-3ea8-412d-a463-8e56147aea99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:26.199696 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28fddc29-3ea8-412d-a463-8e56147aea99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:26.245598 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-28fddc29-3ea8-412d-a463-8e56147aea99 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b9f7b4ae2d854133ba6d57e3a5bd8fdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3098314 Jul 30 20:18:26.258011 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48478) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:26.359284 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fddc29-3ea8-412d-a463-8e56147aea99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e687a54-9ea8-49c1-bc84-1e3aac4cf652,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:26.388781 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-21b3ceb9-4c7c-416d-802a-3a9239b71d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018294156-router', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:08:17Z', 'updated_at': '2021-07-30T20:08:27Z', 'revision_number': 4, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'gw_port': {'id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:21Z', 'updated_at': '2021-07-30T20:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '4028708b-c67d-4682-955a-f5b91a758dbc', 'name': '', 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'mac_address': 'fa:16:3e:56:6f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '54b2d052-a18e-40d7-8ed9-045fadafa2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:27Z', 'updated_at': '2021-07-30T20:08:35Z', 'revision_number': 5, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'subnets': [{'id': '54b2d052-a18e-40d7-8ed9-045fadafa2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:18:26.408420 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e767276e-0614-429d-9e78-b72c24fc1029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:26.422927 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b3ceb9-4c7c-416d-802a-3a9239b71d8e None None] The sync data for ids ['c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'] in n-d-712137-9 is: [{'id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018294156-router', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:08:17Z', 'updated_at': '2021-07-30T20:08:27Z', 'revision_number': 4, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'gw_port': {'id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:21Z', 'updated_at': '2021-07-30T20:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '4028708b-c67d-4682-955a-f5b91a758dbc', 'name': '', 'network_id': '4889cdd8-296f-481e-b756-28d5d38f8224', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'mac_address': 'fa:16:3e:56:6f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '54b2d052-a18e-40d7-8ed9-045fadafa2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:27Z', 'updated_at': '2021-07-30T20:08:35Z', 'revision_number': 5, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'subnets': [{'id': '54b2d052-a18e-40d7-8ed9-045fadafa2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:18:26.501122 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e767276e-0614-429d-9e78-b72c24fc1029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:26.585953 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e767276e-0614-429d-9e78-b72c24fc1029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:26.590462 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e767276e-0614-429d-9e78-b72c24fc1029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:26.592157 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e767276e-0614-429d-9e78-b72c24fc1029 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1e687a54-9ea8-49c1-bc84-1e3aac4cf652 HTTP/1.1" status: 204 len: 168 time: 0.3280761 Jul 30 20:18:26.606006 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767276e-0614-429d-9e78-b72c24fc1029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e687a54-9ea8-49c1-bc84-1e3aac4cf652,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:26.633802 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-deleted', 'tag': '9a0cbd93-fd92-4866-944c-3656b063198f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:18:26.636086 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e58dba-ac26-4fe2-9ead-8ba8cb01b71f" -d '{"events": [{"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-deleted", "tag": "9a0cbd93-fd92-4866-944c-3656b063198f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:18:26.801722 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-e78b9ec3-299b-4587-bea8-20383bd9a7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] For port 28c6b72d-f75a-4721-ad15-74bf9c0c36c3, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=28c6b72d-f75a-4721-ad15-74bf9c0c36c3,segment=NetworkSegment(3537fc15-592e-4ed3-abfa-617a2a23cfad),segment_id=3537fc15-592e-4ed3-abfa-617a2a23cfad)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:18:26.802219 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-e78b9ec3-299b-4587-bea8-20383bd9a7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:26.806937 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:26.844948 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba926e-8033-417e-9cfe-73de9b19c35b req-1e935c3f-f064-4981-9bf8-889a757195ef tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:26.859594 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59ba926e-8033-417e-9cfe-73de9b19c35b req-1e935c3f-f064-4981-9bf8-889a757195ef tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.2178879 Jul 30 20:18:26.874791 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-e78b9ec3-299b-4587-bea8-20383bd9a7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Calling delete_port for 28c6b72d-f75a-4721-ad15-74bf9c0c36c3 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:18:26.996326 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124f001e-57c3-4a05-b154-bfae7462bc27 None None] New status for floating IP f8e6e158-8a04-4fe8-8787-8cd6d196103e: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:18:27.003994 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59ba926e-8033-417e-9cfe-73de9b19c35b req-ea0a5da4-8c17-4c9f-bd0c-74e6bed26222 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433952 Jul 30 20:18:27.251745 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-e78b9ec3-299b-4587-bea8-20383bd9a7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:27.342888 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b9ec3-299b-4587-bea8-20383bd9a7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event deleted for resources: {'Port': ['ID=28c6b72d-f75a-4721-ad15-74bf9c0c36c3,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:27.416905 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-e78b9ec3-299b-4587-bea8-20383bd9a7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] No DVR routers for this DVR port 28c6b72d-f75a-4721-ad15-74bf9c0c36c3 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:18:27.422720 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-e78b9ec3-299b-4587-bea8-20383bd9a7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:27.423323 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-e78b9ec3-299b-4587-bea8-20383bd9a7b6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.59 "DELETE /v2.0/ports/28c6b72d-f75a-4721-ad15-74bf9c0c36c3 HTTP/1.1" status: 204 len: 173 time: 1.9758332 Jul 30 20:18:27.611968 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ac865-d872-4d17-a72e-aac43b6e1919 req-4e2b09ba-c5ac-4721-be1d-9c16c7cebbc3 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:27.619675 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ac865-d872-4d17-a72e-aac43b6e1919 req-4e2b09ba-c5ac-4721-be1d-9c16c7cebbc3 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:27.628938 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-543ac865-d872-4d17-a72e-aac43b6e1919 req-4e2b09ba-c5ac-4721-be1d-9c16c7cebbc3 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 1677 time: 0.2223618 Jul 30 20:18:27.685708 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-543ac865-d872-4d17-a72e-aac43b6e1919 req-78e1576b-166c-4f43-b317-3bcd117db5a4 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558348 Jul 30 20:18:27.694589 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-5f8f12cc-51cd-406e-8321-b0f25d0e48f2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Deleting port 4d2858d8-2192-4ded-99ea-b94c6f1195c6 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:18:27.696210 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-5f8f12cc-51cd-406e-8321-b0f25d0e48f2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:27.885681 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ac6885-cf41-43b6-b545-df5182ba90b9 x-openstack-request-id: req-95ac6885-cf41-43b6-b545-df5182ba90b9 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:18:27.885985 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-deleted", "tag": "9a0cbd93-fd92-4866-944c-3656b063198f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:18:27.886239 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-95ac6885-cf41-43b6-b545-df5182ba90b9 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:18:27.886633 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-deleted', 'tag': '9a0cbd93-fd92-4866-944c-3656b063198f', 'status': 'completed', 'code': 200} Jul 30 20:18:28.145751 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-5f8f12cc-51cd-406e-8321-b0f25d0e48f2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] For port 4d2858d8-2192-4ded-99ea-b94c6f1195c6, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=4d2858d8-2192-4ded-99ea-b94c6f1195c6,segment=NetworkSegment(dd78c27e-8c8a-431e-a42e-0ff92727ac3c),segment_id=dd78c27e-8c8a-431e-a42e-0ff92727ac3c)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:18:28.146130 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-5f8f12cc-51cd-406e-8321-b0f25d0e48f2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:28.163180 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-5f8f12cc-51cd-406e-8321-b0f25d0e48f2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Calling delete_port for 4d2858d8-2192-4ded-99ea-b94c6f1195c6 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:18:28.383912 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bed69d-e0a2-4098-a618-981f08f7242d req-30bb03fb-2fd3-441e-b42b-10d76875e60f tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:28.390351 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3bed69d-e0a2-4098-a618-981f08f7242d req-30bb03fb-2fd3-441e-b42b-10d76875e60f tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.4926863 Jul 30 20:18:28.391587 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-5f8f12cc-51cd-406e-8321-b0f25d0e48f2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:28.497943 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f12cc-51cd-406e-8321-b0f25d0e48f2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event deleted for resources: {'Port': ['ID=4d2858d8-2192-4ded-99ea-b94c6f1195c6,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:28.569300 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3bed69d-e0a2-4098-a618-981f08f7242d req-6fe5ea6b-a4b9-4185-9bcf-c68f55e71d92 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145465 Jul 30 20:18:28.629971 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48532) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:28.784424 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-5f8f12cc-51cd-406e-8321-b0f25d0e48f2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] No DVR routers for this DVR port 4d2858d8-2192-4ded-99ea-b94c6f1195c6 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:18:28.795863 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-5f8f12cc-51cd-406e-8321-b0f25d0e48f2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:28.800700 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-5f8f12cc-51cd-406e-8321-b0f25d0e48f2 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.59 "DELETE /v2.0/ports/4d2858d8-2192-4ded-99ea-b94c6f1195c6 HTTP/1.1" status: 204 len: 173 time: 1.3456013 Jul 30 20:18:28.989269 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf1538-dbaa-47a8-9c0f-1ceff3c2c313 req-b8a0c404-a9e6-41af-be14-21958bca34ff tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:28.991377 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-65bf1538-dbaa-47a8-9c0f-1ceff3c2c313 req-b8a0c404-a9e6-41af-be14-21958bca34ff tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.2653594 Jul 30 20:18:29.016894 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-235d0305-cdda-40a4-97ac-0fdf178976c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:29.186644 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-65bf1538-dbaa-47a8-9c0f-1ceff3c2c313 req-8bb431c4-55ac-46bc-a12b-f1a0e572aa69 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560953 Jul 30 20:18:29.192662 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-fa7c0d80-21f6-4e88-93ec-94e378c4f842 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Deleting port 116e9986-d114-442d-973f-14cff3cfaa2a {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:18:29.209415 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-fa7c0d80-21f6-4e88-93ec-94e378c4f842 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:29.318176 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-235d0305-cdda-40a4-97ac-0fdf178976c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:29.330523 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-235d0305-cdda-40a4-97ac-0fdf178976c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:29.393821 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d0305-cdda-40a4-97ac-0fdf178976c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8222e8-434b-4643-a67a-7217ed638ba8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:29.472614 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-235d0305-cdda-40a4-97ac-0fdf178976c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5ef6d545e648400c8ca178ac44b74851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8408833 Jul 30 20:18:29.473619 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48562) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:29.562322 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5604992-3547-4316-952b-85bb09ce9053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:29.595250 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5604992-3547-4316-952b-85bb09ce9053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:29.615923 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-fa7c0d80-21f6-4e88-93ec-94e378c4f842 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] For port 116e9986-d114-442d-973f-14cff3cfaa2a, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=116e9986-d114-442d-973f-14cff3cfaa2a,segment=NetworkSegment(3537fc15-592e-4ed3-abfa-617a2a23cfad),segment_id=3537fc15-592e-4ed3-abfa-617a2a23cfad)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:18:29.616622 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-fa7c0d80-21f6-4e88-93ec-94e378c4f842 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:29.641412 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-fa7c0d80-21f6-4e88-93ec-94e378c4f842 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Calling delete_port for 116e9986-d114-442d-973f-14cff3cfaa2a owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:18:29.719819 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5604992-3547-4316-952b-85bb09ce9053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:29.722774 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5604992-3547-4316-952b-85bb09ce9053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:29.724420 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c5604992-3547-4316-952b-85bb09ce9053 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cc8222e8-434b-4643-a67a-7217ed638ba8 HTTP/1.1" status: 204 len: 168 time: 0.2457838 Jul 30 20:18:29.745367 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5604992-3547-4316-952b-85bb09ce9053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8222e8-434b-4643-a67a-7217ed638ba8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:29.835097 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa879f9-2dec-4ac7-80e3-03815511e858 req-13fc8e57-3a7e-4df8-aa62-6d78132fc1f6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:29.843792 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0fa879f9-2dec-4ac7-80e3-03815511e858 req-13fc8e57-3a7e-4df8-aa62-6d78132fc1f6 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 943 time: 0.1749110 Jul 30 20:18:29.888172 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-deleted', 'tag': '28c6b72d-f75a-4721-ad15-74bf9c0c36c3'}, {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-deleted', 'tag': '4d2858d8-2192-4ded-99ea-b94c6f1195c6'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:18:29.892288 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42a558c-0ed9-4b5e-867c-bdd768835257" -d '{"events": [{"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-deleted", "tag": "28c6b72d-f75a-4721-ad15-74bf9c0c36c3"}, {"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-deleted", "tag": "4d2858d8-2192-4ded-99ea-b94c6f1195c6"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:18:29.965337 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-fa7c0d80-21f6-4e88-93ec-94e378c4f842 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:30.002867 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c0d80-21f6-4e88-93ec-94e378c4f842 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event deleted for resources: {'Port': ['ID=116e9986-d114-442d-973f-14cff3cfaa2a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:30.086998 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-fa7c0d80-21f6-4e88-93ec-94e378c4f842 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] No DVR routers for this DVR port 116e9986-d114-442d-973f-14cff3cfaa2a on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:18:30.090913 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-fa7c0d80-21f6-4e88-93ec-94e378c4f842 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:30.094108 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d122d1f6-62eb-4d5f-a9c2-5ff533e5160b req-fa7c0d80-21f6-4e88-93ec-94e378c4f842 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.59 "DELETE /v2.0/ports/116e9986-d114-442d-973f-14cff3cfaa2a HTTP/1.1" status: 204 len: 173 time: 1.2562351 Jul 30 20:18:30.467696 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0fa879f9-2dec-4ac7-80e3-03815511e858 req-35265f19-4dff-4dae-b7fc-996350ce1c0f tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dc8da98-5808-4991-a13a-f9066791ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6229765 Jul 30 20:18:30.689870 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:18:30.877069 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-acb8f0e0-5184-4496-902f-479b137c6df3 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:30.885063 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-acb8f0e0-5184-4496-902f-479b137c6df3 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/networks?id=1286c225-8acb-4ef0-98ac-2e7583827777 HTTP/1.1" status: 200 len: 810 time: 0.2775464 Jul 30 20:18:30.903275 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-8fd5f9e7-1ee2-461b-ab0b-98dfd5db16b1 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/quotas/24579295bc844f6fa90314f73b2fffb4 HTTP/1.1" status: 200 len: 375 time: 0.0171986 Jul 30 20:18:30.977287 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-b21ab824-6531-403e-becf-20cb0c7cb782 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=24579295bc844f6fa90314f73b2fffb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729935 Jul 30 20:18:31.060163 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48602) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:31.081947 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0da50fef-15e6-42b3-aae9-b2ca175870c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:31.156054 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-68584871-97db-4bfd-bae1-cc5ddd3f8f2d service neutron] 10.222.0.81 "GET /v2.0/networks/1286c225-8acb-4ef0-98ac-2e7583827777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771882 Jul 30 20:18:31.335099 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-0e1052d7-dc34-4111-a1c6-6fc52a6e1d0e service neutron] 10.222.0.81 "GET /v2.0/networks/1286c225-8acb-4ef0-98ac-2e7583827777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779790 Jul 30 20:18:31.337740 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0da50fef-15e6-42b3-aae9-b2ca175870c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:31.347209 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0da50fef-15e6-42b3-aae9-b2ca175870c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:31.404996 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da50fef-15e6-42b3-aae9-b2ca175870c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea0ec98-d8bc-458c-936a-664129a8c8d2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:31.411274 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0da50fef-15e6-42b3-aae9-b2ca175870c9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1283b6008775463f852039900bf2df8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3493474 Jul 30 20:18:31.413333 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48616) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:31.486076 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0dd8d818-2d60-4f72-9b3b-e07b39738559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:31.517823 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0dd8d818-2d60-4f72-9b3b-e07b39738559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:31.581725 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0dd8d818-2d60-4f72-9b3b-e07b39738559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:31.585422 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0dd8d818-2d60-4f72-9b3b-e07b39738559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:31.587404 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0dd8d818-2d60-4f72-9b3b-e07b39738559 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3ea0ec98-d8bc-458c-936a-664129a8c8d2 HTTP/1.1" status: 204 len: 168 time: 0.1719372 Jul 30 20:18:31.591665 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 20:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba086a8-31dd-4643-85ae-1bf6c15b511c x-openstack-request-id: req-dba086a8-31dd-4643-85ae-1bf6c15b511c {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:18:31.592079 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-deleted", "tag": "28c6b72d-f75a-4721-ad15-74bf9c0c36c3", "status": "completed", "code": 200}, {"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-deleted", "tag": "4d2858d8-2192-4ded-99ea-b94c6f1195c6", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:18:31.592458 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dba086a8-31dd-4643-85ae-1bf6c15b511c {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:18:31.593013 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-deleted', 'tag': '28c6b72d-f75a-4721-ad15-74bf9c0c36c3', 'status': 'completed', 'code': 200} Jul 30 20:18:31.593403 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-deleted', 'tag': '4d2858d8-2192-4ded-99ea-b94c6f1195c6', 'status': 'completed', 'code': 200} Jul 30 20:18:31.597199 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8d818-2d60-4f72-9b3b-e07b39738559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea0ec98-d8bc-458c-936a-664129a8c8d2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:31.780000 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef975f-f4a0-4aa4-9b13-a109a7b6cbda req-7e13901f-aec7-48a1-9bb9-88ac642f079a tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:31.782880 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2eef975f-f4a0-4aa4-9b13-a109a7b6cbda req-7e13901f-aec7-48a1-9bb9-88ac642f079a tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1153610 Jul 30 20:18:31.863416 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2eef975f-f4a0-4aa4-9b13-a109a7b6cbda req-00d52674-e30f-418e-9ffa-326e2a12a958 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699561 Jul 30 20:18:32.241406 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48654) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:32.262802 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5efc67ce-aa84-47df-bac1-fcb0e6e5ad3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:32.275643 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a68ed80d-4a68-499f-a4dc-ed76e8d441a9 req-f8eb24a3-0911-4f58-a3b9-f3140c55c611 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 210 time: 0.0923564 Jul 30 20:18:32.283863 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4ba64-7f16-4518-850e-c715ead4d7a6 req-e5288aef-2e38-42a2-af80-21b3f8bd0498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:32.297952 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77e4ba64-7f16-4518-850e-c715ead4d7a6 req-e5288aef-2e38-42a2-af80-21b3f8bd0498 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9223d3fe370d4158bc62a22bc1b34676&device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 1096 time: 0.1963413 Jul 30 20:18:32.451161 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7d743c27-0140-4fd3-bfb9-b996c3bece9b req-aa264bdc-4b1c-46f5-9bd1-41bf79d79345 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 210 time: 0.0489130 Jul 30 20:18:32.505786 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5efc67ce-aa84-47df-bac1-fcb0e6e5ad3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:32.518415 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5efc67ce-aa84-47df-bac1-fcb0e6e5ad3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:32.540169 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4ba64-7f16-4518-850e-c715ead4d7a6 req-373e1e29-7ce8-4565-948b-5805e76cd411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:32.541714 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77e4ba64-7f16-4518-850e-c715ead4d7a6 req-373e1e29-7ce8-4565-948b-5805e76cd411 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d0830a4b-e259-4b58-9c94-0dd2ceb61009 HTTP/1.1" status: 200 len: 914 time: 0.2275963 Jul 30 20:18:32.574419 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5efc67ce-aa84-47df-bac1-fcb0e6e5ad3d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5df7dc3e922b476e856525b7149051e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3311186 Jul 30 20:18:32.575407 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc67ce-aa84-47df-bac1-fcb0e6e5ad3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e0d1ad-7a74-4cfc-b8d9-c95e5309d99a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:32.579219 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48664) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:32.614163 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77e4ba64-7f16-4518-850e-c715ead4d7a6 req-7c990e09-dd76-4c77-9704-dd7d01af683f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a688d11b-d79a-41d2-842b-a806169c17fc HTTP/1.1" status: 200 len: 217 time: 0.0642715 Jul 30 20:18:32.645443 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c332b215-a996-4947-8136-70445677f8a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:32.675480 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c332b215-a996-4947-8136-70445677f8a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:32.684186 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4ba64-7f16-4518-850e-c715ead4d7a6 req-4617e888-b758-4256-9ae6-883091beab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:32.686273 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77e4ba64-7f16-4518-850e-c715ead4d7a6 req-4617e888-b758-4256-9ae6-883091beab3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d991cb95-970b-4daf-9cf0-38c473cf30b2 HTTP/1.1" status: 200 len: 853 time: 0.0638895 Jul 30 20:18:32.736570 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c332b215-a996-4947-8136-70445677f8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:32.739434 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c332b215-a996-4947-8136-70445677f8a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:32.744158 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c332b215-a996-4947-8136-70445677f8a4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/94e0d1ad-7a74-4cfc-b8d9-c95e5309d99a HTTP/1.1" status: 204 len: 168 time: 0.1636920 Jul 30 20:18:32.751423 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77e4ba64-7f16-4518-850e-c715ead4d7a6 req-75692522-be85-43ef-afea-a6400eeb4b06 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d0830a4b-e259-4b58-9c94-0dd2ceb61009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581019 Jul 30 20:18:32.754686 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332b215-a996-4947-8136-70445677f8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e0d1ad-7a74-4cfc-b8d9-c95e5309d99a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:33.066231 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-91d65f58-d995-44d1-b89d-01c0d768cafc tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:33.068284 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-91d65f58-d995-44d1-b89d-01c0d768cafc tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.59 "GET /v2.0/networks?id=1286c225-8acb-4ef0-98ac-2e7583827777 HTTP/1.1" status: 200 len: 810 time: 0.2048051 Jul 30 20:18:33.096452 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-c2b557d9-7c49-4099-8ba7-e52342d58077 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Request body: {'port': {'device_id': 'dab7fa37-32e8-4c5a-98b3-1ed6b92fd533', 'network_id': '1286c225-8acb-4ef0-98ac-2e7583827777', 'admin_state_up': True, 'tenant_id': '24579295bc844f6fa90314f73b2fffb4'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:18:33.229180 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e7a46-2c87-4465-872f-bfcacd0b5882 req-3f9f5a4c-c3da-4c28-8756-cdac24548ddc tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:33.237810 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a23e7a46-2c87-4465-872f-bfcacd0b5882 req-3f9f5a4c-c3da-4c28-8756-cdac24548ddc tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.2103236 Jul 30 20:18:33.302591 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77e4ba64-7f16-4518-850e-c715ead4d7a6 req-25ebc6b5-c707-4425-a123-a798320a3678 service neutron] 10.222.0.59 "GET /v2.0/networks/d0830a4b-e259-4b58-9c94-0dd2ceb61009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386229 Jul 30 20:18:33.385832 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a23e7a46-2c87-4465-872f-bfcacd0b5882 req-fba72a0c-1e94-4eec-878a-f7821f3827d6 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471281 Jul 30 20:18:33.444784 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-c2b557d9-7c49-4099-8ba7-e52342d58077 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Made reservation on behalf of 24579295bc844f6fa90314f73b2fffb4 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:18:33.449229 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-c2b557d9-7c49-4099-8ba7-e52342d58077 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:33.635726 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-c2b557d9-7c49-4099-8ba7-e52342d58077 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Allocated IP 172.20.0.14 (1286c225-8acb-4ef0-98ac-2e7583827777/eed5c7e6-95c3-4613-9e8d-fb6e825361a8/da96aae1-0c73-4f77-9934-36824c29db01) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:18:33.650689 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-deleted', 'tag': '116e9986-d114-442d-973f-14cff3cfaa2a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:18:33.653241 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f0f73c-8c56-4355-903b-4a2bac15d144" -d '{"events": [{"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-deleted", "tag": "116e9986-d114-442d-973f-14cff3cfaa2a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:18:33.662982 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77e4ba64-7f16-4518-850e-c715ead4d7a6 req-6abc54ee-6aee-4d78-b30c-f5a5f6b81aed service neutron] 10.222.0.59 "GET /v2.0/networks/d0830a4b-e259-4b58-9c94-0dd2ceb61009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491518 Jul 30 20:18:33.752063 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4eded901-7cb6-4a09-89ea-fa05838ae7e6 req-2a27e5f3-4d21-454f-8ad5-20e4c2f72f63 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 210 time: 0.0414653 Jul 30 20:18:33.910751 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8c57865a-62b4-4df5-9653-9e8b087b6773 req-953aceec-9575-4acb-88fe-8da3e94f4134 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 210 time: 0.0383089 Jul 30 20:18:33.915263 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-c2b557d9-7c49-4099-8ba7-e52342d58077 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:33.974933 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c9095e-23ae-4b20-a55d-7ebe306f058d x-openstack-request-id: req-f3c9095e-23ae-4b20-a55d-7ebe306f058d {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:18:33.975250 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0", "name": "network-vif-deleted", "tag": "116e9986-d114-442d-973f-14cff3cfaa2a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:18:33.975532 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f3c9095e-23ae-4b20-a55d-7ebe306f058d {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:18:33.975950 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0', 'name': 'network-vif-deleted', 'tag': '116e9986-d114-442d-973f-14cff3cfaa2a', 'status': 'completed', 'code': 200} Jul 30 20:18:33.994085 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-c2b557d9-7c49-4099-8ba7-e52342d58077 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:34.012858 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['38be1c32-80ce-43cf-8134-8e47afb500d6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:18:34.055532 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-c2b557d9-7c49-4099-8ba7-e52342d58077 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Network 1286c225-8acb-4ef0-98ac-2e7583827777 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:18:34.059426 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-c2b557d9-7c49-4099-8ba7-e52342d58077 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:18:34.069380 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-c2b557d9-7c49-4099-8ba7-e52342d58077 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:18:34.118223 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b557d9-7c49-4099-8ba7-e52342d58077 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Pushing event updated for resources: {'Port': ['ID=da96aae1-0c73-4f77-9934-36824c29db01,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:34.146637 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-c2b557d9-7c49-4099-8ba7-e52342d58077 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:34.147632 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-c2b557d9-7c49-4099-8ba7-e52342d58077 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:34.188666 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-c2b557d9-7c49-4099-8ba7-e52342d58077 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1098783 Jul 30 20:18:34.206529 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-b7fe1c5d-3734-437a-9b9f-a5d6736ac442 service neutron] Request body: {'port': {'device_id': 'dab7fa37-32e8-4c5a-98b3-1ed6b92fd533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:18:34.286986 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-b7fe1c5d-3734-437a-9b9f-a5d6736ac442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:34.657864 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62602afa-aebb-48fe-8469-f6b45ac19f0d req-84f7710d-5f1f-4b8f-a4da-c1e25156c097 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:34.666681 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-62602afa-aebb-48fe-8469-f6b45ac19f0d req-84f7710d-5f1f-4b8f-a4da-c1e25156c097 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 945 time: 0.1036177 Jul 30 20:18:34.741561 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-62602afa-aebb-48fe-8469-f6b45ac19f0d req-29996da2-ddfc-4e1e-98c6-80763021be15 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739443 Jul 30 20:18:34.827374 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-b7fe1c5d-3734-437a-9b9f-a5d6736ac442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da96aae1-0c73-4f77-9934-36824c29db01 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:18:34.844233 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-b7fe1c5d-3734-437a-9b9f-a5d6736ac442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:34.883600 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-b7fe1c5d-3734-437a-9b9f-a5d6736ac442 service neutron] Transition to ACTIVE for port object da96aae1-0c73-4f77-9934-36824c29db01 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:18:34.893174 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-b7fe1c5d-3734-437a-9b9f-a5d6736ac442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:34.956984 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe1c5d-3734-437a-9b9f-a5d6736ac442 service neutron] Pushing event updated for resources: {'Port': ['ID=da96aae1-0c73-4f77-9934-36824c29db01,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:35.034721 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-b7fe1c5d-3734-437a-9b9f-a5d6736ac442 service neutron] Attempting to bind port da96aae1-0c73-4f77-9934-36824c29db01 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:18:35.035327 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-b7fe1c5d-3734-437a-9b9f-a5d6736ac442 service neutron] Attempting to bind port da96aae1-0c73-4f77-9934-36824c29db01 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '4c803c4a-5b32-4faf-a275-098fdeb20545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1286c225-8acb-4ef0-98ac-2e7583827777'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:18:35.035751 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-b7fe1c5d-3734-437a-9b9f-a5d6736ac442 service neutron] Attempting to bind port da96aae1-0c73-4f77-9934-36824c29db01 on network 1286c225-8acb-4ef0-98ac-2e7583827777 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:18:35.040995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-b7fe1c5d-3734-437a-9b9f-a5d6736ac442 service neutron] Port da96aae1-0c73-4f77-9934-36824c29db01 on network 1286c225-8acb-4ef0-98ac-2e7583827777 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:18:35.041375 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-b7fe1c5d-3734-437a-9b9f-a5d6736ac442 service neutron] Attempting to bind port da96aae1-0c73-4f77-9934-36824c29db01 on network 1286c225-8acb-4ef0-98ac-2e7583827777 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:18:35.047131 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-b7fe1c5d-3734-437a-9b9f-a5d6736ac442 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:18:35.047552 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-b7fe1c5d-3734-437a-9b9f-a5d6736ac442 service neutron] Checking segment: {'id': '4c803c4a-5b32-4faf-a275-098fdeb20545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1286c225-8acb-4ef0-98ac-2e7583827777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:18:35.047952 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-b7fe1c5d-3734-437a-9b9f-a5d6736ac442 service neutron] Bound using segment: {'id': '4c803c4a-5b32-4faf-a275-098fdeb20545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1286c225-8acb-4ef0-98ac-2e7583827777'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:18:35.048589 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-b7fe1c5d-3734-437a-9b9f-a5d6736ac442 service neutron] Bound port: da96aae1-0c73-4f77-9934-36824c29db01, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c803c4a-5b32-4faf-a275-098fdeb20545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1286c225-8acb-4ef0-98ac-2e7583827777'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:18:35.048759 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-b7fe1c5d-3734-437a-9b9f-a5d6736ac442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:35.161936 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-b7fe1c5d-3734-437a-9b9f-a5d6736ac442 service neutron] For port da96aae1-0c73-4f77-9934-36824c29db01, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:18:35.167201 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-b7fe1c5d-3734-437a-9b9f-a5d6736ac442 service neutron] For port da96aae1-0c73-4f77-9934-36824c29db01, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=da96aae1-0c73-4f77-9934-36824c29db01,segment=NetworkSegment(4c803c4a-5b32-4faf-a275-098fdeb20545),segment_id=4c803c4a-5b32-4faf-a275-098fdeb20545)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:18:35.180910 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc34709-6701-4c6f-96fe-ee39b895abe1 req-be428f57-49bb-4826-ab9b-a10cf696aa3d tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:35.182623 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8dc34709-6701-4c6f-96fe-ee39b895abe1 req-be428f57-49bb-4826-ab9b-a10cf696aa3d tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 944 time: 0.0834846 Jul 30 20:18:35.184364 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-b7fe1c5d-3734-437a-9b9f-a5d6736ac442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:35.238027 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-b7fe1c5d-3734-437a-9b9f-a5d6736ac442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:35.238638 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-b7fe1c5d-3734-437a-9b9f-a5d6736ac442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:35.240176 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-b7fe1c5d-3734-437a-9b9f-a5d6736ac442 service neutron] 10.222.0.59 "PUT /v2.0/ports/da96aae1-0c73-4f77-9934-36824c29db01 HTTP/1.1" status: 200 len: 1092 time: 1.0397696 Jul 30 20:18:35.288571 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8dc34709-6701-4c6f-96fe-ee39b895abe1 req-f3a5cca2-5a2a-437c-b77b-bf027083574a tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912867 Jul 30 20:18:35.320777 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe1c5d-3734-437a-9b9f-a5d6736ac442 service neutron] Pushing event updated for resources: {'Port': ['ID=da96aae1-0c73-4f77-9934-36824c29db01,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:35.358598 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-ed0cdc5c-fd23-452a-86a5-0449f81ab5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:35.360215 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-ed0cdc5c-fd23-452a-86a5-0449f81ab5df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=24579295bc844f6fa90314f73b2fffb4&device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 1095 time: 0.0538702 Jul 30 20:18:35.434098 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device a688d11b-d79a-41d2-842b-a806169c17fc no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:18:35.465824 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c31030fc-da62-4ee8-9a70-2111928a9f0c req-696d8a1a-49f9-42ae-a1f7-46fcced78e59 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 210 time: 0.0780425 Jul 30 20:18:35.470777 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-6f81fa5b-4a58-4650-81b8-db0cc957c7a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da96aae1-0c73-4f77-9934-36824c29db01 HTTP/1.1" status: 200 len: 217 time: 0.0963891 Jul 30 20:18:35.553475 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:35.572828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-a5cfb25e-d015-43f8-be6f-5c1376aebad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:35.575048 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-a5cfb25e-d015-43f8-be6f-5c1376aebad3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eed5c7e6-95c3-4613-9e8d-fb6e825361a8 HTTP/1.1" status: 200 len: 850 time: 0.0872657 Jul 30 20:18:35.581082 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e403c-0d5e-43ff-8220-3ba8fbef8ec7 req-481bc90c-135a-47c8-90fe-2de85e361c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:35.582763 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f98e403c-0d5e-43ff-8220-3ba8fbef8ec7 req-481bc90c-135a-47c8-90fe-2de85e361c99 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9223d3fe370d4158bc62a22bc1b34676&device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 1096 time: 0.0967073 Jul 30 20:18:35.615292 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-e09eba71-5f5b-4c46-83a6-9384e2ab96cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1286c225-8acb-4ef0-98ac-2e7583827777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307965 Jul 30 20:18:35.641819 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port a688d11b-d79a-41d2-842b-a806169c17fc, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=a688d11b-d79a-41d2-842b-a806169c17fc,segment=NetworkSegment(97615c14-3033-446e-9631-4f2099fb3f0b),segment_id=97615c14-3033-446e-9631-4f2099fb3f0b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:18:35.642991 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7d8b3f-fa05-4791-96b3-fc9e964945bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a688d11b-d79a-41d2-842b-a806169c17fc'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:18:35.645908 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b0da9b-88d7-4934-8e58-397cdbac72b6" -d '{"events": [{"server_uuid": "7d7d8b3f-fa05-4791-96b3-fc9e964945bc", "name": "network-vif-unplugged", "status": "completed", "tag": "a688d11b-d79a-41d2-842b-a806169c17fc"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:18:35.684612 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:35.780334 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c656a9-6ce6-4bc7-ab1b-6d0564ea1982 x-openstack-request-id: req-b4c656a9-6ce6-4bc7-ab1b-6d0564ea1982 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:18:35.783062 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7d8b3f-fa05-4791-96b3-fc9e964945bc", "name": "network-vif-unplugged", "status": "completed", "tag": "a688d11b-d79a-41d2-842b-a806169c17fc", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:18:35.783333 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b4c656a9-6ce6-4bc7-ab1b-6d0564ea1982 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:18:35.783941 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7d8b3f-fa05-4791-96b3-fc9e964945bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a688d11b-d79a-41d2-842b-a806169c17fc', 'code': 200} Jul 30 20:18:35.805808 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=a688d11b-d79a-41d2-842b-a806169c17fc,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:35.823188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e403c-0d5e-43ff-8220-3ba8fbef8ec7 req-3bdcb6cc-6b6b-4603-8ccd-6a66a723fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:35.825231 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f98e403c-0d5e-43ff-8220-3ba8fbef8ec7 req-3bdcb6cc-6b6b-4603-8ccd-6a66a723fa35 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d0830a4b-e259-4b58-9c94-0dd2ceb61009 HTTP/1.1" status: 200 len: 914 time: 0.2127750 Jul 30 20:18:35.827244 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-26a9dbd1-551a-4817-9bb6-02488939a595 service neutron] 10.222.0.59 "GET /v2.0/networks/1286c225-8acb-4ef0-98ac-2e7583827777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011156 Jul 30 20:18:35.909261 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f98e403c-0d5e-43ff-8220-3ba8fbef8ec7 req-e3fc6a42-f5b2-479f-b7b1-c45d548dbbac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a688d11b-d79a-41d2-842b-a806169c17fc HTTP/1.1" status: 200 len: 217 time: 0.0686178 Jul 30 20:18:35.988441 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab7fa37-32e8-4c5a-98b3-1ed6b92fd533', 'tag': 'da96aae1-0c73-4f77-9934-36824c29db01'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:18:35.990970 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2836143-19ac-4035-833b-4316ab41c7f0" -d '{"events": [{"name": "network-changed", "server_uuid": "dab7fa37-32e8-4c5a-98b3-1ed6b92fd533", "tag": "da96aae1-0c73-4f77-9934-36824c29db01"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:18:36.503178 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48800) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:36.526664 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e403c-0d5e-43ff-8220-3ba8fbef8ec7 req-b9906385-8443-41be-b40f-6a86c817ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:36.528471 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f98e403c-0d5e-43ff-8220-3ba8fbef8ec7 req-b9906385-8443-41be-b40f-6a86c817ad34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d991cb95-970b-4daf-9cf0-38c473cf30b2 HTTP/1.1" status: 200 len: 853 time: 0.5965068 Jul 30 20:18:36.542305 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94ed66-a7cf-4f14-93c4-0e94693caf3e req-a53831f6-b9f8-4049-999b-5c7f823303c4 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:36.544179 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dd94ed66-a7cf-4f14-93c4-0e94693caf3e req-a53831f6-b9f8-4049-999b-5c7f823303c4 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 943 time: 0.6856363 Jul 30 20:18:36.553816 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48804) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:36.601670 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f98e403c-0d5e-43ff-8220-3ba8fbef8ec7 req-1f17e282-e951-4424-aae1-5a0fd20b0552 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d0830a4b-e259-4b58-9c94-0dd2ceb61009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524497 Jul 30 20:18:36.631000 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18e21396-e5bf-49df-8035-13a51b42d8eb req-09eb6fa9-cace-4d76-84af-e1218f5b42ea service neutron] 10.222.0.59 "GET /v2.0/networks/1286c225-8acb-4ef0-98ac-2e7583827777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7824805 Jul 30 20:18:36.672967 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88555502-637d-4baa-aad3-a9b6fb0b1214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:36.743608 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dd94ed66-a7cf-4f14-93c4-0e94693caf3e req-d74fd3f3-f157-48a6-abaa-345a45f98939 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407931 Jul 30 20:18:36.792991 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ce7a5d1-d428-4c94-bfc7-ccd755e3d889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:36.818966 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f98e403c-0d5e-43ff-8220-3ba8fbef8ec7 req-73170439-67c4-45c8-83ab-fbac17c12de1 service neutron] 10.222.0.59 "GET /v2.0/networks/d0830a4b-e259-4b58-9c94-0dd2ceb61009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084787 Jul 30 20:18:36.877327 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88555502-637d-4baa-aad3-a9b6fb0b1214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:36.894725 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88555502-637d-4baa-aad3-a9b6fb0b1214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:36.942491 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f98e403c-0d5e-43ff-8220-3ba8fbef8ec7 req-26561846-8905-4e66-86d0-e9c5cd9379cc service neutron] 10.222.0.59 "GET /v2.0/networks/d0830a4b-e259-4b58-9c94-0dd2ceb61009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161244 Jul 30 20:18:36.957944 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-88555502-637d-4baa-aad3-a9b6fb0b1214 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=95e374f5a5264efca145b6563cfdbb83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4536018 Jul 30 20:18:36.958688 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48810) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:36.965769 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88555502-637d-4baa-aad3-a9b6fb0b1214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fec5f16-1992-4721-bd6f-7d1fc2cee70c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:37.018573 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e8aece-3da6-47ac-a5b7-30a5ce5abcd0 x-openstack-request-id: req-d4e8aece-3da6-47ac-a5b7-30a5ce5abcd0 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:18:37.021318 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab7fa37-32e8-4c5a-98b3-1ed6b92fd533", "tag": "da96aae1-0c73-4f77-9934-36824c29db01", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:18:37.025123 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d4e8aece-3da6-47ac-a5b7-30a5ce5abcd0 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:18:37.026360 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab7fa37-32e8-4c5a-98b3-1ed6b92fd533', 'tag': 'da96aae1-0c73-4f77-9934-36824c29db01', 'status': 'completed', 'code': 200} Jul 30 20:18:37.028902 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ce7a5d1-d428-4c94-bfc7-ccd755e3d889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:37.034791 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ce7a5d1-d428-4c94-bfc7-ccd755e3d889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:37.086254 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6ce7a5d1-d428-4c94-bfc7-ccd755e3d889 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=942cc2b3d853476891f77987d7512470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5291460 Jul 30 20:18:37.086254 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7a5d1-d428-4c94-bfc7-ccd755e3d889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cec6c4f-c2a7-425e-8ae5-6026ce4d4b71,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:37.086738 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48816) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:37.188695 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2836143-19ac-4035-833b-4316ab41c7f0 req-ddcf2bee-528c-4526-9fd8-234eaaba0857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:37.190171 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2836143-19ac-4035-833b-4316ab41c7f0 req-ddcf2bee-528c-4526-9fd8-234eaaba0857 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=24579295bc844f6fa90314f73b2fffb4&device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 1095 time: 0.1616871 Jul 30 20:18:37.207655 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec757fed-87dd-4863-aeda-bbf7e5b92db4 req-ac166443-33b5-4207-95b0-cd2c09c3049f tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:37.209184 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ec757fed-87dd-4863-aeda-bbf7e5b92db4 req-ac166443-33b5-4207-95b0-cd2c09c3049f tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 944 time: 0.1524374 Jul 30 20:18:37.219533 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-76f43a8e-64e7-4baf-bddc-0bb553ffb303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:37.317052 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-76f43a8e-64e7-4baf-bddc-0bb553ffb303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:37.329610 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e76dfff8-1b5f-474a-b2f1-bf4b9c60dd08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:37.363089 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ec757fed-87dd-4863-aeda-bbf7e5b92db4 req-cd004fc1-185a-4bc3-9c96-1a2f17ae38ac tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444969 Jul 30 20:18:37.425798 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e76dfff8-1b5f-474a-b2f1-bf4b9c60dd08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:37.465091 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2836143-19ac-4035-833b-4316ab41c7f0 req-9e4f811b-fdd5-42d8-ac8c-04d79d375abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:37.466947 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2836143-19ac-4035-833b-4316ab41c7f0 req-9e4f811b-fdd5-42d8-ac8c-04d79d375abe service neutron] 10.222.0.59 "GET /v2.0/networks?id=1286c225-8acb-4ef0-98ac-2e7583827777 HTTP/1.1" status: 200 len: 911 time: 0.2672572 Jul 30 20:18:37.510523 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-055925f6-6c3b-48da-9c3f-09518fb289f8 req-cfe9a4e5-5820-4119-80d1-a96cc26d792e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 210 time: 0.0544004 Jul 30 20:18:37.550093 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2836143-19ac-4035-833b-4316ab41c7f0 req-679af4a7-dd4f-4b3e-8b00-c7abb7e86c59 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da96aae1-0c73-4f77-9934-36824c29db01 HTTP/1.1" status: 200 len: 217 time: 0.0647099 Jul 30 20:18:37.569261 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-76f43a8e-64e7-4baf-bddc-0bb553ffb303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:37.570719 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-76f43a8e-64e7-4baf-bddc-0bb553ffb303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:37.574776 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-76f43a8e-64e7-4baf-bddc-0bb553ffb303 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6fec5f16-1992-4721-bd6f-7d1fc2cee70c HTTP/1.1" status: 204 len: 168 time: 0.6141329 Jul 30 20:18:37.609575 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f43a8e-64e7-4baf-bddc-0bb553ffb303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fec5f16-1992-4721-bd6f-7d1fc2cee70c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:37.611554 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e76dfff8-1b5f-474a-b2f1-bf4b9c60dd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:37.613961 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e76dfff8-1b5f-474a-b2f1-bf4b9c60dd08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:37.617595 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e76dfff8-1b5f-474a-b2f1-bf4b9c60dd08 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5cec6c4f-c2a7-425e-8ae5-6026ce4d4b71 HTTP/1.1" status: 204 len: 168 time: 0.5204871 Jul 30 20:18:37.680076 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76dfff8-1b5f-474a-b2f1-bf4b9c60dd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cec6c4f-c2a7-425e-8ae5-6026ce4d4b71,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:37.750377 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2836143-19ac-4035-833b-4316ab41c7f0 req-bf554df6-6117-4c18-a6f5-47bdd89d6ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:37.753683 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2836143-19ac-4035-833b-4316ab41c7f0 req-bf554df6-6117-4c18-a6f5-47bdd89d6ef4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eed5c7e6-95c3-4613-9e8d-fb6e825361a8 HTTP/1.1" status: 200 len: 850 time: 0.1964130 Jul 30 20:18:37.802377 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ca70c-3d42-440e-8a27-d98cf51905fe req-81bdad01-9ae4-457c-a3bd-cad56013fe7b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:37.804694 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f64ca70c-3d42-440e-8a27-d98cf51905fe req-81bdad01-9ae4-457c-a3bd-cad56013fe7b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 943 time: 0.1554229 Jul 30 20:18:37.829778 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2836143-19ac-4035-833b-4316ab41c7f0 req-de436102-ae99-49d3-82c3-0999fefddcb8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1286c225-8acb-4ef0-98ac-2e7583827777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646281 Jul 30 20:18:37.958588 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2836143-19ac-4035-833b-4316ab41c7f0 req-374ce65a-11d1-4910-9cab-2ce1555b7899 service neutron] 10.222.0.59 "GET /v2.0/networks/1286c225-8acb-4ef0-98ac-2e7583827777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149554 Jul 30 20:18:37.998681 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f64ca70c-3d42-440e-8a27-d98cf51905fe req-d8281671-b019-4c86-86b6-f9af1bcf2ced tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670825 Jul 30 20:18:38.091538 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48836) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:38.110265 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d46d1b61-c54b-47f7-8573-63ce110c1f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:38.185264 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2836143-19ac-4035-833b-4316ab41c7f0 req-3f4a5d03-5641-48bf-8893-8fb7a98a986a service neutron] 10.222.0.59 "GET /v2.0/networks/1286c225-8acb-4ef0-98ac-2e7583827777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029023 Jul 30 20:18:38.186067 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48838) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:38.206632 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b41b4fc8-8c8b-47a1-8756-e1e245717fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:38.234181 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d46d1b61-c54b-47f7-8573-63ce110c1f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:38.238942 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d46d1b61-c54b-47f7-8573-63ce110c1f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:38.307700 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d46d1b61-c54b-47f7-8573-63ce110c1f65 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=58df64d22b78495e9629d8dbfcee0237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2128723 Jul 30 20:18:38.308631 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48844) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:38.316778 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d1b61-c54b-47f7-8573-63ce110c1f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cb1df9-889b-4eec-a49c-b20c69265c81,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:38.391077 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce3f8c77-4059-4416-a48c-355a5dba5908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:38.408686 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b41b4fc8-8c8b-47a1-8756-e1e245717fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:38.413547 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b41b4fc8-8c8b-47a1-8756-e1e245717fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:38.416963 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce3f8c77-4059-4416-a48c-355a5dba5908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:38.451779 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48850) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:38.452707 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b41b4fc8-8c8b-47a1-8756-e1e245717fe3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=689bd46726e64f30b3c2e31ad3c38cb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2652934 Jul 30 20:18:38.481200 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b4fc8-8c8b-47a1-8756-e1e245717fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0266ac47-8f95-4fe6-81be-1635c9d434e3,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:38.530303 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce3f8c77-4059-4416-a48c-355a5dba5908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:38.532996 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce3f8c77-4059-4416-a48c-355a5dba5908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:38.534251 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ce3f8c77-4059-4416-a48c-355a5dba5908 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/06cb1df9-889b-4eec-a49c-b20c69265c81 HTTP/1.1" status: 204 len: 168 time: 0.2241507 Jul 30 20:18:38.540791 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2758cf7b-2522-4847-9068-9a375b2e1333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:38.550708 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f8c77-4059-4416-a48c-355a5dba5908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cb1df9-889b-4eec-a49c-b20c69265c81,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:38.596821 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2758cf7b-2522-4847-9068-9a375b2e1333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:38.713286 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2758cf7b-2522-4847-9068-9a375b2e1333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:38.715863 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2758cf7b-2522-4847-9068-9a375b2e1333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:38.717988 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2758cf7b-2522-4847-9068-9a375b2e1333 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0266ac47-8f95-4fe6-81be-1635c9d434e3 HTTP/1.1" status: 204 len: 168 time: 0.2637548 Jul 30 20:18:38.732400 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758cf7b-2522-4847-9068-9a375b2e1333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0266ac47-8f95-4fe6-81be-1635c9d434e3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:38.844965 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe636167-99eb-48e0-8d96-06f523805b0d req-0f9e986f-887e-4c99-bbea-22e9773998f0 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:38.846555 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fe636167-99eb-48e0-8d96-06f523805b0d req-0f9e986f-887e-4c99-bbea-22e9773998f0 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 944 time: 0.2109206 Jul 30 20:18:38.880362 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-39f5da4c-e5b1-4598-bca2-c75f84722c70 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1711419 Jul 30 20:18:38.909128 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fe636167-99eb-48e0-8d96-06f523805b0d req-f3e8be87-35ac-4bd4-bbaa-59b2ff673459 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529795 Jul 30 20:18:39.069709 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-349a8ba0-67d6-473e-9153-b5c0c33ab071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:39.071097 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-349a8ba0-67d6-473e-9153-b5c0c33ab071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:39.071742 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-349a8ba0-67d6-473e-9153-b5c0c33ab071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:39.072271 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-349a8ba0-67d6-473e-9153-b5c0c33ab071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:39.072813 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-349a8ba0-67d6-473e-9153-b5c0c33ab071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:39.073355 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-349a8ba0-67d6-473e-9153-b5c0c33ab071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:39.073889 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-349a8ba0-67d6-473e-9153-b5c0c33ab071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:39.076822 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-349a8ba0-67d6-473e-9153-b5c0c33ab071 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9555d3def1404d06ae82d4f5802d2226&device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 6490 time: 0.1353343 Jul 30 20:18:39.115204 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35533391-c4f2-4021-9828-12c4b9118e19 req-c3dbbfe1-70f4-40d7-b014-476f69bf6a19 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 210 time: 0.0613351 Jul 30 20:18:39.329218 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48882) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:39.341334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-d78e1490-5ae1-46a1-84f2-6d9b9d3def68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:39.342144 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-d78e1490-5ae1-46a1-84f2-6d9b9d3def68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:39.342616 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-d78e1490-5ae1-46a1-84f2-6d9b9d3def68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:39.344337 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-d78e1490-5ae1-46a1-84f2-6d9b9d3def68 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9ed41446-71e6-4016-93d6-5a969c709957&id=dd865cdf-fcee-4685-bcc3-e9d181e42798&id=dd865cdf-fcee-4685-bcc3-e9d181e42798&id=dd865cdf-fcee-4685-bcc3-e9d181e42798&id=dd865cdf-fcee-4685-bcc3-e9d181e42798&id=1fde70c4-e26e-40ae-a876-4ba8ec92486d&id=1fde70c4-e26e-40ae-a876-4ba8ec92486d HTTP/1.1" status: 200 len: 2294 time: 0.2260983 Jul 30 20:18:39.350048 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5011fe24-ad92-4021-bf77-b4f8051eb30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:39.353421 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dcc6e-32d5-4c31-a0c4-86cbd98a55ad req-7f50b423-d6da-4684-8204-ff7e48d78c7c tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:39.360830 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-180dcc6e-32d5-4c31-a0c4-86cbd98a55ad req-7f50b423-d6da-4684-8204-ff7e48d78c7c tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 943 time: 0.1099424 Jul 30 20:18:39.444846 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-bc856c60-567a-442d-a0c0-990ac0c6a96b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e0561e2-d480-41a1-87dd-77547a79be94 HTTP/1.1" status: 200 len: 1001 time: 0.0816298 Jul 30 20:18:39.462786 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device da96aae1-0c73-4f77-9934-36824c29db01 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:18:39.512370 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-180dcc6e-32d5-4c31-a0c4-86cbd98a55ad req-45b1acc4-b0a0-42d6-ace1-293f26c2d7eb tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502872 Jul 30 20:18:39.605061 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-a7dc2214-3c8c-4851-b3b0-e7834005f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:39.606652 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-a7dc2214-3c8c-4851-b3b0-e7834005f01b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c5425a8a-2fa0-4767-b46d-c8518c357b73 HTTP/1.1" status: 200 len: 851 time: 0.1478841 Jul 30 20:18:39.619926 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5011fe24-ad92-4021-bf77-b4f8051eb30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:39.660668 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5011fe24-ad92-4021-bf77-b4f8051eb30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:39.681869 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-217018a1-c0c1-4a86-aa4a-9bb13430716e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:39.683450 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-217018a1-c0c1-4a86-aa4a-9bb13430716e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9ed41446-71e6-4016-93d6-5a969c709957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692947 Jul 30 20:18:39.698643 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port da96aae1-0c73-4f77-9934-36824c29db01, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=da96aae1-0c73-4f77-9934-36824c29db01,segment=NetworkSegment(4c803c4a-5b32-4faf-a275-098fdeb20545),segment_id=4c803c4a-5b32-4faf-a275-098fdeb20545)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:18:39.752749 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'da96aae1-0c73-4f77-9934-36824c29db01', 'network_id': '1286c225-8acb-4ef0-98ac-2e7583827777', 'port_id': 'da96aae1-0c73-4f77-9934-36824c29db01', 'mac_address': 'fa:16:3e:63:97:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed5c7e6-95c3-4613-9e8d-fb6e825361a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:18:39.756986 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5011fe24-ad92-4021-bf77-b4f8051eb30f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ffd3cef3c6bf4bd78367386034667b2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4259825 Jul 30 20:18:39.758955 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011fe24-ad92-4021-bf77-b4f8051eb30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9052fc6-ad2c-4017-8560-d965f474bafc,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:39.773927 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48890) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:39.848626 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f5463d67-7feb-4b42-b1e4-641dee1b667c req-7066cef1-b534-437b-9daa-abc6936e95ba service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8179474 Jul 30 20:18:39.873731 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-ef24a7a7-8aef-487c-ad5c-aaf13af62562 service neutron] 10.222.0.83 "GET /v2.0/networks/9ed41446-71e6-4016-93d6-5a969c709957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813853 Jul 30 20:18:39.900646 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:39.977221 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da96aae1-0c73-4f77-9934-36824c29db01 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:18:40.050752 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0386722a-d13f-4e4e-97de-ed117815a0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:40.064164 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port da96aae1-0c73-4f77-9934-36824c29db01, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=da96aae1-0c73-4f77-9934-36824c29db01,segment=NetworkSegment(4c803c4a-5b32-4faf-a275-098fdeb20545),segment_id=4c803c4a-5b32-4faf-a275-098fdeb20545)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:18:40.076562 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:40.157462 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0386722a-d13f-4e4e-97de-ed117815a0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:40.224402 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-326ee001-6546-4595-8945-8e17afda0137 service neutron] 10.222.0.83 "GET /v2.0/networks/9ed41446-71e6-4016-93d6-5a969c709957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377802 Jul 30 20:18:40.247312 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0386722a-d13f-4e4e-97de-ed117815a0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:40.250263 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0386722a-d13f-4e4e-97de-ed117815a0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:40.254059 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0386722a-d13f-4e4e-97de-ed117815a0ed admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f9052fc6-ad2c-4017-8560-d965f474bafc HTTP/1.1" status: 204 len: 168 time: 0.4744575 Jul 30 20:18:40.272025 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386722a-d13f-4e4e-97de-ed117815a0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9052fc6-ad2c-4017-8560-d965f474bafc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:40.294237 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=da96aae1-0c73-4f77-9934-36824c29db01,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:40.296635 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d59088-fc53-4efb-885e-09fa0caa86f5 req-a1ed56d0-c167-48a1-a7b5-4cf04d7c2f0d tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:40.321856 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63d59088-fc53-4efb-885e-09fa0caa86f5 req-a1ed56d0-c167-48a1-a7b5-4cf04d7c2f0d tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 945 time: 0.2014170 Jul 30 20:18:40.367257 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['da96aae1-0c73-4f77-9934-36824c29db01'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:18:40.545304 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-035da3ed-9db8-4d40-ac18-7f07468e5532 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=f3feff81-2882-47bd-a741-e51a66ae074c HTTP/1.1" status: 200 len: 217 time: 0.1760035 Jul 30 20:18:40.598655 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63d59088-fc53-4efb-885e-09fa0caa86f5 req-6e66a0e8-cd1e-4d81-b7d7-2f33125f8445 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757616 Jul 30 20:18:40.682734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-4dc4ed0d-49d0-4b77-8c34-0355bb0d0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:40.688810 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-4dc4ed0d-49d0-4b77-8c34-0355bb0d0632 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b40af219-9b23-4107-b87f-a0248d4c15b9 HTTP/1.1" status: 200 len: 797 time: 0.1208913 Jul 30 20:18:40.787960 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-b2182b39-ba32-4cc6-b1b7-17f47f470cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:40.794809 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-b2182b39-ba32-4cc6-b1b7-17f47f470cdd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd865cdf-fcee-4685-bcc3-e9d181e42798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0974896 Jul 30 20:18:40.945694 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-da6bb503-554d-48a9-abb7-d28655c73a8f req-e06d7fae-4abf-4a2b-a090-d9c28bc99659 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 210 time: 0.1240513 Jul 30 20:18:41.010675 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-6210745e-92a0-48b7-8f9a-eb3c1e343374 service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045984 Jul 30 20:18:41.171555 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-a90aa3b5-2240-42cc-ac14-c98a07f0b47c service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456201 Jul 30 20:18:41.293406 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096647d-4afa-4b6e-9797-0577ab9dbb10 req-2d06fd88-02fc-487e-9823-1778b7fe03f9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:41.300615 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1096647d-4afa-4b6e-9797-0577ab9dbb10 req-2d06fd88-02fc-487e-9823-1778b7fe03f9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 943 time: 0.2760789 Jul 30 20:18:41.302973 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-e51dc9f5-420b-43cd-b904-173d53793702 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=d4f11ef0-cd30-4621-9d9d-862239567fe1 HTTP/1.1" status: 200 len: 217 time: 0.1154830 Jul 30 20:18:41.395880 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5463d67-7feb-4b42-b1e4-641dee1b667c req-2533cb64-e757-42c4-a9d3-1211ddc6c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:41.397613 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f5463d67-7feb-4b42-b1e4-641dee1b667c req-2533cb64-e757-42c4-a9d3-1211ddc6c8be service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc&tenant_id=9223d3fe370d4158bc62a22bc1b34676 HTTP/1.1" status: 200 len: 1094 time: 0.2248118 Jul 30 20:18:41.404437 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-b32a6dae-a2c0-47f0-8e62-ab3d70ad95ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:41.405941 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-b32a6dae-a2c0-47f0-8e62-ab3d70ad95ef service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b40af219-9b23-4107-b87f-a0248d4c15b9 HTTP/1.1" status: 200 len: 797 time: 0.0828977 Jul 30 20:18:41.417129 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1096647d-4afa-4b6e-9797-0577ab9dbb10 req-cc955ef9-8c90-4445-b0b4-ef2c5a292b26 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140780 Jul 30 20:18:41.484792 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device da96aae1-0c73-4f77-9934-36824c29db01 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:18:41.558751 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-919f4cca-e4e1-4909-8fe3-2a1501c9aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:41.560389 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-919f4cca-e4e1-4909-8fe3-2a1501c9aaac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd865cdf-fcee-4685-bcc3-e9d181e42798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1258359 Jul 30 20:18:41.565382 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5463d67-7feb-4b42-b1e4-641dee1b667c req-26406545-2d8d-41cd-a62c-e2e1c6bdbc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:41.566865 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f5463d67-7feb-4b42-b1e4-641dee1b667c req-26406545-2d8d-41cd-a62c-e2e1c6bdbc2e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9223d3fe370d4158bc62a22bc1b34676&device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 1094 time: 0.1310337 Jul 30 20:18:41.637657 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port da96aae1-0c73-4f77-9934-36824c29db01 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:18:41.642389 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port da96aae1-0c73-4f77-9934-36824c29db01 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:18:41.643082 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:41.773084 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:41.821957 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port da96aae1-0c73-4f77-9934-36824c29db01, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=da96aae1-0c73-4f77-9934-36824c29db01,segment=NetworkSegment(4c803c4a-5b32-4faf-a275-098fdeb20545),segment_id=4c803c4a-5b32-4faf-a275-098fdeb20545)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:18:41.823424 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab7fa37-32e8-4c5a-98b3-1ed6b92fd533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da96aae1-0c73-4f77-9934-36824c29db01'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:18:41.828062 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43379fd0-13fc-4dc9-8aa9-5f78471f0bca" -d '{"events": [{"server_uuid": "dab7fa37-32e8-4c5a-98b3-1ed6b92fd533", "name": "network-vif-plugged", "status": "completed", "tag": "da96aae1-0c73-4f77-9934-36824c29db01"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:18:41.833044 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:41.896298 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=da96aae1-0c73-4f77-9934-36824c29db01,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:41.905879 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:41.906228 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:41.906758 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:41.907104 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:41.908391 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:41.909127 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:41.909476 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:41.909823 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:41.910625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:41.911063 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:41.911410 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:41.911880 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:41.924095 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-18e0fa02-88fc-4b96-a807-49edfbf8a468 service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557119 Jul 30 20:18:41.942921 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5463d67-7feb-4b42-b1e4-641dee1b667c req-087f12b4-f3f4-4537-927b-78954e0ddd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:41.944376 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f5463d67-7feb-4b42-b1e4-641dee1b667c req-087f12b4-f3f4-4537-927b-78954e0ddd2e service neutron] 10.222.0.59 "GET /v2.0/networks?id=d0830a4b-e259-4b58-9c94-0dd2ceb61009 HTTP/1.1" status: 200 len: 914 time: 0.2553959 Jul 30 20:18:41.953828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98945b5c-3ddb-4a79-a104-58a044b9e89d req-9164e2dd-8246-4cb9-b7f8-cc8bb6567764 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:41.955328 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98945b5c-3ddb-4a79-a104-58a044b9e89d req-9164e2dd-8246-4cb9-b7f8-cc8bb6567764 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.1140099 Jul 30 20:18:42.035352 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f5463d67-7feb-4b42-b1e4-641dee1b667c req-468df4b6-7d9f-4498-b453-16aaf7026bf4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a688d11b-d79a-41d2-842b-a806169c17fc HTTP/1.1" status: 200 len: 217 time: 0.0790391 Jul 30 20:18:42.113123 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98945b5c-3ddb-4a79-a104-58a044b9e89d req-1a508b77-3797-4f6c-b695-cd493c1c0ef9 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087279 Jul 30 20:18:42.140542 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5463d67-7feb-4b42-b1e4-641dee1b667c req-dc0acfc2-8fc7-4ade-9b29-6190d488babe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:42.142197 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f5463d67-7feb-4b42-b1e4-641dee1b667c req-dc0acfc2-8fc7-4ade-9b29-6190d488babe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d991cb95-970b-4daf-9cf0-38c473cf30b2 HTTP/1.1" status: 200 len: 853 time: 0.0956130 Jul 30 20:18:42.214645 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f5463d67-7feb-4b42-b1e4-641dee1b667c req-4b97318c-5e9f-43e5-9601-dcc51b8a5b0c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d0830a4b-e259-4b58-9c94-0dd2ceb61009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601566 Jul 30 20:18:42.220381 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-fef33df6-a0e2-4cca-a0b6-33540ca25f3f service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874160 Jul 30 20:18:42.265492 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f4adf4-8167-4a7c-abd8-1f35d914a744 x-openstack-request-id: req-f2f4adf4-8167-4a7c-abd8-1f35d914a744 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:18:42.266774 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab7fa37-32e8-4c5a-98b3-1ed6b92fd533", "name": "network-vif-plugged", "status": "completed", "tag": "da96aae1-0c73-4f77-9934-36824c29db01", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:18:42.268064 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2f4adf4-8167-4a7c-abd8-1f35d914a744 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:18:42.268812 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab7fa37-32e8-4c5a-98b3-1ed6b92fd533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da96aae1-0c73-4f77-9934-36824c29db01', 'code': 200} Jul 30 20:18:42.355726 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-b2374070-2395-4c5f-9874-f313c06e9b8a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=0a8804f1-acca-465c-84fb-55cebe68c3f4 HTTP/1.1" status: 200 len: 217 time: 0.1191404 Jul 30 20:18:42.895256 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-486e8bea-8db5-42f4-b51d-2d67a6f67b43 req-23d01d88-0c2b-4a65-bf3b-9e2f5c7b9649 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 210 time: 0.5353241 Jul 30 20:18:42.958443 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f5463d67-7feb-4b42-b1e4-641dee1b667c req-5be5b1b6-bde9-4027-bc1d-e911d4ece34a service neutron] 10.222.0.59 "GET /v2.0/networks/d0830a4b-e259-4b58-9c94-0dd2ceb61009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7332041 Jul 30 20:18:42.961860 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c97091-2100-4415-9c98-eda8715468e4 req-2c4aeac5-3c11-4e1b-8059-c551f6f40e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:42.963320 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72c97091-2100-4415-9c98-eda8715468e4 req-2c4aeac5-3c11-4e1b-8059-c551f6f40e74 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 1097 time: 0.6200578 Jul 30 20:18:42.964710 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-0ce07df1-bf27-4e71-9341-1eb8b29be7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:42.966045 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-0ce07df1-bf27-4e71-9341-1eb8b29be7e4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b40af219-9b23-4107-b87f-a0248d4c15b9 HTTP/1.1" status: 200 len: 797 time: 0.5783384 Jul 30 20:18:43.005739 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49000) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:43.150615 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-059d2eba-de32-4d4b-b7f3-21dd9b5dbd11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:43.202525 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72c97091-2100-4415-9c98-eda8715468e4 req-313c07d4-a2d4-4974-97f2-d5993ff6534f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302916 Jul 30 20:18:43.233832 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19187db1-1c17-40fd-9779-226350dba692 req-d094f33a-553f-4843-b6b3-87c8b9a47e59 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:43.242277 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-19187db1-1c17-40fd-9779-226350dba692 req-d094f33a-553f-4843-b6b3-87c8b9a47e59 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 943 time: 0.1915536 Jul 30 20:18:43.281057 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-14ba4a51-633d-4842-95ad-720ccb636c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:43.282927 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-14ba4a51-633d-4842-95ad-720ccb636c82 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd865cdf-fcee-4685-bcc3-e9d181e42798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2753730 Jul 30 20:18:43.292283 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f5463d67-7feb-4b42-b1e4-641dee1b667c req-a3e2be4e-0fc5-498a-8799-05289f31715f service neutron] 10.222.0.59 "GET /v2.0/networks/d0830a4b-e259-4b58-9c94-0dd2ceb61009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195083 Jul 30 20:18:43.318550 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-059d2eba-de32-4d4b-b7f3-21dd9b5dbd11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:43.328378 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-059d2eba-de32-4d4b-b7f3-21dd9b5dbd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:43.367559 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-059d2eba-de32-4d4b-b7f3-21dd9b5dbd11 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0ce631fdbee94c3caa557639d86cee0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3595464 Jul 30 20:18:43.368188 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49016) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:43.410848 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-19187db1-1c17-40fd-9779-226350dba692 req-c46f5cf2-dce3-43a6-9697-d7340c94765e tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674795 Jul 30 20:18:43.449257 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d2eba-de32-4d4b-b7f3-21dd9b5dbd11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd62484-37b3-4260-81a0-65acdb53db7e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:43.452995 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7d8963f0-cf4e-48f9-8ed5-02b8876b6889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:43.496345 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7d8963f0-cf4e-48f9-8ed5-02b8876b6889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:43.510453 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-9939051e-6f19-4329-ba9a-aad320a75f2c service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150927 Jul 30 20:18:43.618343 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7d8963f0-cf4e-48f9-8ed5-02b8876b6889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:43.620820 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7d8963f0-cf4e-48f9-8ed5-02b8876b6889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:43.621997 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7d8963f0-cf4e-48f9-8ed5-02b8876b6889 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4fd62484-37b3-4260-81a0-65acdb53db7e HTTP/1.1" status: 204 len: 168 time: 0.2511559 Jul 30 20:18:43.637746 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8963f0-cf4e-48f9-8ed5-02b8876b6889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd62484-37b3-4260-81a0-65acdb53db7e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:43.724202 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-276000b9-73d1-4bab-8e68-8173a50202d2 service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057717 Jul 30 20:18:43.737816 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b28c38-4ef6-4b78-9042-14cadca3a69a req-0ab5137e-6d6c-4ad6-b4a3-f1093ad90435 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:43.739345 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-36b28c38-4ef6-4b78-9042-14cadca3a69a req-0ab5137e-6d6c-4ad6-b4a3-f1093ad90435 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.1125042 Jul 30 20:18:43.782029 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-3eb331d4-98f4-4b53-950b-ea86e739806e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=3e7c3967-422e-4f07-94df-36160be947b8 HTTP/1.1" status: 200 len: 217 time: 0.0416386 Jul 30 20:18:43.886865 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-89e33925-fd75-4a0f-ae83-de880437034a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:43.888687 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-89e33925-fd75-4a0f-ae83-de880437034a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b40af219-9b23-4107-b87f-a0248d4c15b9 HTTP/1.1" status: 200 len: 797 time: 0.0988445 Jul 30 20:18:44.004947 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-36b28c38-4ef6-4b78-9042-14cadca3a69a req-888f6652-9557-4d82-b832-2e0d04dd3ed8 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574193 Jul 30 20:18:44.035027 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-ab54d453-bdac-48fe-bbfa-740676a5cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:44.039926 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-ab54d453-bdac-48fe-bbfa-740676a5cfd7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd865cdf-fcee-4685-bcc3-e9d181e42798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1389811 Jul 30 20:18:44.164195 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-ad16280a-df40-4b4a-9746-bb3b0b450bc9 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=3dae2cb86ff34120b8e16a084175c18a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508659 Jul 30 20:18:44.191826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49052) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:44.222143 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd03957c-2a33-48a3-86ef-44ae375b4bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:44.539524 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-82bc0c15-adb3-4f36-a437-778d66410aea tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:44.541079 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-82bc0c15-adb3-4f36-a437-778d66410aea tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3690908 Jul 30 20:18:44.695409 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-690e9fc9-9302-49f5-8d5e-35b4044ea7c1 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/quotas/3dae2cb86ff34120b8e16a084175c18a HTTP/1.1" status: 200 len: 375 time: 0.0796134 Jul 30 20:18:44.704303 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-5ffff3e7-ebb5-47ac-94be-811d729d1f30 service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6563928 Jul 30 20:18:44.762182 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-568c3d90-a525-4a6c-93c3-ebd55ddaec79 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3dae2cb86ff34120b8e16a084175c18a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659468 Jul 30 20:18:44.824349 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd03957c-2a33-48a3-86ef-44ae375b4bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:44.834171 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd03957c-2a33-48a3-86ef-44ae375b4bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:44.935966 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fd03957c-2a33-48a3-86ef-44ae375b4bab admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2ba7face4b8b401d8ef1351ae941edf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7419915 Jul 30 20:18:44.938609 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49064) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:44.958920 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03957c-2a33-48a3-86ef-44ae375b4bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957803fd-12bd-43cd-b4c0-0ff26a343d72,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:44.969492 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-e441c9cd-118f-442b-9828-98344e36e748 service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479410 Jul 30 20:18:45.010411 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d026ebba-383b-4ad7-9bc8-a6a31d2b3377 req-680f4e87-de4b-4ef6-9b3d-3ccfc316ccc9 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 210 time: 0.0398264 Jul 30 20:18:45.014587 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fbc56c3c-4542-43c5-b951-ef116814d3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:45.051389 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fbc56c3c-4542-43c5-b951-ef116814d3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:45.117969 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fbc56c3c-4542-43c5-b951-ef116814d3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:45.121334 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fbc56c3c-4542-43c5-b951-ef116814d3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:45.123053 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fbc56c3c-4542-43c5-b951-ef116814d3db admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/957803fd-12bd-43cd-b4c0-0ff26a343d72 HTTP/1.1" status: 204 len: 168 time: 0.1830044 Jul 30 20:18:45.133474 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc56c3c-4542-43c5-b951-ef116814d3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957803fd-12bd-43cd-b4c0-0ff26a343d72,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:45.148353 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-3ed83f51-0f30-471f-a40e-9e4430e2dc9e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=33577d32-9587-4412-94fe-1404b870cf1c HTTP/1.1" status: 200 len: 217 time: 0.1687036 Jul 30 20:18:45.260125 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-70d4c558-64e1-47eb-a74f-231110aca6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:45.261959 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-70d4c558-64e1-47eb-a74f-231110aca6c6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1ebe1971-ab00-4b27-ba31-c6c61a678b7e HTTP/1.1" status: 200 len: 797 time: 0.1058969 Jul 30 20:18:45.293057 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ed681-45fe-4bce-8096-1ae7b022c353 req-d1b3c16c-c9ce-4fcd-acec-5ceb4957a98a tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:45.301008 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-db8ed681-45fe-4bce-8096-1ae7b022c353 req-d1b3c16c-c9ce-4fcd-acec-5ceb4957a98a tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 943 time: 0.0921397 Jul 30 20:18:45.401197 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:45.430249 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-db8ed681-45fe-4bce-8096-1ae7b022c353 req-1e927cf3-d194-4a77-8117-840ec3c39601 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282432 Jul 30 20:18:45.455312 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-0fb34d60-3d88-48f7-824d-62eb3bfd00cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:45.458225 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-0fb34d60-3d88-48f7-824d-62eb3bfd00cd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1fde70c4-e26e-40ae-a876-4ba8ec92486d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1879365 Jul 30 20:18:45.660636 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-efbf89f7-1eea-4887-8eb9-d379a11f5921 service neutron] 10.222.0.83 "GET /v2.0/networks/1fde70c4-e26e-40ae-a876-4ba8ec92486d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920998 Jul 30 20:18:45.896438 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-b7586db1-81d8-42d8-bd88-96b6cc0333d1 service neutron] 10.222.0.83 "GET /v2.0/networks/1fde70c4-e26e-40ae-a876-4ba8ec92486d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238948 Jul 30 20:18:45.944480 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2de0d2d3-47c3-4c4a-89f8-2f525eae8b9e req-48dd9bd5-5591-4f5c-b0ee-8ee55cc17ad2 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5db32bc-5169-4047-bda2-280e8812c403 HTTP/1.1" status: 200 len: 210 time: 0.0467126 Jul 30 20:18:46.061675 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-72f7604d-e41b-44b7-826f-16058f3c9271 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6bbbe4f-6e29-4689-8729-e8c1da64bc26 HTTP/1.1" status: 200 len: 217 time: 0.1502187 Jul 30 20:18:46.173276 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abd8d3-184f-422a-a3df-b24da6272881 req-39c67a6f-aa03-4b3c-80c7-8f05ef15c5f2 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:46.182801 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7abd8d3-184f-422a-a3df-b24da6272881 req-39c67a6f-aa03-4b3c-80c7-8f05ef15c5f2 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.1141353 Jul 30 20:18:46.186261 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-5079e6ca-4f4e-4063-8890-484ca1cb802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:46.187865 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-5079e6ca-4f4e-4063-8890-484ca1cb802d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1ebe1971-ab00-4b27-ba31-c6c61a678b7e HTTP/1.1" status: 200 len: 797 time: 0.1177106 Jul 30 20:18:46.270007 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7abd8d3-184f-422a-a3df-b24da6272881 req-009f3d76-95f7-486d-bc1b-483dd043f52c tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807347 Jul 30 20:18:46.293097 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-a5aed701-d625-40c6-b2b9-5a4eee35df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:46.295399 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-a5aed701-d625-40c6-b2b9-5a4eee35df24 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1fde70c4-e26e-40ae-a876-4ba8ec92486d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0844371 Jul 30 20:18:46.468636 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-173c9deb-6e06-4e8a-a3ce-70d708e533f9 service neutron] 10.222.0.83 "GET /v2.0/networks/1fde70c4-e26e-40ae-a876-4ba8ec92486d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650858 Jul 30 20:18:46.613150 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d284e0b-a7c3-4c20-975c-f5b722e679eb req-eb199488-a90c-4990-8e5f-261879604096 service neutron] 10.222.0.83 "GET /v2.0/networks/1fde70c4-e26e-40ae-a876-4ba8ec92486d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320405 Jul 30 20:18:46.969872 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8eeb1f60-8525-4908-bc9e-4df94163176b req-b6c9347d-a1d5-465d-8465-f078fac4459d tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 210 time: 0.0670795 Jul 30 20:18:47.390232 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ebf59-2c0b-44a7-acfc-f8faa3587fe2 req-fa01b6fc-8743-4a8a-9ce2-23ca26450c04 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:47.401141 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc0ebf59-2c0b-44a7-acfc-f8faa3587fe2 req-fa01b6fc-8743-4a8a-9ce2-23ca26450c04 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 943 time: 0.0966730 Jul 30 20:18:47.444103 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc0ebf59-2c0b-44a7-acfc-f8faa3587fe2 req-9c06d0a2-0d23-4bc3-a47c-585e2f83d4ad tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417757 Jul 30 20:18:47.719257 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7864767-0216-4b56-b86d-29e586f77d9e req-eaa05e9e-4116-441f-ac57-650c4b3f5155 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:47.720980 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e7864767-0216-4b56-b86d-29e586f77d9e req-eaa05e9e-4116-441f-ac57-650c4b3f5155 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.0854230 Jul 30 20:18:47.786425 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e7864767-0216-4b56-b86d-29e586f77d9e req-954892e2-451e-47cf-b6db-25022b8d2190 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590518 Jul 30 20:18:47.948152 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d1fa6c3-984a-4a5f-ad3d-7c9ecdea2c94 req-7cb869ff-5064-4116-a3bc-c0540d2da9ab tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5db32bc-5169-4047-bda2-280e8812c403 HTTP/1.1" status: 200 len: 210 time: 0.0313227 Jul 30 20:18:48.153388 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ef7c5-f7a1-4d29-af1b-8d4546257feb req-97a44847-928a-4b2b-891d-4e1a71346591 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:48.154807 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4d1ef7c5-f7a1-4d29-af1b-8d4546257feb req-97a44847-928a-4b2b-891d-4e1a71346591 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.0901999 Jul 30 20:18:48.218954 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49160) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:48.243264 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4d1ef7c5-f7a1-4d29-af1b-8d4546257feb req-90217d69-35de-4eaa-885e-db876b9c6191 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751028 Jul 30 20:18:48.394735 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fe8afa06-f319-45e9-8298-c4a8cf9031dd req-245e906c-1f7f-49fc-b40f-f523a91801b5 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 210 time: 0.0549555 Jul 30 20:18:48.396058 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-abcb6d30-f220-44ff-8592-ea05f06a5a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:48.526712 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-abcb6d30-f220-44ff-8592-ea05f06a5a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:48.531986 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-abcb6d30-f220-44ff-8592-ea05f06a5a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:48.565469 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-abcb6d30-f220-44ff-8592-ea05f06a5a12 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a31ac79e9f9f4c47a805752dd6867cee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3451550 Jul 30 20:18:48.570866 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49166) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:48.636679 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb6d30-f220-44ff-8592-ea05f06a5a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9872457d-6ac5-4f2f-811f-e2f47ed3c2f7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:48.640615 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504668ca-7674-4fed-8623-ae05d83282af req-97bfff7a-af7e-45f3-a050-348779b2bb5b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:48.642369 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-504668ca-7674-4fed-8623-ae05d83282af req-97bfff7a-af7e-45f3-a050-348779b2bb5b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 943 time: 0.1003973 Jul 30 20:18:48.654942 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c92a291-098b-4934-80b5-3b4e21fbea65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:48.697519 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c92a291-098b-4934-80b5-3b4e21fbea65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:48.746703 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-504668ca-7674-4fed-8623-ae05d83282af req-30f54a0b-caf6-48ba-9753-06455d7bc13f tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938492 Jul 30 20:18:48.753146 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c92a291-098b-4934-80b5-3b4e21fbea65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:48.756199 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c92a291-098b-4934-80b5-3b4e21fbea65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:48.760789 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6c92a291-098b-4934-80b5-3b4e21fbea65 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9872457d-6ac5-4f2f-811f-e2f47ed3c2f7 HTTP/1.1" status: 204 len: 168 time: 0.1889787 Jul 30 20:18:48.769939 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92a291-098b-4934-80b5-3b4e21fbea65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9872457d-6ac5-4f2f-811f-e2f47ed3c2f7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:49.035428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef4577-66ad-453c-ad15-ce37989da682 req-b331939c-601b-4826-a750-c7bc09caf49c tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:49.043468 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-feef4577-66ad-453c-ad15-ce37989da682 req-b331939c-601b-4826-a750-c7bc09caf49c tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.0695388 Jul 30 20:18:49.113797 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-feef4577-66ad-453c-ad15-ce37989da682 req-3751f1f7-cc5d-4828-963c-f47bbe4eaaf6 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693088 Jul 30 20:18:49.225823 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3684d753-0ab0-48cc-a220-b88a4a3391f7 req-7bd0829d-54b7-41fb-b2bd-6043b6be7cac tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5db32bc-5169-4047-bda2-280e8812c403 HTTP/1.1" status: 200 len: 210 time: 0.0403483 Jul 30 20:18:49.297382 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49182) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:49.317855 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65027872-7f2d-4b14-92ec-d9b2968fd966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:49.436335 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c96968-150b-4afd-a47d-86dfbc0559b3 req-008ddfc8-a43d-432c-92f9-c3ea644eb5e1 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:49.437855 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9c96968-150b-4afd-a47d-86dfbc0559b3 req-008ddfc8-a43d-432c-92f9-c3ea644eb5e1 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.0793278 Jul 30 20:18:49.524741 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:49.529878 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65027872-7f2d-4b14-92ec-d9b2968fd966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:49.533991 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9c96968-150b-4afd-a47d-86dfbc0559b3 req-9996bc10-0740-4836-8314-593d12441e4a tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868888 Jul 30 20:18:49.535269 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65027872-7f2d-4b14-92ec-d9b2968fd966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:49.577734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65027872-7f2d-4b14-92ec-d9b2968fd966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ded167-a3a6-4dec-865b-210c5f204f78,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:49.581977 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-65027872-7f2d-4b14-92ec-d9b2968fd966 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=76bab50c23974812a480d5687fdff1bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2833097 Jul 30 20:18:49.584729 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49188) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:49.675227 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-33adf651-838f-4c81-a22b-2f1df8bd53fd req-3927d181-5be7-45c8-a6f5-561d4afd1222 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 210 time: 0.0389283 Jul 30 20:18:49.675623 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e5779840-6ad8-4b60-8da6-70ee336a117e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:49.723241 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e5779840-6ad8-4b60-8da6-70ee336a117e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:49.780284 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e5779840-6ad8-4b60-8da6-70ee336a117e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:49.782831 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e5779840-6ad8-4b60-8da6-70ee336a117e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:49.784075 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e5779840-6ad8-4b60-8da6-70ee336a117e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/23ded167-a3a6-4dec-865b-210c5f204f78 HTTP/1.1" status: 204 len: 168 time: 0.1980355 Jul 30 20:18:49.793008 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5779840-6ad8-4b60-8da6-70ee336a117e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ded167-a3a6-4dec-865b-210c5f204f78,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:49.942566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73fc69-160c-4c80-96fd-040964dcb278 req-5075e290-d06b-4c64-827c-6929328ddbbb tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:49.949417 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f73fc69-160c-4c80-96fd-040964dcb278 req-5075e290-d06b-4c64-827c-6929328ddbbb tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 943 time: 0.1029878 Jul 30 20:18:49.993665 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f73fc69-160c-4c80-96fd-040964dcb278 req-dc9bc03f-c89e-47f5-9519-904eb9b367e2 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364089 Jul 30 20:18:50.421295 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eca37a-f6e6-4124-bfcf-af1e8cbc23fa req-0ef92024-62db-4c28-a6e8-d3cb4c12a249 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:50.448149 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09eca37a-f6e6-4124-bfcf-af1e8cbc23fa req-0ef92024-62db-4c28-a6e8-d3cb4c12a249 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.1004806 Jul 30 20:18:50.501819 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09eca37a-f6e6-4124-bfcf-af1e8cbc23fa req-97805988-3362-4960-8544-7321f016cdcc tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488062 Jul 30 20:18:50.637571 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8492a639-e814-4a96-8007-a76cbcae6965 req-f772b0b8-e6c7-4f40-9d1a-4ab9c51cb30e tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5db32bc-5169-4047-bda2-280e8812c403 HTTP/1.1" status: 200 len: 210 time: 0.0528593 Jul 30 20:18:50.811205 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc607b4b-c749-4c2c-9bf0-f46296560431 req-a1256a60-3858-4ecd-a13a-0c33f3719795 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:50.823889 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc607b4b-c749-4c2c-9bf0-f46296560431 req-a1256a60-3858-4ecd-a13a-0c33f3719795 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.0950022 Jul 30 20:18:50.885262 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc607b4b-c749-4c2c-9bf0-f46296560431 req-dc4c38d3-cb87-451a-888e-37d8a2f4b056 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603495 Jul 30 20:18:51.022889 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc617b9d-3b30-4335-b535-6714f740cdf7 req-e52d4c69-66d1-46d8-a9e2-6cecf5c5392f tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 210 time: 0.0346639 Jul 30 20:18:51.233220 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23cfc7-d2c8-4b55-9dd7-560f20626b57 req-3033aeaf-6914-4fa4-92eb-68f0ffc2c25f tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:51.235330 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f23cfc7-d2c8-4b55-9dd7-560f20626b57 req-3033aeaf-6914-4fa4-92eb-68f0ffc2c25f tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 943 time: 0.0969315 Jul 30 20:18:51.244572 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fff94d33-8098-4b54-8160-f5f50049b427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:51.327931 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f23cfc7-d2c8-4b55-9dd7-560f20626b57 req-25fe92ba-6d53-4ebd-a3ba-d736e32b9253 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759437 Jul 30 20:18:51.690846 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba9fc9-f3bc-49a7-87bb-3b3d2249ee8b req-f02c54ae-88da-415f-830c-6c5d2fe429df tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:51.692488 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72ba9fc9-f3bc-49a7-87bb-3b3d2249ee8b req-f02c54ae-88da-415f-830c-6c5d2fe429df tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.0835240 Jul 30 20:18:51.743532 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72ba9fc9-f3bc-49a7-87bb-3b3d2249ee8b req-fe5a5b2d-3d87-442c-b530-e3bcb498cbd6 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343411 Jul 30 20:18:51.883064 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7514091c-335e-4672-8f02-db7ee8b1f73c req-0fc141a0-4083-48ee-ae71-c85d119be299 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5db32bc-5169-4047-bda2-280e8812c403 HTTP/1.1" status: 200 len: 210 time: 0.0388544 Jul 30 20:18:52.073427 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fc306-7f9a-4ca3-9a41-38342dcfb11c req-a7638de1-de9f-4e12-ac33-e3ca8a2d7516 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:52.075074 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cf1fc306-7f9a-4ca3-9a41-38342dcfb11c req-a7638de1-de9f-4e12-ac33-e3ca8a2d7516 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.1014445 Jul 30 20:18:52.151843 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cf1fc306-7f9a-4ca3-9a41-38342dcfb11c req-ef7a8301-dd2a-4270-9655-7a3907da85c8 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683515 Jul 30 20:18:52.258465 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e19d7299-93d4-4f3e-aeb2-a50699f25c46 req-7d5a33d1-2c84-4123-8481-a7c8d471aaf3 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 210 time: 0.0296686 Jul 30 20:18:52.498651 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0fa26-cf24-41d5-aa05-a319ef25b6e1 req-d570fbe0-fdbe-4f2c-9d6c-005139992e83 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:52.500349 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-75e0fa26-cf24-41d5-aa05-a319ef25b6e1 req-d570fbe0-fdbe-4f2c-9d6c-005139992e83 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 943 time: 0.0726938 Jul 30 20:18:52.610108 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-75e0fa26-cf24-41d5-aa05-a319ef25b6e1 req-3de2f7fd-f299-4852-9222-d9da555eeb78 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877645 Jul 30 20:18:52.911767 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fcae4-5fdc-473d-9807-d4faf9c58ce9 req-8d90f93c-79e8-4ca4-b8d5-356f6b1f4ce4 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:52.914251 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f9fcae4-5fdc-473d-9807-d4faf9c58ce9 req-8d90f93c-79e8-4ca4-b8d5-356f6b1f4ce4 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.0630531 Jul 30 20:18:52.959682 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f9fcae4-5fdc-473d-9807-d4faf9c58ce9 req-3efcac91-4233-424f-83e9-74ffb2287fe5 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394180 Jul 30 20:18:53.051085 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a98da978-9ea6-480d-b006-6bb4cf6412db req-03af1780-a9a1-481f-90d3-b5984e77e9e1 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5db32bc-5169-4047-bda2-280e8812c403 HTTP/1.1" status: 200 len: 210 time: 0.0267100 Jul 30 20:18:53.391784 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2efd11-fe89-4c83-b1f1-71e73927af3f req-8a1ae4a3-95cf-4090-a4ae-fe46f4c5afe6 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:53.394873 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7b2efd11-fe89-4c83-b1f1-71e73927af3f req-8a1ae4a3-95cf-4090-a4ae-fe46f4c5afe6 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.1141078 Jul 30 20:18:53.473295 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7b2efd11-fe89-4c83-b1f1-71e73927af3f req-c7e0e8eb-fa7c-493d-b0fb-b3df01dc7209 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720930 Jul 30 20:18:53.563221 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9366fa26-8586-4725-983b-30fce7afec1b req-b54e078b-8049-4cb3-a76c-4bde29c03d6e tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 210 time: 0.0315728 Jul 30 20:18:53.694721 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2fd6cec4-7390-4404-85ad-f9b557405104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:53.731875 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2c33f-1bcd-4dcf-9942-8b7463284b44 req-7e9d7a38-5909-475c-a526-79ddcd3e411c tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:53.733413 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0da2c33f-1bcd-4dcf-9942-8b7463284b44 req-7e9d7a38-5909-475c-a526-79ddcd3e411c tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 943 time: 0.0671346 Jul 30 20:18:53.775162 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0da2c33f-1bcd-4dcf-9942-8b7463284b44 req-88cdfcdf-c3a8-4431-a35f-44578dedf24f tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346725 Jul 30 20:18:53.899238 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:54.095182 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ca4ad-873e-4be1-9431-54dd122dfb4e req-00092311-644c-448d-81c3-6cd9e6d22bdb tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:54.104244 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-019ca4ad-873e-4be1-9431-54dd122dfb4e req-00092311-644c-448d-81c3-6cd9e6d22bdb tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.0714660 Jul 30 20:18:54.139163 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-019ca4ad-873e-4be1-9431-54dd122dfb4e req-cdb1b93c-2028-4530-bbe5-6c570854474c tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340295 Jul 30 20:18:54.233538 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f1971fae-6062-42e5-bff5-313dee2e1b1d req-835d5014-8f12-4fe0-933a-9968decf5646 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5db32bc-5169-4047-bda2-280e8812c403 HTTP/1.1" status: 200 len: 210 time: 0.0288665 Jul 30 20:18:54.634830 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168149cb-860b-4c32-a123-f3aca097d01a req-faa12867-7758-42a2-a7ea-c2c3fd2f75d6 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:54.636413 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-168149cb-860b-4c32-a123-f3aca097d01a req-faa12867-7758-42a2-a7ea-c2c3fd2f75d6 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.0838392 Jul 30 20:18:54.690620 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-168149cb-860b-4c32-a123-f3aca097d01a req-a77e20b9-3819-4654-80b6-db3484de2151 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473614 Jul 30 20:18:54.765488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672b64c-e03d-4f27-8127-ea55f80d94c7 req-60ef4589-273a-4950-9112-e9d906973083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:54.767326 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5672b64c-e03d-4f27-8127-ea55f80d94c7 req-60ef4589-273a-4950-9112-e9d906973083 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=24579295bc844f6fa90314f73b2fffb4&device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 1097 time: 0.0758033 Jul 30 20:18:54.864066 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-704df6b0-5379-4a93-b0e7-5d5365d98f02 req-296c2477-7a51-44de-92a8-02a4d4fae04c tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac80c278-31dc-4fa2-9ad3-bd65ddf0f0a0 HTTP/1.1" status: 200 len: 210 time: 0.0320108 Jul 30 20:18:54.912861 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:54.931348 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672b64c-e03d-4f27-8127-ea55f80d94c7 req-df2f70bf-eafb-453c-8def-478e381b12c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:54.932895 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5672b64c-e03d-4f27-8127-ea55f80d94c7 req-df2f70bf-eafb-453c-8def-478e381b12c5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1286c225-8acb-4ef0-98ac-2e7583827777 HTTP/1.1" status: 200 len: 911 time: 0.1547854 Jul 30 20:18:55.007787 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5672b64c-e03d-4f27-8127-ea55f80d94c7 req-4ff7203d-4ee5-4ed9-b653-a4bf8aa61b0c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da96aae1-0c73-4f77-9934-36824c29db01 HTTP/1.1" status: 200 len: 217 time: 0.0660951 Jul 30 20:18:55.077344 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ffce6-c69c-4977-a279-ab56e19cf9a9 req-bdfbb149-872e-489f-b7b1-a48c32cc53fd tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:55.078976 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-915ffce6-c69c-4977-a279-ab56e19cf9a9 req-bdfbb149-872e-489f-b7b1-a48c32cc53fd tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 943 time: 0.1396112 Jul 30 20:18:55.118734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672b64c-e03d-4f27-8127-ea55f80d94c7 req-5646f060-559d-4968-ad65-87af6d36153a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:55.121039 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5672b64c-e03d-4f27-8127-ea55f80d94c7 req-5646f060-559d-4968-ad65-87af6d36153a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eed5c7e6-95c3-4613-9e8d-fb6e825361a8 HTTP/1.1" status: 200 len: 850 time: 0.0956852 Jul 30 20:18:55.164313 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5672b64c-e03d-4f27-8127-ea55f80d94c7 req-5534acc5-d621-471b-a652-5c5531789388 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1286c225-8acb-4ef0-98ac-2e7583827777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327430 Jul 30 20:18:55.172173 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-915ffce6-c69c-4977-a279-ab56e19cf9a9 req-41c4c361-dca2-4bc1-baed-42c3baa68e07 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845003 Jul 30 20:18:55.286020 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5672b64c-e03d-4f27-8127-ea55f80d94c7 req-892d9318-ae8f-4eed-a341-dd4c4fe5cd13 service neutron] 10.222.0.59 "GET /v2.0/networks/1286c225-8acb-4ef0-98ac-2e7583827777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077337 Jul 30 20:18:55.435482 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5672b64c-e03d-4f27-8127-ea55f80d94c7 req-c7c6dc03-b7a5-4751-b61f-8db0da583948 service neutron] 10.222.0.59 "GET /v2.0/networks/1286c225-8acb-4ef0-98ac-2e7583827777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411946 Jul 30 20:18:55.480536 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-2f17f4b2-6db0-4c7e-83de-b5f0c8473395 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3dae2cb86ff34120b8e16a084175c18a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281444 Jul 30 20:18:55.560623 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff8ba1-85ed-4afc-add9-b1f1ff986c57 req-388775c8-b054-4e46-8a9b-bb4248ad08dd tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:55.564683 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fcff8ba1-85ed-4afc-add9-b1f1ff986c57 req-388775c8-b054-4e46-8a9b-bb4248ad08dd tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.2005291 Jul 30 20:18:55.955727 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fcff8ba1-85ed-4afc-add9-b1f1ff986c57 req-8c197390-5cb4-4651-b80e-99c461786ee6 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3859892 Jul 30 20:18:55.967337 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-6c81fa20-b840-4eee-9e08-698e905dad79 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:55.969228 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-6c81fa20-b840-4eee-9e08-698e905dad79 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4810374 Jul 30 20:18:55.984282 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-e5ee1074-1210-4730-a969-b6d3a4bec30f tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Request body: {'port': {'device_id': 'b5db32bc-5169-4047-bda2-280e8812c403', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': '3dae2cb86ff34120b8e16a084175c18a'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:18:56.061227 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c2ea6b0a-3688-44e4-899f-a3066874c03b req-b064b0e1-8484-4443-b21d-c29a08507ef0 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5db32bc-5169-4047-bda2-280e8812c403 HTTP/1.1" status: 200 len: 210 time: 0.0326321 Jul 30 20:18:56.168381 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-e5ee1074-1210-4730-a969-b6d3a4bec30f tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Made reservation on behalf of 3dae2cb86ff34120b8e16a084175c18a for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:18:56.172248 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-e5ee1074-1210-4730-a969-b6d3a4bec30f tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:56.185621 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-e5ee1074-1210-4730-a969-b6d3a4bec30f tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:56.215160 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f93ed-0aef-4120-a155-992c706a4ad3 req-138e7315-8136-41e1-83b4-adbd3c6f6ff5 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:56.216694 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-117f93ed-0aef-4120-a155-992c706a4ad3 req-138e7315-8136-41e1-83b4-adbd3c6f6ff5 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.0830960 Jul 30 20:18:56.286778 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-117f93ed-0aef-4120-a155-992c706a4ad3 req-2f078544-44d7-48f9-895c-cbf0150bb790 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609155 Jul 30 20:18:56.390268 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-e5ee1074-1210-4730-a969-b6d3a4bec30f tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:56.408347 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-e5ee1074-1210-4730-a969-b6d3a4bec30f tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:56.515048 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee1074-1210-4730-a969-b6d3a4bec30f tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f524238a-0912-40e0-9067-8cfdcfd8b27d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:56.574965 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e7112-ab41-4697-9bd2-4e5bd29a6ef6 req-a1aafe0d-0bbb-4658-b049-0ad4a6464b16 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:56.580339 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e19e7112-ab41-4697-9bd2-4e5bd29a6ef6 req-a1aafe0d-0bbb-4658-b049-0ad4a6464b16 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 943 time: 0.0994525 Jul 30 20:18:56.617365 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-e5ee1074-1210-4730-a969-b6d3a4bec30f tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Allocated IP 192.168.233.72 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/75ffa1cc-7cdc-4e16-86d4-eff340444860) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:18:56.653230 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e19e7112-ab41-4697-9bd2-4e5bd29a6ef6 req-b2e51aa7-b975-4c9b-a259-e2fe62b26db4 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575583 Jul 30 20:18:56.786437 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:56.835315 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49408) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:56.863389 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-e5ee1074-1210-4730-a969-b6d3a4bec30f tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:56.885492 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-e5ee1074-1210-4730-a969-b6d3a4bec30f tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Transition to ACTIVE for port object 75ffa1cc-7cdc-4e16-86d4-eff340444860 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:18:56.918406 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bea5b8c5-6a03-41dd-b75c-b2235d1cd4de tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:56.943393 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-e5ee1074-1210-4730-a969-b6d3a4bec30f tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:56.947981 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bea5b8c5-6a03-41dd-b75c-b2235d1cd4de tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:57.002978 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bea5b8c5-6a03-41dd-b75c-b2235d1cd4de tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:57.009758 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bea5b8c5-6a03-41dd-b75c-b2235d1cd4de tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:57.012536 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bea5b8c5-6a03-41dd-b75c-b2235d1cd4de tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "DELETE /v2.0/security-groups/8dc8da98-5808-4991-a13a-f9066791ad3e HTTP/1.1" status: 204 len: 168 time: 0.1746707 Jul 30 20:18:57.016338 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49414) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:57.032846 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5b8c5-6a03-41dd-b75c-b2235d1cd4de tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc8da98-5808-4991-a13a-f9066791ad3e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:57.065914 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-e5ee1074-1210-4730-a969-b6d3a4bec30f tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:18:57.071324 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-e5ee1074-1210-4730-a969-b6d3a4bec30f tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:18:57.101711 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-caffd542-2069-449c-bd57-501fc03802f4 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] show failed (client error): The resource could not be found. Jul 30 20:18:57.106305 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-caffd542-2069-449c-bd57-501fc03802f4 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "GET /v2.0/security-groups/8dc8da98-5808-4991-a13a-f9066791ad3e HTTP/1.1" status: 404 len: 347 time: 0.0865231 Jul 30 20:18:57.106458 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49420) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:57.108050 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-e5ee1074-1210-4730-a969-b6d3a4bec30f tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:18:57.125370 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee1074-1210-4730-a969-b6d3a4bec30f tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Pushing event updated for resources: {'Port': ['ID=75ffa1cc-7cdc-4e16-86d4-eff340444860,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:57.298893 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db4826-83cf-40e0-84ee-d561f5b99cfa req-9db48c04-b986-4294-83b8-1943b59f80ca tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:57.307091 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-20db4826-83cf-40e0-84ee-d561f5b99cfa req-9db48c04-b986-4294-83b8-1943b59f80ca tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.1956611 Jul 30 20:18:57.322336 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-e5ee1074-1210-4730-a969-b6d3a4bec30f tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:57.323385 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-e5ee1074-1210-4730-a969-b6d3a4bec30f tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:57.372210 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-20db4826-83cf-40e0-84ee-d561f5b99cfa req-b5a7715b-ec8e-4acc-a79b-77c76dacc62c tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642684 Jul 30 20:18:57.375470 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-e5ee1074-1210-4730-a969-b6d3a4bec30f tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3952975 Jul 30 20:18:57.378297 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49430) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:57.407172 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9be9c496-2de4-4774-8020-6deeab2706ce tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Deleting port 496e7910-b250-45ea-b819-47083c2cd9da {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:18:57.407908 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9be9c496-2de4-4774-8020-6deeab2706ce tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:57.415053 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-93f71a21-d726-42a6-8256-6a6d67372d54 None None] Provisioning for port 75ffa1cc-7cdc-4e16-86d4-eff340444860 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:18:57.420473 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Request body: {'port': {'device_id': 'b5db32bc-5169-4047-bda2-280e8812c403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:18:57.425966 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-93f71a21-d726-42a6-8256-6a6d67372d54 None None] Provisioning complete for port 75ffa1cc-7cdc-4e16-86d4-eff340444860 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:18:57.427919 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93f71a21-d726-42a6-8256-6a6d67372d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:57.526421 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device a688d11b-d79a-41d2-842b-a806169c17fc details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:18:57.529168 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-93f71a21-d726-42a6-8256-6a6d67372d54 None None] Port 75ffa1cc-7cdc-4e16-86d4-eff340444860 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:18:57.545725 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9be9c496-2de4-4774-8020-6deeab2706ce tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:57.546440 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9be9c496-2de4-4774-8020-6deeab2706ce tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:57.566146 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9be9c496-2de4-4774-8020-6deeab2706ce tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Calling delete_port for 496e7910-b250-45ea-b819-47083c2cd9da owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:18:57.640227 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:57.649244 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b31b8a61-95fd-4574-898e-2028a70f2aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:57.675059 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port a688d11b-d79a-41d2-842b-a806169c17fc, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=a688d11b-d79a-41d2-842b-a806169c17fc,segment=NetworkSegment(97615c14-3033-446e-9631-4f2099fb3f0b),segment_id=97615c14-3033-446e-9631-4f2099fb3f0b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:18:57.685036 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f34ca4-dfd6-4f42-ac28-86847bdf8097 req-a6c53617-b107-4c09-b9a9-5c1126c0adaf tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:57.689394 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'a688d11b-d79a-41d2-842b-a806169c17fc', 'network_id': 'd0830a4b-e259-4b58-9c94-0dd2ceb61009', 'port_id': 'a688d11b-d79a-41d2-842b-a806169c17fc', 'mac_address': 'fa:16:3e:24:10:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd991cb95-970b-4daf-9cf0-38c473cf30b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:18:57.695015 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a1f34ca4-dfd6-4f42-ac28-86847bdf8097 req-a6c53617-b107-4c09-b9a9-5c1126c0adaf tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5db32bc-5169-4047-bda2-280e8812c403 HTTP/1.1" status: 200 len: 935 time: 0.2090521 Jul 30 20:18:57.756821 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:57.781144 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a1f34ca4-dfd6-4f42-ac28-86847bdf8097 req-e82bfbcf-2d0a-4006-9568-323afb059383 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/security-groups?id=f524238a-0912-40e0-9067-8cfdcfd8b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830851 Jul 30 20:18:57.823100 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a688d11b-d79a-41d2-842b-a806169c17fc {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:18:57.830603 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b31b8a61-95fd-4574-898e-2028a70f2aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:57.843107 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b31b8a61-95fd-4574-898e-2028a70f2aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:57.848691 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port a688d11b-d79a-41d2-842b-a806169c17fc, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=a688d11b-d79a-41d2-842b-a806169c17fc,segment=NetworkSegment(97615c14-3033-446e-9631-4f2099fb3f0b),segment_id=97615c14-3033-446e-9631-4f2099fb3f0b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:18:57.853705 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:57.899987 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b31b8a61-95fd-4574-898e-2028a70f2aff admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=052e822140f14460b1e8388e41cdb53d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5201859 Jul 30 20:18:57.900901 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49442) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:57.903648 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b8a61-95fd-4574-898e-2028a70f2aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31092189-5a72-44b9-8d77-4e2de128ea3b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:57.934653 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=a688d11b-d79a-41d2-842b-a806169c17fc,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:58.008546 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff875e68-18d8-495c-8048-109e04261740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:58.031453 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff875e68-18d8-495c-8048-109e04261740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:58.061962 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['a688d11b-d79a-41d2-842b-a806169c17fc'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:18:58.067937 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d84095-778f-4460-8716-6d32f8569c76 req-058b6219-52ff-4d45-92fa-f04e2871d18b tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:58.088321 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-84d84095-778f-4460-8716-6d32f8569c76 req-058b6219-52ff-4d45-92fa-f04e2871d18b tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.1584055 Jul 30 20:18:58.090970 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff875e68-18d8-495c-8048-109e04261740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:58.094066 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff875e68-18d8-495c-8048-109e04261740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:58.098265 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ff875e68-18d8-495c-8048-109e04261740 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/31092189-5a72-44b9-8d77-4e2de128ea3b HTTP/1.1" status: 204 len: 168 time: 0.1914399 Jul 30 20:18:58.108317 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff875e68-18d8-495c-8048-109e04261740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31092189-5a72-44b9-8d77-4e2de128ea3b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:58.110134 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9be9c496-2de4-4774-8020-6deeab2706ce tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:58.143496 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9c496-2de4-4774-8020-6deeab2706ce tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event deleted for resources: {'Port': ['ID=496e7910-b250-45ea-b819-47083c2cd9da,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:58.218108 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-84d84095-778f-4460-8716-6d32f8569c76 req-580821ef-c923-4e30-828e-fe45375b73ee tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233256 Jul 30 20:18:58.238388 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9be9c496-2de4-4774-8020-6deeab2706ce tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:58.242420 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9be9c496-2de4-4774-8020-6deeab2706ce tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:58.244789 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9be9c496-2de4-4774-8020-6deeab2706ce tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "DELETE /v2.0/floatingips/f8e6e158-8a04-4fe8-8787-8cd6d196103e HTTP/1.1" status: 204 len: 168 time: 1.1371241 Jul 30 20:18:58.247248 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49450) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:58.381052 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e0816dca-16b7-4653-92a7-880a06c1c7ed tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Deleting port bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:18:58.381701 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0816dca-16b7-4653-92a7-880a06c1c7ed tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:58.412022 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ffa1cc-7cdc-4e16-86d4-eff340444860 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:18:58.424556 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:58.446208 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8df71-04d1-4fee-9e7e-66fcb2d636bc req-9b80c8d2-401e-41b4-9755-87fbd08984cc tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:58.447816 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08b8df71-04d1-4fee-9e7e-66fcb2d636bc req-9b80c8d2-401e-41b4-9755-87fbd08984cc tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 944 time: 0.0918128 Jul 30 20:18:58.456798 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Transition to ACTIVE for port object 75ffa1cc-7cdc-4e16-86d4-eff340444860 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:18:58.472137 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:58.530621 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08b8df71-04d1-4fee-9e7e-66fcb2d636bc req-106da16c-195f-4f9b-a7cf-06fb54e179c7 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750432 Jul 30 20:18:58.547826 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0816dca-16b7-4653-92a7-880a06c1c7ed tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:58.560016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Pushing event updated for resources: {'Port': ['ID=75ffa1cc-7cdc-4e16-86d4-eff340444860,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:58.577929 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e0816dca-16b7-4653-92a7-880a06c1c7ed tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Calling delete_port for bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:18:58.587731 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:58.588229 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:58.588576 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:58.588908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:58.589229 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:58.589556 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:58.589877 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:58.590214 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:58.590874 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:58.591004 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:58.591272 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:58.591615 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:18:58.616011 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49462) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:58.645433 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4406d122-de10-4a1a-9ec6-4cc1dac350aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:58.701792 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Attempting to bind port 75ffa1cc-7cdc-4e16-86d4-eff340444860 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:18:58.702073 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Attempting to bind port 75ffa1cc-7cdc-4e16-86d4-eff340444860 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:18:58.702344 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Attempting to bind port 75ffa1cc-7cdc-4e16-86d4-eff340444860 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:18:58.716297 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Port 75ffa1cc-7cdc-4e16-86d4-eff340444860 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:18:58.716626 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Attempting to bind port 75ffa1cc-7cdc-4e16-86d4-eff340444860 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:18:58.729490 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:18:58.729884 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:18:58.730272 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:18:58.730868 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Bound port: 75ffa1cc-7cdc-4e16-86d4-eff340444860, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:18:58.731236 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:58.812830 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0816dca-16b7-4653-92a7-880a06c1c7ed tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:58.863876 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0816dca-16b7-4653-92a7-880a06c1c7ed tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event deleted for resources: {'Port': ['ID=bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:58.901271 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4406d122-de10-4a1a-9ec6-4cc1dac350aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:58.906400 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] For port 75ffa1cc-7cdc-4e16-86d4-eff340444860, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:18:58.911163 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] For port 75ffa1cc-7cdc-4e16-86d4-eff340444860, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=75ffa1cc-7cdc-4e16-86d4-eff340444860,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:18:58.914555 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4406d122-de10-4a1a-9ec6-4cc1dac350aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:58.929125 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27835300-552f-4e86-9faf-8dad59f7d021 req-c85700fb-2478-477c-aad9-b694e0338516 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:58.930650 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27835300-552f-4e86-9faf-8dad59f7d021 req-c85700fb-2478-477c-aad9-b694e0338516 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.1208336 Jul 30 20:18:58.941779 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0816dca-16b7-4653-92a7-880a06c1c7ed tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:58.942175 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:58.946942 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e0816dca-16b7-4653-92a7-880a06c1c7ed tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "DELETE /v2.0/ports/bdf9ad4f-5bc3-412b-9cf1-002fa419cfc1 HTTP/1.1" status: 204 len: 168 time: 0.6955824 Jul 30 20:18:58.946942 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49470) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:59.018842 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4406d122-de10-4a1a-9ec6-4cc1dac350aa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bbc14b1aaff548b382e11181d1caebaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4017732 Jul 30 20:18:59.020357 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:59.020991 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:59.022390 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] 10.222.0.59 "PUT /v2.0/ports/75ffa1cc-7cdc-4e16-86d4-eff340444860 HTTP/1.1" status: 200 len: 1095 time: 1.6320834 Jul 30 20:18:59.023801 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49472) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:18:59.026603 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5db32bc-5169-4047-bda2-280e8812c403', 'tag': '75ffa1cc-7cdc-4e16-86d4-eff340444860'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:18:59.028968 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90881815-2acd-4408-80eb-f05b7eddc96c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5db32bc-5169-4047-bda2-280e8812c403", "tag": "75ffa1cc-7cdc-4e16-86d4-eff340444860"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:18:59.034390 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406d122-de10-4a1a-9ec6-4cc1dac350aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093c2480-84ff-4c4e-ac83-42dd2e3d4116,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:59.083862 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27835300-552f-4e86-9faf-8dad59f7d021 req-58774e13-6bec-4650-b65d-22aca97ee791 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297438 Jul 30 20:18:59.084636 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af275a21-0844-42f1-9b05-f560f882eddf service neutron] Pushing event updated for resources: {'Port': ['ID=75ffa1cc-7cdc-4e16-86d4-eff340444860,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:59.131282 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f5a7d923-6690-4617-9b82-2d3e5ba0f712 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Deleting port 08dca140-1f6f-4be9-aef9-65fcf5c1062f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:18:59.132139 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5a7d923-6690-4617-9b82-2d3e5ba0f712 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:59.173635 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-5c875e28-1002-4052-967e-b6fd666a6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:59.175057 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-5c875e28-1002-4052-967e-b6fd666a6d51 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dae2cb86ff34120b8e16a084175c18a&device_id=b5db32bc-5169-4047-bda2-280e8812c403 HTTP/1.1" status: 200 len: 1098 time: 0.0873625 Jul 30 20:18:59.185075 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72e2f02c-96d5-4e1c-b6d4-48f36c53e0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:59.216784 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72e2f02c-96d5-4e1c-b6d4-48f36c53e0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:59.249294 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-1ff0e4bd-9e69-4f4e-880b-ae37db2d8f46 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=75ffa1cc-7cdc-4e16-86d4-eff340444860 HTTP/1.1" status: 200 len: 217 time: 0.0646653 Jul 30 20:18:59.317898 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-26393b5a-94b9-49cf-9245-2d8d0fb7fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:59.319495 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-26393b5a-94b9-49cf-9245-2d8d0fb7fbde service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0621355 Jul 30 20:18:59.328226 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf176a-3dda-4cc2-9566-388f5d8e6879 req-9a7f9f66-7ca9-4087-a12c-52afcde7573b tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:59.336241 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8dcf176a-3dda-4cc2-9566-388f5d8e6879 req-9a7f9f66-7ca9-4087-a12c-52afcde7573b tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5db32bc-5169-4047-bda2-280e8812c403 HTTP/1.1" status: 200 len: 947 time: 0.1601591 Jul 30 20:18:59.343285 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5a7d923-6690-4617-9b82-2d3e5ba0f712 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:59.357813 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f5a7d923-6690-4617-9b82-2d3e5ba0f712 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Calling delete_port for 08dca140-1f6f-4be9-aef9-65fcf5c1062f owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:18:59.422053 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8dcf176a-3dda-4cc2-9566-388f5d8e6879 req-01efc02c-6db4-4268-afc2-a33e9d0ebee6 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/security-groups?id=f524238a-0912-40e0-9067-8cfdcfd8b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849185 Jul 30 20:18:59.436861 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-33f459ff-a7c8-4358-934d-dc348f823d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:59.440628 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-33f459ff-a7c8-4358-934d-dc348f823d77 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1017065 Jul 30 20:18:59.541703 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device a688d11b-d79a-41d2-842b-a806169c17fc up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:18:59.570373 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-c8d4fc4b-58d5-4f59-a647-61d95d176d0e service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198912 Jul 30 20:18:59.572159 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f66b65-df1e-459f-9cd3-0f44747b440b x-openstack-request-id: req-48f66b65-df1e-459f-9cd3-0f44747b440b {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:18:59.572451 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5db32bc-5169-4047-bda2-280e8812c403", "tag": "75ffa1cc-7cdc-4e16-86d4-eff340444860", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:18:59.572719 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-48f66b65-df1e-459f-9cd3-0f44747b440b {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:18:59.573097 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5db32bc-5169-4047-bda2-280e8812c403', 'tag': '75ffa1cc-7cdc-4e16-86d4-eff340444860', 'status': 'completed', 'code': 200} Jul 30 20:18:59.599583 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port a688d11b-d79a-41d2-842b-a806169c17fc triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:18:59.600448 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:59.709501 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:59.728472 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f25df-3087-4477-a7c9-9dcb0c2a2160 req-c1c23cb6-8685-46b9-bec2-7f175c62249a tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:59.730099 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f57f25df-3087-4477-a7c9-9dcb0c2a2160 req-c1c23cb6-8685-46b9-bec2-7f175c62249a tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.1148908 Jul 30 20:18:59.739692 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7d8b3f-fa05-4791-96b3-fc9e964945bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a688d11b-d79a-41d2-842b-a806169c17fc'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:18:59.743256 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c2af34-2636-4697-8c56-81931c6e138e" -d '{"events": [{"server_uuid": "7d7d8b3f-fa05-4791-96b3-fc9e964945bc", "name": "network-vif-plugged", "status": "completed", "tag": "a688d11b-d79a-41d2-842b-a806169c17fc"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:18:59.759402 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port a688d11b-d79a-41d2-842b-a806169c17fc, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=a688d11b-d79a-41d2-842b-a806169c17fc,segment=NetworkSegment(97615c14-3033-446e-9631-4f2099fb3f0b),segment_id=97615c14-3033-446e-9631-4f2099fb3f0b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:18:59.762088 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-399b89e8-5267-450d-b3c8-1cc110725c56 req-f343eca1-77f6-43da-89b5-41b19e1095a8 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843960 Jul 30 20:18:59.765925 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72e2f02c-96d5-4e1c-b6d4-48f36c53e0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:59.767461 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:59.768874 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72e2f02c-96d5-4e1c-b6d4-48f36c53e0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:18:59.773294 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-72e2f02c-96d5-4e1c-b6d4-48f36c53e0bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/093c2480-84ff-4c4e-ac83-42dd2e3d4116 HTTP/1.1" status: 204 len: 168 time: 0.7442353 Jul 30 20:18:59.782725 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2f02c-96d5-4e1c-b6d4-48f36c53e0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093c2480-84ff-4c4e-ac83-42dd2e3d4116,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:59.818261 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f57f25df-3087-4477-a7c9-9dcb0c2a2160 req-933de335-6e31-44b2-9b37-baa3164b2e35 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761445 Jul 30 20:18:59.913753 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=a688d11b-d79a-41d2-842b-a806169c17fc,revision_number=10']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:18:59.954892 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90881815-2acd-4408-80eb-f05b7eddc96c req-84e50115-ac17-4447-8fcb-71fde65da2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:18:59.956524 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-90881815-2acd-4408-80eb-f05b7eddc96c req-84e50115-ac17-4447-8fcb-71fde65da2c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dae2cb86ff34120b8e16a084175c18a&device_id=b5db32bc-5169-4047-bda2-280e8812c403 HTTP/1.1" status: 200 len: 1098 time: 0.1337318 Jul 30 20:18:59.962466 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5a7d923-6690-4617-9b82-2d3e5ba0f712 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:00.071264 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56534024-7cfb-4810-b32e-4bb4edf6a6a7 req-a08b2905-b513-4f65-a833-117a7ddeddce tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:00.073889 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7d923-6690-4617-9b82-2d3e5ba0f712 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event deleted for resources: {'Port': ['ID=08dca140-1f6f-4be9-aef9-65fcf5c1062f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:00.080764 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5a7d923-6690-4617-9b82-2d3e5ba0f712 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:00.080971 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56534024-7cfb-4810-b32e-4bb4edf6a6a7 req-a08b2905-b513-4f65-a833-117a7ddeddce tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.1234572 Jul 30 20:19:00.087206 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f5a7d923-6690-4617-9b82-2d3e5ba0f712 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "DELETE /v2.0/ports/08dca140-1f6f-4be9-aef9-65fcf5c1062f HTTP/1.1" status: 204 len: 168 time: 1.1392312 Jul 30 20:19:00.088235 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49502) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:00.146728 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ae06cd-7e87-40a8-b2e7-c2a6f90578af tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Deleting subnet ae2ebb1c-4008-4386-9d14-582336340b80 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:19:00.150792 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56534024-7cfb-4810-b32e-4bb4edf6a6a7 req-5b9421a1-8f9b-414f-8417-ffb17ae5310f tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688839 Jul 30 20:19:00.157460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90881815-2acd-4408-80eb-f05b7eddc96c req-c0442638-722a-44e9-9a21-d9c9dae97727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:00.158985 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-90881815-2acd-4408-80eb-f05b7eddc96c req-c0442638-722a-44e9-9a21-d9c9dae97727 service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1883700 Jul 30 20:19:00.161972 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5ae06cd-7e87-40a8-b2e7-c2a6f90578af tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:00.232946 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-90881815-2acd-4408-80eb-f05b7eddc96c req-bf783e10-7acd-4ca2-8f2d-a4dfb9aba447 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=75ffa1cc-7cdc-4e16-86d4-eff340444860 HTTP/1.1" status: 200 len: 217 time: 0.0659657 Jul 30 20:19:00.236101 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5ae06cd-7e87-40a8-b2e7-c2a6f90578af tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:00.301853 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90881815-2acd-4408-80eb-f05b7eddc96c req-5129471b-03b5-47a7-bb9d-da9ffe5147e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:00.303675 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-90881815-2acd-4408-80eb-f05b7eddc96c req-5129471b-03b5-47a7-bb9d-da9ffe5147e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0632477 Jul 30 20:19:00.342267 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c485732c-2042-40c0-a90f-cbfc27d58b69 x-openstack-request-id: req-c485732c-2042-40c0-a90f-cbfc27d58b69 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:19:00.342556 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7d8b3f-fa05-4791-96b3-fc9e964945bc", "name": "network-vif-plugged", "status": "completed", "tag": "a688d11b-d79a-41d2-842b-a806169c17fc", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:19:00.343006 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c485732c-2042-40c0-a90f-cbfc27d58b69 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:19:00.343590 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7d8b3f-fa05-4791-96b3-fc9e964945bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a688d11b-d79a-41d2-842b-a806169c17fc', 'code': 200} Jul 30 20:19:00.373451 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5ae06cd-7e87-40a8-b2e7-c2a6f90578af tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:00.432675 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90881815-2acd-4408-80eb-f05b7eddc96c req-0159ed63-832b-4a68-9187-4b80bdd708f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:00.435710 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-90881815-2acd-4408-80eb-f05b7eddc96c req-0159ed63-832b-4a68-9187-4b80bdd708f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1226134 Jul 30 20:19:00.475826 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5ae06cd-7e87-40a8-b2e7-c2a6f90578af tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:00.513843 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae06cd-7e87-40a8-b2e7-c2a6f90578af tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event deleted for resources: {'Subnet': ['ID=ae2ebb1c-4008-4386-9d14-582336340b80,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:00.515932 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5ae06cd-7e87-40a8-b2e7-c2a6f90578af tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:00.521080 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c5ae06cd-7e87-40a8-b2e7-c2a6f90578af tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "DELETE /v2.0/subnets/ae2ebb1c-4008-4386-9d14-582336340b80 HTTP/1.1" status: 204 len: 168 time: 0.4312794 Jul 30 20:19:00.521703 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49526) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:00.525792 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421d6cf1-abed-4673-bee1-b4dfeb57a684 None None] Network 956f2f8d-58e3-4da4-8be7-e5f47f91fd80 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:19:00.583896 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e208dd-d9cf-42ae-bb25-db39e4f55a20 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Deleting subnet 0ee34576-0f44-4e9f-855e-368f45154589 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:19:00.600090 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47e208dd-d9cf-42ae-bb25-db39e4f55a20 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:00.662194 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47e208dd-d9cf-42ae-bb25-db39e4f55a20 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:00.761313 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ac013-7982-4d49-a463-32c8f117188e req-3540e67f-be51-4026-b315-e9648979e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:00.763807 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a4ac013-7982-4d49-a463-32c8f117188e req-3540e67f-be51-4026-b315-e9648979e17b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 1097 time: 0.2551062 Jul 30 20:19:00.776384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd95c9-2383-4e26-8426-56058f28a391 req-5c366af1-81d1-475a-9388-eb3357f262d5 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:00.790854 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31bd95c9-2383-4e26-8426-56058f28a391 req-5c366af1-81d1-475a-9388-eb3357f262d5 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.2767277 Jul 30 20:19:00.816650 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47e208dd-d9cf-42ae-bb25-db39e4f55a20 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:00.818902 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-90881815-2acd-4408-80eb-f05b7eddc96c req-4bccae9b-f08b-4062-9044-13ec09ae8da5 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388133 Jul 30 20:19:00.840453 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fab30c-f0b0-4f5c-bc29-a027b585fe49 None None] DHCP port deletion for 956f2f8d-58e3-4da4-8be7-e5f47f91fd80 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:19:00.910039 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47e208dd-d9cf-42ae-bb25-db39e4f55a20 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:00.930473 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31bd95c9-2383-4e26-8426-56058f28a391 req-2d7b51f6-3a3a-4acf-8b73-c81486750ca4 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369174 Jul 30 20:19:00.946013 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e208dd-d9cf-42ae-bb25-db39e4f55a20 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event deleted for resources: {'Subnet': ['ID=0ee34576-0f44-4e9f-855e-368f45154589,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:00.950508 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a4ac013-7982-4d49-a463-32c8f117188e req-3553e940-8cec-4f8c-b94f-4816709d8b57 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294730 Jul 30 20:19:00.964375 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d7fab30c-f0b0-4f5c-bc29-a027b585fe49 None None] Deleting port c9a8c866-807b-4f6c-8094-775a53fc916a {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:19:00.964593 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47e208dd-d9cf-42ae-bb25-db39e4f55a20 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:00.965523 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d7fab30c-f0b0-4f5c-bc29-a027b585fe49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:00.968862 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-47e208dd-d9cf-42ae-bb25-db39e4f55a20 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "DELETE /v2.0/subnets/0ee34576-0f44-4e9f-855e-368f45154589 HTTP/1.1" status: 204 len: 168 time: 0.4450834 Jul 30 20:19:00.972862 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed16d961-10bd-4279-865a-509789936561 None None] Network 624029aa-6e2e-457a-b285-eaf6ccf35387 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:19:00.978002 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49542) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:01.030506 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-90881815-2acd-4408-80eb-f05b7eddc96c req-92e63f12-162a-4dc2-ab00-1749f7c526ad service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009449 Jul 30 20:19:01.098835 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:01.133742 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f30cf-3c3d-4099-996a-6cd6d32b6d3a req-6e885011-f22c-4fb1-8f21-8616c0bf6624 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:01.135470 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6d8f30cf-3c3d-4099-996a-6cd6d32b6d3a req-6e885011-f22c-4fb1-8f21-8616c0bf6624 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5db32bc-5169-4047-bda2-280e8812c403 HTTP/1.1" status: 200 len: 947 time: 0.0932536 Jul 30 20:19:01.196928 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Deleting port c9a8c866-807b-4f6c-8094-775a53fc916a {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:19:01.197318 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:01.216858 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6d8f30cf-3c3d-4099-996a-6cd6d32b6d3a req-74d80ce4-02d2-494f-98c8-59456ab78cc5 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/security-groups?id=f524238a-0912-40e0-9067-8cfdcfd8b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691643 Jul 30 20:19:01.286787 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] For port c9a8c866-807b-4f6c-8094-775a53fc916a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c9a8c866-807b-4f6c-8094-775a53fc916a,segment=NetworkSegment(3537fc15-592e-4ed3-abfa-617a2a23cfad),segment_id=3537fc15-592e-4ed3-abfa-617a2a23cfad)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:01.287161 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:01.308755 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Calling delete_port for c9a8c866-807b-4f6c-8094-775a53fc916a owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:19:01.380803 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86072c4-b854-4242-b3e2-4ff5719561bb req-19584ee7-1d1c-4eec-a9f6-25015a492e75 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:01.384624 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a86072c4-b854-4242-b3e2-4ff5719561bb req-19584ee7-1d1c-4eec-a9f6-25015a492e75 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.1066072 Jul 30 20:19:01.415193 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d7fab30c-f0b0-4f5c-bc29-a027b585fe49 None None] For port c9a8c866-807b-4f6c-8094-775a53fc916a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c9a8c866-807b-4f6c-8094-775a53fc916a,segment=NetworkSegment(3537fc15-592e-4ed3-abfa-617a2a23cfad),segment_id=3537fc15-592e-4ed3-abfa-617a2a23cfad)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:01.415621 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d7fab30c-f0b0-4f5c-bc29-a027b585fe49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:01.432079 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d7fab30c-f0b0-4f5c-bc29-a027b585fe49 None None] Calling delete_port for c9a8c866-807b-4f6c-8094-775a53fc916a owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:19:01.454318 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:01.466305 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a86072c4-b854-4242-b3e2-4ff5719561bb req-a19707a3-bf6d-4bb9-92a8-f76296ac50f9 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731685 Jul 30 20:19:01.493511 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] No DVR routers for this DVR port c9a8c866-807b-4f6c-8094-775a53fc916a on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:19:01.500727 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event deleted for resources: {'Port': ['ID=c9a8c866-807b-4f6c-8094-775a53fc916a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:01.558194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 75ffa1cc-7cdc-4e16-86d4-eff340444860 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:19:01.661863 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbef48c0-9b23-4abc-bc88-6bec57e21e7d None None] DHCP port deletion for 624029aa-6e2e-457a-b285-eaf6ccf35387 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:19:01.665606 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:01.678196 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956f2f8d-58e3-4da4-8be7-e5f47f91fd80']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:01.688139 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e75cb7-2b5d-4cfa-bb28-63c09c345d39 req-d61a171a-956b-4fc9-ae88-7274210ead58 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:01.690425 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3e75cb7-2b5d-4cfa-bb28-63c09c345d39 req-d61a171a-956b-4fc9-ae88-7274210ead58 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.0856786 Jul 30 20:19:01.691846 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3537fc15-592e-4ed3-abfa-617a2a23cfad') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:01.692218 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3537fc15-592e-4ed3-abfa-617a2a23cfad') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:01.721646 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d7fab30c-f0b0-4f5c-bc29-a027b585fe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:01.733151 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:01.749719 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fab30c-f0b0-4f5c-bc29-a027b585fe49 None None] Pushing event deleted for resources: {'Port': ['ID=c9a8c866-807b-4f6c-8094-775a53fc916a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:01.785546 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:01.800272 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fab30c-f0b0-4f5c-bc29-a027b585fe49 None None] No DVR routers for this DVR port c9a8c866-807b-4f6c-8094-775a53fc916a on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:19:01.803816 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 96a255fd-27b1-444d-a16e-73fe08930ceb details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:19:01.805297 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:19:01.805885 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:01.824257 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3e75cb7-2b5d-4cfa-bb28-63c09c345d39 req-7542973d-7f90-425a-816f-f1f4752ff41c tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220591 Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:19:01.848768 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:19:01.952699 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 75ffa1cc-7cdc-4e16-86d4-eff340444860, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=75ffa1cc-7cdc-4e16-86d4-eff340444860,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:01.976779 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-fbef48c0-9b23-4abc-bc88-6bec57e21e7d None None] Deleting port be2a958b-fb75-4f3a-831f-c87c08a1149f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:19:01.977406 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fbef48c0-9b23-4abc-bc88-6bec57e21e7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:01.981251 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:01.982711 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '75ffa1cc-7cdc-4e16-86d4-eff340444860', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': '75ffa1cc-7cdc-4e16-86d4-eff340444860', 'mac_address': 'fa:16:3e:c6:59:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:19:01.990011 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:01.994882 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49582) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:01.995987 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "DELETE /v2.0/networks/956f2f8d-58e3-4da4-8be7-e5f47f91fd80 HTTP/1.1" status: 204 len: 168 time: 1.0169282 Jul 30 20:19:02.016162 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event deleted for resources: {'Network': ['ID=956f2f8d-58e3-4da4-8be7-e5f47f91fd80,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:02.031845 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:19:02.032211 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:19:02.032562 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:19:02.032904 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:19:02.033245 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:19:02.033579 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:19:02.033913 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:19:02.034247 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:19:02.034578 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:19:02.034907 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:19:02.035234 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:19:02.055709 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af74725-6222-4973-8f9c-73e0b7c505e7 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:19:02.125444 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:02.136855 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-fbef48c0-9b23-4abc-bc88-6bec57e21e7d None None] For port be2a958b-fb75-4f3a-831f-c87c08a1149f, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=be2a958b-fb75-4f3a-831f-c87c08a1149f,segment=NetworkSegment(dd78c27e-8c8a-431e-a42e-0ff92727ac3c),segment_id=dd78c27e-8c8a-431e-a42e-0ff92727ac3c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:02.137234 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fbef48c0-9b23-4abc-bc88-6bec57e21e7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:02.162469 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 96a255fd-27b1-444d-a16e-73fe08930ceb, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=96a255fd-27b1-444d-a16e-73fe08930ceb,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:02.166741 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-fbef48c0-9b23-4abc-bc88-6bec57e21e7d None None] Calling delete_port for be2a958b-fb75-4f3a-831f-c87c08a1149f owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:19:02.178275 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ffa1cc-7cdc-4e16-86d4-eff340444860 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:19:02.199188 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-36921943-a4ec-4670-9106-0d06c8156961 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:02.207675 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 75ffa1cc-7cdc-4e16-86d4-eff340444860, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=75ffa1cc-7cdc-4e16-86d4-eff340444860,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:02.217881 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '96a255fd-27b1-444d-a16e-73fe08930ceb', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'port_id': '96a255fd-27b1-444d-a16e-73fe08930ceb', 'mac_address': 'fa:16:3e:43:ea:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1ad353-61a9-43a8-b737-817c20130814', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:19:02.222408 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:02.259015 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfdc7f-9520-4d2a-a102-fd79b2318f77 req-9911168f-1519-4dcb-9abb-dcfbe52e5e19 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:02.269673 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-52bfdc7f-9520-4d2a-a102-fd79b2318f77 req-9911168f-1519-4dcb-9abb-dcfbe52e5e19 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.1939278 Jul 30 20:19:02.366957 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-52bfdc7f-9520-4d2a-a102-fd79b2318f77 req-f9f4279f-7233-4128-94b9-311f2a789133 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963099 Jul 30 20:19:02.370452 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:02.374044 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=75ffa1cc-7cdc-4e16-86d4-eff340444860,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:02.399726 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96a255fd-27b1-444d-a16e-73fe08930ceb {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:19:02.427157 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 96a255fd-27b1-444d-a16e-73fe08930ceb, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=96a255fd-27b1-444d-a16e-73fe08930ceb,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:02.429832 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fbef48c0-9b23-4abc-bc88-6bec57e21e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:02.431105 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-36921943-a4ec-4670-9106-0d06c8156961 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Deleting port be2a958b-fb75-4f3a-831f-c87c08a1149f {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:19:02.431437 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-36921943-a4ec-4670-9106-0d06c8156961 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:02.473195 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef48c0-9b23-4abc-bc88-6bec57e21e7d None None] Pushing event deleted for resources: {'Port': ['ID=be2a958b-fb75-4f3a-831f-c87c08a1149f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:02.475923 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['75ffa1cc-7cdc-4e16-86d4-eff340444860'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:19:02.482180 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:02.526662 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbef48c0-9b23-4abc-bc88-6bec57e21e7d None None] No DVR routers for this DVR port be2a958b-fb75-4f3a-831f-c87c08a1149f on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:19:02.569963 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-36921943-a4ec-4670-9106-0d06c8156961 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] For port be2a958b-fb75-4f3a-831f-c87c08a1149f, host n-d-712137-9, got binding levels [] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:02.574110 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-36921943-a4ec-4670-9106-0d06c8156961 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:02.592670 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-0e2e1f15-2da4-4a99-a817-562945805ee5 req-7da562ec-bf2f-4cb4-9962-b361d48f3d16 service neutron] (93883) timed out ('10.222.0.81', 48106) {{(pid=93883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 20:19:02.599045 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c9a8c866-807b-4f6c-8094-775a53fc916a no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:19:02.657272 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['96a255fd-27b1-444d-a16e-73fe08930ceb'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:19:02.664259 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: c9a8c866-807b-4f6c-8094-775a53fc916a {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:19:02.665188 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c9a8c866-807b-4f6c-8094-775a53fc916a not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:19:02.665771 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device be2a958b-fb75-4f3a-831f-c87c08a1149f no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:19:02.676080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-36921943-a4ec-4670-9106-0d06c8156961 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Calling delete_port for be2a958b-fb75-4f3a-831f-c87c08a1149f owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:19:02.682299 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.ipam_backend_mixin [None req-36921943-a4ec-4670-9106-0d06c8156961 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Port be2a958b-fb75-4f3a-831f-c87c08a1149f was not found and therefore no delete operation was performed {{(pid=93882) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 20:19:02.684446 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-36921943-a4ec-4670-9106-0d06c8156961 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:02.708496 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36921943-a4ec-4670-9106-0d06c8156961 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] No DVR routers for this DVR port be2a958b-fb75-4f3a-831f-c87c08a1149f on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:19:02.739456 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=96a255fd-27b1-444d-a16e-73fe08930ceb,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:02.746701 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: be2a958b-fb75-4f3a-831f-c87c08a1149f {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:19:02.747330 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device be2a958b-fb75-4f3a-831f-c87c08a1149f not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:19:02.808018 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36921943-a4ec-4670-9106-0d06c8156961 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event deleted for resources: {'Port': ['ID=be2a958b-fb75-4f3a-831f-c87c08a1149f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:02.851074 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea4f1f-c1c1-4fa3-9849-c0ad5c7e9f9d req-fa1efb4b-8f12-4f17-add0-436448e2991d tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:02.869255 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eeea4f1f-c1c1-4fa3-9849-c0ad5c7e9f9d req-fa1efb4b-8f12-4f17-add0-436448e2991d tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5db32bc-5169-4047-bda2-280e8812c403 HTTP/1.1" status: 200 len: 948 time: 0.3421137 Jul 30 20:19:03.043067 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-36921943-a4ec-4670-9106-0d06c8156961 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:03.060188 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eeea4f1f-c1c1-4fa3-9849-c0ad5c7e9f9d req-3b9b6094-1155-45ed-9ceb-b93d979ebf7d tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/security-groups?id=f524238a-0912-40e0-9067-8cfdcfd8b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896186 Jul 30 20:19:03.062217 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-36921943-a4ec-4670-9106-0d06c8156961 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['624029aa-6e2e-457a-b285-eaf6ccf35387']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:03.073601 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-36921943-a4ec-4670-9106-0d06c8156961 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd78c27e-8c8a-431e-a42e-0ff92727ac3c') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:03.073983 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-36921943-a4ec-4670-9106-0d06c8156961 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd78c27e-8c8a-431e-a42e-0ff92727ac3c') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:03.085225 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-36921943-a4ec-4670-9106-0d06c8156961 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:03.101791 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-36921943-a4ec-4670-9106-0d06c8156961 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:03.110253 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36921943-a4ec-4670-9106-0d06c8156961 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:19:03.110674 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-36921943-a4ec-4670-9106-0d06c8156961 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:19:03.113996 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:19:03.203109 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-36921943-a4ec-4670-9106-0d06c8156961 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:03.238299 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-36921943-a4ec-4670-9106-0d06c8156961 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:03.241458 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-36921943-a4ec-4670-9106-0d06c8156961 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] 10.222.0.81 "DELETE /v2.0/networks/624029aa-6e2e-457a-b285-eaf6ccf35387 HTTP/1.1" status: 204 len: 168 time: 1.2452974 Jul 30 20:19:03.259708 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36921943-a4ec-4670-9106-0d06c8156961 tempest-TaggedBootDevicesTest_v242-586641673 tempest-TaggedBootDevicesTest_v242-586641673-project] Pushing event deleted for resources: {'Network': ['ID=624029aa-6e2e-457a-b285-eaf6ccf35387,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:03.307757 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7a3e7-a37d-4532-be30-8a6b92c8e924 req-1e82c742-ce0b-4d2f-95b5-4f1326afd2c4 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:03.316612 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72e7a3e7-a37d-4532-be30-8a6b92c8e924 req-1e82c742-ce0b-4d2f-95b5-4f1326afd2c4 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.1259837 Jul 30 20:19:03.363403 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72e7a3e7-a37d-4532-be30-8a6b92c8e924 req-af61a5a2-fab3-4242-b461-2d0daa30309a tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445676 Jul 30 20:19:03.469335 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47996a-6d98-4d16-9476-7b8b7f44da5c req-0e854778-cc48-454e-9a38-b81dcb95db89 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:03.471061 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7d47996a-6d98-4d16-9476-7b8b7f44da5c req-0e854778-cc48-454e-9a38-b81dcb95db89 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.0524716 Jul 30 20:19:03.523047 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7d47996a-6d98-4d16-9476-7b8b7f44da5c req-a6454773-8a03-4d22-8a4c-409d948cde4d tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443759 Jul 30 20:19:03.563788 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 75ffa1cc-7cdc-4e16-86d4-eff340444860 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:19:03.620220 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 75ffa1cc-7cdc-4e16-86d4-eff340444860 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:19:03.624639 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 75ffa1cc-7cdc-4e16-86d4-eff340444860 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:19:03.625030 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:03.628168 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49680) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:03.719336 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:03.755250 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5db32bc-5169-4047-bda2-280e8812c403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ffa1cc-7cdc-4e16-86d4-eff340444860'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:19:03.758067 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85695583-b69b-47c1-8427-70d25f269a92" -d '{"events": [{"server_uuid": "b5db32bc-5169-4047-bda2-280e8812c403", "name": "network-vif-plugged", "status": "completed", "tag": "75ffa1cc-7cdc-4e16-86d4-eff340444860"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:19:03.778867 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 75ffa1cc-7cdc-4e16-86d4-eff340444860, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=75ffa1cc-7cdc-4e16-86d4-eff340444860,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:03.790951 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:03.813472 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7c7f6d9f-4058-4a00-95c8-0a8eb2e3ff88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:03.829157 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 96a255fd-27b1-444d-a16e-73fe08930ceb up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:19:03.906057 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb751698-179e-4073-98fd-48baf777078d req-8e06530a-2b68-40bf-bf18-2510a5d50c84 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:03.913519 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb751698-179e-4073-98fd-48baf777078d req-8e06530a-2b68-40bf-bf18-2510a5d50c84 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 945 time: 0.0908818 Jul 30 20:19:03.931114 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=75ffa1cc-7cdc-4e16-86d4-eff340444860,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:03.939395 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 96a255fd-27b1-444d-a16e-73fe08930ceb triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:19:03.939835 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:03.978479 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb751698-179e-4073-98fd-48baf777078d req-d3b2e7ea-1a2c-4005-9801-97cc6d0b192e tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636635 Jul 30 20:19:04.033584 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7c7f6d9f-4058-4a00-95c8-0a8eb2e3ff88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:04.046737 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7c7f6d9f-4058-4a00-95c8-0a8eb2e3ff88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:04.056754 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:04.093125 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 96a255fd-27b1-444d-a16e-73fe08930ceb, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=96a255fd-27b1-444d-a16e-73fe08930ceb,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:04.102077 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:04.132452 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7c7f6d9f-4058-4a00-95c8-0a8eb2e3ff88 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=00a1388885a946fb9fcaf9663cffc162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5013940 Jul 30 20:19:04.132823 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49712) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:04.150365 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f6d9f-4058-4a00-95c8-0a8eb2e3ff88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1b3800-9317-4ee6-a2ee-9282bd073d1d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:04.166131 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=96a255fd-27b1-444d-a16e-73fe08930ceb,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:04.186049 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c664c6c-10ea-41cd-ac1b-eaf8778548f5 req-96349422-97e3-48e8-b054-939141dcf7f1 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:04.188064 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9c664c6c-10ea-41cd-ac1b-eaf8778548f5 req-96349422-97e3-48e8-b054-939141dcf7f1 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.1376481 Jul 30 20:19:04.217890 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b7721fa-1ee9-44ab-887f-e93989c18423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:04.240341 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9c664c6c-10ea-41cd-ac1b-eaf8778548f5 req-6bfa19e0-a6b5-4fc7-9652-d93f4369eadd tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444982 Jul 30 20:19:04.247072 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b7721fa-1ee9-44ab-887f-e93989c18423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:04.327751 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b7721fa-1ee9-44ab-887f-e93989c18423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:04.330994 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b7721fa-1ee9-44ab-887f-e93989c18423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:04.333387 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4b7721fa-1ee9-44ab-887f-e93989c18423 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/db1b3800-9317-4ee6-a2ee-9282bd073d1d HTTP/1.1" status: 204 len: 168 time: 0.1987853 Jul 30 20:19:04.338295 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de128c4-fe0a-4c6f-8ccd-facc9f098e4c x-openstack-request-id: req-0de128c4-fe0a-4c6f-8ccd-facc9f098e4c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:19:04.338986 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5db32bc-5169-4047-bda2-280e8812c403", "name": "network-vif-plugged", "status": "completed", "tag": "75ffa1cc-7cdc-4e16-86d4-eff340444860", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:19:04.339411 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0de128c4-fe0a-4c6f-8ccd-facc9f098e4c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:19:04.341484 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5db32bc-5169-4047-bda2-280e8812c403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ffa1cc-7cdc-4e16-86d4-eff340444860', 'code': 200} Jul 30 20:19:04.368275 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7721fa-1ee9-44ab-887f-e93989c18423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1b3800-9317-4ee6-a2ee-9282bd073d1d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:04.606720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b767c9-e5c4-4cf4-aa1b-42d4fa81cc93 req-2e2000cb-8327-4264-b0aa-7570fe7d4f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:04.608825 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30b767c9-e5c4-4cf4-aa1b-42d4fa81cc93 req-2e2000cb-8327-4264-b0aa-7570fe7d4f71 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b5db32bc-5169-4047-bda2-280e8812c403 HTTP/1.1" status: 200 len: 1100 time: 0.2011642 Jul 30 20:19:04.618108 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500d421-8b7e-4cd0-8b85-4fd5deaed56a req-459e7913-b657-4176-a070-afb07dc42460 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:04.619881 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2500d421-8b7e-4cd0-8b85-4fd5deaed56a req-459e7913-b657-4176-a070-afb07dc42460 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5db32bc-5169-4047-bda2-280e8812c403 HTTP/1.1" status: 200 len: 949 time: 0.1621895 Jul 30 20:19:04.751027 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2500d421-8b7e-4cd0-8b85-4fd5deaed56a req-827a170c-3dba-47eb-98e9-a70bd8cea474 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/security-groups?id=f524238a-0912-40e0-9067-8cfdcfd8b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223991 Jul 30 20:19:04.753479 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30b767c9-e5c4-4cf4-aa1b-42d4fa81cc93 req-7dbf24dc-6a05-4c4c-9aec-1840d5cf2075 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f524238a-0912-40e0-9067-8cfdcfd8b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325243 Jul 30 20:19:04.911941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d15e07-a1a4-4207-bf42-3912b20b26b5 req-6f5d2afa-97b8-4ba2-9f70-a7d1d72d40ca tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:04.920697 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49d15e07-a1a4-4207-bf42-3912b20b26b5 req-6f5d2afa-97b8-4ba2-9f70-a7d1d72d40ca tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.0957758 Jul 30 20:19:04.970624 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49d15e07-a1a4-4207-bf42-3912b20b26b5 req-fd5450c7-9b97-488f-9489-9f1b67f43784 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484695 Jul 30 20:19:05.060064 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49752) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:05.079689 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85ab28a0-81bb-4d21-9313-072f0e68685d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:05.159852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ff02d-1f23-4ea9-85a1-3d8cce89a574 req-d7b6606c-62ed-43a4-8686-b8f38a511805 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:05.162726 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f0ff02d-1f23-4ea9-85a1-3d8cce89a574 req-d7b6606c-62ed-43a4-8686-b8f38a511805 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.0954516 Jul 30 20:19:05.276856 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f0ff02d-1f23-4ea9-85a1-3d8cce89a574 req-5357f008-3342-4a55-ac53-bc8dd4367a4e tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912476 Jul 30 20:19:05.302856 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85ab28a0-81bb-4d21-9313-072f0e68685d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:05.314200 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85ab28a0-81bb-4d21-9313-072f0e68685d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:05.395912 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-85ab28a0-81bb-4d21-9313-072f0e68685d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3f225dcf1c264e3884853b425a6bac6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3343797 Jul 30 20:19:05.398976 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49756) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:05.438344 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab28a0-81bb-4d21-9313-072f0e68685d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daea2969-0fc8-4911-bd5f-5fea8f29cc02,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:05.513785 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d8936793-c718-4786-a4ba-8ad87ed78e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:05.578273 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d8936793-c718-4786-a4ba-8ad87ed78e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:05.691240 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d8936793-c718-4786-a4ba-8ad87ed78e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:05.697882 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d8936793-c718-4786-a4ba-8ad87ed78e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:05.701123 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d8936793-c718-4786-a4ba-8ad87ed78e0a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/daea2969-0fc8-4911-bd5f-5fea8f29cc02 HTTP/1.1" status: 204 len: 168 time: 0.3008080 Jul 30 20:19:05.722301 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8936793-c718-4786-a4ba-8ad87ed78e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daea2969-0fc8-4911-bd5f-5fea8f29cc02,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:06.047239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ed7b5-c9a0-4588-b0ce-b086cf5027e3 req-3979eba9-3a48-4698-83f1-f61a4b3a2da6 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:06.053406 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e0ed7b5-c9a0-4588-b0ce-b086cf5027e3 req-3979eba9-3a48-4698-83f1-f61a4b3a2da6 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.1215141 Jul 30 20:19:06.122489 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e0ed7b5-c9a0-4588-b0ce-b086cf5027e3 req-8eba468a-f0f8-4c64-bdcd-a2878c1e8115 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552344 Jul 30 20:19:06.343167 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cc72c6-4e0f-47eb-aef8-2173382a2282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a255fd-27b1-444d-a16e-73fe08930ceb'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:19:06.343706 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e34e5-fb14-47de-b17a-a779069885dd req-7b01e55b-10da-4f68-b85c-67d750416b16 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:06.346460 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-415e34e5-fb14-47de-b17a-a779069885dd req-7b01e55b-10da-4f68-b85c-67d750416b16 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.0901437 Jul 30 20:19:06.346635 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241f48d3-8cdc-419e-9403-f928bf50a490" -d '{"events": [{"server_uuid": "16cc72c6-4e0f-47eb-aef8-2173382a2282", "name": "network-vif-plugged", "status": "completed", "tag": "96a255fd-27b1-444d-a16e-73fe08930ceb"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:19:06.477228 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-415e34e5-fb14-47de-b17a-a779069885dd req-00209753-38bc-4f7a-a2c5-df2b9f9915cf tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191516 Jul 30 20:19:06.710503 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8205f7c-a8ec-4026-8552-da13e155b753 req-767b00ff-4013-4e06-8d57-0280f370bd6a tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:06.721639 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8205f7c-a8ec-4026-8552-da13e155b753 req-767b00ff-4013-4e06-8d57-0280f370bd6a tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5db32bc-5169-4047-bda2-280e8812c403 HTTP/1.1" status: 200 len: 949 time: 0.1647942 Jul 30 20:19:06.815737 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8205f7c-a8ec-4026-8552-da13e155b753 req-e3c91df4-0117-4f77-87fe-887a4dd11adc tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/security-groups?id=f524238a-0912-40e0-9067-8cfdcfd8b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859275 Jul 30 20:19:06.969468 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d73439-3397-4bdc-8766-44d0d7a725d1 req-1643d32f-db51-42a0-8551-827d8f7f9571 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:06.978508 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-22d73439-3397-4bdc-8766-44d0d7a725d1 req-1643d32f-db51-42a0-8551-827d8f7f9571 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.1079786 Jul 30 20:19:07.062965 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-22d73439-3397-4bdc-8766-44d0d7a725d1 req-2d42b5dd-ca0e-4cbc-834c-a3000a883b56 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749874 Jul 30 20:19:07.099707 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69eaf8c7-2574-4cc0-b1d0-37dce0a792fe x-openstack-request-id: req-69eaf8c7-2574-4cc0-b1d0-37dce0a792fe {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:19:07.100057 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cc72c6-4e0f-47eb-aef8-2173382a2282", "name": "network-vif-plugged", "status": "completed", "tag": "96a255fd-27b1-444d-a16e-73fe08930ceb", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:19:07.100320 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-69eaf8c7-2574-4cc0-b1d0-37dce0a792fe {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:19:07.100719 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cc72c6-4e0f-47eb-aef8-2173382a2282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a255fd-27b1-444d-a16e-73fe08930ceb', 'code': 200} Jul 30 20:19:07.345441 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de42214-2a96-4a97-acd8-3923a5a1b4c3 req-17958dbf-2a63-4e3f-8a42-01621ec0268b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:07.347255 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4de42214-2a96-4a97-acd8-3923a5a1b4c3 req-17958dbf-2a63-4e3f-8a42-01621ec0268b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.0858653 Jul 30 20:19:07.417820 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4de42214-2a96-4a97-acd8-3923a5a1b4c3 req-a95ae1f8-655a-42b9-98ee-caddc903e736 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606406 Jul 30 20:19:07.692550 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:19:07.952092 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49852) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:08.130208 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd8693-51a9-4543-87e4-a20efc4cfb88 req-0443effa-52aa-4f38-acb5-3817ff2bdccc tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:08.146046 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27bd8693-51a9-4543-87e4-a20efc4cfb88 req-0443effa-52aa-4f38-acb5-3817ff2bdccc tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.1036031 Jul 30 20:19:08.211677 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f042e66-1aa2-447e-a9a8-0f80cab8acdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:08.259658 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27bd8693-51a9-4543-87e4-a20efc4cfb88 req-22780710-c248-4e61-8569-561707f9512a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995190 Jul 30 20:19:08.455482 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f042e66-1aa2-447e-a9a8-0f80cab8acdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:08.473002 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd9093-5bee-42f1-8f13-16bcf7f5ad69 req-9bafb1af-2aad-4da0-a6d7-b1981839f926 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:08.481170 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7dd9093-5bee-42f1-8f13-16bcf7f5ad69 req-9bafb1af-2aad-4da0-a6d7-b1981839f926 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.0926306 Jul 30 20:19:08.489529 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f042e66-1aa2-447e-a9a8-0f80cab8acdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:08.560184 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7dd9093-5bee-42f1-8f13-16bcf7f5ad69 req-568af359-b2a2-4863-87ea-4501d4e9fa41 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777409 Jul 30 20:19:08.579137 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9f042e66-1aa2-447e-a9a8-0f80cab8acdf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=75d1b51d510241319a51628812359d4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6235032 Jul 30 20:19:08.579137 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f042e66-1aa2-447e-a9a8-0f80cab8acdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cbbef9-a5e2-4b4b-b074-7727e5893933,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:08.579586 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49866) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:08.690836 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee72ea7-0ff8-4857-8b0f-fac22ef586bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:08.761204 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee72ea7-0ff8-4857-8b0f-fac22ef586bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:08.809558 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e446a7-9014-4da9-801d-1d622847b51f req-14eb027e-b92d-4dda-aa8f-0189c39d3c01 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:08.817499 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f4e446a7-9014-4da9-801d-1d622847b51f req-14eb027e-b92d-4dda-aa8f-0189c39d3c01 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.0692823 Jul 30 20:19:08.838996 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee72ea7-0ff8-4857-8b0f-fac22ef586bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:08.848097 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee72ea7-0ff8-4857-8b0f-fac22ef586bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:08.854663 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-eee72ea7-0ff8-4857-8b0f-fac22ef586bf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/60cbbef9-a5e2-4b4b-b074-7727e5893933 HTTP/1.1" status: 204 len: 168 time: 0.2739658 Jul 30 20:19:08.889682 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee72ea7-0ff8-4857-8b0f-fac22ef586bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cbbef9-a5e2-4b4b-b074-7727e5893933,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:08.938023 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f4e446a7-9014-4da9-801d-1d622847b51f req-c51e55d4-1f6a-435a-93c1-2a276a2fe693 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195455 Jul 30 20:19:09.343006 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8797631-5409-4615-b06d-6b0f64dd0828 req-3abb6b6c-3f76-415c-b980-79f850d5feb7 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:09.363034 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8797631-5409-4615-b06d-6b0f64dd0828 req-3abb6b6c-3f76-415c-b980-79f850d5feb7 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.1813374 Jul 30 20:19:09.459967 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8797631-5409-4615-b06d-6b0f64dd0828 req-b6df70f4-d3be-45fa-a96c-8e95cdfccde2 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833728 Jul 30 20:19:09.703676 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07436fe-53c7-4101-a4a5-37276a2f7049 req-c88c4de6-9619-4bc5-a6d1-ea022a7f7663 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:09.711638 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b07436fe-53c7-4101-a4a5-37276a2f7049 req-c88c4de6-9619-4bc5-a6d1-ea022a7f7663 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.1366324 Jul 30 20:19:09.762464 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b07436fe-53c7-4101-a4a5-37276a2f7049 req-daf2196d-0e8a-4614-b654-c7d72d93527f tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474648 Jul 30 20:19:10.263163 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346aa769-c551-4c54-9664-15243a8a11c8 req-d4c986d5-b767-497b-8bda-87bab3b6854a tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:10.288728 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-346aa769-c551-4c54-9664-15243a8a11c8 req-d4c986d5-b767-497b-8bda-87bab3b6854a tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.1555533 Jul 30 20:19:10.353859 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-346aa769-c551-4c54-9664-15243a8a11c8 req-0633f405-1bc1-44ae-975c-59c7857c58b6 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638154 Jul 30 20:19:10.565663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ed212-8dfa-435b-af83-f8bffb583d45 req-0d7401f5-36ad-43ad-9ce9-eef1f16bb05e tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:10.574333 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-773ed212-8dfa-435b-af83-f8bffb583d45 req-0d7401f5-36ad-43ad-9ce9-eef1f16bb05e tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.0715475 Jul 30 20:19:10.683586 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-773ed212-8dfa-435b-af83-f8bffb583d45 req-7352cedb-e9c9-4e05-9439-0c9e1d1e9c2b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076834 Jul 30 20:19:11.076545 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d85d64-2311-49a1-ab7c-be78b8a92f97 req-99f0c150-7726-4b15-b546-71402897172c tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:11.078152 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-16d85d64-2311-49a1-ab7c-be78b8a92f97 req-99f0c150-7726-4b15-b546-71402897172c tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.1627405 Jul 30 20:19:11.209451 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-16d85d64-2311-49a1-ab7c-be78b8a92f97 req-1f8e9856-f241-4d13-8dab-01031650ebbe tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122975 Jul 30 20:19:11.622387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76081a0d-1c97-44fa-a8e1-ffc7a66e3b5e req-bb2b2f2d-8274-4b84-aed9-6be91397b333 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:11.631844 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76081a0d-1c97-44fa-a8e1-ffc7a66e3b5e req-bb2b2f2d-8274-4b84-aed9-6be91397b333 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.1632428 Jul 30 20:19:11.697821 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76081a0d-1c97-44fa-a8e1-ffc7a66e3b5e req-0d2c1128-95eb-4bba-be23-1021fb0a674a tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649760 Jul 30 20:19:12.015795 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429111a-76b8-4e42-b221-8039d0453712 req-c228d7fe-a87b-47a8-8444-b3436aa69246 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:12.025643 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7429111a-76b8-4e42-b221-8039d0453712 req-c228d7fe-a87b-47a8-8444-b3436aa69246 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.1056485 Jul 30 20:19:12.132210 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7429111a-76b8-4e42-b221-8039d0453712 req-8ec4ba14-6e36-40d6-a902-57b3c4b0b2d7 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056221 Jul 30 20:19:12.451441 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58131532-3047-48b0-860a-77e263292c6c req-5551d0ac-59b8-41e9-b9be-c83e69e8e28c tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:12.456695 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58131532-3047-48b0-860a-77e263292c6c req-5551d0ac-59b8-41e9-b9be-c83e69e8e28c tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.1235428 Jul 30 20:19:12.544711 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58131532-3047-48b0-860a-77e263292c6c req-410c0a0c-bc87-49ef-a5c0-df638e7358ed tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822771 Jul 30 20:19:12.952126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f11d97-66cc-4537-9dab-ba435e72ef82 req-63fae703-ad98-47ff-a4ba-47822dab4850 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:12.953550 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7f11d97-66cc-4537-9dab-ba435e72ef82 req-63fae703-ad98-47ff-a4ba-47822dab4850 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.1041160 Jul 30 20:19:12.956663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aee286-59ba-426a-847e-633d5698431b req-72b77ee5-b815-4044-bcf1-eeb387d96b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:12.957930 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18aee286-59ba-426a-847e-633d5698431b req-72b77ee5-b815-4044-bcf1-eeb387d96b64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9223d3fe370d4158bc62a22bc1b34676&device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 1097 time: 0.0917213 Jul 30 20:19:13.062079 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7f11d97-66cc-4537-9dab-ba435e72ef82 req-e3940cad-27f5-46fd-baa1-3424bb643ceb tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988898 Jul 30 20:19:13.160385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aee286-59ba-426a-847e-633d5698431b req-67434eac-af2c-4b42-a5e8-ef5332a06463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:13.161883 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18aee286-59ba-426a-847e-633d5698431b req-67434eac-af2c-4b42-a5e8-ef5332a06463 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d0830a4b-e259-4b58-9c94-0dd2ceb61009 HTTP/1.1" status: 200 len: 914 time: 0.1926470 Jul 30 20:19:13.267116 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18aee286-59ba-426a-847e-633d5698431b req-6ee53c74-5461-4220-a4e8-0f18c7387a52 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a688d11b-d79a-41d2-842b-a806169c17fc HTTP/1.1" status: 200 len: 217 time: 0.0968990 Jul 30 20:19:13.970526 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae71475-fd87-4270-8967-d6f413896281 req-707c5c4e-5fec-4afd-a939-dabed159c615 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:13.977659 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eae71475-fd87-4270-8967-d6f413896281 req-707c5c4e-5fec-4afd-a939-dabed159c615 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.7095065 Jul 30 20:19:13.979629 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aee286-59ba-426a-847e-633d5698431b req-fd8cbf1e-cfb1-45aa-8c1f-5288c25860aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:13.981383 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18aee286-59ba-426a-847e-633d5698431b req-fd8cbf1e-cfb1-45aa-8c1f-5288c25860aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d991cb95-970b-4daf-9cf0-38c473cf30b2 HTTP/1.1" status: 200 len: 853 time: 0.7018132 Jul 30 20:19:14.104153 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18aee286-59ba-426a-847e-633d5698431b req-5eaf1707-7a72-4f83-92ef-dc8366f55c00 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d0830a4b-e259-4b58-9c94-0dd2ceb61009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138084 Jul 30 20:19:14.126835 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eae71475-fd87-4270-8967-d6f413896281 req-96a7172b-7f72-4a4b-89b1-c6aad6ffd3e2 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376863 Jul 30 20:19:14.335970 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18aee286-59ba-426a-847e-633d5698431b req-e7bfa2ef-0861-4b3b-a6d6-b25f192c63b8 service neutron] 10.222.0.59 "GET /v2.0/networks/d0830a4b-e259-4b58-9c94-0dd2ceb61009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186065 Jul 30 20:19:14.518838 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18aee286-59ba-426a-847e-633d5698431b req-34fee835-6614-4ed5-b65d-c2ea40f40afd service neutron] 10.222.0.59 "GET /v2.0/networks/d0830a4b-e259-4b58-9c94-0dd2ceb61009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726379 Jul 30 20:19:14.581201 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b63da-fa60-44c5-9f7d-4464372af17d req-ba216832-9b26-4ef7-8dec-7741e237ed3f tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:14.583179 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-782b63da-fa60-44c5-9f7d-4464372af17d req-ba216832-9b26-4ef7-8dec-7741e237ed3f tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.0630305 Jul 30 20:19:14.647927 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-782b63da-fa60-44c5-9f7d-4464372af17d req-072d3364-fd5b-4db5-a324-33808abc2852 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570307 Jul 30 20:19:14.931846 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168a565-32f7-4ae0-8b01-be2c08b8f975 req-30de6ae0-313e-46dc-ad71-0d3d94fef51e tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:14.934011 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a168a565-32f7-4ae0-8b01-be2c08b8f975 req-30de6ae0-313e-46dc-ad71-0d3d94fef51e tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.1383119 Jul 30 20:19:15.098866 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a168a565-32f7-4ae0-8b01-be2c08b8f975 req-1bd32e88-9927-4cd5-80d6-928ccc230aa7 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458364 Jul 30 20:19:15.341220 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f773af2-da55-4074-9181-cce4ed9be490 req-238f81c0-8bfa-4dd8-9391-d2d50950ef86 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:15.348910 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9f773af2-da55-4074-9181-cce4ed9be490 req-238f81c0-8bfa-4dd8-9391-d2d50950ef86 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.0886276 Jul 30 20:19:15.399391 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:15.448513 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9f773af2-da55-4074-9181-cce4ed9be490 req-da2201c0-62c5-4893-9964-ecd27999a8c9 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982337 Jul 30 20:19:16.014979 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b196b-2563-47f3-9971-24089b427d0b req-6b306d38-593c-4337-83f4-991f13b049c0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:16.023297 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bd2b196b-2563-47f3-9971-24089b427d0b req-6b306d38-593c-4337-83f4-991f13b049c0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.2207568 Jul 30 20:19:16.100644 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bd2b196b-2563-47f3-9971-24089b427d0b req-9032f8d4-75ea-4c84-b7fc-873d1dfbc89b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761960 Jul 30 20:19:16.332169 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3fe30-502e-4a99-94a5-e4ca8fc972dc req-fbb1bb89-1558-4ed8-b4fd-d74af0f28b81 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:16.341988 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b3a3fe30-502e-4a99-94a5-e4ca8fc972dc req-fbb1bb89-1558-4ed8-b4fd-d74af0f28b81 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.0944653 Jul 30 20:19:16.408904 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b3a3fe30-502e-4a99-94a5-e4ca8fc972dc req-3f732be3-fa5b-43cb-9179-a6a926001010 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659404 Jul 30 20:19:16.625985 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc749f-d201-403e-aaff-acd44a61e7e2 req-c79ae9e9-9ee0-4bb6-b1b4-ba8e37b8d89f tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:16.627758 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-34dc749f-d201-403e-aaff-acd44a61e7e2 req-c79ae9e9-9ee0-4bb6-b1b4-ba8e37b8d89f tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.0763354 Jul 30 20:19:16.731216 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-34dc749f-d201-403e-aaff-acd44a61e7e2 req-4867f330-4f5b-4f2c-aaa6-3a7962737964 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888643 Jul 30 20:19:16.891243 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de87619-f358-4424-913d-a91b3505b58b req-d34835bb-0619-4cee-a209-6cd1cb1951d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:16.892837 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9de87619-f358-4424-913d-a91b3505b58b req-d34835bb-0619-4cee-a209-6cd1cb1951d7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 1097 time: 0.1157513 Jul 30 20:19:17.098174 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9de87619-f358-4424-913d-a91b3505b58b req-cc0523c0-856c-42d9-9576-aa1405444b48 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958814 Jul 30 20:19:17.131478 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51552336-f952-4ea6-8e97-9e181a95d275 req-e1dffb48-1024-40f0-a928-47f7d29a1c31 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:17.136345 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51552336-f952-4ea6-8e97-9e181a95d275 req-e1dffb48-1024-40f0-a928-47f7d29a1c31 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.1950154 Jul 30 20:19:17.198307 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51552336-f952-4ea6-8e97-9e181a95d275 req-89beeb57-747c-4f4f-9023-ccbf9ebe6d98 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531836 Jul 30 20:19:17.411790 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc304e-fcc4-44cf-8842-2f56dee457fc req-9b6edcd8-9905-4aa0-b417-7aa0e39a680f tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:17.427256 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63bc304e-fcc4-44cf-8842-2f56dee457fc req-9b6edcd8-9905-4aa0-b417-7aa0e39a680f tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.1628833 Jul 30 20:19:17.510971 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63bc304e-fcc4-44cf-8842-2f56dee457fc req-8bc4ba47-1e17-4e96-86ac-1a07f5f3de98 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821743 Jul 30 20:19:17.744659 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976349e-ce46-481d-9894-8596d53a7318 req-f7a39204-ffef-4a82-aef4-44b41c546ee4 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:17.752051 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3976349e-ce46-481d-9894-8596d53a7318 req-f7a39204-ffef-4a82-aef4-44b41c546ee4 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.0772111 Jul 30 20:19:17.852652 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3976349e-ce46-481d-9894-8596d53a7318 req-e8997273-5685-45da-9ee0-19ab772e8b7f tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945320 Jul 30 20:19:18.111842 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746dc5d-07ce-4d97-a1ad-aff4a901dbb8 req-3aeeb2fd-2ab6-4986-9a58-9c2fd76bfa96 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:18.124099 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0746dc5d-07ce-4d97-a1ad-aff4a901dbb8 req-3aeeb2fd-2ab6-4986-9a58-9c2fd76bfa96 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.1530404 Jul 30 20:19:18.246927 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0746dc5d-07ce-4d97-a1ad-aff4a901dbb8 req-b8ed88e6-5c00-40d6-b1e6-54b468d8a8fc tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180634 Jul 30 20:19:18.611542 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb00eb0-55d1-4ea8-9ffd-fbffffeed3dc req-0009055c-f531-4a1e-94d6-ca915ff0d387 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:18.613229 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6eb00eb0-55d1-4ea8-9ffd-fbffffeed3dc req-0009055c-f531-4a1e-94d6-ca915ff0d387 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.0933158 Jul 30 20:19:18.688143 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6eb00eb0-55d1-4ea8-9ffd-fbffffeed3dc req-4b3241f9-3eed-4a0c-813b-b851816830a3 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672934 Jul 30 20:19:18.890593 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50156) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:18.929736 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acbb7c-0100-4517-ac2c-51ba0d1590e6 req-f4c0806f-cd1a-481e-be48-234fd84cc14b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:18.944484 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-38acbb7c-0100-4517-ac2c-51ba0d1590e6 req-f4c0806f-cd1a-481e-be48-234fd84cc14b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.1161737 Jul 30 20:19:19.071564 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-38acbb7c-0100-4517-ac2c-51ba0d1590e6 req-37ca384f-6c71-493d-8154-669bf90cbeae tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198637 Jul 30 20:19:19.477878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6203f39-eb24-4c76-b6e0-0e84a179f388 req-c23afcb6-bf73-44db-9da5-395840fae218 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:19.486469 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c6203f39-eb24-4c76-b6e0-0e84a179f388 req-c23afcb6-bf73-44db-9da5-395840fae218 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.1406140 Jul 30 20:19:19.548885 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:19.655289 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c6203f39-eb24-4c76-b6e0-0e84a179f388 req-f4f4a9bb-2d9c-4b84-b6be-44fa7ee11762 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673238 Jul 30 20:19:19.881512 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10298b61-8463-440b-8435-daa3c7bb54be req-bf97a114-1b6a-47d1-8fd5-bc43fad78cca tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:19.889328 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-10298b61-8463-440b-8435-daa3c7bb54be req-bf97a114-1b6a-47d1-8fd5-bc43fad78cca tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.1472673 Jul 30 20:19:19.970803 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-10298b61-8463-440b-8435-daa3c7bb54be req-0b080d62-c979-4387-8b6d-cd8014c54995 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801756 Jul 30 20:19:20.028934 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c47c275-171a-4a4b-a5d9-278d30c0bcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:20.545753 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34baeb8-6617-4822-b83f-7e7e2c42dc40 req-bcee027e-8c8f-475c-b0c4-11ca0069f80c tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:20.547645 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d34baeb8-6617-4822-b83f-7e7e2c42dc40 req-bcee027e-8c8f-475c-b0c4-11ca0069f80c tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.1320119 Jul 30 20:19:20.591180 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b8992-1660-4a49-b414-12adeeaa7799 req-5cdd7db6-ea0f-48f4-a884-206515ee2a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:20.593015 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee0b8992-1660-4a49-b414-12adeeaa7799 req-5cdd7db6-ea0f-48f4-a884-206515ee2a74 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=24579295bc844f6fa90314f73b2fffb4&device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 1097 time: 0.2463155 Jul 30 20:19:20.603905 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8c47c275-171a-4a4b-a5d9-278d30c0bcc5 admin admin] Deleting port 4028708b-c67d-4682-955a-f5b91a758dbc {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:19:20.604288 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c47c275-171a-4a4b-a5d9-278d30c0bcc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:20.735810 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d34baeb8-6617-4822-b83f-7e7e2c42dc40 req-89bc28ab-6ff4-4c6c-b3e4-a8477babb167 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380472 Jul 30 20:19:20.837673 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-8c47c275-171a-4a4b-a5d9-278d30c0bcc5 admin admin] For port 4028708b-c67d-4682-955a-f5b91a758dbc, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4028708b-c67d-4682-955a-f5b91a758dbc,segment=NetworkSegment(cb7a869c-f3af-4050-981a-52b4840e66fc),segment_id=cb7a869c-f3af-4050-981a-52b4840e66fc)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:20.838323 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c47c275-171a-4a4b-a5d9-278d30c0bcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:20.858660 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8c47c275-171a-4a4b-a5d9-278d30c0bcc5 admin admin] Calling delete_port for 4028708b-c67d-4682-955a-f5b91a758dbc owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:19:20.924267 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2866a-666c-45d5-b2b6-349807802696 req-c0063114-72d4-4d01-9ba9-a70835b314d0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:20.931993 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c5b2866a-666c-45d5-b2b6-349807802696 req-c0063114-72d4-4d01-9ba9-a70835b314d0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.0941234 Jul 30 20:19:20.984728 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c5b2866a-666c-45d5-b2b6-349807802696 req-3fbf7b68-4921-4e3d-a95b-2cc6bf5ce09d tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462208 Jul 30 20:19:20.986428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b8992-1660-4a49-b414-12adeeaa7799 req-5dcc4473-4b17-4794-9ed5-3f4b300e2aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:20.991332 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee0b8992-1660-4a49-b414-12adeeaa7799 req-5dcc4473-4b17-4794-9ed5-3f4b300e2aeb service neutron] 10.222.0.59 "GET /v2.0/networks?id=1286c225-8acb-4ef0-98ac-2e7583827777 HTTP/1.1" status: 200 len: 911 time: 0.2917440 Jul 30 20:19:21.140146 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee0b8992-1660-4a49-b414-12adeeaa7799 req-056a3e5e-b6f9-4bf7-820b-476ab710e81d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da96aae1-0c73-4f77-9934-36824c29db01 HTTP/1.1" status: 200 len: 217 time: 0.1311214 Jul 30 20:19:21.207384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b8992-1660-4a49-b414-12adeeaa7799 req-e5f2fec3-2422-4258-aeb1-211c779a38f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:21.209042 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee0b8992-1660-4a49-b414-12adeeaa7799 req-e5f2fec3-2422-4258-aeb1-211c779a38f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eed5c7e6-95c3-4613-9e8d-fb6e825361a8 HTTP/1.1" status: 200 len: 850 time: 0.0572877 Jul 30 20:19:21.220480 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c47c275-171a-4a4b-a5d9-278d30c0bcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:21.225310 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b4b204eb-5996-4ad7-bcb0-107a41a02dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:21.233009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02cdaf-1f12-4895-8705-9e6649d0194d req-aa7d0604-a211-48ac-93e8-abba6f32938c tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:21.243471 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ed02cdaf-1f12-4895-8705-9e6649d0194d req-aa7d0604-a211-48ac-93e8-abba6f32938c tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.1404152 Jul 30 20:19:21.278925 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47c275-171a-4a4b-a5d9-278d30c0bcc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4028708b-c67d-4682-955a-f5b91a758dbc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:21.302127 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee0b8992-1660-4a49-b414-12adeeaa7799 req-6488605e-b86a-48e9-9b6d-a12e175e1233 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1286c225-8acb-4ef0-98ac-2e7583827777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564165 Jul 30 20:19:21.461070 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee0b8992-1660-4a49-b414-12adeeaa7799 req-159ed07f-1283-4261-98bc-255aa5ceadab service neutron] 10.222.0.59 "GET /v2.0/networks/1286c225-8acb-4ef0-98ac-2e7583827777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167326 Jul 30 20:19:21.482366 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ed02cdaf-1f12-4895-8705-9e6649d0194d req-20557e58-7461-4fb1-80d6-e91487c39dbf tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333996 Jul 30 20:19:21.572512 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c47c275-171a-4a4b-a5d9-278d30c0bcc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:21.677321 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee0b8992-1660-4a49-b414-12adeeaa7799 req-74c589bd-6f2b-4e00-b10f-e25cefb987c9 service neutron] 10.222.0.59 "GET /v2.0/networks/1286c225-8acb-4ef0-98ac-2e7583827777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936984 Jul 30 20:19:21.884159 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0c3c5-cd0f-4e57-a401-1808990bdbbb req-9f7d4eee-ebf7-43ba-8c7f-0e3270abd918 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:21.896821 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9b0c3c5-cd0f-4e57-a401-1808990bdbbb req-9f7d4eee-ebf7-43ba-8c7f-0e3270abd918 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.1518221 Jul 30 20:19:21.970295 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9b0c3c5-cd0f-4e57-a401-1808990bdbbb req-c2ff3f19-4a1d-4814-ae22-970318c4ea9e tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726552 Jul 30 20:19:22.056914 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c47c275-171a-4a4b-a5d9-278d30c0bcc5 admin admin] Router c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:19:22.199180 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7b684-aac5-4ed7-a767-464051bacfa3 req-fd432b99-6c09-467d-b319-0451f76fac92 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:22.199846 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c47c275-171a-4a4b-a5d9-278d30c0bcc5 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:19:22.200774 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3a7b684-aac5-4ed7-a767-464051bacfa3 req-fd432b99-6c09-467d-b319-0451f76fac92 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.0898070 Jul 30 20:19:22.218927 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de92b04-63b1-4aa4-ac25-67175fcbacb7 None None] Sync routers for ids ['c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:19:22.225883 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8c47c275-171a-4a4b-a5d9-278d30c0bcc5 admin admin] 10.222.0.81 "PUT /v2.0/routers/c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3340428 Jul 30 20:19:22.228888 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50228) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:22.231833 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de92b04-63b1-4aa4-ac25-67175fcbacb7 None None] Routers {'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:19:22.232467 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2de92b04-63b1-4aa4-ac25-67175fcbacb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:18:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:22.289027 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3a7b684-aac5-4ed7-a767-464051bacfa3 req-edfcb3c4-ae01-48bb-b90b-32a3251d266e tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739877 Jul 30 20:19:22.504344 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-2de92b04-63b1-4aa4-ac25-67175fcbacb7 None None] Set router c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:19:22.509076 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a5105af-fafa-47f8-bd75-b6bb46288f91 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:22.536512 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ee028-17ae-448c-9e67-c96cad92de83 req-2c26795d-3cd7-4d3a-b889-b094d7464328 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:22.550842 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8e2ee028-17ae-448c-9e67-c96cad92de83 req-2c26795d-3cd7-4d3a-b889-b094d7464328 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.1206789 Jul 30 20:19:22.664169 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8e2ee028-17ae-448c-9e67-c96cad92de83 req-6e00239c-e3d8-42ed-9bce-70c120f7f122 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119103 Jul 30 20:19:22.775256 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2de92b04-63b1-4aa4-ac25-67175fcbacb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018294156-router', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:08:17Z', 'updated_at': '2021-07-30T20:19:21Z', 'revision_number': 5, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'gw_port': {'id': '478cfc52-3154-47b0-b54f-ae3f9186c158', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:08:21Z', 'updated_at': '2021-07-30T20:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:22.810096 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a5105af-fafa-47f8-bd75-b6bb46288f91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:22.828705 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de92b04-63b1-4aa4-ac25-67175fcbacb7 None None] Checking router: c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:19:22.852386 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de92b04-63b1-4aa4-ac25-67175fcbacb7 None None] Routers {'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:19:22.853444 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2de92b04-63b1-4aa4-ac25-67175fcbacb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:18:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:22.915108 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6a5105af-fafa-47f8-bd75-b6bb46288f91 admin admin] Deleting port 478cfc52-3154-47b0-b54f-ae3f9186c158 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:19:22.915387 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a5105af-fafa-47f8-bd75-b6bb46288f91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:23.044184 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-2de92b04-63b1-4aa4-ac25-67175fcbacb7 None None] Set router c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:19:23.057442 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b67354-10f8-4623-9e63-77e2065ba469 req-7b839fee-c246-453d-9163-43e49ef5a266 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:23.064800 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a4b67354-10f8-4623-9e63-77e2065ba469 req-7b839fee-c246-453d-9163-43e49ef5a266 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.1392016 Jul 30 20:19:23.094538 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-6a5105af-fafa-47f8-bd75-b6bb46288f91 admin admin] For port 478cfc52-3154-47b0-b54f-ae3f9186c158, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=478cfc52-3154-47b0-b54f-ae3f9186c158,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:23.094908 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a5105af-fafa-47f8-bd75-b6bb46288f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:23.110118 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6a5105af-fafa-47f8-bd75-b6bb46288f91 admin admin] Calling delete_port for 478cfc52-3154-47b0-b54f-ae3f9186c158 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:19:23.129522 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a4b67354-10f8-4623-9e63-77e2065ba469 req-6663e300-8476-47c6-824d-a18153b65752 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637417 Jul 30 20:19:23.196660 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2de92b04-63b1-4aa4-ac25-67175fcbacb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018294156-router', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:08:17Z', 'updated_at': '2021-07-30T20:19:22Z', 'revision_number': 6, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:23.289472 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de92b04-63b1-4aa4-ac25-67175fcbacb7 None None] The sync data for ids ['c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d'] in n-d-712137-9 is: [{'id': 'c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d', 'name': 'tempest-TaggedBootDevicesTest_v242-2018294156-router', 'tenant_id': '1d663627cb1b4aa4857162f5a27e37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:08:17Z', 'updated_at': '2021-07-30T20:19:22Z', 'revision_number': 6, 'project_id': '1d663627cb1b4aa4857162f5a27e37ec', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:19:23.411690 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a5105af-fafa-47f8-bd75-b6bb46288f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:23.452648 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68091547-503d-4079-8dd4-417baafdede7 req-b2778a9c-b79e-4464-aa16-678f2f5b9a0f tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:23.461731 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-68091547-503d-4079-8dd4-417baafdede7 req-b2778a9c-b79e-4464-aa16-678f2f5b9a0f tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.1167488 Jul 30 20:19:23.492163 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5105af-fafa-47f8-bd75-b6bb46288f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=478cfc52-3154-47b0-b54f-ae3f9186c158,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:23.551826 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-68091547-503d-4079-8dd4-417baafdede7 req-f9967c8f-4215-406e-90d2-8be3eef2ca7a tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856936 Jul 30 20:19:23.633600 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a5105af-fafa-47f8-bd75-b6bb46288f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:23.681878 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e535838a-40eb-49e2-a5ee-96a2f7518ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:23.750686 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a5105af-fafa-47f8-bd75-b6bb46288f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:23.753203 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a5105af-fafa-47f8-bd75-b6bb46288f91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:23.754438 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5687a-adde-48df-acaf-5af5358d7f7d req-6ea5f24f-8c63-469e-8e85-17bb62e3ddb7 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:23.789050 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a4c5687a-adde-48df-acaf-5af5358d7f7d req-6ea5f24f-8c63-469e-8e85-17bb62e3ddb7 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.1467764 Jul 30 20:19:23.868498 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a5105af-fafa-47f8-bd75-b6bb46288f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:23.869234 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5105af-fafa-47f8-bd75-b6bb46288f91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:19:23.877145 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a5105af-fafa-47f8-bd75-b6bb46288f91 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:23.884369 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a4c5687a-adde-48df-acaf-5af5358d7f7d req-d846a441-4350-421d-930f-f1ff5f6f6d30 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885878 Jul 30 20:19:23.884631 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6a5105af-fafa-47f8-bd75-b6bb46288f91 admin admin] 10.222.0.81 "DELETE /v2.0/routers/c8ff192a-73a1-43f1-b7ed-4a3a6b5e6e1d HTTP/1.1" status: 204 len: 168 time: 1.6545956 Jul 30 20:19:23.885369 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50270) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:23.916014 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:24.103501 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f426525-fe8a-491c-be9d-64d44af1acf7 admin admin] Deleting subnet 54b2d052-a18e-40d7-8ed9-045fadafa2a9 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:19:24.109543 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f426525-fe8a-491c-be9d-64d44af1acf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:24.153472 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc32338-6be8-4d39-8faa-a6b245e7569f req-0c2f75d1-8cb9-46b7-8c1a-4d944b1caec1 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:24.162842 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ffc32338-6be8-4d39-8faa-a6b245e7569f req-0c2f75d1-8cb9-46b7-8c1a-4d944b1caec1 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.1348684 Jul 30 20:19:24.190459 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f426525-fe8a-491c-be9d-64d44af1acf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:24.249746 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ffc32338-6be8-4d39-8faa-a6b245e7569f req-c8302242-df21-421f-b20e-159c7829adee tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857134 Jul 30 20:19:24.415481 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f426525-fe8a-491c-be9d-64d44af1acf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:24.463796 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1efc9-bbc2-4fa7-80d7-f8e17027dc7f req-3cdbea75-8eb0-455b-bab0-b8dbc2daef05 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:24.465361 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ead1efc9-bbc2-4fa7-80d7-f8e17027dc7f req-3cdbea75-8eb0-455b-bab0-b8dbc2daef05 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.0917501 Jul 30 20:19:24.530703 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ead1efc9-bbc2-4fa7-80d7-f8e17027dc7f req-54b2b452-b49a-4062-9f17-f7dca2947b77 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562153 Jul 30 20:19:24.539034 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f426525-fe8a-491c-be9d-64d44af1acf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:24.554567 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f426525-fe8a-491c-be9d-64d44af1acf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:24.556490 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1f426525-fe8a-491c-be9d-64d44af1acf7 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/54b2d052-a18e-40d7-8ed9-045fadafa2a9 HTTP/1.1" status: 204 len: 168 time: 0.6613300 Jul 30 20:19:24.563221 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50294) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:24.564027 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b17a260-4156-4817-bc50-64ca342980c3 None None] Network 4889cdd8-296f-481e-b756-28d5d38f8224 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:19:24.631561 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f426525-fe8a-491c-be9d-64d44af1acf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54b2d052-a18e-40d7-8ed9-045fadafa2a9,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:24.677102 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53ca8c25-e8dd-42c0-9b48-2f9f63c6d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:24.706956 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4028708b-c67d-4682-955a-f5b91a758dbc no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:19:24.746316 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 4028708b-c67d-4682-955a-f5b91a758dbc {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:19:24.747176 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4028708b-c67d-4682-955a-f5b91a758dbc not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:19:24.747902 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 478cfc52-3154-47b0-b54f-ae3f9186c158 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:19:24.755275 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-53ca8c25-e8dd-42c0-9b48-2f9f63c6d0aa admin admin] Deleting port 39207847-30fd-4938-94da-9082d05f1f5b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:19:24.755990 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53ca8c25-e8dd-42c0-9b48-2f9f63c6d0aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:24.796972 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 478cfc52-3154-47b0-b54f-ae3f9186c158 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:19:24.797789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 478cfc52-3154-47b0-b54f-ae3f9186c158 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:19:24.858084 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-53ca8c25-e8dd-42c0-9b48-2f9f63c6d0aa admin admin] For port 39207847-30fd-4938-94da-9082d05f1f5b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=39207847-30fd-4938-94da-9082d05f1f5b,segment=NetworkSegment(cb7a869c-f3af-4050-981a-52b4840e66fc),segment_id=cb7a869c-f3af-4050-981a-52b4840e66fc)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:24.858880 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53ca8c25-e8dd-42c0-9b48-2f9f63c6d0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:24.907164 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-53ca8c25-e8dd-42c0-9b48-2f9f63c6d0aa admin admin] Calling delete_port for 39207847-30fd-4938-94da-9082d05f1f5b owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:19:24.921916 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:24.925999 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292ca1e-5d59-431b-8e21-71d6351f9c8e req-b017b8ec-b9e3-400d-ba1f-8df875943944 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:24.939151 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5efe26-cbd5-447f-ac4d-c2ae70945e20 None None] DHCP port deletion for 4889cdd8-296f-481e-b756-28d5d38f8224 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:19:24.942956 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9292ca1e-5d59-431b-8e21-71d6351f9c8e req-b017b8ec-b9e3-400d-ba1f-8df875943944 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.0915694 Jul 30 20:19:24.995858 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9292ca1e-5d59-431b-8e21-71d6351f9c8e req-b8f67eb3-6a7e-4812-84c9-7b40a2b491a5 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461485 Jul 30 20:19:25.043880 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4e5efe26-cbd5-447f-ac4d-c2ae70945e20 None None] Deleting port 39207847-30fd-4938-94da-9082d05f1f5b {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:19:25.044253 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e5efe26-cbd5-447f-ac4d-c2ae70945e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:25.074855 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53ca8c25-e8dd-42c0-9b48-2f9f63c6d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:25.151000 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ca8c25-e8dd-42c0-9b48-2f9f63c6d0aa admin admin] No DVR routers for this DVR port 39207847-30fd-4938-94da-9082d05f1f5b on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:19:25.155719 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca8c25-e8dd-42c0-9b48-2f9f63c6d0aa admin admin] Pushing event deleted for resources: {'Port': ['ID=39207847-30fd-4938-94da-9082d05f1f5b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:25.189901 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e5efe26-cbd5-447f-ac4d-c2ae70945e20 None None] For port 39207847-30fd-4938-94da-9082d05f1f5b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=39207847-30fd-4938-94da-9082d05f1f5b,segment=NetworkSegment(cb7a869c-f3af-4050-981a-52b4840e66fc),segment_id=cb7a869c-f3af-4050-981a-52b4840e66fc)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:25.190271 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e5efe26-cbd5-447f-ac4d-c2ae70945e20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:25.208195 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4e5efe26-cbd5-447f-ac4d-c2ae70945e20 None None] Calling delete_port for 39207847-30fd-4938-94da-9082d05f1f5b owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:19:25.307161 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53ca8c25-e8dd-42c0-9b48-2f9f63c6d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:25.336045 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-53ca8c25-e8dd-42c0-9b48-2f9f63c6d0aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4889cdd8-296f-481e-b756-28d5d38f8224']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:25.352448 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-53ca8c25-e8dd-42c0-9b48-2f9f63c6d0aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7a869c-f3af-4050-981a-52b4840e66fc') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:25.352759 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-53ca8c25-e8dd-42c0-9b48-2f9f63c6d0aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7a869c-f3af-4050-981a-52b4840e66fc') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:25.365578 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53ca8c25-e8dd-42c0-9b48-2f9f63c6d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:25.389649 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e5efe26-cbd5-447f-ac4d-c2ae70945e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:25.390889 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53ca8c25-e8dd-42c0-9b48-2f9f63c6d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:25.418137 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ca8c25-e8dd-42c0-9b48-2f9f63c6d0aa admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:19:25.418855 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53ca8c25-e8dd-42c0-9b48-2f9f63c6d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:19:25.422988 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:19:25.442949 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5efe26-cbd5-447f-ac4d-c2ae70945e20 None None] Pushing event deleted for resources: {'Port': ['ID=39207847-30fd-4938-94da-9082d05f1f5b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:25.445660 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5efe26-cbd5-447f-ac4d-c2ae70945e20 None None] No DVR routers for this DVR port 39207847-30fd-4938-94da-9082d05f1f5b on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:19:25.510838 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53ca8c25-e8dd-42c0-9b48-2f9f63c6d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:25.525102 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53ca8c25-e8dd-42c0-9b48-2f9f63c6d0aa admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:25.527266 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-53ca8c25-e8dd-42c0-9b48-2f9f63c6d0aa admin admin] 10.222.0.81 "DELETE /v2.0/networks/4889cdd8-296f-481e-b756-28d5d38f8224 HTTP/1.1" status: 204 len: 168 time: 0.9621074 Jul 30 20:19:25.538232 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc9c31-bf5b-4748-b61a-12275658189a req-750cd0b9-0b8b-4991-91a2-25889d61090e tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:25.539954 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aebc9c31-bf5b-4748-b61a-12275658189a req-750cd0b9-0b8b-4991-91a2-25889d61090e tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.1013021 Jul 30 20:19:25.540690 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50332) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:25.564447 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca8c25-e8dd-42c0-9b48-2f9f63c6d0aa admin admin] Pushing event deleted for resources: {'Network': ['ID=4889cdd8-296f-481e-b756-28d5d38f8224,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:25.620136 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aebc9c31-bf5b-4748-b61a-12275658189a req-8dea1ee0-636d-4e03-acdc-ca5859e2dd25 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565314 Jul 30 20:19:25.774127 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50344) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:25.864074 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4b11b4da-ebe5-40ea-9e39-bdfe6d3692d5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1d663627cb1b4aa4857162f5a27e37ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0887547 Jul 30 20:19:25.868164 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50350) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:25.907462 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b9a47d0-3683-4c51-8426-136161aee370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:25.921126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a3a5e-a4f5-489c-bab6-3722f0339b02 req-15f6d6bd-3301-4557-a530-7928caf4703c tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:25.922974 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-808a3a5e-a4f5-489c-bab6-3722f0339b02 req-15f6d6bd-3301-4557-a530-7928caf4703c tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.1945252 Jul 30 20:19:25.936395 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a979570e-a527-4571-b757-2bdaa79702df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:25.963086 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a979570e-a527-4571-b757-2bdaa79702df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:25.964192 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a983b97-39f7-4218-bd67-234bd1c9c34e req-1c445179-86d3-4331-8d95-3040bd7cd7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:25.966704 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3a983b97-39f7-4218-bd67-234bd1c9c34e req-1c445179-86d3-4331-8d95-3040bd7cd7e2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c9ba35ca3ce49889dd21646eecff8cf&device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 1097 time: 0.1651504 Jul 30 20:19:26.025928 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a979570e-a527-4571-b757-2bdaa79702df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:26.029342 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a979570e-a527-4571-b757-2bdaa79702df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:26.030701 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a979570e-a527-4571-b757-2bdaa79702df admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2c3e8f21-0045-4bff-b071-4259d8defffe HTTP/1.1" status: 204 len: 168 time: 0.1622059 Jul 30 20:19:26.041802 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979570e-a527-4571-b757-2bdaa79702df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3e8f21-0045-4bff-b071-4259d8defffe,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:26.098868 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b9a47d0-3683-4c51-8426-136161aee370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:26.155175 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b9a47d0-3683-4c51-8426-136161aee370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:26.202065 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a47d0-3683-4c51-8426-136161aee370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc60976-6762-48d1-8ed0-2461280ca5f0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:26.227811 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-808a3a5e-a4f5-489c-bab6-3722f0339b02 req-6a15ccd8-c9da-4adf-9ddc-5df88d809cc2 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2959442 Jul 30 20:19:26.273002 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0b9a47d0-3683-4c51-8426-136161aee370 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7e0f0c2f981a45939692f27f7313a82d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7280822 Jul 30 20:19:26.273380 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50358) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:26.299648 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a983b97-39f7-4218-bd67-234bd1c9c34e req-1caf8220-ddc3-4956-ae75-2988c9a12330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:26.301311 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3a983b97-39f7-4218-bd67-234bd1c9c34e req-1caf8220-ddc3-4956-ae75-2988c9a12330 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c421e0b7-06ec-4b47-a5b3-95881a5c3933 HTTP/1.1" status: 200 len: 917 time: 0.3235009 Jul 30 20:19:26.359601 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fcc006d7-e7ad-467f-a3e2-2337718aed6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:26.399556 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3a983b97-39f7-4218-bd67-234bd1c9c34e req-a860c5ea-b6c0-4792-82dc-98d2c64bdc04 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96a255fd-27b1-444d-a16e-73fe08930ceb HTTP/1.1" status: 200 len: 1002 time: 0.0862031 Jul 30 20:19:26.409797 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fcc006d7-e7ad-467f-a3e2-2337718aed6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:26.492524 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fcc006d7-e7ad-467f-a3e2-2337718aed6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:26.497431 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fcc006d7-e7ad-467f-a3e2-2337718aed6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:26.505015 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fcc006d7-e7ad-467f-a3e2-2337718aed6f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7fc60976-6762-48d1-8ed0-2461280ca5f0 HTTP/1.1" status: 204 len: 168 time: 0.2281697 Jul 30 20:19:26.512559 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23033851-8964-4353-b2f3-5b907dfff52c req-f680365a-deba-4b05-a0d2-af9c3679e832 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:26.514138 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-23033851-8964-4353-b2f3-5b907dfff52c req-f680365a-deba-4b05-a0d2-af9c3679e832 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.1192391 Jul 30 20:19:26.515727 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a983b97-39f7-4218-bd67-234bd1c9c34e req-3fa27185-b75b-4dcb-abc9-04bf3282245d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:26.517229 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3a983b97-39f7-4218-bd67-234bd1c9c34e req-3fa27185-b75b-4dcb-abc9-04bf3282245d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b1ad353-61a9-43a8-b737-817c20130814 HTTP/1.1" status: 200 len: 855 time: 0.1063905 Jul 30 20:19:26.517565 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc006d7-e7ad-467f-a3e2-2337718aed6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc60976-6762-48d1-8ed0-2461280ca5f0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:26.621568 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-23033851-8964-4353-b2f3-5b907dfff52c req-90723bf6-1169-4e1f-b3e4-8b549b752555 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938349 Jul 30 20:19:26.634665 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 39207847-30fd-4938-94da-9082d05f1f5b no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:19:26.651469 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a983b97-39f7-4218-bd67-234bd1c9c34e req-22f5bf11-bc75-4ce5-88ac-9ce15be04faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:26.654146 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3a983b97-39f7-4218-bd67-234bd1c9c34e req-22f5bf11-bc75-4ce5-88ac-9ce15be04faf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c421e0b7-06ec-4b47-a5b3-95881a5c3933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1277037 Jul 30 20:19:26.695380 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 39207847-30fd-4938-94da-9082d05f1f5b {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:19:26.701946 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 39207847-30fd-4938-94da-9082d05f1f5b not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:19:26.798371 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:26.878375 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3a983b97-39f7-4218-bd67-234bd1c9c34e req-25086e82-473f-4977-abe4-e918327ec9dc service neutron] 10.222.0.83 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115254 Jul 30 20:19:27.028811 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3a983b97-39f7-4218-bd67-234bd1c9c34e req-fa1dcbd1-b071-44aa-ada6-87c6753219f6 service neutron] 10.222.0.83 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429892 Jul 30 20:19:27.103852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec70b6-e3bb-4d3e-80eb-9ce8eba9ecc8 req-724f191b-cd48-4cdf-90c2-628f66f890b4 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:27.112892 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9ec70b6-e3bb-4d3e-80eb-9ce8eba9ecc8 req-724f191b-cd48-4cdf-90c2-628f66f890b4 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.2017689 Jul 30 20:19:27.170113 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9ec70b6-e3bb-4d3e-80eb-9ce8eba9ecc8 req-62970e87-df36-43ad-a3ed-a20555ef07aa tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557084 Jul 30 20:19:27.299418 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bda07-f376-45f5-9322-3c9b55ccb951 req-a14a283d-50ab-42f8-a0d1-1193ff378a1b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:27.308171 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-674bda07-f376-45f5-9322-3c9b55ccb951 req-a14a283d-50ab-42f8-a0d1-1193ff378a1b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.0633814 Jul 30 20:19:27.363725 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-674bda07-f376-45f5-9322-3c9b55ccb951 req-20e99ce6-ae1a-4721-9299-a250a22b5dd5 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545671 Jul 30 20:19:27.475397 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50408) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:27.580659 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836c345-f7ee-45b1-9d26-c8d7863d812b req-93843f3e-5c30-4b23-bc94-255766691e15 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:27.582830 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b836c345-f7ee-45b1-9d26-c8d7863d812b req-93843f3e-5c30-4b23-bc94-255766691e15 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.0842776 Jul 30 20:19:27.635862 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b836c345-f7ee-45b1-9d26-c8d7863d812b req-3f71a3d4-2727-4eef-93f0-8d0a54b61d0d tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424616 Jul 30 20:19:27.641916 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d2ae547b-ab87-494b-921c-e81d23558808 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1103577162-network', 'tenant_id': 'ec74bada7d054d3ea05b219888632f9c'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:19:27.683606 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ae547b-ab87-494b-921c-e81d23558808 admin admin] Made reservation on behalf of ec74bada7d054d3ea05b219888632f9c for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:19:27.686789 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2ae547b-ab87-494b-921c-e81d23558808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:27.704359 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2ae547b-ab87-494b-921c-e81d23558808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:27.817583 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b883b3-6fe4-4b44-b874-358af9a6df8a req-62986c78-c8a8-46bb-863e-24226678a448 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:27.820863 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8b883b3-6fe4-4b44-b874-358af9a6df8a req-62986c78-c8a8-46bb-863e-24226678a448 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.0824318 Jul 30 20:19:27.887384 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2ae547b-ab87-494b-921c-e81d23558808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:27.891274 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8b883b3-6fe4-4b44-b874-358af9a6df8a req-0fc617f5-045e-4b05-90e4-03519a48c144 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619791 Jul 30 20:19:27.893599 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2ae547b-ab87-494b-921c-e81d23558808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:27.934283 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae547b-ab87-494b-921c-e81d23558808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92a55e0-1082-4725-a0d4-5011a3c20af0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:27.957417 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ae547b-ab87-494b-921c-e81d23558808 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:19:27.976557 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2ae547b-ab87-494b-921c-e81d23558808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:27.977024 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-d2ae547b-ab87-494b-921c-e81d23558808 admin admin] Added segment a1fb24d6-e796-4a89-83c3-16834a1f7808 of type vlan for network ffd8ca69-67ed-452f-8bc3-f379216d6f5b Jul 30 20:19:28.129155 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2ae547b-ab87-494b-921c-e81d23558808 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:28.161226 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a39f9-d0ba-4982-b68d-6ace1c5d7ac8 req-22a9ebee-3867-4d48-b9f6-467738c792ff tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:28.169103 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e62a39f9-d0ba-4982-b68d-6ace1c5d7ac8 req-22a9ebee-3867-4d48-b9f6-467738c792ff tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.1727531 Jul 30 20:19:28.226023 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2ae547b-ab87-494b-921c-e81d23558808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:28.227446 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ae547b-ab87-494b-921c-e81d23558808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:28.229625 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2ae547b-ab87-494b-921c-e81d23558808 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:28.321051 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e62a39f9-d0ba-4982-b68d-6ace1c5d7ac8 req-383c6913-a710-4c5a-8de5-af8fb481d762 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507747 Jul 30 20:19:28.362470 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae547b-ab87-494b-921c-e81d23558808 admin admin] Pushing event updated for resources: {'Network': ['ID=ffd8ca69-67ed-452f-8bc3-f379216d6f5b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:28.375207 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50438) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:28.381348 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a6491130-9c24-4213-9774-66a510c8ebdd admin admin] Request body: {'subnet': {'network_id': 'ffd8ca69-67ed-452f-8bc3-f379216d6f5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1103577162-subnet', 'tenant_id': 'ec74bada7d054d3ea05b219888632f9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:19:28.385861 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network ffd8ca69-67ed-452f-8bc3-f379216d6f5b details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:19:28.399988 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d2ae547b-ab87-494b-921c-e81d23558808 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9135554 Jul 30 20:19:28.460703 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6491130-9c24-4213-9774-66a510c8ebdd admin admin] Made reservation on behalf of ec74bada7d054d3ea05b219888632f9c for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:19:28.463995 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a6491130-9c24-4213-9774-66a510c8ebdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:28.882435 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7d600-ee1b-40b1-bf9f-ddea74439bc0 req-dda8dd28-7e89-4e37-8e14-9eeab542fc39 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:28.884779 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8b7d600-ee1b-40b1-bf9f-ddea74439bc0 req-dda8dd28-7e89-4e37-8e14-9eeab542fc39 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.1136763 Jul 30 20:19:28.976690 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8b7d600-ee1b-40b1-bf9f-ddea74439bc0 req-f3e13251-808b-4d7d-9262-1efc7b770bf4 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792956 Jul 30 20:19:29.007069 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf4ae7-6d3d-4efa-83c6-56bf34a665ff req-8461d9aa-63ab-4b46-b524-3461de43e0a5 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:29.008579 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-45cf4ae7-6d3d-4efa-83c6-56bf34a665ff req-8461d9aa-63ab-4b46-b524-3461de43e0a5 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 946 time: 0.1687586 Jul 30 20:19:29.194557 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-45cf4ae7-6d3d-4efa-83c6-56bf34a665ff req-6cf19857-18e8-423f-a7e6-5852284ccbdd tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Deleting port da96aae1-0c73-4f77-9934-36824c29db01 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:19:29.194901 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-45cf4ae7-6d3d-4efa-83c6-56bf34a665ff req-6cf19857-18e8-423f-a7e6-5852284ccbdd tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:29.228001 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a6491130-9c24-4213-9774-66a510c8ebdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:29.309283 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6491130-9c24-4213-9774-66a510c8ebdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b6f798-0422-48bd-8039-1b0895a79548,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:29.319949 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6491130-9c24-4213-9774-66a510c8ebdd admin admin] Checking segment: {'id': 'a1fb24d6-e796-4a89-83c3-16834a1f7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ffd8ca69-67ed-452f-8bc3-f379216d6f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:19:29.320170 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6491130-9c24-4213-9774-66a510c8ebdd admin admin] Network hostable DHCP agents. Network: ffd8ca69-67ed-452f-8bc3-f379216d6f5b, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:19:29.340566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-45cf4ae7-6d3d-4efa-83c6-56bf34a665ff req-6cf19857-18e8-423f-a7e6-5852284ccbdd tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] For port da96aae1-0c73-4f77-9934-36824c29db01, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=da96aae1-0c73-4f77-9934-36824c29db01,segment=NetworkSegment(4c803c4a-5b32-4faf-a275-098fdeb20545),segment_id=4c803c4a-5b32-4faf-a275-098fdeb20545)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:29.341693 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-45cf4ae7-6d3d-4efa-83c6-56bf34a665ff req-6cf19857-18e8-423f-a7e6-5852284ccbdd tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:29.344455 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6491130-9c24-4213-9774-66a510c8ebdd admin admin] Network ffd8ca69-67ed-452f-8bc3-f379216d6f5b is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:19:29.360466 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-45cf4ae7-6d3d-4efa-83c6-56bf34a665ff req-6cf19857-18e8-423f-a7e6-5852284ccbdd tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Calling delete_port for da96aae1-0c73-4f77-9934-36824c29db01 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:19:29.365358 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a6491130-9c24-4213-9774-66a510c8ebdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, ffd8ca69-67ed-452f-8bc3-f379216d6f5b) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:19:29.374496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf83089-ab74-40b0-9c3f-c8581189dc16 None None] Network ffd8ca69-67ed-452f-8bc3-f379216d6f5b requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:19:29.395039 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6491130-9c24-4213-9774-66a510c8ebdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:29.396650 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a6491130-9c24-4213-9774-66a510c8ebdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:29.456655 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a6491130-9c24-4213-9774-66a510c8ebdd admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0801694 Jul 30 20:19:29.553929 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-45cf4ae7-6d3d-4efa-83c6-56bf34a665ff req-6cf19857-18e8-423f-a7e6-5852284ccbdd tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:29.572977 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['38be1c32-80ce-43cf-8134-8e47afb500d6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:19:29.576222 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['da96aae1-0c73-4f77-9934-36824c29db01'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:19:29.624891 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf19857-18e8-423f-a7e6-5852284ccbdd tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Pushing event deleted for resources: {'Port': ['ID=da96aae1-0c73-4f77-9934-36824c29db01,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:29.716906 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cf4ae7-6d3d-4efa-83c6-56bf34a665ff req-6cf19857-18e8-423f-a7e6-5852284ccbdd tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] No DVR routers for this DVR port da96aae1-0c73-4f77-9934-36824c29db01 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:19:29.725993 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da55f0a6-c339-42c2-8be1-5b45724e86bb None None] Network ffd8ca69-67ed-452f-8bc3-f379216d6f5b requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:19:29.726459 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-45cf4ae7-6d3d-4efa-83c6-56bf34a665ff req-6cf19857-18e8-423f-a7e6-5852284ccbdd tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:29.728568 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-45cf4ae7-6d3d-4efa-83c6-56bf34a665ff req-6cf19857-18e8-423f-a7e6-5852284ccbdd tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.59 "DELETE /v2.0/ports/da96aae1-0c73-4f77-9934-36824c29db01 HTTP/1.1" status: 204 len: 173 time: 0.7130196 Jul 30 20:19:29.729019 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab7fa37-32e8-4c5a-98b3-1ed6b92fd533', 'name': 'network-vif-deleted', 'tag': 'da96aae1-0c73-4f77-9934-36824c29db01'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:19:29.739195 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e85dea-fcff-4144-b397-92234470aba9" -d '{"events": [{"server_uuid": "dab7fa37-32e8-4c5a-98b3-1ed6b92fd533", "name": "network-vif-deleted", "tag": "da96aae1-0c73-4f77-9934-36824c29db01"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:19:29.835997 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4261f4a9-6ede-4329-b83a-3f660162e303 req-8d027656-8424-4805-8e4a-e772520bd690 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab7fa37-32e8-4c5a-98b3-1ed6b92fd533 HTTP/1.1" status: 200 len: 210 time: 0.2989902 Jul 30 20:19:29.969807 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 96a255fd-27b1-444d-a16e-73fe08930ceb no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:19:30.103698 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b2b74e-67ce-410e-83a1-d614610f491c x-openstack-request-id: req-d0b2b74e-67ce-410e-83a1-d614610f491c {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:19:30.104163 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab7fa37-32e8-4c5a-98b3-1ed6b92fd533", "name": "network-vif-deleted", "tag": "da96aae1-0c73-4f77-9934-36824c29db01", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:19:30.104369 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d0b2b74e-67ce-410e-83a1-d614610f491c {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:19:30.104778 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab7fa37-32e8-4c5a-98b3-1ed6b92fd533', 'name': 'network-vif-deleted', 'tag': 'da96aae1-0c73-4f77-9934-36824c29db01', 'status': 'completed', 'code': 200} Jul 30 20:19:30.415903 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:30.460661 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 96a255fd-27b1-444d-a16e-73fe08930ceb, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=96a255fd-27b1-444d-a16e-73fe08930ceb,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:30.461977 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cc72c6-4e0f-47eb-aef8-2173382a2282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96a255fd-27b1-444d-a16e-73fe08930ceb'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:19:30.465327 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def954d5-7093-432f-b5e8-8d7b2601efc6" -d '{"events": [{"server_uuid": "16cc72c6-4e0f-47eb-aef8-2173382a2282", "name": "network-vif-unplugged", "status": "completed", "tag": "96a255fd-27b1-444d-a16e-73fe08930ceb"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:19:30.484898 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:30.576855 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=96a255fd-27b1-444d-a16e-73fe08930ceb,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:30.628794 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-9ae178da-068f-4ebc-a7a2-2365e5eafd72 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:30.637263 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-9ae178da-068f-4ebc-a7a2-2365e5eafd72 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/networks?id=ffd8ca69-67ed-452f-8bc3-f379216d6f5b HTTP/1.1" status: 200 len: 818 time: 0.2959168 Jul 30 20:19:30.664032 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-21d2908a-78b6-4ace-989b-d2029a7e3e23 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/quotas/ec74bada7d054d3ea05b219888632f9c HTTP/1.1" status: 200 len: 375 time: 0.0255654 Jul 30 20:19:30.714800 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-35270e12-650a-4bc8-8ee1-53209d10c73d tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec74bada7d054d3ea05b219888632f9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391939 Jul 30 20:19:30.854601 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-3c8b60fb-eaf6-4bb9-8a05-67f0cf726c27 service neutron] 10.222.0.81 "GET /v2.0/networks/ffd8ca69-67ed-452f-8bc3-f379216d6f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384640 Jul 30 20:19:31.034140 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-73817989-3eaa-45ad-9b66-a3ebe7ab1d21 service neutron] 10.222.0.81 "GET /v2.0/networks/ffd8ca69-67ed-452f-8bc3-f379216d6f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764698 Jul 30 20:19:31.414587 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd65f8e-c416-44f4-979d-6ebfea4d00e5 req-47d836ae-ed04-4e89-a9eb-078dbe6019f7 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:31.425933 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ccd65f8e-c416-44f4-979d-6ebfea4d00e5 req-47d836ae-ed04-4e89-a9eb-078dbe6019f7 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 944 time: 0.1213822 Jul 30 20:19:31.531613 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ccd65f8e-c416-44f4-979d-6ebfea4d00e5 req-3a188e20-a8ce-4348-9323-0d3f5276acd1 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046267 Jul 30 20:19:31.587489 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 20:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc988fa-4d2a-489c-a74f-8263a00f72f4 x-openstack-request-id: req-bdc988fa-4d2a-489c-a74f-8263a00f72f4 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:19:31.588272 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cc72c6-4e0f-47eb-aef8-2173382a2282", "name": "network-vif-unplugged", "status": "failed", "tag": "96a255fd-27b1-444d-a16e-73fe08930ceb", "code": 422}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:19:31.588272 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bdc988fa-4d2a-489c-a74f-8263a00f72f4 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:19:31.588474 n-d-712137-9 neutron-server[93884]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '16cc72c6-4e0f-47eb-aef8-2173382a2282', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '96a255fd-27b1-444d-a16e-73fe08930ceb', 'code': 422} returned with failed status Jul 30 20:19:31.719535 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device da96aae1-0c73-4f77-9934-36824c29db01 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:19:31.796509 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: da96aae1-0c73-4f77-9934-36824c29db01 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:19:31.796953 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device da96aae1-0c73-4f77-9934-36824c29db01 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:19:32.128466 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9f21ad40-0739-457f-baf8-f30bcb8766b8 req-97f9f1d0-aa83-46f0-970f-3539f0160bdd tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ba137a2-5ede-42c3-bec1-3e01a509a905 HTTP/1.1" status: 200 len: 210 time: 0.0365264 Jul 30 20:19:33.296520 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-bd701d26-9458-4e91-9933-adb7fed4ba0f tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:33.299299 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-bd701d26-9458-4e91-9933-adb7fed4ba0f tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.83 "GET /v2.0/networks?id=ffd8ca69-67ed-452f-8bc3-f379216d6f5b HTTP/1.1" status: 200 len: 818 time: 0.3237104 Jul 30 20:19:33.337540 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-fb45695a-310a-4418-8c5d-ae58bccceb86 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Request body: {'port': {'device_id': '7ba137a2-5ede-42c3-bec1-3e01a509a905', 'network_id': 'ffd8ca69-67ed-452f-8bc3-f379216d6f5b', 'admin_state_up': True, 'tenant_id': 'ec74bada7d054d3ea05b219888632f9c'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:19:33.522074 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-fb45695a-310a-4418-8c5d-ae58bccceb86 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Made reservation on behalf of ec74bada7d054d3ea05b219888632f9c for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:19:33.526676 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-fb45695a-310a-4418-8c5d-ae58bccceb86 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:33.700920 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9c11-3da6-453a-b1a2-6b055105b1eb req-093269cd-c73a-4292-9ba3-c20afeab31aa tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:33.708938 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41df9c11-3da6-453a-b1a2-6b055105b1eb req-093269cd-c73a-4292-9ba3-c20afeab31aa tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.1535757 Jul 30 20:19:33.791633 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41df9c11-3da6-453a-b1a2-6b055105b1eb req-9c0f9b54-02be-48fd-b040-f9321e3c21c1 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817411 Jul 30 20:19:33.810990 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-fb45695a-310a-4418-8c5d-ae58bccceb86 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Allocated IP 172.20.0.2 (ffd8ca69-67ed-452f-8bc3-f379216d6f5b/15b6f798-0422-48bd-8039-1b0895a79548/a5feffb9-d9ba-4a03-848b-fa86f00a312d) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:19:33.999231 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 96a255fd-27b1-444d-a16e-73fe08930ceb no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:19:34.100608 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0ace3560-15db-4f0c-8aa0-7b52c0122dfa req-35d0772f-2414-471d-ac16-e8785e478c96 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ba137a2-5ede-42c3-bec1-3e01a509a905 HTTP/1.1" status: 200 len: 210 time: 0.0431230 Jul 30 20:19:34.178862 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-fb45695a-310a-4418-8c5d-ae58bccceb86 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:34.295472 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-fb45695a-310a-4418-8c5d-ae58bccceb86 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:34.375599 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-fb45695a-310a-4418-8c5d-ae58bccceb86 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Network ffd8ca69-67ed-452f-8bc3-f379216d6f5b is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:19:34.389413 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-fb45695a-310a-4418-8c5d-ae58bccceb86 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:19:34.395250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-fb45695a-310a-4418-8c5d-ae58bccceb86 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:19:34.488610 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-fb45695a-310a-4418-8c5d-ae58bccceb86 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:34.489309 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-fb45695a-310a-4418-8c5d-ae58bccceb86 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:34.498084 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45695a-310a-4418-8c5d-ae58bccceb86 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Pushing event updated for resources: {'Port': ['ID=a5feffb9-d9ba-4a03-848b-fa86f00a312d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:34.511278 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-fb45695a-310a-4418-8c5d-ae58bccceb86 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1785023 Jul 30 20:19:34.530446 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-7362622c-0cf1-4309-b116-7556ba24e490 service neutron] Request body: {'port': {'device_id': '7ba137a2-5ede-42c3-bec1-3e01a509a905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:19:34.659443 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-7362622c-0cf1-4309-b116-7556ba24e490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:34.801005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17faaf94-146b-4eba-b7e6-556bd3c32ea0 req-9bd838b9-a279-48c9-80be-e3de92858e0d tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:34.802513 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17faaf94-146b-4eba-b7e6-556bd3c32ea0 req-9bd838b9-a279-48c9-80be-e3de92858e0d tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 944 time: 0.1333618 Jul 30 20:19:34.860498 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50636) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:34.949084 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17faaf94-146b-4eba-b7e6-556bd3c32ea0 req-04a6443f-a407-4f45-b428-0203d6cf3d22 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295736 Jul 30 20:19:35.000738 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-5b7f6707-86a4-47ac-9e05-950fa0c04ecb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1377864 Jul 30 20:19:35.218800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb548431-c437-498d-a8f2-f2c0e04887ca req-56778ed2-b716-456a-95f2-4cbaa8c9ca8f tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:35.225996 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cb548431-c437-498d-a8f2-f2c0e04887ca req-56778ed2-b716-456a-95f2-4cbaa8c9ca8f tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.1171415 Jul 30 20:19:35.497602 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc549f6-beaf-4765-8701-97bfa40c8501 req-e237dcae-e98d-46b6-8c38-2e8f1e2d6cdf tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:35.499496 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1bc549f6-beaf-4765-8701-97bfa40c8501 req-e237dcae-e98d-46b6-8c38-2e8f1e2d6cdf tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.83 "GET /v2.0/ports?device_id=974a7a6f-92fe-408c-9c39-c396447f6c18 HTTP/1.1" status: 200 len: 945 time: 0.0957553 Jul 30 20:19:35.617291 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-7362622c-0cf1-4309-b116-7556ba24e490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5feffb9-d9ba-4a03-848b-fa86f00a312d {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:19:35.628616 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-7362622c-0cf1-4309-b116-7556ba24e490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:35.659710 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cb548431-c437-498d-a8f2-f2c0e04887ca req-8dbc8d0e-ce9b-4558-a99b-891bfcea71c9 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.81 "GET /v2.0/security-groups?id=03b7adbd-8a34-45ae-a1fa-732740e8e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128344 Jul 30 20:19:35.659710 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-7362622c-0cf1-4309-b116-7556ba24e490 service neutron] Transition to ACTIVE for port object a5feffb9-d9ba-4a03-848b-fa86f00a312d will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:19:35.676562 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-7362622c-0cf1-4309-b116-7556ba24e490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:35.679085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-1bc549f6-beaf-4765-8701-97bfa40c8501 req-bbdf2289-8a65-4245-949e-92ad3b3e25a4 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Deleting port 38be1c32-80ce-43cf-8134-8e47afb500d6 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:19:35.679547 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1bc549f6-beaf-4765-8701-97bfa40c8501 req-bbdf2289-8a65-4245-949e-92ad3b3e25a4 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:35.740802 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362622c-0cf1-4309-b116-7556ba24e490 service neutron] Pushing event updated for resources: {'Port': ['ID=a5feffb9-d9ba-4a03-848b-fa86f00a312d,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:35.840347 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-1bc549f6-beaf-4765-8701-97bfa40c8501 req-bbdf2289-8a65-4245-949e-92ad3b3e25a4 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] For port 38be1c32-80ce-43cf-8134-8e47afb500d6, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=38be1c32-80ce-43cf-8134-8e47afb500d6,segment=NetworkSegment(4c803c4a-5b32-4faf-a275-098fdeb20545),segment_id=4c803c4a-5b32-4faf-a275-098fdeb20545)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:35.840854 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1bc549f6-beaf-4765-8701-97bfa40c8501 req-bbdf2289-8a65-4245-949e-92ad3b3e25a4 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:35.877159 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-1bc549f6-beaf-4765-8701-97bfa40c8501 req-bbdf2289-8a65-4245-949e-92ad3b3e25a4 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Calling delete_port for 38be1c32-80ce-43cf-8134-8e47afb500d6 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:19:35.930281 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-7362622c-0cf1-4309-b116-7556ba24e490 service neutron] Attempting to bind port a5feffb9-d9ba-4a03-848b-fa86f00a312d on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:19:35.931402 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-7362622c-0cf1-4309-b116-7556ba24e490 service neutron] Attempting to bind port a5feffb9-d9ba-4a03-848b-fa86f00a312d by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'a1fb24d6-e796-4a89-83c3-16834a1f7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ffd8ca69-67ed-452f-8bc3-f379216d6f5b'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:19:35.932179 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-7362622c-0cf1-4309-b116-7556ba24e490 service neutron] Attempting to bind port a5feffb9-d9ba-4a03-848b-fa86f00a312d on network ffd8ca69-67ed-452f-8bc3-f379216d6f5b {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:19:35.940955 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-7362622c-0cf1-4309-b116-7556ba24e490 service neutron] Port a5feffb9-d9ba-4a03-848b-fa86f00a312d on network ffd8ca69-67ed-452f-8bc3-f379216d6f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:19:35.942990 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-7362622c-0cf1-4309-b116-7556ba24e490 service neutron] Attempting to bind port a5feffb9-d9ba-4a03-848b-fa86f00a312d on network ffd8ca69-67ed-452f-8bc3-f379216d6f5b {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:19:35.958913 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-7362622c-0cf1-4309-b116-7556ba24e490 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:19:35.959496 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-7362622c-0cf1-4309-b116-7556ba24e490 service neutron] Checking segment: {'id': 'a1fb24d6-e796-4a89-83c3-16834a1f7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ffd8ca69-67ed-452f-8bc3-f379216d6f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:19:35.960247 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-7362622c-0cf1-4309-b116-7556ba24e490 service neutron] Bound using segment: {'id': 'a1fb24d6-e796-4a89-83c3-16834a1f7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ffd8ca69-67ed-452f-8bc3-f379216d6f5b'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:19:35.960979 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-7362622c-0cf1-4309-b116-7556ba24e490 service neutron] Bound port: a5feffb9-d9ba-4a03-848b-fa86f00a312d, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1fb24d6-e796-4a89-83c3-16834a1f7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ffd8ca69-67ed-452f-8bc3-f379216d6f5b'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:19:35.961426 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-7362622c-0cf1-4309-b116-7556ba24e490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:36.139795 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1bc549f6-beaf-4765-8701-97bfa40c8501 req-bbdf2289-8a65-4245-949e-92ad3b3e25a4 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:36.153435 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['38be1c32-80ce-43cf-8134-8e47afb500d6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:19:36.165463 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-7362622c-0cf1-4309-b116-7556ba24e490 service neutron] For port a5feffb9-d9ba-4a03-848b-fa86f00a312d, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:19:36.172589 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-7362622c-0cf1-4309-b116-7556ba24e490 service neutron] For port a5feffb9-d9ba-4a03-848b-fa86f00a312d, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=a5feffb9-d9ba-4a03-848b-fa86f00a312d,segment=NetworkSegment(a1fb24d6-e796-4a89-83c3-16834a1f7808),segment_id=a1fb24d6-e796-4a89-83c3-16834a1f7808)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:19:36.182964 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-7362622c-0cf1-4309-b116-7556ba24e490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:36.189593 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf2289-8a65-4245-949e-92ad3b3e25a4 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Pushing event deleted for resources: {'Port': ['ID=38be1c32-80ce-43cf-8134-8e47afb500d6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:36.250559 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-7362622c-0cf1-4309-b116-7556ba24e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:36.253543 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-7362622c-0cf1-4309-b116-7556ba24e490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:36.253543 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-7362622c-0cf1-4309-b116-7556ba24e490 service neutron] 10.222.0.83 "PUT /v2.0/ports/a5feffb9-d9ba-4a03-848b-fa86f00a312d HTTP/1.1" status: 200 len: 1091 time: 1.7304294 Jul 30 20:19:36.267883 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba137a2-5ede-42c3-bec1-3e01a509a905', 'tag': 'a5feffb9-d9ba-4a03-848b-fa86f00a312d'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:19:36.270138 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0507aec0-b56c-4cb1-8c63-3338d3efed43" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba137a2-5ede-42c3-bec1-3e01a509a905", "tag": "a5feffb9-d9ba-4a03-848b-fa86f00a312d"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:19:36.285367 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc549f6-beaf-4765-8701-97bfa40c8501 req-bbdf2289-8a65-4245-949e-92ad3b3e25a4 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] No DVR routers for this DVR port 38be1c32-80ce-43cf-8134-8e47afb500d6 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:19:36.289054 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1bc549f6-beaf-4765-8701-97bfa40c8501 req-bbdf2289-8a65-4245-949e-92ad3b3e25a4 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:36.290989 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-1bc549f6-beaf-4765-8701-97bfa40c8501 req-bbdf2289-8a65-4245-949e-92ad3b3e25a4 tempest-ServerRescueTestJSON-303125541 tempest-ServerRescueTestJSON-303125541-project] 10.222.0.83 "DELETE /v2.0/ports/38be1c32-80ce-43cf-8134-8e47afb500d6 HTTP/1.1" status: 204 len: 173 time: 0.7836041 Jul 30 20:19:36.291332 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974a7a6f-92fe-408c-9c39-c396447f6c18', 'name': 'network-vif-deleted', 'tag': '38be1c32-80ce-43cf-8134-8e47afb500d6'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:19:36.294351 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bba83d0-7cfd-4123-9f48-d08473aa344c" -d '{"events": [{"server_uuid": "974a7a6f-92fe-408c-9c39-c396447f6c18", "name": "network-vif-deleted", "tag": "38be1c32-80ce-43cf-8134-8e47afb500d6"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:19:36.353005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500b19f-0062-454f-9017-4d6c637a90a1 req-f18fc1cb-da1b-4b6a-9ba6-5441b15ba714 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:36.360062 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6500b19f-0062-454f-9017-4d6c637a90a1 req-f18fc1cb-da1b-4b6a-9ba6-5441b15ba714 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ba137a2-5ede-42c3-bec1-3e01a509a905 HTTP/1.1" status: 200 len: 943 time: 0.1302264 Jul 30 20:19:36.361239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362622c-0cf1-4309-b116-7556ba24e490 service neutron] Pushing event updated for resources: {'Port': ['ID=a5feffb9-d9ba-4a03-848b-fa86f00a312d,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:36.407323 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-c1dbc980-964e-4354-9f10-604b6dfd24de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:36.414044 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-c1dbc980-964e-4354-9f10-604b6dfd24de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ec74bada7d054d3ea05b219888632f9c&device_id=7ba137a2-5ede-42c3-bec1-3e01a509a905 HTTP/1.1" status: 200 len: 1094 time: 0.1090112 Jul 30 20:19:36.441745 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-610b0d0a-ab7d-481a-97b5-00108e730edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:36.444150 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-610b0d0a-ab7d-481a-97b5-00108e730edf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282&tenant_id=6c9ba35ca3ce49889dd21646eecff8cf HTTP/1.1" status: 200 len: 1095 time: 0.0794771 Jul 30 20:19:36.453743 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6500b19f-0062-454f-9017-4d6c637a90a1 req-70e8eb3f-4990-4fcb-91cf-96e22d9f5ccd tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/security-groups?id=f92a55e0-1082-4725-a0d4-5011a3c20af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793760 Jul 30 20:19:36.467538 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-9', 'device_owner': 'compute:nova'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:19:36.467952 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-537d906f-c6cb-458b-882b-b7e6bd74ed65 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5feffb9-d9ba-4a03-848b-fa86f00a312d HTTP/1.1" status: 200 len: 217 time: 0.0458608 Jul 30 20:19:36.569380 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-b24b257f-9edd-4950-97b0-d76ad03f0881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:36.571645 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-b24b257f-9edd-4950-97b0-d76ad03f0881 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=15b6f798-0422-48bd-8039-1b0895a79548 HTTP/1.1" status: 200 len: 858 time: 0.0902624 Jul 30 20:19:36.606479 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:36.652845 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-275a30d6-b23c-499c-9f3d-f0bc0094f892 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ffd8ca69-67ed-452f-8bc3-f379216d6f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732405 Jul 30 20:19:36.665296 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6815d-8700-46cb-898e-6a515a043115 req-d05bd885-da80-4eaa-b5c1-0983af9d511b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:36.674351 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f8b6815d-8700-46cb-898e-6a515a043115 req-d05bd885-da80-4eaa-b5c1-0983af9d511b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 944 time: 0.1070597 Jul 30 20:19:36.810757 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-ac531fff-5a33-483d-b123-6fd7f18711c6 service neutron] 10.222.0.83 "GET /v2.0/networks/ffd8ca69-67ed-452f-8bc3-f379216d6f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477659 Jul 30 20:19:36.814957 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f8b6815d-8700-46cb-898e-6a515a043115 req-16507e72-aacb-4e83-8585-bbb450bf7dae tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395278 Jul 30 20:19:36.924953 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-975cb6ca-8c04-4ec6-83f0-f25cc8fef1bb req-067ac2b2-52c8-42ce-83d9-34c4ca6116ac service neutron] 10.222.0.83 "GET /v2.0/networks/ffd8ca69-67ed-452f-8bc3-f379216d6f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051948 Jul 30 20:19:37.013907 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] For port 96a255fd-27b1-444d-a16e-73fe08930ceb, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=96a255fd-27b1-444d-a16e-73fe08930ceb,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:37.032894 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f694c-b376-4e7e-aa9c-680bbc1dfe27 req-01e6f47c-c2b6-4914-b15b-4e66b42680cf tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:37.034429 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fa8f694c-b376-4e7e-aa9c-680bbc1dfe27 req-01e6f47c-c2b6-4914-b15b-4e66b42680cf tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.0834789 Jul 30 20:19:37.092684 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] For port 96a255fd-27b1-444d-a16e-73fe08930ceb, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:19:37.140278 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fa8f694c-b376-4e7e-aa9c-680bbc1dfe27 req-df43aee9-56dc-4320-8e25-07956afe0cac tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904725 Jul 30 20:19:37.149176 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a255fd-27b1-444d-a16e-73fe08930ceb {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:19:37.157445 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:37.183658 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] Transition to ACTIVE for port object 96a255fd-27b1-444d-a16e-73fe08930ceb will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:19:37.189541 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:37.259501 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64704553-7dcf-47f4-93e9-d475ecba929e x-openstack-request-id: req-64704553-7dcf-47f4-93e9-d475ecba929e {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:19:37.259501 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba137a2-5ede-42c3-bec1-3e01a509a905", "tag": "a5feffb9-d9ba-4a03-848b-fa86f00a312d", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:19:37.259501 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-64704553-7dcf-47f4-93e9-d475ecba929e {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:19:37.259501 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba137a2-5ede-42c3-bec1-3e01a509a905', 'tag': 'a5feffb9-d9ba-4a03-848b-fa86f00a312d', 'status': 'completed', 'code': 200} Jul 30 20:19:37.368229 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812131aa-79e1-442b-b5a0-cd2bdf4a32a5 x-openstack-request-id: req-812131aa-79e1-442b-b5a0-cd2bdf4a32a5 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:19:37.372871 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974a7a6f-92fe-408c-9c39-c396447f6c18", "name": "network-vif-deleted", "tag": "38be1c32-80ce-43cf-8134-8e47afb500d6", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:19:37.373245 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-812131aa-79e1-442b-b5a0-cd2bdf4a32a5 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:19:37.373779 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974a7a6f-92fe-408c-9c39-c396447f6c18', 'name': 'network-vif-deleted', 'tag': '38be1c32-80ce-43cf-8134-8e47afb500d6', 'status': 'completed', 'code': 200} Jul 30 20:19:37.399581 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507aec0-b56c-4cb1-8c63-3338d3efed43 req-d96df8ee-58c5-459f-bda2-1df57670618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:37.401389 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0507aec0-b56c-4cb1-8c63-3338d3efed43 req-d96df8ee-58c5-459f-bda2-1df57670618e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ec74bada7d054d3ea05b219888632f9c&device_id=7ba137a2-5ede-42c3-bec1-3e01a509a905 HTTP/1.1" status: 200 len: 1094 time: 0.1089551 Jul 30 20:19:37.433109 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50698) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:37.463419 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] Pushing event updated for resources: {'Port': ['ID=96a255fd-27b1-444d-a16e-73fe08930ceb,revision_number=9']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:37.468270 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] No DVR routers for this DVR port 96a255fd-27b1-444d-a16e-73fe08930ceb on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:19:37.695528 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507aec0-b56c-4cb1-8c63-3338d3efed43 req-5d2a966c-f2b6-4297-95ff-bed0aeaf302f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:37.696951 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0507aec0-b56c-4cb1-8c63-3338d3efed43 req-5d2a966c-f2b6-4297-95ff-bed0aeaf302f service neutron] 10.222.0.83 "GET /v2.0/networks?id=ffd8ca69-67ed-452f-8bc3-f379216d6f5b HTTP/1.1" status: 200 len: 919 time: 0.2871244 Jul 30 20:19:37.712914 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee79a5b-41dd-4f45-a1bf-da7c339fa52b req-847f9cb0-fdcb-44c8-a37a-b1fc08798c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:37.715261 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cee79a5b-41dd-4f45-a1bf-da7c339fa52b req-847f9cb0-fdcb-44c8-a37a-b1fc08798c9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c9ba35ca3ce49889dd21646eecff8cf&device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 1053 time: 0.2049894 Jul 30 20:19:37.748274 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65a7fd-9192-457d-8635-af1a11c828ed req-632bcbec-fa28-42e2-8e81-9fd482afda15 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:37.752861 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0507aec0-b56c-4cb1-8c63-3338d3efed43 req-255753f6-cdc8-432a-a6ec-149ef5cc7cf5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5feffb9-d9ba-4a03-848b-fa86f00a312d HTTP/1.1" status: 200 len: 217 time: 0.0457942 Jul 30 20:19:37.757242 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d65a7fd-9192-457d-8635-af1a11c828ed req-632bcbec-fa28-42e2-8e81-9fd482afda15 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ba137a2-5ede-42c3-bec1-3e01a509a905 HTTP/1.1" status: 200 len: 943 time: 0.0954759 Jul 30 20:19:37.887307 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507aec0-b56c-4cb1-8c63-3338d3efed43 req-9bf810ca-c5ca-40ce-b013-3f5667f4b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:37.889134 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0507aec0-b56c-4cb1-8c63-3338d3efed43 req-9bf810ca-c5ca-40ce-b013-3f5667f4b323 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=15b6f798-0422-48bd-8039-1b0895a79548 HTTP/1.1" status: 200 len: 858 time: 0.1038842 Jul 30 20:19:37.904434 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d65a7fd-9192-457d-8635-af1a11c828ed req-40a6538d-518e-4457-831b-fc484f79a670 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/security-groups?id=f92a55e0-1082-4725-a0d4-5011a3c20af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460364 Jul 30 20:19:37.940272 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0507aec0-b56c-4cb1-8c63-3338d3efed43 req-67a8dbf8-62eb-4c61-bd37-96a06c4a7366 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ffd8ca69-67ed-452f-8bc3-f379216d6f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376203 Jul 30 20:19:37.941331 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] Attempting to bind port 96a255fd-27b1-444d-a16e-73fe08930ceb on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:19:37.941670 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] Attempting to bind port 96a255fd-27b1-444d-a16e-73fe08930ceb by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'bfeffb72-5f50-4e64-a0a9-eada93f21563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:19:37.941997 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] Attempting to bind port 96a255fd-27b1-444d-a16e-73fe08930ceb on network c421e0b7-06ec-4b47-a5b3-95881a5c3933 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:19:37.978671 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] Port 96a255fd-27b1-444d-a16e-73fe08930ceb on network c421e0b7-06ec-4b47-a5b3-95881a5c3933 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:19:37.978994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] Attempting to bind port 96a255fd-27b1-444d-a16e-73fe08930ceb on network c421e0b7-06ec-4b47-a5b3-95881a5c3933 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:19:37.987206 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:19:37.987566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] Checking segment: {'id': 'bfeffb72-5f50-4e64-a0a9-eada93f21563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:19:37.987953 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] Bound using segment: {'id': 'bfeffb72-5f50-4e64-a0a9-eada93f21563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:19:37.988385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] Bound port: 96a255fd-27b1-444d-a16e-73fe08930ceb, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfeffb72-5f50-4e64-a0a9-eada93f21563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:19:37.988744 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:38.089196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338331c-afd9-46cd-9f66-62aee494586c req-8b6c3ccb-e9e6-443e-a3ec-ee792582ec9b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:38.090770 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b338331c-afd9-46cd-9f66-62aee494586c req-8b6c3ccb-e9e6-443e-a3ec-ee792582ec9b tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.2056916 Jul 30 20:19:38.098638 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0507aec0-b56c-4cb1-8c63-3338d3efed43 req-30aa04b5-0c58-413a-9c6e-44674ddfd72c service neutron] 10.222.0.83 "GET /v2.0/networks/ffd8ca69-67ed-452f-8bc3-f379216d6f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315858 Jul 30 20:19:38.101269 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee79a5b-41dd-4f45-a1bf-da7c339fa52b req-0e109554-0901-4933-95e9-01fc97679477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:38.102698 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cee79a5b-41dd-4f45-a1bf-da7c339fa52b req-0e109554-0901-4933-95e9-01fc97679477 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c421e0b7-06ec-4b47-a5b3-95881a5c3933 HTTP/1.1" status: 200 len: 917 time: 0.3422356 Jul 30 20:19:38.244878 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0507aec0-b56c-4cb1-8c63-3338d3efed43 req-00e5d2aa-1e88-46aa-96ec-0e5454d654d1 service neutron] 10.222.0.83 "GET /v2.0/networks/ffd8ca69-67ed-452f-8bc3-f379216d6f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379826 Jul 30 20:19:38.246702 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c08a8-9f3f-4c28-bf85-9341948148ba req-03fbaa3f-2b22-4756-8456-50265be9eaca tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:38.248245 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-576c08a8-9f3f-4c28-bf85-9341948148ba req-03fbaa3f-2b22-4756-8456-50265be9eaca tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 944 time: 0.2406111 Jul 30 20:19:38.253658 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] For port 96a255fd-27b1-444d-a16e-73fe08930ceb, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:19:38.299871 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a639b0c6-a585-4e2a-bee8-68b0e2e4bf21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:38.302830 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cee79a5b-41dd-4f45-a1bf-da7c339fa52b req-df86b60d-c12a-41a8-806f-068f8c2cc9c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96a255fd-27b1-444d-a16e-73fe08930ceb HTTP/1.1" status: 200 len: 1000 time: 0.1860714 Jul 30 20:19:38.315904 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] For port 96a255fd-27b1-444d-a16e-73fe08930ceb, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=96a255fd-27b1-444d-a16e-73fe08930ceb,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:19:38.355247 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:38.418967 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-576c08a8-9f3f-4c28-bf85-9341948148ba req-cb142f26-25ba-429b-9b43-12ba1e676c9f tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410711 Jul 30 20:19:38.431383 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:38.453090 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:38.454558 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] 10.222.0.59 "PUT /v2.0/ports/96a255fd-27b1-444d-a16e-73fe08930ceb HTTP/1.1" status: 200 len: 1092 time: 1.9967551 Jul 30 20:19:38.475941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee79a5b-41dd-4f45-a1bf-da7c339fa52b req-9c6efae5-cc31-4eb5-b476-1bdde198404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:38.477434 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cee79a5b-41dd-4f45-a1bf-da7c339fa52b req-9c6efae5-cc31-4eb5-b476-1bdde198404f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4b1ad353-61a9-43a8-b737-817c20130814 HTTP/1.1" status: 200 len: 855 time: 0.1631873 Jul 30 20:19:38.594511 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] Pushing event updated for resources: {'Port': ['ID=96a255fd-27b1-444d-a16e-73fe08930ceb,revision_number=10']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:38.601961 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-b338331c-afd9-46cd-9f66-62aee494586c req-d36a6e76-c55f-45a2-9f66-44648c226768 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Deleting port a688d11b-d79a-41d2-842b-a806169c17fc {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:19:38.602304 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b338331c-afd9-46cd-9f66-62aee494586c req-d36a6e76-c55f-45a2-9f66-44648c226768 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:38.633992 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a639b0c6-a585-4e2a-bee8-68b0e2e4bf21 admin admin] Deleting port 2a4485e4-c731-480a-b9d2-c2bdb9d67a3f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:19:38.634495 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a639b0c6-a585-4e2a-bee8-68b0e2e4bf21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:38.679811 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee79a5b-41dd-4f45-a1bf-da7c339fa52b req-92197733-5abe-4ac4-b586-f1759764e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:38.681348 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cee79a5b-41dd-4f45-a1bf-da7c339fa52b req-92197733-5abe-4ac4-b586-f1759764e233 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c421e0b7-06ec-4b47-a5b3-95881a5c3933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1775188 Jul 30 20:19:38.688893 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e678d-b753-4bf5-85fe-fc0312280f18 req-46711ba5-00a7-457c-ade1-468c568ed264 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:38.703689 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ab7e678d-b753-4bf5-85fe-fc0312280f18 req-46711ba5-00a7-457c-ade1-468c568ed264 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 946 time: 0.1587706 Jul 30 20:19:38.714101 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-cee79a5b-41dd-4f45-a1bf-da7c339fa52b req-534e0218-666e-4229-bcd0-23bd3bbc0f7c service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:19:38.715100 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cee79a5b-41dd-4f45-a1bf-da7c339fa52b req-534e0218-666e-4229-bcd0-23bd3bbc0f7c service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095475 Jul 30 20:19:38.752887 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-a639b0c6-a585-4e2a-bee8-68b0e2e4bf21 admin admin] For port 2a4485e4-c731-480a-b9d2-c2bdb9d67a3f, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=2a4485e4-c731-480a-b9d2-c2bdb9d67a3f,segment=NetworkSegment(4c803c4a-5b32-4faf-a275-098fdeb20545),segment_id=4c803c4a-5b32-4faf-a275-098fdeb20545)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:38.753186 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a639b0c6-a585-4e2a-bee8-68b0e2e4bf21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:38.769309 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a639b0c6-a585-4e2a-bee8-68b0e2e4bf21 admin admin] Calling delete_port for 2a4485e4-c731-480a-b9d2-c2bdb9d67a3f owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:19:38.859311 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-b338331c-afd9-46cd-9f66-62aee494586c req-d36a6e76-c55f-45a2-9f66-44648c226768 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] For port a688d11b-d79a-41d2-842b-a806169c17fc, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=a688d11b-d79a-41d2-842b-a806169c17fc,segment=NetworkSegment(97615c14-3033-446e-9631-4f2099fb3f0b),segment_id=97615c14-3033-446e-9631-4f2099fb3f0b)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:38.859809 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b338331c-afd9-46cd-9f66-62aee494586c req-d36a6e76-c55f-45a2-9f66-44648c226768 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:38.892487 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ab7e678d-b753-4bf5-85fe-fc0312280f18 req-c63da8cf-c328-485f-b846-2456a515bf6a tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e939999-b92e-4174-b29a-7d15ea7548a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880202 Jul 30 20:19:38.895155 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-b338331c-afd9-46cd-9f66-62aee494586c req-d36a6e76-c55f-45a2-9f66-44648c226768 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Calling delete_port for a688d11b-d79a-41d2-842b-a806169c17fc owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:19:38.977901 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cee79a5b-41dd-4f45-a1bf-da7c339fa52b req-9740f4f0-d6f4-4f2f-ab45-2152be2dfce1 service neutron] 10.222.0.59 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425361 Jul 30 20:19:39.052470 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a639b0c6-a585-4e2a-bee8-68b0e2e4bf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:39.082700 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639b0c6-a585-4e2a-bee8-68b0e2e4bf21 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a4485e4-c731-480a-b9d2-c2bdb9d67a3f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:39.239183 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84532b9-d59c-432e-b399-966a7bdd61b5 req-704b7b5d-0ca7-4885-b716-8ce1b94c15fb tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:39.240756 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e84532b9-d59c-432e-b399-966a7bdd61b5 req-704b7b5d-0ca7-4885-b716-8ce1b94c15fb tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ba137a2-5ede-42c3-bec1-3e01a509a905 HTTP/1.1" status: 200 len: 943 time: 0.1363795 Jul 30 20:19:39.264675 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cee79a5b-41dd-4f45-a1bf-da7c339fa52b req-65dbd62a-38ce-438a-a798-e8b16b8441d1 service neutron] 10.222.0.59 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762136 Jul 30 20:19:39.265102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cc72c6-4e0f-47eb-aef8-2173382a2282', 'tag': '96a255fd-27b1-444d-a16e-73fe08930ceb'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:19:39.267259 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc8a3a2-2bd7-4536-baa9-5fbfeecc657f" -d '{"events": [{"name": "network-changed", "server_uuid": "16cc72c6-4e0f-47eb-aef8-2173382a2282", "tag": "96a255fd-27b1-444d-a16e-73fe08930ceb"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:19:39.294191 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b338331c-afd9-46cd-9f66-62aee494586c req-d36a6e76-c55f-45a2-9f66-44648c226768 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:39.304734 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a639b0c6-a585-4e2a-bee8-68b0e2e4bf21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:39.306864 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['a688d11b-d79a-41d2-842b-a806169c17fc'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:19:39.385303 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a6e76-c55f-45a2-9f66-44648c226768 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Pushing event deleted for resources: {'Port': ['ID=a688d11b-d79a-41d2-842b-a806169c17fc,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:39.409510 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e84532b9-d59c-432e-b399-966a7bdd61b5 req-7e9e2847-0695-4c1b-9cee-c29d2b6101b2 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/security-groups?id=f92a55e0-1082-4725-a0d4-5011a3c20af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552274 Jul 30 20:19:39.492531 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-74600c3c-d980-4ba5-b228-5e7e4b9c9431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:39.494056 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-74600c3c-d980-4ba5-b228-5e7e4b9c9431 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c9ba35ca3ce49889dd21646eecff8cf&device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 1096 time: 0.1469369 Jul 30 20:19:39.496108 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9106225-b827-4a61-9225-4f34680967c9 x-openstack-request-id: req-e9106225-b827-4a61-9225-4f34680967c9 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:19:39.497893 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16cc72c6-4e0f-47eb-aef8-2173382a2282", "tag": "96a255fd-27b1-444d-a16e-73fe08930ceb", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:19:39.497893 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e9106225-b827-4a61-9225-4f34680967c9 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:19:39.497893 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16cc72c6-4e0f-47eb-aef8-2173382a2282', 'tag': '96a255fd-27b1-444d-a16e-73fe08930ceb', 'status': 'completed', 'code': 200} Jul 30 20:19:39.498122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-b338331c-afd9-46cd-9f66-62aee494586c req-d36a6e76-c55f-45a2-9f66-44648c226768 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] No DVR routers for this DVR port a688d11b-d79a-41d2-842b-a806169c17fc on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:19:39.500509 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b338331c-afd9-46cd-9f66-62aee494586c req-d36a6e76-c55f-45a2-9f66-44648c226768 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:39.502734 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b338331c-afd9-46cd-9f66-62aee494586c req-d36a6e76-c55f-45a2-9f66-44648c226768 tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.59 "DELETE /v2.0/ports/a688d11b-d79a-41d2-842b-a806169c17fc HTTP/1.1" status: 204 len: 173 time: 1.4031069 Jul 30 20:19:39.644128 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a639b0c6-a585-4e2a-bee8-68b0e2e4bf21 admin admin] Router 0ab63240-71bb-4786-bd25-ee78686cbea5 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:19:39.644801 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb91b2-6d19-4549-9ffc-dba9971aab6c req-18684ef0-2250-43e8-8e18-d547616f40b9 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:39.655690 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-80cb91b2-6d19-4549-9ffc-dba9971aab6c req-18684ef0-2250-43e8-8e18-d547616f40b9 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 945 time: 0.1111951 Jul 30 20:19:39.674906 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-79a1b694-8fa7-4cd6-9f1d-5feda295f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:39.676414 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-79a1b694-8fa7-4cd6-9f1d-5feda295f039 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c421e0b7-06ec-4b47-a5b3-95881a5c3933 HTTP/1.1" status: 200 len: 917 time: 0.1727951 Jul 30 20:19:39.759442 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-80cb91b2-6d19-4549-9ffc-dba9971aab6c req-117526e7-8144-4786-bb88-ad5334ee24b4 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967040 Jul 30 20:19:39.790053 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a639b0c6-a585-4e2a-bee8-68b0e2e4bf21 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:19:39.790295 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-e11210b1-5ce8-4567-b042-504f3bb4af7a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96a255fd-27b1-444d-a16e-73fe08930ceb HTTP/1.1" status: 200 len: 1000 time: 0.1047893 Jul 30 20:19:39.796030 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a639b0c6-a585-4e2a-bee8-68b0e2e4bf21 admin admin] 10.222.0.81 "PUT /v2.0/routers/0ab63240-71bb-4786-bd25-ee78686cbea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3600533 Jul 30 20:19:39.798578 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50742) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:39.801401 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b865ec8b-788c-48ee-83fe-6cc493644879 None None] Sync routers for ids ['0ab63240-71bb-4786-bd25-ee78686cbea5'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:19:39.811995 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b865ec8b-788c-48ee-83fe-6cc493644879 None None] Routers {'0ab63240-71bb-4786-bd25-ee78686cbea5'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:19:39.813024 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b865ec8b-788c-48ee-83fe-6cc493644879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:19:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['0ab63240-71bb-4786-bd25-ee78686cbea5'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:39.850554 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ee55a2a0-d500-4361-89fa-771d29b85bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:39.852061 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ee55a2a0-d500-4361-89fa-771d29b85bde service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4b1ad353-61a9-43a8-b737-817c20130814 HTTP/1.1" status: 200 len: 855 time: 0.0530035 Jul 30 20:19:39.917325 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88d592a9-7037-42e9-b328-0cf07474772c admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:39.957585 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-fc427688-e1b2-4439-aeb5-b6f8bcd98e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:39.959400 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-fc427688-e1b2-4439-aeb5-b6f8bcd98e00 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c421e0b7-06ec-4b47-a5b3-95881a5c3933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961607 Jul 30 20:19:40.007392 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-b865ec8b-788c-48ee-83fe-6cc493644879 None None] Set router 0ab63240-71bb-4786-bd25-ee78686cbea5 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:19:40.066027 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 38be1c32-80ce-43cf-8134-8e47afb500d6 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:19:40.112591 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 38be1c32-80ce-43cf-8134-8e47afb500d6 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:19:40.113205 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 38be1c32-80ce-43cf-8134-8e47afb500d6 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:19:40.126846 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88d592a9-7037-42e9-b328-0cf07474772c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:40.129643 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b435548-ee09-4890-8293-db805133f544 req-4fcb78a8-d2d5-478c-9b3f-454e38e94e4c tempest-ServersNegativeTestJSON-1466397563 tempest-ServersNegativeTestJSON-1466397563-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d7d8b3f-fa05-4791-96b3-fc9e964945bc HTTP/1.1" status: 200 len: 210 time: 0.0519128 Jul 30 20:19:40.182478 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-09ec91f8-1d79-4064-8a03-e1b59c2231c9 service neutron] 10.222.0.59 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150018 Jul 30 20:19:40.303269 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-88d592a9-7037-42e9-b328-0cf07474772c admin admin] Deleting port 7d80c428-9fe3-426d-bf0d-502e243d9ca5 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:19:40.303814 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88d592a9-7037-42e9-b328-0cf07474772c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:40.337723 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ef8500ae-1974-43f2-b07d-5d7cc23f17bc service neutron] 10.222.0.59 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462665 Jul 30 20:19:40.362872 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b865ec8b-788c-48ee-83fe-6cc493644879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab63240-71bb-4786-bd25-ee78686cbea5', 'name': 'tempest-ServerRescueTestJSON-978864508-router', 'tenant_id': '24579295bc844f6fa90314f73b2fffb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '7d80c428-9fe3-426d-bf0d-502e243d9ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:17:35Z', 'updated_at': '2021-07-30T20:19:38Z', 'revision_number': 5, 'project_id': '24579295bc844f6fa90314f73b2fffb4', 'gw_port': {'id': '7d80c428-9fe3-426d-bf0d-502e243d9ca5', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab63240-71bb-4786-bd25-ee78686cbea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:17:36Z', 'updated_at': '2021-07-30T20:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:40.394572 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b865ec8b-788c-48ee-83fe-6cc493644879 None None] Checking router: 0ab63240-71bb-4786-bd25-ee78686cbea5 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:19:40.417155 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b865ec8b-788c-48ee-83fe-6cc493644879 None None] Routers {'0ab63240-71bb-4786-bd25-ee78686cbea5'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:19:40.417897 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b865ec8b-788c-48ee-83fe-6cc493644879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:19:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['0ab63240-71bb-4786-bd25-ee78686cbea5'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:40.433118 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-88d592a9-7037-42e9-b328-0cf07474772c admin admin] For port 7d80c428-9fe3-426d-bf0d-502e243d9ca5, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7d80c428-9fe3-426d-bf0d-502e243d9ca5,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:40.433408 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88d592a9-7037-42e9-b328-0cf07474772c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:40.447652 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-88d592a9-7037-42e9-b328-0cf07474772c admin admin] Calling delete_port for 7d80c428-9fe3-426d-bf0d-502e243d9ca5 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:19:40.526109 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8a3a2-2bd7-4536-baa9-5fbfeecc657f req-542ee24c-a071-42dc-935e-be1644c003e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:40.528341 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9dc8a3a2-2bd7-4536-baa9-5fbfeecc657f req-542ee24c-a071-42dc-935e-be1644c003e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c9ba35ca3ce49889dd21646eecff8cf&device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 1096 time: 0.1092129 Jul 30 20:19:40.669220 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-b865ec8b-788c-48ee-83fe-6cc493644879 None None] Set router 0ab63240-71bb-4786-bd25-ee78686cbea5 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:19:40.732717 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b865ec8b-788c-48ee-83fe-6cc493644879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab63240-71bb-4786-bd25-ee78686cbea5', 'name': 'tempest-ServerRescueTestJSON-978864508-router', 'tenant_id': '24579295bc844f6fa90314f73b2fffb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:17:35Z', 'updated_at': '2021-07-30T20:19:40Z', 'revision_number': 6, 'project_id': '24579295bc844f6fa90314f73b2fffb4', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:40.766528 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b865ec8b-788c-48ee-83fe-6cc493644879 None None] The sync data for ids ['0ab63240-71bb-4786-bd25-ee78686cbea5'] in n-d-712137-9 is: [{'id': '0ab63240-71bb-4786-bd25-ee78686cbea5', 'name': 'tempest-ServerRescueTestJSON-978864508-router', 'tenant_id': '24579295bc844f6fa90314f73b2fffb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:17:35Z', 'updated_at': '2021-07-30T20:19:40Z', 'revision_number': 6, 'project_id': '24579295bc844f6fa90314f73b2fffb4', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:19:40.801231 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88d592a9-7037-42e9-b328-0cf07474772c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:40.843428 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d592a9-7037-42e9-b328-0cf07474772c admin admin] Pushing event deleted for resources: {'Port': ['ID=7d80c428-9fe3-426d-bf0d-502e243d9ca5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:40.928629 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88d592a9-7037-42e9-b328-0cf07474772c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:41.249298 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8a3a2-2bd7-4536-baa9-5fbfeecc657f req-ac453480-0110-4be7-9bb9-756fdd6624df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:41.251160 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9dc8a3a2-2bd7-4536-baa9-5fbfeecc657f req-ac453480-0110-4be7-9bb9-756fdd6624df service neutron] 10.222.0.59 "GET /v2.0/networks?id=c421e0b7-06ec-4b47-a5b3-95881a5c3933 HTTP/1.1" status: 200 len: 917 time: 0.7161114 Jul 30 20:19:41.315479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02dca48-ca49-4b62-a489-adfa03e8b30e req-1fbda701-9c8c-40aa-a30b-edec10c88cdc tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:41.325311 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d02dca48-ca49-4b62-a489-adfa03e8b30e req-1fbda701-9c8c-40aa-a30b-edec10c88cdc tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ba137a2-5ede-42c3-bec1-3e01a509a905 HTTP/1.1" status: 200 len: 943 time: 0.6402209 Jul 30 20:19:41.421802 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d02dca48-ca49-4b62-a489-adfa03e8b30e req-ec51df4f-99cd-47b3-947b-b0888131dce7 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/security-groups?id=f92a55e0-1082-4725-a0d4-5011a3c20af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953557 Jul 30 20:19:41.445634 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9dc8a3a2-2bd7-4536-baa9-5fbfeecc657f req-af1aef56-cc77-484c-8cd5-b9d87328d029 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96a255fd-27b1-444d-a16e-73fe08930ceb HTTP/1.1" status: 200 len: 1000 time: 0.1072538 Jul 30 20:19:41.498607 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7d8b3f-fa05-4791-96b3-fc9e964945bc', 'name': 'network-vif-deleted', 'tag': 'a688d11b-d79a-41d2-842b-a806169c17fc'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:19:41.501174 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8029769a-4b56-483d-96c2-1a0486ff5bde" -d '{"events": [{"server_uuid": "7d7d8b3f-fa05-4791-96b3-fc9e964945bc", "name": "network-vif-deleted", "tag": "a688d11b-d79a-41d2-842b-a806169c17fc"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:19:41.574473 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88d592a9-7037-42e9-b328-0cf07474772c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:41.578171 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88d592a9-7037-42e9-b328-0cf07474772c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:41.696827 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88d592a9-7037-42e9-b328-0cf07474772c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:41.697432 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d592a9-7037-42e9-b328-0cf07474772c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ab63240-71bb-4786-bd25-ee78686cbea5 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:19:41.701935 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88d592a9-7037-42e9-b328-0cf07474772c admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:41.703302 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-88d592a9-7037-42e9-b328-0cf07474772c admin admin] 10.222.0.81 "DELETE /v2.0/routers/0ab63240-71bb-4786-bd25-ee78686cbea5 HTTP/1.1" status: 204 len: 168 time: 1.9037170 Jul 30 20:19:41.706042 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50784) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:41.718549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8a3a2-2bd7-4536-baa9-5fbfeecc657f req-15d2c5e2-5efc-43b3-8218-86d00fe32ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:41.720201 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9dc8a3a2-2bd7-4536-baa9-5fbfeecc657f req-15d2c5e2-5efc-43b3-8218-86d00fe32ad7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4b1ad353-61a9-43a8-b737-817c20130814 HTTP/1.1" status: 200 len: 855 time: 0.2134681 Jul 30 20:19:41.755314 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332b33b-e1b9-45ab-a2f3-f2ed49bc3ed6 req-6d760509-56c1-4c97-a04f-48bb0e42f9ef tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:41.761205 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f944f8b-2de6-4d15-81a2-4ad2bea0fdf8 admin admin] Deleting subnet eed5c7e6-95c3-4613-9e8d-fb6e825361a8 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:19:41.764019 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device a688d11b-d79a-41d2-842b-a806169c17fc no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:19:41.766446 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f944f8b-2de6-4d15-81a2-4ad2bea0fdf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:41.770787 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2332b33b-e1b9-45ab-a2f3-f2ed49bc3ed6 req-6d760509-56c1-4c97-a04f-48bb0e42f9ef tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 945 time: 0.1820920 Jul 30 20:19:41.800748 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: a688d11b-d79a-41d2-842b-a806169c17fc {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:19:41.801120 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device a688d11b-d79a-41d2-842b-a806169c17fc not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:19:41.831006 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f944f8b-2de6-4d15-81a2-4ad2bea0fdf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:41.887820 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2332b33b-e1b9-45ab-a2f3-f2ed49bc3ed6 req-5b465825-f6c1-446b-8cf6-d2ad06e2c402 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088002 Jul 30 20:19:41.909663 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f944f8b-2de6-4d15-81a2-4ad2bea0fdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:41.968438 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50788) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:41.998849 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f944f8b-2de6-4d15-81a2-4ad2bea0fdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:42.049422 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device a5feffb9-d9ba-4a03-848b-fa86f00a312d details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:19:42.095312 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db35c25-9fc9-4e8c-b597-d81c9d2fb685 admin admin] Deleting subnet d991cb95-970b-4daf-9cf0-38c473cf30b2 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:19:42.098782 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8db35c25-9fc9-4e8c-b597-d81c9d2fb685 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:42.119687 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f944f8b-2de6-4d15-81a2-4ad2bea0fdf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eed5c7e6-95c3-4613-9e8d-fb6e825361a8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:42.133104 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f944f8b-2de6-4d15-81a2-4ad2bea0fdf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:42.135708 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7f944f8b-2de6-4d15-81a2-4ad2bea0fdf8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/eed5c7e6-95c3-4613-9e8d-fb6e825361a8 HTTP/1.1" status: 204 len: 168 time: 0.4286621 Jul 30 20:19:42.138102 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50790) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:42.200851 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8db35c25-9fc9-4e8c-b597-d81c9d2fb685 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:42.285909 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8db35c25-9fc9-4e8c-b597-d81c9d2fb685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:42.318498 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port a5feffb9-d9ba-4a03-848b-fa86f00a312d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=a5feffb9-d9ba-4a03-848b-fa86f00a312d,segment=NetworkSegment(a1fb24d6-e796-4a89-83c3-16834a1f7808),segment_id=a1fb24d6-e796-4a89-83c3-16834a1f7808)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:42.328311 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ac643e-6f2c-4e11-be5d-b5d51042f7b1 x-openstack-request-id: req-58ac643e-6f2c-4e11-be5d-b5d51042f7b1 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:19:42.328852 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7d8b3f-fa05-4791-96b3-fc9e964945bc", "name": "network-vif-deleted", "tag": "a688d11b-d79a-41d2-842b-a806169c17fc", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:19:42.329259 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-58ac643e-6f2c-4e11-be5d-b5d51042f7b1 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:19:42.329695 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7d8b3f-fa05-4791-96b3-fc9e964945bc', 'name': 'network-vif-deleted', 'tag': 'a688d11b-d79a-41d2-842b-a806169c17fc', 'status': 'completed', 'code': 200} Jul 30 20:19:42.334234 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'a5feffb9-d9ba-4a03-848b-fa86f00a312d', 'network_id': 'ffd8ca69-67ed-452f-8bc3-f379216d6f5b', 'port_id': 'a5feffb9-d9ba-4a03-848b-fa86f00a312d', 'mac_address': 'fa:16:3e:7b:81:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b6f798-0422-48bd-8039-1b0895a79548', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:19:42.365043 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8db35c25-9fc9-4e8c-b597-d81c9d2fb685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:42.386377 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd4a8480-90a1-4af0-bc9d-de6aca97c655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:42.410565 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:42.427539 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5feffb9-d9ba-4a03-848b-fa86f00a312d {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:19:42.448561 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db35c25-9fc9-4e8c-b597-d81c9d2fb685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d991cb95-970b-4daf-9cf0-38c473cf30b2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:42.452368 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port a5feffb9-d9ba-4a03-848b-fa86f00a312d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=a5feffb9-d9ba-4a03-848b-fa86f00a312d,segment=NetworkSegment(a1fb24d6-e796-4a89-83c3-16834a1f7808),segment_id=a1fb24d6-e796-4a89-83c3-16834a1f7808)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:42.456889 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8db35c25-9fc9-4e8c-b597-d81c9d2fb685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:42.459186 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8db35c25-9fc9-4e8c-b597-d81c9d2fb685 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d991cb95-970b-4daf-9cf0-38c473cf30b2 HTTP/1.1" status: 204 len: 168 time: 0.4893451 Jul 30 20:19:42.470396 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50796) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:42.479985 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:42.515134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8a3a2-2bd7-4536-baa9-5fbfeecc657f req-cd61fac6-c64a-43ec-a031-9e72f14a9bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:42.520029 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9dc8a3a2-2bd7-4536-baa9-5fbfeecc657f req-cd61fac6-c64a-43ec-a031-9e72f14a9bdc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c421e0b7-06ec-4b47-a5b3-95881a5c3933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375117 Jul 30 20:19:42.558201 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=a5feffb9-d9ba-4a03-848b-fa86f00a312d,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:42.579385 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:19:42.581263 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:19:42.582397 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:19:42.583136 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:19:42.584287 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:19:42.585959 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:19:42.586927 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:19:42.587717 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:19:42.588708 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:19:42.591366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:19:42.591598 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:19:42.592047 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:19:42.622385 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 2a4485e4-c731-480a-b9d2-c2bdb9d67a3f no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:19:42.655088 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 2a4485e4-c731-480a-b9d2-c2bdb9d67a3f {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:19:42.655892 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 2a4485e4-c731-480a-b9d2-c2bdb9d67a3f not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:19:42.657390 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7d80c428-9fe3-426d-bf0d-502e243d9ca5 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:19:42.696736 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 7d80c428-9fe3-426d-bf0d-502e243d9ca5 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:19:42.698446 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7d80c428-9fe3-426d-bf0d-502e243d9ca5 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:19:42.701498 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd4a8480-90a1-4af0-bc9d-de6aca97c655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:42.725135 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-cd4a8480-90a1-4af0-bc9d-de6aca97c655 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1286c225-8acb-4ef0-98ac-2e7583827777']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:42.751477 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-cd4a8480-90a1-4af0-bc9d-de6aca97c655 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c803c4a-5b32-4faf-a275-098fdeb20545') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:42.753915 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-cd4a8480-90a1-4af0-bc9d-de6aca97c655 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c803c4a-5b32-4faf-a275-098fdeb20545') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:42.773894 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd4a8480-90a1-4af0-bc9d-de6aca97c655 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:42.806355 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd4a8480-90a1-4af0-bc9d-de6aca97c655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:42.816568 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4a8480-90a1-4af0-bc9d-de6aca97c655 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:19:42.818509 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd4a8480-90a1-4af0-bc9d-de6aca97c655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:19:42.825107 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:19:42.830401 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a8b049e-ff32-4ae3-adbe-672d8b00a0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:42.869495 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad574c-b8f8-498c-9ece-24c3d0571163 req-a7371c7e-633c-40e2-aef0-9ba3077e4334 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:42.871255 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-96ad574c-b8f8-498c-9ece-24c3d0571163 req-a7371c7e-633c-40e2-aef0-9ba3077e4334 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ba137a2-5ede-42c3-bec1-3e01a509a905 HTTP/1.1" status: 200 len: 944 time: 0.2727900 Jul 30 20:19:42.878579 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['a5feffb9-d9ba-4a03-848b-fa86f00a312d'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:19:43.008267 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd4a8480-90a1-4af0-bc9d-de6aca97c655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:43.015259 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd4a8480-90a1-4af0-bc9d-de6aca97c655 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:43.022325 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cd4a8480-90a1-4af0-bc9d-de6aca97c655 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1286c225-8acb-4ef0-98ac-2e7583827777 HTTP/1.1" status: 204 len: 168 time: 0.8792839 Jul 30 20:19:43.054352 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a8480-90a1-4af0-bc9d-de6aca97c655 admin admin] Pushing event deleted for resources: {'Network': ['ID=1286c225-8acb-4ef0-98ac-2e7583827777,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:43.134396 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9dc8a3a2-2bd7-4536-baa9-5fbfeecc657f req-09029a81-aaaf-4f9e-914b-0652c397518d service neutron] 10.222.0.59 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5276487 Jul 30 20:19:43.144480 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-96ad574c-b8f8-498c-9ece-24c3d0571163 req-27d7485a-cd72-4c11-9f1c-667d002916d3 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/security-groups?id=f92a55e0-1082-4725-a0d4-5011a3c20af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104206 Jul 30 20:19:43.166095 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a8b049e-ff32-4ae3-adbe-672d8b00a0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:43.188895 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-1a8b049e-ff32-4ae3-adbe-672d8b00a0c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0830a4b-e259-4b58-9c94-0dd2ceb61009']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:43.219895 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-1a8b049e-ff32-4ae3-adbe-672d8b00a0c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97615c14-3033-446e-9631-4f2099fb3f0b') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:43.220235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-1a8b049e-ff32-4ae3-adbe-672d8b00a0c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97615c14-3033-446e-9631-4f2099fb3f0b') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:43.232072 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50806) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:43.248591 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a8b049e-ff32-4ae3-adbe-672d8b00a0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:43.313494 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5ae8700e-0498-491c-a814-268522a8595a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=24579295bc844f6fa90314f73b2fffb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0801394 Jul 30 20:19:43.317882 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50810) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:43.394159 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72838cd8-8757-42e8-b7c4-0f2c48c18fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:43.423223 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a8b049e-ff32-4ae3-adbe-672d8b00a0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:43.447214 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72838cd8-8757-42e8-b7c4-0f2c48c18fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:43.495803 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8b049e-ff32-4ae3-adbe-672d8b00a0c9 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:19:43.496475 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a8b049e-ff32-4ae3-adbe-672d8b00a0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:19:43.499327 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:19:43.532532 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72838cd8-8757-42e8-b7c4-0f2c48c18fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:43.543167 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72838cd8-8757-42e8-b7c4-0f2c48c18fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:43.544650 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-72838cd8-8757-42e8-b7c4-0f2c48c18fd1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/03b7adbd-8a34-45ae-a1fa-732740e8e6c7 HTTP/1.1" status: 204 len: 168 time: 0.2257853 Jul 30 20:19:43.565891 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72838cd8-8757-42e8-b7c4-0f2c48c18fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b7adbd-8a34-45ae-a1fa-732740e8e6c7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:43.680781 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7152a-2c18-45c1-983b-57aae7c04eb7 req-cb3b9137-0884-48b6-83b1-fbd80619796d tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:43.703234 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-caa7152a-2c18-45c1-983b-57aae7c04eb7 req-cb3b9137-0884-48b6-83b1-fbd80619796d tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 945 time: 0.3751338 Jul 30 20:19:43.753235 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9dc8a3a2-2bd7-4536-baa9-5fbfeecc657f req-ce83f850-aa8a-4c78-b5e8-767f42482990 service neutron] 10.222.0.59 "GET /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240216 Jul 30 20:19:43.753831 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a8b049e-ff32-4ae3-adbe-672d8b00a0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:43.787190 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a8b049e-ff32-4ae3-adbe-672d8b00a0c9 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:43.789090 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1a8b049e-ff32-4ae3-adbe-672d8b00a0c9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d0830a4b-e259-4b58-9c94-0dd2ceb61009 HTTP/1.1" status: 204 len: 168 time: 1.3163996 Jul 30 20:19:43.830393 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-caa7152a-2c18-45c1-983b-57aae7c04eb7 req-382592d0-455f-49da-ac1e-df4603da174a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286845 Jul 30 20:19:43.831464 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b049e-ff32-4ae3-adbe-672d8b00a0c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0830a4b-e259-4b58-9c94-0dd2ceb61009,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:44.109129 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50826) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:44.185317 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50830) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:44.211781 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7466500a-6005-4317-b8aa-0c6a2a58f0e4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9223d3fe370d4158bc62a22bc1b34676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0990651 Jul 30 20:19:44.387545 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c2ef23b-e1a6-4c5a-a81e-75271ff54c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:44.409564 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb14f1c-183d-484a-9454-9d93c3355ba7 req-df95feab-042d-4014-9aca-a68b707b0e7c tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:44.411903 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7cb14f1c-183d-484a-9454-9d93c3355ba7 req-df95feab-042d-4014-9aca-a68b707b0e7c tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ba137a2-5ede-42c3-bec1-3e01a509a905 HTTP/1.1" status: 200 len: 944 time: 0.1335144 Jul 30 20:19:44.495025 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c2ef23b-e1a6-4c5a-a81e-75271ff54c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:44.500331 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7cb14f1c-183d-484a-9454-9d93c3355ba7 req-8b9f28b5-4076-4bdb-9d63-24ddcf65de64 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/security-groups?id=f92a55e0-1082-4725-a0d4-5011a3c20af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795734 Jul 30 20:19:44.581090 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c2ef23b-e1a6-4c5a-a81e-75271ff54c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:44.585112 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c2ef23b-e1a6-4c5a-a81e-75271ff54c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:44.586305 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3c2ef23b-e1a6-4c5a-a81e-75271ff54c2f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1e939999-b92e-4174-b29a-7d15ea7548a0 HTTP/1.1" status: 204 len: 168 time: 0.4025853 Jul 30 20:19:44.608450 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ef23b-e1a6-4c5a-a81e-75271ff54c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e939999-b92e-4174-b29a-7d15ea7548a0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:44.697935 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:19:45.035388 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be40d2e-4baf-485e-8670-5117a24b16d3 req-0897f577-f63f-486a-88bc-8b9c7e1cbfe1 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:45.037329 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2be40d2e-4baf-485e-8670-5117a24b16d3 req-0897f577-f63f-486a-88bc-8b9c7e1cbfe1 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 945 time: 0.0669985 Jul 30 20:19:45.111307 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2be40d2e-4baf-485e-8670-5117a24b16d3 req-05d5f1f7-478b-44fd-a1c2-059ecc83239b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609713 Jul 30 20:19:45.397904 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:45.565351 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50890) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:45.889137 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b477e6a6-c576-4855-9b2a-2e57b6f977b6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-843252856-network', 'tenant_id': '732c32daf4604d2a9bd55b8b8cae0ba6'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:19:45.928730 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b477e6a6-c576-4855-9b2a-2e57b6f977b6 admin admin] Made reservation on behalf of 732c32daf4604d2a9bd55b8b8cae0ba6 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:19:45.934448 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b477e6a6-c576-4855-9b2a-2e57b6f977b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:45.950638 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b477e6a6-c576-4855-9b2a-2e57b6f977b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:46.081455 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device a5feffb9-d9ba-4a03-848b-fa86f00a312d up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:19:46.085497 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddc3ab-bb5a-47fc-b3bc-a678239cb2e8 req-67327a20-5860-40c1-9009-938fc316f6e6 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:46.086689 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-afddc3ab-bb5a-47fc-b3bc-a678239cb2e8 req-67327a20-5860-40c1-9009-938fc316f6e6 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ba137a2-5ede-42c3-bec1-3e01a509a905 HTTP/1.1" status: 200 len: 944 time: 0.1379168 Jul 30 20:19:46.171875 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-afddc3ab-bb5a-47fc-b3bc-a678239cb2e8 req-71f77b48-6466-4cd3-875d-70b86b91a7df tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/security-groups?id=f92a55e0-1082-4725-a0d4-5011a3c20af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718262 Jul 30 20:19:46.215631 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b477e6a6-c576-4855-9b2a-2e57b6f977b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:46.216731 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port a5feffb9-d9ba-4a03-848b-fa86f00a312d completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:19:46.225107 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b477e6a6-c576-4855-9b2a-2e57b6f977b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:46.242573 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port a5feffb9-d9ba-4a03-848b-fa86f00a312d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:19:46.243163 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:46.341437 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d760f189-c507-40b5-a2c8-a30a63837b1d req-8c7b8e00-fcb0-4140-8962-412ac9c03ba2 tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.1057220 Jul 30 20:19:46.363607 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b477e6a6-c576-4855-9b2a-2e57b6f977b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:19:46.398496 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477e6a6-c576-4855-9b2a-2e57b6f977b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e672f8b6-de41-4615-86d7-8d60eec3c01d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:46.404099 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b477e6a6-c576-4855-9b2a-2e57b6f977b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:46.404455 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-b477e6a6-c576-4855-9b2a-2e57b6f977b6 admin admin] Added segment 72eaa10b-f9c5-4e18-8bf5-f80676c447b3 of type vlan for network 9b2417f2-ecb1-4e88-85cc-752e6228ab72 Jul 30 20:19:46.437644 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:46.465443 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b477e6a6-c576-4855-9b2a-2e57b6f977b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:46.528006 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba137a2-5ede-42c3-bec1-3e01a509a905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5feffb9-d9ba-4a03-848b-fa86f00a312d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:19:46.530188 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f559b5b-0f3c-47e7-977e-10719452f550" -d '{"events": [{"server_uuid": "7ba137a2-5ede-42c3-bec1-3e01a509a905", "name": "network-vif-plugged", "status": "completed", "tag": "a5feffb9-d9ba-4a03-848b-fa86f00a312d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:19:46.568714 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port a5feffb9-d9ba-4a03-848b-fa86f00a312d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=a5feffb9-d9ba-4a03-848b-fa86f00a312d,segment=NetworkSegment(a1fb24d6-e796-4a89-83c3-16834a1f7808),segment_id=a1fb24d6-e796-4a89-83c3-16834a1f7808)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:46.581619 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:46.660977 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b477e6a6-c576-4855-9b2a-2e57b6f977b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:46.661985 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b477e6a6-c576-4855-9b2a-2e57b6f977b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:46.662581 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b477e6a6-c576-4855-9b2a-2e57b6f977b6 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:46.676346 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=a5feffb9-d9ba-4a03-848b-fa86f00a312d,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:46.749319 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bbfb4-f1c6-4011-a0bf-de89733aee59 req-575d8e31-c3c8-48d5-a55d-2bedde0ec4b8 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:46.750884 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-644bbfb4-f1c6-4011-a0bf-de89733aee59 req-575d8e31-c3c8-48d5-a55d-2bedde0ec4b8 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 945 time: 0.2335064 Jul 30 20:19:46.762804 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b477e6a6-c576-4855-9b2a-2e57b6f977b6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1964142 Jul 30 20:19:46.765817 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50912) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:46.774197 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8f953515-78e2-4e4a-be1e-1140a37bd3ce admin admin] Request body: {'subnet': {'network_id': '9b2417f2-ecb1-4e88-85cc-752e6228ab72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-843252856-subnet', 'tenant_id': '732c32daf4604d2a9bd55b8b8cae0ba6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:19:46.781471 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477e6a6-c576-4855-9b2a-2e57b6f977b6 admin admin] Pushing event updated for resources: {'Network': ['ID=9b2417f2-ecb1-4e88-85cc-752e6228ab72,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:46.795171 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 9b2417f2-ecb1-4e88-85cc-752e6228ab72 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:19:46.820483 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-644bbfb4-f1c6-4011-a0bf-de89733aee59 req-b7049997-1648-4128-92d2-626c3de0ce92 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616384 Jul 30 20:19:46.852279 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f953515-78e2-4e4a-be1e-1140a37bd3ce admin admin] Made reservation on behalf of 732c32daf4604d2a9bd55b8b8cae0ba6 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:19:46.856809 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f953515-78e2-4e4a-be1e-1140a37bd3ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:46.938293 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44939fec-aa63-4277-b65b-1d336307da44 x-openstack-request-id: req-44939fec-aa63-4277-b65b-1d336307da44 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:19:46.938594 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba137a2-5ede-42c3-bec1-3e01a509a905", "name": "network-vif-plugged", "status": "completed", "tag": "a5feffb9-d9ba-4a03-848b-fa86f00a312d", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:19:46.938853 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-44939fec-aa63-4277-b65b-1d336307da44 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:19:46.939251 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba137a2-5ede-42c3-bec1-3e01a509a905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5feffb9-d9ba-4a03-848b-fa86f00a312d', 'code': 200} Jul 30 20:19:47.150995 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bfe65-8019-4afa-8da0-3687860452e4 req-06a7dd98-8240-4986-b7a2-9c4c71768c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:47.152575 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-af0bfe65-8019-4afa-8da0-3687860452e4 req-06a7dd98-8240-4986-b7a2-9c4c71768c6a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7ba137a2-5ede-42c3-bec1-3e01a509a905 HTTP/1.1" status: 200 len: 1096 time: 0.1413879 Jul 30 20:19:47.238939 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-af0bfe65-8019-4afa-8da0-3687860452e4 req-9a052943-36df-465d-a91c-0c81bf48678d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f92a55e0-1082-4725-a0d4-5011a3c20af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777450 Jul 30 20:19:47.248287 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f953515-78e2-4e4a-be1e-1140a37bd3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:47.328964 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d3346-90b1-49d6-adbd-4c71233383a7 req-8d147610-5c63-48a7-a991-458d2a77ead0 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:47.331855 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f953515-78e2-4e4a-be1e-1140a37bd3ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=7394bb64-91d6-4946-a81f-f956cb2f250e,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:47.343110 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b72d3346-90b1-49d6-adbd-4c71233383a7 req-8d147610-5c63-48a7-a991-458d2a77ead0 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ba137a2-5ede-42c3-bec1-3e01a509a905 HTTP/1.1" status: 200 len: 945 time: 0.0804341 Jul 30 20:19:47.362258 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f953515-78e2-4e4a-be1e-1140a37bd3ce admin admin] Checking segment: {'id': '72eaa10b-f9c5-4e18-8bf5-f80676c447b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b2417f2-ecb1-4e88-85cc-752e6228ab72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:19:47.362643 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f953515-78e2-4e4a-be1e-1140a37bd3ce admin admin] Network hostable DHCP agents. Network: 9b2417f2-ecb1-4e88-85cc-752e6228ab72, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:19:47.393625 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b72d3346-90b1-49d6-adbd-4c71233383a7 req-61fab81f-9054-4564-8f2c-1622de95f446 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/security-groups?id=f92a55e0-1082-4725-a0d4-5011a3c20af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473254 Jul 30 20:19:47.397197 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f953515-78e2-4e4a-be1e-1140a37bd3ce admin admin] Network 9b2417f2-ecb1-4e88-85cc-752e6228ab72 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:19:47.427978 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8f953515-78e2-4e4a-be1e-1140a37bd3ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 9b2417f2-ecb1-4e88-85cc-752e6228ab72) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:19:47.434720 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f953515-78e2-4e4a-be1e-1140a37bd3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:47.435328 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f953515-78e2-4e4a-be1e-1140a37bd3ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:47.446540 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92ff594-ae03-42c6-b47f-69bf2c46c9e2 None None] Network 9b2417f2-ecb1-4e88-85cc-752e6228ab72 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:19:47.473036 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8f953515-78e2-4e4a-be1e-1140a37bd3ce admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7052054 Jul 30 20:19:47.531542 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-13254173-7e5e-4f13-bdb3-3b6d246c25e6 req-27465bf5-8c18-4fd1-9642-57e2efae5d09 tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0611403 Jul 30 20:19:47.657147 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b0e37b-7f95-45fb-ba5d-6656c229e39a None None] Network 9b2417f2-ecb1-4e88-85cc-752e6228ab72 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:19:48.049809 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532959f0-ec30-434a-836d-a87e4d068952 req-211c166f-dfd2-495d-b7fb-e7548c9126de tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:48.052451 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-532959f0-ec30-434a-836d-a87e4d068952 req-211c166f-dfd2-495d-b7fb-e7548c9126de tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 945 time: 0.0999606 Jul 30 20:19:48.105547 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-532959f0-ec30-434a-836d-a87e4d068952 req-c0ef9030-21bd-4e90-8500-920ae45d89cb tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427563 Jul 30 20:19:48.140095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50944) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:48.148051 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-57b78c04-10eb-4bdf-a8cc-d4200ec56754 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-450298153-network', 'tenant_id': 'be434ec5fa7743578aff6e4693406ff5'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:19:48.200429 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b78c04-10eb-4bdf-a8cc-d4200ec56754 admin admin] Made reservation on behalf of be434ec5fa7743578aff6e4693406ff5 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:19:48.211729 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-57b78c04-10eb-4bdf-a8cc-d4200ec56754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:48.230945 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-57b78c04-10eb-4bdf-a8cc-d4200ec56754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:48.373629 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-57b78c04-10eb-4bdf-a8cc-d4200ec56754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:48.382600 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-57b78c04-10eb-4bdf-a8cc-d4200ec56754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:48.406728 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b78c04-10eb-4bdf-a8cc-d4200ec56754 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:19:48.455818 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-57b78c04-10eb-4bdf-a8cc-d4200ec56754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:48.456708 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-57b78c04-10eb-4bdf-a8cc-d4200ec56754 admin admin] Added segment 86805816-4d6f-47e5-a960-69d69455c26c of type vlan for network e1094d5d-b0b2-4ad0-9adb-d47ef1eb0978 Jul 30 20:19:48.512683 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b78c04-10eb-4bdf-a8cc-d4200ec56754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7187667-173c-45da-ae5a-e986cda25b48,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:48.609993 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-57b78c04-10eb-4bdf-a8cc-d4200ec56754 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:48.632539 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe3635-c5e2-46ff-a5ad-d45d2f47c3d3 req-fb39a871-5d22-4423-bd7c-0531fe4b85c0 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:48.634494 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5fe3635-c5e2-46ff-a5ad-d45d2f47c3d3 req-fb39a871-5d22-4423-bd7c-0531fe4b85c0 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ba137a2-5ede-42c3-bec1-3e01a509a905 HTTP/1.1" status: 200 len: 945 time: 0.1369674 Jul 30 20:19:48.684012 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-57b78c04-10eb-4bdf-a8cc-d4200ec56754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:48.685237 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b78c04-10eb-4bdf-a8cc-d4200ec56754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:48.686163 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-57b78c04-10eb-4bdf-a8cc-d4200ec56754 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:48.736613 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5fe3635-c5e2-46ff-a5ad-d45d2f47c3d3 req-8c9c946a-882e-4f72-9703-87f2ec15bb03 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/security-groups?id=f92a55e0-1082-4725-a0d4-5011a3c20af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892673 Jul 30 20:19:48.788965 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-57b78c04-10eb-4bdf-a8cc-d4200ec56754 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6450565 Jul 30 20:19:48.789983 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50960) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:48.793341 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b78c04-10eb-4bdf-a8cc-d4200ec56754 admin admin] Pushing event updated for resources: {'Network': ['ID=e1094d5d-b0b2-4ad0-9adb-d47ef1eb0978,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:48.795617 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f800c10e-0251-4633-aa86-ab0c619c7a10 admin admin] Request body: {'subnet': {'network_id': 'e1094d5d-b0b2-4ad0-9adb-d47ef1eb0978', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-450298153-subnet', 'tenant_id': 'be434ec5fa7743578aff6e4693406ff5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:19:48.805800 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network e1094d5d-b0b2-4ad0-9adb-d47ef1eb0978 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:19:48.882305 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f800c10e-0251-4633-aa86-ab0c619c7a10 admin admin] Made reservation on behalf of be434ec5fa7743578aff6e4693406ff5 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:19:48.885456 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f800c10e-0251-4633-aa86-ab0c619c7a10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:49.005299 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1c6b48d7-3016-4dc5-af98-12bab251046f req-3aa76fde-98f1-4569-bfa8-c270bb5b20bb tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0737243 Jul 30 20:19:49.337040 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f800c10e-0251-4633-aa86-ab0c619c7a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:49.420566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67695ca2-de90-4de5-ab0f-8b5051b5ac1b req-2f431e2a-1bf8-49bb-bf75-1d3a3debfc79 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:49.428939 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-67695ca2-de90-4de5-ab0f-8b5051b5ac1b req-2f431e2a-1bf8-49bb-bf75-1d3a3debfc79 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 945 time: 0.0683017 Jul 30 20:19:49.491253 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800c10e-0251-4633-aa86-ab0c619c7a10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0de767c5-e4e9-4bbb-831d-ef87482952fd,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:49.513873 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f800c10e-0251-4633-aa86-ab0c619c7a10 admin admin] Checking segment: {'id': '86805816-4d6f-47e5-a960-69d69455c26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e1094d5d-b0b2-4ad0-9adb-d47ef1eb0978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:19:49.514254 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f800c10e-0251-4633-aa86-ab0c619c7a10 admin admin] Network hostable DHCP agents. Network: e1094d5d-b0b2-4ad0-9adb-d47ef1eb0978, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:19:49.518028 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-67695ca2-de90-4de5-ab0f-8b5051b5ac1b req-60253b8f-2a2f-4ad1-96fc-e69de54f65b4 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854685 Jul 30 20:19:49.552757 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:49.558595 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f800c10e-0251-4633-aa86-ab0c619c7a10 admin admin] Network e1094d5d-b0b2-4ad0-9adb-d47ef1eb0978 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:19:49.570409 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-f800c10e-0251-4633-aa86-ab0c619c7a10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, e1094d5d-b0b2-4ad0-9adb-d47ef1eb0978) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:19:49.584415 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d04f5e-b6f8-4151-9e37-91c6e23c15dc None None] Network e1094d5d-b0b2-4ad0-9adb-d47ef1eb0978 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:19:49.585447 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800c10e-0251-4633-aa86-ab0c619c7a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:49.587327 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f800c10e-0251-4633-aa86-ab0c619c7a10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:49.635807 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f800c10e-0251-4633-aa86-ab0c619c7a10 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8254063 Jul 30 20:19:49.862777 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c4042-8092-4be3-a0f4-9ddc10da0bbf req-fcc38024-7466-4d4d-be91-f60ad623ca04 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:49.864957 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d10ce61-2142-4668-81b4-f2d567467ac4 None None] Network e1094d5d-b0b2-4ad0-9adb-d47ef1eb0978 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:19:49.865505 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d28c4042-8092-4be3-a0f4-9ddc10da0bbf req-fcc38024-7466-4d4d-be91-f60ad623ca04 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ba137a2-5ede-42c3-bec1-3e01a509a905 HTTP/1.1" status: 200 len: 945 time: 0.0969388 Jul 30 20:19:49.981377 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d28c4042-8092-4be3-a0f4-9ddc10da0bbf req-99cd7ba9-f2ce-411a-baaf-7ca8deb056f7 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/security-groups?id=f92a55e0-1082-4725-a0d4-5011a3c20af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938380 Jul 30 20:19:50.167687 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ede2581-4ab6-4c0c-99b3-4e9b12d04471 req-f866a830-89b0-4dd6-b492-3f97cbdf3f39 tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0355389 Jul 30 20:19:50.490323 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-f2ccb79e-88d0-4153-b19d-48dd45811334 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:50.492027 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-f2ccb79e-88d0-4153-b19d-48dd45811334 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/networks?id=9b2417f2-ecb1-4e88-85cc-752e6228ab72 HTTP/1.1" status: 200 len: 824 time: 0.1107907 Jul 30 20:19:50.509950 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-0eb1035a-16f1-4661-9172-fe131e8a3254 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/quotas/732c32daf4604d2a9bd55b8b8cae0ba6 HTTP/1.1" status: 200 len: 375 time: 0.0105517 Jul 30 20:19:50.567473 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-6655ccc4-2823-4e4c-91b9-e9f6969698aa tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=732c32daf4604d2a9bd55b8b8cae0ba6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450411 Jul 30 20:19:50.684090 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-c3b1697a-2cd9-4a99-a35d-fa37633999f8 service neutron] 10.222.0.81 "GET /v2.0/networks/9b2417f2-ecb1-4e88-85cc-752e6228ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124711 Jul 30 20:19:50.833175 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-77e21d52-d839-4b5e-9933-6c1bacd4ab28 service neutron] 10.222.0.81 "GET /v2.0/networks/9b2417f2-ecb1-4e88-85cc-752e6228ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448641 Jul 30 20:19:50.918577 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d298046-8a32-4fd8-a193-b9acccd5b282 req-44b29089-5e5e-4b5d-a7c1-fe22fd06d474 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:50.920194 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5d298046-8a32-4fd8-a193-b9acccd5b282 req-44b29089-5e5e-4b5d-a7c1-fe22fd06d474 tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ba137a2-5ede-42c3-bec1-3e01a509a905 HTTP/1.1" status: 200 len: 945 time: 0.1286232 Jul 30 20:19:51.132688 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-5d298046-8a32-4fd8-a193-b9acccd5b282 req-5804d579-170c-4e38-89a8-fbaa5844483f tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Deleting port a5feffb9-d9ba-4a03-848b-fa86f00a312d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:19:51.133258 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5d298046-8a32-4fd8-a193-b9acccd5b282 req-5804d579-170c-4e38-89a8-fbaa5844483f tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:51.203639 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9aa42-456e-4e90-8b47-f757bdd9e986 req-aef5133c-5dc1-429f-8c09-cf1acb516d1d tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:51.213029 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e8a9aa42-456e-4e90-8b47-f757bdd9e986 req-aef5133c-5dc1-429f-8c09-cf1acb516d1d tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 945 time: 0.1313367 Jul 30 20:19:51.232805 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee00b01b-6057-4e29-9a63-e28cec7149a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:51.318198 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-5d298046-8a32-4fd8-a193-b9acccd5b282 req-5804d579-170c-4e38-89a8-fbaa5844483f tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] For port a5feffb9-d9ba-4a03-848b-fa86f00a312d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=a5feffb9-d9ba-4a03-848b-fa86f00a312d,segment=NetworkSegment(a1fb24d6-e796-4a89-83c3-16834a1f7808),segment_id=a1fb24d6-e796-4a89-83c3-16834a1f7808)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:51.318962 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5d298046-8a32-4fd8-a193-b9acccd5b282 req-5804d579-170c-4e38-89a8-fbaa5844483f tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:51.322246 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e8a9aa42-456e-4e90-8b47-f757bdd9e986 req-b61265d0-d0ba-4ee6-9deb-58bc984bde87 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026187 Jul 30 20:19:51.347743 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-5d298046-8a32-4fd8-a193-b9acccd5b282 req-5804d579-170c-4e38-89a8-fbaa5844483f tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Calling delete_port for a5feffb9-d9ba-4a03-848b-fa86f00a312d owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:19:51.507731 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5d298046-8a32-4fd8-a193-b9acccd5b282 req-5804d579-170c-4e38-89a8-fbaa5844483f tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:51.520910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['a5feffb9-d9ba-4a03-848b-fa86f00a312d'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:19:51.561900 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f1426423-522d-4a1c-9207-3b301c051448 req-550312a6-cdfd-4ead-a5b3-303d0893ec9e tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b63f-57ad-4d06-9e4b-a27a24209fba HTTP/1.1" status: 200 len: 210 time: 0.0463407 Jul 30 20:19:51.587674 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804d579-170c-4e38-89a8-fbaa5844483f tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Pushing event deleted for resources: {'Port': ['ID=a5feffb9-d9ba-4a03-848b-fa86f00a312d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:51.633958 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d298046-8a32-4fd8-a193-b9acccd5b282 req-5804d579-170c-4e38-89a8-fbaa5844483f tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] No DVR routers for this DVR port a5feffb9-d9ba-4a03-848b-fa86f00a312d on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:19:51.636983 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5d298046-8a32-4fd8-a193-b9acccd5b282 req-5804d579-170c-4e38-89a8-fbaa5844483f tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:51.639486 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5d298046-8a32-4fd8-a193-b9acccd5b282 req-5804d579-170c-4e38-89a8-fbaa5844483f tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.83 "DELETE /v2.0/ports/a5feffb9-d9ba-4a03-848b-fa86f00a312d HTTP/1.1" status: 204 len: 173 time: 0.7131660 Jul 30 20:19:51.640068 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba137a2-5ede-42c3-bec1-3e01a509a905', 'name': 'network-vif-deleted', 'tag': 'a5feffb9-d9ba-4a03-848b-fa86f00a312d'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:19:51.646574 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93b76e2-e93d-4287-a28e-c2b2606856a7" -d '{"events": [{"server_uuid": "7ba137a2-5ede-42c3-bec1-3e01a509a905", "name": "network-vif-deleted", "tag": "a5feffb9-d9ba-4a03-848b-fa86f00a312d"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:19:51.681369 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-db235a56-1476-40fc-80c1-e3ab60e9b6b7 req-e3f8ccf0-aa7e-4ca7-af5e-31c11b162a7b tempest-InstanceActionsV221TestJSON-1117740423 tempest-InstanceActionsV221TestJSON-1117740423-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ba137a2-5ede-42c3-bec1-3e01a509a905 HTTP/1.1" status: 200 len: 210 time: 0.0495653 Jul 30 20:19:51.807396 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7d042b7-a8b5-49fd-9823-931ca87db8a6 req-6b81d018-d67f-43f7-b411-0b4835a9eb42 tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0435169 Jul 30 20:19:51.882506 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24017d02-6996-4af8-896f-be1a0b718ddf x-openstack-request-id: req-24017d02-6996-4af8-896f-be1a0b718ddf {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:19:51.882990 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba137a2-5ede-42c3-bec1-3e01a509a905", "name": "network-vif-deleted", "tag": "a5feffb9-d9ba-4a03-848b-fa86f00a312d", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:19:51.883442 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-24017d02-6996-4af8-896f-be1a0b718ddf {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:19:51.884025 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba137a2-5ede-42c3-bec1-3e01a509a905', 'name': 'network-vif-deleted', 'tag': 'a5feffb9-d9ba-4a03-848b-fa86f00a312d', 'status': 'completed', 'code': 200} Jul 30 20:19:52.460794 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89c0ec-ac19-4cd1-ace5-c7b8ffec26c4 req-851cd852-7680-4e70-b4b4-93a5b5881b21 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:52.462396 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e89c0ec-ac19-4cd1-ace5-c7b8ffec26c4 req-851cd852-7680-4e70-b4b4-93a5b5881b21 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 945 time: 0.0734141 Jul 30 20:19:52.524779 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e89c0ec-ac19-4cd1-ace5-c7b8ffec26c4 req-9401195d-e1c9-45b2-af02-1f9ddec8d5a7 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551772 Jul 30 20:19:52.673772 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c81ea5d8-6fe2-4867-acf7-90cbcba58170 req-2602787c-de6f-426d-b73d-695ef16737b7 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b63f-57ad-4d06-9e4b-a27a24209fba HTTP/1.1" status: 200 len: 210 time: 0.0271039 Jul 30 20:19:52.944990 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3fe09903-b87b-4c89-8668-fa91c533d306 req-e8d8b0a7-ab3f-4e80-995c-9928d3e98d0f tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0329754 Jul 30 20:19:52.961049 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-8680bd8d-70e8-445e-a714-43de366c5165 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:52.962722 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-8680bd8d-70e8-445e-a714-43de366c5165 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.59 "GET /v2.0/networks?id=9b2417f2-ecb1-4e88-85cc-752e6228ab72 HTTP/1.1" status: 200 len: 824 time: 0.1347499 Jul 30 20:19:52.979386 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-99a6baad-891d-445b-a511-9eeeb17750bb tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Request body: {'port': {'device_id': 'bf09b63f-57ad-4d06-9e4b-a27a24209fba', 'network_id': '9b2417f2-ecb1-4e88-85cc-752e6228ab72', 'admin_state_up': True, 'tenant_id': '732c32daf4604d2a9bd55b8b8cae0ba6'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:19:53.082737 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51082) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:53.135251 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac17e1f-bf0f-4b08-b02f-f64918626033 admin admin] Deleting subnet 15b6f798-0422-48bd-8039-1b0895a79548 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:19:53.138948 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ac17e1f-bf0f-4b08-b02f-f64918626033 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:53.140436 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-99a6baad-891d-445b-a511-9eeeb17750bb tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Made reservation on behalf of 732c32daf4604d2a9bd55b8b8cae0ba6 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:19:53.145488 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-99a6baad-891d-445b-a511-9eeeb17750bb tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:53.182359 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ac17e1f-bf0f-4b08-b02f-f64918626033 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:53.241878 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ac17e1f-bf0f-4b08-b02f-f64918626033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:53.302616 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-99a6baad-891d-445b-a511-9eeeb17750bb tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Allocated IP 172.20.0.9 (9b2417f2-ecb1-4e88-85cc-752e6228ab72/7394bb64-91d6-4946-a81f-f956cb2f250e/045b3cdc-667c-4d04-861a-9deaae9ba388) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:19:53.317313 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ac17e1f-bf0f-4b08-b02f-f64918626033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:53.348788 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac17e1f-bf0f-4b08-b02f-f64918626033 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15b6f798-0422-48bd-8039-1b0895a79548,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:53.353176 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ac17e1f-bf0f-4b08-b02f-f64918626033 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:53.356686 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2ac17e1f-bf0f-4b08-b02f-f64918626033 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/15b6f798-0422-48bd-8039-1b0895a79548 HTTP/1.1" status: 204 len: 168 time: 0.2729361 Jul 30 20:19:53.360702 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51090) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:53.492910 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5bc821ae-c171-4dc0-a2df-40f7b8743e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:53.632629 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-99a6baad-891d-445b-a511-9eeeb17750bb tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:53.636204 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4cfe8a6c-ada3-4640-a4a3-2d9fe4cf9768 req-c68d8a2a-3dda-4783-a467-def03abd99d0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0695486 Jul 30 20:19:53.656782 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5bc821ae-c171-4dc0-a2df-40f7b8743e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:53.675026 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08740a3d-ace7-4eb8-8175-baebafbc9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:53.685215 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-5bc821ae-c171-4dc0-a2df-40f7b8743e1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd8ca69-67ed-452f-8bc3-f379216d6f5b']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:53.704783 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-5bc821ae-c171-4dc0-a2df-40f7b8743e1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1fb24d6-e796-4a89-83c3-16834a1f7808') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:53.705078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-5bc821ae-c171-4dc0-a2df-40f7b8743e1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1fb24d6-e796-4a89-83c3-16834a1f7808') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:53.734422 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5bc821ae-c171-4dc0-a2df-40f7b8743e1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:53.750785 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673156a2-38b3-49c7-bc68-c77506772d59 req-536ba1b4-798d-4d01-80c1-01fea9b2cb9b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:53.752339 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-673156a2-38b3-49c7-bc68-c77506772d59 req-536ba1b4-798d-4d01-80c1-01fea9b2cb9b tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 945 time: 0.1234360 Jul 30 20:19:53.765857 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5bc821ae-c171-4dc0-a2df-40f7b8743e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:53.785112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc821ae-c171-4dc0-a2df-40f7b8743e1c admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:19:53.785544 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5bc821ae-c171-4dc0-a2df-40f7b8743e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:19:53.787597 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:19:53.797469 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 96a255fd-27b1-444d-a16e-73fe08930ceb details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:19:53.799611 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-99a6baad-891d-445b-a511-9eeeb17750bb tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:53.893550 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-99a6baad-891d-445b-a511-9eeeb17750bb tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Network 9b2417f2-ecb1-4e88-85cc-752e6228ab72 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:19:53.906489 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-673156a2-38b3-49c7-bc68-c77506772d59 req-704a57da-2090-45ce-8d6d-c8510f0fdd55 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464314 Jul 30 20:19:53.910697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-99a6baad-891d-445b-a511-9eeeb17750bb tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:19:53.912653 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5bc821ae-c171-4dc0-a2df-40f7b8743e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:53.914263 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-99a6baad-891d-445b-a511-9eeeb17750bb tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:19:53.919761 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:53.962383 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 96a255fd-27b1-444d-a16e-73fe08930ceb, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=96a255fd-27b1-444d-a16e-73fe08930ceb,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:53.963887 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5bc821ae-c171-4dc0-a2df-40f7b8743e1c admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:53.976285 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5bc821ae-c171-4dc0-a2df-40f7b8743e1c admin admin] 10.222.0.81 "DELETE /v2.0/networks/ffd8ca69-67ed-452f-8bc3-f379216d6f5b HTTP/1.1" status: 204 len: 168 time: 0.6033249 Jul 30 20:19:53.982913 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '96a255fd-27b1-444d-a16e-73fe08930ceb', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'port_id': '96a255fd-27b1-444d-a16e-73fe08930ceb', 'mac_address': 'fa:16:3e:43:ea:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1ad353-61a9-43a8-b737-817c20130814', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:19:54.008077 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6baad-891d-445b-a511-9eeeb17750bb tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Pushing event updated for resources: {'Port': ['ID=045b3cdc-667c-4d04-861a-9deaae9ba388,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:54.034292 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc821ae-c171-4dc0-a2df-40f7b8743e1c admin admin] Pushing event deleted for resources: {'Network': ['ID=ffd8ca69-67ed-452f-8bc3-f379216d6f5b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:54.048531 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:54.064992 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-99a6baad-891d-445b-a511-9eeeb17750bb tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:54.065625 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-99a6baad-891d-445b-a511-9eeeb17750bb tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:54.074760 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a255fd-27b1-444d-a16e-73fe08930ceb {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:19:54.101927 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 96a255fd-27b1-444d-a16e-73fe08930ceb, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=96a255fd-27b1-444d-a16e-73fe08930ceb,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:54.109587 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:54.136515 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-99a6baad-891d-445b-a511-9eeeb17750bb tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1617482 Jul 30 20:19:54.155014 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-8cfc61f7-2f46-453a-a0d1-c09a731378c8 service neutron] Request body: {'port': {'device_id': 'bf09b63f-57ad-4d06-9e4b-a27a24209fba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:19:54.189988 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55681174-06d3-4186-a810-a29967259ea2 req-8493aeaf-e082-41f0-9b9e-47ce2404f1bb tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:54.189988 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-55681174-06d3-4186-a810-a29967259ea2 req-8493aeaf-e082-41f0-9b9e-47ce2404f1bb tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b63f-57ad-4d06-9e4b-a27a24209fba HTTP/1.1" status: 200 len: 931 time: 0.0827932 Jul 30 20:19:54.205351 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=96a255fd-27b1-444d-a16e-73fe08930ceb,revision_number=11']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:54.256782 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-55681174-06d3-4186-a810-a29967259ea2 req-4641c870-7400-48a7-bb20-3fb326a5f5f8 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/security-groups?id=e672f8b6-de41-4615-86d7-8d60eec3c01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607674 Jul 30 20:19:54.259406 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-8cfc61f7-2f46-453a-a0d1-c09a731378c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:54.294064 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51114) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:54.362581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['96a255fd-27b1-444d-a16e-73fe08930ceb'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:19:54.428699 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-db1a5c4b-f14e-4c3f-a3c0-a4269a23beac admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ec74bada7d054d3ea05b219888632f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324368 Jul 30 20:19:54.432025 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51118) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:54.512536 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ba53c90-3f85-487b-88bc-2c2778b3bee7 req-c320bf9a-6bbe-46ee-889f-4527110a0f48 tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0270953 Jul 30 20:19:54.572181 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-150f8247-703f-4ea1-be0c-1190774dc667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:54.622049 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-150f8247-703f-4ea1-be0c-1190774dc667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:54.633810 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-8cfc61f7-2f46-453a-a0d1-c09a731378c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 045b3cdc-667c-4d04-861a-9deaae9ba388 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:19:54.642975 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-8cfc61f7-2f46-453a-a0d1-c09a731378c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:54.657110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-8cfc61f7-2f46-453a-a0d1-c09a731378c8 service neutron] Transition to ACTIVE for port object 045b3cdc-667c-4d04-861a-9deaae9ba388 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:19:54.665283 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-8cfc61f7-2f46-453a-a0d1-c09a731378c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:54.686534 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-150f8247-703f-4ea1-be0c-1190774dc667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:54.689481 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-150f8247-703f-4ea1-be0c-1190774dc667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:54.691150 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-150f8247-703f-4ea1-be0c-1190774dc667 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f92a55e0-1082-4725-a0d4-5011a3c20af0 HTTP/1.1" status: 204 len: 168 time: 0.2579412 Jul 30 20:19:54.714216 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f8247-703f-4ea1-be0c-1190774dc667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92a55e0-1082-4725-a0d4-5011a3c20af0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:54.767426 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc61f7-2f46-453a-a0d1-c09a731378c8 service neutron] Pushing event updated for resources: {'Port': ['ID=045b3cdc-667c-4d04-861a-9deaae9ba388,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:54.856771 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-8cfc61f7-2f46-453a-a0d1-c09a731378c8 service neutron] Attempting to bind port 045b3cdc-667c-4d04-861a-9deaae9ba388 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:19:54.857228 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-8cfc61f7-2f46-453a-a0d1-c09a731378c8 service neutron] Attempting to bind port 045b3cdc-667c-4d04-861a-9deaae9ba388 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '72eaa10b-f9c5-4e18-8bf5-f80676c447b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b2417f2-ecb1-4e88-85cc-752e6228ab72'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:19:54.857559 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-8cfc61f7-2f46-453a-a0d1-c09a731378c8 service neutron] Attempting to bind port 045b3cdc-667c-4d04-861a-9deaae9ba388 on network 9b2417f2-ecb1-4e88-85cc-752e6228ab72 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:19:54.862257 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-8cfc61f7-2f46-453a-a0d1-c09a731378c8 service neutron] Port 045b3cdc-667c-4d04-861a-9deaae9ba388 on network 9b2417f2-ecb1-4e88-85cc-752e6228ab72 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:19:54.862448 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-8cfc61f7-2f46-453a-a0d1-c09a731378c8 service neutron] Attempting to bind port 045b3cdc-667c-4d04-861a-9deaae9ba388 on network 9b2417f2-ecb1-4e88-85cc-752e6228ab72 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:19:54.867552 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-8cfc61f7-2f46-453a-a0d1-c09a731378c8 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:19:54.867981 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-8cfc61f7-2f46-453a-a0d1-c09a731378c8 service neutron] Checking segment: {'id': '72eaa10b-f9c5-4e18-8bf5-f80676c447b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b2417f2-ecb1-4e88-85cc-752e6228ab72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:19:54.868278 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-8cfc61f7-2f46-453a-a0d1-c09a731378c8 service neutron] Bound using segment: {'id': '72eaa10b-f9c5-4e18-8bf5-f80676c447b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b2417f2-ecb1-4e88-85cc-752e6228ab72'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:19:54.868698 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-8cfc61f7-2f46-453a-a0d1-c09a731378c8 service neutron] Bound port: 045b3cdc-667c-4d04-861a-9deaae9ba388, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72eaa10b-f9c5-4e18-8bf5-f80676c447b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b2417f2-ecb1-4e88-85cc-752e6228ab72'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:19:54.869054 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-8cfc61f7-2f46-453a-a0d1-c09a731378c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:54.934360 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:54.951268 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-8cfc61f7-2f46-453a-a0d1-c09a731378c8 service neutron] For port 045b3cdc-667c-4d04-861a-9deaae9ba388, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:19:54.954863 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-8cfc61f7-2f46-453a-a0d1-c09a731378c8 service neutron] For port 045b3cdc-667c-4d04-861a-9deaae9ba388, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=045b3cdc-667c-4d04-861a-9deaae9ba388,segment=NetworkSegment(72eaa10b-f9c5-4e18-8bf5-f80676c447b3),segment_id=72eaa10b-f9c5-4e18-8bf5-f80676c447b3)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:19:54.972822 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-8cfc61f7-2f46-453a-a0d1-c09a731378c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:55.014901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-8cfc61f7-2f46-453a-a0d1-c09a731378c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:55.015538 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-8cfc61f7-2f46-453a-a0d1-c09a731378c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:55.017114 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-8cfc61f7-2f46-453a-a0d1-c09a731378c8 service neutron] 10.222.0.59 "PUT /v2.0/ports/045b3cdc-667c-4d04-861a-9deaae9ba388 HTTP/1.1" status: 200 len: 1091 time: 0.8664851 Jul 30 20:19:55.017568 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf09b63f-57ad-4d06-9e4b-a27a24209fba', 'tag': '045b3cdc-667c-4d04-861a-9deaae9ba388'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:19:55.020510 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e4146d-76da-4413-bd91-8aba82787f15" -d '{"events": [{"name": "network-changed", "server_uuid": "bf09b63f-57ad-4d06-9e4b-a27a24209fba", "tag": "045b3cdc-667c-4d04-861a-9deaae9ba388"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:19:55.118666 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc61f7-2f46-453a-a0d1-c09a731378c8 service neutron] Pushing event updated for resources: {'Port': ['ID=045b3cdc-667c-4d04-861a-9deaae9ba388,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:55.148473 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96f502-e65e-4190-9ab0-3e8472fbfe4f req-2c225eac-7430-4a3a-b1e0-30c37386ad2d tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:55.150205 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc96f502-e65e-4190-9ab0-3e8472fbfe4f req-2c225eac-7430-4a3a-b1e0-30c37386ad2d tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 946 time: 0.1151943 Jul 30 20:19:55.159060 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-f4f185c2-ea52-4056-aa65-75ae0bec3bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:55.160532 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-f4f185c2-ea52-4056-aa65-75ae0bec3bf3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=732c32daf4604d2a9bd55b8b8cae0ba6&device_id=bf09b63f-57ad-4d06-9e4b-a27a24209fba HTTP/1.1" status: 200 len: 1094 time: 0.0904741 Jul 30 20:19:55.237988 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-21b24baa-be9b-41aa-8776-6c8f6645fe8a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=045b3cdc-667c-4d04-861a-9deaae9ba388 HTTP/1.1" status: 200 len: 217 time: 0.0690107 Jul 30 20:19:55.313678 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc96f502-e65e-4190-9ab0-3e8472fbfe4f req-7172bbf8-c78d-4424-8766-1060714355f7 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520386 Jul 30 20:19:55.330865 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-32c4d5c3-2149-466f-8f30-f9cbaa76f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:55.333297 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-32c4d5c3-2149-466f-8f30-f9cbaa76f847 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7394bb64-91d6-4946-a81f-f956cb2f250e HTTP/1.1" status: 200 len: 864 time: 0.0873766 Jul 30 20:19:55.378405 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-9647b7e8-1345-4aea-9320-ab0c65cb90a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b2417f2-ecb1-4e88-85cc-752e6228ab72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386152 Jul 30 20:19:55.490711 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-fdb3bf14-d87c-48fb-a810-a30ed3186a8d service neutron] 10.222.0.59 "GET /v2.0/networks/9b2417f2-ecb1-4e88-85cc-752e6228ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050541 Jul 30 20:19:55.536567 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dcc4e8-9e26-4e26-9ad9-3c7c66229d62 x-openstack-request-id: req-56dcc4e8-9e26-4e26-9ad9-3c7c66229d62 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:19:55.537389 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf09b63f-57ad-4d06-9e4b-a27a24209fba", "tag": "045b3cdc-667c-4d04-861a-9deaae9ba388", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:19:55.538034 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-56dcc4e8-9e26-4e26-9ad9-3c7c66229d62 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:19:55.539064 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf09b63f-57ad-4d06-9e4b-a27a24209fba', 'tag': '045b3cdc-667c-4d04-861a-9deaae9ba388', 'status': 'completed', 'code': 200} Jul 30 20:19:55.630697 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f27a3cdb-5274-4ea7-8867-aeaa2259695b req-108f8009-ea50-4493-af96-1fe508b9cd02 service neutron] 10.222.0.59 "GET /v2.0/networks/9b2417f2-ecb1-4e88-85cc-752e6228ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320143 Jul 30 20:19:55.697962 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51170) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:55.702762 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d05839-7886-4666-b6cb-9b4141678a7e req-f0f02a64-4655-4f44-a9ce-effc3ca7e647 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:55.705018 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-85d05839-7886-4666-b6cb-9b4141678a7e req-f0f02a64-4655-4f44-a9ce-effc3ca7e647 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b63f-57ad-4d06-9e4b-a27a24209fba HTTP/1.1" status: 200 len: 943 time: 0.0722339 Jul 30 20:19:55.791276 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4146d-76da-4413-bd91-8aba82787f15 req-ab0f594b-611a-4081-90ce-4b69756dff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:55.793618 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89e4146d-76da-4413-bd91-8aba82787f15 req-ab0f594b-611a-4081-90ce-4b69756dff60 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=732c32daf4604d2a9bd55b8b8cae0ba6&device_id=bf09b63f-57ad-4d06-9e4b-a27a24209fba HTTP/1.1" status: 200 len: 1094 time: 0.0878873 Jul 30 20:19:55.798090 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-85d05839-7886-4666-b6cb-9b4141678a7e req-594fa39e-f564-4d79-8150-167fcc4e1028 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/security-groups?id=e672f8b6-de41-4615-86d7-8d60eec3c01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819299 Jul 30 20:19:55.800889 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e1052ea2-0461-439f-966a-4d1a27bdf8d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1836562861-network', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:19:55.804339 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 96a255fd-27b1-444d-a16e-73fe08930ceb up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:19:55.843815 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1052ea2-0461-439f-966a-4d1a27bdf8d1 admin admin] Made reservation on behalf of fdd4a0aeb4734545b256ac5e1a36d088 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:19:55.847032 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1052ea2-0461-439f-966a-4d1a27bdf8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:55.860106 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1052ea2-0461-439f-966a-4d1a27bdf8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:55.906584 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4146d-76da-4413-bd91-8aba82787f15 req-a2ea1995-2fdc-478e-afcc-afafdd7cec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:55.908158 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89e4146d-76da-4413-bd91-8aba82787f15 req-a2ea1995-2fdc-478e-afcc-afafdd7cec09 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b2417f2-ecb1-4e88-85cc-752e6228ab72 HTTP/1.1" status: 200 len: 925 time: 0.1071532 Jul 30 20:19:55.912505 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 96a255fd-27b1-444d-a16e-73fe08930ceb completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:19:55.917869 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 96a255fd-27b1-444d-a16e-73fe08930ceb triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:19:55.918537 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:55.989319 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89e4146d-76da-4413-bd91-8aba82787f15 req-175e7ec2-73a8-436c-89f0-199ad7f11ae9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=045b3cdc-667c-4d04-861a-9deaae9ba388 HTTP/1.1" status: 200 len: 217 time: 0.0724270 Jul 30 20:19:56.017646 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f29051e7-fb77-4782-b659-615aad03b823 req-e4f09159-2051-42a2-b525-ec4614659af5 tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0313363 Jul 30 20:19:56.021588 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1052ea2-0461-439f-966a-4d1a27bdf8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:56.026438 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1052ea2-0461-439f-966a-4d1a27bdf8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:56.043773 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:56.044986 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1052ea2-0461-439f-966a-4d1a27bdf8d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:19:56.057696 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1052ea2-0461-439f-966a-4d1a27bdf8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:56.070915 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-e1052ea2-0461-439f-966a-4d1a27bdf8d1 admin admin] Added segment fe032a3b-65ea-4e02-9bea-2ab32b00a56f of type vlan for network dc119c8a-9a5c-4d7a-8531-ab95bc80d77c Jul 30 20:19:56.094351 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cc72c6-4e0f-47eb-aef8-2173382a2282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a255fd-27b1-444d-a16e-73fe08930ceb'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:19:56.098781 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4146d-76da-4413-bd91-8aba82787f15 req-58cee25b-a4de-42dd-b4da-4b56ee583842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:56.102858 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89e4146d-76da-4413-bd91-8aba82787f15 req-58cee25b-a4de-42dd-b4da-4b56ee583842 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7394bb64-91d6-4946-a81f-f956cb2f250e HTTP/1.1" status: 200 len: 864 time: 0.0841386 Jul 30 20:19:56.103083 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9070ab-172f-483c-9d80-7ba2492ea7be" -d '{"events": [{"server_uuid": "16cc72c6-4e0f-47eb-aef8-2173382a2282", "name": "network-vif-plugged", "status": "completed", "tag": "96a255fd-27b1-444d-a16e-73fe08930ceb"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:19:56.119916 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device a5feffb9-d9ba-4a03-848b-fa86f00a312d no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:19:56.136568 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 96a255fd-27b1-444d-a16e-73fe08930ceb, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=96a255fd-27b1-444d-a16e-73fe08930ceb,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:56.156175 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89e4146d-76da-4413-bd91-8aba82787f15 req-651ce08c-e5ad-4b91-94f0-5440309b7f9f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b2417f2-ecb1-4e88-85cc-752e6228ab72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456789 Jul 30 20:19:56.161980 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1052ea2-0461-439f-966a-4d1a27bdf8d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:56.165924 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1052ea2-0461-439f-966a-4d1a27bdf8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4164d24-a030-4079-b69e-b4a62dbadd78,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:56.173941 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: a5feffb9-d9ba-4a03-848b-fa86f00a312d {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:19:56.192065 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device a5feffb9-d9ba-4a03-848b-fa86f00a312d not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:19:56.193984 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:56.203974 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1052ea2-0461-439f-966a-4d1a27bdf8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:56.205271 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1052ea2-0461-439f-966a-4d1a27bdf8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:56.206198 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1052ea2-0461-439f-966a-4d1a27bdf8d1 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:56.276026 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e1052ea2-0461-439f-966a-4d1a27bdf8d1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5769105 Jul 30 20:19:56.279321 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51184) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:56.286304 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7d0c6847-129e-49e6-872d-bc98e2488433 admin admin] Request body: {'subnet': {'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1836562861-subnet', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:19:56.290250 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=96a255fd-27b1-444d-a16e-73fe08930ceb,revision_number=12']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:56.303268 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1052ea2-0461-439f-966a-4d1a27bdf8d1 admin admin] Pushing event updated for resources: {'Network': ['ID=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:56.316623 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network dc119c8a-9a5c-4d7a-8531-ab95bc80d77c details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:19:56.331144 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0c6847-129e-49e6-872d-bc98e2488433 admin admin] Made reservation on behalf of fdd4a0aeb4734545b256ac5e1a36d088 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:19:56.335037 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7d0c6847-129e-49e6-872d-bc98e2488433 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:56.627613 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7d0c6847-129e-49e6-872d-bc98e2488433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:56.673672 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c6847-129e-49e6-872d-bc98e2488433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6491aa5-23e2-49d6-ab1a-df22f79d0138,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:56.735556 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0c6847-129e-49e6-872d-bc98e2488433 admin admin] Checking segment: {'id': 'fe032a3b-65ea-4e02-9bea-2ab32b00a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:19:56.736223 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0c6847-129e-49e6-872d-bc98e2488433 admin admin] Network hostable DHCP agents. Network: dc119c8a-9a5c-4d7a-8531-ab95bc80d77c, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:19:56.777968 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0c6847-129e-49e6-872d-bc98e2488433 admin admin] Network dc119c8a-9a5c-4d7a-8531-ab95bc80d77c is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:19:56.808482 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-7d0c6847-129e-49e6-872d-bc98e2488433 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, dc119c8a-9a5c-4d7a-8531-ab95bc80d77c) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:19:56.809463 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:56.821374 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440a4416-3c11-4708-b0f1-83d97affc922 None None] Network dc119c8a-9a5c-4d7a-8531-ab95bc80d77c requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:19:56.835352 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0c6847-129e-49e6-872d-bc98e2488433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:56.836339 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7d0c6847-129e-49e6-872d-bc98e2488433 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:56.861213 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7d0c6847-129e-49e6-872d-bc98e2488433 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5805933 Jul 30 20:19:56.864248 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51202) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:56.875903 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-61ee00a0-2040-437d-bd5f-03ce804ebb0a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1836562861-router', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:19:56.890403 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89e4146d-76da-4413-bd91-8aba82787f15 req-3b4f22ad-6a2b-450f-844d-e99b985c9ce8 service neutron] 10.222.0.59 "GET /v2.0/networks/9b2417f2-ecb1-4e88-85cc-752e6228ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7234199 Jul 30 20:19:56.946283 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61ee00a0-2040-437d-bd5f-03ce804ebb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:56.947633 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61ee00a0-2040-437d-bd5f-03ce804ebb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:57.023376 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61ee00a0-2040-437d-bd5f-03ce804ebb0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:57.130180 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89e4146d-76da-4413-bd91-8aba82787f15 req-987b0eb9-0e0e-49a9-a6fb-ca05fda00f7d service neutron] 10.222.0.59 "GET /v2.0/networks/9b2417f2-ecb1-4e88-85cc-752e6228ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309954 Jul 30 20:19:57.164035 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3035fc-f932-43b0-9c37-6dcc42e0eff5 req-96b07207-287d-43f2-bb4c-eb16d50fc71d tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:57.171501 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6997d87e-6122-49df-8161-92c29e207dc5 x-openstack-request-id: req-6997d87e-6122-49df-8161-92c29e207dc5 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:19:57.172391 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cc72c6-4e0f-47eb-aef8-2173382a2282", "name": "network-vif-plugged", "status": "completed", "tag": "96a255fd-27b1-444d-a16e-73fe08930ceb", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:19:57.172793 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6997d87e-6122-49df-8161-92c29e207dc5 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:19:57.173330 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cc72c6-4e0f-47eb-aef8-2173382a2282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a255fd-27b1-444d-a16e-73fe08930ceb', 'code': 200} Jul 30 20:19:57.180197 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be3035fc-f932-43b0-9c37-6dcc42e0eff5 req-96b07207-287d-43f2-bb4c-eb16d50fc71d tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 947 time: 0.1099162 Jul 30 20:19:57.245658 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be3035fc-f932-43b0-9c37-6dcc42e0eff5 req-d3cc35a5-8a36-40d3-b883-4ddac35796ff tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644491 Jul 30 20:19:57.290914 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61ee00a0-2040-437d-bd5f-03ce804ebb0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:57.294793 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42175e6c-72be-446c-9c1d-d32aee902398 req-27d1a661-50b4-426b-9dbf-641aab279623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:57.296547 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42175e6c-72be-446c-9c1d-d32aee902398 req-27d1a661-50b4-426b-9dbf-641aab279623 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 1098 time: 0.0666933 Jul 30 20:19:57.371943 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b4ee8f-26a6-427e-a936-e3bb17725b93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'fixed_ips': [{'subnet_id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:19:57.373075 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8b4ee8f-26a6-427e-a936-e3bb17725b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:57.386522 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42175e6c-72be-446c-9c1d-d32aee902398 req-3efb897a-4bd0-4ffe-b498-a365bb5a32d5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816979 Jul 30 20:19:57.550084 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359660ca-4b87-4ed2-a6fb-97ed6ea569c9 req-47a5c42d-f72f-49ba-83f9-7108bf16040f tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:57.556493 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-359660ca-4b87-4ed2-a6fb-97ed6ea569c9 req-47a5c42d-f72f-49ba-83f9-7108bf16040f tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b63f-57ad-4d06-9e4b-a27a24209fba HTTP/1.1" status: 200 len: 943 time: 0.1007102 Jul 30 20:19:57.586229 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-b8b4ee8f-26a6-427e-a936-e3bb17725b93 None None] Allocated IP 172.20.0.2 (dc119c8a-9a5c-4d7a-8531-ab95bc80d77c/f6491aa5-23e2-49d6-ab1a-df22f79d0138/5bee86b1-1076-45ce-9c17-383715dc9afc) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:19:57.591292 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61ee00a0-2040-437d-bd5f-03ce804ebb0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:57.614533 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61ee00a0-2040-437d-bd5f-03ce804ebb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:57.630845 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-359660ca-4b87-4ed2-a6fb-97ed6ea569c9 req-d146817b-ae34-4350-933e-82b5fcf63f0e tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/security-groups?id=e672f8b6-de41-4615-86d7-8d60eec3c01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682487 Jul 30 20:19:57.794619 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-61ee00a0-2040-437d-bd5f-03ce804ebb0a admin admin] Allocated IP 172.25.3.208 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/5175e3ce-2692-412c-9556-ba7f185536e7) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:19:57.821835 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 045b3cdc-667c-4d04-861a-9deaae9ba388 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:19:57.855480 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8b4ee8f-26a6-427e-a936-e3bb17725b93 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:57.876634 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b8b4ee8f-26a6-427e-a936-e3bb17725b93 None None] Transition to ACTIVE for port object 5bee86b1-1076-45ce-9c17-383715dc9afc will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:19:57.900709 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b8b4ee8f-26a6-427e-a936-e3bb17725b93 None None] Transition to ACTIVE for port object 5bee86b1-1076-45ce-9c17-383715dc9afc will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:19:57.928831 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8b4ee8f-26a6-427e-a936-e3bb17725b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:57.957615 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61ee00a0-2040-437d-bd5f-03ce804ebb0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:58.000450 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b4ee8f-26a6-427e-a936-e3bb17725b93 None None] Network dc119c8a-9a5c-4d7a-8531-ab95bc80d77c is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:19:58.009412 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-b8b4ee8f-26a6-427e-a936-e3bb17725b93 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:19:58.018781 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b4ee8f-26a6-427e-a936-e3bb17725b93 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:19:58.038789 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61ee00a0-2040-437d-bd5f-03ce804ebb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:58.061205 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4ee8f-26a6-427e-a936-e3bb17725b93 None None] Pushing event updated for resources: {'Port': ['ID=5bee86b1-1076-45ce-9c17-383715dc9afc,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:58.099865 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee00a0-2040-437d-bd5f-03ce804ebb0a admin admin] Pushing event updated for resources: {'Port': ['ID=5175e3ce-2692-412c-9556-ba7f185536e7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:58.109357 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ee00a0-2040-437d-bd5f-03ce804ebb0a admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:19:58.110939 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-61ee00a0-2040-437d-bd5f-03ce804ebb0a admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:19:58.120546 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ee00a0-2040-437d-bd5f-03ce804ebb0a admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:19:58.133839 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-b8b4ee8f-26a6-427e-a936-e3bb17725b93 None None] Attempting to bind port 5bee86b1-1076-45ce-9c17-383715dc9afc on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:19:58.134212 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-b8b4ee8f-26a6-427e-a936-e3bb17725b93 None None] Attempting to bind port 5bee86b1-1076-45ce-9c17-383715dc9afc by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'fe032a3b-65ea-4e02-9bea-2ab32b00a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:19:58.134579 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b4ee8f-26a6-427e-a936-e3bb17725b93 None None] Attempting to bind port 5bee86b1-1076-45ce-9c17-383715dc9afc on network dc119c8a-9a5c-4d7a-8531-ab95bc80d77c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:19:58.144124 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 045b3cdc-667c-4d04-861a-9deaae9ba388, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=045b3cdc-667c-4d04-861a-9deaae9ba388,segment=NetworkSegment(72eaa10b-f9c5-4e18-8bf5-f80676c447b3),segment_id=72eaa10b-f9c5-4e18-8bf5-f80676c447b3)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:58.153462 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b4ee8f-26a6-427e-a936-e3bb17725b93 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:19:58.153847 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b4ee8f-26a6-427e-a936-e3bb17725b93 None None] Checking segment: {'id': 'fe032a3b-65ea-4e02-9bea-2ab32b00a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:19:58.154254 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8b4ee8f-26a6-427e-a936-e3bb17725b93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:58.154646 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b4ee8f-26a6-427e-a936-e3bb17725b93 None None] Bound using segment: {'id': 'fe032a3b-65ea-4e02-9bea-2ab32b00a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:19:58.155131 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-b8b4ee8f-26a6-427e-a936-e3bb17725b93 None None] Bound port: 5bee86b1-1076-45ce-9c17-383715dc9afc, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe032a3b-65ea-4e02-9bea-2ab32b00a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:19:58.155541 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8b4ee8f-26a6-427e-a936-e3bb17725b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:58.185169 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '045b3cdc-667c-4d04-861a-9deaae9ba388', 'network_id': '9b2417f2-ecb1-4e88-85cc-752e6228ab72', 'port_id': '045b3cdc-667c-4d04-861a-9deaae9ba388', 'mac_address': 'fa:16:3e:4c:f8:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7394bb64-91d6-4946-a81f-f956cb2f250e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:19:58.185804 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40eb3729-dd33-4b76-afc5-a2da6b116a05 req-84a36b26-9a86-4c69-9898-f754efa6c621 tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0681953 Jul 30 20:19:58.268923 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b8b4ee8f-26a6-427e-a936-e3bb17725b93 None None] For port 5bee86b1-1076-45ce-9c17-383715dc9afc, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:19:58.273358 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b8b4ee8f-26a6-427e-a936-e3bb17725b93 None None] For port 5bee86b1-1076-45ce-9c17-383715dc9afc, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=5bee86b1-1076-45ce-9c17-383715dc9afc,segment=NetworkSegment(fe032a3b-65ea-4e02-9bea-2ab32b00a56f),segment_id=fe032a3b-65ea-4e02-9bea-2ab32b00a56f)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:19:58.373759 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8b4ee8f-26a6-427e-a936-e3bb17725b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:58.481375 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:58.502203 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045b3cdc-667c-4d04-861a-9deaae9ba388 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:19:58.533498 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d2f2b-80d2-461e-986e-10646727eca5 req-ad1675b6-f7d7-4caf-9900-f9f50a19e94f tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:58.547657 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e04d2f2b-80d2-461e-986e-10646727eca5 req-ad1675b6-f7d7-4caf-9900-f9f50a19e94f tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 947 time: 0.1066747 Jul 30 20:19:58.572961 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4ee8f-26a6-427e-a936-e3bb17725b93 None None] Pushing event updated for resources: {'Port': ['ID=5bee86b1-1076-45ce-9c17-383715dc9afc,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:58.605856 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 045b3cdc-667c-4d04-861a-9deaae9ba388, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=045b3cdc-667c-4d04-861a-9deaae9ba388,segment=NetworkSegment(72eaa10b-f9c5-4e18-8bf5-f80676c447b3),segment_id=72eaa10b-f9c5-4e18-8bf5-f80676c447b3)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:19:58.609714 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61ee00a0-2040-437d-bd5f-03ce804ebb0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:58.611680 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:58.666666 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e04d2f2b-80d2-461e-986e-10646727eca5 req-f8b4235e-a474-4ad7-8ec5-04c55f465fb4 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136594 Jul 30 20:19:58.713463 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=045b3cdc-667c-4d04-861a-9deaae9ba388,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:19:58.855102 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['045b3cdc-667c-4d04-861a-9deaae9ba388'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:19:58.925280 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61ee00a0-2040-437d-bd5f-03ce804ebb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:59.023117 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f5d1e-1c99-4bd4-8229-e50e4617695a req-4391cc41-60ca-432a-bb78-bc4453af3231 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:59.025055 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b53f5d1e-1c99-4bd4-8229-e50e4617695a req-4391cc41-60ca-432a-bb78-bc4453af3231 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b63f-57ad-4d06-9e4b-a27a24209fba HTTP/1.1" status: 200 len: 944 time: 0.1153126 Jul 30 20:19:59.112820 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b53f5d1e-1c99-4bd4-8229-e50e4617695a req-0192e52e-9f4b-4390-a11e-5945ae8a0e09 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/security-groups?id=e672f8b6-de41-4615-86d7-8d60eec3c01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810151 Jul 30 20:19:59.158030 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ee00a0-2040-437d-bd5f-03ce804ebb0a admin admin] Router d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:19:59.336280 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ee00a0-2040-437d-bd5f-03ce804ebb0a admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:19:59.351126 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] Sync routers for ids ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:19:59.357165 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e295d86-b4b1-420b-b0b5-97f89a4b86f7 req-4cc77e66-e7be-4788-aa4f-175aa76579de tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0510924 Jul 30 20:19:59.361636 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] Routers {'d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:19:59.362433 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:19:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:59.377008 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61ee00a0-2040-437d-bd5f-03ce804ebb0a admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:59.382691 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51294) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:19:59.383052 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-61ee00a0-2040-437d-bd5f-03ce804ebb0a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5158703 Jul 30 20:19:59.601187 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] Set router d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:19:59.842088 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 045b3cdc-667c-4d04-861a-9deaae9ba388 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:19:59.957685 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'name': 'tempest-AttachVolumeTestJSON-1836562861-router', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:19:56Z', 'updated_at': '2021-07-30T20:19:58Z', 'revision_number': 3, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'gw_port': {'id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:19:57Z', 'updated_at': '2021-07-30T20:19:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:19:59.984170 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 045b3cdc-667c-4d04-861a-9deaae9ba388 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:19:59.989378 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6774d2-a43a-478a-bc4e-a405fedf88a6 None None] Network dc119c8a-9a5c-4d7a-8531-ab95bc80d77c requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:19:59.991202 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892483b-46b1-4450-a3f1-2be8ab3a5c4a req-3e0e1d83-576a-4bed-a91b-5a7e523dd1a7 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:19:59.993542 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 045b3cdc-667c-4d04-861a-9deaae9ba388 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:19:59.994027 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:19:59.998444 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8892483b-46b1-4450-a3f1-2be8ab3a5c4a req-3e0e1d83-576a-4bed-a91b-5a7e523dd1a7 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 947 time: 0.1554487 Jul 30 20:20:00.014245 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] Checking router: d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:20:00.014882 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] Updating router d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 port 5175e3ce-2692-412c-9556-ba7f185536e7 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:20:00.052861 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:00.061133 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8892483b-46b1-4450-a3f1-2be8ab3a5c4a req-3e9d9a26-84da-45e0-9fd2-c898a03e3055 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615866 Jul 30 20:20:00.105884 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-86d05021-b4f9-4c06-8c04-76ae6cc9f629 None None] Provisioning for port 5bee86b1-1076-45ce-9c17-383715dc9afc completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:20:00.228718 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:00.312660 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:00.414247 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Allocated IP 172.20.0.1 (dc119c8a-9a5c-4d7a-8531-ab95bc80d77c/f6491aa5-23e2-49d6-ab1a-df22f79d0138/ea289277-bcd4-458d-8eb0-3513e78a2151) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:20:00.424788 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 045b3cdc-667c-4d04-861a-9deaae9ba388, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=045b3cdc-667c-4d04-861a-9deaae9ba388,segment=NetworkSegment(72eaa10b-f9c5-4e18-8bf5-f80676c447b3),segment_id=72eaa10b-f9c5-4e18-8bf5-f80676c447b3)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:20:00.428159 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf09b63f-57ad-4d06-9e4b-a27a24209fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045b3cdc-667c-4d04-861a-9deaae9ba388'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:20:00.431028 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e574a4-223b-4a07-ba61-210cac5d94da" -d '{"events": [{"server_uuid": "bf09b63f-57ad-4d06-9e4b-a27a24209fba", "name": "network-vif-plugged", "status": "completed", "tag": "045b3cdc-667c-4d04-861a-9deaae9ba388"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:20:00.440149 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:00.508212 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=045b3cdc-667c-4d04-861a-9deaae9ba388,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:00.564872 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:00.575451 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73319a0a-f3f2-4ff9-98ee-f7b88e476393 req-61521cd5-3ab9-46d6-83c7-a93d00e39dbb tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:00.578009 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] Transition to ACTIVE for port object 5175e3ce-2692-412c-9556-ba7f185536e7 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:20:00.582011 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73319a0a-f3f2-4ff9-98ee-f7b88e476393 req-61521cd5-3ab9-46d6-83c7-a93d00e39dbb tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b63f-57ad-4d06-9e4b-a27a24209fba HTTP/1.1" status: 200 len: 945 time: 0.1021941 Jul 30 20:20:00.615009 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:00.646818 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5bee86b1-1076-45ce-9c17-383715dc9afc up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:20:00.650168 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:00.715608 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] Attempting to bind port 5175e3ce-2692-412c-9556-ba7f185536e7 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:20:00.716174 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] Attempting to bind port 5175e3ce-2692-412c-9556-ba7f185536e7 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:20:00.716630 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] Attempting to bind port 5175e3ce-2692-412c-9556-ba7f185536e7 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:20:00.731902 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Transition to ACTIVE for port object ea289277-bcd4-458d-8eb0-3513e78a2151 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:20:00.757664 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:20:00.759391 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:20:00.761072 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:00.761569 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:20:00.764433 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] Bound port: 5175e3ce-2692-412c-9556-ba7f185536e7, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:20:00.764902 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:00.769424 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4b988-364d-48fd-ae42-b368a79dc66e None None] Pushing event updated for resources: {'Port': ['ID=5175e3ce-2692-412c-9556-ba7f185536e7,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:00.780170 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 5bee86b1-1076-45ce-9c17-383715dc9afc completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:20:00.790883 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 5bee86b1-1076-45ce-9c17-383715dc9afc triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:20:00.791498 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:00.799934 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73319a0a-f3f2-4ff9-98ee-f7b88e476393 req-743d8b22-dfaf-4eea-94af-620a8451d13e tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/security-groups?id=e672f8b6-de41-4615-86d7-8d60eec3c01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831511 Jul 30 20:20:00.840689 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4b988-364d-48fd-ae42-b368a79dc66e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:00.840862 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4b988-364d-48fd-ae42-b368a79dc66e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:00.841208 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4b988-364d-48fd-ae42-b368a79dc66e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:00.841540 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4b988-364d-48fd-ae42-b368a79dc66e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:00.841863 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4b988-364d-48fd-ae42-b368a79dc66e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:00.842186 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4b988-364d-48fd-ae42-b368a79dc66e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:00.845239 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4b988-364d-48fd-ae42-b368a79dc66e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:00.845655 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4b988-364d-48fd-ae42-b368a79dc66e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:00.845883 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4b988-364d-48fd-ae42-b368a79dc66e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:00.846232 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4b988-364d-48fd-ae42-b368a79dc66e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:00.849942 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4b988-364d-48fd-ae42-b368a79dc66e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:00.849942 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4b988-364d-48fd-ae42-b368a79dc66e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:00.863203 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:00.900768 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] For port 5175e3ce-2692-412c-9556-ba7f185536e7, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:20:00.904897 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] For port 5175e3ce-2692-412c-9556-ba7f185536e7, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=5175e3ce-2692-412c-9556-ba7f185536e7,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:20:00.912485 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:00.925455 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cf3488bc-d088-4a59-b039-6c87c8739099 None None] Provisioning complete for port 5bee86b1-1076-45ce-9c17-383715dc9afc triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:20:00.926273 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf3488bc-d088-4a59-b039-6c87c8739099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:00.951957 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:00.983382 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Network dc119c8a-9a5c-4d7a-8531-ab95bc80d77c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:20:00.997569 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4b988-364d-48fd-ae42-b368a79dc66e None None] Pushing event updated for resources: {'Port': ['ID=5175e3ce-2692-412c-9556-ba7f185536e7,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:01.012226 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e14fa4f-e842-4d62-9a55-b32fbfc27f15 req-abe734f8-ab3f-42dc-a78a-2524b97e9b76 tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0678637 Jul 30 20:20:01.015553 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:20:01.021958 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:20:01.032051 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] Routers {'d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:20:01.032806 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:19:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:01.047077 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 5bee86b1-1076-45ce-9c17-383715dc9afc, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=5bee86b1-1076-45ce-9c17-383715dc9afc,segment=NetworkSegment(fe032a3b-65ea-4e02-9bea-2ab32b00a56f),segment_id=fe032a3b-65ea-4e02-9bea-2ab32b00a56f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:20:01.051856 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Pushing event updated for resources: {'Port': ['ID=ea289277-bcd4-458d-8eb0-3513e78a2151,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:01.054771 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:01.072754 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:01.073110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:01.073741 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:01.074138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:01.074479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:01.074811 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:01.075145 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:01.075470 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:01.075821 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:01.076147 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:01.076473 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:01.076795 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:01.111981 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=5bee86b1-1076-45ce-9c17-383715dc9afc,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:01.152465 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:01.164103 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc696dd-049d-4973-87c0-6a4861bbb6ad x-openstack-request-id: req-dfc696dd-049d-4973-87c0-6a4861bbb6ad {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:20:01.164103 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf09b63f-57ad-4d06-9e4b-a27a24209fba", "name": "network-vif-plugged", "status": "completed", "tag": "045b3cdc-667c-4d04-861a-9deaae9ba388", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:20:01.164379 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dfc696dd-049d-4973-87c0-6a4861bbb6ad {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:20:01.164594 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf09b63f-57ad-4d06-9e4b-a27a24209fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045b3cdc-667c-4d04-861a-9deaae9ba388', 'code': 200} Jul 30 20:20:01.320701 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] Set router d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:20:01.501144 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f3fea-1c3d-4946-9b57-d70d3395694d req-7a02078d-6b86-48f3-bf31-0f55ad18666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:01.503323 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e83f3fea-1c3d-4946-9b57-d70d3395694d req-7a02078d-6b86-48f3-bf31-0f55ad18666b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bf09b63f-57ad-4d06-9e4b-a27a24209fba HTTP/1.1" status: 200 len: 1096 time: 0.2252235 Jul 30 20:20:01.505570 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:01.519210 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d3d25530-05ae-4688-9511-30f4595203c5 None None] Provisioning for port ea289277-bcd4-458d-8eb0-3513e78a2151 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:20:01.525211 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d3d25530-05ae-4688-9511-30f4595203c5 None None] Provisioning complete for port ea289277-bcd4-458d-8eb0-3513e78a2151 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:20:01.525584 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3d25530-05ae-4688-9511-30f4595203c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:01.551752 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997953d-3503-4339-a43a-e178c2084ea2 req-35a71bc3-12ce-4c41-9e36-8abacd59dc8c tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:01.554035 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d997953d-3503-4339-a43a-e178c2084ea2 req-35a71bc3-12ce-4c41-9e36-8abacd59dc8c tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 947 time: 0.2746868 Jul 30 20:20:01.566506 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d3d25530-05ae-4688-9511-30f4595203c5 None None] Port ea289277-bcd4-458d-8eb0-3513e78a2151 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:20:01.625919 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e83f3fea-1c3d-4946-9b57-d70d3395694d req-40345d37-0d4b-4ce5-8fb6-bcddde7c5478 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e672f8b6-de41-4615-86d7-8d60eec3c01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079233 Jul 30 20:20:01.639265 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'name': 'tempest-AttachVolumeTestJSON-1836562861-router', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:19:56Z', 'updated_at': '2021-07-30T20:19:58Z', 'revision_number': 3, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'gw_port': {'id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:19:57Z', 'updated_at': '2021-07-30T20:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:01.669261 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d997953d-3503-4339-a43a-e178c2084ea2 req-0d21309f-ced5-492e-8b9e-f2e61a9ea6b8 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073499 Jul 30 20:20:01.695172 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fb04bb-afd8-4767-8c10-50b3d741d816 None None] The sync data for ids ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'] in n-d-712137-9 is: [{'id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'name': 'tempest-AttachVolumeTestJSON-1836562861-router', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:19:56Z', 'updated_at': '2021-07-30T20:19:58Z', 'revision_number': 3, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'gw_port': {'id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:19:57Z', 'updated_at': '2021-07-30T20:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:20:01.845106 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:01.853320 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:01.977197 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:01.987079 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Pushing event updated for resources: {'Port': ['ID=ea289277-bcd4-458d-8eb0-3513e78a2151,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:02.008340 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900dc76-6dd3-4894-ad58-726851904f9e req-f08da91a-2494-4fb6-a11a-fe6ca9003b9c tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:02.016418 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8900dc76-6dd3-4894-ad58-726851904f9e req-f08da91a-2494-4fb6-a11a-fe6ca9003b9c tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b63f-57ad-4d06-9e4b-a27a24209fba HTTP/1.1" status: 200 len: 945 time: 0.1082511 Jul 30 20:20:02.141415 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8900dc76-6dd3-4894-ad58-726851904f9e req-6ca97d73-ed7b-48c4-9f04-90bc2edaa04b tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/security-groups?id=e672f8b6-de41-4615-86d7-8d60eec3c01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239359 Jul 30 20:20:02.238109 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Network dc119c8a-9a5c-4d7a-8531-ab95bc80d77c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:20:02.239803 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:20:02.384478 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f9c0397-e568-4641-b120-ecc763aa576d req-d16564c7-a398-446d-ac70-36a6e1d442ff tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0880113 Jul 30 20:20:02.443034 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Router d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:20:02.603255 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ba662db1-e2a9-4165-a30f-7cb23dce7072 None None] Provisioning complete for port ea289277-bcd4-458d-8eb0-3513e78a2151 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:20:02.608040 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba662db1-e2a9-4165-a30f-7cb23dce7072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:02.698902 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ba662db1-e2a9-4165-a30f-7cb23dce7072 None None] Port ea289277-bcd4-458d-8eb0-3513e78a2151 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:20:02.712185 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:20:02.727283 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-78ae753c-3b54-40be-9a1c-c77941ec782c admin admin] 10.222.0.81 "PUT /v2.0/routers/d0e39e52-77a2-4d66-bd2f-ecf121bf85a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3433447 Jul 30 20:20:02.733469 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5175e3ce-2692-412c-9556-ba7f185536e7 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:20:02.811445 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 5175e3ce-2692-412c-9556-ba7f185536e7 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:20:02.818430 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 5175e3ce-2692-412c-9556-ba7f185536e7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:20:02.819399 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:02.937013 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:02.961609 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 5175e3ce-2692-412c-9556-ba7f185536e7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=5175e3ce-2692-412c-9556-ba7f185536e7,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:20:02.972438 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:02.981438 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5bee86b1-1076-45ce-9c17-383715dc9afc up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:20:03.087294 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=5175e3ce-2692-412c-9556-ba7f185536e7,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:03.094261 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 5bee86b1-1076-45ce-9c17-383715dc9afc triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:20:03.095347 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:03.586686 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51430) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:03.599749 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b1708b25-ace8-4e79-a390-1c79f4adbcac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1825660347', 'description': 'tempest-description--1447608277'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:20:03.645840 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1708b25-ace8-4e79-a390-1c79f4adbcac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:03.712640 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f254e-bb3c-442e-be26-1212a562798e req-920e1540-7ea9-42bc-b0ff-a14fe3327e04 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:03.723628 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f1f254e-bb3c-442e-be26-1212a562798e req-920e1540-7ea9-42bc-b0ff-a14fe3327e04 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b63f-57ad-4d06-9e4b-a27a24209fba HTTP/1.1" status: 200 len: 945 time: 0.0793417 Jul 30 20:20:03.765113 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1708b25-ace8-4e79-a390-1c79f4adbcac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:03.770290 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1708b25-ace8-4e79-a390-1c79f4adbcac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:03.790720 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f1f254e-bb3c-442e-be26-1212a562798e req-60688f96-7f1b-468d-8b8a-7e288cb61234 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/security-groups?id=e672f8b6-de41-4615-86d7-8d60eec3c01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660198 Jul 30 20:20:03.811007 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1708b25-ace8-4e79-a390-1c79f4adbcac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:03.817899 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b1708b25-ace8-4e79-a390-1c79f4adbcac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2288032 Jul 30 20:20:03.818647 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51438) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:03.824920 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-dba8858a-8e25-4165-aaf7-716ca5c2f590 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Request body: {'security_group_rule': {'security_group_id': '6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:20:03.858989 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1708b25-ace8-4e79-a390-1c79f4adbcac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:03.872453 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1708b25-ace8-4e79-a390-1c79f4adbcac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:03.872802 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1708b25-ace8-4e79-a390-1c79f4adbcac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:03.873162 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1708b25-ace8-4e79-a390-1c79f4adbcac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:03.873484 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1708b25-ace8-4e79-a390-1c79f4adbcac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:03.873813 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1708b25-ace8-4e79-a390-1c79f4adbcac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:03.874208 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1708b25-ace8-4e79-a390-1c79f4adbcac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:03.874539 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1708b25-ace8-4e79-a390-1c79f4adbcac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:03.874772 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1708b25-ace8-4e79-a390-1c79f4adbcac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:03.875098 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1708b25-ace8-4e79-a390-1c79f4adbcac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:03.875477 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1708b25-ace8-4e79-a390-1c79f4adbcac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:03.875877 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1708b25-ace8-4e79-a390-1c79f4adbcac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:03.876168 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1708b25-ace8-4e79-a390-1c79f4adbcac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:03.881274 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dba8858a-8e25-4165-aaf7-716ca5c2f590 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:03.932577 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9bf387c9-5bfc-4b1a-be36-89f2278499b5 req-acae1e1b-2176-4afc-ad52-8a2dc9d473db tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0329428 Jul 30 20:20:03.956806 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dba8858a-8e25-4165-aaf7-716ca5c2f590 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:03.965560 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dba8858a-8e25-4165-aaf7-716ca5c2f590 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:04.005369 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8858a-8e25-4165-aaf7-716ca5c2f590 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7930476-54b7-4207-b11c-d2b3ce6c2fb3,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:04.034097 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dba8858a-8e25-4165-aaf7-716ca5c2f590 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:04.038935 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51450) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:04.039137 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dba8858a-8e25-4165-aaf7-716ca5c2f590 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2180262 Jul 30 20:20:04.045148 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b61267d3-d69b-452e-85a9-7ee69f4d5464 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Request body: {'security_group_rule': {'security_group_id': '6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:20:04.111726 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b61267d3-d69b-452e-85a9-7ee69f4d5464 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:04.135378 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] Sync routers for ids ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:20:04.148255 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] Routers {'d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:20:04.148978 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:19:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:04.158812 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb0728-e9a1-4b56-b833-aaaaee68786d req-b538ab9a-51aa-41ee-b348-78a148e0ac70 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:04.161034 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1bfb0728-e9a1-4b56-b833-aaaaee68786d req-b538ab9a-51aa-41ee-b348-78a148e0ac70 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b63f-57ad-4d06-9e4b-a27a24209fba HTTP/1.1" status: 200 len: 945 time: 0.1033554 Jul 30 20:20:04.202123 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b61267d3-d69b-452e-85a9-7ee69f4d5464 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:04.216610 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b61267d3-d69b-452e-85a9-7ee69f4d5464 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:04.231910 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61267d3-d69b-452e-85a9-7ee69f4d5464 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6943cd-1d88-43c9-ab11-1a49dd62fe38,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:04.240073 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1bfb0728-e9a1-4b56-b833-aaaaee68786d req-50ee94c0-7d33-4738-beb6-fb131b3a49cc tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/security-groups?id=e672f8b6-de41-4615-86d7-8d60eec3c01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719371 Jul 30 20:20:04.266930 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b61267d3-d69b-452e-85a9-7ee69f4d5464 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:04.271401 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b61267d3-d69b-452e-85a9-7ee69f4d5464 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2281833 Jul 30 20:20:04.271799 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51460) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:04.277556 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-9f4bb885-8b91-43d5-b8bb-b3cd7eab3053 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:20:04.304960 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] Set router d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:20:04.321200 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f4bb885-8b91-43d5-b8bb-b3cd7eab3053 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:04.472603 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f4bb885-8b91-43d5-b8bb-b3cd7eab3053 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:04.633950 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-9f4bb885-8b91-43d5-b8bb-b3cd7eab3053 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Allocated IP 172.25.3.27 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/2d2bf740-8c9a-40df-a130-723368c927a7) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:20:04.671491 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5175e3ce-2692-412c-9556-ba7f185536e7 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:20:04.724255 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'name': 'tempest-AttachVolumeTestJSON-1836562861-router', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:19:56Z', 'updated_at': '2021-07-30T20:20:01Z', 'revision_number': 4, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'gw_port': {'id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:19:57Z', 'updated_at': '2021-07-30T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'ea289277-bcd4-458d-8eb0-3513e78a2151', 'name': '', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'mac_address': 'fa:16:3e:de:be:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:20:00Z', 'updated_at': '2021-07-30T20:20:01Z', 'revision_number': 2, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'subnets': [{'id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:04.763087 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] Checking router: d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:20:04.763442 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] Updating router d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 port ea289277-bcd4-458d-8eb0-3513e78a2151 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:20:04.770312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 5175e3ce-2692-412c-9556-ba7f185536e7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:20:04.770690 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:04.817364 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b0e8e-3490-4ff8-adc2-aa6bd70d833a req-6f6caed9-ea1c-4a30-bf91-42dcf26c70d4 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:04.818924 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-304b0e8e-3490-4ff8-adc2-aa6bd70d833a req-6f6caed9-ea1c-4a30-bf91-42dcf26c70d4 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b63f-57ad-4d06-9e4b-a27a24209fba HTTP/1.1" status: 200 len: 945 time: 0.1254811 Jul 30 20:20:04.837132 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:04.877372 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-304b0e8e-3490-4ff8-adc2-aa6bd70d833a req-43c7d886-bd57-4eae-b2c7-13b43fd21a86 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/security-groups?id=e672f8b6-de41-4615-86d7-8d60eec3c01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489936 Jul 30 20:20:04.880267 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f4bb885-8b91-43d5-b8bb-b3cd7eab3053 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:04.941928 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f4bb885-8b91-43d5-b8bb-b3cd7eab3053 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:04.992557 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4bb885-8b91-43d5-b8bb-b3cd7eab3053 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:20:04.999063 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-9f4bb885-8b91-43d5-b8bb-b3cd7eab3053 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:20:05.006217 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4bb885-8b91-43d5-b8bb-b3cd7eab3053 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:20:05.069015 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bb885-8b91-43d5-b8bb-b3cd7eab3053 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Pushing event updated for resources: {'Port': ['ID=2d2bf740-8c9a-40df-a130-723368c927a7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:05.228807 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:05.246387 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] Transition to ACTIVE for port object ea289277-bcd4-458d-8eb0-3513e78a2151 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:20:05.251371 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f4bb885-8b91-43d5-b8bb-b3cd7eab3053 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:05.253558 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:05.291434 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7528859f-fc12-42d0-9d0f-0dfe8c237629 req-a5a8a379-4b3e-4c79-86e0-24487540fe4f tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0413997 Jul 30 20:20:05.366063 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f4bb885-8b91-43d5-b8bb-b3cd7eab3053 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:05.477511 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a88f5d-356b-43b1-8114-2c5cd9aa7f97 req-64f199d7-3dac-4c27-af4c-14d766818161 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:05.479492 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a6a88f5d-356b-43b1-8114-2c5cd9aa7f97 req-64f199d7-3dac-4c27-af4c-14d766818161 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b63f-57ad-4d06-9e4b-a27a24209fba HTTP/1.1" status: 200 len: 945 time: 0.0891757 Jul 30 20:20:05.541084 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728bd0f9-2f73-4412-b246-13f1af720730 None None] Pushing event updated for resources: {'Port': ['ID=ea289277-bcd4-458d-8eb0-3513e78a2151,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:05.548230 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] Attempting to bind port ea289277-bcd4-458d-8eb0-3513e78a2151 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:20:05.548744 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] Attempting to bind port ea289277-bcd4-458d-8eb0-3513e78a2151 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'fe032a3b-65ea-4e02-9bea-2ab32b00a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:20:05.549146 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] Attempting to bind port ea289277-bcd4-458d-8eb0-3513e78a2151 on network dc119c8a-9a5c-4d7a-8531-ab95bc80d77c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:20:05.556019 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:20:05.556636 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] Checking segment: {'id': 'fe032a3b-65ea-4e02-9bea-2ab32b00a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:20:05.558167 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:05.558698 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] Bound using segment: {'id': 'fe032a3b-65ea-4e02-9bea-2ab32b00a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:20:05.559335 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] Bound port: ea289277-bcd4-458d-8eb0-3513e78a2151, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe032a3b-65ea-4e02-9bea-2ab32b00a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:20:05.559958 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:05.611480 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a6a88f5d-356b-43b1-8114-2c5cd9aa7f97 req-e40c5ed7-4227-46b1-892a-9220e4dbfb67 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/security-groups?id=e672f8b6-de41-4615-86d7-8d60eec3c01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222067 Jul 30 20:20:05.668476 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] For port ea289277-bcd4-458d-8eb0-3513e78a2151, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:20:05.672208 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] For port ea289277-bcd4-458d-8eb0-3513e78a2151, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=ea289277-bcd4-458d-8eb0-3513e78a2151,segment=NetworkSegment(fe032a3b-65ea-4e02-9bea-2ab32b00a56f),segment_id=fe032a3b-65ea-4e02-9bea-2ab32b00a56f)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:20:05.688516 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:05.721537 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f4bb885-8b91-43d5-b8bb-b3cd7eab3053 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:05.732789 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f4bb885-8b91-43d5-b8bb-b3cd7eab3053 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:05.783565 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] Routers {'d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:20:05.783565 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:19:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:05.836284 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bb885-8b91-43d5-b8bb-b3cd7eab3053 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Pushing event updated for resources: {'Port': ['ID=2d2bf740-8c9a-40df-a130-723368c927a7,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:05.893022 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728bd0f9-2f73-4412-b246-13f1af720730 None None] Pushing event updated for resources: {'Port': ['ID=ea289277-bcd4-458d-8eb0-3513e78a2151,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:05.895244 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f4bb885-8b91-43d5-b8bb-b3cd7eab3053 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:05.924679 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f4bb885-8b91-43d5-b8bb-b3cd7eab3053 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:05.937054 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9f4bb885-8b91-43d5-b8bb-b3cd7eab3053 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6639645 Jul 30 20:20:06.051575 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] Set router d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:20:06.213986 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-9f275a77-4d82-4c5d-bea7-d614b23cd83e tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1825660347&fields=id&tenant_id=fdd4a0aeb4734545b256ac5e1a36d088 HTTP/1.1" status: 200 len: 267 time: 0.0706868 Jul 30 20:20:06.336066 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'name': 'tempest-AttachVolumeTestJSON-1836562861-router', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:19:56Z', 'updated_at': '2021-07-30T20:20:01Z', 'revision_number': 4, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'gw_port': {'id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:19:57Z', 'updated_at': '2021-07-30T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'ea289277-bcd4-458d-8eb0-3513e78a2151', 'name': '', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'mac_address': 'fa:16:3e:de:be:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:20:00Z', 'updated_at': '2021-07-30T20:20:05Z', 'revision_number': 4, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'subnets': [{'id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:06.346166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-7dc81cfd-cd37-4cf6-ae41-aaabde4c81cc tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:06.348974 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-7dc81cfd-cd37-4cf6-ae41-aaabde4c81cc tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/networks?id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c HTTP/1.1" status: 200 len: 811 time: 0.1339731 Jul 30 20:20:06.373270 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd83c851-38e2-49e8-860b-c167cf0199ef None None] The sync data for ids ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'] in n-d-712137-9 is: [{'id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'name': 'tempest-AttachVolumeTestJSON-1836562861-router', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:19:56Z', 'updated_at': '2021-07-30T20:20:01Z', 'revision_number': 4, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'gw_port': {'id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:19:57Z', 'updated_at': '2021-07-30T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'ea289277-bcd4-458d-8eb0-3513e78a2151', 'name': '', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'mac_address': 'fa:16:3e:de:be:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:20:00Z', 'updated_at': '2021-07-30T20:20:05Z', 'revision_number': 4, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'subnets': [{'id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:20:06.377592 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-3c19029d-22c5-4dc9-b07e-6cf782c2d4dd tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/quotas/fdd4a0aeb4734545b256ac5e1a36d088 HTTP/1.1" status: 200 len: 375 time: 0.0225971 Jul 30 20:20:06.461073 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-be594d55-8918-4c35-9d7d-f524b5a2cc8c tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fdd4a0aeb4734545b256ac5e1a36d088&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0828791 Jul 30 20:20:06.662526 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device ea289277-bcd4-458d-8eb0-3513e78a2151 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:20:06.699226 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c4fde-bcb9-4bad-8e56-2b4fd9959f47 req-cd912f35-3aa5-4fc1-bfcf-d7c29089b633 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:06.701608 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-636c4fde-bcb9-4bad-8e56-2b4fd9959f47 req-cd912f35-3aa5-4fc1-bfcf-d7c29089b633 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf09b63f-57ad-4d06-9e4b-a27a24209fba HTTP/1.1" status: 200 len: 945 time: 0.1263185 Jul 30 20:20:06.704072 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-b284f643-def8-4097-92ad-9edabf5adca7 service neutron] 10.222.0.81 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243326 Jul 30 20:20:06.750859 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port ea289277-bcd4-458d-8eb0-3513e78a2151 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:20:06.771968 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port ea289277-bcd4-458d-8eb0-3513e78a2151 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:20:06.772340 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:06.875699 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:06.929130 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port ea289277-bcd4-458d-8eb0-3513e78a2151, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=ea289277-bcd4-458d-8eb0-3513e78a2151,segment=NetworkSegment(fe032a3b-65ea-4e02-9bea-2ab32b00a56f),segment_id=fe032a3b-65ea-4e02-9bea-2ab32b00a56f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:20:06.948900 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:07.001807 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=ea289277-bcd4-458d-8eb0-3513e78a2151,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:07.250820 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-8e7f3a45-2a89-4c0a-a0ba-1e8b063af99a service neutron] 10.222.0.81 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353713 Jul 30 20:20:07.366155 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-636c4fde-bcb9-4bad-8e56-2b4fd9959f47 req-22765b01-5279-43cb-950f-c1cdef08c825 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Deleting port 045b3cdc-667c-4d04-861a-9deaae9ba388 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:20:07.366502 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-636c4fde-bcb9-4bad-8e56-2b4fd9959f47 req-22765b01-5279-43cb-950f-c1cdef08c825 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:07.519165 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-636c4fde-bcb9-4bad-8e56-2b4fd9959f47 req-22765b01-5279-43cb-950f-c1cdef08c825 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] For port 045b3cdc-667c-4d04-861a-9deaae9ba388, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=045b3cdc-667c-4d04-861a-9deaae9ba388,segment=NetworkSegment(72eaa10b-f9c5-4e18-8bf5-f80676c447b3),segment_id=72eaa10b-f9c5-4e18-8bf5-f80676c447b3)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:20:07.519165 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-636c4fde-bcb9-4bad-8e56-2b4fd9959f47 req-22765b01-5279-43cb-950f-c1cdef08c825 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:07.597038 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98c70d7d-727c-47be-8561-ea76927d15ec req-b4f69086-13d7-47cf-9341-766f52e36cfd tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0373776 Jul 30 20:20:07.597934 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-636c4fde-bcb9-4bad-8e56-2b4fd9959f47 req-22765b01-5279-43cb-950f-c1cdef08c825 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Calling delete_port for 045b3cdc-667c-4d04-861a-9deaae9ba388 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:20:07.893471 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07456925-319e-488a-a746-9cdb36db3807 req-8e530526-3cba-485b-9fa8-c3b7e0cac222 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:07.896864 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07456925-319e-488a-a746-9cdb36db3807 req-8e530526-3cba-485b-9fa8-c3b7e0cac222 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf09b63f-57ad-4d06-9e4b-a27a24209fba HTTP/1.1" status: 200 len: 945 time: 0.1505735 Jul 30 20:20:07.914522 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-636c4fde-bcb9-4bad-8e56-2b4fd9959f47 req-22765b01-5279-43cb-950f-c1cdef08c825 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:07.953697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22765b01-5279-43cb-950f-c1cdef08c825 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Pushing event deleted for resources: {'Port': ['ID=045b3cdc-667c-4d04-861a-9deaae9ba388,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:07.977809 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07456925-319e-488a-a746-9cdb36db3807 req-85d7fa7c-d01a-47e9-8a56-30166428be17 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.81 "GET /v2.0/security-groups?id=e672f8b6-de41-4615-86d7-8d60eec3c01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726578 Jul 30 20:20:08.042276 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-636c4fde-bcb9-4bad-8e56-2b4fd9959f47 req-22765b01-5279-43cb-950f-c1cdef08c825 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] No DVR routers for this DVR port 045b3cdc-667c-4d04-861a-9deaae9ba388 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:20:08.045890 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-636c4fde-bcb9-4bad-8e56-2b4fd9959f47 req-22765b01-5279-43cb-950f-c1cdef08c825 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:08.048211 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-636c4fde-bcb9-4bad-8e56-2b4fd9959f47 req-22765b01-5279-43cb-950f-c1cdef08c825 tempest-ServersNegativeTestMultiTenantJSON-3033267 tempest-ServersNegativeTestMultiTenantJSON-3033267-project] 10.222.0.59 "DELETE /v2.0/ports/045b3cdc-667c-4d04-861a-9deaae9ba388 HTTP/1.1" status: 204 len: 173 time: 1.3399165 Jul 30 20:20:08.048702 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf09b63f-57ad-4d06-9e4b-a27a24209fba', 'name': 'network-vif-deleted', 'tag': '045b3cdc-667c-4d04-861a-9deaae9ba388'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:20:08.052611 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ca8bb4-36c1-474e-b33a-16ab48dd895f" -d '{"events": [{"server_uuid": "bf09b63f-57ad-4d06-9e4b-a27a24209fba", "name": "network-vif-deleted", "tag": "045b3cdc-667c-4d04-861a-9deaae9ba388"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:20:08.230912 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-44610487-ddfe-4341-af5d-d1ca9c5cd89b req-fda21687-a2e4-4deb-bc8c-2da095cd3e69 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 210 time: 0.0437057 Jul 30 20:20:08.397210 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc8d548-938e-483f-992d-ab583bacf0a1 x-openstack-request-id: req-2fc8d548-938e-483f-992d-ab583bacf0a1 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:20:08.398211 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf09b63f-57ad-4d06-9e4b-a27a24209fba", "name": "network-vif-deleted", "tag": "045b3cdc-667c-4d04-861a-9deaae9ba388", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:20:08.398211 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2fc8d548-938e-483f-992d-ab583bacf0a1 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:20:08.398624 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf09b63f-57ad-4d06-9e4b-a27a24209fba', 'name': 'network-vif-deleted', 'tag': '045b3cdc-667c-4d04-861a-9deaae9ba388', 'status': 'completed', 'code': 200} Jul 30 20:20:08.610345 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device ea289277-bcd4-458d-8eb0-3513e78a2151 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:20:08.677358 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port ea289277-bcd4-458d-8eb0-3513e78a2151 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:20:08.678060 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:08.739364 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2b52ab27-e4cf-48dd-8099-5c15ae0f75fd req-e58f1520-7e18-4ec9-bfea-bda8368e0c54 tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0382493 Jul 30 20:20:09.065555 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51646) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:09.127411 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36b9024-f8fc-4f3c-8812-694c29faaf25 admin admin] Deleting subnet 7394bb64-91d6-4946-a81f-f956cb2f250e {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:20:09.132620 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f36b9024-f8fc-4f3c-8812-694c29faaf25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:09.201062 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f36b9024-f8fc-4f3c-8812-694c29faaf25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:09.266723 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-bac2f8bd-a351-4f66-a913-a4317785d93e tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:09.274820 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f36b9024-f8fc-4f3c-8812-694c29faaf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:09.292392 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-bac2f8bd-a351-4f66-a913-a4317785d93e tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.83 "GET /v2.0/networks?id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c HTTP/1.1" status: 200 len: 811 time: 0.2187052 Jul 30 20:20:09.357101 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-9382981f-ab4b-451c-88cf-cd38d3babc0c tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd4a0aeb4734545b256ac5e1a36d088 HTTP/1.1" status: 200 len: 380 time: 0.0550854 Jul 30 20:20:09.370288 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-bb24c35a-9311-4805-a793-a2316d2e3f23 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Request body: {'port': {'device_id': '822ec41f-1f28-4a83-9b0b-d9e220df2225', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'admin_state_up': True, 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'security_groups': ['6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:20:09.378663 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-47b6bd73-822f-424e-8ea4-c7a473c42bcd req-67adfc30-95e1-4fae-b371-385fd0fa2de2 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 210 time: 0.0327852 Jul 30 20:20:09.409238 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f36b9024-f8fc-4f3c-8812-694c29faaf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:09.438436 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b9024-f8fc-4f3c-8812-694c29faaf25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7394bb64-91d6-4946-a81f-f956cb2f250e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:09.442134 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f36b9024-f8fc-4f3c-8812-694c29faaf25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:09.444987 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f36b9024-f8fc-4f3c-8812-694c29faaf25 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7394bb64-91d6-4946-a81f-f956cb2f250e HTTP/1.1" status: 204 len: 168 time: 0.3768883 Jul 30 20:20:09.446787 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51662) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:09.505216 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-bb24c35a-9311-4805-a793-a2316d2e3f23 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Made reservation on behalf of fdd4a0aeb4734545b256ac5e1a36d088 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:20:09.514588 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-bb24c35a-9311-4805-a793-a2316d2e3f23 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:09.537366 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e056bc8-f674-4485-8c77-5f10ace358aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:09.641071 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e056bc8-f674-4485-8c77-5f10ace358aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:09.653325 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-5e056bc8-f674-4485-8c77-5f10ace358aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2417f2-ecb1-4e88-85cc-752e6228ab72']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:09.670255 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-5e056bc8-f674-4485-8c77-5f10ace358aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72eaa10b-f9c5-4e18-8bf5-f80676c447b3') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:09.670634 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-5e056bc8-f674-4485-8c77-5f10ace358aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72eaa10b-f9c5-4e18-8bf5-f80676c447b3') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:09.683770 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e056bc8-f674-4485-8c77-5f10ace358aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:09.701311 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-bb24c35a-9311-4805-a793-a2316d2e3f23 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Allocated IP 172.20.0.9 (dc119c8a-9a5c-4d7a-8531-ab95bc80d77c/f6491aa5-23e2-49d6-ab1a-df22f79d0138/b4ef2a46-9ba8-461b-b90b-a8558f1765f2) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:20:09.704657 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e056bc8-f674-4485-8c77-5f10ace358aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:09.725541 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e056bc8-f674-4485-8c77-5f10ace358aa admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:20:09.726309 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e056bc8-f674-4485-8c77-5f10ace358aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:20:09.728415 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:20:09.808935 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e056bc8-f674-4485-8c77-5f10ace358aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:09.814788 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e056bc8-f674-4485-8c77-5f10ace358aa admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:09.817496 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5e056bc8-f674-4485-8c77-5f10ace358aa admin admin] 10.222.0.81 "DELETE /v2.0/networks/9b2417f2-ecb1-4e88-85cc-752e6228ab72 HTTP/1.1" status: 204 len: 168 time: 0.3693440 Jul 30 20:20:09.824252 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51678) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:09.843161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e056bc8-f674-4485-8c77-5f10ace358aa admin admin] Pushing event deleted for resources: {'Network': ['ID=9b2417f2-ecb1-4e88-85cc-752e6228ab72,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:09.888855 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 045b3cdc-667c-4d04-861a-9deaae9ba388 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:20:09.916113 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7912fb6c-4dc7-4399-bdb9-e64ea560b61a req-4291b894-0da8-4ef6-b9ff-b9470c89cc30 tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0480018 Jul 30 20:20:09.921272 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 045b3cdc-667c-4d04-861a-9deaae9ba388 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:20:09.922100 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 045b3cdc-667c-4d04-861a-9deaae9ba388 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:20:09.938551 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-bb24c35a-9311-4805-a793-a2316d2e3f23 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:09.943858 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-176bf9d6-64b2-4f7f-93a1-3c17309e272d admin admin] Deleting subnet 0de767c5-e4e9-4bbb-831d-ef87482952fd {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:20:09.947475 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-176bf9d6-64b2-4f7f-93a1-3c17309e272d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:09.974173 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-bb24c35a-9311-4805-a793-a2316d2e3f23 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Transition to ACTIVE for port object b4ef2a46-9ba8-461b-b90b-a8558f1765f2 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:20:09.993812 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-176bf9d6-64b2-4f7f-93a1-3c17309e272d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:10.018744 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-bb24c35a-9311-4805-a793-a2316d2e3f23 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:10.057566 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-176bf9d6-64b2-4f7f-93a1-3c17309e272d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:10.078675 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-bb24c35a-9311-4805-a793-a2316d2e3f23 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Network dc119c8a-9a5c-4d7a-8531-ab95bc80d77c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:20:10.082505 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-bb24c35a-9311-4805-a793-a2316d2e3f23 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:20:10.086312 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-bb24c35a-9311-4805-a793-a2316d2e3f23 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:20:10.113987 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24c35a-9311-4805-a793-a2316d2e3f23 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Pushing event updated for resources: {'Port': ['ID=b4ef2a46-9ba8-461b-b90b-a8558f1765f2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:10.139636 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-176bf9d6-64b2-4f7f-93a1-3c17309e272d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:10.183376 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-bb24c35a-9311-4805-a793-a2316d2e3f23 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:10.184096 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-bb24c35a-9311-4805-a793-a2316d2e3f23 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:10.203793 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-bb24c35a-9311-4805-a793-a2316d2e3f23 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8389120 Jul 30 20:20:10.215564 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bf9d6-64b2-4f7f-93a1-3c17309e272d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0de767c5-e4e9-4bbb-831d-ef87482952fd,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:10.217029 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-a9f86f42-75e0-486b-9030-77cbe20a9daf tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:20:10.218350 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-a9f86f42-75e0-486b-9030-77cbe20a9daf tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064645 Jul 30 20:20:10.221757 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-176bf9d6-64b2-4f7f-93a1-3c17309e272d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:10.223871 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-176bf9d6-64b2-4f7f-93a1-3c17309e272d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0de767c5-e4e9-4bbb-831d-ef87482952fd HTTP/1.1" status: 204 len: 168 time: 0.3986380 Jul 30 20:20:10.226394 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51690) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:10.231766 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-931d43f5-bf96-4fc2-b41b-fb518287427a service neutron] Request body: {'port': {'device_id': '822ec41f-1f28-4a83-9b0b-d9e220df2225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:20:10.367144 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-931d43f5-bf96-4fc2-b41b-fb518287427a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:10.371495 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e8a09ba8-1e1a-43f7-a588-002f07f26013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:10.469468 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-51efb913-f0b7-4fc3-b348-da9085491530 None None] Provisioning for port b4ef2a46-9ba8-461b-b90b-a8558f1765f2 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:20:10.474078 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-51efb913-f0b7-4fc3-b348-da9085491530 None None] Provisioning complete for port b4ef2a46-9ba8-461b-b90b-a8558f1765f2 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:20:10.474818 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51efb913-f0b7-4fc3-b348-da9085491530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:10.528015 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-51efb913-f0b7-4fc3-b348-da9085491530 None None] Port b4ef2a46-9ba8-461b-b90b-a8558f1765f2 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:20:10.529061 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e8a09ba8-1e1a-43f7-a588-002f07f26013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:10.569558 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-e8a09ba8-1e1a-43f7-a588-002f07f26013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1094d5d-b0b2-4ad0-9adb-d47ef1eb0978']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:10.590943 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300dfb6-8987-4fc0-b02d-a7fa6b6f18af req-ad612284-6bf1-4e0d-bdc8-36b257967c7c tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:10.592678 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f300dfb6-8987-4fc0-b02d-a7fa6b6f18af req-ad612284-6bf1-4e0d-bdc8-36b257967c7c tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 931 time: 0.0830946 Jul 30 20:20:10.594537 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-e8a09ba8-1e1a-43f7-a588-002f07f26013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86805816-4d6f-47e5-a960-69d69455c26c') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:10.594832 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-e8a09ba8-1e1a-43f7-a588-002f07f26013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86805816-4d6f-47e5-a960-69d69455c26c') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:10.605779 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e8a09ba8-1e1a-43f7-a588-002f07f26013 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:10.637711 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e8a09ba8-1e1a-43f7-a588-002f07f26013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:10.660784 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a09ba8-1e1a-43f7-a588-002f07f26013 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:20:10.661208 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e8a09ba8-1e1a-43f7-a588-002f07f26013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:20:10.717183 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:20:10.725641 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e8a09ba8-1e1a-43f7-a588-002f07f26013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:10.733213 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e8a09ba8-1e1a-43f7-a588-002f07f26013 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:10.735365 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e8a09ba8-1e1a-43f7-a588-002f07f26013 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e1094d5d-b0b2-4ad0-9adb-d47ef1eb0978 HTTP/1.1" status: 204 len: 168 time: 0.5066819 Jul 30 20:20:10.765053 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a09ba8-1e1a-43f7-a588-002f07f26013 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1094d5d-b0b2-4ad0-9adb-d47ef1eb0978,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:10.776354 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f300dfb6-8987-4fc0-b02d-a7fa6b6f18af req-810fda4a-1eb0-46e2-ba96-84f63695e869 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743393 Jul 30 20:20:10.777556 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-931d43f5-bf96-4fc2-b41b-fb518287427a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4ef2a46-9ba8-461b-b90b-a8558f1765f2 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:20:10.796151 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-931d43f5-bf96-4fc2-b41b-fb518287427a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:10.809702 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-931d43f5-bf96-4fc2-b41b-fb518287427a service neutron] Transition to ACTIVE for port object b4ef2a46-9ba8-461b-b90b-a8558f1765f2 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:20:10.817303 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-931d43f5-bf96-4fc2-b41b-fb518287427a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:10.922594 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d43f5-bf96-4fc2-b41b-fb518287427a service neutron] Pushing event updated for resources: {'Port': ['ID=b4ef2a46-9ba8-461b-b90b-a8558f1765f2,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:11.000122 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-931d43f5-bf96-4fc2-b41b-fb518287427a service neutron] Attempting to bind port b4ef2a46-9ba8-461b-b90b-a8558f1765f2 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:20:11.000468 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-931d43f5-bf96-4fc2-b41b-fb518287427a service neutron] Attempting to bind port b4ef2a46-9ba8-461b-b90b-a8558f1765f2 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'fe032a3b-65ea-4e02-9bea-2ab32b00a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:20:11.000859 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-931d43f5-bf96-4fc2-b41b-fb518287427a service neutron] Attempting to bind port b4ef2a46-9ba8-461b-b90b-a8558f1765f2 on network dc119c8a-9a5c-4d7a-8531-ab95bc80d77c {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:20:11.030782 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-931d43f5-bf96-4fc2-b41b-fb518287427a service neutron] Port b4ef2a46-9ba8-461b-b90b-a8558f1765f2 on network dc119c8a-9a5c-4d7a-8531-ab95bc80d77c not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:20:11.031496 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51724) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:11.042959 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-931d43f5-bf96-4fc2-b41b-fb518287427a service neutron] Attempting to bind port b4ef2a46-9ba8-461b-b90b-a8558f1765f2 on network dc119c8a-9a5c-4d7a-8531-ab95bc80d77c {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:20:11.076686 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-931d43f5-bf96-4fc2-b41b-fb518287427a service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:20:11.077078 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-931d43f5-bf96-4fc2-b41b-fb518287427a service neutron] Checking segment: {'id': 'fe032a3b-65ea-4e02-9bea-2ab32b00a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:20:11.077622 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-931d43f5-bf96-4fc2-b41b-fb518287427a service neutron] Bound using segment: {'id': 'fe032a3b-65ea-4e02-9bea-2ab32b00a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:20:11.079260 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-931d43f5-bf96-4fc2-b41b-fb518287427a service neutron] Bound port: b4ef2a46-9ba8-461b-b90b-a8558f1765f2, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe032a3b-65ea-4e02-9bea-2ab32b00a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:20:11.079260 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-931d43f5-bf96-4fc2-b41b-fb518287427a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:11.132276 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3b8ddee7-9c40-495c-8947-ac07a7ed9c1e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=732c32daf4604d2a9bd55b8b8cae0ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0993407 Jul 30 20:20:11.137210 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51728) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:11.163088 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5bf20580-ea58-4020-a505-44703c8918ef req-bd683a94-d45c-49d3-836a-b897e8aecfea tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0545440 Jul 30 20:20:11.226236 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-729818e7-5603-4fe4-a2e0-0106641463ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:11.232768 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-931d43f5-bf96-4fc2-b41b-fb518287427a service neutron] For port b4ef2a46-9ba8-461b-b90b-a8558f1765f2, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:20:11.264528 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-931d43f5-bf96-4fc2-b41b-fb518287427a service neutron] For port b4ef2a46-9ba8-461b-b90b-a8558f1765f2, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=b4ef2a46-9ba8-461b-b90b-a8558f1765f2,segment=NetworkSegment(fe032a3b-65ea-4e02-9bea-2ab32b00a56f),segment_id=fe032a3b-65ea-4e02-9bea-2ab32b00a56f)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:20:11.271046 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-729818e7-5603-4fe4-a2e0-0106641463ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:11.278750 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-931d43f5-bf96-4fc2-b41b-fb518287427a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:11.336940 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-931d43f5-bf96-4fc2-b41b-fb518287427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:11.338008 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-931d43f5-bf96-4fc2-b41b-fb518287427a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:11.340032 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-931d43f5-bf96-4fc2-b41b-fb518287427a service neutron] 10.222.0.83 "PUT /v2.0/ports/b4ef2a46-9ba8-461b-b90b-a8558f1765f2 HTTP/1.1" status: 200 len: 1091 time: 1.1129696 Jul 30 20:20:11.350398 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '822ec41f-1f28-4a83-9b0b-d9e220df2225', 'tag': 'b4ef2a46-9ba8-461b-b90b-a8558f1765f2'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:20:11.353318 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09602b7-ef85-40cf-add4-74103002c5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "822ec41f-1f28-4a83-9b0b-d9e220df2225", "tag": "b4ef2a46-9ba8-461b-b90b-a8558f1765f2"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:20:11.429272 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d43f5-bf96-4fc2-b41b-fb518287427a service neutron] Pushing event updated for resources: {'Port': ['ID=b4ef2a46-9ba8-461b-b90b-a8558f1765f2,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:11.435903 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-729818e7-5603-4fe4-a2e0-0106641463ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:11.439191 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-729818e7-5603-4fe4-a2e0-0106641463ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:11.440479 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-729818e7-5603-4fe4-a2e0-0106641463ec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e672f8b6-de41-4615-86d7-8d60eec3c01d HTTP/1.1" status: 204 len: 168 time: 0.3019078 Jul 30 20:20:11.462995 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729818e7-5603-4fe4-a2e0-0106641463ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e672f8b6-de41-4615-86d7-8d60eec3c01d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:11.537595 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1846b0f-e1bf-4891-bc9b-5a6d9f2e48d8 x-openstack-request-id: req-e1846b0f-e1bf-4891-bc9b-5a6d9f2e48d8 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:20:11.537895 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "822ec41f-1f28-4a83-9b0b-d9e220df2225", "tag": "b4ef2a46-9ba8-461b-b90b-a8558f1765f2", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:20:11.538150 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e1846b0f-e1bf-4891-bc9b-5a6d9f2e48d8 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:20:11.538562 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '822ec41f-1f28-4a83-9b0b-d9e220df2225', 'tag': 'b4ef2a46-9ba8-461b-b90b-a8558f1765f2', 'status': 'completed', 'code': 200} Jul 30 20:20:11.674175 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-87d70e03-6027-40ef-8fa0-cf4d28f40808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:11.676087 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-87d70e03-6027-40ef-8fa0-cf4d28f40808 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fdd4a0aeb4734545b256ac5e1a36d088&device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 1094 time: 0.2898331 Jul 30 20:20:11.733219 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-26e1ef0c-cd28-446c-9784-0469be693d96 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4ef2a46-9ba8-461b-b90b-a8558f1765f2 HTTP/1.1" status: 200 len: 217 time: 0.0495787 Jul 30 20:20:11.968177 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5fc09-1854-4952-a141-f35a329045b8 req-addf4411-4d84-47c6-a950-76eaa1d8fccf tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:11.977325 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-03e5fc09-1854-4952-a141-f35a329045b8 req-addf4411-4d84-47c6-a950-76eaa1d8fccf tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 943 time: 0.0962276 Jul 30 20:20:12.007789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51762) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:12.106131 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-03e5fc09-1854-4952-a141-f35a329045b8 req-ce793b77-5063-4df3-b661-14a1aa187568 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162534 Jul 30 20:20:12.127551 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8aea85d9-3540-49b2-9ff6-6f1f6ddee800 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=be434ec5fa7743578aff6e4693406ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1163199 Jul 30 20:20:12.127843 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51768) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:12.153174 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-66572fdc-db80-42a6-92e6-6f29ed53462d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:12.154851 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-66572fdc-db80-42a6-92e6-6f29ed53462d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6491aa5-23e2-49d6-ab1a-df22f79d0138 HTTP/1.1" status: 200 len: 850 time: 0.4151437 Jul 30 20:20:12.214888 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ff3b247d-ad49-412d-a197-204282e3727c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:12.222992 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-13e48663-d27e-4ac5-89e3-31122c77a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:12.227555 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-13e48663-d27e-4ac5-89e3-31122c77a709 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569947 Jul 30 20:20:12.238825 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ff3b247d-ad49-412d-a197-204282e3727c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:12.348290 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a0fd135f-2084-4c39-9b96-24d6af3ffcfd req-90cb57da-e5d8-458c-9fb1-726af8289db8 tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0500584 Jul 30 20:20:12.365419 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-a6e64b95-7f89-4d42-bafb-6aaa15e8c012 service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331348 Jul 30 20:20:12.369401 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ff3b247d-ad49-412d-a197-204282e3727c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:12.372245 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ff3b247d-ad49-412d-a197-204282e3727c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:12.373693 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ff3b247d-ad49-412d-a197-204282e3727c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e7187667-173c-45da-ae5a-e986cda25b48 HTTP/1.1" status: 204 len: 168 time: 0.2449203 Jul 30 20:20:12.396388 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b247d-ad49-412d-a197-204282e3727c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7187667-173c-45da-ae5a-e986cda25b48,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:12.516627 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8ed5762b-690f-469f-b751-febcf3b5b0d1 req-00ddd4b7-9708-4efd-8e60-09ccca4df148 service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434193 Jul 30 20:20:12.639900 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09602b7-ef85-40cf-add4-74103002c5bd req-ad7e3ee4-b9f6-4a12-8c12-0910dc96e8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:12.642971 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f09602b7-ef85-40cf-add4-74103002c5bd req-ad7e3ee4-b9f6-4a12-8c12-0910dc96e8a9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fdd4a0aeb4734545b256ac5e1a36d088&device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 1094 time: 0.0567989 Jul 30 20:20:12.768831 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09602b7-ef85-40cf-add4-74103002c5bd req-3a56dc35-d6fb-4099-99b8-1695c9e77842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:12.770807 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f09602b7-ef85-40cf-add4-74103002c5bd req-3a56dc35-d6fb-4099-99b8-1695c9e77842 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c HTTP/1.1" status: 200 len: 912 time: 0.1208150 Jul 30 20:20:12.826592 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f09602b7-ef85-40cf-add4-74103002c5bd req-b67876c8-f0de-4d8a-987b-c20f4030eb5b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4ef2a46-9ba8-461b-b90b-a8558f1765f2 HTTP/1.1" status: 200 len: 217 time: 0.0421531 Jul 30 20:20:12.902523 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09602b7-ef85-40cf-add4-74103002c5bd req-5bdb24c4-7eb6-4a71-8812-817d09bd4d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:12.904359 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f09602b7-ef85-40cf-add4-74103002c5bd req-5bdb24c4-7eb6-4a71-8812-817d09bd4d1f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6491aa5-23e2-49d6-ab1a-df22f79d0138 HTTP/1.1" status: 200 len: 850 time: 0.0708387 Jul 30 20:20:12.966430 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09602b7-ef85-40cf-add4-74103002c5bd req-add2a72a-eb16-447a-b72e-edcb219ccc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:12.968644 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f09602b7-ef85-40cf-add4-74103002c5bd req-add2a72a-eb16-447a-b72e-edcb219ccc41 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561709 Jul 30 20:20:13.093963 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f09602b7-ef85-40cf-add4-74103002c5bd req-f1197c2e-60b5-4e63-b935-6bf5289c2779 service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173942 Jul 30 20:20:13.206416 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f09602b7-ef85-40cf-add4-74103002c5bd req-95723999-df84-403c-87b1-e7b4adc7051f service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054728 Jul 30 20:20:13.253332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b8d13-293b-41a6-821f-d3da910c7f71 req-73374909-70c8-4bed-afac-f93140c52b4a tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:13.261590 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-472b8d13-293b-41a6-821f-d3da910c7f71 req-73374909-70c8-4bed-afac-f93140c52b4a tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 943 time: 0.0670362 Jul 30 20:20:13.307287 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-472b8d13-293b-41a6-821f-d3da910c7f71 req-2aff38d0-0401-4afd-8017-a443e8a96222 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446808 Jul 30 20:20:13.345919 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51828) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:13.475731 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9dffbecb-6412-40aa-a86a-ef699f4e1e67 req-3e383ade-9346-4028-8088-947faf14fec2 tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0445666 Jul 30 20:20:13.480661 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-cbdd866b-4db0-466e-b4cf-cc639c5ff24e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-627248411-network', 'tenant_id': '0b2fdc5ff21140f8b22282a0060d83ab'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:20:13.521859 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdd866b-4db0-466e-b4cf-cc639c5ff24e admin admin] Made reservation on behalf of 0b2fdc5ff21140f8b22282a0060d83ab for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:20:13.525534 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbdd866b-4db0-466e-b4cf-cc639c5ff24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:13.535375 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbdd866b-4db0-466e-b4cf-cc639c5ff24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:13.665155 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbdd866b-4db0-466e-b4cf-cc639c5ff24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:13.671190 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbdd866b-4db0-466e-b4cf-cc639c5ff24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:13.700163 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdd866b-4db0-466e-b4cf-cc639c5ff24e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:20:13.709338 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd866b-4db0-466e-b4cf-cc639c5ff24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70685b39-a53e-47a2-826c-60b744673122,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:13.715914 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbdd866b-4db0-466e-b4cf-cc639c5ff24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:13.716267 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-cbdd866b-4db0-466e-b4cf-cc639c5ff24e admin admin] Added segment 24e0fe1e-748d-4022-a692-5e5f9dd7e6df of type vlan for network d87dfd89-91a5-4d91-80f7-32225df5a209 Jul 30 20:20:13.767284 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbdd866b-4db0-466e-b4cf-cc639c5ff24e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:13.818458 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbdd866b-4db0-466e-b4cf-cc639c5ff24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:13.819764 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdd866b-4db0-466e-b4cf-cc639c5ff24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:13.820310 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbdd866b-4db0-466e-b4cf-cc639c5ff24e admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:13.887109 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cbdd866b-4db0-466e-b4cf-cc639c5ff24e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5372505 Jul 30 20:20:13.888212 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51856) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:13.892193 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-33713dd4-91d3-4a99-9514-d4afeb2939da admin admin] Request body: {'subnet': {'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-627248411-subnet', 'tenant_id': '0b2fdc5ff21140f8b22282a0060d83ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:20:13.911809 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd866b-4db0-466e-b4cf-cc639c5ff24e admin admin] Pushing event updated for resources: {'Network': ['ID=d87dfd89-91a5-4d91-80f7-32225df5a209,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:13.935974 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network d87dfd89-91a5-4d91-80f7-32225df5a209 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:20:13.948747 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33713dd4-91d3-4a99-9514-d4afeb2939da admin admin] Made reservation on behalf of 0b2fdc5ff21140f8b22282a0060d83ab for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:20:13.951146 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33713dd4-91d3-4a99-9514-d4afeb2939da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:14.160654 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33713dd4-91d3-4a99-9514-d4afeb2939da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:14.227196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33713dd4-91d3-4a99-9514-d4afeb2939da admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8480fff-2e02-4738-a95b-299805138888,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:14.249476 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33713dd4-91d3-4a99-9514-d4afeb2939da admin admin] Checking segment: {'id': '24e0fe1e-748d-4022-a692-5e5f9dd7e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:20:14.249845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33713dd4-91d3-4a99-9514-d4afeb2939da admin admin] Network hostable DHCP agents. Network: d87dfd89-91a5-4d91-80f7-32225df5a209, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:20:14.266595 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33713dd4-91d3-4a99-9514-d4afeb2939da admin admin] Network d87dfd89-91a5-4d91-80f7-32225df5a209 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:20:14.281161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-33713dd4-91d3-4a99-9514-d4afeb2939da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, d87dfd89-91a5-4d91-80f7-32225df5a209) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:20:14.286762 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33713dd4-91d3-4a99-9514-d4afeb2939da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:14.287966 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33713dd4-91d3-4a99-9514-d4afeb2939da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:14.295762 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8ec6be-e2a2-4102-b3eb-dad23ccbe3ff None None] Network d87dfd89-91a5-4d91-80f7-32225df5a209 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:20:14.313982 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-33713dd4-91d3-4a99-9514-d4afeb2939da admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4174256 Jul 30 20:20:14.440595 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e0946-a4fc-42a8-acc7-1b0f5b93909c req-a7f52875-6c5e-4770-b652-1ee0c59bfde4 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:14.442976 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-311e0946-a4fc-42a8-acc7-1b0f5b93909c req-a7f52875-6c5e-4770-b652-1ee0c59bfde4 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 943 time: 0.0597000 Jul 30 20:20:14.530559 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2862158b-41fe-42ca-b8e3-aba40e33253b None None] Network d87dfd89-91a5-4d91-80f7-32225df5a209 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:20:14.549416 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-311e0946-a4fc-42a8-acc7-1b0f5b93909c req-ee7d761c-bb26-407e-939f-1a3f9cb5bfc2 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003850 Jul 30 20:20:14.678732 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-62bde00a-c3da-4259-a99b-608238179022 req-80e92646-a3c5-463e-aa8d-a512481404a8 tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0452261 Jul 30 20:20:15.044509 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-ba91ca56-2a4a-40c3-82b5-e5ac6a234778 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:15.045994 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-ba91ca56-2a4a-40c3-82b5-e5ac6a234778 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/networks?id=d87dfd89-91a5-4d91-80f7-32225df5a209 HTTP/1.1" status: 200 len: 814 time: 0.1132669 Jul 30 20:20:15.062274 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-fd0fc4a1-cffe-475c-9a29-66697148ce77 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/quotas/0b2fdc5ff21140f8b22282a0060d83ab HTTP/1.1" status: 200 len: 375 time: 0.0096052 Jul 30 20:20:15.102399 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-26154110-1ab6-4d03-a970-14e77063fdb3 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0b2fdc5ff21140f8b22282a0060d83ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324566 Jul 30 20:20:15.216346 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-5669b38b-1b37-43d9-92a8-e21ad9fdb913 service neutron] 10.222.0.81 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049147 Jul 30 20:20:15.312517 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-42dbc36e-4a0e-4740-8991-847b02b8a5dc service neutron] 10.222.0.81 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896826 Jul 30 20:20:15.421675 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:15.609668 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc184d47-1900-496a-bf05-ae7eccd0b629 req-1289062a-5357-4057-8242-7548de2324b2 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d99d6c5-7287-49bb-84c2-1c431493f86e HTTP/1.1" status: 200 len: 210 time: 0.0375595 Jul 30 20:20:15.766467 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bb606-a1f7-49c6-be21-94330e44479a req-e3ab192b-6ce0-4bb0-b5c4-8e4a5f9821c2 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:15.768120 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-087bb606-a1f7-49c6-be21-94330e44479a req-e3ab192b-6ce0-4bb0-b5c4-8e4a5f9821c2 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 943 time: 0.0849776 Jul 30 20:20:15.820663 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-087bb606-a1f7-49c6-be21-94330e44479a req-0f205848-e947-4b8f-9d82-6e37a27f51fc tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456393 Jul 30 20:20:15.974768 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81a8b891-3adf-44f7-85bf-822826076ac3 req-f683127c-65d0-480f-908e-66c33fc271e0 tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0526080 Jul 30 20:20:16.208926 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device b4ef2a46-9ba8-461b-b90b-a8558f1765f2 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:20:16.341194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port b4ef2a46-9ba8-461b-b90b-a8558f1765f2, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=b4ef2a46-9ba8-461b-b90b-a8558f1765f2,segment=NetworkSegment(fe032a3b-65ea-4e02-9bea-2ab32b00a56f),segment_id=fe032a3b-65ea-4e02-9bea-2ab32b00a56f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:20:16.356312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'b4ef2a46-9ba8-461b-b90b-a8558f1765f2', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'port_id': 'b4ef2a46-9ba8-461b-b90b-a8558f1765f2', 'mac_address': 'fa:16:3e:27:8a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:20:16.393478 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:16.407672 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4ef2a46-9ba8-461b-b90b-a8558f1765f2 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:20:16.427924 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port b4ef2a46-9ba8-461b-b90b-a8558f1765f2, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=b4ef2a46-9ba8-461b-b90b-a8558f1765f2,segment=NetworkSegment(fe032a3b-65ea-4e02-9bea-2ab32b00a56f),segment_id=fe032a3b-65ea-4e02-9bea-2ab32b00a56f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:20:16.440816 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:16.500938 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=b4ef2a46-9ba8-461b-b90b-a8558f1765f2,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:16.696226 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-916d52d9-2a03-4d7b-b6c2-152fca077d59 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:16.698254 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-916d52d9-2a03-4d7b-b6c2-152fca077d59 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.83 "GET /v2.0/networks?id=d87dfd89-91a5-4d91-80f7-32225df5a209 HTTP/1.1" status: 200 len: 814 time: 0.1970587 Jul 30 20:20:16.721527 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d92a2c28-7417-4c59-b9c2-407a9e5b08cf tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Request body: {'port': {'device_id': '3d99d6c5-7287-49bb-84c2-1c431493f86e', 'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209', 'admin_state_up': True, 'tenant_id': '0b2fdc5ff21140f8b22282a0060d83ab'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:20:16.741774 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cf5af2de-0910-4e0b-ba09-66f00be6c681 req-7178e9be-a6e9-4974-a392-e67a347c6820 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d99d6c5-7287-49bb-84c2-1c431493f86e HTTP/1.1" status: 200 len: 210 time: 0.0365748 Jul 30 20:20:16.866827 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d92a2c28-7417-4c59-b9c2-407a9e5b08cf tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Made reservation on behalf of 0b2fdc5ff21140f8b22282a0060d83ab for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:20:16.871000 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d92a2c28-7417-4c59-b9c2-407a9e5b08cf tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:16.892852 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['b4ef2a46-9ba8-461b-b90b-a8558f1765f2'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:20:16.991245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ddf4d-dbc0-4b88-bc0b-5bb1dd7f45fa req-2d23ec54-cbe2-4172-bd18-50d659efb3a7 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:16.996269 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e18ddf4d-dbc0-4b88-bc0b-5bb1dd7f45fa req-2d23ec54-cbe2-4172-bd18-50d659efb3a7 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 944 time: 0.0801675 Jul 30 20:20:17.052594 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e18ddf4d-dbc0-4b88-bc0b-5bb1dd7f45fa req-aaec4fb2-7406-426e-b483-5c0a6237b1bd tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475504 Jul 30 20:20:17.068549 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d92a2c28-7417-4c59-b9c2-407a9e5b08cf tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Allocated IP 172.20.0.2 (d87dfd89-91a5-4d91-80f7-32225df5a209/f8480fff-2e02-4738-a95b-299805138888/84b11c7f-542d-4517-ac34-b164c6c1f31c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:20:17.169035 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41ca8dd5-deca-4410-b760-33c0a9abef3d req-0df04568-aa60-47fe-9c7a-f480d185b6fb tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0522072 Jul 30 20:20:17.254719 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d92a2c28-7417-4c59-b9c2-407a9e5b08cf tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:17.302755 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d92a2c28-7417-4c59-b9c2-407a9e5b08cf tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:17.349130 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d92a2c28-7417-4c59-b9c2-407a9e5b08cf tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Network d87dfd89-91a5-4d91-80f7-32225df5a209 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:20:17.352298 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d92a2c28-7417-4c59-b9c2-407a9e5b08cf tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:20:17.356031 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d92a2c28-7417-4c59-b9c2-407a9e5b08cf tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:20:17.391562 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a2c28-7417-4c59-b9c2-407a9e5b08cf tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Pushing event updated for resources: {'Port': ['ID=84b11c7f-542d-4517-ac34-b164c6c1f31c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:17.418309 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d92a2c28-7417-4c59-b9c2-407a9e5b08cf tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:17.419001 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d92a2c28-7417-4c59-b9c2-407a9e5b08cf tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:17.434690 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d92a2c28-7417-4c59-b9c2-407a9e5b08cf tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7189631 Jul 30 20:20:17.447282 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d2c2d06f-c5be-4260-8fc9-0c95c63b915c service neutron] Request body: {'port': {'device_id': '3d99d6c5-7287-49bb-84c2-1c431493f86e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:20:17.503185 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d2c2d06f-c5be-4260-8fc9-0c95c63b915c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:17.805876 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d2c2d06f-c5be-4260-8fc9-0c95c63b915c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b11c7f-542d-4517-ac34-b164c6c1f31c {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:20:17.815045 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d2c2d06f-c5be-4260-8fc9-0c95c63b915c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:17.828515 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d2c2d06f-c5be-4260-8fc9-0c95c63b915c service neutron] Transition to ACTIVE for port object 84b11c7f-542d-4517-ac34-b164c6c1f31c will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:20:17.834093 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d2c2d06f-c5be-4260-8fc9-0c95c63b915c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:17.901409 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b2898-31e0-4be4-a4e3-5e9335f936e0 req-874d2cbb-5c09-41d0-bace-b0014f0b4cf0 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:17.903493 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-546b2898-31e0-4be4-a4e3-5e9335f936e0 req-874d2cbb-5c09-41d0-bace-b0014f0b4cf0 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d99d6c5-7287-49bb-84c2-1c431493f86e HTTP/1.1" status: 200 len: 943 time: 0.0748951 Jul 30 20:20:17.939590 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2d06f-c5be-4260-8fc9-0c95c63b915c service neutron] Pushing event updated for resources: {'Port': ['ID=84b11c7f-542d-4517-ac34-b164c6c1f31c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:17.953787 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-546b2898-31e0-4be4-a4e3-5e9335f936e0 req-ec1fc4c4-c1a8-499f-b6a9-43234991e24f tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405631 Jul 30 20:20:17.971501 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d2c2d06f-c5be-4260-8fc9-0c95c63b915c service neutron] Attempting to bind port 84b11c7f-542d-4517-ac34-b164c6c1f31c on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:20:17.971883 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d2c2d06f-c5be-4260-8fc9-0c95c63b915c service neutron] Attempting to bind port 84b11c7f-542d-4517-ac34-b164c6c1f31c by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '24e0fe1e-748d-4022-a692-5e5f9dd7e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:20:17.972765 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d2c2d06f-c5be-4260-8fc9-0c95c63b915c service neutron] Attempting to bind port 84b11c7f-542d-4517-ac34-b164c6c1f31c on network d87dfd89-91a5-4d91-80f7-32225df5a209 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:20:17.977125 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d2c2d06f-c5be-4260-8fc9-0c95c63b915c service neutron] Port 84b11c7f-542d-4517-ac34-b164c6c1f31c on network d87dfd89-91a5-4d91-80f7-32225df5a209 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:20:17.977465 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d2c2d06f-c5be-4260-8fc9-0c95c63b915c service neutron] Attempting to bind port 84b11c7f-542d-4517-ac34-b164c6c1f31c on network d87dfd89-91a5-4d91-80f7-32225df5a209 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:20:17.982329 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d2c2d06f-c5be-4260-8fc9-0c95c63b915c service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:20:17.982673 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d2c2d06f-c5be-4260-8fc9-0c95c63b915c service neutron] Checking segment: {'id': '24e0fe1e-748d-4022-a692-5e5f9dd7e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:20:17.983045 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d2c2d06f-c5be-4260-8fc9-0c95c63b915c service neutron] Bound using segment: {'id': '24e0fe1e-748d-4022-a692-5e5f9dd7e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:20:17.983472 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d2c2d06f-c5be-4260-8fc9-0c95c63b915c service neutron] Bound port: 84b11c7f-542d-4517-ac34-b164c6c1f31c, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e0fe1e-748d-4022-a692-5e5f9dd7e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:20:17.983857 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d2c2d06f-c5be-4260-8fc9-0c95c63b915c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:18.062133 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d2c2d06f-c5be-4260-8fc9-0c95c63b915c service neutron] For port 84b11c7f-542d-4517-ac34-b164c6c1f31c, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:20:18.065237 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d2c2d06f-c5be-4260-8fc9-0c95c63b915c service neutron] For port 84b11c7f-542d-4517-ac34-b164c6c1f31c, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=84b11c7f-542d-4517-ac34-b164c6c1f31c,segment=NetworkSegment(24e0fe1e-748d-4022-a692-5e5f9dd7e6df),segment_id=24e0fe1e-748d-4022-a692-5e5f9dd7e6df)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:20:18.076637 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d2c2d06f-c5be-4260-8fc9-0c95c63b915c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:18.153758 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d2c2d06f-c5be-4260-8fc9-0c95c63b915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:18.154647 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d2c2d06f-c5be-4260-8fc9-0c95c63b915c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:18.156527 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-d2c2d06f-c5be-4260-8fc9-0c95c63b915c service neutron] 10.222.0.83 "PUT /v2.0/ports/84b11c7f-542d-4517-ac34-b164c6c1f31c HTTP/1.1" status: 200 len: 1091 time: 0.7134867 Jul 30 20:20:18.157136 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d99d6c5-7287-49bb-84c2-1c431493f86e', 'tag': '84b11c7f-542d-4517-ac34-b164c6c1f31c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:20:18.160163 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74925c6a-ef97-4f8e-844b-9e71083c2c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "3d99d6c5-7287-49bb-84c2-1c431493f86e", "tag": "84b11c7f-542d-4517-ac34-b164c6c1f31c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:20:18.166608 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2d06f-c5be-4260-8fc9-0c95c63b915c service neutron] Pushing event updated for resources: {'Port': ['ID=84b11c7f-542d-4517-ac34-b164c6c1f31c,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:18.214092 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58570498-1088-48a5-ae02-e49ae1b61a9a req-b5e69f63-e958-4e1f-af36-cd55eba9a873 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:18.216131 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58570498-1088-48a5-ae02-e49ae1b61a9a req-b5e69f63-e958-4e1f-af36-cd55eba9a873 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 944 time: 0.0825651 Jul 30 20:20:18.235144 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device b4ef2a46-9ba8-461b-b90b-a8558f1765f2 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:20:18.258809 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-2c8e4d08-1393-4259-98c0-452f23983d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:18.260727 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-2c8e4d08-1393-4259-98c0-452f23983d09 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b2fdc5ff21140f8b22282a0060d83ab&device_id=3d99d6c5-7287-49bb-84c2-1c431493f86e HTTP/1.1" status: 200 len: 1094 time: 0.0523479 Jul 30 20:20:18.326861 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58570498-1088-48a5-ae02-e49ae1b61a9a req-1e462cdd-ccd2-47e1-9833-1080ebde69df tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015153 Jul 30 20:20:18.346776 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port b4ef2a46-9ba8-461b-b90b-a8558f1765f2 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:20:18.349396 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-ed5e2cda-3e87-4a7b-a3ce-ac793aab138e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84b11c7f-542d-4517-ac34-b164c6c1f31c HTTP/1.1" status: 200 len: 217 time: 0.0806937 Jul 30 20:20:18.352690 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port b4ef2a46-9ba8-461b-b90b-a8558f1765f2 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:20:18.353332 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:18.406471 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2065922e-52f6-4b13-8327-005a2307b1a5 x-openstack-request-id: req-2065922e-52f6-4b13-8327-005a2307b1a5 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:20:18.407108 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d99d6c5-7287-49bb-84c2-1c431493f86e", "tag": "84b11c7f-542d-4517-ac34-b164c6c1f31c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:20:18.407457 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2065922e-52f6-4b13-8327-005a2307b1a5 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:20:18.408011 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d99d6c5-7287-49bb-84c2-1c431493f86e', 'tag': '84b11c7f-542d-4517-ac34-b164c6c1f31c', 'status': 'completed', 'code': 200} Jul 30 20:20:18.429087 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-feecbcc0-06f8-46d6-8c19-e919e712acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:18.430926 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-feecbcc0-06f8-46d6-8c19-e919e712acd9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f8480fff-2e02-4738-a95b-299805138888 HTTP/1.1" status: 200 len: 854 time: 0.0751007 Jul 30 20:20:18.472745 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-ce90cb5f-5662-4db6-9f23-fc3bd8375f83 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d87dfd89-91a5-4d91-80f7-32225df5a209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335500 Jul 30 20:20:18.493049 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:18.519916 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822ec41f-1f28-4a83-9b0b-d9e220df2225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ef2a46-9ba8-461b-b90b-a8558f1765f2'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:20:18.522551 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc74443-1788-4831-a33a-488b2c31c013" -d '{"events": [{"server_uuid": "822ec41f-1f28-4a83-9b0b-d9e220df2225", "name": "network-vif-plugged", "status": "completed", "tag": "b4ef2a46-9ba8-461b-b90b-a8558f1765f2"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:20:18.524293 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82f995aa-f457-48e5-8d8b-b332a2129c0f req-17aae71c-d198-4820-84d5-792bfc54db29 tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0463936 Jul 30 20:20:18.541603 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port b4ef2a46-9ba8-461b-b90b-a8558f1765f2, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=b4ef2a46-9ba8-461b-b90b-a8558f1765f2,segment=NetworkSegment(fe032a3b-65ea-4e02-9bea-2ab32b00a56f),segment_id=fe032a3b-65ea-4e02-9bea-2ab32b00a56f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:20:18.547836 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:18.589962 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-bfc23721-b81b-4742-8393-2a48a7245360 service neutron] 10.222.0.83 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100285 Jul 30 20:20:18.621643 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=b4ef2a46-9ba8-461b-b90b-a8558f1765f2,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:18.635032 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec968f7f-9eba-466f-8dfe-7f0a8e46815d x-openstack-request-id: req-ec968f7f-9eba-466f-8dfe-7f0a8e46815d {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:20:18.635581 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822ec41f-1f28-4a83-9b0b-d9e220df2225", "name": "network-vif-plugged", "status": "completed", "tag": "b4ef2a46-9ba8-461b-b90b-a8558f1765f2", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:20:18.636109 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ec968f7f-9eba-466f-8dfe-7f0a8e46815d {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:20:18.636514 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822ec41f-1f28-4a83-9b0b-d9e220df2225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ef2a46-9ba8-461b-b90b-a8558f1765f2', 'code': 200} Jul 30 20:20:18.715552 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8ab96f10-f79d-423c-84b5-a2a62530e11a req-74364cf4-6866-4eed-a966-37b9796611a4 service neutron] 10.222.0.83 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162548 Jul 30 20:20:18.803419 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da915fd-64df-4d43-8bb7-96e795a05cd4 req-60038d62-c955-4796-8e45-b77ce4e0e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:18.809324 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2da915fd-64df-4d43-8bb7-96e795a05cd4 req-60038d62-c955-4796-8e45-b77ce4e0e82b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 1096 time: 0.1046338 Jul 30 20:20:18.815677 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74925c6a-ef97-4f8e-844b-9e71083c2c3b req-25c6f860-d18a-47cb-9ff0-8b7a360a178a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:18.817897 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-74925c6a-ef97-4f8e-844b-9e71083c2c3b req-25c6f860-d18a-47cb-9ff0-8b7a360a178a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b2fdc5ff21140f8b22282a0060d83ab&device_id=3d99d6c5-7287-49bb-84c2-1c431493f86e HTTP/1.1" status: 200 len: 1094 time: 0.0483372 Jul 30 20:20:18.895150 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2da915fd-64df-4d43-8bb7-96e795a05cd4 req-2a52e0d9-8adb-4ed6-8014-8731dd092d5a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675316 Jul 30 20:20:18.943955 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74925c6a-ef97-4f8e-844b-9e71083c2c3b req-4b0154d4-43ab-4d34-ba81-6fcc2a32842c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:18.945431 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-74925c6a-ef97-4f8e-844b-9e71083c2c3b req-4b0154d4-43ab-4d34-ba81-6fcc2a32842c service neutron] 10.222.0.83 "GET /v2.0/networks?id=d87dfd89-91a5-4d91-80f7-32225df5a209 HTTP/1.1" status: 200 len: 915 time: 0.1142788 Jul 30 20:20:19.087552 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625acffc-e44e-43a6-9ae6-24aac8bd1e11 req-9577f635-b186-4462-aed3-354f6f13dd30 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:19.089380 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-625acffc-e44e-43a6-9ae6-24aac8bd1e11 req-9577f635-b186-4462-aed3-354f6f13dd30 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d99d6c5-7287-49bb-84c2-1c431493f86e HTTP/1.1" status: 200 len: 943 time: 0.0674429 Jul 30 20:20:19.105387 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-74925c6a-ef97-4f8e-844b-9e71083c2c3b req-46cb2c1e-dd19-4d59-b613-f23adc5aef89 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84b11c7f-542d-4517-ac34-b164c6c1f31c HTTP/1.1" status: 200 len: 217 time: 0.0582716 Jul 30 20:20:19.139080 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-625acffc-e44e-43a6-9ae6-24aac8bd1e11 req-934f5472-59b6-42c1-9c18-5b131fb0f2b1 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373194 Jul 30 20:20:19.191458 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74925c6a-ef97-4f8e-844b-9e71083c2c3b req-c598fcc3-c38a-4d1d-b870-36bf056215a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:19.193255 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-74925c6a-ef97-4f8e-844b-9e71083c2c3b req-c598fcc3-c38a-4d1d-b870-36bf056215a5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f8480fff-2e02-4738-a95b-299805138888 HTTP/1.1" status: 200 len: 854 time: 0.0604358 Jul 30 20:20:19.233582 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-74925c6a-ef97-4f8e-844b-9e71083c2c3b req-043c7d3c-f1b3-45e9-a921-9d045a4a88a6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d87dfd89-91a5-4d91-80f7-32225df5a209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325985 Jul 30 20:20:19.347881 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-74925c6a-ef97-4f8e-844b-9e71083c2c3b req-6f76de15-ab2c-4a4d-b37b-dbf40e789ac2 service neutron] 10.222.0.83 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054034 Jul 30 20:20:19.488655 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc17e6e-e190-45ae-9f24-639359cb4517 req-50ac2270-4079-48d9-8e5b-a94c79513c44 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:19.489986 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-74925c6a-ef97-4f8e-844b-9e71083c2c3b req-0783e58f-66f9-4a38-8449-f7efd31537b0 service neutron] 10.222.0.83 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275856 Jul 30 20:20:19.490971 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8bc17e6e-e190-45ae-9f24-639359cb4517 req-50ac2270-4079-48d9-8e5b-a94c79513c44 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 945 time: 0.0733843 Jul 30 20:20:19.534314 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:19.565002 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8bc17e6e-e190-45ae-9f24-639359cb4517 req-17b42aa6-ebae-4688-8a9f-5ef24ca73a11 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574689 Jul 30 20:20:19.694242 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f2b7c87-002c-4ec4-b2e1-975b49b705f1 req-fb372192-5e64-4e0e-a25d-5bb0d785750c tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0345149 Jul 30 20:20:20.264091 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf602e-651d-4829-8ccb-53962f25bfd5 req-e898b381-b31f-4daf-a155-68c30dc2aa06 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:20.265602 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09bf602e-651d-4829-8ccb-53962f25bfd5 req-e898b381-b31f-4daf-a155-68c30dc2aa06 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d99d6c5-7287-49bb-84c2-1c431493f86e HTTP/1.1" status: 200 len: 943 time: 0.0529032 Jul 30 20:20:20.315157 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09bf602e-651d-4829-8ccb-53962f25bfd5 req-489dac4c-1ea0-45a4-b254-6ac474b0ff4b tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357075 Jul 30 20:20:20.698027 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc021bfa-a77b-4aa1-bb0c-c991f13d448a req-436c0f50-a25d-4be8-87d4-589f050d67d8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:20.699586 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc021bfa-a77b-4aa1-bb0c-c991f13d448a req-436c0f50-a25d-4be8-87d4-589f050d67d8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 945 time: 0.0496700 Jul 30 20:20:20.741277 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc021bfa-a77b-4aa1-bb0c-c991f13d448a req-50dea75a-8f85-4711-8ba0-bf30231bae0c tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350764 Jul 30 20:20:20.829946 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c5a3d7a-c8bc-4f6b-afcd-45360d5b4447 req-170f02ed-4913-4d7c-9ebe-8bf48a0dd9b7 tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0277350 Jul 30 20:20:20.945378 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f991865-326e-4f9c-b341-b037aa746e5b req-34f2690a-d7cc-4d29-ac92-b1d0b419797e tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:20.946958 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f991865-326e-4f9c-b341-b037aa746e5b req-34f2690a-d7cc-4d29-ac92-b1d0b419797e tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 945 time: 0.0586257 Jul 30 20:20:20.956985 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52078) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:20.962175 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f051eae0-aca7-4fe7-a9ab-8ba9d4056ffa tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Request body: {'floatingip': {'port_id': 'b4ef2a46-9ba8-461b-b90b-a8558f1765f2'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:20:21.016608 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f051eae0-aca7-4fe7-a9ab-8ba9d4056ffa tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:21.231008 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80581e26-6755-4842-9e8c-00aab7ffe08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:21.470851 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f88c7-440a-4834-bc5c-e7312a2054bd req-92eca4e3-ed82-4132-98ff-a16b4d664846 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:21.482622 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-008f88c7-440a-4834-bc5c-e7312a2054bd req-92eca4e3-ed82-4132-98ff-a16b4d664846 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d99d6c5-7287-49bb-84c2-1c431493f86e HTTP/1.1" status: 200 len: 943 time: 0.0661850 Jul 30 20:20:21.563191 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-008f88c7-440a-4834-bc5c-e7312a2054bd req-0b8a87af-b44f-42bb-be2f-36dc9898076f tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698924 Jul 30 20:20:21.699607 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:20:21.728412 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f051eae0-aca7-4fe7-a9ab-8ba9d4056ffa tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:21.733703 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f051eae0-aca7-4fe7-a9ab-8ba9d4056ffa tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:21.839632 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-f051eae0-aca7-4fe7-a9ab-8ba9d4056ffa tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Floating IP e3762494-b90e-4062-be9c-8b1b91cdc309 associated. External IP: 172.25.3.27, port: b4ef2a46-9ba8-461b-b90b-a8558f1765f2. Jul 30 20:20:21.957925 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a1465b5-e37c-44a8-ab8a-dc1175342c1f req-f4ef2aeb-ac46-4bf5-b824-21a619734623 tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0364673 Jul 30 20:20:22.085110 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f051eae0-aca7-4fe7-a9ab-8ba9d4056ffa tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Router d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:20:22.218955 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f051eae0-aca7-4fe7-a9ab-8ba9d4056ffa tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:20:22.224021 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f051eae0-aca7-4fe7-a9ab-8ba9d4056ffa tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:22.231238 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab2286c-86bf-410d-ab3f-06aa864005a7 None None] Sync routers for ids ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:20:22.242322 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab2286c-86bf-410d-ab3f-06aa864005a7 None None] Routers {'d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:20:22.243231 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cab2286c-86bf-410d-ab3f-06aa864005a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:19:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:22.260742 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f051eae0-aca7-4fe7-a9ab-8ba9d4056ffa tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "PUT /v2.0/floatingips/e3762494-b90e-4062-be9c-8b1b91cdc309 HTTP/1.1" status: 200 len: 990 time: 1.3001704 Jul 30 20:20:22.260742 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '822ec41f-1f28-4a83-9b0b-d9e220df2225', 'tag': 'b4ef2a46-9ba8-461b-b90b-a8558f1765f2'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:20:22.264441 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7708fe8-d685-4d27-b843-ebe9edc95c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "822ec41f-1f28-4a83-9b0b-d9e220df2225", "tag": "b4ef2a46-9ba8-461b-b90b-a8558f1765f2"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:20:22.267196 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 84b11c7f-542d-4517-ac34-b164c6c1f31c details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:20:22.363553 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-cab2286c-86bf-410d-ab3f-06aa864005a7 None None] Set router d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:20:22.471137 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581d724b-9df9-47c1-b7fd-786b909a53dc x-openstack-request-id: req-581d724b-9df9-47c1-b7fd-786b909a53dc {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:20:22.471426 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "822ec41f-1f28-4a83-9b0b-d9e220df2225", "tag": "b4ef2a46-9ba8-461b-b90b-a8558f1765f2", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:20:22.471698 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-581d724b-9df9-47c1-b7fd-786b909a53dc {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:20:22.472696 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '822ec41f-1f28-4a83-9b0b-d9e220df2225', 'tag': 'b4ef2a46-9ba8-461b-b90b-a8558f1765f2', 'status': 'completed', 'code': 200} Jul 30 20:20:22.521354 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 84b11c7f-542d-4517-ac34-b164c6c1f31c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=84b11c7f-542d-4517-ac34-b164c6c1f31c,segment=NetworkSegment(24e0fe1e-748d-4022-a692-5e5f9dd7e6df),segment_id=24e0fe1e-748d-4022-a692-5e5f9dd7e6df)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:20:22.548803 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '84b11c7f-542d-4517-ac34-b164c6c1f31c', 'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209', 'port_id': '84b11c7f-542d-4517-ac34-b164c6c1f31c', 'mac_address': 'fa:16:3e:59:a9:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8480fff-2e02-4738-a95b-299805138888', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:20:22.564115 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7708fe8-d685-4d27-b843-ebe9edc95c5d req-714ddd88-ef00-4c20-8dc7-a9a08cb319d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:22.565881 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f7708fe8-d685-4d27-b843-ebe9edc95c5d req-714ddd88-ef00-4c20-8dc7-a9a08cb319d3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fdd4a0aeb4734545b256ac5e1a36d088&device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 1096 time: 0.0709636 Jul 30 20:20:22.593577 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:22.622068 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b11c7f-542d-4517-ac34-b164c6c1f31c {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:20:22.666206 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 84b11c7f-542d-4517-ac34-b164c6c1f31c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=84b11c7f-542d-4517-ac34-b164c6c1f31c,segment=NetworkSegment(24e0fe1e-748d-4022-a692-5e5f9dd7e6df),segment_id=24e0fe1e-748d-4022-a692-5e5f9dd7e6df)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:20:22.681372 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:22.715093 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cab2286c-86bf-410d-ab3f-06aa864005a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'name': 'tempest-AttachVolumeTestJSON-1836562861-router', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:19:56Z', 'updated_at': '2021-07-30T20:20:01Z', 'revision_number': 4, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'gw_port': {'id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:19:57Z', 'updated_at': '2021-07-30T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'e3762494-b90e-4062-be9c-8b1b91cdc309', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'floating_ip_address': '172.25.3.27', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'port_id': 'b4ef2a46-9ba8-461b-b90b-a8558f1765f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'mac_address': 'fa:16:3e:27:8a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822ec41f-1f28-4a83-9b0b-d9e220df2225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:20:05Z', 'updated_at': '2021-07-30T20:20:21Z', 'revision_number': 1, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea289277-bcd4-458d-8eb0-3513e78a2151', 'name': '', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'mac_address': 'fa:16:3e:de:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:20:00Z', 'updated_at': '2021-07-30T20:20:06Z', 'revision_number': 5, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'subnets': [{'id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:22.761538 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab2286c-86bf-410d-ab3f-06aa864005a7 None None] Checking router: d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:20:22.770978 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab2286c-86bf-410d-ab3f-06aa864005a7 None None] Routers {'d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:20:22.772634 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cab2286c-86bf-410d-ab3f-06aa864005a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:19:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:22.773140 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=84b11c7f-542d-4517-ac34-b164c6c1f31c,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:22.790601 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e8907-e3fe-4a4a-bbc4-e4b7ffa52185 req-dae4cfbc-2b07-447b-8350-3b65b4d5fee5 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:22.799333 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bd6e8907-e3fe-4a4a-bbc4-e4b7ffa52185 req-dae4cfbc-2b07-447b-8350-3b65b4d5fee5 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d99d6c5-7287-49bb-84c2-1c431493f86e HTTP/1.1" status: 200 len: 944 time: 0.1254039 Jul 30 20:20:22.805288 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7708fe8-d685-4d27-b843-ebe9edc95c5d req-7980eb47-cd04-4ab2-a737-9230252e6e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:22.806893 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f7708fe8-d685-4d27-b843-ebe9edc95c5d req-7980eb47-cd04-4ab2-a737-9230252e6e64 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c HTTP/1.1" status: 200 len: 912 time: 0.2269375 Jul 30 20:20:22.867946 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bd6e8907-e3fe-4a4a-bbc4-e4b7ffa52185 req-84c8e668-959e-48d2-8e25-ce9e282807d7 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625672 Jul 30 20:20:22.930054 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f7708fe8-d685-4d27-b843-ebe9edc95c5d req-32c848c9-ebeb-4207-b9b0-6ab31a4fb4f9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4ef2a46-9ba8-461b-b90b-a8558f1765f2 HTTP/1.1" status: 200 len: 998 time: 0.1147518 Jul 30 20:20:22.949483 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-cab2286c-86bf-410d-ab3f-06aa864005a7 None None] Set router d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:20:23.090948 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['84b11c7f-542d-4517-ac34-b164c6c1f31c'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:20:23.121169 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-493ec1ae-6835-48fe-a0e5-240c58ee1e44 req-5f09a49e-3acf-444b-a786-8f9a21a83f8a tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0420396 Jul 30 20:20:23.402072 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cab2286c-86bf-410d-ab3f-06aa864005a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'name': 'tempest-AttachVolumeTestJSON-1836562861-router', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:19:56Z', 'updated_at': '2021-07-30T20:20:01Z', 'revision_number': 4, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'gw_port': {'id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:19:57Z', 'updated_at': '2021-07-30T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'e3762494-b90e-4062-be9c-8b1b91cdc309', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'floating_ip_address': '172.25.3.27', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'port_id': 'b4ef2a46-9ba8-461b-b90b-a8558f1765f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'mac_address': 'fa:16:3e:27:8a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822ec41f-1f28-4a83-9b0b-d9e220df2225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:20:05Z', 'updated_at': '2021-07-30T20:20:21Z', 'revision_number': 1, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea289277-bcd4-458d-8eb0-3513e78a2151', 'name': '', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'mac_address': 'fa:16:3e:de:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:20:00Z', 'updated_at': '2021-07-30T20:20:06Z', 'revision_number': 5, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'subnets': [{'id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:23.454525 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab2286c-86bf-410d-ab3f-06aa864005a7 None None] The sync data for ids ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'] in n-d-712137-9 is: [{'id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'name': 'tempest-AttachVolumeTestJSON-1836562861-router', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:19:56Z', 'updated_at': '2021-07-30T20:20:01Z', 'revision_number': 4, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'gw_port': {'id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:19:57Z', 'updated_at': '2021-07-30T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'e3762494-b90e-4062-be9c-8b1b91cdc309', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'floating_ip_address': '172.25.3.27', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'port_id': 'b4ef2a46-9ba8-461b-b90b-a8558f1765f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'mac_address': 'fa:16:3e:27:8a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822ec41f-1f28-4a83-9b0b-d9e220df2225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:20:05Z', 'updated_at': '2021-07-30T20:20:21Z', 'revision_number': 1, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea289277-bcd4-458d-8eb0-3513e78a2151', 'name': '', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'mac_address': 'fa:16:3e:de:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:20:00Z', 'updated_at': '2021-07-30T20:20:06Z', 'revision_number': 5, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'subnets': [{'id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:20:23.530880 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7708fe8-d685-4d27-b843-ebe9edc95c5d req-ad289105-dbfb-4b07-984c-346604e71f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:23.537291 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f7708fe8-d685-4d27-b843-ebe9edc95c5d req-ad289105-dbfb-4b07-984c-346604e71f3f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6491aa5-23e2-49d6-ab1a-df22f79d0138 HTTP/1.1" status: 200 len: 850 time: 0.5988688 Jul 30 20:20:23.601496 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7708fe8-d685-4d27-b843-ebe9edc95c5d req-659317e8-b380-47d8-a163-bc6993ca3a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:23.603129 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f7708fe8-d685-4d27-b843-ebe9edc95c5d req-659317e8-b380-47d8-a163-bc6993ca3a3a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580633 Jul 30 20:20:23.714141 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a74f476-d8e0-4409-9f6e-456367c965f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:23.728328 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f7708fe8-d685-4d27-b843-ebe9edc95c5d req-0d17f408-75ed-4653-ade2-4b1dcd40eee1 service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164060 Jul 30 20:20:23.886658 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f7708fe8-d685-4d27-b843-ebe9edc95c5d req-b859b42f-c680-4759-aaa1-35f198aa4fe2 service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419342 Jul 30 20:20:23.905019 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7442c8ab-38e9-428a-acdb-d59350943bad None None] New status for floating IP e3762494-b90e-4062-be9c-8b1b91cdc309: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:20:23.969869 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:24.072960 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24b2ba-68a6-4687-8804-8c980d5a2397 req-31b4ed38-ca73-4e8c-8c83-37eeebd4bc71 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:24.075558 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a24b2ba-68a6-4687-8804-8c980d5a2397 req-31b4ed38-ca73-4e8c-8c83-37eeebd4bc71 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d99d6c5-7287-49bb-84c2-1c431493f86e HTTP/1.1" status: 200 len: 944 time: 0.1025875 Jul 30 20:20:24.133215 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a24b2ba-68a6-4687-8804-8c980d5a2397 req-e9e4e3d5-fe41-4a1d-a4c6-5f3f1832b379 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508108 Jul 30 20:20:24.269420 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-14da20c2-a00a-4624-81b2-7a6213ef4219 req-753b8dfe-18eb-4ffd-b85f-9a6b104c0f7c tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0389104 Jul 30 20:20:24.269590 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 84b11c7f-542d-4517-ac34-b164c6c1f31c up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:20:24.378968 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 84b11c7f-542d-4517-ac34-b164c6c1f31c completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:20:24.384030 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 84b11c7f-542d-4517-ac34-b164c6c1f31c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:20:24.384884 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:24.488994 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:24.538019 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 84b11c7f-542d-4517-ac34-b164c6c1f31c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=84b11c7f-542d-4517-ac34-b164c6c1f31c,segment=NetworkSegment(24e0fe1e-748d-4022-a692-5e5f9dd7e6df),segment_id=24e0fe1e-748d-4022-a692-5e5f9dd7e6df)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:20:24.538953 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d99d6c5-7287-49bb-84c2-1c431493f86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b11c7f-542d-4517-ac34-b164c6c1f31c'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:20:24.541778 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4689fc59-e019-4179-9f39-864c617ef023" -d '{"events": [{"server_uuid": "3d99d6c5-7287-49bb-84c2-1c431493f86e", "name": "network-vif-plugged", "status": "completed", "tag": "84b11c7f-542d-4517-ac34-b164c6c1f31c"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:20:24.547956 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:24.609201 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=84b11c7f-542d-4517-ac34-b164c6c1f31c,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:24.737470 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fa2eb8-702e-4bfc-9522-38ed58963b0b x-openstack-request-id: req-76fa2eb8-702e-4bfc-9522-38ed58963b0b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:20:24.738053 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d99d6c5-7287-49bb-84c2-1c431493f86e", "name": "network-vif-plugged", "status": "completed", "tag": "84b11c7f-542d-4517-ac34-b164c6c1f31c", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:20:24.739617 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-76fa2eb8-702e-4bfc-9522-38ed58963b0b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:20:24.740281 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d99d6c5-7287-49bb-84c2-1c431493f86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b11c7f-542d-4517-ac34-b164c6c1f31c', 'code': 200} Jul 30 20:20:24.852009 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc689433-1cf8-4460-9004-2b378a6d3097 req-393eee0e-6f7e-4ec1-a1c6-63a34618ec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:24.854261 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fc689433-1cf8-4460-9004-2b378a6d3097 req-393eee0e-6f7e-4ec1-a1c6-63a34618ec87 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3d99d6c5-7287-49bb-84c2-1c431493f86e HTTP/1.1" status: 200 len: 1096 time: 0.0547683 Jul 30 20:20:24.899616 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fc689433-1cf8-4460-9004-2b378a6d3097 req-319fce3a-d8f6-4357-af44-321863e4b4b5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374494 Jul 30 20:20:24.927055 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:25.314880 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf31090-3cb5-4e04-b8b6-140b8ecff105 req-34b32657-5c3d-403e-8c5a-e7e54cd970d8 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:25.317032 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fcf31090-3cb5-4e04-b8b6-140b8ecff105 req-34b32657-5c3d-403e-8c5a-e7e54cd970d8 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d99d6c5-7287-49bb-84c2-1c431493f86e HTTP/1.1" status: 200 len: 945 time: 0.1001132 Jul 30 20:20:25.364034 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fcf31090-3cb5-4e04-b8b6-140b8ecff105 req-addee374-65fe-4b83-947e-ac4f21bdc3fa tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373216 Jul 30 20:20:25.465069 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-23c40493-1c4b-4f85-ae76-d3a4cfb421c5 req-22c19e63-efab-47de-a02a-9162a2adaad5 tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0301456 Jul 30 20:20:26.496959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bfb31-8318-4993-b5a9-214bfe8345fa req-df3aab1f-0173-4878-8119-a67b0d177ed5 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:26.498563 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-462bfb31-8318-4993-b5a9-214bfe8345fa req-df3aab1f-0173-4878-8119-a67b0d177ed5 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d99d6c5-7287-49bb-84c2-1c431493f86e HTTP/1.1" status: 200 len: 945 time: 0.0597153 Jul 30 20:20:26.543864 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-462bfb31-8318-4993-b5a9-214bfe8345fa req-20316596-33aa-4dd6-8037-e43dfcf30086 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393212 Jul 30 20:20:26.654826 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32ae65fc-060e-44ba-883f-8848b96ebf8d req-a807d37a-542a-46ee-a391-c9a41c47b168 tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0317492 Jul 30 20:20:26.813123 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:27.805912 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fba23faf-4727-4208-95fb-c91fecc1ed90 req-d5efb7a0-031a-46c3-934b-669a76d5b392 tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0402374 Jul 30 20:20:28.917255 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c308549-9429-401c-901a-53fbb10e9cbc req-7b92c493-f767-4d79-93d6-e329b9f0eae2 tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0316648 Jul 30 20:20:30.041183 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72fc643b-2c28-408e-9007-6728b7b82888 req-0add23a5-2474-451c-bac9-0457e0ee83d3 tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0301664 Jul 30 20:20:30.868960 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-908e122d-39b7-4b83-8d55-de7815323abb req-e1a266e4-b9d2-4fda-8b14-354c88822466 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0758519 Jul 30 20:20:31.154812 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9d5ab57-6d1a-4df7-bfd2-14b3843f2c6b req-5ef8af50-eb8c-45fe-82e6-e88a21c6e7aa tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0270286 Jul 30 20:20:32.268809 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71d0aa3a-1274-4c71-a64f-5f77b5a2f393 req-af3423ee-7f44-4a2b-a099-9bcf9d8105b3 tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0301654 Jul 30 20:20:32.616991 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae1c24a4-12c9-405b-a25c-e138a6cef3ab req-6ab5c859-94b9-4c10-9d26-381ab0a02f93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b568711b13434388a0fbe1010c8c35c5&device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0283172 Jul 30 20:20:32.641871 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1e6f7076-f6e4-4ecf-a5c1-c850dffb2793 req-8e6b0f6e-39aa-44b0-b725-c2a51e66e591 tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0282297 Jul 30 20:20:32.672524 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae1c24a4-12c9-405b-a25c-e138a6cef3ab req-e17818c1-e1ce-4525-9d30-d5e60815c2ac service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b568711b13434388a0fbe1010c8c35c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295079 Jul 30 20:20:32.834040 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c24a4-12c9-405b-a25c-e138a6cef3ab req-77045819-ce96-436a-8c3d-e148594f84c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:32.835500 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae1c24a4-12c9-405b-a25c-e138a6cef3ab req-77045819-ce96-436a-8c3d-e148594f84c2 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1562002 Jul 30 20:20:33.762794 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-61bada0b-3f72-46af-a43c-6e0cc864a3cc req-9a303be9-1092-4237-84a7-bd2b165b9e3f tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.81 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0314791 Jul 30 20:20:34.047998 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae1c24a4-12c9-405b-a25c-e138a6cef3ab req-5def63a0-6fd6-421c-bed5-c4336e7053a1 tempest-ServerShowV254Test-679824084 tempest-ServerShowV254Test-679824084-project] 10.222.0.59 "GET /v2.0/ports?device_id=02daa69f-2fbb-43be-b7bd-a51a61f39857 HTTP/1.1" status: 200 len: 210 time: 0.0259972 Jul 30 20:20:35.046663 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52878) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:35.059627 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b677c25-5cb0-4d6c-93b1-83c7cc532d33 req-4e7aef15-a92e-476d-9967-4f4b04cf9477 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:35.061219 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b677c25-5cb0-4d6c-93b1-83c7cc532d33 req-4e7aef15-a92e-476d-9967-4f4b04cf9477 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 947 time: 0.0502484 Jul 30 20:20:35.101045 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b677c25-5cb0-4d6c-93b1-83c7cc532d33 req-62d49d73-7cc7-4643-b4e2-d577f95f1369 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328646 Jul 30 20:20:35.160346 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcb094df-3acf-4e20-8b99-1772b52e5fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:35.250561 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcb094df-3acf-4e20-8b99-1772b52e5fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:35.255290 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcb094df-3acf-4e20-8b99-1772b52e5fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:35.300405 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dcb094df-3acf-4e20-8b99-1772b52e5fd1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b568711b13434388a0fbe1010c8c35c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2524457 Jul 30 20:20:35.301106 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52882) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:35.301725 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb094df-3acf-4e20-8b99-1772b52e5fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8b6607-3b06-4115-a2b0-ae16a6e3366e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:35.355320 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c1f9480a-a55c-4cd4-b2f6-dd310019163b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:35.376903 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c1f9480a-a55c-4cd4-b2f6-dd310019163b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:35.426478 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c1f9480a-a55c-4cd4-b2f6-dd310019163b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:35.429830 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c1f9480a-a55c-4cd4-b2f6-dd310019163b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:35.434238 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c1f9480a-a55c-4cd4-b2f6-dd310019163b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fc8b6607-3b06-4115-a2b0-ae16a6e3366e HTTP/1.1" status: 204 len: 168 time: 0.1290329 Jul 30 20:20:35.446799 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9480a-a55c-4cd4-b2f6-dd310019163b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8b6607-3b06-4115-a2b0-ae16a6e3366e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:36.249798 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccd446-3bc9-40f7-912b-f87701ff04f0 req-c7f96d8d-a387-4c51-aa7f-f5a264567b27 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:36.251292 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69ccd446-3bc9-40f7-912b-f87701ff04f0 req-c7f96d8d-a387-4c51-aa7f-f5a264567b27 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 947 time: 0.0632041 Jul 30 20:20:36.329367 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdd589-ca9d-4aaf-9ac4-5ae98e161926 req-b6c7acd7-04fe-433b-83a1-99f405a01c07 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:36.331480 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1efdd589-ca9d-4aaf-9ac4-5ae98e161926 req-b6c7acd7-04fe-433b-83a1-99f405a01c07 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.59 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 947 time: 0.0786204 Jul 30 20:20:36.346760 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69ccd446-3bc9-40f7-912b-f87701ff04f0 req-ff3d7d97-169c-41f1-b263-b85936573522 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f4fbda2-9905-457e-85d0-9300e520d932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866120 Jul 30 20:20:36.439816 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-1efdd589-ca9d-4aaf-9ac4-5ae98e161926 req-97287f93-5ce0-4676-9597-56831e850402 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Deleting port 96a255fd-27b1-444d-a16e-73fe08930ceb {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:20:36.441010 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1efdd589-ca9d-4aaf-9ac4-5ae98e161926 req-97287f93-5ce0-4676-9597-56831e850402 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:36.568948 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-1efdd589-ca9d-4aaf-9ac4-5ae98e161926 req-97287f93-5ce0-4676-9597-56831e850402 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] For port 96a255fd-27b1-444d-a16e-73fe08930ceb, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=96a255fd-27b1-444d-a16e-73fe08930ceb,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:20:36.574027 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1efdd589-ca9d-4aaf-9ac4-5ae98e161926 req-97287f93-5ce0-4676-9597-56831e850402 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:36.872187 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1efdd589-ca9d-4aaf-9ac4-5ae98e161926 req-97287f93-5ce0-4676-9597-56831e850402 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:36.872857 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1efdd589-ca9d-4aaf-9ac4-5ae98e161926 req-97287f93-5ce0-4676-9597-56831e850402 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:36.874651 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [req-1efdd589-ca9d-4aaf-9ac4-5ae98e161926 req-97287f93-5ce0-4676-9597-56831e850402 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Floating IP 2987bfda-fc28-402e-a795-26754cf0ee87 disassociated. External IP: 172.25.3.252, port: 96a255fd-27b1-444d-a16e-73fe08930ceb. Jul 30 20:20:36.875011 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-1efdd589-ca9d-4aaf-9ac4-5ae98e161926 req-97287f93-5ce0-4676-9597-56831e850402 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Calling delete_port for 96a255fd-27b1-444d-a16e-73fe08930ceb owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:20:37.172209 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1efdd589-ca9d-4aaf-9ac4-5ae98e161926 req-97287f93-5ce0-4676-9597-56831e850402 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:37.201221 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97287f93-5ce0-4676-9597-56831e850402 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Pushing event deleted for resources: {'Port': ['ID=96a255fd-27b1-444d-a16e-73fe08930ceb,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:37.354044 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1efdd589-ca9d-4aaf-9ac4-5ae98e161926 req-97287f93-5ce0-4676-9597-56831e850402 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Router c5f8c774-34c5-45dc-aa78-aa21845d96fc has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:20:37.515776 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0756a7ef-0ae3-41f5-8fad-c69430d7c24a req-f37ff9f7-0e0a-40b2-a2f6-62413939520a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/ports?device_id=16cc72c6-4e0f-47eb-aef8-2173382a2282 HTTP/1.1" status: 200 len: 210 time: 0.0684438 Jul 30 20:20:37.559253 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f071124-6458-4d2c-ba64-9b714a0f4619 req-2a6d1dca-60a0-4857-a71a-dae42aa2fdea service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b5db32bc-5169-4047-bda2-280e8812c403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1093690 Jul 30 20:20:37.582218 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1efdd589-ca9d-4aaf-9ac4-5ae98e161926 req-97287f93-5ce0-4676-9597-56831e850402 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:20:37.594016 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c70eb7-9830-4a34-b57b-43db148fb0af None None] Sync routers for ids ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:20:37.637855 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c70eb7-9830-4a34-b57b-43db148fb0af None None] Routers {'c5f8c774-34c5-45dc-aa78-aa21845d96fc'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:20:37.641841 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d2c70eb7-9830-4a34-b57b-43db148fb0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:20:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:37.651797 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efdd589-ca9d-4aaf-9ac4-5ae98e161926 req-97287f93-5ce0-4676-9597-56831e850402 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] No DVR routers for this DVR port 96a255fd-27b1-444d-a16e-73fe08930ceb on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:20:37.654844 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1efdd589-ca9d-4aaf-9ac4-5ae98e161926 req-97287f93-5ce0-4676-9597-56831e850402 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:37.657478 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1efdd589-ca9d-4aaf-9ac4-5ae98e161926 req-97287f93-5ce0-4676-9597-56831e850402 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.59 "DELETE /v2.0/ports/96a255fd-27b1-444d-a16e-73fe08930ceb HTTP/1.1" status: 204 len: 173 time: 1.3204854 Jul 30 20:20:37.659905 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cc72c6-4e0f-47eb-aef8-2173382a2282', 'name': 'network-vif-deleted', 'tag': '96a255fd-27b1-444d-a16e-73fe08930ceb'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:20:37.671359 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282a4474-ea6c-4849-bb2d-63066f7077c0" -d '{"events": [{"server_uuid": "16cc72c6-4e0f-47eb-aef8-2173382a2282", "name": "network-vif-deleted", "tag": "96a255fd-27b1-444d-a16e-73fe08930ceb"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:20:37.693653 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f071124-6458-4d2c-ba64-9b714a0f4619 req-d3e3bdb1-c167-40c9-b9d4-2998876c7b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:37.695271 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f071124-6458-4d2c-ba64-9b714a0f4619 req-d3e3bdb1-c167-40c9-b9d4-2998876c7b72 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dae2cb86ff34120b8e16a084175c18a&device_id=b5db32bc-5169-4047-bda2-280e8812c403 HTTP/1.1" status: 200 len: 1100 time: 0.1033032 Jul 30 20:20:37.917355 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f071124-6458-4d2c-ba64-9b714a0f4619 req-c5fb2ae7-1712-4c93-8bac-266a8301226f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:37.921034 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f071124-6458-4d2c-ba64-9b714a0f4619 req-c5fb2ae7-1712-4c93-8bac-266a8301226f service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.1807036 Jul 30 20:20:37.926630 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a26334f-3cf9-4825-a134-58d1449fd436 x-openstack-request-id: req-9a26334f-3cf9-4825-a134-58d1449fd436 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:20:37.926931 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cc72c6-4e0f-47eb-aef8-2173382a2282", "name": "network-vif-deleted", "tag": "96a255fd-27b1-444d-a16e-73fe08930ceb", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:20:37.928115 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9a26334f-3cf9-4825-a134-58d1449fd436 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:20:37.928650 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cc72c6-4e0f-47eb-aef8-2173382a2282', 'name': 'network-vif-deleted', 'tag': '96a255fd-27b1-444d-a16e-73fe08930ceb', 'status': 'completed', 'code': 200} Jul 30 20:20:37.957718 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d2c70eb7-9830-4a34-b57b-43db148fb0af None None] Set router c5f8c774-34c5-45dc-aa78-aa21845d96fc gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:20:38.007879 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f071124-6458-4d2c-ba64-9b714a0f4619 req-55216877-35e5-42c8-b824-040e7510a3df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=75ffa1cc-7cdc-4e16-86d4-eff340444860 HTTP/1.1" status: 200 len: 217 time: 0.0772436 Jul 30 20:20:38.096558 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f071124-6458-4d2c-ba64-9b714a0f4619 req-fe1dac55-dd76-4eac-bf15-9d3057b27400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:38.098157 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f071124-6458-4d2c-ba64-9b714a0f4619 req-fe1dac55-dd76-4eac-bf15-9d3057b27400 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0806527 Jul 30 20:20:38.205781 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f071124-6458-4d2c-ba64-9b714a0f4619 req-4e5778d0-7eb8-4670-9091-5d41d7325218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:38.207728 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f071124-6458-4d2c-ba64-9b714a0f4619 req-4e5778d0-7eb8-4670-9091-5d41d7325218 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1005719 Jul 30 20:20:38.450016 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d2c70eb7-9830-4a34-b57b-43db148fb0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'name': 'tempest-AttachVolumeShelveTestJSON-779455588-router', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:19Z', 'updated_at': '2021-07-30T20:09:28Z', 'revision_number': 4, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'gw_port': {'id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:22Z', 'updated_at': '2021-07-30T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '30fe171b-f247-4b51-9563-10089a5ff87f', 'name': '', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'mac_address': 'fa:16:3e:3d:d1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '4b1ad353-61a9-43a8-b737-817c20130814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:27Z', 'updated_at': '2021-07-30T20:09:32Z', 'revision_number': 5, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'subnets': [{'id': '4b1ad353-61a9-43a8-b737-817c20130814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:38.513458 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c70eb7-9830-4a34-b57b-43db148fb0af None None] Checking router: c5f8c774-34c5-45dc-aa78-aa21845d96fc for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:20:38.547447 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c70eb7-9830-4a34-b57b-43db148fb0af None None] Routers {'c5f8c774-34c5-45dc-aa78-aa21845d96fc'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:20:38.548176 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d2c70eb7-9830-4a34-b57b-43db148fb0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:20:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:38.757059 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d2c70eb7-9830-4a34-b57b-43db148fb0af None None] Set router c5f8c774-34c5-45dc-aa78-aa21845d96fc gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:20:38.760496 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f071124-6458-4d2c-ba64-9b714a0f4619 req-7d87ddfa-54ad-4e4a-a5f0-f3e84070c57b service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381889 Jul 30 20:20:38.853255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 53012) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:38.884634 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f071124-6458-4d2c-ba64-9b714a0f4619 req-1ce8d6b6-774d-4f44-8777-502fe7bbd2f6 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163046 Jul 30 20:20:38.969847 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9dedbe8b-416a-46b2-85b5-e35d535b242a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:39.033005 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9dedbe8b-416a-46b2-85b5-e35d535b242a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:39.134098 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9dedbe8b-416a-46b2-85b5-e35d535b242a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:39.136886 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9dedbe8b-416a-46b2-85b5-e35d535b242a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:39.138052 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9dedbe8b-416a-46b2-85b5-e35d535b242a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "DELETE /v2.0/security-groups/6f4fbda2-9905-457e-85d0-9300e520d932 HTTP/1.1" status: 204 len: 168 time: 0.2837491 Jul 30 20:20:39.141062 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 53026) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:39.155142 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedbe8b-416a-46b2-85b5-e35d535b242a tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4fbda2-9905-457e-85d0-9300e520d932,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:39.174036 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-a2eca697-485d-4aa2-8cba-3b612f924ff0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] show failed (client error): The resource could not be found. Jul 30 20:20:39.181765 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a2eca697-485d-4aa2-8cba-3b612f924ff0 tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "GET /v2.0/security-groups/6f4fbda2-9905-457e-85d0-9300e520d932 HTTP/1.1" status: 404 len: 347 time: 0.0390210 Jul 30 20:20:39.184422 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 53028) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:39.191464 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d2c70eb7-9830-4a34-b57b-43db148fb0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'name': 'tempest-AttachVolumeShelveTestJSON-779455588-router', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:19Z', 'updated_at': '2021-07-30T20:09:28Z', 'revision_number': 4, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'gw_port': {'id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:22Z', 'updated_at': '2021-07-30T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '30fe171b-f247-4b51-9563-10089a5ff87f', 'name': '', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'mac_address': 'fa:16:3e:3d:d1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '4b1ad353-61a9-43a8-b737-817c20130814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:27Z', 'updated_at': '2021-07-30T20:09:32Z', 'revision_number': 5, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'subnets': [{'id': '4b1ad353-61a9-43a8-b737-817c20130814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:39.301381 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c70eb7-9830-4a34-b57b-43db148fb0af None None] The sync data for ids ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'] in n-d-712137-9 is: [{'id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'name': 'tempest-AttachVolumeShelveTestJSON-779455588-router', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:19Z', 'updated_at': '2021-07-30T20:09:28Z', 'revision_number': 4, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'gw_port': {'id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:22Z', 'updated_at': '2021-07-30T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '30fe171b-f247-4b51-9563-10089a5ff87f', 'name': '', 'network_id': 'c421e0b7-06ec-4b47-a5b3-95881a5c3933', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'mac_address': 'fa:16:3e:3d:d1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '4b1ad353-61a9-43a8-b737-817c20130814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:27Z', 'updated_at': '2021-07-30T20:09:32Z', 'revision_number': 5, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'subnets': [{'id': '4b1ad353-61a9-43a8-b737-817c20130814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:20:39.378576 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9b557181-55ae-4601-aa62-7ff9eefd8f0f tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Deleting port 7944ce1c-361d-460d-ad52-61dcb0ceea58 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:20:39.379098 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b557181-55ae-4601-aa62-7ff9eefd8f0f tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:39.506273 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b557181-55ae-4601-aa62-7ff9eefd8f0f tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:39.506770 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b557181-55ae-4601-aa62-7ff9eefd8f0f tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:39.521035 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9b557181-55ae-4601-aa62-7ff9eefd8f0f tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Calling delete_port for 7944ce1c-361d-460d-ad52-61dcb0ceea58 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:20:39.677734 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b557181-55ae-4601-aa62-7ff9eefd8f0f tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:39.707653 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b557181-55ae-4601-aa62-7ff9eefd8f0f tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Pushing event deleted for resources: {'Port': ['ID=7944ce1c-361d-460d-ad52-61dcb0ceea58,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:39.719937 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5013bf2-f1a8-40b7-8beb-75977d1999bd None None] New status for floating IP 2987bfda-fc28-402e-a795-26754cf0ee87: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:20:39.831058 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b557181-55ae-4601-aa62-7ff9eefd8f0f tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:39.833407 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b557181-55ae-4601-aa62-7ff9eefd8f0f tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:39.837375 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9b557181-55ae-4601-aa62-7ff9eefd8f0f tempest-AttachVolumeShelveTestJSON-1646195027 tempest-AttachVolumeShelveTestJSON-1646195027-project] 10.222.0.81 "DELETE /v2.0/floatingips/2987bfda-fc28-402e-a795-26754cf0ee87 HTTP/1.1" status: 204 len: 168 time: 0.6489606 Jul 30 20:20:40.752695 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-c3a2f5f0-025c-4835-980d-2e872cc51d40 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0472097 Jul 30 20:20:40.877113 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-629856f9-8952-43d7-aa7e-c98e38148d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:40.878219 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-629856f9-8952-43d7-aa7e-c98e38148d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:40.878754 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-629856f9-8952-43d7-aa7e-c98e38148d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:40.879499 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-629856f9-8952-43d7-aa7e-c98e38148d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:40.879996 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-629856f9-8952-43d7-aa7e-c98e38148d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:40.881003 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-629856f9-8952-43d7-aa7e-c98e38148d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:40.881856 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-629856f9-8952-43d7-aa7e-c98e38148d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:40.884044 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-629856f9-8952-43d7-aa7e-c98e38148d63 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9555d3def1404d06ae82d4f5802d2226&device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 6490 time: 0.0696335 Jul 30 20:20:41.061184 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-22f2b1cb-c714-4a55-89bf-7ccab367297c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:41.061399 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-22f2b1cb-c714-4a55-89bf-7ccab367297c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:41.061862 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-22f2b1cb-c714-4a55-89bf-7ccab367297c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:41.063445 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-22f2b1cb-c714-4a55-89bf-7ccab367297c service neutron] 10.222.0.83 "GET /v2.0/networks?id=9ed41446-71e6-4016-93d6-5a969c709957&id=dd865cdf-fcee-4685-bcc3-e9d181e42798&id=dd865cdf-fcee-4685-bcc3-e9d181e42798&id=dd865cdf-fcee-4685-bcc3-e9d181e42798&id=dd865cdf-fcee-4685-bcc3-e9d181e42798&id=1fde70c4-e26e-40ae-a876-4ba8ec92486d&id=1fde70c4-e26e-40ae-a876-4ba8ec92486d HTTP/1.1" status: 200 len: 2294 time: 0.1311736 Jul 30 20:20:41.196668 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-b28ce7c3-4045-4e1d-9149-c2f255dfbb22 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e0561e2-d480-41a1-87dd-77547a79be94 HTTP/1.1" status: 200 len: 1001 time: 0.1146588 Jul 30 20:20:41.312871 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-6f1e9f27-421d-478c-8dee-9b180eb9a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:41.314375 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-6f1e9f27-421d-478c-8dee-9b180eb9a54b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c5425a8a-2fa0-4767-b46d-c8518c357b73 HTTP/1.1" status: 200 len: 851 time: 0.1054630 Jul 30 20:20:41.405056 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-72105cf5-48f3-4bb1-a87d-277a86cb32ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:41.406742 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-72105cf5-48f3-4bb1-a87d-277a86cb32ad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9ed41446-71e6-4016-93d6-5a969c709957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824533 Jul 30 20:20:41.600976 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-c41daf55-e8a0-40ec-b00a-b150e6e4e547 service neutron] 10.222.0.83 "GET /v2.0/networks/9ed41446-71e6-4016-93d6-5a969c709957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828561 Jul 30 20:20:41.843724 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-5846b74b-4d80-4b50-bada-82ffb76f7aba service neutron] 10.222.0.83 "GET /v2.0/networks/9ed41446-71e6-4016-93d6-5a969c709957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333758 Jul 30 20:20:41.958864 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-de8e03ad-c6b6-453e-9384-086a4ffea407 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=f3feff81-2882-47bd-a741-e51a66ae074c HTTP/1.1" status: 200 len: 217 time: 0.1074188 Jul 30 20:20:42.082553 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 96a255fd-27b1-444d-a16e-73fe08930ceb no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:20:42.099993 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-2921f6e0-bc2f-4f4f-aca2-e830d222e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:42.108230 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-2921f6e0-bc2f-4f4f-aca2-e830d222e8c9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b40af219-9b23-4107-b87f-a0248d4c15b9 HTTP/1.1" status: 200 len: 797 time: 0.1342051 Jul 30 20:20:42.188762 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-2ecfc321-a986-471e-9333-e8c33a71aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:42.211775 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-2ecfc321-a986-471e-9333-e8c33a71aa36 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd865cdf-fcee-4685-bcc3-e9d181e42798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0947187 Jul 30 20:20:42.370576 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-0f9b599d-f8eb-42b9-8867-b986111c8fe0 service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488819 Jul 30 20:20:42.418050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 96a255fd-27b1-444d-a16e-73fe08930ceb {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:20:42.418534 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 96a255fd-27b1-444d-a16e-73fe08930ceb not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:20:42.576156 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-f903f460-ba13-4428-9929-40f92e08e979 service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905184 Jul 30 20:20:42.635954 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-3d1bbe05-1149-4761-a919-982dadc7df5d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=d4f11ef0-cd30-4621-9d9d-862239567fe1 HTTP/1.1" status: 200 len: 217 time: 0.0517216 Jul 30 20:20:42.803332 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-446bcc15-d18a-4027-823f-d0fdf750fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:42.810068 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-446bcc15-d18a-4027-823f-d0fdf750fe71 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b40af219-9b23-4107-b87f-a0248d4c15b9 HTTP/1.1" status: 200 len: 797 time: 0.1654363 Jul 30 20:20:42.937709 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-f2bb7588-931b-4b51-a283-3a67339d9c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:42.940439 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-f2bb7588-931b-4b51-a283-3a67339d9c86 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd865cdf-fcee-4685-bcc3-e9d181e42798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1203890 Jul 30 20:20:43.186852 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-5cba514a-5b17-4fff-aa43-7570f70a6d75 service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175574 Jul 30 20:20:43.255811 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-7138e1fd-20eb-4683-8c98-681c5e3fcbc0 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:43.265100 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-7138e1fd-20eb-4683-8c98-681c5e3fcbc0 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/networks?id=d87dfd89-91a5-4d91-80f7-32225df5a209 HTTP/1.1" status: 200 len: 814 time: 0.2443254 Jul 30 20:20:43.284050 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-50701dda-dac2-4d22-91fd-f7d85d21853c tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/quotas/0b2fdc5ff21140f8b22282a0060d83ab HTTP/1.1" status: 200 len: 375 time: 0.0145154 Jul 30 20:20:43.374075 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-29851322-8b59-428c-b07d-47df59fcf70d service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790009 Jul 30 20:20:43.376292 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-d9c60cb8-a3e7-4b90-b0b2-b160632ae645 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0b2fdc5ff21140f8b22282a0060d83ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0704930 Jul 30 20:20:43.420543 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-8ca3c162-8fc3-4d26-9585-e872473d967f service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:20:43.436050 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-8ca3c162-8fc3-4d26-9585-e872473d967f service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0335302 Jul 30 20:20:43.498172 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-424101bd-65d0-40a8-b482-e352a68317ed service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=0a8804f1-acca-465c-84fb-55cebe68c3f4 HTTP/1.1" status: 200 len: 217 time: 0.0931909 Jul 30 20:20:43.576499 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-9e4dac03-627c-4a38-b19d-10f721eedb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:43.582659 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-9e4dac03-627c-4a38-b19d-10f721eedb1c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b40af219-9b23-4107-b87f-a0248d4c15b9 HTTP/1.1" status: 200 len: 797 time: 0.0724089 Jul 30 20:20:43.585889 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-e362e88f-0c8a-4246-a181-1612713fb6d5 service neutron] 10.222.0.81 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486113 Jul 30 20:20:43.668227 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-d06b025c-582f-4ef2-b032-4ccd92800b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:43.669934 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-d06b025c-582f-4ef2-b032-4ccd92800b43 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd865cdf-fcee-4685-bcc3-e9d181e42798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0812910 Jul 30 20:20:43.806266 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-605221a4-f0c9-4b6d-be02-8eb82b3f5b68 service neutron] 10.222.0.81 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044053 Jul 30 20:20:43.892358 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-8a61a601-c9ac-4d22-b297-282b084ce21e service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136183 Jul 30 20:20:44.023876 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-dd7d070c-81c1-446d-9db9-ae6063073aaa service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189215 Jul 30 20:20:44.082815 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-8c9a2b1c-bf99-4540-a2f1-74d7a7cc0b0e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=3e7c3967-422e-4f07-94df-36160be947b8 HTTP/1.1" status: 200 len: 217 time: 0.0499234 Jul 30 20:20:44.169475 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-55ec43e6-9643-48c2-8398-31dc401b6dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:44.171074 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-55ec43e6-9643-48c2-8398-31dc401b6dcb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b40af219-9b23-4107-b87f-a0248d4c15b9 HTTP/1.1" status: 200 len: 797 time: 0.0807362 Jul 30 20:20:44.280867 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-762e41cb-7986-4135-8887-4dab49630972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:44.289779 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-762e41cb-7986-4135-8887-4dab49630972 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd865cdf-fcee-4685-bcc3-e9d181e42798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1105020 Jul 30 20:20:44.428343 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-93feab49-86a3-4bd6-9ea0-bc48c6c3ba4c req-c9a73f3c-d753-45ef-a377-7547973dac67 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5fc265d-272b-4eae-9014-bee90519fc3e HTTP/1.1" status: 200 len: 210 time: 0.0602105 Jul 30 20:20:44.465844 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-9481fffb-8b05-473a-bff3-30b115a4149d service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682234 Jul 30 20:20:44.611260 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-2f0a62b8-62e6-44b3-9088-b676298a3b62 service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372161 Jul 30 20:20:44.782699 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-014cfd5a-da09-473e-bf90-70357f027c9f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=33577d32-9587-4412-94fe-1404b870cf1c HTTP/1.1" status: 200 len: 217 time: 0.1567085 Jul 30 20:20:44.889925 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-f0167040-781c-4eca-9c6c-22f7ecd1d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:44.891646 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-f0167040-781c-4eca-9c6c-22f7ecd1d5e4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1ebe1971-ab00-4b27-ba31-c6c61a678b7e HTTP/1.1" status: 200 len: 797 time: 0.1033986 Jul 30 20:20:44.974900 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-38d09723-531b-4c4c-99da-2e2ce483aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:44.979449 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-38d09723-531b-4c4c-99da-2e2ce483aa1c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1fde70c4-e26e-40ae-a876-4ba8ec92486d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0794501 Jul 30 20:20:45.133295 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-0042e0a3-9b02-4c59-9e6d-48b6631b4ffc service neutron] 10.222.0.83 "GET /v2.0/networks/1fde70c4-e26e-40ae-a876-4ba8ec92486d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433878 Jul 30 20:20:45.341025 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-c4939207-c9b5-4707-a8b6-09893acc687b service neutron] 10.222.0.83 "GET /v2.0/networks/1fde70c4-e26e-40ae-a876-4ba8ec92486d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986113 Jul 30 20:20:45.392682 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-9f690031-f702-40f9-a823-9ebaa7dc55b4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6bbbe4f-6e29-4689-8729-e8c1da64bc26 HTTP/1.1" status: 200 len: 217 time: 0.0435300 Jul 30 20:20:45.487529 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-48bb245e-1dcb-492d-8a50-2752b0163a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:45.493511 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-48bb245e-1dcb-492d-8a50-2752b0163a94 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1ebe1971-ab00-4b27-ba31-c6c61a678b7e HTTP/1.1" status: 200 len: 797 time: 0.0894616 Jul 30 20:20:45.493898 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:45.625273 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8bf2f612-97d9-483c-80e7-a272ccba61c4 req-e62beb20-55b1-4a5a-a845-cf083f7c60ea tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5fc265d-272b-4eae-9014-bee90519fc3e HTTP/1.1" status: 200 len: 210 time: 0.0624824 Jul 30 20:20:45.627592 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-08cbf732-aa7e-4c82-aca3-f6291973d9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:45.642107 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-08cbf732-aa7e-4c82-aca3-f6291973d9af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1fde70c4-e26e-40ae-a876-4ba8ec92486d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1415155 Jul 30 20:20:45.948902 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-a0312dd8-30b6-4ced-b593-f556626fb2ef service neutron] 10.222.0.83 "GET /v2.0/networks/1fde70c4-e26e-40ae-a876-4ba8ec92486d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949739 Jul 30 20:20:45.981392 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-cfd8b552-90bd-4f64-84d8-54568fcae574 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:45.983341 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-cfd8b552-90bd-4f64-84d8-54568fcae574 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.59 "GET /v2.0/networks?id=d87dfd89-91a5-4d91-80f7-32225df5a209 HTTP/1.1" status: 200 len: 814 time: 0.3386607 Jul 30 20:20:45.997791 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-0a91c23b-3ab7-4cc1-bc3f-9fe83d4e14e2 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Request body: {'port': {'device_id': 'd5fc265d-272b-4eae-9014-bee90519fc3e', 'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209', 'admin_state_up': True, 'tenant_id': '0b2fdc5ff21140f8b22282a0060d83ab'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:20:46.125172 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ce0647eb-f3f8-47a3-b596-4e89e0c306e0 req-f008203c-7a5b-462d-af61-daed6e9be5bd service neutron] 10.222.0.83 "GET /v2.0/networks/1fde70c4-e26e-40ae-a876-4ba8ec92486d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671646 Jul 30 20:20:46.144292 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-0a91c23b-3ab7-4cc1-bc3f-9fe83d4e14e2 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Made reservation on behalf of 0b2fdc5ff21140f8b22282a0060d83ab for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:20:46.155013 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-0a91c23b-3ab7-4cc1-bc3f-9fe83d4e14e2 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:46.394122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-0a91c23b-3ab7-4cc1-bc3f-9fe83d4e14e2 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Allocated IP 172.20.0.11 (d87dfd89-91a5-4d91-80f7-32225df5a209/f8480fff-2e02-4738-a95b-299805138888/f572611f-b411-4a1c-98f8-62b55e9c3a09) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:20:46.624449 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-0a91c23b-3ab7-4cc1-bc3f-9fe83d4e14e2 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:46.679229 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-0a91c23b-3ab7-4cc1-bc3f-9fe83d4e14e2 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:46.694117 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['84b11c7f-542d-4517-ac34-b164c6c1f31c'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:20:46.812486 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91c23b-3ab7-4cc1-bc3f-9fe83d4e14e2 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Pushing event updated for resources: {'Port': ['ID=f572611f-b411-4a1c-98f8-62b55e9c3a09,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:46.864154 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-0a91c23b-3ab7-4cc1-bc3f-9fe83d4e14e2 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Network d87dfd89-91a5-4d91-80f7-32225df5a209 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:20:46.866703 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-0a91c23b-3ab7-4cc1-bc3f-9fe83d4e14e2 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:20:46.876416 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-0a91c23b-3ab7-4cc1-bc3f-9fe83d4e14e2 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:20:46.982815 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801d0a8-240f-4bd5-9226-55ca91c2e1f0 req-7e49bfe0-e3f8-438b-9671-689b77e68f99 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:46.986127 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b801d0a8-240f-4bd5-9226-55ca91c2e1f0 req-7e49bfe0-e3f8-438b-9671-689b77e68f99 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5fc265d-272b-4eae-9014-bee90519fc3e HTTP/1.1" status: 200 len: 932 time: 0.2314906 Jul 30 20:20:46.995285 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-0a91c23b-3ab7-4cc1-bc3f-9fe83d4e14e2 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:46.996004 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-0a91c23b-3ab7-4cc1-bc3f-9fe83d4e14e2 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:47.037327 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-0a91c23b-3ab7-4cc1-bc3f-9fe83d4e14e2 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0436351 Jul 30 20:20:47.054791 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-b5fa668a-21ad-43b5-9d17-0688d7a5a982 service neutron] Request body: {'port': {'device_id': 'd5fc265d-272b-4eae-9014-bee90519fc3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:20:47.067174 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b801d0a8-240f-4bd5-9226-55ca91c2e1f0 req-de261eb7-4b64-4492-b020-fd5a4dc9fdd4 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681725 Jul 30 20:20:47.143363 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-b5fa668a-21ad-43b5-9d17-0688d7a5a982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:47.498719 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-b5fa668a-21ad-43b5-9d17-0688d7a5a982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f572611f-b411-4a1c-98f8-62b55e9c3a09 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:20:47.508236 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-b5fa668a-21ad-43b5-9d17-0688d7a5a982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:47.520751 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-b5fa668a-21ad-43b5-9d17-0688d7a5a982 service neutron] Transition to ACTIVE for port object f572611f-b411-4a1c-98f8-62b55e9c3a09 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:20:47.525057 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-b5fa668a-21ad-43b5-9d17-0688d7a5a982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:47.630760 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa668a-21ad-43b5-9d17-0688d7a5a982 service neutron] Pushing event updated for resources: {'Port': ['ID=f572611f-b411-4a1c-98f8-62b55e9c3a09,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:47.691869 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-b5fa668a-21ad-43b5-9d17-0688d7a5a982 service neutron] Attempting to bind port f572611f-b411-4a1c-98f8-62b55e9c3a09 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:20:47.692481 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-b5fa668a-21ad-43b5-9d17-0688d7a5a982 service neutron] Attempting to bind port f572611f-b411-4a1c-98f8-62b55e9c3a09 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '24e0fe1e-748d-4022-a692-5e5f9dd7e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:20:47.692481 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-b5fa668a-21ad-43b5-9d17-0688d7a5a982 service neutron] Attempting to bind port f572611f-b411-4a1c-98f8-62b55e9c3a09 on network d87dfd89-91a5-4d91-80f7-32225df5a209 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:20:47.697167 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-b5fa668a-21ad-43b5-9d17-0688d7a5a982 service neutron] Port f572611f-b411-4a1c-98f8-62b55e9c3a09 on network d87dfd89-91a5-4d91-80f7-32225df5a209 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:20:47.697335 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-b5fa668a-21ad-43b5-9d17-0688d7a5a982 service neutron] Attempting to bind port f572611f-b411-4a1c-98f8-62b55e9c3a09 on network d87dfd89-91a5-4d91-80f7-32225df5a209 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:20:47.703929 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-b5fa668a-21ad-43b5-9d17-0688d7a5a982 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:20:47.704231 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-b5fa668a-21ad-43b5-9d17-0688d7a5a982 service neutron] Checking segment: {'id': '24e0fe1e-748d-4022-a692-5e5f9dd7e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:20:47.704767 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-b5fa668a-21ad-43b5-9d17-0688d7a5a982 service neutron] Bound using segment: {'id': '24e0fe1e-748d-4022-a692-5e5f9dd7e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:20:47.706353 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-b5fa668a-21ad-43b5-9d17-0688d7a5a982 service neutron] Bound port: f572611f-b411-4a1c-98f8-62b55e9c3a09, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e0fe1e-748d-4022-a692-5e5f9dd7e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:20:47.706948 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-b5fa668a-21ad-43b5-9d17-0688d7a5a982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:47.797237 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-b5fa668a-21ad-43b5-9d17-0688d7a5a982 service neutron] For port f572611f-b411-4a1c-98f8-62b55e9c3a09, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:20:47.803647 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-b5fa668a-21ad-43b5-9d17-0688d7a5a982 service neutron] For port f572611f-b411-4a1c-98f8-62b55e9c3a09, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=f572611f-b411-4a1c-98f8-62b55e9c3a09,segment=NetworkSegment(24e0fe1e-748d-4022-a692-5e5f9dd7e6df),segment_id=24e0fe1e-748d-4022-a692-5e5f9dd7e6df)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:20:47.812327 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-b5fa668a-21ad-43b5-9d17-0688d7a5a982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:47.878123 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-b5fa668a-21ad-43b5-9d17-0688d7a5a982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:47.879935 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-b5fa668a-21ad-43b5-9d17-0688d7a5a982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:47.885138 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-b5fa668a-21ad-43b5-9d17-0688d7a5a982 service neutron] 10.222.0.59 "PUT /v2.0/ports/f572611f-b411-4a1c-98f8-62b55e9c3a09 HTTP/1.1" status: 200 len: 1092 time: 0.8340561 Jul 30 20:20:47.886047 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fc265d-272b-4eae-9014-bee90519fc3e', 'tag': 'f572611f-b411-4a1c-98f8-62b55e9c3a09'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:20:47.889399 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663cdf1c-47f4-4a43-b90d-3843e401a1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d5fc265d-272b-4eae-9014-bee90519fc3e", "tag": "f572611f-b411-4a1c-98f8-62b55e9c3a09"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:20:47.920587 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa668a-21ad-43b5-9d17-0688d7a5a982 service neutron] Pushing event updated for resources: {'Port': ['ID=f572611f-b411-4a1c-98f8-62b55e9c3a09,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:48.001710 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-9660f518-c175-40d2-aacc-481e9e6f2502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:48.004149 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-9660f518-c175-40d2-aacc-481e9e6f2502 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2fdc5ff21140f8b22282a0060d83ab&device_id=d5fc265d-272b-4eae-9014-bee90519fc3e HTTP/1.1" status: 200 len: 1095 time: 0.0550056 Jul 30 20:20:48.088501 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-2aeaf034-9391-49cc-9639-83cf5d5244d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f572611f-b411-4a1c-98f8-62b55e9c3a09 HTTP/1.1" status: 200 len: 217 time: 0.0749106 Jul 30 20:20:48.184162 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ababa40b-8a1b-4f8c-84da-b05f4a7025e2 x-openstack-request-id: req-ababa40b-8a1b-4f8c-84da-b05f4a7025e2 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:20:48.184444 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5fc265d-272b-4eae-9014-bee90519fc3e", "tag": "f572611f-b411-4a1c-98f8-62b55e9c3a09", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:20:48.184692 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ababa40b-8a1b-4f8c-84da-b05f4a7025e2 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:20:48.185185 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5fc265d-272b-4eae-9014-bee90519fc3e', 'tag': 'f572611f-b411-4a1c-98f8-62b55e9c3a09', 'status': 'completed', 'code': 200} Jul 30 20:20:48.215672 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-ee2114bf-efff-4fb2-af35-17d0ae95f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:48.217395 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-ee2114bf-efff-4fb2-af35-17d0ae95f445 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8480fff-2e02-4738-a95b-299805138888 HTTP/1.1" status: 200 len: 854 time: 0.1204727 Jul 30 20:20:48.274079 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-fafafbb4-8eeb-48bc-9c85-22e65416e511 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d87dfd89-91a5-4d91-80f7-32225df5a209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476968 Jul 30 20:20:48.417687 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35411dba-d99d-479f-81c4-14e2b01e1ce6 req-256fe7c4-8b80-4f03-b0ee-4b2df574ad32 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:48.419431 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35411dba-d99d-479f-81c4-14e2b01e1ce6 req-256fe7c4-8b80-4f03-b0ee-4b2df574ad32 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5fc265d-272b-4eae-9014-bee90519fc3e HTTP/1.1" status: 200 len: 944 time: 0.1140313 Jul 30 20:20:48.452839 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-52a13fc4-5739-499e-96ba-f603616d61e2 service neutron] 10.222.0.59 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658077 Jul 30 20:20:48.490741 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35411dba-d99d-479f-81c4-14e2b01e1ce6 req-11617793-5771-40f8-aeb1-267accd88d4d tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558867 Jul 30 20:20:48.578058 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0162e267-eea6-4956-83aa-d491ea2dc830 req-030f42bc-5cb4-4aff-bea9-0419e97d6877 service neutron] 10.222.0.59 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116710 Jul 30 20:20:48.692994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cdf1c-47f4-4a43-b90d-3843e401a1ce req-a36e02fc-678a-4428-a5b3-28803bd22818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:48.694576 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-663cdf1c-47f4-4a43-b90d-3843e401a1ce req-a36e02fc-678a-4428-a5b3-28803bd22818 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2fdc5ff21140f8b22282a0060d83ab&device_id=d5fc265d-272b-4eae-9014-bee90519fc3e HTTP/1.1" status: 200 len: 1095 time: 0.0644214 Jul 30 20:20:48.843631 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cdf1c-47f4-4a43-b90d-3843e401a1ce req-dfe4226c-1479-4e40-bdee-cf73938f5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:48.846232 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-663cdf1c-47f4-4a43-b90d-3843e401a1ce req-dfe4226c-1479-4e40-bdee-cf73938f5fcb service neutron] 10.222.0.59 "GET /v2.0/networks?id=d87dfd89-91a5-4d91-80f7-32225df5a209 HTTP/1.1" status: 200 len: 915 time: 0.1378744 Jul 30 20:20:48.897514 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-663cdf1c-47f4-4a43-b90d-3843e401a1ce req-4ff0ce44-779f-44be-9baa-f022b9e5138b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f572611f-b411-4a1c-98f8-62b55e9c3a09 HTTP/1.1" status: 200 len: 217 time: 0.0430658 Jul 30 20:20:48.962633 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cdf1c-47f4-4a43-b90d-3843e401a1ce req-14ffa37a-0c6c-4a92-939c-4b8c1220cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:48.964913 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-663cdf1c-47f4-4a43-b90d-3843e401a1ce req-14ffa37a-0c6c-4a92-939c-4b8c1220cbf3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8480fff-2e02-4738-a95b-299805138888 HTTP/1.1" status: 200 len: 854 time: 0.0590868 Jul 30 20:20:49.016318 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-663cdf1c-47f4-4a43-b90d-3843e401a1ce req-9fc3baa3-3ddd-46f6-8bfb-20444198935b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d87dfd89-91a5-4d91-80f7-32225df5a209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384555 Jul 30 20:20:49.181430 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-663cdf1c-47f4-4a43-b90d-3843e401a1ce req-bca79c21-1112-454e-9ab2-4771ad91a942 service neutron] 10.222.0.59 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557910 Jul 30 20:20:49.197692 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 53756) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:49.242428 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 53766) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:49.379763 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-663cdf1c-47f4-4a43-b90d-3843e401a1ce req-55bbfedb-7692-428f-a11e-45d0d4118a98 service neutron] 10.222.0.59 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894372 Jul 30 20:20:49.468614 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fa473ba-e9dc-44c3-8925-7dd4b79c8000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:49.578025 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:49.674410 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fa473ba-e9dc-44c3-8925-7dd4b79c8000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:49.686991 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d81c9d-e6f2-41a6-a736-1e4ec1e74575 req-6540e869-b290-4fb6-ab8e-7f83c46158b3 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:49.689131 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97d81c9d-e6f2-41a6-a736-1e4ec1e74575 req-6540e869-b290-4fb6-ab8e-7f83c46158b3 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5fc265d-272b-4eae-9014-bee90519fc3e HTTP/1.1" status: 200 len: 944 time: 0.0705879 Jul 30 20:20:49.741470 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97d81c9d-e6f2-41a6-a736-1e4ec1e74575 req-fe9260da-2d11-49e0-9055-ff4e36c5d804 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375004 Jul 30 20:20:49.744512 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fa473ba-e9dc-44c3-8925-7dd4b79c8000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:49.849362 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9fa473ba-e9dc-44c3-8925-7dd4b79c8000 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eba86aa93d26440a83c2667004adee51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6040871 Jul 30 20:20:49.849566 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa473ba-e9dc-44c3-8925-7dd4b79c8000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6319e5f-ec07-4417-ac47-a7f8f5eef00c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:49.850374 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 53780) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:49.945535 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e00a1670-694f-475b-beac-a169f1aa9714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:49.959551 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-578b1bf5-0457-4ff5-9c16-5909088e7707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:49.973620 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e00a1670-694f-475b-beac-a169f1aa9714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:50.036278 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e00a1670-694f-475b-beac-a169f1aa9714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:50.039749 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e00a1670-694f-475b-beac-a169f1aa9714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:50.041054 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e00a1670-694f-475b-beac-a169f1aa9714 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b6319e5f-ec07-4417-ac47-a7f8f5eef00c HTTP/1.1" status: 204 len: 168 time: 0.1903038 Jul 30 20:20:50.051990 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a1670-694f-475b-beac-a169f1aa9714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6319e5f-ec07-4417-ac47-a7f8f5eef00c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:50.077751 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device f572611f-b411-4a1c-98f8-62b55e9c3a09 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:20:50.205510 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port f572611f-b411-4a1c-98f8-62b55e9c3a09, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=f572611f-b411-4a1c-98f8-62b55e9c3a09,segment=NetworkSegment(24e0fe1e-748d-4022-a692-5e5f9dd7e6df),segment_id=24e0fe1e-748d-4022-a692-5e5f9dd7e6df)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:20:50.227264 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'f572611f-b411-4a1c-98f8-62b55e9c3a09', 'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209', 'port_id': 'f572611f-b411-4a1c-98f8-62b55e9c3a09', 'mac_address': 'fa:16:3e:4e:03:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8480fff-2e02-4738-a95b-299805138888', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:20:50.269409 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:50.300124 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f572611f-b411-4a1c-98f8-62b55e9c3a09 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:20:50.343242 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port f572611f-b411-4a1c-98f8-62b55e9c3a09, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=f572611f-b411-4a1c-98f8-62b55e9c3a09,segment=NetworkSegment(24e0fe1e-748d-4022-a692-5e5f9dd7e6df),segment_id=24e0fe1e-748d-4022-a692-5e5f9dd7e6df)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:20:50.349665 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:50.383148 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-578b1bf5-0457-4ff5-9c16-5909088e7707 admin admin] Deleting port 30fe171b-f247-4b51-9563-10089a5ff87f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:20:50.383697 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-578b1bf5-0457-4ff5-9c16-5909088e7707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:50.457403 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=f572611f-b411-4a1c-98f8-62b55e9c3a09,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:50.468102 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:50.468387 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:50.468674 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:50.469680 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:50.470040 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:50.470379 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:50.471592 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:50.472418 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:50.472976 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:50.473195 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:50.473536 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:50.474336 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:20:50.536206 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-578b1bf5-0457-4ff5-9c16-5909088e7707 admin admin] For port 30fe171b-f247-4b51-9563-10089a5ff87f, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=30fe171b-f247-4b51-9563-10089a5ff87f,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:20:50.537026 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-578b1bf5-0457-4ff5-9c16-5909088e7707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:50.555390 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-578b1bf5-0457-4ff5-9c16-5909088e7707 admin admin] Calling delete_port for 30fe171b-f247-4b51-9563-10089a5ff87f owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:20:50.572269 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['f572611f-b411-4a1c-98f8-62b55e9c3a09'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:20:50.839807 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-578b1bf5-0457-4ff5-9c16-5909088e7707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:50.869813 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b1bf5-0457-4ff5-9c16-5909088e7707 admin admin] Pushing event deleted for resources: {'Port': ['ID=30fe171b-f247-4b51-9563-10089a5ff87f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:50.976204 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c891f-fa8b-45ba-8eea-8fb5bf5259c5 req-5167dbe7-4e81-43f2-992b-dffdf9724d16 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:50.991708 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb5c891f-fa8b-45ba-8eea-8fb5bf5259c5 req-5167dbe7-4e81-43f2-992b-dffdf9724d16 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5fc265d-272b-4eae-9014-bee90519fc3e HTTP/1.1" status: 200 len: 945 time: 0.1307888 Jul 30 20:20:51.045257 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb5c891f-fa8b-45ba-8eea-8fb5bf5259c5 req-7c63bf7b-7ebe-40b1-9b17-601409c5a4f6 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502055 Jul 30 20:20:51.152902 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-578b1bf5-0457-4ff5-9c16-5909088e7707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:51.245317 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2cf10cbd-3172-4b6d-8bc8-c2a3425fc135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:51.444899 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578b1bf5-0457-4ff5-9c16-5909088e7707 admin admin] Router c5f8c774-34c5-45dc-aa78-aa21845d96fc has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:20:51.572513 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578b1bf5-0457-4ff5-9c16-5909088e7707 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:20:51.577989 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-578b1bf5-0457-4ff5-9c16-5909088e7707 admin admin] 10.222.0.81 "PUT /v2.0/routers/c5f8c774-34c5-45dc-aa78-aa21845d96fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3790247 Jul 30 20:20:51.580674 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 53842) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:51.584882 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061d305e-6a92-44ea-9016-1713b0fc1e7c None None] Sync routers for ids ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:20:51.606255 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061d305e-6a92-44ea-9016-1713b0fc1e7c None None] Routers {'c5f8c774-34c5-45dc-aa78-aa21845d96fc'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:20:51.607881 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-061d305e-6a92-44ea-9016-1713b0fc1e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:20:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:51.719447 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ce3ddd9-2be2-4e58-9db3-6e15f552cf90 admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:51.740786 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-061d305e-6a92-44ea-9016-1713b0fc1e7c None None] Set router c5f8c774-34c5-45dc-aa78-aa21845d96fc gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:20:51.861014 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ce3ddd9-2be2-4e58-9db3-6e15f552cf90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:51.932270 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-061d305e-6a92-44ea-9016-1713b0fc1e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'name': 'tempest-AttachVolumeShelveTestJSON-779455588-router', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:19Z', 'updated_at': '2021-07-30T20:20:50Z', 'revision_number': 5, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'gw_port': {'id': '13e379b2-06f2-43c3-aa9d-1f714d00d797', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:09:22Z', 'updated_at': '2021-07-30T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:51.960795 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061d305e-6a92-44ea-9016-1713b0fc1e7c None None] Checking router: c5f8c774-34c5-45dc-aa78-aa21845d96fc for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:20:51.968990 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-8ce3ddd9-2be2-4e58-9db3-6e15f552cf90 admin admin] Deleting port 13e379b2-06f2-43c3-aa9d-1f714d00d797 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:20:51.969375 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ce3ddd9-2be2-4e58-9db3-6e15f552cf90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:51.970184 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061d305e-6a92-44ea-9016-1713b0fc1e7c None None] Routers {'c5f8c774-34c5-45dc-aa78-aa21845d96fc'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:20:51.971646 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-061d305e-6a92-44ea-9016-1713b0fc1e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:20:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:52.062940 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-061d305e-6a92-44ea-9016-1713b0fc1e7c None None] Set router c5f8c774-34c5-45dc-aa78-aa21845d96fc gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:20:52.094930 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device f572611f-b411-4a1c-98f8-62b55e9c3a09 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:20:52.140886 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-8ce3ddd9-2be2-4e58-9db3-6e15f552cf90 admin admin] For port 13e379b2-06f2-43c3-aa9d-1f714d00d797, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=13e379b2-06f2-43c3-aa9d-1f714d00d797,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:20:52.145739 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ce3ddd9-2be2-4e58-9db3-6e15f552cf90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:52.164786 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-061d305e-6a92-44ea-9016-1713b0fc1e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'name': 'tempest-AttachVolumeShelveTestJSON-779455588-router', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:19Z', 'updated_at': '2021-07-30T20:20:51Z', 'revision_number': 6, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:52.173664 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-8ce3ddd9-2be2-4e58-9db3-6e15f552cf90 admin admin] Calling delete_port for 13e379b2-06f2-43c3-aa9d-1f714d00d797 owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:20:52.202811 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061d305e-6a92-44ea-9016-1713b0fc1e7c None None] The sync data for ids ['c5f8c774-34c5-45dc-aa78-aa21845d96fc'] in n-d-712137-9 is: [{'id': 'c5f8c774-34c5-45dc-aa78-aa21845d96fc', 'name': 'tempest-AttachVolumeShelveTestJSON-779455588-router', 'tenant_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:09:19Z', 'updated_at': '2021-07-30T20:20:51Z', 'revision_number': 6, 'project_id': '6c9ba35ca3ce49889dd21646eecff8cf', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:20:52.206326 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port f572611f-b411-4a1c-98f8-62b55e9c3a09 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:20:52.211534 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port f572611f-b411-4a1c-98f8-62b55e9c3a09 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:20:52.212089 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:52.299131 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:52.338157 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fc265d-272b-4eae-9014-bee90519fc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f572611f-b411-4a1c-98f8-62b55e9c3a09'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:20:52.340790 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655842c8-5671-4038-8b4d-da67b79bce1a" -d '{"events": [{"server_uuid": "d5fc265d-272b-4eae-9014-bee90519fc3e", "name": "network-vif-plugged", "status": "completed", "tag": "f572611f-b411-4a1c-98f8-62b55e9c3a09"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:20:52.344261 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033c2b7-cac3-407f-b8a5-eaf372d059f2 req-ee9c4455-3ea4-43c7-814d-744e9ae6029e tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:52.352488 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2033c2b7-cac3-407f-b8a5-eaf372d059f2 req-ee9c4455-3ea4-43c7-814d-744e9ae6029e tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5fc265d-272b-4eae-9014-bee90519fc3e HTTP/1.1" status: 200 len: 945 time: 0.0829115 Jul 30 20:20:52.358054 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port f572611f-b411-4a1c-98f8-62b55e9c3a09, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=f572611f-b411-4a1c-98f8-62b55e9c3a09,segment=NetworkSegment(24e0fe1e-748d-4022-a692-5e5f9dd7e6df),segment_id=24e0fe1e-748d-4022-a692-5e5f9dd7e6df)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:20:52.366128 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:52.411606 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2033c2b7-cac3-407f-b8a5-eaf372d059f2 req-3be42394-1ebc-4d3e-81eb-dc81fff4a12e tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540483 Jul 30 20:20:52.465171 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=f572611f-b411-4a1c-98f8-62b55e9c3a09,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:52.601479 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ce3ddd9-2be2-4e58-9db3-6e15f552cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:52.682418 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3ddd9-2be2-4e58-9db3-6e15f552cf90 admin admin] Pushing event deleted for resources: {'Port': ['ID=13e379b2-06f2-43c3-aa9d-1f714d00d797,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:52.722324 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 30fe171b-f247-4b51-9563-10089a5ff87f no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:20:52.742508 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bce550b-36ce-4acf-b205-76290bcab3a7 x-openstack-request-id: req-3bce550b-36ce-4acf-b205-76290bcab3a7 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:20:52.742863 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fc265d-272b-4eae-9014-bee90519fc3e", "name": "network-vif-plugged", "status": "completed", "tag": "f572611f-b411-4a1c-98f8-62b55e9c3a09", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:20:52.743125 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3bce550b-36ce-4acf-b205-76290bcab3a7 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:20:52.743955 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fc265d-272b-4eae-9014-bee90519fc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f572611f-b411-4a1c-98f8-62b55e9c3a09', 'code': 200} Jul 30 20:20:52.806115 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 30fe171b-f247-4b51-9563-10089a5ff87f {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:20:52.806749 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 30fe171b-f247-4b51-9563-10089a5ff87f not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:20:52.876602 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ce3ddd9-2be2-4e58-9db3-6e15f552cf90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:52.952445 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c9537-a91c-4baf-bae1-7dbce5a86fce req-b4b7e811-0994-44f9-82ac-6453ea3f3bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:52.954104 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-640c9537-a91c-4baf-bae1-7dbce5a86fce req-b4b7e811-0994-44f9-82ac-6453ea3f3bc1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d5fc265d-272b-4eae-9014-bee90519fc3e HTTP/1.1" status: 200 len: 1097 time: 0.1517863 Jul 30 20:20:53.004928 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ce3ddd9-2be2-4e58-9db3-6e15f552cf90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:53.008723 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ce3ddd9-2be2-4e58-9db3-6e15f552cf90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:53.065580 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-640c9537-a91c-4baf-bae1-7dbce5a86fce req-f9a5991a-87ac-452d-99e2-6776d0fdb264 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787523 Jul 30 20:20:53.069433 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ce3ddd9-2be2-4e58-9db3-6e15f552cf90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:53.070144 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce3ddd9-2be2-4e58-9db3-6e15f552cf90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5f8c774-34c5-45dc-aa78-aa21845d96fc {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:20:53.075285 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ce3ddd9-2be2-4e58-9db3-6e15f552cf90 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:53.076608 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8ce3ddd9-2be2-4e58-9db3-6e15f552cf90 admin admin] 10.222.0.81 "DELETE /v2.0/routers/c5f8c774-34c5-45dc-aa78-aa21845d96fc HTTP/1.1" status: 204 len: 168 time: 1.4950030 Jul 30 20:20:53.079297 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 53896) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:53.144999 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-dddfdf7b-6c26-49d9-bf0f-60a6a739daa0 admin admin] Deleting subnet 4b1ad353-61a9-43a8-b737-817c20130814 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:20:53.152200 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dddfdf7b-6c26-49d9-bf0f-60a6a739daa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:53.203866 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dddfdf7b-6c26-49d9-bf0f-60a6a739daa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:53.312480 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dddfdf7b-6c26-49d9-bf0f-60a6a739daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:53.406904 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dddfdf7b-6c26-49d9-bf0f-60a6a739daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:53.455112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddfdf7b-6c26-49d9-bf0f-60a6a739daa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b1ad353-61a9-43a8-b737-817c20130814,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:53.466672 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dddfdf7b-6c26-49d9-bf0f-60a6a739daa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:53.468917 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-dddfdf7b-6c26-49d9-bf0f-60a6a739daa0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4b1ad353-61a9-43a8-b737-817c20130814 HTTP/1.1" status: 204 len: 168 time: 0.3879280 Jul 30 20:20:53.471426 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 53914) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:53.475116 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c096af51-153f-491f-b3be-bf18e55415a5 None None] Network c421e0b7-06ec-4b47-a5b3-95881a5c3933 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:20:53.709979 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fac2c78a-ac00-4a26-98ad-ea6aad490eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:53.754764 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b12bc217-2f96-4258-8d08-f5456c7a30f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:53.767536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873f0e0-2c1c-4f05-b130-bdc58f71b336 req-9deeccfe-19f9-423a-a400-4e2e8487a437 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:53.775480 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b873f0e0-2c1c-4f05-b130-bdc58f71b336 req-9deeccfe-19f9-423a-a400-4e2e8487a437 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5fc265d-272b-4eae-9014-bee90519fc3e HTTP/1.1" status: 200 len: 946 time: 0.1829975 Jul 30 20:20:53.776622 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d545e93-4cf9-4ddf-bc92-d11bcfc4e9fa None None] DHCP port deletion for c421e0b7-06ec-4b47-a5b3-95881a5c3933 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:20:53.862763 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b873f0e0-2c1c-4f05-b130-bdc58f71b336 req-b937a5f1-ff1e-4505-b42d-7ba117235a0d tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862241 Jul 30 20:20:53.865874 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8d545e93-4cf9-4ddf-bc92-d11bcfc4e9fa None None] Deleting port 04d781eb-611d-494b-93d3-70e643cc7c43 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:20:53.866663 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d545e93-4cf9-4ddf-bc92-d11bcfc4e9fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:53.922382 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-b12bc217-2f96-4258-8d08-f5456c7a30f8 admin admin] Deleting port 04d781eb-611d-494b-93d3-70e643cc7c43 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:20:53.923088 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b12bc217-2f96-4258-8d08-f5456c7a30f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:54.012250 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:54.068104 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8d545e93-4cf9-4ddf-bc92-d11bcfc4e9fa None None] For port 04d781eb-611d-494b-93d3-70e643cc7c43, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=04d781eb-611d-494b-93d3-70e643cc7c43,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:20:54.068894 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d545e93-4cf9-4ddf-bc92-d11bcfc4e9fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:54.092813 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-b12bc217-2f96-4258-8d08-f5456c7a30f8 admin admin] For port 04d781eb-611d-494b-93d3-70e643cc7c43, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=04d781eb-611d-494b-93d3-70e643cc7c43,segment=NetworkSegment(bfeffb72-5f50-4e64-a0a9-eada93f21563),segment_id=bfeffb72-5f50-4e64-a0a9-eada93f21563)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:20:54.093195 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b12bc217-2f96-4258-8d08-f5456c7a30f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:54.098536 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8d545e93-4cf9-4ddf-bc92-d11bcfc4e9fa None None] Calling delete_port for 04d781eb-611d-494b-93d3-70e643cc7c43 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:20:54.123298 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-b12bc217-2f96-4258-8d08-f5456c7a30f8 admin admin] Calling delete_port for 04d781eb-611d-494b-93d3-70e643cc7c43 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:20:54.216266 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d545e93-4cf9-4ddf-bc92-d11bcfc4e9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:54.243776 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b12bc217-2f96-4258-8d08-f5456c7a30f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:54.247575 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d545e93-4cf9-4ddf-bc92-d11bcfc4e9fa None None] Pushing event deleted for resources: {'Port': ['ID=04d781eb-611d-494b-93d3-70e643cc7c43,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:54.270458 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d545e93-4cf9-4ddf-bc92-d11bcfc4e9fa None None] No DVR routers for this DVR port 04d781eb-611d-494b-93d3-70e643cc7c43 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:20:54.281985 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bc217-2f96-4258-8d08-f5456c7a30f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=04d781eb-611d-494b-93d3-70e643cc7c43,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:54.298855 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12bc217-2f96-4258-8d08-f5456c7a30f8 admin admin] No DVR routers for this DVR port 04d781eb-611d-494b-93d3-70e643cc7c43 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:20:54.397718 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b12bc217-2f96-4258-8d08-f5456c7a30f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:54.412947 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-b12bc217-2f96-4258-8d08-f5456c7a30f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c421e0b7-06ec-4b47-a5b3-95881a5c3933']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:54.423566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-b12bc217-2f96-4258-8d08-f5456c7a30f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfeffb72-5f50-4e64-a0a9-eada93f21563') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:54.423827 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-b12bc217-2f96-4258-8d08-f5456c7a30f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfeffb72-5f50-4e64-a0a9-eada93f21563') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:20:54.436261 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b12bc217-2f96-4258-8d08-f5456c7a30f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:54.453382 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b12bc217-2f96-4258-8d08-f5456c7a30f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:54.461038 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12bc217-2f96-4258-8d08-f5456c7a30f8 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:20:54.461543 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b12bc217-2f96-4258-8d08-f5456c7a30f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:20:54.463437 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:20:54.527667 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b12bc217-2f96-4258-8d08-f5456c7a30f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:54.533704 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b12bc217-2f96-4258-8d08-f5456c7a30f8 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:54.539961 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b12bc217-2f96-4258-8d08-f5456c7a30f8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c421e0b7-06ec-4b47-a5b3-95881a5c3933 HTTP/1.1" status: 204 len: 168 time: 1.0673008 Jul 30 20:20:54.564801 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bc217-2f96-4258-8d08-f5456c7a30f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c421e0b7-06ec-4b47-a5b3-95881a5c3933,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:54.647096 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 13e379b2-06f2-43c3-aa9d-1f714d00d797 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:20:54.686731 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 13e379b2-06f2-43c3-aa9d-1f714d00d797 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:20:54.687173 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 13e379b2-06f2-43c3-aa9d-1f714d00d797 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:20:54.687687 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 04d781eb-611d-494b-93d3-70e643cc7c43 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:20:54.711395 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 04d781eb-611d-494b-93d3-70e643cc7c43 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:20:54.711991 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 04d781eb-611d-494b-93d3-70e643cc7c43 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:20:54.750123 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 53962) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:54.811802 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 53970) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:54.812481 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-767e989f-eb85-4106-8bd5-a107b6c668bf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6c9ba35ca3ce49889dd21646eecff8cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0611260 Jul 30 20:20:54.885737 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3453bc8c-1c00-4b95-b7bf-58bdaf7de7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:54.909441 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3453bc8c-1c00-4b95-b7bf-58bdaf7de7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:54.941585 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:54.970115 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3453bc8c-1c00-4b95-b7bf-58bdaf7de7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:54.973006 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3453bc8c-1c00-4b95-b7bf-58bdaf7de7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:54.977276 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3453bc8c-1c00-4b95-b7bf-58bdaf7de7ac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/272fb110-370a-4609-890f-d4c4d9b58823 HTTP/1.1" status: 204 len: 168 time: 0.1637647 Jul 30 20:20:54.995165 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453bc8c-1c00-4b95-b7bf-58bdaf7de7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272fb110-370a-4609-890f-d4c4d9b58823,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:55.115450 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494430c-53e3-494c-9f95-37992e3b2008 req-d26e68f9-f8d1-41f5-b984-8fe0a5cb2528 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:55.117106 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b494430c-53e3-494c-9f95-37992e3b2008 req-d26e68f9-f8d1-41f5-b984-8fe0a5cb2528 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5fc265d-272b-4eae-9014-bee90519fc3e HTTP/1.1" status: 200 len: 946 time: 0.0705450 Jul 30 20:20:55.167412 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b494430c-53e3-494c-9f95-37992e3b2008 req-1459d572-47ae-4bfe-816f-92aafb365134 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443654 Jul 30 20:20:55.323135 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff43015-7b38-4934-977b-75be5747233e req-cb82c22b-244b-46d3-9cba-f500d9035c84 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:55.324719 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9ff43015-7b38-4934-977b-75be5747233e req-cb82c22b-244b-46d3-9cba-f500d9035c84 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5db32bc-5169-4047-bda2-280e8812c403 HTTP/1.1" status: 200 len: 949 time: 0.0704715 Jul 30 20:20:55.376014 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9ff43015-7b38-4934-977b-75be5747233e req-85029eb3-581e-4d4e-96f5-51cd9df46940 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/security-groups?id=f524238a-0912-40e0-9067-8cfdcfd8b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416410 Jul 30 20:20:56.581793 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32c28e-1f9c-48f5-9d41-b071dbdc41bf req-7fbab4f1-79b4-46b1-9393-94b1d6ab7e1a tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:56.590194 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a32c28e-1f9c-48f5-9d41-b071dbdc41bf req-7fbab4f1-79b4-46b1-9393-94b1d6ab7e1a tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5db32bc-5169-4047-bda2-280e8812c403 HTTP/1.1" status: 200 len: 949 time: 0.1030407 Jul 30 20:20:56.607472 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb185b9-c272-4cf0-8996-64f55d579b45 req-b1f8b79e-c05b-487c-8099-8e01fd2a8dc9 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:20:56.609511 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-efb185b9-c272-4cf0-8996-64f55d579b45 req-b1f8b79e-c05b-487c-8099-8e01fd2a8dc9 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5db32bc-5169-4047-bda2-280e8812c403 HTTP/1.1" status: 200 len: 949 time: 0.1669698 Jul 30 20:20:56.765428 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a32c28e-1f9c-48f5-9d41-b071dbdc41bf req-88d23e99-3cdb-414a-ac5e-892c21c91b70 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/security-groups?id=f524238a-0912-40e0-9067-8cfdcfd8b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742096 Jul 30 20:20:56.818302 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:56.821222 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-efb185b9-c272-4cf0-8996-64f55d579b45 req-3aaa307c-8ece-447d-90e4-88b8567b7868 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Deleting port 75ffa1cc-7cdc-4e16-86d4-eff340444860 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:20:56.824410 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-efb185b9-c272-4cf0-8996-64f55d579b45 req-3aaa307c-8ece-447d-90e4-88b8567b7868 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:57.021237 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-efb185b9-c272-4cf0-8996-64f55d579b45 req-3aaa307c-8ece-447d-90e4-88b8567b7868 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] For port 75ffa1cc-7cdc-4e16-86d4-eff340444860, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=75ffa1cc-7cdc-4e16-86d4-eff340444860,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:20:57.021832 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-efb185b9-c272-4cf0-8996-64f55d579b45 req-3aaa307c-8ece-447d-90e4-88b8567b7868 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:57.037566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-efb185b9-c272-4cf0-8996-64f55d579b45 req-3aaa307c-8ece-447d-90e4-88b8567b7868 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Calling delete_port for 75ffa1cc-7cdc-4e16-86d4-eff340444860 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:20:57.242710 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-efb185b9-c272-4cf0-8996-64f55d579b45 req-3aaa307c-8ece-447d-90e4-88b8567b7868 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:57.254784 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['75ffa1cc-7cdc-4e16-86d4-eff340444860'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:20:57.326230 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa307c-8ece-447d-90e4-88b8567b7868 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Pushing event deleted for resources: {'Port': ['ID=75ffa1cc-7cdc-4e16-86d4-eff340444860,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:57.403997 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb185b9-c272-4cf0-8996-64f55d579b45 req-3aaa307c-8ece-447d-90e4-88b8567b7868 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] No DVR routers for this DVR port 75ffa1cc-7cdc-4e16-86d4-eff340444860 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:20:57.406875 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-efb185b9-c272-4cf0-8996-64f55d579b45 req-3aaa307c-8ece-447d-90e4-88b8567b7868 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:57.409561 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-efb185b9-c272-4cf0-8996-64f55d579b45 req-3aaa307c-8ece-447d-90e4-88b8567b7868 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.59 "DELETE /v2.0/ports/75ffa1cc-7cdc-4e16-86d4-eff340444860 HTTP/1.1" status: 204 len: 173 time: 0.7895010 Jul 30 20:20:57.410365 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5db32bc-5169-4047-bda2-280e8812c403', 'name': 'network-vif-deleted', 'tag': '75ffa1cc-7cdc-4e16-86d4-eff340444860'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:20:57.413765 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2a8ce6-bd80-4793-b40f-4dbf5c8a2418" -d '{"events": [{"server_uuid": "b5db32bc-5169-4047-bda2-280e8812c403", "name": "network-vif-deleted", "tag": "75ffa1cc-7cdc-4e16-86d4-eff340444860"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:20:57.516168 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401b04d6-4401-4b5f-89bc-622d579e9c70 x-openstack-request-id: req-401b04d6-4401-4b5f-89bc-622d579e9c70 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:20:57.516729 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5db32bc-5169-4047-bda2-280e8812c403", "name": "network-vif-deleted", "tag": "75ffa1cc-7cdc-4e16-86d4-eff340444860", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:20:57.517001 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-401b04d6-4401-4b5f-89bc-622d579e9c70 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:20:57.518119 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5db32bc-5169-4047-bda2-280e8812c403', 'name': 'network-vif-deleted', 'tag': '75ffa1cc-7cdc-4e16-86d4-eff340444860', 'status': 'completed', 'code': 200} Jul 30 20:20:57.945819 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2467f42b-02d7-4309-9738-7ab06651539d req-c1ef9d12-4e6c-4764-b5c7-1aef911e5505 tempest-VolumesBackupsTest-415323457 tempest-VolumesBackupsTest-415323457-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5db32bc-5169-4047-bda2-280e8812c403 HTTP/1.1" status: 200 len: 210 time: 0.0443180 Jul 30 20:20:58.697949 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:20:59.134748 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54196) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:59.332192 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2622e878-2428-475c-958b-663a350379a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:59.487477 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2622e878-2428-475c-958b-663a350379a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:59.492946 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2622e878-2428-475c-958b-663a350379a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:59.542939 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54212) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:20:59.543534 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2622e878-2428-475c-958b-663a350379a6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a8f22b6c03684391935a78ee017aafb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4060917 Jul 30 20:20:59.545324 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622e878-2428-475c-958b-663a350379a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cab6bb0-6647-4ccb-9493-41518bf11554,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:20:59.606459 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b3f3eb5-f95e-4dfb-a963-3523bdb24134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:59.636719 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b3f3eb5-f95e-4dfb-a963-3523bdb24134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:59.698011 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b3f3eb5-f95e-4dfb-a963-3523bdb24134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:59.701487 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b3f3eb5-f95e-4dfb-a963-3523bdb24134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:20:59.702672 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0b3f3eb5-f95e-4dfb-a963-3523bdb24134 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0cab6bb0-6647-4ccb-9493-41518bf11554 HTTP/1.1" status: 204 len: 168 time: 0.1577115 Jul 30 20:20:59.713649 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f3eb5-f95e-4dfb-a963-3523bdb24134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cab6bb0-6647-4ccb-9493-41518bf11554,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:00.172595 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54242) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:00.211357 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b726597c-f20a-4104-b87c-62f3c66954c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:00.377086 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b726597c-f20a-4104-b87c-62f3c66954c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:00.383332 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b726597c-f20a-4104-b87c-62f3c66954c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:00.430302 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b726597c-f20a-4104-b87c-62f3c66954c2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f93b5f9e83454bbbabc734c07d72a944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2558739 Jul 30 20:21:00.432507 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726597c-f20a-4104-b87c-62f3c66954c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7f3b71-7554-4bec-8540-29f906e4b29b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:00.432755 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54260) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:00.521540 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec980ba0-a1f2-4b26-b636-bd2eb79cdad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:00.557792 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec980ba0-a1f2-4b26-b636-bd2eb79cdad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:00.627698 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec980ba0-a1f2-4b26-b636-bd2eb79cdad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:00.630618 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec980ba0-a1f2-4b26-b636-bd2eb79cdad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:00.632044 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ec980ba0-a1f2-4b26-b636-bd2eb79cdad3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8e7f3b71-7554-4bec-8540-29f906e4b29b HTTP/1.1" status: 204 len: 168 time: 0.1982632 Jul 30 20:21:00.643948 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec980ba0-a1f2-4b26-b636-bd2eb79cdad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7f3b71-7554-4bec-8540-29f906e4b29b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:02.021387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-da972cf7-55b5-4b26-8aa4-1ea1a8839b33 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:02.027269 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-da972cf7-55b5-4b26-8aa4-1ea1a8839b33 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/networks?id=d87dfd89-91a5-4d91-80f7-32225df5a209 HTTP/1.1" status: 200 len: 814 time: 0.1729712 Jul 30 20:21:02.053005 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-ca79ffe7-eb5e-4b7f-a61e-d79ffc8045a4 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/quotas/0b2fdc5ff21140f8b22282a0060d83ab HTTP/1.1" status: 200 len: 375 time: 0.0170910 Jul 30 20:21:02.129927 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 75ffa1cc-7cdc-4e16-86d4-eff340444860 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:21:02.136828 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-720a35d6-170f-41f9-8183-e1e7eacbac87 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0b2fdc5ff21140f8b22282a0060d83ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824702 Jul 30 20:21:02.162800 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 75ffa1cc-7cdc-4e16-86d4-eff340444860 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:21:02.163740 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 75ffa1cc-7cdc-4e16-86d4-eff340444860 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:21:02.305640 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-eb9b24d6-8558-4361-be55-baed66a2a5f4 service neutron] 10.222.0.81 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674705 Jul 30 20:21:02.461331 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-af26d5cf-1f8e-45eb-9574-64b318c5f63c service neutron] 10.222.0.81 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544950 Jul 30 20:21:02.985573 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-715d5230-02ec-43c7-9f82-e8ffcce9dab4 req-9aa2a56b-8d67-4dbd-bed9-64b97bab5547 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=040513b6-c180-4c7d-9447-07c1a2cea265 HTTP/1.1" status: 200 len: 210 time: 0.0739412 Jul 30 20:21:04.197266 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4cf2fd2c-a64c-4411-adf2-45b7c542440b req-4581f98e-9ea1-4100-9f66-a00833286d40 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=040513b6-c180-4c7d-9447-07c1a2cea265 HTTP/1.1" status: 200 len: 210 time: 0.0484509 Jul 30 20:21:04.270879 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-da0c1975-07d5-4d07-89d9-e0114894a1da tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:04.273282 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-da0c1975-07d5-4d07-89d9-e0114894a1da tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.83 "GET /v2.0/networks?id=d87dfd89-91a5-4d91-80f7-32225df5a209 HTTP/1.1" status: 200 len: 814 time: 0.2932966 Jul 30 20:21:04.293271 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-a39aacf9-671b-41d6-a73d-cf9af9c99729 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Request body: {'port': {'device_id': '040513b6-c180-4c7d-9447-07c1a2cea265', 'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209', 'admin_state_up': True, 'tenant_id': '0b2fdc5ff21140f8b22282a0060d83ab'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:21:04.312372 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54550) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:04.443114 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-a39aacf9-671b-41d6-a73d-cf9af9c99729 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Made reservation on behalf of 0b2fdc5ff21140f8b22282a0060d83ab for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:21:04.446938 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-a39aacf9-671b-41d6-a73d-cf9af9c99729 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:04.609696 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-a39aacf9-671b-41d6-a73d-cf9af9c99729 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Allocated IP 172.20.0.13 (d87dfd89-91a5-4d91-80f7-32225df5a209/f8480fff-2e02-4738-a95b-299805138888/4e55ca04-04d9-4032-acde-f4676a3dea68) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:21:04.625583 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54558) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:04.676965 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8c04-a86e-40c0-bf64-98a79409711e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:04.733045 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-764307d7-a1ec-421d-a05a-712902d2f9fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:04.868713 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8c04-a86e-40c0-bf64-98a79409711e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:04.902341 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-a39aacf9-671b-41d6-a73d-cf9af9c99729 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:04.929146 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8c04-a86e-40c0-bf64-98a79409711e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:05.002868 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7b9a8c04-a86e-40c0-bf64-98a79409711e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c2d94c515b694c1f9646bf8a90055eb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6883833 Jul 30 20:21:05.003791 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54610) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:05.008283 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a8c04-a86e-40c0-bf64-98a79409711e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f63b886-a58b-4a82-97fa-eea4e488825c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:05.027233 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a8c04-a86e-40c0-bf64-98a79409711e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:05.027986 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a8c04-a86e-40c0-bf64-98a79409711e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:05.028519 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a8c04-a86e-40c0-bf64-98a79409711e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:05.029016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a8c04-a86e-40c0-bf64-98a79409711e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:05.029522 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a8c04-a86e-40c0-bf64-98a79409711e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:05.030033 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a8c04-a86e-40c0-bf64-98a79409711e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:05.030526 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a8c04-a86e-40c0-bf64-98a79409711e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:05.031029 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a8c04-a86e-40c0-bf64-98a79409711e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:05.031720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a8c04-a86e-40c0-bf64-98a79409711e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:05.032864 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a8c04-a86e-40c0-bf64-98a79409711e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:05.033827 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a8c04-a86e-40c0-bf64-98a79409711e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:05.034321 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a8c04-a86e-40c0-bf64-98a79409711e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:05.157249 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8af10ef1-f560-48c4-967d-a2a5def909f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:05.196538 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8af10ef1-f560-48c4-967d-a2a5def909f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:05.207852 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-764307d7-a1ec-421d-a05a-712902d2f9fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:05.221280 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-764307d7-a1ec-421d-a05a-712902d2f9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:05.425605 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-a39aacf9-671b-41d6-a73d-cf9af9c99729 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:05.429626 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-764307d7-a1ec-421d-a05a-712902d2f9fd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=10afcf1a8e9441b9a3b8d447b1bc35dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8015304 Jul 30 20:21:05.438803 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54622) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:05.439439 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['f572611f-b411-4a1c-98f8-62b55e9c3a09'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:21:05.441699 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['84b11c7f-542d-4517-ac34-b164c6c1f31c'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:21:05.451475 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-02fb84e3-b892-4318-a4fe-d53be76e8107 req-39079f1d-9532-4ea6-a1eb-bfbcfb2761d2 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=040513b6-c180-4c7d-9447-07c1a2cea265 HTTP/1.1" status: 200 len: 210 time: 0.1358781 Jul 30 20:21:05.452684 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764307d7-a1ec-421d-a05a-712902d2f9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ef8ee5-bbd4-43b3-a9a5-3c0ada892f4c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:05.490543 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8af10ef1-f560-48c4-967d-a2a5def909f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:05.493752 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8af10ef1-f560-48c4-967d-a2a5def909f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:05.495747 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8af10ef1-f560-48c4-967d-a2a5def909f2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1f63b886-a58b-4a82-97fa-eea4e488825c HTTP/1.1" status: 204 len: 168 time: 0.4786289 Jul 30 20:21:05.510811 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-a39aacf9-671b-41d6-a73d-cf9af9c99729 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Network d87dfd89-91a5-4d91-80f7-32225df5a209 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:21:05.520747 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-a39aacf9-671b-41d6-a73d-cf9af9c99729 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:21:05.522681 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af10ef1-f560-48c4-967d-a2a5def909f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f63b886-a58b-4a82-97fa-eea4e488825c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:05.530394 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-a39aacf9-671b-41d6-a73d-cf9af9c99729 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:21:05.622795 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39aacf9-671b-41d6-a73d-cf9af9c99729 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Pushing event updated for resources: {'Port': ['ID=4e55ca04-04d9-4032-acde-f4676a3dea68,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:05.651482 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95b4919a-667e-4af7-899f-d45ade74c818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:05.681363 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39aacf9-671b-41d6-a73d-cf9af9c99729 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:05.681863 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39aacf9-671b-41d6-a73d-cf9af9c99729 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:05.682268 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39aacf9-671b-41d6-a73d-cf9af9c99729 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:05.682613 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39aacf9-671b-41d6-a73d-cf9af9c99729 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:05.683007 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39aacf9-671b-41d6-a73d-cf9af9c99729 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:05.684567 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39aacf9-671b-41d6-a73d-cf9af9c99729 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:05.684855 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39aacf9-671b-41d6-a73d-cf9af9c99729 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:05.685223 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39aacf9-671b-41d6-a73d-cf9af9c99729 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:05.685568 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39aacf9-671b-41d6-a73d-cf9af9c99729 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:05.686315 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39aacf9-671b-41d6-a73d-cf9af9c99729 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:05.686315 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39aacf9-671b-41d6-a73d-cf9af9c99729 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:05.686678 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39aacf9-671b-41d6-a73d-cf9af9c99729 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:05.713085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-a39aacf9-671b-41d6-a73d-cf9af9c99729 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:05.714018 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-a39aacf9-671b-41d6-a73d-cf9af9c99729 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:05.730113 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95b4919a-667e-4af7-899f-d45ade74c818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:05.763404 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-a39aacf9-671b-41d6-a73d-cf9af9c99729 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4793022 Jul 30 20:21:05.778818 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-c822711d-f2fe-48e1-93d5-8fbf5f298417 service neutron] Request body: {'port': {'device_id': '040513b6-c180-4c7d-9447-07c1a2cea265', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:21:05.878711 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-c822711d-f2fe-48e1-93d5-8fbf5f298417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:05.929295 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95b4919a-667e-4af7-899f-d45ade74c818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:05.944534 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95b4919a-667e-4af7-899f-d45ade74c818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:05.945751 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-95b4919a-667e-4af7-899f-d45ade74c818 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/87ef8ee5-bbd4-43b3-a9a5-3c0ada892f4c HTTP/1.1" status: 204 len: 168 time: 0.5003955 Jul 30 20:21:05.965373 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4919a-667e-4af7-899f-d45ade74c818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ef8ee5-bbd4-43b3-a9a5-3c0ada892f4c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:06.163059 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54674) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:06.177980 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-826924d2-579f-41ca-b618-3685afd2466b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:06.327439 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-826924d2-579f-41ca-b618-3685afd2466b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:06.333338 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-826924d2-579f-41ca-b618-3685afd2466b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:06.383480 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-826924d2-579f-41ca-b618-3685afd2466b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=534ecd4a6de44a7e88149c237fc8abd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172129 Jul 30 20:21:06.383480 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826924d2-579f-41ca-b618-3685afd2466b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a7995f-8173-4673-9254-1f04d9c8ddff,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:06.385038 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54678) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:06.482931 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-837c5a7a-acd3-4f6e-a500-29b36c5d5653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:06.507299 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-837c5a7a-acd3-4f6e-a500-29b36c5d5653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:06.540981 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-c822711d-f2fe-48e1-93d5-8fbf5f298417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e55ca04-04d9-4032-acde-f4676a3dea68 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:21:06.559831 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-c822711d-f2fe-48e1-93d5-8fbf5f298417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:06.582110 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-837c5a7a-acd3-4f6e-a500-29b36c5d5653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:06.587801 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-837c5a7a-acd3-4f6e-a500-29b36c5d5653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:06.589496 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-837c5a7a-acd3-4f6e-a500-29b36c5d5653 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c5a7995f-8173-4673-9254-1f04d9c8ddff HTTP/1.1" status: 204 len: 168 time: 0.2032008 Jul 30 20:21:06.600730 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c5a7a-acd3-4f6e-a500-29b36c5d5653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a7995f-8173-4673-9254-1f04d9c8ddff,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:06.613925 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-c822711d-f2fe-48e1-93d5-8fbf5f298417 service neutron] Transition to ACTIVE for port object 4e55ca04-04d9-4032-acde-f4676a3dea68 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:21:06.619553 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54690) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:06.634003 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-c822711d-f2fe-48e1-93d5-8fbf5f298417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:06.641770 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c4f1afa-9d7e-43a2-901b-b8de0e2d81d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:06.680740 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de41e3-5cce-4fe2-a445-287d776f7ea3 req-54f7763d-93e8-4504-a50e-b72d7e13b8c5 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:06.684248 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7de41e3-5cce-4fe2-a445-287d776f7ea3 req-54f7763d-93e8-4504-a50e-b72d7e13b8c5 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=040513b6-c180-4c7d-9447-07c1a2cea265 HTTP/1.1" status: 200 len: 932 time: 0.0782158 Jul 30 20:21:06.715094 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822711d-f2fe-48e1-93d5-8fbf5f298417 service neutron] Pushing event updated for resources: {'Port': ['ID=4e55ca04-04d9-4032-acde-f4676a3dea68,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:06.744163 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7de41e3-5cce-4fe2-a445-287d776f7ea3 req-65b67e9c-e85b-43b8-a45f-346d03581d14 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532174 Jul 30 20:21:06.902457 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-c822711d-f2fe-48e1-93d5-8fbf5f298417 service neutron] Attempting to bind port 4e55ca04-04d9-4032-acde-f4676a3dea68 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:21:06.902796 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-c822711d-f2fe-48e1-93d5-8fbf5f298417 service neutron] Attempting to bind port 4e55ca04-04d9-4032-acde-f4676a3dea68 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '24e0fe1e-748d-4022-a692-5e5f9dd7e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:21:06.903129 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-c822711d-f2fe-48e1-93d5-8fbf5f298417 service neutron] Attempting to bind port 4e55ca04-04d9-4032-acde-f4676a3dea68 on network d87dfd89-91a5-4d91-80f7-32225df5a209 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:21:06.908156 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-c822711d-f2fe-48e1-93d5-8fbf5f298417 service neutron] Port 4e55ca04-04d9-4032-acde-f4676a3dea68 on network d87dfd89-91a5-4d91-80f7-32225df5a209 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:21:06.908486 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-c822711d-f2fe-48e1-93d5-8fbf5f298417 service neutron] Attempting to bind port 4e55ca04-04d9-4032-acde-f4676a3dea68 on network d87dfd89-91a5-4d91-80f7-32225df5a209 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:21:06.914570 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-c822711d-f2fe-48e1-93d5-8fbf5f298417 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:21:06.914915 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-c822711d-f2fe-48e1-93d5-8fbf5f298417 service neutron] Checking segment: {'id': '24e0fe1e-748d-4022-a692-5e5f9dd7e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:21:06.915301 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-c822711d-f2fe-48e1-93d5-8fbf5f298417 service neutron] Bound using segment: {'id': '24e0fe1e-748d-4022-a692-5e5f9dd7e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:21:06.915768 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-c822711d-f2fe-48e1-93d5-8fbf5f298417 service neutron] Bound port: 4e55ca04-04d9-4032-acde-f4676a3dea68, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e0fe1e-748d-4022-a692-5e5f9dd7e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:21:06.916454 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-c822711d-f2fe-48e1-93d5-8fbf5f298417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:06.994014 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c4f1afa-9d7e-43a2-901b-b8de0e2d81d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:07.007399 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c4f1afa-9d7e-43a2-901b-b8de0e2d81d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:07.033195 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-c822711d-f2fe-48e1-93d5-8fbf5f298417 service neutron] For port 4e55ca04-04d9-4032-acde-f4676a3dea68, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:21:07.064841 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-c822711d-f2fe-48e1-93d5-8fbf5f298417 service neutron] For port 4e55ca04-04d9-4032-acde-f4676a3dea68, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=4e55ca04-04d9-4032-acde-f4676a3dea68,segment=NetworkSegment(24e0fe1e-748d-4022-a692-5e5f9dd7e6df),segment_id=24e0fe1e-748d-4022-a692-5e5f9dd7e6df)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:21:07.071281 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54700) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:07.071664 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7c4f1afa-9d7e-43a2-901b-b8de0e2d81d9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a32fd4e4d3124e67bb130a492fd0e6c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4509511 Jul 30 20:21:07.072684 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f1afa-9d7e-43a2-901b-b8de0e2d81d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3716a9e5-0b25-4ded-b68f-7072c0cf4669,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:07.077033 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-c822711d-f2fe-48e1-93d5-8fbf5f298417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:07.141502 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-c822711d-f2fe-48e1-93d5-8fbf5f298417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:07.142366 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-c822711d-f2fe-48e1-93d5-8fbf5f298417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:07.148436 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-c822711d-f2fe-48e1-93d5-8fbf5f298417 service neutron] 10.222.0.83 "PUT /v2.0/ports/4e55ca04-04d9-4032-acde-f4676a3dea68 HTTP/1.1" status: 200 len: 1092 time: 1.3703358 Jul 30 20:21:07.180624 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040513b6-c180-4c7d-9447-07c1a2cea265', 'tag': '4e55ca04-04d9-4032-acde-f4676a3dea68'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:21:07.183102 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f7c86d-4dd8-4b2e-910f-c8c08ee4e166" -d '{"events": [{"name": "network-changed", "server_uuid": "040513b6-c180-4c7d-9447-07c1a2cea265", "tag": "4e55ca04-04d9-4032-acde-f4676a3dea68"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:21:07.187060 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822711d-f2fe-48e1-93d5-8fbf5f298417 service neutron] Pushing event updated for resources: {'Port': ['ID=4e55ca04-04d9-4032-acde-f4676a3dea68,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:07.214680 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-46a54a9d-2074-4673-893c-06a7f8401a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:07.292803 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-46a54a9d-2074-4673-893c-06a7f8401a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:07.293456 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-584929ba-940b-4c63-8e04-101b1740ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:07.295662 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-584929ba-940b-4c63-8e04-101b1740ee83 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b2fdc5ff21140f8b22282a0060d83ab&device_id=040513b6-c180-4c7d-9447-07c1a2cea265 HTTP/1.1" status: 200 len: 1095 time: 0.0968432 Jul 30 20:21:07.387253 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-46a54a9d-2074-4673-893c-06a7f8401a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:07.390051 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-46a54a9d-2074-4673-893c-06a7f8401a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:07.391407 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-46a54a9d-2074-4673-893c-06a7f8401a1e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3716a9e5-0b25-4ded-b68f-7072c0cf4669 HTTP/1.1" status: 204 len: 168 time: 0.3189466 Jul 30 20:21:07.410704 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a54a9d-2074-4673-893c-06a7f8401a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3716a9e5-0b25-4ded-b68f-7072c0cf4669,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:07.460758 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-29af1856-e074-401e-8172-befc5df6d87a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e55ca04-04d9-4032-acde-f4676a3dea68 HTTP/1.1" status: 200 len: 217 time: 0.1498430 Jul 30 20:21:07.540925 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-b9164579-fcb1-47fc-879b-113edbd002e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:07.542780 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-b9164579-fcb1-47fc-879b-113edbd002e8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f8480fff-2e02-4738-a95b-299805138888 HTTP/1.1" status: 200 len: 854 time: 0.0749958 Jul 30 20:21:07.580509 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2e0db2-aadd-459e-9699-043139c9c83b x-openstack-request-id: req-ea2e0db2-aadd-459e-9699-043139c9c83b {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:21:07.580837 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040513b6-c180-4c7d-9447-07c1a2cea265", "tag": "4e55ca04-04d9-4032-acde-f4676a3dea68", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:21:07.581380 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ea2e0db2-aadd-459e-9699-043139c9c83b {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:21:07.581899 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040513b6-c180-4c7d-9447-07c1a2cea265', 'tag': '4e55ca04-04d9-4032-acde-f4676a3dea68', 'status': 'completed', 'code': 200} Jul 30 20:21:07.609562 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-15eba320-f6e5-4557-a747-f227bbdf992f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d87dfd89-91a5-4d91-80f7-32225df5a209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572789 Jul 30 20:21:07.732963 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-88c44104-7bce-4ed8-9732-476157375773 service neutron] 10.222.0.83 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150734 Jul 30 20:21:07.969122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd09c5b-18cd-4253-8bac-aa62cb20b2bd req-6288ea4e-b0cb-40d9-a23b-a8f33fef60a9 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:07.972034 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3fd09c5b-18cd-4253-8bac-aa62cb20b2bd req-6288ea4e-b0cb-40d9-a23b-a8f33fef60a9 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=040513b6-c180-4c7d-9447-07c1a2cea265 HTTP/1.1" status: 200 len: 944 time: 0.0976300 Jul 30 20:21:07.989762 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3d6b1db7-7293-446a-8118-2d109b12c653 req-be8b6333-be4c-426c-8aec-5641b5a6050f service neutron] 10.222.0.83 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489457 Jul 30 20:21:08.074274 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3fd09c5b-18cd-4253-8bac-aa62cb20b2bd req-6eb2516e-1dbf-4571-a05c-abcf8829ec21 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959487 Jul 30 20:21:08.114507 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7c86d-4dd8-4b2e-910f-c8c08ee4e166 req-ea33140f-cbab-485a-bf5e-809a46650ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:08.116219 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-25f7c86d-4dd8-4b2e-910f-c8c08ee4e166 req-ea33140f-cbab-485a-bf5e-809a46650ecd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b2fdc5ff21140f8b22282a0060d83ab&device_id=040513b6-c180-4c7d-9447-07c1a2cea265 HTTP/1.1" status: 200 len: 1095 time: 0.0610030 Jul 30 20:21:08.282825 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7c86d-4dd8-4b2e-910f-c8c08ee4e166 req-f1de56c9-c4d2-4f6d-8e2d-3c361675b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:08.288198 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-25f7c86d-4dd8-4b2e-910f-c8c08ee4e166 req-f1de56c9-c4d2-4f6d-8e2d-3c361675b293 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d87dfd89-91a5-4d91-80f7-32225df5a209 HTTP/1.1" status: 200 len: 915 time: 0.1619861 Jul 30 20:21:08.353519 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-25f7c86d-4dd8-4b2e-910f-c8c08ee4e166 req-d321b9c4-ea7f-4abf-9ed8-4228f24771db service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e55ca04-04d9-4032-acde-f4676a3dea68 HTTP/1.1" status: 200 len: 217 time: 0.0600364 Jul 30 20:21:08.418084 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7c86d-4dd8-4b2e-910f-c8c08ee4e166 req-b007fd8a-ae53-4c03-813e-feb5d837ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:08.419897 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-25f7c86d-4dd8-4b2e-910f-c8c08ee4e166 req-b007fd8a-ae53-4c03-813e-feb5d837ad13 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f8480fff-2e02-4738-a95b-299805138888 HTTP/1.1" status: 200 len: 854 time: 0.0588253 Jul 30 20:21:08.468019 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-25f7c86d-4dd8-4b2e-910f-c8c08ee4e166 req-8a07af46-09be-44dd-8e65-c7bc95db9e1b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d87dfd89-91a5-4d91-80f7-32225df5a209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401907 Jul 30 20:21:08.645093 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-25f7c86d-4dd8-4b2e-910f-c8c08ee4e166 req-1bfdb579-4f4d-4aa6-a657-ef251fcdd6bb service neutron] 10.222.0.83 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695557 Jul 30 20:21:08.821756 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-25f7c86d-4dd8-4b2e-910f-c8c08ee4e166 req-9f3f007e-70ab-4ee8-a043-ac143c6ff86c service neutron] 10.222.0.83 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680925 Jul 30 20:21:09.215244 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2cc6e-5e76-4b87-821e-637f0d55bb06 req-467deac6-a8dd-45fa-810e-c92c2c2137b8 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:09.222591 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f8e2cc6e-5e76-4b87-821e-637f0d55bb06 req-467deac6-a8dd-45fa-810e-c92c2c2137b8 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=040513b6-c180-4c7d-9447-07c1a2cea265 HTTP/1.1" status: 200 len: 944 time: 0.0670488 Jul 30 20:21:09.264178 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f8e2cc6e-5e76-4b87-821e-637f0d55bb06 req-f8284c71-e1ea-49fe-b4bc-d5d45274ea73 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405781 Jul 30 20:21:10.483635 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74e932-18e4-47bc-b2ed-a0c786b2f9d0 req-4a509d06-5d1f-44b9-b744-7af1b4a8844e tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:10.496953 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f74e932-18e4-47bc-b2ed-a0c786b2f9d0 req-4a509d06-5d1f-44b9-b744-7af1b4a8844e tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=040513b6-c180-4c7d-9447-07c1a2cea265 HTTP/1.1" status: 200 len: 944 time: 0.1070232 Jul 30 20:21:10.543025 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f74e932-18e4-47bc-b2ed-a0c786b2f9d0 req-f6c06ed0-f4e1-42b6-958b-6e82843e5838 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444930 Jul 30 20:21:10.643819 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54916) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:11.249502 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c647e491-193a-4927-b888-cfad12be8ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:11.399380 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c647e491-193a-4927-b888-cfad12be8ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:11.405239 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c647e491-193a-4927-b888-cfad12be8ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:11.451739 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c647e491-193a-4927-b888-cfad12be8ca6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2675068993e4462d871846e8fc92850b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8064401 Jul 30 20:21:11.454959 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54954) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:11.455868 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647e491-193a-4927-b888-cfad12be8ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dee6429-9c12-4657-91c7-ea24f08ebfa6,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:11.518733 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a514c9f-329a-44bd-952a-01f3a06a0050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:11.548140 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a514c9f-329a-44bd-952a-01f3a06a0050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:11.656127 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a514c9f-329a-44bd-952a-01f3a06a0050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:11.659010 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a514c9f-329a-44bd-952a-01f3a06a0050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:11.660222 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5a514c9f-329a-44bd-952a-01f3a06a0050 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6dee6429-9c12-4657-91c7-ea24f08ebfa6 HTTP/1.1" status: 204 len: 168 time: 0.2042725 Jul 30 20:21:11.674641 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a514c9f-329a-44bd-952a-01f3a06a0050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dee6429-9c12-4657-91c7-ea24f08ebfa6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:11.729315 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ea2ec-2d39-45ab-a30b-f505ef154bf4 req-42a71223-0fb1-41c0-9f68-b2211496c1c4 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:11.742178 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-514ea2ec-2d39-45ab-a30b-f505ef154bf4 req-42a71223-0fb1-41c0-9f68-b2211496c1c4 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=040513b6-c180-4c7d-9447-07c1a2cea265 HTTP/1.1" status: 200 len: 944 time: 0.1000669 Jul 30 20:21:11.791687 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-514ea2ec-2d39-45ab-a30b-f505ef154bf4 req-1bc93fb3-401f-4a29-ba46-e4485b702d35 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470643 Jul 30 20:21:12.233080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54992) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:12.246914 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5267f1bd-80e1-4762-a17b-7403e67783ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:12.334277 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54994) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:12.376796 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5267f1bd-80e1-4762-a17b-7403e67783ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:12.382394 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5267f1bd-80e1-4762-a17b-7403e67783ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:12.431552 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54998) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:12.433986 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5267f1bd-80e1-4762-a17b-7403e67783ff admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e7a6bc2a5577432babc6aff4a0d22609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1974256 Jul 30 20:21:12.435358 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267f1bd-80e1-4762-a17b-7403e67783ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea73b2d3-8435-4677-9b74-c8ad8a228d95,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:12.472440 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 4e55ca04-04d9-4032-acde-f4676a3dea68 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:21:12.527814 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54bb584a-fee2-4b02-8aad-eb7b4b9536ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:12.566012 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-096483ca-76c0-4ef5-aead-ba26552ed596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:12.586539 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 4e55ca04-04d9-4032-acde-f4676a3dea68, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=4e55ca04-04d9-4032-acde-f4676a3dea68,segment=NetworkSegment(24e0fe1e-748d-4022-a692-5e5f9dd7e6df),segment_id=24e0fe1e-748d-4022-a692-5e5f9dd7e6df)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:21:12.591129 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54bb584a-fee2-4b02-8aad-eb7b4b9536ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:12.600308 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '4e55ca04-04d9-4032-acde-f4676a3dea68', 'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209', 'port_id': '4e55ca04-04d9-4032-acde-f4676a3dea68', 'mac_address': 'fa:16:3e:a4:70:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8480fff-2e02-4738-a95b-299805138888', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:21:12.652314 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:12.679309 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e55ca04-04d9-4032-acde-f4676a3dea68 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:21:12.697923 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54bb584a-fee2-4b02-8aad-eb7b4b9536ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:12.701268 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54bb584a-fee2-4b02-8aad-eb7b4b9536ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:12.705498 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-54bb584a-fee2-4b02-8aad-eb7b4b9536ce admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ea73b2d3-8435-4677-9b74-c8ad8a228d95 HTTP/1.1" status: 204 len: 168 time: 0.2700241 Jul 30 20:21:12.721777 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 4e55ca04-04d9-4032-acde-f4676a3dea68, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=4e55ca04-04d9-4032-acde-f4676a3dea68,segment=NetworkSegment(24e0fe1e-748d-4022-a692-5e5f9dd7e6df),segment_id=24e0fe1e-748d-4022-a692-5e5f9dd7e6df)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:21:12.728054 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:12.738145 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb584a-fee2-4b02-8aad-eb7b4b9536ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea73b2d3-8435-4677-9b74-c8ad8a228d95,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:12.775026 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-096483ca-76c0-4ef5-aead-ba26552ed596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:12.780406 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-096483ca-76c0-4ef5-aead-ba26552ed596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:12.832002 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-096483ca-76c0-4ef5-aead-ba26552ed596 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d80808a8609940c298f036cf98570f82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4965379 Jul 30 20:21:12.832131 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55010) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:12.833095 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096483ca-76c0-4ef5-aead-ba26552ed596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3f1650-a1ee-4fb0-9e6d-65b0869107ac,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:12.869140 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=4e55ca04-04d9-4032-acde-f4676a3dea68,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:12.980395 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87434c3d-f831-43e8-8697-c449f880c9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:13.030983 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87434c3d-f831-43e8-8697-c449f880c9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:13.075828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb976e-7393-4356-884f-7c7ab84c6037 req-6ff1d69a-aa50-4e3b-9221-060023ba444e tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:13.077585 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-29fb976e-7393-4356-884f-7c7ab84c6037 req-6ff1d69a-aa50-4e3b-9221-060023ba444e tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=040513b6-c180-4c7d-9447-07c1a2cea265 HTTP/1.1" status: 200 len: 945 time: 0.0864201 Jul 30 20:21:13.135151 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-29fb976e-7393-4356-884f-7c7ab84c6037 req-4574d166-4f46-4abf-a60f-f0204b081da7 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492551 Jul 30 20:21:13.162951 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87434c3d-f831-43e8-8697-c449f880c9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:13.162951 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87434c3d-f831-43e8-8697-c449f880c9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:13.162951 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-87434c3d-f831-43e8-8697-c449f880c9e2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fc3f1650-a1ee-4fb0-9e6d-65b0869107ac HTTP/1.1" status: 204 len: 168 time: 0.3260579 Jul 30 20:21:13.164988 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['4e55ca04-04d9-4032-acde-f4676a3dea68'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:21:13.189112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87434c3d-f831-43e8-8697-c449f880c9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3f1650-a1ee-4fb0-9e6d-65b0869107ac,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:13.655901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55050) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:13.677450 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cc1dac8-44f0-4670-b313-f2c7e4425439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:13.806732 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cc1dac8-44f0-4670-b313-f2c7e4425439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:13.814578 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cc1dac8-44f0-4670-b313-f2c7e4425439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:13.858908 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3cc1dac8-44f0-4670-b313-f2c7e4425439 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0d5764cf4dea44d396f31497cd9a0fa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2013440 Jul 30 20:21:13.859840 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1dac8-44f0-4670-b313-f2c7e4425439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c5a820-d5aa-4ade-b91e-3f026810b54b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:13.861428 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55058) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:13.924848 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f78e8a7-ed8b-4bcd-a3b7-40c9d38cefa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:13.955078 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f78e8a7-ed8b-4bcd-a3b7-40c9d38cefa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:14.036025 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f78e8a7-ed8b-4bcd-a3b7-40c9d38cefa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:14.038952 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f78e8a7-ed8b-4bcd-a3b7-40c9d38cefa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:14.042720 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5f78e8a7-ed8b-4bcd-a3b7-40c9d38cefa6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c5c5a820-d5aa-4ade-b91e-3f026810b54b HTTP/1.1" status: 204 len: 168 time: 0.1778350 Jul 30 20:21:14.054980 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78e8a7-ed8b-4bcd-a3b7-40c9d38cefa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c5a820-d5aa-4ade-b91e-3f026810b54b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:14.292345 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40560dfb-b32f-4e97-b987-d4d6313a4909 req-835db9e7-fda5-412f-9b5f-63195c2fbe86 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:14.293870 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40560dfb-b32f-4e97-b987-d4d6313a4909 req-835db9e7-fda5-412f-9b5f-63195c2fbe86 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=040513b6-c180-4c7d-9447-07c1a2cea265 HTTP/1.1" status: 200 len: 945 time: 0.0739281 Jul 30 20:21:14.340497 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40560dfb-b32f-4e97-b987-d4d6313a4909 req-a8c39625-52e8-4ba0-a31c-73fd2cff48c4 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368946 Jul 30 20:21:14.469515 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 4e55ca04-04d9-4032-acde-f4676a3dea68 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:21:14.599124 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 4e55ca04-04d9-4032-acde-f4676a3dea68 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:21:14.603215 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 4e55ca04-04d9-4032-acde-f4676a3dea68 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:21:14.603879 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:14.727676 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:14.775442 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040513b6-c180-4c7d-9447-07c1a2cea265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e55ca04-04d9-4032-acde-f4676a3dea68'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:21:14.778191 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf04b29-f514-4601-908f-89764c2b0b7e" -d '{"events": [{"server_uuid": "040513b6-c180-4c7d-9447-07c1a2cea265", "name": "network-vif-plugged", "status": "completed", "tag": "4e55ca04-04d9-4032-acde-f4676a3dea68"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:21:14.787088 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 4e55ca04-04d9-4032-acde-f4676a3dea68, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=4e55ca04-04d9-4032-acde-f4676a3dea68,segment=NetworkSegment(24e0fe1e-748d-4022-a692-5e5f9dd7e6df),segment_id=24e0fe1e-748d-4022-a692-5e5f9dd7e6df)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:21:14.794687 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:14.845935 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614967eb-39cf-4faa-9ddc-38bc0e65889c x-openstack-request-id: req-614967eb-39cf-4faa-9ddc-38bc0e65889c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:21:14.846236 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040513b6-c180-4c7d-9447-07c1a2cea265", "name": "network-vif-plugged", "status": "completed", "tag": "4e55ca04-04d9-4032-acde-f4676a3dea68", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:21:14.846539 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-614967eb-39cf-4faa-9ddc-38bc0e65889c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:21:14.846933 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040513b6-c180-4c7d-9447-07c1a2cea265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e55ca04-04d9-4032-acde-f4676a3dea68', 'code': 200} Jul 30 20:21:14.869583 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=4e55ca04-04d9-4032-acde-f4676a3dea68,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:14.982855 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ae497-2531-4e21-820c-7594e18e7a10 req-e389d326-21c2-4ae7-9d42-98bbb2cbdf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:14.988834 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a96ae497-2531-4e21-820c-7594e18e7a10 req-e389d326-21c2-4ae7-9d42-98bbb2cbdf6b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=040513b6-c180-4c7d-9447-07c1a2cea265 HTTP/1.1" status: 200 len: 1097 time: 0.0748816 Jul 30 20:21:15.038573 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a96ae497-2531-4e21-820c-7594e18e7a10 req-42257be9-4b9e-4789-b363-32c4373326b3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415821 Jul 30 20:21:15.456828 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:15.527826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6d951-04e2-428f-aa2a-87efaa4699aa req-28324418-2030-4da3-8f75-d2e212dba296 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:15.529597 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d4e6d951-04e2-428f-aa2a-87efaa4699aa req-28324418-2030-4da3-8f75-d2e212dba296 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=040513b6-c180-4c7d-9447-07c1a2cea265 HTTP/1.1" status: 200 len: 946 time: 0.0775959 Jul 30 20:21:15.581136 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d4e6d951-04e2-428f-aa2a-87efaa4699aa req-5f12c7f1-2493-43f5-bb32-cba4a7f18cc8 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444973 Jul 30 20:21:16.717480 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f59554-7846-452e-b10f-471a9088ba6b req-70205e36-3513-4ef5-9c72-bbbbc103bab2 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:16.726193 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0f59554-7846-452e-b10f-471a9088ba6b req-70205e36-3513-4ef5-9c72-bbbbc103bab2 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=040513b6-c180-4c7d-9447-07c1a2cea265 HTTP/1.1" status: 200 len: 946 time: 0.0615246 Jul 30 20:21:16.773748 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0f59554-7846-452e-b10f-471a9088ba6b req-b27736d8-1829-4434-9eba-6ed0aef6a8a2 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463827 Jul 30 20:21:17.946072 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55248) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:18.291905 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87457254-4450-453b-a691-db9e09404233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:18.441713 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87457254-4450-453b-a691-db9e09404233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:18.447815 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87457254-4450-453b-a691-db9e09404233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:18.485557 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-87457254-4450-453b-a691-db9e09404233 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=130ac228d3274220a8a2bac2a6c07317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5371909 Jul 30 20:21:18.485865 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55274) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:18.511164 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87457254-4450-453b-a691-db9e09404233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26497f1-3430-4740-8e17-8457beceab93,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:18.574297 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6ea0a96-5991-4c21-8d62-d34606bc4f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:18.603623 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6ea0a96-5991-4c21-8d62-d34606bc4f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:18.671915 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6ea0a96-5991-4c21-8d62-d34606bc4f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:18.677628 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6ea0a96-5991-4c21-8d62-d34606bc4f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:18.678820 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b6ea0a96-5991-4c21-8d62-d34606bc4f74 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c26497f1-3430-4740-8e17-8457beceab93 HTTP/1.1" status: 204 len: 168 time: 0.1919041 Jul 30 20:21:18.697200 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea0a96-5991-4c21-8d62-d34606bc4f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26497f1-3430-4740-8e17-8457beceab93,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:19.384473 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55304) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:19.402287 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-119fc5ac-d396-414a-bd20-86f5b7708c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:19.515301 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-119fc5ac-d396-414a-bd20-86f5b7708c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:19.531902 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-119fc5ac-d396-414a-bd20-86f5b7708c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:19.551158 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:19.596329 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-119fc5ac-d396-414a-bd20-86f5b7708c5f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fa10b9e158494f8d8eeda3dcd3eee511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2108068 Jul 30 20:21:19.598891 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fc5ac-d396-414a-bd20-86f5b7708c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891685a2-bfd1-4cd2-98af-af751bf5c93b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:19.599012 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55310) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:19.692521 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c25ffcb-546d-4449-b49f-d25bf6f267c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:19.722196 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c25ffcb-546d-4449-b49f-d25bf6f267c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:19.788157 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c25ffcb-546d-4449-b49f-d25bf6f267c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:19.791908 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c25ffcb-546d-4449-b49f-d25bf6f267c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:19.793518 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1c25ffcb-546d-4449-b49f-d25bf6f267c3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/891685a2-bfd1-4cd2-98af-af751bf5c93b HTTP/1.1" status: 204 len: 168 time: 0.1927626 Jul 30 20:21:19.810463 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25ffcb-546d-4449-b49f-d25bf6f267c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891685a2-bfd1-4cd2-98af-af751bf5c93b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:21.243391 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-10b891ae-6da1-4acf-8481-49bd4b781e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:23.694792 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ccb08d81-b3ee-4df7-8354-ba97a1ba12ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:23.920672 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:24.085725 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55628) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:24.439972 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-178236e1-04f8-433b-86dc-82911be25408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:24.603586 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-178236e1-04f8-433b-86dc-82911be25408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:24.609263 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-178236e1-04f8-433b-86dc-82911be25408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:24.645735 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178236e1-04f8-433b-86dc-82911be25408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e682f9-15e8-4ab4-af38-079853c59f8f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:24.691594 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-178236e1-04f8-433b-86dc-82911be25408 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=69710a6697d241128782112e632b73de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6046801 Jul 30 20:21:24.699131 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55702) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:24.784308 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-97dc1c2d-d320-48d5-8e48-1dceb5a62af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:24.812783 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-97dc1c2d-d320-48d5-8e48-1dceb5a62af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:24.876531 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-97dc1c2d-d320-48d5-8e48-1dceb5a62af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:24.886543 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-97dc1c2d-d320-48d5-8e48-1dceb5a62af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:24.888200 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-97dc1c2d-d320-48d5-8e48-1dceb5a62af6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d5e682f9-15e8-4ab4-af38-079853c59f8f HTTP/1.1" status: 204 len: 168 time: 0.1932001 Jul 30 20:21:24.899201 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc1c2d-d320-48d5-8e48-1dceb5a62af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e682f9-15e8-4ab4-af38-079853c59f8f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:24.949497 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:25.436355 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55808) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:25.451293 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e709e765-81ab-40b3-8c51-fa45258940b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:25.573572 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e709e765-81ab-40b3-8c51-fa45258940b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:25.581133 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e709e765-81ab-40b3-8c51-fa45258940b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:25.653215 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55836) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:25.653398 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e709e765-81ab-40b3-8c51-fa45258940b8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eb39bad2dd154589accd9434dc2edf2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2161050 Jul 30 20:21:25.654379 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709e765-81ab-40b3-8c51-fa45258940b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efde1359-f9b2-4bda-9c76-7f507c124b7e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:25.730228 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ece91ece-ca77-42f9-833c-a573f53ff772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:25.755175 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ece91ece-ca77-42f9-833c-a573f53ff772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:25.821671 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ece91ece-ca77-42f9-833c-a573f53ff772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:25.825295 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ece91ece-ca77-42f9-833c-a573f53ff772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:25.828883 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ece91ece-ca77-42f9-833c-a573f53ff772 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/efde1359-f9b2-4bda-9c76-7f507c124b7e HTTP/1.1" status: 204 len: 168 time: 0.1719663 Jul 30 20:21:25.837786 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece91ece-ca77-42f9-833c-a573f53ff772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efde1359-f9b2-4bda-9c76-7f507c124b7e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:26.817367 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:27.748950 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56072) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:28.055461 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-106a84b1-854a-4a34-b9b1-cef85546674e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:28.250565 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-106a84b1-854a-4a34-b9b1-cef85546674e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:28.259759 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-106a84b1-854a-4a34-b9b1-cef85546674e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:28.321194 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-106a84b1-854a-4a34-b9b1-cef85546674e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dbbf93f16ea744489e30c61641c55f6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5710361 Jul 30 20:21:28.322141 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a84b1-854a-4a34-b9b1-cef85546674e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ab4be2-129c-4ac4-824b-c89690193e6f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:28.323959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56094) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:28.394582 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c65024a-4c27-43c4-9701-e1c51dc8904d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:28.423826 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c65024a-4c27-43c4-9701-e1c51dc8904d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:28.486046 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c65024a-4c27-43c4-9701-e1c51dc8904d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:28.488893 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c65024a-4c27-43c4-9701-e1c51dc8904d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:28.494165 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3c65024a-4c27-43c4-9701-e1c51dc8904d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/19ab4be2-129c-4ac4-824b-c89690193e6f HTTP/1.1" status: 204 len: 168 time: 0.1666017 Jul 30 20:21:28.504783 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65024a-4c27-43c4-9701-e1c51dc8904d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ab4be2-129c-4ac4-824b-c89690193e6f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:30.009407 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56160) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:30.254461 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-692bea71-ce2c-4401-8869-336b4f45ca2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:30.399145 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-692bea71-ce2c-4401-8869-336b4f45ca2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:30.413440 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-692bea71-ce2c-4401-8869-336b4f45ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:30.457378 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692bea71-ce2c-4401-8869-336b4f45ca2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7429a82-ed41-46cf-aa01-abfcfd9ace83,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:30.468106 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56182) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:30.468576 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-692bea71-ce2c-4401-8869-336b4f45ca2b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b6c911f6531240aaa5b43c34c328b0e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4576256 Jul 30 20:21:30.535035 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d4c460b9-4cf2-4149-9a5e-e1c2cde02a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:30.568408 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d4c460b9-4cf2-4149-9a5e-e1c2cde02a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:30.630267 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d4c460b9-4cf2-4149-9a5e-e1c2cde02a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:30.633928 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d4c460b9-4cf2-4149-9a5e-e1c2cde02a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:30.635471 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d4c460b9-4cf2-4149-9a5e-e1c2cde02a96 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a7429a82-ed41-46cf-aa01-abfcfd9ace83 HTTP/1.1" status: 204 len: 168 time: 0.1660874 Jul 30 20:21:30.654629 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c460b9-4cf2-4149-9a5e-e1c2cde02a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7429a82-ed41-46cf-aa01-abfcfd9ace83,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:31.030196 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56206) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:31.059442 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a5f8a9c-67f8-4993-8de5-dccc2e854f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:31.172820 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a5f8a9c-67f8-4993-8de5-dccc2e854f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:31.177124 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a5f8a9c-67f8-4993-8de5-dccc2e854f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:31.217785 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56220) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:31.231182 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3a5f8a9c-67f8-4993-8de5-dccc2e854f2e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=659116dd0fac468db852a5193ad770d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1987226 Jul 30 20:21:31.249646 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f8a9c-67f8-4993-8de5-dccc2e854f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae4b9b0-97e8-4104-a7d0-0b36f3a181f0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:31.334409 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a1e17c76-762d-48e0-8422-7b52f377e414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:31.387535 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a1e17c76-762d-48e0-8422-7b52f377e414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:31.460160 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a1e17c76-762d-48e0-8422-7b52f377e414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:31.463367 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a1e17c76-762d-48e0-8422-7b52f377e414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:31.465189 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a1e17c76-762d-48e0-8422-7b52f377e414 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cae4b9b0-97e8-4104-a7d0-0b36f3a181f0 HTTP/1.1" status: 204 len: 168 time: 0.2464054 Jul 30 20:21:31.476600 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e17c76-762d-48e0-8422-7b52f377e414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae4b9b0-97e8-4104-a7d0-0b36f3a181f0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:32.346396 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56296) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:32.488473 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d211e800-0fe6-4879-a5cf-866bb129ea70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:32.653665 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d211e800-0fe6-4879-a5cf-866bb129ea70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:32.659310 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d211e800-0fe6-4879-a5cf-866bb129ea70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:32.700707 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211e800-0fe6-4879-a5cf-866bb129ea70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27b94ea-407c-4252-84c7-c452c6352b2b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:32.706329 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d211e800-0fe6-4879-a5cf-866bb129ea70 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=156c8c68eaec445db535a5a99350d7bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3587766 Jul 30 20:21:32.708318 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56318) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:32.767161 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee0da99a-2937-453d-b06e-7bc6c74fe62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:32.792247 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee0da99a-2937-453d-b06e-7bc6c74fe62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:32.857537 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee0da99a-2937-453d-b06e-7bc6c74fe62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:32.861529 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee0da99a-2937-453d-b06e-7bc6c74fe62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:32.862566 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ee0da99a-2937-453d-b06e-7bc6c74fe62e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e27b94ea-407c-4252-84c7-c452c6352b2b HTTP/1.1" status: 204 len: 168 time: 0.1517553 Jul 30 20:21:32.886408 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0da99a-2937-453d-b06e-7bc6c74fe62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27b94ea-407c-4252-84c7-c452c6352b2b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:33.222731 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56334) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:33.237634 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c9bca64e-ad3f-48bc-8d9d-da1bedcfc061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:33.346301 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c9bca64e-ad3f-48bc-8d9d-da1bedcfc061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:33.350928 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c9bca64e-ad3f-48bc-8d9d-da1bedcfc061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:33.401064 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c9bca64e-ad3f-48bc-8d9d-da1bedcfc061 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bee97862ac8345e28dec113367f50a57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1756113 Jul 30 20:21:33.402382 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56342) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:33.408185 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bca64e-ad3f-48bc-8d9d-da1bedcfc061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7303201b-1cc3-4108-80e3-d1934b80e36f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:33.473132 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d2c8c8e-ac78-49d1-b899-6911e5474ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:33.504838 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d2c8c8e-ac78-49d1-b899-6911e5474ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:33.569180 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d2c8c8e-ac78-49d1-b899-6911e5474ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:33.574550 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d2c8c8e-ac78-49d1-b899-6911e5474ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:33.580307 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9d2c8c8e-ac78-49d1-b899-6911e5474ed9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7303201b-1cc3-4108-80e3-d1934b80e36f HTTP/1.1" status: 204 len: 168 time: 0.1767471 Jul 30 20:21:33.591141 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c8c8e-ac78-49d1-b899-6911e5474ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7303201b-1cc3-4108-80e3-d1934b80e36f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:35.697379 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:21:36.190072 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56454) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:36.323211 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5da382e8-c49f-49cf-b7b1-570e2c132f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:36.504717 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5da382e8-c49f-49cf-b7b1-570e2c132f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:36.514504 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5da382e8-c49f-49cf-b7b1-570e2c132f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:36.569385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da382e8-c49f-49cf-b7b1-570e2c132f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd9ace9-eb3a-4d59-b0df-974546cf7137,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:36.617332 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5da382e8-c49f-49cf-b7b1-570e2c132f78 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6f059b6318cb47b1a378c56af598efaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4241736 Jul 30 20:21:36.617456 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56478) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:36.716960 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84dbfa5d-c486-4018-8af9-47fc4a01f4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:36.746021 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84dbfa5d-c486-4018-8af9-47fc4a01f4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:36.811424 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84dbfa5d-c486-4018-8af9-47fc4a01f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:36.815668 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84dbfa5d-c486-4018-8af9-47fc4a01f4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:36.829348 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-84dbfa5d-c486-4018-8af9-47fc4a01f4d0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dfd9ace9-eb3a-4d59-b0df-974546cf7137 HTTP/1.1" status: 204 len: 168 time: 0.2073095 Jul 30 20:21:36.879092 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbfa5d-c486-4018-8af9-47fc4a01f4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd9ace9-eb3a-4d59-b0df-974546cf7137,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:37.488221 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56536) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:37.511224 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9328f574-989f-47ef-af1a-0fa5bdaeb9b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:37.617728 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56542) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:37.659988 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9328f574-989f-47ef-af1a-0fa5bdaeb9b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:37.667160 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9328f574-989f-47ef-af1a-0fa5bdaeb9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:37.705572 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56546) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:37.706054 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9328f574-989f-47ef-af1a-0fa5bdaeb9b7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=23c6a3e2d80444389b1e179af203fda7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2165275 Jul 30 20:21:37.722486 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328f574-989f-47ef-af1a-0fa5bdaeb9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeddc8bf-681d-4d83-aafc-2841a20eb704,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:37.808617 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-03015395-3fcb-4b4b-9a61-d9f9fb2f540e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:37.871911 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-03015395-3fcb-4b4b-9a61-d9f9fb2f540e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:37.905235 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aff301a1-01ed-491b-82a6-21076146b376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:38.028826 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-03015395-3fcb-4b4b-9a61-d9f9fb2f540e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:38.031910 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-03015395-3fcb-4b4b-9a61-d9f9fb2f540e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:38.035319 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-03015395-3fcb-4b4b-9a61-d9f9fb2f540e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eeddc8bf-681d-4d83-aafc-2841a20eb704 HTTP/1.1" status: 204 len: 168 time: 0.3265371 Jul 30 20:21:38.076929 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03015395-3fcb-4b4b-9a61-d9f9fb2f540e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeddc8bf-681d-4d83-aafc-2841a20eb704,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:38.130131 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aff301a1-01ed-491b-82a6-21076146b376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:38.135700 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aff301a1-01ed-491b-82a6-21076146b376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:38.194697 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-aff301a1-01ed-491b-82a6-21076146b376 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=82c2ca9303f847c5a41db6e63a16ffb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5728724 Jul 30 20:21:38.194697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff301a1-01ed-491b-82a6-21076146b376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e074c3d-f09b-4bc7-a86f-d9a791f777af,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:38.195619 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56570) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:38.287681 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4bf27087-ba85-45d8-ad3d-99aab77abe84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:38.313711 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4bf27087-ba85-45d8-ad3d-99aab77abe84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:38.369541 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4bf27087-ba85-45d8-ad3d-99aab77abe84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:38.374137 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4bf27087-ba85-45d8-ad3d-99aab77abe84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:38.379906 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4bf27087-ba85-45d8-ad3d-99aab77abe84 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4e074c3d-f09b-4bc7-a86f-d9a791f777af HTTP/1.1" status: 204 len: 168 time: 0.1826994 Jul 30 20:21:38.390337 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf27087-ba85-45d8-ad3d-99aab77abe84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e074c3d-f09b-4bc7-a86f-d9a791f777af,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:38.493932 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6f3c5aa-c2ff-4481-9efc-fceb11b65f6e req-f9b929cc-fd04-4947-a9d8-08ec1902804e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d5fc265d-272b-4eae-9014-bee90519fc3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0880105 Jul 30 20:21:38.619821 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3c5aa-c2ff-4481-9efc-fceb11b65f6e req-d509f961-0dbc-45ec-9e18-600ce1f29a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:38.625682 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6f3c5aa-c2ff-4481-9efc-fceb11b65f6e req-d509f961-0dbc-45ec-9e18-600ce1f29a32 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2fdc5ff21140f8b22282a0060d83ab&device_id=d5fc265d-272b-4eae-9014-bee90519fc3e HTTP/1.1" status: 200 len: 1097 time: 0.0859654 Jul 30 20:21:38.809016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3c5aa-c2ff-4481-9efc-fceb11b65f6e req-c9abd2cd-af13-4c88-af7c-a9949399fb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:38.812964 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6f3c5aa-c2ff-4481-9efc-fceb11b65f6e req-c9abd2cd-af13-4c88-af7c-a9949399fb51 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d87dfd89-91a5-4d91-80f7-32225df5a209 HTTP/1.1" status: 200 len: 915 time: 0.1638782 Jul 30 20:21:38.867546 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6f3c5aa-c2ff-4481-9efc-fceb11b65f6e req-e161dc39-910c-46aa-a60f-28becfe7a5f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f572611f-b411-4a1c-98f8-62b55e9c3a09 HTTP/1.1" status: 200 len: 217 time: 0.0468764 Jul 30 20:21:38.950899 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3c5aa-c2ff-4481-9efc-fceb11b65f6e req-4bba9778-d709-4216-b297-258679a6c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:38.953218 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6f3c5aa-c2ff-4481-9efc-fceb11b65f6e req-4bba9778-d709-4216-b297-258679a6c6da service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8480fff-2e02-4738-a95b-299805138888 HTTP/1.1" status: 200 len: 854 time: 0.0785172 Jul 30 20:21:39.011252 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56590) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:39.016437 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6f3c5aa-c2ff-4481-9efc-fceb11b65f6e req-60577816-01fd-4d10-ada9-6a2bbf4e2704 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d87dfd89-91a5-4d91-80f7-32225df5a209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551853 Jul 30 20:21:39.033518 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eca1f735-0988-46e2-9159-8928ff72f0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:39.173711 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6f3c5aa-c2ff-4481-9efc-fceb11b65f6e req-b92d9eb2-982f-4a07-9806-a0e31a1faea0 service neutron] 10.222.0.59 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494129 Jul 30 20:21:39.321066 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eca1f735-0988-46e2-9159-8928ff72f0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:39.331031 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eca1f735-0988-46e2-9159-8928ff72f0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:39.402540 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6f3c5aa-c2ff-4481-9efc-fceb11b65f6e req-725645ce-f9ed-4fbc-899e-aeb9c9850726 service neutron] 10.222.0.59 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198689 Jul 30 20:21:39.433267 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-eca1f735-0988-46e2-9159-8928ff72f0bc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6fb62b6f4b1a4ab6a41368747cc52d0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207573 Jul 30 20:21:39.434406 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1f735-0988-46e2-9159-8928ff72f0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b42251a-b4c8-45f5-b511-cb2fdd9f3756,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:39.436066 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56610) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:39.521630 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-261b26dd-9e89-40cb-919a-06a598249ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:39.558851 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-261b26dd-9e89-40cb-919a-06a598249ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:39.618056 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-261b26dd-9e89-40cb-919a-06a598249ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:39.621148 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-261b26dd-9e89-40cb-919a-06a598249ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:39.623066 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-261b26dd-9e89-40cb-919a-06a598249ebc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7b42251a-b4c8-45f5-b511-cb2fdd9f3756 HTTP/1.1" status: 204 len: 168 time: 0.1860175 Jul 30 20:21:39.634635 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b26dd-9e89-40cb-919a-06a598249ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b42251a-b4c8-45f5-b511-cb2fdd9f3756,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:40.735115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-3fa243af-c7ed-433b-81a4-aed04f8bdab8 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:40.736774 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-3fa243af-c7ed-433b-81a4-aed04f8bdab8 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/networks?id=d87dfd89-91a5-4d91-80f7-32225df5a209 HTTP/1.1" status: 200 len: 814 time: 0.2130251 Jul 30 20:21:40.757761 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-1a01b017-f7af-4773-a430-349e9487da62 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/quotas/0b2fdc5ff21140f8b22282a0060d83ab HTTP/1.1" status: 200 len: 375 time: 0.0139022 Jul 30 20:21:40.806750 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-31b3d3e0-b5a4-4afc-980a-32394599c3cb req-9b35072a-7218-4d2d-b876-3eb0359b882f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0885735 Jul 30 20:21:40.905639 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-49d90985-ea4e-4375-83da-7585fae19778 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0b2fdc5ff21140f8b22282a0060d83ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1411221 Jul 30 20:21:40.916639 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3d3e0-b5a4-4afc-980a-32394599c3cb req-2e762019-4784-4d4e-9913-04cc4c060caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:40.920788 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-31b3d3e0-b5a4-4afc-980a-32394599c3cb req-2e762019-4784-4d4e-9913-04cc4c060caf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fdd4a0aeb4734545b256ac5e1a36d088&device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 1096 time: 0.0867617 Jul 30 20:21:40.994560 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56698) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:41.048147 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3d3e0-b5a4-4afc-980a-32394599c3cb req-09aad320-6290-47c5-ab05-f292ca3020a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:41.050173 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-31b3d3e0-b5a4-4afc-980a-32394599c3cb req-09aad320-6290-47c5-ab05-f292ca3020a8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c HTTP/1.1" status: 200 len: 912 time: 0.1080797 Jul 30 20:21:41.152712 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-31b3d3e0-b5a4-4afc-980a-32394599c3cb req-27a3f179-5d52-4a75-b0a4-2f71f335022b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4ef2a46-9ba8-461b-b90b-a8558f1765f2 HTTP/1.1" status: 200 len: 1000 time: 0.0945060 Jul 30 20:21:41.227980 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3d3e0-b5a4-4afc-980a-32394599c3cb req-bff25937-97d7-4bb7-9af5-0f6d87171554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:41.229792 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-31b3d3e0-b5a4-4afc-980a-32394599c3cb req-bff25937-97d7-4bb7-9af5-0f6d87171554 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6491aa5-23e2-49d6-ab1a-df22f79d0138 HTTP/1.1" status: 200 len: 850 time: 0.0693426 Jul 30 20:21:41.231279 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6035a70a-f187-444d-b673-73b81673bb41 tempest-AgentManagementNegativeTest-884598975 tempest-AgentManagementNegativeTest-884598975-project] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2355647 Jul 30 20:21:41.290798 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3d3e0-b5a4-4afc-980a-32394599c3cb req-9a3a63b7-49c2-4e87-b34b-eda94e10b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:41.320033 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-31b3d3e0-b5a4-4afc-980a-32394599c3cb req-9a3a63b7-49c2-4e87-b34b-eda94e10b65d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550988 Jul 30 20:21:41.320283 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-89150736-1216-41c4-9c31-cfb0986fc349 service neutron] 10.222.0.81 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047995 Jul 30 20:21:41.493696 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-31b3d3e0-b5a4-4afc-980a-32394599c3cb req-ed04010e-523d-4ec3-ba88-50095ce7deb7 service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767600 Jul 30 20:21:41.570455 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-f10f2dc2-0959-4b79-bd68-4b87d2e4e5cd service neutron] 10.222.0.81 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573729 Jul 30 20:21:41.696666 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-31b3d3e0-b5a4-4afc-980a-32394599c3cb req-c0962358-dc91-4d29-8a18-804eb0597b77 service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988161 Jul 30 20:21:41.797252 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56720) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:42.150862 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4c6e41ee-9b9a-4bb1-a243-62060cc7aeaf req-74c3b4cd-1e53-4300-ba21-fa570d062bde tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=34243f92-cced-42c6-98d2-aa20f1d5aa74 HTTP/1.1" status: 200 len: 210 time: 0.0515082 Jul 30 20:21:42.182510 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-71ca351d-29ba-42af-b3d7-78d5dfdecab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:42.307192 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-71ca351d-29ba-42af-b3d7-78d5dfdecab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:42.315395 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-71ca351d-29ba-42af-b3d7-78d5dfdecab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:42.367480 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-71ca351d-29ba-42af-b3d7-78d5dfdecab1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5a016ffa795f43fcaf6b3fd47b70946b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5660524 Jul 30 20:21:42.367480 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca351d-29ba-42af-b3d7-78d5dfdecab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e956a1f-15a8-49ab-b174-001267a95505,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:42.368075 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56746) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:42.445748 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1433b75-947b-43b5-8db2-4dbdf960193a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:42.477779 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1433b75-947b-43b5-8db2-4dbdf960193a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:42.545781 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1433b75-947b-43b5-8db2-4dbdf960193a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:42.549545 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1433b75-947b-43b5-8db2-4dbdf960193a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:42.551015 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f1433b75-947b-43b5-8db2-4dbdf960193a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7e956a1f-15a8-49ab-b174-001267a95505 HTTP/1.1" status: 204 len: 168 time: 0.1821096 Jul 30 20:21:42.560658 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1433b75-947b-43b5-8db2-4dbdf960193a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e956a1f-15a8-49ab-b174-001267a95505,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:43.328084 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-8024b433-5998-49fa-8462-0569901a67b2 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:43.329615 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-8024b433-5998-49fa-8462-0569901a67b2 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.59 "GET /v2.0/networks?id=d87dfd89-91a5-4d91-80f7-32225df5a209 HTTP/1.1" status: 200 len: 814 time: 0.2391188 Jul 30 20:21:43.363365 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-029df4ca-49c7-48df-bfcd-4f2646cf32f3 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Request body: {'port': {'device_id': '34243f92-cced-42c6-98d2-aa20f1d5aa74', 'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209', 'admin_state_up': True, 'tenant_id': '0b2fdc5ff21140f8b22282a0060d83ab'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:21:43.432060 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-292a52d7-29c7-45a9-86ad-461b42b8c017 req-1ea8c0d5-78d4-49b3-b8b8-11dfee789bed tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=34243f92-cced-42c6-98d2-aa20f1d5aa74 HTTP/1.1" status: 200 len: 210 time: 0.0941317 Jul 30 20:21:43.595401 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-029df4ca-49c7-48df-bfcd-4f2646cf32f3 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Made reservation on behalf of 0b2fdc5ff21140f8b22282a0060d83ab for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:21:43.608404 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-029df4ca-49c7-48df-bfcd-4f2646cf32f3 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:43.764865 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56818) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:43.836952 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-029df4ca-49c7-48df-bfcd-4f2646cf32f3 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Allocated IP 172.20.0.12 (d87dfd89-91a5-4d91-80f7-32225df5a209/f8480fff-2e02-4738-a95b-299805138888/f52bb41e-303f-41e7-b91c-53ae809d38ff) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:21:43.926924 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-01af6da4-9d7b-4a68-911e-252c6212af1e tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1402490930'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:21:43.970093 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01af6da4-9d7b-4a68-911e-252c6212af1e tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Made reservation on behalf of 4e3955dcf82f4aec9ced9a61aece8dc2 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:21:43.974767 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01af6da4-9d7b-4a68-911e-252c6212af1e tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:43.990115 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01af6da4-9d7b-4a68-911e-252c6212af1e tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:44.102364 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-029df4ca-49c7-48df-bfcd-4f2646cf32f3 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:44.169496 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01af6da4-9d7b-4a68-911e-252c6212af1e tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:44.174302 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01af6da4-9d7b-4a68-911e-252c6212af1e tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:44.179133 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-029df4ca-49c7-48df-bfcd-4f2646cf32f3 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:44.196211 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['f572611f-b411-4a1c-98f8-62b55e9c3a09'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:21:44.229354 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01af6da4-9d7b-4a68-911e-252c6212af1e tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:21:44.250743 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af6da4-9d7b-4a68-911e-252c6212af1e tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b48d8b45-2aca-43ec-be43-4dba57e44e0a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:44.251854 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['84b11c7f-542d-4517-ac34-b164c6c1f31c', '4e55ca04-04d9-4032-acde-f4676a3dea68'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:21:44.259747 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01af6da4-9d7b-4a68-911e-252c6212af1e tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:44.259747 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-01af6da4-9d7b-4a68-911e-252c6212af1e tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Added segment e1ec7924-5046-46e3-ad28-d52bb4604c16 of type vlan for network a8888a44-62c8-4792-bff0-20e85ca070ce Jul 30 20:21:44.301304 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029df4ca-49c7-48df-bfcd-4f2646cf32f3 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Pushing event updated for resources: {'Port': ['ID=f52bb41e-303f-41e7-b91c-53ae809d38ff,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:44.331046 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01af6da4-9d7b-4a68-911e-252c6212af1e tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:44.350138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-029df4ca-49c7-48df-bfcd-4f2646cf32f3 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Network d87dfd89-91a5-4d91-80f7-32225df5a209 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:21:44.352315 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-029df4ca-49c7-48df-bfcd-4f2646cf32f3 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:21:44.354990 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-029df4ca-49c7-48df-bfcd-4f2646cf32f3 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:21:44.407631 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01af6da4-9d7b-4a68-911e-252c6212af1e tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:44.418630 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01af6da4-9d7b-4a68-911e-252c6212af1e tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:44.419279 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01af6da4-9d7b-4a68-911e-252c6212af1e tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:44.437886 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-029df4ca-49c7-48df-bfcd-4f2646cf32f3 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:44.445855 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-029df4ca-49c7-48df-bfcd-4f2646cf32f3 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:44.482681 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-029df4ca-49c7-48df-bfcd-4f2646cf32f3 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1399703 Jul 30 20:21:44.494479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-389d9c6a-e2df-4173-8ffb-1a478084226e service neutron] Request body: {'port': {'device_id': '34243f92-cced-42c6-98d2-aa20f1d5aa74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:21:44.510365 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af6da4-9d7b-4a68-911e-252c6212af1e tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Pushing event updated for resources: {'Network': ['ID=a8888a44-62c8-4792-bff0-20e85ca070ce,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:44.536318 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-01af6da4-9d7b-4a68-911e-252c6212af1e tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7669306 Jul 30 20:21:44.536548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network a8888a44-62c8-4792-bff0-20e85ca070ce details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:21:44.536863 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56842) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:44.546021 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-07789d6d-de72-48d6-80e0-1cdbf2451f3a tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Request body: {'subnet': {'network_id': 'a8888a44-62c8-4792-bff0-20e85ca070ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:21:44.745068 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-389d9c6a-e2df-4173-8ffb-1a478084226e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:44.783669 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07789d6d-de72-48d6-80e0-1cdbf2451f3a tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Made reservation on behalf of 4e3955dcf82f4aec9ced9a61aece8dc2 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:21:44.787175 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07789d6d-de72-48d6-80e0-1cdbf2451f3a tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:44.812390 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084af5a-d334-4257-b5da-8e279b55bdc5 req-cac4a3c0-2bd8-496a-aa96-38254009a2a6 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:44.823666 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9084af5a-d334-4257-b5da-8e279b55bdc5 req-cac4a3c0-2bd8-496a-aa96-38254009a2a6 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=34243f92-cced-42c6-98d2-aa20f1d5aa74 HTTP/1.1" status: 200 len: 932 time: 0.2683003 Jul 30 20:21:44.945314 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9084af5a-d334-4257-b5da-8e279b55bdc5 req-d9956844-2d80-4e18-960b-3bc7aa7c79f7 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206203 Jul 30 20:21:45.169642 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07789d6d-de72-48d6-80e0-1cdbf2451f3a tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:45.302716 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07789d6d-de72-48d6-80e0-1cdbf2451f3a tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Pushing event updated for resources: {'Subnet': ['ID=68ac0a81-c121-4333-90c1-1c2b9227f8fb,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:45.318283 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07789d6d-de72-48d6-80e0-1cdbf2451f3a tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Checking segment: {'id': 'e1ec7924-5046-46e3-ad28-d52bb4604c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a8888a44-62c8-4792-bff0-20e85ca070ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:21:45.318283 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07789d6d-de72-48d6-80e0-1cdbf2451f3a tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Network hostable DHCP agents. Network: a8888a44-62c8-4792-bff0-20e85ca070ce, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:21:45.336558 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-389d9c6a-e2df-4173-8ffb-1a478084226e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52bb41e-303f-41e7-b91c-53ae809d38ff {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:21:45.337087 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07789d6d-de72-48d6-80e0-1cdbf2451f3a tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Network a8888a44-62c8-4792-bff0-20e85ca070ce is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:21:45.350127 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-07789d6d-de72-48d6-80e0-1cdbf2451f3a tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, a8888a44-62c8-4792-bff0-20e85ca070ce) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:21:45.357474 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-389d9c6a-e2df-4173-8ffb-1a478084226e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:45.361267 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2df3869-144b-47ef-9671-caf2a95065d6 None None] Network a8888a44-62c8-4792-bff0-20e85ca070ce requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:21:45.368291 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07789d6d-de72-48d6-80e0-1cdbf2451f3a tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:45.368899 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07789d6d-de72-48d6-80e0-1cdbf2451f3a tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:45.401835 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-389d9c6a-e2df-4173-8ffb-1a478084226e service neutron] Transition to ACTIVE for port object f52bb41e-303f-41e7-b91c-53ae809d38ff will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:21:45.404673 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-07789d6d-de72-48d6-80e0-1cdbf2451f3a tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8636558 Jul 30 20:21:45.405266 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56860) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:45.412483 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-389d9c6a-e2df-4173-8ffb-1a478084226e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:45.416804 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-23380cb4-9dc0-48e3-8c3d-4ec5cdd7188b tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Request body: {'port': {'network_id': 'a8888a44-62c8-4792-bff0-20e85ca070ce', 'name': 'tempest-AllowedAddressPairTestJSON-896628270'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:21:45.579595 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:45.604571 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d9c6a-e2df-4173-8ffb-1a478084226e service neutron] Pushing event updated for resources: {'Port': ['ID=f52bb41e-303f-41e7-b91c-53ae809d38ff,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:45.745590 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23380cb4-9dc0-48e3-8c3d-4ec5cdd7188b tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Made reservation on behalf of 4e3955dcf82f4aec9ced9a61aece8dc2 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:21:45.753978 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23380cb4-9dc0-48e3-8c3d-4ec5cdd7188b tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:45.784022 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-23380cb4-9dc0-48e3-8c3d-4ec5cdd7188b tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] device_id is not set on port 44930f50-f8a2-439d-95bc-b17610330413 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:21:45.800366 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-389d9c6a-e2df-4173-8ffb-1a478084226e service neutron] Attempting to bind port f52bb41e-303f-41e7-b91c-53ae809d38ff on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:21:45.802212 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-389d9c6a-e2df-4173-8ffb-1a478084226e service neutron] Attempting to bind port f52bb41e-303f-41e7-b91c-53ae809d38ff by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '24e0fe1e-748d-4022-a692-5e5f9dd7e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:21:45.802404 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-389d9c6a-e2df-4173-8ffb-1a478084226e service neutron] Attempting to bind port f52bb41e-303f-41e7-b91c-53ae809d38ff on network d87dfd89-91a5-4d91-80f7-32225df5a209 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:21:45.833146 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-389d9c6a-e2df-4173-8ffb-1a478084226e service neutron] Port f52bb41e-303f-41e7-b91c-53ae809d38ff on network d87dfd89-91a5-4d91-80f7-32225df5a209 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:21:45.833476 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-389d9c6a-e2df-4173-8ffb-1a478084226e service neutron] Attempting to bind port f52bb41e-303f-41e7-b91c-53ae809d38ff on network d87dfd89-91a5-4d91-80f7-32225df5a209 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:21:45.849392 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-389d9c6a-e2df-4173-8ffb-1a478084226e service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:21:45.849716 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-389d9c6a-e2df-4173-8ffb-1a478084226e service neutron] Checking segment: {'id': '24e0fe1e-748d-4022-a692-5e5f9dd7e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:21:45.850102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-389d9c6a-e2df-4173-8ffb-1a478084226e service neutron] Bound using segment: {'id': '24e0fe1e-748d-4022-a692-5e5f9dd7e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:21:45.850547 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-389d9c6a-e2df-4173-8ffb-1a478084226e service neutron] Bound port: f52bb41e-303f-41e7-b91c-53ae809d38ff, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e0fe1e-748d-4022-a692-5e5f9dd7e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:21:45.850893 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-389d9c6a-e2df-4173-8ffb-1a478084226e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:45.857152 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d09dee-7f45-4ed8-8dee-2d11790145db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-a8888a44-62c8-4792-bff0-20e85ca070ce', 'network_id': 'a8888a44-62c8-4792-bff0-20e85ca070ce', 'tenant_id': '4e3955dcf82f4aec9ced9a61aece8dc2', 'fixed_ips': [{'subnet_id': '68ac0a81-c121-4333-90c1-1c2b9227f8fb'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:21:45.858205 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f0d09dee-7f45-4ed8-8dee-2d11790145db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:45.984753 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-389d9c6a-e2df-4173-8ffb-1a478084226e service neutron] For port f52bb41e-303f-41e7-b91c-53ae809d38ff, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:21:45.992027 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-389d9c6a-e2df-4173-8ffb-1a478084226e service neutron] For port f52bb41e-303f-41e7-b91c-53ae809d38ff, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=f52bb41e-303f-41e7-b91c-53ae809d38ff,segment=NetworkSegment(24e0fe1e-748d-4022-a692-5e5f9dd7e6df),segment_id=24e0fe1e-748d-4022-a692-5e5f9dd7e6df)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:21:46.002708 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-389d9c6a-e2df-4173-8ffb-1a478084226e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:46.033117 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-23380cb4-9dc0-48e3-8c3d-4ec5cdd7188b tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Allocated IP 172.20.0.4 (a8888a44-62c8-4792-bff0-20e85ca070ce/68ac0a81-c121-4333-90c1-1c2b9227f8fb/44930f50-f8a2-439d-95bc-b17610330413) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:21:46.142690 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-389d9c6a-e2df-4173-8ffb-1a478084226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:46.143522 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-389d9c6a-e2df-4173-8ffb-1a478084226e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:46.145727 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-389d9c6a-e2df-4173-8ffb-1a478084226e service neutron] 10.222.0.59 "PUT /v2.0/ports/f52bb41e-303f-41e7-b91c-53ae809d38ff HTTP/1.1" status: 200 len: 1092 time: 1.6568348 Jul 30 20:21:46.146276 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34243f92-cced-42c6-98d2-aa20f1d5aa74', 'tag': 'f52bb41e-303f-41e7-b91c-53ae809d38ff'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:21:46.149788 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7eb1532-68cf-4801-bdf9-3dc3312a9f45" -d '{"events": [{"name": "network-changed", "server_uuid": "34243f92-cced-42c6-98d2-aa20f1d5aa74", "tag": "f52bb41e-303f-41e7-b91c-53ae809d38ff"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:21:46.195784 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d9c6a-e2df-4173-8ffb-1a478084226e service neutron] Pushing event updated for resources: {'Port': ['ID=f52bb41e-303f-41e7-b91c-53ae809d38ff,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:46.217182 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8aeed-681b-48f1-b1fe-4ac0215023e5 req-8677a542-d650-4337-85c7-0611cd1ca263 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:46.218765 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aaf8aeed-681b-48f1-b1fe-4ac0215023e5 req-8677a542-d650-4337-85c7-0611cd1ca263 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=34243f92-cced-42c6-98d2-aa20f1d5aa74 HTTP/1.1" status: 200 len: 944 time: 0.1227446 Jul 30 20:21:46.309342 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aaf8aeed-681b-48f1-b1fe-4ac0215023e5 req-af9e3750-d881-4882-97ae-e1c46d190a24 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795121 Jul 30 20:21:46.312875 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23380cb4-9dc0-48e3-8c3d-4ec5cdd7188b tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:46.318875 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-fb14e034-6e27-4d1e-995a-29333b9df0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:46.324410 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-fb14e034-6e27-4d1e-995a-29333b9df0ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2fdc5ff21140f8b22282a0060d83ab&device_id=34243f92-cced-42c6-98d2-aa20f1d5aa74 HTTP/1.1" status: 200 len: 1095 time: 0.1045201 Jul 30 20:21:46.338777 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-23380cb4-9dc0-48e3-8c3d-4ec5cdd7188b tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Transition to ACTIVE for port object 44930f50-f8a2-439d-95bc-b17610330413 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:21:46.381144 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-58908755-3da1-43f7-bdc1-9fbaf80ebe0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f52bb41e-303f-41e7-b91c-53ae809d38ff HTTP/1.1" status: 200 len: 217 time: 0.0486634 Jul 30 20:21:46.383217 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23380cb4-9dc0-48e3-8c3d-4ec5cdd7188b tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:46.399046 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36b6bca-4796-475b-9e21-b55cbe8de219 x-openstack-request-id: req-c36b6bca-4796-475b-9e21-b55cbe8de219 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:21:46.399454 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34243f92-cced-42c6-98d2-aa20f1d5aa74", "tag": "f52bb41e-303f-41e7-b91c-53ae809d38ff", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:21:46.399826 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c36b6bca-4796-475b-9e21-b55cbe8de219 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:21:46.400329 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34243f92-cced-42c6-98d2-aa20f1d5aa74', 'tag': 'f52bb41e-303f-41e7-b91c-53ae809d38ff', 'status': 'completed', 'code': 200} Jul 30 20:21:46.465353 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23380cb4-9dc0-48e3-8c3d-4ec5cdd7188b tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Pushing event updated for resources: {'Port': ['ID=44930f50-f8a2-439d-95bc-b17610330413,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:46.475160 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-7329293e-a2cb-4cdc-982f-41d3bbb98b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:46.478889 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23380cb4-9dc0-48e3-8c3d-4ec5cdd7188b tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Network a8888a44-62c8-4792-bff0-20e85ca070ce is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:21:46.480680 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-23380cb4-9dc0-48e3-8c3d-4ec5cdd7188b tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:21:46.484069 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-7329293e-a2cb-4cdc-982f-41d3bbb98b41 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8480fff-2e02-4738-a95b-299805138888 HTTP/1.1" status: 200 len: 854 time: 0.0898485 Jul 30 20:21:46.489919 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23380cb4-9dc0-48e3-8c3d-4ec5cdd7188b tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:21:46.504815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-f0d09dee-7f45-4ed8-8dee-2d11790145db None None] Allocated IP 172.20.0.2 (a8888a44-62c8-4792-bff0-20e85ca070ce/68ac0a81-c121-4333-90c1-1c2b9227f8fb/07783c97-52cd-4770-af74-521425d5b895) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:21:46.550388 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-630f8e0f-f1c6-40f4-b803-d25743e13265 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d87dfd89-91a5-4d91-80f7-32225df5a209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621994 Jul 30 20:21:46.596070 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23380cb4-9dc0-48e3-8c3d-4ec5cdd7188b tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:46.596840 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23380cb4-9dc0-48e3-8c3d-4ec5cdd7188b tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:46.628201 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-23380cb4-9dc0-48e3-8c3d-4ec5cdd7188b tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2207165 Jul 30 20:21:46.631431 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56902) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:46.636662 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0036731d-7afd-4186-a3af-561c0f6924ad tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Request body: {'port': {'network_id': 'a8888a44-62c8-4792-bff0-20e85ca070ce', 'name': 'tempest-AllowedAddressPairTestJSON-1422509863', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:71:c6:70'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:21:46.761510 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-d89cb69f-0b12-4729-8ebd-8e80b899dfab service neutron] 10.222.0.59 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024505 Jul 30 20:21:46.783475 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f0d09dee-7f45-4ed8-8dee-2d11790145db None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:46.802659 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f0d09dee-7f45-4ed8-8dee-2d11790145db None None] Transition to ACTIVE for port object 07783c97-52cd-4770-af74-521425d5b895 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:21:46.818367 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f0d09dee-7f45-4ed8-8dee-2d11790145db None None] Transition to ACTIVE for port object 07783c97-52cd-4770-af74-521425d5b895 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:21:46.829824 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f0d09dee-7f45-4ed8-8dee-2d11790145db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:46.876047 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0036731d-7afd-4186-a3af-561c0f6924ad tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Made reservation on behalf of 4e3955dcf82f4aec9ced9a61aece8dc2 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:21:46.912672 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89a49c9f-42c1-43be-aaa6-66d63d74be41 req-f88dceea-83a7-4905-954a-378862bf60e9 service neutron] 10.222.0.59 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429257 Jul 30 20:21:46.955699 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d09dee-7f45-4ed8-8dee-2d11790145db None None] Pushing event updated for resources: {'Port': ['ID=07783c97-52cd-4770-af74-521425d5b895,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:46.959207 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d09dee-7f45-4ed8-8dee-2d11790145db None None] Network a8888a44-62c8-4792-bff0-20e85ca070ce is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:21:46.965702 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-f0d09dee-7f45-4ed8-8dee-2d11790145db None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:21:46.968136 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d09dee-7f45-4ed8-8dee-2d11790145db None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:21:46.995740 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0036731d-7afd-4186-a3af-561c0f6924ad tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:47.018554 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-0036731d-7afd-4186-a3af-561c0f6924ad tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] device_id is not set on port 6db367f3-0e40-40f6-954f-b3b801ae832b yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:21:47.062820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f0d09dee-7f45-4ed8-8dee-2d11790145db None None] Attempting to bind port 07783c97-52cd-4770-af74-521425d5b895 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:21:47.063591 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f0d09dee-7f45-4ed8-8dee-2d11790145db None None] Attempting to bind port 07783c97-52cd-4770-af74-521425d5b895 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'e1ec7924-5046-46e3-ad28-d52bb4604c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a8888a44-62c8-4792-bff0-20e85ca070ce'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:21:47.064243 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d09dee-7f45-4ed8-8dee-2d11790145db None None] Attempting to bind port 07783c97-52cd-4770-af74-521425d5b895 on network a8888a44-62c8-4792-bff0-20e85ca070ce {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:21:47.064542 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb1532-68cf-4801-bdf9-3dc3312a9f45 req-be5dacf7-6641-4bc4-af97-0caac3d4783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:47.066168 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e7eb1532-68cf-4801-bdf9-3dc3312a9f45 req-be5dacf7-6641-4bc4-af97-0caac3d4783e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2fdc5ff21140f8b22282a0060d83ab&device_id=34243f92-cced-42c6-98d2-aa20f1d5aa74 HTTP/1.1" status: 200 len: 1095 time: 0.0884266 Jul 30 20:21:47.086478 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d09dee-7f45-4ed8-8dee-2d11790145db None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:21:47.087400 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d09dee-7f45-4ed8-8dee-2d11790145db None None] Checking segment: {'id': 'e1ec7924-5046-46e3-ad28-d52bb4604c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a8888a44-62c8-4792-bff0-20e85ca070ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:21:47.089433 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f0d09dee-7f45-4ed8-8dee-2d11790145db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:47.091053 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d09dee-7f45-4ed8-8dee-2d11790145db None None] Bound using segment: {'id': 'e1ec7924-5046-46e3-ad28-d52bb4604c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a8888a44-62c8-4792-bff0-20e85ca070ce'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:21:47.092656 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f0d09dee-7f45-4ed8-8dee-2d11790145db None None] Bound port: 07783c97-52cd-4770-af74-521425d5b895, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ec7924-5046-46e3-ad28-d52bb4604c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a8888a44-62c8-4792-bff0-20e85ca070ce'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:21:47.094240 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f0d09dee-7f45-4ed8-8dee-2d11790145db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:47.195145 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f0d09dee-7f45-4ed8-8dee-2d11790145db None None] For port 07783c97-52cd-4770-af74-521425d5b895, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:21:47.199104 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f0d09dee-7f45-4ed8-8dee-2d11790145db None None] For port 07783c97-52cd-4770-af74-521425d5b895, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=07783c97-52cd-4770-af74-521425d5b895,segment=NetworkSegment(e1ec7924-5046-46e3-ad28-d52bb4604c16),segment_id=e1ec7924-5046-46e3-ad28-d52bb4604c16)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:21:47.209865 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb1532-68cf-4801-bdf9-3dc3312a9f45 req-ba788344-0a94-4c96-a6fb-afe3efef25d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:47.211376 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-0036731d-7afd-4186-a3af-561c0f6924ad tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Allocated IP 172.20.0.9 (a8888a44-62c8-4792-bff0-20e85ca070ce/68ac0a81-c121-4333-90c1-1c2b9227f8fb/6db367f3-0e40-40f6-954f-b3b801ae832b) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:21:47.211658 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f0d09dee-7f45-4ed8-8dee-2d11790145db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:47.212275 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e7eb1532-68cf-4801-bdf9-3dc3312a9f45 req-ba788344-0a94-4c96-a6fb-afe3efef25d0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d87dfd89-91a5-4d91-80f7-32225df5a209 HTTP/1.1" status: 200 len: 915 time: 0.1382940 Jul 30 20:21:47.262536 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e7eb1532-68cf-4801-bdf9-3dc3312a9f45 req-9894fb23-ac68-4e9a-b81b-c7e7a3ff5354 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f52bb41e-303f-41e7-b91c-53ae809d38ff HTTP/1.1" status: 200 len: 217 time: 0.0429168 Jul 30 20:21:47.321211 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d09dee-7f45-4ed8-8dee-2d11790145db None None] Pushing event updated for resources: {'Port': ['ID=07783c97-52cd-4770-af74-521425d5b895,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:47.351045 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb1532-68cf-4801-bdf9-3dc3312a9f45 req-add36f3e-ac57-45e5-91ad-117a71a2a19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:47.363153 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e7eb1532-68cf-4801-bdf9-3dc3312a9f45 req-add36f3e-ac57-45e5-91ad-117a71a2a19a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8480fff-2e02-4738-a95b-299805138888 HTTP/1.1" status: 200 len: 854 time: 0.0929177 Jul 30 20:21:47.433668 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e7eb1532-68cf-4801-bdf9-3dc3312a9f45 req-b5f59e16-709c-49c6-a328-3372d1abf357 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d87dfd89-91a5-4d91-80f7-32225df5a209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621364 Jul 30 20:21:47.506571 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0036731d-7afd-4186-a3af-561c0f6924ad tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:47.527045 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-0036731d-7afd-4186-a3af-561c0f6924ad tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Transition to ACTIVE for port object 6db367f3-0e40-40f6-954f-b3b801ae832b will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:21:47.581315 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0036731d-7afd-4186-a3af-561c0f6924ad tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:47.636263 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0036731d-7afd-4186-a3af-561c0f6924ad tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Network a8888a44-62c8-4792-bff0-20e85ca070ce is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:21:47.644082 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0036731d-7afd-4186-a3af-561c0f6924ad tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:21:47.655749 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0036731d-7afd-4186-a3af-561c0f6924ad tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:21:47.695855 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126f1d3-8236-455a-8930-7182a3cda5b5 req-e05d596b-d70f-4b9f-baa3-d43b8d66a030 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:47.702013 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036731d-7afd-4186-a3af-561c0f6924ad tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Pushing event updated for resources: {'Port': ['ID=6db367f3-0e40-40f6-954f-b3b801ae832b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:47.708434 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b126f1d3-8236-455a-8930-7182a3cda5b5 req-e05d596b-d70f-4b9f-baa3-d43b8d66a030 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=34243f92-cced-42c6-98d2-aa20f1d5aa74 HTTP/1.1" status: 200 len: 944 time: 0.2282405 Jul 30 20:21:47.761603 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0036731d-7afd-4186-a3af-561c0f6924ad tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:47.762298 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0036731d-7afd-4186-a3af-561c0f6924ad tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:47.775460 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e7eb1532-68cf-4801-bdf9-3dc3312a9f45 req-c701ee28-d250-4125-9199-bd7c9f6542fb service neutron] 10.222.0.59 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329554 Jul 30 20:21:47.805858 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0036731d-7afd-4186-a3af-561c0f6924ad tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.1707442 Jul 30 20:21:47.805858 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56936) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:47.905333 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe1f8dd-3d61-4fbf-94db-22e60083e606 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:47.911628 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe1f8dd-3d61-4fbf-94db-22e60083e606 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:47.927342 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe1f8dd-3d61-4fbf-94db-22e60083e606 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:47.930369 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2fe1f8dd-3d61-4fbf-94db-22e60083e606 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1235337 Jul 30 20:21:47.933916 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56942) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:47.963442 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b126f1d3-8236-455a-8930-7182a3cda5b5 req-d5006a33-fa6a-4b6f-ac67-2978dbbf0592 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841590 Jul 30 20:21:48.030752 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e7eb1532-68cf-4801-bdf9-3dc3312a9f45 req-0c624d51-add6-40e8-bd0d-29b6fb87cedf service neutron] 10.222.0.59 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422614 Jul 30 20:21:48.070749 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8aa37b2e-bd11-404d-91ed-595088579031 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Deleting port 6db367f3-0e40-40f6-954f-b3b801ae832b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:21:48.071128 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8aa37b2e-bd11-404d-91ed-595088579031 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:48.204461 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8aa37b2e-bd11-404d-91ed-595088579031 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:48.218921 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8aa37b2e-bd11-404d-91ed-595088579031 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Calling delete_port for 6db367f3-0e40-40f6-954f-b3b801ae832b owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:21:48.324537 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device f52bb41e-303f-41e7-b91c-53ae809d38ff details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:21:48.474474 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8aa37b2e-bd11-404d-91ed-595088579031 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:48.486544 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port f52bb41e-303f-41e7-b91c-53ae809d38ff, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=f52bb41e-303f-41e7-b91c-53ae809d38ff,segment=NetworkSegment(24e0fe1e-748d-4022-a692-5e5f9dd7e6df),segment_id=24e0fe1e-748d-4022-a692-5e5f9dd7e6df)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:21:48.506937 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'f52bb41e-303f-41e7-b91c-53ae809d38ff', 'network_id': 'd87dfd89-91a5-4d91-80f7-32225df5a209', 'port_id': 'f52bb41e-303f-41e7-b91c-53ae809d38ff', 'mac_address': 'fa:16:3e:97:35:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8480fff-2e02-4738-a95b-299805138888', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:21:48.549100 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa37b2e-bd11-404d-91ed-595088579031 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Pushing event deleted for resources: {'Port': ['ID=6db367f3-0e40-40f6-954f-b3b801ae832b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:48.614172 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:48.650905 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52bb41e-303f-41e7-b91c-53ae809d38ff {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:21:48.683090 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port f52bb41e-303f-41e7-b91c-53ae809d38ff, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=f52bb41e-303f-41e7-b91c-53ae809d38ff,segment=NetworkSegment(24e0fe1e-748d-4022-a692-5e5f9dd7e6df),segment_id=24e0fe1e-748d-4022-a692-5e5f9dd7e6df)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:21:48.701020 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:48.774418 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 07783c97-52cd-4770-af74-521425d5b895 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:21:48.826314 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=f52bb41e-303f-41e7-b91c-53ae809d38ff,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:48.856008 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 07783c97-52cd-4770-af74-521425d5b895 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:21:48.867973 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8aa37b2e-bd11-404d-91ed-595088579031 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:48.870083 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8aa37b2e-bd11-404d-91ed-595088579031 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] 10.222.0.81 "DELETE /v2.0/ports/6db367f3-0e40-40f6-954f-b3b801ae832b HTTP/1.1" status: 204 len: 168 time: 0.9360285 Jul 30 20:21:48.872862 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56956) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:48.912803 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-0708d190-085f-41b6-92c3-76d21821c8db tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] GET failed (client error): The resource could not be found. Jul 30 20:21:48.914438 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0708d190-085f-41b6-92c3-76d21821c8db tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] 10.222.0.81 "GET /v2.0/ports/6db367f3-0e40-40f6-954f-b3b801ae832b HTTP/1.1" status: 404 len: 333 time: 0.0406048 Jul 30 20:21:48.918795 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56958) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:48.922217 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['f52bb41e-303f-41e7-b91c-53ae809d38ff'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:21:48.924270 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0e904aab-a275-4083-b6f6-be48cb7e8fc1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Request body: {'port': {'network_id': 'a8888a44-62c8-4792-bff0-20e85ca070ce', 'name': 'tempest-AllowedAddressPairTestJSON-180830591'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:21:49.007798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65edd3c3-d342-4c5b-a33e-4a7355c6cd1d None None] Network a8888a44-62c8-4792-bff0-20e85ca070ce requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:21:49.138727 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-811e31bb-b4a3-40c9-872f-4006b9a29a37 None None] Provisioning for port 07783c97-52cd-4770-af74-521425d5b895 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:21:49.157104 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-811e31bb-b4a3-40c9-872f-4006b9a29a37 None None] Provisioning complete for port 07783c97-52cd-4770-af74-521425d5b895 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:21:49.157811 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-811e31bb-b4a3-40c9-872f-4006b9a29a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:49.208668 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e904aab-a275-4083-b6f6-be48cb7e8fc1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Made reservation on behalf of 4e3955dcf82f4aec9ced9a61aece8dc2 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:21:49.224441 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8f0eb-b9c6-4400-9f7d-54db8e4a9258 req-e761515a-d720-4605-9575-c668b315caba tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:49.227557 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e904aab-a275-4083-b6f6-be48cb7e8fc1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:49.235694 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ba8f0eb-b9c6-4400-9f7d-54db8e4a9258 req-e761515a-d720-4605-9575-c668b315caba tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=34243f92-cced-42c6-98d2-aa20f1d5aa74 HTTP/1.1" status: 200 len: 945 time: 0.1643486 Jul 30 20:21:49.252067 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-0e904aab-a275-4083-b6f6-be48cb7e8fc1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] device_id is not set on port bf249c7a-1d17-4979-9ac3-9b1c4bd777f1 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:21:49.340767 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ba8f0eb-b9c6-4400-9f7d-54db8e4a9258 req-0e850d9d-d67c-4b31-927b-4b5fc5b5ff9f tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978551 Jul 30 20:21:49.384205 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-811e31bb-b4a3-40c9-872f-4006b9a29a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:49.399553 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-0e904aab-a275-4083-b6f6-be48cb7e8fc1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Allocated IP 172.20.0.11 (a8888a44-62c8-4792-bff0-20e85ca070ce/68ac0a81-c121-4333-90c1-1c2b9227f8fb/bf249c7a-1d17-4979-9ac3-9b1c4bd777f1) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:21:49.450223 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-811e31bb-b4a3-40c9-872f-4006b9a29a37 None None] For port 07783c97-52cd-4770-af74-521425d5b895, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=07783c97-52cd-4770-af74-521425d5b895,segment=NetworkSegment(e1ec7924-5046-46e3-ad28-d52bb4604c16),segment_id=e1ec7924-5046-46e3-ad28-d52bb4604c16)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:21:49.459221 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-811e31bb-b4a3-40c9-872f-4006b9a29a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:49.710376 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e904aab-a275-4083-b6f6-be48cb7e8fc1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:49.727775 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-0e904aab-a275-4083-b6f6-be48cb7e8fc1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Transition to ACTIVE for port object bf249c7a-1d17-4979-9ac3-9b1c4bd777f1 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:21:49.788127 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e904aab-a275-4083-b6f6-be48cb7e8fc1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:49.868714 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e904aab-a275-4083-b6f6-be48cb7e8fc1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Network a8888a44-62c8-4792-bff0-20e85ca070ce is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:21:49.876416 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0e904aab-a275-4083-b6f6-be48cb7e8fc1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:21:49.882459 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e31bb-b4a3-40c9-872f-4006b9a29a37 None None] Pushing event updated for resources: {'Port': ['ID=07783c97-52cd-4770-af74-521425d5b895,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:49.886744 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e904aab-a275-4083-b6f6-be48cb7e8fc1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:21:49.933157 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:49.946554 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8963a48f-cdb1-4a5c-b16b-6b43a97c4986 None None] Provisioning complete for port 07783c97-52cd-4770-af74-521425d5b895 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:21:49.946928 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8963a48f-cdb1-4a5c-b16b-6b43a97c4986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:49.988035 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e904aab-a275-4083-b6f6-be48cb7e8fc1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Pushing event updated for resources: {'Port': ['ID=bf249c7a-1d17-4979-9ac3-9b1c4bd777f1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:50.014516 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e904aab-a275-4083-b6f6-be48cb7e8fc1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:50.015591 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e904aab-a275-4083-b6f6-be48cb7e8fc1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:50.038171 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0e904aab-a275-4083-b6f6-be48cb7e8fc1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1180785 Jul 30 20:21:50.041287 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56990) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:50.047537 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-f838b547-cc31-492a-877f-7847efb025a1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:71:c6:70'}]}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:21:50.154238 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8963a48f-cdb1-4a5c-b16b-6b43a97c4986 None None] Provisioning for port 44930f50-f8a2-439d-95bc-b17610330413 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:21:50.170198 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8963a48f-cdb1-4a5c-b16b-6b43a97c4986 None None] Provisioning complete for port 44930f50-f8a2-439d-95bc-b17610330413 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:21:50.171939 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8963a48f-cdb1-4a5c-b16b-6b43a97c4986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:50.238021 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8963a48f-cdb1-4a5c-b16b-6b43a97c4986 None None] Port 44930f50-f8a2-439d-95bc-b17610330413 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:21:50.272640 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f838b547-cc31-492a-877f-7847efb025a1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:50.326590 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device f52bb41e-303f-41e7-b91c-53ae809d38ff up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:21:50.387424 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-707589d7-5007-479b-8aba-1988a677ef12 None None] Provisioning complete for port 44930f50-f8a2-439d-95bc-b17610330413 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:21:50.388147 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-707589d7-5007-479b-8aba-1988a677ef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:50.483847 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-707589d7-5007-479b-8aba-1988a677ef12 None None] Port 44930f50-f8a2-439d-95bc-b17610330413 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:21:50.500966 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port f52bb41e-303f-41e7-b91c-53ae809d38ff completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:21:50.507247 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port f52bb41e-303f-41e7-b91c-53ae809d38ff triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:21:50.507850 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:50.666730 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2e1e2-9610-4c52-9ffa-239a8003ea11 req-2618a966-7c52-4bf7-9fbc-b313c0ec994f tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:50.683068 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cec2e1e2-9610-4c52-9ffa-239a8003ea11 req-2618a966-7c52-4bf7-9fbc-b313c0ec994f tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=34243f92-cced-42c6-98d2-aa20f1d5aa74 HTTP/1.1" status: 200 len: 945 time: 0.1654642 Jul 30 20:21:50.694902 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4f5172ae-f59c-42b9-b15c-55c7c8c92167 None None] Could not find standard attr ID for object 6db367f3-0e40-40f6-954f-b3b801ae832b. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:21:50.727748 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:50.747988 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 07783c97-52cd-4770-af74-521425d5b895 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:21:50.822986 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34243f92-cced-42c6-98d2-aa20f1d5aa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52bb41e-303f-41e7-b91c-53ae809d38ff'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:21:50.826252 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3e0863-e7e4-4eff-ae89-4925928aba2e" -d '{"events": [{"server_uuid": "34243f92-cced-42c6-98d2-aa20f1d5aa74", "name": "network-vif-plugged", "status": "completed", "tag": "f52bb41e-303f-41e7-b91c-53ae809d38ff"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:21:50.830762 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f838b547-cc31-492a-877f-7847efb025a1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:50.845514 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f838b547-cc31-492a-877f-7847efb025a1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:50.860749 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port f52bb41e-303f-41e7-b91c-53ae809d38ff, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=f52bb41e-303f-41e7-b91c-53ae809d38ff,segment=NetworkSegment(24e0fe1e-748d-4022-a692-5e5f9dd7e6df),segment_id=24e0fe1e-748d-4022-a692-5e5f9dd7e6df)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:21:50.880354 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:50.895671 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cec2e1e2-9610-4c52-9ffa-239a8003ea11 req-8799b71d-ac26-400c-bdcb-360712c2a0bc tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118478 Jul 30 20:21:50.944748 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838b547-cc31-492a-877f-7847efb025a1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Pushing event updated for resources: {'Port': ['ID=bf249c7a-1d17-4979-9ac3-9b1c4bd777f1,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:50.977755 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=f52bb41e-303f-41e7-b91c-53ae809d38ff,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:50.989340 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:50.989686 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:50.990028 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:50.990494 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:50.990836 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:50.991168 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:50.991606 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:50.992120 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:50.992267 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:50.992601 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:50.992920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:50.993885 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:21:51.010961 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 07783c97-52cd-4770-af74-521425d5b895 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:21:51.011436 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:51.026120 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-f838b547-cc31-492a-877f-7847efb025a1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] In _notify_port_updated(), no bound segment for port bf249c7a-1d17-4979-9ac3-9b1c4bd777f1 on network a8888a44-62c8-4792-bff0-20e85ca070ce {{(pid=93882) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:21:51.033141 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f838b547-cc31-492a-877f-7847efb025a1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:51.033935 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f838b547-cc31-492a-877f-7847efb025a1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:51.035777 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f838b547-cc31-492a-877f-7847efb025a1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] 10.222.0.81 "PUT /v2.0/ports/bf249c7a-1d17-4979-9ac3-9b1c4bd777f1 HTTP/1.1" status: 200 len: 993 time: 0.9931269 Jul 30 20:21:51.041835 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57030) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:51.104772 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-19f4d3dc-b9da-4ef0-b7b4-5bb417e04db2 None None] Provisioning for port bf249c7a-1d17-4979-9ac3-9b1c4bd777f1 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:21:51.126997 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-19f4d3dc-b9da-4ef0-b7b4-5bb417e04db2 None None] Provisioning complete for port bf249c7a-1d17-4979-9ac3-9b1c4bd777f1 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:21:51.127373 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-19f4d3dc-b9da-4ef0-b7b4-5bb417e04db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:51.198326 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-9fa00ea4-4827-47c2-9c20-d5b04530a026 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Deleting port bf249c7a-1d17-4979-9ac3-9b1c4bd777f1 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:21:51.198676 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9fa00ea4-4827-47c2-9c20-d5b04530a026 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:51.225509 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf07556-fdbf-4b8a-8a12-cd35f24bef06 x-openstack-request-id: req-2bf07556-fdbf-4b8a-8a12-cd35f24bef06 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:21:51.225865 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34243f92-cced-42c6-98d2-aa20f1d5aa74", "name": "network-vif-plugged", "status": "completed", "tag": "f52bb41e-303f-41e7-b91c-53ae809d38ff", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:21:51.226512 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2bf07556-fdbf-4b8a-8a12-cd35f24bef06 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:21:51.226908 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34243f92-cced-42c6-98d2-aa20f1d5aa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52bb41e-303f-41e7-b91c-53ae809d38ff', 'code': 200} Jul 30 20:21:51.243817 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-19f4d3dc-b9da-4ef0-b7b4-5bb417e04db2 None None] Port bf249c7a-1d17-4979-9ac3-9b1c4bd777f1 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:21:51.273266 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a6f7687-4dfc-4e66-aa6e-d461c15425fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:51.407796 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9fa00ea4-4827-47c2-9c20-d5b04530a026 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:51.425868 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d7eae-03a8-4956-9b31-18f9a929226e req-09b3e186-ea17-4974-94e3-7fce61ad8fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:51.428061 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a34d7eae-03a8-4956-9b31-18f9a929226e req-09b3e186-ea17-4974-94e3-7fce61ad8fd5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=34243f92-cced-42c6-98d2-aa20f1d5aa74 HTTP/1.1" status: 200 len: 1097 time: 0.0908046 Jul 30 20:21:51.429044 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-9fa00ea4-4827-47c2-9c20-d5b04530a026 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Calling delete_port for bf249c7a-1d17-4979-9ac3-9b1c4bd777f1 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:21:51.507427 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a34d7eae-03a8-4956-9b31-18f9a929226e req-a89e51c6-2e28-4d9c-b111-1ddb75082af7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717459 Jul 30 20:21:51.608941 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9fa00ea4-4827-47c2-9c20-d5b04530a026 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:51.638424 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa00ea4-4827-47c2-9c20-d5b04530a026 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Pushing event deleted for resources: {'Port': ['ID=bf249c7a-1d17-4979-9ac3-9b1c4bd777f1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:51.668952 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3cd189e8-335c-4332-97b4-2d48daa5788b None None] Could not find standard attr ID for object bf249c7a-1d17-4979-9ac3-9b1c4bd777f1. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:21:52.295262 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57052) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:52.360948 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca09e3e-786d-4949-8f92-8f47b23f2797 req-cd2ddcb4-63b4-4b74-b0f1-e78961fe3730 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:52.362495 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ca09e3e-786d-4949-8f92-8f47b23f2797 req-cd2ddcb4-63b4-4b74-b0f1-e78961fe3730 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=34243f92-cced-42c6-98d2-aa20f1d5aa74 HTTP/1.1" status: 200 len: 946 time: 0.1686845 Jul 30 20:21:52.370465 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9fa00ea4-4827-47c2-9c20-d5b04530a026 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:52.376405 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9fa00ea4-4827-47c2-9c20-d5b04530a026 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] 10.222.0.81 "DELETE /v2.0/ports/bf249c7a-1d17-4979-9ac3-9b1c4bd777f1 HTTP/1.1" status: 204 len: 168 time: 1.3289604 Jul 30 20:21:52.376989 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57066) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:52.438368 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ca09e3e-786d-4949-8f92-8f47b23f2797 req-b1a55b05-2bdd-4e8d-9d04-413d8d4427ee tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536451 Jul 30 20:21:52.441872 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10de8ff-d112-4b53-b180-93ed1c470045 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] GET failed (client error): The resource could not be found. Jul 30 20:21:52.443463 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a10de8ff-d112-4b53-b180-93ed1c470045 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] 10.222.0.81 "GET /v2.0/ports/bf249c7a-1d17-4979-9ac3-9b1c4bd777f1 HTTP/1.1" status: 404 len: 333 time: 0.0667534 Jul 30 20:21:52.447235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57070) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:52.454861 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-9ed7ec1f-e2b8-4518-841e-a8a10fc3cf12 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Request body: {'port': {'network_id': 'a8888a44-62c8-4792-bff0-20e85ca070ce', 'name': 'tempest-AllowedAddressPairTestJSON-151856307'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:21:52.536263 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-404fb843-fdbd-45f2-9ad2-c16963d281d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:52.667469 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-404fb843-fdbd-45f2-9ad2-c16963d281d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:52.672503 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-404fb843-fdbd-45f2-9ad2-c16963d281d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:52.699889 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed7ec1f-e2b8-4518-841e-a8a10fc3cf12 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Made reservation on behalf of 4e3955dcf82f4aec9ced9a61aece8dc2 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:21:52.706324 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ed7ec1f-e2b8-4518-841e-a8a10fc3cf12 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:52.715876 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-404fb843-fdbd-45f2-9ad2-c16963d281d7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e6095ca106c0489a93948f8fb1600e95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4192107 Jul 30 20:21:52.719560 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57080) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:52.738520 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-9ed7ec1f-e2b8-4518-841e-a8a10fc3cf12 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] device_id is not set on port 577f164f-4361-487d-8e32-baaea6395d83 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:21:52.761484 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fb843-fdbd-45f2-9ad2-c16963d281d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be56479-7e78-49ed-853c-bfb9896edc9b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:52.800749 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b27c0a36-dd35-4de2-a2ba-b5d1cae79091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:52.834489 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b27c0a36-dd35-4de2-a2ba-b5d1cae79091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:52.887638 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b27c0a36-dd35-4de2-a2ba-b5d1cae79091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:52.890733 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b27c0a36-dd35-4de2-a2ba-b5d1cae79091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:52.894887 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b27c0a36-dd35-4de2-a2ba-b5d1cae79091 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4be56479-7e78-49ed-853c-bfb9896edc9b HTTP/1.1" status: 204 len: 168 time: 0.1741550 Jul 30 20:21:52.904198 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c0a36-dd35-4de2-a2ba-b5d1cae79091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be56479-7e78-49ed-853c-bfb9896edc9b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:52.945745 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-9ed7ec1f-e2b8-4518-841e-a8a10fc3cf12 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Allocated IP 172.20.0.3 (a8888a44-62c8-4792-bff0-20e85ca070ce/68ac0a81-c121-4333-90c1-1c2b9227f8fb/577f164f-4361-487d-8e32-baaea6395d83) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:21:53.139216 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ed7ec1f-e2b8-4518-841e-a8a10fc3cf12 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:53.154534 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-9ed7ec1f-e2b8-4518-841e-a8a10fc3cf12 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Transition to ACTIVE for port object 577f164f-4361-487d-8e32-baaea6395d83 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:21:53.194019 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ed7ec1f-e2b8-4518-841e-a8a10fc3cf12 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:53.247358 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed7ec1f-e2b8-4518-841e-a8a10fc3cf12 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Network a8888a44-62c8-4792-bff0-20e85ca070ce is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:21:53.253791 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-9ed7ec1f-e2b8-4518-841e-a8a10fc3cf12 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:21:53.255913 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7ec1f-e2b8-4518-841e-a8a10fc3cf12 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Pushing event updated for resources: {'Port': ['ID=577f164f-4361-487d-8e32-baaea6395d83,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:53.266171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed7ec1f-e2b8-4518-841e-a8a10fc3cf12 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:21:53.329371 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57098) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:53.332373 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed7ec1f-e2b8-4518-841e-a8a10fc3cf12 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:53.333030 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ed7ec1f-e2b8-4518-841e-a8a10fc3cf12 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:53.348043 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4446af4c-c9a9-4f0c-97f0-d05926abdaa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:53.353383 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9ed7ec1f-e2b8-4518-841e-a8a10fc3cf12 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9048069 Jul 30 20:21:53.355895 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57102) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:53.361888 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-866e3a6f-c793-466d-b10c-f9f4cb613f1e tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:71:c6:70'}]}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:21:53.486682 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-866e3a6f-c793-466d-b10c-f9f4cb613f1e tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:53.519059 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4446af4c-c9a9-4f0c-97f0-d05926abdaa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:53.533734 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4446af4c-c9a9-4f0c-97f0-d05926abdaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:53.563348 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4446af4c-c9a9-4f0c-97f0-d05926abdaa5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8dea237ec6ef4805b1f5a6316d1f09b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2291663 Jul 30 20:21:53.564119 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57108) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:53.619426 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446af4c-c9a9-4f0c-97f0-d05926abdaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ad3571-2663-4f16-8d50-688dc7fc12b5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:53.619793 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-836e1dc3-1f2c-4d35-a772-1974aac22f88 None None] Provisioning for port 577f164f-4361-487d-8e32-baaea6395d83 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:21:53.628180 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-836e1dc3-1f2c-4d35-a772-1974aac22f88 None None] Provisioning complete for port 577f164f-4361-487d-8e32-baaea6395d83 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:21:53.629774 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-836e1dc3-1f2c-4d35-a772-1974aac22f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:53.653203 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-005c2662-3e47-4126-9083-961eb1fa2576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:53.693436 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-005c2662-3e47-4126-9083-961eb1fa2576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:53.704264 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-836e1dc3-1f2c-4d35-a772-1974aac22f88 None None] Port 577f164f-4361-487d-8e32-baaea6395d83 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:21:53.708585 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-82165df8-fbe3-496a-8748-9d65e8b98a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:53.780126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4301a3-519f-4a76-b5ab-254b4c950116 req-e0c93e32-e957-4653-9ca8-184060681c0f tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:53.780126 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a4301a3-519f-4a76-b5ab-254b4c950116 req-e0c93e32-e957-4653-9ca8-184060681c0f tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=34243f92-cced-42c6-98d2-aa20f1d5aa74 HTTP/1.1" status: 200 len: 946 time: 0.0991139 Jul 30 20:21:53.794860 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-005c2662-3e47-4126-9083-961eb1fa2576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:53.798153 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-005c2662-3e47-4126-9083-961eb1fa2576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:53.799412 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-005c2662-3e47-4126-9083-961eb1fa2576 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b3ad3571-2663-4f16-8d50-688dc7fc12b5 HTTP/1.1" status: 204 len: 168 time: 0.2345538 Jul 30 20:21:53.816676 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c2662-3e47-4126-9083-961eb1fa2576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ad3571-2663-4f16-8d50-688dc7fc12b5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:53.910289 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-866e3a6f-c793-466d-b10c-f9f4cb613f1e tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:53.914736 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a4301a3-519f-4a76-b5ab-254b4c950116 req-9cb15a79-8e0f-4134-960f-ce77b53eed3e tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162724 Jul 30 20:21:53.915932 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-866e3a6f-c793-466d-b10c-f9f4cb613f1e tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:53.922874 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:54.036288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e3a6f-c793-466d-b10c-f9f4cb613f1e tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Pushing event updated for resources: {'Port': ['ID=577f164f-4361-487d-8e32-baaea6395d83,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:54.045460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-866e3a6f-c793-466d-b10c-f9f4cb613f1e tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] In _notify_port_updated(), no bound segment for port 577f164f-4361-487d-8e32-baaea6395d83 on network a8888a44-62c8-4792-bff0-20e85ca070ce {{(pid=93882) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:21:54.067087 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866e3a6f-c793-466d-b10c-f9f4cb613f1e tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:54.071435 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-866e3a6f-c793-466d-b10c-f9f4cb613f1e tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:54.075238 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-866e3a6f-c793-466d-b10c-f9f4cb613f1e tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] 10.222.0.81 "PUT /v2.0/ports/577f164f-4361-487d-8e32-baaea6395d83 HTTP/1.1" status: 200 len: 995 time: 0.7182882 Jul 30 20:21:54.078071 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57132) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:54.292598 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bc4a11a9-1ac3-470a-8b92-ed5f3a8f1cb6 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Deleting port 577f164f-4361-487d-8e32-baaea6395d83 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:21:54.292598 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc4a11a9-1ac3-470a-8b92-ed5f3a8f1cb6 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:54.345713 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-14ae39c5-5366-495a-881b-f8b1f54a8329 None None] Provisioning complete for port 577f164f-4361-487d-8e32-baaea6395d83 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:21:54.346310 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-14ae39c5-5366-495a-881b-f8b1f54a8329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:54.431762 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-14ae39c5-5366-495a-881b-f8b1f54a8329 None None] Port 577f164f-4361-487d-8e32-baaea6395d83 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:21:54.454544 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc4a11a9-1ac3-470a-8b92-ed5f3a8f1cb6 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:54.488456 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bc4a11a9-1ac3-470a-8b92-ed5f3a8f1cb6 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Calling delete_port for 577f164f-4361-487d-8e32-baaea6395d83 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:21:54.690525 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc4a11a9-1ac3-470a-8b92-ed5f3a8f1cb6 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:54.727337 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a11a9-1ac3-470a-8b92-ed5f3a8f1cb6 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Pushing event deleted for resources: {'Port': ['ID=577f164f-4361-487d-8e32-baaea6395d83,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:54.835825 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc4a11a9-1ac3-470a-8b92-ed5f3a8f1cb6 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:54.841994 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bc4a11a9-1ac3-470a-8b92-ed5f3a8f1cb6 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] 10.222.0.81 "DELETE /v2.0/ports/577f164f-4361-487d-8e32-baaea6395d83 HTTP/1.1" status: 204 len: 168 time: 0.7600365 Jul 30 20:21:54.841994 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57164) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:54.889028 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-6411841f-7ac2-419c-a1f8-22b02772af65 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] GET failed (client error): The resource could not be found. Jul 30 20:21:54.893712 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6411841f-7ac2-419c-a1f8-22b02772af65 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] 10.222.0.81 "GET /v2.0/ports/577f164f-4361-487d-8e32-baaea6395d83 HTTP/1.1" status: 404 len: 333 time: 0.0509388 Jul 30 20:21:54.898750 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57172) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:54.904748 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-f819f30c-08ef-4043-b5d8-186dd4f0a928 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Request body: {'port': {'network_id': 'a8888a44-62c8-4792-bff0-20e85ca070ce', 'name': 'tempest-AllowedAddressPairTestJSON-1649748032'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:21:54.941731 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:55.134188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f819f30c-08ef-4043-b5d8-186dd4f0a928 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Made reservation on behalf of 4e3955dcf82f4aec9ced9a61aece8dc2 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:21:55.142771 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f819f30c-08ef-4043-b5d8-186dd4f0a928 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:55.182618 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-f819f30c-08ef-4043-b5d8-186dd4f0a928 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] device_id is not set on port 1b8068a6-d028-4819-b973-b92082ce42c2 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:21:55.364619 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-f819f30c-08ef-4043-b5d8-186dd4f0a928 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Allocated IP 172.20.0.7 (a8888a44-62c8-4792-bff0-20e85ca070ce/68ac0a81-c121-4333-90c1-1c2b9227f8fb/1b8068a6-d028-4819-b973-b92082ce42c2) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:21:55.667981 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f819f30c-08ef-4043-b5d8-186dd4f0a928 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:55.680752 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-f819f30c-08ef-4043-b5d8-186dd4f0a928 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Transition to ACTIVE for port object 1b8068a6-d028-4819-b973-b92082ce42c2 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:21:55.723329 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f819f30c-08ef-4043-b5d8-186dd4f0a928 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:55.772640 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f819f30c-08ef-4043-b5d8-186dd4f0a928 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Network a8888a44-62c8-4792-bff0-20e85ca070ce is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:21:55.776109 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-f819f30c-08ef-4043-b5d8-186dd4f0a928 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:21:55.790443 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f819f30c-08ef-4043-b5d8-186dd4f0a928 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:21:55.883300 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f819f30c-08ef-4043-b5d8-186dd4f0a928 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:55.884548 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f819f30c-08ef-4043-b5d8-186dd4f0a928 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:55.888992 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819f30c-08ef-4043-b5d8-186dd4f0a928 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Pushing event updated for resources: {'Port': ['ID=1b8068a6-d028-4819-b973-b92082ce42c2,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:55.928499 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f819f30c-08ef-4043-b5d8-186dd4f0a928 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0265660 Jul 30 20:21:55.929489 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57210) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:55.941066 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a53dc414-af3e-4e83-b126-ada4905233aa tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Request body: {'port': {'network_id': 'a8888a44-62c8-4792-bff0-20e85ca070ce', 'name': 'tempest-AllowedAddressPairTestJSON-1832644859'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:21:56.126220 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53dc414-af3e-4e83-b126-ada4905233aa tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Made reservation on behalf of 4e3955dcf82f4aec9ced9a61aece8dc2 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:21:56.130919 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a53dc414-af3e-4e83-b126-ada4905233aa tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:56.183634 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7b3138ff-97d2-4e07-92f6-31d262d347fa None None] Provisioning for port 1b8068a6-d028-4819-b973-b92082ce42c2 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:21:56.199222 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7b3138ff-97d2-4e07-92f6-31d262d347fa None None] Provisioning complete for port 1b8068a6-d028-4819-b973-b92082ce42c2 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:21:56.199727 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7b3138ff-97d2-4e07-92f6-31d262d347fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:56.243777 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7b3138ff-97d2-4e07-92f6-31d262d347fa None None] Port 1b8068a6-d028-4819-b973-b92082ce42c2 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:21:56.636412 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-a53dc414-af3e-4e83-b126-ada4905233aa tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] device_id is not set on port c290fa6f-e4d6-418c-b65b-50ca052dfdcd yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:21:56.652274 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57238) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:56.743707 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-a53dc414-af3e-4e83-b126-ada4905233aa tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Allocated IP 172.20.0.14 (a8888a44-62c8-4792-bff0-20e85ca070ce/68ac0a81-c121-4333-90c1-1c2b9227f8fb/c290fa6f-e4d6-418c-b65b-50ca052dfdcd) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:21:56.812728 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b261f5a-cd5c-4ae5-b534-9deb27608a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:56.821073 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:56.915000 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a53dc414-af3e-4e83-b126-ada4905233aa tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:56.942534 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-a53dc414-af3e-4e83-b126-ada4905233aa tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Transition to ACTIVE for port object c290fa6f-e4d6-418c-b65b-50ca052dfdcd will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:21:56.982611 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b261f5a-cd5c-4ae5-b534-9deb27608a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:56.998244 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b261f5a-cd5c-4ae5-b534-9deb27608a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:57.077726 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8b261f5a-cd5c-4ae5-b534-9deb27608a1d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f7a08d785f6e49f18bb7e17dd045ea2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4241877 Jul 30 20:21:57.080223 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57264) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:57.089366 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b261f5a-cd5c-4ae5-b534-9deb27608a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5774706e-3819-42db-a119-cdfb669ca00d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:57.098648 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a53dc414-af3e-4e83-b126-ada4905233aa tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:57.175740 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53dc414-af3e-4e83-b126-ada4905233aa tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Network a8888a44-62c8-4792-bff0-20e85ca070ce is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:21:57.183979 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a53dc414-af3e-4e83-b126-ada4905233aa tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:21:57.188085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53dc414-af3e-4e83-b126-ada4905233aa tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Pushing event updated for resources: {'Port': ['ID=c290fa6f-e4d6-418c-b65b-50ca052dfdcd,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:57.190562 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53dc414-af3e-4e83-b126-ada4905233aa tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:21:57.230811 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bb68042-b26c-493b-9b0e-f1139b7c1b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:57.268913 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bb68042-b26c-493b-9b0e-f1139b7c1b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:57.278953 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53dc414-af3e-4e83-b126-ada4905233aa tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:57.278953 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a53dc414-af3e-4e83-b126-ada4905233aa tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:57.340438 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a53dc414-af3e-4e83-b126-ada4905233aa tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4097400 Jul 30 20:21:57.343851 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57272) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:57.349928 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-45fe0efd-39ac-4cec-bf50-90da57359e6d tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:71:c6:70'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:1e:0a:18'}]}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:21:57.411547 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bb68042-b26c-493b-9b0e-f1139b7c1b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:57.411547 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bb68042-b26c-493b-9b0e-f1139b7c1b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:57.412854 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3bb68042-b26c-493b-9b0e-f1139b7c1b22 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5774706e-3819-42db-a119-cdfb669ca00d HTTP/1.1" status: 204 len: 168 time: 0.3316104 Jul 30 20:21:57.433483 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb68042-b26c-493b-9b0e-f1139b7c1b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5774706e-3819-42db-a119-cdfb669ca00d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:57.585248 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c52ce6f9-b33b-467c-9d5c-09bb581b9273 None None] Provisioning for port c290fa6f-e4d6-418c-b65b-50ca052dfdcd completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:21:57.592296 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c52ce6f9-b33b-467c-9d5c-09bb581b9273 None None] Provisioning complete for port c290fa6f-e4d6-418c-b65b-50ca052dfdcd triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:21:57.597188 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c52ce6f9-b33b-467c-9d5c-09bb581b9273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:57.674621 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c52ce6f9-b33b-467c-9d5c-09bb581b9273 None None] Port c290fa6f-e4d6-418c-b65b-50ca052dfdcd cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:21:57.692521 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-45fe0efd-39ac-4cec-bf50-90da57359e6d tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:57.902335 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57284) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:57.952609 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-45fe0efd-39ac-4cec-bf50-90da57359e6d tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:57.961064 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-45fe0efd-39ac-4cec-bf50-90da57359e6d tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:57.963084 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbd5ca49-4e4b-492b-8b42-05ae899c47fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:58.032274 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe0efd-39ac-4cec-bf50-90da57359e6d tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Pushing event updated for resources: {'Port': ['ID=c290fa6f-e4d6-418c-b65b-50ca052dfdcd,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:58.164846 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbd5ca49-4e4b-492b-8b42-05ae899c47fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:58.260114 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-45fe0efd-39ac-4cec-bf50-90da57359e6d tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] In _notify_port_updated(), no bound segment for port c290fa6f-e4d6-418c-b65b-50ca052dfdcd on network a8888a44-62c8-4792-bff0-20e85ca070ce {{(pid=93882) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:21:58.267441 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fe0efd-39ac-4cec-bf50-90da57359e6d tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:21:58.268203 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-45fe0efd-39ac-4cec-bf50-90da57359e6d tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:58.272230 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-45fe0efd-39ac-4cec-bf50-90da57359e6d tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] 10.222.0.81 "PUT /v2.0/ports/c290fa6f-e4d6-418c-b65b-50ca052dfdcd HTTP/1.1" status: 200 len: 1056 time: 0.9247422 Jul 30 20:21:58.272230 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbd5ca49-4e4b-492b-8b42-05ae899c47fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:58.272812 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57298) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:58.348146 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fbd5ca49-4e4b-492b-8b42-05ae899c47fa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=81eccd9bf6f74cea8482163d8772e11c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4413128 Jul 30 20:21:58.348146 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5ca49-4e4b-492b-8b42-05ae899c47fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c17ff2f-4795-4532-b527-28e6dc847866,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:58.348341 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57302) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:58.410854 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2a0fdddf-f9f1-452b-8867-739721e676a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:58.474089 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2a0fdddf-f9f1-452b-8867-739721e676a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:58.510981 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a90f8df8-5ec0-47e3-9446-6d1d6a5e5c32 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Deleting port c290fa6f-e4d6-418c-b65b-50ca052dfdcd {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:21:58.511348 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a90f8df8-5ec0-47e3-9446-6d1d6a5e5c32 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:58.541399 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2a0fdddf-f9f1-452b-8867-739721e676a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:58.546173 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2a0fdddf-f9f1-452b-8867-739721e676a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:58.549376 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2a0fdddf-f9f1-452b-8867-739721e676a5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2c17ff2f-4795-4532-b527-28e6dc847866 HTTP/1.1" status: 204 len: 168 time: 0.2002099 Jul 30 20:21:58.587663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0fdddf-f9f1-452b-8867-739721e676a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c17ff2f-4795-4532-b527-28e6dc847866,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:58.627839 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-de908634-a2b7-4826-9ec5-453079b3df1a None None] Provisioning complete for port c290fa6f-e4d6-418c-b65b-50ca052dfdcd triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:21:58.628325 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-de908634-a2b7-4826-9ec5-453079b3df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:58.670101 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-de908634-a2b7-4826-9ec5-453079b3df1a None None] Port c290fa6f-e4d6-418c-b65b-50ca052dfdcd cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:21:58.726940 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a90f8df8-5ec0-47e3-9446-6d1d6a5e5c32 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:58.739904 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a90f8df8-5ec0-47e3-9446-6d1d6a5e5c32 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Calling delete_port for c290fa6f-e4d6-418c-b65b-50ca052dfdcd owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:21:58.977092 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a90f8df8-5ec0-47e3-9446-6d1d6a5e5c32 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:59.051408 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f8df8-5ec0-47e3-9446-6d1d6a5e5c32 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Pushing event deleted for resources: {'Port': ['ID=c290fa6f-e4d6-418c-b65b-50ca052dfdcd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:21:59.531667 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a90f8df8-5ec0-47e3-9446-6d1d6a5e5c32 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:59.536414 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a90f8df8-5ec0-47e3-9446-6d1d6a5e5c32 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] 10.222.0.81 "DELETE /v2.0/ports/c290fa6f-e4d6-418c-b65b-50ca052dfdcd HTTP/1.1" status: 204 len: 168 time: 1.2623055 Jul 30 20:21:59.537330 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57344) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:59.568414 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae40c15-2ebe-43dc-b1e4-076092240ed2 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] GET failed (client error): The resource could not be found. Jul 30 20:21:59.570377 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fae40c15-2ebe-43dc-b1e4-076092240ed2 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] 10.222.0.81 "GET /v2.0/ports/c290fa6f-e4d6-418c-b65b-50ca052dfdcd HTTP/1.1" status: 404 len: 333 time: 0.0315464 Jul 30 20:21:59.573612 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57352) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:21:59.726562 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e85f739a-aa64-4d3b-816d-85044e608ec1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Deleting port 1b8068a6-d028-4819-b973-b92082ce42c2 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:21:59.726967 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e85f739a-aa64-4d3b-816d-85044e608ec1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:59.852511 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e85f739a-aa64-4d3b-816d-85044e608ec1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:21:59.872653 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e85f739a-aa64-4d3b-816d-85044e608ec1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Calling delete_port for 1b8068a6-d028-4819-b973-b92082ce42c2 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:00.126992 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e85f739a-aa64-4d3b-816d-85044e608ec1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:00.190278 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f739a-aa64-4d3b-816d-85044e608ec1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Pushing event deleted for resources: {'Port': ['ID=1b8068a6-d028-4819-b973-b92082ce42c2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:00.317545 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e85f739a-aa64-4d3b-816d-85044e608ec1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:00.322006 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e85f739a-aa64-4d3b-816d-85044e608ec1 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] 10.222.0.81 "DELETE /v2.0/ports/1b8068a6-d028-4819-b973-b92082ce42c2 HTTP/1.1" status: 204 len: 168 time: 0.7444460 Jul 30 20:22:00.322572 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57370) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:00.360013 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-67cc6276-d259-4bea-a5aa-36a2be1d5acf tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] GET failed (client error): The resource could not be found. Jul 30 20:22:00.365576 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57376) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:00.365723 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-67cc6276-d259-4bea-a5aa-36a2be1d5acf tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] 10.222.0.81 "GET /v2.0/ports/1b8068a6-d028-4819-b973-b92082ce42c2 HTTP/1.1" status: 404 len: 333 time: 0.0419953 Jul 30 20:22:00.572702 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c7957351-1146-4972-bc57-ed259b802b98 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Deleting port 44930f50-f8a2-439d-95bc-b17610330413 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:00.573228 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7957351-1146-4972-bc57-ed259b802b98 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:00.671558 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7957351-1146-4972-bc57-ed259b802b98 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:00.686646 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c7957351-1146-4972-bc57-ed259b802b98 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Calling delete_port for 44930f50-f8a2-439d-95bc-b17610330413 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:00.879838 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7957351-1146-4972-bc57-ed259b802b98 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:00.931923 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7957351-1146-4972-bc57-ed259b802b98 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Pushing event deleted for resources: {'Port': ['ID=44930f50-f8a2-439d-95bc-b17610330413,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:01.028298 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7957351-1146-4972-bc57-ed259b802b98 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:01.033094 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c7957351-1146-4972-bc57-ed259b802b98 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] 10.222.0.81 "DELETE /v2.0/ports/44930f50-f8a2-439d-95bc-b17610330413 HTTP/1.1" status: 204 len: 168 time: 0.6645274 Jul 30 20:22:01.033429 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57410) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:01.096156 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e64ceb5-a7d0-49b9-b80c-45890a146f44 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Deleting subnet 68ac0a81-c121-4333-90c1-1c2b9227f8fb {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:22:01.108451 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e64ceb5-a7d0-49b9-b80c-45890a146f44 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:01.239123 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e64ceb5-a7d0-49b9-b80c-45890a146f44 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:01.372489 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e64ceb5-a7d0-49b9-b80c-45890a146f44 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:01.471691 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e64ceb5-a7d0-49b9-b80c-45890a146f44 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:01.565748 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e64ceb5-a7d0-49b9-b80c-45890a146f44 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:01.573006 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b8e215-371b-4c97-b529-d9519ec771a3 None None] Network a8888a44-62c8-4792-bff0-20e85ca070ce requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:01.588380 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9e64ceb5-a7d0-49b9-b80c-45890a146f44 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] 10.222.0.81 "DELETE /v2.0/subnets/68ac0a81-c121-4333-90c1-1c2b9227f8fb HTTP/1.1" status: 204 len: 168 time: 0.5525081 Jul 30 20:22:01.589715 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57460) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:01.590116 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64ceb5-a7d0-49b9-b80c-45890a146f44 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Pushing event deleted for resources: {'Subnet': ['ID=68ac0a81-c121-4333-90c1-1c2b9227f8fb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:01.757428 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b4a9ef2-2f9f-4851-a8e2-0ea0dde7c7f7 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:01.827394 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4c2633-7079-4da3-9d85-6e9cdba01626 None None] DHCP port deletion for a8888a44-62c8-4792-bff0-20e85ca070ce request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:22:01.891949 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-4b4a9ef2-2f9f-4851-a8e2-0ea0dde7c7f7 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Deleting port 07783c97-52cd-4770-af74-521425d5b895 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:01.892791 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b4a9ef2-2f9f-4851-a8e2-0ea0dde7c7f7 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:01.987582 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1f4c2633-7079-4da3-9d85-6e9cdba01626 None None] Deleting port 07783c97-52cd-4770-af74-521425d5b895 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:01.987947 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f4c2633-7079-4da3-9d85-6e9cdba01626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:02.055613 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-4b4a9ef2-2f9f-4851-a8e2-0ea0dde7c7f7 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] For port 07783c97-52cd-4770-af74-521425d5b895, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=07783c97-52cd-4770-af74-521425d5b895,segment=NetworkSegment(e1ec7924-5046-46e3-ad28-d52bb4604c16),segment_id=e1ec7924-5046-46e3-ad28-d52bb4604c16)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:22:02.055838 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b4a9ef2-2f9f-4851-a8e2-0ea0dde7c7f7 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:02.073241 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1f4c2633-7079-4da3-9d85-6e9cdba01626 None None] For port 07783c97-52cd-4770-af74-521425d5b895, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=07783c97-52cd-4770-af74-521425d5b895,segment=NetworkSegment(e1ec7924-5046-46e3-ad28-d52bb4604c16),segment_id=e1ec7924-5046-46e3-ad28-d52bb4604c16)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:22:02.074110 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f4c2633-7079-4da3-9d85-6e9cdba01626 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:02.087797 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-4b4a9ef2-2f9f-4851-a8e2-0ea0dde7c7f7 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Calling delete_port for 07783c97-52cd-4770-af74-521425d5b895 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:02.093122 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1f4c2633-7079-4da3-9d85-6e9cdba01626 None None] Calling delete_port for 07783c97-52cd-4770-af74-521425d5b895 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:02.255462 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b4a9ef2-2f9f-4851-a8e2-0ea0dde7c7f7 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:02.261163 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f4c2633-7079-4da3-9d85-6e9cdba01626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:02.273689 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4a9ef2-2f9f-4851-a8e2-0ea0dde7c7f7 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] No DVR routers for this DVR port 07783c97-52cd-4770-af74-521425d5b895 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:22:02.295646 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c2633-7079-4da3-9d85-6e9cdba01626 None None] Pushing event deleted for resources: {'Port': ['ID=07783c97-52cd-4770-af74-521425d5b895,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:02.299577 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4c2633-7079-4da3-9d85-6e9cdba01626 None None] No DVR routers for this DVR port 07783c97-52cd-4770-af74-521425d5b895 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:22:02.361595 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a9ef2-2f9f-4851-a8e2-0ea0dde7c7f7 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Pushing event deleted for resources: {'Port': ['ID=07783c97-52cd-4770-af74-521425d5b895,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:02.441521 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b4a9ef2-2f9f-4851-a8e2-0ea0dde7c7f7 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:02.468604 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-4b4a9ef2-2f9f-4851-a8e2-0ea0dde7c7f7 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8888a44-62c8-4792-bff0-20e85ca070ce']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:02.484069 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-4b4a9ef2-2f9f-4851-a8e2-0ea0dde7c7f7 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ec7924-5046-46e3-ad28-d52bb4604c16') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:02.484196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-4b4a9ef2-2f9f-4851-a8e2-0ea0dde7c7f7 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ec7924-5046-46e3-ad28-d52bb4604c16') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:02.494724 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b4a9ef2-2f9f-4851-a8e2-0ea0dde7c7f7 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:02.510378 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b4a9ef2-2f9f-4851-a8e2-0ea0dde7c7f7 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:02.519391 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b4a9ef2-2f9f-4851-a8e2-0ea0dde7c7f7 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:22:02.520000 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b4a9ef2-2f9f-4851-a8e2-0ea0dde7c7f7 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:22:02.524415 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:22:02.603188 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b4a9ef2-2f9f-4851-a8e2-0ea0dde7c7f7 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:02.621782 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b4a9ef2-2f9f-4851-a8e2-0ea0dde7c7f7 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:02.627173 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4b4a9ef2-2f9f-4851-a8e2-0ea0dde7c7f7 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] 10.222.0.81 "DELETE /v2.0/networks/a8888a44-62c8-4792-bff0-20e85ca070ce HTTP/1.1" status: 204 len: 168 time: 1.0363908 Jul 30 20:22:02.695840 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a9ef2-2f9f-4851-a8e2-0ea0dde7c7f7 tempest-AllowedAddressPairTestJSON-1614119089 tempest-AllowedAddressPairTestJSON-1614119089-project] Pushing event deleted for resources: {'Network': ['ID=a8888a44-62c8-4792-bff0-20e85ca070ce,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:02.778745 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 07783c97-52cd-4770-af74-521425d5b895 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:22:02.816007 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 07783c97-52cd-4770-af74-521425d5b895 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:22:02.816593 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 07783c97-52cd-4770-af74-521425d5b895 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:22:03.125546 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57578) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:03.385764 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e07dfa4c-507c-47ce-943b-c7beae12c50b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4e3955dcf82f4aec9ced9a61aece8dc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564476 Jul 30 20:22:03.387059 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57590) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:03.487539 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57594) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:03.489208 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a409c9c5-9959-404a-b754-b54745b44637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:03.544043 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a409c9c5-9959-404a-b754-b54745b44637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:03.629119 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a409c9c5-9959-404a-b754-b54745b44637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:03.632699 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a409c9c5-9959-404a-b754-b54745b44637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:03.636999 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a409c9c5-9959-404a-b754-b54745b44637 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b48d8b45-2aca-43ec-be43-4dba57e44e0a HTTP/1.1" status: 204 len: 168 time: 0.2457254 Jul 30 20:22:03.642642 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba153400-ceb7-4907-a4f5-6a0294bb760f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:03.646442 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409c9c5-9959-404a-b754-b54745b44637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48d8b45-2aca-43ec-be43-4dba57e44e0a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:03.851392 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba153400-ceb7-4907-a4f5-6a0294bb760f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:03.860619 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba153400-ceb7-4907-a4f5-6a0294bb760f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:03.912683 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ba153400-ceb7-4907-a4f5-6a0294bb760f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e6b8b1440395409d81c560b845d6e101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4233525 Jul 30 20:22:03.913855 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba153400-ceb7-4907-a4f5-6a0294bb760f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f131694-379d-4cb4-b404-cf4a6172f4e7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:03.915363 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57612) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:04.012087 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ee8701a-263e-426e-ab00-9c4e93317f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:04.048437 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ee8701a-263e-426e-ab00-9c4e93317f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:04.162047 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ee8701a-263e-426e-ab00-9c4e93317f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:04.165145 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ee8701a-263e-426e-ab00-9c4e93317f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:04.168905 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1ee8701a-263e-426e-ab00-9c4e93317f28 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8f131694-379d-4cb4-b404-cf4a6172f4e7 HTTP/1.1" status: 204 len: 168 time: 0.2498717 Jul 30 20:22:04.189140 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8701a-263e-426e-ab00-9c4e93317f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f131694-379d-4cb4-b404-cf4a6172f4e7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:04.630725 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57650) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:04.659336 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-97589bb6-f931-4477-996e-dad5bfad4b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:04.694817 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57656) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:04.791645 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-97589bb6-f931-4477-996e-dad5bfad4b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:04.797530 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-97589bb6-f931-4477-996e-dad5bfad4b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:04.865911 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97589bb6-f931-4477-996e-dad5bfad4b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6102a90-a3b4-4c62-827f-fbd18bfc8068,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:04.872662 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-97589bb6-f931-4477-996e-dad5bfad4b2a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f2bcdd44d8bf42948c71b45bed92e961&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2401485 Jul 30 20:22:04.875839 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57666) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:04.930650 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-83f72ca4-b10e-4766-b4ee-640cfc9c2f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-625034192'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:04.959450 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f72ca4-b10e-4766-b4ee-640cfc9c2f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Made reservation on behalf of dcabced7b7fd4de588f7a0c2cd92b231 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:04.963700 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-83f72ca4-b10e-4766-b4ee-640cfc9c2f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:04.976168 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-83f72ca4-b10e-4766-b4ee-640cfc9c2f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:04.978209 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6dbf-d42e-43be-adfd-b27e25c41712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:05.011982 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6dbf-d42e-43be-adfd-b27e25c41712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:05.098321 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6dbf-d42e-43be-adfd-b27e25c41712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:05.101327 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6dbf-d42e-43be-adfd-b27e25c41712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:05.102829 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a8bd6dbf-d42e-43be-adfd-b27e25c41712 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e6102a90-a3b4-4c62-827f-fbd18bfc8068 HTTP/1.1" status: 204 len: 168 time: 0.2257578 Jul 30 20:22:05.120923 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd6dbf-d42e-43be-adfd-b27e25c41712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6102a90-a3b4-4c62-827f-fbd18bfc8068,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:05.132012 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd6dbf-d42e-43be-adfd-b27e25c41712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:05.132612 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd6dbf-d42e-43be-adfd-b27e25c41712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:05.133116 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd6dbf-d42e-43be-adfd-b27e25c41712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:05.133639 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd6dbf-d42e-43be-adfd-b27e25c41712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:05.134134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd6dbf-d42e-43be-adfd-b27e25c41712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:05.134627 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd6dbf-d42e-43be-adfd-b27e25c41712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:05.135139 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd6dbf-d42e-43be-adfd-b27e25c41712 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:05.135678 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd6dbf-d42e-43be-adfd-b27e25c41712 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:05.136183 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd6dbf-d42e-43be-adfd-b27e25c41712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:05.136671 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd6dbf-d42e-43be-adfd-b27e25c41712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:05.137169 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd6dbf-d42e-43be-adfd-b27e25c41712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:05.137704 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd6dbf-d42e-43be-adfd-b27e25c41712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:05.197055 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-83f72ca4-b10e-4766-b4ee-640cfc9c2f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:05.207579 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-83f72ca4-b10e-4766-b4ee-640cfc9c2f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:05.225959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f72ca4-b10e-4766-b4ee-640cfc9c2f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:22:05.240707 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-83f72ca4-b10e-4766-b4ee-640cfc9c2f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:05.241093 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-83f72ca4-b10e-4766-b4ee-640cfc9c2f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Added segment 33852fa9-f1c6-4139-b5e0-e30192c0068c of type vlan for network acd36b1c-9680-4b09-85ba-600e3a81be03 Jul 30 20:22:05.345342 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-83f72ca4-b10e-4766-b4ee-640cfc9c2f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:05.397770 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f72ca4-b10e-4766-b4ee-640cfc9c2f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=577067e0-d7b6-4361-b654-66e5921b8d5c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:05.426799 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-83f72ca4-b10e-4766-b4ee-640cfc9c2f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:05.436592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f72ca4-b10e-4766-b4ee-640cfc9c2f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:05.437695 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-83f72ca4-b10e-4766-b4ee-640cfc9c2f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:05.498918 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57688) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:05.499339 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-83f72ca4-b10e-4766-b4ee-640cfc9c2f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8017075 Jul 30 20:22:05.506522 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5bb083ff-51ef-4f44-9c79-0def4902a257 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Request body: {'subnet': {'network_id': 'acd36b1c-9680-4b09-85ba-600e3a81be03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:05.525994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f72ca4-b10e-4766-b4ee-640cfc9c2f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Pushing event updated for resources: {'Network': ['ID=acd36b1c-9680-4b09-85ba-600e3a81be03,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:05.537498 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network acd36b1c-9680-4b09-85ba-600e3a81be03 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:22:05.674285 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb083ff-51ef-4f44-9c79-0def4902a257 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Made reservation on behalf of dcabced7b7fd4de588f7a0c2cd92b231 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:05.678494 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5bb083ff-51ef-4f44-9c79-0def4902a257 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:05.927574 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5bb083ff-51ef-4f44-9c79-0def4902a257 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:06.008334 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb083ff-51ef-4f44-9c79-0def4902a257 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Checking segment: {'id': '33852fa9-f1c6-4139-b5e0-e30192c0068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'acd36b1c-9680-4b09-85ba-600e3a81be03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:22:06.008896 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb083ff-51ef-4f44-9c79-0def4902a257 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Network hostable DHCP agents. Network: acd36b1c-9680-4b09-85ba-600e3a81be03, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:22:06.015384 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb083ff-51ef-4f44-9c79-0def4902a257 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Pushing event updated for resources: {'Subnet': ['ID=b6ce41ba-597e-493f-8708-79d0f682db55,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:06.027502 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb083ff-51ef-4f44-9c79-0def4902a257 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:06.027928 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb083ff-51ef-4f44-9c79-0def4902a257 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:06.028276 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb083ff-51ef-4f44-9c79-0def4902a257 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:06.028697 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb083ff-51ef-4f44-9c79-0def4902a257 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:06.028932 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb083ff-51ef-4f44-9c79-0def4902a257 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:06.029356 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb083ff-51ef-4f44-9c79-0def4902a257 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:06.030369 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb083ff-51ef-4f44-9c79-0def4902a257 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:06.030704 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb083ff-51ef-4f44-9c79-0def4902a257 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:06.031033 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb083ff-51ef-4f44-9c79-0def4902a257 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:06.031439 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb083ff-51ef-4f44-9c79-0def4902a257 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:06.031955 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb083ff-51ef-4f44-9c79-0def4902a257 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:06.032504 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb083ff-51ef-4f44-9c79-0def4902a257 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:06.057239 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb083ff-51ef-4f44-9c79-0def4902a257 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Network acd36b1c-9680-4b09-85ba-600e3a81be03 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:22:06.068858 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5bb083ff-51ef-4f44-9c79-0def4902a257 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, acd36b1c-9680-4b09-85ba-600e3a81be03) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:06.080644 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d19cbc-344f-4096-951f-df16d5b352e1 None None] Network acd36b1c-9680-4b09-85ba-600e3a81be03 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:06.085078 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb083ff-51ef-4f44-9c79-0def4902a257 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:06.085683 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5bb083ff-51ef-4f44-9c79-0def4902a257 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:06.105487 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5bb083ff-51ef-4f44-9c79-0def4902a257 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6051078 Jul 30 20:22:06.108615 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57720) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:06.114527 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-7eee36ce-04d6-4116-988c-80093bf9e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Request body: {'port': {'network_id': 'acd36b1c-9680-4b09-85ba-600e3a81be03', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1191970614'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:06.252970 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cc60fe-f397-45e3-84c7-fcb7df823224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-acd36b1c-9680-4b09-85ba-600e3a81be03', 'network_id': 'acd36b1c-9680-4b09-85ba-600e3a81be03', 'tenant_id': 'dcabced7b7fd4de588f7a0c2cd92b231', 'fixed_ips': [{'subnet_id': 'b6ce41ba-597e-493f-8708-79d0f682db55'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:22:06.254003 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7cc60fe-f397-45e3-84c7-fcb7df823224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:06.279203 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eee36ce-04d6-4116-988c-80093bf9e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Made reservation on behalf of dcabced7b7fd4de588f7a0c2cd92b231 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:06.284927 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7eee36ce-04d6-4116-988c-80093bf9e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:06.325276 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-7eee36ce-04d6-4116-988c-80093bf9e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] device_id is not set on port 16fbbfdf-9853-4142-a4e7-7b8357641eb2 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:22:06.415744 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-a7cc60fe-f397-45e3-84c7-fcb7df823224 None None] Allocated IP 2001:db8::2 (acd36b1c-9680-4b09-85ba-600e3a81be03/b6ce41ba-597e-493f-8708-79d0f682db55/5b4e4995-977f-413b-9ad5-682ed210b602) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:06.606292 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7cc60fe-f397-45e3-84c7-fcb7df823224 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:06.617383 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a7cc60fe-f397-45e3-84c7-fcb7df823224 None None] Transition to ACTIVE for port object 5b4e4995-977f-413b-9ad5-682ed210b602 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:06.622581 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57742) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:06.637637 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a7cc60fe-f397-45e3-84c7-fcb7df823224 None None] Transition to ACTIVE for port object 5b4e4995-977f-413b-9ad5-682ed210b602 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:06.649350 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7cc60fe-f397-45e3-84c7-fcb7df823224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:06.703966 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc60fe-f397-45e3-84c7-fcb7df823224 None None] Pushing event updated for resources: {'Port': ['ID=5b4e4995-977f-413b-9ad5-682ed210b602,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:06.723069 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cc60fe-f397-45e3-84c7-fcb7df823224 None None] Network acd36b1c-9680-4b09-85ba-600e3a81be03 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:06.724504 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a7cc60fe-f397-45e3-84c7-fcb7df823224 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:06.726651 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-7eee36ce-04d6-4116-988c-80093bf9e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Allocated IP 2001:db8::2b4 (acd36b1c-9680-4b09-85ba-600e3a81be03/b6ce41ba-597e-493f-8708-79d0f682db55/16fbbfdf-9853-4142-a4e7-7b8357641eb2) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:06.727259 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cc60fe-f397-45e3-84c7-fcb7df823224 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:06.789999 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a7cc60fe-f397-45e3-84c7-fcb7df823224 None None] Attempting to bind port 5b4e4995-977f-413b-9ad5-682ed210b602 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:22:06.790369 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a7cc60fe-f397-45e3-84c7-fcb7df823224 None None] Attempting to bind port 5b4e4995-977f-413b-9ad5-682ed210b602 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '33852fa9-f1c6-4139-b5e0-e30192c0068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'acd36b1c-9680-4b09-85ba-600e3a81be03'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:22:06.790731 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cc60fe-f397-45e3-84c7-fcb7df823224 None None] Attempting to bind port 5b4e4995-977f-413b-9ad5-682ed210b602 on network acd36b1c-9680-4b09-85ba-600e3a81be03 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:22:06.796548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cc60fe-f397-45e3-84c7-fcb7df823224 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:22:06.797220 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cc60fe-f397-45e3-84c7-fcb7df823224 None None] Checking segment: {'id': '33852fa9-f1c6-4139-b5e0-e30192c0068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'acd36b1c-9680-4b09-85ba-600e3a81be03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:22:06.797799 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7cc60fe-f397-45e3-84c7-fcb7df823224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:06.798360 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cc60fe-f397-45e3-84c7-fcb7df823224 None None] Bound using segment: {'id': '33852fa9-f1c6-4139-b5e0-e30192c0068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'acd36b1c-9680-4b09-85ba-600e3a81be03'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:22:06.798977 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a7cc60fe-f397-45e3-84c7-fcb7df823224 None None] Bound port: 5b4e4995-977f-413b-9ad5-682ed210b602, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33852fa9-f1c6-4139-b5e0-e30192c0068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'acd36b1c-9680-4b09-85ba-600e3a81be03'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:22:06.799158 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4cecc958-0afe-4f80-905d-17fd307cce23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:06.799709 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7cc60fe-f397-45e3-84c7-fcb7df823224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:06.898496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a7cc60fe-f397-45e3-84c7-fcb7df823224 None None] For port 5b4e4995-977f-413b-9ad5-682ed210b602, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:22:06.907235 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a7cc60fe-f397-45e3-84c7-fcb7df823224 None None] For port 5b4e4995-977f-413b-9ad5-682ed210b602, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=5b4e4995-977f-413b-9ad5-682ed210b602,segment=NetworkSegment(33852fa9-f1c6-4139-b5e0-e30192c0068c),segment_id=33852fa9-f1c6-4139-b5e0-e30192c0068c)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:22:06.913864 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7cc60fe-f397-45e3-84c7-fcb7df823224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:06.945606 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7eee36ce-04d6-4116-988c-80093bf9e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:06.969067 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-7eee36ce-04d6-4116-988c-80093bf9e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Transition to ACTIVE for port object 16fbbfdf-9853-4142-a4e7-7b8357641eb2 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:07.013361 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4cecc958-0afe-4f80-905d-17fd307cce23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:07.025449 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4cecc958-0afe-4f80-905d-17fd307cce23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:07.031112 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc60fe-f397-45e3-84c7-fcb7df823224 None None] Pushing event updated for resources: {'Port': ['ID=5b4e4995-977f-413b-9ad5-682ed210b602,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:07.091447 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cecc958-0afe-4f80-905d-17fd307cce23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2f1b76-53c8-4439-a187-9a7a365e5ac5,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:07.097129 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7eee36ce-04d6-4116-988c-80093bf9e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:07.110231 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57752) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:07.110770 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4cecc958-0afe-4f80-905d-17fd307cce23 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7e3e2c7bfc0d4b65b906384fe0bf654a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4857936 Jul 30 20:22:07.155458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eee36ce-04d6-4116-988c-80093bf9e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Network acd36b1c-9680-4b09-85ba-600e3a81be03 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:07.159062 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-7eee36ce-04d6-4116-988c-80093bf9e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:07.163991 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eee36ce-04d6-4116-988c-80093bf9e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:07.170350 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eee36ce-04d6-4116-988c-80093bf9e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:07.171206 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7eee36ce-04d6-4116-988c-80093bf9e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:07.195300 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee36ce-04d6-4116-988c-80093bf9e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Pushing event updated for resources: {'Port': ['ID=16fbbfdf-9853-4142-a4e7-7b8357641eb2,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:07.209904 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7eee36ce-04d6-4116-988c-80093bf9e13f tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0994165 Jul 30 20:22:07.213356 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57754) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:07.218465 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-2bbb162d-ff20-4435-8867-e50f338a3687 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Request body: {'port': {'network_id': 'acd36b1c-9680-4b09-85ba-600e3a81be03', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1825893956', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:07.219744 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.api.validators [None req-2bbb162d-ff20-4435-8867-e50f338a3687 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] bootfile-name is not in valid_values {{(pid=93882) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 20:22:07.220106 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.api.validators [None req-2bbb162d-ff20-4435-8867-e50f338a3687 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] tftp-server is not in valid_values {{(pid=93882) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 20:22:07.220433 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.api.validators [None req-2bbb162d-ff20-4435-8867-e50f338a3687 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] server-ip-address is not in valid_values {{(pid=93882) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 20:22:07.241970 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88f80dda-ba51-4002-94e7-1509da90f25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:07.277727 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88f80dda-ba51-4002-94e7-1509da90f25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:07.364626 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88f80dda-ba51-4002-94e7-1509da90f25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:07.367525 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88f80dda-ba51-4002-94e7-1509da90f25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:07.371015 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-88f80dda-ba51-4002-94e7-1509da90f25e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4e2f1b76-53c8-4439-a187-9a7a365e5ac5 HTTP/1.1" status: 204 len: 168 time: 0.2558906 Jul 30 20:22:07.384884 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f80dda-ba51-4002-94e7-1509da90f25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2f1b76-53c8-4439-a187-9a7a365e5ac5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:07.453676 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbb162d-ff20-4435-8867-e50f338a3687 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Made reservation on behalf of dcabced7b7fd4de588f7a0c2cd92b231 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:07.457567 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2bbb162d-ff20-4435-8867-e50f338a3687 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:07.495387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-2bbb162d-ff20-4435-8867-e50f338a3687 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] device_id is not set on port 9ac0b1a7-19ea-4352-aa80-0db2f4a79946 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:22:07.665807 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-2bbb162d-ff20-4435-8867-e50f338a3687 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Allocated IP 2001:db8::3ab (acd36b1c-9680-4b09-85ba-600e3a81be03/b6ce41ba-597e-493f-8708-79d0f682db55/9ac0b1a7-19ea-4352-aa80-0db2f4a79946) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:07.852293 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2bbb162d-ff20-4435-8867-e50f338a3687 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:07.870411 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-2bbb162d-ff20-4435-8867-e50f338a3687 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Transition to ACTIVE for port object 9ac0b1a7-19ea-4352-aa80-0db2f4a79946 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:07.912437 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2bbb162d-ff20-4435-8867-e50f338a3687 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:07.960353 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbb162d-ff20-4435-8867-e50f338a3687 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Network acd36b1c-9680-4b09-85ba-600e3a81be03 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:07.988307 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-2bbb162d-ff20-4435-8867-e50f338a3687 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:07.989043 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb162d-ff20-4435-8867-e50f338a3687 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Pushing event updated for resources: {'Port': ['ID=9ac0b1a7-19ea-4352-aa80-0db2f4a79946,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:07.994800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbb162d-ff20-4435-8867-e50f338a3687 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:07.997276 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbb162d-ff20-4435-8867-e50f338a3687 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:07.997958 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2bbb162d-ff20-4435-8867-e50f338a3687 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:08.018360 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2bbb162d-ff20-4435-8867-e50f338a3687 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.8039312 Jul 30 20:22:08.021077 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57790) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:08.121334 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4758fb8b-4274-4249-9c55-bccb2b9edab2 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:08.140054 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4758fb8b-4274-4249-9c55-bccb2b9edab2 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:08.178083 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4758fb8b-4274-4249-9c55-bccb2b9edab2 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:08.181378 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4758fb8b-4274-4249-9c55-bccb2b9edab2 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1591723 Jul 30 20:22:08.184439 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57796) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:08.376586 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-9885c6fb-645d-4f50-8fa5-b2226989b735 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Deleting port 9ac0b1a7-19ea-4352-aa80-0db2f4a79946 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:08.377197 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9885c6fb-645d-4f50-8fa5-b2226989b735 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:08.415621 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cc6b7b-acb2-4a50-949a-81901b52057e None None] Network acd36b1c-9680-4b09-85ba-600e3a81be03 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:08.497878 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9885c6fb-645d-4f50-8fa5-b2226989b735 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:08.498049 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57810) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:08.514274 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-9885c6fb-645d-4f50-8fa5-b2226989b735 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Calling delete_port for 9ac0b1a7-19ea-4352-aa80-0db2f4a79946 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:08.517496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d7a2a0de-89d4-4243-b698-670b98899926 None None] Provisioning for port 5b4e4995-977f-413b-9ad5-682ed210b602 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:22:08.693393 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-18ef5f3c-f63a-4a55-87a7-823d64585531 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1522739020'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:08.771693 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ef5f3c-f63a-4a55-87a7-823d64585531 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:08.777757 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18ef5f3c-f63a-4a55-87a7-823d64585531 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:08.797321 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18ef5f3c-f63a-4a55-87a7-823d64585531 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:08.800633 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9885c6fb-645d-4f50-8fa5-b2226989b735 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:08.814144 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5b4e4995-977f-413b-9ad5-682ed210b602 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:22:08.879113 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885c6fb-645d-4f50-8fa5-b2226989b735 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Pushing event deleted for resources: {'Port': ['ID=9ac0b1a7-19ea-4352-aa80-0db2f4a79946,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:08.934971 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9885c6fb-645d-4f50-8fa5-b2226989b735 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:08.935393 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 5b4e4995-977f-413b-9ad5-682ed210b602 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:22:08.939350 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9885c6fb-645d-4f50-8fa5-b2226989b735 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] 10.222.0.81 "DELETE /v2.0/ports/9ac0b1a7-19ea-4352-aa80-0db2f4a79946 HTTP/1.1" status: 204 len: 168 time: 0.7534573 Jul 30 20:22:08.940278 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 5b4e4995-977f-413b-9ad5-682ed210b602 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:08.942324 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:08.943048 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57824) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:08.955702 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-4fdd4149-dd2d-4408-9419-dcdfe43ef1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Request body: {'port': {'name': 'tempest-new-port-name-744730447', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:08.956644 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.api.validators [None req-4fdd4149-dd2d-4408-9419-dcdfe43ef1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] bootfile-name is not in valid_values {{(pid=93882) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 20:22:08.957208 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.api.validators [None req-4fdd4149-dd2d-4408-9419-dcdfe43ef1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] tftp-server is not in valid_values {{(pid=93882) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 20:22:08.957944 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.api.validators [None req-4fdd4149-dd2d-4408-9419-dcdfe43ef1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] server-ip-address is not in valid_values {{(pid=93882) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 20:22:09.007319 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18ef5f3c-f63a-4a55-87a7-823d64585531 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:09.019255 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18ef5f3c-f63a-4a55-87a7-823d64585531 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:09.060453 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ef5f3c-f63a-4a55-87a7-823d64585531 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:22:09.074094 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:09.085132 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef5f3c-f63a-4a55-87a7-823d64585531 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e66c8511-b190-46df-9836-fc76e38d89f4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:09.114603 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4149-dd2d-4408-9419-dcdfe43ef1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:09.115870 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18ef5f3c-f63a-4a55-87a7-823d64585531 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:09.119113 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-18ef5f3c-f63a-4a55-87a7-823d64585531 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Added segment 52941110-a826-47ab-962c-9e3ea98d4874 of type vlan for network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 Jul 30 20:22:09.149268 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 5b4e4995-977f-413b-9ad5-682ed210b602, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=5b4e4995-977f-413b-9ad5-682ed210b602,segment=NetworkSegment(33852fa9-f1c6-4139-b5e0-e30192c0068c),segment_id=33852fa9-f1c6-4139-b5e0-e30192c0068c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:22:09.162292 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:09.228102 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18ef5f3c-f63a-4a55-87a7-823d64585531 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:09.294592 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18ef5f3c-f63a-4a55-87a7-823d64585531 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:09.301585 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ef5f3c-f63a-4a55-87a7-823d64585531 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:09.302254 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18ef5f3c-f63a-4a55-87a7-823d64585531 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:09.308889 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9bf1eaa7-2e65-4ce1-9a08-c8d234e43dda None None] Could not find standard attr ID for object 9ac0b1a7-19ea-4352-aa80-0db2f4a79946. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:22:09.338282 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=5b4e4995-977f-413b-9ad5-682ed210b602,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:09.350882 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-18ef5f3c-f63a-4a55-87a7-823d64585531 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8514447 Jul 30 20:22:09.354530 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57836) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:09.360733 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-37f3abf7-dc4a-47c5-bd56-3263e054c4e6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:09.361440 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9bf1eaa7-2e65-4ce1-9a08-c8d234e43dda None None] Provisioning for port 16fbbfdf-9853-4142-a4e7-7b8357641eb2 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:22:09.369362 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9bf1eaa7-2e65-4ce1-9a08-c8d234e43dda None None] Provisioning complete for port 16fbbfdf-9853-4142-a4e7-7b8357641eb2 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:09.369710 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9bf1eaa7-2e65-4ce1-9a08-c8d234e43dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:09.442739 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9bf1eaa7-2e65-4ce1-9a08-c8d234e43dda None None] Port 16fbbfdf-9853-4142-a4e7-7b8357641eb2 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:22:09.452941 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef5f3c-f63a-4a55-87a7-823d64585531 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Network': ['ID=af4b4c78-015d-41b2-aa81-e7eeeb1e0803,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:09.460869 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9bf1eaa7-2e65-4ce1-9a08-c8d234e43dda None None] Provisioning complete for port 5b4e4995-977f-413b-9ad5-682ed210b602 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:09.461798 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9bf1eaa7-2e65-4ce1-9a08-c8d234e43dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:09.507721 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:22:09.585076 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4149-dd2d-4408-9419-dcdfe43ef1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:09.601371 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4149-dd2d-4408-9419-dcdfe43ef1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:09.618300 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f3abf7-dc4a-47c5-bd56-3263e054c4e6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:09.622072 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-37f3abf7-dc4a-47c5-bd56-3263e054c4e6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:09.665408 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-4fdd4149-dd2d-4408-9419-dcdfe43ef1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] In _notify_port_updated(), no bound segment for port 16fbbfdf-9853-4142-a4e7-7b8357641eb2 on network acd36b1c-9680-4b09-85ba-600e3a81be03 {{(pid=93882) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:22:09.673036 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdd4149-dd2d-4408-9419-dcdfe43ef1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:09.673710 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4149-dd2d-4408-9419-dcdfe43ef1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:09.675084 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4fdd4149-dd2d-4408-9419-dcdfe43ef1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] 10.222.0.81 "PUT /v2.0/ports/16fbbfdf-9853-4142-a4e7-7b8357641eb2 HTTP/1.1" status: 200 len: 1129 time: 0.7307336 Jul 30 20:22:09.677793 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57846) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:09.739350 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd4149-dd2d-4408-9419-dcdfe43ef1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Pushing event updated for resources: {'Port': ['ID=16fbbfdf-9853-4142-a4e7-7b8357641eb2,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:09.764481 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bba3cf1-cb2d-4bfe-ac4d-448c46f3ce6b tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:09.765943 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9bba3cf1-cb2d-4bfe-ac4d-448c46f3ce6b tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] 10.222.0.81 "GET /v2.0/ports/16fbbfdf-9853-4142-a4e7-7b8357641eb2 HTTP/1.1" status: 200 len: 1129 time: 0.0871689 Jul 30 20:22:09.769851 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57850) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:09.801937 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-57c6acf5-61f6-474b-8a37-1d8e6ab169ca None None] Provisioning complete for port 16fbbfdf-9853-4142-a4e7-7b8357641eb2 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:09.802553 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-57c6acf5-61f6-474b-8a37-1d8e6ab169ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:09.941873 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-57c6acf5-61f6-474b-8a37-1d8e6ab169ca None None] Port 16fbbfdf-9853-4142-a4e7-7b8357641eb2 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:22:09.976450 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-db187301-6357-4892-a515-0c3179b70903 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Deleting port 16fbbfdf-9853-4142-a4e7-7b8357641eb2 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:09.978244 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db187301-6357-4892-a515-0c3179b70903 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:10.079836 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-37f3abf7-dc4a-47c5-bd56-3263e054c4e6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:10.101902 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db187301-6357-4892-a515-0c3179b70903 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:10.115179 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-db187301-6357-4892-a515-0c3179b70903 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Calling delete_port for 16fbbfdf-9853-4142-a4e7-7b8357641eb2 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:10.162636 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-761196df-647b-449e-ae63-7c379f794fd4 None None] Could not find standard attr ID for object 9ac0b1a7-19ea-4352-aa80-0db2f4a79946. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:22:10.204333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3abf7-dc4a-47c5-bd56-3263e054c4e6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=6eee69f5-d142-4c7e-aee2-c693edaa12d6,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:10.209559 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f3abf7-dc4a-47c5-bd56-3263e054c4e6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Checking segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:22:10.210274 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f3abf7-dc4a-47c5-bd56-3263e054c4e6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network hostable DHCP agents. Network: af4b4c78-015d-41b2-aa81-e7eeeb1e0803, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:22:10.234102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f3abf7-dc4a-47c5-bd56-3263e054c4e6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:22:10.257870 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-37f3abf7-dc4a-47c5-bd56-3263e054c4e6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, af4b4c78-015d-41b2-aa81-e7eeeb1e0803) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:10.267365 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f3abf7-dc4a-47c5-bd56-3263e054c4e6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:10.268001 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-37f3abf7-dc4a-47c5-bd56-3263e054c4e6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:10.270433 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce997e5d-4858-469e-948c-8ad0375a29fb None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:10.297421 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db187301-6357-4892-a515-0c3179b70903 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:10.333872 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-37f3abf7-dc4a-47c5-bd56-3263e054c4e6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9775817 Jul 30 20:22:10.334487 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57862) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:10.339384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-c5cb01ea-d041-4c22-a61a-34bc5531b33e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'name': 'tempest-NetworksTestDHCPv6-1252013966'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:10.464192 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db187301-6357-4892-a515-0c3179b70903 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Pushing event deleted for resources: {'Port': ['ID=16fbbfdf-9853-4142-a4e7-7b8357641eb2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:10.480581 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db187301-6357-4892-a515-0c3179b70903 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:10.488725 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-db187301-6357-4892-a515-0c3179b70903 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] 10.222.0.81 "DELETE /v2.0/ports/16fbbfdf-9853-4142-a4e7-7b8357641eb2 HTTP/1.1" status: 204 len: 168 time: 0.7164562 Jul 30 20:22:10.489610 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57868) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:10.547414 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cb01ea-d041-4c22-a61a-34bc5531b33e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:10.551481 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c5cb01ea-d041-4c22-a61a-34bc5531b33e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:10.610280 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180004fc-e0f1-4825-9889-96daae335e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'fixed_ips': [{'subnet_id': '6eee69f5-d142-4c7e-aee2-c693edaa12d6'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:22:10.611140 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-180004fc-e0f1-4825-9889-96daae335e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:10.632717 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c5cb01ea-d041-4c22-a61a-34bc5531b33e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] device_id is not set on port cb802f9c-d46a-4e34-9325-56d87d9661bf yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:22:10.640889 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd35c43-cb39-45d3-a325-ed64fdd78552 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Deleting subnet b6ce41ba-597e-493f-8708-79d0f682db55 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:22:10.652288 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fcd35c43-cb39-45d3-a325-ed64fdd78552 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:10.712510 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fcd35c43-cb39-45d3-a325-ed64fdd78552 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:10.831470 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5b4e4995-977f-413b-9ad5-682ed210b602 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:22:10.882605 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fcd35c43-cb39-45d3-a325-ed64fdd78552 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:10.903662 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-c5cb01ea-d041-4c22-a61a-34bc5531b33e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8::36b (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/6eee69f5-d142-4c7e-aee2-c693edaa12d6/cb802f9c-d46a-4e34-9325-56d87d9661bf) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:10.971026 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 5b4e4995-977f-413b-9ad5-682ed210b602 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:10.971502 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:11.019894 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fcd35c43-cb39-45d3-a325-ed64fdd78552 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:11.041394 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fcd35c43-cb39-45d3-a325-ed64fdd78552 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:11.047008 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fcd35c43-cb39-45d3-a325-ed64fdd78552 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] 10.222.0.81 "DELETE /v2.0/subnets/b6ce41ba-597e-493f-8708-79d0f682db55 HTTP/1.1" status: 204 len: 168 time: 0.5554440 Jul 30 20:22:11.048169 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57894) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:11.064296 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-aa516e26-efad-4532-af13-b46ec500313d None None] Could not find standard attr ID for object 16fbbfdf-9853-4142-a4e7-7b8357641eb2. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:22:11.181723 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd35c43-cb39-45d3-a325-ed64fdd78552 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ce41ba-597e-493f-8708-79d0f682db55,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:11.305999 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c5cb01ea-d041-4c22-a61a-34bc5531b33e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:11.358714 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a91da205-2676-4136-8bc2-1a641c4b9747 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:11.365508 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c5cb01ea-d041-4c22-a61a-34bc5531b33e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Transition to ACTIVE for port object cb802f9c-d46a-4e34-9325-56d87d9661bf will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:11.428917 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c5cb01ea-d041-4c22-a61a-34bc5531b33e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:11.438612 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91497b66-79a4-44e7-8ba8-08b2f3fe9c30 None None] Network acd36b1c-9680-4b09-85ba-600e3a81be03 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:11.446314 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a91da205-2676-4136-8bc2-1a641c4b9747 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Deleting port 5b4e4995-977f-413b-9ad5-682ed210b602 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:11.447153 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a91da205-2676-4136-8bc2-1a641c4b9747 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:11.493599 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cb01ea-d041-4c22-a61a-34bc5531b33e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:11.496795 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-c5cb01ea-d041-4c22-a61a-34bc5531b33e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:11.501272 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cb01ea-d041-4c22-a61a-34bc5531b33e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:11.508288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cb01ea-d041-4c22-a61a-34bc5531b33e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:11.508909 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c5cb01ea-d041-4c22-a61a-34bc5531b33e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:11.527785 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-a91da205-2676-4136-8bc2-1a641c4b9747 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] For port 5b4e4995-977f-413b-9ad5-682ed210b602, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=5b4e4995-977f-413b-9ad5-682ed210b602,segment=NetworkSegment(33852fa9-f1c6-4139-b5e0-e30192c0068c),segment_id=33852fa9-f1c6-4139-b5e0-e30192c0068c)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:22:11.528165 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a91da205-2676-4136-8bc2-1a641c4b9747 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:11.541503 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb01ea-d041-4c22-a61a-34bc5531b33e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=cb802f9c-d46a-4e34-9325-56d87d9661bf,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:11.544541 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a91da205-2676-4136-8bc2-1a641c4b9747 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Calling delete_port for 5b4e4995-977f-413b-9ad5-682ed210b602 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:11.562766 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c5cb01ea-d041-4c22-a61a-34bc5531b33e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2267716 Jul 30 20:22:11.564799 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57904) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:11.637971 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-180004fc-e0f1-4825-9889-96daae335e53 None None] Allocated IP 2001:db8::2 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/6eee69f5-d142-4c7e-aee2-c693edaa12d6/53016a19-e663-405a-9053-614de78b3dc5) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:11.656190 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a91da205-2676-4136-8bc2-1a641c4b9747 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:11.715100 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91da205-2676-4136-8bc2-1a641c4b9747 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Pushing event deleted for resources: {'Port': ['ID=5b4e4995-977f-413b-9ad5-682ed210b602,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:11.719270 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91da205-2676-4136-8bc2-1a641c4b9747 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] No DVR routers for this DVR port 5b4e4995-977f-413b-9ad5-682ed210b602 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:22:11.748838 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f481e74d-d558-42eb-acb5-b333c045b81b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:11.750285 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f481e74d-d558-42eb-acb5-b333c045b81b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1830866 Jul 30 20:22:11.753896 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57912) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:11.882154 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e2adc8-5d24-4372-a1c9-b452f035acc7 None None] DHCP port deletion for acd36b1c-9680-4b09-85ba-600e3a81be03 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:22:11.913653 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a91da205-2676-4136-8bc2-1a641c4b9747 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:11.995400 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a91da205-2676-4136-8bc2-1a641c4b9747 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd36b1c-9680-4b09-85ba-600e3a81be03']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:12.020431 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a91da205-2676-4136-8bc2-1a641c4b9747 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33852fa9-f1c6-4139-b5e0-e30192c0068c') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:12.020650 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a91da205-2676-4136-8bc2-1a641c4b9747 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33852fa9-f1c6-4139-b5e0-e30192c0068c') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:12.045580 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a91da205-2676-4136-8bc2-1a641c4b9747 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:12.092598 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a91da205-2676-4136-8bc2-1a641c4b9747 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:12.101044 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a91da205-2676-4136-8bc2-1a641c4b9747 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:22:12.101442 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a91da205-2676-4136-8bc2-1a641c4b9747 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:22:12.105611 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:22:12.150218 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-180004fc-e0f1-4825-9889-96daae335e53 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:12.165708 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-180004fc-e0f1-4825-9889-96daae335e53 None None] Transition to ACTIVE for port object 53016a19-e663-405a-9053-614de78b3dc5 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:12.195817 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-180004fc-e0f1-4825-9889-96daae335e53 None None] Transition to ACTIVE for port object 53016a19-e663-405a-9053-614de78b3dc5 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:12.207434 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-180004fc-e0f1-4825-9889-96daae335e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:12.227588 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9e6cbf5f-9dba-4cc2-93b4-8dca5be8075d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting port cb802f9c-d46a-4e34-9325-56d87d9661bf {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:12.228267 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbf5f-9dba-4cc2-93b4-8dca5be8075d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:12.306029 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180004fc-e0f1-4825-9889-96daae335e53 None None] Pushing event updated for resources: {'Port': ['ID=53016a19-e663-405a-9053-614de78b3dc5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:12.329446 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a91da205-2676-4136-8bc2-1a641c4b9747 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:12.340169 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180004fc-e0f1-4825-9889-96daae335e53 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:12.342264 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-180004fc-e0f1-4825-9889-96daae335e53 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:12.349264 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180004fc-e0f1-4825-9889-96daae335e53 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:12.351164 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a91da205-2676-4136-8bc2-1a641c4b9747 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:12.353100 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a91da205-2676-4136-8bc2-1a641c4b9747 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] 10.222.0.81 "DELETE /v2.0/networks/acd36b1c-9680-4b09-85ba-600e3a81be03 HTTP/1.1" status: 204 len: 168 time: 1.3019221 Jul 30 20:22:12.407954 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91da205-2676-4136-8bc2-1a641c4b9747 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584 tempest-ExtraDHCPOptionsIpV6TestJSON-1060358584-project] Pushing event deleted for resources: {'Network': ['ID=acd36b1c-9680-4b09-85ba-600e3a81be03,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:12.484578 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-180004fc-e0f1-4825-9889-96daae335e53 None None] Attempting to bind port 53016a19-e663-405a-9053-614de78b3dc5 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:22:12.485186 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-180004fc-e0f1-4825-9889-96daae335e53 None None] Attempting to bind port 53016a19-e663-405a-9053-614de78b3dc5 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:22:12.485770 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180004fc-e0f1-4825-9889-96daae335e53 None None] Attempting to bind port 53016a19-e663-405a-9053-614de78b3dc5 on network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:22:12.501053 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180004fc-e0f1-4825-9889-96daae335e53 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:22:12.501700 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180004fc-e0f1-4825-9889-96daae335e53 None None] Checking segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:22:12.502312 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-180004fc-e0f1-4825-9889-96daae335e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:12.502906 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180004fc-e0f1-4825-9889-96daae335e53 None None] Bound using segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:22:12.503614 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-180004fc-e0f1-4825-9889-96daae335e53 None None] Bound port: 53016a19-e663-405a-9053-614de78b3dc5, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:22:12.504202 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-180004fc-e0f1-4825-9889-96daae335e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:12.505121 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbf5f-9dba-4cc2-93b4-8dca5be8075d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:12.535009 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9e6cbf5f-9dba-4cc2-93b4-8dca5be8075d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Calling delete_port for cb802f9c-d46a-4e34-9325-56d87d9661bf owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:12.614396 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-180004fc-e0f1-4825-9889-96daae335e53 None None] For port 53016a19-e663-405a-9053-614de78b3dc5, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:22:12.625220 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-180004fc-e0f1-4825-9889-96daae335e53 None None] For port 53016a19-e663-405a-9053-614de78b3dc5, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=53016a19-e663-405a-9053-614de78b3dc5,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:22:12.635072 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-180004fc-e0f1-4825-9889-96daae335e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:12.697460 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:22:12.733560 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5b4e4995-977f-413b-9ad5-682ed210b602 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:22:12.766656 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 5b4e4995-977f-413b-9ad5-682ed210b602 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:22:12.766656 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5b4e4995-977f-413b-9ad5-682ed210b602 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:22:12.812483 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbf5f-9dba-4cc2-93b4-8dca5be8075d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:12.834124 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180004fc-e0f1-4825-9889-96daae335e53 None None] Pushing event updated for resources: {'Port': ['ID=53016a19-e663-405a-9053-614de78b3dc5,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:12.866674 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cbf5f-9dba-4cc2-93b4-8dca5be8075d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Port': ['ID=cb802f9c-d46a-4e34-9325-56d87d9661bf,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:12.881420 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57940) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:12.896449 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbf5f-9dba-4cc2-93b4-8dca5be8075d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:12.899680 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9e6cbf5f-9dba-4cc2-93b4-8dca5be8075d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/cb802f9c-d46a-4e34-9325-56d87d9661bf HTTP/1.1" status: 204 len: 168 time: 1.1445000 Jul 30 20:22:12.901994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57944) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:12.978988 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1609538-6948-4e3a-9ba7-c9885db4d5b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:12.983996 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1609538-6948-4e3a-9ba7-c9885db4d5b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:12.988142 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f1609538-6948-4e3a-9ba7-c9885db4d5b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0851653 Jul 30 20:22:12.990848 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57946) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:13.130525 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4255316a-b8f1-4f49-b31f-12a465bf2fb4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dcabced7b7fd4de588f7a0c2cd92b231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2473741 Jul 30 20:22:13.137980 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1b8571-20dd-4920-ace7-d6b3a069b8d8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet 6eee69f5-d142-4c7e-aee2-c693edaa12d6 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:22:13.139997 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57948) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:13.149538 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb1b8571-20dd-4920-ace7-d6b3a069b8d8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:13.238199 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-19c29512-8534-44d2-9cdb-c2206f657e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:13.250450 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb1b8571-20dd-4920-ace7-d6b3a069b8d8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:13.263282 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-19c29512-8534-44d2-9cdb-c2206f657e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:13.350277 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-19c29512-8534-44d2-9cdb-c2206f657e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:13.354085 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-19c29512-8534-44d2-9cdb-c2206f657e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:13.356226 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-19c29512-8534-44d2-9cdb-c2206f657e66 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/577067e0-d7b6-4361-b654-66e5921b8d5c HTTP/1.1" status: 204 len: 168 time: 0.2150555 Jul 30 20:22:13.385698 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c29512-8534-44d2-9cdb-c2206f657e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577067e0-d7b6-4361-b654-66e5921b8d5c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:13.527869 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb1b8571-20dd-4920-ace7-d6b3a069b8d8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:13.654073 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb1b8571-20dd-4920-ace7-d6b3a069b8d8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:13.722743 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b8571-20dd-4920-ace7-d6b3a069b8d8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=6eee69f5-d142-4c7e-aee2-c693edaa12d6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:13.727709 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb1b8571-20dd-4920-ace7-d6b3a069b8d8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:13.733982 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-eb1b8571-20dd-4920-ace7-d6b3a069b8d8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/6eee69f5-d142-4c7e-aee2-c693edaa12d6 HTTP/1.1" status: 204 len: 168 time: 0.7394173 Jul 30 20:22:13.734917 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57970) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:14.342756 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ebe021-f065-4d31-ac8d-ca90e12eac4b None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:14.348621 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57998) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:14.353245 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1bf71625-7d3b-40f2-9e66-424185461024 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6150301 Jul 30 20:22:14.356547 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-66cc4eba-8848-45d4-bc83-dd8383c7eb6e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:14.454208 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-236afa52-9430-44be-b9c0-1ce01049dc39 None None] Provisioning for port 53016a19-e663-405a-9053-614de78b3dc5 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:22:14.539977 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cc4eba-8848-45d4-bc83-dd8383c7eb6e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:14.544069 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66cc4eba-8848-45d4-bc83-dd8383c7eb6e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:14.747058 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f248ee29-b488-4c86-aeb4-b69c830b9fe4 None None] DHCP port deletion for af4b4c78-015d-41b2-aa81-e7eeeb1e0803 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:22:14.757979 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58014) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:14.888220 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f248ee29-b488-4c86-aeb4-b69c830b9fe4 None None] Deleting port 53016a19-e663-405a-9053-614de78b3dc5 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:14.889895 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f248ee29-b488-4c86-aeb4-b69c830b9fe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:14.945420 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-53adef0f-81ad-456c-a60c-1a6004e52eed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-7355072'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:14.977201 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66cc4eba-8848-45d4-bc83-dd8383c7eb6e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:14.987693 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53adef0f-81ad-456c-a60c-1a6004e52eed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Made reservation on behalf of d75da0de5d9748d9aa5ef837f1c432c9 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:14.991444 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53adef0f-81ad-456c-a60c-1a6004e52eed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:15.001238 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f248ee29-b488-4c86-aeb4-b69c830b9fe4 None None] For port 53016a19-e663-405a-9053-614de78b3dc5, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=53016a19-e663-405a-9053-614de78b3dc5,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:22:15.001632 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f248ee29-b488-4c86-aeb4-b69c830b9fe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:15.012595 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53adef0f-81ad-456c-a60c-1a6004e52eed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:15.031085 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f248ee29-b488-4c86-aeb4-b69c830b9fe4 None None] Calling delete_port for 53016a19-e663-405a-9053-614de78b3dc5 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:15.100000 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cc4eba-8848-45d4-bc83-dd8383c7eb6e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:15.103792 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-66cc4eba-8848-45d4-bc83-dd8383c7eb6e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:15.112605 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cc4eba-8848-45d4-bc83-dd8383c7eb6e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:15.118573 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66cc4eba-8848-45d4-bc83-dd8383c7eb6e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:15.130914 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc4eba-8848-45d4-bc83-dd8383c7eb6e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=71d97344-6f81-485f-810c-0c73e88b59ca,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:15.185403 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f248ee29-b488-4c86-aeb4-b69c830b9fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:15.227631 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53adef0f-81ad-456c-a60c-1a6004e52eed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:15.231451 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f248ee29-b488-4c86-aeb4-b69c830b9fe4 None None] No DVR routers for this DVR port 53016a19-e663-405a-9053-614de78b3dc5 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:22:15.233975 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248ee29-b488-4c86-aeb4-b69c830b9fe4 None None] Pushing event deleted for resources: {'Port': ['ID=53016a19-e663-405a-9053-614de78b3dc5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:15.243001 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53adef0f-81ad-456c-a60c-1a6004e52eed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:15.250568 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-66cc4eba-8848-45d4-bc83-dd8383c7eb6e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9002049 Jul 30 20:22:15.251125 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58024) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:15.256115 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-04a6087c-cd50-4ba4-9b75-28af2b81c474 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'name': 'tempest-NetworksTestDHCPv6-2006824825'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:15.260823 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9921bdf-dc2d-42d2-9781-43947c0d3a05 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:15.311599 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53adef0f-81ad-456c-a60c-1a6004e52eed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:22:15.356985 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adef0f-81ad-456c-a60c-1a6004e52eed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ef6925-c494-4914-9c06-f67b8b028abd,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:15.376746 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53adef0f-81ad-456c-a60c-1a6004e52eed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:15.376988 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-53adef0f-81ad-456c-a60c-1a6004e52eed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Added segment c64238b3-0223-4eb8-8494-b3abf7ca3cd6 of type vlan for network 91cd0947-15c4-43d5-80e0-d70dfa9ceed1 Jul 30 20:22:15.467634 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a6087c-cd50-4ba4-9b75-28af2b81c474 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:15.472949 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04a6087c-cd50-4ba4-9b75-28af2b81c474 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:15.489327 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53adef0f-81ad-456c-a60c-1a6004e52eed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:15.497282 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:15.524203 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-04a6087c-cd50-4ba4-9b75-28af2b81c474 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] device_id is not set on port 908c33f1-83bc-4681-b091-b46f376153b2 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:22:15.558224 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b38c1d-e76c-4b13-a7a2-98d4d038d47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'fixed_ips': [{'subnet_id': '71d97344-6f81-485f-810c-0c73e88b59ca'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:22:15.559370 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2b38c1d-e76c-4b13-a7a2-98d4d038d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:15.568544 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53adef0f-81ad-456c-a60c-1a6004e52eed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:15.582864 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53adef0f-81ad-456c-a60c-1a6004e52eed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:15.583561 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53adef0f-81ad-456c-a60c-1a6004e52eed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:15.735786 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adef0f-81ad-456c-a60c-1a6004e52eed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event updated for resources: {'Network': ['ID=91cd0947-15c4-43d5-80e0-d70dfa9ceed1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:15.740288 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-53adef0f-81ad-456c-a60c-1a6004e52eed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9810297 Jul 30 20:22:15.790186 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 91cd0947-15c4-43d5-80e0-d70dfa9ceed1 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:22:15.814332 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-04a6087c-cd50-4ba4-9b75-28af2b81c474 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8::158 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/71d97344-6f81-485f-810c-0c73e88b59ca/908c33f1-83bc-4681-b091-b46f376153b2) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:16.098298 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04a6087c-cd50-4ba4-9b75-28af2b81c474 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:16.113703 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-04a6087c-cd50-4ba4-9b75-28af2b81c474 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Transition to ACTIVE for port object 908c33f1-83bc-4681-b091-b46f376153b2 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:16.192642 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04a6087c-cd50-4ba4-9b75-28af2b81c474 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:16.265013 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a6087c-cd50-4ba4-9b75-28af2b81c474 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:16.268197 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-04a6087c-cd50-4ba4-9b75-28af2b81c474 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:16.285940 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a6087c-cd50-4ba4-9b75-28af2b81c474 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:16.292085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a6087c-cd50-4ba4-9b75-28af2b81c474 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:16.292710 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04a6087c-cd50-4ba4-9b75-28af2b81c474 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:16.296117 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-f2b38c1d-e76c-4b13-a7a2-98d4d038d47b None None] Allocated IP 2001:db8::2 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/71d97344-6f81-485f-810c-0c73e88b59ca/350632df-b3d1-4f4e-bcb5-984f49e1e5f7) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:16.305804 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6087c-cd50-4ba4-9b75-28af2b81c474 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=908c33f1-83bc-4681-b091-b46f376153b2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:16.337021 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-04a6087c-cd50-4ba4-9b75-28af2b81c474 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0847263 Jul 30 20:22:16.339403 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58050) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:16.406956 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6c0ae2-d9e9-4a11-8968-b55010f25f27 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:16.409839 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7b6c0ae2-d9e9-4a11-8968-b55010f25f27 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0687211 Jul 30 20:22:16.414652 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58052) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:16.562248 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2b38c1d-e76c-4b13-a7a2-98d4d038d47b None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:16.573218 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f2b38c1d-e76c-4b13-a7a2-98d4d038d47b None None] Transition to ACTIVE for port object 350632df-b3d1-4f4e-bcb5-984f49e1e5f7 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:16.588952 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f2b38c1d-e76c-4b13-a7a2-98d4d038d47b None None] Transition to ACTIVE for port object 350632df-b3d1-4f4e-bcb5-984f49e1e5f7 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:16.606878 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2b38c1d-e76c-4b13-a7a2-98d4d038d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:16.629179 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a1a31a63-c7d5-4e92-9991-afeda3258ff2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting port 908c33f1-83bc-4681-b091-b46f376153b2 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:16.632270 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1a31a63-c7d5-4e92-9991-afeda3258ff2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:16.715803 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 53016a19-e663-405a-9053-614de78b3dc5 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:22:16.799862 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b38c1d-e76c-4b13-a7a2-98d4d038d47b None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:16.802548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 53016a19-e663-405a-9053-614de78b3dc5 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:22:16.818975 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 53016a19-e663-405a-9053-614de78b3dc5 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:22:16.843574 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-f2b38c1d-e76c-4b13-a7a2-98d4d038d47b None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:16.854541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b38c1d-e76c-4b13-a7a2-98d4d038d47b None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:16.897013 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b38c1d-e76c-4b13-a7a2-98d4d038d47b None None] Pushing event updated for resources: {'Port': ['ID=350632df-b3d1-4f4e-bcb5-984f49e1e5f7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:16.937238 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1a31a63-c7d5-4e92-9991-afeda3258ff2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:16.976805 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a1a31a63-c7d5-4e92-9991-afeda3258ff2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Calling delete_port for 908c33f1-83bc-4681-b091-b46f376153b2 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:17.028014 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f2b38c1d-e76c-4b13-a7a2-98d4d038d47b None None] Attempting to bind port 350632df-b3d1-4f4e-bcb5-984f49e1e5f7 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:22:17.028405 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f2b38c1d-e76c-4b13-a7a2-98d4d038d47b None None] Attempting to bind port 350632df-b3d1-4f4e-bcb5-984f49e1e5f7 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:22:17.028767 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b38c1d-e76c-4b13-a7a2-98d4d038d47b None None] Attempting to bind port 350632df-b3d1-4f4e-bcb5-984f49e1e5f7 on network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:22:17.039745 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b38c1d-e76c-4b13-a7a2-98d4d038d47b None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:22:17.040120 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b38c1d-e76c-4b13-a7a2-98d4d038d47b None None] Checking segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:22:17.040520 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2b38c1d-e76c-4b13-a7a2-98d4d038d47b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:17.040906 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b38c1d-e76c-4b13-a7a2-98d4d038d47b None None] Bound using segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:22:17.041364 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f2b38c1d-e76c-4b13-a7a2-98d4d038d47b None None] Bound port: 350632df-b3d1-4f4e-bcb5-984f49e1e5f7, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:22:17.041739 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2b38c1d-e76c-4b13-a7a2-98d4d038d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:17.218684 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f2b38c1d-e76c-4b13-a7a2-98d4d038d47b None None] For port 350632df-b3d1-4f4e-bcb5-984f49e1e5f7, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:22:17.263330 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f2b38c1d-e76c-4b13-a7a2-98d4d038d47b None None] For port 350632df-b3d1-4f4e-bcb5-984f49e1e5f7, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=350632df-b3d1-4f4e-bcb5-984f49e1e5f7,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:22:17.291165 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1a31a63-c7d5-4e92-9991-afeda3258ff2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:17.292232 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2b38c1d-e76c-4b13-a7a2-98d4d038d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:17.344820 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a31a63-c7d5-4e92-9991-afeda3258ff2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Port': ['ID=908c33f1-83bc-4681-b091-b46f376153b2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:17.391544 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b38c1d-e76c-4b13-a7a2-98d4d038d47b None None] Pushing event updated for resources: {'Port': ['ID=350632df-b3d1-4f4e-bcb5-984f49e1e5f7,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:17.416394 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1a31a63-c7d5-4e92-9991-afeda3258ff2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:17.421060 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58076) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:17.434158 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a1a31a63-c7d5-4e92-9991-afeda3258ff2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/908c33f1-83bc-4681-b091-b46f376153b2 HTTP/1.1" status: 204 len: 168 time: 1.0181582 Jul 30 20:22:17.493853 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a55a5-6911-4801-a4df-3adef431094e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:17.495451 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a55a5-6911-4801-a4df-3adef431094e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:17.497031 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3a3a55a5-6911-4801-a4df-3adef431094e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0749218 Jul 30 20:22:17.499771 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58078) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:17.605906 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffefcf7c-3407-4716-9cfa-06f95867c9d1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet 71d97344-6f81-485f-810c-0c73e88b59ca {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:22:17.609168 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ffefcf7c-3407-4716-9cfa-06f95867c9d1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:17.739542 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ffefcf7c-3407-4716-9cfa-06f95867c9d1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:18.073579 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ffefcf7c-3407-4716-9cfa-06f95867c9d1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:18.221515 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ffefcf7c-3407-4716-9cfa-06f95867c9d1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:18.252375 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefcf7c-3407-4716-9cfa-06f95867c9d1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=71d97344-6f81-485f-810c-0c73e88b59ca,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:18.272574 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ffefcf7c-3407-4716-9cfa-06f95867c9d1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:18.275007 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ffefcf7c-3407-4716-9cfa-06f95867c9d1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/71d97344-6f81-485f-810c-0c73e88b59ca HTTP/1.1" status: 204 len: 168 time: 0.7743177 Jul 30 20:22:18.277542 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58098) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:18.363111 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-04e1e18d-e964-4c38-9d04-e2f023251ed7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756242 Jul 30 20:22:18.366169 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58100) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:18.372618 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-38eb492d-5234-4b1b-b53c-7cecc984fa76 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:18.495356 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38eb492d-5234-4b1b-b53c-7cecc984fa76 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:18.499387 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38eb492d-5234-4b1b-b53c-7cecc984fa76 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:18.781425 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 350632df-b3d1-4f4e-bcb5-984f49e1e5f7 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:22:18.836940 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38eb492d-5234-4b1b-b53c-7cecc984fa76 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:18.903146 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 350632df-b3d1-4f4e-bcb5-984f49e1e5f7 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:22:18.914281 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eb492d-5234-4b1b-b53c-7cecc984fa76 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:18.943859 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-38eb492d-5234-4b1b-b53c-7cecc984fa76 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:18.959027 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38eb492d-5234-4b1b-b53c-7cecc984fa76 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:18.959801 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38eb492d-5234-4b1b-b53c-7cecc984fa76 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:18.973639 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb492d-5234-4b1b-b53c-7cecc984fa76 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=bc1c5cf2-8e90-4a99-9ce2-faad79e9fafd,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:19.009354 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58110) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:19.009623 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-38eb492d-5234-4b1b-b53c-7cecc984fa76 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6418836 Jul 30 20:22:19.022710 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-807b767c-64d8-4751-97e3-be9d02a360ba tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'name': 'tempest-NetworksTestDHCPv6-233576655'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:19.115789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3141361f-5b2e-42e0-a3fb-7535264d77f7 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:19.182786 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58124) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:19.198718 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7399be07-84a0-481f-a66c-2310fd2c5dc8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Request body: {'subnet': {'network_id': '91cd0947-15c4-43d5-80e0-d70dfa9ceed1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:19.268075 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4be07614-6867-47d9-ae45-3d5f9f510dc9 None None] Provisioning for port 350632df-b3d1-4f4e-bcb5-984f49e1e5f7 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:22:19.282795 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4be07614-6867-47d9-ae45-3d5f9f510dc9 None None] Provisioning complete for port 350632df-b3d1-4f4e-bcb5-984f49e1e5f7 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:19.283477 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4be07614-6867-47d9-ae45-3d5f9f510dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:19.524399 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4be07614-6867-47d9-ae45-3d5f9f510dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:19.760711 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:19.762780 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4be07614-6867-47d9-ae45-3d5f9f510dc9 None None] For port 350632df-b3d1-4f4e-bcb5-984f49e1e5f7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=350632df-b3d1-4f4e-bcb5-984f49e1e5f7,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:22:19.774212 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4be07614-6867-47d9-ae45-3d5f9f510dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:19.864866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be07614-6867-47d9-ae45-3d5f9f510dc9 None None] Pushing event updated for resources: {'Port': ['ID=350632df-b3d1-4f4e-bcb5-984f49e1e5f7,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:19.960619 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.db.api [None req-7399be07-84a0-481f-a66c-2310fd2c5dc8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 20:22:19.960619 n-d-712137-9 neutron-server[93883]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 20:22:19.960619 n-d-712137-9 neutron-server[93883]: [parameters: {'project_id': 'd75da0de5d9748d9aa5ef837f1c432c9', 'id': '7269e6ed-4c5c-43fc-a9b4-4e6c74852d46', 'expiration': datetime.datetime(2021, 7, 30, 20, 24, 19, 946971)}] Jul 30 20:22:19.960619 n-d-712137-9 neutron-server[93883]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:22:19.961497 n-d-712137-9 neutron-server[93883]: DEBUG oslo_db.api [None req-7399be07-84a0-481f-a66c-2310fd2c5dc8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:22:19.964814 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807b767c-64d8-4751-97e3-be9d02a360ba tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:19.970439 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-807b767c-64d8-4751-97e3-be9d02a360ba tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:20.026306 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-807b767c-64d8-4751-97e3-be9d02a360ba tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] device_id is not set on port 4d5be604-b183-4c3f-a0e5-6528db914818 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:22:20.222777 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f91426b3-7cf6-4cd5-93fe-ceaccae71a82 None None] Provisioning complete for port 350632df-b3d1-4f4e-bcb5-984f49e1e5f7 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:20.223163 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f91426b3-7cf6-4cd5-93fe-ceaccae71a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:20.399449 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-807b767c-64d8-4751-97e3-be9d02a360ba tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8::3a5 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/bc1c5cf2-8e90-4a99-9ce2-faad79e9fafd/4d5be604-b183-4c3f-a0e5-6528db914818) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:20.683543 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7399be07-84a0-481f-a66c-2310fd2c5dc8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Made reservation on behalf of d75da0de5d9748d9aa5ef837f1c432c9 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:20.683543 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7399be07-84a0-481f-a66c-2310fd2c5dc8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:20.701145 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a694f0a4-54b7-450c-a9f3-c7051a130c87 None None] Could not find standard attr ID for object cb802f9c-d46a-4e34-9325-56d87d9661bf. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:22:20.727825 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 350632df-b3d1-4f4e-bcb5-984f49e1e5f7 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:22:20.765990 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-807b767c-64d8-4751-97e3-be9d02a360ba tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:20.785221 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-807b767c-64d8-4751-97e3-be9d02a360ba tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Transition to ACTIVE for port object 4d5be604-b183-4c3f-a0e5-6528db914818 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:20.814398 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 350632df-b3d1-4f4e-bcb5-984f49e1e5f7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:20.819138 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:20.884114 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-807b767c-64d8-4751-97e3-be9d02a360ba tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:20.996934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807b767c-64d8-4751-97e3-be9d02a360ba tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:21.005733 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-807b767c-64d8-4751-97e3-be9d02a360ba tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:21.021064 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-be61e875-cdb5-46aa-b85f-00d4b9084c97 None None] Could not find standard attr ID for object 908c33f1-83bc-4681-b091-b46f376153b2. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:22:21.068353 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807b767c-64d8-4751-97e3-be9d02a360ba tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:21.074299 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807b767c-64d8-4751-97e3-be9d02a360ba tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:21.074980 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-807b767c-64d8-4751-97e3-be9d02a360ba tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:21.108859 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b767c-64d8-4751-97e3-be9d02a360ba tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=4d5be604-b183-4c3f-a0e5-6528db914818,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:21.119635 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-807b767c-64d8-4751-97e3-be9d02a360ba tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1063344 Jul 30 20:22:21.121320 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58162) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:21.195558 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c66654c-6599-42ef-9bfb-d8a1a693a1b0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:21.204307 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c66654c-6599-42ef-9bfb-d8a1a693a1b0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:21.210710 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7399be07-84a0-481f-a66c-2310fd2c5dc8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:21.212975 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58166) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:21.222976 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7c66654c-6599-42ef-9bfb-d8a1a693a1b0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0924520 Jul 30 20:22:21.244969 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7794-1f09-4166-bbee-35c4829f04a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:21.306152 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399be07-84a0-481f-a66c-2310fd2c5dc8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event updated for resources: {'Subnet': ['ID=bd3969ae-06b1-4fad-8c22-eb85922c718d,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:21.398793 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7399be07-84a0-481f-a66c-2310fd2c5dc8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Checking segment: {'id': 'c64238b3-0223-4eb8-8494-b3abf7ca3cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '91cd0947-15c4-43d5-80e0-d70dfa9ceed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:22:21.398793 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7399be07-84a0-481f-a66c-2310fd2c5dc8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Network hostable DHCP agents. Network: 91cd0947-15c4-43d5-80e0-d70dfa9ceed1, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:22:21.534542 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-026925f1-58be-4770-a56e-111693ef2e7b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting port 4d5be604-b183-4c3f-a0e5-6528db914818 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:21.534874 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-026925f1-58be-4770-a56e-111693ef2e7b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:21.566326 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7399be07-84a0-481f-a66c-2310fd2c5dc8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Network 91cd0947-15c4-43d5-80e0-d70dfa9ceed1 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:22:21.610130 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-7399be07-84a0-481f-a66c-2310fd2c5dc8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 91cd0947-15c4-43d5-80e0-d70dfa9ceed1) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:21.621531 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7399be07-84a0-481f-a66c-2310fd2c5dc8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:21.622126 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7399be07-84a0-481f-a66c-2310fd2c5dc8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:21.647377 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99568f18-af4c-48fb-bdfe-ce565ca0af12 None None] Network 91cd0947-15c4-43d5-80e0-d70dfa9ceed1 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:21.663328 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7399be07-84a0-481f-a66c-2310fd2c5dc8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4704773 Jul 30 20:22:21.669269 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58184) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:21.676659 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-47b779d9-8321-461a-a2d5-49cc25accda3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-520796980'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:21.726073 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-026925f1-58be-4770-a56e-111693ef2e7b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:21.738950 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b779d9-8321-461a-a2d5-49cc25accda3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Made reservation on behalf of d75da0de5d9748d9aa5ef837f1c432c9 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:21.751724 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47b779d9-8321-461a-a2d5-49cc25accda3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:21.764239 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-026925f1-58be-4770-a56e-111693ef2e7b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Calling delete_port for 4d5be604-b183-4c3f-a0e5-6528db914818 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:21.815497 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b779d9-8321-461a-a2d5-49cc25accda3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:22:21.818139 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-80e9eb8f-118b-4553-a9e5-00db9985c11c None None] Provisioning for port 4d5be604-b183-4c3f-a0e5-6528db914818 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:22:21.835115 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-80e9eb8f-118b-4553-a9e5-00db9985c11c None None] Provisioning complete for port 4d5be604-b183-4c3f-a0e5-6528db914818 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:21.835492 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80e9eb8f-118b-4553-a9e5-00db9985c11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:21.842385 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47b779d9-8321-461a-a2d5-49cc25accda3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:21.842735 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-47b779d9-8321-461a-a2d5-49cc25accda3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Added segment 314d61b4-2097-4d84-badf-191c1d06564c of type vlan for network e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0 Jul 30 20:22:21.909740 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-80e9eb8f-118b-4553-a9e5-00db9985c11c None None] Port 4d5be604-b183-4c3f-a0e5-6528db914818 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:22:21.977225 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47b779d9-8321-461a-a2d5-49cc25accda3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:22.045762 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9b720c-d297-4e1e-8b5f-b0057591cd0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-91cd0947-15c4-43d5-80e0-d70dfa9ceed1', 'network_id': '91cd0947-15c4-43d5-80e0-d70dfa9ceed1', 'tenant_id': 'd75da0de5d9748d9aa5ef837f1c432c9', 'fixed_ips': [{'subnet_id': 'bd3969ae-06b1-4fad-8c22-eb85922c718d'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:22:22.046627 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7c9b720c-d297-4e1e-8b5f-b0057591cd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:22.069760 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47b779d9-8321-461a-a2d5-49cc25accda3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:22.086060 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b779d9-8321-461a-a2d5-49cc25accda3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:22.087795 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47b779d9-8321-461a-a2d5-49cc25accda3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:22.093528 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-026925f1-58be-4770-a56e-111693ef2e7b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:22.175342 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026925f1-58be-4770-a56e-111693ef2e7b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Port': ['ID=4d5be604-b183-4c3f-a0e5-6528db914818,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:22.223717 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-026925f1-58be-4770-a56e-111693ef2e7b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:22.228636 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-026925f1-58be-4770-a56e-111693ef2e7b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/4d5be604-b183-4c3f-a0e5-6528db914818 HTTP/1.1" status: 204 len: 168 time: 0.9301965 Jul 30 20:22:22.232623 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58192) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:22.267493 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-7c9b720c-d297-4e1e-8b5f-b0057591cd0e None None] Allocated IP 2001:db8:0:ffff::2 (91cd0947-15c4-43d5-80e0-d70dfa9ceed1/bd3969ae-06b1-4fad-8c22-eb85922c718d/9c36d61c-6ac6-482c-b711-653e8ec85f83) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:22.328605 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-47b779d9-8321-461a-a2d5-49cc25accda3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6567171 Jul 30 20:22:22.330487 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58196) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:22.348375 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-f69bc97e-6643-4baf-8edd-3929472fd4a9 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Request body: {'subnet': {'network_id': 'e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:22.409224 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14084a38-dbe7-4620-b822-4d74cdb1ba9f tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:22.410416 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14084a38-dbe7-4620-b822-4d74cdb1ba9f tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:22.412046 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-14084a38-dbe7-4620-b822-4d74cdb1ba9f tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1691208 Jul 30 20:22:22.414680 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58202) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:22.434068 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b779d9-8321-461a-a2d5-49cc25accda3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event updated for resources: {'Network': ['ID=e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:22.459744 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:22:22.558968 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad63a689-9b70-4c72-b2c6-245be2530617 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet bc1c5cf2-8e90-4a99-9ce2-faad79e9fafd {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:22:22.568024 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad63a689-9b70-4c72-b2c6-245be2530617 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:22.618226 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7c9b720c-d297-4e1e-8b5f-b0057591cd0e None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:22.629892 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7c9b720c-d297-4e1e-8b5f-b0057591cd0e None None] Transition to ACTIVE for port object 9c36d61c-6ac6-482c-b711-653e8ec85f83 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:22.632899 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69bc97e-6643-4baf-8edd-3929472fd4a9 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Made reservation on behalf of d75da0de5d9748d9aa5ef837f1c432c9 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:22.637177 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f69bc97e-6643-4baf-8edd-3929472fd4a9 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:22.653194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7c9b720c-d297-4e1e-8b5f-b0057591cd0e None None] Transition to ACTIVE for port object 9c36d61c-6ac6-482c-b711-653e8ec85f83 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:22.670126 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7c9b720c-d297-4e1e-8b5f-b0057591cd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:22.671697 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad63a689-9b70-4c72-b2c6-245be2530617 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:22.716986 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9b720c-d297-4e1e-8b5f-b0057591cd0e None None] Network 91cd0947-15c4-43d5-80e0-d70dfa9ceed1 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:22.720687 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-7c9b720c-d297-4e1e-8b5f-b0057591cd0e None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:22.724018 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9b720c-d297-4e1e-8b5f-b0057591cd0e None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:22.734162 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b720c-d297-4e1e-8b5f-b0057591cd0e None None] Pushing event updated for resources: {'Port': ['ID=9c36d61c-6ac6-482c-b711-653e8ec85f83,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:22.784532 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad63a689-9b70-4c72-b2c6-245be2530617 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:22.809441 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-7c9b720c-d297-4e1e-8b5f-b0057591cd0e None None] Attempting to bind port 9c36d61c-6ac6-482c-b711-653e8ec85f83 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:22:22.812320 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-7c9b720c-d297-4e1e-8b5f-b0057591cd0e None None] Attempting to bind port 9c36d61c-6ac6-482c-b711-653e8ec85f83 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'c64238b3-0223-4eb8-8494-b3abf7ca3cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '91cd0947-15c4-43d5-80e0-d70dfa9ceed1'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:22:22.814097 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9b720c-d297-4e1e-8b5f-b0057591cd0e None None] Attempting to bind port 9c36d61c-6ac6-482c-b711-653e8ec85f83 on network 91cd0947-15c4-43d5-80e0-d70dfa9ceed1 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:22:22.826308 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9b720c-d297-4e1e-8b5f-b0057591cd0e None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:22:22.831932 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9b720c-d297-4e1e-8b5f-b0057591cd0e None None] Checking segment: {'id': 'c64238b3-0223-4eb8-8494-b3abf7ca3cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '91cd0947-15c4-43d5-80e0-d70dfa9ceed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:22:22.832487 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7c9b720c-d297-4e1e-8b5f-b0057591cd0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:22.832986 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9b720c-d297-4e1e-8b5f-b0057591cd0e None None] Bound using segment: {'id': 'c64238b3-0223-4eb8-8494-b3abf7ca3cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '91cd0947-15c4-43d5-80e0-d70dfa9ceed1'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:22:22.833622 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-7c9b720c-d297-4e1e-8b5f-b0057591cd0e None None] Bound port: 9c36d61c-6ac6-482c-b711-653e8ec85f83, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64238b3-0223-4eb8-8494-b3abf7ca3cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '91cd0947-15c4-43d5-80e0-d70dfa9ceed1'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:22:22.834480 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7c9b720c-d297-4e1e-8b5f-b0057591cd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:22.931585 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad63a689-9b70-4c72-b2c6-245be2530617 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:22.983836 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b577641-bc62-40f1-9e9a-a463dd14f3eb None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:23.006176 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad63a689-9b70-4c72-b2c6-245be2530617 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:23.016814 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ad63a689-9b70-4c72-b2c6-245be2530617 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/bc1c5cf2-8e90-4a99-9ce2-faad79e9fafd HTTP/1.1" status: 204 len: 168 time: 0.6009984 Jul 30 20:22:23.022375 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58214) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:23.024625 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63a689-9b70-4c72-b2c6-245be2530617 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=bc1c5cf2-8e90-4a99-9ce2-faad79e9fafd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:23.069741 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7c9b720c-d297-4e1e-8b5f-b0057591cd0e None None] For port 9c36d61c-6ac6-482c-b711-653e8ec85f83, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:22:23.097808 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7c9b720c-d297-4e1e-8b5f-b0057591cd0e None None] For port 9c36d61c-6ac6-482c-b711-653e8ec85f83, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=9c36d61c-6ac6-482c-b711-653e8ec85f83,segment=NetworkSegment(c64238b3-0223-4eb8-8494-b3abf7ca3cd6),segment_id=c64238b3-0223-4eb8-8494-b3abf7ca3cd6)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:22:23.115677 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7c9b720c-d297-4e1e-8b5f-b0057591cd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:23.131154 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2dbc0e12-1a5b-4158-bef7-6f7f7c5b445b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1021585 Jul 30 20:22:23.133428 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58216) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:23.267527 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5944ffc7-466d-4c32-9183-966fd08fb3f6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:23.269514 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5944ffc7-466d-4c32-9183-966fd08fb3f6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1348431 Jul 30 20:22:23.271957 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58222) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:23.274171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.objects.ports [None req-f69bc97e-6643-4baf-8edd-3929472fd4a9 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93882) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 20:22:23.276287 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f69bc97e-6643-4baf-8edd-3929472fd4a9 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:23.353636 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b720c-d297-4e1e-8b5f-b0057591cd0e None None] Pushing event updated for resources: {'Port': ['ID=9c36d61c-6ac6-482c-b711-653e8ec85f83,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:23.363696 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d2fe87-3b7f-41d6-81e2-0a5ab679e485 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:23.366299 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f1d2fe87-3b7f-41d6-81e2-0a5ab679e485 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0927835 Jul 30 20:22:23.371257 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58232) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:23.448989 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bc97e-6643-4baf-8edd-3929472fd4a9 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event updated for resources: {'Subnet': ['ID=93bfb2f4-a51a-4aca-92a8-88c0e9ece851,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:23.468208 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69bc97e-6643-4baf-8edd-3929472fd4a9 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Checking segment: {'id': '314d61b4-2097-4d84-badf-191c1d06564c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:22:23.468804 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69bc97e-6643-4baf-8edd-3929472fd4a9 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Network hostable DHCP agents. Network: e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:22:23.480822 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2262b54a-e9d9-4fd7-8189-c862839683db tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1045921 Jul 30 20:22:23.483437 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58234) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:23.495146 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d6ad8ac2-b480-4825-99dd-c61b7c7f02f7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:23.515739 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9918db7-e660-4ef3-bea1-815bca209633 None None] DHCP port deletion for af4b4c78-015d-41b2-aa81-e7eeeb1e0803 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:22:23.637530 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d9918db7-e660-4ef3-bea1-815bca209633 None None] Deleting port 350632df-b3d1-4f4e-bcb5-984f49e1e5f7 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:23.637918 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9918db7-e660-4ef3-bea1-815bca209633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:23.657779 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69bc97e-6643-4baf-8edd-3929472fd4a9 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Network e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:22:23.707036 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-f69bc97e-6643-4baf-8edd-3929472fd4a9 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:23.717314 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69bc97e-6643-4baf-8edd-3929472fd4a9 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:23.717911 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f69bc97e-6643-4baf-8edd-3929472fd4a9 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:23.766194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9becea7d-52fe-49fb-bb98-669d893d28e2 None None] Network e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:23.787411 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ad8ac2-b480-4825-99dd-c61b7c7f02f7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:23.792647 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d6ad8ac2-b480-4825-99dd-c61b7c7f02f7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:23.798223 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f69bc97e-6643-4baf-8edd-3929472fd4a9 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4624505 Jul 30 20:22:23.801142 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58242) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:23.806568 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-76242a05-82b6-4016-83c8-cdc97cc812fd tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Request body: {'port': {'network_id': 'e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0', 'name': 'tempest-NetworksIpV6TestAttrs-19923729'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:23.911992 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d9918db7-e660-4ef3-bea1-815bca209633 None None] For port 350632df-b3d1-4f4e-bcb5-984f49e1e5f7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=350632df-b3d1-4f4e-bcb5-984f49e1e5f7,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:22:23.912446 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9918db7-e660-4ef3-bea1-815bca209633 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:23.926512 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84bab7c1-757c-4ad4-81f9-15d1a4b80ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:23.944717 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d9918db7-e660-4ef3-bea1-815bca209633 None None] Calling delete_port for 350632df-b3d1-4f4e-bcb5-984f49e1e5f7 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:23.951369 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:24.103650 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d6ad8ac2-b480-4825-99dd-c61b7c7f02f7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:24.132660 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb400b58-6d2e-42ff-8145-f94299cce936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0', 'network_id': 'e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0', 'tenant_id': 'd75da0de5d9748d9aa5ef837f1c432c9', 'fixed_ips': [{'subnet_id': '93bfb2f4-a51a-4aca-92a8-88c0e9ece851'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:22:24.135124 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fb400b58-6d2e-42ff-8145-f94299cce936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:24.144366 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76242a05-82b6-4016-83c8-cdc97cc812fd tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Made reservation on behalf of d75da0de5d9748d9aa5ef837f1c432c9 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:24.149181 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76242a05-82b6-4016-83c8-cdc97cc812fd tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:24.174371 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9918db7-e660-4ef3-bea1-815bca209633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:24.193848 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-76242a05-82b6-4016-83c8-cdc97cc812fd tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] device_id is not set on port dc78aaa4-667b-46fd-b342-8e22b7f439e0 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:22:24.200013 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ad8ac2-b480-4825-99dd-c61b7c7f02f7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:24.218820 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-d6ad8ac2-b480-4825-99dd-c61b7c7f02f7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:24.231580 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ad8ac2-b480-4825-99dd-c61b7c7f02f7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:24.232552 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d6ad8ac2-b480-4825-99dd-c61b7c7f02f7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:24.242578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad8ac2-b480-4825-99dd-c61b7c7f02f7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=8df703aa-2d25-479c-9c7f-ac8ed3f4788d,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:24.265081 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d6ad8ac2-b480-4825-99dd-c61b7c7f02f7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7789109 Jul 30 20:22:24.267414 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58254) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:24.274325 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d2bfc14b-79c0-4e28-8fd7-6d79f3443399 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'fixed_ips': [{'subnet_id': '8df703aa-2d25-479c-9c7f-ac8ed3f4788d', 'ip_address': '2001:db8::f60:2c8d:775e:cfc2'}], 'name': 'tempest-NetworksTestDHCPv6-312730528'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:24.323075 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9918db7-e660-4ef3-bea1-815bca209633 None None] No DVR routers for this DVR port 350632df-b3d1-4f4e-bcb5-984f49e1e5f7 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:22:24.446451 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9918db7-e660-4ef3-bea1-815bca209633 None None] Pushing event deleted for resources: {'Port': ['ID=350632df-b3d1-4f4e-bcb5-984f49e1e5f7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:24.466713 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f9aa7d-e648-494f-b9a1-240abf003099 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:24.531442 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-76242a05-82b6-4016-83c8-cdc97cc812fd tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Allocated IP 2001:db8::f816:3eff:fe8e:902c (e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0/93bfb2f4-a51a-4aca-92a8-88c0e9ece851/dc78aaa4-667b-46fd-b342-8e22b7f439e0) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:24.696834 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bfc14b-79c0-4e28-8fd7-6d79f3443399 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:24.824181 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9c36d61c-6ac6-482c-b711-653e8ec85f83 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:22:24.835104 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae6616-b470-481d-9807-3becd44ae72f req-c168b6f8-32ec-46f8-b5bd-5cb5df22612a tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:24.837481 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-33ae6616-b470-481d-9807-3becd44ae72f req-c168b6f8-32ec-46f8-b5bd-5cb5df22612a tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=34243f92-cced-42c6-98d2-aa20f1d5aa74 HTTP/1.1" status: 200 len: 946 time: 0.2921135 Jul 30 20:22:24.924059 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76242a05-82b6-4016-83c8-cdc97cc812fd tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:24.947103 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-33ae6616-b470-481d-9807-3becd44ae72f req-67726350-a099-4146-800c-baec09eaa821 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928760 Jul 30 20:22:24.974930 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-76242a05-82b6-4016-83c8-cdc97cc812fd tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Transition to ACTIVE for port object dc78aaa4-667b-46fd-b342-8e22b7f439e0 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:25.030386 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2bfc14b-79c0-4e28-8fd7-6d79f3443399 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:25.063643 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76242a05-82b6-4016-83c8-cdc97cc812fd tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:25.080052 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-d2bfc14b-79c0-4e28-8fd7-6d79f3443399 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] device_id is not set on port 125a052b-c528-4c07-a1cd-6e1d5f00c337 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:22:25.193830 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76242a05-82b6-4016-83c8-cdc97cc812fd tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Network e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:25.195412 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76242a05-82b6-4016-83c8-cdc97cc812fd tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event updated for resources: {'Port': ['ID=dc78aaa4-667b-46fd-b342-8e22b7f439e0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:25.197950 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-76242a05-82b6-4016-83c8-cdc97cc812fd tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:25.205302 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76242a05-82b6-4016-83c8-cdc97cc812fd tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:25.216489 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76242a05-82b6-4016-83c8-cdc97cc812fd tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:25.217132 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76242a05-82b6-4016-83c8-cdc97cc812fd tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:25.220829 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a46c98-3be1-45b9-960c-aa515ead9dd2 None None] Network 91cd0947-15c4-43d5-80e0-d70dfa9ceed1 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:25.256953 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-76242a05-82b6-4016-83c8-cdc97cc812fd tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.4544191 Jul 30 20:22:25.258796 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58272) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:25.305365 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-d2bfc14b-79c0-4e28-8fd7-6d79f3443399 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8::f60:2c8d:775e:cfc2 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/8df703aa-2d25-479c-9c7f-ac8ed3f4788d/125a052b-c528-4c07-a1cd-6e1d5f00c337) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:25.343799 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-83580cc6-5b1a-4428-a31a-c38685c0a169 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Deleting subnet 93bfb2f4-a51a-4aca-92a8-88c0e9ece851 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:22:25.360227 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a0d0b0-541c-4a78-bf01-41ee252ee848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'fixed_ips': [{'subnet_id': '8df703aa-2d25-479c-9c7f-ac8ed3f4788d'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:22:25.361181 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30a0d0b0-541c-4a78-bf01-41ee252ee848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:25.435694 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-fb400b58-6d2e-42ff-8145-f94299cce936 None None] Allocated IP 2001:db8::f816:3eff:fe57:38ab (e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0/93bfb2f4-a51a-4aca-92a8-88c0e9ece851/a7e6b4bf-88fb-470f-8210-02051d2f9768) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:25.525049 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2bfc14b-79c0-4e28-8fd7-6d79f3443399 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:25.556167 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-d2bfc14b-79c0-4e28-8fd7-6d79f3443399 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Transition to ACTIVE for port object 125a052b-c528-4c07-a1cd-6e1d5f00c337 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:25.556431 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:25.557046 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-14ccbaca-de1d-41a1-9a91-e68e04697960 None None] Provisioning for port 9c36d61c-6ac6-482c-b711-653e8ec85f83 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:22:25.582049 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 9c36d61c-6ac6-482c-b711-653e8ec85f83 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:22:25.602979 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2bfc14b-79c0-4e28-8fd7-6d79f3443399 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:25.672705 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bfc14b-79c0-4e28-8fd7-6d79f3443399 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:25.674400 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bfc14b-79c0-4e28-8fd7-6d79f3443399 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=125a052b-c528-4c07-a1cd-6e1d5f00c337,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:25.677092 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-d2bfc14b-79c0-4e28-8fd7-6d79f3443399 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:25.679600 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bfc14b-79c0-4e28-8fd7-6d79f3443399 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:25.687538 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bfc14b-79c0-4e28-8fd7-6d79f3443399 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:25.687864 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2bfc14b-79c0-4e28-8fd7-6d79f3443399 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:25.701549 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 9c36d61c-6ac6-482c-b711-653e8ec85f83 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:25.702003 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:25.709362 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d2bfc14b-79c0-4e28-8fd7-6d79f3443399 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.4385629 Jul 30 20:22:25.710014 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58288) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:25.770691 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e24283-7340-4e07-8aa5-a35d5b92b9e5 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:25.774896 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f9e24283-7340-4e07-8aa5-a35d5b92b9e5 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0608423 Jul 30 20:22:25.775139 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58290) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:25.816648 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-30a0d0b0-541c-4a78-bf01-41ee252ee848 None None] Allocated IP 2001:db8::2 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/8df703aa-2d25-479c-9c7f-ac8ed3f4788d/93390e52-b9ba-4309-ad53-a97fa123996d) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:25.915151 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fa68d-12b1-4f79-935e-a0da12192ada req-9ed576f7-4927-4f6f-b4d0-c6040a7be741 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:25.917529 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee7fa68d-12b1-4f79-935e-a0da12192ada req-9ed576f7-4927-4f6f-b4d0-c6040a7be741 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.59 "GET /v2.0/ports?device_id=34243f92-cced-42c6-98d2-aa20f1d5aa74 HTTP/1.1" status: 200 len: 946 time: 0.0999997 Jul 30 20:22:25.926840 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fb400b58-6d2e-42ff-8145-f94299cce936 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:25.943737 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-a4b75177-e346-42e1-a734-323c5ec5c9ef tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting port 125a052b-c528-4c07-a1cd-6e1d5f00c337 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:25.944087 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a4b75177-e346-42e1-a734-323c5ec5c9ef tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:26.002976 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-fb400b58-6d2e-42ff-8145-f94299cce936 None None] Transition to ACTIVE for port object a7e6b4bf-88fb-470f-8210-02051d2f9768 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:26.098598 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-fb400b58-6d2e-42ff-8145-f94299cce936 None None] Transition to ACTIVE for port object a7e6b4bf-88fb-470f-8210-02051d2f9768 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:26.119290 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83580cc6-5b1a-4428-a31a-c38685c0a169 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:26.137291 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fb400b58-6d2e-42ff-8145-f94299cce936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:26.171863 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83580cc6-5b1a-4428-a31a-c38685c0a169 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:26.220816 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a4b75177-e346-42e1-a734-323c5ec5c9ef tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:26.227760 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:26.264975 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb5f5e-053e-40f1-b17a-dda9bcf8bf1c req-ef0f4d5b-7185-45ac-bf04-56349a49395d tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:26.266573 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-75fb5f5e-053e-40f1-b17a-dda9bcf8bf1c req-ef0f4d5b-7185-45ac-bf04-56349a49395d tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=34243f92-cced-42c6-98d2-aa20f1d5aa74 HTTP/1.1" status: 200 len: 946 time: 0.1660693 Jul 30 20:22:26.274601 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb400b58-6d2e-42ff-8145-f94299cce936 None None] Network e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:26.296231 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-a4b75177-e346-42e1-a734-323c5ec5c9ef tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Calling delete_port for 125a052b-c528-4c07-a1cd-6e1d5f00c337 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:26.333733 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 9c36d61c-6ac6-482c-b711-653e8ec85f83, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=9c36d61c-6ac6-482c-b711-653e8ec85f83,segment=NetworkSegment(c64238b3-0223-4eb8-8494-b3abf7ca3cd6),segment_id=c64238b3-0223-4eb8-8494-b3abf7ca3cd6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:22:26.336066 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-fb400b58-6d2e-42ff-8145-f94299cce936 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:26.345620 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb400b58-6d2e-42ff-8145-f94299cce936 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:26.349593 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83580cc6-5b1a-4428-a31a-c38685c0a169 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:26.372176 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:26.387537 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-ee7fa68d-12b1-4f79-935e-a0da12192ada req-b81e898a-507d-4e37-8bd2-7f717b9c6982 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Deleting port f52bb41e-303f-41e7-b91c-53ae809d38ff {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:26.394610 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb400b58-6d2e-42ff-8145-f94299cce936 None None] Pushing event updated for resources: {'Port': ['ID=a7e6b4bf-88fb-470f-8210-02051d2f9768,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:26.399982 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ee7fa68d-12b1-4f79-935e-a0da12192ada req-b81e898a-507d-4e37-8bd2-7f717b9c6982 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:26.473035 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83580cc6-5b1a-4428-a31a-c38685c0a169 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:26.496205 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83580cc6-5b1a-4428-a31a-c38685c0a169 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:26.502942 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30a0d0b0-541c-4a78-bf01-41ee252ee848 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:26.508273 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-83580cc6-5b1a-4428-a31a-c38685c0a169 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "DELETE /v2.0/subnets/93bfb2f4-a51a-4aca-92a8-88c0e9ece851 HTTP/1.1" status: 204 len: 168 time: 1.2476971 Jul 30 20:22:26.510851 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58312) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:26.511715 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 350632df-b3d1-4f4e-bcb5-984f49e1e5f7 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:22:26.565379 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 350632df-b3d1-4f4e-bcb5-984f49e1e5f7 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:22:26.565715 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 350632df-b3d1-4f4e-bcb5-984f49e1e5f7 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:22:26.570324 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-30a0d0b0-541c-4a78-bf01-41ee252ee848 None None] Transition to ACTIVE for port object 93390e52-b9ba-4309-ad53-a97fa123996d will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:26.613408 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-fb400b58-6d2e-42ff-8145-f94299cce936 None None] Attempting to bind port a7e6b4bf-88fb-470f-8210-02051d2f9768 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:22:26.613777 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-fb400b58-6d2e-42ff-8145-f94299cce936 None None] Attempting to bind port a7e6b4bf-88fb-470f-8210-02051d2f9768 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '314d61b4-2097-4d84-badf-191c1d06564c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:22:26.614135 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb400b58-6d2e-42ff-8145-f94299cce936 None None] Attempting to bind port a7e6b4bf-88fb-470f-8210-02051d2f9768 on network e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:22:26.619311 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=9c36d61c-6ac6-482c-b711-653e8ec85f83,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:26.639435 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-30a0d0b0-541c-4a78-bf01-41ee252ee848 None None] Transition to ACTIVE for port object 93390e52-b9ba-4309-ad53-a97fa123996d will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:26.641153 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb400b58-6d2e-42ff-8145-f94299cce936 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:22:26.641532 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb400b58-6d2e-42ff-8145-f94299cce936 None None] Checking segment: {'id': '314d61b4-2097-4d84-badf-191c1d06564c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:22:26.641942 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fb400b58-6d2e-42ff-8145-f94299cce936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:26.642353 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb400b58-6d2e-42ff-8145-f94299cce936 None None] Bound using segment: {'id': '314d61b4-2097-4d84-badf-191c1d06564c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:22:26.642813 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-fb400b58-6d2e-42ff-8145-f94299cce936 None None] Bound port: a7e6b4bf-88fb-470f-8210-02051d2f9768, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314d61b4-2097-4d84-badf-191c1d06564c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:22:26.643194 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fb400b58-6d2e-42ff-8145-f94299cce936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:26.653997 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af771c7a-8894-4ee8-966c-6bca7672ab8a tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:26.656784 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af771c7a-8894-4ee8-966c-6bca7672ab8a tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:26.662171 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-af771c7a-8894-4ee8-966c-6bca7672ab8a tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1503053 Jul 30 20:22:26.662623 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30a0d0b0-541c-4a78-bf01-41ee252ee848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:26.662807 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-75fb5f5e-053e-40f1-b17a-dda9bcf8bf1c req-65513aa8-432a-4368-8386-bec2dc9cbdf4 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644555 Jul 30 20:22:26.663690 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58316) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:26.675044 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83580cc6-5b1a-4428-a31a-c38685c0a169 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event deleted for resources: {'Subnet': ['ID=93bfb2f4-a51a-4aca-92a8-88c0e9ece851,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:26.717663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ee7fa68d-12b1-4f79-935e-a0da12192ada req-b81e898a-507d-4e37-8bd2-7f717b9c6982 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] For port f52bb41e-303f-41e7-b91c-53ae809d38ff, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=f52bb41e-303f-41e7-b91c-53ae809d38ff,segment=NetworkSegment(24e0fe1e-748d-4022-a692-5e5f9dd7e6df),segment_id=24e0fe1e-748d-4022-a692-5e5f9dd7e6df)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:22:26.718062 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ee7fa68d-12b1-4f79-935e-a0da12192ada req-b81e898a-507d-4e37-8bd2-7f717b9c6982 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:26.766736 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0d0b0-541c-4a78-bf01-41ee252ee848 None None] Pushing event updated for resources: {'Port': ['ID=93390e52-b9ba-4309-ad53-a97fa123996d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:26.804438 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0298b4e-affa-4790-bce2-0efd7f5d9ad8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:26.812638 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0298b4e-affa-4790-bce2-0efd7f5d9ad8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 30 20:22:26.812638 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0298b4e-affa-4790-bce2-0efd7f5d9ad8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:22:26.814763 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d0298b4e-affa-4790-bce2-0efd7f5d9ad8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "DELETE /v2.0/networks/e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0 HTTP/1.1" status: 409 len: 405 time: 0.1491439 Jul 30 20:22:26.818428 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58320) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:26.834780 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b68e10a7-4736-4890-9044-79dd2974084a tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1959772323'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:26.858980 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a4b75177-e346-42e1-a734-323c5ec5c9ef tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:26.865490 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-ee7fa68d-12b1-4f79-935e-a0da12192ada req-b81e898a-507d-4e37-8bd2-7f717b9c6982 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Calling delete_port for f52bb41e-303f-41e7-b91c-53ae809d38ff owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:26.866591 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68e10a7-4736-4890-9044-79dd2974084a tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Made reservation on behalf of d75da0de5d9748d9aa5ef837f1c432c9 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:26.871018 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b68e10a7-4736-4890-9044-79dd2974084a tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:26.896217 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a0d0b0-541c-4a78-bf01-41ee252ee848 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:26.898610 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-22e90fe4-2cd4-4938-8229-459b640611a8 None None] Provisioning complete for port 9c36d61c-6ac6-482c-b711-653e8ec85f83 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:26.899003 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22e90fe4-2cd4-4938-8229-459b640611a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:26.906552 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68e10a7-4736-4890-9044-79dd2974084a tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:22:26.921324 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b68e10a7-4736-4890-9044-79dd2974084a tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:26.922152 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-b68e10a7-4736-4890-9044-79dd2974084a tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Added segment 5c6b20d5-088c-43b9-9f74-9cebe5c6bd69 of type vlan for network 4508a1bc-55df-4efc-ad33-3e3066f74c61 Jul 30 20:22:26.946084 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-30a0d0b0-541c-4a78-bf01-41ee252ee848 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:26.947620 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b75177-e346-42e1-a734-323c5ec5c9ef tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Port': ['ID=125a052b-c528-4c07-a1cd-6e1d5f00c337,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:26.960733 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a4b75177-e346-42e1-a734-323c5ec5c9ef tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:26.962347 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:26.963187 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a4b75177-e346-42e1-a734-323c5ec5c9ef tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/125a052b-c528-4c07-a1cd-6e1d5f00c337 HTTP/1.1" status: 204 len: 168 time: 1.1870449 Jul 30 20:22:26.968260 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58324) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:26.972194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a0d0b0-541c-4a78-bf01-41ee252ee848 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:26.993610 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b68e10a7-4736-4890-9044-79dd2974084a tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:27.027895 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-fb400b58-6d2e-42ff-8145-f94299cce936 None None] For port a7e6b4bf-88fb-470f-8210-02051d2f9768, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:22:27.041649 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b68e10a7-4736-4890-9044-79dd2974084a tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:27.052715 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68e10a7-4736-4890-9044-79dd2974084a tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:27.055648 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b68e10a7-4736-4890-9044-79dd2974084a tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:27.070351 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110428db-a6d4-4449-ae79-f8c91f11c44f tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:27.071616 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110428db-a6d4-4449-ae79-f8c91f11c44f tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:27.073634 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-110428db-a6d4-4449-ae79-f8c91f11c44f tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1049738 Jul 30 20:22:27.076804 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58326) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:27.081083 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-fb400b58-6d2e-42ff-8145-f94299cce936 None None] For port a7e6b4bf-88fb-470f-8210-02051d2f9768, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=a7e6b4bf-88fb-470f-8210-02051d2f9768,segment=NetworkSegment(314d61b4-2097-4d84-badf-191c1d06564c),segment_id=314d61b4-2097-4d84-badf-191c1d06564c)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:22:27.093048 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fb400b58-6d2e-42ff-8145-f94299cce936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:27.111966 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b68e10a7-4736-4890-9044-79dd2974084a tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2834547 Jul 30 20:22:27.112684 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58328) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:27.142011 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-37e593cc-91fe-4fd1-a6d2-5bf0751e65d8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Request body: {'subnet': {'network_id': '4508a1bc-55df-4efc-ad33-3e3066f74c61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:27.161140 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-30a0d0b0-541c-4a78-bf01-41ee252ee848 None None] Attempting to bind port 93390e52-b9ba-4309-ad53-a97fa123996d on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:22:27.162044 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-30a0d0b0-541c-4a78-bf01-41ee252ee848 None None] Attempting to bind port 93390e52-b9ba-4309-ad53-a97fa123996d by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:22:27.163136 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a0d0b0-541c-4a78-bf01-41ee252ee848 None None] Attempting to bind port 93390e52-b9ba-4309-ad53-a97fa123996d on network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:22:27.165914 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-827acd3b-69b5-4087-b0af-17802b19dbe8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet 8df703aa-2d25-479c-9c7f-ac8ed3f4788d {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:22:27.183651 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-827acd3b-69b5-4087-b0af-17802b19dbe8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:27.218951 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e10a7-4736-4890-9044-79dd2974084a tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event updated for resources: {'Network': ['ID=4508a1bc-55df-4efc-ad33-3e3066f74c61,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:27.239262 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a0d0b0-541c-4a78-bf01-41ee252ee848 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:22:27.239892 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a0d0b0-541c-4a78-bf01-41ee252ee848 None None] Checking segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:22:27.239984 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-827acd3b-69b5-4087-b0af-17802b19dbe8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:27.240104 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30a0d0b0-541c-4a78-bf01-41ee252ee848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:27.240428 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a0d0b0-541c-4a78-bf01-41ee252ee848 None None] Bound using segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:22:27.240920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-30a0d0b0-541c-4a78-bf01-41ee252ee848 None None] Bound port: 93390e52-b9ba-4309-ad53-a97fa123996d, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:22:27.241301 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30a0d0b0-541c-4a78-bf01-41ee252ee848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:27.247124 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 4508a1bc-55df-4efc-ad33-3e3066f74c61 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:22:27.280478 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e593cc-91fe-4fd1-a6d2-5bf0751e65d8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Made reservation on behalf of d75da0de5d9748d9aa5ef837f1c432c9 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:27.285688 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-37e593cc-91fe-4fd1-a6d2-5bf0751e65d8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:27.374436 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c880f3-9742-481e-a4ed-1a40f5e148c4 None None] Network e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:27.404626 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ee7fa68d-12b1-4f79-935e-a0da12192ada req-b81e898a-507d-4e37-8bd2-7f717b9c6982 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:27.476211 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e898a-507d-4e37-8bd2-7f717b9c6982 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Pushing event deleted for resources: {'Port': ['ID=f52bb41e-303f-41e7-b91c-53ae809d38ff,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:27.498951 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-827acd3b-69b5-4087-b0af-17802b19dbe8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:27.513521 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['84b11c7f-542d-4517-ac34-b164c6c1f31c', '4e55ca04-04d9-4032-acde-f4676a3dea68'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:22:27.532099 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['f572611f-b411-4a1c-98f8-62b55e9c3a09', 'f52bb41e-303f-41e7-b91c-53ae809d38ff'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:22:27.541038 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7fa68d-12b1-4f79-935e-a0da12192ada req-b81e898a-507d-4e37-8bd2-7f717b9c6982 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] No DVR routers for this DVR port f52bb41e-303f-41e7-b91c-53ae809d38ff on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:22:27.544924 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ee7fa68d-12b1-4f79-935e-a0da12192ada req-b81e898a-507d-4e37-8bd2-7f717b9c6982 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:27.547278 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee7fa68d-12b1-4f79-935e-a0da12192ada req-b81e898a-507d-4e37-8bd2-7f717b9c6982 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.59 "DELETE /v2.0/ports/f52bb41e-303f-41e7-b91c-53ae809d38ff HTTP/1.1" status: 204 len: 173 time: 1.6236179 Jul 30 20:22:27.550589 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34243f92-cced-42c6-98d2-aa20f1d5aa74', 'name': 'network-vif-deleted', 'tag': 'f52bb41e-303f-41e7-b91c-53ae809d38ff'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:22:27.553401 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988e4a53-b09a-4a6d-9c10-198339e91e0f" -d '{"events": [{"server_uuid": "34243f92-cced-42c6-98d2-aa20f1d5aa74", "name": "network-vif-deleted", "tag": "f52bb41e-303f-41e7-b91c-53ae809d38ff"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:22:27.616589 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb400b58-6d2e-42ff-8145-f94299cce936 None None] Pushing event updated for resources: {'Port': ['ID=a7e6b4bf-88fb-470f-8210-02051d2f9768,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:27.643011 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfb7657-e0db-4c48-a549-878ab3e5ac10 x-openstack-request-id: req-5bfb7657-e0db-4c48-a549-878ab3e5ac10 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:22:27.643310 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34243f92-cced-42c6-98d2-aa20f1d5aa74", "name": "network-vif-deleted", "tag": "f52bb41e-303f-41e7-b91c-53ae809d38ff", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:22:27.643645 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5bfb7657-e0db-4c48-a549-878ab3e5ac10 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:22:27.644081 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34243f92-cced-42c6-98d2-aa20f1d5aa74', 'name': 'network-vif-deleted', 'tag': 'f52bb41e-303f-41e7-b91c-53ae809d38ff', 'status': 'completed', 'code': 200} Jul 30 20:22:27.650096 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-827acd3b-69b5-4087-b0af-17802b19dbe8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:27.689907 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827acd3b-69b5-4087-b0af-17802b19dbe8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=8df703aa-2d25-479c-9c7f-ac8ed3f4788d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:27.704240 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-827acd3b-69b5-4087-b0af-17802b19dbe8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:27.710779 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-827acd3b-69b5-4087-b0af-17802b19dbe8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/8df703aa-2d25-479c-9c7f-ac8ed3f4788d HTTP/1.1" status: 204 len: 168 time: 0.6291108 Jul 30 20:22:27.713123 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58346) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:27.799215 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3c293ddd-7168-4d08-b7be-71242189d501 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0822217 Jul 30 20:22:27.799440 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58354) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:27.818284 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3b011785-7e21-4f5c-b38c-aac38f154280 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:27.862903 n-d-712137-9 neutron-server[93883]: DEBUG neutron.objects.ports [None req-37e593cc-91fe-4fd1-a6d2-5bf0751e65d8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 20:22:27.862903 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-37e593cc-91fe-4fd1-a6d2-5bf0751e65d8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:27.882537 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-30a0d0b0-541c-4a78-bf01-41ee252ee848 None None] For port 93390e52-b9ba-4309-ad53-a97fa123996d, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:22:27.905377 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-30a0d0b0-541c-4a78-bf01-41ee252ee848 None None] For port 93390e52-b9ba-4309-ad53-a97fa123996d, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=93390e52-b9ba-4309-ad53-a97fa123996d,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:22:27.924641 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30a0d0b0-541c-4a78-bf01-41ee252ee848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:27.950003 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32fb4538-5d87-4bd2-af7e-adbe9e50681a req-84704b09-21fc-49d5-be0f-33380eee8df6 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=34243f92-cced-42c6-98d2-aa20f1d5aa74 HTTP/1.1" status: 200 len: 210 time: 0.0509467 Jul 30 20:22:27.967669 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e593cc-91fe-4fd1-a6d2-5bf0751e65d8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Checking segment: {'id': '5c6b20d5-088c-43b9-9f74-9cebe5c6bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4508a1bc-55df-4efc-ad33-3e3066f74c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:22:27.968250 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e593cc-91fe-4fd1-a6d2-5bf0751e65d8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Network hostable DHCP agents. Network: 4508a1bc-55df-4efc-ad33-3e3066f74c61, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:22:28.002603 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e593cc-91fe-4fd1-a6d2-5bf0751e65d8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event updated for resources: {'Subnet': ['ID=2c8487d7-8e1e-48ef-b94f-62e0e24b66af,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:28.006870 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e593cc-91fe-4fd1-a6d2-5bf0751e65d8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Network 4508a1bc-55df-4efc-ad33-3e3066f74c61 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:22:28.022692 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-37e593cc-91fe-4fd1-a6d2-5bf0751e65d8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 4508a1bc-55df-4efc-ad33-3e3066f74c61) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:28.028273 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e593cc-91fe-4fd1-a6d2-5bf0751e65d8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:28.029904 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-37e593cc-91fe-4fd1-a6d2-5bf0751e65d8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:28.042671 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b011785-7e21-4f5c-b38c-aac38f154280 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:28.046800 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b011785-7e21-4f5c-b38c-aac38f154280 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:28.048910 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-37e593cc-91fe-4fd1-a6d2-5bf0751e65d8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9112108 Jul 30 20:22:28.051793 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58358) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:28.058876 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e316ba83-d730-4fb6-ae8a-2465eed1eefe tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Request body: {'port': {'network_id': '4508a1bc-55df-4efc-ad33-3e3066f74c61', 'name': 'tempest-NetworksIpV6TestAttrs-441049656'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:28.234181 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e316ba83-d730-4fb6-ae8a-2465eed1eefe tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Made reservation on behalf of d75da0de5d9748d9aa5ef837f1c432c9 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:28.247578 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e316ba83-d730-4fb6-ae8a-2465eed1eefe tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:28.288484 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-e316ba83-d730-4fb6-ae8a-2465eed1eefe tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] device_id is not set on port 057e0568-8298-4289-8230-dc9c21eb69a6 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:22:28.444945 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b011785-7e21-4f5c-b38c-aac38f154280 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:28.446699 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc114165-46a0-4257-a0b1-e68ddc06e5c6 None None] Network 4508a1bc-55df-4efc-ad33-3e3066f74c61 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:28.511201 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-e316ba83-d730-4fb6-ae8a-2465eed1eefe tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Allocated IP 2001:db8::f816:3eff:fe47:cfa7 (4508a1bc-55df-4efc-ad33-3e3066f74c61/2c8487d7-8e1e-48ef-b94f-62e0e24b66af/057e0568-8298-4289-8230-dc9c21eb69a6) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:28.526906 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b011785-7e21-4f5c-b38c-aac38f154280 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:28.531835 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-3b011785-7e21-4f5c-b38c-aac38f154280 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:28.537431 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b011785-7e21-4f5c-b38c-aac38f154280 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:28.538036 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b011785-7e21-4f5c-b38c-aac38f154280 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:28.574030 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b011785-7e21-4f5c-b38c-aac38f154280 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=3bcb7b72-d586-4d89-aac4-986a1c9df3f9,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:28.607438 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3b011785-7e21-4f5c-b38c-aac38f154280 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8062472 Jul 30 20:22:28.609909 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58370) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:28.614993 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-479177cf-a5e0-4276-a77f-54713600fe4c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'fixed_ips': [{'subnet_id': '3bcb7b72-d586-4d89-aac4-986a1c9df3f9', 'ip_address': '2001:db8::7c60:1ba7:e57a:1a21'}], 'name': 'tempest-NetworksTestDHCPv6-1603039020'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:28.638448 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0d0b0-541c-4a78-bf01-41ee252ee848 None None] Pushing event updated for resources: {'Port': ['ID=93390e52-b9ba-4309-ad53-a97fa123996d,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:28.815400 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e316ba83-d730-4fb6-ae8a-2465eed1eefe tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:28.830506 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9c36d61c-6ac6-482c-b711-653e8ec85f83 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:22:28.859024 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-e316ba83-d730-4fb6-ae8a-2465eed1eefe tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Transition to ACTIVE for port object 057e0568-8298-4289-8230-dc9c21eb69a6 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:28.869024 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479177cf-a5e0-4276-a77f-54713600fe4c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:28.877742 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-479177cf-a5e0-4276-a77f-54713600fe4c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:28.914384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-479177cf-a5e0-4276-a77f-54713600fe4c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] device_id is not set on port cc2b7bf0-4160-4ac8-a900-6f5f9e4d33e1 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:22:28.976794 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e316ba83-d730-4fb6-ae8a-2465eed1eefe tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:29.001920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b1fe2d-bb2f-4df4-a9d1-3edce929c929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-4508a1bc-55df-4efc-ad33-3e3066f74c61', 'network_id': '4508a1bc-55df-4efc-ad33-3e3066f74c61', 'tenant_id': 'd75da0de5d9748d9aa5ef837f1c432c9', 'fixed_ips': [{'subnet_id': '2c8487d7-8e1e-48ef-b94f-62e0e24b66af'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:22:29.002782 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69b1fe2d-bb2f-4df4-a9d1-3edce929c929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:29.037272 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e316ba83-d730-4fb6-ae8a-2465eed1eefe tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Network 4508a1bc-55df-4efc-ad33-3e3066f74c61 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:29.054936 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e316ba83-d730-4fb6-ae8a-2465eed1eefe tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:29.057856 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316ba83-d730-4fb6-ae8a-2465eed1eefe tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event updated for resources: {'Port': ['ID=057e0568-8298-4289-8230-dc9c21eb69a6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:29.060912 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e316ba83-d730-4fb6-ae8a-2465eed1eefe tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:29.068165 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e316ba83-d730-4fb6-ae8a-2465eed1eefe tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:29.068993 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e316ba83-d730-4fb6-ae8a-2465eed1eefe tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:29.108254 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 9c36d61c-6ac6-482c-b711-653e8ec85f83 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:29.112127 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:29.124969 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e316ba83-d730-4fb6-ae8a-2465eed1eefe tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0720911 Jul 30 20:22:29.127303 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58386) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:29.249149 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-479177cf-a5e0-4276-a77f-54713600fe4c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8::7c60:1ba7:e57a:1a21 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/3bcb7b72-d586-4d89-aac4-986a1c9df3f9/cc2b7bf0-4160-4ac8-a900-6f5f9e4d33e1) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:29.269511 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-a881fc35-44f1-453d-a7e8-0740e2a30d44 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Deleting subnet 2c8487d7-8e1e-48ef-b94f-62e0e24b66af {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:22:29.287717 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a881fc35-44f1-453d-a7e8-0740e2a30d44 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:29.364530 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a881fc35-44f1-453d-a7e8-0740e2a30d44 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:29.593535 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-479177cf-a5e0-4276-a77f-54713600fe4c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:29.597946 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a881fc35-44f1-453d-a7e8-0740e2a30d44 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:29.628578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-479177cf-a5e0-4276-a77f-54713600fe4c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Transition to ACTIVE for port object cc2b7bf0-4160-4ac8-a900-6f5f9e4d33e1 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server [None req-69b1fe2d-bb2f-4df4-a9d1-3edce929c929 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c8487d7-8e1e-48ef-b94f-62e0e24b66af: This subnet is being modified by another concurrent operation. Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 20:22:29.705540 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise exception Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c8487d7-8e1e-48ef-b94f-62e0e24b66af: This subnet is being modified by another concurrent operation. Jul 30 20:22:29.709682 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server Jul 30 20:22:29.713849 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-479177cf-a5e0-4276-a77f-54713600fe4c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:29.728353 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365adbcf-c376-46ed-8e87-27ffc557b8b5 None None] Network 4508a1bc-55df-4efc-ad33-3e3066f74c61 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:29.732108 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a881fc35-44f1-453d-a7e8-0740e2a30d44 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:29.797087 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881fc35-44f1-453d-a7e8-0740e2a30d44 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8487d7-8e1e-48ef-b94f-62e0e24b66af,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:29.798574 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479177cf-a5e0-4276-a77f-54713600fe4c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:29.805431 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a881fc35-44f1-453d-a7e8-0740e2a30d44 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:29.811031 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a881fc35-44f1-453d-a7e8-0740e2a30d44 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "DELETE /v2.0/subnets/2c8487d7-8e1e-48ef-b94f-62e0e24b66af HTTP/1.1" status: 204 len: 168 time: 0.6825099 Jul 30 20:22:29.811710 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58404) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:29.813921 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-479177cf-a5e0-4276-a77f-54713600fe4c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:29.817927 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479177cf-a5e0-4276-a77f-54713600fe4c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:29.845746 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479177cf-a5e0-4276-a77f-54713600fe4c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:29.846439 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-479177cf-a5e0-4276-a77f-54713600fe4c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:29.873773 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479177cf-a5e0-4276-a77f-54713600fe4c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=cc2b7bf0-4160-4ac8-a900-6f5f9e4d33e1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:29.899580 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01007351-e3eb-4079-9af6-7cce3d5963c5 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:29.901613 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01007351-e3eb-4079-9af6-7cce3d5963c5 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:29.906110 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-479177cf-a5e0-4276-a77f-54713600fe4c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2950499 Jul 30 20:22:29.906711 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58406) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:29.906841 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-01007351-e3eb-4079-9af6-7cce3d5963c5 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0928349 Jul 30 20:22:29.908446 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58408) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:29.991030 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d639773-9070-4bc2-b6be-58b821cbd5d7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:29.997986 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d639773-9070-4bc2-b6be-58b821cbd5d7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:29.999644 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8d639773-9070-4bc2-b6be-58b821cbd5d7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.0900865 Jul 30 20:22:30.002217 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58410) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:30.077435 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-292a4048-8b5a-49c8-8f6f-a6fd56b05e96 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:30.094116 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-292a4048-8b5a-49c8-8f6f-a6fd56b05e96 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 30 20:22:30.094594 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292a4048-8b5a-49c8-8f6f-a6fd56b05e96 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:22:30.100573 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-292a4048-8b5a-49c8-8f6f-a6fd56b05e96 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "DELETE /v2.0/networks/4508a1bc-55df-4efc-ad33-3e3066f74c61 HTTP/1.1" status: 409 len: 405 time: 0.1887610 Jul 30 20:22:30.100573 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58412) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:30.105410 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-4700164e-19cb-4d71-ad43-95dd42caceb7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-948194443'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:30.113233 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d241b7c1-e0ae-465a-9ea3-1641b997ff7e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting port cc2b7bf0-4160-4ac8-a900-6f5f9e4d33e1 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:30.113661 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d241b7c1-e0ae-465a-9ea3-1641b997ff7e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:30.145999 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4700164e-19cb-4d71-ad43-95dd42caceb7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Made reservation on behalf of d75da0de5d9748d9aa5ef837f1c432c9 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:30.150335 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4700164e-19cb-4d71-ad43-95dd42caceb7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:30.158977 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190f54c0-f229-4e32-b177-9adf0f231f8a None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:30.197604 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4700164e-19cb-4d71-ad43-95dd42caceb7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:22:30.225085 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4700164e-19cb-4d71-ad43-95dd42caceb7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:30.226153 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-4700164e-19cb-4d71-ad43-95dd42caceb7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Added segment d6ef31f3-f6ae-47fc-92e6-cef39de8ef56 of type vlan for network f6dba9e2-dc46-48b0-b949-936ff2873824 Jul 30 20:22:30.317880 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d241b7c1-e0ae-465a-9ea3-1641b997ff7e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:30.325760 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4700164e-19cb-4d71-ad43-95dd42caceb7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:30.342333 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d241b7c1-e0ae-465a-9ea3-1641b997ff7e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Calling delete_port for cc2b7bf0-4160-4ac8-a900-6f5f9e4d33e1 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:30.347716 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-78e725a9-5da2-489d-b88d-b269d1637323 None None] Provisioning for port 93390e52-b9ba-4309-ad53-a97fa123996d completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:22:30.375274 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4700164e-19cb-4d71-ad43-95dd42caceb7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:30.382208 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4700164e-19cb-4d71-ad43-95dd42caceb7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:30.383043 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4700164e-19cb-4d71-ad43-95dd42caceb7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:30.477017 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700164e-19cb-4d71-ad43-95dd42caceb7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event updated for resources: {'Network': ['ID=f6dba9e2-dc46-48b0-b949-936ff2873824,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:30.490865 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4700164e-19cb-4d71-ad43-95dd42caceb7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3893032 Jul 30 20:22:30.494115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58424) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:30.499683 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-58299486-c38c-47fd-8689-5f20a358169f tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Request body: {'subnet': {'network_id': 'f6dba9e2-dc46-48b0-b949-936ff2873824', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:30.512245 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network f6dba9e2-dc46-48b0-b949-936ff2873824 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:22:30.526259 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d241b7c1-e0ae-465a-9ea3-1641b997ff7e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:30.534586 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device f52bb41e-303f-41e7-b91c-53ae809d38ff no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:22:30.609519 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241b7c1-e0ae-465a-9ea3-1641b997ff7e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Port': ['ID=cc2b7bf0-4160-4ac8-a900-6f5f9e4d33e1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:30.612151 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d241b7c1-e0ae-465a-9ea3-1641b997ff7e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:30.616972 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d241b7c1-e0ae-465a-9ea3-1641b997ff7e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/cc2b7bf0-4160-4ac8-a900-6f5f9e4d33e1 HTTP/1.1" status: 204 len: 168 time: 0.6134157 Jul 30 20:22:30.617601 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58430) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:30.688425 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: f52bb41e-303f-41e7-b91c-53ae809d38ff {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:22:30.688777 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device f52bb41e-303f-41e7-b91c-53ae809d38ff not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:22:30.702122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58299486-c38c-47fd-8689-5f20a358169f tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Made reservation on behalf of d75da0de5d9748d9aa5ef837f1c432c9 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:30.711643 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-58299486-c38c-47fd-8689-5f20a358169f tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:30.711843 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc622584-cb06-40c3-ad68-f0fe654eb3a3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:30.715154 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc622584-cb06-40c3-ad68-f0fe654eb3a3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:30.721624 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bc622584-cb06-40c3-ad68-f0fe654eb3a3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1026928 Jul 30 20:22:30.722198 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58432) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:30.837127 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 93390e52-b9ba-4309-ad53-a97fa123996d up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:22:30.846510 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c6ab74c-c4be-465b-b437-3921ac38efb1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet 3bcb7b72-d586-4d89-aac4-986a1c9df3f9 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:22:30.852983 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c6ab74c-c4be-465b-b437-3921ac38efb1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:30.944394 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c6ab74c-c4be-465b-b437-3921ac38efb1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:30.963785 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 93390e52-b9ba-4309-ad53-a97fa123996d completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:22:30.968686 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 93390e52-b9ba-4309-ad53-a97fa123996d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:30.969070 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:31.072512 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c6ab74c-c4be-465b-b437-3921ac38efb1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:31.116820 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:31.192175 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 93390e52-b9ba-4309-ad53-a97fa123996d, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=93390e52-b9ba-4309-ad53-a97fa123996d,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:22:31.203492 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:31.212387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.objects.ports [None req-58299486-c38c-47fd-8689-5f20a358169f tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93882) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 20:22:31.212855 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c6ab74c-c4be-465b-b437-3921ac38efb1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:31.216881 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-58299486-c38c-47fd-8689-5f20a358169f tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:31.287222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ab74c-c4be-465b-b437-3921ac38efb1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=3bcb7b72-d586-4d89-aac4-986a1c9df3f9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:31.307382 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c6ab74c-c4be-465b-b437-3921ac38efb1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:31.312091 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1c6ab74c-c4be-465b-b437-3921ac38efb1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/3bcb7b72-d586-4d89-aac4-986a1c9df3f9 HTTP/1.1" status: 204 len: 168 time: 0.5889330 Jul 30 20:22:31.313469 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8f0ec1ef-4ee4-4225-8b0d-bcd125fd0152 None None] Provisioning complete for port 93390e52-b9ba-4309-ad53-a97fa123996d triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:31.314013 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f0ec1ef-4ee4-4225-8b0d-bcd125fd0152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:31.314506 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58444) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:31.340679 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58299486-c38c-47fd-8689-5f20a358169f tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event updated for resources: {'Subnet': ['ID=a93401d1-dc8f-4566-820f-7dfe41607d6a,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:31.356145 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58299486-c38c-47fd-8689-5f20a358169f tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Checking segment: {'id': 'd6ef31f3-f6ae-47fc-92e6-cef39de8ef56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f6dba9e2-dc46-48b0-b949-936ff2873824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:22:31.356556 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58299486-c38c-47fd-8689-5f20a358169f tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Network hostable DHCP agents. Network: f6dba9e2-dc46-48b0-b949-936ff2873824, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:22:31.384774 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-928cdd2a-cd05-4001-8292-8c37ec8b3ad6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686591 Jul 30 20:22:31.388802 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58450) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:31.394825 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fe0d62c7-fe73-474a-a7d2-a0754a622c2d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:31.421688 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58299486-c38c-47fd-8689-5f20a358169f tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Network f6dba9e2-dc46-48b0-b949-936ff2873824 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:22:31.425114 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=93390e52-b9ba-4309-ad53-a97fa123996d,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:31.451479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-58299486-c38c-47fd-8689-5f20a358169f tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, f6dba9e2-dc46-48b0-b949-936ff2873824) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:31.456374 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58299486-c38c-47fd-8689-5f20a358169f tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:31.457037 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-58299486-c38c-47fd-8689-5f20a358169f tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:31.492530 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-58299486-c38c-47fd-8689-5f20a358169f tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9970937 Jul 30 20:22:31.493976 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8902489e-814f-44ca-a3f1-83af70d443a0 None None] Network f6dba9e2-dc46-48b0-b949-936ff2873824 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:31.500132 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58454) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:31.613858 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0d62c7-fe73-474a-a7d2-a0754a622c2d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:31.618183 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe0d62c7-fe73-474a-a7d2-a0754a622c2d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:31.739705 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d509a5e-b1f3-449b-a10e-c70e80cb1d49 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:31.751476 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569ec85a-cdbe-40f4-9c35-3907558777c8 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:31.807195 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d509a5e-b1f3-449b-a10e-c70e80cb1d49 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:31.937639 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d509a5e-b1f3-449b-a10e-c70e80cb1d49 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:31.998460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d509a5e-b1f3-449b-a10e-c70e80cb1d49 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event deleted for resources: {'Subnet': ['ID=a93401d1-dc8f-4566-820f-7dfe41607d6a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:32.028769 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f3310a-d86c-4b38-a898-eed6d38e1e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-f6dba9e2-dc46-48b0-b949-936ff2873824', 'network_id': 'f6dba9e2-dc46-48b0-b949-936ff2873824', 'tenant_id': 'd75da0de5d9748d9aa5ef837f1c432c9', 'fixed_ips': [{'subnet_id': 'a93401d1-dc8f-4566-820f-7dfe41607d6a'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:22:32.029666 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0f3310a-d86c-4b38-a898-eed6d38e1e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:32.051086 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe0d62c7-fe73-474a-a7d2-a0754a622c2d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:32.129069 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d509a5e-b1f3-449b-a10e-c70e80cb1d49 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:32.145682 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0d62c7-fe73-474a-a7d2-a0754a622c2d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:32.148310 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-7d509a5e-b1f3-449b-a10e-c70e80cb1d49 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6dba9e2-dc46-48b0-b949-936ff2873824']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:32.160339 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-fe0d62c7-fe73-474a-a7d2-a0754a622c2d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:32.164267 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0d62c7-fe73-474a-a7d2-a0754a622c2d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:32.166766 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe0d62c7-fe73-474a-a7d2-a0754a622c2d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:32.171990 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-7d509a5e-b1f3-449b-a10e-c70e80cb1d49 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ef31f3-f6ae-47fc-92e6-cef39de8ef56') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:32.173424 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-7d509a5e-b1f3-449b-a10e-c70e80cb1d49 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ef31f3-f6ae-47fc-92e6-cef39de8ef56') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:32.177035 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d62c7-fe73-474a-a7d2-a0754a622c2d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=7e93f5dc-6656-4176-a3fd-6f9bf9f9d2b3,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:32.198257 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fe0d62c7-fe73-474a-a7d2-a0754a622c2d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8080678 Jul 30 20:22:32.202502 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58470) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:32.209703 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228c61ca-151d-4432-85b3-794951c2fd30 None None] Network f6dba9e2-dc46-48b0-b949-936ff2873824 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:32.212522 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d509a5e-b1f3-449b-a10e-c70e80cb1d49 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:32.213455 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-338ae576-9594-4004-863f-f9eb53cbab6b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'fixed_ips': [{'subnet_id': '7e93f5dc-6656-4176-a3fd-6f9bf9f9d2b3', 'ip_address': '2001:db8::e93e:4933:8cbc:8d1e'}], 'name': 'tempest-NetworksTestDHCPv6-794645221'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:32.230226 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d509a5e-b1f3-449b-a10e-c70e80cb1d49 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:32.241153 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d509a5e-b1f3-449b-a10e-c70e80cb1d49 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:22:32.241576 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d509a5e-b1f3-449b-a10e-c70e80cb1d49 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:22:32.244877 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:22:32.282218 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e4ff31a0-adba-4c6f-88af-0f0076965f1f None None] Could not find standard attr ID for object 125a052b-c528-4c07-a1cd-6e1d5f00c337. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:22:32.286909 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ca04ce-049f-4e1d-9ba8-d706e6d19326 None None] DHCP port deletion for af4b4c78-015d-41b2-aa81-e7eeeb1e0803 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:22:32.345368 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d509a5e-b1f3-449b-a10e-c70e80cb1d49 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:32.358632 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d509a5e-b1f3-449b-a10e-c70e80cb1d49 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:32.360644 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7d509a5e-b1f3-449b-a10e-c70e80cb1d49 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "DELETE /v2.0/networks/f6dba9e2-dc46-48b0-b949-936ff2873824 HTTP/1.1" status: 204 len: 168 time: 0.8594806 Jul 30 20:22:32.375730 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58472) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:32.383452 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ff68495a-291a-4e61-b391-c34ca897ca81 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1387798652'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:32.386995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d509a5e-b1f3-449b-a10e-c70e80cb1d49 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event deleted for resources: {'Network': ['ID=f6dba9e2-dc46-48b0-b949-936ff2873824,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:32.436346 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.db.api [None req-ff68495a-291a-4e61-b391-c34ca897ca81 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 20:22:32.436346 n-d-712137-9 neutron-server[93883]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 20:22:32.436346 n-d-712137-9 neutron-server[93883]: [parameters: {'project_id': 'd75da0de5d9748d9aa5ef837f1c432c9', 'id': 'a3bb151e-d8e6-40db-8298-e371881e97e0', 'expiration': datetime.datetime(2021, 7, 30, 20, 24, 32, 418093)}] Jul 30 20:22:32.436346 n-d-712137-9 neutron-server[93883]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:22:32.436865 n-d-712137-9 neutron-server[93883]: DEBUG oslo_db.api [None req-ff68495a-291a-4e61-b391-c34ca897ca81 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:22:32.442513 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338ae576-9594-4004-863f-f9eb53cbab6b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:32.467491 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e4ca04ce-049f-4e1d-9ba8-d706e6d19326 None None] Deleting port 93390e52-b9ba-4309-ad53-a97fa123996d {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:32.468257 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4ca04ce-049f-4e1d-9ba8-d706e6d19326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:32.569940 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-338ae576-9594-4004-863f-f9eb53cbab6b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:32.608877 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-338ae576-9594-4004-863f-f9eb53cbab6b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] device_id is not set on port 53ea3717-e977-4b24-95cc-03fa92fc5200 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:22:32.685606 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e4ca04ce-049f-4e1d-9ba8-d706e6d19326 None None] For port 93390e52-b9ba-4309-ad53-a97fa123996d, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=93390e52-b9ba-4309-ad53-a97fa123996d,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:22:32.686004 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4ca04ce-049f-4e1d-9ba8-d706e6d19326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:32.770923 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e4ca04ce-049f-4e1d-9ba8-d706e6d19326 None None] Calling delete_port for 93390e52-b9ba-4309-ad53-a97fa123996d owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:32.827653 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 93390e52-b9ba-4309-ad53-a97fa123996d no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:22:32.943865 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4ca04ce-049f-4e1d-9ba8-d706e6d19326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:32.959895 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-338ae576-9594-4004-863f-f9eb53cbab6b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8::e93e:4933:8cbc:8d1e (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/7e93f5dc-6656-4176-a3fd-6f9bf9f9d2b3/53ea3717-e977-4b24-95cc-03fa92fc5200) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:32.980342 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:33.008573 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca04ce-049f-4e1d-9ba8-d706e6d19326 None None] Pushing event deleted for resources: {'Port': ['ID=93390e52-b9ba-4309-ad53-a97fa123996d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:33.015930 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ca04ce-049f-4e1d-9ba8-d706e6d19326 None None] No DVR routers for this DVR port 93390e52-b9ba-4309-ad53-a97fa123996d on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:22:33.042605 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7133be6f-7517-4376-af10-1104c0b5dd61 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:33.169841 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff68495a-291a-4e61-b391-c34ca897ca81 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Made reservation on behalf of d75da0de5d9748d9aa5ef837f1c432c9 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:33.175272 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff68495a-291a-4e61-b391-c34ca897ca81 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:33.244951 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-338ae576-9594-4004-863f-f9eb53cbab6b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:33.269562 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-338ae576-9594-4004-863f-f9eb53cbab6b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Transition to ACTIVE for port object 53ea3717-e977-4b24-95cc-03fa92fc5200 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:33.333674 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcde04c-f422-427e-8fe1-a29264f52b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'fixed_ips': [{'subnet_id': '7e93f5dc-6656-4176-a3fd-6f9bf9f9d2b3'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:22:33.334675 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbcde04c-f422-427e-8fe1-a29264f52b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:33.336253 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff68495a-291a-4e61-b391-c34ca897ca81 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:22:33.340040 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-338ae576-9594-4004-863f-f9eb53cbab6b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:33.380610 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff68495a-291a-4e61-b391-c34ca897ca81 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:33.381244 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-ff68495a-291a-4e61-b391-c34ca897ca81 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Added segment 8546cbe7-f3dc-4cff-9657-3ca3e99c1239 of type vlan for network 35c2c9a6-180c-4a10-a272-dc79f1f81847 Jul 30 20:22:33.410200 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338ae576-9594-4004-863f-f9eb53cbab6b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:33.436060 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-338ae576-9594-4004-863f-f9eb53cbab6b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:33.442242 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338ae576-9594-4004-863f-f9eb53cbab6b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:33.448833 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338ae576-9594-4004-863f-f9eb53cbab6b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:33.449592 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-338ae576-9594-4004-863f-f9eb53cbab6b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:33.519648 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-338ae576-9594-4004-863f-f9eb53cbab6b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3137739 Jul 30 20:22:33.519648 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff68495a-291a-4e61-b391-c34ca897ca81 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:33.520828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58500) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:33.523408 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ae576-9594-4004-863f-f9eb53cbab6b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=53ea3717-e977-4b24-95cc-03fa92fc5200,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:33.558172 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff68495a-291a-4e61-b391-c34ca897ca81 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:33.564624 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff68495a-291a-4e61-b391-c34ca897ca81 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:33.565660 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff68495a-291a-4e61-b391-c34ca897ca81 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:33.577863 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-bbcde04c-f422-427e-8fe1-a29264f52b83 None None] Allocated IP 2001:db8::2 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/7e93f5dc-6656-4176-a3fd-6f9bf9f9d2b3/74d89da1-bfe6-4282-ba4f-f631f740eea6) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:33.617194 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ff68495a-291a-4e61-b391-c34ca897ca81 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2379844 Jul 30 20:22:33.619271 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58506) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:33.654441 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-10364999-9a6f-4053-aa3a-6a5ea19376ed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Request body: {'subnet': {'network_id': '35c2c9a6-180c-4a10-a272-dc79f1f81847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:33.734428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de726683-d8e6-44eb-bbbd-28de4bdfa8e8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:33.737983 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-de726683-d8e6-44eb-bbbd-28de4bdfa8e8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2153106 Jul 30 20:22:33.740863 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58514) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:33.863991 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbcde04c-f422-427e-8fe1-a29264f52b83 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:33.873217 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bbcde04c-f422-427e-8fe1-a29264f52b83 None None] Transition to ACTIVE for port object 74d89da1-bfe6-4282-ba4f-f631f740eea6 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:33.892435 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bbcde04c-f422-427e-8fe1-a29264f52b83 None None] Transition to ACTIVE for port object 74d89da1-bfe6-4282-ba4f-f631f740eea6 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:33.907123 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbcde04c-f422-427e-8fe1-a29264f52b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:33.972971 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68495a-291a-4e61-b391-c34ca897ca81 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event updated for resources: {'Network': ['ID=35c2c9a6-180c-4a10-a272-dc79f1f81847,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:33.997545 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcde04c-f422-427e-8fe1-a29264f52b83 None None] Pushing event updated for resources: {'Port': ['ID=74d89da1-bfe6-4282-ba4f-f631f740eea6,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:34.001793 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 35c2c9a6-180c-4a10-a272-dc79f1f81847 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:22:34.014971 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-512b4221-8a87-4b7e-a49c-9a6e4a3905c5 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting port 53ea3717-e977-4b24-95cc-03fa92fc5200 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:34.018769 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-512b4221-8a87-4b7e-a49c-9a6e4a3905c5 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:34.081784 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10364999-9a6f-4053-aa3a-6a5ea19376ed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Made reservation on behalf of d75da0de5d9748d9aa5ef837f1c432c9 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:34.090204 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10364999-9a6f-4053-aa3a-6a5ea19376ed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:34.114679 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcde04c-f422-427e-8fe1-a29264f52b83 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:34.116896 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-bbcde04c-f422-427e-8fe1-a29264f52b83 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:34.119954 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcde04c-f422-427e-8fe1-a29264f52b83 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:34.184327 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b6575-a299-4390-aa55-aa91a14e35ed req-d26cc351-6dc0-483f-8893-4bb0934be32d tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:34.192100 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-910b6575-a299-4390-aa55-aa91a14e35ed req-d26cc351-6dc0-483f-8893-4bb0934be32d tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=040513b6-c180-4c7d-9447-07c1a2cea265 HTTP/1.1" status: 200 len: 946 time: 0.1483941 Jul 30 20:22:34.226668 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-512b4221-8a87-4b7e-a49c-9a6e4a3905c5 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:34.258897 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bbcde04c-f422-427e-8fe1-a29264f52b83 None None] Attempting to bind port 74d89da1-bfe6-4282-ba4f-f631f740eea6 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:22:34.259260 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bbcde04c-f422-427e-8fe1-a29264f52b83 None None] Attempting to bind port 74d89da1-bfe6-4282-ba4f-f631f740eea6 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:22:34.261689 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-512b4221-8a87-4b7e-a49c-9a6e4a3905c5 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Calling delete_port for 53ea3717-e977-4b24-95cc-03fa92fc5200 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:34.261970 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcde04c-f422-427e-8fe1-a29264f52b83 None None] Attempting to bind port 74d89da1-bfe6-4282-ba4f-f631f740eea6 on network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:22:34.284353 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcde04c-f422-427e-8fe1-a29264f52b83 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:22:34.284754 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcde04c-f422-427e-8fe1-a29264f52b83 None None] Checking segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:22:34.285170 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbcde04c-f422-427e-8fe1-a29264f52b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:34.294897 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcde04c-f422-427e-8fe1-a29264f52b83 None None] Bound using segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:22:34.294897 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bbcde04c-f422-427e-8fe1-a29264f52b83 None None] Bound port: 74d89da1-bfe6-4282-ba4f-f631f740eea6, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:22:34.294897 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbcde04c-f422-427e-8fe1-a29264f52b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:34.295286 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-910b6575-a299-4390-aa55-aa91a14e35ed req-4c86927d-de0c-4df0-9562-c3912cad7451 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010818 Jul 30 20:22:34.428079 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bbcde04c-f422-427e-8fe1-a29264f52b83 None None] For port 74d89da1-bfe6-4282-ba4f-f631f740eea6, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:22:34.432919 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bbcde04c-f422-427e-8fe1-a29264f52b83 None None] For port 74d89da1-bfe6-4282-ba4f-f631f740eea6, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=74d89da1-bfe6-4282-ba4f-f631f740eea6,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:22:34.446329 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbcde04c-f422-427e-8fe1-a29264f52b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:34.505650 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10364999-9a6f-4053-aa3a-6a5ea19376ed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:34.585456 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcde04c-f422-427e-8fe1-a29264f52b83 None None] Pushing event updated for resources: {'Port': ['ID=74d89da1-bfe6-4282-ba4f-f631f740eea6,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:34.663915 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10364999-9a6f-4053-aa3a-6a5ea19376ed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event updated for resources: {'Subnet': ['ID=40a624ba-c21a-493c-a1ab-a69d6515661c,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:34.677493 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10364999-9a6f-4053-aa3a-6a5ea19376ed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Checking segment: {'id': '8546cbe7-f3dc-4cff-9657-3ca3e99c1239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '35c2c9a6-180c-4a10-a272-dc79f1f81847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:22:34.678119 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10364999-9a6f-4053-aa3a-6a5ea19376ed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Network hostable DHCP agents. Network: 35c2c9a6-180c-4a10-a272-dc79f1f81847, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:22:34.705091 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10364999-9a6f-4053-aa3a-6a5ea19376ed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Network 35c2c9a6-180c-4a10-a272-dc79f1f81847 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:22:34.724127 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-10364999-9a6f-4053-aa3a-6a5ea19376ed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 35c2c9a6-180c-4a10-a272-dc79f1f81847) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:34.728826 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10364999-9a6f-4053-aa3a-6a5ea19376ed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:34.729746 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10364999-9a6f-4053-aa3a-6a5ea19376ed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:34.734130 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5818571d-bf0a-4762-b4a9-d816fcea4a23 None None] Network 35c2c9a6-180c-4a10-a272-dc79f1f81847 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:34.772226 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-10364999-9a6f-4053-aa3a-6a5ea19376ed tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1515682 Jul 30 20:22:34.775224 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58534) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:35.015887 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:35.076325 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b688a8c-2b3c-4d08-ae97-02f60c70dc5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-35c2c9a6-180c-4a10-a272-dc79f1f81847', 'network_id': '35c2c9a6-180c-4a10-a272-dc79f1f81847', 'tenant_id': 'd75da0de5d9748d9aa5ef837f1c432c9', 'fixed_ips': [{'subnet_id': '40a624ba-c21a-493c-a1ab-a69d6515661c'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:22:35.077472 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5b688a8c-2b3c-4d08-ae97-02f60c70dc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:35.157001 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:35.176791 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-512b4221-8a87-4b7e-a49c-9a6e4a3905c5 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:35.237387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b4221-8a87-4b7e-a49c-9a6e4a3905c5 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Port': ['ID=53ea3717-e977-4b24-95cc-03fa92fc5200,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:35.274075 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-512b4221-8a87-4b7e-a49c-9a6e4a3905c5 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:35.276090 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-512b4221-8a87-4b7e-a49c-9a6e4a3905c5 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/53ea3717-e977-4b24-95cc-03fa92fc5200 HTTP/1.1" status: 204 len: 168 time: 1.5339656 Jul 30 20:22:35.280095 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58548) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:35.322625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-5b688a8c-2b3c-4d08-ae97-02f60c70dc5e None None] Allocated IP 2001:db8::2 (35c2c9a6-180c-4a10-a272-dc79f1f81847/40a624ba-c21a-493c-a1ab-a69d6515661c/582c5c24-0555-4f7a-88a2-357e19da79b9) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:35.394036 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e395f929-80be-4a85-8864-fc5e246a1ae1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:35.397153 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e395f929-80be-4a85-8864-fc5e246a1ae1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:35.410083 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e395f929-80be-4a85-8864-fc5e246a1ae1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1287224 Jul 30 20:22:35.414060 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58556) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:35.446406 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3861d21-8b72-4c4f-8cb9-47cced20f970 req-f551441d-fc1f-4b65-87de-82887cbeedba tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:35.453864 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3861d21-8b72-4c4f-8cb9-47cced20f970 req-f551441d-fc1f-4b65-87de-82887cbeedba tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=040513b6-c180-4c7d-9447-07c1a2cea265 HTTP/1.1" status: 200 len: 946 time: 0.0664432 Jul 30 20:22:35.496386 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8a73f7-083b-4b6c-ae61-63c881f45e53 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet 7e93f5dc-6656-4176-a3fd-6f9bf9f9d2b3 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:22:35.500357 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a8a73f7-083b-4b6c-ae61-63c881f45e53 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:35.531168 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3861d21-8b72-4c4f-8cb9-47cced20f970 req-bce52bc4-a25d-4b74-a097-c9a63bf9d4d4 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735133 Jul 30 20:22:35.586057 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5b688a8c-2b3c-4d08-ae97-02f60c70dc5e None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:35.597102 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5b688a8c-2b3c-4d08-ae97-02f60c70dc5e None None] Transition to ACTIVE for port object 582c5c24-0555-4f7a-88a2-357e19da79b9 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:35.597748 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a8a73f7-083b-4b6c-ae61-63c881f45e53 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:35.616828 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5b688a8c-2b3c-4d08-ae97-02f60c70dc5e None None] Transition to ACTIVE for port object 582c5c24-0555-4f7a-88a2-357e19da79b9 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:35.626214 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5b688a8c-2b3c-4d08-ae97-02f60c70dc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:35.677358 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b688a8c-2b3c-4d08-ae97-02f60c70dc5e None None] Network 35c2c9a6-180c-4a10-a272-dc79f1f81847 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:35.682778 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:35.687053 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-5b688a8c-2b3c-4d08-ae97-02f60c70dc5e None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:35.694307 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b688a8c-2b3c-4d08-ae97-02f60c70dc5e None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:35.754920 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event deleted for resources: {'Subnet': ['ID=40a624ba-c21a-493c-a1ab-a69d6515661c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:35.790166 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b688a8c-2b3c-4d08-ae97-02f60c70dc5e None None] Pushing event updated for resources: {'Port': ['ID=582c5c24-0555-4f7a-88a2-357e19da79b9,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:35.798778 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-5b688a8c-2b3c-4d08-ae97-02f60c70dc5e None None] Attempting to bind port 582c5c24-0555-4f7a-88a2-357e19da79b9 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:22:35.799143 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-5b688a8c-2b3c-4d08-ae97-02f60c70dc5e None None] Attempting to bind port 582c5c24-0555-4f7a-88a2-357e19da79b9 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '8546cbe7-f3dc-4cff-9657-3ca3e99c1239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '35c2c9a6-180c-4a10-a272-dc79f1f81847'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:22:35.799501 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b688a8c-2b3c-4d08-ae97-02f60c70dc5e None None] Attempting to bind port 582c5c24-0555-4f7a-88a2-357e19da79b9 on network 35c2c9a6-180c-4a10-a272-dc79f1f81847 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:22:35.816622 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b688a8c-2b3c-4d08-ae97-02f60c70dc5e None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:22:35.817246 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b688a8c-2b3c-4d08-ae97-02f60c70dc5e None None] Checking segment: {'id': '8546cbe7-f3dc-4cff-9657-3ca3e99c1239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '35c2c9a6-180c-4a10-a272-dc79f1f81847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:22:35.817774 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5b688a8c-2b3c-4d08-ae97-02f60c70dc5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:35.818172 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b688a8c-2b3c-4d08-ae97-02f60c70dc5e None None] Bound using segment: {'id': '8546cbe7-f3dc-4cff-9657-3ca3e99c1239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '35c2c9a6-180c-4a10-a272-dc79f1f81847'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:22:35.818649 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-5b688a8c-2b3c-4d08-ae97-02f60c70dc5e None None] Bound port: 582c5c24-0555-4f7a-88a2-357e19da79b9, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8546cbe7-f3dc-4cff-9657-3ca3e99c1239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '35c2c9a6-180c-4a10-a272-dc79f1f81847'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:22:35.819081 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5b688a8c-2b3c-4d08-ae97-02f60c70dc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:35.904949 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:35.918945 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a8a73f7-083b-4b6c-ae61-63c881f45e53 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:35.962183 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaf34c-b972-469e-a127-eeaa60e0a0ec req-dc2633e3-f728-4739-9db5-d4e63d675237 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:35.963905 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9aeaf34c-b972-469e-a127-eeaa60e0a0ec req-dc2633e3-f728-4739-9db5-d4e63d675237 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.83 "GET /v2.0/ports?device_id=040513b6-c180-4c7d-9447-07c1a2cea265 HTTP/1.1" status: 200 len: 946 time: 0.2303724 Jul 30 20:22:35.966528 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c2c9a6-180c-4a10-a272-dc79f1f81847']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:35.993894 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8546cbe7-f3dc-4cff-9657-3ca3e99c1239') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:35.994206 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8546cbe7-f3dc-4cff-9657-3ca3e99c1239') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:36.004267 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:36.019749 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:36.029295 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:22:36.030009 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:36.104648 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-5b688a8c-2b3c-4d08-ae97-02f60c70dc5e None None] For port 582c5c24-0555-4f7a-88a2-357e19da79b9, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:22:36.125110 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-5b688a8c-2b3c-4d08-ae97-02f60c70dc5e None None] For port 582c5c24-0555-4f7a-88a2-357e19da79b9, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=582c5c24-0555-4f7a-88a2-357e19da79b9,segment=NetworkSegment(8546cbe7-f3dc-4cff-9657-3ca3e99c1239),segment_id=8546cbe7-f3dc-4cff-9657-3ca3e99c1239)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:22:36.138482 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:22:36.149689 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5b688a8c-2b3c-4d08-ae97-02f60c70dc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:36.173401 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.db.api [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 20:22:36.173401 n-d-712137-9 neutron-server[93883]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 20:22:36.173401 n-d-712137-9 neutron-server[93883]: [parameters: {'id': '35c2c9a6-180c-4a10-a272-dc79f1f81847'}] Jul 30 20:22:36.173401 n-d-712137-9 neutron-server[93883]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:22:36.173920 n-d-712137-9 neutron-server[93883]: DEBUG oslo_db.api [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:22:36.218914 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b688a8c-2b3c-4d08-ae97-02f60c70dc5e None None] Pushing event updated for resources: {'Port': ['ID=582c5c24-0555-4f7a-88a2-357e19da79b9,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:36.228129 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-dddb254f-ed0e-4892-b18f-117ee6a7808f None None] Provisioning for port 74d89da1-bfe6-4282-ba4f-f631f740eea6 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:22:36.288636 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a8a73f7-083b-4b6c-ae61-63c881f45e53 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:36.328775 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decd629b-0ae8-4f2a-8981-1faac244293e None None] Network 35c2c9a6-180c-4a10-a272-dc79f1f81847 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:36.489486 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-714c9751-2cf7-40e7-92c4-c65c499957a2 None None] Could not find standard attr ID for object cc2b7bf0-4160-4ac8-a900-6f5f9e4d33e1. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:22:36.751166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2003a1b-e6ac-45bb-8585-9c8d0f01c196 req-a9b3dd7b-714b-4916-a923-4c2cc7a5bb3a tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:36.752743 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e2003a1b-e6ac-45bb-8585-9c8d0f01c196 req-a9b3dd7b-714b-4916-a923-4c2cc7a5bb3a tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=040513b6-c180-4c7d-9447-07c1a2cea265 HTTP/1.1" status: 200 len: 946 time: 0.1212521 Jul 30 20:22:36.807405 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 74d89da1-bfe6-4282-ba4f-f631f740eea6 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:22:36.831730 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:36.833668 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a73f7-083b-4b6c-ae61-63c881f45e53 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=7e93f5dc-6656-4176-a3fd-6f9bf9f9d2b3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:36.844568 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a8a73f7-083b-4b6c-ae61-63c881f45e53 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:36.846770 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0a8a73f7-083b-4b6c-ae61-63c881f45e53 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/7e93f5dc-6656-4176-a3fd-6f9bf9f9d2b3 HTTP/1.1" status: 204 len: 168 time: 1.4317515 Jul 30 20:22:36.849882 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58590) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:36.865320 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-9aeaf34c-b972-469e-a127-eeaa60e0a0ec req-aec8e0db-9b2e-4b7f-beec-3add7271a513 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Deleting port 4e55ca04-04d9-4032-acde-f4676a3dea68 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:36.865690 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9aeaf34c-b972-469e-a127-eeaa60e0a0ec req-aec8e0db-9b2e-4b7f-beec-3add7271a513 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:36.941357 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-df60b354-d56e-4555-be78-1cbe594ce6e3 None None] Could not find standard attr ID for object 53ea3717-e977-4b24-95cc-03fa92fc5200. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:22:36.951827 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 74d89da1-bfe6-4282-ba4f-f631f740eea6 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:22:36.962696 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 74d89da1-bfe6-4282-ba4f-f631f740eea6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:36.963136 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:36.982010 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5665e9e1-d588-47bc-b8e1-b73b66498993 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1225934 Jul 30 20:22:36.993556 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58602) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:37.067746 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Deleting port 582c5c24-0555-4f7a-88a2-357e19da79b9 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:37.068097 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:37.085436 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e2003a1b-e6ac-45bb-8585-9c8d0f01c196 req-90623376-7464-4acc-aacb-9aebc9d84382 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217547 Jul 30 20:22:37.133883 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02453f5c-e142-4322-99ea-94d9ba11cdf8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:37.142971 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-02453f5c-e142-4322-99ea-94d9ba11cdf8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1461487 Jul 30 20:22:37.143346 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58604) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:37.177270 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9aeaf34c-b972-469e-a127-eeaa60e0a0ec req-aec8e0db-9b2e-4b7f-beec-3add7271a513 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] For port 4e55ca04-04d9-4032-acde-f4676a3dea68, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=4e55ca04-04d9-4032-acde-f4676a3dea68,segment=NetworkSegment(24e0fe1e-748d-4022-a692-5e5f9dd7e6df),segment_id=24e0fe1e-748d-4022-a692-5e5f9dd7e6df)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:22:37.177633 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9aeaf34c-b972-469e-a127-eeaa60e0a0ec req-aec8e0db-9b2e-4b7f-beec-3add7271a513 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:37.185078 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:37.202345 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-9aeaf34c-b972-469e-a127-eeaa60e0a0ec req-aec8e0db-9b2e-4b7f-beec-3add7271a513 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Calling delete_port for 4e55ca04-04d9-4032-acde-f4676a3dea68 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:37.212539 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] For port 582c5c24-0555-4f7a-88a2-357e19da79b9, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=582c5c24-0555-4f7a-88a2-357e19da79b9,segment=NetworkSegment(8546cbe7-f3dc-4cff-9657-3ca3e99c1239),segment_id=8546cbe7-f3dc-4cff-9657-3ca3e99c1239)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:22:37.212915 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:37.219903 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64540baa-0498-4f06-981d-bcc70480732d None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:37.234178 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Calling delete_port for 582c5c24-0555-4f7a-88a2-357e19da79b9 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:37.269961 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee33b840-76d3-4816-b1fc-2ee95b9f0a5c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:37.273493 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ee33b840-76d3-4816-b1fc-2ee95b9f0a5c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1271346 Jul 30 20:22:37.274583 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58608) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:37.358785 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0e5aae46-ec51-4228-9611-31f58e7a2338 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819235 Jul 30 20:22:37.363992 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58610) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:37.369884 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-860ed9ae-7c02-4c85-bf6c-d4a45d3a7426 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:37.400924 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:37.433907 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] No DVR routers for this DVR port 582c5c24-0555-4f7a-88a2-357e19da79b9 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:22:37.436067 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event deleted for resources: {'Port': ['ID=582c5c24-0555-4f7a-88a2-357e19da79b9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:37.455581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 74d89da1-bfe6-4282-ba4f-f631f740eea6, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=74d89da1-bfe6-4282-ba4f-f631f740eea6,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:22:37.465959 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:37.527966 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860ed9ae-7c02-4c85-bf6c-d4a45d3a7426 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:37.532397 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=74d89da1-bfe6-4282-ba4f-f631f740eea6,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:37.537384 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-860ed9ae-7c02-4c85-bf6c-d4a45d3a7426 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:37.602970 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fc2c3a-cef9-4ed0-9398-fbcc97e6d39d None None] DHCP port deletion for af4b4c78-015d-41b2-aa81-e7eeeb1e0803 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:22:37.609717 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:37.626089 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c2c9a6-180c-4a10-a272-dc79f1f81847']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:37.637212 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8546cbe7-f3dc-4cff-9657-3ca3e99c1239') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:37.637632 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8546cbe7-f3dc-4cff-9657-3ca3e99c1239') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:37.648343 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:37.664027 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:37.673481 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:22:37.674026 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:37.677672 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9aeaf34c-b972-469e-a127-eeaa60e0a0ec req-aec8e0db-9b2e-4b7f-beec-3add7271a513 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:37.678805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-68fc2c3a-cef9-4ed0-9398-fbcc97e6d39d None None] Deleting port 74d89da1-bfe6-4282-ba4f-f631f740eea6 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:37.679260 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68fc2c3a-cef9-4ed0-9398-fbcc97e6d39d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:22:37.690379 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:22:37.755969 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8e0db-9b2e-4b7f-beec-3add7271a513 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Pushing event deleted for resources: {'Port': ['ID=4e55ca04-04d9-4032-acde-f4676a3dea68,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:37.758240 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-68fc2c3a-cef9-4ed0-9398-fbcc97e6d39d None None] For port 74d89da1-bfe6-4282-ba4f-f631f740eea6, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=74d89da1-bfe6-4282-ba4f-f631f740eea6,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:22:37.759206 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68fc2c3a-cef9-4ed0-9398-fbcc97e6d39d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:37.777811 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-68fc2c3a-cef9-4ed0-9398-fbcc97e6d39d None None] Calling delete_port for 74d89da1-bfe6-4282-ba4f-f631f740eea6 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:37.795209 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['84b11c7f-542d-4517-ac34-b164c6c1f31c'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:22:37.797707 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['f572611f-b411-4a1c-98f8-62b55e9c3a09'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:22:37.850401 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aeaf34c-b972-469e-a127-eeaa60e0a0ec req-aec8e0db-9b2e-4b7f-beec-3add7271a513 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] No DVR routers for this DVR port 4e55ca04-04d9-4032-acde-f4676a3dea68 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:22:37.852146 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:37.853976 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9aeaf34c-b972-469e-a127-eeaa60e0a0ec req-aec8e0db-9b2e-4b7f-beec-3add7271a513 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:37.863923 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-9aeaf34c-b972-469e-a127-eeaa60e0a0ec req-aec8e0db-9b2e-4b7f-beec-3add7271a513 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.83 "DELETE /v2.0/ports/4e55ca04-04d9-4032-acde-f4676a3dea68 HTTP/1.1" status: 204 len: 173 time: 1.8880351 Jul 30 20:22:37.871914 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040513b6-c180-4c7d-9447-07c1a2cea265', 'name': 'network-vif-deleted', 'tag': '4e55ca04-04d9-4032-acde-f4676a3dea68'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:22:37.874381 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2734f4-a8fb-4eca-8959-19f8dc7baa0e" -d '{"events": [{"server_uuid": "040513b6-c180-4c7d-9447-07c1a2cea265", "name": "network-vif-deleted", "tag": "4e55ca04-04d9-4032-acde-f4676a3dea68"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:22:37.888648 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:37.890542 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "DELETE /v2.0/networks/35c2c9a6-180c-4a10-a272-dc79f1f81847 HTTP/1.1" status: 204 len: 168 time: 3.1143062 Jul 30 20:22:37.899023 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58632) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:37.900065 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4b1246e0-1e64-433c-993f-f44af961223d tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-147398817'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:37.938825 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a6705-9fe6-4383-86a4-0ed60896b0d3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event deleted for resources: {'Network': ['ID=35c2c9a6-180c-4a10-a272-dc79f1f81847,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:37.945606 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fc7bcc-de70-465e-be56-3ccb9ab5a6e3 x-openstack-request-id: req-b2fc7bcc-de70-465e-be56-3ccb9ab5a6e3 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:22:37.945956 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040513b6-c180-4c7d-9447-07c1a2cea265", "name": "network-vif-deleted", "tag": "4e55ca04-04d9-4032-acde-f4676a3dea68", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:22:37.946116 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b2fc7bcc-de70-465e-be56-3ccb9ab5a6e3 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:22:37.946541 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040513b6-c180-4c7d-9447-07c1a2cea265', 'name': 'network-vif-deleted', 'tag': '4e55ca04-04d9-4032-acde-f4676a3dea68', 'status': 'completed', 'code': 200} Jul 30 20:22:37.957257 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1246e0-1e64-433c-993f-f44af961223d tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Made reservation on behalf of d75da0de5d9748d9aa5ef837f1c432c9 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:37.961811 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b1246e0-1e64-433c-993f-f44af961223d tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:37.991891 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1246e0-1e64-433c-993f-f44af961223d tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:22:38.002310 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b1246e0-1e64-433c-993f-f44af961223d tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:38.002654 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-4b1246e0-1e64-433c-993f-f44af961223d tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Added segment 7e13f47f-868a-48d3-80a5-6f77682fea56 of type vlan for network f965fcd5-c366-4bb3-bdc4-771b260b8823 Jul 30 20:22:38.031858 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68fc2c3a-cef9-4ed0-9398-fbcc97e6d39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:38.065759 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b1246e0-1e64-433c-993f-f44af961223d tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:38.074518 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-860ed9ae-7c02-4c85-bf6c-d4a45d3a7426 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:38.080265 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc2c3a-cef9-4ed0-9398-fbcc97e6d39d None None] Pushing event deleted for resources: {'Port': ['ID=74d89da1-bfe6-4282-ba4f-f631f740eea6,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:38.125223 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b1246e0-1e64-433c-993f-f44af961223d tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:38.133285 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1246e0-1e64-433c-993f-f44af961223d tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:38.134382 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b1246e0-1e64-433c-993f-f44af961223d tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:38.143457 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc2c3a-cef9-4ed0-9398-fbcc97e6d39d None None] No DVR routers for this DVR port 74d89da1-bfe6-4282-ba4f-f631f740eea6 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:22:38.154918 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860ed9ae-7c02-4c85-bf6c-d4a45d3a7426 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:38.160532 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4b1246e0-1e64-433c-993f-f44af961223d tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2646039 Jul 30 20:22:38.173231 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58642) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:38.194677 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-5d4c9dc0-2280-449b-a701-d47f43f57256 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Request body: {'subnet': {'network_id': 'f965fcd5-c366-4bb3-bdc4-771b260b8823', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:38.203345 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-860ed9ae-7c02-4c85-bf6c-d4a45d3a7426 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:38.235835 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1246e0-1e64-433c-993f-f44af961223d tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event updated for resources: {'Network': ['ID=f965fcd5-c366-4bb3-bdc4-771b260b8823,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:38.241816 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860ed9ae-7c02-4c85-bf6c-d4a45d3a7426 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:38.242574 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-860ed9ae-7c02-4c85-bf6c-d4a45d3a7426 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:38.250505 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f30e4a-e21d-45dd-bf49-cf550b457a0f None None] get_active_networks_info from n-d-712137-9 {{(pid=93884) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 20:22:38.256444 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network f965fcd5-c366-4bb3-bdc4-771b260b8823 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:22:38.335650 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ed9ae-7c02-4c85-bf6c-d4a45d3a7426 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=662e17cf-1136-4a15-ad51-bc5ea66218f3,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:38.376056 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a870b9f-adc2-4e43-8bee-e8e40724eb47 req-25da0d36-0827-4478-9d2c-ff27b57a03ca tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=040513b6-c180-4c7d-9447-07c1a2cea265 HTTP/1.1" status: 200 len: 210 time: 0.0710242 Jul 30 20:22:38.452396 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-860ed9ae-7c02-4c85-bf6c-d4a45d3a7426 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0868323 Jul 30 20:22:38.455280 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58660) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:38.460889 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-79e9758e-e899-4289-bf77-40faa557391d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'fixed_ips': [{'subnet_id': '662e17cf-1136-4a15-ad51-bc5ea66218f3', 'ip_address': '2001:db8::8f8f:1b7d:eb6f:b934'}], 'name': 'tempest-NetworksTestDHCPv6-228113906'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:38.503248 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4c9dc0-2280-449b-a701-d47f43f57256 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Made reservation on behalf of d75da0de5d9748d9aa5ef837f1c432c9 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:38.510518 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d4c9dc0-2280-449b-a701-d47f43f57256 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:38.578490 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f30e4a-e21d-45dd-bf49-cf550b457a0f None None] Resources bound (agent type, host, resource id): {{(pid=93884) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 20:22:38.634327 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e9758e-e899-4289-bf77-40faa557391d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:38.726945 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 74d89da1-bfe6-4282-ba4f-f631f740eea6 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:22:38.746063 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79e9758e-e899-4289-bf77-40faa557391d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:38.771190 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 4e55ca04-04d9-4032-acde-f4676a3dea68 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:22:38.796356 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-79e9758e-e899-4289-bf77-40faa557391d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] device_id is not set on port c315a1a5-2398-4169-ab46-d3cbb89e7728 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:22:38.805497 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 4e55ca04-04d9-4032-acde-f4676a3dea68 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:22:38.805980 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 4e55ca04-04d9-4032-acde-f4676a3dea68 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:22:38.807490 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 74d89da1-bfe6-4282-ba4f-f631f740eea6 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:22:38.807950 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 74d89da1-bfe6-4282-ba4f-f631f740eea6 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:22:38.980067 n-d-712137-9 neutron-server[93882]: DEBUG neutron.objects.ports [None req-5d4c9dc0-2280-449b-a701-d47f43f57256 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93882) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 20:22:38.984365 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d4c9dc0-2280-449b-a701-d47f43f57256 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:39.009907 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-79e9758e-e899-4289-bf77-40faa557391d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8::8f8f:1b7d:eb6f:b934 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/662e17cf-1136-4a15-ad51-bc5ea66218f3/c315a1a5-2398-4169-ab46-d3cbb89e7728) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:39.035379 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1460d7-9b4a-400c-bccf-d2a3e5996605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'fixed_ips': [{'subnet_id': '662e17cf-1136-4a15-ad51-bc5ea66218f3'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:22:39.036651 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9b1460d7-9b4a-400c-bccf-d2a3e5996605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:39.128986 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c9dc0-2280-449b-a701-d47f43f57256 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event updated for resources: {'Subnet': ['ID=5dbf85fd-f08d-456d-97f4-d69665d6ad71,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:39.148104 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4c9dc0-2280-449b-a701-d47f43f57256 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Checking segment: {'id': '7e13f47f-868a-48d3-80a5-6f77682fea56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f965fcd5-c366-4bb3-bdc4-771b260b8823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:22:39.149784 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4c9dc0-2280-449b-a701-d47f43f57256 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Network hostable DHCP agents. Network: f965fcd5-c366-4bb3-bdc4-771b260b8823, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:22:39.176565 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4c9dc0-2280-449b-a701-d47f43f57256 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Network f965fcd5-c366-4bb3-bdc4-771b260b8823 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:22:39.193621 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-5d4c9dc0-2280-449b-a701-d47f43f57256 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, f965fcd5-c366-4bb3-bdc4-771b260b8823) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:39.209248 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4c9dc0-2280-449b-a701-d47f43f57256 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:39.210193 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d4c9dc0-2280-449b-a701-d47f43f57256 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:39.232971 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5d4c9dc0-2280-449b-a701-d47f43f57256 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0541818 Jul 30 20:22:39.235538 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58670) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:39.257286 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79e9758e-e899-4289-bf77-40faa557391d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:39.285291 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-79e9758e-e899-4289-bf77-40faa557391d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Transition to ACTIVE for port object c315a1a5-2398-4169-ab46-d3cbb89e7728 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:39.355757 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79e9758e-e899-4289-bf77-40faa557391d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:39.366757 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf33bf7a-c2a3-48cf-a25f-32e438ad02f7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:39.407855 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-9b1460d7-9b4a-400c-bccf-d2a3e5996605 None None] Allocated IP 2001:db8::2 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/662e17cf-1136-4a15-ad51-bc5ea66218f3/ef0d460a-4969-447f-badc-a6b8c7427884) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:39.439593 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9758e-e899-4289-bf77-40faa557391d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=c315a1a5-2398-4169-ab46-d3cbb89e7728,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:39.452244 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e9758e-e899-4289-bf77-40faa557391d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:39.454581 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-79e9758e-e899-4289-bf77-40faa557391d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:39.460159 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e9758e-e899-4289-bf77-40faa557391d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:39.467412 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e9758e-e899-4289-bf77-40faa557391d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:39.468081 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79e9758e-e899-4289-bf77-40faa557391d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:39.479375 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf33bf7a-c2a3-48cf-a25f-32e438ad02f7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:39.491563 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-79e9758e-e899-4289-bf77-40faa557391d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0334952 Jul 30 20:22:39.493063 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58678) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:39.505306 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ef682592-0314-4b07-bc11-2894fbfd7ada tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'fixed_ips': [{'subnet_id': '662e17cf-1136-4a15-ad51-bc5ea66218f3', 'ip_address': '2001:db8::8f8f:1b7d:eb6f:b934'}], 'name': 'tempest-NetworksTestDHCPv6-299792682'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:39.585126 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0be07ea-9f08-4f65-a902-f0b778e00f11 req-71386746-6414-43c2-8a4b-60541efd209a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d5fc265d-272b-4eae-9014-bee90519fc3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1271214 Jul 30 20:22:39.676474 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef682592-0314-4b07-bc11-2894fbfd7ada tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:39.683081 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef682592-0314-4b07-bc11-2894fbfd7ada tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:39.713698 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-ef682592-0314-4b07-bc11-2894fbfd7ada tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] device_id is not set on port 18d520ed-57da-4384-b16e-d907bfdcbabd yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:22:39.724300 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf33bf7a-c2a3-48cf-a25f-32e438ad02f7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:39.781159 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9b1460d7-9b4a-400c-bccf-d2a3e5996605 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:39.818532 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9b1460d7-9b4a-400c-bccf-d2a3e5996605 None None] Transition to ACTIVE for port object ef0d460a-4969-447f-badc-a6b8c7427884 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:39.845231 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf33bf7a-c2a3-48cf-a25f-32e438ad02f7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:39.861044 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-cf33bf7a-c2a3-48cf-a25f-32e438ad02f7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f965fcd5-c366-4bb3-bdc4-771b260b8823']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:39.868111 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9b1460d7-9b4a-400c-bccf-d2a3e5996605 None None] Transition to ACTIVE for port object ef0d460a-4969-447f-badc-a6b8c7427884 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:39.880659 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9b1460d7-9b4a-400c-bccf-d2a3e5996605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:39.925883 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-cf33bf7a-c2a3-48cf-a25f-32e438ad02f7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e13f47f-868a-48d3-80a5-6f77682fea56') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:39.926374 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-cf33bf7a-c2a3-48cf-a25f-32e438ad02f7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e13f47f-868a-48d3-80a5-6f77682fea56') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:39.939795 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf33bf7a-c2a3-48cf-a25f-32e438ad02f7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:39.955946 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf33bf7a-c2a3-48cf-a25f-32e438ad02f7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:39.969732 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf33bf7a-c2a3-48cf-a25f-32e438ad02f7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:22:39.970154 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf33bf7a-c2a3-48cf-a25f-32e438ad02f7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:40.001547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1460d7-9b4a-400c-bccf-d2a3e5996605 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:40.001759 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef682592-0314-4b07-bc11-2894fbfd7ada tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 30 20:22:40.002065 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef682592-0314-4b07-bc11-2894fbfd7ada tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:22:40.008868 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-9b1460d7-9b4a-400c-bccf-d2a3e5996605 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:40.030196 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1460d7-9b4a-400c-bccf-d2a3e5996605 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:40.038314 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1460d7-9b4a-400c-bccf-d2a3e5996605 None None] Pushing event updated for resources: {'Port': ['ID=ef0d460a-4969-447f-badc-a6b8c7427884,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:40.040939 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ef682592-0314-4b07-bc11-2894fbfd7ada tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5453343 Jul 30 20:22:40.043367 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58690) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:22:40.083176 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:22:40.125374 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf33bf7a-c2a3-48cf-a25f-32e438ad02f7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:40.134393 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf33bf7a-c2a3-48cf-a25f-32e438ad02f7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:40.141950 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cf33bf7a-c2a3-48cf-a25f-32e438ad02f7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "DELETE /v2.0/networks/f965fcd5-c366-4bb3-bdc4-771b260b8823 HTTP/1.1" status: 204 len: 168 time: 0.9053335 Jul 30 20:22:40.143952 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58694) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:40.161429 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4fce44-524f-4446-9843-ba1eff3479a0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:40.166803 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33bf7a-c2a3-48cf-a25f-32e438ad02f7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event deleted for resources: {'Subnet': ['ID=5dbf85fd-f08d-456d-97f4-d69665d6ad71,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:40.174947 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4fce44-524f-4446-9843-ba1eff3479a0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:40.178065 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-9b1460d7-9b4a-400c-bccf-d2a3e5996605 None None] Attempting to bind port ef0d460a-4969-447f-badc-a6b8c7427884 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:22:40.178438 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-9b1460d7-9b4a-400c-bccf-d2a3e5996605 None None] Attempting to bind port ef0d460a-4969-447f-badc-a6b8c7427884 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:22:40.178799 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1460d7-9b4a-400c-bccf-d2a3e5996605 None None] Attempting to bind port ef0d460a-4969-447f-badc-a6b8c7427884 on network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:22:40.180925 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bf4fce44-524f-4446-9843-ba1eff3479a0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1365030 Jul 30 20:22:40.183566 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58696) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:40.191661 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1460d7-9b4a-400c-bccf-d2a3e5996605 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:22:40.192037 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1460d7-9b4a-400c-bccf-d2a3e5996605 None None] Checking segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:22:40.192437 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9b1460d7-9b4a-400c-bccf-d2a3e5996605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:40.192827 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1460d7-9b4a-400c-bccf-d2a3e5996605 None None] Bound using segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:22:40.193297 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-9b1460d7-9b4a-400c-bccf-d2a3e5996605 None None] Bound port: ef0d460a-4969-447f-badc-a6b8c7427884, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:22:40.198430 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33bf7a-c2a3-48cf-a25f-32e438ad02f7 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event deleted for resources: {'Network': ['ID=f965fcd5-c366-4bb3-bdc4-771b260b8823,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:40.199667 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9b1460d7-9b4a-400c-bccf-d2a3e5996605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:40.204265 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be07ea-9f08-4f65-a902-f0b778e00f11 req-64aeb374-f1c9-4d49-9873-d8626bdd5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:40.205649 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0be07ea-9f08-4f65-a902-f0b778e00f11 req-64aeb374-f1c9-4d49-9873-d8626bdd5289 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2fdc5ff21140f8b22282a0060d83ab&device_id=d5fc265d-272b-4eae-9014-bee90519fc3e HTTP/1.1" status: 200 len: 1097 time: 0.5650048 Jul 30 20:22:40.288588 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-9b1460d7-9b4a-400c-bccf-d2a3e5996605 None None] For port ef0d460a-4969-447f-badc-a6b8c7427884, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:22:40.293201 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-9b1460d7-9b4a-400c-bccf-d2a3e5996605 None None] For port ef0d460a-4969-447f-badc-a6b8c7427884, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=ef0d460a-4969-447f-badc-a6b8c7427884,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:22:40.301347 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-61cbc6f9-a3a8-4a9c-8f33-4903c9abf0d0 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] DELETE failed (client error): The resource could not be found. Jul 30 20:22:40.301817 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61cbc6f9-a3a8-4a9c-8f33-4903c9abf0d0 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:22:40.304862 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9b1460d7-9b4a-400c-bccf-d2a3e5996605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:40.306627 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-61cbc6f9-a3a8-4a9c-8f33-4903c9abf0d0 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "DELETE /v2.0/subnets/5dbf85fd-f08d-456d-97f4-d69665d6ad71 HTTP/1.1" status: 404 len: 337 time: 0.1360548 Jul 30 20:22:40.314844 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58698) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:40.336957 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b0e750c1-59b6-496e-974f-8d4dabc1de0b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting port c315a1a5-2398-4169-ab46-d3cbb89e7728 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:40.341336 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b0e750c1-59b6-496e-974f-8d4dabc1de0b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:40.343803 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-248e3e5f-0cb1-4d7b-83fd-0f0fda6f0c4b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] DELETE failed (client error): The resource could not be found. Jul 30 20:22:40.344394 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-248e3e5f-0cb1-4d7b-83fd-0f0fda6f0c4b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:22:40.348830 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-248e3e5f-0cb1-4d7b-83fd-0f0fda6f0c4b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "DELETE /v2.0/networks/f965fcd5-c366-4bb3-bdc4-771b260b8823 HTTP/1.1" status: 404 len: 339 time: 0.0373800 Jul 30 20:22:40.352166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58700) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:40.405271 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626d278-20e5-4190-b2c8-7148c18e1664 req-8296eafd-b54a-4d16-974d-afe160f9b3e6 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:40.412577 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7626d278-20e5-4190-b2c8-7148c18e1664 req-8296eafd-b54a-4d16-974d-afe160f9b3e6 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5fc265d-272b-4eae-9014-bee90519fc3e HTTP/1.1" status: 200 len: 946 time: 0.2996223 Jul 30 20:22:40.414709 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1460d7-9b4a-400c-bccf-d2a3e5996605 None None] Pushing event updated for resources: {'Port': ['ID=ef0d460a-4969-447f-badc-a6b8c7427884,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:40.424557 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55748bc-e32a-4f96-924b-488d226b90a3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] DELETE failed (client error): The resource could not be found. Jul 30 20:22:40.425027 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c55748bc-e32a-4f96-924b-488d226b90a3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:22:40.429519 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c55748bc-e32a-4f96-924b-488d226b90a3 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "DELETE /v2.0/subnets/40a624ba-c21a-493c-a1ab-a69d6515661c HTTP/1.1" status: 404 len: 337 time: 0.0729632 Jul 30 20:22:40.438127 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58702) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:40.469365 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f56b350-3e9e-417e-af19-26d1cac1eb81 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] DELETE failed (client error): The resource could not be found. Jul 30 20:22:40.469972 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f56b350-3e9e-417e-af19-26d1cac1eb81 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:22:40.471690 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2f56b350-3e9e-417e-af19-26d1cac1eb81 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "DELETE /v2.0/networks/35c2c9a6-180c-4a10-a272-dc79f1f81847 HTTP/1.1" status: 404 len: 339 time: 0.0326285 Jul 30 20:22:40.475896 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58704) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:40.477681 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7626d278-20e5-4190-b2c8-7148c18e1664 req-d36395f9-3963-4a70-a216-6462312ee0b3 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628793 Jul 30 20:22:40.500872 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be07ea-9f08-4f65-a902-f0b778e00f11 req-b354ceec-ae6e-455e-8bbb-b2e99ca3b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:40.502386 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0be07ea-9f08-4f65-a902-f0b778e00f11 req-b354ceec-ae6e-455e-8bbb-b2e99ca3b7b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d87dfd89-91a5-4d91-80f7-32225df5a209 HTTP/1.1" status: 200 len: 915 time: 0.2586951 Jul 30 20:22:40.526909 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa99bf6-d05c-427a-bc7a-fd388c44d80b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] DELETE failed (client error): The resource could not be found. Jul 30 20:22:40.527438 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa99bf6-d05c-427a-bc7a-fd388c44d80b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:22:40.529610 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bfa99bf6-d05c-427a-bc7a-fd388c44d80b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "DELETE /v2.0/subnets/a93401d1-dc8f-4566-820f-7dfe41607d6a HTTP/1.1" status: 404 len: 337 time: 0.0527940 Jul 30 20:22:40.536150 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58706) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:40.556208 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0be07ea-9f08-4f65-a902-f0b778e00f11 req-fc46bc54-13e2-448f-85ae-e3d292c3ac3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f572611f-b411-4a1c-98f8-62b55e9c3a09 HTTP/1.1" status: 200 len: 217 time: 0.0442691 Jul 30 20:22:40.570421 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9261a7-12d4-42ed-8142-f8e241b6ac71 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] DELETE failed (client error): The resource could not be found. Jul 30 20:22:40.571020 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd9261a7-12d4-42ed-8142-f8e241b6ac71 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:22:40.572770 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cd9261a7-12d4-42ed-8142-f8e241b6ac71 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "DELETE /v2.0/networks/f6dba9e2-dc46-48b0-b949-936ff2873824 HTTP/1.1" status: 404 len: 339 time: 0.0357153 Jul 30 20:22:40.576556 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58708) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:40.625317 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b0e750c1-59b6-496e-974f-8d4dabc1de0b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:40.654090 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be07ea-9f08-4f65-a902-f0b778e00f11 req-0f0c9f65-aef9-477b-9a93-8ba9586c4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:40.677125 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b0e750c1-59b6-496e-974f-8d4dabc1de0b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Calling delete_port for c315a1a5-2398-4169-ab46-d3cbb89e7728 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:40.690104 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0be07ea-9f08-4f65-a902-f0b778e00f11 req-0f0c9f65-aef9-477b-9a93-8ba9586c4197 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8480fff-2e02-4738-a95b-299805138888 HTTP/1.1" status: 200 len: 854 time: 0.1240761 Jul 30 20:22:40.727343 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0be07ea-9f08-4f65-a902-f0b778e00f11 req-6472088e-56db-405a-b60c-11b51f819338 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d87dfd89-91a5-4d91-80f7-32225df5a209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316281 Jul 30 20:22:40.855652 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0be07ea-9f08-4f65-a902-f0b778e00f11 req-f6a7e2da-152b-4c90-9e44-4d22a4948dc0 service neutron] 10.222.0.59 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153498 Jul 30 20:22:40.933525 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f4d1d859-444f-4626-a061-9372a843b59a req-ceebe279-a5fa-4c44-8515-ea88d75ff5b7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3d99d6c5-7287-49bb-84c2-1c431493f86e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1415653 Jul 30 20:22:41.025285 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0be07ea-9f08-4f65-a902-f0b778e00f11 req-ab9387b1-664d-43ae-9eb7-a9ae1403d45f service neutron] 10.222.0.59 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607928 Jul 30 20:22:41.053741 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4523382e-0674-4443-b94b-70f53651ccfd tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Deleting port 057e0568-8298-4289-8230-dc9c21eb69a6 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:41.054257 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4523382e-0674-4443-b94b-70f53651ccfd tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:41.152400 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c904c-9176-4071-a364-f1d989813ca8 req-65366a57-8f49-4d3f-98c5-b656d1e39831 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:41.153978 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1d859-444f-4626-a061-9372a843b59a req-6efae9f7-172b-49b8-8145-e9bea6e85383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:41.154512 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea4c904c-9176-4071-a364-f1d989813ca8 req-65366a57-8f49-4d3f-98c5-b656d1e39831 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5fc265d-272b-4eae-9014-bee90519fc3e HTTP/1.1" status: 200 len: 946 time: 0.0863743 Jul 30 20:22:41.155463 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f4d1d859-444f-4626-a061-9372a843b59a req-6efae9f7-172b-49b8-8145-e9bea6e85383 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b2fdc5ff21140f8b22282a0060d83ab&device_id=3d99d6c5-7287-49bb-84c2-1c431493f86e HTTP/1.1" status: 200 len: 1096 time: 0.1953199 Jul 30 20:22:41.158252 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b0e750c1-59b6-496e-974f-8d4dabc1de0b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:41.161430 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4523382e-0674-4443-b94b-70f53651ccfd tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:41.223407 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4523382e-0674-4443-b94b-70f53651ccfd tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Calling delete_port for 057e0568-8298-4289-8230-dc9c21eb69a6 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:41.233072 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e750c1-59b6-496e-974f-8d4dabc1de0b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Port': ['ID=c315a1a5-2398-4169-ab46-d3cbb89e7728,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:41.286522 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-ea4c904c-9176-4071-a364-f1d989813ca8 req-60b83959-c1d4-4338-83f4-22db7891fa74 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Deleting port f572611f-b411-4a1c-98f8-62b55e9c3a09 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:41.287591 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ea4c904c-9176-4071-a364-f1d989813ca8 req-60b83959-c1d4-4338-83f4-22db7891fa74 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:41.336577 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b0e750c1-59b6-496e-974f-8d4dabc1de0b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:41.341929 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b0e750c1-59b6-496e-974f-8d4dabc1de0b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/c315a1a5-2398-4169-ab46-d3cbb89e7728 HTTP/1.1" status: 204 len: 168 time: 1.1567585 Jul 30 20:22:41.344418 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58726) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:41.432351 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d0cd5d-bc8d-40ca-865d-4a97348d6795 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:41.435064 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ea4c904c-9176-4071-a364-f1d989813ca8 req-60b83959-c1d4-4338-83f4-22db7891fa74 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] For port f572611f-b411-4a1c-98f8-62b55e9c3a09, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=f572611f-b411-4a1c-98f8-62b55e9c3a09,segment=NetworkSegment(24e0fe1e-748d-4022-a692-5e5f9dd7e6df),segment_id=24e0fe1e-748d-4022-a692-5e5f9dd7e6df)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:22:41.435447 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ea4c904c-9176-4071-a364-f1d989813ca8 req-60b83959-c1d4-4338-83f4-22db7891fa74 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:41.435806 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d0cd5d-bc8d-40ca-865d-4a97348d6795 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:41.443648 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b8d0cd5d-bc8d-40ca-865d-4a97348d6795 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0965912 Jul 30 20:22:41.445915 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58728) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:41.451199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-ea4c904c-9176-4071-a364-f1d989813ca8 req-60b83959-c1d4-4338-83f4-22db7891fa74 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Calling delete_port for f572611f-b411-4a1c-98f8-62b55e9c3a09 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:41.536502 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b4f019-eed0-470b-a108-fe55bb16f59c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet 662e17cf-1136-4a15-ad51-bc5ea66218f3 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:22:41.561659 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57b4f019-eed0-470b-a108-fe55bb16f59c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:41.633966 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ea4c904c-9176-4071-a364-f1d989813ca8 req-60b83959-c1d4-4338-83f4-22db7891fa74 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:41.644933 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1d859-444f-4626-a061-9372a843b59a req-09b06486-9370-45f0-b047-66ae3948943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:41.646430 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f4d1d859-444f-4626-a061-9372a843b59a req-09b06486-9370-45f0-b047-66ae3948943c service neutron] 10.222.0.83 "GET /v2.0/networks?id=d87dfd89-91a5-4d91-80f7-32225df5a209 HTTP/1.1" status: 200 len: 915 time: 0.4667964 Jul 30 20:22:41.649712 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['84b11c7f-542d-4517-ac34-b164c6c1f31c'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:22:41.652698 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['f572611f-b411-4a1c-98f8-62b55e9c3a09'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:22:41.666480 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-383b8636-2bf8-4a2c-8264-5ea377fc8ad1 req-c0e43006-7e83-4b44-b158-5a9b54a0a118 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5fc265d-272b-4eae-9014-bee90519fc3e HTTP/1.1" status: 200 len: 210 time: 0.0460372 Jul 30 20:22:41.735203 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b83959-c1d4-4338-83f4-22db7891fa74 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Pushing event deleted for resources: {'Port': ['ID=f572611f-b411-4a1c-98f8-62b55e9c3a09,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:41.744903 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f4d1d859-444f-4626-a061-9372a843b59a req-0f139311-0f47-4add-b1d4-15d6d9f9c69b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84b11c7f-542d-4517-ac34-b164c6c1f31c HTTP/1.1" status: 200 len: 217 time: 0.0856490 Jul 30 20:22:41.752913 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57b4f019-eed0-470b-a108-fe55bb16f59c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:41.753302 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4c904c-9176-4071-a364-f1d989813ca8 req-60b83959-c1d4-4338-83f4-22db7891fa74 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] No DVR routers for this DVR port f572611f-b411-4a1c-98f8-62b55e9c3a09 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:22:41.756602 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ea4c904c-9176-4071-a364-f1d989813ca8 req-60b83959-c1d4-4338-83f4-22db7891fa74 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:41.759793 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea4c904c-9176-4071-a364-f1d989813ca8 req-60b83959-c1d4-4338-83f4-22db7891fa74 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.59 "DELETE /v2.0/ports/f572611f-b411-4a1c-98f8-62b55e9c3a09 HTTP/1.1" status: 204 len: 173 time: 0.5971956 Jul 30 20:22:41.760400 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fc265d-272b-4eae-9014-bee90519fc3e', 'name': 'network-vif-deleted', 'tag': 'f572611f-b411-4a1c-98f8-62b55e9c3a09'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:22:41.764836 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33596029-7132-44c6-a01d-4fbe6d30e7c8" -d '{"events": [{"server_uuid": "d5fc265d-272b-4eae-9014-bee90519fc3e", "name": "network-vif-deleted", "tag": "f572611f-b411-4a1c-98f8-62b55e9c3a09"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:22:41.876858 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4523382e-0674-4443-b94b-70f53651ccfd tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:41.919130 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc143f70-1c7f-4750-a2e6-9337c4887c75 x-openstack-request-id: req-bc143f70-1c7f-4750-a2e6-9337c4887c75 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:22:41.919698 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fc265d-272b-4eae-9014-bee90519fc3e", "name": "network-vif-deleted", "tag": "f572611f-b411-4a1c-98f8-62b55e9c3a09", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:22:41.920110 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bc143f70-1c7f-4750-a2e6-9337c4887c75 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:22:41.920720 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fc265d-272b-4eae-9014-bee90519fc3e', 'name': 'network-vif-deleted', 'tag': 'f572611f-b411-4a1c-98f8-62b55e9c3a09', 'status': 'completed', 'code': 200} Jul 30 20:22:42.046410 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1d859-444f-4626-a061-9372a843b59a req-b1992724-4adf-4e80-9713-18e83fd3e939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:42.050079 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6d815d-9ac7-40b5-a90b-e5cb3dd0dd21 None None] get_active_networks_info from n-d-712137-9 {{(pid=93884) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 20:22:42.050306 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f4d1d859-444f-4626-a061-9372a843b59a req-b1992724-4adf-4e80-9713-18e83fd3e939 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f8480fff-2e02-4738-a95b-299805138888 HTTP/1.1" status: 200 len: 854 time: 0.2932525 Jul 30 20:22:42.062267 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523382e-0674-4443-b94b-70f53651ccfd tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event deleted for resources: {'Port': ['ID=057e0568-8298-4289-8230-dc9c21eb69a6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:42.093955 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4523382e-0674-4443-b94b-70f53651ccfd tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:42.102357 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4523382e-0674-4443-b94b-70f53651ccfd tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "DELETE /v2.0/ports/057e0568-8298-4289-8230-dc9c21eb69a6 HTTP/1.1" status: 204 len: 168 time: 1.5156283 Jul 30 20:22:42.103122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58748) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:42.176856 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f4d1d859-444f-4626-a061-9372a843b59a req-6885d78f-b309-40a6-a8e2-33c783130357 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d87dfd89-91a5-4d91-80f7-32225df5a209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006641 Jul 30 20:22:42.190009 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e4d61901-c03b-4c69-88f2-2e86e5616ea9 None None] Provisioning for port ef0d460a-4969-447f-badc-a6b8c7427884 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:22:42.195122 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-18775456-e63a-4d9e-8e09-92611ecaf777 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] DELETE failed (client error): The resource could not be found. Jul 30 20:22:42.196608 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18775456-e63a-4d9e-8e09-92611ecaf777 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:22:42.198836 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-18775456-e63a-4d9e-8e09-92611ecaf777 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "DELETE /v2.0/subnets/2c8487d7-8e1e-48ef-b94f-62e0e24b66af HTTP/1.1" status: 404 len: 337 time: 0.0944459 Jul 30 20:22:42.202654 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58752) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:42.417718 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6d815d-9ac7-40b5-a90b-e5cb3dd0dd21 None None] Resources bound (agent type, host, resource id): {{(pid=93884) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 20:22:42.439550 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b1e6081e-eecc-4448-9abd-dbad39bc30ff tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:42.451843 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57b4f019-eed0-470b-a108-fe55bb16f59c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:42.539254 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f4d1d859-444f-4626-a061-9372a843b59a req-894a43d6-94a1-467b-945e-176e1496c4c2 service neutron] 10.222.0.83 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133681 Jul 30 20:22:42.567384 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57b4f019-eed0-470b-a108-fe55bb16f59c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:42.650252 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57b4f019-eed0-470b-a108-fe55bb16f59c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:42.652147 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-57b4f019-eed0-470b-a108-fe55bb16f59c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/662e17cf-1136-4a15-ad51-bc5ea66218f3 HTTP/1.1" status: 204 len: 168 time: 1.2007227 Jul 30 20:22:42.656475 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58754) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:42.657203 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4f019-eed0-470b-a108-fe55bb16f59c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=662e17cf-1136-4a15-ad51-bc5ea66218f3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:42.682977 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b1e6081e-eecc-4448-9abd-dbad39bc30ff tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:42.704884 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6d5fef3c-21c7-4478-9135-664097c4a5e6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453076 Jul 30 20:22:42.709082 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58758) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:42.710470 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-b1e6081e-eecc-4448-9abd-dbad39bc30ff tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4508a1bc-55df-4efc-ad33-3e3066f74c61']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:42.714229 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0fe4a246-86fb-41f0-8df9-5a16eddbbd93 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:42.771644 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-b1e6081e-eecc-4448-9abd-dbad39bc30ff tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c6b20d5-088c-43b9-9f74-9cebe5c6bd69') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:42.772019 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-b1e6081e-eecc-4448-9abd-dbad39bc30ff tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c6b20d5-088c-43b9-9f74-9cebe5c6bd69') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:42.784769 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b1e6081e-eecc-4448-9abd-dbad39bc30ff tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:42.830981 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device ef0d460a-4969-447f-badc-a6b8c7427884 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:22:42.862355 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f4d1d859-444f-4626-a061-9372a843b59a req-e2e3bf1b-cc22-4f1d-894b-e23ec156fb42 service neutron] 10.222.0.83 "GET /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150520 Jul 30 20:22:42.862591 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47781ebe-ccd1-413c-a5f9-357b95730c74 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:42.886149 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe4a246-86fb-41f0-8df9-5a16eddbbd93 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:42.890434 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0fe4a246-86fb-41f0-8df9-5a16eddbbd93 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:42.921763 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b1e6081e-eecc-4448-9abd-dbad39bc30ff tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:42.929293 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c517751c-aa4d-4ff1-9ef5-806ab8bb0b37 req-2b75eee7-b4aa-4c8e-8ec1-d8d3ef613599 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5fc265d-272b-4eae-9014-bee90519fc3e HTTP/1.1" status: 200 len: 210 time: 0.0860655 Jul 30 20:22:42.942954 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e6081e-eecc-4448-9abd-dbad39bc30ff tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:22:42.943983 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b1e6081e-eecc-4448-9abd-dbad39bc30ff tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:22:42.947455 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:22:43.043547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98da56c0-ac1c-4b3a-a3e5-6d8ff5b7eb4a None None] Network f965fcd5-c366-4bb3-bdc4-771b260b8823 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:43.123892 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b1e6081e-eecc-4448-9abd-dbad39bc30ff tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:43.125104 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98da56c0-ac1c-4b3a-a3e5-6d8ff5b7eb4a None None] Network f965fcd5-c366-4bb3-bdc4-771b260b8823 could not be found, it might have been deleted concurrently. {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 30 20:22:43.139872 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e06f953-89cd-4bcd-922c-98df09881ffe None None] Network f965fcd5-c366-4bb3-bdc4-771b260b8823 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:43.147221 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b1e6081e-eecc-4448-9abd-dbad39bc30ff tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:43.153127 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b1e6081e-eecc-4448-9abd-dbad39bc30ff tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "DELETE /v2.0/networks/4508a1bc-55df-4efc-ad33-3e3066f74c61 HTTP/1.1" status: 204 len: 168 time: 0.9491618 Jul 30 20:22:43.154087 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58768) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:43.165776 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e06f953-89cd-4bcd-922c-98df09881ffe None None] Network f965fcd5-c366-4bb3-bdc4-771b260b8823 could not be found, it might have been deleted concurrently. {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 30 20:22:43.202520 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6081e-eecc-4448-9abd-dbad39bc30ff tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event deleted for resources: {'Network': ['ID=4508a1bc-55df-4efc-ad33-3e3066f74c61,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:43.214657 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port ef0d460a-4969-447f-badc-a6b8c7427884 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:22:43.224468 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port ef0d460a-4969-447f-badc-a6b8c7427884 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:43.224846 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:43.301756 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba5cf76-c526-4b0e-b6a1-ee38d9d394f4 None None] DHCP port deletion for af4b4c78-015d-41b2-aa81-e7eeeb1e0803 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:22:43.354411 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0fe4a246-86fb-41f0-8df9-5a16eddbbd93 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:43.386088 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-23a7b5e8-24ba-44c3-9704-e5ee5cf33431 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Deleting port dc78aaa4-667b-46fd-b342-8e22b7f439e0 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:43.386435 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23a7b5e8-24ba-44c3-9704-e5ee5cf33431 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:43.403925 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:43.458709 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe4a246-86fb-41f0-8df9-5a16eddbbd93 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:43.468530 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0fe4a246-86fb-41f0-8df9-5a16eddbbd93 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:43.473684 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe4a246-86fb-41f0-8df9-5a16eddbbd93 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:43.474281 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0fe4a246-86fb-41f0-8df9-5a16eddbbd93 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:43.491885 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23a7b5e8-24ba-44c3-9704-e5ee5cf33431 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:43.493688 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4a246-86fb-41f0-8df9-5a16eddbbd93 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=80b14bff-7f93-4ee9-892c-a1b6559930e1,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:43.514109 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0fe4a246-86fb-41f0-8df9-5a16eddbbd93 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8038213 Jul 30 20:22:43.514750 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58778) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:43.527196 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-dbdd08c3-9ac1-4577-b5c8-ea4927c49f69 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'fixed_ips': [{'subnet_id': '80b14bff-7f93-4ee9-892c-a1b6559930e1', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1738824278'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:43.532477 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-23a7b5e8-24ba-44c3-9704-e5ee5cf33431 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Calling delete_port for dc78aaa4-667b-46fd-b342-8e22b7f439e0 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:43.639027 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5ba5cf76-c526-4b0e-b6a1-ee38d9d394f4 None None] Deleting port ef0d460a-4969-447f-badc-a6b8c7427884 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:43.640876 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cf76-c526-4b0e-b6a1-ee38d9d394f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:43.695302 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23a7b5e8-24ba-44c3-9704-e5ee5cf33431 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:43.712186 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port ef0d460a-4969-447f-badc-a6b8c7427884, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=ef0d460a-4969-447f-badc-a6b8c7427884,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:22:43.723945 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:43.751927 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7b5e8-24ba-44c3-9704-e5ee5cf33431 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event deleted for resources: {'Port': ['ID=dc78aaa4-667b-46fd-b342-8e22b7f439e0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:43.758049 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23a7b5e8-24ba-44c3-9704-e5ee5cf33431 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:43.760533 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-23a7b5e8-24ba-44c3-9704-e5ee5cf33431 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "DELETE /v2.0/ports/dc78aaa4-667b-46fd-b342-8e22b7f439e0 HTTP/1.1" status: 204 len: 168 time: 0.5751877 Jul 30 20:22:43.763222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58780) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:43.773859 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdd08c3-9ac1-4577-b5c8-ea4927c49f69 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:43.797744 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-e385ecb1-8be2-4a43-b9ef-19d98612cf78 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] DELETE failed (client error): The resource could not be found. Jul 30 20:22:43.798200 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e385ecb1-8be2-4a43-b9ef-19d98612cf78 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:22:43.799972 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e385ecb1-8be2-4a43-b9ef-19d98612cf78 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "DELETE /v2.0/subnets/93bfb2f4-a51a-4aca-92a8-88c0e9ece851 HTTP/1.1" status: 404 len: 337 time: 0.0357432 Jul 30 20:22:43.802800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58782) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:43.805088 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=ef0d460a-4969-447f-badc-a6b8c7427884,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:43.864582 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-5ba5cf76-c526-4b0e-b6a1-ee38d9d394f4 None None] For port ef0d460a-4969-447f-badc-a6b8c7427884, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=ef0d460a-4969-447f-badc-a6b8c7427884,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:22:43.869274 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cf76-c526-4b0e-b6a1-ee38d9d394f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:43.889849 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c4f18b9f-801c-448d-95c9-360d83b886e8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:43.894246 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5ba5cf76-c526-4b0e-b6a1-ee38d9d394f4 None None] Calling delete_port for ef0d460a-4969-447f-badc-a6b8c7427884 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:43.901974 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbdd08c3-9ac1-4577-b5c8-ea4927c49f69 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:43.926333 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-dbdd08c3-9ac1-4577-b5c8-ea4927c49f69 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] device_id is not set on port fcae71fa-5bd6-456d-bb58-b081da975b9c yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:22:43.971283 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c4f18b9f-801c-448d-95c9-360d83b886e8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Deleting port a7e6b4bf-88fb-470f-8210-02051d2f9768 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:43.971662 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c4f18b9f-801c-448d-95c9-360d83b886e8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:44.051852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c4f18b9f-801c-448d-95c9-360d83b886e8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] For port a7e6b4bf-88fb-470f-8210-02051d2f9768, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=a7e6b4bf-88fb-470f-8210-02051d2f9768,segment=NetworkSegment(314d61b4-2097-4d84-badf-191c1d06564c),segment_id=314d61b4-2097-4d84-badf-191c1d06564c)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:22:44.052460 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c4f18b9f-801c-448d-95c9-360d83b886e8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:44.061032 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cf76-c526-4b0e-b6a1-ee38d9d394f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:44.073091 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c4f18b9f-801c-448d-95c9-360d83b886e8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Calling delete_port for a7e6b4bf-88fb-470f-8210-02051d2f9768 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:44.080827 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba5cf76-c526-4b0e-b6a1-ee38d9d394f4 None None] No DVR routers for this DVR port ef0d460a-4969-447f-badc-a6b8c7427884 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:22:44.124140 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5cf76-c526-4b0e-b6a1-ee38d9d394f4 None None] Pushing event deleted for resources: {'Port': ['ID=ef0d460a-4969-447f-badc-a6b8c7427884,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:44.144460 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1b208e-9cb6-420e-988d-0247155cf9bc None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:44.199455 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbdd08c3-9ac1-4577-b5c8-ea4927c49f69 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:22:44.200466 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbdd08c3-9ac1-4577-b5c8-ea4927c49f69 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:22:44.235602 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c4f18b9f-801c-448d-95c9-360d83b886e8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:44.272777 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dbdd08c3-9ac1-4577-b5c8-ea4927c49f69 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.7569640 Jul 30 20:22:44.277510 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58802) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:44.281776 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f18b9f-801c-448d-95c9-360d83b886e8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event deleted for resources: {'Port': ['ID=a7e6b4bf-88fb-470f-8210-02051d2f9768,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:44.293208 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f18b9f-801c-448d-95c9-360d83b886e8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] No DVR routers for this DVR port a7e6b4bf-88fb-470f-8210-02051d2f9768 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:22:44.349512 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0013f537-814b-4438-9703-30200634dccc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0723782 Jul 30 20:22:44.351661 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58806) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:44.435393 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f241634-dffb-4b77-9d69-cbbe0b470e45 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:44.437141 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f241634-dffb-4b77-9d69-cbbe0b470e45 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:44.437687 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4db4ce-2a84-498d-a038-17c2e89d5d6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'fixed_ips': [{'subnet_id': '80b14bff-7f93-4ee9-892c-a1b6559930e1'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:22:44.441062 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9f241634-dffb-4b77-9d69-cbbe0b470e45 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0861433 Jul 30 20:22:44.441213 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae4db4ce-2a84-498d-a038-17c2e89d5d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:44.443335 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58808) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:44.506358 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d807184-a9f9-4b4a-9296-a3cc020eb5bb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet 80b14bff-7f93-4ee9-892c-a1b6559930e1 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:22:44.509876 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d807184-a9f9-4b4a-9296-a3cc020eb5bb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:44.517049 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c4f18b9f-801c-448d-95c9-360d83b886e8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:44.545651 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba69c3-12e4-46d7-9452-58659575a849 req-86d65c1c-92bd-4dba-9187-b03b5480cded tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:44.552162 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba69c3-12e4-46d7-9452-58659575a849 req-86d65c1c-92bd-4dba-9187-b03b5480cded tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:44.555488 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d807184-a9f9-4b4a-9296-a3cc020eb5bb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:44.568073 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba69c3-12e4-46d7-9452-58659575a849 req-86d65c1c-92bd-4dba-9187-b03b5480cded tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:44.574366 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba69c3-12e4-46d7-9452-58659575a849 req-86d65c1c-92bd-4dba-9187-b03b5480cded tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:44.581614 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba69c3-12e4-46d7-9452-58659575a849 req-86d65c1c-92bd-4dba-9187-b03b5480cded tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:44.587941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba69c3-12e4-46d7-9452-58659575a849 req-86d65c1c-92bd-4dba-9187-b03b5480cded tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:44.595210 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba69c3-12e4-46d7-9452-58659575a849 req-86d65c1c-92bd-4dba-9187-b03b5480cded tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:44.603642 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56ba69c3-12e4-46d7-9452-58659575a849 req-86d65c1c-92bd-4dba-9187-b03b5480cded tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5433 time: 0.2382183 Jul 30 20:22:44.606726 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d807184-a9f9-4b4a-9296-a3cc020eb5bb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:44.623595 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-c4f18b9f-801c-448d-95c9-360d83b886e8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:44.642478 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-c4f18b9f-801c-448d-95c9-360d83b886e8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314d61b4-2097-4d84-badf-191c1d06564c') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:44.642693 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-c4f18b9f-801c-448d-95c9-360d83b886e8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314d61b4-2097-4d84-badf-191c1d06564c') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:44.684687 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56ba69c3-12e4-46d7-9452-58659575a849 req-3d4b9b1e-6a2e-4d9d-967f-a0722dd04fdf tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668423 Jul 30 20:22:44.684687 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c4f18b9f-801c-448d-95c9-360d83b886e8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:44.723334 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c4f18b9f-801c-448d-95c9-360d83b886e8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:44.730894 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f18b9f-801c-448d-95c9-360d83b886e8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:22:44.731430 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c4f18b9f-801c-448d-95c9-360d83b886e8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:44.744003 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d807184-a9f9-4b4a-9296-a3cc020eb5bb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:44.750016 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device ef0d460a-4969-447f-badc-a6b8c7427884 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:22:44.777759 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d807184-a9f9-4b4a-9296-a3cc020eb5bb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=80b14bff-7f93-4ee9-892c-a1b6559930e1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:44.785587 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d807184-a9f9-4b4a-9296-a3cc020eb5bb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:44.785823 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: ef0d460a-4969-447f-badc-a6b8c7427884 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:22:44.787597 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9d807184-a9f9-4b4a-9296-a3cc020eb5bb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/80b14bff-7f93-4ee9-892c-a1b6559930e1 HTTP/1.1" status: 204 len: 168 time: 0.3432996 Jul 30 20:22:44.789897 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58816) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:44.790109 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device ef0d460a-4969-447f-badc-a6b8c7427884 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:22:44.800183 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server [None req-ae4db4ce-2a84-498d-a038-17c2e89d5d6b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 80b14bff-7f93-4ee9-892c-a1b6559930e1: This subnet is being modified by another concurrent operation. Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 20:22:44.802504 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise exception Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 80b14bff-7f93-4ee9-892c-a1b6559930e1: This subnet is being modified by another concurrent operation. Jul 30 20:22:44.808325 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server Jul 30 20:22:44.811603 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c4f18b9f-801c-448d-95c9-360d83b886e8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:44.821449 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c4f18b9f-801c-448d-95c9-360d83b886e8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:44.823302 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c4f18b9f-801c-448d-95c9-360d83b886e8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "DELETE /v2.0/networks/e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0 HTTP/1.1" status: 204 len: 168 time: 1.0194755 Jul 30 20:22:44.854400 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58818) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:44.856432 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57260bbb-357c-4d40-8801-e91871450513 None None] get_active_networks_info from n-d-712137-9 {{(pid=93884) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 20:22:44.869011 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f18b9f-801c-448d-95c9-360d83b886e8 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event deleted for resources: {'Network': ['ID=e88c5b5e-5bae-4751-b7cb-1ecf6160dbf0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:44.873630 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d976803b-cec3-4c3b-8628-0331da64c8b8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0823181 Jul 30 20:22:44.877436 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58820) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:44.882866 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-13ccf79e-bb17-4c68-b6cf-6f0de5804afe tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:44.940308 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9e7058-84d6-409c-85fe-9b2f22bd4d28 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Deleting subnet bd3969ae-06b1-4fad-8c22-eb85922c718d {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:22:44.950168 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f9e7058-84d6-409c-85fe-9b2f22bd4d28 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:44.995728 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ccf79e-bb17-4c68-b6cf-6f0de5804afe tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:45.002385 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13ccf79e-bb17-4c68-b6cf-6f0de5804afe tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:45.019754 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57260bbb-357c-4d40-8801-e91871450513 None None] Resources bound (agent type, host, resource id): {{(pid=93884) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 20:22:45.056821 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f9e7058-84d6-409c-85fe-9b2f22bd4d28 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:45.170619 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f9e7058-84d6-409c-85fe-9b2f22bd4d28 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:45.257700 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13ccf79e-bb17-4c68-b6cf-6f0de5804afe tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:45.290661 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155aa7b9-9753-489b-9200-eac1fe966ab2 req-f4abbf7a-313b-4c7c-b86a-16376cacbf01 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:45.297476 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155aa7b9-9753-489b-9200-eac1fe966ab2 req-f4abbf7a-313b-4c7c-b86a-16376cacbf01 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:45.310305 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155aa7b9-9753-489b-9200-eac1fe966ab2 req-f4abbf7a-313b-4c7c-b86a-16376cacbf01 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:45.316905 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155aa7b9-9753-489b-9200-eac1fe966ab2 req-f4abbf7a-313b-4c7c-b86a-16376cacbf01 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:45.322880 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155aa7b9-9753-489b-9200-eac1fe966ab2 req-f4abbf7a-313b-4c7c-b86a-16376cacbf01 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:45.330286 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155aa7b9-9753-489b-9200-eac1fe966ab2 req-f4abbf7a-313b-4c7c-b86a-16376cacbf01 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:45.337498 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155aa7b9-9753-489b-9200-eac1fe966ab2 req-f4abbf7a-313b-4c7c-b86a-16376cacbf01 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:45.342923 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-155aa7b9-9753-489b-9200-eac1fe966ab2 req-f4abbf7a-313b-4c7c-b86a-16376cacbf01 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5433 time: 0.3896663 Jul 30 20:22:45.351226 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ccf79e-bb17-4c68-b6cf-6f0de5804afe tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=a7f33171-bbd2-427e-b9fd-ce7d109efe6d,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:45.359535 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ccf79e-bb17-4c68-b6cf-6f0de5804afe tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:45.361054 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-13ccf79e-bb17-4c68-b6cf-6f0de5804afe tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:45.361704 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f9e7058-84d6-409c-85fe-9b2f22bd4d28 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:45.364216 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ccf79e-bb17-4c68-b6cf-6f0de5804afe tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:45.364870 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13ccf79e-bb17-4c68-b6cf-6f0de5804afe tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:45.371963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0c9cab-f604-418b-bf3e-42aefead1d17 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:45.407096 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-13ccf79e-bb17-4c68-b6cf-6f0de5804afe tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5283587 Jul 30 20:22:45.409650 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58830) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:45.413336 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-f3e05cb9-95ad-4389-886a-b6accb7b4681 req-c652918a-bf60-4ce1-ad33-7f370d8b0283 service neutron] (93882) timed out ('10.222.0.83', 50385) {{(pid=93882) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 20:22:45.414694 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4b3bc5f6-f003-4f0e-84cc-4e02c8dab551 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-554194012', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:45.417722 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e7058-84d6-409c-85fe-9b2f22bd4d28 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event deleted for resources: {'Subnet': ['ID=bd3969ae-06b1-4fad-8c22-eb85922c718d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:45.424746 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f9e7058-84d6-409c-85fe-9b2f22bd4d28 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:45.429125 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5f9e7058-84d6-409c-85fe-9b2f22bd4d28 tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "DELETE /v2.0/subnets/bd3969ae-06b1-4fad-8c22-eb85922c718d HTTP/1.1" status: 204 len: 168 time: 0.5713646 Jul 30 20:22:45.430029 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58832) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:45.454597 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042f39fb-e026-4dbd-9820-9c2615a639cf None None] Network 91cd0947-15c4-43d5-80e0-d70dfa9ceed1 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:45.460812 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc5f6-f003-4f0e-84cc-4e02c8dab551 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:45.461858 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc5f6-f003-4f0e-84cc-4e02c8dab551 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:45.528107 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc5f6-f003-4f0e-84cc-4e02c8dab551 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:45.533694 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc5f6-f003-4f0e-84cc-4e02c8dab551 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:45.540563 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2aa3334c-ebd8-41ff-9276-0b491f0c296b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:45.552286 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:45.554360 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc5f6-f003-4f0e-84cc-4e02c8dab551 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:45.556690 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4b3bc5f6-f003-4f0e-84cc-4e02c8dab551 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1460714 Jul 30 20:22:45.560068 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58834) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:45.737913 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded9ab3b-2119-4200-8836-ee20ea25effb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'fixed_ips': [{'subnet_id': 'a7f33171-bbd2-427e-b9fd-ce7d109efe6d'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:22:45.739060 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ded9ab3b-2119-4200-8836-ee20ea25effb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:45.788650 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c3051d-b605-496e-90c6-48bee3875daa None None] DHCP port deletion for 91cd0947-15c4-43d5-80e0-d70dfa9ceed1 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:22:45.942710 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-2aa3334c-ebd8-41ff-9276-0b491f0c296b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Deleting port 9c36d61c-6ac6-482c-b711-653e8ec85f83 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:45.943002 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2aa3334c-ebd8-41ff-9276-0b491f0c296b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:45.956963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-40c3051d-b605-496e-90c6-48bee3875daa None None] Deleting port 9c36d61c-6ac6-482c-b711-653e8ec85f83 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:45.957348 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40c3051d-b605-496e-90c6-48bee3875daa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:45.976283 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-ded9ab3b-2119-4200-8836-ee20ea25effb None None] Allocated IP 2001:db8::2 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/a7f33171-bbd2-427e-b9fd-ce7d109efe6d/4a9124f6-f280-4127-aec5-04937d2658b5) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:46.098476 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-40c3051d-b605-496e-90c6-48bee3875daa None None] For port 9c36d61c-6ac6-482c-b711-653e8ec85f83, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=9c36d61c-6ac6-482c-b711-653e8ec85f83,segment=NetworkSegment(c64238b3-0223-4eb8-8494-b3abf7ca3cd6),segment_id=c64238b3-0223-4eb8-8494-b3abf7ca3cd6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:22:46.099483 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40c3051d-b605-496e-90c6-48bee3875daa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:46.120833 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-40c3051d-b605-496e-90c6-48bee3875daa None None] Calling delete_port for 9c36d61c-6ac6-482c-b711-653e8ec85f83 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:46.337231 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ded9ab3b-2119-4200-8836-ee20ea25effb None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:46.351886 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ded9ab3b-2119-4200-8836-ee20ea25effb None None] Transition to ACTIVE for port object 4a9124f6-f280-4127-aec5-04937d2658b5 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:46.380500 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40c3051d-b605-496e-90c6-48bee3875daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:46.409371 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ded9ab3b-2119-4200-8836-ee20ea25effb None None] Transition to ACTIVE for port object 4a9124f6-f280-4127-aec5-04937d2658b5 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:46.447130 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ded9ab3b-2119-4200-8836-ee20ea25effb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:46.460173 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-2aa3334c-ebd8-41ff-9276-0b491f0c296b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] For port 9c36d61c-6ac6-482c-b711-653e8ec85f83, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=9c36d61c-6ac6-482c-b711-653e8ec85f83,segment=NetworkSegment(c64238b3-0223-4eb8-8494-b3abf7ca3cd6),segment_id=c64238b3-0223-4eb8-8494-b3abf7ca3cd6)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:22:46.460843 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2aa3334c-ebd8-41ff-9276-0b491f0c296b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:46.501851 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3051d-b605-496e-90c6-48bee3875daa None None] Pushing event deleted for resources: {'Port': ['ID=9c36d61c-6ac6-482c-b711-653e8ec85f83,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:46.507363 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c7866738-a3ed-488c-8726-8f6b4d10bd4e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:46.522680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-2aa3334c-ebd8-41ff-9276-0b491f0c296b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Calling delete_port for 9c36d61c-6ac6-482c-b711-653e8ec85f83 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:46.561844 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9ab3b-2119-4200-8836-ee20ea25effb None None] Pushing event updated for resources: {'Port': ['ID=4a9124f6-f280-4127-aec5-04937d2658b5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:46.565276 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c3051d-b605-496e-90c6-48bee3875daa None None] No DVR routers for this DVR port 9c36d61c-6ac6-482c-b711-653e8ec85f83 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:22:46.599989 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device f572611f-b411-4a1c-98f8-62b55e9c3a09 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:22:46.634898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded9ab3b-2119-4200-8836-ee20ea25effb None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:46.644089 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: f572611f-b411-4a1c-98f8-62b55e9c3a09 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:22:46.644510 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device f572611f-b411-4a1c-98f8-62b55e9c3a09 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:22:46.646378 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ded9ab3b-2119-4200-8836-ee20ea25effb None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:46.648882 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded9ab3b-2119-4200-8836-ee20ea25effb None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:46.761391 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9c36d61c-6ac6-482c-b711-653e8ec85f83 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:22:46.771550 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ded9ab3b-2119-4200-8836-ee20ea25effb None None] Attempting to bind port 4a9124f6-f280-4127-aec5-04937d2658b5 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:22:46.772267 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ded9ab3b-2119-4200-8836-ee20ea25effb None None] Attempting to bind port 4a9124f6-f280-4127-aec5-04937d2658b5 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:22:46.773091 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded9ab3b-2119-4200-8836-ee20ea25effb None None] Attempting to bind port 4a9124f6-f280-4127-aec5-04937d2658b5 on network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:22:46.785720 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2aa3334c-ebd8-41ff-9276-0b491f0c296b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:46.805492 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded9ab3b-2119-4200-8836-ee20ea25effb None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:22:46.806028 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded9ab3b-2119-4200-8836-ee20ea25effb None None] Checking segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:22:46.806448 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ded9ab3b-2119-4200-8836-ee20ea25effb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:46.806918 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded9ab3b-2119-4200-8836-ee20ea25effb None None] Bound using segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:22:46.807631 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ded9ab3b-2119-4200-8836-ee20ea25effb None None] Bound port: 4a9124f6-f280-4127-aec5-04937d2658b5, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:22:46.810691 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ded9ab3b-2119-4200-8836-ee20ea25effb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:46.814542 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 9c36d61c-6ac6-482c-b711-653e8ec85f83 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:22:46.814966 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9c36d61c-6ac6-482c-b711-653e8ec85f83 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:22:46.877093 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa3334c-ebd8-41ff-9276-0b491f0c296b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] No DVR routers for this DVR port 9c36d61c-6ac6-482c-b711-653e8ec85f83 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:22:46.884425 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3334c-ebd8-41ff-9276-0b491f0c296b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event deleted for resources: {'Port': ['ID=9c36d61c-6ac6-482c-b711-653e8ec85f83,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:46.915210 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ded9ab3b-2119-4200-8836-ee20ea25effb None None] For port 4a9124f6-f280-4127-aec5-04937d2658b5, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:22:46.920513 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ded9ab3b-2119-4200-8836-ee20ea25effb None None] For port 4a9124f6-f280-4127-aec5-04937d2658b5, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4a9124f6-f280-4127-aec5-04937d2658b5,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:22:46.939034 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ded9ab3b-2119-4200-8836-ee20ea25effb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:47.025006 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2aa3334c-ebd8-41ff-9276-0b491f0c296b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:47.076958 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-2aa3334c-ebd8-41ff-9276-0b491f0c296b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91cd0947-15c4-43d5-80e0-d70dfa9ceed1']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:47.105416 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-2aa3334c-ebd8-41ff-9276-0b491f0c296b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64238b3-0223-4eb8-8494-b3abf7ca3cd6') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:47.105787 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-2aa3334c-ebd8-41ff-9276-0b491f0c296b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64238b3-0223-4eb8-8494-b3abf7ca3cd6') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:47.122481 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2aa3334c-ebd8-41ff-9276-0b491f0c296b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:47.197501 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2aa3334c-ebd8-41ff-9276-0b491f0c296b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:47.209911 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9ab3b-2119-4200-8836-ee20ea25effb None None] Pushing event updated for resources: {'Port': ['ID=4a9124f6-f280-4127-aec5-04937d2658b5,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:47.212540 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa3334c-ebd8-41ff-9276-0b491f0c296b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:22:47.213255 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2aa3334c-ebd8-41ff-9276-0b491f0c296b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:22:47.217292 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:22:47.362209 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2aa3334c-ebd8-41ff-9276-0b491f0c296b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:47.383049 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-c7866738-a3ed-488c-8726-8f6b4d10bd4e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8::1 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/a7f33171-bbd2-427e-b9fd-ce7d109efe6d/1ba1434f-7f06-4b55-a348-1a690383051c) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:47.386000 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2aa3334c-ebd8-41ff-9276-0b491f0c296b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:47.395866 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2aa3334c-ebd8-41ff-9276-0b491f0c296b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] 10.222.0.81 "DELETE /v2.0/networks/91cd0947-15c4-43d5-80e0-d70dfa9ceed1 HTTP/1.1" status: 204 len: 168 time: 1.9646606 Jul 30 20:22:47.463226 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3334c-ebd8-41ff-9276-0b491f0c296b tempest-NetworksIpV6TestAttrs-2039512668 tempest-NetworksIpV6TestAttrs-2039512668-project] Pushing event deleted for resources: {'Network': ['ID=91cd0947-15c4-43d5-80e0-d70dfa9ceed1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:47.731007 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c7866738-a3ed-488c-8726-8f6b4d10bd4e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:47.773228 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c7866738-a3ed-488c-8726-8f6b4d10bd4e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Transition to ACTIVE for port object 1ba1434f-7f06-4b55-a348-1a690383051c will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:47.813729 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c7866738-a3ed-488c-8726-8f6b4d10bd4e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:47.881861 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7866738-a3ed-488c-8726-8f6b4d10bd4e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:47.884193 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-c7866738-a3ed-488c-8726-8f6b4d10bd4e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:47.885510 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59000) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:47.890262 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7866738-a3ed-488c-8726-8f6b4d10bd4e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:47.891032 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c7866738-a3ed-488c-8726-8f6b4d10bd4e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:47.961063 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7866738-a3ed-488c-8726-8f6b4d10bd4e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=1ba1434f-7f06-4b55-a348-1a690383051c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:48.049924 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7610468-ec99-4bac-b7b3-63a06f622fc2 req-96ac0eab-d389-4c2a-9990-430af29f48cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:48.052569 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7610468-ec99-4bac-b7b3-63a06f622fc2 req-96ac0eab-d389-4c2a-9990-430af29f48cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:48.053063 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7610468-ec99-4bac-b7b3-63a06f622fc2 req-96ac0eab-d389-4c2a-9990-430af29f48cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:48.053539 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7610468-ec99-4bac-b7b3-63a06f622fc2 req-96ac0eab-d389-4c2a-9990-430af29f48cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:48.054217 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7610468-ec99-4bac-b7b3-63a06f622fc2 req-96ac0eab-d389-4c2a-9990-430af29f48cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:48.056455 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7610468-ec99-4bac-b7b3-63a06f622fc2 req-96ac0eab-d389-4c2a-9990-430af29f48cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:48.059979 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7610468-ec99-4bac-b7b3-63a06f622fc2 req-96ac0eab-d389-4c2a-9990-430af29f48cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:48.069074 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d7610468-ec99-4bac-b7b3-63a06f622fc2 req-96ac0eab-d389-4c2a-9990-430af29f48cd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 6490 time: 0.1820631 Jul 30 20:22:48.077926 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59022) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:48.079988 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c7866738-a3ed-488c-8726-8f6b4d10bd4e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:48.137531 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d7610468-ec99-4bac-b7b3-63a06f622fc2 req-b9e500e6-9f1a-4d91-9f27-3720942aa39a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671952 Jul 30 20:22:48.322816 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c7922cb1-ad08-4623-8c3e-5260bdb87f36 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d75da0de5d9748d9aa5ef837f1c432c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2434959 Jul 30 20:22:48.323452 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59054) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:48.408824 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1688738-2dad-492d-aac4-a08cd0b7f728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:48.463660 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1688738-2dad-492d-aac4-a08cd0b7f728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:48.570681 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1688738-2dad-492d-aac4-a08cd0b7f728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:48.573336 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1688738-2dad-492d-aac4-a08cd0b7f728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:48.574717 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c1688738-2dad-492d-aac4-a08cd0b7f728 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/27ef6925-c494-4914-9c06-f67b8b028abd HTTP/1.1" status: 204 len: 168 time: 0.2459962 Jul 30 20:22:48.588555 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1688738-2dad-492d-aac4-a08cd0b7f728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ef6925-c494-4914-9c06-f67b8b028abd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:48.692127 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c7866738-a3ed-488c-8726-8f6b4d10bd4e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:48.701236 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c7866738-a3ed-488c-8726-8f6b4d10bd4e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:48.703968 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c7866738-a3ed-488c-8726-8f6b4d10bd4e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:48.817351 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7866738-a3ed-488c-8726-8f6b4d10bd4e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=1ba1434f-7f06-4b55-a348-1a690383051c,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:48.865638 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4a9124f6-f280-4127-aec5-04937d2658b5 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:22:48.971403 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ad19069f-53b0-40ad-a54e-4cb9ff39f501 None None] Provisioning for port 4a9124f6-f280-4127-aec5-04937d2658b5 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:22:49.000949 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 4a9124f6-f280-4127-aec5-04937d2658b5 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:22:49.015535 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 4a9124f6-f280-4127-aec5-04937d2658b5 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:49.015959 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:49.016684 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7866738-a3ed-488c-8726-8f6b4d10bd4e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:49.018326 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-c7866738-a3ed-488c-8726-8f6b4d10bd4e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:49.199460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7866738-a3ed-488c-8726-8f6b4d10bd4e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Router dee1ff89-56b6-4bf8-94f7-c584d813c92f is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:22:49.247914 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:49.327985 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7866738-a3ed-488c-8726-8f6b4d10bd4e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:22:49.336908 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c7866738-a3ed-488c-8726-8f6b4d10bd4e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "PUT /v2.0/routers/dee1ff89-56b6-4bf8-94f7-c584d813c92f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7741997 Jul 30 20:22:49.338935 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59168) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:49.365180 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Sync routers for ids ['dee1ff89-56b6-4bf8-94f7-c584d813c92f'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:22:49.398867 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-10c2c044-886d-4691-b124-5532d30c509b None None] Provisioning for port 1ba1434f-7f06-4b55-a348-1a690383051c completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:22:49.408349 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Routers {'dee1ff89-56b6-4bf8-94f7-c584d813c92f'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:22:49.410083 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:22:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['dee1ff89-56b6-4bf8-94f7-c584d813c92f'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:49.419292 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-10c2c044-886d-4691-b124-5532d30c509b None None] Provisioning complete for port 1ba1434f-7f06-4b55-a348-1a690383051c triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:49.420332 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-10c2c044-886d-4691-b124-5532d30c509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:49.427332 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d3523b-ec6a-4ee0-a71c-548ab20987d2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:49.428839 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-30d3523b-ec6a-4ee0-a71c-548ab20987d2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports/1ba1434f-7f06-4b55-a348-1a690383051c HTTP/1.1" status: 200 len: 911 time: 0.0879068 Jul 30 20:22:49.431870 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59178) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:49.576009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237d42a9-f092-4716-9b9d-e251573ef67d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:49.594807 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237d42a9-f092-4716-9b9d-e251573ef67d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:49.598633 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-237d42a9-f092-4716-9b9d-e251573ef67d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1646631 Jul 30 20:22:49.601653 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59202) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:49.703006 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:22:49.985370 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59234) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:50.114337 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-10c2c044-886d-4691-b124-5532d30c509b None None] Port 1ba1434f-7f06-4b55-a348-1a690383051c cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:22:50.138540 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 4a9124f6-f280-4127-aec5-04937d2658b5, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4a9124f6-f280-4127-aec5-04937d2658b5,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:22:50.175009 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:50.253140 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e6414ec6-a84a-4de2-b38b-00d93dde8824 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'network': {'name': 'tempest-RoutersTest-862607154'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:50.299473 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6414ec6-a84a-4de2-b38b-00d93dde8824 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Made reservation on behalf of c91b7b2c8ba948c1871a986ad088363a for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:50.303442 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e6414ec6-a84a-4de2-b38b-00d93dde8824 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:50.319968 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e6414ec6-a84a-4de2-b38b-00d93dde8824 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:50.335640 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:50.382623 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Set router dee1ff89-56b6-4bf8-94f7-c584d813c92f gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:22:50.384480 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=4a9124f6-f280-4127-aec5-04937d2658b5,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:50.474782 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1ed082e3-06d8-491f-b1c3-418db7d3dbc4 None None] Provisioning complete for port 1ba1434f-7f06-4b55-a348-1a690383051c triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:50.475171 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1ed082e3-06d8-491f-b1c3-418db7d3dbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:50.616142 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1ed082e3-06d8-491f-b1c3-418db7d3dbc4 None None] Port 1ba1434f-7f06-4b55-a348-1a690383051c cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:22:50.643720 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e6414ec6-a84a-4de2-b38b-00d93dde8824 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:50.655215 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e6414ec6-a84a-4de2-b38b-00d93dde8824 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:50.718227 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6414ec6-a84a-4de2-b38b-00d93dde8824 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:22:50.739608 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6414ec6-a84a-4de2-b38b-00d93dde8824 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60fbdbdb-17cc-4e5f-94c5-328b4807e7bd,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:50.758179 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e6414ec6-a84a-4de2-b38b-00d93dde8824 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:50.758540 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-e6414ec6-a84a-4de2-b38b-00d93dde8824 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Added segment 8ae68395-9553-4d91-afe5-25c6ca3d3110 of type vlan for network 929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b Jul 30 20:22:50.770474 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4a9124f6-f280-4127-aec5-04937d2658b5 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:22:50.775384 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee1ff89-56b6-4bf8-94f7-c584d813c92f', 'name': 'tempest-NetworksTestDHCPv6-router-554194012', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:22:45Z', 'updated_at': '2021-07-30T20:22:48Z', 'revision_number': 2, 'project_id': '0906e840542646069bfe963c5e76d376', 'gw_port_host': None, '_interfaces': [{'id': '1ba1434f-7f06-4b55-a348-1a690383051c', 'name': '', 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'mac_address': 'fa:16:3e:bd:d8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee1ff89-56b6-4bf8-94f7-c584d813c92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a7f33171-bbd2-427e-b9fd-ce7d109efe6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:22:46Z', 'updated_at': '2021-07-30T20:22:48Z', 'revision_number': 2, 'project_id': '0906e840542646069bfe963c5e76d376', 'subnets': [{'id': 'a7f33171-bbd2-427e-b9fd-ce7d109efe6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:50.824694 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e6414ec6-a84a-4de2-b38b-00d93dde8824 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:50.888581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Checking router: dee1ff89-56b6-4bf8-94f7-c584d813c92f for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:22:50.888963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Updating router dee1ff89-56b6-4bf8-94f7-c584d813c92f port 1ba1434f-7f06-4b55-a348-1a690383051c binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:22:50.927536 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e6414ec6-a84a-4de2-b38b-00d93dde8824 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:50.935336 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6414ec6-a84a-4de2-b38b-00d93dde8824 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:50.936098 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e6414ec6-a84a-4de2-b38b-00d93dde8824 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:50.963730 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:51.051764 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 4a9124f6-f280-4127-aec5-04937d2658b5 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:51.052534 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:51.120563 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcc26f3c-96b5-4efe-8796-86c7f786fe78 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:51.148676 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e6414ec6-a84a-4de2-b38b-00d93dde8824 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1612806 Jul 30 20:22:51.164811 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59352) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:51.181198 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e540f68f-50d3-47dc-ac7c-88d20d0371b3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'network': {'name': 'tempest-RoutersTest-464319891'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:51.302805 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93c1fa97-5c3a-451f-ae55-b4dbabbd0ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:51.321507 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e540f68f-50d3-47dc-ac7c-88d20d0371b3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Made reservation on behalf of c91b7b2c8ba948c1871a986ad088363a for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:51.330573 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e540f68f-50d3-47dc-ac7c-88d20d0371b3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:51.380003 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6414ec6-a84a-4de2-b38b-00d93dde8824 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Network': ['ID=929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:51.416494 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:22:51.429614 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e540f68f-50d3-47dc-ac7c-88d20d0371b3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:22:51.483542 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e540f68f-50d3-47dc-ac7c-88d20d0371b3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:51.483889 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-e540f68f-50d3-47dc-ac7c-88d20d0371b3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Added segment 25682ce8-e765-4882-b3a1-69d637373159 of type vlan for network 35e3f68c-db63-404b-bd1c-f98076135a39 Jul 30 20:22:51.550861 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e540f68f-50d3-47dc-ac7c-88d20d0371b3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:51.564183 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4fe7f-d4ba-4cf7-8705-d1bf55f67ce9 req-fcead38a-d4b5-4a18-8c88-18578432aa31 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:51.572552 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64a4fe7f-d4ba-4cf7-8705-d1bf55f67ce9 req-fcead38a-d4b5-4a18-8c88-18578432aa31 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d99d6c5-7287-49bb-84c2-1c431493f86e HTTP/1.1" status: 200 len: 945 time: 0.1270897 Jul 30 20:22:51.596293 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:51.611925 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Transition to ACTIVE for port object 1ba1434f-7f06-4b55-a348-1a690383051c will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:51.634074 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:51.652819 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64a4fe7f-d4ba-4cf7-8705-d1bf55f67ce9 req-9ad6bd40-a90b-4539-9910-92a5dc0028cc tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748889 Jul 30 20:22:51.683031 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e540f68f-50d3-47dc-ac7c-88d20d0371b3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:51.691630 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e540f68f-50d3-47dc-ac7c-88d20d0371b3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:51.692263 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e540f68f-50d3-47dc-ac7c-88d20d0371b3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:51.703553 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-dcc26f3c-96b5-4efe-8796-86c7f786fe78 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting port 1ba1434f-7f06-4b55-a348-1a690383051c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:51.703892 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcc26f3c-96b5-4efe-8796-86c7f786fe78 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:51.816657 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ead5c7-3c85-4be2-a239-8e6e80e81d59 None None] Pushing event updated for resources: {'Port': ['ID=1ba1434f-7f06-4b55-a348-1a690383051c,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:51.839247 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e540f68f-50d3-47dc-ac7c-88d20d0371b3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6720610 Jul 30 20:22:51.858790 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59412) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:51.878890 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-4303a146-e0b2-4bf9-8660-64702e23e878 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'subnet': {'network_id': '929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:51.879493 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ead5c7-3c85-4be2-a239-8e6e80e81d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:51.879874 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ead5c7-3c85-4be2-a239-8e6e80e81d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:51.880815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ead5c7-3c85-4be2-a239-8e6e80e81d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:51.881154 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ead5c7-3c85-4be2-a239-8e6e80e81d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:51.881489 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ead5c7-3c85-4be2-a239-8e6e80e81d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:51.881828 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ead5c7-3c85-4be2-a239-8e6e80e81d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:51.882157 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ead5c7-3c85-4be2-a239-8e6e80e81d59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:51.882485 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ead5c7-3c85-4be2-a239-8e6e80e81d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:51.882810 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ead5c7-3c85-4be2-a239-8e6e80e81d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:51.883136 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ead5c7-3c85-4be2-a239-8e6e80e81d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:51.883457 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ead5c7-3c85-4be2-a239-8e6e80e81d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:51.883805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ead5c7-3c85-4be2-a239-8e6e80e81d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:22:51.887727 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540f68f-50d3-47dc-ac7c-88d20d0371b3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Network': ['ID=35e3f68c-db63-404b-bd1c-f98076135a39,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:51.928552 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcc26f3c-96b5-4efe-8796-86c7f786fe78 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:51.939501 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 35e3f68c-db63-404b-bd1c-f98076135a39 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:22:51.963708 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-dcc26f3c-96b5-4efe-8796-86c7f786fe78 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Calling delete_port for 1ba1434f-7f06-4b55-a348-1a690383051c owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:52.049540 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4303a146-e0b2-4bf9-8660-64702e23e878 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Made reservation on behalf of c91b7b2c8ba948c1871a986ad088363a for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:52.055225 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4303a146-e0b2-4bf9-8660-64702e23e878 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:52.142808 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Attempting to bind port 1ba1434f-7f06-4b55-a348-1a690383051c on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:22:52.143273 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Attempting to bind port 1ba1434f-7f06-4b55-a348-1a690383051c by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:22:52.143739 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Attempting to bind port 1ba1434f-7f06-4b55-a348-1a690383051c on network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:22:52.158083 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:22:52.158918 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Checking segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:22:52.162903 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:52.163399 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Bound using segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:22:52.164058 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Bound port: 1ba1434f-7f06-4b55-a348-1a690383051c, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:22:52.164586 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:52.238758 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcc26f3c-96b5-4efe-8796-86c7f786fe78 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:52.262512 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4fab477a-bd23-4c2f-9467-14daab4dbed6 None None] Could not find standard attr ID for object 1ba1434f-7f06-4b55-a348-1a690383051c. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:22:52.265463 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:22:52.265825 n-d-712137-9 neutron-server[93884]: DEBUG oslo_db.api [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:22:52.365054 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc26f3c-96b5-4efe-8796-86c7f786fe78 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Port': ['ID=1ba1434f-7f06-4b55-a348-1a690383051c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:52.410136 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4303a146-e0b2-4bf9-8660-64702e23e878 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:52.460386 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcc26f3c-96b5-4efe-8796-86c7f786fe78 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:52.501310 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4303a146-e0b2-4bf9-8660-64702e23e878 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Checking segment: {'id': '8ae68395-9553-4d91-afe5-25c6ca3d3110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:22:52.502075 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4303a146-e0b2-4bf9-8660-64702e23e878 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network hostable DHCP agents. Network: 929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:22:52.511237 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303a146-e0b2-4bf9-8660-64702e23e878 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Subnet': ['ID=de541d48-9039-4691-81a2-8a44ead7b84c,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:52.532638 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4303a146-e0b2-4bf9-8660-64702e23e878 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network 929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:22:52.560327 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-4303a146-e0b2-4bf9-8660-64702e23e878 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:52.566022 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4303a146-e0b2-4bf9-8660-64702e23e878 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:52.567036 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4303a146-e0b2-4bf9-8660-64702e23e878 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:52.570950 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da45d4a2-2a76-4fe0-b683-7ab26da3604b None None] Network 929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:52.609221 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4303a146-e0b2-4bf9-8660-64702e23e878 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7487969 Jul 30 20:22:52.611995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59426) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:52.617486 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-4d92cafe-ae5c-447e-b300-91f79b59fbbd tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'subnet': {'network_id': '35e3f68c-db63-404b-bd1c-f98076135a39', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:52.788536 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc26f3c-96b5-4efe-8796-86c7f786fe78 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Router dee1ff89-56b6-4bf8-94f7-c584d813c92f has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:22:52.797350 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Attempting to bind port 1ba1434f-7f06-4b55-a348-1a690383051c on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:22:52.797960 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Attempting to bind port 1ba1434f-7f06-4b55-a348-1a690383051c by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:22:52.798857 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Attempting to bind port 1ba1434f-7f06-4b55-a348-1a690383051c on network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:22:52.814825 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:22:52.815356 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Checking segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:22:52.817169 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:52.817717 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Bound using segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:22:52.818508 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Bound port: 1ba1434f-7f06-4b55-a348-1a690383051c, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:22:52.818903 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:52.821979 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d92cafe-ae5c-447e-b300-91f79b59fbbd tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Made reservation on behalf of c91b7b2c8ba948c1871a986ad088363a for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:52.825543 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28b90cd-f8cc-4ae2-beb6-f3d2ce6d9432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b', 'network_id': '929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'fixed_ips': [{'subnet_id': 'de541d48-9039-4691-81a2-8a44ead7b84c'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:22:52.826904 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b28b90cd-f8cc-4ae2-beb6-f3d2ce6d9432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:52.827223 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4d92cafe-ae5c-447e-b300-91f79b59fbbd tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:52.896780 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc26f3c-96b5-4efe-8796-86c7f786fe78 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:22:52.899585 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f93f8c-b8bf-4d50-a4c1-24d79eed6e17 req-f38d79d5-80cf-44b0-b6bb-7bc27caee2e6 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:52.901232 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4f93f8c-b8bf-4d50-a4c1-24d79eed6e17 req-f38d79d5-80cf-44b0-b6bb-7bc27caee2e6 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d99d6c5-7287-49bb-84c2-1c431493f86e HTTP/1.1" status: 200 len: 945 time: 0.1385558 Jul 30 20:22:52.902609 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dcc26f3c-96b5-4efe-8796-86c7f786fe78 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "PUT /v2.0/routers/dee1ff89-56b6-4bf8-94f7-c584d813c92f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2994704 Jul 30 20:22:52.906367 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59432) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:52.939316 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Port 1ba1434f-7f06-4b55-a348-1a690383051c has been deleted concurrently {{(pid=93884) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 30 20:22:52.971536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03935b7-472b-4ce2-860f-cc1d9382afc7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:52.973564 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03935b7-472b-4ce2-860f-cc1d9382afc7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:52.975114 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e03935b7-472b-4ce2-860f-cc1d9382afc7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0678003 Jul 30 20:22:52.980003 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59434) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:53.008485 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Routers {'dee1ff89-56b6-4bf8-94f7-c584d813c92f'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:22:53.009196 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:22:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['dee1ff89-56b6-4bf8-94f7-c584d813c92f'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:53.071209 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27397eb2-6fdb-478f-8f9b-936ba4ea6827 req-98dffc18-7f7f-4af7-9e9b-315b2c2cdd56 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:53.073040 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-27397eb2-6fdb-478f-8f9b-936ba4ea6827 req-98dffc18-7f7f-4af7-9e9b-315b2c2cdd56 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.83 "GET /v2.0/ports?device_id=3d99d6c5-7287-49bb-84c2-1c431493f86e HTTP/1.1" status: 200 len: 945 time: 0.1302385 Jul 30 20:22:53.126078 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4f93f8c-b8bf-4d50-a4c1-24d79eed6e17 req-fe4bd3ec-716f-4226-9e8f-66df6e8643e0 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/security-groups?id=70685b39-a53e-47a2-826c-60b744673122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498606 Jul 30 20:22:53.132188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20ab913-9a40-42f9-8907-1f3b9ef219ae tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet a7f33171-bbd2-427e-b9fd-ce7d109efe6d {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:22:53.137457 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c20ab913-9a40-42f9-8907-1f3b9ef219ae tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:53.171898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] Set router dee1ff89-56b6-4bf8-94f7-c584d813c92f gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:22:53.239625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee1ff89-56b6-4bf8-94f7-c584d813c92f', 'name': 'tempest-NetworksTestDHCPv6-router-554194012', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:22:45Z', 'updated_at': '2021-07-30T20:22:52Z', 'revision_number': 3, 'project_id': '0906e840542646069bfe963c5e76d376', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:53.316277 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-b28b90cd-f8cc-4ae2-beb6-f3d2ce6d9432 None None] Allocated IP 172.20.0.2 (929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b/de541d48-9039-4691-81a2-8a44ead7b84c/cc68a31f-c82b-4943-8898-b2ba16ce255b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:53.322076 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261c7b69-f5e5-4907-ab0e-2e8832853898 None None] The sync data for ids ['dee1ff89-56b6-4bf8-94f7-c584d813c92f'] in n-d-712137-9 is: [{'id': 'dee1ff89-56b6-4bf8-94f7-c584d813c92f', 'name': 'tempest-NetworksTestDHCPv6-router-554194012', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:22:45Z', 'updated_at': '2021-07-30T20:22:52Z', 'revision_number': 3, 'project_id': '0906e840542646069bfe963c5e76d376', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:22:53.339844 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-27397eb2-6fdb-478f-8f9b-936ba4ea6827 req-a8d24118-e4a5-444e-adf0-11f7bf66b39f tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Deleting port 84b11c7f-542d-4517-ac34-b164c6c1f31c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:53.340517 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-27397eb2-6fdb-478f-8f9b-936ba4ea6827 req-a8d24118-e4a5-444e-adf0-11f7bf66b39f tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:53.342551 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4d92cafe-ae5c-447e-b300-91f79b59fbbd tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:53.381112 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c20ab913-9a40-42f9-8907-1f3b9ef219ae tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:53.468474 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-27397eb2-6fdb-478f-8f9b-936ba4ea6827 req-a8d24118-e4a5-444e-adf0-11f7bf66b39f tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] For port 84b11c7f-542d-4517-ac34-b164c6c1f31c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=84b11c7f-542d-4517-ac34-b164c6c1f31c,segment=NetworkSegment(24e0fe1e-748d-4022-a692-5e5f9dd7e6df),segment_id=24e0fe1e-748d-4022-a692-5e5f9dd7e6df)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:22:53.469159 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-27397eb2-6fdb-478f-8f9b-936ba4ea6827 req-a8d24118-e4a5-444e-adf0-11f7bf66b39f tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:53.496865 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-27397eb2-6fdb-478f-8f9b-936ba4ea6827 req-a8d24118-e4a5-444e-adf0-11f7bf66b39f tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Calling delete_port for 84b11c7f-542d-4517-ac34-b164c6c1f31c owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:53.534607 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b28b90cd-f8cc-4ae2-beb6-f3d2ce6d9432 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:53.547543 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b28b90cd-f8cc-4ae2-beb6-f3d2ce6d9432 None None] Transition to ACTIVE for port object cc68a31f-c82b-4943-8898-b2ba16ce255b will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:53.579894 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b28b90cd-f8cc-4ae2-beb6-f3d2ce6d9432 None None] Transition to ACTIVE for port object cc68a31f-c82b-4943-8898-b2ba16ce255b will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:53.586041 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92cafe-ae5c-447e-b300-91f79b59fbbd tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Subnet': ['ID=59732c93-2ba9-4bef-bfad-606ce5a5898f,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:53.619863 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b28b90cd-f8cc-4ae2-beb6-f3d2ce6d9432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:53.625262 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d92cafe-ae5c-447e-b300-91f79b59fbbd tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Checking segment: {'id': '25682ce8-e765-4882-b3a1-69d637373159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '35e3f68c-db63-404b-bd1c-f98076135a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:22:53.625706 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d92cafe-ae5c-447e-b300-91f79b59fbbd tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network hostable DHCP agents. Network: 35e3f68c-db63-404b-bd1c-f98076135a39, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:22:53.647570 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c20ab913-9a40-42f9-8907-1f3b9ef219ae tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:53.718344 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d92cafe-ae5c-447e-b300-91f79b59fbbd tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network 35e3f68c-db63-404b-bd1c-f98076135a39 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:22:53.726398 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28b90cd-f8cc-4ae2-beb6-f3d2ce6d9432 None None] Network 929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:53.746270 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-b28b90cd-f8cc-4ae2-beb6-f3d2ce6d9432 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:53.756717 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b90cd-f8cc-4ae2-beb6-f3d2ce6d9432 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:53.768151 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-4d92cafe-ae5c-447e-b300-91f79b59fbbd tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 35e3f68c-db63-404b-bd1c-f98076135a39) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:53.780551 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b90cd-f8cc-4ae2-beb6-f3d2ce6d9432 None None] Pushing event updated for resources: {'Port': ['ID=cc68a31f-c82b-4943-8898-b2ba16ce255b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:53.782763 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51f80c4c-0f37-4d7f-b54f-55fd5f7db47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:53.786982 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d92cafe-ae5c-447e-b300-91f79b59fbbd tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:53.787613 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4d92cafe-ae5c-447e-b300-91f79b59fbbd tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:53.797057 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9e4441-cbb8-4862-9b1f-a07854bd1dd7 None None] Network 35e3f68c-db63-404b-bd1c-f98076135a39 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:53.812746 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c20ab913-9a40-42f9-8907-1f3b9ef219ae tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:53.853573 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-27397eb2-6fdb-478f-8f9b-936ba4ea6827 req-a8d24118-e4a5-444e-adf0-11f7bf66b39f tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:53.894653 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['84b11c7f-542d-4517-ac34-b164c6c1f31c'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:22:53.894848 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4d92cafe-ae5c-447e-b300-91f79b59fbbd tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2814178 Jul 30 20:22:53.907636 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59452) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:53.910173 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ab913-9a40-42f9-8907-1f3b9ef219ae tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f33171-bbd2-427e-b9fd-ce7d109efe6d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:53.914300 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-66aaeba3-a567-41bc-8374-a5e9218e6a24 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-729306105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:53.914526 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c20ab913-9a40-42f9-8907-1f3b9ef219ae tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:53.918730 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c20ab913-9a40-42f9-8907-1f3b9ef219ae tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/a7f33171-bbd2-427e-b9fd-ce7d109efe6d HTTP/1.1" status: 204 len: 168 time: 0.9295294 Jul 30 20:22:53.920086 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59456) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:53.947300 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d24118-e4a5-444e-adf0-11f7bf66b39f tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Pushing event deleted for resources: {'Port': ['ID=84b11c7f-542d-4517-ac34-b164c6c1f31c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:53.988090 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-b28b90cd-f8cc-4ae2-beb6-f3d2ce6d9432 None None] Attempting to bind port cc68a31f-c82b-4943-8898-b2ba16ce255b on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:22:53.988486 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-b28b90cd-f8cc-4ae2-beb6-f3d2ce6d9432 None None] Attempting to bind port cc68a31f-c82b-4943-8898-b2ba16ce255b by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '8ae68395-9553-4d91-afe5-25c6ca3d3110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:22:53.988852 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b90cd-f8cc-4ae2-beb6-f3d2ce6d9432 None None] Attempting to bind port cc68a31f-c82b-4943-8898-b2ba16ce255b on network 929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:22:54.013219 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b90cd-f8cc-4ae2-beb6-f3d2ce6d9432 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:22:54.013701 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b90cd-f8cc-4ae2-beb6-f3d2ce6d9432 None None] Checking segment: {'id': '8ae68395-9553-4d91-afe5-25c6ca3d3110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:22:54.014177 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b28b90cd-f8cc-4ae2-beb6-f3d2ce6d9432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:54.014635 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b90cd-f8cc-4ae2-beb6-f3d2ce6d9432 None None] Bound using segment: {'id': '8ae68395-9553-4d91-afe5-25c6ca3d3110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:22:54.015219 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-b28b90cd-f8cc-4ae2-beb6-f3d2ce6d9432 None None] Bound port: cc68a31f-c82b-4943-8898-b2ba16ce255b, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae68395-9553-4d91-afe5-25c6ca3d3110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:22:54.017260 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b28b90cd-f8cc-4ae2-beb6-f3d2ce6d9432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:54.042231 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-27397eb2-6fdb-478f-8f9b-936ba4ea6827 req-a8d24118-e4a5-444e-adf0-11f7bf66b39f tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] No DVR routers for this DVR port 84b11c7f-542d-4517-ac34-b164c6c1f31c on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:22:54.047090 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-27397eb2-6fdb-478f-8f9b-936ba4ea6827 req-a8d24118-e4a5-444e-adf0-11f7bf66b39f tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:54.049478 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-27397eb2-6fdb-478f-8f9b-936ba4ea6827 req-a8d24118-e4a5-444e-adf0-11f7bf66b39f tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.83 "DELETE /v2.0/ports/84b11c7f-542d-4517-ac34-b164c6c1f31c HTTP/1.1" status: 204 len: 173 time: 0.9675152 Jul 30 20:22:54.050454 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d99d6c5-7287-49bb-84c2-1c431493f86e', 'name': 'network-vif-deleted', 'tag': '84b11c7f-542d-4517-ac34-b164c6c1f31c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:22:54.053027 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985c8dbb-913d-4b2b-881d-de838006b6ab" -d '{"events": [{"server_uuid": "3d99d6c5-7287-49bb-84c2-1c431493f86e", "name": "network-vif-deleted", "tag": "84b11c7f-542d-4517-ac34-b164c6c1f31c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:22:54.076390 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66aaeba3-a567-41bc-8374-a5e9218e6a24 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:54.077707 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66aaeba3-a567-41bc-8374-a5e9218e6a24 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:54.123257 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b94ced-5ebe-4a79-ad49-07703ae31d0b x-openstack-request-id: req-f5b94ced-5ebe-4a79-ad49-07703ae31d0b {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:22:54.123841 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d99d6c5-7287-49bb-84c2-1c431493f86e", "name": "network-vif-deleted", "tag": "84b11c7f-542d-4517-ac34-b164c6c1f31c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:22:54.124316 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f5b94ced-5ebe-4a79-ad49-07703ae31d0b {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:22:54.124946 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d99d6c5-7287-49bb-84c2-1c431493f86e', 'name': 'network-vif-deleted', 'tag': '84b11c7f-542d-4517-ac34-b164c6c1f31c', 'status': 'completed', 'code': 200} Jul 30 20:22:54.182657 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:54.191830 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-401b882e-5aad-4e08-8573-0b1c835ec936 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2682333 Jul 30 20:22:54.194291 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59462) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:54.211856 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66aaeba3-a567-41bc-8374-a5e9218e6a24 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:54.224511 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66aaeba3-a567-41bc-8374-a5e9218e6a24 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:54.246963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5424396-d4ea-4ea7-a0bf-94bbfc9352c6 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:54.259646 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66aaeba3-a567-41bc-8374-a5e9218e6a24 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:54.261467 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-66aaeba3-a567-41bc-8374-a5e9218e6a24 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3511422 Jul 30 20:22:54.264253 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59466) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:54.386762 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b28b90cd-f8cc-4ae2-beb6-f3d2ce6d9432 None None] For port cc68a31f-c82b-4943-8898-b2ba16ce255b, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:22:54.436020 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b28b90cd-f8cc-4ae2-beb6-f3d2ce6d9432 None None] For port cc68a31f-c82b-4943-8898-b2ba16ce255b, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=cc68a31f-c82b-4943-8898-b2ba16ce255b,segment=NetworkSegment(8ae68395-9553-4d91-afe5-25c6ca3d3110),segment_id=8ae68395-9553-4d91-afe5-25c6ca3d3110)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:22:54.455591 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3ac3f165-73a2-4075-92cb-e606663d6351 req-81270609-ebba-41d5-b55f-2603804e6288 tempest-AttachVolumeNegativeTest-1515404999 tempest-AttachVolumeNegativeTest-1515404999-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d99d6c5-7287-49bb-84c2-1c431493f86e HTTP/1.1" status: 200 len: 210 time: 0.0555830 Jul 30 20:22:54.460846 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-89e9fc89-5d74-430b-bd03-2be1876a9a5c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:54.498712 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b28b90cd-f8cc-4ae2-beb6-f3d2ce6d9432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:54.769463 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-89e9fc89-5d74-430b-bd03-2be1876a9a5c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:54.773608 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-89e9fc89-5d74-430b-bd03-2be1876a9a5c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:54.863918 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d15f0a73-ac34-4bf6-8cf1-d82bf68343bf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:54.877290 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-89e9fc89-5d74-430b-bd03-2be1876a9a5c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:54.878015 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e9fc89-5d74-430b-bd03-2be1876a9a5c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Fanout notify agent at l3_agent the message router_deleted on router dee1ff89-56b6-4bf8-94f7-c584d813c92f {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:22:54.889732 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124656ed-3c67-44d3-b0a4-40bf89956adc None None] Sync routers for ids ['dee1ff89-56b6-4bf8-94f7-c584d813c92f'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:22:54.892859 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-89e9fc89-5d74-430b-bd03-2be1876a9a5c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:54.896393 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-89e9fc89-5d74-430b-bd03-2be1876a9a5c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/routers/dee1ff89-56b6-4bf8-94f7-c584d813c92f HTTP/1.1" status: 204 len: 168 time: 0.7005365 Jul 30 20:22:54.899482 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59480) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:54.916155 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-33ef0a0c-e4e2-473c-89fd-14a4dc69824e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:54.926891 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbae262a-2b2a-4f19-8a70-32af9d73fc86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-35e3f68c-db63-404b-bd1c-f98076135a39', 'network_id': '35e3f68c-db63-404b-bd1c-f98076135a39', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'fixed_ips': [{'subnet_id': '59732c93-2ba9-4bef-bfad-606ce5a5898f'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:22:54.928442 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124656ed-3c67-44d3-b0a4-40bf89956adc None None] Routers set() bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:22:54.928978 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124656ed-3c67-44d3-b0a4-40bf89956adc None None] Router IDs set() for agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 20:22:54.929808 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_agentschedulers_db [None req-124656ed-3c67-44d3-b0a4-40bf89956adc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dee1ff89-56b6-4bf8-94f7-c584d813c92f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:22:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent'). {{(pid=93885) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 20:22:54.930880 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dbae262a-2b2a-4f19-8a70-32af9d73fc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:54.953783 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124656ed-3c67-44d3-b0a4-40bf89956adc None None] Routers set() bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:22:54.954142 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b90cd-f8cc-4ae2-beb6-f3d2ce6d9432 None None] Pushing event updated for resources: {'Port': ['ID=cc68a31f-c82b-4943-8898-b2ba16ce255b,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:54.954935 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124656ed-3c67-44d3-b0a4-40bf89956adc None None] Router IDs set() for agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 20:22:54.955789 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_agentschedulers_db [None req-124656ed-3c67-44d3-b0a4-40bf89956adc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dee1ff89-56b6-4bf8-94f7-c584d813c92f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:22:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent'). {{(pid=93885) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 20:22:54.956389 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124656ed-3c67-44d3-b0a4-40bf89956adc None None] The sync data for ids ['dee1ff89-56b6-4bf8-94f7-c584d813c92f'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:22:55.115060 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:55.170080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ef0a0c-e4e2-473c-89fd-14a4dc69824e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:22:55.173819 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33ef0a0c-e4e2-473c-89fd-14a4dc69824e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:55.223862 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30f91fc-aaf7-4e12-aa2f-30717366daf1 None None] DHCP port deletion for af4b4c78-015d-41b2-aa81-e7eeeb1e0803 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:22:55.412232 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-d15f0a73-ac34-4bf6-8cf1-d82bf68343bf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Allocated IP 172.20.0.1 (929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b/de541d48-9039-4691-81a2-8a44ead7b84c/8712a18e-e52b-45ee-9b10-915dc87c3dfb) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:55.542682 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59490) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:55.560527 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-dbae262a-2b2a-4f19-8a70-32af9d73fc86 None None] Allocated IP 172.21.0.2 (35e3f68c-db63-404b-bd1c-f98076135a39/59732c93-2ba9-4bef-bfad-606ce5a5898f/3197d357-2f5e-445f-a524-5f81a3071c29) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:55.572007 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d15f0a73-ac34-4bf6-8cf1-d82bf68343bf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:55.596157 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-d15f0a73-ac34-4bf6-8cf1-d82bf68343bf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Transition to ACTIVE for port object 8712a18e-e52b-45ee-9b10-915dc87c3dfb will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:55.625927 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33ef0a0c-e4e2-473c-89fd-14a4dc69824e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:55.653375 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d15f0a73-ac34-4bf6-8cf1-d82bf68343bf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:55.674756 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25f6d9b-25a4-415c-b345-69a99b7378e1 admin admin] Deleting subnet f8480fff-2e02-4738-a95b-299805138888 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:22:55.675388 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c30f91fc-aaf7-4e12-aa2f-30717366daf1 None None] Deleting port 4a9124f6-f280-4127-aec5-04937d2658b5 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:22:55.679692 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c30f91fc-aaf7-4e12-aa2f-30717366daf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:55.683496 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f25f6d9b-25a4-415c-b345-69a99b7378e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:55.692922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ef0a0c-e4e2-473c-89fd-14a4dc69824e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:55.720483 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-33ef0a0c-e4e2-473c-89fd-14a4dc69824e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:55.728750 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ef0a0c-e4e2-473c-89fd-14a4dc69824e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:55.729313 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33ef0a0c-e4e2-473c-89fd-14a4dc69824e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:55.751903 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15f0a73-ac34-4bf6-8cf1-d82bf68343bf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network 929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:55.755562 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d15f0a73-ac34-4bf6-8cf1-d82bf68343bf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:55.759363 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15f0a73-ac34-4bf6-8cf1-d82bf68343bf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:55.863784 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f0a73-ac34-4bf6-8cf1-d82bf68343bf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Port': ['ID=8712a18e-e52b-45ee-9b10-915dc87c3dfb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:55.902940 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d15f0a73-ac34-4bf6-8cf1-d82bf68343bf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:55.905014 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dbae262a-2b2a-4f19-8a70-32af9d73fc86 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:55.926229 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-dbae262a-2b2a-4f19-8a70-32af9d73fc86 None None] Transition to ACTIVE for port object 3197d357-2f5e-445f-a524-5f81a3071c29 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:55.943530 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-dbae262a-2b2a-4f19-8a70-32af9d73fc86 None None] Transition to ACTIVE for port object 3197d357-2f5e-445f-a524-5f81a3071c29 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:55.975474 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dbae262a-2b2a-4f19-8a70-32af9d73fc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:55.993314 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c30f91fc-aaf7-4e12-aa2f-30717366daf1 None None] For port 4a9124f6-f280-4127-aec5-04937d2658b5, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4a9124f6-f280-4127-aec5-04937d2658b5,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:22:55.993723 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c30f91fc-aaf7-4e12-aa2f-30717366daf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:56.036897 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c30f91fc-aaf7-4e12-aa2f-30717366daf1 None None] Calling delete_port for 4a9124f6-f280-4127-aec5-04937d2658b5 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:22:56.165110 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d15f0a73-ac34-4bf6-8cf1-d82bf68343bf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:56.217342 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbae262a-2b2a-4f19-8a70-32af9d73fc86 None None] Network 35e3f68c-db63-404b-bd1c-f98076135a39 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:56.231110 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-dbae262a-2b2a-4f19-8a70-32af9d73fc86 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:56.243529 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae262a-2b2a-4f19-8a70-32af9d73fc86 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:56.337233 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c30f91fc-aaf7-4e12-aa2f-30717366daf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:56.340405 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae262a-2b2a-4f19-8a70-32af9d73fc86 None None] Pushing event updated for resources: {'Port': ['ID=3197d357-2f5e-445f-a524-5f81a3071c29,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:56.361159 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-dbae262a-2b2a-4f19-8a70-32af9d73fc86 None None] Attempting to bind port 3197d357-2f5e-445f-a524-5f81a3071c29 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:22:56.361713 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-dbae262a-2b2a-4f19-8a70-32af9d73fc86 None None] Attempting to bind port 3197d357-2f5e-445f-a524-5f81a3071c29 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '25682ce8-e765-4882-b3a1-69d637373159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '35e3f68c-db63-404b-bd1c-f98076135a39'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:22:56.362357 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbae262a-2b2a-4f19-8a70-32af9d73fc86 None None] Attempting to bind port 3197d357-2f5e-445f-a524-5f81a3071c29 on network 35e3f68c-db63-404b-bd1c-f98076135a39 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:22:56.392811 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbae262a-2b2a-4f19-8a70-32af9d73fc86 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:22:56.393549 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbae262a-2b2a-4f19-8a70-32af9d73fc86 None None] Checking segment: {'id': '25682ce8-e765-4882-b3a1-69d637373159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '35e3f68c-db63-404b-bd1c-f98076135a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:22:56.394221 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dbae262a-2b2a-4f19-8a70-32af9d73fc86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:56.394893 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbae262a-2b2a-4f19-8a70-32af9d73fc86 None None] Bound using segment: {'id': '25682ce8-e765-4882-b3a1-69d637373159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '35e3f68c-db63-404b-bd1c-f98076135a39'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:22:56.395550 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-dbae262a-2b2a-4f19-8a70-32af9d73fc86 None None] Bound port: 3197d357-2f5e-445f-a524-5f81a3071c29, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25682ce8-e765-4882-b3a1-69d637373159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '35e3f68c-db63-404b-bd1c-f98076135a39'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:22:56.396125 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dbae262a-2b2a-4f19-8a70-32af9d73fc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:56.399177 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef0a0c-e4e2-473c-89fd-14a4dc69824e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=de60230d-ad66-4995-a004-eb37abaa4113,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:56.409434 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f25f6d9b-25a4-415c-b345-69a99b7378e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:56.453538 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-33ef0a0c-e4e2-473c-89fd-14a4dc69824e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5450006 Jul 30 20:22:56.454103 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59504) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:56.462579 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-192abe88-3b94-4fab-91d4-fd08478abccc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-27848325', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:22:56.492101 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30f91fc-aaf7-4e12-aa2f-30717366daf1 None None] No DVR routers for this DVR port 4a9124f6-f280-4127-aec5-04937d2658b5 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:22:56.502067 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc69f92e-5dfb-4f87-8110-592eb9a9acdd None None] Network 929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:56.515026 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f25f6d9b-25a4-415c-b345-69a99b7378e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:56.524786 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f91fc-aaf7-4e12-aa2f-30717366daf1 None None] Pushing event deleted for resources: {'Port': ['ID=4a9124f6-f280-4127-aec5-04937d2658b5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:56.532898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f942bbe-53d6-4841-99fd-07ad785ae856 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:56.538514 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-192abe88-3b94-4fab-91d4-fd08478abccc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:56.539586 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-192abe88-3b94-4fab-91d4-fd08478abccc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:56.669616 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-192abe88-3b94-4fab-91d4-fd08478abccc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:56.686647 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f25f6d9b-25a4-415c-b345-69a99b7378e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:56.704828 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-192abe88-3b94-4fab-91d4-fd08478abccc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:56.711898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-dbae262a-2b2a-4f19-8a70-32af9d73fc86 None None] For port 3197d357-2f5e-445f-a524-5f81a3071c29, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:22:56.743987 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d15f0a73-ac34-4bf6-8cf1-d82bf68343bf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:56.756071 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d15f0a73-ac34-4bf6-8cf1-d82bf68343bf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:56.758390 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-dbae262a-2b2a-4f19-8a70-32af9d73fc86 None None] For port 3197d357-2f5e-445f-a524-5f81a3071c29, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=3197d357-2f5e-445f-a524-5f81a3071c29,segment=NetworkSegment(25682ce8-e765-4882-b3a1-69d637373159),segment_id=25682ce8-e765-4882-b3a1-69d637373159)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:22:56.762079 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-624b1a88-384d-4b81-bde1-aff9b17c4e52 None None] Provisioning for port cc68a31f-c82b-4943-8898-b2ba16ce255b completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:22:56.778387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f6d9b-25a4-415c-b345-69a99b7378e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8480fff-2e02-4738-a95b-299805138888,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:56.789916 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f25f6d9b-25a4-415c-b345-69a99b7378e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:56.800012 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f25f6d9b-25a4-415c-b345-69a99b7378e1 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f8480fff-2e02-4738-a95b-299805138888 HTTP/1.1" status: 204 len: 168 time: 1.2559729 Jul 30 20:22:56.801783 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59518) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:56.833961 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-192abe88-3b94-4fab-91d4-fd08478abccc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:56.835412 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-192abe88-3b94-4fab-91d4-fd08478abccc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3764684 Jul 30 20:22:56.865261 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59520) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:56.884242 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d15f0a73-ac34-4bf6-8cf1-d82bf68343bf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:56.966254 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 84b11c7f-542d-4517-ac34-b164c6c1f31c no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:22:56.968194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cc68a31f-c82b-4943-8898-b2ba16ce255b up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:22:56.981138 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dbae262a-2b2a-4f19-8a70-32af9d73fc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:57.059026 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59528) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:57.133860 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f0a73-ac34-4bf6-8cf1-d82bf68343bf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Port': ['ID=8712a18e-e52b-45ee-9b10-915dc87c3dfb,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:57.191404 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15f0a73-ac34-4bf6-8cf1-d82bf68343bf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network 929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:57.193017 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d15f0a73-ac34-4bf6-8cf1-d82bf68343bf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:57.224320 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 84b11c7f-542d-4517-ac34-b164c6c1f31c {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:22:57.224863 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 84b11c7f-542d-4517-ac34-b164c6c1f31c not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:22:57.248790 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbc3dc45-be5f-48b5-b0f6-c99df03d93da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:57.296626 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:57.317753 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port cc68a31f-c82b-4943-8898-b2ba16ce255b completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:22:57.330203 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port cc68a31f-c82b-4943-8898-b2ba16ce255b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:57.330584 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:57.364857 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bdac-f563-4ee7-881a-a7334630fc24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:57.436823 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae262a-2b2a-4f19-8a70-32af9d73fc86 None None] Pushing event updated for resources: {'Port': ['ID=3197d357-2f5e-445f-a524-5f81a3071c29,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:57.515900 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e84ec7-c422-4186-b629-f594a8202668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'fixed_ips': [{'subnet_id': 'de60230d-ad66-4995-a004-eb37abaa4113'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:22:57.518432 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22e84ec7-c422-4186-b629-f594a8202668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:57.535150 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbc3dc45-be5f-48b5-b0f6-c99df03d93da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:57.552060 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bdac-f563-4ee7-881a-a7334630fc24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:57.563102 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15f0a73-ac34-4bf6-8cf1-d82bf68343bf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Router fa45d68c-345d-45aa-a104-ebf0ccc4e7fa is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:22:57.572747 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:57.583884 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bdac-f563-4ee7-881a-a7334630fc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:57.588630 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-842c6258-5b87-40dc-a22e-0536377413ac tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:57.622339 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-fbc3dc45-be5f-48b5-b0f6-c99df03d93da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87dfd89-91a5-4d91-80f7-32225df5a209']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:57.646881 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-fbc3dc45-be5f-48b5-b0f6-c99df03d93da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e0fe1e-748d-4022-a692-5e5f9dd7e6df') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:57.647118 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-fbc3dc45-be5f-48b5-b0f6-c99df03d93da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e0fe1e-748d-4022-a692-5e5f9dd7e6df') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:57.731795 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbc3dc45-be5f-48b5-b0f6-c99df03d93da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:57.748527 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbc3dc45-be5f-48b5-b0f6-c99df03d93da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:57.756968 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc3dc45-be5f-48b5-b0f6-c99df03d93da admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:22:57.757730 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbc3dc45-be5f-48b5-b0f6-c99df03d93da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:57.772129 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dbb3bdac-f563-4ee7-881a-a7334630fc24 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2343d42ca05c45fc85cd819763e46de4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7113204 Jul 30 20:22:57.773971 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59538) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:57.799721 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3bdac-f563-4ee7-881a-a7334630fc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d422696-4a73-4018-beb5-c41001798ad6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:22:57.841567 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:22:57.868891 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-22e84ec7-c422-4186-b629-f594a8202668 None None] Allocated IP 2001:db8::2 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/de60230d-ad66-4995-a004-eb37abaa4113/cb866996-7b24-4f90-9898-a179ed7b465a) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:57.889026 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15f0a73-ac34-4bf6-8cf1-d82bf68343bf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:22:57.905724 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d15f0a73-ac34-4bf6-8cf1-d82bf68343bf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "PUT /v2.0/routers/fa45d68c-345d-45aa-a104-ebf0ccc4e7fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6397738 Jul 30 20:22:57.914250 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59546) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:57.916591 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a64bb6e-2a61-469c-97bd-661bf57b4b56 None None] Sync routers for ids ['fa45d68c-345d-45aa-a104-ebf0ccc4e7fa'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:22:57.916726 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbc3dc45-be5f-48b5-b0f6-c99df03d93da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:57.920338 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port cc68a31f-c82b-4943-8898-b2ba16ce255b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=cc68a31f-c82b-4943-8898-b2ba16ce255b,segment=NetworkSegment(8ae68395-9553-4d91-afe5-25c6ca3d3110),segment_id=8ae68395-9553-4d91-afe5-25c6ca3d3110)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:22:57.936671 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:57.943268 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbc3dc45-be5f-48b5-b0f6-c99df03d93da admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:57.945759 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fbc3dc45-be5f-48b5-b0f6-c99df03d93da admin admin] 10.222.0.81 "DELETE /v2.0/networks/d87dfd89-91a5-4d91-80f7-32225df5a209 HTTP/1.1" status: 204 len: 168 time: 1.1429954 Jul 30 20:22:57.970189 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3dc45-be5f-48b5-b0f6-c99df03d93da admin admin] Pushing event deleted for resources: {'Network': ['ID=d87dfd89-91a5-4d91-80f7-32225df5a209,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:58.054054 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566eab98-802c-4af1-904a-601c53f16aa8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:22:58.065400 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-566eab98-802c-4af1-904a-601c53f16aa8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "GET /v2.0/ports/8712a18e-e52b-45ee-9b10-915dc87c3dfb HTTP/1.1" status: 200 len: 910 time: 0.1500094 Jul 30 20:22:58.066146 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59550) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:58.111060 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4a9124f6-f280-4127-aec5-04937d2658b5 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:22:58.120383 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58b8371e-cb90-4121-a5cd-a7405a4286cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:58.126221 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a64bb6e-2a61-469c-97bd-661bf57b4b56 None None] Routers {'fa45d68c-345d-45aa-a104-ebf0ccc4e7fa'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:22:58.127144 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6a64bb6e-2a61-469c-97bd-661bf57b4b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:22:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fa45d68c-345d-45aa-a104-ebf0ccc4e7fa'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:58.189505 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 4a9124f6-f280-4127-aec5-04937d2658b5 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:22:58.189957 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4a9124f6-f280-4127-aec5-04937d2658b5 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:22:58.207952 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6a64bb6e-2a61-469c-97bd-661bf57b4b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:58.221211 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6597ce61-659b-4313-a550-4aadab253cd2 None None] Provisioning for port 8712a18e-e52b-45ee-9b10-915dc87c3dfb completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:22:58.222880 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59552) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:58.252516 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6597ce61-659b-4313-a550-4aadab253cd2 None None] Provisioning complete for port 8712a18e-e52b-45ee-9b10-915dc87c3dfb triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:58.252997 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6597ce61-659b-4313-a550-4aadab253cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:58.258939 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=cc68a31f-c82b-4943-8898-b2ba16ce255b,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:58.299171 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8491ddca-e47a-46bf-b8f1-de7bafe8f6fb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0b2fdc5ff21140f8b22282a0060d83ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726116 Jul 30 20:22:58.299492 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59554) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:22:58.322581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a64bb6e-2a61-469c-97bd-661bf57b4b56 None None] Routers {'fa45d68c-345d-45aa-a104-ebf0ccc4e7fa'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:22:58.323315 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6a64bb6e-2a61-469c-97bd-661bf57b4b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:22:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fa45d68c-345d-45aa-a104-ebf0ccc4e7fa'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:58.382044 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9df232d2-8b87-44f0-b9ea-05190be417ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:58.391996 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6a64bb6e-2a61-469c-97bd-661bf57b4b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:22:58.394117 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a64bb6e-2a61-469c-97bd-661bf57b4b56 None None] The sync data for ids ['fa45d68c-345d-45aa-a104-ebf0ccc4e7fa'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:22:58.411127 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6597ce61-659b-4313-a550-4aadab253cd2 None None] Port 8712a18e-e52b-45ee-9b10-915dc87c3dfb cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:22:58.423053 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9df232d2-8b87-44f0-b9ea-05190be417ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:58.466480 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6597ce61-659b-4313-a550-4aadab253cd2 None None] Provisioning complete for port cc68a31f-c82b-4943-8898-b2ba16ce255b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:58.466861 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6597ce61-659b-4313-a550-4aadab253cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:58.523286 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22e84ec7-c422-4186-b629-f594a8202668 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:58.524737 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9df232d2-8b87-44f0-b9ea-05190be417ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:58.533475 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9df232d2-8b87-44f0-b9ea-05190be417ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:58.536783 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9df232d2-8b87-44f0-b9ea-05190be417ef admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/70685b39-a53e-47a2-826c-60b744673122 HTTP/1.1" status: 204 len: 168 time: 0.2346737 Jul 30 20:22:58.555822 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-22e84ec7-c422-4186-b629-f594a8202668 None None] Transition to ACTIVE for port object cb866996-7b24-4f90-9898-a179ed7b465a will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:58.560733 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df232d2-8b87-44f0-b9ea-05190be417ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70685b39-a53e-47a2-826c-60b744673122,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:58.620840 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-22e84ec7-c422-4186-b629-f594a8202668 None None] Transition to ACTIVE for port object cb866996-7b24-4f90-9898-a179ed7b465a will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:58.637157 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22e84ec7-c422-4186-b629-f594a8202668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:58.775265 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e84ec7-c422-4186-b629-f594a8202668 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:58.784130 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-842c6258-5b87-40dc-a22e-0536377413ac tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8::1 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/de60230d-ad66-4995-a004-eb37abaa4113/6be295bb-a93e-4a2b-b7af-8de8fc1bca12) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:22:58.814683 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-22e84ec7-c422-4186-b629-f594a8202668 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:58.820007 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e84ec7-c422-4186-b629-f594a8202668 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:58.822245 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e84ec7-c422-4186-b629-f594a8202668 None None] Pushing event updated for resources: {'Port': ['ID=cb866996-7b24-4f90-9898-a179ed7b465a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:58.970835 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-22e84ec7-c422-4186-b629-f594a8202668 None None] Attempting to bind port cb866996-7b24-4f90-9898-a179ed7b465a on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:22:58.971327 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-22e84ec7-c422-4186-b629-f594a8202668 None None] Attempting to bind port cb866996-7b24-4f90-9898-a179ed7b465a by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:22:58.973112 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e84ec7-c422-4186-b629-f594a8202668 None None] Attempting to bind port cb866996-7b24-4f90-9898-a179ed7b465a on network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:22:59.008637 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e84ec7-c422-4186-b629-f594a8202668 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:22:59.012503 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e84ec7-c422-4186-b629-f594a8202668 None None] Checking segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:22:59.012916 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22e84ec7-c422-4186-b629-f594a8202668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:59.013426 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e84ec7-c422-4186-b629-f594a8202668 None None] Bound using segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:22:59.014027 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-22e84ec7-c422-4186-b629-f594a8202668 None None] Bound port: cb866996-7b24-4f90-9898-a179ed7b465a, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:22:59.017207 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22e84ec7-c422-4186-b629-f594a8202668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:59.035667 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3197d357-2f5e-445f-a524-5f81a3071c29 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:22:59.042639 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9c431d07-d629-43a3-9cf8-1f2c6b297796 None None] Provisioning complete for port 8712a18e-e52b-45ee-9b10-915dc87c3dfb triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:59.043970 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-842c6258-5b87-40dc-a22e-0536377413ac tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:59.047552 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c431d07-d629-43a3-9cf8-1f2c6b297796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:59.082907 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-842c6258-5b87-40dc-a22e-0536377413ac tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Transition to ACTIVE for port object 6be295bb-a93e-4a2b-b7af-8de8fc1bca12 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:22:59.107451 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58b8371e-cb90-4121-a5cd-a7405a4286cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:59.177961 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-22e84ec7-c422-4186-b629-f594a8202668 None None] For port cb866996-7b24-4f90-9898-a179ed7b465a, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:22:59.182812 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-842c6258-5b87-40dc-a22e-0536377413ac tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:59.184675 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-22e84ec7-c422-4186-b629-f594a8202668 None None] For port cb866996-7b24-4f90-9898-a179ed7b465a, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=cb866996-7b24-4f90-9898-a179ed7b465a,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:22:59.203264 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22e84ec7-c422-4186-b629-f594a8202668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:59.256469 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842c6258-5b87-40dc-a22e-0536377413ac tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:22:59.257685 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c6258-5b87-40dc-a22e-0536377413ac tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=6be295bb-a93e-4a2b-b7af-8de8fc1bca12,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:59.268167 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-842c6258-5b87-40dc-a22e-0536377413ac tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:22:59.271497 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842c6258-5b87-40dc-a22e-0536377413ac tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:22:59.272125 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-842c6258-5b87-40dc-a22e-0536377413ac tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:59.279388 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e84ec7-c422-4186-b629-f594a8202668 None None] Pushing event updated for resources: {'Port': ['ID=cb866996-7b24-4f90-9898-a179ed7b465a,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:59.282272 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6321f7a1-0685-40c8-9ca1-a7bb63028636 None None] Network 35e3f68c-db63-404b-bd1c-f98076135a39 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:22:59.306861 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9c431d07-d629-43a3-9cf8-1f2c6b297796 None None] Port 8712a18e-e52b-45ee-9b10-915dc87c3dfb cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:22:59.395315 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 3197d357-2f5e-445f-a524-5f81a3071c29 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:22:59.404332 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cc68a31f-c82b-4943-8898-b2ba16ce255b up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:22:59.433971 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-842c6258-5b87-40dc-a22e-0536377413ac tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:59.509197 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58b8371e-cb90-4121-a5cd-a7405a4286cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:59.512325 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58b8371e-cb90-4121-a5cd-a7405a4286cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:59.519170 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-58b8371e-cb90-4121-a5cd-a7405a4286cf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4d422696-4a73-4018-beb5-c41001798ad6 HTTP/1.1" status: 204 len: 168 time: 1.7343903 Jul 30 20:22:59.528173 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f2c128cd-5578-4e95-aa4c-e1e96913ad85 None None] Provisioning for port 3197d357-2f5e-445f-a524-5f81a3071c29 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:22:59.536715 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8371e-cb90-4121-a5cd-a7405a4286cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d422696-4a73-4018-beb5-c41001798ad6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:22:59.545332 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f2c128cd-5578-4e95-aa4c-e1e96913ad85 None None] Provisioning complete for port 3197d357-2f5e-445f-a524-5f81a3071c29 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:59.545745 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2c128cd-5578-4e95-aa4c-e1e96913ad85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:59.696458 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8675ffe-73ef-4578-9cce-a462d82ca9e8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:22:59.790784 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port cc68a31f-c82b-4943-8898-b2ba16ce255b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:22:59.793801 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:00.254392 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-842c6258-5b87-40dc-a22e-0536377413ac tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:00.266857 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-842c6258-5b87-40dc-a22e-0536377413ac tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:00.267859 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-842c6258-5b87-40dc-a22e-0536377413ac tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:00.380486 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-d8675ffe-73ef-4578-9cce-a462d82ca9e8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Allocated IP 172.21.0.1 (35e3f68c-db63-404b-bd1c-f98076135a39/59732c93-2ba9-4bef-bfad-606ce5a5898f/32b643a5-ac98-4ae5-a45d-0b290c0ac30e) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:00.459911 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c6258-5b87-40dc-a22e-0536377413ac tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=6be295bb-a93e-4a2b-b7af-8de8fc1bca12,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:00.469258 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842c6258-5b87-40dc-a22e-0536377413ac tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:00.473254 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-842c6258-5b87-40dc-a22e-0536377413ac tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:00.541371 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2c128cd-5578-4e95-aa4c-e1e96913ad85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:00.658289 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f2c128cd-5578-4e95-aa4c-e1e96913ad85 None None] For port 3197d357-2f5e-445f-a524-5f81a3071c29, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=3197d357-2f5e-445f-a524-5f81a3071c29,segment=NetworkSegment(25682ce8-e765-4882-b3a1-69d637373159),segment_id=25682ce8-e765-4882-b3a1-69d637373159)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:00.659188 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8675ffe-73ef-4578-9cce-a462d82ca9e8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:00.673118 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2c128cd-5578-4e95-aa4c-e1e96913ad85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:00.692348 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-d8675ffe-73ef-4578-9cce-a462d82ca9e8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Transition to ACTIVE for port object 32b643a5-ac98-4ae5-a45d-0b290c0ac30e will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:00.781743 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842c6258-5b87-40dc-a22e-0536377413ac tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Router 81cb3cf1-4af4-4236-a920-2897636c6eac is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:23:00.786904 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8675ffe-73ef-4578-9cce-a462d82ca9e8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:00.831249 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8675ffe-73ef-4578-9cce-a462d82ca9e8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network 35e3f68c-db63-404b-bd1c-f98076135a39 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:00.831756 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c128cd-5578-4e95-aa4c-e1e96913ad85 None None] Pushing event updated for resources: {'Port': ['ID=3197d357-2f5e-445f-a524-5f81a3071c29,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:00.836799 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d8675ffe-73ef-4578-9cce-a462d82ca9e8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:00.860098 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d798484e-424f-49e4-af4b-24aee6c993e9 None None] Provisioning complete for port 3197d357-2f5e-445f-a524-5f81a3071c29 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:00.860486 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d798484e-424f-49e4-af4b-24aee6c993e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:00.891004 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cb866996-7b24-4f90-9898-a179ed7b465a up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:23:00.903119 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8675ffe-73ef-4578-9cce-a462d82ca9e8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:23:01.008439 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842c6258-5b87-40dc-a22e-0536377413ac tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:23:01.022276 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] Sync routers for ids ['81cb3cf1-4af4-4236-a920-2897636c6eac'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:23:01.023824 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59642) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:01.032610 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-842c6258-5b87-40dc-a22e-0536377413ac tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "PUT /v2.0/routers/81cb3cf1-4af4-4236-a920-2897636c6eac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1619368 Jul 30 20:23:01.088831 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port cb866996-7b24-4f90-9898-a179ed7b465a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:23:01.148414 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8675ffe-73ef-4578-9cce-a462d82ca9e8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Port': ['ID=32b643a5-ac98-4ae5-a45d-0b290c0ac30e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:01.181525 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8675ffe-73ef-4578-9cce-a462d82ca9e8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:01.311065 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] Routers {'81cb3cf1-4af4-4236-a920-2897636c6eac'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:23:01.311739 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:22:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['81cb3cf1-4af4-4236-a920-2897636c6eac'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:01.315625 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc1a396-76fb-4a81-8623-a1e7c56d84ed tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:01.317115 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ecc1a396-76fb-4a81-8623-a1e7c56d84ed tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports/6be295bb-a93e-4a2b-b7af-8de8fc1bca12 HTTP/1.1" status: 200 len: 911 time: 0.2841618 Jul 30 20:23:01.322150 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59656) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:01.356697 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-53e8b6da-b01f-43a9-bf3b-67d6770f206b None None] Provisioning for port 32b643a5-ac98-4ae5-a45d-0b290c0ac30e completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:23:01.361601 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-53e8b6da-b01f-43a9-bf3b-67d6770f206b None None] Provisioning complete for port 32b643a5-ac98-4ae5-a45d-0b290c0ac30e triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:01.363172 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-53e8b6da-b01f-43a9-bf3b-67d6770f206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:01.440241 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd75fe5-2ac9-40e8-9713-d8468294f1db tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:01.449552 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-53e8b6da-b01f-43a9-bf3b-67d6770f206b None None] Port 32b643a5-ac98-4ae5-a45d-0b290c0ac30e cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:23:01.457989 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd75fe5-2ac9-40e8-9713-d8468294f1db tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:01.468300 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9cd75fe5-2ac9-40e8-9713-d8468294f1db tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1450677 Jul 30 20:23:01.471805 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59660) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:01.508259 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] Set router 81cb3cf1-4af4-4236-a920-2897636c6eac gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:23:01.559378 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8675ffe-73ef-4578-9cce-a462d82ca9e8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:01.604169 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-fbb50a4e-18a3-4f21-8724-895355060a1e None None] Provisioning for port cb866996-7b24-4f90-9898-a179ed7b465a completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:23:01.630453 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-fbb50a4e-18a3-4f21-8724-895355060a1e None None] Provisioning complete for port cb866996-7b24-4f90-9898-a179ed7b465a triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:01.630898 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fbb50a4e-18a3-4f21-8724-895355060a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:01.826540 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cb3cf1-4af4-4236-a920-2897636c6eac', 'name': 'tempest-NetworksTestDHCPv6-router-27848325', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:22:56Z', 'updated_at': '2021-07-30T20:22:59Z', 'revision_number': 2, 'project_id': '0906e840542646069bfe963c5e76d376', 'gw_port_host': None, '_interfaces': [{'id': '6be295bb-a93e-4a2b-b7af-8de8fc1bca12', 'name': '', 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'mac_address': 'fa:16:3e:18:67:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cb3cf1-4af4-4236-a920-2897636c6eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'de60230d-ad66-4995-a004-eb37abaa4113', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:22:57Z', 'updated_at': '2021-07-30T20:22:59Z', 'revision_number': 2, 'project_id': '0906e840542646069bfe963c5e76d376', 'subnets': [{'id': 'de60230d-ad66-4995-a004-eb37abaa4113', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:01.882188 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] Checking router: 81cb3cf1-4af4-4236-a920-2897636c6eac for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:23:01.883727 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] Updating router 81cb3cf1-4af4-4236-a920-2897636c6eac port 6be295bb-a93e-4a2b-b7af-8de8fc1bca12 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:23:01.904885 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fbb50a4e-18a3-4f21-8724-895355060a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:02.000004 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-fbb50a4e-18a3-4f21-8724-895355060a1e None None] For port cb866996-7b24-4f90-9898-a179ed7b465a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=cb866996-7b24-4f90-9898-a179ed7b465a,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:02.004373 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:02.015121 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fbb50a4e-18a3-4f21-8724-895355060a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:02.109099 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb50a4e-18a3-4f21-8724-895355060a1e None None] Pushing event updated for resources: {'Port': ['ID=cb866996-7b24-4f90-9898-a179ed7b465a,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:02.154734 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-225b5cfe-024c-42f3-beef-e3ae67ff81b2 None None] Provisioning for port 6be295bb-a93e-4a2b-b7af-8de8fc1bca12 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:23:02.162789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-225b5cfe-024c-42f3-beef-e3ae67ff81b2 None None] Provisioning complete for port 6be295bb-a93e-4a2b-b7af-8de8fc1bca12 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:02.165482 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-225b5cfe-024c-42f3-beef-e3ae67ff81b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:02.275211 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-225b5cfe-024c-42f3-beef-e3ae67ff81b2 None None] Port 6be295bb-a93e-4a2b-b7af-8de8fc1bca12 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:23:02.351060 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8675ffe-73ef-4578-9cce-a462d82ca9e8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:02.361696 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8675ffe-73ef-4578-9cce-a462d82ca9e8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:02.405824 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-328e3a93-d298-4819-a96c-fdc1e7c657de None None] Provisioning complete for port 6be295bb-a93e-4a2b-b7af-8de8fc1bca12 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:02.406206 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-328e3a93-d298-4819-a96c-fdc1e7c657de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:02.513035 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-328e3a93-d298-4819-a96c-fdc1e7c657de None None] Port 6be295bb-a93e-4a2b-b7af-8de8fc1bca12 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:23:02.564099 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8675ffe-73ef-4578-9cce-a462d82ca9e8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Port': ['ID=32b643a5-ac98-4ae5-a45d-0b290c0ac30e,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:02.583367 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8675ffe-73ef-4578-9cce-a462d82ca9e8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:02.677904 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:02.696568 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] Transition to ACTIVE for port object 6be295bb-a93e-4a2b-b7af-8de8fc1bca12 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:02.715977 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:02.737505 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8675ffe-73ef-4578-9cce-a462d82ca9e8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network 35e3f68c-db63-404b-bd1c-f98076135a39 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:02.739143 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d8675ffe-73ef-4578-9cce-a462d82ca9e8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:02.744305 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0f15116-ec73-43ee-aaed-9e4d148dd72a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:02.878456 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb770e76-9920-4e35-a3c0-f5efafcd3134 None None] Pushing event updated for resources: {'Port': ['ID=6be295bb-a93e-4a2b-b7af-8de8fc1bca12,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:02.895735 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3197d357-2f5e-445f-a524-5f81a3071c29 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:23:02.978933 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8675ffe-73ef-4578-9cce-a462d82ca9e8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Router fa45d68c-345d-45aa-a104-ebf0ccc4e7fa has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:23:02.990389 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb770e76-9920-4e35-a3c0-f5efafcd3134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:02.990731 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb770e76-9920-4e35-a3c0-f5efafcd3134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:02.991069 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb770e76-9920-4e35-a3c0-f5efafcd3134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:02.997852 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb770e76-9920-4e35-a3c0-f5efafcd3134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:02.998356 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb770e76-9920-4e35-a3c0-f5efafcd3134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:02.998589 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb770e76-9920-4e35-a3c0-f5efafcd3134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:03.001121 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb770e76-9920-4e35-a3c0-f5efafcd3134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:03.003185 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb770e76-9920-4e35-a3c0-f5efafcd3134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:03.003608 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb770e76-9920-4e35-a3c0-f5efafcd3134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:03.003918 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb770e76-9920-4e35-a3c0-f5efafcd3134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:03.008540 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb770e76-9920-4e35-a3c0-f5efafcd3134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:03.008917 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb770e76-9920-4e35-a3c0-f5efafcd3134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:03.048169 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] Attempting to bind port 6be295bb-a93e-4a2b-b7af-8de8fc1bca12 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:23:03.048924 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] Attempting to bind port 6be295bb-a93e-4a2b-b7af-8de8fc1bca12 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:23:03.050214 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 3197d357-2f5e-445f-a524-5f81a3071c29 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:03.051872 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:03.052453 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] Attempting to bind port 6be295bb-a93e-4a2b-b7af-8de8fc1bca12 on network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:23:03.072723 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:23:03.073159 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] Checking segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:23:03.075749 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:03.076180 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] Bound using segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:23:03.076686 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] Bound port: 6be295bb-a93e-4a2b-b7af-8de8fc1bca12, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:23:03.077175 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:03.248524 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cb866996-7b24-4f90-9898-a179ed7b465a up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:23:03.251753 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] For port 6be295bb-a93e-4a2b-b7af-8de8fc1bca12, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:23:03.256639 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] For port 6be295bb-a93e-4a2b-b7af-8de8fc1bca12, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6be295bb-a93e-4a2b-b7af-8de8fc1bca12,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:23:03.275921 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:03.311603 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8675ffe-73ef-4578-9cce-a462d82ca9e8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:23:03.345521 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d8675ffe-73ef-4578-9cce-a462d82ca9e8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "PUT /v2.0/routers/fa45d68c-345d-45aa-a104-ebf0ccc4e7fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2753303 Jul 30 20:23:03.345810 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59760) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:03.349535 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b0c5e-bff1-4a82-b74b-11b11bc1c3ac None None] Sync routers for ids ['fa45d68c-345d-45aa-a104-ebf0ccc4e7fa'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:23:03.393272 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb770e76-9920-4e35-a3c0-f5efafcd3134 None None] Pushing event updated for resources: {'Port': ['ID=6be295bb-a93e-4a2b-b7af-8de8fc1bca12,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:03.424461 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] Routers {'81cb3cf1-4af4-4236-a920-2897636c6eac'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:23:03.430167 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-aa941c06-24cc-4fa0-944b-b00f853babb4 None None] Provisioning complete for port 32b643a5-ac98-4ae5-a45d-0b290c0ac30e triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:03.430576 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:22:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['81cb3cf1-4af4-4236-a920-2897636c6eac'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:03.431580 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa941c06-24cc-4fa0-944b-b00f853babb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:03.453496 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02aea20-d838-4da9-84e6-b478084c1d3e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:03.455018 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f02aea20-d838-4da9-84e6-b478084c1d3e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "GET /v2.0/ports/32b643a5-ac98-4ae5-a45d-0b290c0ac30e HTTP/1.1" status: 200 len: 910 time: 0.1082025 Jul 30 20:23:03.462023 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59770) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:03.531494 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b0c5e-bff1-4a82-b74b-11b11bc1c3ac None None] Routers {'fa45d68c-345d-45aa-a104-ebf0ccc4e7fa'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:23:03.536194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-741b0c5e-bff1-4a82-b74b-11b11bc1c3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:22:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fa45d68c-345d-45aa-a104-ebf0ccc4e7fa'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:03.671012 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] Set router 81cb3cf1-4af4-4236-a920-2897636c6eac gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:23:03.671883 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-741b0c5e-bff1-4a82-b74b-11b11bc1c3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:03.700148 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-aa941c06-24cc-4fa0-944b-b00f853babb4 None None] Port 32b643a5-ac98-4ae5-a45d-0b290c0ac30e cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:23:03.704287 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59780) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:03.704782 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b0c5e-bff1-4a82-b74b-11b11bc1c3ac None None] Routers {'fa45d68c-345d-45aa-a104-ebf0ccc4e7fa'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:23:03.705174 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-741b0c5e-bff1-4a82-b74b-11b11bc1c3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:22:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fa45d68c-345d-45aa-a104-ebf0ccc4e7fa'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:03.826865 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-741b0c5e-bff1-4a82-b74b-11b11bc1c3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:03.827600 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b0c5e-bff1-4a82-b74b-11b11bc1c3ac None None] The sync data for ids ['fa45d68c-345d-45aa-a104-ebf0ccc4e7fa'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:23:03.834891 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port cb866996-7b24-4f90-9898-a179ed7b465a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:03.843239 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:03.986223 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-758d7942-2085-471f-badb-a03aec8a3e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:04.169633 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cb3cf1-4af4-4236-a920-2897636c6eac', 'name': 'tempest-NetworksTestDHCPv6-router-27848325', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:22:56Z', 'updated_at': '2021-07-30T20:22:59Z', 'revision_number': 2, 'project_id': '0906e840542646069bfe963c5e76d376', 'gw_port_host': None, '_interfaces': [{'id': '6be295bb-a93e-4a2b-b7af-8de8fc1bca12', 'name': '', 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'mac_address': 'fa:16:3e:18:67:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cb3cf1-4af4-4236-a920-2897636c6eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'de60230d-ad66-4995-a004-eb37abaa4113', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:22:57Z', 'updated_at': '2021-07-30T20:23:03Z', 'revision_number': 4, 'project_id': '0906e840542646069bfe963c5e76d376', 'subnets': [{'id': 'de60230d-ad66-4995-a004-eb37abaa4113', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:04.176654 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c0f15116-ec73-43ee-aaed-9e4d148dd72a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting port 6be295bb-a93e-4a2b-b7af-8de8fc1bca12 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:23:04.177153 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0f15116-ec73-43ee-aaed-9e4d148dd72a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:04.216718 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf8cb54-e799-487a-a1fb-b8c82a8aa934 None None] The sync data for ids ['81cb3cf1-4af4-4236-a920-2897636c6eac'] in n-d-712137-9 is: [{'id': '81cb3cf1-4af4-4236-a920-2897636c6eac', 'name': 'tempest-NetworksTestDHCPv6-router-27848325', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:22:56Z', 'updated_at': '2021-07-30T20:22:59Z', 'revision_number': 2, 'project_id': '0906e840542646069bfe963c5e76d376', 'gw_port_host': None, '_interfaces': [{'id': '6be295bb-a93e-4a2b-b7af-8de8fc1bca12', 'name': '', 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'mac_address': 'fa:16:3e:18:67:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cb3cf1-4af4-4236-a920-2897636c6eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': 'de60230d-ad66-4995-a004-eb37abaa4113', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:22:57Z', 'updated_at': '2021-07-30T20:23:03Z', 'revision_number': 4, 'project_id': '0906e840542646069bfe963c5e76d376', 'subnets': [{'id': 'de60230d-ad66-4995-a004-eb37abaa4113', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:23:04.273269 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-758d7942-2085-471f-badb-a03aec8a3e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:04.284015 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c0f15116-ec73-43ee-aaed-9e4d148dd72a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] For port 6be295bb-a93e-4a2b-b7af-8de8fc1bca12, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6be295bb-a93e-4a2b-b7af-8de8fc1bca12,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:04.284390 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0f15116-ec73-43ee-aaed-9e4d148dd72a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:04.298940 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c0f15116-ec73-43ee-aaed-9e4d148dd72a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Calling delete_port for 6be295bb-a93e-4a2b-b7af-8de8fc1bca12 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:23:04.299201 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-758d7942-2085-471f-badb-a03aec8a3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:04.352700 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-758d7942-2085-471f-badb-a03aec8a3e39 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=db8b90db75ee408f8926c3ab71f6ffd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6402495 Jul 30 20:23:04.355993 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59796) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:04.363979 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d7942-2085-471f-badb-a03aec8a3e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a321f81e-6b32-4eec-a8a5-5ddae9610baf,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:04.383797 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa8ceb61-82e6-41c8-8bd4-f5777b6ef65e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:04.499413 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0d6d559-490d-4ad5-81a5-fde5afc19a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:04.563610 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0f15116-ec73-43ee-aaed-9e4d148dd72a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:04.580848 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0d6d559-490d-4ad5-81a5-fde5afc19a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:04.695336 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f15116-ec73-43ee-aaed-9e4d148dd72a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Port': ['ID=6be295bb-a93e-4a2b-b7af-8de8fc1bca12,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:04.747794 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0d6d559-490d-4ad5-81a5-fde5afc19a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:04.762746 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0d6d559-490d-4ad5-81a5-fde5afc19a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:04.764137 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f0d6d559-490d-4ad5-81a5-fde5afc19a27 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a321f81e-6b32-4eec-a8a5-5ddae9610baf HTTP/1.1" status: 204 len: 168 time: 0.4071469 Jul 30 20:23:04.797149 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d6d559-490d-4ad5-81a5-fde5afc19a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a321f81e-6b32-4eec-a8a5-5ddae9610baf,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:04.881202 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6be295bb-a93e-4a2b-b7af-8de8fc1bca12 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:23:04.913129 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 6be295bb-a93e-4a2b-b7af-8de8fc1bca12 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:23:04.913596 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6be295bb-a93e-4a2b-b7af-8de8fc1bca12 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 30 20:23:04.927466 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-fa8ceb61-82e6-41c8-8bd4-f5777b6ef65e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting port 32b643a5-ac98-4ae5-a45d-0b290c0ac30e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:23:04.927852 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa8ceb61-82e6-41c8-8bd4-f5777b6ef65e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:04.995988 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Port 6be295bb-a93e-4a2b-b7af-8de8fc1bca12 not found, will not notify nova. {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 30 20:23:05.064565 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0f15116-ec73-43ee-aaed-9e4d148dd72a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:05.143983 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa8ceb61-82e6-41c8-8bd4-f5777b6ef65e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:05.165168 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-fa8ceb61-82e6-41c8-8bd4-f5777b6ef65e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Calling delete_port for 32b643a5-ac98-4ae5-a45d-0b290c0ac30e owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:23:05.338075 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f15116-ec73-43ee-aaed-9e4d148dd72a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Router 81cb3cf1-4af4-4236-a920-2897636c6eac has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:23:05.451714 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa8ceb61-82e6-41c8-8bd4-f5777b6ef65e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:05.469721 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59822) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:05.490261 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f15116-ec73-43ee-aaed-9e4d148dd72a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:23:05.496991 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c0f15116-ec73-43ee-aaed-9e4d148dd72a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "PUT /v2.0/routers/81cb3cf1-4af4-4236-a920-2897636c6eac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0238729 Jul 30 20:23:05.498343 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-24bf16b0-bbba-415a-853b-577aebcc69aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:05.501995 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59824) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:05.586452 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef21ba66-8a55-4280-802f-bbeba2f1e279 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:05.588119 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef21ba66-8a55-4280-802f-bbeba2f1e279 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:05.592690 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ef21ba66-8a55-4280-802f-bbeba2f1e279 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0882473 Jul 30 20:23:05.647570 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ceb61-82e6-41c8-8bd4-f5777b6ef65e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Port': ['ID=32b643a5-ac98-4ae5-a45d-0b290c0ac30e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:05.649847 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59826) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:05.702255 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-24bf16b0-bbba-415a-853b-577aebcc69aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:05.718906 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-24bf16b0-bbba-415a-853b-577aebcc69aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:05.753294 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa8ceb61-82e6-41c8-8bd4-f5777b6ef65e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:05.777574 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-24bf16b0-bbba-415a-853b-577aebcc69aa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=27f9f9d8afcb4eb38bb764f17308ba7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3062506 Jul 30 20:23:05.778574 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59832) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:05.807203 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf16b0-bbba-415a-853b-577aebcc69aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef070630-bf00-43be-822c-2a242791021c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:05.821404 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bf16b0-bbba-415a-853b-577aebcc69aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:05.822065 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bf16b0-bbba-415a-853b-577aebcc69aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:05.822628 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bf16b0-bbba-415a-853b-577aebcc69aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:05.823275 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bf16b0-bbba-415a-853b-577aebcc69aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:05.824468 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bf16b0-bbba-415a-853b-577aebcc69aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:05.825010 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bf16b0-bbba-415a-853b-577aebcc69aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:05.825545 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bf16b0-bbba-415a-853b-577aebcc69aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:05.826090 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bf16b0-bbba-415a-853b-577aebcc69aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:05.826623 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bf16b0-bbba-415a-853b-577aebcc69aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:05.827186 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bf16b0-bbba-415a-853b-577aebcc69aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:05.827762 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bf16b0-bbba-415a-853b-577aebcc69aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:05.828321 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bf16b0-bbba-415a-853b-577aebcc69aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:05.880065 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-493af88b-9bfa-4639-a796-c0ec47306d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:05.904894 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-493af88b-9bfa-4639-a796-c0ec47306d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:05.957333 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb58aaa-af98-469d-b8f3-e4ef1784a992 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet de60230d-ad66-4995-a004-eb37abaa4113 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:23:05.960561 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bb58aaa-af98-469d-b8f3-e4ef1784a992 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:05.961681 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-493af88b-9bfa-4639-a796-c0ec47306d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:05.964641 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-493af88b-9bfa-4639-a796-c0ec47306d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:05.968592 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-493af88b-9bfa-4639-a796-c0ec47306d98 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ef070630-bf00-43be-822c-2a242791021c HTTP/1.1" status: 204 len: 168 time: 0.1859214 Jul 30 20:23:05.977202 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493af88b-9bfa-4639-a796-c0ec47306d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef070630-bf00-43be-822c-2a242791021c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:06.017686 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bb58aaa-af98-469d-b8f3-e4ef1784a992 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:06.173032 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8ceb61-82e6-41c8-8bd4-f5777b6ef65e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Router fa45d68c-345d-45aa-a104-ebf0ccc4e7fa has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:23:06.198679 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bb58aaa-af98-469d-b8f3-e4ef1784a992 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:06.378612 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8ceb61-82e6-41c8-8bd4-f5777b6ef65e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:23:06.384314 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fa8ceb61-82e6-41c8-8bd4-f5777b6ef65e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "PUT /v2.0/routers/fa45d68c-345d-45aa-a104-ebf0ccc4e7fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9163437 Jul 30 20:23:06.387043 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59848) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:06.393395 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391d35fb-a1c0-4f4c-9853-2bd3d9570d7b None None] Sync routers for ids ['fa45d68c-345d-45aa-a104-ebf0ccc4e7fa'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:23:06.398396 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bb58aaa-af98-469d-b8f3-e4ef1784a992 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:06.409974 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d35fb-a1c0-4f4c-9853-2bd3d9570d7b None None] Routers {'fa45d68c-345d-45aa-a104-ebf0ccc4e7fa'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:23:06.412109 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-391d35fb-a1c0-4f4c-9853-2bd3d9570d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:22:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fa45d68c-345d-45aa-a104-ebf0ccc4e7fa'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:06.445593 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae2cf58-0790-4215-88e1-87135ca0d634 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:06.626237 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-391d35fb-a1c0-4f4c-9853-2bd3d9570d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:06.644920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbad72d-9cd8-4a4f-9b07-b1ef7c524bd1 None None] Sync routers for ids ['81cb3cf1-4af4-4236-a920-2897636c6eac'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:23:06.662025 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d35fb-a1c0-4f4c-9853-2bd3d9570d7b None None] Routers {'fa45d68c-345d-45aa-a104-ebf0ccc4e7fa'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:23:06.667773 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-391d35fb-a1c0-4f4c-9853-2bd3d9570d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:22:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fa45d68c-345d-45aa-a104-ebf0ccc4e7fa'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:06.685129 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbad72d-9cd8-4a4f-9b07-b1ef7c524bd1 None None] Routers {'81cb3cf1-4af4-4236-a920-2897636c6eac'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:23:06.685775 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8dbad72d-9cd8-4a4f-9b07-b1ef7c524bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:22:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['81cb3cf1-4af4-4236-a920-2897636c6eac'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:06.761715 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-391d35fb-a1c0-4f4c-9853-2bd3d9570d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:06.762658 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391d35fb-a1c0-4f4c-9853-2bd3d9570d7b None None] The sync data for ids ['fa45d68c-345d-45aa-a104-ebf0ccc4e7fa'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:23:06.814898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-8dbad72d-9cd8-4a4f-9b07-b1ef7c524bd1 None None] Set router 81cb3cf1-4af4-4236-a920-2897636c6eac gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:23:06.942359 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95e78e3-797b-4e3e-b77b-be5767b7f2e5 None None] DHCP port deletion for af4b4c78-015d-41b2-aa81-e7eeeb1e0803 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:23:06.950142 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8dbad72d-9cd8-4a4f-9b07-b1ef7c524bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cb3cf1-4af4-4236-a920-2897636c6eac', 'name': 'tempest-NetworksTestDHCPv6-router-27848325', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:22:56Z', 'updated_at': '2021-07-30T20:23:04Z', 'revision_number': 3, 'project_id': '0906e840542646069bfe963c5e76d376', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:06.991411 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbad72d-9cd8-4a4f-9b07-b1ef7c524bd1 None None] Checking router: 81cb3cf1-4af4-4236-a920-2897636c6eac for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:23:07.020639 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbad72d-9cd8-4a4f-9b07-b1ef7c524bd1 None None] Routers {'81cb3cf1-4af4-4236-a920-2897636c6eac'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:23:07.021504 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8dbad72d-9cd8-4a4f-9b07-b1ef7c524bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:22:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['81cb3cf1-4af4-4236-a920-2897636c6eac'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:07.226330 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3bb58aaa-af98-469d-b8f3-e4ef1784a992 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:07.231285 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3bb58aaa-af98-469d-b8f3-e4ef1784a992 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/de60230d-ad66-4995-a004-eb37abaa4113 HTTP/1.1" status: 204 len: 168 time: 1.5791812 Jul 30 20:23:07.231985 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59882) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:07.234197 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb58aaa-af98-469d-b8f3-e4ef1784a992 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=de60230d-ad66-4995-a004-eb37abaa4113,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:07.247351 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb58aaa-af98-469d-b8f3-e4ef1784a992 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:07.247731 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb58aaa-af98-469d-b8f3-e4ef1784a992 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:07.248080 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb58aaa-af98-469d-b8f3-e4ef1784a992 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:07.248419 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb58aaa-af98-469d-b8f3-e4ef1784a992 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:07.248749 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb58aaa-af98-469d-b8f3-e4ef1784a992 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:07.249085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb58aaa-af98-469d-b8f3-e4ef1784a992 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:07.249671 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb58aaa-af98-469d-b8f3-e4ef1784a992 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:07.250006 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb58aaa-af98-469d-b8f3-e4ef1784a992 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:07.250335 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb58aaa-af98-469d-b8f3-e4ef1784a992 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:07.250669 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb58aaa-af98-469d-b8f3-e4ef1784a992 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:07.250997 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb58aaa-af98-469d-b8f3-e4ef1784a992 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:07.251448 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb58aaa-af98-469d-b8f3-e4ef1784a992 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:07.266748 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-8dbad72d-9cd8-4a4f-9b07-b1ef7c524bd1 None None] Set router 81cb3cf1-4af4-4236-a920-2897636c6eac gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:23:07.400006 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fa6d48c7-c805-48c1-a3a7-7c939af3bbb4 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:07.460896 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8dbad72d-9cd8-4a4f-9b07-b1ef7c524bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cb3cf1-4af4-4236-a920-2897636c6eac', 'name': 'tempest-NetworksTestDHCPv6-router-27848325', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:22:56Z', 'updated_at': '2021-07-30T20:23:04Z', 'revision_number': 3, 'project_id': '0906e840542646069bfe963c5e76d376', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:07.505654 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5814fae6-8936-46d2-9ccc-c8d13368cf36 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.2721326 Jul 30 20:23:07.505882 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59890) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:07.519078 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbad72d-9cd8-4a4f-9b07-b1ef7c524bd1 None None] The sync data for ids ['81cb3cf1-4af4-4236-a920-2897636c6eac'] in n-d-712137-9 is: [{'id': '81cb3cf1-4af4-4236-a920-2897636c6eac', 'name': 'tempest-NetworksTestDHCPv6-router-27848325', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:22:56Z', 'updated_at': '2021-07-30T20:23:04Z', 'revision_number': 3, 'project_id': '0906e840542646069bfe963c5e76d376', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:23:07.568077 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e95e78e3-797b-4e3e-b77b-be5767b7f2e5 None None] Deleting port cb866996-7b24-4f90-9898-a179ed7b465a {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:23:07.568710 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e95e78e3-797b-4e3e-b77b-be5767b7f2e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:07.678194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e95e78e3-797b-4e3e-b77b-be5767b7f2e5 None None] For port cb866996-7b24-4f90-9898-a179ed7b465a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=cb866996-7b24-4f90-9898-a179ed7b465a,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:07.678866 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e95e78e3-797b-4e3e-b77b-be5767b7f2e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:07.721667 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e95e78e3-797b-4e3e-b77b-be5767b7f2e5 None None] Calling delete_port for cb866996-7b24-4f90-9898-a179ed7b465a owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:23:07.890814 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e95e78e3-797b-4e3e-b77b-be5767b7f2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:07.939624 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e78e3-797b-4e3e-b77b-be5767b7f2e5 None None] Pushing event deleted for resources: {'Port': ['ID=cb866996-7b24-4f90-9898-a179ed7b465a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:07.941751 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b51677ee-923b-4047-80f7-cf3dcc3d966d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:07.952068 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95e78e3-797b-4e3e-b77b-be5767b7f2e5 None None] No DVR routers for this DVR port cb866996-7b24-4f90-9898-a179ed7b465a on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:23:08.233278 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b51677ee-923b-4047-80f7-cf3dcc3d966d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:08.257625 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b51677ee-923b-4047-80f7-cf3dcc3d966d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:08.350348 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b51677ee-923b-4047-80f7-cf3dcc3d966d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:08.350949 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51677ee-923b-4047-80f7-cf3dcc3d966d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Fanout notify agent at l3_agent the message router_deleted on router 81cb3cf1-4af4-4236-a920-2897636c6eac {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:23:08.358631 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b51677ee-923b-4047-80f7-cf3dcc3d966d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:08.359697 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b51677ee-923b-4047-80f7-cf3dcc3d966d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/routers/81cb3cf1-4af4-4236-a920-2897636c6eac HTTP/1.1" status: 204 len: 168 time: 0.7404110 Jul 30 20:23:08.362775 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59920) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:08.389750 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-fa6d48c7-c805-48c1-a3a7-7c939af3bbb4 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting port 8712a18e-e52b-45ee-9b10-915dc87c3dfb {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:23:08.390363 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fa6d48c7-c805-48c1-a3a7-7c939af3bbb4 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:08.415536 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-52dcef28-f3de-4d08-89f2-66bc61fdf80c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0511355 Jul 30 20:23:08.416202 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59922) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:08.486024 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b40f95-9aff-4192-aaf7-439db68e953f tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:08.491488 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-87b40f95-9aff-4192-aaf7-439db68e953f tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0742910 Jul 30 20:23:08.492359 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59924) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:08.555473 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-27ab3b3e-ead9-4543-a12c-5d7d74d68462 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0617661 Jul 30 20:23:08.560730 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59926) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:08.566849 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0cdf4fea-02f7-4144-976c-d75f11278306 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:08.590844 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fa6d48c7-c805-48c1-a3a7-7c939af3bbb4 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:08.613355 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-fa6d48c7-c805-48c1-a3a7-7c939af3bbb4 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Calling delete_port for 8712a18e-e52b-45ee-9b10-915dc87c3dfb owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:23:08.700285 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdf4fea-02f7-4144-976c-d75f11278306 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:08.705436 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cdf4fea-02f7-4144-976c-d75f11278306 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:08.785360 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cb866996-7b24-4f90-9898-a179ed7b465a no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:23:08.834120 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: cb866996-7b24-4f90-9898-a179ed7b465a {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:23:08.837595 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cb866996-7b24-4f90-9898-a179ed7b465a not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:23:08.838230 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6be295bb-a93e-4a2b-b7af-8de8fc1bca12 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:23:08.873062 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 6be295bb-a93e-4a2b-b7af-8de8fc1bca12 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:23:08.873062 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6be295bb-a93e-4a2b-b7af-8de8fc1bca12 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:23:08.942297 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fa6d48c7-c805-48c1-a3a7-7c939af3bbb4 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:09.014765 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d48c7-c805-48c1-a3a7-7c939af3bbb4 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Port': ['ID=8712a18e-e52b-45ee-9b10-915dc87c3dfb,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:09.310729 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fa6d48c7-c805-48c1-a3a7-7c939af3bbb4 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:09.398039 n-d-712137-9 neutron-server[93883]: DEBUG neutron.objects.ports [None req-0cdf4fea-02f7-4144-976c-d75f11278306 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 20:23:09.400445 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cdf4fea-02f7-4144-976c-d75f11278306 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:09.497970 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdf4fea-02f7-4144-976c-d75f11278306 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:09.513670 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0cdf4fea-02f7-4144-976c-d75f11278306 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:09.518730 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdf4fea-02f7-4144-976c-d75f11278306 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:09.520234 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cdf4fea-02f7-4144-976c-d75f11278306 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:09.524743 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd67dcd-20bc-4c27-b867-2767a0cd25cd None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:09.527057 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf4fea-02f7-4144-976c-d75f11278306 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=e7240e72-b16f-4c5e-b167-6b6653105b21,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:09.569264 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0cdf4fea-02f7-4144-976c-d75f11278306 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0069482 Jul 30 20:23:09.570308 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 59980) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:09.577458 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-af32db8e-47e2-4b4f-9329-378f2b9cf3cc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:09.744402 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6d48c7-c805-48c1-a3a7-7c939af3bbb4 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Router fa45d68c-345d-45aa-a104-ebf0ccc4e7fa has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:23:09.771773 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b841aa-e067-4981-82dc-3a772d7fa37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'fixed_ips': [{'subnet_id': 'e7240e72-b16f-4c5e-b167-6b6653105b21'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:23:09.774014 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12b841aa-e067-4981-82dc-3a772d7fa37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:09.825208 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af32db8e-47e2-4b4f-9329-378f2b9cf3cc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:09.831990 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6d48c7-c805-48c1-a3a7-7c939af3bbb4 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:23:09.837173 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fa6d48c7-c805-48c1-a3a7-7c939af3bbb4 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "PUT /v2.0/routers/fa45d68c-345d-45aa-a104-ebf0ccc4e7fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4490814 Jul 30 20:23:09.840513 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 59996) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:09.843253 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af32db8e-47e2-4b4f-9329-378f2b9cf3cc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:09.844366 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9894da09-3ef5-47be-ad39-e6b12a5ff7de None None] Sync routers for ids ['fa45d68c-345d-45aa-a104-ebf0ccc4e7fa'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:23:09.862850 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9894da09-3ef5-47be-ad39-e6b12a5ff7de None None] Routers {'fa45d68c-345d-45aa-a104-ebf0ccc4e7fa'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:23:09.863479 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9894da09-3ef5-47be-ad39-e6b12a5ff7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:22:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fa45d68c-345d-45aa-a104-ebf0ccc4e7fa'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:09.924541 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ab6c5756-d894-417b-810b-f3a5e8be4dd1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa45d68c-345d-45aa-a104-ebf0ccc4e7fa HTTP/1.1" status: 200 len: 205 time: 0.0802445 Jul 30 20:23:09.924767 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60000) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:09.944021 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9894da09-3ef5-47be-ad39-e6b12a5ff7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:09.953552 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9894da09-3ef5-47be-ad39-e6b12a5ff7de None None] Routers {'fa45d68c-345d-45aa-a104-ebf0ccc4e7fa'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:23:09.954180 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9894da09-3ef5-47be-ad39-e6b12a5ff7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:22:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fa45d68c-345d-45aa-a104-ebf0ccc4e7fa'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:10.024848 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9894da09-3ef5-47be-ad39-e6b12a5ff7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:10.025826 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9894da09-3ef5-47be-ad39-e6b12a5ff7de None None] The sync data for ids ['fa45d68c-345d-45aa-a104-ebf0ccc4e7fa'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:23:10.102563 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-12b841aa-e067-4981-82dc-3a772d7fa37f None None] Allocated IP 2001:db8::f816:3eff:fe93:5d12 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/e7240e72-b16f-4c5e-b167-6b6653105b21/f99053e2-10c2-4f54-aaf9-c10c37891d8a) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:10.109896 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-28416cd4-8319-4b49-9d3b-db84e6b98ea2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:10.377593 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12b841aa-e067-4981-82dc-3a772d7fa37f None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:10.389367 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-12b841aa-e067-4981-82dc-3a772d7fa37f None None] Transition to ACTIVE for port object f99053e2-10c2-4f54-aaf9-c10c37891d8a will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:10.391166 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-28416cd4-8319-4b49-9d3b-db84e6b98ea2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:10.397045 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-28416cd4-8319-4b49-9d3b-db84e6b98ea2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:10.410011 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-12b841aa-e067-4981-82dc-3a772d7fa37f None None] Transition to ACTIVE for port object f99053e2-10c2-4f54-aaf9-c10c37891d8a will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:10.421458 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12b841aa-e067-4981-82dc-3a772d7fa37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:10.471490 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-28416cd4-8319-4b49-9d3b-db84e6b98ea2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:10.473563 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28416cd4-8319-4b49-9d3b-db84e6b98ea2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Fanout notify agent at l3_agent the message router_deleted on router fa45d68c-345d-45aa-a104-ebf0ccc4e7fa {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:23:10.486620 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af32db8e-47e2-4b4f-9329-378f2b9cf3cc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:10.493666 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b841aa-e067-4981-82dc-3a772d7fa37f None None] Pushing event updated for resources: {'Port': ['ID=f99053e2-10c2-4f54-aaf9-c10c37891d8a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:10.496787 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-28416cd4-8319-4b49-9d3b-db84e6b98ea2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:10.507271 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-28416cd4-8319-4b49-9d3b-db84e6b98ea2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/routers/fa45d68c-345d-45aa-a104-ebf0ccc4e7fa HTTP/1.1" status: 204 len: 168 time: 0.5793364 Jul 30 20:23:10.507457 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b841aa-e067-4981-82dc-3a772d7fa37f None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:10.507457 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-12b841aa-e067-4981-82dc-3a772d7fa37f None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:10.507919 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60008) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:10.510522 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b841aa-e067-4981-82dc-3a772d7fa37f None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:23:10.611783 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af32db8e-47e2-4b4f-9329-378f2b9cf3cc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:10.629037 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-af32db8e-47e2-4b4f-9329-378f2b9cf3cc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:10.636126 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12b841aa-e067-4981-82dc-3a772d7fa37f None None] Attempting to bind port f99053e2-10c2-4f54-aaf9-c10c37891d8a on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:23:10.637541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12b841aa-e067-4981-82dc-3a772d7fa37f None None] Attempting to bind port f99053e2-10c2-4f54-aaf9-c10c37891d8a by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:23:10.637808 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af32db8e-47e2-4b4f-9329-378f2b9cf3cc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:10.638046 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b841aa-e067-4981-82dc-3a772d7fa37f None None] Attempting to bind port f99053e2-10c2-4f54-aaf9-c10c37891d8a on network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:23:10.638856 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af32db8e-47e2-4b4f-9329-378f2b9cf3cc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:10.644707 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-91094d99-2004-4706-8453-1ef2606ce7cc tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting subnet 59732c93-2ba9-4bef-bfad-606ce5a5898f {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:23:10.648666 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32db8e-47e2-4b4f-9329-378f2b9cf3cc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=64a454e5-6b01-4ee3-8283-a44824b583d1,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:10.650532 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91094d99-2004-4706-8453-1ef2606ce7cc tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:10.652794 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b841aa-e067-4981-82dc-3a772d7fa37f None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:23:10.653169 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b841aa-e067-4981-82dc-3a772d7fa37f None None] Checking segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:23:10.653576 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12b841aa-e067-4981-82dc-3a772d7fa37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:10.665729 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b841aa-e067-4981-82dc-3a772d7fa37f None None] Bound using segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:23:10.671126 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12b841aa-e067-4981-82dc-3a772d7fa37f None None] Bound port: f99053e2-10c2-4f54-aaf9-c10c37891d8a, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:23:10.679106 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12b841aa-e067-4981-82dc-3a772d7fa37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:10.684935 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-af32db8e-47e2-4b4f-9329-378f2b9cf3cc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1132207 Jul 30 20:23:10.685583 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60016) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:10.698054 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-979bc7bc-4881-48c1-99ea-6551cf437a80 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'mac_address': 'fa:16:3e:6d:44:ca', 'name': 'tempest-NetworksTestDHCPv6-388211823'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:10.715637 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60018) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:10.813511 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91094d99-2004-4706-8453-1ef2606ce7cc tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:10.859679 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-12b841aa-e067-4981-82dc-3a772d7fa37f None None] For port f99053e2-10c2-4f54-aaf9-c10c37891d8a, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:23:10.863853 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-12b841aa-e067-4981-82dc-3a772d7fa37f None None] For port f99053e2-10c2-4f54-aaf9-c10c37891d8a, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f99053e2-10c2-4f54-aaf9-c10c37891d8a,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:23:10.872496 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12b841aa-e067-4981-82dc-3a772d7fa37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:10.946606 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-020e6cc4-39ba-4116-b474-3a7d882f3a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:10.949958 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b841aa-e067-4981-82dc-3a772d7fa37f None None] Pushing event updated for resources: {'Port': ['ID=f99053e2-10c2-4f54-aaf9-c10c37891d8a,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:11.085766 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-020e6cc4-39ba-4116-b474-3a7d882f3a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:11.098306 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-020e6cc4-39ba-4116-b474-3a7d882f3a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:11.138754 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91094d99-2004-4706-8453-1ef2606ce7cc tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:11.158891 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-020e6cc4-39ba-4116-b474-3a7d882f3a46 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c9018810c9db4f28a2aebc3f4704e109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4418230 Jul 30 20:23:11.159806 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60022) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:11.166893 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e6cc4-39ba-4116-b474-3a7d882f3a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68168c19-36d6-4af1-9973-f36b0fe6b193,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:11.288895 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5c30824-c0bd-4aa7-b9f8-775217af677c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:11.293210 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979bc7bc-4881-48c1-99ea-6551cf437a80 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:11.355102 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5c30824-c0bd-4aa7-b9f8-775217af677c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:11.446767 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5c30824-c0bd-4aa7-b9f8-775217af677c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:11.447013 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-979bc7bc-4881-48c1-99ea-6551cf437a80 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:11.450548 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5c30824-c0bd-4aa7-b9f8-775217af677c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:11.451375 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b5c30824-c0bd-4aa7-b9f8-775217af677c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/68168c19-36d6-4af1-9973-f36b0fe6b193 HTTP/1.1" status: 204 len: 168 time: 0.2904637 Jul 30 20:23:11.472165 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c30824-c0bd-4aa7-b9f8-775217af677c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68168c19-36d6-4af1-9973-f36b0fe6b193,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:11.503248 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-979bc7bc-4881-48c1-99ea-6551cf437a80 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] device_id is not set on port 1d68396a-cc70-4540-a640-c76f872e60b8 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:23:11.543345 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91094d99-2004-4706-8453-1ef2606ce7cc tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:11.582014 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91094d99-2004-4706-8453-1ef2606ce7cc tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Subnet': ['ID=59732c93-2ba9-4bef-bfad-606ce5a5898f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:11.597341 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91094d99-2004-4706-8453-1ef2606ce7cc tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:11.602209 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-91094d99-2004-4706-8453-1ef2606ce7cc tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/subnets/59732c93-2ba9-4bef-bfad-606ce5a5898f HTTP/1.1" status: 204 len: 168 time: 1.0907431 Jul 30 20:23:11.602617 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60028) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:11.607211 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c200c10-859e-4fac-9ad7-a7be71f9a7cd None None] Network 35e3f68c-db63-404b-bd1c-f98076135a39 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:11.722001 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac6342b-4546-481c-ba52-852edc7bc96a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting subnet de541d48-9039-4691-81a2-8a44ead7b84c {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:23:11.747755 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ac6342b-4546-481c-ba52-852edc7bc96a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:11.842667 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-979bc7bc-4881-48c1-99ea-6551cf437a80 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 172.20.0.10 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/64a454e5-6b01-4ee3-8283-a44824b583d1/1d68396a-cc70-4540-a640-c76f872e60b8) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:11.856971 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-979bc7bc-4881-48c1-99ea-6551cf437a80 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8::f816:3eff:fe6d:44ca (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/e7240e72-b16f-4c5e-b167-6b6653105b21/1d68396a-cc70-4540-a640-c76f872e60b8) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:11.862136 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ac6342b-4546-481c-ba52-852edc7bc96a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:11.875186 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60036) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:11.928578 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8c8517cf-b2c0-47ba-b877-aee42e75c458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:12.000090 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbbdf75-57ce-4813-a2a1-011549439c2b None None] DHCP port deletion for 35e3f68c-db63-404b-bd1c-f98076135a39 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:23:12.062015 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbdf75-57ce-4813-a2a1-011549439c2b None None] Deleting port 3197d357-2f5e-445f-a524-5f81a3071c29 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:23:12.062015 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6cbbdf75-57ce-4813-a2a1-011549439c2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:12.062387 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ac6342b-4546-481c-ba52-852edc7bc96a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:12.159030 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ac6342b-4546-481c-ba52-852edc7bc96a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:12.187950 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6cbbdf75-57ce-4813-a2a1-011549439c2b None None] For port 3197d357-2f5e-445f-a524-5f81a3071c29, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=3197d357-2f5e-445f-a524-5f81a3071c29,segment=NetworkSegment(25682ce8-e765-4882-b3a1-69d637373159),segment_id=25682ce8-e765-4882-b3a1-69d637373159)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:12.188354 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6cbbdf75-57ce-4813-a2a1-011549439c2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:12.208784 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbdf75-57ce-4813-a2a1-011549439c2b None None] Calling delete_port for 3197d357-2f5e-445f-a524-5f81a3071c29 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:23:12.219045 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6342b-4546-481c-ba52-852edc7bc96a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Subnet': ['ID=de541d48-9039-4691-81a2-8a44ead7b84c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:12.232447 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ac6342b-4546-481c-ba52-852edc7bc96a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:12.240206 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3ac6342b-4546-481c-ba52-852edc7bc96a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/subnets/de541d48-9039-4691-81a2-8a44ead7b84c HTTP/1.1" status: 204 len: 168 time: 0.6357906 Jul 30 20:23:12.241489 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60038) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:12.322238 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-979bc7bc-4881-48c1-99ea-6551cf437a80 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:12.345393 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-979bc7bc-4881-48c1-99ea-6551cf437a80 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Transition to ACTIVE for port object 1d68396a-cc70-4540-a640-c76f872e60b8 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:12.351485 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3b4fc8-69d4-4b2d-b307-46c0a57abb4e None None] Network 929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:12.374461 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6cbbdf75-57ce-4813-a2a1-011549439c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:12.385601 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38e71767-b40e-4781-92a5-4f9b82f77c41 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:12.393759 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8c8517cf-b2c0-47ba-b877-aee42e75c458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:12.405935 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8c8517cf-b2c0-47ba-b877-aee42e75c458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:12.442496 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-979bc7bc-4881-48c1-99ea-6551cf437a80 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:12.458918 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8c8517cf-b2c0-47ba-b877-aee42e75c458 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=08f532f7aae5447c86b8828907b1949d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5820854 Jul 30 20:23:12.469292 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60042) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:12.501934 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8517cf-b2c0-47ba-b877-aee42e75c458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b2a96f-a867-447c-934f-8bdd399cd9f5,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:12.516641 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbdf75-57ce-4813-a2a1-011549439c2b None None] Pushing event deleted for resources: {'Port': ['ID=3197d357-2f5e-445f-a524-5f81a3071c29,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:12.523439 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbbdf75-57ce-4813-a2a1-011549439c2b None None] No DVR routers for this DVR port 3197d357-2f5e-445f-a524-5f81a3071c29 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:23:12.528826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979bc7bc-4881-48c1-99ea-6551cf437a80 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:12.534683 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-979bc7bc-4881-48c1-99ea-6551cf437a80 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:12.547341 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979bc7bc-4881-48c1-99ea-6551cf437a80 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:23:12.555942 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38e71767-b40e-4781-92a5-4f9b82f77c41 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:12.572307 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74aaa40-a21f-43eb-bd5e-8b596d832fb7 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:12.580259 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-38e71767-b40e-4781-92a5-4f9b82f77c41 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e3f68c-db63-404b-bd1c-f98076135a39']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:12.602368 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979bc7bc-4881-48c1-99ea-6551cf437a80 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:12.603329 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-979bc7bc-4881-48c1-99ea-6551cf437a80 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:12.603685 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-38e71767-b40e-4781-92a5-4f9b82f77c41 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25682ce8-e765-4882-b3a1-69d637373159') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:12.604168 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-38e71767-b40e-4781-92a5-4f9b82f77c41 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25682ce8-e765-4882-b3a1-69d637373159') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:12.630114 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38e71767-b40e-4781-92a5-4f9b82f77c41 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:12.631331 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979bc7bc-4881-48c1-99ea-6551cf437a80 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=1d68396a-cc70-4540-a640-c76f872e60b8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:12.655451 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38e71767-b40e-4781-92a5-4f9b82f77c41 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:12.655904 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-979bc7bc-4881-48c1-99ea-6551cf437a80 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9688611 Jul 30 20:23:12.658825 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60044) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:12.663846 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e71767-b40e-4781-92a5-4f9b82f77c41 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:23:12.664976 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38e71767-b40e-4781-92a5-4f9b82f77c41 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:12.674138 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b7ec2f96-3ee1-4d1e-a129-d08ee199c798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:12.701223 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b7ec2f96-3ee1-4d1e-a129-d08ee199c798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:12.800677 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1649f6-b178-4f1a-8da8-2aeee9c68b88 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:12.824419 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1649f6-b178-4f1a-8da8-2aeee9c68b88 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:23:12.825300 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:23:12.829284 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2e1649f6-b178-4f1a-8da8-2aeee9c68b88 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1690643 Jul 30 20:23:12.832591 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60046) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:12.845226 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38e71767-b40e-4781-92a5-4f9b82f77c41 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:12.856842 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b7ec2f96-3ee1-4d1e-a129-d08ee199c798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:12.859656 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b7ec2f96-3ee1-4d1e-a129-d08ee199c798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:12.866812 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b7ec2f96-3ee1-4d1e-a129-d08ee199c798 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/96b2a96f-a867-447c-934f-8bdd399cd9f5 HTTP/1.1" status: 204 len: 168 time: 0.3902268 Jul 30 20:23:12.896029 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec2f96-3ee1-4d1e-a129-d08ee199c798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b2a96f-a867-447c-934f-8bdd399cd9f5,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:12.909820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f99053e2-10c2-4f54-aaf9-c10c37891d8a up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:23:12.943072 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38e71767-b40e-4781-92a5-4f9b82f77c41 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:12.944081 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-38e71767-b40e-4781-92a5-4f9b82f77c41 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/networks/35e3f68c-db63-404b-bd1c-f98076135a39 HTTP/1.1" status: 204 len: 168 time: 0.7015469 Jul 30 20:23:12.946839 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e71767-b40e-4781-92a5-4f9b82f77c41 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Network': ['ID=35e3f68c-db63-404b-bd1c-f98076135a39,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:12.947768 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60052) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:13.021521 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ac703413-2954-47fe-8b56-6788c74a798e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting port 1d68396a-cc70-4540-a640-c76f872e60b8 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:23:13.021776 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac703413-2954-47fe-8b56-6788c74a798e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:13.071769 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-78999c33-a7b8-4e75-a31a-6732c7b31fcf None None] Provisioning for port f99053e2-10c2-4f54-aaf9-c10c37891d8a completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:23:13.174032 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port f99053e2-10c2-4f54-aaf9-c10c37891d8a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:23:13.183538 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port f99053e2-10c2-4f54-aaf9-c10c37891d8a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:13.184428 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:13.200944 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac703413-2954-47fe-8b56-6788c74a798e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:13.222196 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ac703413-2954-47fe-8b56-6788c74a798e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Calling delete_port for 1d68396a-cc70-4540-a640-c76f872e60b8 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:23:13.227817 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b4efe3-cc71-403e-975b-ffa975494dec None None] DHCP port deletion for 929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:23:13.447990 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:13.491293 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-34b4efe3-cc71-403e-975b-ffa975494dec None None] Deleting port cc68a31f-c82b-4943-8898-b2ba16ce255b {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:23:13.492337 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34b4efe3-cc71-403e-975b-ffa975494dec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:13.546626 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac703413-2954-47fe-8b56-6788c74a798e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:13.618279 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac703413-2954-47fe-8b56-6788c74a798e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Port': ['ID=1d68396a-cc70-4540-a640-c76f872e60b8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:13.740923 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port f99053e2-10c2-4f54-aaf9-c10c37891d8a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f99053e2-10c2-4f54-aaf9-c10c37891d8a,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:13.764954 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4933a4d3-a231-40c0-a3d4-9d260014f69a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:13.774494 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eec5b5e-8c18-4393-ab29-54f04cb51304 None None] Update dhcp port {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'fixed_ips': [{'subnet_id': 'e7240e72-b16f-4c5e-b167-6b6653105b21', 'ip_address': '2001:db8::f816:3eff:fe93:5d12'}, {'subnet_id': '64a454e5-6b01-4ee3-8283-a44824b583d1'}], 'binding:host_id': 'n-d-712137-9'}, 'id': 'f99053e2-10c2-4f54-aaf9-c10c37891d8a'} from n-d-712137-9. {{(pid=93884) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 20:23:13.788255 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:13.822430 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-34b4efe3-cc71-403e-975b-ffa975494dec None None] For port cc68a31f-c82b-4943-8898-b2ba16ce255b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=cc68a31f-c82b-4943-8898-b2ba16ce255b,segment=NetworkSegment(8ae68395-9553-4d91-afe5-25c6ca3d3110),segment_id=8ae68395-9553-4d91-afe5-25c6ca3d3110)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:13.822844 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34b4efe3-cc71-403e-975b-ffa975494dec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:13.853472 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-4933a4d3-a231-40c0-a3d4-9d260014f69a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting port cc68a31f-c82b-4943-8898-b2ba16ce255b {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:23:13.854606 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4933a4d3-a231-40c0-a3d4-9d260014f69a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:13.864546 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac703413-2954-47fe-8b56-6788c74a798e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:13.869292 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ac703413-2954-47fe-8b56-6788c74a798e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/1d68396a-cc70-4540-a640-c76f872e60b8 HTTP/1.1" status: 204 len: 168 time: 1.0336690 Jul 30 20:23:13.870989 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60074) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:13.926092 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3197d357-2f5e-445f-a524-5f81a3071c29 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:23:13.928969 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5eec5b5e-8c18-4393-ab29-54f04cb51304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:13.962507 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-34b4efe3-cc71-403e-975b-ffa975494dec None None] Calling delete_port for cc68a31f-c82b-4943-8898-b2ba16ce255b owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:23:13.978503 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 3197d357-2f5e-445f-a524-5f81a3071c29 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:23:13.979113 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3197d357-2f5e-445f-a524-5f81a3071c29 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:23:13.984636 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de587a35-5bc6-48a8-9674-1b480914549e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:13.986612 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de587a35-5bc6-48a8-9674-1b480914549e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:13.988760 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de587a35-5bc6-48a8-9674-1b480914549e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:13.990496 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-de587a35-5bc6-48a8-9674-1b480914549e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1189899 Jul 30 20:23:13.993406 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60080) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:14.033163 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-4933a4d3-a231-40c0-a3d4-9d260014f69a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] For port cc68a31f-c82b-4943-8898-b2ba16ce255b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=cc68a31f-c82b-4943-8898-b2ba16ce255b,segment=NetworkSegment(8ae68395-9553-4d91-afe5-25c6ca3d3110),segment_id=8ae68395-9553-4d91-afe5-25c6ca3d3110)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:14.034093 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4933a4d3-a231-40c0-a3d4-9d260014f69a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:14.079186 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d44b5f-0b27-4380-98c2-70c4da857841 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet 64a454e5-6b01-4ee3-8283-a44824b583d1 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:23:14.083158 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6d44b5f-0b27-4380-98c2-70c4da857841 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:14.085934 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-4933a4d3-a231-40c0-a3d4-9d260014f69a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Calling delete_port for cc68a31f-c82b-4943-8898-b2ba16ce255b owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:23:14.090593 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=f99053e2-10c2-4f54-aaf9-c10c37891d8a,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:14.150326 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6d44b5f-0b27-4380-98c2-70c4da857841 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:14.217587 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6d44b5f-0b27-4380-98c2-70c4da857841 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:14.316392 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34b4efe3-cc71-403e-975b-ffa975494dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:14.318287 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4933a4d3-a231-40c0-a3d4-9d260014f69a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:14.335116 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6d44b5f-0b27-4380-98c2-70c4da857841 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:14.347718 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4efe3-cc71-403e-975b-ffa975494dec None None] Pushing event deleted for resources: {'Port': ['ID=cc68a31f-c82b-4943-8898-b2ba16ce255b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server [None req-5eec5b5e-8c18-4393-ab29-54f04cb51304 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64a454e5-6b01-4ee3-8283-a44824b583d1: This subnet is being modified by another concurrent operation. Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 20:23:14.355012 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise exception Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64a454e5-6b01-4ee3-8283-a44824b583d1: This subnet is being modified by another concurrent operation. Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server Jul 30 20:23:14.359253 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b4efe3-cc71-403e-975b-ffa975494dec None None] No DVR routers for this DVR port cc68a31f-c82b-4943-8898-b2ba16ce255b on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:23:14.395464 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933a4d3-a231-40c0-a3d4-9d260014f69a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Port': ['ID=cc68a31f-c82b-4943-8898-b2ba16ce255b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:14.401016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4933a4d3-a231-40c0-a3d4-9d260014f69a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] No DVR routers for this DVR port cc68a31f-c82b-4943-8898-b2ba16ce255b on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:23:14.410347 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d44b5f-0b27-4380-98c2-70c4da857841 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=64a454e5-6b01-4ee3-8283-a44824b583d1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:14.424047 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6d44b5f-0b27-4380-98c2-70c4da857841 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:14.425985 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b6d44b5f-0b27-4380-98c2-70c4da857841 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/64a454e5-6b01-4ee3-8283-a44824b583d1 HTTP/1.1" status: 204 len: 168 time: 0.4315593 Jul 30 20:23:14.428468 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60090) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:14.517819 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4933a4d3-a231-40c0-a3d4-9d260014f69a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:14.530110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-4933a4d3-a231-40c0-a3d4-9d260014f69a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:14.549130 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-4933a4d3-a231-40c0-a3d4-9d260014f69a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae68395-9553-4d91-afe5-25c6ca3d3110') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:14.549439 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-4933a4d3-a231-40c0-a3d4-9d260014f69a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae68395-9553-4d91-afe5-25c6ca3d3110') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:14.559453 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4933a4d3-a231-40c0-a3d4-9d260014f69a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:14.569453 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5f1c8ce7-ad07-463d-8ab5-c8b36861c525 None None] Provisioning complete for port f99053e2-10c2-4f54-aaf9-c10c37891d8a triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:14.570236 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f1c8ce7-ad07-463d-8ab5-c8b36861c525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:14.583330 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4933a4d3-a231-40c0-a3d4-9d260014f69a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:14.596616 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4933a4d3-a231-40c0-a3d4-9d260014f69a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:23:14.597036 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4933a4d3-a231-40c0-a3d4-9d260014f69a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:14.600244 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2271271-f539-4dc2-af1e-8b86cf4095d4 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet e7240e72-b16f-4c5e-b167-6b6653105b21 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:23:14.603398 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:23:14.608377 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2271271-f539-4dc2-af1e-8b86cf4095d4 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:14.706323 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2271271-f539-4dc2-af1e-8b86cf4095d4 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:14.712937 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4933a4d3-a231-40c0-a3d4-9d260014f69a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:14.723448 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4933a4d3-a231-40c0-a3d4-9d260014f69a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:14.725795 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4933a4d3-a231-40c0-a3d4-9d260014f69a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/networks/929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b HTTP/1.1" status: 204 len: 168 time: 1.7767804 Jul 30 20:23:14.742168 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60098) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:14.759610 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-4725129a-e843-4b09-b560-d071bbdb494e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'network': {'name': 'tempest-RoutersTest-1467581731'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:14.792857 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933a4d3-a231-40c0-a3d4-9d260014f69a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Network': ['ID=929a8fd6-ab5a-4ba3-915e-ca7c5cd2a95b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:14.796635 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4725129a-e843-4b09-b560-d071bbdb494e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Made reservation on behalf of c91b7b2c8ba948c1871a986ad088363a for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:14.802522 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4725129a-e843-4b09-b560-d071bbdb494e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:14.813793 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e48f54-b0a8-44fe-9af5-031bdf8c67bb None None] get_active_networks_info from n-d-712137-9 {{(pid=93884) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 20:23:14.831996 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4725129a-e843-4b09-b560-d071bbdb494e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:23:14.851408 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4725129a-e843-4b09-b560-d071bbdb494e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:14.853328 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-4725129a-e843-4b09-b560-d071bbdb494e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Added segment a8d12817-e5d4-4e43-a121-099c2dd892c9 of type vlan for network a7f471e8-7acf-49c7-9c7e-b5417057b1fe Jul 30 20:23:14.868453 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cc68a31f-c82b-4943-8898-b2ba16ce255b no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:23:14.870337 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5f1c8ce7-ad07-463d-8ab5-c8b36861c525 None None] Could not find standard attr ID for object 1d68396a-cc70-4540-a640-c76f872e60b8. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:23:14.870850 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2271271-f539-4dc2-af1e-8b86cf4095d4 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:14.927703 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: cc68a31f-c82b-4943-8898-b2ba16ce255b {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:23:14.928643 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cc68a31f-c82b-4943-8898-b2ba16ce255b not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:23:14.929225 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f99053e2-10c2-4f54-aaf9-c10c37891d8a no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:23:14.949317 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2271271-f539-4dc2-af1e-8b86cf4095d4 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:14.970016 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4725129a-e843-4b09-b560-d071bbdb494e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:14.980400 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2271271-f539-4dc2-af1e-8b86cf4095d4 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=e7240e72-b16f-4c5e-b167-6b6653105b21,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:14.984854 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2271271-f539-4dc2-af1e-8b86cf4095d4 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:14.987974 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b2271271-f539-4dc2-af1e-8b86cf4095d4 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/e7240e72-b16f-4c5e-b167-6b6653105b21 HTTP/1.1" status: 204 len: 168 time: 0.5581639 Jul 30 20:23:14.990014 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60102) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:15.028416 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4725129a-e843-4b09-b560-d071bbdb494e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:15.037008 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4725129a-e843-4b09-b560-d071bbdb494e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:15.038014 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4725129a-e843-4b09-b560-d071bbdb494e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:15.056034 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fed7514e-2547-43c9-b524-390975d26941 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638652 Jul 30 20:23:15.058919 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60106) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:15.064693 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9da9bb24-7d62-48d3-998b-db104c886540 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:15.139966 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725129a-e843-4b09-b560-d071bbdb494e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Network': ['ID=a7f471e8-7acf-49c7-9c7e-b5417057b1fe,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:15.160803 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4725129a-e843-4b09-b560-d071bbdb494e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4169896 Jul 30 20:23:15.161448 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60110) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:15.168253 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-378a1e83-ef2a-4e95-ba6f-d7149fb29967 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'subnet': {'network_id': 'a7f471e8-7acf-49c7-9c7e-b5417057b1fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:15.203417 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e48f54-b0a8-44fe-9af5-031bdf8c67bb None None] Resources bound (agent type, host, resource id): {{(pid=93884) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 20:23:15.219801 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network a7f471e8-7acf-49c7-9c7e-b5417057b1fe details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:23:15.226737 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-70815898-ef53-4637-9be6-f7cc6c756ca9 None None] Could not find standard attr ID for object 1d68396a-cc70-4540-a640-c76f872e60b8. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:23:15.239375 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da9bb24-7d62-48d3-998b-db104c886540 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:15.252645 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9da9bb24-7d62-48d3-998b-db104c886540 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:15.306376 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378a1e83-ef2a-4e95-ba6f-d7149fb29967 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Made reservation on behalf of c91b7b2c8ba948c1871a986ad088363a for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:15.313037 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-378a1e83-ef2a-4e95-ba6f-d7149fb29967 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:15.685140 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-378a1e83-ef2a-4e95-ba6f-d7149fb29967 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:15.705283 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:15.719592 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:15.786260 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a1e83-ef2a-4e95-ba6f-d7149fb29967 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Subnet': ['ID=f0da8969-8d68-4f06-a8fe-ee346f1e86ac,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:15.862891 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378a1e83-ef2a-4e95-ba6f-d7149fb29967 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Checking segment: {'id': 'a8d12817-e5d4-4e43-a121-099c2dd892c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7f471e8-7acf-49c7-9c7e-b5417057b1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:23:15.863699 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378a1e83-ef2a-4e95-ba6f-d7149fb29967 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network hostable DHCP agents. Network: a7f471e8-7acf-49c7-9c7e-b5417057b1fe, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:23:15.901082 n-d-712137-9 neutron-server[93883]: DEBUG neutron.objects.ports [None req-9da9bb24-7d62-48d3-998b-db104c886540 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 20:23:15.902938 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378a1e83-ef2a-4e95-ba6f-d7149fb29967 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network a7f471e8-7acf-49c7-9c7e-b5417057b1fe is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:23:15.907118 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port f99053e2-10c2-4f54-aaf9-c10c37891d8a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f99053e2-10c2-4f54-aaf9-c10c37891d8a,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:15.918164 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:15.926848 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-378a1e83-ef2a-4e95-ba6f-d7149fb29967 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, a7f471e8-7acf-49c7-9c7e-b5417057b1fe) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:15.933264 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378a1e83-ef2a-4e95-ba6f-d7149fb29967 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:15.935215 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-378a1e83-ef2a-4e95-ba6f-d7149fb29967 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:15.972561 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-378a1e83-ef2a-4e95-ba6f-d7149fb29967 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8075857 Jul 30 20:23:15.972783 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60124) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:15.980442 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-fea856f1-6787-4c82-9a68-f5c1283de501 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1178433987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:16.043310 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fea856f1-6787-4c82-9a68-f5c1283de501 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:16.046811 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fea856f1-6787-4c82-9a68-f5c1283de501 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:16.073627 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=f99053e2-10c2-4f54-aaf9-c10c37891d8a,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:16.088026 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d283ad3-c66f-4d77-a992-482b7f5b389c None None] Update dhcp port {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'fixed_ips': [{'subnet_id': '4112660b-eac2-43d9-b0a8-f6e2ba4a6c66'}], 'binding:host_id': 'n-d-712137-9'}, 'id': 'f99053e2-10c2-4f54-aaf9-c10c37891d8a'} from n-d-712137-9. {{(pid=93884) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 20:23:16.116938 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d283ad3-c66f-4d77-a992-482b7f5b389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:16.128637 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fea856f1-6787-4c82-9a68-f5c1283de501 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:16.136635 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fea856f1-6787-4c82-9a68-f5c1283de501 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:16.163621 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fea856f1-6787-4c82-9a68-f5c1283de501 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:16.172194 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fea856f1-6787-4c82-9a68-f5c1283de501 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1948588 Jul 30 20:23:16.172979 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60128) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:16.186837 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-55cd55f2-9e03-4090-95d4-bd29f6850864 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'port': {'network_id': 'a7f471e8-7acf-49c7-9c7e-b5417057b1fe', 'name': 'tempest-RoutersTest-489113079'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:16.357660 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9da9bb24-7d62-48d3-998b-db104c886540 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:16.404511 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-7d283ad3-c66f-4d77-a992-482b7f5b389c None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe93:5d12-4c63fca4-f307-4fee-a4fd-e8548b8e3c {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:23:16.404982 n-d-712137-9 neutron-server[93884]: DEBUG oslo_db.api [None req-7d283ad3-c66f-4d77-a992-482b7f5b389c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:23:16.448567 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cd55f2-9e03-4090-95d4-bd29f6850864 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Made reservation on behalf of c91b7b2c8ba948c1871a986ad088363a for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:16.456951 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55cd55f2-9e03-4090-95d4-bd29f6850864 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:16.482448 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-55cd55f2-9e03-4090-95d4-bd29f6850864 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] device_id is not set on port e6f91469-a654-4155-9fa5-aa30857f4b07 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:23:16.622804 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-9da9bb24-7d62-48d3-998b-db104c886540 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] For port f99053e2-10c2-4f54-aaf9-c10c37891d8a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f99053e2-10c2-4f54-aaf9-c10c37891d8a,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:16.624232 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-55cd55f2-9e03-4090-95d4-bd29f6850864 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Allocated IP 172.20.0.8 (a7f471e8-7acf-49c7-9c7e-b5417057b1fe/f0da8969-8d68-4f06-a8fe-ee346f1e86ac/e6f91469-a654-4155-9fa5-aa30857f4b07) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:16.703301 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9da9bb24-7d62-48d3-998b-db104c886540 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:16.710559 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9da9bb24-7d62-48d3-998b-db104c886540 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:16.711418 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9da9bb24-7d62-48d3-998b-db104c886540 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:16.816549 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da9bb24-7d62-48d3-998b-db104c886540 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:16.828929 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-9da9bb24-7d62-48d3-998b-db104c886540 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:16.835359 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da9bb24-7d62-48d3-998b-db104c886540 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:16.836311 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9da9bb24-7d62-48d3-998b-db104c886540 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:16.865290 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9bb24-7d62-48d3-998b-db104c886540 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=4112660b-eac2-43d9-b0a8-f6e2ba4a6c66,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:16.874330 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9bb24-7d62-48d3-998b-db104c886540 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=f99053e2-10c2-4f54-aaf9-c10c37891d8a,revision_number=7']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:16.878066 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9da9bb24-7d62-48d3-998b-db104c886540 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8178973 Jul 30 20:23:16.881146 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60144) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:16.890049 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-03ee4173-e8b0-463d-875c-549edb816bf2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:16.902791 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55cd55f2-9e03-4090-95d4-bd29f6850864 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:16.938889 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-55cd55f2-9e03-4090-95d4-bd29f6850864 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Transition to ACTIVE for port object e6f91469-a654-4155-9fa5-aa30857f4b07 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:16.954249 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d283ad3-c66f-4d77-a992-482b7f5b389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:17.011859 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55cd55f2-9e03-4090-95d4-bd29f6850864 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:17.082977 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cd55f2-9e03-4090-95d4-bd29f6850864 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network a7f471e8-7acf-49c7-9c7e-b5417057b1fe is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:17.087488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-55cd55f2-9e03-4090-95d4-bd29f6850864 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:17.094619 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cd55f2-9e03-4090-95d4-bd29f6850864 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:23:17.099013 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd55f2-9e03-4090-95d4-bd29f6850864 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Port': ['ID=e6f91469-a654-4155-9fa5-aa30857f4b07,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:17.186573 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ee4173-e8b0-463d-875c-549edb816bf2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:17.190978 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03ee4173-e8b0-463d-875c-549edb816bf2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:17.194347 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cd55f2-9e03-4090-95d4-bd29f6850864 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:17.195072 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55cd55f2-9e03-4090-95d4-bd29f6850864 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:17.232330 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-55cd55f2-9e03-4090-95d4-bd29f6850864 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.0550551 Jul 30 20:23:17.233198 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60152) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:17.514038 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7d283ad3-c66f-4d77-a992-482b7f5b389c None None] For port f99053e2-10c2-4f54-aaf9-c10c37891d8a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f99053e2-10c2-4f54-aaf9-c10c37891d8a,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:17.587223 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d283ad3-c66f-4d77-a992-482b7f5b389c None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:17.593673 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d283ad3-c66f-4d77-a992-482b7f5b389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:17.663334 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03ee4173-e8b0-463d-875c-549edb816bf2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:17.706148 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d283ad3-c66f-4d77-a992-482b7f5b389c None None] Pushing event updated for resources: {'Port': ['ID=f99053e2-10c2-4f54-aaf9-c10c37891d8a,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:17.740010 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ee4173-e8b0-463d-875c-549edb816bf2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:17.743750 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-03ee4173-e8b0-463d-875c-549edb816bf2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:17.748341 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ee4173-e8b0-463d-875c-549edb816bf2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:17.749205 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03ee4173-e8b0-463d-875c-549edb816bf2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:17.775286 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-03ee4173-e8b0-463d-875c-549edb816bf2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8929493 Jul 30 20:23:17.776790 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60166) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:17.789788 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee4173-e8b0-463d-875c-549edb816bf2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=0b5a0536-c5e8-42fc-afa8-d2e337355735,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:17.797004 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-900d1d4d-a16d-476a-aacc-328db4eba453 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'mac_address': 'fa:16:3e:87:22:de', 'name': 'tempest-NetworksTestDHCPv6-1622392033'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:17.982070 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ef1e25ce-842c-48a3-bcad-52ffb8f71013 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:18.118418 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900d1d4d-a16d-476a-aacc-328db4eba453 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:18.300750 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-900d1d4d-a16d-476a-aacc-328db4eba453 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:18.374458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-900d1d4d-a16d-476a-aacc-328db4eba453 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] device_id is not set on port cb62c42c-5f59-44ca-9dd9-69bc22813ed9 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:23:18.551394 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ef1e25ce-842c-48a3-bcad-52ffb8f71013 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:18.565472 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ef1e25ce-842c-48a3-bcad-52ffb8f71013 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:18.708231 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3ebb05-17a4-4747-a5b9-a9afd28155ef None None] get_active_networks_info from n-d-712137-9 {{(pid=93884) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 20:23:18.712540 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-900d1d4d-a16d-476a-aacc-328db4eba453 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 172.20.0.12 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/0b5a0536-c5e8-42fc-afa8-d2e337355735/cb62c42c-5f59-44ca-9dd9-69bc22813ed9) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:18.732773 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-900d1d4d-a16d-476a-aacc-328db4eba453 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8::f816:3eff:fe87:22de (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/4112660b-eac2-43d9-b0a8-f6e2ba4a6c66/cb62c42c-5f59-44ca-9dd9-69bc22813ed9) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:18.735152 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e25ce-842c-48a3-bcad-52ffb8f71013 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Port': ['ID=e6f91469-a654-4155-9fa5-aa30857f4b07,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:18.846224 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f99053e2-10c2-4f54-aaf9-c10c37891d8a up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:23:18.961602 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b5c8dbe0-6174-4bf3-b8f1-1c0c116dfd9b None None] Provisioning complete for port f99053e2-10c2-4f54-aaf9-c10c37891d8a triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:18.962256 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5c8dbe0-6174-4bf3-b8f1-1c0c116dfd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:19.078888 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3ebb05-17a4-4747-a5b9-a9afd28155ef None None] Resources bound (agent type, host, resource id): {{(pid=93884) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 20:23:19.085664 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port f99053e2-10c2-4f54-aaf9-c10c37891d8a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:19.086369 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:19.166655 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ef1e25ce-842c-48a3-bcad-52ffb8f71013 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:19.363370 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-900d1d4d-a16d-476a-aacc-328db4eba453 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:19.396500 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-900d1d4d-a16d-476a-aacc-328db4eba453 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Transition to ACTIVE for port object cb62c42c-5f59-44ca-9dd9-69bc22813ed9 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:19.413117 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5c8dbe0-6174-4bf3-b8f1-1c0c116dfd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:19.480596 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ef1e25ce-842c-48a3-bcad-52ffb8f71013 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:19.502600 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-900d1d4d-a16d-476a-aacc-328db4eba453 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:19.534133 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:19.537298 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b5c8dbe0-6174-4bf3-b8f1-1c0c116dfd9b None None] For port f99053e2-10c2-4f54-aaf9-c10c37891d8a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f99053e2-10c2-4f54-aaf9-c10c37891d8a,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:19.615749 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5c8dbe0-6174-4bf3-b8f1-1c0c116dfd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:19.734261 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:23:19.741238 n-d-712137-9 neutron-server[93884]: DEBUG oslo_db.api [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:23:19.754237 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:19.836953 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ef1e25ce-842c-48a3-bcad-52ffb8f71013 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:19.856890 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ef1e25ce-842c-48a3-bcad-52ffb8f71013 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:19.895771 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900d1d4d-a16d-476a-aacc-328db4eba453 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:19.932075 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-900d1d4d-a16d-476a-aacc-328db4eba453 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:19.939231 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8dbe0-6174-4bf3-b8f1-1c0c116dfd9b None None] Pushing event updated for resources: {'Port': ['ID=f99053e2-10c2-4f54-aaf9-c10c37891d8a,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:19.942696 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900d1d4d-a16d-476a-aacc-328db4eba453 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:23:20.012488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900d1d4d-a16d-476a-aacc-328db4eba453 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:20.013127 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-900d1d4d-a16d-476a-aacc-328db4eba453 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:20.029797 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5391ca7-ed16-48ff-a386-58d785e49613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-a7f471e8-7acf-49c7-9c7e-b5417057b1fe', 'network_id': 'a7f471e8-7acf-49c7-9c7e-b5417057b1fe', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'fixed_ips': [{'subnet_id': 'f0da8969-8d68-4f06-a8fe-ee346f1e86ac'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:23:20.030797 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c5391ca7-ed16-48ff-a386-58d785e49613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:20.039906 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d1d4d-a16d-476a-aacc-328db4eba453 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=cb62c42c-5f59-44ca-9dd9-69bc22813ed9,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:20.065191 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-900d1d4d-a16d-476a-aacc-328db4eba453 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2822897 Jul 30 20:23:20.066031 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60200) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:20.091534 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ef1e25ce-842c-48a3-bcad-52ffb8f71013 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:20.122062 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e25ce-842c-48a3-bcad-52ffb8f71013 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Port': ['ID=e6f91469-a654-4155-9fa5-aa30857f4b07,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:20.161969 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef7d75d-d40e-4452-ae1f-037418b7e4d1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:20.177331 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef7d75d-d40e-4452-ae1f-037418b7e4d1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:20.183878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60204) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:20.187895 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-eef7d75d-d40e-4452-ae1f-037418b7e4d1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1199472 Jul 30 20:23:20.324581 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1e25ce-842c-48a3-bcad-52ffb8f71013 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network a7f471e8-7acf-49c7-9c7e-b5417057b1fe is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:20.334909 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-ef1e25ce-842c-48a3-bcad-52ffb8f71013 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:20.381912 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a138fa99-6ad3-4a26-aada-2536fc56e429 None None] Update dhcp port {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'fixed_ips': [{'subnet_id': '4112660b-eac2-43d9-b0a8-f6e2ba4a6c66', 'ip_address': '2001:db8::f816:3eff:fe93:5d12'}, {'subnet_id': '0b5a0536-c5e8-42fc-afa8-d2e337355735'}], 'binding:host_id': 'n-d-712137-9'}, 'id': 'f99053e2-10c2-4f54-aaf9-c10c37891d8a'} from n-d-712137-9. {{(pid=93884) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 20:23:20.473144 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-d37c0d36-1d6f-45fa-85da-77765db96c15 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting port cb62c42c-5f59-44ca-9dd9-69bc22813ed9 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:23:20.473491 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d37c0d36-1d6f-45fa-85da-77765db96c15 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:20.492020 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a138fa99-6ad3-4a26-aada-2536fc56e429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:20.562926 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-c5391ca7-ed16-48ff-a386-58d785e49613 None None] Allocated IP 172.20.0.2 (a7f471e8-7acf-49c7-9c7e-b5417057b1fe/f0da8969-8d68-4f06-a8fe-ee346f1e86ac/2f5d7418-ec46-4c6a-a603-86d9a353e039) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:20.662562 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d37c0d36-1d6f-45fa-85da-77765db96c15 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:20.667126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1e25ce-842c-48a3-bcad-52ffb8f71013 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Router 33dea6ce-203b-4496-bd9a-fabd037d20df is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:23:20.690444 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-d37c0d36-1d6f-45fa-85da-77765db96c15 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Calling delete_port for cb62c42c-5f59-44ca-9dd9-69bc22813ed9 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:23:20.788698 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f99053e2-10c2-4f54-aaf9-c10c37891d8a up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:23:20.853814 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1e25ce-842c-48a3-bcad-52ffb8f71013 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:23:20.865342 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60220) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:20.874419 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ef1e25ce-842c-48a3-bcad-52ffb8f71013 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "PUT /v2.0/routers/33dea6ce-203b-4496-bd9a-fabd037d20df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6321404 Jul 30 20:23:20.877223 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d3dcd1-8586-4f66-9836-b7c9be5f4049 None None] Sync routers for ids ['33dea6ce-203b-4496-bd9a-fabd037d20df'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:23:20.941390 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b194e41-d742-4a28-9a02-e94ef62da60b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:20.947129 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3b194e41-d742-4a28-9a02-e94ef62da60b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "GET /v2.0/ports/e6f91469-a654-4155-9fa5-aa30857f4b07 HTTP/1.1" status: 200 len: 976 time: 0.0789206 Jul 30 20:23:20.951840 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60222) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:20.975772 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d3dcd1-8586-4f66-9836-b7c9be5f4049 None None] Routers {'33dea6ce-203b-4496-bd9a-fabd037d20df'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:23:20.976775 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-12d3dcd1-8586-4f66-9836-b7c9be5f4049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:22:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['33dea6ce-203b-4496-bd9a-fabd037d20df'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:21.037590 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-12d3dcd1-8586-4f66-9836-b7c9be5f4049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:21.084243 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d37c0d36-1d6f-45fa-85da-77765db96c15 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:21.109177 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d3dcd1-8586-4f66-9836-b7c9be5f4049 None None] Routers {'33dea6ce-203b-4496-bd9a-fabd037d20df'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:23:21.110180 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-12d3dcd1-8586-4f66-9836-b7c9be5f4049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:22:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['33dea6ce-203b-4496-bd9a-fabd037d20df'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:21.115415 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-a138fa99-6ad3-4a26-aada-2536fc56e429 None None] Allocated IP 172.20.0.2 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/0b5a0536-c5e8-42fc-afa8-d2e337355735/f99053e2-10c2-4f54-aaf9-c10c37891d8a) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:21.126244 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c0d36-1d6f-45fa-85da-77765db96c15 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Port': ['ID=cb62c42c-5f59-44ca-9dd9-69bc22813ed9,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:21.170713 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-12d3dcd1-8586-4f66-9836-b7c9be5f4049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:21.171390 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d3dcd1-8586-4f66-9836-b7c9be5f4049 None None] The sync data for ids ['33dea6ce-203b-4496-bd9a-fabd037d20df'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:23:21.198693 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port f99053e2-10c2-4f54-aaf9-c10c37891d8a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:21.199006 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:21.256025 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d37c0d36-1d6f-45fa-85da-77765db96c15 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:21.258347 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d37c0d36-1d6f-45fa-85da-77765db96c15 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/cb62c42c-5f59-44ca-9dd9-69bc22813ed9 HTTP/1.1" status: 204 len: 168 time: 1.0731754 Jul 30 20:23:21.263328 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60224) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:21.292788 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c5391ca7-ed16-48ff-a386-58d785e49613 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:21.333161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeceff88-d3f1-459c-b534-46a590678765 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:21.334870 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeceff88-d3f1-459c-b534-46a590678765 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:21.336654 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeceff88-d3f1-459c-b534-46a590678765 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:21.341324 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-aeceff88-d3f1-459c-b534-46a590678765 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0769665 Jul 30 20:23:21.342059 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60226) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:21.347288 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c5391ca7-ed16-48ff-a386-58d785e49613 None None] Transition to ACTIVE for port object 2f5d7418-ec46-4c6a-a603-86d9a353e039 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:21.352990 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd12e467-d3e8-4309-b57c-f8b57dd7350a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:21.394070 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c5391ca7-ed16-48ff-a386-58d785e49613 None None] Transition to ACTIVE for port object 2f5d7418-ec46-4c6a-a603-86d9a353e039 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:21.407426 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e39c16-f59e-4e92-86a5-3410d470307c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet 0b5a0536-c5e8-42fc-afa8-d2e337355735 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:23:21.428146 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c5391ca7-ed16-48ff-a386-58d785e49613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:21.470035 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca948f4a-8f3f-467f-b1ef-74451c6c316f tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:21.518606 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5391ca7-ed16-48ff-a386-58d785e49613 None None] Pushing event updated for resources: {'Port': ['ID=2f5d7418-ec46-4c6a-a603-86d9a353e039,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:21.526809 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a138fa99-6ad3-4a26-aada-2536fc56e429 None None] For port f99053e2-10c2-4f54-aaf9-c10c37891d8a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f99053e2-10c2-4f54-aaf9-c10c37891d8a,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:21.536970 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5391ca7-ed16-48ff-a386-58d785e49613 None None] Network a7f471e8-7acf-49c7-9c7e-b5417057b1fe is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:21.545058 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c5391ca7-ed16-48ff-a386-58d785e49613 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:21.548194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5391ca7-ed16-48ff-a386-58d785e49613 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:23:21.613126 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a138fa99-6ad3-4a26-aada-2536fc56e429 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:21.637758 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a138fa99-6ad3-4a26-aada-2536fc56e429 None None] Transition to ACTIVE for port object f99053e2-10c2-4f54-aaf9-c10c37891d8a will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:21.638696 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c5391ca7-ed16-48ff-a386-58d785e49613 None None] Attempting to bind port 2f5d7418-ec46-4c6a-a603-86d9a353e039 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:23:21.639287 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c5391ca7-ed16-48ff-a386-58d785e49613 None None] Attempting to bind port 2f5d7418-ec46-4c6a-a603-86d9a353e039 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'a8d12817-e5d4-4e43-a121-099c2dd892c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7f471e8-7acf-49c7-9c7e-b5417057b1fe'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:23:21.639704 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5391ca7-ed16-48ff-a386-58d785e49613 None None] Attempting to bind port 2f5d7418-ec46-4c6a-a603-86d9a353e039 on network a7f471e8-7acf-49c7-9c7e-b5417057b1fe {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:23:21.646010 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5391ca7-ed16-48ff-a386-58d785e49613 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:23:21.646378 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13e39c16-f59e-4e92-86a5-3410d470307c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:21.646510 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5391ca7-ed16-48ff-a386-58d785e49613 None None] Checking segment: {'id': 'a8d12817-e5d4-4e43-a121-099c2dd892c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7f471e8-7acf-49c7-9c7e-b5417057b1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:23:21.646776 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c5391ca7-ed16-48ff-a386-58d785e49613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:21.647164 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5391ca7-ed16-48ff-a386-58d785e49613 None None] Bound using segment: {'id': 'a8d12817-e5d4-4e43-a121-099c2dd892c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7f471e8-7acf-49c7-9c7e-b5417057b1fe'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:23:21.648025 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c5391ca7-ed16-48ff-a386-58d785e49613 None None] Bound port: 2f5d7418-ec46-4c6a-a603-86d9a353e039, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d12817-e5d4-4e43-a121-099c2dd892c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7f471e8-7acf-49c7-9c7e-b5417057b1fe'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:23:21.648435 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c5391ca7-ed16-48ff-a386-58d785e49613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:21.675207 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a138fa99-6ad3-4a26-aada-2536fc56e429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:21.700350 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13e39c16-f59e-4e92-86a5-3410d470307c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:21.839408 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13e39c16-f59e-4e92-86a5-3410d470307c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:21.912889 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ca948f4a-8f3f-467f-b1ef-74451c6c316f tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting port e6f91469-a654-4155-9fa5-aa30857f4b07 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:23:21.913528 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca948f4a-8f3f-467f-b1ef-74451c6c316f tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:21.945688 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138fa99-6ad3-4a26-aada-2536fc56e429 None None] Pushing event updated for resources: {'Port': ['ID=f99053e2-10c2-4f54-aaf9-c10c37891d8a,revision_number=10']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:21.967621 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c5391ca7-ed16-48ff-a386-58d785e49613 None None] For port 2f5d7418-ec46-4c6a-a603-86d9a353e039, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:23:21.973636 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c5391ca7-ed16-48ff-a386-58d785e49613 None None] For port 2f5d7418-ec46-4c6a-a603-86d9a353e039, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=2f5d7418-ec46-4c6a-a603-86d9a353e039,segment=NetworkSegment(a8d12817-e5d4-4e43-a121-099c2dd892c9),segment_id=a8d12817-e5d4-4e43-a121-099c2dd892c9)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:23:21.985603 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c5391ca7-ed16-48ff-a386-58d785e49613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:22.063866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5391ca7-ed16-48ff-a386-58d785e49613 None None] Pushing event updated for resources: {'Port': ['ID=2f5d7418-ec46-4c6a-a603-86d9a353e039,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:22.081026 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13e39c16-f59e-4e92-86a5-3410d470307c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:22.151772 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13e39c16-f59e-4e92-86a5-3410d470307c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:22.154135 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-13e39c16-f59e-4e92-86a5-3410d470307c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/0b5a0536-c5e8-42fc-afa8-d2e337355735 HTTP/1.1" status: 204 len: 168 time: 0.8099217 Jul 30 20:23:22.155250 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e39c16-f59e-4e92-86a5-3410d470307c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=0b5a0536-c5e8-42fc-afa8-d2e337355735,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:22.157023 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60240) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:22.158784 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca948f4a-8f3f-467f-b1ef-74451c6c316f tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:22.183363 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ca948f4a-8f3f-467f-b1ef-74451c6c316f tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Calling delete_port for e6f91469-a654-4155-9fa5-aa30857f4b07 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:23:22.279830 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5fa7463-23b2-42c9-aa2f-62267aaa76b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet 4112660b-eac2-43d9-b0a8-f6e2ba4a6c66 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:23:22.281628 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f5fa7463-23b2-42c9-aa2f-62267aaa76b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:22.377612 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f5fa7463-23b2-42c9-aa2f-62267aaa76b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:22.675776 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f5fa7463-23b2-42c9-aa2f-62267aaa76b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:22.698521 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca948f4a-8f3f-467f-b1ef-74451c6c316f tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:22.779334 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca948f4a-8f3f-467f-b1ef-74451c6c316f tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Port': ['ID=e6f91469-a654-4155-9fa5-aa30857f4b07,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:22.886324 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f5fa7463-23b2-42c9-aa2f-62267aaa76b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:22.972257 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa7463-23b2-42c9-aa2f-62267aaa76b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=4112660b-eac2-43d9-b0a8-f6e2ba4a6c66,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:22.977496 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f5fa7463-23b2-42c9-aa2f-62267aaa76b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:22.980835 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f5fa7463-23b2-42c9-aa2f-62267aaa76b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/4112660b-eac2-43d9-b0a8-f6e2ba4a6c66 HTTP/1.1" status: 204 len: 168 time: 0.8210022 Jul 30 20:23:22.984454 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60252) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:23.037167 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 2f5d7418-ec46-4c6a-a603-86d9a353e039 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:23:23.138434 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 2f5d7418-ec46-4c6a-a603-86d9a353e039 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:23:23.148205 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f99053e2-10c2-4f54-aaf9-c10c37891d8a up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:23:23.185831 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-25eac21a-331e-4d63-b901-d4f419a15b4a None None] Could not find standard attr ID for object cb62c42c-5f59-44ca-9dd9-69bc22813ed9. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:23:23.224753 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-25eac21a-331e-4d63-b901-d4f419a15b4a None None] Provisioning for port f99053e2-10c2-4f54-aaf9-c10c37891d8a completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:23:23.237789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-25eac21a-331e-4d63-b901-d4f419a15b4a None None] Provisioning complete for port f99053e2-10c2-4f54-aaf9-c10c37891d8a triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:23.239031 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25eac21a-331e-4d63-b901-d4f419a15b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:23.314781 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port f99053e2-10c2-4f54-aaf9-c10c37891d8a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:23.314781 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:23.646704 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca948f4a-8f3f-467f-b1ef-74451c6c316f tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:23.684882 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4c192d17-3844-4e05-a972-219443c86db0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6959293 Jul 30 20:23:23.685232 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60272) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:23.691053 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-789efad1-ceaa-4475-ac2d-42bd8dc29078 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:23.692141 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0765650b-2eaf-4cf1-868b-d477654eb7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:23.726404 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c4c146-7084-4267-b9c1-546aa25a2c7b None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:23.745867 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f9b90f-78b1-45ac-92f2-26b49a7a17a9 None None] Network a7f471e8-7acf-49c7-9c7e-b5417057b1fe requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:23.784996 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-01b9b3f4-b1b7-429a-b1c0-082d81c7b40e None None] Could not find standard attr ID for object cb62c42c-5f59-44ca-9dd9-69bc22813ed9. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:23:23.907344 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca948f4a-8f3f-467f-b1ef-74451c6c316f tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Router 33dea6ce-203b-4496-bd9a-fabd037d20df has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:23:24.093287 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-01b9b3f4-b1b7-429a-b1c0-082d81c7b40e None None] Provisioning complete for port f99053e2-10c2-4f54-aaf9-c10c37891d8a triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:24.094293 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01b9b3f4-b1b7-429a-b1c0-082d81c7b40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:24.116201 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca948f4a-8f3f-467f-b1ef-74451c6c316f tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:23:24.143373 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9811a38-28df-4a56-ab6f-d6b41142132e None None] Sync routers for ids ['33dea6ce-203b-4496-bd9a-fabd037d20df'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:23:24.156960 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ca948f4a-8f3f-467f-b1ef-74451c6c316f tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "PUT /v2.0/routers/33dea6ce-203b-4496-bd9a-fabd037d20df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2038028 Jul 30 20:23:24.157822 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60286) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:24.160486 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9811a38-28df-4a56-ab6f-d6b41142132e None None] Routers {'33dea6ce-203b-4496-bd9a-fabd037d20df'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:23:24.165429 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b9811a38-28df-4a56-ab6f-d6b41142132e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:23:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['33dea6ce-203b-4496-bd9a-fabd037d20df'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:24.170303 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:24.294699 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b9811a38-28df-4a56-ab6f-d6b41142132e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:24.327638 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9811a38-28df-4a56-ab6f-d6b41142132e None None] Routers {'33dea6ce-203b-4496-bd9a-fabd037d20df'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:23:24.330559 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b9811a38-28df-4a56-ab6f-d6b41142132e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:23:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['33dea6ce-203b-4496-bd9a-fabd037d20df'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:24.367425 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60288) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:24.375008 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b9811a38-28df-4a56-ab6f-d6b41142132e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:24.376754 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9811a38-28df-4a56-ab6f-d6b41142132e None None] The sync data for ids ['33dea6ce-203b-4496-bd9a-fabd037d20df'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:23:24.430527 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789efad1-ceaa-4475-ac2d-42bd8dc29078 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:24.436837 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-789efad1-ceaa-4475-ac2d-42bd8dc29078 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:24.443580 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-01b9b3f4-b1b7-429a-b1c0-082d81c7b40e None None] Provisioning for port 2f5d7418-ec46-4c6a-a603-86d9a353e039 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:23:24.458891 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-01b9b3f4-b1b7-429a-b1c0-082d81c7b40e None None] Provisioning complete for port 2f5d7418-ec46-4c6a-a603-86d9a353e039 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:24.459273 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01b9b3f4-b1b7-429a-b1c0-082d81c7b40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:24.622281 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-c83fb440-22a1-4c44-81b7-400c652a8b4e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] remove_router_interface failed (client error): The resource could not be found. Jul 30 20:23:24.624824 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c83fb440-22a1-4c44-81b7-400c652a8b4e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "PUT /v2.0/routers/33dea6ce-203b-4496-bd9a-fabd037d20df/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4642906 Jul 30 20:23:24.634298 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60302) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:24.652781 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7532fa9-d175-4cc3-b986-7aa887227f65 None None] DHCP port deletion for af4b4c78-015d-41b2-aa81-e7eeeb1e0803 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:23:24.705654 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01b9b3f4-b1b7-429a-b1c0-082d81c7b40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:24.705870 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-988ccad4-17fa-485c-be02-1edd862d09d0 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "GET /v2.0/ports?device_id=33dea6ce-203b-4496-bd9a-fabd037d20df HTTP/1.1" status: 200 len: 205 time: 0.0701206 Jul 30 20:23:24.706476 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60304) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:24.728934 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0903507f-f54c-4e6a-b159-85caa781d748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:24.788298 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-01b9b3f4-b1b7-429a-b1c0-082d81c7b40e None None] For port 2f5d7418-ec46-4c6a-a603-86d9a353e039, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=2f5d7418-ec46-4c6a-a603-86d9a353e039,segment=NetworkSegment(a8d12817-e5d4-4e43-a121-099c2dd892c9),segment_id=a8d12817-e5d4-4e43-a121-099c2dd892c9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:24.793270 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f99053e2-10c2-4f54-aaf9-c10c37891d8a no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:23:24.822159 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e38ca58-da5e-4189-a922-6c7c7ab2f8b7 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:24.825666 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01b9b3f4-b1b7-429a-b1c0-082d81c7b40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:24.831563 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-789efad1-ceaa-4475-ac2d-42bd8dc29078 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:24.875452 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-01b9b3f4-b1b7-429a-b1c0-082d81c7b40e None None] Could not find standard attr ID for object e6f91469-a654-4155-9fa5-aa30857f4b07. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:23:24.919744 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789efad1-ceaa-4475-ac2d-42bd8dc29078 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:24.929429 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-789efad1-ceaa-4475-ac2d-42bd8dc29078 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:24.936727 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789efad1-ceaa-4475-ac2d-42bd8dc29078 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:24.937750 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-789efad1-ceaa-4475-ac2d-42bd8dc29078 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:24.956262 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789efad1-ceaa-4475-ac2d-42bd8dc29078 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=e7ceff07-55e6-4740-82ff-f79b42245bc0,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:24.977840 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f7532fa9-d175-4cc3-b986-7aa887227f65 None None] Deleting port f99053e2-10c2-4f54-aaf9-c10c37891d8a {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:23:24.978217 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7532fa9-d175-4cc3-b986-7aa887227f65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:25.008114 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9b3f4-b1b7-429a-b1c0-082d81c7b40e None None] Pushing event updated for resources: {'Port': ['ID=2f5d7418-ec46-4c6a-a603-86d9a353e039,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:25.010686 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0903507f-f54c-4e6a-b159-85caa781d748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:25.015223 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0903507f-f54c-4e6a-b159-85caa781d748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:25.055572 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903507f-f54c-4e6a-b159-85caa781d748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f897a0-a3d1-4ceb-892e-9c8c02df95a8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:25.062545 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-789efad1-ceaa-4475-ac2d-42bd8dc29078 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3760555 Jul 30 20:23:25.072387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60310) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:25.079181 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-7bad0c29-cbdf-40de-ac5f-094c1c4b68e6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:25.116216 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0903507f-f54c-4e6a-b159-85caa781d748 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3aa255f9bd364389afb133031b94d4d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7467973 Jul 30 20:23:25.119043 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:25.147141 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60312) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:25.214518 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:25.259181 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e38ca58-da5e-4189-a922-6c7c7ab2f8b7 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:25.267098 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f7532fa9-d175-4cc3-b986-7aa887227f65 None None] For port f99053e2-10c2-4f54-aaf9-c10c37891d8a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f99053e2-10c2-4f54-aaf9-c10c37891d8a,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:25.267500 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7532fa9-d175-4cc3-b986-7aa887227f65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:25.271223 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e38ca58-da5e-4189-a922-6c7c7ab2f8b7 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:25.300952 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bad0c29-cbdf-40de-ac5f-094c1c4b68e6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:25.302777 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f7532fa9-d175-4cc3-b986-7aa887227f65 None None] Calling delete_port for f99053e2-10c2-4f54-aaf9-c10c37891d8a owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:23:25.305759 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7bad0c29-cbdf-40de-ac5f-094c1c4b68e6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:25.307979 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port f99053e2-10c2-4f54-aaf9-c10c37891d8a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f99053e2-10c2-4f54-aaf9-c10c37891d8a,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:25.325492 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:25.402196 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e38ca58-da5e-4189-a922-6c7c7ab2f8b7 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:25.402645 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e38ca58-da5e-4189-a922-6c7c7ab2f8b7 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Fanout notify agent at l3_agent the message router_deleted on router 33dea6ce-203b-4496-bd9a-fabd037d20df {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:23:25.423620 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e38ca58-da5e-4189-a922-6c7c7ab2f8b7 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:25.427803 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2e38ca58-da5e-4189-a922-6c7c7ab2f8b7 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/routers/33dea6ce-203b-4496-bd9a-fabd037d20df HTTP/1.1" status: 204 len: 168 time: 0.7173688 Jul 30 20:23:25.429148 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3c2a023-53f7-4a6b-9122-ac549cea2184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:25.429515 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60316) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:25.488707 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3c2a023-53f7-4a6b-9122-ac549cea2184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:25.502770 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309d42d5-dd71-4ad8-bdfc-b9cf40affe30 None None] Network a7f471e8-7acf-49c7-9c7e-b5417057b1fe requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:25.509541 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7532fa9-d175-4cc3-b986-7aa887227f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:25.563201 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e3d270-aaa7-4fb3-9188-98172c26f9cf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting subnet f0da8969-8d68-4f06-a8fe-ee346f1e86ac {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:23:25.567389 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47e3d270-aaa7-4fb3-9188-98172c26f9cf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:25.583294 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3c2a023-53f7-4a6b-9122-ac549cea2184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:25.594710 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3c2a023-53f7-4a6b-9122-ac549cea2184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:25.595288 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7532fa9-d175-4cc3-b986-7aa887227f65 None None] No DVR routers for this DVR port f99053e2-10c2-4f54-aaf9-c10c37891d8a on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:23:25.596998 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f3c2a023-53f7-4a6b-9122-ac549cea2184 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b1f897a0-a3d1-4ceb-892e-9c8c02df95a8 HTTP/1.1" status: 204 len: 168 time: 0.4441116 Jul 30 20:23:25.601188 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=f99053e2-10c2-4f54-aaf9-c10c37891d8a,revision_number=13']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:25.611478 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47e3d270-aaa7-4fb3-9188-98172c26f9cf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:25.625513 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2a023-53f7-4a6b-9122-ac549cea2184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f897a0-a3d1-4ceb-892e-9c8c02df95a8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:25.646421 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7532fa9-d175-4cc3-b986-7aa887227f65 None None] Pushing event deleted for resources: {'Port': ['ID=f99053e2-10c2-4f54-aaf9-c10c37891d8a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:25.658674 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7405f8bd-6fa8-4990-8ab3-be83f8dd2937 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:25.739501 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5e92d75b-c62a-468d-8572-3427574599f5 None None] Provisioning complete for port 2f5d7418-ec46-4c6a-a603-86d9a353e039 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:25.739926 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e92d75b-c62a-468d-8572-3427574599f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:25.928530 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47e3d270-aaa7-4fb3-9188-98172c26f9cf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:26.076491 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47e3d270-aaa7-4fb3-9188-98172c26f9cf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:26.081313 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05a44b0-9a69-477c-87e3-63f5be87f362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'fixed_ips': [{'subnet_id': 'e7ceff07-55e6-4740-82ff-f79b42245bc0'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:23:26.083945 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e05a44b0-9a69-477c-87e3-63f5be87f362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:26.141086 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3d270-aaa7-4fb3-9188-98172c26f9cf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Subnet': ['ID=f0da8969-8d68-4f06-a8fe-ee346f1e86ac,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:26.152112 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47e3d270-aaa7-4fb3-9188-98172c26f9cf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:26.154165 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-47e3d270-aaa7-4fb3-9188-98172c26f9cf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/subnets/f0da8969-8d68-4f06-a8fe-ee346f1e86ac HTTP/1.1" status: 204 len: 168 time: 0.7236657 Jul 30 20:23:26.157383 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60324) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:26.181963 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60326) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:26.212792 n-d-712137-9 neutron-server[93882]: DEBUG neutron.objects.ports [None req-7bad0c29-cbdf-40de-ac5f-094c1c4b68e6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93882) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 20:23:26.216318 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7bad0c29-cbdf-40de-ac5f-094c1c4b68e6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:26.267330 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fd588545-7a97-46c2-b232-baaec1cba1df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:26.288231 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a5509973-5ec8-43d6-b6a8-51c4fde4ac3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:26.306817 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af8ad14-a4bb-49c3-afe7-3d5d3abee276 None None] Network a7f471e8-7acf-49c7-9c7e-b5417057b1fe requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:26.325485 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bad0c29-cbdf-40de-ac5f-094c1c4b68e6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:26.331294 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad0c29-cbdf-40de-ac5f-094c1c4b68e6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=2c7880a6-985b-4700-b58f-80cf78b4154b,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:26.338890 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-7bad0c29-cbdf-40de-ac5f-094c1c4b68e6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:26.341638 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bad0c29-cbdf-40de-ac5f-094c1c4b68e6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:26.342235 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7bad0c29-cbdf-40de-ac5f-094c1c4b68e6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:26.373359 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-fd588545-7a97-46c2-b232-baaec1cba1df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting port 2f5d7418-ec46-4c6a-a603-86d9a353e039 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:23:26.373733 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fd588545-7a97-46c2-b232-baaec1cba1df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:26.449750 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-011bb4cc-aed3-485c-8ebb-264426a6f0ff None None] Provisioning complete for port 2f5d7418-ec46-4c6a-a603-86d9a353e039 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:26.450134 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-011bb4cc-aed3-485c-8ebb-264426a6f0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:26.476558 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-fd588545-7a97-46c2-b232-baaec1cba1df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] For port 2f5d7418-ec46-4c6a-a603-86d9a353e039, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=2f5d7418-ec46-4c6a-a603-86d9a353e039,segment=NetworkSegment(a8d12817-e5d4-4e43-a121-099c2dd892c9),segment_id=a8d12817-e5d4-4e43-a121-099c2dd892c9)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:26.477266 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fd588545-7a97-46c2-b232-baaec1cba1df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:26.492583 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a5509973-5ec8-43d6-b6a8-51c4fde4ac3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:26.497649 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-fd588545-7a97-46c2-b232-baaec1cba1df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Calling delete_port for 2f5d7418-ec46-4c6a-a603-86d9a353e039 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:23:26.512781 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a5509973-5ec8-43d6-b6a8-51c4fde4ac3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:26.525429 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7bad0c29-cbdf-40de-ac5f-094c1c4b68e6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4512033 Jul 30 20:23:26.544198 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60332) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:26.549262 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-9767a93a-c4f0-4618-b5bd-df4f20804e33 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'mac_address': 'fa:16:3e:b3:0e:88', 'name': 'tempest-NetworksTestDHCPv6-420757855'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:26.558298 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-e05a44b0-9a69-477c-87e3-63f5be87f362 None None] Allocated IP 172.20.0.2 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/e7ceff07-55e6-4740-82ff-f79b42245bc0/8f38aa19-f349-4327-a8eb-df59e1f2894e) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:26.583549 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-e05a44b0-9a69-477c-87e3-63f5be87f362 None None] Allocated IP 2001:db8::f816:3eff:fed7:8b34 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/2c7880a6-985b-4700-b58f-80cf78b4154b/8f38aa19-f349-4327-a8eb-df59e1f2894e) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:26.616522 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fd588545-7a97-46c2-b232-baaec1cba1df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:26.668933 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd588545-7a97-46c2-b232-baaec1cba1df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Port': ['ID=2f5d7418-ec46-4c6a-a603-86d9a353e039,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:26.678301 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd588545-7a97-46c2-b232-baaec1cba1df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] No DVR routers for this DVR port 2f5d7418-ec46-4c6a-a603-86d9a353e039 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:23:26.691626 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a5509973-5ec8-43d6-b6a8-51c4fde4ac3f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b35bbf8c241f4c16ab8199d2f08c61c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5077574 Jul 30 20:23:26.692332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60344) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:26.699833 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-011bb4cc-aed3-485c-8ebb-264426a6f0ff None None] Could not find standard attr ID for object 2f5d7418-ec46-4c6a-a603-86d9a353e039. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:23:26.702770 n-d-712137-9 neutron-server[93884]: INFO neutron.plugins.ml2.db [None req-011bb4cc-aed3-485c-8ebb-264426a6f0ff None None] No ports have port_id starting with 2f5d7418-ec46-4c6a-a603-86d9a353e039 Jul 30 20:23:26.704243 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5509973-5ec8-43d6-b6a8-51c4fde4ac3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc85d79-679b-495e-addd-3916456513cf,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:26.714637 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:23:26.839180 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebcaf20-f981-49b9-b3ec-26865c4d34b3 None None] DHCP port deletion for a7f471e8-7acf-49c7-9c7e-b5417057b1fe request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:23:26.853211 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fd588545-7a97-46c2-b232-baaec1cba1df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:26.872046 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:26.879067 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-fd588545-7a97-46c2-b232-baaec1cba1df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f471e8-7acf-49c7-9c7e-b5417057b1fe']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:26.902760 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-fd588545-7a97-46c2-b232-baaec1cba1df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d12817-e5d4-4e43-a121-099c2dd892c9') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:26.903069 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-fd588545-7a97-46c2-b232-baaec1cba1df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d12817-e5d4-4e43-a121-099c2dd892c9') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:26.913767 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3e3c9-d71e-4831-bd74-e7da6b39ce9c req-2d216eec-692c-474f-9608-951aa3e3216a tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:26.920465 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fd588545-7a97-46c2-b232-baaec1cba1df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:26.927011 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ded3e3c9-d71e-4831-bd74-e7da6b39ce9c req-2d216eec-692c-474f-9608-951aa3e3216a tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 945 time: 0.2185376 Jul 30 20:23:26.939349 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fd588545-7a97-46c2-b232-baaec1cba1df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:26.945755 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd588545-7a97-46c2-b232-baaec1cba1df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:23:26.945954 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e05a44b0-9a69-477c-87e3-63f5be87f362 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:26.946195 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fd588545-7a97-46c2-b232-baaec1cba1df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:23:26.950315 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:23:26.968071 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d9ddb193-ba87-4853-9c4a-9c1bd4244ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:26.994211 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9767a93a-c4f0-4618-b5bd-df4f20804e33 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:27.012196 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ded3e3c9-d71e-4831-bd74-e7da6b39ce9c req-1b0594ea-f2ad-4ffe-b6ec-dd121b835449 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841560 Jul 30 20:23:27.054947 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e05a44b0-9a69-477c-87e3-63f5be87f362 None None] Transition to ACTIVE for port object 8f38aa19-f349-4327-a8eb-df59e1f2894e will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:27.061543 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d9ddb193-ba87-4853-9c4a-9c1bd4244ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:27.067204 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fd588545-7a97-46c2-b232-baaec1cba1df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:27.083801 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fd588545-7a97-46c2-b232-baaec1cba1df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:27.092896 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fd588545-7a97-46c2-b232-baaec1cba1df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/networks/a7f471e8-7acf-49c7-9c7e-b5417057b1fe HTTP/1.1" status: 204 len: 168 time: 0.9343815 Jul 30 20:23:27.093815 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60348) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:27.095789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e05a44b0-9a69-477c-87e3-63f5be87f362 None None] Transition to ACTIVE for port object 8f38aa19-f349-4327-a8eb-df59e1f2894e will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:27.102580 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4c63a944-cb38-4138-a223-41db639eb9d1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'network': {'name': 'tempest-RoutersTest-408393260'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:27.105408 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e05a44b0-9a69-477c-87e3-63f5be87f362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:27.121563 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd588545-7a97-46c2-b232-baaec1cba1df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Network': ['ID=a7f471e8-7acf-49c7-9c7e-b5417057b1fe,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:27.143702 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c63a944-cb38-4138-a223-41db639eb9d1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Made reservation on behalf of c91b7b2c8ba948c1871a986ad088363a for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:27.145040 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9767a93a-c4f0-4618-b5bd-df4f20804e33 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:27.148874 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c63a944-cb38-4138-a223-41db639eb9d1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:27.169095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-9767a93a-c4f0-4618-b5bd-df4f20804e33 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] device_id is not set on port 5bd1fd89-e0ee-4d90-93de-7e175fcaf31f yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:23:27.176598 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d9ddb193-ba87-4853-9c4a-9c1bd4244ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:27.179608 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d9ddb193-ba87-4853-9c4a-9c1bd4244ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:27.193025 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c63a944-cb38-4138-a223-41db639eb9d1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:23:27.196006 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d9ddb193-ba87-4853-9c4a-9c1bd4244ed6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5cc85d79-679b-495e-addd-3916456513cf HTTP/1.1" status: 204 len: 168 time: 0.4885616 Jul 30 20:23:27.214176 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c63a944-cb38-4138-a223-41db639eb9d1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:27.214632 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-4c63a944-cb38-4138-a223-41db639eb9d1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Added segment dba9f9c7-6e5d-497d-9796-773294a698b9 of type vlan for network cf808214-47fb-4a55-ac22-70f997a63c80 Jul 30 20:23:27.224064 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05a44b0-9a69-477c-87e3-63f5be87f362 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:27.240500 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e05a44b0-9a69-477c-87e3-63f5be87f362 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:27.246775 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a44b0-9a69-477c-87e3-63f5be87f362 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:23:27.253067 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a44b0-9a69-477c-87e3-63f5be87f362 None None] Pushing event updated for resources: {'Port': ['ID=8f38aa19-f349-4327-a8eb-df59e1f2894e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:27.295014 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c63a944-cb38-4138-a223-41db639eb9d1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:27.305478 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ddb193-ba87-4853-9c4a-9c1bd4244ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc85d79-679b-495e-addd-3916456513cf,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:27.369009 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c63a944-cb38-4138-a223-41db639eb9d1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:27.375486 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c63a944-cb38-4138-a223-41db639eb9d1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:27.376123 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c63a944-cb38-4138-a223-41db639eb9d1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:27.390377 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-e05a44b0-9a69-477c-87e3-63f5be87f362 None None] Attempting to bind port 8f38aa19-f349-4327-a8eb-df59e1f2894e on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:23:27.391175 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-e05a44b0-9a69-477c-87e3-63f5be87f362 None None] Attempting to bind port 8f38aa19-f349-4327-a8eb-df59e1f2894e by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:23:27.391649 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a44b0-9a69-477c-87e3-63f5be87f362 None None] Attempting to bind port 8f38aa19-f349-4327-a8eb-df59e1f2894e on network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:23:27.401419 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a44b0-9a69-477c-87e3-63f5be87f362 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:23:27.401807 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a44b0-9a69-477c-87e3-63f5be87f362 None None] Checking segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:23:27.402219 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e05a44b0-9a69-477c-87e3-63f5be87f362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:27.402633 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a44b0-9a69-477c-87e3-63f5be87f362 None None] Bound using segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:23:27.403860 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-e05a44b0-9a69-477c-87e3-63f5be87f362 None None] Bound port: 8f38aa19-f349-4327-a8eb-df59e1f2894e, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:23:27.404254 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e05a44b0-9a69-477c-87e3-63f5be87f362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:27.491545 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4c63a944-cb38-4138-a223-41db639eb9d1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3927760 Jul 30 20:23:27.495045 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60354) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:27.504387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-19e61874-3ed1-49b8-9d0f-e0fda13cffba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'subnet': {'network_id': 'cf808214-47fb-4a55-ac22-70f997a63c80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:27.512625 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63a944-cb38-4138-a223-41db639eb9d1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Network': ['ID=cf808214-47fb-4a55-ac22-70f997a63c80,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:27.526626 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network cf808214-47fb-4a55-ac22-70f997a63c80 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:23:27.564741 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-9767a93a-c4f0-4618-b5bd-df4f20804e33 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 172.20.0.9 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/e7ceff07-55e6-4740-82ff-f79b42245bc0/5bd1fd89-e0ee-4d90-93de-7e175fcaf31f) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:27.583091 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-9767a93a-c4f0-4618-b5bd-df4f20804e33 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8::f816:3eff:feb3:e88 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/2c7880a6-985b-4700-b58f-80cf78b4154b/5bd1fd89-e0ee-4d90-93de-7e175fcaf31f) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:27.684663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e61874-3ed1-49b8-9d0f-e0fda13cffba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Made reservation on behalf of c91b7b2c8ba948c1871a986ad088363a for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:27.688455 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-19e61874-3ed1-49b8-9d0f-e0fda13cffba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:27.812583 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e05a44b0-9a69-477c-87e3-63f5be87f362 None None] For port 8f38aa19-f349-4327-a8eb-df59e1f2894e, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:23:27.829164 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e05a44b0-9a69-477c-87e3-63f5be87f362 None None] For port 8f38aa19-f349-4327-a8eb-df59e1f2894e, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8f38aa19-f349-4327-a8eb-df59e1f2894e,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:23:27.836709 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e05a44b0-9a69-477c-87e3-63f5be87f362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:27.895483 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a44b0-9a69-477c-87e3-63f5be87f362 None None] Pushing event updated for resources: {'Port': ['ID=8f38aa19-f349-4327-a8eb-df59e1f2894e,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:27.995579 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-19e61874-3ed1-49b8-9d0f-e0fda13cffba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:28.028991 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9767a93a-c4f0-4618-b5bd-df4f20804e33 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:28.108921 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-9767a93a-c4f0-4618-b5bd-df4f20804e33 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Transition to ACTIVE for port object 5bd1fd89-e0ee-4d90-93de-7e175fcaf31f will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:28.125116 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e61874-3ed1-49b8-9d0f-e0fda13cffba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Checking segment: {'id': 'dba9f9c7-6e5d-497d-9796-773294a698b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cf808214-47fb-4a55-ac22-70f997a63c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:23:28.125667 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e61874-3ed1-49b8-9d0f-e0fda13cffba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network hostable DHCP agents. Network: cf808214-47fb-4a55-ac22-70f997a63c80, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:23:28.172437 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e61874-3ed1-49b8-9d0f-e0fda13cffba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Subnet': ['ID=059ce9b9-2e17-495f-9b37-c5e751a571ef,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:28.254385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e61874-3ed1-49b8-9d0f-e0fda13cffba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network cf808214-47fb-4a55-ac22-70f997a63c80 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:23:28.308971 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9767a93a-c4f0-4618-b5bd-df4f20804e33 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:28.312950 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-19e61874-3ed1-49b8-9d0f-e0fda13cffba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, cf808214-47fb-4a55-ac22-70f997a63c80) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:28.325317 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d1e099-2a84-4144-a30e-647b94f195b4 None None] Network cf808214-47fb-4a55-ac22-70f997a63c80 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:28.335103 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ba998-d1e3-4a0e-8c93-9ce9a45fd81b req-0b86d6b4-46ab-489e-b414-02748ecdc6d6 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:28.344698 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff2ba998-d1e3-4a0e-8c93-9ce9a45fd81b req-0b86d6b4-46ab-489e-b414-02748ecdc6d6 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 945 time: 0.2075992 Jul 30 20:23:28.381808 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e61874-3ed1-49b8-9d0f-e0fda13cffba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:28.382721 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-19e61874-3ed1-49b8-9d0f-e0fda13cffba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:28.469147 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9767a93a-c4f0-4618-b5bd-df4f20804e33 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:28.481797 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-9767a93a-c4f0-4618-b5bd-df4f20804e33 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:28.487072 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767a93a-c4f0-4618-b5bd-df4f20804e33 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=5bd1fd89-e0ee-4d90-93de-7e175fcaf31f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:28.495718 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9767a93a-c4f0-4618-b5bd-df4f20804e33 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:23:28.502692 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-19e61874-3ed1-49b8-9d0f-e0fda13cffba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0031264 Jul 30 20:23:28.503044 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60382) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:28.508311 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-473f3544-a258-4de8-b604-05d801519854 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-207807696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:28.548436 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff2ba998-d1e3-4a0e-8c93-9ce9a45fd81b req-97c930ae-04b2-46dc-87c1-6c7c9be321ce tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025173 Jul 30 20:23:28.562293 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-473f3544-a258-4de8-b604-05d801519854 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:28.562293 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-473f3544-a258-4de8-b604-05d801519854 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:28.590987 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9767a93a-c4f0-4618-b5bd-df4f20804e33 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:28.592020 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9767a93a-c4f0-4618-b5bd-df4f20804e33 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:28.619457 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9767a93a-c4f0-4618-b5bd-df4f20804e33 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.0741036 Jul 30 20:23:28.620612 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60384) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:28.681896 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f409cf-bfee-48bd-a94b-399972f802c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-cf808214-47fb-4a55-ac22-70f997a63c80', 'network_id': 'cf808214-47fb-4a55-ac22-70f997a63c80', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'fixed_ips': [{'subnet_id': '059ce9b9-2e17-495f-9b37-c5e751a571ef'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:23:28.682618 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b0f409cf-bfee-48bd-a94b-399972f802c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:28.723276 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-473f3544-a258-4de8-b604-05d801519854 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:28.736432 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-473f3544-a258-4de8-b604-05d801519854 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:28.747050 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afd570e-f89f-465c-8dbf-54b2c4592330 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:28.752979 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afd570e-f89f-465c-8dbf-54b2c4592330 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:28.760744 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60388) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:28.767984 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0afd570e-f89f-465c-8dbf-54b2c4592330 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.1327775 Jul 30 20:23:28.899702 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8f38aa19-f349-4327-a8eb-df59e1f2894e up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:23:28.902822 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-473f3544-a258-4de8-b604-05d801519854 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:28.904397 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-473f3544-a258-4de8-b604-05d801519854 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4003088 Jul 30 20:23:28.908129 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60392) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:28.944101 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-b0f409cf-bfee-48bd-a94b-399972f802c2 None None] Allocated IP 172.20.0.2 (cf808214-47fb-4a55-ac22-70f997a63c80/059ce9b9-2e17-495f-9b37-c5e751a571ef/0b8a3ada-ecf7-4357-ba05-1626643731eb) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:29.086234 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1e6f49eb-5153-4cfd-b1f0-362bdc1ba4bf tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting port 5bd1fd89-e0ee-4d90-93de-7e175fcaf31f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:23:29.086906 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e6f49eb-5153-4cfd-b1f0-362bdc1ba4bf tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:29.160873 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b0f409cf-bfee-48bd-a94b-399972f802c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:29.171596 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b0f409cf-bfee-48bd-a94b-399972f802c2 None None] Transition to ACTIVE for port object 0b8a3ada-ecf7-4357-ba05-1626643731eb will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:29.192945 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b0f409cf-bfee-48bd-a94b-399972f802c2 None None] Transition to ACTIVE for port object 0b8a3ada-ecf7-4357-ba05-1626643731eb will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:29.227355 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b0f409cf-bfee-48bd-a94b-399972f802c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:29.279216 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e6f49eb-5153-4cfd-b1f0-362bdc1ba4bf tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:29.283336 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f409cf-bfee-48bd-a94b-399972f802c2 None None] Network cf808214-47fb-4a55-ac22-70f997a63c80 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:29.294286 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-b0f409cf-bfee-48bd-a94b-399972f802c2 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:29.303430 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f409cf-bfee-48bd-a94b-399972f802c2 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:23:29.324934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1e6f49eb-5153-4cfd-b1f0-362bdc1ba4bf tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Calling delete_port for 5bd1fd89-e0ee-4d90-93de-7e175fcaf31f owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:23:29.450913 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a9494522-0087-4c32-b193-10f00d44f910 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:29.469630 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f409cf-bfee-48bd-a94b-399972f802c2 None None] Pushing event updated for resources: {'Port': ['ID=0b8a3ada-ecf7-4357-ba05-1626643731eb,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:29.511292 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-b0f409cf-bfee-48bd-a94b-399972f802c2 None None] Attempting to bind port 0b8a3ada-ecf7-4357-ba05-1626643731eb on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:23:29.511715 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-b0f409cf-bfee-48bd-a94b-399972f802c2 None None] Attempting to bind port 0b8a3ada-ecf7-4357-ba05-1626643731eb by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'dba9f9c7-6e5d-497d-9796-773294a698b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cf808214-47fb-4a55-ac22-70f997a63c80'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:23:29.512522 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f409cf-bfee-48bd-a94b-399972f802c2 None None] Attempting to bind port 0b8a3ada-ecf7-4357-ba05-1626643731eb on network cf808214-47fb-4a55-ac22-70f997a63c80 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:23:29.532645 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 8f38aa19-f349-4327-a8eb-df59e1f2894e completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:23:29.541551 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f409cf-bfee-48bd-a94b-399972f802c2 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:23:29.541800 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f409cf-bfee-48bd-a94b-399972f802c2 None None] Checking segment: {'id': 'dba9f9c7-6e5d-497d-9796-773294a698b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cf808214-47fb-4a55-ac22-70f997a63c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:23:29.542204 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b0f409cf-bfee-48bd-a94b-399972f802c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:29.542679 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f409cf-bfee-48bd-a94b-399972f802c2 None None] Bound using segment: {'id': 'dba9f9c7-6e5d-497d-9796-773294a698b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cf808214-47fb-4a55-ac22-70f997a63c80'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:23:29.543096 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-b0f409cf-bfee-48bd-a94b-399972f802c2 None None] Bound port: 0b8a3ada-ecf7-4357-ba05-1626643731eb, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba9f9c7-6e5d-497d-9796-773294a698b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cf808214-47fb-4a55-ac22-70f997a63c80'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:23:29.543494 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b0f409cf-bfee-48bd-a94b-399972f802c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:29.593931 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1e7309-f628-498e-a831-cad3496d9fa4 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:29.712595 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e6f49eb-5153-4cfd-b1f0-362bdc1ba4bf tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:29.714567 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 2f5d7418-ec46-4c6a-a603-86d9a353e039 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:23:29.745875 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f49eb-5153-4cfd-b1f0-362bdc1ba4bf tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Port': ['ID=5bd1fd89-e0ee-4d90-93de-7e175fcaf31f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:29.815380 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 2f5d7418-ec46-4c6a-a603-86d9a353e039 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:23:29.815804 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 2f5d7418-ec46-4c6a-a603-86d9a353e039 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:23:29.848143 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b0f409cf-bfee-48bd-a94b-399972f802c2 None None] For port 0b8a3ada-ecf7-4357-ba05-1626643731eb, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:23:29.851540 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e6f49eb-5153-4cfd-b1f0-362bdc1ba4bf tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:29.854902 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1e6f49eb-5153-4cfd-b1f0-362bdc1ba4bf tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/5bd1fd89-e0ee-4d90-93de-7e175fcaf31f HTTP/1.1" status: 204 len: 168 time: 1.0921650 Jul 30 20:23:29.855950 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b0f409cf-bfee-48bd-a94b-399972f802c2 None None] For port 0b8a3ada-ecf7-4357-ba05-1626643731eb, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0b8a3ada-ecf7-4357-ba05-1626643731eb,segment=NetworkSegment(dba9f9c7-6e5d-497d-9796-773294a698b9),segment_id=dba9f9c7-6e5d-497d-9796-773294a698b9)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:23:29.860969 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-02995732-9fa7-4031-906a-d8706c9b8c0f None None] Provisioning for port 8f38aa19-f349-4327-a8eb-df59e1f2894e completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:23:29.862694 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60414) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:29.872182 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b0f409cf-bfee-48bd-a94b-399972f802c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:29.956694 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-02995732-9fa7-4031-906a-d8706c9b8c0f None None] Provisioning complete for port 8f38aa19-f349-4327-a8eb-df59e1f2894e triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:29.957423 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02995732-9fa7-4031-906a-d8706c9b8c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:30.010521 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1288b0-b82b-45f4-a831-dbf5b8889b90 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:30.012482 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1288b0-b82b-45f4-a831-dbf5b8889b90 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:30.014342 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1288b0-b82b-45f4-a831-dbf5b8889b90 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:30.039413 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-be1288b0-b82b-45f4-a831-dbf5b8889b90 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1752632 Jul 30 20:23:30.044582 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60422) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:30.063964 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118df43e-fd09-4b04-90cd-55c300ac8c32 req-f128f909-acc8-4434-81b0-667527f3fa0d tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:30.067300 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-118df43e-fd09-4b04-90cd-55c300ac8c32 req-f128f909-acc8-4434-81b0-667527f3fa0d tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 945 time: 0.4053702 Jul 30 20:23:30.072091 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-a9494522-0087-4c32-b193-10f00d44f910 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Allocated IP 172.20.0.1 (cf808214-47fb-4a55-ac22-70f997a63c80/059ce9b9-2e17-495f-9b37-c5e751a571ef/d95efa79-4b25-4902-8702-0a8e69590636) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:30.120760 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f409cf-bfee-48bd-a94b-399972f802c2 None None] Pushing event updated for resources: {'Port': ['ID=0b8a3ada-ecf7-4357-ba05-1626643731eb,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:30.147094 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-118df43e-fd09-4b04-90cd-55c300ac8c32 req-22735eba-f839-4dd8-a128-4e3e0cebc815 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683911 Jul 30 20:23:30.187326 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06220d5-6a09-4d0b-922e-0ee97c565498 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet 2c7880a6-985b-4700-b58f-80cf78b4154b {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:23:30.192994 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c06220d5-6a09-4d0b-922e-0ee97c565498 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:30.282375 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c06220d5-6a09-4d0b-922e-0ee97c565498 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:30.310447 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02995732-9fa7-4031-906a-d8706c9b8c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:30.469607 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a9494522-0087-4c32-b193-10f00d44f910 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:30.493897 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-a9494522-0087-4c32-b193-10f00d44f910 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Transition to ACTIVE for port object d95efa79-4b25-4902-8702-0a8e69590636 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:30.518941 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-02995732-9fa7-4031-906a-d8706c9b8c0f None None] For port 8f38aa19-f349-4327-a8eb-df59e1f2894e, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8f38aa19-f349-4327-a8eb-df59e1f2894e,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:30.531979 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02995732-9fa7-4031-906a-d8706c9b8c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:30.536865 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c06220d5-6a09-4d0b-922e-0ee97c565498 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:30.632058 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a9494522-0087-4c32-b193-10f00d44f910 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:30.708906 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c06220d5-6a09-4d0b-922e-0ee97c565498 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:30.746021 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9494522-0087-4c32-b193-10f00d44f910 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network cf808214-47fb-4a55-ac22-70f997a63c80 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:30.758689 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-a9494522-0087-4c32-b193-10f00d44f910 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:30.774485 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9494522-0087-4c32-b193-10f00d44f910 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:23:30.779354 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9494522-0087-4c32-b193-10f00d44f910 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Port': ['ID=d95efa79-4b25-4902-8702-0a8e69590636,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:30.785460 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02995732-9fa7-4031-906a-d8706c9b8c0f None None] Pushing event updated for resources: {'Port': ['ID=8f38aa19-f349-4327-a8eb-df59e1f2894e,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:30.798668 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06220d5-6a09-4d0b-922e-0ee97c565498 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=2c7880a6-985b-4700-b58f-80cf78b4154b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:30.809531 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c06220d5-6a09-4d0b-922e-0ee97c565498 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:30.812262 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c06220d5-6a09-4d0b-922e-0ee97c565498 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/2c7880a6-985b-4700-b58f-80cf78b4154b HTTP/1.1" status: 204 len: 168 time: 0.7666492 Jul 30 20:23:30.815452 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60432) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:30.884734 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a9494522-0087-4c32-b193-10f00d44f910 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:30.918715 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0b8a3ada-ecf7-4357-ba05-1626643731eb up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:23:30.960058 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-658088d1-0f88-4be1-9ac9-8e963079599e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet e7ceff07-55e6-4740-82ff-f79b42245bc0 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:23:30.973299 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-658088d1-0f88-4be1-9ac9-8e963079599e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:31.042808 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 0b8a3ada-ecf7-4357-ba05-1626643731eb completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:23:31.053981 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-658088d1-0f88-4be1-9ac9-8e963079599e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:31.195297 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a9494522-0087-4c32-b193-10f00d44f910 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:31.285067 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-658088d1-0f88-4be1-9ac9-8e963079599e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:31.401871 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-658088d1-0f88-4be1-9ac9-8e963079599e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:31.476747 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-658088d1-0f88-4be1-9ac9-8e963079599e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:31.478718 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-658088d1-0f88-4be1-9ac9-8e963079599e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/e7ceff07-55e6-4740-82ff-f79b42245bc0 HTTP/1.1" status: 204 len: 168 time: 0.6620271 Jul 30 20:23:31.481223 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60442) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:31.487469 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658088d1-0f88-4be1-9ac9-8e963079599e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=e7ceff07-55e6-4740-82ff-f79b42245bc0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:31.585410 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dfc92-353a-4135-94a0-b191e32cba9a req-57b6907d-1123-4249-83dc-578e78f3e6e8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:31.587000 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-911dfc92-353a-4135-94a0-b191e32cba9a req-57b6907d-1123-4249-83dc-578e78f3e6e8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 945 time: 0.2922678 Jul 30 20:23:31.590943 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3c23cebd-65c4-46c3-9f1f-ca28e1343b6f tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1086171 Jul 30 20:23:31.593661 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60444) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:31.598557 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-60e3a7e6-0598-49ad-8ac4-bd8986f2116e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:31.714353 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e331a7b-7983-47e3-82a2-ceab066ed01b None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:31.783847 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e3a7e6-0598-49ad-8ac4-bd8986f2116e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:31.787577 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60e3a7e6-0598-49ad-8ac4-bd8986f2116e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:31.835882 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22cbb04-dd98-4a3e-83bf-fc45cac9a8da None None] Network cf808214-47fb-4a55-ac22-70f997a63c80 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:31.845339 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bdeb2916-dbc3-4378-8996-b71870919aad None None] Provisioning complete for port 8f38aa19-f349-4327-a8eb-df59e1f2894e triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:31.845875 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bdeb2916-dbc3-4378-8996-b71870919aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:31.882144 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-911dfc92-353a-4135-94a0-b191e32cba9a req-09352b23-6fc2-40f2-a92f-eb4418c01360 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789042 Jul 30 20:23:31.883586 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60450) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:32.085808 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a9494522-0087-4c32-b193-10f00d44f910 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:32.099736 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a9494522-0087-4c32-b193-10f00d44f910 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:32.125874 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4454074e-d128-4202-8233-f9b6491546f6 None None] DHCP port deletion for af4b4c78-015d-41b2-aa81-e7eeeb1e0803 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:23:32.165290 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a06ba64-8f9f-4c1e-883f-710385ad9f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:32.181380 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9494522-0087-4c32-b193-10f00d44f910 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Port': ['ID=d95efa79-4b25-4902-8702-0a8e69590636,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:32.211270 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4454074e-d128-4202-8233-f9b6491546f6 None None] Deleting port 8f38aa19-f349-4327-a8eb-df59e1f2894e {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:23:32.211671 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4454074e-d128-4202-8233-f9b6491546f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:32.212407 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a9494522-0087-4c32-b193-10f00d44f910 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:32.317249 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60e3a7e6-0598-49ad-8ac4-bd8986f2116e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:32.352004 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4454074e-d128-4202-8233-f9b6491546f6 None None] For port 8f38aa19-f349-4327-a8eb-df59e1f2894e, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8f38aa19-f349-4327-a8eb-df59e1f2894e,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:32.353059 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4454074e-d128-4202-8233-f9b6491546f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:32.368224 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4454074e-d128-4202-8233-f9b6491546f6 None None] Calling delete_port for 8f38aa19-f349-4327-a8eb-df59e1f2894e owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:23:32.380675 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9494522-0087-4c32-b193-10f00d44f910 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network cf808214-47fb-4a55-ac22-70f997a63c80 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:32.382115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-a9494522-0087-4c32-b193-10f00d44f910 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:32.404556 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e3a7e6-0598-49ad-8ac4-bd8986f2116e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:32.418872 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-60e3a7e6-0598-49ad-8ac4-bd8986f2116e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:32.442929 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e3a7e6-0598-49ad-8ac4-bd8986f2116e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:32.443586 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60e3a7e6-0598-49ad-8ac4-bd8986f2116e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:32.463244 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-08f16786-fbf6-433a-8fda-fe33bd6247a9 None None] Provisioning for port 0b8a3ada-ecf7-4357-ba05-1626643731eb completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:23:32.464056 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3a7e6-0598-49ad-8ac4-bd8986f2116e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=991fdfe5-1a3d-44f6-94b7-73e1638e8a17,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:32.475665 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-08f16786-fbf6-433a-8fda-fe33bd6247a9 None None] Provisioning complete for port 0b8a3ada-ecf7-4357-ba05-1626643731eb triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:32.476355 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08f16786-fbf6-433a-8fda-fe33bd6247a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:32.539475 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a06ba64-8f9f-4c1e-883f-710385ad9f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:32.547630 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a06ba64-8f9f-4c1e-883f-710385ad9f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:32.573777 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-60e3a7e6-0598-49ad-8ac4-bd8986f2116e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9764085 Jul 30 20:23:32.576573 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60456) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:32.582253 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-05e58948-edba-4639-afa6-b5d00590a547 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:32.619879 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08f16786-fbf6-433a-8fda-fe33bd6247a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:32.620977 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9494522-0087-4c32-b193-10f00d44f910 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Router f7beba22-b7f9-46a3-896d-4cdf9746df70 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:23:32.640216 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4454074e-d128-4202-8233-f9b6491546f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:32.651480 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3a06ba64-8f9f-4c1e-883f-710385ad9f57 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=748402bdfdd14eb3a04b9252bed079fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7630048 Jul 30 20:23:32.653782 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60458) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:32.672201 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06ba64-8f9f-4c1e-883f-710385ad9f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a817d4-d00c-4385-8535-29a9356d5c6c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:32.682512 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-08f16786-fbf6-433a-8fda-fe33bd6247a9 None None] For port 0b8a3ada-ecf7-4357-ba05-1626643731eb, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0b8a3ada-ecf7-4357-ba05-1626643731eb,segment=NetworkSegment(dba9f9c7-6e5d-497d-9796-773294a698b9),segment_id=dba9f9c7-6e5d-497d-9796-773294a698b9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:32.709950 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4454074e-d128-4202-8233-f9b6491546f6 None None] No DVR routers for this DVR port 8f38aa19-f349-4327-a8eb-df59e1f2894e on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:23:32.720639 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454074e-d128-4202-8233-f9b6491546f6 None None] Pushing event deleted for resources: {'Port': ['ID=8f38aa19-f349-4327-a8eb-df59e1f2894e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:32.720639 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08f16786-fbf6-433a-8fda-fe33bd6247a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:32.788715 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a8bb173-ab08-4633-8f0c-5259fb29c281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:32.810056 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9494522-0087-4c32-b193-10f00d44f910 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:23:32.825420 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a9494522-0087-4c32-b193-10f00d44f910 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "PUT /v2.0/routers/f7beba22-b7f9-46a3-896d-4cdf9746df70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9139731 Jul 30 20:23:32.833436 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60464) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:32.882224 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f16786-fbf6-433a-8fda-fe33bd6247a9 None None] Pushing event updated for resources: {'Port': ['ID=0b8a3ada-ecf7-4357-ba05-1626643731eb,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:32.888724 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a8bb173-ab08-4633-8f0c-5259fb29c281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:32.890381 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aac987-fb7c-4970-8e38-bfe7c5d7d29d None None] Sync routers for ids ['f7beba22-b7f9-46a3-896d-4cdf9746df70'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:23:32.892919 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddb18b2-77d7-4354-b655-d2b9f416ad85 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:32.896883 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8f38aa19-f349-4327-a8eb-df59e1f2894e no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:23:32.897620 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec869e2e-026d-4902-995f-e2a44e6d9d88 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:32.899345 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ec869e2e-026d-4902-995f-e2a44e6d9d88 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "GET /v2.0/ports/d95efa79-4b25-4902-8702-0a8e69590636 HTTP/1.1" status: 200 len: 910 time: 0.0648904 Jul 30 20:23:32.902792 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60466) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:32.950776 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e58948-edba-4639-afa6-b5d00590a547 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:32.959061 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-05e58948-edba-4639-afa6-b5d00590a547 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:32.971320 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 8f38aa19-f349-4327-a8eb-df59e1f2894e {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:23:32.972351 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8f38aa19-f349-4327-a8eb-df59e1f2894e not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:23:33.042144 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aac987-fb7c-4970-8e38-bfe7c5d7d29d None None] Routers {'f7beba22-b7f9-46a3-896d-4cdf9746df70'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:23:33.043268 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-77aac987-fb7c-4970-8e38-bfe7c5d7d29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:23:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['f7beba22-b7f9-46a3-896d-4cdf9746df70'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:33.136918 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-77aac987-fb7c-4970-8e38-bfe7c5d7d29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:33.152241 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f8a2a6dd-0d86-41f1-918d-dad7244816a1 None None] Provisioning complete for port 0b8a3ada-ecf7-4357-ba05-1626643731eb triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:33.152976 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a6dd-0d86-41f1-918d-dad7244816a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:33.176525 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a8bb173-ab08-4633-8f0c-5259fb29c281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:33.183765 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a8bb173-ab08-4633-8f0c-5259fb29c281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:33.185051 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5a8bb173-ab08-4633-8f0c-5259fb29c281 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a8a817d4-d00c-4385-8535-29a9356d5c6c HTTP/1.1" status: 204 len: 168 time: 0.5301154 Jul 30 20:23:33.219618 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bb173-ab08-4633-8f0c-5259fb29c281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a817d4-d00c-4385-8535-29a9356d5c6c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:33.318705 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aac987-fb7c-4970-8e38-bfe7c5d7d29d None None] Routers {'f7beba22-b7f9-46a3-896d-4cdf9746df70'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:23:33.319346 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-77aac987-fb7c-4970-8e38-bfe7c5d7d29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:23:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['f7beba22-b7f9-46a3-896d-4cdf9746df70'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:33.363312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-77aac987-fb7c-4970-8e38-bfe7c5d7d29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:33.363997 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aac987-fb7c-4970-8e38-bfe7c5d7d29d None None] The sync data for ids ['f7beba22-b7f9-46a3-896d-4cdf9746df70'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:23:33.562908 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f8a2a6dd-0d86-41f1-918d-dad7244816a1 None None] Provisioning for port d95efa79-4b25-4902-8702-0a8e69590636 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:23:33.569795 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f8a2a6dd-0d86-41f1-918d-dad7244816a1 None None] Provisioning complete for port d95efa79-4b25-4902-8702-0a8e69590636 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:33.570170 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a6dd-0d86-41f1-918d-dad7244816a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:33.610378 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f8a2a6dd-0d86-41f1-918d-dad7244816a1 None None] Port d95efa79-4b25-4902-8702-0a8e69590636 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:23:33.637106 n-d-712137-9 neutron-server[93883]: DEBUG neutron.objects.ports [None req-05e58948-edba-4639-afa6-b5d00590a547 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 20:23:33.639156 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-05e58948-edba-4639-afa6-b5d00590a547 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:33.674293 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2457eb2b-9566-4621-89eb-7debfc3492af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'fixed_ips': [{'subnet_id': '80eda7b2-78f9-4e4f-b3f6-8241d4713731'}, {'subnet_id': '991fdfe5-1a3d-44f6-94b7-73e1638e8a17'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:23:33.675186 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2457eb2b-9566-4621-89eb-7debfc3492af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:33.700079 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e58948-edba-4639-afa6-b5d00590a547 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:33.705490 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-05e58948-edba-4639-afa6-b5d00590a547 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:33.710583 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e58948-edba-4639-afa6-b5d00590a547 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:33.711750 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-05e58948-edba-4639-afa6-b5d00590a547 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:33.736631 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e58948-edba-4639-afa6-b5d00590a547 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=80eda7b2-78f9-4e4f-b3f6-8241d4713731,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:33.748427 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-05e58948-edba-4639-afa6-b5d00590a547 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1704199 Jul 30 20:23:33.749020 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60484) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:33.751047 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60486) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:33.756365 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-aa982aad-2375-436d-9521-4bfd6cfc1316 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'mac_address': 'fa:16:3e:b3:c0:bc', 'name': 'tempest-NetworksTestDHCPv6-2109595653'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:33.806648 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2071a6d6-2b6d-4a3b-949d-532779da4fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:33.807814 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcb372-4cba-431c-a2ef-c215bc5d4eac req-f3039b40-6a14-46bd-ac17-aefc91f6b371 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:33.811501 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30bcb372-4cba-431c-a2ef-c215bc5d4eac req-f3039b40-6a14-46bd-ac17-aefc91f6b371 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 945 time: 0.7414925 Jul 30 20:23:33.910800 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30bcb372-4cba-431c-a2ef-c215bc5d4eac req-c69a8fc6-c09a-4ed1-b8e9-2777c0e615b5 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548613 Jul 30 20:23:33.995556 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f5db7c41-97c4-47ec-a085-b2382d9e25ae None None] Provisioning complete for port d95efa79-4b25-4902-8702-0a8e69590636 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:33.996559 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5db7c41-97c4-47ec-a085-b2382d9e25ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:33.998279 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2071a6d6-2b6d-4a3b-949d-532779da4fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:34.012383 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2071a6d6-2b6d-4a3b-949d-532779da4fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:34.048958 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2071a6d6-2b6d-4a3b-949d-532779da4fc2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=33120286e5bd44d4a14cc02f7a692314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2964346 Jul 30 20:23:34.051129 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-2457eb2b-9566-4621-89eb-7debfc3492af None None] Allocated IP 172.20.0.2 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/991fdfe5-1a3d-44f6-94b7-73e1638e8a17/6ea83dd4-b249-48a5-9248-c39a32200bd8) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:34.051320 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60490) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:34.067589 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f5db7c41-97c4-47ec-a085-b2382d9e25ae None None] Port d95efa79-4b25-4902-8702-0a8e69590636 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:23:34.076176 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-2457eb2b-9566-4621-89eb-7debfc3492af None None] Allocated IP 2001:db8::f816:3eff:fefb:340f (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/80eda7b2-78f9-4e4f-b3f6-8241d4713731/6ea83dd4-b249-48a5-9248-c39a32200bd8) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:34.102493 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa982aad-2375-436d-9521-4bfd6cfc1316 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:34.163922 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3b4dc86-2099-4324-865d-fee6835078ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:34.169574 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071a6d6-2b6d-4a3b-949d-532779da4fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ec80a4-3cee-4240-8465-059791426cd6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:34.202410 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3b4dc86-2099-4324-865d-fee6835078ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:34.230034 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c40d136d-eadc-4174-b7ff-73419f281a90 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:34.261249 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa982aad-2375-436d-9521-4bfd6cfc1316 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:34.286513 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-aa982aad-2375-436d-9521-4bfd6cfc1316 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] device_id is not set on port 8b6b1a13-456f-451d-b6a5-139bd1a9ba94 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:23:34.299582 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2457eb2b-9566-4621-89eb-7debfc3492af None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:34.309617 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2457eb2b-9566-4621-89eb-7debfc3492af None None] Transition to ACTIVE for port object 6ea83dd4-b249-48a5-9248-c39a32200bd8 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:34.327146 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2457eb2b-9566-4621-89eb-7debfc3492af None None] Transition to ACTIVE for port object 6ea83dd4-b249-48a5-9248-c39a32200bd8 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:34.345040 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2457eb2b-9566-4621-89eb-7debfc3492af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:34.381161 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3b4dc86-2099-4324-865d-fee6835078ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:34.384467 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3b4dc86-2099-4324-865d-fee6835078ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:34.386172 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f3b4dc86-2099-4324-865d-fee6835078ee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d4ec80a4-3cee-4240-8465-059791426cd6 HTTP/1.1" status: 204 len: 168 time: 0.3335378 Jul 30 20:23:34.390022 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2457eb2b-9566-4621-89eb-7debfc3492af None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:34.392805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-2457eb2b-9566-4621-89eb-7debfc3492af None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:34.396213 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2457eb2b-9566-4621-89eb-7debfc3492af None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:23:34.410155 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457eb2b-9566-4621-89eb-7debfc3492af None None] Pushing event updated for resources: {'Port': ['ID=6ea83dd4-b249-48a5-9248-c39a32200bd8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:34.421558 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4dc86-2099-4324-865d-fee6835078ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ec80a4-3cee-4240-8465-059791426cd6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:34.557178 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2457eb2b-9566-4621-89eb-7debfc3492af None None] Attempting to bind port 6ea83dd4-b249-48a5-9248-c39a32200bd8 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:23:34.562652 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2457eb2b-9566-4621-89eb-7debfc3492af None None] Attempting to bind port 6ea83dd4-b249-48a5-9248-c39a32200bd8 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:23:34.563208 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2457eb2b-9566-4621-89eb-7debfc3492af None None] Attempting to bind port 6ea83dd4-b249-48a5-9248-c39a32200bd8 on network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:23:34.575814 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2457eb2b-9566-4621-89eb-7debfc3492af None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:23:34.581318 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2457eb2b-9566-4621-89eb-7debfc3492af None None] Checking segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:23:34.582065 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2457eb2b-9566-4621-89eb-7debfc3492af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:34.582631 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2457eb2b-9566-4621-89eb-7debfc3492af None None] Bound using segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:23:34.583304 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2457eb2b-9566-4621-89eb-7debfc3492af None None] Bound port: 6ea83dd4-b249-48a5-9248-c39a32200bd8, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:23:34.583912 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2457eb2b-9566-4621-89eb-7debfc3492af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:34.611954 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-aa982aad-2375-436d-9521-4bfd6cfc1316 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 172.20.0.14 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/991fdfe5-1a3d-44f6-94b7-73e1638e8a17/8b6b1a13-456f-451d-b6a5-139bd1a9ba94) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:34.620986 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-aa982aad-2375-436d-9521-4bfd6cfc1316 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8::f816:3eff:feb3:c0bc (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/80eda7b2-78f9-4e4f-b3f6-8241d4713731/8b6b1a13-456f-451d-b6a5-139bd1a9ba94) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:34.678030 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-2457eb2b-9566-4621-89eb-7debfc3492af None None] For port 6ea83dd4-b249-48a5-9248-c39a32200bd8, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:23:34.686560 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-2457eb2b-9566-4621-89eb-7debfc3492af None None] For port 6ea83dd4-b249-48a5-9248-c39a32200bd8, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6ea83dd4-b249-48a5-9248-c39a32200bd8,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:23:34.697307 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2457eb2b-9566-4621-89eb-7debfc3492af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:34.764995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c40d136d-eadc-4174-b7ff-73419f281a90 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting port d95efa79-4b25-4902-8702-0a8e69590636 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:23:34.765341 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c40d136d-eadc-4174-b7ff-73419f281a90 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:34.792238 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457eb2b-9566-4621-89eb-7debfc3492af None None] Pushing event updated for resources: {'Port': ['ID=6ea83dd4-b249-48a5-9248-c39a32200bd8,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:34.837430 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0b8a3ada-ecf7-4357-ba05-1626643731eb up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:23:34.930130 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa982aad-2375-436d-9521-4bfd6cfc1316 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:34.960617 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 0b8a3ada-ecf7-4357-ba05-1626643731eb triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:34.961105 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:34.969865 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c40d136d-eadc-4174-b7ff-73419f281a90 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:34.980738 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-aa982aad-2375-436d-9521-4bfd6cfc1316 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Transition to ACTIVE for port object 8b6b1a13-456f-451d-b6a5-139bd1a9ba94 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:35.012911 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c40d136d-eadc-4174-b7ff-73419f281a90 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Calling delete_port for d95efa79-4b25-4902-8702-0a8e69590636 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:23:35.080548 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa982aad-2375-436d-9521-4bfd6cfc1316 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:35.195479 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa982aad-2375-436d-9521-4bfd6cfc1316 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:35.207052 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-aa982aad-2375-436d-9521-4bfd6cfc1316 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:35.218441 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa982aad-2375-436d-9521-4bfd6cfc1316 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:23:35.252417 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa982aad-2375-436d-9521-4bfd6cfc1316 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=8b6b1a13-456f-451d-b6a5-139bd1a9ba94,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:35.394319 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c40d136d-eadc-4174-b7ff-73419f281a90 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:35.411184 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7b262-b0c4-4045-a080-d2f1122e308b req-9bf1d177-edbc-4cae-981a-e6c04e250b68 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:35.412847 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d0b7b262-b0c4-4045-a080-d2f1122e308b req-9bf1d177-edbc-4cae-981a-e6c04e250b68 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 945 time: 0.1085513 Jul 30 20:23:35.448581 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d136d-eadc-4174-b7ff-73419f281a90 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Port': ['ID=d95efa79-4b25-4902-8702-0a8e69590636,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:35.756659 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d0b7b262-b0c4-4045-a080-d2f1122e308b req-c8bb8400-7cf0-485f-9b74-942b5a5e7f6f tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3165169 Jul 30 20:23:35.892354 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c40d136d-eadc-4174-b7ff-73419f281a90 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:36.057743 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa982aad-2375-436d-9521-4bfd6cfc1316 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:36.059176 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa982aad-2375-436d-9521-4bfd6cfc1316 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:36.078595 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-aa982aad-2375-436d-9521-4bfd6cfc1316 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.3240898 Jul 30 20:23:36.079711 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60530) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:36.144674 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40d136d-eadc-4174-b7ff-73419f281a90 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Router f7beba22-b7f9-46a3-896d-4cdf9746df70 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:23:36.163551 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284cdd52-2b19-42a6-a08d-6522a03128ea tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:36.174320 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284cdd52-2b19-42a6-a08d-6522a03128ea tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:36.179862 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-284cdd52-2b19-42a6-a08d-6522a03128ea tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0966356 Jul 30 20:23:36.183708 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60534) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:36.248402 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40d136d-eadc-4174-b7ff-73419f281a90 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:23:36.257035 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c40d136d-eadc-4174-b7ff-73419f281a90 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "PUT /v2.0/routers/f7beba22-b7f9-46a3-896d-4cdf9746df70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3531299 Jul 30 20:23:36.257811 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60536) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:36.262236 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff615284-5fce-49a5-b023-3890ce66c55b None None] Sync routers for ids ['f7beba22-b7f9-46a3-896d-4cdf9746df70'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:23:36.272568 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff615284-5fce-49a5-b023-3890ce66c55b None None] Routers {'f7beba22-b7f9-46a3-896d-4cdf9746df70'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:23:36.273903 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ff615284-5fce-49a5-b023-3890ce66c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:23:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['f7beba22-b7f9-46a3-896d-4cdf9746df70'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:36.307788 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4c4e604d-8096-4477-97b0-260dc11ba8f2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7beba22-b7f9-46a3-896d-4cdf9746df70 HTTP/1.1" status: 200 len: 205 time: 0.0487185 Jul 30 20:23:36.308521 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60538) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:36.391031 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b8c4ebb4-57b0-4fb9-b8b8-b94fc6668bb7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting port 8b6b1a13-456f-451d-b6a5-139bd1a9ba94 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:23:36.391707 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8c4ebb4-57b0-4fb9-b8b8-b94fc6668bb7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:36.432255 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-14b02869-acbc-438c-a1fe-67b63aa1bc35 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:36.507065 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ff615284-5fce-49a5-b023-3890ce66c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:36.518160 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff615284-5fce-49a5-b023-3890ce66c55b None None] Routers {'f7beba22-b7f9-46a3-896d-4cdf9746df70'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:23:36.519025 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ff615284-5fce-49a5-b023-3890ce66c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:23:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['f7beba22-b7f9-46a3-896d-4cdf9746df70'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:36.566985 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8c4ebb4-57b0-4fb9-b8b8-b94fc6668bb7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:36.587385 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60542) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:36.593933 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b8c4ebb4-57b0-4fb9-b8b8-b94fc6668bb7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Calling delete_port for 8b6b1a13-456f-451d-b6a5-139bd1a9ba94 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:23:36.597937 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ff615284-5fce-49a5-b023-3890ce66c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:36.600354 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff615284-5fce-49a5-b023-3890ce66c55b None None] The sync data for ids ['f7beba22-b7f9-46a3-896d-4cdf9746df70'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:23:36.617704 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5ac4a9-e647-4ad5-a8c4-0394a295341d None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:36.835951 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-066edb7d-923e-4fc4-abde-13d13d353eb8 None None] Provisioning for port 6ea83dd4-b249-48a5-9248-c39a32200bd8 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:23:36.838336 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6a34974-be65-4337-958e-b4f36cfa285b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:36.916507 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6ea83dd4-b249-48a5-9248-c39a32200bd8 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:23:36.983825 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-14b02869-acbc-438c-a1fe-67b63aa1bc35 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:36.991989 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-14b02869-acbc-438c-a1fe-67b63aa1bc35 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:37.006156 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8c4ebb4-57b0-4fb9-b8b8-b94fc6668bb7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:37.030389 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 6ea83dd4-b249-48a5-9248-c39a32200bd8 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:23:37.047572 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 6ea83dd4-b249-48a5-9248-c39a32200bd8 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:37.048197 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:37.061798 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4ebb4-57b0-4fb9-b8b8-b94fc6668bb7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Port': ['ID=8b6b1a13-456f-451d-b6a5-139bd1a9ba94,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:37.112605 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-14b02869-acbc-438c-a1fe-67b63aa1bc35 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:37.113260 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b02869-acbc-438c-a1fe-67b63aa1bc35 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Fanout notify agent at l3_agent the message router_deleted on router f7beba22-b7f9-46a3-896d-4cdf9746df70 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:23:37.121679 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-14b02869-acbc-438c-a1fe-67b63aa1bc35 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:37.123402 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-14b02869-acbc-438c-a1fe-67b63aa1bc35 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/routers/f7beba22-b7f9-46a3-896d-4cdf9746df70 HTTP/1.1" status: 204 len: 168 time: 0.8138001 Jul 30 20:23:37.132005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081e514-fe61-43e2-91d7-c7356958f642 req-3efaf0ff-035b-48b8-b7be-b3e152d0a29e tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:37.139639 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e081e514-fe61-43e2-91d7-c7356958f642 req-3efaf0ff-035b-48b8-b7be-b3e152d0a29e tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 945 time: 0.2239363 Jul 30 20:23:37.141577 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60550) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:37.207646 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e081e514-fe61-43e2-91d7-c7356958f642 req-ce96b8f4-2e31-447a-bb61-e81740d2330c tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664990 Jul 30 20:23:37.216556 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:37.252270 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 6ea83dd4-b249-48a5-9248-c39a32200bd8, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6ea83dd4-b249-48a5-9248-c39a32200bd8,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:37.257998 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:37.421307 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=6ea83dd4-b249-48a5-9248-c39a32200bd8,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:37.522119 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6a34974-be65-4337-958e-b4f36cfa285b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:37.522119 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6a34974-be65-4337-958e-b4f36cfa285b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:37.522119 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8c4ebb4-57b0-4fb9-b8b8-b94fc6668bb7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:37.522119 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b8c4ebb4-57b0-4fb9-b8b8-b94fc6668bb7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/8b6b1a13-456f-451d-b6a5-139bd1a9ba94 HTTP/1.1" status: 204 len: 168 time: 1.2231326 Jul 30 20:23:37.527947 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60566) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:37.529190 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-8250774a-ecb5-46f0-8a3d-a6f6806e4aba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting subnet 059ce9b9-2e17-495f-9b37-c5e751a571ef {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:23:37.529190 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8250774a-ecb5-46f0-8a3d-a6f6806e4aba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:37.549761 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5febe23-4a73-483c-9020-d3398936926c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:37.551923 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5febe23-4a73-483c-9020-d3398936926c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:37.554682 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5febe23-4a73-483c-9020-d3398936926c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:37.557894 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b5febe23-4a73-483c-9020-d3398936926c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1487849 Jul 30 20:23:37.560960 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c6a34974-be65-4337-958e-b4f36cfa285b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a37e8229dc2b48089e76d901ec438cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9700742 Jul 30 20:23:37.561899 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a34974-be65-4337-958e-b4f36cfa285b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c59d541-8aa0-4c42-8c12-2452a72bf708,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:37.563676 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60574) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:37.564112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60576) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:37.580761 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8250774a-ecb5-46f0-8a3d-a6f6806e4aba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:37.603273 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4c2faec1-d6c6-4f41-9432-0b7874f53ff0 None None] Provisioning complete for port 6ea83dd4-b249-48a5-9248-c39a32200bd8 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:37.605221 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c2faec1-d6c6-4f41-9432-0b7874f53ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:37.693560 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5808121-96c4-4ce8-ad31-17dac859d46d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet 80eda7b2-78f9-4e4f-b3f6-8241d4713731 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:23:37.707234 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b5808121-96c4-4ce8-ad31-17dac859d46d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:37.747387 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4c2faec1-d6c6-4f41-9432-0b7874f53ff0 None None] Could not find standard attr ID for object 8b6b1a13-456f-451d-b6a5-139bd1a9ba94. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:23:37.768269 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-70c3c8d7-bdba-4ede-9048-3517b5900ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:37.778184 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8250774a-ecb5-46f0-8a3d-a6f6806e4aba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:37.798359 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-70c3c8d7-bdba-4ede-9048-3517b5900ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:37.855483 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b5808121-96c4-4ce8-ad31-17dac859d46d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:37.895881 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8250774a-ecb5-46f0-8a3d-a6f6806e4aba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:37.943860 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a47b02-3343-4506-b09d-7b0a112b23f5 None None] Network cf808214-47fb-4a55-ac22-70f997a63c80 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:37.946548 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250774a-ecb5-46f0-8a3d-a6f6806e4aba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Subnet': ['ID=059ce9b9-2e17-495f-9b37-c5e751a571ef,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:37.962439 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8250774a-ecb5-46f0-8a3d-a6f6806e4aba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:37.964967 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8250774a-ecb5-46f0-8a3d-a6f6806e4aba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/subnets/059ce9b9-2e17-495f-9b37-c5e751a571ef HTTP/1.1" status: 204 len: 168 time: 0.8191140 Jul 30 20:23:37.967721 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60584) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:38.015114 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4f8f2166-3fdd-4c9a-8b6b-c138e3f0657b None None] Could not find standard attr ID for object cb62c42c-5f59-44ca-9dd9-69bc22813ed9. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:23:38.088464 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-70c3c8d7-bdba-4ede-9048-3517b5900ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:38.093282 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-70c3c8d7-bdba-4ede-9048-3517b5900ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:38.096107 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-70c3c8d7-bdba-4ede-9048-3517b5900ee4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5c59d541-8aa0-4c42-8c12-2452a72bf708 HTTP/1.1" status: 204 len: 168 time: 0.5296633 Jul 30 20:23:38.109827 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7369b6f-d9ce-44e2-b902-3a462b89c7e9 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:38.136885 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3c8d7-bdba-4ede-9048-3517b5900ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c59d541-8aa0-4c42-8c12-2452a72bf708,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:38.159222 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b5808121-96c4-4ce8-ad31-17dac859d46d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:38.255501 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d7369b6f-d9ce-44e2-b902-3a462b89c7e9 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting port 0b8a3ada-ecf7-4357-ba05-1626643731eb {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:23:38.264073 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7369b6f-d9ce-44e2-b902-3a462b89c7e9 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:38.297362 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b5808121-96c4-4ce8-ad31-17dac859d46d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:38.397095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5808121-96c4-4ce8-ad31-17dac859d46d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=80eda7b2-78f9-4e4f-b3f6-8241d4713731,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:38.408175 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b5808121-96c4-4ce8-ad31-17dac859d46d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:38.410088 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b5808121-96c4-4ce8-ad31-17dac859d46d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/80eda7b2-78f9-4e4f-b3f6-8241d4713731 HTTP/1.1" status: 204 len: 168 time: 0.8449323 Jul 30 20:23:38.418463 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-d7369b6f-d9ce-44e2-b902-3a462b89c7e9 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] For port 0b8a3ada-ecf7-4357-ba05-1626643731eb, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0b8a3ada-ecf7-4357-ba05-1626643731eb,segment=NetworkSegment(dba9f9c7-6e5d-497d-9796-773294a698b9),segment_id=dba9f9c7-6e5d-497d-9796-773294a698b9)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:38.418999 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7369b6f-d9ce-44e2-b902-3a462b89c7e9 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:38.421866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e2cfb7-74a0-4bbd-9bf1-b568f9dc9319 None None] DHCP port deletion for cf808214-47fb-4a55-ac22-70f997a63c80 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:23:38.425333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60598) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:38.452645 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d7369b6f-d9ce-44e2-b902-3a462b89c7e9 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Calling delete_port for 0b8a3ada-ecf7-4357-ba05-1626643731eb owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:23:38.498290 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b9e2cfb7-74a0-4bbd-9bf1-b568f9dc9319 None None] Deleting port 0b8a3ada-ecf7-4357-ba05-1626643731eb {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:23:38.499016 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9e2cfb7-74a0-4bbd-9bf1-b568f9dc9319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:38.562182 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7979316b-255a-4ea0-9e1e-3c17e07cb8ec None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:38.610684 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7369b6f-d9ce-44e2-b902-3a462b89c7e9 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:38.611953 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade9b72-43ec-4fef-a8e4-563735046139 req-8055e9db-5b55-4c0a-8123-c8cbc619c1df tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:38.613870 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0ade9b72-43ec-4fef-a8e4-563735046139 req-8055e9db-5b55-4c0a-8123-c8cbc619c1df tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 945 time: 0.2677720 Jul 30 20:23:38.619388 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-b802f39c-82e0-4ead-8299-b5d4b7ee31ae tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet 991fdfe5-1a3d-44f6-94b7-73e1638e8a17 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:23:38.630293 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b802f39c-82e0-4ead-8299-b5d4b7ee31ae tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:38.687914 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7369b6f-d9ce-44e2-b902-3a462b89c7e9 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Port': ['ID=0b8a3ada-ecf7-4357-ba05-1626643731eb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:38.703303 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7369b6f-d9ce-44e2-b902-3a462b89c7e9 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] No DVR routers for this DVR port 0b8a3ada-ecf7-4357-ba05-1626643731eb on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:23:38.821666 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a9b7dcac-a017-4caa-af5d-1a73ee8225e0 None None] Could not find standard attr ID for object 5bd1fd89-e0ee-4d90-93de-7e175fcaf31f. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:23:38.829021 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0ade9b72-43ec-4fef-a8e4-563735046139 req-fee9c429-ff62-4a5a-96cb-7110e43df7c5 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062109 Jul 30 20:23:38.849290 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b802f39c-82e0-4ead-8299-b5d4b7ee31ae tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:38.858307 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b9e2cfb7-74a0-4bbd-9bf1-b568f9dc9319 None None] For port 0b8a3ada-ecf7-4357-ba05-1626643731eb, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0b8a3ada-ecf7-4357-ba05-1626643731eb,segment=NetworkSegment(dba9f9c7-6e5d-497d-9796-773294a698b9),segment_id=dba9f9c7-6e5d-497d-9796-773294a698b9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:38.872536 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9e2cfb7-74a0-4bbd-9bf1-b568f9dc9319 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:38.936025 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6ea83dd4-b249-48a5-9248-c39a32200bd8 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:23:39.006404 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b9e2cfb7-74a0-4bbd-9bf1-b568f9dc9319 None None] Calling delete_port for 0b8a3ada-ecf7-4357-ba05-1626643731eb owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:23:39.007366 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7369b6f-d9ce-44e2-b902-3a462b89c7e9 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:39.070921 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d7369b6f-d9ce-44e2-b902-3a462b89c7e9 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf808214-47fb-4a55-ac22-70f997a63c80']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:39.099634 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b802f39c-82e0-4ead-8299-b5d4b7ee31ae tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:39.112783 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d7369b6f-d9ce-44e2-b902-3a462b89c7e9 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba9f9c7-6e5d-497d-9796-773294a698b9') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:39.113078 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d7369b6f-d9ce-44e2-b902-3a462b89c7e9 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba9f9c7-6e5d-497d-9796-773294a698b9') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:39.146760 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7369b6f-d9ce-44e2-b902-3a462b89c7e9 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:39.186478 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7369b6f-d9ce-44e2-b902-3a462b89c7e9 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:39.230201 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7369b6f-d9ce-44e2-b902-3a462b89c7e9 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:23:39.230885 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7369b6f-d9ce-44e2-b902-3a462b89c7e9 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:23:39.236157 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:23:39.318777 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9e2cfb7-74a0-4bbd-9bf1-b568f9dc9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:39.364976 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b802f39c-82e0-4ead-8299-b5d4b7ee31ae tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:39.407056 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2cfb7-74a0-4bbd-9bf1-b568f9dc9319 None None] Pushing event deleted for resources: {'Port': ['ID=0b8a3ada-ecf7-4357-ba05-1626643731eb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:39.410138 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e2cfb7-74a0-4bbd-9bf1-b568f9dc9319 None None] No DVR routers for this DVR port 0b8a3ada-ecf7-4357-ba05-1626643731eb on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:23:39.424958 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 6ea83dd4-b249-48a5-9248-c39a32200bd8 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:39.425837 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:39.453537 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802f39c-82e0-4ead-8299-b5d4b7ee31ae tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=991fdfe5-1a3d-44f6-94b7-73e1638e8a17,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:39.490748 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e7566-a69f-40c0-b061-a55e1c44b119 req-87bc12b0-a62f-4fc0-bf67-c8ed1b06c413 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:39.495444 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa59d09-2013-4367-b8c0-8a2f174ad8d4 req-b09ebd43-dd90-4f0a-9f75-2cf09ac7f41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:39.499548 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2fa59d09-2013-4367-b8c0-8a2f174ad8d4 req-b09ebd43-dd90-4f0a-9f75-2cf09ac7f41b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fdd4a0aeb4734545b256ac5e1a36d088&device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 1096 time: 0.3057880 Jul 30 20:23:39.506164 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7369b6f-d9ce-44e2-b902-3a462b89c7e9 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:39.508712 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-074e7566-a69f-40c0-b061-a55e1c44b119 req-87bc12b0-a62f-4fc0-bf67-c8ed1b06c413 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 945 time: 0.3234339 Jul 30 20:23:39.517835 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b802f39c-82e0-4ead-8299-b5d4b7ee31ae tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:39.527564 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b802f39c-82e0-4ead-8299-b5d4b7ee31ae tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/991fdfe5-1a3d-44f6-94b7-73e1638e8a17 HTTP/1.1" status: 204 len: 168 time: 1.0938988 Jul 30 20:23:39.529261 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60632) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:39.604782 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9ec3b09e-2c70-4a2d-9283-927dc1b846a4 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0726836 Jul 30 20:23:39.607223 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60634) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:39.810055 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7369b6f-d9ce-44e2-b902-3a462b89c7e9 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:39.811482 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2949d6e-83fb-46ba-a92d-7df7e806611d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:39.813201 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d2949d6e-83fb-46ba-a92d-7df7e806611d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1871734 Jul 30 20:23:39.819327 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60640) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:39.821414 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d7369b6f-d9ce-44e2-b902-3a462b89c7e9 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/networks/cf808214-47fb-4a55-ac22-70f997a63c80 HTTP/1.1" status: 204 len: 168 time: 1.8517327 Jul 30 20:23:39.834711 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7369b6f-d9ce-44e2-b902-3a462b89c7e9 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Network': ['ID=cf808214-47fb-4a55-ac22-70f997a63c80,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:39.835702 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60642) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:39.840384 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-074e7566-a69f-40c0-b061-a55e1c44b119 req-c9f04a44-0337-4333-badc-3d2cfd4054c7 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3305221 Jul 30 20:23:39.849710 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-088f5586-17a7-417a-bf92-0a409bf67c12 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1398430323', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}, 'admin_state_up': False}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:39.852735 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0b8a3ada-ecf7-4357-ba05-1626643731eb no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:23:39.922567 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 0b8a3ada-ecf7-4357-ba05-1626643731eb {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:23:39.923173 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0b8a3ada-ecf7-4357-ba05-1626643731eb not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:23:39.954983 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa59d09-2013-4367-b8c0-8a2f174ad8d4 req-841bdc82-746c-4182-9a5d-56bb8b6a52fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:39.956718 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2fa59d09-2013-4367-b8c0-8a2f174ad8d4 req-841bdc82-746c-4182-9a5d-56bb8b6a52fa service neutron] 10.222.0.83 "GET /v2.0/networks?id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c HTTP/1.1" status: 200 len: 912 time: 0.4385347 Jul 30 20:23:40.016665 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14b87dd-a1c4-4798-bd7a-9e9d39fe4cbc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:40.023502 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f14b87dd-a1c4-4798-bd7a-9e9d39fe4cbc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2024422 Jul 30 20:23:40.024410 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60648) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:40.037261 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-088f5586-17a7-417a-bf92-0a409bf67c12 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:40.038712 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-088f5586-17a7-417a-bf92-0a409bf67c12 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:40.115662 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2243ee65-3aac-49e5-823e-8f858d94fe3e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870552 Jul 30 20:23:40.117182 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60652) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:40.132638 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-24fa9c3b-1d08-46b3-9ac1-e7930be24df5 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:40.261628 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-088f5586-17a7-417a-bf92-0a409bf67c12 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:40.286581 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2fa59d09-2013-4367-b8c0-8a2f174ad8d4 req-8585cfa7-205b-4271-839a-68fdbe2d3ccc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4ef2a46-9ba8-461b-b90b-a8558f1765f2 HTTP/1.1" status: 200 len: 1000 time: 0.3115482 Jul 30 20:23:40.450234 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860f58e0-5988-48c3-a8e2-937b7389ec05 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:40.499079 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa59d09-2013-4367-b8c0-8a2f174ad8d4 req-3efa2b07-02dd-4b49-b0a0-d3b70ca4e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:40.499079 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2fa59d09-2013-4367-b8c0-8a2f174ad8d4 req-3efa2b07-02dd-4b49-b0a0-d3b70ca4e3ea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6491aa5-23e2-49d6-ab1a-df22f79d0138 HTTP/1.1" status: 200 len: 850 time: 0.1236074 Jul 30 20:23:40.531631 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fa9c3b-1d08-46b3-9ac1-e7930be24df5 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:40.538085 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24fa9c3b-1d08-46b3-9ac1-e7930be24df5 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:40.540138 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-24fa9c3b-1d08-46b3-9ac1-e7930be24df5 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:23:40.541226 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24fa9c3b-1d08-46b3-9ac1-e7930be24df5 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:23:40.581407 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-088f5586-17a7-417a-bf92-0a409bf67c12 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:40.596658 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-24fa9c3b-1d08-46b3-9ac1-e7930be24df5 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4767940 Jul 30 20:23:40.606984 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60664) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:40.610487 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5cecc85f-4974-41e6-ab69-5cfeaecc4481 None None] Provisioning complete for port 6ea83dd4-b249-48a5-9248-c39a32200bd8 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:40.610940 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5cecc85f-4974-41e6-ab69-5cfeaecc4481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:40.617370 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-be5b7306-3604-42f9-bb1c-66a448d94e7d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:40.640364 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa59d09-2013-4367-b8c0-8a2f174ad8d4 req-932e343e-761d-40df-a224-65cd5f227215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:40.641925 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2fa59d09-2013-4367-b8c0-8a2f174ad8d4 req-932e343e-761d-40df-a224-65cd5f227215 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337528 Jul 30 20:23:40.878649 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5b7306-3604-42f9-bb1c-66a448d94e7d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:40.900590 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be5b7306-3604-42f9-bb1c-66a448d94e7d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:40.901675 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5b7306-3604-42f9-bb1c-66a448d94e7d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:23:40.902917 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be5b7306-3604-42f9-bb1c-66a448d94e7d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:23:40.936045 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-be5b7306-3604-42f9-bb1c-66a448d94e7d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3231616 Jul 30 20:23:40.943464 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60676) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:40.950724 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-8f2ce0ef-a658-4ade-99ea-6ded91d2d9d8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:40.958742 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2fa59d09-2013-4367-b8c0-8a2f174ad8d4 req-99c1f0e4-5f84-4722-b654-51c2fd9ab870 service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072243 Jul 30 20:23:40.964547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e45d2b-a2ad-4c92-bd40-903773f80e87 None None] DHCP port deletion for af4b4c78-015d-41b2-aa81-e7eeeb1e0803 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:23:41.108340 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-79e45d2b-a2ad-4c92-bd40-903773f80e87 None None] Deleting port 6ea83dd4-b249-48a5-9248-c39a32200bd8 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:23:41.113184 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-79e45d2b-a2ad-4c92-bd40-903773f80e87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:41.218445 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-79e45d2b-a2ad-4c92-bd40-903773f80e87 None None] For port 6ea83dd4-b249-48a5-9248-c39a32200bd8, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6ea83dd4-b249-48a5-9248-c39a32200bd8,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:41.219092 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-79e45d2b-a2ad-4c92-bd40-903773f80e87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:41.234099 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-79e45d2b-a2ad-4c92-bd40-903773f80e87 None None] Calling delete_port for 6ea83dd4-b249-48a5-9248-c39a32200bd8 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:23:41.286117 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-088f5586-17a7-417a-bf92-0a409bf67c12 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:41.295916 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2fa59d09-2013-4367-b8c0-8a2f174ad8d4 req-0e7d2e22-d6d4-4d5a-9ac4-6a07416727b8 service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292975 Jul 30 20:23:41.331145 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-79e45d2b-a2ad-4c92-bd40-903773f80e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:41.393874 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-088f5586-17a7-417a-bf92-0a409bf67c12 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:41.401731 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e45d2b-a2ad-4c92-bd40-903773f80e87 None None] No DVR routers for this DVR port 6ea83dd4-b249-48a5-9248-c39a32200bd8 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:23:41.403694 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e45d2b-a2ad-4c92-bd40-903773f80e87 None None] Pushing event deleted for resources: {'Port': ['ID=6ea83dd4-b249-48a5-9248-c39a32200bd8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:41.555382 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9567c96-9a14-4ba5-a5c0-041ce33724e4 req-de429aa1-0bd1-46a1-bfde-7ebf58492edb tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:41.556820 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9567c96-9a14-4ba5-a5c0-041ce33724e4 req-de429aa1-0bd1-46a1-bfde-7ebf58492edb tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 945 time: 0.4896598 Jul 30 20:23:41.674734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2ce0ef-a658-4ade-99ea-6ded91d2d9d8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:41.679641 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8f2ce0ef-a658-4ade-99ea-6ded91d2d9d8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:41.681246 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f2ce0ef-a658-4ade-99ea-6ded91d2d9d8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:23:41.681820 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f2ce0ef-a658-4ade-99ea-6ded91d2d9d8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:23:41.725122 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8f2ce0ef-a658-4ade-99ea-6ded91d2d9d8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7768214 Jul 30 20:23:41.725862 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60698) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:41.727499 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9567c96-9a14-4ba5-a5c0-041ce33724e4 req-64fe62bd-cea9-4733-b9bc-baf19de3a364 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561255 Jul 30 20:23:41.737341 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8e30af8b-979d-4f0d-b539-3543f69253ad tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:41.761549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-088f5586-17a7-417a-bf92-0a409bf67c12 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Allocated IP 172.25.3.128 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/cc69c46d-5c41-4495-a5a8-30c1ce6655f6) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:41.951965 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e30af8b-979d-4f0d-b539-3543f69253ad tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:41.956282 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e30af8b-979d-4f0d-b539-3543f69253ad tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:41.957870 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e30af8b-979d-4f0d-b539-3543f69253ad tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:23:41.958469 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e30af8b-979d-4f0d-b539-3543f69253ad tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:23:42.002020 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8e30af8b-979d-4f0d-b539-3543f69253ad tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2720730 Jul 30 20:23:42.014183 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60702) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:42.021715 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-84fd1a1c-31b2-4e18-bd34-fa3d3faa01eb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:42.036221 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-088f5586-17a7-417a-bf92-0a409bf67c12 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:42.134965 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-088f5586-17a7-417a-bf92-0a409bf67c12 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:42.171964 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088f5586-17a7-417a-bf92-0a409bf67c12 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:42.191009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-088f5586-17a7-417a-bf92-0a409bf67c12 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:42.196193 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088f5586-17a7-417a-bf92-0a409bf67c12 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:23:42.280137 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f5586-17a7-417a-bf92-0a409bf67c12 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Port': ['ID=cc69c46d-5c41-4495-a5a8-30c1ce6655f6,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:42.289665 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fd1a1c-31b2-4e18-bd34-fa3d3faa01eb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:42.293645 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84fd1a1c-31b2-4e18-bd34-fa3d3faa01eb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:42.295466 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-84fd1a1c-31b2-4e18-bd34-fa3d3faa01eb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:23:42.295948 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84fd1a1c-31b2-4e18-bd34-fa3d3faa01eb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:23:42.339834 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-84fd1a1c-31b2-4e18-bd34-fa3d3faa01eb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3216298 Jul 30 20:23:42.340266 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60714) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:42.349247 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-aa7e36b3-4b61-49ba-b582-9d4bd39eb66c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:42.558440 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7e36b3-4b61-49ba-b582-9d4bd39eb66c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:42.569790 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa7e36b3-4b61-49ba-b582-9d4bd39eb66c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:42.576100 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa7e36b3-4b61-49ba-b582-9d4bd39eb66c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:23:42.576759 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa7e36b3-4b61-49ba-b582-9d4bd39eb66c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:23:42.667326 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-aa7e36b3-4b61-49ba-b582-9d4bd39eb66c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3123920 Jul 30 20:23:42.669937 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60734) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:42.782044 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bf1cac7d-51f2-4455-a44b-8e584f88aa61 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1076236 Jul 30 20:23:42.840670 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60742) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:42.850519 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6ea83dd4-b249-48a5-9248-c39a32200bd8 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:23:42.961543 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-3578d63b-bf35-4ca0-b5d5-0426747d0318 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2143021 Jul 30 20:23:42.964984 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4888f95e-6688-4a86-8d83-1a9ee288c643 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:42.968451 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 6ea83dd4-b249-48a5-9248-c39a32200bd8 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:23:42.969705 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4888f95e-6688-4a86-8d83-1a9ee288c643 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1236889 Jul 30 20:23:42.970246 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60750) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:42.971447 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6ea83dd4-b249-48a5-9248-c39a32200bd8 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:23:43.034895 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60754) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:43.036435 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f465e1b5-6b2c-4926-97fd-8695c0e86807 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644655 Jul 30 20:23:43.070370 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-2296cc06-55c7-495d-97ce-d2c965f42cf0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:43.134103 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-4879f417-66a5-4621-83d3-4032ddeac3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:43.135149 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-4879f417-66a5-4621-83d3-4032ddeac3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:43.135660 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-4879f417-66a5-4621-83d3-4032ddeac3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:43.136137 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-4879f417-66a5-4621-83d3-4032ddeac3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:43.136608 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-4879f417-66a5-4621-83d3-4032ddeac3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:43.137086 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-4879f417-66a5-4621-83d3-4032ddeac3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:43.137548 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-4879f417-66a5-4621-83d3-4032ddeac3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:43.139569 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-4879f417-66a5-4621-83d3-4032ddeac3d1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9555d3def1404d06ae82d4f5802d2226&device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 6490 time: 0.0951746 Jul 30 20:23:43.170810 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-088f5586-17a7-417a-bf92-0a409bf67c12 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:43.402424 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-fef865ce-d872-41b9-998d-a4e8a0c00841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:43.404134 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-fef865ce-d872-41b9-998d-a4e8a0c00841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:43.404542 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-fef865ce-d872-41b9-998d-a4e8a0c00841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:43.407039 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-fef865ce-d872-41b9-998d-a4e8a0c00841 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9ed41446-71e6-4016-93d6-5a969c709957&id=dd865cdf-fcee-4685-bcc3-e9d181e42798&id=dd865cdf-fcee-4685-bcc3-e9d181e42798&id=dd865cdf-fcee-4685-bcc3-e9d181e42798&id=dd865cdf-fcee-4685-bcc3-e9d181e42798&id=1fde70c4-e26e-40ae-a876-4ba8ec92486d&id=1fde70c4-e26e-40ae-a876-4ba8ec92486d HTTP/1.1" status: 200 len: 2294 time: 0.2237225 Jul 30 20:23:43.524211 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-2970eee9-84dd-4d21-962a-9b7b2bca2e74 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e0561e2-d480-41a1-87dd-77547a79be94 HTTP/1.1" status: 200 len: 1001 time: 0.1097848 Jul 30 20:23:43.685130 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-1a030efc-d980-49ab-9017-411817793ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:43.687041 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-1a030efc-d980-49ab-9017-411817793ae9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c5425a8a-2fa0-4767-b46d-c8518c357b73 HTTP/1.1" status: 200 len: 851 time: 0.1543114 Jul 30 20:23:43.722846 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60766) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:43.784059 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-1eb982c9-67fe-42ae-af49-f7f7751992b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:43.786191 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-1eb982c9-67fe-42ae-af49-f7f7751992b3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9ed41446-71e6-4016-93d6-5a969c709957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918362 Jul 30 20:23:43.868373 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11b02e-f6b3-4594-82f3-a45e838a29f5 req-6866e0dd-1349-4ddd-91da-df37006da67f tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:43.876671 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae11b02e-f6b3-4594-82f3-a45e838a29f5 req-6866e0dd-1349-4ddd-91da-df37006da67f tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 945 time: 0.8395786 Jul 30 20:23:43.942735 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2296cc06-55c7-495d-97ce-d2c965f42cf0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:43.958024 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2296cc06-55c7-495d-97ce-d2c965f42cf0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:44.003925 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-3b34cfe1-f594-4dd9-a543-ad84502a564f service neutron] 10.222.0.83 "GET /v2.0/networks/9ed41446-71e6-4016-93d6-5a969c709957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089322 Jul 30 20:23:44.051091 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae11b02e-f6b3-4594-82f3-a45e838a29f5 req-d6955351-cc78-46d8-97eb-35c7b298da8f tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735620 Jul 30 20:23:44.085420 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33a69eb5-3c5b-4ca2-89f6-6abaf5085d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:44.224454 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-f1260c7d-9ab7-4591-936e-5e7f2ae184f4 service neutron] 10.222.0.83 "GET /v2.0/networks/9ed41446-71e6-4016-93d6-5a969c709957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125123 Jul 30 20:23:44.271531 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-b7160313-64ff-48da-96a0-1c73f2d552e7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=f3feff81-2882-47bd-a741-e51a66ae074c HTTP/1.1" status: 200 len: 217 time: 0.0405815 Jul 30 20:23:44.314998 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-088f5586-17a7-417a-bf92-0a409bf67c12 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:44.351751 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-d9f379b7-849d-4c05-bb9a-6e6c8cc51cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:44.353873 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-d9f379b7-849d-4c05-bb9a-6e6c8cc51cdc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b40af219-9b23-4107-b87f-a0248d4c15b9 HTTP/1.1" status: 200 len: 797 time: 0.0751424 Jul 30 20:23:44.459702 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-8bfae354-f6d3-4677-bb21-ed4289139338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:44.461361 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-8bfae354-f6d3-4677-bb21-ed4289139338 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd865cdf-fcee-4685-bcc3-e9d181e42798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1009047 Jul 30 20:23:44.490812 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33a69eb5-3c5b-4ca2-89f6-6abaf5085d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:44.532632 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33a69eb5-3c5b-4ca2-89f6-6abaf5085d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:44.620205 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-33a69eb5-3c5b-4ca2-89f6-6abaf5085d74 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cd52bb709a4b4d54848cad31c7706f6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8657339 Jul 30 20:23:44.620420 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60782) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:44.646277 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a69eb5-3c5b-4ca2-89f6-6abaf5085d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe832f8-24c6-4243-b62c-1071e6f02933,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:44.668909 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-0bc72074-ee13-4ebb-b0c1-1a0993fea057 service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001812 Jul 30 20:23:44.713415 n-d-712137-9 neutron-server[93882]: DEBUG neutron.objects.ports [None req-2296cc06-55c7-495d-97ce-d2c965f42cf0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93882) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 20:23:44.715720 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2296cc06-55c7-495d-97ce-d2c965f42cf0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:44.762057 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088f5586-17a7-417a-bf92-0a409bf67c12 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Router 3a169029-3949-401f-be4b-bb82f3161e32 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:23:44.773433 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2296cc06-55c7-495d-97ce-d2c965f42cf0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:44.781110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-2296cc06-55c7-495d-97ce-d2c965f42cf0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:44.791735 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7856deb9-00e7-4cb6-8ba7-1a97279b9c35 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:44.804531 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2296cc06-55c7-495d-97ce-d2c965f42cf0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:44.805202 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2296cc06-55c7-495d-97ce-d2c965f42cf0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:44.825760 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b4e2281-a04a-4a71-9df2-e03356eaa017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:44.885201 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b4e2281-a04a-4a71-9df2-e03356eaa017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:44.901827 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-0838edd2-4a14-4ea7-8b93-c2d5d42b461d service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250104 Jul 30 20:23:44.914644 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296cc06-55c7-495d-97ce-d2c965f42cf0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=2cb97a87-5bae-42d2-8443-3c6823f2ea62,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:44.930875 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2296cc06-55c7-495d-97ce-d2c965f42cf0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8652234 Jul 30 20:23:44.931636 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60788) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:44.942264 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-1f10f424-47b4-4fa8-be86-5df88e276bca tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'mac_address': 'fa:16:3e:17:2d:a9', 'name': 'tempest-NetworksTestDHCPv6-651470540'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:44.977579 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-2529d495-a95c-403a-8f2e-670411164e45 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=d4f11ef0-cd30-4621-9d9d-862239567fe1 HTTP/1.1" status: 200 len: 217 time: 0.0609670 Jul 30 20:23:45.018427 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b4e2281-a04a-4a71-9df2-e03356eaa017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:45.021301 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b4e2281-a04a-4a71-9df2-e03356eaa017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:45.022952 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2b4e2281-a04a-4a71-9df2-e03356eaa017 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7fe832f8-24c6-4243-b62c-1071e6f02933 HTTP/1.1" status: 204 len: 168 time: 0.4018567 Jul 30 20:23:45.052077 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e2281-a04a-4a71-9df2-e03356eaa017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe832f8-24c6-4243-b62c-1071e6f02933,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:45.094924 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-d0d6b3d8-1fa9-4ed9-a6f6-fa73c75bc729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:45.096707 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-d0d6b3d8-1fa9-4ed9-a6f6-fa73c75bc729 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b40af219-9b23-4107-b87f-a0248d4c15b9 HTTP/1.1" status: 200 len: 797 time: 0.1022038 Jul 30 20:23:45.124783 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42615842-2c8c-4ed1-afdf-c1b056f7b559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'fixed_ips': [{'subnet_id': '2cb97a87-5bae-42d2-8443-3c6823f2ea62'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:23:45.126737 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42615842-2c8c-4ed1-afdf-c1b056f7b559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:45.179206 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-a9f9be72-d2ee-4616-93b9-bc8ba475e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:45.194328 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-a9f9be72-d2ee-4616-93b9-bc8ba475e7da service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd865cdf-fcee-4685-bcc3-e9d181e42798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0908630 Jul 30 20:23:45.274619 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088f5586-17a7-417a-bf92-0a409bf67c12 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:23:45.292446 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5f9cf3-10e4-4a50-baeb-e1a3bf973611 None None] Sync routers for ids ['3a169029-3949-401f-be4b-bb82f3161e32'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:23:45.314524 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5f9cf3-10e4-4a50-baeb-e1a3bf973611 None None] Routers {'3a169029-3949-401f-be4b-bb82f3161e32'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:23:45.315685 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8b5f9cf3-10e4-4a50-baeb-e1a3bf973611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:23:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3a169029-3949-401f-be4b-bb82f3161e32'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:45.324450 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-088f5586-17a7-417a-bf92-0a409bf67c12 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:45.334969 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-088f5586-17a7-417a-bf92-0a409bf67c12 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.4931819 Jul 30 20:23:45.338294 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60796) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:45.381674 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f10f424-47b4-4fa8-be86-5df88e276bca tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:45.415616 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8b5f9cf3-10e4-4a50-baeb-e1a3bf973611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:45.506130 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f10f424-47b4-4fa8-be86-5df88e276bca tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:45.518072 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5f9cf3-10e4-4a50-baeb-e1a3bf973611 None None] Routers {'3a169029-3949-401f-be4b-bb82f3161e32'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:23:45.520232 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8b5f9cf3-10e4-4a50-baeb-e1a3bf973611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:23:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3a169029-3949-401f-be4b-bb82f3161e32'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:45.532353 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:45.559001 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-58502a24-0701-41da-8854-82f9ea95f31a service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562045 Jul 30 20:23:45.564454 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-1f10f424-47b4-4fa8-be86-5df88e276bca tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] device_id is not set on port 074e5007-c8a8-4100-8059-105c3d075fea yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:23:45.624428 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8b5f9cf3-10e4-4a50-baeb-e1a3bf973611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:45.625100 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5f9cf3-10e4-4a50-baeb-e1a3bf973611 None None] The sync data for ids ['3a169029-3949-401f-be4b-bb82f3161e32'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:23:45.637478 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-15e6c3aa-dbb0-44c5-9b2a-e257cc52f24a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "GET /v2.0/routers/3a169029-3949-401f-be4b-bb82f3161e32 HTTP/1.1" status: 200 len: 881 time: 0.2975085 Jul 30 20:23:45.638623 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60802) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:45.659715 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-42615842-2c8c-4ed1-afdf-c1b056f7b559 None None] Allocated IP 2001:db8::f816:3eff:fef1:c106 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/2cb97a87-5bae-42d2-8443-3c6823f2ea62/cded5c31-8854-495a-a4e7-75b5aa8f029c) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:45.788404 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60806) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:45.817402 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d81f8d60-2c37-419f-a1cf-dd8c61d1e7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:45.823586 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-3f7fece2-4216-4e17-b2fe-124dfdb691cc service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582452 Jul 30 20:23:45.890772 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-1efd3a12-a85d-4d36-a409-fbc96fb6d399 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=0a8804f1-acca-465c-84fb-55cebe68c3f4 HTTP/1.1" status: 200 len: 217 time: 0.0594199 Jul 30 20:23:45.900639 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42615842-2c8c-4ed1-afdf-c1b056f7b559 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:45.910564 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-42615842-2c8c-4ed1-afdf-c1b056f7b559 None None] Transition to ACTIVE for port object cded5c31-8854-495a-a4e7-75b5aa8f029c will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:45.931397 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-42615842-2c8c-4ed1-afdf-c1b056f7b559 None None] Transition to ACTIVE for port object cded5c31-8854-495a-a4e7-75b5aa8f029c will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:45.948747 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42615842-2c8c-4ed1-afdf-c1b056f7b559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:46.027781 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-1f10f424-47b4-4fa8-be86-5df88e276bca tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8::f816:3eff:fe17:2da9 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/2cb97a87-5bae-42d2-8443-3c6823f2ea62/074e5007-c8a8-4100-8059-105c3d075fea) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:46.047692 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42615842-2c8c-4ed1-afdf-c1b056f7b559 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:46.062303 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d81f8d60-2c37-419f-a1cf-dd8c61d1e7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:46.069231 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-42615842-2c8c-4ed1-afdf-c1b056f7b559 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:46.073089 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42615842-2c8c-4ed1-afdf-c1b056f7b559 None None] Pushing event updated for resources: {'Port': ['ID=cded5c31-8854-495a-a4e7-75b5aa8f029c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:46.076651 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d81f8d60-2c37-419f-a1cf-dd8c61d1e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:46.080782 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42615842-2c8c-4ed1-afdf-c1b056f7b559 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:23:46.151565 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-42615842-2c8c-4ed1-afdf-c1b056f7b559 None None] Attempting to bind port cded5c31-8854-495a-a4e7-75b5aa8f029c on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:23:46.151936 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-42615842-2c8c-4ed1-afdf-c1b056f7b559 None None] Attempting to bind port cded5c31-8854-495a-a4e7-75b5aa8f029c by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:23:46.152468 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42615842-2c8c-4ed1-afdf-c1b056f7b559 None None] Attempting to bind port cded5c31-8854-495a-a4e7-75b5aa8f029c on network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:23:46.173872 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42615842-2c8c-4ed1-afdf-c1b056f7b559 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:23:46.178143 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42615842-2c8c-4ed1-afdf-c1b056f7b559 None None] Checking segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:23:46.178544 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42615842-2c8c-4ed1-afdf-c1b056f7b559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:46.178947 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42615842-2c8c-4ed1-afdf-c1b056f7b559 None None] Bound using segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:23:46.179619 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-42615842-2c8c-4ed1-afdf-c1b056f7b559 None None] Bound port: cded5c31-8854-495a-a4e7-75b5aa8f029c, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:23:46.186494 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42615842-2c8c-4ed1-afdf-c1b056f7b559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:46.190635 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f8d60-2c37-419f-a1cf-dd8c61d1e7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5290205d-a2dd-443e-93d1-87f399e007cc,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:46.194563 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-edc466c5-02bf-4b20-b4de-a82568feb041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:46.196394 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-edc466c5-02bf-4b20-b4de-a82568feb041 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b40af219-9b23-4107-b87f-a0248d4c15b9 HTTP/1.1" status: 200 len: 797 time: 0.2948468 Jul 30 20:23:46.208671 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d81f8d60-2c37-419f-a1cf-dd8c61d1e7ff admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b25b8bf1a4f74cdc9a2bfd2bbfdb5204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4191499 Jul 30 20:23:46.211634 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60814) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:46.311570 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f821f934-9fea-4cf6-8569-7437b1eb9f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:46.347076 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-3add1613-ce48-4aa9-836b-33a63e7cfee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:46.349147 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-3add1613-ce48-4aa9-836b-33a63e7cfee3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd865cdf-fcee-4685-bcc3-e9d181e42798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1410191 Jul 30 20:23:46.361536 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f10f424-47b4-4fa8-be86-5df88e276bca tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:46.365069 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f821f934-9fea-4cf6-8569-7437b1eb9f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:46.376366 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60820) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:46.379272 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f1e6c16a-ded9-4b03-b10e-3e8a4499090c tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7348671 Jul 30 20:23:46.382961 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-80bd5034-7287-4633-83aa-87fa5a93755b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1398430323'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:46.426128 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-42615842-2c8c-4ed1-afdf-c1b056f7b559 None None] For port cded5c31-8854-495a-a4e7-75b5aa8f029c, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:23:46.434469 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-42615842-2c8c-4ed1-afdf-c1b056f7b559 None None] For port cded5c31-8854-495a-a4e7-75b5aa8f029c, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=cded5c31-8854-495a-a4e7-75b5aa8f029c,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:23:46.442290 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42615842-2c8c-4ed1-afdf-c1b056f7b559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:46.480209 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-1f10f424-47b4-4fa8-be86-5df88e276bca tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Transition to ACTIVE for port object 074e5007-c8a8-4100-8059-105c3d075fea will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:46.529501 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-83f5366a-a4a2-4202-bb1b-1b2e7c0d7968 service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469812 Jul 30 20:23:46.583484 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42615842-2c8c-4ed1-afdf-c1b056f7b559 None None] Pushing event updated for resources: {'Port': ['ID=cded5c31-8854-495a-a4e7-75b5aa8f029c,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:46.633130 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f821f934-9fea-4cf6-8569-7437b1eb9f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:46.638199 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f821f934-9fea-4cf6-8569-7437b1eb9f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:46.639454 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f821f934-9fea-4cf6-8569-7437b1eb9f46 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5290205d-a2dd-443e-93d1-87f399e007cc HTTP/1.1" status: 204 len: 168 time: 0.4268155 Jul 30 20:23:46.657187 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f10f424-47b4-4fa8-be86-5df88e276bca tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:46.874390 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10f424-47b4-4fa8-be86-5df88e276bca tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=074e5007-c8a8-4100-8059-105c3d075fea,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:46.883165 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821f934-9fea-4cf6-8569-7437b1eb9f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5290205d-a2dd-443e-93d1-87f399e007cc,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:47.047677 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f10f424-47b4-4fa8-be86-5df88e276bca tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:47.057430 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-1f10f424-47b4-4fa8-be86-5df88e276bca tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:47.063157 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f10f424-47b4-4fa8-be86-5df88e276bca tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:23:47.074054 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f10f424-47b4-4fa8-be86-5df88e276bca tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:47.074741 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f10f424-47b4-4fa8-be86-5df88e276bca tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:47.209804 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1f10f424-47b4-4fa8-be86-5df88e276bca tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2742131 Jul 30 20:23:47.210792 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60836) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:47.288519 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-80bd5034-7287-4633-83aa-87fa5a93755b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:47.334593 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4add11ab-e942-44aa-a641-a141191c03f3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:47.341536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4add11ab-e942-44aa-a641-a141191c03f3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:47.345827 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4add11ab-e942-44aa-a641-a141191c03f3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1199331 Jul 30 20:23:47.348663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60842) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:47.359737 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-80bd5034-7287-4633-83aa-87fa5a93755b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1722371'] for router, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:47.562633 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-224c4feb-3032-40ec-bab8-1351012abd86 service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0224349 Jul 30 20:23:47.624670 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-a912b7f6-cc19-4710-aaa6-1b7a12365363 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=3e7c3967-422e-4f07-94df-36160be947b8 HTTP/1.1" status: 200 len: 217 time: 0.0547156 Jul 30 20:23:47.647950 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-87e69633-242c-4708-a252-8855df1b7c40 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting port 074e5007-c8a8-4100-8059-105c3d075fea {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:23:47.648299 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87e69633-242c-4708-a252-8855df1b7c40 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:47.738304 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-1af4d9f8-2009-4238-954b-99e2d4c8400a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:47.740024 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-1af4d9f8-2009-4238-954b-99e2d4c8400a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b40af219-9b23-4107-b87f-a0248d4c15b9 HTTP/1.1" status: 200 len: 797 time: 0.1083500 Jul 30 20:23:47.755882 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bd5034-7287-4633-83aa-87fa5a93755b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Router 3a169029-3949-401f-be4b-bb82f3161e32 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:23:47.784519 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87e69633-242c-4708-a252-8855df1b7c40 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:47.843377 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-fc83b1b1-5215-4b1c-b0d2-1b77f4b8675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:47.845042 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-fc83b1b1-5215-4b1c-b0d2-1b77f4b8675d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dd865cdf-fcee-4685-bcc3-e9d181e42798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0973542 Jul 30 20:23:47.903078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-87e69633-242c-4708-a252-8855df1b7c40 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Calling delete_port for 074e5007-c8a8-4100-8059-105c3d075fea owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:23:48.062855 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bd5034-7287-4633-83aa-87fa5a93755b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:23:48.080056 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426f7dc7-10f2-42c2-930a-93d65b6c2027 None None] Sync routers for ids ['3a169029-3949-401f-be4b-bb82f3161e32'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:23:48.087025 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-80bd5034-7287-4633-83aa-87fa5a93755b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:48.090766 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-80bd5034-7287-4633-83aa-87fa5a93755b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "PUT /v2.0/routers/3a169029-3949-401f-be4b-bb82f3161e32 HTTP/1.1" status: 200 len: 888 time: 1.7102711 Jul 30 20:23:48.108594 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60862) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:48.110703 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-9821f8a1-9de3-40a5-a348-fbf4d461266d service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548578 Jul 30 20:23:48.121659 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426f7dc7-10f2-42c2-930a-93d65b6c2027 None None] Routers {'3a169029-3949-401f-be4b-bb82f3161e32'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:23:48.124118 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-426f7dc7-10f2-42c2-930a-93d65b6c2027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:23:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3a169029-3949-401f-be4b-bb82f3161e32'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:48.196047 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-426f7dc7-10f2-42c2-930a-93d65b6c2027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:48.206164 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426f7dc7-10f2-42c2-930a-93d65b6c2027 None None] Routers {'3a169029-3949-401f-be4b-bb82f3161e32'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:23:48.207654 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-426f7dc7-10f2-42c2-930a-93d65b6c2027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:23:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3a169029-3949-401f-be4b-bb82f3161e32'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:48.252468 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-426f7dc7-10f2-42c2-930a-93d65b6c2027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:48.253117 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426f7dc7-10f2-42c2-930a-93d65b6c2027 None None] The sync data for ids ['3a169029-3949-401f-be4b-bb82f3161e32'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:23:48.350899 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-dc61c9a2-c259-4c99-86ff-807fde4c4d7a None None] Provisioning for port cded5c31-8854-495a-a4e7-75b5aa8f029c completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:23:48.358213 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-be16c743-7c45-407e-af6e-e5c32e4f0695 service neutron] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397575 Jul 30 20:23:48.444987 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-02baa68f-779b-4348-b37a-1766a37d10bb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=33577d32-9587-4412-94fe-1404b870cf1c HTTP/1.1" status: 200 len: 217 time: 0.0792227 Jul 30 20:23:48.478696 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e850b4c2-82cb-4ac0-8b59-4c75a319c5f3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "GET /v2.0/routers/3a169029-3949-401f-be4b-bb82f3161e32 HTTP/1.1" status: 200 len: 888 time: 0.3654506 Jul 30 20:23:48.505125 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60874) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:48.553962 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87e69633-242c-4708-a252-8855df1b7c40 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:48.558639 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e469d24d-643c-4878-a0c6-119897894187 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a169029-3949-401f-be4b-bb82f3161e32 HTTP/1.1" status: 200 len: 205 time: 0.0523465 Jul 30 20:23:48.562348 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-08a37160-4003-406a-bb12-d7e66beb3c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:48.568365 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-08a37160-4003-406a-bb12-d7e66beb3c17 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1ebe1971-ab00-4b27-ba31-c6c61a678b7e HTTP/1.1" status: 200 len: 797 time: 0.1128888 Jul 30 20:23:48.569322 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60878) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:48.594449 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e69633-242c-4708-a252-8855df1b7c40 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Port': ['ID=074e5007-c8a8-4100-8059-105c3d075fea,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:48.636475 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87e69633-242c-4708-a252-8855df1b7c40 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:48.642311 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-87e69633-242c-4708-a252-8855df1b7c40 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/074e5007-c8a8-4100-8059-105c3d075fea HTTP/1.1" status: 204 len: 168 time: 1.2865839 Jul 30 20:23:48.642728 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60882) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:48.691695 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-836f6f91-e0c1-4236-856e-d80e80bac60c None None] Could not find standard attr ID for object 074e5007-c8a8-4100-8059-105c3d075fea. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:23:48.771674 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9e551a-80a9-467a-8439-af4e0af87da6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:48.776097 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9e551a-80a9-467a-8439-af4e0af87da6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:48.781831 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ad9e551a-80a9-467a-8439-af4e0af87da6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1381428 Jul 30 20:23:48.782598 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60886) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:48.828667 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-17573b41-758d-4497-a103-f317bfa60d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:48.830527 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-17573b41-758d-4497-a103-f317bfa60d24 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1fde70c4-e26e-40ae-a876-4ba8ec92486d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2508211 Jul 30 20:23:48.905040 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cded5c31-8854-495a-a4e7-75b5aa8f029c up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:23:48.917839 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c579ce8b-d129-482b-aee7-b37ba09b8996 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:48.925037 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba9f33f5-f4a6-429c-b38f-0e3796331a69 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet 2cb97a87-5bae-42d2-8443-3c6823f2ea62 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:23:48.936571 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba9f33f5-f4a6-429c-b38f-0e3796331a69 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:49.023695 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port cded5c31-8854-495a-a4e7-75b5aa8f029c completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:23:49.032257 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port cded5c31-8854-495a-a4e7-75b5aa8f029c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:49.034268 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:49.044105 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba9f33f5-f4a6-429c-b38f-0e3796331a69 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:49.179141 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:49.205391 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba9f33f5-f4a6-429c-b38f-0e3796331a69 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:49.218576 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-521b3daa-6bb6-4960-a6e5-020e0f5447e2 service neutron] 10.222.0.83 "GET /v2.0/networks/1fde70c4-e26e-40ae-a876-4ba8ec92486d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764458 Jul 30 20:23:49.301197 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba9f33f5-f4a6-429c-b38f-0e3796331a69 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:49.393421 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c579ce8b-d129-482b-aee7-b37ba09b8996 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:49.409083 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f33f5-f4a6-429c-b38f-0e3796331a69 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=2cb97a87-5bae-42d2-8443-3c6823f2ea62,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:49.412195 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba9f33f5-f4a6-429c-b38f-0e3796331a69 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:49.414390 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ba9f33f5-f4a6-429c-b38f-0e3796331a69 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/2cb97a87-5bae-42d2-8443-3c6823f2ea62 HTTP/1.1" status: 204 len: 168 time: 0.6307907 Jul 30 20:23:49.419276 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60906) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:49.457450 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ca3b0f-ce84-4bf5-8409-6342f630272a None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:49.483072 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-82155341-9796-4763-a653-f4f9de26c6c1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611467 Jul 30 20:23:49.485870 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60908) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:49.496055 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-05fb953e-c35e-4c0a-b026-ec83c1479b01 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:49.631265 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-4ff550e4-3aeb-49f4-ba44-01245a2877c9 service neutron] 10.222.0.83 "GET /v2.0/networks/1fde70c4-e26e-40ae-a876-4ba8ec92486d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594961 Jul 30 20:23:49.663456 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:49.694721 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:23:49.695533 n-d-712137-9 neutron-server[93884]: DEBUG oslo_db.api [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:23:49.704701 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-4a060086-7ca0-42d2-bbc1-bfc6935cfa60 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6bbbe4f-6e29-4689-8729-e8c1da64bc26 HTTP/1.1" status: 200 len: 217 time: 0.0642490 Jul 30 20:23:49.723034 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c579ce8b-d129-482b-aee7-b37ba09b8996 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting port cc69c46d-5c41-4495-a5a8-30c1ce6655f6 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:23:49.723413 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c579ce8b-d129-482b-aee7-b37ba09b8996 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:49.801617 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fb953e-c35e-4c0a-b026-ec83c1479b01 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:49.811365 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-05fb953e-c35e-4c0a-b026-ec83c1479b01 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:49.861259 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-ccd05d7c-c281-4cd7-857f-4a6ebb135fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:49.863125 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-ccd05d7c-c281-4cd7-857f-4a6ebb135fc4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1ebe1971-ab00-4b27-ba31-c6c61a678b7e HTTP/1.1" status: 200 len: 797 time: 0.1491735 Jul 30 20:23:49.881190 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c268e1b8-fedd-4398-a3ae-475be2306a30 None None] DHCP port deletion for af4b4c78-015d-41b2-aa81-e7eeeb1e0803 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:23:49.938882 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c579ce8b-d129-482b-aee7-b37ba09b8996 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:49.961272 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c579ce8b-d129-482b-aee7-b37ba09b8996 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Calling delete_port for cc69c46d-5c41-4495-a5a8-30c1ce6655f6 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:23:49.986143 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-0df83413-4f04-46e8-8fc0-dcb00db415a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:49.987922 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-0df83413-4f04-46e8-8fc0-dcb00db415a2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1fde70c4-e26e-40ae-a876-4ba8ec92486d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1180906 Jul 30 20:23:49.999298 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c268e1b8-fedd-4398-a3ae-475be2306a30 None None] Deleting port cded5c31-8854-495a-a4e7-75b5aa8f029c {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:23:49.999713 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c268e1b8-fedd-4398-a3ae-475be2306a30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:50.121329 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c268e1b8-fedd-4398-a3ae-475be2306a30 None None] For port cded5c31-8854-495a-a4e7-75b5aa8f029c, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=cded5c31-8854-495a-a4e7-75b5aa8f029c,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:50.121729 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c268e1b8-fedd-4398-a3ae-475be2306a30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:50.135919 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c268e1b8-fedd-4398-a3ae-475be2306a30 None None] Calling delete_port for cded5c31-8854-495a-a4e7-75b5aa8f029c owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:23:50.167546 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-c9087207-3540-4329-8319-003e650aa4d2 service neutron] 10.222.0.83 "GET /v2.0/networks/1fde70c4-e26e-40ae-a876-4ba8ec92486d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054735 Jul 30 20:23:50.318300 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c268e1b8-fedd-4398-a3ae-475be2306a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:50.345629 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c579ce8b-d129-482b-aee7-b37ba09b8996 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:50.398997 n-d-712137-9 neutron-server[93882]: DEBUG neutron.objects.ports [None req-05fb953e-c35e-4c0a-b026-ec83c1479b01 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93882) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 20:23:50.401168 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-05fb953e-c35e-4c0a-b026-ec83c1479b01 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:50.414392 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268e1b8-fedd-4398-a3ae-475be2306a30 None None] Pushing event deleted for resources: {'Port': ['ID=cded5c31-8854-495a-a4e7-75b5aa8f029c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:50.435313 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c268e1b8-fedd-4398-a3ae-475be2306a30 None None] No DVR routers for this DVR port cded5c31-8854-495a-a4e7-75b5aa8f029c on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:23:50.448718 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:50.466263 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb953e-c35e-4c0a-b026-ec83c1479b01 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=95c50553-96cc-4551-8c71-f41d912246aa,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:50.479586 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fb953e-c35e-4c0a-b026-ec83c1479b01 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:50.481347 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-05fb953e-c35e-4c0a-b026-ec83c1479b01 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:50.485986 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fb953e-c35e-4c0a-b026-ec83c1479b01 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:50.487679 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579ce8b-d129-482b-aee7-b37ba09b8996 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Port': ['ID=cc69c46d-5c41-4495-a5a8-30c1ce6655f6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:50.488115 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-05fb953e-c35e-4c0a-b026-ec83c1479b01 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:50.531472 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-05fb953e-c35e-4c0a-b026-ec83c1479b01 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0433764 Jul 30 20:23:50.532718 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 60978) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:50.539578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-985f12cc-61ae-432a-813b-07ea1d6cc41b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'mac_address': 'fa:16:3e:d3:88:11', 'name': 'tempest-NetworksTestDHCPv6-1713198250'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:50.577432 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63e619a-97ba-4479-8728-e90e3acf5111 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:50.632051 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c579ce8b-d129-482b-aee7-b37ba09b8996 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:50.762194 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985f12cc-61ae-432a-813b-07ea1d6cc41b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:50.826771 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5ccc2f95-e31a-4e6b-a1d1-b6f0c72b9e39 req-89e9e998-a6f3-4758-a5f1-dbc3a5a7aff4 service neutron] 10.222.0.83 "GET /v2.0/networks/1fde70c4-e26e-40ae-a876-4ba8ec92486d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938979 Jul 30 20:23:50.827025 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cded5c31-8854-495a-a4e7-75b5aa8f029c no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:23:50.855442 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: cded5c31-8854-495a-a4e7-75b5aa8f029c {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:23:50.855864 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cded5c31-8854-495a-a4e7-75b5aa8f029c not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:23:50.894667 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'fixed_ips': [{'subnet_id': '95c50553-96cc-4551-8c71-f41d912246aa'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:23:50.899096 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:50.949073 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c579ce8b-d129-482b-aee7-b37ba09b8996 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:50.953292 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c579ce8b-d129-482b-aee7-b37ba09b8996 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:51.061516 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c579ce8b-d129-482b-aee7-b37ba09b8996 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:51.062138 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c579ce8b-d129-482b-aee7-b37ba09b8996 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Fanout notify agent at l3_agent the message router_deleted on router 3a169029-3949-401f-be4b-bb82f3161e32 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:23:51.070327 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c579ce8b-d129-482b-aee7-b37ba09b8996 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:51.077279 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c579ce8b-d129-482b-aee7-b37ba09b8996 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/routers/3a169029-3949-401f-be4b-bb82f3161e32 HTTP/1.1" status: 204 len: 168 time: 2.5067730 Jul 30 20:23:51.078413 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60992) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:51.090935 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5dcc6187-870b-4788-963b-bb5d54d780d6 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'network': {'name': 'tempest-RoutersTest-2024705379'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:51.099458 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 60994) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:51.135630 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcc6187-870b-4788-963b-bb5d54d780d6 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Made reservation on behalf of c91b7b2c8ba948c1871a986ad088363a for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:51.141876 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5dcc6187-870b-4788-963b-bb5d54d780d6 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:51.219026 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dcc6187-870b-4788-963b-bb5d54d780d6 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:23:51.246055 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5dcc6187-870b-4788-963b-bb5d54d780d6 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:51.246420 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-5dcc6187-870b-4788-963b-bb5d54d780d6 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Added segment 82885990-6473-4996-8004-6e70b885a1e1 of type vlan for network 51ff495d-7fd8-4ff4-a914-da616f722f9f Jul 30 20:23:51.351058 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21642609-f52e-43d6-abcc-82a52335e95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:51.382687 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5dcc6187-870b-4788-963b-bb5d54d780d6 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:51.384420 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Allocated IP 2001:db8::f816:3eff:fe18:8c3a (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/95c50553-96cc-4551-8c71-f41d912246aa/0993d368-9601-48fe-9b63-2c823e1fdfd2) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:51.428832 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa7814bb-ec57-435e-ad9b-9221cd68a1e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:51.440335 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-985f12cc-61ae-432a-813b-07ea1d6cc41b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:51.469411 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-985f12cc-61ae-432a-813b-07ea1d6cc41b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] device_id is not set on port 862fd780-f417-4b20-afe5-a26b303e4674 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:23:51.533239 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5dcc6187-870b-4788-963b-bb5d54d780d6 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:51.550304 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcc6187-870b-4788-963b-bb5d54d780d6 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:51.550946 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5dcc6187-870b-4788-963b-bb5d54d780d6 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:51.604311 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:51.622017 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Transition to ACTIVE for port object 0993d368-9601-48fe-9b63-2c823e1fdfd2 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:51.653851 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Transition to ACTIVE for port object 0993d368-9601-48fe-9b63-2c823e1fdfd2 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:51.658997 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc6187-870b-4788-963b-bb5d54d780d6 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Network': ['ID=51ff495d-7fd8-4ff4-a914-da616f722f9f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:51.665497 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:51.704998 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 51ff495d-7fd8-4ff4-a914-da616f722f9f details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:23:51.711893 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa7814bb-ec57-435e-ad9b-9221cd68a1e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:51.721421 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa7814bb-ec57-435e-ad9b-9221cd68a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:51.748106 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5dcc6187-870b-4788-963b-bb5d54d780d6 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6673706 Jul 30 20:23:51.749547 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 32778) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:51.756726 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-9759f8df-82f3-4bb9-9825-5143e903573e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'subnet': {'network_id': '51ff495d-7fd8-4ff4-a914-da616f722f9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:51.779331 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-985f12cc-61ae-432a-813b-07ea1d6cc41b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8::f816:3eff:fed3:8811 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/95c50553-96cc-4551-8c71-f41d912246aa/862fd780-f417-4b20-afe5-a26b303e4674) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:51.794222 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:51.797374 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:51.801161 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:23:51.816233 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Pushing event updated for resources: {'Port': ['ID=0993d368-9601-48fe-9b63-2c823e1fdfd2,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:51.871842 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-aa7814bb-ec57-435e-ad9b-9221cd68a1e0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=242bcfb01edf42268a8b3d3842f19eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7682188 Jul 30 20:23:51.874928 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 32782) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:51.878812 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7814bb-ec57-435e-ad9b-9221cd68a1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cd3668-1a4b-4ee0-9589-4f78151ff7a0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:51.879314 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Attempting to bind port 0993d368-9601-48fe-9b63-2c823e1fdfd2 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:23:51.879741 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Attempting to bind port 0993d368-9601-48fe-9b63-2c823e1fdfd2 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:23:51.880111 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Attempting to bind port 0993d368-9601-48fe-9b63-2c823e1fdfd2 on network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:23:51.886742 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:23:51.887269 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Checking segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:23:51.887718 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:51.888173 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Bound using segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:23:51.888653 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Bound port: 0993d368-9601-48fe-9b63-2c823e1fdfd2, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:23:51.889086 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:51.983038 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9759f8df-82f3-4bb9-9825-5143e903573e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Made reservation on behalf of c91b7b2c8ba948c1871a986ad088363a for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:51.987668 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9759f8df-82f3-4bb9-9825-5143e903573e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:51.988616 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] For port 0993d368-9601-48fe-9b63-2c823e1fdfd2, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:23:51.994679 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] For port 0993d368-9601-48fe-9b63-2c823e1fdfd2, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0993d368-9601-48fe-9b63-2c823e1fdfd2,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:23:51.999258 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ce1d398-e3ed-4d36-834f-baa2744aadc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:52.001219 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:52.057454 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ce1d398-e3ed-4d36-834f-baa2744aadc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:52.117879 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Pushing event updated for resources: {'Port': ['ID=0993d368-9601-48fe-9b63-2c823e1fdfd2,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:52.140400 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-985f12cc-61ae-432a-813b-07ea1d6cc41b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:52.155197 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:52.155197 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:52.155197 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:52.155928 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:52.162318 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:52.162318 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:52.162318 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:52.162318 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:52.162318 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:52.162318 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:52.162990 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:52.163895 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13897e76-cf86-4bcc-a2fa-be64c1698301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:23:52.199563 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ce1d398-e3ed-4d36-834f-baa2744aadc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:52.203111 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ce1d398-e3ed-4d36-834f-baa2744aadc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:52.207807 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5ce1d398-e3ed-4d36-834f-baa2744aadc4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/35cd3668-1a4b-4ee0-9589-4f78151ff7a0 HTTP/1.1" status: 204 len: 168 time: 0.3300161 Jul 30 20:23:52.218828 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1d398-e3ed-4d36-834f-baa2744aadc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cd3668-1a4b-4ee0-9589-4f78151ff7a0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:52.246778 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-985f12cc-61ae-432a-813b-07ea1d6cc41b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Transition to ACTIVE for port object 862fd780-f417-4b20-afe5-a26b303e4674 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:52.368584 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-985f12cc-61ae-432a-813b-07ea1d6cc41b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:52.418148 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985f12cc-61ae-432a-813b-07ea1d6cc41b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:52.419312 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9759f8df-82f3-4bb9-9825-5143e903573e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:52.442532 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-985f12cc-61ae-432a-813b-07ea1d6cc41b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:52.468478 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985f12cc-61ae-432a-813b-07ea1d6cc41b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:23:52.474579 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985f12cc-61ae-432a-813b-07ea1d6cc41b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:52.475110 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-985f12cc-61ae-432a-813b-07ea1d6cc41b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:52.520252 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f12cc-61ae-432a-813b-07ea1d6cc41b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=862fd780-f417-4b20-afe5-a26b303e4674,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:52.561010 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 32800) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:52.561247 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-985f12cc-61ae-432a-813b-07ea1d6cc41b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0272710 Jul 30 20:23:52.562170 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759f8df-82f3-4bb9-9825-5143e903573e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Subnet': ['ID=75dda336-a90d-4d87-9bd9-306953f3e9a9,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:52.568387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9759f8df-82f3-4bb9-9825-5143e903573e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Checking segment: {'id': '82885990-6473-4996-8004-6e70b885a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '51ff495d-7fd8-4ff4-a914-da616f722f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:23:52.568757 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9759f8df-82f3-4bb9-9825-5143e903573e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network hostable DHCP agents. Network: 51ff495d-7fd8-4ff4-a914-da616f722f9f, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:23:52.592592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9759f8df-82f3-4bb9-9825-5143e903573e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network 51ff495d-7fd8-4ff4-a914-da616f722f9f is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:23:52.605217 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-9759f8df-82f3-4bb9-9825-5143e903573e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 51ff495d-7fd8-4ff4-a914-da616f722f9f) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:52.611804 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9759f8df-82f3-4bb9-9825-5143e903573e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:52.612408 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9759f8df-82f3-4bb9-9825-5143e903573e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:52.618686 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95178fc4-aa61-43e0-8137-aeebc8071f12 None None] Network 51ff495d-7fd8-4ff4-a914-da616f722f9f requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:52.643916 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9759f8df-82f3-4bb9-9825-5143e903573e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8908958 Jul 30 20:23:52.644299 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 32802) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:52.647277 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f8d525-d3c1-4e03-9e7c-20c63b8e18e0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:52.650834 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-cac8cd1c-ee1a-4314-9425-c78b185e4d8a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1354589489', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:52.655038 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f8d525-d3c1-4e03-9e7c-20c63b8e18e0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:52.657270 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b4f8d525-d3c1-4e03-9e7c-20c63b8e18e0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0950019 Jul 30 20:23:52.660133 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 32804) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:52.687409 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cac8cd1c-ee1a-4314-9425-c78b185e4d8a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:52.688495 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cac8cd1c-ee1a-4314-9425-c78b185e4d8a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:52.746087 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 32808) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:52.763783 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cac8cd1c-ee1a-4314-9425-c78b185e4d8a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:52.768740 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cac8cd1c-ee1a-4314-9425-c78b185e4d8a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:52.774980 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea413ad5-4e4f-4dcd-bf90-ff2697d60884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:52.789967 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cac8cd1c-ee1a-4314-9425-c78b185e4d8a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:52.792233 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cac8cd1c-ee1a-4314-9425-c78b185e4d8a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1468444 Jul 30 20:23:52.795226 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 32810) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:52.882041 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0993d368-9601-48fe-9b63-2c823e1fdfd2 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:23:52.907343 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feba70ae-2192-486a-a453-6b6fec7498e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-51ff495d-7fd8-4ff4-a914-da616f722f9f', 'network_id': '51ff495d-7fd8-4ff4-a914-da616f722f9f', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'fixed_ips': [{'subnet_id': '75dda336-a90d-4d87-9bd9-306953f3e9a9'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:23:52.908319 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-feba70ae-2192-486a-a453-6b6fec7498e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:53.029839 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 0993d368-9601-48fe-9b63-2c823e1fdfd2 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:23:53.101532 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-feba70ae-2192-486a-a453-6b6fec7498e9 None None] Allocated IP 172.20.0.2 (51ff495d-7fd8-4ff4-a914-da616f722f9f/75dda336-a90d-4d87-9bd9-306953f3e9a9/6a4444b1-358c-4f74-ab78-0f945bd073d6) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:53.214644 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9b17f6fd-797c-4c3a-bc2b-1e25c8879df7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting port 862fd780-f417-4b20-afe5-a26b303e4674 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:23:53.215238 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b17f6fd-797c-4c3a-bc2b-1e25c8879df7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:53.294981 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-feba70ae-2192-486a-a453-6b6fec7498e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:53.315680 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-feba70ae-2192-486a-a453-6b6fec7498e9 None None] Transition to ACTIVE for port object 6a4444b1-358c-4f74-ab78-0f945bd073d6 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:53.334684 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-feba70ae-2192-486a-a453-6b6fec7498e9 None None] Transition to ACTIVE for port object 6a4444b1-358c-4f74-ab78-0f945bd073d6 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:53.344458 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-feba70ae-2192-486a-a453-6b6fec7498e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:53.398105 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba70ae-2192-486a-a453-6b6fec7498e9 None None] Network 51ff495d-7fd8-4ff4-a914-da616f722f9f is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:53.398105 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-feba70ae-2192-486a-a453-6b6fec7498e9 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:53.405936 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feba70ae-2192-486a-a453-6b6fec7498e9 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:23:53.436985 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba70ae-2192-486a-a453-6b6fec7498e9 None None] Pushing event updated for resources: {'Port': ['ID=6a4444b1-358c-4f74-ab78-0f945bd073d6,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:53.513959 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-feba70ae-2192-486a-a453-6b6fec7498e9 None None] Attempting to bind port 6a4444b1-358c-4f74-ab78-0f945bd073d6 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:23:53.514669 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-feba70ae-2192-486a-a453-6b6fec7498e9 None None] Attempting to bind port 6a4444b1-358c-4f74-ab78-0f945bd073d6 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '82885990-6473-4996-8004-6e70b885a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '51ff495d-7fd8-4ff4-a914-da616f722f9f'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:23:53.515268 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba70ae-2192-486a-a453-6b6fec7498e9 None None] Attempting to bind port 6a4444b1-358c-4f74-ab78-0f945bd073d6 on network 51ff495d-7fd8-4ff4-a914-da616f722f9f {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:23:53.522432 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba70ae-2192-486a-a453-6b6fec7498e9 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:23:53.523490 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba70ae-2192-486a-a453-6b6fec7498e9 None None] Checking segment: {'id': '82885990-6473-4996-8004-6e70b885a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '51ff495d-7fd8-4ff4-a914-da616f722f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:23:53.525126 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-feba70ae-2192-486a-a453-6b6fec7498e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:53.525734 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba70ae-2192-486a-a453-6b6fec7498e9 None None] Bound using segment: {'id': '82885990-6473-4996-8004-6e70b885a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '51ff495d-7fd8-4ff4-a914-da616f722f9f'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:23:53.526417 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-feba70ae-2192-486a-a453-6b6fec7498e9 None None] Bound port: 6a4444b1-358c-4f74-ab78-0f945bd073d6, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82885990-6473-4996-8004-6e70b885a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '51ff495d-7fd8-4ff4-a914-da616f722f9f'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:23:53.526806 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-feba70ae-2192-486a-a453-6b6fec7498e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:53.655881 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-feba70ae-2192-486a-a453-6b6fec7498e9 None None] For port 6a4444b1-358c-4f74-ab78-0f945bd073d6, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:23:53.660807 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-feba70ae-2192-486a-a453-6b6fec7498e9 None None] For port 6a4444b1-358c-4f74-ab78-0f945bd073d6, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6a4444b1-358c-4f74-ab78-0f945bd073d6,segment=NetworkSegment(82885990-6473-4996-8004-6e70b885a1e1),segment_id=82885990-6473-4996-8004-6e70b885a1e1)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:23:53.686420 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-feba70ae-2192-486a-a453-6b6fec7498e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:53.730604 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea413ad5-4e4f-4dcd-bf90-ff2697d60884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:53.765842 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0cdbabb8-9b23-45f4-b449-66671b4fd901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:53.779253 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea413ad5-4e4f-4dcd-bf90-ff2697d60884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:53.787396 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-708885ad-a717-4564-b02d-b4624684c25b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:53.805285 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-83bf22af-7d19-449e-addd-cec90cd1bae1 None None] Provisioning for port 0993d368-9601-48fe-9b63-2c823e1fdfd2 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:23:53.816815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba70ae-2192-486a-a453-6b6fec7498e9 None None] Pushing event updated for resources: {'Port': ['ID=6a4444b1-358c-4f74-ab78-0f945bd073d6,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:53.823040 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-83bf22af-7d19-449e-addd-cec90cd1bae1 None None] Provisioning complete for port 0993d368-9601-48fe-9b63-2c823e1fdfd2 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:53.823425 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83bf22af-7d19-449e-addd-cec90cd1bae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:53.863123 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b17f6fd-797c-4c3a-bc2b-1e25c8879df7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:53.910592 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9b17f6fd-797c-4c3a-bc2b-1e25c8879df7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Calling delete_port for 862fd780-f417-4b20-afe5-a26b303e4674 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:23:53.926353 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ea413ad5-4e4f-4dcd-bf90-ff2697d60884 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=925fdb11ffb74ff9ac50b826965605de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1792367 Jul 30 20:23:53.929080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 32838) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:53.985651 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:54.036848 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c759833e-911b-4aaf-a3b3-5ef73c9714ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:54.040710 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea413ad5-4e4f-4dcd-bf90-ff2697d60884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02676b57-e944-413e-bf0a-77b3d5ee129f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:54.072230 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83bf22af-7d19-449e-addd-cec90cd1bae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:54.079084 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c759833e-911b-4aaf-a3b3-5ef73c9714ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:54.178130 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c759833e-911b-4aaf-a3b3-5ef73c9714ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:54.182014 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c759833e-911b-4aaf-a3b3-5ef73c9714ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:54.183569 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c759833e-911b-4aaf-a3b3-5ef73c9714ca admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/02676b57-e944-413e-bf0a-77b3d5ee129f HTTP/1.1" status: 204 len: 168 time: 0.2529154 Jul 30 20:23:54.197561 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-83bf22af-7d19-449e-addd-cec90cd1bae1 None None] For port 0993d368-9601-48fe-9b63-2c823e1fdfd2, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0993d368-9601-48fe-9b63-2c823e1fdfd2,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:54.200930 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759833e-911b-4aaf-a3b3-5ef73c9714ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02676b57-e944-413e-bf0a-77b3d5ee129f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:54.208829 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83bf22af-7d19-449e-addd-cec90cd1bae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:54.353961 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf22af-7d19-449e-addd-cec90cd1bae1 None None] Pushing event updated for resources: {'Port': ['ID=0993d368-9601-48fe-9b63-2c823e1fdfd2,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:54.372137 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3de5365e-4134-4e1c-9e81-162b9507b892 None None] Provisioning for port 862fd780-f417-4b20-afe5-a26b303e4674 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:23:54.414641 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3de5365e-4134-4e1c-9e81-162b9507b892 None None] Provisioning complete for port 862fd780-f417-4b20-afe5-a26b303e4674 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:54.418214 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3de5365e-4134-4e1c-9e81-162b9507b892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:54.518070 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3de5365e-4134-4e1c-9e81-162b9507b892 None None] Port 862fd780-f417-4b20-afe5-a26b303e4674 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:23:54.528474 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-708885ad-a717-4564-b02d-b4624684c25b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Allocated IP 172.20.0.1 (51ff495d-7fd8-4ff4-a914-da616f722f9f/75dda336-a90d-4d87-9bd9-306953f3e9a9/2e250e80-8b18-4e09-a249-21d6f2a51f1e) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:54.672529 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b17f6fd-797c-4c3a-bc2b-1e25c8879df7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:54.754380 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17f6fd-797c-4c3a-bc2b-1e25c8879df7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Port': ['ID=862fd780-f417-4b20-afe5-a26b303e4674,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:54.801381 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b17f6fd-797c-4c3a-bc2b-1e25c8879df7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:54.803683 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9b17f6fd-797c-4c3a-bc2b-1e25c8879df7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/862fd780-f417-4b20-afe5-a26b303e4674 HTTP/1.1" status: 204 len: 168 time: 2.1423430 Jul 30 20:23:54.806568 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 32864) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:54.810032 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-708885ad-a717-4564-b02d-b4624684c25b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:54.832198 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-708885ad-a717-4564-b02d-b4624684c25b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Transition to ACTIVE for port object 2e250e80-8b18-4e09-a249-21d6f2a51f1e will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:54.954538 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:54.957835 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d094ab78-5702-4b93-8a90-4feb483b6d78 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:54.962923 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d094ab78-5702-4b93-8a90-4feb483b6d78 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:54.967305 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d094ab78-5702-4b93-8a90-4feb483b6d78 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1563780 Jul 30 20:23:54.968138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 32870) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:54.971981 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-708885ad-a717-4564-b02d-b4624684c25b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:54.986551 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0993d368-9601-48fe-9b63-2c823e1fdfd2 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:23:55.078165 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc27aa5-4777-4e8b-938e-ebd7bf67afae tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet 95c50553-96cc-4551-8c71-f41d912246aa {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:23:55.096329 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0dc27aa5-4777-4e8b-938e-ebd7bf67afae tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:55.113831 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 0993d368-9601-48fe-9b63-2c823e1fdfd2 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:55.114805 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:55.129372 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708885ad-a717-4564-b02d-b4624684c25b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Port': ['ID=2e250e80-8b18-4e09-a249-21d6f2a51f1e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:55.169394 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708885ad-a717-4564-b02d-b4624684c25b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network 51ff495d-7fd8-4ff4-a914-da616f722f9f is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:55.173895 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-708885ad-a717-4564-b02d-b4624684c25b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:55.177907 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708885ad-a717-4564-b02d-b4624684c25b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:23:55.211234 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0dc27aa5-4777-4e8b-938e-ebd7bf67afae tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:55.242844 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-708885ad-a717-4564-b02d-b4624684c25b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:55.380495 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0dc27aa5-4777-4e8b-938e-ebd7bf67afae tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:55.417724 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6a4444b1-358c-4f74-ab78-0f945bd073d6 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:23:55.498318 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 6a4444b1-358c-4f74-ab78-0f945bd073d6 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:23:55.518005 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf374238-f5b2-44b0-b21f-35e163fec309 None None] Network 51ff495d-7fd8-4ff4-a914-da616f722f9f requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:55.518391 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0dc27aa5-4777-4e8b-938e-ebd7bf67afae tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:55.554880 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0dc27aa5-4777-4e8b-938e-ebd7bf67afae tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:55.557806 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0dc27aa5-4777-4e8b-938e-ebd7bf67afae tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/95c50553-96cc-4551-8c71-f41d912246aa HTTP/1.1" status: 204 len: 168 time: 0.5885053 Jul 30 20:23:55.558968 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc27aa5-4777-4e8b-938e-ebd7bf67afae tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=95c50553-96cc-4551-8c71-f41d912246aa,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:55.561598 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 32888) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:55.581439 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-708885ad-a717-4564-b02d-b4624684c25b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:55.583207 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a55174-c614-4754-aa81-d2b07937ab70 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:55.613241 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7ebd4e71-a13b-47e0-a9e1-1b824a25280c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504956 Jul 30 20:23:55.615781 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 32892) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:55.735453 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4185d97-f1ee-4c62-9acd-8225c4916d67 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:55.737750 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f4185d97-f1ee-4c62-9acd-8225c4916d67 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1204979 Jul 30 20:23:55.741866 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 32896) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:55.849444 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9494d2-3dfa-46ca-95ce-76257a1edfbb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:55.854477 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4c9494d2-3dfa-46ca-95ce-76257a1edfbb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1112466 Jul 30 20:23:55.855128 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 32900) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:55.939732 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d96d2cba-b9cf-4117-a5e5-cb3932e3c39e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826681 Jul 30 20:23:55.944524 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 32902) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:55.950367 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-1a626296-7880-4260-a5eb-99cd8d7d8bea tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:55.978392 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f28ef253-66e2-4dc2-b934-3335490216c9 None None] Provisioning for port 6a4444b1-358c-4f74-ab78-0f945bd073d6 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:23:55.997710 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f28ef253-66e2-4dc2-b934-3335490216c9 None None] Provisioning complete for port 6a4444b1-358c-4f74-ab78-0f945bd073d6 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:55.998816 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f28ef253-66e2-4dc2-b934-3335490216c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:56.075498 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a626296-7880-4260-a5eb-99cd8d7d8bea tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:56.081561 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a626296-7880-4260-a5eb-99cd8d7d8bea tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:56.309067 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-708885ad-a717-4564-b02d-b4624684c25b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:56.323319 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-708885ad-a717-4564-b02d-b4624684c25b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:56.477983 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f28ef253-66e2-4dc2-b934-3335490216c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:56.542824 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-708885ad-a717-4564-b02d-b4624684c25b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:56.552538 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708885ad-a717-4564-b02d-b4624684c25b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Port': ['ID=2e250e80-8b18-4e09-a249-21d6f2a51f1e,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:56.564211 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f28ef253-66e2-4dc2-b934-3335490216c9 None None] For port 6a4444b1-358c-4f74-ab78-0f945bd073d6, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6a4444b1-358c-4f74-ab78-0f945bd073d6,segment=NetworkSegment(82885990-6473-4996-8004-6e70b885a1e1),segment_id=82885990-6473-4996-8004-6e70b885a1e1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:56.580753 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f28ef253-66e2-4dc2-b934-3335490216c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:56.589796 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabaed03-0e55-4836-8711-210b9e562a3d None None] DHCP port deletion for af4b4c78-015d-41b2-aa81-e7eeeb1e0803 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:23:56.709307 n-d-712137-9 neutron-server[93882]: DEBUG neutron.objects.ports [None req-1a626296-7880-4260-a5eb-99cd8d7d8bea tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93882) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 20:23:56.723839 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ef253-66e2-4dc2-b934-3335490216c9 None None] Pushing event updated for resources: {'Port': ['ID=6a4444b1-358c-4f74-ab78-0f945bd073d6,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:56.790826 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708885ad-a717-4564-b02d-b4624684c25b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network 51ff495d-7fd8-4ff4-a914-da616f722f9f is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:56.821945 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-708885ad-a717-4564-b02d-b4624684c25b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:56.852658 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-fabaed03-0e55-4836-8711-210b9e562a3d None None] Deleting port 0993d368-9601-48fe-9b63-2c823e1fdfd2 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:23:56.879602 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fabaed03-0e55-4836-8711-210b9e562a3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:56.905006 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0993d368-9601-48fe-9b63-2c823e1fdfd2 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:23:57.008558 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-fabaed03-0e55-4836-8711-210b9e562a3d None None] For port 0993d368-9601-48fe-9b63-2c823e1fdfd2, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0993d368-9601-48fe-9b63-2c823e1fdfd2,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:57.009369 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fabaed03-0e55-4836-8711-210b9e562a3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:57.041311 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:57.076107 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708885ad-a717-4564-b02d-b4624684c25b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Router 97e8d10f-599c-466b-b404-9f4e3ba44d3b is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:23:57.093418 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-fabaed03-0e55-4836-8711-210b9e562a3d None None] Calling delete_port for 0993d368-9601-48fe-9b63-2c823e1fdfd2 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:23:57.208970 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-73d5815e-b4a7-4714-8ff2-57654ebdc28e None None] Provisioning for port 2e250e80-8b18-4e09-a249-21d6f2a51f1e completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:23:57.221522 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-73d5815e-b4a7-4714-8ff2-57654ebdc28e None None] Provisioning complete for port 2e250e80-8b18-4e09-a249-21d6f2a51f1e triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:57.222183 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73d5815e-b4a7-4714-8ff2-57654ebdc28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:57.248695 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 32934) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:57.293474 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a626296-7880-4260-a5eb-99cd8d7d8bea tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:57.324046 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-73d5815e-b4a7-4714-8ff2-57654ebdc28e None None] Port 2e250e80-8b18-4e09-a249-21d6f2a51f1e cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:23:57.343220 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708885ad-a717-4564-b02d-b4624684c25b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:23:57.361233 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-708885ad-a717-4564-b02d-b4624684c25b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "PUT /v2.0/routers/97e8d10f-599c-466b-b404-9f4e3ba44d3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5651302 Jul 30 20:23:57.362883 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 32942) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:57.374464 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e780e520-9c5e-48d0-9653-0fa01e23f26a None None] Sync routers for ids ['97e8d10f-599c-466b-b404-9f4e3ba44d3b'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:23:57.491129 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cece7c59-fda9-4f5a-b67e-4e9594231189 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:57.493439 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cece7c59-fda9-4f5a-b67e-4e9594231189 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "GET /v2.0/ports/2e250e80-8b18-4e09-a249-21d6f2a51f1e HTTP/1.1" status: 200 len: 910 time: 0.1280787 Jul 30 20:23:57.496332 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 32946) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:57.506800 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-73d5815e-b4a7-4714-8ff2-57654ebdc28e None None] Provisioning complete for port 6a4444b1-358c-4f74-ab78-0f945bd073d6 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:57.507185 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73d5815e-b4a7-4714-8ff2-57654ebdc28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:57.510465 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d161ea2e-afcc-4a56-843e-3a361fab56c8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '75dda336-a90d-4d87-9bd9-306953f3e9a9'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:57.645909 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-1a626296-7880-4260-a5eb-99cd8d7d8bea tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] For port 0993d368-9601-48fe-9b63-2c823e1fdfd2, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0993d368-9601-48fe-9b63-2c823e1fdfd2,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:23:57.650792 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e780e520-9c5e-48d0-9653-0fa01e23f26a None None] Routers {'97e8d10f-599c-466b-b404-9f4e3ba44d3b'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:23:57.651297 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e780e520-9c5e-48d0-9653-0fa01e23f26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:23:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['97e8d10f-599c-466b-b404-9f4e3ba44d3b'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:57.660441 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3c3d8db2-2a04-4d6a-be6d-8d42796f242e tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-608278230'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:57.709233 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e780e520-9c5e-48d0-9653-0fa01e23f26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:57.715209 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:57.753857 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3d8db2-2a04-4d6a-be6d-8d42796f242e tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] Made reservation on behalf of 054be93c34284ac9868dbdfa3bc4ae8d for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:57.753857 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c3d8db2-2a04-4d6a-be6d-8d42796f242e tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:57.761568 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e780e520-9c5e-48d0-9653-0fa01e23f26a None None] Routers {'97e8d10f-599c-466b-b404-9f4e3ba44d3b'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:23:57.762269 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e780e520-9c5e-48d0-9653-0fa01e23f26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:23:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['97e8d10f-599c-466b-b404-9f4e3ba44d3b'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:57.764607 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c3d8db2-2a04-4d6a-be6d-8d42796f242e tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:57.792131 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a626296-7880-4260-a5eb-99cd8d7d8bea tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:57.808529 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a626296-7880-4260-a5eb-99cd8d7d8bea tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:57.809587 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a626296-7880-4260-a5eb-99cd8d7d8bea tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:57.821464 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e780e520-9c5e-48d0-9653-0fa01e23f26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:23:57.822189 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e780e520-9c5e-48d0-9653-0fa01e23f26a None None] The sync data for ids ['97e8d10f-599c-466b-b404-9f4e3ba44d3b'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:23:57.838907 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fabaed03-0e55-4836-8711-210b9e562a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:57.846036 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d161ea2e-afcc-4a56-843e-3a361fab56c8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:57.854539 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a626296-7880-4260-a5eb-99cd8d7d8bea tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Port': ['ID=0993d368-9601-48fe-9b63-2c823e1fdfd2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:57.898530 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabaed03-0e55-4836-8711-210b9e562a3d None None] No DVR routers for this DVR port 0993d368-9601-48fe-9b63-2c823e1fdfd2 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:23:57.920357 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a626296-7880-4260-a5eb-99cd8d7d8bea tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:57.927402 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-1a626296-7880-4260-a5eb-99cd8d7d8bea tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:57.935588 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a626296-7880-4260-a5eb-99cd8d7d8bea tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:57.936091 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a626296-7880-4260-a5eb-99cd8d7d8bea tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:57.964347 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a626296-7880-4260-a5eb-99cd8d7d8bea tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=0f34f624-a1e9-4af5-a550-1f8afcaae802,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:57.982077 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3716303c-2fe5-47a8-acbd-2c7b99120e9b None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:23:57.987802 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabaed03-0e55-4836-8711-210b9e562a3d None None] Pushing event deleted for resources: {'Port': ['ID=0993d368-9601-48fe-9b63-2c823e1fdfd2,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:58.039064 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c3d8db2-2a04-4d6a-be6d-8d42796f242e tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:58.049988 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c3d8db2-2a04-4d6a-be6d-8d42796f242e tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:58.063436 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1a626296-7880-4260-a5eb-99cd8d7d8bea tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1175449 Jul 30 20:23:58.072602 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 32956) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:58.084627 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-88c91e6d-b4e1-4120-9e6a-57fffd994d23 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'mac_address': 'fa:16:3e:ba:3e:2b', 'name': 'tempest-NetworksTestDHCPv6-503653861'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:58.112010 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8f388e35-2dc4-4660-a2fd-22bf14679cf4 None None] Provisioning complete for port 2e250e80-8b18-4e09-a249-21d6f2a51f1e triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:58.112567 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f388e35-2dc4-4660-a2fd-22bf14679cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:58.152779 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3d8db2-2a04-4d6a-be6d-8d42796f242e tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:23:58.167423 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8f388e35-2dc4-4660-a2fd-22bf14679cf4 None None] Port 2e250e80-8b18-4e09-a249-21d6f2a51f1e cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:23:58.167774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d8db2-2a04-4d6a-be6d-8d42796f242e tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d297047-9784-45bc-bb18-8108e850f509,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:58.193035 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c3d8db2-2a04-4d6a-be6d-8d42796f242e tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:58.193396 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-3c3d8db2-2a04-4d6a-be6d-8d42796f242e tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] Added segment 43b6cf62-1148-45fc-b7cd-46097e90bd30 of type vlan for network 08c6646e-473f-4188-821f-1edd1efafc57 Jul 30 20:23:58.264491 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c3d8db2-2a04-4d6a-be6d-8d42796f242e tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:58.290673 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62626eaf-5e80-4060-8bdd-b6f41ee5e416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'fixed_ips': [{'subnet_id': '0f34f624-a1e9-4af5-a550-1f8afcaae802'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:23:58.291725 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-62626eaf-5e80-4060-8bdd-b6f41ee5e416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:58.328428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c91e6d-b4e1-4120-9e6a-57fffd994d23 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:58.401074 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c3d8db2-2a04-4d6a-be6d-8d42796f242e tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:58.409390 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3d8db2-2a04-4d6a-be6d-8d42796f242e tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:58.410054 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c3d8db2-2a04-4d6a-be6d-8d42796f242e tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:58.475204 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-62626eaf-5e80-4060-8bdd-b6f41ee5e416 None None] Allocated IP 2001:db8::f816:3eff:feb4:1ac7 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/0f34f624-a1e9-4af5-a550-1f8afcaae802/81ef3b87-0da4-4b19-aedb-df051d86826b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:58.514210 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3c3d8db2-2a04-4d6a-be6d-8d42796f242e tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2641172 Jul 30 20:23:58.534957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d8db2-2a04-4d6a-be6d-8d42796f242e tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] Pushing event updated for resources: {'Network': ['ID=08c6646e-473f-4188-821f-1edd1efafc57,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:58.572037 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88c91e6d-b4e1-4120-9e6a-57fffd994d23 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:58.572306 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 08c6646e-473f-4188-821f-1edd1efafc57 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:23:58.612580 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-88c91e6d-b4e1-4120-9e6a-57fffd994d23 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] device_id is not set on port 7083c315-3011-49cd-b889-9e60f8de62b4 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:23:58.761504 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d161ea2e-afcc-4a56-843e-3a361fab56c8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:58.775806 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d161ea2e-afcc-4a56-843e-3a361fab56c8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:58.799842 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 32976) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:58.806728 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Request body: {'port': {'network_id': '08c6646e-473f-4188-821f-1edd1efafc57', 'binding:host_id': 'n-h1-712137-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1625830179'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:23:58.851036 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6a4444b1-358c-4f74-ab78-0f945bd073d6 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:23:58.852470 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Made reservation on behalf of ba5da614290742599bad4821cdbc473c for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:23:58.854837 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:58.874932 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:58.879631 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161ea2e-afcc-4a56-843e-3a361fab56c8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Port': ['ID=2e250e80-8b18-4e09-a249-21d6f2a51f1e,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:58.908010 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-62626eaf-5e80-4060-8bdd-b6f41ee5e416 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:58.925548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-62626eaf-5e80-4060-8bdd-b6f41ee5e416 None None] Transition to ACTIVE for port object 81ef3b87-0da4-4b19-aedb-df051d86826b will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:58.945600 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d161ea2e-afcc-4a56-843e-3a361fab56c8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:23:58.946953 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d161ea2e-afcc-4a56-843e-3a361fab56c8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:58.948498 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d161ea2e-afcc-4a56-843e-3a361fab56c8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "PUT /v2.0/ports/2e250e80-8b18-4e09-a249-21d6f2a51f1e HTTP/1.1" status: 200 len: 910 time: 1.4492917 Jul 30 20:23:58.951470 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 32980) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:23:58.962329 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-62626eaf-5e80-4060-8bdd-b6f41ee5e416 None None] Transition to ACTIVE for port object 81ef3b87-0da4-4b19-aedb-df051d86826b will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:23:58.969423 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 6a4444b1-358c-4f74-ab78-0f945bd073d6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:23:58.970055 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:58.973449 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-62626eaf-5e80-4060-8bdd-b6f41ee5e416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:59.040224 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62626eaf-5e80-4060-8bdd-b6f41ee5e416 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:23:59.062312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-62626eaf-5e80-4060-8bdd-b6f41ee5e416 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:23:59.069633 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62626eaf-5e80-4060-8bdd-b6f41ee5e416 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:23:59.074545 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62626eaf-5e80-4060-8bdd-b6f41ee5e416 None None] Pushing event updated for resources: {'Port': ['ID=81ef3b87-0da4-4b19-aedb-df051d86826b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:59.158995 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-62626eaf-5e80-4060-8bdd-b6f41ee5e416 None None] Attempting to bind port 81ef3b87-0da4-4b19-aedb-df051d86826b on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:23:59.159707 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-62626eaf-5e80-4060-8bdd-b6f41ee5e416 None None] Attempting to bind port 81ef3b87-0da4-4b19-aedb-df051d86826b by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:23:59.160512 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62626eaf-5e80-4060-8bdd-b6f41ee5e416 None None] Attempting to bind port 81ef3b87-0da4-4b19-aedb-df051d86826b on network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:23:59.168912 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-88c91e6d-b4e1-4120-9e6a-57fffd994d23 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8::f816:3eff:feba:3e2b (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/0f34f624-a1e9-4af5-a550-1f8afcaae802/7083c315-3011-49cd-b889-9e60f8de62b4) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:23:59.201472 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62626eaf-5e80-4060-8bdd-b6f41ee5e416 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:23:59.202015 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62626eaf-5e80-4060-8bdd-b6f41ee5e416 None None] Checking segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:23:59.202499 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-62626eaf-5e80-4060-8bdd-b6f41ee5e416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:59.204182 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62626eaf-5e80-4060-8bdd-b6f41ee5e416 None None] Bound using segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:23:59.204777 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-62626eaf-5e80-4060-8bdd-b6f41ee5e416 None None] Bound port: 81ef3b87-0da4-4b19-aedb-df051d86826b, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:23:59.205395 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-62626eaf-5e80-4060-8bdd-b6f41ee5e416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:59.335930 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-62626eaf-5e80-4060-8bdd-b6f41ee5e416 None None] For port 81ef3b87-0da4-4b19-aedb-df051d86826b, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:23:59.340553 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-62626eaf-5e80-4060-8bdd-b6f41ee5e416 None None] For port 81ef3b87-0da4-4b19-aedb-df051d86826b, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=81ef3b87-0da4-4b19-aedb-df051d86826b,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:23:59.349810 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-62626eaf-5e80-4060-8bdd-b6f41ee5e416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:59.386198 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:59.444219 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62626eaf-5e80-4060-8bdd-b6f41ee5e416 None None] Pushing event updated for resources: {'Port': ['ID=81ef3b87-0da4-4b19-aedb-df051d86826b,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:59.473606 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:59.482659 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] device_id is not set on port 1f4b101a-c5bb-44b6-84de-d44e56cccace yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:23:59.603307 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ba62f1-f7ef-44de-8174-27beaf25187b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:23:59.739472 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88c91e6d-b4e1-4120-9e6a-57fffd994d23 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:23:59.818578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-88c91e6d-b4e1-4120-9e6a-57fffd994d23 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Transition to ACTIVE for port object 7083c315-3011-49cd-b889-9e60f8de62b4 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:00.072200 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] device_id is not set on port 1f4b101a-c5bb-44b6-84de-d44e56cccace yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:24:00.080525 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88c91e6d-b4e1-4120-9e6a-57fffd994d23 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:00.098992 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:00.104784 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87caa99c-c31b-40e2-add9-6f482680b8bd tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:00.209456 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Transition to ACTIVE for port object 1f4b101a-c5bb-44b6-84de-d44e56cccace will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:00.212378 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c91e6d-b4e1-4120-9e6a-57fffd994d23 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:00.224271 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-88c91e6d-b4e1-4120-9e6a-57fffd994d23 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:00.234714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c91e6d-b4e1-4120-9e6a-57fffd994d23 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:00.240576 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c91e6d-b4e1-4120-9e6a-57fffd994d23 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:00.243299 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88c91e6d-b4e1-4120-9e6a-57fffd994d23 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:00.248835 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c91e6d-b4e1-4120-9e6a-57fffd994d23 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=7083c315-3011-49cd-b889-9e60f8de62b4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:00.259295 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:00.283686 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-88c91e6d-b4e1-4120-9e6a-57fffd994d23 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2101722 Jul 30 20:24:00.288680 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 32992) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:00.377819 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d9f817-27a0-468d-88e9-d00b54575f7f tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:00.393363 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d9f817-27a0-468d-88e9-d00b54575f7f tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:00.395353 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-71d9f817-27a0-468d-88e9-d00b54575f7f tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1013672 Jul 30 20:24:00.398286 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 32994) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:00.438368 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Pushing event updated for resources: {'Port': ['ID=1f4b101a-c5bb-44b6-84de-d44e56cccace,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:00.469493 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Checking segment: {'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:24:00.469866 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Network hostable DHCP agents. Network: 08c6646e-473f-4188-821f-1edd1efafc57, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:24:00.506708 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Network 08c6646e-473f-4188-821f-1edd1efafc57 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:24:00.552982 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 08c6646e-473f-4188-821f-1edd1efafc57) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:00.562062 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9145276-b127-4ceb-ae9f-af34a9d0ae45 None None] Network 08c6646e-473f-4188-821f-1edd1efafc57 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:00.578175 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:00.580227 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ef52ce3c-152d-4a5c-a74d-a25b18b26af0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting port 7083c315-3011-49cd-b889-9e60f8de62b4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:00.580559 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef52ce3c-152d-4a5c-a74d-a25b18b26af0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:00.645006 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:00.645650 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:00.645650 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:00.726255 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port 1f4b101a-c5bb-44b6-84de-d44e56cccace on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:00.726596 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:00.727443 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 2 to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace Jul 30 20:24:00.752637 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:00.752973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:00.753316 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:00.761776 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port 1f4b101a-c5bb-44b6-84de-d44e56cccace on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:00.762251 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:00.764073 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 3 to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace Jul 30 20:24:00.785374 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef52ce3c-152d-4a5c-a74d-a25b18b26af0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:00.803651 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:00.804002 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:00.804340 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:00.812922 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ef52ce3c-152d-4a5c-a74d-a25b18b26af0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Calling delete_port for 7083c315-3011-49cd-b889-9e60f8de62b4 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:00.818559 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port 1f4b101a-c5bb-44b6-84de-d44e56cccace on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:00.818955 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:00.820672 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 4 to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace Jul 30 20:24:00.846908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-87caa99c-c31b-40e2-add9-6f482680b8bd tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting port 2e250e80-8b18-4e09-a249-21d6f2a51f1e {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:00.847262 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87caa99c-c31b-40e2-add9-6f482680b8bd tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:00.916867 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 81ef3b87-0da4-4b19-aedb-df051d86826b up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:00.950035 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:00.950261 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:00.950595 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:00.983280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port 1f4b101a-c5bb-44b6-84de-d44e56cccace on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:00.983714 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:00.986320 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 5 to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace Jul 30 20:24:01.015502 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:01.015986 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:01.016428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:01.049520 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port 1f4b101a-c5bb-44b6-84de-d44e56cccace on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:01.050207 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:01.052518 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 6 to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace Jul 30 20:24:01.057927 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87caa99c-c31b-40e2-add9-6f482680b8bd tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:01.065329 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 81ef3b87-0da4-4b19-aedb-df051d86826b completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:01.090888 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef52ce3c-152d-4a5c-a74d-a25b18b26af0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:01.091369 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:01.091932 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:01.093598 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:01.097275 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-87caa99c-c31b-40e2-add9-6f482680b8bd tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Calling delete_port for 2e250e80-8b18-4e09-a249-21d6f2a51f1e owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:01.108393 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port 1f4b101a-c5bb-44b6-84de-d44e56cccace on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:01.108971 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:01.110844 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 7 to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace Jul 30 20:24:01.142326 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52ce3c-152d-4a5c-a74d-a25b18b26af0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Port': ['ID=7083c315-3011-49cd-b889-9e60f8de62b4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:01.172059 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:01.172400 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:01.172739 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:01.184082 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef52ce3c-152d-4a5c-a74d-a25b18b26af0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:01.186485 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ef52ce3c-152d-4a5c-a74d-a25b18b26af0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/7083c315-3011-49cd-b889-9e60f8de62b4 HTTP/1.1" status: 204 len: 168 time: 0.7872562 Jul 30 20:24:01.187859 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port 1f4b101a-c5bb-44b6-84de-d44e56cccace on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:01.188201 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:01.192145 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 8 to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace Jul 30 20:24:01.192726 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33000) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:01.220745 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:01.221079 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:01.221429 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:01.242308 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0abdb89d-5e18-41d4-97d9-26c0472da42c None None] Provisioning for port 81ef3b87-0da4-4b19-aedb-df051d86826b completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:01.250050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0abdb89d-5e18-41d4-97d9-26c0472da42c None None] Provisioning complete for port 81ef3b87-0da4-4b19-aedb-df051d86826b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:01.252986 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0abdb89d-5e18-41d4-97d9-26c0472da42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:01.262050 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port 1f4b101a-c5bb-44b6-84de-d44e56cccace on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:01.262381 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:01.264445 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 9 to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace Jul 30 20:24:01.294910 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:01.295302 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:01.295685 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:01.301806 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port 1f4b101a-c5bb-44b6-84de-d44e56cccace on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:01.302178 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:01.302605 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 10 to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace Jul 30 20:24:01.336911 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:01.338592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:01.338937 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:01.376340 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9aa174-a2fd-49eb-9bde-9d92c865dbd5 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:01.382608 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9aa174-a2fd-49eb-9bde-9d92c865dbd5 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:01.385642 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-da9aa174-a2fd-49eb-9bde-9d92c865dbd5 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1917622 Jul 30 20:24:01.385964 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port 1f4b101a-c5bb-44b6-84de-d44e56cccace on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:01.385964 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port 1f4b101a-c5bb-44b6-84de-d44e56cccace on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:01.386358 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:01.388183 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33002) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:01.467944 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e1e5ad-41c5-4619-9aee-4e0211bc61eb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet 0f34f624-a1e9-4af5-a550-1f8afcaae802 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:24:01.474508 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0abdb89d-5e18-41d4-97d9-26c0472da42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:01.477763 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40e1e5ad-41c5-4619-9aee-4e0211bc61eb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:01.494401 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87caa99c-c31b-40e2-add9-6f482680b8bd tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:01.504874 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] For port 1f4b101a-c5bb-44b6-84de-d44e56cccace, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:24:01.505655 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempted to set empty binding levels {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 20:24:01.554995 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0abdb89d-5e18-41d4-97d9-26c0472da42c None None] For port 81ef3b87-0da4-4b19-aedb-df051d86826b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=81ef3b87-0da4-4b19-aedb-df051d86826b,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:01.555260 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:01.565318 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0abdb89d-5e18-41d4-97d9-26c0472da42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:01.573809 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40e1e5ad-41c5-4619-9aee-4e0211bc61eb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:01.611050 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87caa99c-c31b-40e2-add9-6f482680b8bd tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Port': ['ID=2e250e80-8b18-4e09-a249-21d6f2a51f1e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:01.765330 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40e1e5ad-41c5-4619-9aee-4e0211bc61eb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:01.784299 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c73fcafc-62ca-45cf-91f5-e6d4350d0368 None None] Could not find standard attr ID for object 7083c315-3011-49cd-b889-9e60f8de62b4. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:24:01.784665 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:01.784665 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:01.788988 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abdb89d-5e18-41d4-97d9-26c0472da42c None None] Pushing event updated for resources: {'Port': ['ID=81ef3b87-0da4-4b19-aedb-df051d86826b,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:01.849586 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33008) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:01.850474 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.0491109 Jul 30 20:24:01.876399 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fe1cc-0e65-4bba-98f0-42ed14793082 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Pushing event updated for resources: {'Port': ['ID=1f4b101a-c5bb-44b6-84de-d44e56cccace,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:02.069513 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40e1e5ad-41c5-4619-9aee-4e0211bc61eb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:02.129175 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87caa99c-c31b-40e2-add9-6f482680b8bd tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:02.148304 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1e5ad-41c5-4619-9aee-4e0211bc61eb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=0f34f624-a1e9-4af5-a550-1f8afcaae802,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:02.156563 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-de543fc4-a8ea-41d0-a5de-88091abef088 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Deleting port 1f4b101a-c5bb-44b6-84de-d44e56cccace {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:02.156931 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-de543fc4-a8ea-41d0-a5de-88091abef088 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:02.159117 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40e1e5ad-41c5-4619-9aee-4e0211bc61eb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:02.161099 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-40e1e5ad-41c5-4619-9aee-4e0211bc61eb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/0f34f624-a1e9-4af5-a550-1f8afcaae802 HTTP/1.1" status: 204 len: 168 time: 0.7716992 Jul 30 20:24:02.177085 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d09a71-f4d0-4094-bd1d-b75fd8c17cec None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:02.224529 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33010) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:02.365187 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ebee704a-27ea-4610-b744-0415ddd5a7c4 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1393385 Jul 30 20:24:02.369649 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33012) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:02.390330 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fab6df1a-f76b-41b8-bf16-c6e83772f8b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:02.606049 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab6df1a-f76b-41b8-bf16-c6e83772f8b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:02.609980 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fab6df1a-f76b-41b8-bf16-c6e83772f8b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:02.628468 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdbee29-5c22-41da-9d8c-2bcbfc55e2cf None None] DHCP port deletion for af4b4c78-015d-41b2-aa81-e7eeeb1e0803 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:24:02.741749 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bfdbee29-5c22-41da-9d8c-2bcbfc55e2cf None None] Deleting port 81ef3b87-0da4-4b19-aedb-df051d86826b {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:02.742186 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfdbee29-5c22-41da-9d8c-2bcbfc55e2cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:02.851550 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-de543fc4-a8ea-41d0-a5de-88091abef088 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] For port 1f4b101a-c5bb-44b6-84de-d44e56cccace, host n-h1-712137-9, got binding levels [] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:02.852454 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-de543fc4-a8ea-41d0-a5de-88091abef088 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:02.884515 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 81ef3b87-0da4-4b19-aedb-df051d86826b no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:24:02.904466 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-de543fc4-a8ea-41d0-a5de-88091abef088 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Calling delete_port for 1f4b101a-c5bb-44b6-84de-d44e56cccace owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:02.949635 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87caa99c-c31b-40e2-add9-6f482680b8bd tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Router 97e8d10f-599c-466b-b404-9f4e3ba44d3b has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:24:02.972819 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bfdbee29-5c22-41da-9d8c-2bcbfc55e2cf None None] For port 81ef3b87-0da4-4b19-aedb-df051d86826b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=81ef3b87-0da4-4b19-aedb-df051d86826b,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:02.973295 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfdbee29-5c22-41da-9d8c-2bcbfc55e2cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:03.003286 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bfdbee29-5c22-41da-9d8c-2bcbfc55e2cf None None] Calling delete_port for 81ef3b87-0da4-4b19-aedb-df051d86826b owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:03.057255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.objects.ports [None req-fab6df1a-f76b-41b8-bf16-c6e83772f8b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 20:24:03.159735 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87caa99c-c31b-40e2-add9-6f482680b8bd tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:24:03.166453 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-87caa99c-c31b-40e2-add9-6f482680b8bd tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "PUT /v2.0/routers/97e8d10f-599c-466b-b404-9f4e3ba44d3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2124815 Jul 30 20:24:03.169142 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-de543fc4-a8ea-41d0-a5de-88091abef088 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:03.169772 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33018) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:03.180893 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fa1fdd-c5fb-4c04-bbeb-d8877bfa9f08 None None] Sync routers for ids ['97e8d10f-599c-466b-b404-9f4e3ba44d3b'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:24:03.206024 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e371ff1e-b07b-44a4-9738-16f9ed920237 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "GET /v2.0/ports?device_id=97e8d10f-599c-466b-b404-9f4e3ba44d3b HTTP/1.1" status: 200 len: 205 time: 0.0345197 Jul 30 20:24:03.206913 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33020) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:03.213880 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de543fc4-a8ea-41d0-a5de-88091abef088 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f4b101a-c5bb-44b6-84de-d44e56cccace,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:03.221339 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fa1fdd-c5fb-4c04-bbeb-d8877bfa9f08 None None] Routers {'97e8d10f-599c-466b-b404-9f4e3ba44d3b'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:24:03.222060 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-01fa1fdd-c5fb-4c04-bbeb-d8877bfa9f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:23:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['97e8d10f-599c-466b-b404-9f4e3ba44d3b'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:03.224908 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-de543fc4-a8ea-41d0-a5de-88091abef088 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:03.231631 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-de543fc4-a8ea-41d0-a5de-88091abef088 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] 10.222.0.81 "DELETE /v2.0/ports/1f4b101a-c5bb-44b6-84de-d44e56cccace HTTP/1.1" status: 204 len: 168 time: 1.3740973 Jul 30 20:24:03.233205 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33022) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:03.248752 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:03.314226 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab91a72-f0c4-4af1-ba14-cf57698c97f1 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] GET failed (client error): The resource could not be found. Jul 30 20:24:03.326077 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dab91a72-f0c4-4af1-ba14-cf57698c97f1 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] 10.222.0.81 "GET /v2.0/ports/1f4b101a-c5bb-44b6-84de-d44e56cccace HTTP/1.1" status: 404 len: 333 time: 0.0872693 Jul 30 20:24:03.330710 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33024) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:03.333674 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-01fa1fdd-c5fb-4c04-bbeb-d8877bfa9f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:03.339309 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 81ef3b87-0da4-4b19-aedb-df051d86826b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=81ef3b87-0da4-4b19-aedb-df051d86826b,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:03.339499 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e54af353-e472-453f-815a-2470791a9759 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Request body: {'port': {'network_id': '08c6646e-473f-4188-821f-1edd1efafc57', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1844878341'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:03.356058 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fa1fdd-c5fb-4c04-bbeb-d8877bfa9f08 None None] Routers {'97e8d10f-599c-466b-b404-9f4e3ba44d3b'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:24:03.357443 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-01fa1fdd-c5fb-4c04-bbeb-d8877bfa9f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:23:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['97e8d10f-599c-466b-b404-9f4e3ba44d3b'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:03.367268 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:03.388048 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3fc5e007-62e2-41d0-9db2-666a0868f841 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:03.426080 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=81ef3b87-0da4-4b19-aedb-df051d86826b,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:03.449179 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fab6df1a-f76b-41b8-bf16-c6e83772f8b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:03.452638 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfdbee29-5c22-41da-9d8c-2bcbfc55e2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:03.465497 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-01fa1fdd-c5fb-4c04-bbeb-d8877bfa9f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:03.466408 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fa1fdd-c5fb-4c04-bbeb-d8877bfa9f08 None None] The sync data for ids ['97e8d10f-599c-466b-b404-9f4e3ba44d3b'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:24:03.476048 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54af353-e472-453f-815a-2470791a9759 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Made reservation on behalf of ba5da614290742599bad4821cdbc473c for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:03.482731 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e54af353-e472-453f-815a-2470791a9759 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:03.495406 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdbee29-5c22-41da-9d8c-2bcbfc55e2cf None None] Pushing event deleted for resources: {'Port': ['ID=81ef3b87-0da4-4b19-aedb-df051d86826b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:03.514620 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdbee29-5c22-41da-9d8c-2bcbfc55e2cf None None] No DVR routers for this DVR port 81ef3b87-0da4-4b19-aedb-df051d86826b on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:24:03.538629 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab6df1a-f76b-41b8-bf16-c6e83772f8b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Port 81ef3b87-0da4-4b19-aedb-df051d86826b concurrently deleted while adding address for new subnet {'id': '598abf1c-0566-4a73-82e9-e52d892c1a9e', 'name': '', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2788, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-30T20:24:02Z', 'updated_at': '2021-07-30T20:24:02Z', 'revision_number': 0, 'segment_id': None, 'project_id': '0906e840542646069bfe963c5e76d376'}. {{(pid=93883) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Jul 30 20:24:03.540103 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fab6df1a-f76b-41b8-bf16-c6e83772f8b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:03.578111 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-e54af353-e472-453f-815a-2470791a9759 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] device_id is not set on port e1034342-90a8-4435-9e2b-9688663ce1a6 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:24:03.649932 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab6df1a-f76b-41b8-bf16-c6e83772f8b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:03.658684 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-fab6df1a-f76b-41b8-bf16-c6e83772f8b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:03.665381 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab6df1a-f76b-41b8-bf16-c6e83772f8b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:03.666112 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fab6df1a-f76b-41b8-bf16-c6e83772f8b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:03.671805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c32ad1-1237-4a33-85fe-6115bf0f2615 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:03.672350 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6df1a-f76b-41b8-bf16-c6e83772f8b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=598abf1c-0566-4a73-82e9-e52d892c1a9e,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:03.704380 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:24:03.717281 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fab6df1a-f76b-41b8-bf16-c6e83772f8b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3393009 Jul 30 20:24:03.719746 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33026) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:03.730528 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'mac_address': 'fa:16:3e:f0:01:63', 'name': 'tempest-NetworksTestDHCPv6-1905716669'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:03.809310 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3fc5e007-62e2-41d0-9db2-666a0868f841 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:03.813203 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3fc5e007-62e2-41d0-9db2-666a0868f841 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:03.856256 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e54af353-e472-453f-815a-2470791a9759 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:03.930819 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e54af353-e472-453f-815a-2470791a9759 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:03.932079 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3fc5e007-62e2-41d0-9db2-666a0868f841 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:03.933024 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc5e007-62e2-41d0-9db2-666a0868f841 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Fanout notify agent at l3_agent the message router_deleted on router 97e8d10f-599c-466b-b404-9f4e3ba44d3b {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:24:03.981580 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54af353-e472-453f-815a-2470791a9759 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Pushing event updated for resources: {'Port': ['ID=e1034342-90a8-4435-9e2b-9688663ce1a6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:03.982561 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b5a97e-d6d7-4acd-a1fb-39b41c85e51b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'fixed_ips': [{'subnet_id': '598abf1c-0566-4a73-82e9-e52d892c1a9e'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:24:03.984285 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7b5a97e-d6d7-4acd-a1fb-39b41c85e51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:04.002146 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3fc5e007-62e2-41d0-9db2-666a0868f841 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:04.003018 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54af353-e472-453f-815a-2470791a9759 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Network 08c6646e-473f-4188-821f-1edd1efafc57 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:04.003789 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3fc5e007-62e2-41d0-9db2-666a0868f841 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/routers/97e8d10f-599c-466b-b404-9f4e3ba44d3b HTTP/1.1" status: 204 len: 168 time: 0.7954311 Jul 30 20:24:04.007533 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33030) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:04.009007 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e54af353-e472-453f-815a-2470791a9759 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:04.016330 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54af353-e472-453f-815a-2470791a9759 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:04.017600 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54af353-e472-453f-815a-2470791a9759 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:04.018145 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e54af353-e472-453f-815a-2470791a9759 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:04.034346 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:04.042572 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e54af353-e472-453f-815a-2470791a9759 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7105558 Jul 30 20:24:04.058949 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33034) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:04.077276 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:04.124605 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5d02a8-f058-4aae-8239-e06c97b7d42d tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting subnet 75dda336-a90d-4d87-9bd9-306953f3e9a9 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:24:04.137722 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d5d02a8-f058-4aae-8239-e06c97b7d42d tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:04.204884 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:04.267864 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:04.299333 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d5d02a8-f058-4aae-8239-e06c97b7d42d tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:04.343750 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] device_id is not set on port a7c6696e-bca6-4d58-bef5-b8b28e976999 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:24:04.411979 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-c7b5a97e-d6d7-4acd-a1fb-39b41c85e51b None None] Allocated IP 2001:db8::f816:3eff:fec7:c048 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/598abf1c-0566-4a73-82e9-e52d892c1a9e/479927de-1ca7-459b-abe1-14a89eb838a7) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:04.441289 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d5d02a8-f058-4aae-8239-e06c97b7d42d tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:04.494534 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] device_id is not set on port e1034342-90a8-4435-9e2b-9688663ce1a6 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:24:04.503853 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:04.517494 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Transition to ACTIVE for port object e1034342-90a8-4435-9e2b-9688663ce1a6 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:04.524704 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:04.577582 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Pushing event updated for resources: {'Port': ['ID=e1034342-90a8-4435-9e2b-9688663ce1a6,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:04.607829 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:04.608244 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:04.608505 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:04.618105 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port e1034342-90a8-4435-9e2b-9688663ce1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:04.618581 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:04.622441 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 2 to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 Jul 30 20:24:04.662954 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:04.663607 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:04.668191 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:04.686814 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port e1034342-90a8-4435-9e2b-9688663ce1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:04.688544 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:04.691113 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 3 to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 Jul 30 20:24:04.779152 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:04.779791 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:04.780304 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:04.787460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port e1034342-90a8-4435-9e2b-9688663ce1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:04.791422 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:04.792278 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 4 to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 Jul 30 20:24:04.807444 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:04.808759 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:04.809275 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:04.815325 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port e1034342-90a8-4435-9e2b-9688663ce1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:04.815882 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:04.816431 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 5 to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 Jul 30 20:24:04.830933 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:04.831565 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:04.832112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:04.842534 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port e1034342-90a8-4435-9e2b-9688663ce1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:04.845122 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:04.845529 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 6 to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 Jul 30 20:24:04.850447 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d5d02a8-f058-4aae-8239-e06c97b7d42d tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:04.869276 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d5d02a8-f058-4aae-8239-e06c97b7d42d tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:04.872491 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:04.872869 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:04.873215 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:04.874159 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2d5d02a8-f058-4aae-8239-e06c97b7d42d tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/subnets/75dda336-a90d-4d87-9bd9-306953f3e9a9 HTTP/1.1" status: 204 len: 168 time: 0.8433919 Jul 30 20:24:04.875043 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33036) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:04.879248 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port e1034342-90a8-4435-9e2b-9688663ce1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:04.879610 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:04.880052 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 7 to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 Jul 30 20:24:04.908463 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ef32fa-6e05-4fb0-8e29-0c6e79c179ae None None] Network 51ff495d-7fd8-4ff4-a914-da616f722f9f requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:04.910105 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:04.910500 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:04.911062 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:04.916987 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port e1034342-90a8-4435-9e2b-9688663ce1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:04.917328 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:04.917734 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 8 to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 Jul 30 20:24:04.919440 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d02a8-f058-4aae-8239-e06c97b7d42d tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Subnet': ['ID=75dda336-a90d-4d87-9bd9-306953f3e9a9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:04.948283 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:04.949159 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:04.949512 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:04.954667 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port e1034342-90a8-4435-9e2b-9688663ce1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:04.958892 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:04.959312 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 9 to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 Jul 30 20:24:04.973884 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:04.974226 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:04.974570 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:04.986420 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port e1034342-90a8-4435-9e2b-9688663ce1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:04.986802 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:04.987209 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 10 to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 Jul 30 20:24:05.013542 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3ced46d-b55c-4a87-ae71-108f49431628 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:05.047664 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:05.048777 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:05.049465 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:05.053066 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7b5a97e-d6d7-4acd-a1fb-39b41c85e51b None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:05.064358 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port e1034342-90a8-4435-9e2b-9688663ce1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:05.064979 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port e1034342-90a8-4435-9e2b-9688663ce1a6 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:05.065370 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:05.095640 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c7b5a97e-d6d7-4acd-a1fb-39b41c85e51b None None] Transition to ACTIVE for port object 479927de-1ca7-459b-abe1-14a89eb838a7 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:05.119449 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c7b5a97e-d6d7-4acd-a1fb-39b41c85e51b None None] Transition to ACTIVE for port object 479927de-1ca7-459b-abe1-14a89eb838a7 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:05.125117 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c3ced46d-b55c-4a87-ae71-108f49431628 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting port 6a4444b1-358c-4f74-ab78-0f945bd073d6 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:05.125469 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3ced46d-b55c-4a87-ae71-108f49431628 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:05.130564 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7b5a97e-d6d7-4acd-a1fb-39b41c85e51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:05.197273 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-c3ced46d-b55c-4a87-ae71-108f49431628 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] For port 6a4444b1-358c-4f74-ab78-0f945bd073d6, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6a4444b1-358c-4f74-ab78-0f945bd073d6,segment=NetworkSegment(82885990-6473-4996-8004-6e70b885a1e1),segment_id=82885990-6473-4996-8004-6e70b885a1e1)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:05.197647 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3ced46d-b55c-4a87-ae71-108f49431628 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:05.202056 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b5a97e-d6d7-4acd-a1fb-39b41c85e51b None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:05.212243 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c7b5a97e-d6d7-4acd-a1fb-39b41c85e51b None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:05.213398 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c3ced46d-b55c-4a87-ae71-108f49431628 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Calling delete_port for 6a4444b1-358c-4f74-ab78-0f945bd073d6 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:05.220183 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b5a97e-d6d7-4acd-a1fb-39b41c85e51b None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:05.234563 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5a97e-d6d7-4acd-a1fb-39b41c85e51b None None] Pushing event updated for resources: {'Port': ['ID=479927de-1ca7-459b-abe1-14a89eb838a7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:05.254976 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72200521-4d34-4406-b1ab-7ecd610ec164 None None] DHCP port deletion for 51ff495d-7fd8-4ff4-a914-da616f722f9f request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:24:05.312252 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3ced46d-b55c-4a87-ae71-108f49431628 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:05.329933 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8::f816:3eff:fef0:163 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/598abf1c-0566-4a73-82e9-e52d892c1a9e/a7c6696e-bca6-4d58-bef5-b8b28e976999) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:05.333860 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] For port e1034342-90a8-4435-9e2b-9688663ce1a6, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:24:05.334493 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempted to set empty binding levels {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 20:24:05.361057 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c7b5a97e-d6d7-4acd-a1fb-39b41c85e51b None None] Attempting to bind port 479927de-1ca7-459b-abe1-14a89eb838a7 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:05.361297 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:05.361822 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c7b5a97e-d6d7-4acd-a1fb-39b41c85e51b None None] Attempting to bind port 479927de-1ca7-459b-abe1-14a89eb838a7 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:05.362345 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b5a97e-d6d7-4acd-a1fb-39b41c85e51b None None] Attempting to bind port 479927de-1ca7-459b-abe1-14a89eb838a7 on network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:05.370072 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b5a97e-d6d7-4acd-a1fb-39b41c85e51b None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:24:05.370725 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b5a97e-d6d7-4acd-a1fb-39b41c85e51b None None] Checking segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:24:05.371320 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7b5a97e-d6d7-4acd-a1fb-39b41c85e51b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:05.371939 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b5a97e-d6d7-4acd-a1fb-39b41c85e51b None None] Bound using segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:24:05.372598 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c7b5a97e-d6d7-4acd-a1fb-39b41c85e51b None None] Bound port: 479927de-1ca7-459b-abe1-14a89eb838a7, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:24:05.373165 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7b5a97e-d6d7-4acd-a1fb-39b41c85e51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:05.403858 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ced46d-b55c-4a87-ae71-108f49431628 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Port': ['ID=6a4444b1-358c-4f74-ab78-0f945bd073d6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:05.418657 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ced46d-b55c-4a87-ae71-108f49431628 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] No DVR routers for this DVR port 6a4444b1-358c-4f74-ab78-0f945bd073d6 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:24:05.432265 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-72200521-4d34-4406-b1ab-7ecd610ec164 None None] Deleting port 6a4444b1-358c-4f74-ab78-0f945bd073d6 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:05.433631 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72200521-4d34-4406-b1ab-7ecd610ec164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:05.455124 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] In _notify_port_updated(), no bound segment for port e1034342-90a8-4435-9e2b-9688663ce1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:24:05.457260 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:05.457260 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:05.461276 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] 10.222.0.81 "PUT /v2.0/ports/e1034342-90a8-4435-9e2b-9688663ce1a6 HTTP/1.1" status: 200 len: 975 time: 1.4003749 Jul 30 20:24:05.468518 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33044) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:05.513292 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c7b5a97e-d6d7-4acd-a1fb-39b41c85e51b None None] For port 479927de-1ca7-459b-abe1-14a89eb838a7, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:24:05.518084 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c7b5a97e-d6d7-4acd-a1fb-39b41c85e51b None None] For port 479927de-1ca7-459b-abe1-14a89eb838a7, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=479927de-1ca7-459b-abe1-14a89eb838a7,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:24:05.523236 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-72200521-4d34-4406-b1ab-7ecd610ec164 None None] For port 6a4444b1-358c-4f74-ab78-0f945bd073d6, host n-d-712137-9, got binding levels [] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:05.523236 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72200521-4d34-4406-b1ab-7ecd610ec164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:05.527482 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7b5a97e-d6d7-4acd-a1fb-39b41c85e51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:05.563369 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-72200521-4d34-4406-b1ab-7ecd610ec164 None None] Calling delete_port for 6a4444b1-358c-4f74-ab78-0f945bd073d6 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:05.567250 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.ipam_backend_mixin [None req-72200521-4d34-4406-b1ab-7ecd610ec164 None None] Port 6a4444b1-358c-4f74-ab78-0f945bd073d6 was not found and therefore no delete operation was performed {{(pid=93884) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 20:24:05.576679 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72200521-4d34-4406-b1ab-7ecd610ec164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:05.609739 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72200521-4d34-4406-b1ab-7ecd610ec164 None None] No DVR routers for this DVR port 6a4444b1-358c-4f74-ab78-0f945bd073d6 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:24:05.616994 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5a97e-d6d7-4acd-a1fb-39b41c85e51b None None] Pushing event updated for resources: {'Port': ['ID=479927de-1ca7-459b-abe1-14a89eb838a7,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:05.632429 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13a905-7498-4e73-a822-f26923b7ff24 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Pushing event updated for resources: {'Port': ['ID=e1034342-90a8-4435-9e2b-9688663ce1a6,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:05.680562 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72200521-4d34-4406-b1ab-7ecd610ec164 None None] Pushing event deleted for resources: {'Port': ['ID=6a4444b1-358c-4f74-ab78-0f945bd073d6,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:05.701384 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3ced46d-b55c-4a87-ae71-108f49431628 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:05.725997 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c3ced46d-b55c-4a87-ae71-108f49431628 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ff495d-7fd8-4ff4-a914-da616f722f9f']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:05.735529 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d39a60-65c7-43fd-817d-9fca634e73aa tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:05.736049 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d39a60-65c7-43fd-817d-9fca634e73aa tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:05.736525 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d39a60-65c7-43fd-817d-9fca634e73aa tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:05.737029 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d39a60-65c7-43fd-817d-9fca634e73aa tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:05.737536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d39a60-65c7-43fd-817d-9fca634e73aa tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:05.738015 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d39a60-65c7-43fd-817d-9fca634e73aa tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:05.738479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d39a60-65c7-43fd-817d-9fca634e73aa tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:05.739006 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d39a60-65c7-43fd-817d-9fca634e73aa tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:05.739468 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d39a60-65c7-43fd-817d-9fca634e73aa tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:05.739953 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d39a60-65c7-43fd-817d-9fca634e73aa tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:05.740414 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d39a60-65c7-43fd-817d-9fca634e73aa tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:05.740868 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d39a60-65c7-43fd-817d-9fca634e73aa tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:05.741444 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d39a60-65c7-43fd-817d-9fca634e73aa tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:05.741929 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d39a60-65c7-43fd-817d-9fca634e73aa tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:05.742380 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d39a60-65c7-43fd-817d-9fca634e73aa tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:05.743365 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d39a60-65c7-43fd-817d-9fca634e73aa tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:05.744079 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d39a60-65c7-43fd-817d-9fca634e73aa tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:05.744296 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d39a60-65c7-43fd-817d-9fca634e73aa tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:05.744789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d39a60-65c7-43fd-817d-9fca634e73aa tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:05.745379 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d39a60-65c7-43fd-817d-9fca634e73aa tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:05.746066 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d39a60-65c7-43fd-817d-9fca634e73aa tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:05.746066 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d39a60-65c7-43fd-817d-9fca634e73aa tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:05.747443 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d39a60-65c7-43fd-817d-9fca634e73aa tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:05.747443 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d39a60-65c7-43fd-817d-9fca634e73aa tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:05.763419 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-44d39a60-65c7-43fd-817d-9fca634e73aa tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21674 time: 0.2858050 Jul 30 20:24:05.763419 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33046) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:05.769277 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c3ced46d-b55c-4a87-ae71-108f49431628 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82885990-6473-4996-8004-6e70b885a1e1') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:05.769647 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c3ced46d-b55c-4a87-ae71-108f49431628 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82885990-6473-4996-8004-6e70b885a1e1') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:05.780207 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3ced46d-b55c-4a87-ae71-108f49431628 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:05.802633 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3ced46d-b55c-4a87-ae71-108f49431628 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:05.816164 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ced46d-b55c-4a87-ae71-108f49431628 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:24:05.816816 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3ced46d-b55c-4a87-ae71-108f49431628 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:24:05.823086 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:24:05.902740 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:05.948534 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3ced46d-b55c-4a87-ae71-108f49431628 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:05.958696 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Transition to ACTIVE for port object a7c6696e-bca6-4d58-bef5-b8b28e976999 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:05.965772 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3ced46d-b55c-4a87-ae71-108f49431628 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:05.973789 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c3ced46d-b55c-4a87-ae71-108f49431628 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/networks/51ff495d-7fd8-4ff4-a914-da616f722f9f HTTP/1.1" status: 204 len: 168 time: 1.0650673 Jul 30 20:24:05.976217 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33050) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:05.984025 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e57de002-679d-47b5-9e92-c3a953eca657 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-830720923', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:06.025940 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-0b6b3bdb-7b54-4a42-bbcd-ea219eccbb5d tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Deleting port e1034342-90a8-4435-9e2b-9688663ce1a6 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:06.026304 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3bdb-7b54-4a42-bbcd-ea219eccbb5d tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:06.034902 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ced46d-b55c-4a87-ae71-108f49431628 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Network': ['ID=51ff495d-7fd8-4ff4-a914-da616f722f9f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:06.060610 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e57de002-679d-47b5-9e92-c3a953eca657 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:06.063704 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e57de002-679d-47b5-9e92-c3a953eca657 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:06.144610 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:06.155327 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e57de002-679d-47b5-9e92-c3a953eca657 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:06.161549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-0b6b3bdb-7b54-4a42-bbcd-ea219eccbb5d tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] For port e1034342-90a8-4435-9e2b-9688663ce1a6, host n-h1-712137-9, got binding levels [] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:06.162083 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3bdb-7b54-4a42-bbcd-ea219eccbb5d tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:06.172647 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e57de002-679d-47b5-9e92-c3a953eca657 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:06.200881 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-0b6b3bdb-7b54-4a42-bbcd-ea219eccbb5d tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Calling delete_port for e1034342-90a8-4435-9e2b-9688663ce1a6 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:06.209328 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e57de002-679d-47b5-9e92-c3a953eca657 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:06.211463 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e57de002-679d-47b5-9e92-c3a953eca657 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2313037 Jul 30 20:24:06.214090 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33052) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:06.216824 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:06.223669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:06.233454 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2ff545fc-5c1e-4a8e-b26d-b542195610c3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'network': {'name': 'tempest-RoutersTest-88564435'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:06.241896 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:06.256495 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:06.257612 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:06.261059 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff545fc-5c1e-4a8e-b26d-b542195610c3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Made reservation on behalf of c91b7b2c8ba948c1871a986ad088363a for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:06.287412 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ff545fc-5c1e-4a8e-b26d-b542195610c3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:06.326633 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=a7c6696e-bca6-4d58-bef5-b8b28e976999,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:06.340509 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6157455 Jul 30 20:24:06.343580 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33056) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:06.344465 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:06.344824 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:06.345165 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:06.345281 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff545fc-5c1e-4a8e-b26d-b542195610c3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:24:06.345505 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:06.345839 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:06.346190 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:06.346732 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:06.346885 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:06.347566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:06.347904 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:06.348238 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:06.348695 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad21a31-e8c6-49d3-a74c-58e988f5ac6a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:06.406199 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3bdb-7b54-4a42-bbcd-ea219eccbb5d tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:06.453999 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ff545fc-5c1e-4a8e-b26d-b542195610c3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:06.454163 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-2ff545fc-5c1e-4a8e-b26d-b542195610c3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Added segment 38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f of type vlan for network 30b40f8c-a0af-400f-9d0c-a70d92dca9f3 Jul 30 20:24:06.465549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b3bdb-7b54-4a42-bbcd-ea219eccbb5d tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1034342-90a8-4435-9e2b-9688663ce1a6,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:06.478309 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287444ee-96bb-4feb-8599-849d09272816 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:06.482994 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3bdb-7b54-4a42-bbcd-ea219eccbb5d tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:06.485347 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0b6b3bdb-7b54-4a42-bbcd-ea219eccbb5d tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] 10.222.0.81 "DELETE /v2.0/ports/e1034342-90a8-4435-9e2b-9688663ce1a6 HTTP/1.1" status: 204 len: 168 time: 0.7269776 Jul 30 20:24:06.488941 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287444ee-96bb-4feb-8599-849d09272816 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:06.490055 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33058) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:06.490568 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-287444ee-96bb-4feb-8599-849d09272816 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1427698 Jul 30 20:24:06.494037 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33062) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:06.517968 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a6687f-8cf8-4ffc-930e-3ec9095cd2ae tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] GET failed (client error): The resource could not be found. Jul 30 20:24:06.520041 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e2a6687f-8cf8-4ffc-930e-3ec9095cd2ae tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] 10.222.0.81 "GET /v2.0/ports/e1034342-90a8-4435-9e2b-9688663ce1a6 HTTP/1.1" status: 404 len: 333 time: 0.0284166 Jul 30 20:24:06.523408 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33064) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:06.528831 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d44a7a94-5181-4dfc-81ce-363429ba951e tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-493753868', 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:06.551572 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44a7a94-5181-4dfc-81ce-363429ba951e tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Made reservation on behalf of ba5da614290742599bad4821cdbc473c for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:06.554030 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d44a7a94-5181-4dfc-81ce-363429ba951e tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:06.559817 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ff545fc-5c1e-4a8e-b26d-b542195610c3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:06.571437 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-d44a7a94-5181-4dfc-81ce-363429ba951e tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] device_id is not set on port daaad010-9a00-43c7-84f2-cd24682dbeb2 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:24:06.645800 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-90551f13-2b1b-4a0b-956e-5de3b47c3b71 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting port a7c6696e-bca6-4d58-bef5-b8b28e976999 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:06.646168 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90551f13-2b1b-4a0b-956e-5de3b47c3b71 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:06.661132 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ff545fc-5c1e-4a8e-b26d-b542195610c3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:06.666943 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff545fc-5c1e-4a8e-b26d-b542195610c3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:06.667623 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ff545fc-5c1e-4a8e-b26d-b542195610c3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:06.778082 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d44a7a94-5181-4dfc-81ce-363429ba951e tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:06.816637 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff545fc-5c1e-4a8e-b26d-b542195610c3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Network': ['ID=30b40f8c-a0af-400f-9d0c-a70d92dca9f3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:06.829236 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 30b40f8c-a0af-400f-9d0c-a70d92dca9f3 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:24:06.858497 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d44a7a94-5181-4dfc-81ce-363429ba951e tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:06.860285 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2ff545fc-5c1e-4a8e-b26d-b542195610c3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6355648 Jul 30 20:24:06.871629 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33066) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:06.884753 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f457698d-f7c2-4e1a-a3f9-472a04125fcf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'subnet': {'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:06.916514 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a7a94-5181-4dfc-81ce-363429ba951e tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Pushing event updated for resources: {'Port': ['ID=daaad010-9a00-43c7-84f2-cd24682dbeb2,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:06.918856 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 479927de-1ca7-459b-abe1-14a89eb838a7 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:06.928810 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44a7a94-5181-4dfc-81ce-363429ba951e tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Network 08c6646e-473f-4188-821f-1edd1efafc57 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:06.930306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-d44a7a94-5181-4dfc-81ce-363429ba951e tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:06.932703 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44a7a94-5181-4dfc-81ce-363429ba951e tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:06.933849 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44a7a94-5181-4dfc-81ce-363429ba951e tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:06.934589 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d44a7a94-5181-4dfc-81ce-363429ba951e tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:06.952581 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d44a7a94-5181-4dfc-81ce-363429ba951e tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4275637 Jul 30 20:24:06.955193 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33068) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:06.979495 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90551f13-2b1b-4a0b-956e-5de3b47c3b71 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:07.003974 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-90551f13-2b1b-4a0b-956e-5de3b47c3b71 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Calling delete_port for a7c6696e-bca6-4d58-bef5-b8b28e976999 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:07.020799 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 479927de-1ca7-459b-abe1-14a89eb838a7 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:07.027177 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25e38e0-4dce-47e6-b391-60e1c7b796e9 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:07.028498 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f25e38e0-4dce-47e6-b391-60e1c7b796e9 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] 10.222.0.81 "GET /v2.0/ports/daaad010-9a00-43c7-84f2-cd24682dbeb2 HTTP/1.1" status: 200 len: 954 time: 0.0719411 Jul 30 20:24:07.031282 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33074) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:07.109098 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f457698d-f7c2-4e1a-a3f9-472a04125fcf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Made reservation on behalf of c91b7b2c8ba948c1871a986ad088363a for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:07.112645 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f457698d-f7c2-4e1a-a3f9-472a04125fcf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:07.120756 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6a4444b1-358c-4f74-ab78-0f945bd073d6 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:24:07.156455 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 6a4444b1-358c-4f74-ab78-0f945bd073d6 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:24:07.156812 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6a4444b1-358c-4f74-ab78-0f945bd073d6 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:24:07.203461 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-8e58cff4-5ab1-4bfb-abf2-9d1ac962a29a tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Deleting port daaad010-9a00-43c7-84f2-cd24682dbeb2 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:07.204112 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e58cff4-5ab1-4bfb-abf2-9d1ac962a29a tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:07.252090 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f22169b4-e066-4fb4-9133-786d476b7afa None None] Provisioning for port 479927de-1ca7-459b-abe1-14a89eb838a7 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:07.256426 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f22169b4-e066-4fb4-9133-786d476b7afa None None] Provisioning complete for port 479927de-1ca7-459b-abe1-14a89eb838a7 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:07.256995 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f22169b4-e066-4fb4-9133-786d476b7afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:07.335217 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e58cff4-5ab1-4bfb-abf2-9d1ac962a29a tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:07.368257 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-8e58cff4-5ab1-4bfb-abf2-9d1ac962a29a tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Calling delete_port for daaad010-9a00-43c7-84f2-cd24682dbeb2 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:07.386809 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90551f13-2b1b-4a0b-956e-5de3b47c3b71 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:07.513647 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e58cff4-5ab1-4bfb-abf2-9d1ac962a29a tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:07.527352 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f22169b4-e066-4fb4-9133-786d476b7afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:07.539067 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90551f13-2b1b-4a0b-956e-5de3b47c3b71 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Port': ['ID=a7c6696e-bca6-4d58-bef5-b8b28e976999,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:07.549805 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58cff4-5ab1-4bfb-abf2-9d1ac962a29a tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Pushing event deleted for resources: {'Port': ['ID=daaad010-9a00-43c7-84f2-cd24682dbeb2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:07.567055 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e58cff4-5ab1-4bfb-abf2-9d1ac962a29a tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:07.569304 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90551f13-2b1b-4a0b-956e-5de3b47c3b71 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:07.569948 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8e58cff4-5ab1-4bfb-abf2-9d1ac962a29a tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] 10.222.0.81 "DELETE /v2.0/ports/daaad010-9a00-43c7-84f2-cd24682dbeb2 HTTP/1.1" status: 204 len: 168 time: 0.5375860 Jul 30 20:24:07.572612 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33084) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:07.574140 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-90551f13-2b1b-4a0b-956e-5de3b47c3b71 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/a7c6696e-bca6-4d58-bef5-b8b28e976999 HTTP/1.1" status: 204 len: 168 time: 1.0793767 Jul 30 20:24:07.578478 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33086) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:07.581948 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f22169b4-e066-4fb4-9133-786d476b7afa None None] For port 479927de-1ca7-459b-abe1-14a89eb838a7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=479927de-1ca7-459b-abe1-14a89eb838a7,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:07.589910 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f22169b4-e066-4fb4-9133-786d476b7afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:07.600610 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb406b62-71dd-40ac-9757-e39d967721a4 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] GET failed (client error): The resource could not be found. Jul 30 20:24:07.602929 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fb406b62-71dd-40ac-9757-e39d967721a4 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] 10.222.0.81 "GET /v2.0/ports/daaad010-9a00-43c7-84f2-cd24682dbeb2 HTTP/1.1" status: 404 len: 333 time: 0.0289733 Jul 30 20:24:07.607235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33088) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:07.612229 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-40dc301f-75cb-428a-88b6-99a837988c74 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Request body: {'port': {'network_id': '08c6646e-473f-4188-821f-1edd1efafc57', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1373585202'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:07.624679 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551f13-2b1b-4a0b-956e-5de3b47c3b71 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:07.625013 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551f13-2b1b-4a0b-956e-5de3b47c3b71 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:07.625356 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551f13-2b1b-4a0b-956e-5de3b47c3b71 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:07.625690 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551f13-2b1b-4a0b-956e-5de3b47c3b71 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:07.626015 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551f13-2b1b-4a0b-956e-5de3b47c3b71 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:07.626342 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551f13-2b1b-4a0b-956e-5de3b47c3b71 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:07.626667 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551f13-2b1b-4a0b-956e-5de3b47c3b71 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:07.626989 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551f13-2b1b-4a0b-956e-5de3b47c3b71 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:07.627308 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551f13-2b1b-4a0b-956e-5de3b47c3b71 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:07.627651 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551f13-2b1b-4a0b-956e-5de3b47c3b71 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:07.627965 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551f13-2b1b-4a0b-956e-5de3b47c3b71 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:07.628281 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551f13-2b1b-4a0b-956e-5de3b47c3b71 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:07.649110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40dc301f-75cb-428a-88b6-99a837988c74 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Made reservation on behalf of ba5da614290742599bad4821cdbc473c for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:07.652615 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-40dc301f-75cb-428a-88b6-99a837988c74 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:07.684002 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-40dc301f-75cb-428a-88b6-99a837988c74 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] device_id is not set on port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:24:07.739706 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3e69245d-496f-4617-a6e3-617c5bbe6fdd None None] Could not find standard attr ID for object a7c6696e-bca6-4d58-bef5-b8b28e976999. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:24:07.741078 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22169b4-e066-4fb4-9133-786d476b7afa None None] Pushing event updated for resources: {'Port': ['ID=479927de-1ca7-459b-abe1-14a89eb838a7,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:07.799562 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f457698d-f7c2-4e1a-a3f9-472a04125fcf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:07.855844 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cfac13-b491-4918-95a6-e48b2eff5e05 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:07.857594 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cfac13-b491-4918-95a6-e48b2eff5e05 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:07.860006 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d2cfac13-b491-4918-95a6-e48b2eff5e05 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2630498 Jul 30 20:24:07.865680 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33090) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:07.930002 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-40dc301f-75cb-428a-88b6-99a837988c74 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:07.953943 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457698d-f7c2-4e1a-a3f9-472a04125fcf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Subnet': ['ID=6dde7f73-9b05-471f-842a-112ca4db1eb4,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:07.974923 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b24df8-4eaf-4207-8813-89408a54f48e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet 598abf1c-0566-4a73-82e9-e52d892c1a9e {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:24:07.981626 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f457698d-f7c2-4e1a-a3f9-472a04125fcf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Checking segment: {'id': '38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:24:07.981626 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f457698d-f7c2-4e1a-a3f9-472a04125fcf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network hostable DHCP agents. Network: 30b40f8c-a0af-400f-9d0c-a70d92dca9f3, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:24:07.983678 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73b24df8-4eaf-4207-8813-89408a54f48e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:07.987940 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-40dc301f-75cb-428a-88b6-99a837988c74 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:08.033620 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73b24df8-4eaf-4207-8813-89408a54f48e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:08.037106 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dc301f-75cb-428a-88b6-99a837988c74 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Network 08c6646e-473f-4188-821f-1edd1efafc57 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:08.041544 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-40dc301f-75cb-428a-88b6-99a837988c74 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:08.045058 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dc301f-75cb-428a-88b6-99a837988c74 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:08.046108 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dc301f-75cb-428a-88b6-99a837988c74 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:08.046603 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-40dc301f-75cb-428a-88b6-99a837988c74 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:08.056047 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f457698d-f7c2-4e1a-a3f9-472a04125fcf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network 30b40f8c-a0af-400f-9d0c-a70d92dca9f3 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:24:08.067295 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc301f-75cb-428a-88b6-99a837988c74 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Pushing event updated for resources: {'Port': ['ID=1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:08.072842 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-40dc301f-75cb-428a-88b6-99a837988c74 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4645290 Jul 30 20:24:08.075612 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33092) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:08.076858 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-f457698d-f7c2-4e1a-a3f9-472a04125fcf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 30b40f8c-a0af-400f-9d0c-a70d92dca9f3) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:08.084900 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f457698d-f7c2-4e1a-a3f9-472a04125fcf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:08.087625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d55fcb-d5ba-4d4f-abee-aaaf2ebf1499 None None] Network 30b40f8c-a0af-400f-9d0c-a70d92dca9f3 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:08.090308 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:08.092443 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f457698d-f7c2-4e1a-a3f9-472a04125fcf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:08.163375 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f457698d-f7c2-4e1a-a3f9-472a04125fcf tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2874825 Jul 30 20:24:08.165722 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33094) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:08.172472 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:08.242411 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e129bf7-e0c8-4dc1-a73d-2b15740f5134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:24:08.243665 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e129bf7-e0c8-4dc1-a73d-2b15740f5134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:08.256652 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73b24df8-4eaf-4207-8813-89408a54f48e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:08.399314 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] device_id is not set on port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:24:08.410115 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:08.416491 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-5e129bf7-e0c8-4dc1-a73d-2b15740f5134 None None] Allocated IP 172.20.0.2 (30b40f8c-a0af-400f-9d0c-a70d92dca9f3/6dde7f73-9b05-471f-842a-112ca4db1eb4/0c87fd30-4af5-48e6-a036-ebd8dad717de) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:08.438673 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Transition to ACTIVE for port object 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:08.447633 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:08.527066 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d17cdb2-fbb7-4e3f-9a50-41450f387daa tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:08.529052 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:08.529398 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:08.529742 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:08.535170 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:08.535534 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:08.536093 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Pushing event updated for resources: {'Port': ['ID=1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:08.538235 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 2 to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 Jul 30 20:24:08.551764 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:08.552453 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:08.552453 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:08.557551 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:08.557880 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:08.558282 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 3 to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 Jul 30 20:24:08.572788 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:08.573395 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:08.574016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:08.575970 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73b24df8-4eaf-4207-8813-89408a54f48e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:08.578202 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:08.578643 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:08.579053 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 4 to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 Jul 30 20:24:08.606433 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:08.606779 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:08.609280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:08.618520 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:08.618872 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:08.621873 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 5 to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 Jul 30 20:24:08.648972 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:08.649311 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:08.649649 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:08.658087 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:08.658861 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:08.659411 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 6 to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 Jul 30 20:24:08.676821 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b24df8-4eaf-4207-8813-89408a54f48e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=598abf1c-0566-4a73-82e9-e52d892c1a9e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:08.679252 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73b24df8-4eaf-4207-8813-89408a54f48e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:08.684611 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-73b24df8-4eaf-4207-8813-89408a54f48e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/598abf1c-0566-4a73-82e9-e52d892c1a9e HTTP/1.1" status: 204 len: 168 time: 0.8175874 Jul 30 20:24:08.686976 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33104) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:08.690127 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b41093f-d871-4938-bbaa-1dad6dfcef30 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:08.708442 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e129bf7-e0c8-4dc1-a73d-2b15740f5134 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:08.713128 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:08.713378 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:08.713755 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:08.721950 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:08.722284 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:08.722678 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 7 to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 Jul 30 20:24:08.735342 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-626e74bb-5afc-4df7-8a64-1ee02326c8cb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472381 Jul 30 20:24:08.739701 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33106) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:08.743601 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:08.743944 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:08.744341 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:08.750879 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:08.751221 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:08.751676 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 8 to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 Jul 30 20:24:08.783807 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:08.784481 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:08.785253 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:08.786509 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5e129bf7-e0c8-4dc1-a73d-2b15740f5134 None None] Transition to ACTIVE for port object 0c87fd30-4af5-48e6-a036-ebd8dad717de will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:08.799253 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:08.800755 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:08.801660 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 9 to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 Jul 30 20:24:08.836401 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5e129bf7-e0c8-4dc1-a73d-2b15740f5134 None None] Transition to ACTIVE for port object 0c87fd30-4af5-48e6-a036-ebd8dad717de will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:08.838200 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:08.838731 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:08.840031 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:08.853089 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:08.853892 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:08.854455 n-d-712137-9 neutron-server[93882]: INFO neutron.plugins.ml2.plugin [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempt 10 to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 Jul 30 20:24:08.886541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 479927de-1ca7-459b-abe1-14a89eb838a7 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:08.886768 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:08.887063 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:08.887402 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempting to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:08.896702 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:08.896702 n-d-712137-9 neutron-server[93882]: ERROR neutron.plugins.ml2.managers [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Failed to bind port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on host n-h1-712137-9 for vnic_type normal using segments [{'id': '43b6cf62-1148-45fc-b7cd-46097e90bd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '08c6646e-473f-4188-821f-1edd1efafc57'}] Jul 30 20:24:08.897009 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:08.950928 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e129bf7-e0c8-4dc1-a73d-2b15740f5134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:08.986451 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] For port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:24:08.986960 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attempted to set empty binding levels {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 20:24:08.995838 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:08.999002 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e129bf7-e0c8-4dc1-a73d-2b15740f5134 None None] Network 30b40f8c-a0af-400f-9d0c-a70d92dca9f3 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:09.018125 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-5e129bf7-e0c8-4dc1-a73d-2b15740f5134 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:09.020922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e129bf7-e0c8-4dc1-a73d-2b15740f5134 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:09.027820 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a1f66b-3050-4954-8ce2-1dc9b8fa9f30 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:09.029611 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 479927de-1ca7-459b-abe1-14a89eb838a7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:09.030091 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:09.031135 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-56a1f66b-3050-4954-8ce2-1dc9b8fa9f30 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2893827 Jul 30 20:24:09.034710 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33110) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:09.051856 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] In _notify_port_updated(), no bound segment for port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 on network 08c6646e-473f-4188-821f-1edd1efafc57 {{(pid=93882) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:24:09.052955 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:09.053578 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:09.055562 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] 10.222.0.81 "PUT /v2.0/ports/1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 HTTP/1.1" status: 200 len: 975 time: 0.9781992 Jul 30 20:24:09.059366 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33112) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:09.069462 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e129bf7-e0c8-4dc1-a73d-2b15740f5134 None None] Pushing event updated for resources: {'Port': ['ID=0c87fd30-4af5-48e6-a036-ebd8dad717de,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:09.103213 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b667c8f-4906-4523-9cfc-2cb417961625 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Pushing event updated for resources: {'Port': ['ID=1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:09.135169 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396ccc19-61c9-4be9-bb12-c2a00834a03b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:09.138894 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-396ccc19-61c9-4be9-bb12-c2a00834a03b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1029661 Jul 30 20:24:09.141505 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33114) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:09.155867 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-5e129bf7-e0c8-4dc1-a73d-2b15740f5134 None None] Attempting to bind port 0c87fd30-4af5-48e6-a036-ebd8dad717de on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:09.156433 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-5e129bf7-e0c8-4dc1-a73d-2b15740f5134 None None] Attempting to bind port 0c87fd30-4af5-48e6-a036-ebd8dad717de by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:09.156674 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e129bf7-e0c8-4dc1-a73d-2b15740f5134 None None] Attempting to bind port 0c87fd30-4af5-48e6-a036-ebd8dad717de on network 30b40f8c-a0af-400f-9d0c-a70d92dca9f3 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:09.168338 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e129bf7-e0c8-4dc1-a73d-2b15740f5134 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:24:09.169226 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e129bf7-e0c8-4dc1-a73d-2b15740f5134 None None] Checking segment: {'id': '38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:24:09.169807 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e129bf7-e0c8-4dc1-a73d-2b15740f5134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:09.170565 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e129bf7-e0c8-4dc1-a73d-2b15740f5134 None None] Bound using segment: {'id': '38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:24:09.171429 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-5e129bf7-e0c8-4dc1-a73d-2b15740f5134 None None] Bound port: 0c87fd30-4af5-48e6-a036-ebd8dad717de, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:24:09.172039 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e129bf7-e0c8-4dc1-a73d-2b15740f5134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:09.179469 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-8d17cdb2-fbb7-4e3f-9a50-41450f387daa tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Allocated IP 172.20.0.1 (30b40f8c-a0af-400f-9d0c-a70d92dca9f3/6dde7f73-9b05-471f-842a-112ca4db1eb4/167ac41a-c20f-4d88-92bc-bcd22ad78051) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:09.265344 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b980c93-0b6c-429a-a6ef-34fd66db45f4 None None] DHCP port deletion for af4b4c78-015d-41b2-aa81-e7eeeb1e0803 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:24:09.346582 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-5e129bf7-e0c8-4dc1-a73d-2b15740f5134 None None] For port 0c87fd30-4af5-48e6-a036-ebd8dad717de, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:24:09.365220 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-5e129bf7-e0c8-4dc1-a73d-2b15740f5134 None None] For port 0c87fd30-4af5-48e6-a036-ebd8dad717de, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0c87fd30-4af5-48e6-a036-ebd8dad717de,segment=NetworkSegment(38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f),segment_id=38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:24:09.378969 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e129bf7-e0c8-4dc1-a73d-2b15740f5134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:09.434323 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d17cdb2-fbb7-4e3f-9a50-41450f387daa tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:09.456652 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0b980c93-0b6c-429a-a6ef-34fd66db45f4 None None] Deleting port 479927de-1ca7-459b-abe1-14a89eb838a7 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:09.457037 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b980c93-0b6c-429a-a6ef-34fd66db45f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:09.476469 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-8d17cdb2-fbb7-4e3f-9a50-41450f387daa tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Transition to ACTIVE for port object 167ac41a-c20f-4d88-92bc-bcd22ad78051 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:09.491323 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3ddda36b-7c99-4bcd-8e5a-9ea62dfd1ef8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3481114 Jul 30 20:24:09.496290 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33120) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:09.504416 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-dc71d0f8-bff0-434a-95cf-aabd754ab4d0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:09.543643 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-81a4295f-ed2f-4c46-8995-a2d5c0324813 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Deleting port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:09.544057 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81a4295f-ed2f-4c46-8995-a2d5c0324813 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:09.597124 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0b980c93-0b6c-429a-a6ef-34fd66db45f4 None None] For port 479927de-1ca7-459b-abe1-14a89eb838a7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=479927de-1ca7-459b-abe1-14a89eb838a7,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:09.598005 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b980c93-0b6c-429a-a6ef-34fd66db45f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:09.618448 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0b980c93-0b6c-429a-a6ef-34fd66db45f4 None None] Calling delete_port for 479927de-1ca7-459b-abe1-14a89eb838a7 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:09.663413 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-81a4295f-ed2f-4c46-8995-a2d5c0324813 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] For port 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6, host n-h1-712137-9, got binding levels [] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:09.664771 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81a4295f-ed2f-4c46-8995-a2d5c0324813 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:09.679621 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc71d0f8-bff0-434a-95cf-aabd754ab4d0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:09.684813 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc71d0f8-bff0-434a-95cf-aabd754ab4d0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:09.688343 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e129bf7-e0c8-4dc1-a73d-2b15740f5134 None None] Pushing event updated for resources: {'Port': ['ID=0c87fd30-4af5-48e6-a036-ebd8dad717de,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:09.697122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-81a4295f-ed2f-4c46-8995-a2d5c0324813 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Calling delete_port for 1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:09.761877 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b980c93-0b6c-429a-a6ef-34fd66db45f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:09.795749 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d17cdb2-fbb7-4e3f-9a50-41450f387daa tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:09.841366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b980c93-0b6c-429a-a6ef-34fd66db45f4 None None] Pushing event deleted for resources: {'Port': ['ID=479927de-1ca7-459b-abe1-14a89eb838a7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:09.848817 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81a4295f-ed2f-4c46-8995-a2d5c0324813 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:09.889008 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4295f-ed2f-4c46-8995-a2d5c0324813 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Pushing event deleted for resources: {'Port': ['ID=1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:09.893651 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d17cdb2-fbb7-4e3f-9a50-41450f387daa tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network 30b40f8c-a0af-400f-9d0c-a70d92dca9f3 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:09.897377 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-81a4295f-ed2f-4c46-8995-a2d5c0324813 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:09.898419 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-81a4295f-ed2f-4c46-8995-a2d5c0324813 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] 10.222.0.81 "DELETE /v2.0/ports/1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 HTTP/1.1" status: 204 len: 168 time: 0.8378541 Jul 30 20:24:09.902142 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8d17cdb2-fbb7-4e3f-9a50-41450f387daa tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:09.907832 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33124) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:09.915083 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b980c93-0b6c-429a-a6ef-34fd66db45f4 None None] No DVR routers for this DVR port 479927de-1ca7-459b-abe1-14a89eb838a7 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:24:09.932340 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d17cdb2-fbb7-4e3f-9a50-41450f387daa tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:09.941028 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17cdb2-fbb7-4e3f-9a50-41450f387daa tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Port': ['ID=167ac41a-c20f-4d88-92bc-bcd22ad78051,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:09.999769 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-208f4b4c-13b7-4fdf-b532-270aeffe86f8 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] GET failed (client error): The resource could not be found. Jul 30 20:24:10.004719 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-208f4b4c-13b7-4fdf-b532-270aeffe86f8 tempest-PortsAdminExtendedAttrsTestJSON-472151858 tempest-PortsAdminExtendedAttrsTestJSON-472151858-project-admin] 10.222.0.81 "GET /v2.0/ports/1aa96d39-63b6-4ffb-91bc-6c7e3802b1a6 HTTP/1.1" status: 404 len: 333 time: 0.0814641 Jul 30 20:24:10.005134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33126) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:10.045232 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d17cdb2-fbb7-4e3f-9a50-41450f387daa tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:10.109477 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c79831e-815e-4e31-83c0-0ba495108a46 tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:10.231084 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c79831e-815e-4e31-83c0-0ba495108a46 tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:10.246386 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-3c79831e-815e-4e31-83c0-0ba495108a46 tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c6646e-473f-4188-821f-1edd1efafc57']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:10.259306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-3c79831e-815e-4e31-83c0-0ba495108a46 tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b6cf62-1148-45fc-b7cd-46097e90bd30') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:10.259706 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-3c79831e-815e-4e31-83c0-0ba495108a46 tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b6cf62-1148-45fc-b7cd-46097e90bd30') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:10.271299 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c79831e-815e-4e31-83c0-0ba495108a46 tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:10.290356 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c79831e-815e-4e31-83c0-0ba495108a46 tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:10.298625 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c79831e-815e-4e31-83c0-0ba495108a46 tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:24:10.299188 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c79831e-815e-4e31-83c0-0ba495108a46 tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:24:10.303190 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:24:10.388481 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c79831e-815e-4e31-83c0-0ba495108a46 tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:10.401906 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c79831e-815e-4e31-83c0-0ba495108a46 tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:10.404634 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3c79831e-815e-4e31-83c0-0ba495108a46 tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] 10.222.0.81 "DELETE /v2.0/networks/08c6646e-473f-4188-821f-1edd1efafc57 HTTP/1.1" status: 204 len: 168 time: 0.3977687 Jul 30 20:24:10.421384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79831e-815e-4e31-83c0-0ba495108a46 tempest-PortsAdminExtendedAttrsTestJSON-611824919 tempest-PortsAdminExtendedAttrsTestJSON-611824919-project] Pushing event deleted for resources: {'Network': ['ID=08c6646e-473f-4188-821f-1edd1efafc57,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:10.524050 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc71d0f8-bff0-434a-95cf-aabd754ab4d0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:10.564446 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d17cdb2-fbb7-4e3f-9a50-41450f387daa tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:10.686258 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc71d0f8-bff0-434a-95cf-aabd754ab4d0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:10.696042 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-dc71d0f8-bff0-434a-95cf-aabd754ab4d0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:10.700178 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71d0f8-bff0-434a-95cf-aabd754ab4d0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=9fba3331-2204-49dc-91f5-2e417e4dd443,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:10.705080 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050e1ab1-1b93-472f-87ea-7b83fd69e210 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:10.709733 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc71d0f8-bff0-434a-95cf-aabd754ab4d0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:10.710371 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc71d0f8-bff0-434a-95cf-aabd754ab4d0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:10.797896 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33134) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:10.856256 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dc71d0f8-bff0-434a-95cf-aabd754ab4d0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3570235 Jul 30 20:24:10.859057 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33138) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:10.864790 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-310298b3-e81a-42ad-875e-2e7d82731353 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'mac_address': 'fa:16:3e:5c:b4:e4', 'name': 'tempest-NetworksTestDHCPv6-1268513376'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:10.913125 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0c87fd30-4af5-48e6-a036-ebd8dad717de up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:11.115450 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1d6650-ff0a-499e-8519-f2793dad3ec4 None None] Network 30b40f8c-a0af-400f-9d0c-a70d92dca9f3 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:11.121260 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8960b64-84dc-49f8-b15a-96dfc8ddef11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'fixed_ips': [{'subnet_id': '9fba3331-2204-49dc-91f5-2e417e4dd443'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:24:11.121483 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8960b64-84dc-49f8-b15a-96dfc8ddef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:11.133858 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 0c87fd30-4af5-48e6-a036-ebd8dad717de completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:11.159424 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-de8551c4-6c8e-4fa4-ab94-398c4ae84d74 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=054be93c34284ac9868dbdfa3bc4ae8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3597879 Jul 30 20:24:11.160853 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33142) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:11.177077 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d17cdb2-fbb7-4e3f-9a50-41450f387daa tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:11.187328 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d17cdb2-fbb7-4e3f-9a50-41450f387daa tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:11.238445 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10b04ebd-be25-42e7-82fa-6cd651794f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:11.240646 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-88a91457-fd37-4bc3-9509-cc0de17cba03 None None] Provisioning for port 0c87fd30-4af5-48e6-a036-ebd8dad717de completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:11.243427 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310298b3-e81a-42ad-875e-2e7d82731353 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:11.311650 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10b04ebd-be25-42e7-82fa-6cd651794f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:11.347329 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d17cdb2-fbb7-4e3f-9a50-41450f387daa tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:11.353366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-88a91457-fd37-4bc3-9509-cc0de17cba03 None None] Provisioning complete for port 0c87fd30-4af5-48e6-a036-ebd8dad717de triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:11.353752 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-88a91457-fd37-4bc3-9509-cc0de17cba03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:11.367835 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 479927de-1ca7-459b-abe1-14a89eb838a7 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:24:11.382573 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17cdb2-fbb7-4e3f-9a50-41450f387daa tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Port': ['ID=167ac41a-c20f-4d88-92bc-bcd22ad78051,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:11.396711 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-310298b3-e81a-42ad-875e-2e7d82731353 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:11.429805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 479927de-1ca7-459b-abe1-14a89eb838a7 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:24:11.430159 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 479927de-1ca7-459b-abe1-14a89eb838a7 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:24:11.436774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-310298b3-e81a-42ad-875e-2e7d82731353 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] device_id is not set on port a3c1fd1f-a387-49e0-b1ac-12979d49a07b yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:24:11.488053 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d17cdb2-fbb7-4e3f-9a50-41450f387daa tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network 30b40f8c-a0af-400f-9d0c-a70d92dca9f3 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:11.489898 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8d17cdb2-fbb7-4e3f-9a50-41450f387daa tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:11.543348 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10b04ebd-be25-42e7-82fa-6cd651794f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:11.545980 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10b04ebd-be25-42e7-82fa-6cd651794f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:11.547461 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-10b04ebd-be25-42e7-82fa-6cd651794f93 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8d297047-9784-45bc-bb18-8108e850f509 HTTP/1.1" status: 204 len: 168 time: 0.3807769 Jul 30 20:24:11.586555 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b04ebd-be25-42e7-82fa-6cd651794f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d297047-9784-45bc-bb18-8108e850f509,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:11.659266 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-a8960b64-84dc-49f8-b15a-96dfc8ddef11 None None] Allocated IP 2001:db8::2 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/9fba3331-2204-49dc-91f5-2e417e4dd443/8d65e77d-f8e8-417b-9c7b-49813e20010f) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:11.659619 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d17cdb2-fbb7-4e3f-9a50-41450f387daa tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Router de8331bb-800b-48b1-9ee3-51ac6f1de076 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:24:11.795315 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-88a91457-fd37-4bc3-9509-cc0de17cba03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:11.881689 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-88a91457-fd37-4bc3-9509-cc0de17cba03 None None] For port 0c87fd30-4af5-48e6-a036-ebd8dad717de, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0c87fd30-4af5-48e6-a036-ebd8dad717de,segment=NetworkSegment(38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f),segment_id=38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:11.899482 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d17cdb2-fbb7-4e3f-9a50-41450f387daa tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:24:11.902308 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-88a91457-fd37-4bc3-9509-cc0de17cba03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:11.921758 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8d17cdb2-fbb7-4e3f-9a50-41450f387daa tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "PUT /v2.0/routers/de8331bb-800b-48b1-9ee3-51ac6f1de076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7548823 Jul 30 20:24:11.924582 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33164) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:11.931400 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ed773ec9-2c4e-41b4-a708-0c538269c6ba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'network': {'name': 'tempest-RoutersTest-1216201475'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:11.931630 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] Sync routers for ids ['de8331bb-800b-48b1-9ee3-51ac6f1de076'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:24:11.980677 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed773ec9-2c4e-41b4-a708-0c538269c6ba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Made reservation on behalf of c91b7b2c8ba948c1871a986ad088363a for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:12.002238 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed773ec9-2c4e-41b4-a708-0c538269c6ba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:12.046596 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] Routers {'de8331bb-800b-48b1-9ee3-51ac6f1de076'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:24:12.047246 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:23:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['de8331bb-800b-48b1-9ee3-51ac6f1de076'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:12.062584 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed773ec9-2c4e-41b4-a708-0c538269c6ba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:24:12.095441 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed773ec9-2c4e-41b4-a708-0c538269c6ba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:12.096143 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-ed773ec9-2c4e-41b4-a708-0c538269c6ba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Added segment f7ce184a-0925-4673-94ce-41877bc536bd of type vlan for network 46693486-6314-4fdd-967c-b7066dbdab90 Jul 30 20:24:12.162605 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed773ec9-2c4e-41b4-a708-0c538269c6ba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:12.176879 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33190) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:12.219533 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed773ec9-2c4e-41b4-a708-0c538269c6ba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:12.227311 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed773ec9-2c4e-41b4-a708-0c538269c6ba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:12.229582 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed773ec9-2c4e-41b4-a708-0c538269c6ba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:12.273002 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ac927dbe-8d6b-4a33-ab54-b71472c6ddcf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ba5da614290742599bad4821cdbc473c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0925255 Jul 30 20:24:12.276821 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33202) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:12.393819 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b434bce3-301b-4742-86b7-1e3761ffef54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:12.434727 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b434bce3-301b-4742-86b7-1e3761ffef54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:12.454436 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed773ec9-2c4e-41b4-a708-0c538269c6ba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Network': ['ID=46693486-6314-4fdd-967c-b7066dbdab90,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:12.481355 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ed773ec9-2c4e-41b4-a708-0c538269c6ba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5538003 Jul 30 20:24:12.486131 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33224) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:12.492458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-12f116aa-f9ac-4bc3-9ff3-7ea5806a1e5d tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'subnet': {'network_id': '46693486-6314-4fdd-967c-b7066dbdab90', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:12.526210 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b434bce3-301b-4742-86b7-1e3761ffef54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:12.529577 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b434bce3-301b-4742-86b7-1e3761ffef54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:12.530828 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b434bce3-301b-4742-86b7-1e3761ffef54 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f1ba62f1-f7ef-44de-8174-27beaf25187b HTTP/1.1" status: 204 len: 168 time: 0.2515612 Jul 30 20:24:12.543053 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434bce3-301b-4742-86b7-1e3761ffef54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ba62f1-f7ef-44de-8174-27beaf25187b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:12.651216 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f116aa-f9ac-4bc3-9ff3-7ea5806a1e5d tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Made reservation on behalf of c91b7b2c8ba948c1871a986ad088363a for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:12.656348 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-12f116aa-f9ac-4bc3-9ff3-7ea5806a1e5d tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:12.718062 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 46693486-6314-4fdd-967c-b7066dbdab90 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:24:12.944696 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a91457-fd37-4bc3-9509-cc0de17cba03 None None] Pushing event updated for resources: {'Port': ['ID=0c87fd30-4af5-48e6-a036-ebd8dad717de,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:12.990853 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8960b64-84dc-49f8-b15a-96dfc8ddef11 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:13.069254 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a8960b64-84dc-49f8-b15a-96dfc8ddef11 None None] Transition to ACTIVE for port object 8d65e77d-f8e8-417b-9c7b-49813e20010f will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:13.082431 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-db92236c-cdba-44b2-95e3-21408adb5cbe None None] Provisioning complete for port 0c87fd30-4af5-48e6-a036-ebd8dad717de triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:13.082828 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db92236c-cdba-44b2-95e3-21408adb5cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:13.105244 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-12f116aa-f9ac-4bc3-9ff3-7ea5806a1e5d tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:13.156895 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a8960b64-84dc-49f8-b15a-96dfc8ddef11 None None] Transition to ACTIVE for port object 8d65e77d-f8e8-417b-9c7b-49813e20010f will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:13.193732 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f116aa-f9ac-4bc3-9ff3-7ea5806a1e5d tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Subnet': ['ID=12b87716-8514-45b0-b4ab-e03902113271,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:13.194378 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] Set router de8331bb-800b-48b1-9ee3-51ac6f1de076 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:24:13.298706 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8960b64-84dc-49f8-b15a-96dfc8ddef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:13.341014 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f116aa-f9ac-4bc3-9ff3-7ea5806a1e5d tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Checking segment: {'id': 'f7ce184a-0925-4673-94ce-41877bc536bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:24:13.354793 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f116aa-f9ac-4bc3-9ff3-7ea5806a1e5d tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network hostable DHCP agents. Network: 46693486-6314-4fdd-967c-b7066dbdab90, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:24:13.398170 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-310298b3-e81a-42ad-875e-2e7d82731353 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8::2c2 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/9fba3331-2204-49dc-91f5-2e417e4dd443/a3c1fd1f-a387-49e0-b1ac-12979d49a07b) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:13.466479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f116aa-f9ac-4bc3-9ff3-7ea5806a1e5d tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network 46693486-6314-4fdd-967c-b7066dbdab90 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:24:13.470434 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8960b64-84dc-49f8-b15a-96dfc8ddef11 None None] Pushing event updated for resources: {'Port': ['ID=8d65e77d-f8e8-417b-9c7b-49813e20010f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:13.487100 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8960b64-84dc-49f8-b15a-96dfc8ddef11 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:13.497229 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a8960b64-84dc-49f8-b15a-96dfc8ddef11 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:13.525086 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8960b64-84dc-49f8-b15a-96dfc8ddef11 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:13.527117 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-12f116aa-f9ac-4bc3-9ff3-7ea5806a1e5d tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 46693486-6314-4fdd-967c-b7066dbdab90) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:13.542133 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f116aa-f9ac-4bc3-9ff3-7ea5806a1e5d tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:13.543607 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-12f116aa-f9ac-4bc3-9ff3-7ea5806a1e5d tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:13.564427 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9222c68-e053-4403-889f-24119b2994f9 None None] Network 46693486-6314-4fdd-967c-b7066dbdab90 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:13.584899 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33348) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:13.585435 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-12f116aa-f9ac-4bc3-9ff3-7ea5806a1e5d tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0976238 Jul 30 20:24:13.750357 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a8960b64-84dc-49f8-b15a-96dfc8ddef11 None None] Attempting to bind port 8d65e77d-f8e8-417b-9c7b-49813e20010f on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:13.750948 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a8960b64-84dc-49f8-b15a-96dfc8ddef11 None None] Attempting to bind port 8d65e77d-f8e8-417b-9c7b-49813e20010f by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:13.751594 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8960b64-84dc-49f8-b15a-96dfc8ddef11 None None] Attempting to bind port 8d65e77d-f8e8-417b-9c7b-49813e20010f on network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:13.768029 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-db92236c-cdba-44b2-95e3-21408adb5cbe None None] Provisioning for port 167ac41a-c20f-4d88-92bc-bcd22ad78051 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:13.769908 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-310298b3-e81a-42ad-875e-2e7d82731353 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:13.779651 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8960b64-84dc-49f8-b15a-96dfc8ddef11 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:24:13.780248 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8960b64-84dc-49f8-b15a-96dfc8ddef11 None None] Checking segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:24:13.780827 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8960b64-84dc-49f8-b15a-96dfc8ddef11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:13.781546 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8960b64-84dc-49f8-b15a-96dfc8ddef11 None None] Bound using segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:24:13.782179 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a8960b64-84dc-49f8-b15a-96dfc8ddef11 None None] Bound port: 8d65e77d-f8e8-417b-9c7b-49813e20010f, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:24:13.782744 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8960b64-84dc-49f8-b15a-96dfc8ddef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:13.800482 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-310298b3-e81a-42ad-875e-2e7d82731353 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Transition to ACTIVE for port object a3c1fd1f-a387-49e0-b1ac-12979d49a07b will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:13.803990 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-db92236c-cdba-44b2-95e3-21408adb5cbe None None] Provisioning complete for port 167ac41a-c20f-4d88-92bc-bcd22ad78051 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:13.805255 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db92236c-cdba-44b2-95e3-21408adb5cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:13.874186 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-310298b3-e81a-42ad-875e-2e7d82731353 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:13.956382 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310298b3-e81a-42ad-875e-2e7d82731353 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:13.959667 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-310298b3-e81a-42ad-875e-2e7d82731353 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:13.965924 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310298b3-e81a-42ad-875e-2e7d82731353 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:13.973086 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:24:10Z', 'revision_number': 2, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:10Z', 'revision_number': 2, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:13.973705 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310298b3-e81a-42ad-875e-2e7d82731353 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:13.973838 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-310298b3-e81a-42ad-875e-2e7d82731353 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:13.993593 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310298b3-e81a-42ad-875e-2e7d82731353 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=a3c1fd1f-a387-49e0-b1ac-12979d49a07b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:13.999750 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-310298b3-e81a-42ad-875e-2e7d82731353 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1392789 Jul 30 20:24:14.002419 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33392) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:14.045760 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-db92236c-cdba-44b2-95e3-21408adb5cbe None None] Port 167ac41a-c20f-4d88-92bc-bcd22ad78051 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:24:14.058496 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a82be3-3ee6-4588-bd27-26f0f80cd501 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:14.065024 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a82be3-3ee6-4588-bd27-26f0f80cd501 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:14.067055 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d6a82be3-3ee6-4588-bd27-26f0f80cd501 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0636487 Jul 30 20:24:14.069053 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] Checking router: de8331bb-800b-48b1-9ee3-51ac6f1de076 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:24:14.069405 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] Updating router de8331bb-800b-48b1-9ee3-51ac6f1de076 port 167ac41a-c20f-4d88-92bc-bcd22ad78051 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:24:14.069894 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33402) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:14.127092 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:14.129751 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a8960b64-84dc-49f8-b15a-96dfc8ddef11 None None] For port 8d65e77d-f8e8-417b-9c7b-49813e20010f, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:24:14.151661 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a8960b64-84dc-49f8-b15a-96dfc8ddef11 None None] For port 8d65e77d-f8e8-417b-9c7b-49813e20010f, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8d65e77d-f8e8-417b-9c7b-49813e20010f,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:24:14.250510 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-d5caa1db-3ae8-4d8e-a55a-c24f59aef801 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting port a3c1fd1f-a387-49e0-b1ac-12979d49a07b {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:14.251007 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5caa1db-3ae8-4d8e-a55a-c24f59aef801 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:14.392826 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5caa1db-3ae8-4d8e-a55a-c24f59aef801 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:14.407440 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-d5caa1db-3ae8-4d8e-a55a-c24f59aef801 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Calling delete_port for a3c1fd1f-a387-49e0-b1ac-12979d49a07b owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:14.432800 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57ac9a4e-27ce-4737-b99d-8e57851af2ae tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:14.558759 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:14.595080 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] Transition to ACTIVE for port object 167ac41a-c20f-4d88-92bc-bcd22ad78051 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:14.604697 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9322ec6a-72ae-4faa-ba9e-6ea709fd8c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-46693486-6314-4fdd-967c-b7066dbdab90', 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'fixed_ips': [{'subnet_id': '12b87716-8514-45b0-b4ab-e03902113271'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:24:14.605755 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9322ec6a-72ae-4faa-ba9e-6ea709fd8c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:14.622273 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8960b64-84dc-49f8-b15a-96dfc8ddef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:14.623968 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5caa1db-3ae8-4d8e-a55a-c24f59aef801 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:14.659661 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:14.703477 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5caa1db-3ae8-4d8e-a55a-c24f59aef801 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Port': ['ID=a3c1fd1f-a387-49e0-b1ac-12979d49a07b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:14.747604 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5caa1db-3ae8-4d8e-a55a-c24f59aef801 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:14.750951 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d5caa1db-3ae8-4d8e-a55a-c24f59aef801 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/a3c1fd1f-a387-49e0-b1ac-12979d49a07b HTTP/1.1" status: 204 len: 168 time: 0.6793354 Jul 30 20:24:14.753415 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33474) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:14.887946 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0c87fd30-4af5-48e6-a036-ebd8dad717de up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:14.936870 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db269212-2474-4c08-b9e8-88578ca5a24e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:14.939423 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db269212-2474-4c08-b9e8-88578ca5a24e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:14.946047 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-db269212-2474-4c08-b9e8-88578ca5a24e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1907778 Jul 30 20:24:14.948498 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33496) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:15.078383 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33508) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:15.088697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6ee60b-f824-4eba-9890-882811e7098e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet 9fba3331-2204-49dc-91f5-2e417e4dd443 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:24:15.092342 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea6ee60b-f824-4eba-9890-882811e7098e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:15.154690 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8960b64-84dc-49f8-b15a-96dfc8ddef11 None None] Pushing event updated for resources: {'Port': ['ID=8d65e77d-f8e8-417b-9c7b-49813e20010f,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:15.227557 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea6ee60b-f824-4eba-9890-882811e7098e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:15.345895 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c9fe3-3cb2-4d36-91a2-d357615c8718 None None] Pushing event updated for resources: {'Port': ['ID=167ac41a-c20f-4d88-92bc-bcd22ad78051,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:15.353322 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d721dda8-4f67-42f7-bd9e-4d0b3b7dada3 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1255420772'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:15.360941 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-9322ec6a-72ae-4faa-ba9e-6ea709fd8c26 None None] Allocated IP 172.21.0.2 (46693486-6314-4fdd-967c-b7066dbdab90/12b87716-8514-45b0-b4ab-e03902113271/e85ec79c-f8ad-48d3-9293-b062bc704d16) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:15.378141 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] Attempting to bind port 167ac41a-c20f-4d88-92bc-bcd22ad78051 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:15.378585 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea6ee60b-f824-4eba-9890-882811e7098e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:15.378929 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] Attempting to bind port 167ac41a-c20f-4d88-92bc-bcd22ad78051 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:15.379406 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] Attempting to bind port 167ac41a-c20f-4d88-92bc-bcd22ad78051 on network 30b40f8c-a0af-400f-9d0c-a70d92dca9f3 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:15.415379 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:24:15.416164 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] Checking segment: {'id': '38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:24:15.417073 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d721dda8-4f67-42f7-bd9e-4d0b3b7dada3 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:15.417389 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:15.418024 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] Bound using segment: {'id': '38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:24:15.418144 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d721dda8-4f67-42f7-bd9e-4d0b3b7dada3 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:15.418863 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] Bound port: 167ac41a-c20f-4d88-92bc-bcd22ad78051, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:24:15.419491 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:15.487317 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d721dda8-4f67-42f7-bd9e-4d0b3b7dada3 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:15.495626 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d721dda8-4f67-42f7-bd9e-4d0b3b7dada3 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:15.501210 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea6ee60b-f824-4eba-9890-882811e7098e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:15.505675 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 0c87fd30-4af5-48e6-a036-ebd8dad717de triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:15.506062 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:15.523150 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea6ee60b-f824-4eba-9890-882811e7098e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:15.525032 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ea6ee60b-f824-4eba-9890-882811e7098e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/9fba3331-2204-49dc-91f5-2e417e4dd443 HTTP/1.1" status: 204 len: 168 time: 0.5755904 Jul 30 20:24:15.527667 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33550) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:15.561677 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ee60b-f824-4eba-9890-882811e7098e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=9fba3331-2204-49dc-91f5-2e417e4dd443,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:15.569440 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d721dda8-4f67-42f7-bd9e-4d0b3b7dada3 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:15.571864 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d721dda8-4f67-42f7-bd9e-4d0b3b7dada3 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4923267 Jul 30 20:24:15.576049 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:15.580967 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33556) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:15.623549 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a7fe7fab-34eb-4319-811b-1729c4e14d93 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0932300 Jul 30 20:24:15.632627 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33566) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:15.717480 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-632e1bb0-bd04-48d3-9164-f6aa8482deea tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:15.802442 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c206093-2a1c-43fa-a6a3-a24c1d22843b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:15.803869 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9c206093-2a1c-43fa-a6a3-a24c1d22843b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1692066 Jul 30 20:24:15.807213 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33584) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:15.885294 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c763cf5-baeb-4f83-a23d-8e0536a74cb5 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:15.900539 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0c763cf5-baeb-4f83-a23d-8e0536a74cb5 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0921738 Jul 30 20:24:15.902957 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33594) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:16.059811 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e8224a08-58fa-49c1-9a5f-4ec6d613ec0c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1487856 Jul 30 20:24:16.060162 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] For port 167ac41a-c20f-4d88-92bc-bcd22ad78051, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:24:16.063633 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33616) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:16.068885 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b1ef6539-7bed-4886-aa93-ca1cae0d90fb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:16.079850 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-632e1bb0-bd04-48d3-9164-f6aa8482deea tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:16.083926 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-632e1bb0-bd04-48d3-9164-f6aa8482deea tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:16.139986 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-632e1bb0-bd04-48d3-9164-f6aa8482deea tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:16.141448 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632e1bb0-bd04-48d3-9164-f6aa8482deea tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13180d54-4845-4c49-b870-5e27d37ad172 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:24:16.142788 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] For port 167ac41a-c20f-4d88-92bc-bcd22ad78051, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=167ac41a-c20f-4d88-92bc-bcd22ad78051,segment=NetworkSegment(38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f),segment_id=38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:24:16.149639 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-632e1bb0-bd04-48d3-9164-f6aa8482deea tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:16.155740 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33622) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:16.157864 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-632e1bb0-bd04-48d3-9164-f6aa8482deea tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] 10.222.0.81 "DELETE /v2.0/routers/13180d54-4845-4c49-b870-5e27d37ad172 HTTP/1.1" status: 204 len: 168 time: 0.5756285 Jul 30 20:24:16.160304 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f3b448c4-1541-44f1-81c1-d18b7f9e2dcb tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Request body: {'router': {'name': 'tempest-router-1750721718', 'distributed': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:16.245107 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3b448c4-1541-44f1-81c1-d18b7f9e2dcb tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:16.246256 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3b448c4-1541-44f1-81c1-d18b7f9e2dcb tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:16.265425 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9322ec6a-72ae-4faa-ba9e-6ea709fd8c26 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:16.276873 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9322ec6a-72ae-4faa-ba9e-6ea709fd8c26 None None] Transition to ACTIVE for port object e85ec79c-f8ad-48d3-9293-b062bc704d16 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:16.297099 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:16.299915 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9322ec6a-72ae-4faa-ba9e-6ea709fd8c26 None None] Transition to ACTIVE for port object e85ec79c-f8ad-48d3-9293-b062bc704d16 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:16.328247 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ef6539-7bed-4886-aa93-ca1cae0d90fb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:16.331800 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1ef6539-7bed-4886-aa93-ca1cae0d90fb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:16.346340 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9322ec6a-72ae-4faa-ba9e-6ea709fd8c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:16.389208 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] Routers {'de8331bb-800b-48b1-9ee3-51ac6f1de076'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:24:16.390158 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:23:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['de8331bb-800b-48b1-9ee3-51ac6f1de076'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:16.534664 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] Set router de8331bb-800b-48b1-9ee3-51ac6f1de076 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:24:16.603216 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9322ec6a-72ae-4faa-ba9e-6ea709fd8c26 None None] Network 46693486-6314-4fdd-967c-b7066dbdab90 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:16.609281 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-9322ec6a-72ae-4faa-ba9e-6ea709fd8c26 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:16.612779 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9322ec6a-72ae-4faa-ba9e-6ea709fd8c26 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:16.618396 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c9fe3-3cb2-4d36-91a2-d357615c8718 None None] Pushing event updated for resources: {'Port': ['ID=167ac41a-c20f-4d88-92bc-bcd22ad78051,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:16.647390 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3b448c4-1541-44f1-81c1-d18b7f9e2dcb tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:16.686823 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3b448c4-1541-44f1-81c1-d18b7f9e2dcb tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:16.699840 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e04dd5d-075d-4ed4-a673-a60e580ebd17 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:16.711800 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-57ac9a4e-27ce-4737-b99d-8e57851af2ae tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Allocated IP 172.21.0.1 (46693486-6314-4fdd-967c-b7066dbdab90/12b87716-8514-45b0-b4ab-e03902113271/01836674-e7f7-4a1c-92ff-0c03e546d90b) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:16.758266 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3b448c4-1541-44f1-81c1-d18b7f9e2dcb tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:16.759419 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f3b448c4-1541-44f1-81c1-d18b7f9e2dcb tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6027172 Jul 30 20:24:16.762463 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33676) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:17.010291 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57ac9a4e-27ce-4737-b99d-8e57851af2ae tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:17.010875 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-152c1da1-08cf-4924-8805-60189d3e8423 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:17.071697 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-57ac9a4e-27ce-4737-b99d-8e57851af2ae tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Transition to ACTIVE for port object 01836674-e7f7-4a1c-92ff-0c03e546d90b will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:17.135075 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8d65e77d-f8e8-417b-9c7b-49813e20010f up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:17.190435 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57ac9a4e-27ce-4737-b99d-8e57851af2ae tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:17.213083 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-152c1da1-08cf-4924-8805-60189d3e8423 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:17.216281 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-152c1da1-08cf-4924-8805-60189d3e8423 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:17.274246 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ac9a4e-27ce-4737-b99d-8e57851af2ae tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network 46693486-6314-4fdd-967c-b7066dbdab90 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:17.285503 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-57ac9a4e-27ce-4737-b99d-8e57851af2ae tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:17.286002 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-152c1da1-08cf-4924-8805-60189d3e8423 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:17.286535 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152c1da1-08cf-4924-8805-60189d3e8423 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 35867c6f-405f-4f6a-a724-199ec26cc1a8 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:24:17.297465 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-152c1da1-08cf-4924-8805-60189d3e8423 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:17.301308 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-152c1da1-08cf-4924-8805-60189d3e8423 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] 10.222.0.81 "DELETE /v2.0/routers/35867c6f-405f-4f6a-a724-199ec26cc1a8 HTTP/1.1" status: 204 len: 168 time: 0.5377047 Jul 30 20:24:17.305050 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33688) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:17.308058 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bfe7656b-6006-4334-9754-96a273e51c0c None None] Provisioning for port 8d65e77d-f8e8-417b-9c7b-49813e20010f completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:17.314658 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ac9a4e-27ce-4737-b99d-8e57851af2ae tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:17.323079 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322ec6a-72ae-4faa-ba9e-6ea709fd8c26 None None] Pushing event updated for resources: {'Port': ['ID=e85ec79c-f8ad-48d3-9293-b062bc704d16,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:17.323672 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-45f7ec8d-fbed-4afb-8a2c-4c154d5e3c94 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Request body: {'router': {'name': 'tempest-router-519888379', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '434c70ad08f14828947764f8a2a68a6a'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:17.354746 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-9322ec6a-72ae-4faa-ba9e-6ea709fd8c26 None None] Attempting to bind port e85ec79c-f8ad-48d3-9293-b062bc704d16 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:17.355298 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-9322ec6a-72ae-4faa-ba9e-6ea709fd8c26 None None] Attempting to bind port e85ec79c-f8ad-48d3-9293-b062bc704d16 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'f7ce184a-0925-4673-94ce-41877bc536bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:17.355768 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9322ec6a-72ae-4faa-ba9e-6ea709fd8c26 None None] Attempting to bind port e85ec79c-f8ad-48d3-9293-b062bc704d16 on network 46693486-6314-4fdd-967c-b7066dbdab90 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:17.372663 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-45f7ec8d-fbed-4afb-8a2c-4c154d5e3c94 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:17.374180 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-45f7ec8d-fbed-4afb-8a2c-4c154d5e3c94 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:17.391397 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 8d65e77d-f8e8-417b-9c7b-49813e20010f completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:17.398992 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9322ec6a-72ae-4faa-ba9e-6ea709fd8c26 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:24:17.399689 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9322ec6a-72ae-4faa-ba9e-6ea709fd8c26 None None] Checking segment: {'id': 'f7ce184a-0925-4673-94ce-41877bc536bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:24:17.400354 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9322ec6a-72ae-4faa-ba9e-6ea709fd8c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:17.401084 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9322ec6a-72ae-4faa-ba9e-6ea709fd8c26 None None] Bound using segment: {'id': 'f7ce184a-0925-4673-94ce-41877bc536bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:24:17.401875 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-9322ec6a-72ae-4faa-ba9e-6ea709fd8c26 None None] Bound port: e85ec79c-f8ad-48d3-9293-b062bc704d16, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ce184a-0925-4673-94ce-41877bc536bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:24:17.402442 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9322ec6a-72ae-4faa-ba9e-6ea709fd8c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:17.407876 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57ac9a4e-27ce-4737-b99d-8e57851af2ae tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:17.409187 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 8d65e77d-f8e8-417b-9c7b-49813e20010f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:17.409722 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:17.415616 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac9a4e-27ce-4737-b99d-8e57851af2ae tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Port': ['ID=01836674-e7f7-4a1c-92ff-0c03e546d90b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:17.455922 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-45f7ec8d-fbed-4afb-8a2c-4c154d5e3c94 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:17.468147 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-45f7ec8d-fbed-4afb-8a2c-4c154d5e3c94 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:17.508914 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-45f7ec8d-fbed-4afb-8a2c-4c154d5e3c94 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:17.516811 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-45f7ec8d-fbed-4afb-8a2c-4c154d5e3c94 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2071245 Jul 30 20:24:17.517681 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33690) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:17.524268 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d2a9039e-9fef-4fa9-b36a-64056e59c5f8 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:17.553920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a41f1f-a515-4db8-a6c6-7ca71ca9a249 None None] DHCP port deletion for af4b4c78-015d-41b2-aa81-e7eeeb1e0803 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:24:17.575025 n-d-712137-9 neutron-server[93883]: DEBUG neutron.objects.ports [None req-b1ef6539-7bed-4886-aa93-ca1cae0d90fb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 20:24:17.615570 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:17.697646 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-9322ec6a-72ae-4faa-ba9e-6ea709fd8c26 None None] For port e85ec79c-f8ad-48d3-9293-b062bc704d16, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:24:17.701775 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:24:10Z', 'revision_number': 2, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:16Z', 'revision_number': 4, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:17.726352 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57ac9a4e-27ce-4737-b99d-8e57851af2ae tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:17.793369 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-9322ec6a-72ae-4faa-ba9e-6ea709fd8c26 None None] For port e85ec79c-f8ad-48d3-9293-b062bc704d16, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e85ec79c-f8ad-48d3-9293-b062bc704d16,segment=NetworkSegment(f7ce184a-0925-4673-94ce-41877bc536bd),segment_id=f7ce184a-0925-4673-94ce-41877bc536bd)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:24:17.806883 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 8d65e77d-f8e8-417b-9c7b-49813e20010f, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8d65e77d-f8e8-417b-9c7b-49813e20010f,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:17.808190 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515305b1-b566-4560-9d27-036ac62fc019 None None] The sync data for ids ['de8331bb-800b-48b1-9ee3-51ac6f1de076'] in n-d-712137-9 is: [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:24:10Z', 'revision_number': 2, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:16Z', 'revision_number': 4, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:24:17.817043 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9322ec6a-72ae-4faa-ba9e-6ea709fd8c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:17.868371 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:17.948922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-70a41f1f-a515-4db8-a6c6-7ca71ca9a249 None None] Deleting port 8d65e77d-f8e8-417b-9c7b-49813e20010f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:17.948922 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70a41f1f-a515-4db8-a6c6-7ca71ca9a249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:18.028644 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322ec6a-72ae-4faa-ba9e-6ea709fd8c26 None None] Pushing event updated for resources: {'Port': ['ID=e85ec79c-f8ad-48d3-9293-b062bc704d16,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:18.132398 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=8d65e77d-f8e8-417b-9c7b-49813e20010f,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:18.161360 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-70a41f1f-a515-4db8-a6c6-7ca71ca9a249 None None] For port 8d65e77d-f8e8-417b-9c7b-49813e20010f, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8d65e77d-f8e8-417b-9c7b-49813e20010f,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:18.161702 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70a41f1f-a515-4db8-a6c6-7ca71ca9a249 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:18.182726 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-70a41f1f-a515-4db8-a6c6-7ca71ca9a249 None None] Calling delete_port for 8d65e77d-f8e8-417b-9c7b-49813e20010f owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:18.359164 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70a41f1f-a515-4db8-a6c6-7ca71ca9a249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:18.427738 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a41f1f-a515-4db8-a6c6-7ca71ca9a249 None None] Pushing event deleted for resources: {'Port': ['ID=8d65e77d-f8e8-417b-9c7b-49813e20010f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:18.431215 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a41f1f-a515-4db8-a6c6-7ca71ca9a249 None None] No DVR routers for this DVR port 8d65e77d-f8e8-417b-9c7b-49813e20010f on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:24:18.545691 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2a9039e-9fef-4fa9-b36a-64056e59c5f8 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:18.546645 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2a9039e-9fef-4fa9-b36a-64056e59c5f8 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks [] for router, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:18.562375 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.ipam_pluggable_backend [None req-b1ef6539-7bed-4886-aa93-ca1cae0d90fb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Port 8d65e77d-f8e8-417b-9c7b-49813e20010f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93883) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 30 20:24:18.562932 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.ipam_pluggable_backend [None req-b1ef6539-7bed-4886-aa93-ca1cae0d90fb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Reverting IP allocation for 2001:db8::f816:3eff:feda:38f9 {{(pid=93883) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 30 20:24:18.579380 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.ipam_pluggable_backend [None req-b1ef6539-7bed-4886-aa93-ca1cae0d90fb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feda:38f9 {{(pid=93883) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 30 20:24:18.582389 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1ef6539-7bed-4886-aa93-ca1cae0d90fb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:18.653705 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d2a9039e-9fef-4fa9-b36a-64056e59c5f8 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93882) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 30 20:24:18.654043 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d2a9039e-9fef-4fa9-b36a-64056e59c5f8 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Router cfefba77-41ab-4f21-bd87-131e11505d4b migrating from provider to provider. {{(pid=93882) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 30 20:24:18.654439 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2a9039e-9fef-4fa9-b36a-64056e59c5f8 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:18.660347 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2a9039e-9fef-4fa9-b36a-64056e59c5f8 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:18.674945 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2a9039e-9fef-4fa9-b36a-64056e59c5f8 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1722371'] for router, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:18.691349 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ef6539-7bed-4886-aa93-ca1cae0d90fb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:18.703375 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b1ef6539-7bed-4886-aa93-ca1cae0d90fb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:18.710004 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ef6539-7bed-4886-aa93-ca1cae0d90fb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:18.711165 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1ef6539-7bed-4886-aa93-ca1cae0d90fb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:18.724207 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1ef5c5-fdd5-42b1-9f9d-8970ee0d696e None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:18.909924 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57ac9a4e-27ce-4737-b99d-8e57851af2ae tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:18.928798 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57ac9a4e-27ce-4737-b99d-8e57851af2ae tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:18.972088 n-d-712137-9 neutron-server[93882]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d2a9039e-9fef-4fa9-b36a-64056e59c5f8 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] No L3 agents can host the router cfefba77-41ab-4f21-bd87-131e11505d4b Jul 30 20:24:18.999128 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef6539-7bed-4886-aa93-ca1cae0d90fb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=22dbd83f-9cd4-426d-aae9-578f5a3ca76a,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:19.028148 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57ac9a4e-27ce-4737-b99d-8e57851af2ae tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:19.050335 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b1ef6539-7bed-4886-aa93-ca1cae0d90fb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9855430 Jul 30 20:24:19.058149 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33704) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:19.067015 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e85ec79c-f8ad-48d3-9293-b062bc704d16 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:19.070515 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e9ab91c5-4c1b-4280-8059-333a997c0884 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:19.244922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port e85ec79c-f8ad-48d3-9293-b062bc704d16 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:19.253272 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 167ac41a-c20f-4d88-92bc-bcd22ad78051 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:19.279300 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c638a460-e7a7-4cc4-9a46-3df454679634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'fixed_ips': [{'subnet_id': '22dbd83f-9cd4-426d-aae9-578f5a3ca76a'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:24:19.293909 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c638a460-e7a7-4cc4-9a46-3df454679634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:19.294160 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac9a4e-27ce-4737-b99d-8e57851af2ae tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Port': ['ID=01836674-e7f7-4a1c-92ff-0c03e546d90b,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:19.303112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a9039e-9fef-4fa9-b36a-64056e59c5f8 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Hosts for router cfefba77-41ab-4f21-bd87-131e11505d4b: [] {{(pid=93882) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 30 20:24:19.357741 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a9039e-9fef-4fa9-b36a-64056e59c5f8 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Hosts for other DVR routers connected to router cfefba77-41ab-4f21-bd87-131e11505d4b: set() {{(pid=93882) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 30 20:24:19.365513 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2a9039e-9fef-4fa9-b36a-64056e59c5f8 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:19.367422 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d2a9039e-9fef-4fa9-b36a-64056e59c5f8 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] 10.222.0.81 "PUT /v2.0/routers/cfefba77-41ab-4f21-bd87-131e11505d4b HTTP/1.1" status: 200 len: 716 time: 1.8475952 Jul 30 20:24:19.369944 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33712) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:19.506331 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 167ac41a-c20f-4d88-92bc-bcd22ad78051 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:19.541256 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 167ac41a-c20f-4d88-92bc-bcd22ad78051 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:19.541763 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:19.566581 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d93a751d-51ed-4fe8-a873-484c32328a75 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] 10.222.0.81 "GET /v2.0/routers/cfefba77-41ab-4f21-bd87-131e11505d4b HTTP/1.1" status: 200 len: 716 time: 0.1953316 Jul 30 20:24:19.569188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33714) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:19.609230 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ac9a4e-27ce-4737-b99d-8e57851af2ae tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network 46693486-6314-4fdd-967c-b7066dbdab90 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:19.615225 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-57ac9a4e-27ce-4737-b99d-8e57851af2ae tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:19.663454 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ab91c5-4c1b-4280-8059-333a997c0884 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:19.668370 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9ab91c5-4c1b-4280-8059-333a997c0884 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:19.711698 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-c638a460-e7a7-4cc4-9a46-3df454679634 None None] Allocated IP 2001:db8::f816:3eff:fe05:7d53 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/22dbd83f-9cd4-426d-aae9-578f5a3ca76a/02003bc2-8574-4207-9def-bb36d6a806e4) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:19.794932 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:19.800474 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e660fde2-ae33-47ce-8b9b-8004abfcc1b7 None None] Network 46693486-6314-4fdd-967c-b7066dbdab90 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:19.982171 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3708eeda-1d1e-483a-80a1-90816b58e0cb tempest-RoutersTestDVR-710590951 tempest-RoutersTestDVR-710590951-project] 10.222.0.81 "GET /v2.0/routers/cfefba77-41ab-4f21-bd87-131e11505d4b HTTP/1.1" status: 200 len: 682 time: 0.4096766 Jul 30 20:24:19.982688 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33722) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:19.983004 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:20.069041 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ac9a4e-27ce-4737-b99d-8e57851af2ae tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Router de8331bb-800b-48b1-9ee3-51ac6f1de076 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:24:20.070792 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9e3b9ace-6208-4b91-a5fe-878cc988b2e9 None None] Provisioning for port e85ec79c-f8ad-48d3-9293-b062bc704d16 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:20.091901 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9e3b9ace-6208-4b91-a5fe-878cc988b2e9 None None] Provisioning complete for port e85ec79c-f8ad-48d3-9293-b062bc704d16 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:20.092584 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e3b9ace-6208-4b91-a5fe-878cc988b2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:20.124000 n-d-712137-9 neutron-server[93883]: INFO neutron.db.ipam_backend_mixin [None req-e9ab91c5-4c1b-4280-8059-333a997c0884 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 22dbd83f-9cd4-426d-aae9-578f5a3ca76a (CIDR: 2001:db8::/64) Jul 30 20:24:20.138693 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8fed-b52a-419e-9ee5-1c27e6fb8460 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:20.154813 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ab91c5-4c1b-4280-8059-333a997c0884 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:24:20.155667 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ab91c5-4c1b-4280-8059-333a997c0884 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:24:20.187726 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 167ac41a-c20f-4d88-92bc-bcd22ad78051, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=167ac41a-c20f-4d88-92bc-bcd22ad78051,segment=NetworkSegment(38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f),segment_id=38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:20.265012 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:20.321965 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ac9a4e-27ce-4737-b99d-8e57851af2ae tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:24:20.334267 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-57ac9a4e-27ce-4737-b99d-8e57851af2ae tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "PUT /v2.0/routers/de8331bb-800b-48b1-9ee3-51ac6f1de076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7463708 Jul 30 20:24:20.335291 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33726) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:20.343149 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6aedbab6-53c6-4574-a5e8-877682c812f3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'network': {'name': 'tempest-RoutersTest-614958576'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:20.347438 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e9ab91c5-4c1b-4280-8059-333a997c0884 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2880311 Jul 30 20:24:20.350697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33728) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:20.389418 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8d65e77d-f8e8-417b-9c7b-49813e20010f no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:24:20.390431 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-06846095-7861-41dc-bd5d-4e8c4e8da9bd tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:20.397299 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aedbab6-53c6-4574-a5e8-877682c812f3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Made reservation on behalf of c91b7b2c8ba948c1871a986ad088363a for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:20.401320 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6aedbab6-53c6-4574-a5e8-877682c812f3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:20.457014 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] Sync routers for ids ['de8331bb-800b-48b1-9ee3-51ac6f1de076'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:24:20.466963 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aedbab6-53c6-4574-a5e8-877682c812f3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:24:20.480787 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] Routers {'de8331bb-800b-48b1-9ee3-51ac6f1de076'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:24:20.487040 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6aedbab6-53c6-4574-a5e8-877682c812f3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:20.487397 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-6aedbab6-53c6-4574-a5e8-877682c812f3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Added segment c0c25ed8-70e1-4558-8ce1-721469e5488f of type vlan for network 9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc Jul 30 20:24:20.489089 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:23:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['de8331bb-800b-48b1-9ee3-51ac6f1de076'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:20.580963 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6aedbab6-53c6-4574-a5e8-877682c812f3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:20.588881 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 8d65e77d-f8e8-417b-9c7b-49813e20010f {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:24:20.590307 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8d65e77d-f8e8-417b-9c7b-49813e20010f not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:24:20.652279 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6aedbab6-53c6-4574-a5e8-877682c812f3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:20.658814 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aedbab6-53c6-4574-a5e8-877682c812f3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:20.659441 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6aedbab6-53c6-4574-a5e8-877682c812f3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:20.685208 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=167ac41a-c20f-4d88-92bc-bcd22ad78051,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:20.705313 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6aedbab6-53c6-4574-a5e8-877682c812f3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3687251 Jul 30 20:24:20.718607 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33732) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:20.728981 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ae7d429e-5ae9-4f52-b2b4-0f557da45439 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'subnet': {'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:20.753644 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8fed-b52a-419e-9ee5-1c27e6fb8460 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:20.765713 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] Set router de8331bb-800b-48b1-9ee3-51ac6f1de076 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:24:20.801642 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aedbab6-53c6-4574-a5e8-877682c812f3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Network': ['ID=9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:20.803991 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8fed-b52a-419e-9ee5-1c27e6fb8460 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.041085 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8fed-b52a-419e-9ee5-1c27e6fb8460 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.041576 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6c8fed-b52a-419e-9ee5-1c27e6fb8460 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cfefba77-41ab-4f21-bd87-131e11505d4b {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:24:21.050201 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8fed-b52a-419e-9ee5-1c27e6fb8460 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.058006 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33734) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:21.060095 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fd6c8fed-b52a-419e-9ee5-1c27e6fb8460 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] 10.222.0.81 "DELETE /v2.0/routers/cfefba77-41ab-4f21-bd87-131e11505d4b HTTP/1.1" status: 204 len: 168 time: 1.0761454 Jul 30 20:24:21.064113 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6a666faa-2cdb-4582-807b-5e064ac88198 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Request body: {'router': {'name': 'tempest-router-2043260295', 'distributed': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:21.118201 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a666faa-2cdb-4582-807b-5e064ac88198 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.119782 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a666faa-2cdb-4582-807b-5e064ac88198 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.165665 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7d429e-5ae9-4f52-b2b4-0f557da45439 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Made reservation on behalf of c91b7b2c8ba948c1871a986ad088363a for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:21.175344 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:24:21.175827 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ae7d429e-5ae9-4f52-b2b4-0f557da45439 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.177317 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 167ac41a-c20f-4d88-92bc-bcd22ad78051 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:21.184047 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06846095-7861-41dc-bd5d-4e8c4e8da9bd tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:21.187936 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06846095-7861-41dc-bd5d-4e8c4e8da9bd tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.202144 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:24:17Z', 'revision_number': 3, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '01836674-e7f7-4a1c-92ff-0c03e546d90b', 'name': '', 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:6c:ad:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '12b87716-8514-45b0-b4ab-e03902113271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:14Z', 'updated_at': '2021-07-30T20:24:18Z', 'revision_number': 2, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '12b87716-8514-45b0-b4ab-e03902113271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:20Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:21.286378 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] Checking router: de8331bb-800b-48b1-9ee3-51ac6f1de076 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:24:21.286886 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] Updating router de8331bb-800b-48b1-9ee3-51ac6f1de076 port 01836674-e7f7-4a1c-92ff-0c03e546d90b binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:24:21.296865 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a666faa-2cdb-4582-807b-5e064ac88198 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.307537 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e3b9ace-6208-4b91-a5fe-878cc988b2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.308085 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a666faa-2cdb-4582-807b-5e064ac88198 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.346302 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a666faa-2cdb-4582-807b-5e064ac88198 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.347889 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6a666faa-2cdb-4582-807b-5e064ac88198 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2883070 Jul 30 20:24:21.350386 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33738) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:21.364475 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.443323 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-9e3b9ace-6208-4b91-a5fe-878cc988b2e9 None None] For port e85ec79c-f8ad-48d3-9293-b062bc704d16, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e85ec79c-f8ad-48d3-9293-b062bc704d16,segment=NetworkSegment(f7ce184a-0925-4673-94ce-41877bc536bd),segment_id=f7ce184a-0925-4673-94ce-41877bc536bd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:21.445862 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c638a460-e7a7-4cc4-9a46-3df454679634 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.454198 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c64484e-59bb-4884-b9c6-54980cbb6a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.490791 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e3b9ace-6208-4b91-a5fe-878cc988b2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.503632 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c638a460-e7a7-4cc4-9a46-3df454679634 None None] Transition to ACTIVE for port object 02003bc2-8574-4207-9def-bb36d6a806e4 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:21.527398 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd3313aa-f278-4f75-a6e4-abf09ac7ae82 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.643071 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c638a460-e7a7-4cc4-9a46-3df454679634 None None] Transition to ACTIVE for port object 02003bc2-8574-4207-9def-bb36d6a806e4 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:21.658790 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 167ac41a-c20f-4d88-92bc-bcd22ad78051 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:21.659206 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.687009 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c638a460-e7a7-4cc4-9a46-3df454679634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.732366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8102bc64-9180-457a-b025-4ef9d29442ba None None] Provisioning complete for port e85ec79c-f8ad-48d3-9293-b062bc704d16 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:21.732928 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8102bc64-9180-457a-b025-4ef9d29442ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.779473 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c638a460-e7a7-4cc4-9a46-3df454679634 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:21.794120 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b9ace-6208-4b91-a5fe-878cc988b2e9 None None] Pushing event updated for resources: {'Port': ['ID=e85ec79c-f8ad-48d3-9293-b062bc704d16,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:21.830740 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06846095-7861-41dc-bd5d-4e8c4e8da9bd tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.846625 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.868270 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c638a460-e7a7-4cc4-9a46-3df454679634 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:21.871538 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c638a460-e7a7-4cc4-9a46-3df454679634 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:21.873593 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] Transition to ACTIVE for port object 01836674-e7f7-4a1c-92ff-0c03e546d90b will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:21.875371 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638a460-e7a7-4cc4-9a46-3df454679634 None None] Pushing event updated for resources: {'Port': ['ID=02003bc2-8574-4207-9def-bb36d6a806e4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:21.890113 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.920142 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06846095-7861-41dc-bd5d-4e8c4e8da9bd tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=9ff815c2-5be1-4811-bd74-425bc8a89815,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:21.942016 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd3313aa-f278-4f75-a6e4-abf09ac7ae82 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.948712 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd3313aa-f278-4f75-a6e4-abf09ac7ae82 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.951240 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06846095-7861-41dc-bd5d-4e8c4e8da9bd tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:21.952867 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ae7d429e-5ae9-4f52-b2b4-0f557da45439 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.955245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-06846095-7861-41dc-bd5d-4e8c4e8da9bd tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:21.982474 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06846095-7861-41dc-bd5d-4e8c4e8da9bd tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:21.983166 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06846095-7861-41dc-bd5d-4e8c4e8da9bd tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:21.992236 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a751ee0-4a12-4bd2-a500-c02caa10eed5 None None] Pushing event updated for resources: {'Port': ['ID=01836674-e7f7-4a1c-92ff-0c03e546d90b,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:22.003009 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c638a460-e7a7-4cc4-9a46-3df454679634 None None] Attempting to bind port 02003bc2-8574-4207-9def-bb36d6a806e4 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:22.003471 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c638a460-e7a7-4cc4-9a46-3df454679634 None None] Attempting to bind port 02003bc2-8574-4207-9def-bb36d6a806e4 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:22.004064 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c638a460-e7a7-4cc4-9a46-3df454679634 None None] Attempting to bind port 02003bc2-8574-4207-9def-bb36d6a806e4 on network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:22.012537 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a751ee0-4a12-4bd2-a500-c02caa10eed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:22.015971 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a751ee0-4a12-4bd2-a500-c02caa10eed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:22.016647 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a751ee0-4a12-4bd2-a500-c02caa10eed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:22.017185 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a751ee0-4a12-4bd2-a500-c02caa10eed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:22.017715 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a751ee0-4a12-4bd2-a500-c02caa10eed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:22.018869 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a751ee0-4a12-4bd2-a500-c02caa10eed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:22.023963 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a751ee0-4a12-4bd2-a500-c02caa10eed5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:22.024543 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a751ee0-4a12-4bd2-a500-c02caa10eed5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:22.025073 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a751ee0-4a12-4bd2-a500-c02caa10eed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:22.025593 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a751ee0-4a12-4bd2-a500-c02caa10eed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:22.026168 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a751ee0-4a12-4bd2-a500-c02caa10eed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:22.026691 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a751ee0-4a12-4bd2-a500-c02caa10eed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:22.051772 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-06846095-7861-41dc-bd5d-4e8c4e8da9bd tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6944902 Jul 30 20:24:22.057107 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33742) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:22.065611 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d429e-5ae9-4f52-b2b4-0f557da45439 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Subnet': ['ID=9c69d6ec-9e6b-49ca-a800-6438f7eaead7,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:22.067806 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-df6359b7-39f7-4289-94dd-43383c530386 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'mac_address': 'fa:16:3e:c0:89:74', 'name': 'tempest-NetworksTestDHCPv6-778188277'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:22.077427 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7d429e-5ae9-4f52-b2b4-0f557da45439 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Checking segment: {'id': 'c0c25ed8-70e1-4558-8ce1-721469e5488f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:24:22.077773 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7d429e-5ae9-4f52-b2b4-0f557da45439 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network hostable DHCP agents. Network: 9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:24:22.077868 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c638a460-e7a7-4cc4-9a46-3df454679634 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:24:22.078236 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c638a460-e7a7-4cc4-9a46-3df454679634 None None] Checking segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:24:22.078874 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c638a460-e7a7-4cc4-9a46-3df454679634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:22.079534 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c638a460-e7a7-4cc4-9a46-3df454679634 None None] Bound using segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:24:22.080088 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c638a460-e7a7-4cc4-9a46-3df454679634 None None] Bound port: 02003bc2-8574-4207-9def-bb36d6a806e4, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:24:22.081003 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c638a460-e7a7-4cc4-9a46-3df454679634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:22.106781 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7d429e-5ae9-4f52-b2b4-0f557da45439 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network 9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:24:22.125007 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-ae7d429e-5ae9-4f52-b2b4-0f557da45439 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:22.129866 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7d429e-5ae9-4f52-b2b4-0f557da45439 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:22.130607 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ae7d429e-5ae9-4f52-b2b4-0f557da45439 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:22.151643 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ae7d429e-5ae9-4f52-b2b4-0f557da45439 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4297252 Jul 30 20:24:22.156247 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33744) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:22.193050 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] Attempting to bind port 01836674-e7f7-4a1c-92ff-0c03e546d90b on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:22.197260 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c638a460-e7a7-4cc4-9a46-3df454679634 None None] For port 02003bc2-8574-4207-9def-bb36d6a806e4, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:24:22.198196 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] Attempting to bind port 01836674-e7f7-4a1c-92ff-0c03e546d90b by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'f7ce184a-0925-4673-94ce-41877bc536bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:22.199172 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] Attempting to bind port 01836674-e7f7-4a1c-92ff-0c03e546d90b on network 46693486-6314-4fdd-967c-b7066dbdab90 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:22.201142 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c638a460-e7a7-4cc4-9a46-3df454679634 None None] For port 02003bc2-8574-4207-9def-bb36d6a806e4, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=02003bc2-8574-4207-9def-bb36d6a806e4,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:24:22.215254 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:24:22.215916 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] Checking segment: {'id': 'f7ce184a-0925-4673-94ce-41877bc536bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:24:22.216522 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:22.218378 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd3313aa-f278-4f75-a6e4-abf09ac7ae82 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:22.218863 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b49cf6-c586-4ba1-9ed4-80d3bdbd220f None None] Network 9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:22.219448 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] Bound using segment: {'id': 'f7ce184a-0925-4673-94ce-41877bc536bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:24:22.220151 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] Bound port: 01836674-e7f7-4a1c-92ff-0c03e546d90b, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ce184a-0925-4673-94ce-41877bc536bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:24:22.220704 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:22.221391 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3313aa-f278-4f75-a6e4-abf09ac7ae82 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7baf1f6e-8c99-4133-9101-2ef45ef74496 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:24:22.223085 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8102bc64-9180-457a-b025-4ef9d29442ba None None] Provisioning for port 01836674-e7f7-4a1c-92ff-0c03e546d90b completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:22.250258 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c638a460-e7a7-4cc4-9a46-3df454679634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:22.263345 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd3313aa-f278-4f75-a6e4-abf09ac7ae82 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:22.264729 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cd3313aa-f278-4f75-a6e4-abf09ac7ae82 tempest-RoutersTestDVR-76104996 tempest-RoutersTestDVR-76104996-project-admin] 10.222.0.81 "DELETE /v2.0/routers/7baf1f6e-8c99-4133-9101-2ef45ef74496 HTTP/1.1" status: 204 len: 168 time: 0.9124925 Jul 30 20:24:22.422122 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638a460-e7a7-4cc4-9a46-3df454679634 None None] Pushing event updated for resources: {'Port': ['ID=02003bc2-8574-4207-9def-bb36d6a806e4,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:22.442664 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] For port 01836674-e7f7-4a1c-92ff-0c03e546d90b, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:24:22.453319 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] For port 01836674-e7f7-4a1c-92ff-0c03e546d90b, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=01836674-e7f7-4a1c-92ff-0c03e546d90b,segment=NetworkSegment(f7ce184a-0925-4673-94ce-41877bc536bd),segment_id=f7ce184a-0925-4673-94ce-41877bc536bd)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:24:22.467401 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:22.565246 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6359b7-39f7-4289-94dd-43383c530386 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:22.600743 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] Routers {'de8331bb-800b-48b1-9ee3-51ac6f1de076'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:24:22.602186 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:23:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['de8331bb-800b-48b1-9ee3-51ac6f1de076'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:22.615721 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcf32db-3a9f-4287-aa0d-d99f63e540c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc', 'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'fixed_ips': [{'subnet_id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:24:22.617309 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfcf32db-3a9f-4287-aa0d-d99f63e540c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:22.841321 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df6359b7-39f7-4289-94dd-43383c530386 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:22.941099 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-df6359b7-39f7-4289-94dd-43383c530386 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] device_id is not set on port 5579759b-b6b4-490f-bade-deb78e091f74 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:24:22.944907 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] Set router de8331bb-800b-48b1-9ee3-51ac6f1de076 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:24:22.973379 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e85ec79c-f8ad-48d3-9293-b062bc704d16 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:23.161030 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33758) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:23.303118 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-bfcf32db-3a9f-4287-aa0d-d99f63e540c2 None None] Allocated IP 172.22.0.2 (9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc/9c69d6ec-9e6b-49ca-a800-6438f7eaead7/0c14553b-5c93-4c63-abb4-1a2501739148) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:23.344157 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a751ee0-4a12-4bd2-a500-c02caa10eed5 None None] Pushing event updated for resources: {'Port': ['ID=01836674-e7f7-4a1c-92ff-0c03e546d90b,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:23.439287 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33764) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:23.515963 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:24:17Z', 'revision_number': 3, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '01836674-e7f7-4a1c-92ff-0c03e546d90b', 'name': '', 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:6c:ad:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '12b87716-8514-45b0-b4ab-e03902113271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:14Z', 'updated_at': '2021-07-30T20:24:22Z', 'revision_number': 4, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '12b87716-8514-45b0-b4ab-e03902113271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:20Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:23.550422 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-df6359b7-39f7-4289-94dd-43383c530386 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8:0:1::198 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/9ff815c2-5be1-4811-bd74-425bc8a89815/5579759b-b6b4-490f-bade-deb78e091f74) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:23.565465 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-df6359b7-39f7-4289-94dd-43383c530386 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8::f816:3eff:fec0:8974 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/22dbd83f-9cd4-426d-aae9-578f5a3ca76a/5579759b-b6b4-490f-bade-deb78e091f74) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:23.579302 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f767fbc4-c2ee-46f1-9a9b-21ca163ff7dc None None] The sync data for ids ['de8331bb-800b-48b1-9ee3-51ac6f1de076'] in n-d-712137-9 is: [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:24:17Z', 'revision_number': 3, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '01836674-e7f7-4a1c-92ff-0c03e546d90b', 'name': '', 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:6c:ad:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '12b87716-8514-45b0-b4ab-e03902113271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:14Z', 'updated_at': '2021-07-30T20:24:22Z', 'revision_number': 4, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '12b87716-8514-45b0-b4ab-e03902113271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:20Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:24:23.671356 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfcf32db-3a9f-4287-aa0d-d99f63e540c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:23.681356 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bfcf32db-3a9f-4287-aa0d-d99f63e540c2 None None] Transition to ACTIVE for port object 0c14553b-5c93-4c63-abb4-1a2501739148 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:23.718569 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bfcf32db-3a9f-4287-aa0d-d99f63e540c2 None None] Transition to ACTIVE for port object 0c14553b-5c93-4c63-abb4-1a2501739148 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:23.750255 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfcf32db-3a9f-4287-aa0d-d99f63e540c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:23.779433 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-61c1f382-5a0a-460b-b940-727e36177574 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:23.878776 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcf32db-3a9f-4287-aa0d-d99f63e540c2 None None] Network 9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:23.880205 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-55e966f7-cbd2-4405-99c7-4b182d75c862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:23.884325 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be6f1566-f2e0-4edd-9d63-3248518c194d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:23.905682 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a910845a-81e4-494d-b326-fb2bb606518b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:23.911116 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-bfcf32db-3a9f-4287-aa0d-d99f63e540c2 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:23.958865 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcf32db-3a9f-4287-aa0d-d99f63e540c2 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:23.989509 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf32db-3a9f-4287-aa0d-d99f63e540c2 None None] Pushing event updated for resources: {'Port': ['ID=0c14553b-5c93-4c63-abb4-1a2501739148,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:24.007953 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port e85ec79c-f8ad-48d3-9293-b062bc704d16 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:24.011335 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:24.030911 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df6359b7-39f7-4289-94dd-43383c530386 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:24.060320 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-df6359b7-39f7-4289-94dd-43383c530386 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Transition to ACTIVE for port object 5579759b-b6b4-490f-bade-deb78e091f74 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:24.102861 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:24.158608 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bfcf32db-3a9f-4287-aa0d-d99f63e540c2 None None] Attempting to bind port 0c14553b-5c93-4c63-abb4-1a2501739148 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:24.159350 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bfcf32db-3a9f-4287-aa0d-d99f63e540c2 None None] Attempting to bind port 0c14553b-5c93-4c63-abb4-1a2501739148 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'c0c25ed8-70e1-4558-8ce1-721469e5488f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:24.160287 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcf32db-3a9f-4287-aa0d-d99f63e540c2 None None] Attempting to bind port 0c14553b-5c93-4c63-abb4-1a2501739148 on network 9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:24.169329 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcf32db-3a9f-4287-aa0d-d99f63e540c2 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:24:24.170425 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcf32db-3a9f-4287-aa0d-d99f63e540c2 None None] Checking segment: {'id': 'c0c25ed8-70e1-4558-8ce1-721469e5488f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:24:24.171068 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfcf32db-3a9f-4287-aa0d-d99f63e540c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:24.171717 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcf32db-3a9f-4287-aa0d-d99f63e540c2 None None] Bound using segment: {'id': 'c0c25ed8-70e1-4558-8ce1-721469e5488f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:24:24.172451 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bfcf32db-3a9f-4287-aa0d-d99f63e540c2 None None] Bound port: 0c14553b-5c93-4c63-abb4-1a2501739148, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c25ed8-70e1-4558-8ce1-721469e5488f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:24:24.173083 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfcf32db-3a9f-4287-aa0d-d99f63e540c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:24.218995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-61c1f382-5a0a-460b-b940-727e36177574 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Allocated IP 172.22.0.1 (9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc/9c69d6ec-9e6b-49ca-a800-6438f7eaead7/69836a4a-1224-48eb-8b86-35e99142aabd) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:24.253629 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be6f1566-f2e0-4edd-9d63-3248518c194d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:24.260728 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df6359b7-39f7-4289-94dd-43383c530386 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:24.390462 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bfcf32db-3a9f-4287-aa0d-d99f63e540c2 None None] For port 0c14553b-5c93-4c63-abb4-1a2501739148, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:24:24.401400 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bfcf32db-3a9f-4287-aa0d-d99f63e540c2 None None] For port 0c14553b-5c93-4c63-abb4-1a2501739148, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0c14553b-5c93-4c63-abb4-1a2501739148,segment=NetworkSegment(c0c25ed8-70e1-4558-8ce1-721469e5488f),segment_id=c0c25ed8-70e1-4558-8ce1-721469e5488f)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:24:24.402019 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be6f1566-f2e0-4edd-9d63-3248518c194d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:24.404413 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168dab52-922c-45cc-96d4-6b2e134d1c8b None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:24.469405 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-61c1f382-5a0a-460b-b940-727e36177574 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:24.503346 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfcf32db-3a9f-4287-aa0d-d99f63e540c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:24.509314 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-61c1f382-5a0a-460b-b940-727e36177574 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Transition to ACTIVE for port object 69836a4a-1224-48eb-8b86-35e99142aabd will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:24.579639 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6359b7-39f7-4289-94dd-43383c530386 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:24.587554 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-61c1f382-5a0a-460b-b940-727e36177574 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:24.597649 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ab7a4e3-48cd-4cd5-bdc0-722708b2bb8f None None] Provisioning for port 02003bc2-8574-4207-9def-bb36d6a806e4 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:24.613640 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-df6359b7-39f7-4289-94dd-43383c530386 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:24.629832 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6359b7-39f7-4289-94dd-43383c530386 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=5579759b-b6b4-490f-bade-deb78e091f74,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:24.644246 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c1f382-5a0a-460b-b940-727e36177574 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network 9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:24.650051 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6359b7-39f7-4289-94dd-43383c530386 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:24.660247 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-61c1f382-5a0a-460b-b940-727e36177574 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:24.663883 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c1f382-5a0a-460b-b940-727e36177574 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:24.673436 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6359b7-39f7-4289-94dd-43383c530386 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:24.674038 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf32db-3a9f-4287-aa0d-d99f63e540c2 None None] Pushing event updated for resources: {'Port': ['ID=0c14553b-5c93-4c63-abb4-1a2501739148,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:24.674181 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df6359b7-39f7-4289-94dd-43383c530386 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:24.712847 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a910845a-81e4-494d-b326-fb2bb606518b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:24.714052 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f1566-f2e0-4edd-9d63-3248518c194d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342fa440-46b7-4a52-9f04-93d075c7f6a4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:24.719056 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-be6f1566-f2e0-4edd-9d63-3248518c194d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=434c70ad08f14828947764f8a2a68a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5554981 Jul 30 20:24:24.732183 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33774) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:24.739140 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a910845a-81e4-494d-b326-fb2bb606518b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:24.782375 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-df6359b7-39f7-4289-94dd-43383c530386 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7240448 Jul 30 20:24:24.791896 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33776) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:24.808066 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1f382-5a0a-460b-b940-727e36177574 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Port': ['ID=69836a4a-1224-48eb-8b86-35e99142aabd,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:24.874812 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a910845a-81e4-494d-b326-fb2bb606518b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=42c42349eff6409487a93bef894a3b59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4236116 Jul 30 20:24:24.885269 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33778) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:24.904642 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910845a-81e4-494d-b326-fb2bb606518b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b317bed5-1176-48ee-9390-7ec9e621e298,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:24.932858 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-61c1f382-5a0a-460b-b940-727e36177574 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:24.970721 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cb1af9-03c1-4bd7-90e1-4492b388c21e None None] Update dhcp port {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'fixed_ips': [{'subnet_id': '22dbd83f-9cd4-426d-aae9-578f5a3ca76a', 'ip_address': '2001:db8::f816:3eff:fe05:7d53'}, {'subnet_id': '9ff815c2-5be1-4811-bd74-425bc8a89815'}], 'binding:host_id': 'n-d-712137-9'}, 'id': '02003bc2-8574-4207-9def-bb36d6a806e4'} from n-d-712137-9. {{(pid=93884) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 20:24:24.973436 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:24.988056 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b09caf4-59f1-4ab0-92c0-d63294a1ce81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:25.032710 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a95966e-e30e-4a0f-832d-27b2359181da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:25.044563 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 01836674-e7f7-4a1c-92ff-0c03e546d90b up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:25.046926 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b09caf4-59f1-4ab0-92c0-d63294a1ce81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:25.100785 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a95966e-e30e-4a0f-832d-27b2359181da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:25.105081 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1af9-03c1-4bd7-90e1-4492b388c21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:25.172574 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b09caf4-59f1-4ab0-92c0-d63294a1ce81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:25.175805 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b09caf4-59f1-4ab0-92c0-d63294a1ce81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:25.177151 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7b09caf4-59f1-4ab0-92c0-d63294a1ce81 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/342fa440-46b7-4a52-9f04-93d075c7f6a4 HTTP/1.1" status: 204 len: 168 time: 0.4351356 Jul 30 20:24:25.188915 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09caf4-59f1-4ab0-92c0-d63294a1ce81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342fa440-46b7-4a52-9f04-93d075c7f6a4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:25.193270 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a95966e-e30e-4a0f-832d-27b2359181da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:25.196791 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a95966e-e30e-4a0f-832d-27b2359181da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:25.198230 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6a95966e-e30e-4a0f-832d-27b2359181da admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b317bed5-1176-48ee-9390-7ec9e621e298 HTTP/1.1" status: 204 len: 168 time: 0.3108673 Jul 30 20:24:25.207202 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95966e-e30e-4a0f-832d-27b2359181da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b317bed5-1176-48ee-9390-7ec9e621e298,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:25.233950 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c6de2067-27df-4da2-984e-cf24a6f4734f tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting port 5579759b-b6b4-490f-bade-deb78e091f74 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:25.234425 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6de2067-27df-4da2-984e-cf24a6f4734f tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:25.342263 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-61c1f382-5a0a-460b-b940-727e36177574 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:25.399791 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 01836674-e7f7-4a1c-92ff-0c03e546d90b completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:25.422421 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 01836674-e7f7-4a1c-92ff-0c03e546d90b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:25.422822 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:25.437023 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6de2067-27df-4da2-984e-cf24a6f4734f tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:25.459472 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c6de2067-27df-4da2-984e-cf24a6f4734f tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Calling delete_port for 5579759b-b6b4-490f-bade-deb78e091f74 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:25.662131 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-e3cb1af9-03c1-4bd7-90e1-4492b388c21e None None] Allocated IP 2001:db8:0:1::2 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/9ff815c2-5be1-4811-bd74-425bc8a89815/02003bc2-8574-4207-9def-bb36d6a806e4) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:25.712965 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:25.732961 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33796) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:25.747297 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95bb6884-dfd7-4d74-b294-88a3e9dc6e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:25.855055 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 01836674-e7f7-4a1c-92ff-0c03e546d90b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=01836674-e7f7-4a1c-92ff-0c03e546d90b,segment=NetworkSegment(f7ce184a-0925-4673-94ce-41877bc536bd),segment_id=f7ce184a-0925-4673-94ce-41877bc536bd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:25.881112 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:25.882080 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 02003bc2-8574-4207-9def-bb36d6a806e4 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:25.923284 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95bb6884-dfd7-4d74-b294-88a3e9dc6e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:25.930528 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95bb6884-dfd7-4d74-b294-88a3e9dc6e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:25.986169 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-95bb6884-dfd7-4d74-b294-88a3e9dc6e7d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bf86f527423a4be9bdbb729c317d8d8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2520914 Jul 30 20:24:25.989151 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33800) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:26.034432 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb6884-dfd7-4d74-b294-88a3e9dc6e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b483802-5657-48ea-9f8f-6e745e7519e3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:26.100029 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e3cb1af9-03c1-4bd7-90e1-4492b388c21e None None] For port 02003bc2-8574-4207-9def-bb36d6a806e4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=02003bc2-8574-4207-9def-bb36d6a806e4,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:26.118136 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=01836674-e7f7-4a1c-92ff-0c03e546d90b,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:26.128023 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-61c1f382-5a0a-460b-b940-727e36177574 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:26.150238 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-61c1f382-5a0a-460b-b940-727e36177574 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:26.150946 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1561a36c-754a-460b-be32-90e1f1abd2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:26.176145 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1561a36c-754a-460b-be32-90e1f1abd2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:26.205579 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8408b9af-03f0-44e8-b83e-ba009ea7ecfd None None] Network 9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:26.212881 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1af9-03c1-4bd7-90e1-4492b388c21e None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:26.250723 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6de2067-27df-4da2-984e-cf24a6f4734f tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:26.253466 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1561a36c-754a-460b-be32-90e1f1abd2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:26.258909 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1561a36c-754a-460b-be32-90e1f1abd2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:26.262237 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1561a36c-754a-460b-be32-90e1f1abd2e8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9b483802-5657-48ea-9f8f-6e745e7519e3 HTTP/1.1" status: 204 len: 168 time: 0.2721071 Jul 30 20:24:26.279272 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e3cb1af9-03c1-4bd7-90e1-4492b388c21e None None] Transition to ACTIVE for port object 02003bc2-8574-4207-9def-bb36d6a806e4 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:26.292939 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1af9-03c1-4bd7-90e1-4492b388c21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:26.299459 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561a36c-754a-460b-be32-90e1f1abd2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b483802-5657-48ea-9f8f-6e745e7519e3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:26.305519 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 02003bc2-8574-4207-9def-bb36d6a806e4 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:26.359659 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1f382-5a0a-460b-b940-727e36177574 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Port': ['ID=69836a4a-1224-48eb-8b86-35e99142aabd,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:26.370374 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f083dcda-d692-4d54-bb33-594a2e195623 None None] Provisioning for port 0c14553b-5c93-4c63-abb4-1a2501739148 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:26.385848 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-61c1f382-5a0a-460b-b940-727e36177574 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:26.439533 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de2067-27df-4da2-984e-cf24a6f4734f tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Port': ['ID=5579759b-b6b4-490f-bade-deb78e091f74,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:26.454999 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c6de2067-27df-4da2-984e-cf24a6f4734f tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:26.461897 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33814) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:26.463094 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c6de2067-27df-4da2-984e-cf24a6f4734f tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/5579759b-b6b4-490f-bade-deb78e091f74 HTTP/1.1" status: 204 len: 168 time: 1.6677208 Jul 30 20:24:26.579772 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38910dfc-84ea-4ebf-8fc8-94dc47f2371f tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:26.586713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33820) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:26.589056 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-38910dfc-84ea-4ebf-8fc8-94dc47f2371f tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1252511 Jul 30 20:24:26.671448 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb1af9-03c1-4bd7-90e1-4492b388c21e None None] Pushing event updated for resources: {'Port': ['ID=02003bc2-8574-4207-9def-bb36d6a806e4,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:26.687226 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006bbce6-85f7-4c6b-b474-6c3da82699bc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:26.691393 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-006bbce6-85f7-4c6b-b474-6c3da82699bc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1014419 Jul 30 20:24:26.691994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33824) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:26.734979 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c1f382-5a0a-460b-b940-727e36177574 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network 9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:26.738925 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-61c1f382-5a0a-460b-b940-727e36177574 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:26.843346 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:26.858019 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e75f8be-21e8-4df4-957a-e294e87d9c6c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:26.860704 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e75f8be-21e8-4df4-957a-e294e87d9c6c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:26.864868 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e75f8be-21e8-4df4-957a-e294e87d9c6c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:26.869501 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1e75f8be-21e8-4df4-957a-e294e87d9c6c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1735234 Jul 30 20:24:26.870289 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33828) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:26.969717 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-07616ddf-2a4e-4ab6-8f10-288c1621cd92 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet 22dbd83f-9cd4-426d-aae9-578f5a3ca76a {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:24:26.973427 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07616ddf-2a4e-4ab6-8f10-288c1621cd92 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:27.073150 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07616ddf-2a4e-4ab6-8f10-288c1621cd92 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:27.073375 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c1f382-5a0a-460b-b940-727e36177574 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Router de8331bb-800b-48b1-9ee3-51ac6f1de076 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:24:27.089048 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 01836674-e7f7-4a1c-92ff-0c03e546d90b up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:27.208594 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 01836674-e7f7-4a1c-92ff-0c03e546d90b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:27.209241 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:27.289661 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c1f382-5a0a-460b-b940-727e36177574 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:24:27.307338 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07616ddf-2a4e-4ab6-8f10-288c1621cd92 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:27.308246 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-61c1f382-5a0a-460b-b940-727e36177574 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "PUT /v2.0/routers/de8331bb-800b-48b1-9ee3-51ac6f1de076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1506896 Jul 30 20:24:27.308922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33836) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:27.322068 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] Sync routers for ids ['de8331bb-800b-48b1-9ee3-51ac6f1de076'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:24:27.326093 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-c24f6511-1f4b-4f72-8ba4-68470b6f03bb tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'network': {'name': 'tempest-RoutersTest-153621727'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:27.376135 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] Routers {'de8331bb-800b-48b1-9ee3-51ac6f1de076'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:24:27.378613 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:24:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['de8331bb-800b-48b1-9ee3-51ac6f1de076'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:27.405112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24f6511-1f4b-4f72-8ba4-68470b6f03bb tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Made reservation on behalf of c91b7b2c8ba948c1871a986ad088363a for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:27.408876 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c24f6511-1f4b-4f72-8ba4-68470b6f03bb tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:27.439388 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07616ddf-2a4e-4ab6-8f10-288c1621cd92 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:27.492201 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24f6511-1f4b-4f72-8ba4-68470b6f03bb tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:24:27.500047 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e5bd90d7-c09e-4ce3-92ab-885232851086 None None] Provisioning for port 69836a4a-1224-48eb-8b86-35e99142aabd completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:27.504638 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-3444ee16-e617-499e-83f2-74c6d50745fb req-26e35b3e-ce22-4962-b2a0-39d4e26c9427 service neutron] (93883) timed out ('10.222.0.59', 61718) {{(pid=93883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 20:24:27.509233 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07616ddf-2a4e-4ab6-8f10-288c1621cd92 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=22dbd83f-9cd4-426d-aae9-578f5a3ca76a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:27.521475 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c24f6511-1f4b-4f72-8ba4-68470b6f03bb tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:27.522135 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-c24f6511-1f4b-4f72-8ba4-68470b6f03bb tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Added segment 5d894b90-c1ab-414c-8f68-44fd06024578 of type vlan for network 9d357c00-0e83-4abc-b19c-24dca8ae9cb9 Jul 30 20:24:27.548200 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07616ddf-2a4e-4ab6-8f10-288c1621cd92 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:27.557099 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-07616ddf-2a4e-4ab6-8f10-288c1621cd92 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/22dbd83f-9cd4-426d-aae9-578f5a3ca76a HTTP/1.1" status: 204 len: 168 time: 0.6845198 Jul 30 20:24:27.559197 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33848) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:27.592058 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e5bd90d7-c09e-4ce3-92ab-885232851086 None None] Provisioning complete for port 69836a4a-1224-48eb-8b86-35e99142aabd triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:27.592307 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e5bd90d7-c09e-4ce3-92ab-885232851086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:27.654898 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-0afb621a-4540-4e85-bd7d-4864666af7fb req-f952ac78-5d4a-4d66-be9b-dbe87d3d10f1 service neutron] (93883) timed out ('10.222.0.59', 61736) {{(pid=93883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 20:24:27.665105 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c24f6511-1f4b-4f72-8ba4-68470b6f03bb tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:27.718067 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7a2a87-17e6-429d-b9b2-dacf6824c7ad tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet 9ff815c2-5be1-4811-bd74-425bc8a89815 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:24:27.735095 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c7a2a87-17e6-429d-b9b2-dacf6824c7ad tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:27.781297 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c24f6511-1f4b-4f72-8ba4-68470b6f03bb tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:27.788143 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24f6511-1f4b-4f72-8ba4-68470b6f03bb tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:27.790415 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c24f6511-1f4b-4f72-8ba4-68470b6f03bb tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:27.849795 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c7a2a87-17e6-429d-b9b2-dacf6824c7ad tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:27.867407 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] Set router de8331bb-800b-48b1-9ee3-51ac6f1de076 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:24:27.889896 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd90d7-c09e-4ce3-92ab-885232851086 None None] Port 69836a4a-1224-48eb-8b86-35e99142aabd cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:24:27.903772 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33856) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:27.941596 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f6511-1f4b-4f72-8ba4-68470b6f03bb tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Network': ['ID=9d357c00-0e83-4abc-b19c-24dca8ae9cb9,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:27.962257 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4d5629-e046-424e-9ee1-7ead2cf0f50e None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:27.966112 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c24f6511-1f4b-4f72-8ba4-68470b6f03bb tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6560612 Jul 30 20:24:27.969387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33862) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:27.971612 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 9d357c00-0e83-4abc-b19c-24dca8ae9cb9 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:24:27.986665 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-6d6094dc-a5d1-438e-924e-d51d48e2d625 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'subnet': {'network_id': '9d357c00-0e83-4abc-b19c-24dca8ae9cb9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:28.026186 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c7a2a87-17e6-429d-b9b2-dacf6824c7ad tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:28.158451 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 02003bc2-8574-4207-9def-bb36d6a806e4 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:28.163317 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f0c5c917-2329-4225-bd71-d69c8015ab3b tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-191687165'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:28.170863 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6094dc-a5d1-438e-924e-d51d48e2d625 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Made reservation on behalf of c91b7b2c8ba948c1871a986ad088363a for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:28.173787 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c7a2a87-17e6-429d-b9b2-dacf6824c7ad tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:28.175250 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6d6094dc-a5d1-438e-924e-d51d48e2d625 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:28.433710 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6d6094dc-a5d1-438e-924e-d51d48e2d625 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:28.493427 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a30f4a25-3ddb-4ce4-9009-faba6061951e None None] Could not find standard attr ID for object 5579759b-b6b4-490f-bade-deb78e091f74. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:24:28.555348 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a30f4a25-3ddb-4ce4-9009-faba6061951e None None] Provisioning complete for port 69836a4a-1224-48eb-8b86-35e99142aabd triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:28.555770 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a30f4a25-3ddb-4ce4-9009-faba6061951e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:28.558871 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6094dc-a5d1-438e-924e-d51d48e2d625 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Subnet': ['ID=fb001fa9-a74f-4398-9e85-7e7987397151,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:28.564011 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6094dc-a5d1-438e-924e-d51d48e2d625 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Checking segment: {'id': '5d894b90-c1ab-414c-8f68-44fd06024578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9d357c00-0e83-4abc-b19c-24dca8ae9cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:24:28.564651 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6094dc-a5d1-438e-924e-d51d48e2d625 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network hostable DHCP agents. Network: 9d357c00-0e83-4abc-b19c-24dca8ae9cb9, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:24:28.573244 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0c14553b-5c93-4c63-abb4-1a2501739148 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:28.590235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6094dc-a5d1-438e-924e-d51d48e2d625 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network 9d357c00-0e83-4abc-b19c-24dca8ae9cb9 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:24:28.610924 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-6d6094dc-a5d1-438e-924e-d51d48e2d625 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 9d357c00-0e83-4abc-b19c-24dca8ae9cb9) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:28.615991 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6094dc-a5d1-438e-924e-d51d48e2d625 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:28.617149 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6d6094dc-a5d1-438e-924e-d51d48e2d625 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:28.649459 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a2a87-17e6-429d-b9b2-dacf6824c7ad tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=9ff815c2-5be1-4811-bd74-425bc8a89815,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:28.662819 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecac1da-cd78-4c07-8208-7c8ea0fb2776 None None] Network 9d357c00-0e83-4abc-b19c-24dca8ae9cb9 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:28.666024 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c7a2a87-17e6-429d-b9b2-dacf6824c7ad tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:28.670780 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7c7a2a87-17e6-429d-b9b2-dacf6824c7ad tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/9ff815c2-5be1-4811-bd74-425bc8a89815 HTTP/1.1" status: 204 len: 168 time: 1.1094368 Jul 30 20:24:28.671221 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33866) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:28.688054 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c5c917-2329-4225-bd71-d69c8015ab3b tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Made reservation on behalf of f9fe12d549c74f9f81b6f9fa71fb6ce0 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:28.691888 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0c5c917-2329-4225-bd71-d69c8015ab3b tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:28.704530 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0c5c917-2329-4225-bd71-d69c8015ab3b tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:28.739549 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-80b7f582-5861-4a40-868f-0aa5ce15f19a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657701 Jul 30 20:24:28.741113 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33868) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:28.747924 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-64723f24-578d-453b-bacf-ce0443487245 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:28.756924 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6d6094dc-a5d1-438e-924e-d51d48e2d625 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7755725 Jul 30 20:24:28.759327 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33872) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:28.855994 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a30f4a25-3ddb-4ce4-9009-faba6061951e None None] Port 69836a4a-1224-48eb-8b86-35e99142aabd cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:24:28.863329 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:24:25Z', 'revision_number': 4, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '01836674-e7f7-4a1c-92ff-0c03e546d90b', 'name': '', 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:6c:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '12b87716-8514-45b0-b4ab-e03902113271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:14Z', 'updated_at': '2021-07-30T20:24:25Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '12b87716-8514-45b0-b4ab-e03902113271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:20Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69836a4a-1224-48eb-8b86-35e99142aabd', 'name': '', 'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:a5:4e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:23Z', 'updated_at': '2021-07-30T20:24:25Z', 'revision_number': 2, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:28.910549 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31041c55-3446-4f9c-b84b-6315e1d9ad14 None None] DHCP port deletion for af4b4c78-015d-41b2-aa81-e7eeeb1e0803 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:24:28.917225 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] Checking router: de8331bb-800b-48b1-9ee3-51ac6f1de076 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:24:28.917604 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] Updating router de8331bb-800b-48b1-9ee3-51ac6f1de076 port 69836a4a-1224-48eb-8b86-35e99142aabd binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:24:28.968638 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 0c14553b-5c93-4c63-abb4-1a2501739148 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:28.975150 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0c5c917-2329-4225-bd71-d69c8015ab3b tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:28.984174 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0c5c917-2329-4225-bd71-d69c8015ab3b tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:28.991057 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a30f4a25-3ddb-4ce4-9009-faba6061951e None None] Provisioning for port 02003bc2-8574-4207-9def-bb36d6a806e4 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:29.012097 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c5c917-2329-4225-bd71-d69c8015ab3b tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:24:29.013672 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a30f4a25-3ddb-4ce4-9009-faba6061951e None None] Provisioning complete for port 02003bc2-8574-4207-9def-bb36d6a806e4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:29.014045 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a30f4a25-3ddb-4ce4-9009-faba6061951e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:29.015676 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 0c14553b-5c93-4c63-abb4-1a2501739148 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:29.016045 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:29.020377 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:29.032031 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64723f24-578d-453b-bacf-ce0443487245 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:29.035498 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64723f24-578d-453b-bacf-ce0443487245 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:29.039710 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0c5c917-2329-4225-bd71-d69c8015ab3b tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:29.040063 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-f0c5c917-2329-4225-bd71-d69c8015ab3b tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Added segment 4db91b46-ca19-4838-a9b2-779f8b23abd7 of type vlan for network 43ed752c-9d65-4837-9fa8-a8d1a512fec7 Jul 30 20:24:29.042576 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5c917-2329-4225-bd71-d69c8015ab3b tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a49b1e2d-a657-4567-975d-83cbb2ce5458,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:29.184586 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0c5c917-2329-4225-bd71-d69c8015ab3b tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:29.265921 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbb581c-24c4-409f-9010-b818a895a700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-9d357c00-0e83-4abc-b19c-24dca8ae9cb9', 'network_id': '9d357c00-0e83-4abc-b19c-24dca8ae9cb9', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'fixed_ips': [{'subnet_id': 'fb001fa9-a74f-4398-9e85-7e7987397151'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:24:29.266774 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcbb581c-24c4-409f-9010-b818a895a700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:29.306049 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0c5c917-2329-4225-bd71-d69c8015ab3b tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:29.313483 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-31041c55-3446-4f9c-b84b-6315e1d9ad14 None None] Deleting port 02003bc2-8574-4207-9def-bb36d6a806e4 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:29.313887 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31041c55-3446-4f9c-b84b-6315e1d9ad14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:29.320114 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31017b6f-4b16-4e56-b701-69c27082f4e1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:29.322679 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c5c917-2329-4225-bd71-d69c8015ab3b tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:29.323814 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0c5c917-2329-4225-bd71-d69c8015ab3b tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:29.419673 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f0c5c917-2329-4225-bd71-d69c8015ab3b tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5148518 Jul 30 20:24:29.422536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33876) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:29.437845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d17ba5ab-d687-42f0-b92f-f159991b267d tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Request body: {'subnet': {'network_id': '43ed752c-9d65-4837-9fa8-a8d1a512fec7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:29.479133 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5c917-2329-4225-bd71-d69c8015ab3b tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Pushing event updated for resources: {'Network': ['ID=43ed752c-9d65-4837-9fa8-a8d1a512fec7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:29.629824 n-d-712137-9 neutron-server[93883]: DEBUG neutron.objects.ports [None req-64723f24-578d-453b-bacf-ce0443487245 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 20:24:29.696122 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 43ed752c-9d65-4837-9fa8-a8d1a512fec7 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:24:29.704661 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:29.727851 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a30f4a25-3ddb-4ce4-9009-faba6061951e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:29.806718 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-31041c55-3446-4f9c-b84b-6315e1d9ad14 None None] For port 02003bc2-8574-4207-9def-bb36d6a806e4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=02003bc2-8574-4207-9def-bb36d6a806e4,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:29.806967 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31041c55-3446-4f9c-b84b-6315e1d9ad14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:29.813940 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64723f24-578d-453b-bacf-ce0443487245 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:29.862792 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-31041c55-3446-4f9c-b84b-6315e1d9ad14 None None] Calling delete_port for 02003bc2-8574-4207-9def-bb36d6a806e4 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:29.920138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17ba5ab-d687-42f0-b92f-f159991b267d tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Made reservation on behalf of f9fe12d549c74f9f81b6f9fa71fb6ce0 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:29.924589 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d17ba5ab-d687-42f0-b92f-f159991b267d tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:29.981391 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 0c14553b-5c93-4c63-abb4-1a2501739148, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0c14553b-5c93-4c63-abb4-1a2501739148,segment=NetworkSegment(c0c25ed8-70e1-4558-8ce1-721469e5488f),segment_id=c0c25ed8-70e1-4558-8ce1-721469e5488f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:30.007772 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-64723f24-578d-453b-bacf-ce0443487245 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] For port 02003bc2-8574-4207-9def-bb36d6a806e4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=02003bc2-8574-4207-9def-bb36d6a806e4,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:30.040671 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-bcbb581c-24c4-409f-9010-b818a895a700 None None] Allocated IP 172.23.0.2 (9d357c00-0e83-4abc-b19c-24dca8ae9cb9/fb001fa9-a74f-4398-9e85-7e7987397151/febf5c6d-1415-4625-b13e-ccca97721321) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:30.044702 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:30.051949 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64723f24-578d-453b-bacf-ce0443487245 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:30.058977 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64723f24-578d-453b-bacf-ce0443487245 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:30.059968 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64723f24-578d-453b-bacf-ce0443487245 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:30.071044 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-a30f4a25-3ddb-4ce4-9009-faba6061951e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:24:30.071397 n-d-712137-9 neutron-server[93884]: DEBUG oslo_db.api [None req-a30f4a25-3ddb-4ce4-9009-faba6061951e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:24:30.174763 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64723f24-578d-453b-bacf-ce0443487245 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=1fb9a7af-ba0b-4e83-8f11-f2e4b45baa39,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:30.186282 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=0c14553b-5c93-4c63-abb4-1a2501739148,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:30.200074 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64723f24-578d-453b-bacf-ce0443487245 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:30.203536 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d17ba5ab-d687-42f0-b92f-f159991b267d tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:30.209578 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 02003bc2-8574-4207-9def-bb36d6a806e4 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:24:30.214656 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-64723f24-578d-453b-bacf-ce0443487245 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:30.216739 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64723f24-578d-453b-bacf-ce0443487245 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=02003bc2-8574-4207-9def-bb36d6a806e4,revision_number=7']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:30.219912 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64723f24-578d-453b-bacf-ce0443487245 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:30.220501 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64723f24-578d-453b-bacf-ce0443487245 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:30.242564 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-64723f24-578d-453b-bacf-ce0443487245 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4997265 Jul 30 20:24:30.245467 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33898) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:30.251068 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-146e65fc-270d-481d-939e-9ead0782cecb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:30.282165 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ba5ab-d687-42f0-b92f-f159991b267d tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Pushing event updated for resources: {'Subnet': ['ID=99645758-26ed-4e9f-aa02-26f375ca6cb5,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:30.302332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17ba5ab-d687-42f0-b92f-f159991b267d tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Checking segment: {'id': '4db91b46-ca19-4838-a9b2-779f8b23abd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '43ed752c-9d65-4837-9fa8-a8d1a512fec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:24:30.303181 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17ba5ab-d687-42f0-b92f-f159991b267d tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Network hostable DHCP agents. Network: 43ed752c-9d65-4837-9fa8-a8d1a512fec7, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:24:30.329424 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:30.335542 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17ba5ab-d687-42f0-b92f-f159991b267d tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Network 43ed752c-9d65-4837-9fa8-a8d1a512fec7 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:24:30.352934 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-d17ba5ab-d687-42f0-b92f-f159991b267d tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 43ed752c-9d65-4837-9fa8-a8d1a512fec7) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:30.358431 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17ba5ab-d687-42f0-b92f-f159991b267d tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:30.359128 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d17ba5ab-d687-42f0-b92f-f159991b267d tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:30.377471 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64204f32-a6d3-4892-be0e-d743efd4e80d None None] Network 43ed752c-9d65-4837-9fa8-a8d1a512fec7 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:30.393533 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] Transition to ACTIVE for port object 69836a4a-1224-48eb-8b86-35e99142aabd will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:30.397796 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33900) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:30.398164 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d17ba5ab-d687-42f0-b92f-f159991b267d tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9739747 Jul 30 20:24:30.403127 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a399b349-775e-4629-b811-2fdc484bfd30 tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Request body: {'port': {'network_id': '43ed752c-9d65-4837-9fa8-a8d1a512fec7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1479669592'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:30.410699 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31041c55-3446-4f9c-b84b-6315e1d9ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:30.451591 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No active binding found for port 02003bc2-8574-4207-9def-bb36d6a806e4 {{(pid=93884) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 20:24:30.452044 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 02003bc2-8574-4207-9def-bb36d6a806e4 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:24:30.483163 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:30.483536 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-42267d36-ec85-4ce5-adfe-495088d223da tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=a030dae11841413fbef442ff0f29ec30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486844 Jul 30 20:24:30.521687 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31041c55-3446-4f9c-b84b-6315e1d9ad14 None None] Pushing event deleted for resources: {'Port': ['ID=02003bc2-8574-4207-9def-bb36d6a806e4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:30.528267 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31041c55-3446-4f9c-b84b-6315e1d9ad14 None None] No DVR routers for this DVR port 02003bc2-8574-4207-9def-bb36d6a806e4 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:24:30.553461 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146e65fc-270d-481d-939e-9ead0782cecb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:30.561685 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-146e65fc-270d-481d-939e-9ead0782cecb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:30.604246 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89678240-bd57-4027-b5e6-c000ceeb6107 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:30.690444 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a399b349-775e-4629-b811-2fdc484bfd30 tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Made reservation on behalf of f9fe12d549c74f9f81b6f9fa71fb6ce0 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:30.696583 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a399b349-775e-4629-b811-2fdc484bfd30 tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:30.726733 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a30f4a25-3ddb-4ce4-9009-faba6061951e None None] Port 02003bc2-8574-4207-9def-bb36d6a806e4 update to ACTIVE by agent not found {{(pid=93884) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 30 20:24:30.732930 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-a399b349-775e-4629-b811-2fdc484bfd30 tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] device_id is not set on port 423d4eb1-6d5d-405f-a007-98d0aa7b550b yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:24:30.746352 n-d-712137-9 neutron-server[93883]: INFO neutron.db.ipam_backend_mixin [None req-146e65fc-270d-481d-939e-9ead0782cecb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1fb9a7af-ba0b-4e83-8f11-f2e4b45baa39 (CIDR: 2001:db8::/64) Jul 30 20:24:30.788281 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-0b6bf7b9-d805-4cf7-81b4-1075f3a254e3 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:30.790224 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-0b6bf7b9-d805-4cf7-81b4-1075f3a254e3 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2998476 Jul 30 20:24:30.796879 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-146e65fc-270d-481d-939e-9ead0782cecb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:24:30.797670 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-146e65fc-270d-481d-939e-9ead0782cecb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:24:30.809468 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-d5ed747f-fe79-4412-bc99-29adef03c438 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/quotas/a030dae11841413fbef442ff0f29ec30 HTTP/1.1" status: 200 len: 375 time: 0.0114338 Jul 30 20:24:30.831038 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3afdc-82d2-4662-a728-a42b05bcab49 None None] Pushing event updated for resources: {'Port': ['ID=69836a4a-1224-48eb-8b86-35e99142aabd,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:30.844383 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcbb581c-24c4-409f-9010-b818a895a700 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:30.845087 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-146e65fc-270d-481d-939e-9ead0782cecb tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5982978 Jul 30 20:24:30.849785 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33912) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:30.856222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7f7fc384-2fce-4d4e-b47d-661d494501b6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:30.890840 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-b4070b7b-aea1-48ad-ad6b-eb0286a9de03 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a030dae11841413fbef442ff0f29ec30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742757 Jul 30 20:24:30.934601 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bcbb581c-24c4-409f-9010-b818a895a700 None None] Transition to ACTIVE for port object febf5c6d-1415-4625-b13e-ccca97721321 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:30.960949 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bcbb581c-24c4-409f-9010-b818a895a700 None None] Transition to ACTIVE for port object febf5c6d-1415-4625-b13e-ccca97721321 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:31.000095 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-a399b349-775e-4629-b811-2fdc484bfd30 tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Allocated IP 172.20.0.8 (43ed752c-9d65-4837-9fa8-a8d1a512fec7/99645758-26ed-4e9f-aa02-26f375ca6cb5/423d4eb1-6d5d-405f-a007-98d0aa7b550b) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:31.081325 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-31017b6f-4b16-4e56-b701-69c27082f4e1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Allocated IP 172.23.0.1 (9d357c00-0e83-4abc-b19c-24dca8ae9cb9/fb001fa9-a74f-4398-9e85-7e7987397151/67e3472d-a0e8-46d8-93e4-8bae92006a05) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:31.106636 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcbb581c-24c4-409f-9010-b818a895a700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:31.161451 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7fc384-2fce-4d4e-b47d-661d494501b6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:31.178245 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f7fc384-2fce-4d4e-b47d-661d494501b6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:31.245007 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31017b6f-4b16-4e56-b701-69c27082f4e1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:31.257421 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbb581c-24c4-409f-9010-b818a895a700 None None] Network 9d357c00-0e83-4abc-b19c-24dca8ae9cb9 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:31.260660 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-31017b6f-4b16-4e56-b701-69c27082f4e1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Transition to ACTIVE for port object 67e3472d-a0e8-46d8-93e4-8bae92006a05 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:31.282683 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-bcbb581c-24c4-409f-9010-b818a895a700 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:31.286207 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbb581c-24c4-409f-9010-b818a895a700 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:31.290814 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] Attempting to bind port 69836a4a-1224-48eb-8b86-35e99142aabd on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:31.291370 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] Attempting to bind port 69836a4a-1224-48eb-8b86-35e99142aabd by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'c0c25ed8-70e1-4558-8ce1-721469e5488f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:31.292211 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] Attempting to bind port 69836a4a-1224-48eb-8b86-35e99142aabd on network 9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:31.304972 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31017b6f-4b16-4e56-b701-69c27082f4e1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:31.307246 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:24:31.308883 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] Checking segment: {'id': 'c0c25ed8-70e1-4558-8ce1-721469e5488f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:24:31.309402 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:31.309941 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] Bound using segment: {'id': 'c0c25ed8-70e1-4558-8ce1-721469e5488f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:24:31.310527 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] Bound port: 69836a4a-1224-48eb-8b86-35e99142aabd, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c25ed8-70e1-4558-8ce1-721469e5488f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:24:31.311051 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:31.325415 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6249a030-692a-49b1-b43e-cb16e0747cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-43ed752c-9d65-4837-9fa8-a8d1a512fec7', 'network_id': '43ed752c-9d65-4837-9fa8-a8d1a512fec7', 'tenant_id': 'f9fe12d549c74f9f81b6f9fa71fb6ce0', 'fixed_ips': [{'subnet_id': '99645758-26ed-4e9f-aa02-26f375ca6cb5'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:24:31.326387 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6249a030-692a-49b1-b43e-cb16e0747cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:31.371909 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31017b6f-4b16-4e56-b701-69c27082f4e1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Port': ['ID=67e3472d-a0e8-46d8-93e4-8bae92006a05,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:31.375913 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fe5ba57d-0756-4301-8691-795580d60051 req-fcaab118-cbb5-4077-9643-0df3218b7e5f tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f5dbc83-fcf9-4812-bafb-1e91c8add4ae HTTP/1.1" status: 200 len: 210 time: 0.0841999 Jul 30 20:24:31.387366 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31017b6f-4b16-4e56-b701-69c27082f4e1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network 9d357c00-0e83-4abc-b19c-24dca8ae9cb9 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:31.388942 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-31017b6f-4b16-4e56-b701-69c27082f4e1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:31.393115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31017b6f-4b16-4e56-b701-69c27082f4e1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:31.461009 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb581c-24c4-409f-9010-b818a895a700 None None] Pushing event updated for resources: {'Port': ['ID=febf5c6d-1415-4625-b13e-ccca97721321,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:31.473097 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31017b6f-4b16-4e56-b701-69c27082f4e1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:31.502479 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a399b349-775e-4629-b811-2fdc484bfd30 tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:31.518151 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-a399b349-775e-4629-b811-2fdc484bfd30 tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Transition to ACTIVE for port object 423d4eb1-6d5d-405f-a007-98d0aa7b550b will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:31.572388 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a399b349-775e-4629-b811-2fdc484bfd30 tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:31.576203 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fce4d38-2dff-40f6-a6c9-03adbc7ffb08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'fixed_ips': [{'subnet_id': '1fb9a7af-ba0b-4e83-8f11-f2e4b45baa39'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:24:31.577911 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2fce4d38-2dff-40f6-a6c9-03adbc7ffb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:31.660336 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a399b349-775e-4629-b811-2fdc484bfd30 tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Network 43ed752c-9d65-4837-9fa8-a8d1a512fec7 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:31.674726 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a399b349-775e-4629-b811-2fdc484bfd30 tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:31.686456 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a399b349-775e-4629-b811-2fdc484bfd30 tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:31.686456 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399b349-775e-4629-b811-2fdc484bfd30 tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Pushing event updated for resources: {'Port': ['ID=423d4eb1-6d5d-405f-a007-98d0aa7b550b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:31.725222 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bcbb581c-24c4-409f-9010-b818a895a700 None None] Attempting to bind port febf5c6d-1415-4625-b13e-ccca97721321 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:31.726292 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bcbb581c-24c4-409f-9010-b818a895a700 None None] Attempting to bind port febf5c6d-1415-4625-b13e-ccca97721321 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '5d894b90-c1ab-414c-8f68-44fd06024578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9d357c00-0e83-4abc-b19c-24dca8ae9cb9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:31.726711 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbb581c-24c4-409f-9010-b818a895a700 None None] Attempting to bind port febf5c6d-1415-4625-b13e-ccca97721321 on network 9d357c00-0e83-4abc-b19c-24dca8ae9cb9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:31.730756 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31017b6f-4b16-4e56-b701-69c27082f4e1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:31.791548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbb581c-24c4-409f-9010-b818a895a700 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:24:31.791548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbb581c-24c4-409f-9010-b818a895a700 None None] Checking segment: {'id': '5d894b90-c1ab-414c-8f68-44fd06024578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9d357c00-0e83-4abc-b19c-24dca8ae9cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:24:31.791548 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcbb581c-24c4-409f-9010-b818a895a700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:31.791548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbb581c-24c4-409f-9010-b818a895a700 None None] Bound using segment: {'id': '5d894b90-c1ab-414c-8f68-44fd06024578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9d357c00-0e83-4abc-b19c-24dca8ae9cb9'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:24:31.792484 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bcbb581c-24c4-409f-9010-b818a895a700 None None] Bound port: febf5c6d-1415-4625-b13e-ccca97721321, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d894b90-c1ab-414c-8f68-44fd06024578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9d357c00-0e83-4abc-b19c-24dca8ae9cb9'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:24:31.792596 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcbb581c-24c4-409f-9010-b818a895a700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:31.814596 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] For port 69836a4a-1224-48eb-8b86-35e99142aabd, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:24:31.845678 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a399b349-775e-4629-b811-2fdc484bfd30 tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:31.847077 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a399b349-775e-4629-b811-2fdc484bfd30 tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:31.856887 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] For port 69836a4a-1224-48eb-8b86-35e99142aabd, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=69836a4a-1224-48eb-8b86-35e99142aabd,segment=NetworkSegment(c0c25ed8-70e1-4558-8ce1-721469e5488f),segment_id=c0c25ed8-70e1-4558-8ce1-721469e5488f)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:24:31.889752 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a399b349-775e-4629-b811-2fdc484bfd30 tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4904583 Jul 30 20:24:31.893722 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33950) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:31.900967 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-102de969-01cf-412f-9438-b8affc5a2e6e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Request body: {'port': {'network_id': '43ed752c-9d65-4837-9fa8-a8d1a512fec7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1268301386', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:31.901797 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.api.validators [None req-102de969-01cf-412f-9438-b8affc5a2e6e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] bootfile-name is not in valid_values {{(pid=93883) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 20:24:31.902340 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.api.validators [None req-102de969-01cf-412f-9438-b8affc5a2e6e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] tftp-server is not in valid_values {{(pid=93883) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 20:24:31.903455 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.api.validators [None req-102de969-01cf-412f-9438-b8affc5a2e6e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] server-ip-address is not in valid_values {{(pid=93883) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 20:24:31.931729 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-2fce4d38-2dff-40f6-a6c9-03adbc7ffb08 None None] Allocated IP 2001:db8::f816:3eff:fe86:78d4 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/1fb9a7af-ba0b-4e83-8f11-f2e4b45baa39/84f1537e-b479-4411-b0ab-b4503d3bd218) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:31.947005 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:31.982560 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-6249a030-692a-49b1-b43e-cb16e0747cd8 None None] Allocated IP 172.20.0.2 (43ed752c-9d65-4837-9fa8-a8d1a512fec7/99645758-26ed-4e9f-aa02-26f375ca6cb5/e9745c8e-56dc-4957-80c2-f422e3f2f4f4) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:32.056957 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f7fc384-2fce-4d4e-b47d-661d494501b6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:32.124315 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7fc384-2fce-4d4e-b47d-661d494501b6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:32.145058 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-7f7fc384-2fce-4d4e-b47d-661d494501b6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:32.152458 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7fc384-2fce-4d4e-b47d-661d494501b6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:32.157265 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f7fc384-2fce-4d4e-b47d-661d494501b6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:32.224227 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7fc384-2fce-4d4e-b47d-661d494501b6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=35dd53a5-6555-4a67-bd6e-ff9f71d241e4,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:32.231284 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102de969-01cf-412f-9438-b8affc5a2e6e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Made reservation on behalf of f9fe12d549c74f9f81b6f9fa71fb6ce0 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:32.236149 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-102de969-01cf-412f-9438-b8affc5a2e6e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:32.248338 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7f7fc384-2fce-4d4e-b47d-661d494501b6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3971543 Jul 30 20:24:32.251087 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33956) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:32.276918 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a9582f6d-4f9a-480c-9af5-291bfd41c8b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'mac_address': 'fa:16:3e:00:09:fa', 'name': 'tempest-NetworksTestDHCPv6-2109176167'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:32.321426 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31017b6f-4b16-4e56-b701-69c27082f4e1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:32.327904 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31017b6f-4b16-4e56-b701-69c27082f4e1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:32.396474 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-102de969-01cf-412f-9438-b8affc5a2e6e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] device_id is not set on port 0b30b2d8-9c97-4f54-aa60-a57b16fadf20 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:24:32.420378 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31017b6f-4b16-4e56-b701-69c27082f4e1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event updated for resources: {'Port': ['ID=67e3472d-a0e8-46d8-93e4-8bae92006a05,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:32.433461 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31017b6f-4b16-4e56-b701-69c27082f4e1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:32.440851 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3afdc-82d2-4662-a728-a42b05bcab49 None None] Pushing event updated for resources: {'Port': ['ID=69836a4a-1224-48eb-8b86-35e99142aabd,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:32.451531 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bcbb581c-24c4-409f-9010-b818a895a700 None None] For port febf5c6d-1415-4625-b13e-ccca97721321, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:24:32.456998 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0c14553b-5c93-4c63-abb4-1a2501739148 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:32.506012 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] Routers {'de8331bb-800b-48b1-9ee3-51ac6f1de076'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:24:32.506659 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:24:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['de8331bb-800b-48b1-9ee3-51ac6f1de076'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:32.521271 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bcbb581c-24c4-409f-9010-b818a895a700 None None] For port febf5c6d-1415-4625-b13e-ccca97721321, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=febf5c6d-1415-4625-b13e-ccca97721321,segment=NetworkSegment(5d894b90-c1ab-414c-8f68-44fd06024578),segment_id=5d894b90-c1ab-414c-8f68-44fd06024578)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:24:32.565575 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8233e025-5800-4de7-bd08-0409d5349e83 req-17f07f7c-cfa5-45b1-9ca9-e393082f8984 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f5dbc83-fcf9-4812-bafb-1e91c8add4ae HTTP/1.1" status: 200 len: 210 time: 0.0315087 Jul 30 20:24:32.579850 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcbb581c-24c4-409f-9010-b818a895a700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:32.619847 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9582f6d-4f9a-480c-9af5-291bfd41c8b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:32.719744 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-6068e594-de1c-4f9b-a9c4-e90231bda156 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a030dae11841413fbef442ff0f29ec30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0779250 Jul 30 20:24:32.779226 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9582f6d-4f9a-480c-9af5-291bfd41c8b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:32.814645 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-a9582f6d-4f9a-480c-9af5-291bfd41c8b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] device_id is not set on port e1652f8d-7b0c-44cb-9520-7b57279c0978 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:24:32.830732 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb581c-24c4-409f-9010-b818a895a700 None None] Pushing event updated for resources: {'Port': ['ID=febf5c6d-1415-4625-b13e-ccca97721321,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:32.846402 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31017b6f-4b16-4e56-b701-69c27082f4e1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Network 9d357c00-0e83-4abc-b19c-24dca8ae9cb9 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:32.849481 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] Set router de8331bb-800b-48b1-9ee3-51ac6f1de076 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:24:32.849877 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-31017b6f-4b16-4e56-b701-69c27082f4e1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:32.958426 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 0c14553b-5c93-4c63-abb4-1a2501739148 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:32.959108 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:33.054251 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-75582175-8f78-4e08-922f-defc20e4e913 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:33.055876 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-75582175-8f78-4e08-922f-defc20e4e913 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3298051 Jul 30 20:24:33.063233 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31017b6f-4b16-4e56-b701-69c27082f4e1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Router de8331bb-800b-48b1-9ee3-51ac6f1de076 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:24:33.077443 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-72ad9bba-8039-44da-94fc-262b1e664f86 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Request body: {'port': {'device_id': '7f5dbc83-fcf9-4812-bafb-1e91c8add4ae', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': 'a030dae11841413fbef442ff0f29ec30'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:33.105540 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2fce4d38-2dff-40f6-a6c9-03adbc7ffb08 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:33.125662 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6249a030-692a-49b1-b43e-cb16e0747cd8 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:33.151325 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6249a030-692a-49b1-b43e-cb16e0747cd8 None None] Transition to ACTIVE for port object e9745c8e-56dc-4957-80c2-f422e3f2f4f4 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:33.155135 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2fce4d38-2dff-40f6-a6c9-03adbc7ffb08 None None] Transition to ACTIVE for port object 84f1537e-b479-4411-b0ab-b4503d3bd218 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:33.224662 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2fce4d38-2dff-40f6-a6c9-03adbc7ffb08 None None] Transition to ACTIVE for port object 84f1537e-b479-4411-b0ab-b4503d3bd218 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:33.239500 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6249a030-692a-49b1-b43e-cb16e0747cd8 None None] Transition to ACTIVE for port object e9745c8e-56dc-4957-80c2-f422e3f2f4f4 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:33.284493 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2fce4d38-2dff-40f6-a6c9-03adbc7ffb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:33.285733 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31017b6f-4b16-4e56-b701-69c27082f4e1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:24:33.297354 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-31017b6f-4b16-4e56-b701-69c27082f4e1 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "PUT /v2.0/routers/de8331bb-800b-48b1-9ee3-51ac6f1de076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5344462 Jul 30 20:24:33.301331 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 33970) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:33.306050 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-fbbef0ca-4958-4cbe-b335-529b9abc7561 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:33.338995 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6249a030-692a-49b1-b43e-cb16e0747cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:33.387437 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fce4d38-2dff-40f6-a6c9-03adbc7ffb08 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:33.398021 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-72ad9bba-8039-44da-94fc-262b1e664f86 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Made reservation on behalf of a030dae11841413fbef442ff0f29ec30 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:33.399552 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-2fce4d38-2dff-40f6-a6c9-03adbc7ffb08 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:33.403072 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-72ad9bba-8039-44da-94fc-262b1e664f86 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:33.410314 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fce4d38-2dff-40f6-a6c9-03adbc7ffb08 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:33.420923 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-a9582f6d-4f9a-480c-9af5-291bfd41c8b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8:0:1::127 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/35dd53a5-6555-4a67-bd6e-ff9f71d241e4/e1652f8d-7b0c-44cb-9520-7b57279c0978) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:33.423341 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-72ad9bba-8039-44da-94fc-262b1e664f86 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:33.442154 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6249a030-692a-49b1-b43e-cb16e0747cd8 None None] Network 43ed752c-9d65-4837-9fa8-a8d1a512fec7 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:33.446960 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-a9582f6d-4f9a-480c-9af5-291bfd41c8b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8::f816:3eff:fe00:9fa (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/1fb9a7af-ba0b-4e83-8f11-f2e4b45baa39/e1652f8d-7b0c-44cb-9520-7b57279c0978) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:33.467055 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6249a030-692a-49b1-b43e-cb16e0747cd8 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:33.475346 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6249a030-692a-49b1-b43e-cb16e0747cd8 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:33.484281 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce4d38-2dff-40f6-a6c9-03adbc7ffb08 None None] Pushing event updated for resources: {'Port': ['ID=84f1537e-b479-4411-b0ab-b4503d3bd218,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:33.663077 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2fce4d38-2dff-40f6-a6c9-03adbc7ffb08 None None] Attempting to bind port 84f1537e-b479-4411-b0ab-b4503d3bd218 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:33.663456 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2fce4d38-2dff-40f6-a6c9-03adbc7ffb08 None None] Attempting to bind port 84f1537e-b479-4411-b0ab-b4503d3bd218 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:33.663902 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fce4d38-2dff-40f6-a6c9-03adbc7ffb08 None None] Attempting to bind port 84f1537e-b479-4411-b0ab-b4503d3bd218 on network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:33.692007 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9582f6d-4f9a-480c-9af5-291bfd41c8b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:33.694760 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249a030-692a-49b1-b43e-cb16e0747cd8 None None] Pushing event updated for resources: {'Port': ['ID=e9745c8e-56dc-4957-80c2-f422e3f2f4f4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:33.718237 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fce4d38-2dff-40f6-a6c9-03adbc7ffb08 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:24:33.718614 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fce4d38-2dff-40f6-a6c9-03adbc7ffb08 None None] Checking segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:24:33.719020 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2fce4d38-2dff-40f6-a6c9-03adbc7ffb08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:33.719574 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fce4d38-2dff-40f6-a6c9-03adbc7ffb08 None None] Bound using segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:24:33.720082 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2fce4d38-2dff-40f6-a6c9-03adbc7ffb08 None None] Bound port: 84f1537e-b479-4411-b0ab-b4503d3bd218, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:24:33.722387 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-a9582f6d-4f9a-480c-9af5-291bfd41c8b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Transition to ACTIVE for port object e1652f8d-7b0c-44cb-9520-7b57279c0978 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:33.725473 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2fce4d38-2dff-40f6-a6c9-03adbc7ffb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:33.727757 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6249a030-692a-49b1-b43e-cb16e0747cd8 None None] Attempting to bind port e9745c8e-56dc-4957-80c2-f422e3f2f4f4 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:33.728128 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6249a030-692a-49b1-b43e-cb16e0747cd8 None None] Attempting to bind port e9745c8e-56dc-4957-80c2-f422e3f2f4f4 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '4db91b46-ca19-4838-a9b2-779f8b23abd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '43ed752c-9d65-4837-9fa8-a8d1a512fec7'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:33.728489 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249a030-692a-49b1-b43e-cb16e0747cd8 None None] Attempting to bind port e9745c8e-56dc-4957-80c2-f422e3f2f4f4 on network 43ed752c-9d65-4837-9fa8-a8d1a512fec7 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:33.762339 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-102de969-01cf-412f-9438-b8affc5a2e6e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Allocated IP 172.20.0.5 (43ed752c-9d65-4837-9fa8-a8d1a512fec7/99645758-26ed-4e9f-aa02-26f375ca6cb5/0b30b2d8-9c97-4f54-aa60-a57b16fadf20) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:33.762553 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249a030-692a-49b1-b43e-cb16e0747cd8 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:24:33.762820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249a030-692a-49b1-b43e-cb16e0747cd8 None None] Checking segment: {'id': '4db91b46-ca19-4838-a9b2-779f8b23abd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '43ed752c-9d65-4837-9fa8-a8d1a512fec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:24:33.763192 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6249a030-692a-49b1-b43e-cb16e0747cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:33.763615 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249a030-692a-49b1-b43e-cb16e0747cd8 None None] Bound using segment: {'id': '4db91b46-ca19-4838-a9b2-779f8b23abd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '43ed752c-9d65-4837-9fa8-a8d1a512fec7'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:24:33.764256 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6249a030-692a-49b1-b43e-cb16e0747cd8 None None] Bound port: e9745c8e-56dc-4957-80c2-f422e3f2f4f4, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db91b46-ca19-4838-a9b2-779f8b23abd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '43ed752c-9d65-4837-9fa8-a8d1a512fec7'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:24:33.764478 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6249a030-692a-49b1-b43e-cb16e0747cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:33.768746 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:24:31Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '01836674-e7f7-4a1c-92ff-0c03e546d90b', 'name': '', 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:6c:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '12b87716-8514-45b0-b4ab-e03902113271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:14Z', 'updated_at': '2021-07-30T20:24:25Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '12b87716-8514-45b0-b4ab-e03902113271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:20Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e3472d-a0e8-46d8-93e4-8bae92006a05', 'name': '', 'network_id': '9d357c00-0e83-4abc-b19c-24dca8ae9cb9', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:74:6f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'fb001fa9-a74f-4398-9e85-7e7987397151', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:29Z', 'updated_at': '2021-07-30T20:24:31Z', 'revision_number': 2, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': 'fb001fa9-a74f-4398-9e85-7e7987397151', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69836a4a-1224-48eb-8b86-35e99142aabd', 'name': '', 'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:a5:4e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:23Z', 'updated_at': '2021-07-30T20:24:31Z', 'revision_number': 4, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:33.874836 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8135cbe4-6dec-4548-a8e8-b62325ddd52e None None] The sync data for ids ['de8331bb-800b-48b1-9ee3-51ac6f1de076'] in n-d-712137-9 is: [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:24:31Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '01836674-e7f7-4a1c-92ff-0c03e546d90b', 'name': '', 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:6c:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '12b87716-8514-45b0-b4ab-e03902113271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:14Z', 'updated_at': '2021-07-30T20:24:25Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '12b87716-8514-45b0-b4ab-e03902113271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:20Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e3472d-a0e8-46d8-93e4-8bae92006a05', 'name': '', 'network_id': '9d357c00-0e83-4abc-b19c-24dca8ae9cb9', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:74:6f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'fb001fa9-a74f-4398-9e85-7e7987397151', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:29Z', 'updated_at': '2021-07-30T20:24:31Z', 'revision_number': 2, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': 'fb001fa9-a74f-4398-9e85-7e7987397151', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69836a4a-1224-48eb-8b86-35e99142aabd', 'name': '', 'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:a5:4e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:23Z', 'updated_at': '2021-07-30T20:24:31Z', 'revision_number': 4, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:24:34.044325 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-2fce4d38-2dff-40f6-a6c9-03adbc7ffb08 None None] For port 84f1537e-b479-4411-b0ab-b4503d3bd218, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:24:34.061700 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-2fce4d38-2dff-40f6-a6c9-03adbc7ffb08 None None] For port 84f1537e-b479-4411-b0ab-b4503d3bd218, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=84f1537e-b479-4411-b0ab-b4503d3bd218,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:24:34.078216 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2fce4d38-2dff-40f6-a6c9-03adbc7ffb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:34.154596 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6249a030-692a-49b1-b43e-cb16e0747cd8 None None] For port e9745c8e-56dc-4957-80c2-f422e3f2f4f4, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:24:34.206796 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6249a030-692a-49b1-b43e-cb16e0747cd8 None None] For port e9745c8e-56dc-4957-80c2-f422e3f2f4f4, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e9745c8e-56dc-4957-80c2-f422e3f2f4f4,segment=NetworkSegment(4db91b46-ca19-4838-a9b2-779f8b23abd7),segment_id=4db91b46-ca19-4838-a9b2-779f8b23abd7)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:24:34.226026 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6249a030-692a-49b1-b43e-cb16e0747cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:34.226842 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b74fc15-d159-47ff-a301-f6f9a4529c9f req-87ce41b0-829d-4bf8-8cb5-1fc93db9c11f tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f5dbc83-fcf9-4812-bafb-1e91c8add4ae HTTP/1.1" status: 200 len: 210 time: 0.1456993 Jul 30 20:24:34.249695 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-102de969-01cf-412f-9438-b8affc5a2e6e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:34.279537 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce4d38-2dff-40f6-a6c9-03adbc7ffb08 None None] Pushing event updated for resources: {'Port': ['ID=84f1537e-b479-4411-b0ab-b4503d3bd218,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:34.312806 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-102de969-01cf-412f-9438-b8affc5a2e6e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Transition to ACTIVE for port object 0b30b2d8-9c97-4f54-aa60-a57b16fadf20 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:34.342053 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device febf5c6d-1415-4625-b13e-ccca97721321 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:34.383250 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9582f6d-4f9a-480c-9af5-291bfd41c8b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:34.471249 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249a030-692a-49b1-b43e-cb16e0747cd8 None None] Pushing event updated for resources: {'Port': ['ID=e9745c8e-56dc-4957-80c2-f422e3f2f4f4,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:34.488050 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-102de969-01cf-412f-9438-b8affc5a2e6e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:34.489316 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.extraroute_db [None req-fbbef0ca-4958-4cbe-b335-529b9abc7561 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93882) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 20:24:34.531560 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c42e331-efbd-4ddb-93a0-f5eca144e193 None None] Network 9d357c00-0e83-4abc-b19c-24dca8ae9cb9 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:34.539498 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9582f6d-4f9a-480c-9af5-291bfd41c8b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:34.544575 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port febf5c6d-1415-4625-b13e-ccca97721321 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:34.563876 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.extraroute_db [None req-fbbef0ca-4958-4cbe-b335-529b9abc7561 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Removed routes are [] {{(pid=93882) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 20:24:34.563876 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbbef0ca-4958-4cbe-b335-529b9abc7561 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:34.604012 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a9582f6d-4f9a-480c-9af5-291bfd41c8b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:34.616001 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9582f6d-4f9a-480c-9af5-291bfd41c8b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:34.622286 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9582f6d-4f9a-480c-9af5-291bfd41c8b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:34.622944 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9582f6d-4f9a-480c-9af5-291bfd41c8b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:34.636430 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9582f6d-4f9a-480c-9af5-291bfd41c8b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=e1652f8d-7b0c-44cb-9520-7b57279c0978,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:34.688882 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102de969-01cf-412f-9438-b8affc5a2e6e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Network 43ed752c-9d65-4837-9fa8-a8d1a512fec7 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:34.697011 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-102de969-01cf-412f-9438-b8affc5a2e6e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:34.699800 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102de969-01cf-412f-9438-b8affc5a2e6e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:34.701664 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-335a1ce4-038e-4dcc-a46d-b4c04dd61917 None None] Provisioning for port febf5c6d-1415-4625-b13e-ccca97721321 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:34.725054 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-335a1ce4-038e-4dcc-a46d-b4c04dd61917 None None] Provisioning complete for port febf5c6d-1415-4625-b13e-ccca97721321 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:34.725054 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-335a1ce4-038e-4dcc-a46d-b4c04dd61917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:34.730243 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102de969-01cf-412f-9438-b8affc5a2e6e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Pushing event updated for resources: {'Port': ['ID=0b30b2d8-9c97-4f54-aa60-a57b16fadf20,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:34.838651 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102de969-01cf-412f-9438-b8affc5a2e6e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:34.839602 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-102de969-01cf-412f-9438-b8affc5a2e6e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:34.865440 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-72ad9bba-8039-44da-94fc-262b1e664f86 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:34.886778 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-72ad9bba-8039-44da-94fc-262b1e664f86 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:34.890615 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a9582f6d-4f9a-480c-9af5-291bfd41c8b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6380367 Jul 30 20:24:34.893113 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33994) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:34.906543 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-102de969-01cf-412f-9438-b8affc5a2e6e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.0075908 Jul 30 20:24:34.906543 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33996) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:35.062205 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61fa739-4d7f-4a30-bbf4-c4a69b0c5fd3 tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:35.069583 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61fa739-4d7f-4a30-bbf4-c4a69b0c5fd3 tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:35.080774 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61fa739-4d7f-4a30-bbf4-c4a69b0c5fd3 tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:35.085830 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e61fa739-4d7f-4a30-bbf4-c4a69b0c5fd3 tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1758070 Jul 30 20:24:35.093112 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 33998) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:35.153191 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad9bba-8039-44da-94fc-262b1e664f86 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35815b18-59af-4152-a1b3-42fe7f53aa17,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:35.156011 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-335a1ce4-038e-4dcc-a46d-b4c04dd61917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:35.209625 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9e82ddf8-25e3-406d-bc1d-57880572eb25 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting port e1652f8d-7b0c-44cb-9520-7b57279c0978 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:35.210679 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e82ddf8-25e3-406d-bc1d-57880572eb25 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:35.265048 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-335a1ce4-038e-4dcc-a46d-b4c04dd61917 None None] For port febf5c6d-1415-4625-b13e-ccca97721321, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=febf5c6d-1415-4625-b13e-ccca97721321,segment=NetworkSegment(5d894b90-c1ab-414c-8f68-44fd06024578),segment_id=5d894b90-c1ab-414c-8f68-44fd06024578)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:35.289796 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-335a1ce4-038e-4dcc-a46d-b4c04dd61917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:35.309328 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbbef0ca-4958-4cbe-b335-529b9abc7561 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:35.339117 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbbef0ca-4958-4cbe-b335-529b9abc7561 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1722371'] for router, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:35.360946 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-72ad9bba-8039-44da-94fc-262b1e664f86 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Allocated IP 192.168.233.250 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/5b57e556-ae79-4d90-9bd9-274e7fa0f891) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:35.379482 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b40ea-a1d8-42dd-a16c-f315226b1b7e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Deleting port 0b30b2d8-9c97-4f54-aa60-a57b16fadf20 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:35.379828 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf7b40ea-a1d8-42dd-a16c-f315226b1b7e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:35.384354 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a1ce4-038e-4dcc-a46d-b4c04dd61917 None None] Pushing event updated for resources: {'Port': ['ID=febf5c6d-1415-4625-b13e-ccca97721321,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:35.418088 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3531478e-58c0-46e2-9b0f-bbd829c254dc req-7817d04c-aa7e-49eb-843f-2ae996ae440b tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f5dbc83-fcf9-4812-bafb-1e91c8add4ae HTTP/1.1" status: 200 len: 210 time: 0.0602481 Jul 30 20:24:35.488980 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e82ddf8-25e3-406d-bc1d-57880572eb25 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:35.514574 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9e82ddf8-25e3-406d-bc1d-57880572eb25 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Calling delete_port for e1652f8d-7b0c-44cb-9520-7b57279c0978 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:35.630709 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-72ad9bba-8039-44da-94fc-262b1e664f86 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:35.683660 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-72ad9bba-8039-44da-94fc-262b1e664f86 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Transition to ACTIVE for port object 5b57e556-ae79-4d90-9bd9-274e7fa0f891 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:35.729614 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3828ce43-43bb-4fdd-af3e-cc4e48b2d45e None None] Provisioning for port 67e3472d-a0e8-46d8-93e4-8bae92006a05 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:35.734144 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3828ce43-43bb-4fdd-af3e-cc4e48b2d45e None None] Provisioning complete for port 67e3472d-a0e8-46d8-93e4-8bae92006a05 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:35.734521 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3828ce43-43bb-4fdd-af3e-cc4e48b2d45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:35.759147 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf7b40ea-a1d8-42dd-a16c-f315226b1b7e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:35.827636 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b40ea-a1d8-42dd-a16c-f315226b1b7e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Calling delete_port for 0b30b2d8-9c97-4f54-aa60-a57b16fadf20 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:35.842877 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3828ce43-43bb-4fdd-af3e-cc4e48b2d45e None None] Port 67e3472d-a0e8-46d8-93e4-8bae92006a05 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:24:35.877193 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3828ce43-43bb-4fdd-af3e-cc4e48b2d45e None None] Provisioning complete for port febf5c6d-1415-4625-b13e-ccca97721321 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:35.877835 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3828ce43-43bb-4fdd-af3e-cc4e48b2d45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:35.963113 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbef0ca-4958-4cbe-b335-529b9abc7561 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Router de8331bb-800b-48b1-9ee3-51ac6f1de076 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:24:36.145012 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-72ad9bba-8039-44da-94fc-262b1e664f86 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:36.147395 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] Sync routers for ids ['de8331bb-800b-48b1-9ee3-51ac6f1de076'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:24:36.166405 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] Routers {'de8331bb-800b-48b1-9ee3-51ac6f1de076'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:24:36.167906 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:24:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['de8331bb-800b-48b1-9ee3-51ac6f1de076'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:36.270405 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-27ea2e75-5862-4803-b6cd-1790bf0cd417 None None] Provisioning complete for port 67e3472d-a0e8-46d8-93e4-8bae92006a05 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:36.271016 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27ea2e75-5862-4803-b6cd-1790bf0cd417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:36.336262 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbef0ca-4958-4cbe-b335-529b9abc7561 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:24:36.337235 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201294e6-3aa1-46d0-a518-5d0c73009947 None None] Network 43ed752c-9d65-4837-9fa8-a8d1a512fec7 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:36.347743 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbbef0ca-4958-4cbe-b335-529b9abc7561 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:36.360588 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fbbef0ca-4958-4cbe-b335-529b9abc7561 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "PUT /v2.0/routers/de8331bb-800b-48b1-9ee3-51ac6f1de076 HTTP/1.1" status: 200 len: 933 time: 3.0470550 Jul 30 20:24:36.363903 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34016) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:36.374904 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-72ad9bba-8039-44da-94fc-262b1e664f86 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:36.397817 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad9bba-8039-44da-94fc-262b1e664f86 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Pushing event updated for resources: {'Port': ['ID=5b57e556-ae79-4d90-9bd9-274e7fa0f891,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:36.418744 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-72ad9bba-8039-44da-94fc-262b1e664f86 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:36.422571 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-72ad9bba-8039-44da-94fc-262b1e664f86 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:36.733759 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] Set router de8331bb-800b-48b1-9ee3-51ac6f1de076 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:24:36.764004 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-72ad9bba-8039-44da-94fc-262b1e664f86 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:36.764656 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-72ad9bba-8039-44da-94fc-262b1e664f86 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:36.798657 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-39450572-0c65-46c3-8dc7-22fda0a333b0 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "GET /v2.0/routers/de8331bb-800b-48b1-9ee3-51ac6f1de076 HTTP/1.1" status: 200 len: 933 time: 0.4218121 Jul 30 20:24:36.801195 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34020) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:36.808421 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a3c6a17d-d444-45fb-803d-9a1c6bd0a4ba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'router': {'routes': None}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:36.842665 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf7b40ea-a1d8-42dd-a16c-f315226b1b7e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:36.917834 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-72ad9bba-8039-44da-94fc-262b1e664f86 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8464282 Jul 30 20:24:36.930049 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b40ea-a1d8-42dd-a16c-f315226b1b7e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Pushing event deleted for resources: {'Port': ['ID=0b30b2d8-9c97-4f54-aa60-a57b16fadf20,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:36.932951 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac5a5d-7c1c-4743-af81-ecf9b4516b47 req-3183dc62-6da6-4dea-9784-37e1211b7847 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:36.934759 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e1ac5a5d-7c1c-4743-af81-ecf9b4516b47 req-3183dc62-6da6-4dea-9784-37e1211b7847 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f5dbc83-fcf9-4812-bafb-1e91c8add4ae HTTP/1.1" status: 200 len: 936 time: 0.3232431 Jul 30 20:24:36.946171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-32592cf9-8d9d-4cb9-99f8-c933a0d02a14 service neutron] Request body: {'port': {'device_id': '7f5dbc83-fcf9-4812-bafb-1e91c8add4ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:37.004174 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 84f1537e-b479-4411-b0ab-b4503d3bd218 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:37.011185 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e9dee3-d89a-4b82-ab17-b0312d62305b None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:37.014366 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e82ddf8-25e3-406d-bc1d-57880572eb25 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:37.091662 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-27ea2e75-5862-4803-b6cd-1790bf0cd417 None None] Port 67e3472d-a0e8-46d8-93e4-8bae92006a05 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:24:37.094996 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82ddf8-25e3-406d-bc1d-57880572eb25 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Port': ['ID=e1652f8d-7b0c-44cb-9520-7b57279c0978,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:37.140059 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf7b40ea-a1d8-42dd-a16c-f315226b1b7e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:37.145680 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bf7b40ea-a1d8-42dd-a16c-f315226b1b7e tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] 10.222.0.81 "DELETE /v2.0/ports/0b30b2d8-9c97-4f54-aa60-a57b16fadf20 HTTP/1.1" status: 204 len: 168 time: 2.0471783 Jul 30 20:24:37.146539 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34028) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:37.149264 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e1ac5a5d-7c1c-4743-af81-ecf9b4516b47 req-498b5820-b2cc-427b-bac6-d7e4fe869bd2 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/security-groups?id=35815b18-59af-4152-a1b3-42fe7f53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992979 Jul 30 20:24:37.155892 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-620a2916-d5f9-4d42-82e8-5e7d1354286d tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Request body: {'port': {'name': 'tempest-new-port-name-439986681', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:37.156569 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.api.validators [None req-620a2916-d5f9-4d42-82e8-5e7d1354286d tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] bootfile-name is not in valid_values {{(pid=93883) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 20:24:37.156982 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.api.validators [None req-620a2916-d5f9-4d42-82e8-5e7d1354286d tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] tftp-server is not in valid_values {{(pid=93883) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 20:24:37.157426 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.api.validators [None req-620a2916-d5f9-4d42-82e8-5e7d1354286d tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] server-ip-address is not in valid_values {{(pid=93883) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 20:24:37.161710 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e82ddf8-25e3-406d-bc1d-57880572eb25 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:37.183268 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9e82ddf8-25e3-406d-bc1d-57880572eb25 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/e1652f8d-7b0c-44cb-9520-7b57279c0978 HTTP/1.1" status: 204 len: 168 time: 2.2811975 Jul 30 20:24:37.228707 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:24:34Z', 'revision_number': 6, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '01836674-e7f7-4a1c-92ff-0c03e546d90b', 'name': '', 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:6c:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '12b87716-8514-45b0-b4ab-e03902113271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:14Z', 'updated_at': '2021-07-30T20:24:25Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '12b87716-8514-45b0-b4ab-e03902113271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:20Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e3472d-a0e8-46d8-93e4-8bae92006a05', 'name': '', 'network_id': '9d357c00-0e83-4abc-b19c-24dca8ae9cb9', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:74:6f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'fb001fa9-a74f-4398-9e85-7e7987397151', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:29Z', 'updated_at': '2021-07-30T20:24:31Z', 'revision_number': 2, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': 'fb001fa9-a74f-4398-9e85-7e7987397151', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69836a4a-1224-48eb-8b86-35e99142aabd', 'name': '', 'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:a5:4e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:23Z', 'updated_at': '2021-07-30T20:24:31Z', 'revision_number': 4, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:37.263544 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] Checking router: de8331bb-800b-48b1-9ee3-51ac6f1de076 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:24:37.264848 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] Updating router de8331bb-800b-48b1-9ee3-51ac6f1de076 port 67e3472d-a0e8-46d8-93e4-8bae92006a05 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:24:37.273284 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34032) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:37.273706 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-620a2916-d5f9-4d42-82e8-5e7d1354286d tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:37.346816 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 84f1537e-b479-4411-b0ab-b4503d3bd218 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:37.353816 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:37.358726 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-22e8c227-f30b-4297-8267-10cce647543c None None] Provisioning for port 5b57e556-ae79-4d90-9bd9-274e7fa0f891 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:37.364705 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device febf5c6d-1415-4625-b13e-ccca97721321 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:37.399018 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f40e45-b0af-4653-a3ce-5b4d42870939 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:37.401055 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-02f40e45-b0af-4653-a3ce-5b4d42870939 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1122463 Jul 30 20:24:37.404326 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34036) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:37.405836 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-22e8c227-f30b-4297-8267-10cce647543c None None] Provisioning complete for port 5b57e556-ae79-4d90-9bd9-274e7fa0f891 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:37.406212 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22e8c227-f30b-4297-8267-10cce647543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:37.472442 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-22e8c227-f30b-4297-8267-10cce647543c None None] Port 5b57e556-ae79-4d90-9bd9-274e7fa0f891 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:24:37.489209 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port febf5c6d-1415-4625-b13e-ccca97721321 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:37.489590 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:37.553391 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974a4cd9-be98-4dc6-8173-98507b4f2745 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:37.556296 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-974a4cd9-be98-4dc6-8173-98507b4f2745 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1515357 Jul 30 20:24:37.560038 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34038) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:37.586358 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-22e8c227-f30b-4297-8267-10cce647543c None None] Provisioning for port e9745c8e-56dc-4957-80c2-f422e3f2f4f4 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:37.652945 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22903db5-f039-4395-b03f-024616fbfaa6 None None] Update dhcp port {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'fixed_ips': [{'subnet_id': '1fb9a7af-ba0b-4e83-8f11-f2e4b45baa39', 'ip_address': '2001:db8::f816:3eff:fe86:78d4'}, {'subnet_id': '35dd53a5-6555-4a67-bd6e-ff9f71d241e4'}], 'binding:host_id': 'n-d-712137-9'}, 'id': '84f1537e-b479-4411-b0ab-b4503d3bd218'} from n-d-712137-9. {{(pid=93884) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 20:24:37.658261 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-22e8c227-f30b-4297-8267-10cce647543c None None] Provisioning complete for port 67e3472d-a0e8-46d8-93e4-8bae92006a05 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:37.658636 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22e8c227-f30b-4297-8267-10cce647543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:37.673848 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-32592cf9-8d9d-4cb9-99f8-c933a0d02a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:37.691430 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157d4062-bec6-4061-a53a-078249ddc0c1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:37.694737 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157d4062-bec6-4061-a53a-078249ddc0c1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:37.696762 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157d4062-bec6-4061-a53a-078249ddc0c1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:37.699308 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-157d4062-bec6-4061-a53a-078249ddc0c1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1380782 Jul 30 20:24:37.702576 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34042) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:37.731131 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-22e8c227-f30b-4297-8267-10cce647543c None None] Port 67e3472d-a0e8-46d8-93e4-8bae92006a05 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:24:37.767639 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22903db5-f039-4395-b03f-024616fbfaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:37.795393 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-22e8c227-f30b-4297-8267-10cce647543c None None] Provisioning for port 84f1537e-b479-4411-b0ab-b4503d3bd218 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:37.813209 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-82590cdc-5653-4685-9a4c-8dc44d6c7e8a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet 1fb9a7af-ba0b-4e83-8f11-f2e4b45baa39 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:24:37.818337 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-82590cdc-5653-4685-9a4c-8dc44d6c7e8a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:37.914270 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-82590cdc-5653-4685-9a4c-8dc44d6c7e8a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:37.958737 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:37.963330 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-620a2916-d5f9-4d42-82e8-5e7d1354286d tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:37.981271 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] Transition to ACTIVE for port object 67e3472d-a0e8-46d8-93e4-8bae92006a05 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:37.987460 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-620a2916-d5f9-4d42-82e8-5e7d1354286d tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:37.993521 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:37.995160 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 69836a4a-1224-48eb-8b86-35e99142aabd up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:37.997325 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-22e8c227-f30b-4297-8267-10cce647543c None None] Provisioning complete for port 84f1537e-b479-4411-b0ab-b4503d3bd218 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:37.997883 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22e8c227-f30b-4297-8267-10cce647543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:38.128832 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f02f94-bb2d-41fd-be9d-069c35aa24ac None None] Pushing event updated for resources: {'Port': ['ID=67e3472d-a0e8-46d8-93e4-8bae92006a05,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:38.180934 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 69836a4a-1224-48eb-8b86-35e99142aabd completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:38.191236 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 69836a4a-1224-48eb-8b86-35e99142aabd triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:38.191761 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:38.210845 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] Attempting to bind port 67e3472d-a0e8-46d8-93e4-8bae92006a05 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:38.211468 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] Attempting to bind port 67e3472d-a0e8-46d8-93e4-8bae92006a05 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '5d894b90-c1ab-414c-8f68-44fd06024578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9d357c00-0e83-4abc-b19c-24dca8ae9cb9'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:38.212194 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] Attempting to bind port 67e3472d-a0e8-46d8-93e4-8bae92006a05 on network 9d357c00-0e83-4abc-b19c-24dca8ae9cb9 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:38.218430 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:24:38.219920 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] Checking segment: {'id': '5d894b90-c1ab-414c-8f68-44fd06024578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9d357c00-0e83-4abc-b19c-24dca8ae9cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:24:38.220345 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:38.220744 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] Bound using segment: {'id': '5d894b90-c1ab-414c-8f68-44fd06024578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9d357c00-0e83-4abc-b19c-24dca8ae9cb9'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:24:38.221277 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] Bound port: 67e3472d-a0e8-46d8-93e4-8bae92006a05, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d894b90-c1ab-414c-8f68-44fd06024578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9d357c00-0e83-4abc-b19c-24dca8ae9cb9'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:24:38.222412 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:38.252181 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a2916-d5f9-4d42-82e8-5e7d1354286d tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Pushing event updated for resources: {'Port': ['ID=423d4eb1-6d5d-405f-a007-98d0aa7b550b,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:38.264173 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-620a2916-d5f9-4d42-82e8-5e7d1354286d tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] In _notify_port_updated(), no bound segment for port 423d4eb1-6d5d-405f-a007-98d0aa7b550b on network 43ed752c-9d65-4837-9fa8-a8d1a512fec7 {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:24:38.270219 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620a2916-d5f9-4d42-82e8-5e7d1354286d tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:38.270882 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-620a2916-d5f9-4d42-82e8-5e7d1354286d tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:38.273071 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-620a2916-d5f9-4d42-82e8-5e7d1354286d tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] 10.222.0.81 "PUT /v2.0/ports/423d4eb1-6d5d-405f-a007-98d0aa7b550b HTTP/1.1" status: 200 len: 1135 time: 1.1237628 Jul 30 20:24:38.287050 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34056) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:38.298710 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-82590cdc-5653-4685-9a4c-8dc44d6c7e8a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:38.377740 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b99fc1f-3528-4890-b0b1-41e6ba25ab42 tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:38.379206 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4b99fc1f-3528-4890-b0b1-41e6ba25ab42 tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] 10.222.0.81 "GET /v2.0/ports/423d4eb1-6d5d-405f-a007-98d0aa7b550b HTTP/1.1" status: 200 len: 1135 time: 0.0911069 Jul 30 20:24:38.384926 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34058) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:38.386824 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22e8c227-f30b-4297-8267-10cce647543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:38.421857 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] For port 67e3472d-a0e8-46d8-93e4-8bae92006a05, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:24:38.425361 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] For port 67e3472d-a0e8-46d8-93e4-8bae92006a05, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=67e3472d-a0e8-46d8-93e4-8bae92006a05,segment=NetworkSegment(5d894b90-c1ab-414c-8f68-44fd06024578),segment_id=5d894b90-c1ab-414c-8f68-44fd06024578)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:24:38.432214 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:38.493360 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:38.526520 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-82590cdc-5653-4685-9a4c-8dc44d6c7e8a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server [None req-22903db5-f039-4395-b03f-024616fbfaa6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1fb9a7af-ba0b-4e83-8f11-f2e4b45baa39: This subnet is being modified by another concurrent operation. Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise exception Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1fb9a7af-ba0b-4e83-8f11-f2e4b45baa39: This subnet is being modified by another concurrent operation. Jul 30 20:24:38.535897 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server Jul 30 20:24:38.593428 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f02f94-bb2d-41fd-be9d-069c35aa24ac None None] Pushing event updated for resources: {'Port': ['ID=67e3472d-a0e8-46d8-93e4-8bae92006a05,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:38.596980 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] Routers {'de8331bb-800b-48b1-9ee3-51ac6f1de076'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:24:38.598367 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:24:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['de8331bb-800b-48b1-9ee3-51ac6f1de076'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:38.614473 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.extraroute_db [None req-a3c6a17d-d444-45fb-803d-9a1c6bd0a4ba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Added routes are [] {{(pid=93882) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 20:24:38.615622 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.extraroute_db [None req-a3c6a17d-d444-45fb-803d-9a1c6bd0a4ba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93882) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 20:24:38.623543 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82590cdc-5653-4685-9a4c-8dc44d6c7e8a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=1fb9a7af-ba0b-4e83-8f11-f2e4b45baa39,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:38.635025 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-82590cdc-5653-4685-9a4c-8dc44d6c7e8a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:38.642669 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-82590cdc-5653-4685-9a4c-8dc44d6c7e8a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/1fb9a7af-ba0b-4e83-8f11-f2e4b45baa39 HTTP/1.1" status: 204 len: 168 time: 0.9362695 Jul 30 20:24:38.643020 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 69836a4a-1224-48eb-8b86-35e99142aabd, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=69836a4a-1224-48eb-8b86-35e99142aabd,segment=NetworkSegment(c0c25ed8-70e1-4558-8ce1-721469e5488f),segment_id=c0c25ed8-70e1-4558-8ce1-721469e5488f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:38.651637 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34062) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:38.657521 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-22e8c227-f30b-4297-8267-10cce647543c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:24:38.657885 n-d-712137-9 neutron-server[93884]: DEBUG oslo_db.api [None req-22e8c227-f30b-4297-8267-10cce647543c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:24:38.661102 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:38.661910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e9745c8e-56dc-4957-80c2-f422e3f2f4f4 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:38.696697 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a17d-d444-45fb-803d-9a1c6bd0a4ba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:38.770602 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f4b04c94-9f62-451d-81b9-e8963cc67a5b tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Deleting port 423d4eb1-6d5d-405f-a007-98d0aa7b550b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:38.770602 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4b04c94-9f62-451d-81b9-e8963cc67a5b tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:38.773074 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aad648b-29b8-4dae-93b1-7fb58be99af7 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:38.788967 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] Set router de8331bb-800b-48b1-9ee3-51ac6f1de076 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:24:38.828783 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d72b2-f0d8-4afe-8505-b5feac8be0b1 req-4c0fd521-eefa-4cf7-98f7-b72d11b47b7b tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:38.830796 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-680d72b2-f0d8-4afe-8505-b5feac8be0b1 req-4c0fd521-eefa-4cf7-98f7-b72d11b47b7b tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f5dbc83-fcf9-4812-bafb-1e91c8add4ae HTTP/1.1" status: 200 len: 936 time: 0.4609120 Jul 30 20:24:38.948136 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b9883e2-2bf4-4596-8174-ab3554a4650d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet 35dd53a5-6555-4a67-bd6e-ff9f71d241e4 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:24:38.953458 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b9883e2-2bf4-4596-8174-ab3554a4650d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:38.985631 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=69836a4a-1224-48eb-8b86-35e99142aabd,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:38.991494 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port e9745c8e-56dc-4957-80c2-f422e3f2f4f4 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:39.002558 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port e9745c8e-56dc-4957-80c2-f422e3f2f4f4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:39.003257 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:39.052855 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b9883e2-2bf4-4596-8174-ab3554a4650d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:39.068347 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-32592cf9-8d9d-4cb9-99f8-c933a0d02a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b57e556-ae79-4d90-9bd9-274e7fa0f891 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:24:39.131147 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b9883e2-2bf4-4596-8174-ab3554a4650d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:39.164618 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-680d72b2-f0d8-4afe-8505-b5feac8be0b1 req-eb47f33e-844d-4a8a-8f60-b818edc49ae1 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/security-groups?id=35815b18-59af-4152-a1b3-42fe7f53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737329 Jul 30 20:24:39.166976 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-32592cf9-8d9d-4cb9-99f8-c933a0d02a14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:39.256128 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-32592cf9-8d9d-4cb9-99f8-c933a0d02a14 service neutron] Transition to ACTIVE for port object 5b57e556-ae79-4d90-9bd9-274e7fa0f891 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:39.286611 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4b04c94-9f62-451d-81b9-e8963cc67a5b tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:39.288176 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-32592cf9-8d9d-4cb9-99f8-c933a0d02a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:39.291492 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a17d-d444-45fb-803d-9a1c6bd0a4ba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:39.304300 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f4b04c94-9f62-451d-81b9-e8963cc67a5b tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Calling delete_port for 423d4eb1-6d5d-405f-a007-98d0aa7b550b owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:39.307326 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:39.323639 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1150cc9-b7bb-4dc0-bd17-35f25ce0aa30 None None] Update dhcp port {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'fixed_ips': [{'subnet_id': '35dd53a5-6555-4a67-bd6e-ff9f71d241e4'}], 'binding:host_id': 'n-d-712137-9'}, 'id': '84f1537e-b479-4411-b0ab-b4503d3bd218'} from n-d-712137-9. {{(pid=93884) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 20:24:39.324884 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:24:34Z', 'revision_number': 6, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '01836674-e7f7-4a1c-92ff-0c03e546d90b', 'name': '', 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:6c:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '12b87716-8514-45b0-b4ab-e03902113271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:14Z', 'updated_at': '2021-07-30T20:24:25Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '12b87716-8514-45b0-b4ab-e03902113271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:20Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e3472d-a0e8-46d8-93e4-8bae92006a05', 'name': '', 'network_id': '9d357c00-0e83-4abc-b19c-24dca8ae9cb9', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:74:6f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'fb001fa9-a74f-4398-9e85-7e7987397151', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:29Z', 'updated_at': '2021-07-30T20:24:38Z', 'revision_number': 4, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': 'fb001fa9-a74f-4398-9e85-7e7987397151', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69836a4a-1224-48eb-8b86-35e99142aabd', 'name': '', 'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:a5:4e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:23Z', 'updated_at': '2021-07-30T20:24:31Z', 'revision_number': 4, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:39.334129 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22e8c227-f30b-4297-8267-10cce647543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:39.355081 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a17d-d444-45fb-803d-9a1c6bd0a4ba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1722371'] for router, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:39.400088 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9355188f-b077-48f1-a516-14dea2c1fcd5 None None] The sync data for ids ['de8331bb-800b-48b1-9ee3-51ac6f1de076'] in n-d-712137-9 is: [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:24:34Z', 'revision_number': 6, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '01836674-e7f7-4a1c-92ff-0c03e546d90b', 'name': '', 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:6c:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '12b87716-8514-45b0-b4ab-e03902113271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:14Z', 'updated_at': '2021-07-30T20:24:25Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '12b87716-8514-45b0-b4ab-e03902113271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:20Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e3472d-a0e8-46d8-93e4-8bae92006a05', 'name': '', 'network_id': '9d357c00-0e83-4abc-b19c-24dca8ae9cb9', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:74:6f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'fb001fa9-a74f-4398-9e85-7e7987397151', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:29Z', 'updated_at': '2021-07-30T20:24:38Z', 'revision_number': 4, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': 'fb001fa9-a74f-4398-9e85-7e7987397151', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69836a4a-1224-48eb-8b86-35e99142aabd', 'name': '', 'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:a5:4e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:23Z', 'updated_at': '2021-07-30T20:24:31Z', 'revision_number': 4, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:24:39.407543 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-22e8c227-f30b-4297-8267-10cce647543c None None] For port 84f1537e-b479-4411-b0ab-b4503d3bd218, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=84f1537e-b479-4411-b0ab-b4503d3bd218,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:39.454066 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b9883e2-2bf4-4596-8174-ab3554a4650d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:39.468065 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port e9745c8e-56dc-4957-80c2-f422e3f2f4f4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e9745c8e-56dc-4957-80c2-f422e3f2f4f4,segment=NetworkSegment(4db91b46-ca19-4838-a9b2-779f8b23abd7),segment_id=4db91b46-ca19-4838-a9b2-779f8b23abd7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:39.483145 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22e8c227-f30b-4297-8267-10cce647543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:39.500800 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:39.547459 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9883e2-2bf4-4596-8174-ab3554a4650d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=35dd53a5-6555-4a67-bd6e-ff9f71d241e4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:39.551931 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b9883e2-2bf4-4596-8174-ab3554a4650d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:39.554595 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3b9883e2-2bf4-4596-8174-ab3554a4650d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/35dd53a5-6555-4a67-bd6e-ff9f71d241e4 HTTP/1.1" status: 204 len: 168 time: 0.8981972 Jul 30 20:24:39.557292 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34078) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:39.561677 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c1150cc9-b7bb-4dc0-bd17-35f25ce0aa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:39.671684 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32592cf9-8d9d-4cb9-99f8-c933a0d02a14 service neutron] Pushing event updated for resources: {'Port': ['ID=5b57e556-ae79-4d90-9bd9-274e7fa0f891,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:39.689177 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-26900361-6ca2-403c-9d0e-a6532bcdf550 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1107411 Jul 30 20:24:39.694278 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34080) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:39.708464 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9f2412a5-4301-4858-9076-a92d2911983a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:39.720588 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4b04c94-9f62-451d-81b9-e8963cc67a5b tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:39.772877 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8c227-f30b-4297-8267-10cce647543c None None] Pushing event updated for resources: {'Port': ['ID=84f1537e-b479-4411-b0ab-b4503d3bd218,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:39.902799 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c6a17d-d444-45fb-803d-9a1c6bd0a4ba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Router de8331bb-800b-48b1-9ee3-51ac6f1de076 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:24:39.904576 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=e9745c8e-56dc-4957-80c2-f422e3f2f4f4,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:39.921537 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 67e3472d-a0e8-46d8-93e4-8bae92006a05 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:39.930166 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b04c94-9f62-451d-81b9-e8963cc67a5b tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Pushing event deleted for resources: {'Port': ['ID=423d4eb1-6d5d-405f-a007-98d0aa7b550b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:40.097998 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4b04c94-9f62-451d-81b9-e8963cc67a5b tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:40.102813 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f4b04c94-9f62-451d-81b9-e8963cc67a5b tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] 10.222.0.81 "DELETE /v2.0/ports/423d4eb1-6d5d-405f-a007-98d0aa7b550b HTTP/1.1" status: 204 len: 168 time: 1.7138150 Jul 30 20:24:40.105013 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2412a5-4301-4858-9076-a92d2911983a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:40.116206 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9f2412a5-4301-4858-9076-a92d2911983a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:40.121285 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34092) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:40.130765 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d125d1-fa80-4fb6-b13c-a42646dde198 None None] Sync routers for ids ['de8331bb-800b-48b1-9ee3-51ac6f1de076'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:24:40.163360 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-32592cf9-8d9d-4cb9-99f8-c933a0d02a14 service neutron] Attempting to bind port 5b57e556-ae79-4d90-9bd9-274e7fa0f891 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:40.170117 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0de8bbf5-354e-4feb-8d09-f2a8aa289770 None None] Provisioning complete for port 84f1537e-b479-4411-b0ab-b4503d3bd218 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:40.170498 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0de8bbf5-354e-4feb-8d09-f2a8aa289770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:40.175721 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-32592cf9-8d9d-4cb9-99f8-c933a0d02a14 service neutron] Attempting to bind port 5b57e556-ae79-4d90-9bd9-274e7fa0f891 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:40.176146 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-32592cf9-8d9d-4cb9-99f8-c933a0d02a14 service neutron] Attempting to bind port 5b57e556-ae79-4d90-9bd9-274e7fa0f891 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:40.226636 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-32592cf9-8d9d-4cb9-99f8-c933a0d02a14 service neutron] Port 5b57e556-ae79-4d90-9bd9-274e7fa0f891 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:24:40.227199 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d125d1-fa80-4fb6-b13c-a42646dde198 None None] Routers {'de8331bb-800b-48b1-9ee3-51ac6f1de076'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:24:40.228023 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-59d125d1-fa80-4fb6-b13c-a42646dde198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:24:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['de8331bb-800b-48b1-9ee3-51ac6f1de076'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:40.239963 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-32592cf9-8d9d-4cb9-99f8-c933a0d02a14 service neutron] Attempting to bind port 5b57e556-ae79-4d90-9bd9-274e7fa0f891 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:40.248514 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-32592cf9-8d9d-4cb9-99f8-c933a0d02a14 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:24:40.249535 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-32592cf9-8d9d-4cb9-99f8-c933a0d02a14 service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:24:40.249535 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-32592cf9-8d9d-4cb9-99f8-c933a0d02a14 service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:24:40.250221 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-32592cf9-8d9d-4cb9-99f8-c933a0d02a14 service neutron] Bound port: 5b57e556-ae79-4d90-9bd9-274e7fa0f891, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:24:40.250847 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-32592cf9-8d9d-4cb9-99f8-c933a0d02a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:40.365017 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b48d17a-d793-46cc-949a-b357617384ae tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Deleting subnet 99645758-26ed-4e9f-aa02-26f375ca6cb5 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:24:40.374894 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b48d17a-d793-46cc-949a-b357617384ae tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:40.381832 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c6a17d-d444-45fb-803d-9a1c6bd0a4ba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:24:40.411471 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a17d-d444-45fb-803d-9a1c6bd0a4ba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:40.416780 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34100) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:40.424182 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a3c6a17d-d444-45fb-803d-9a1c6bd0a4ba tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "PUT /v2.0/routers/de8331bb-800b-48b1-9ee3-51ac6f1de076 HTTP/1.1" status: 200 len: 699 time: 3.6192496 Jul 30 20:24:40.484334 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-59d125d1-fa80-4fb6-b13c-a42646dde198 None None] Set router de8331bb-800b-48b1-9ee3-51ac6f1de076 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:24:40.502544 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-32592cf9-8d9d-4cb9-99f8-c933a0d02a14 service neutron] For port 5b57e556-ae79-4d90-9bd9-274e7fa0f891, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:24:40.507487 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-32592cf9-8d9d-4cb9-99f8-c933a0d02a14 service neutron] For port 5b57e556-ae79-4d90-9bd9-274e7fa0f891, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5b57e556-ae79-4d90-9bd9-274e7fa0f891,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:24:40.515797 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bd463-e081-46b2-881a-44a933a9d01f req-e34344ac-2ab7-44c1-8114-f47d2f8fb426 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:40.517791 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-156bd463-e081-46b2-881a-44a933a9d01f req-e34344ac-2ab7-44c1-8114-f47d2f8fb426 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f5dbc83-fcf9-4812-bafb-1e91c8add4ae HTTP/1.1" status: 200 len: 948 time: 0.1497624 Jul 30 20:24:40.524105 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-32592cf9-8d9d-4cb9-99f8-c933a0d02a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:40.547380 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 67e3472d-a0e8-46d8-93e4-8bae92006a05 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:40.563202 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 67e3472d-a0e8-46d8-93e4-8bae92006a05 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:40.563642 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:40.579581 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b48d17a-d793-46cc-949a-b357617384ae tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:40.616479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-32592cf9-8d9d-4cb9-99f8-c933a0d02a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:40.617113 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-32592cf9-8d9d-4cb9-99f8-c933a0d02a14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:40.618600 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-32592cf9-8d9d-4cb9-99f8-c933a0d02a14 service neutron] 10.222.0.59 "PUT /v2.0/ports/5b57e556-ae79-4d90-9bd9-274e7fa0f891 HTTP/1.1" status: 200 len: 1096 time: 3.6808465 Jul 30 20:24:40.634685 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5dbc83-fcf9-4812-bafb-1e91c8add4ae', 'tag': '5b57e556-ae79-4d90-9bd9-274e7fa0f891'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:24:40.637219 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b625f5a0-8c18-43cd-ac72-78ac73bbaedc" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5dbc83-fcf9-4812-bafb-1e91c8add4ae", "tag": "5b57e556-ae79-4d90-9bd9-274e7fa0f891"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:24:40.645562 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-156bd463-e081-46b2-881a-44a933a9d01f req-d84e3006-96c3-42e4-9d72-d40bb8268832 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/security-groups?id=35815b18-59af-4152-a1b3-42fe7f53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190214 Jul 30 20:24:40.703541 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:24:40.708485 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0de8bbf5-354e-4feb-8d09-f2a8aa289770 None None] Could not find standard attr ID for object 423d4eb1-6d5d-405f-a007-98d0aa7b550b. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:24:40.773594 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb0707e-fb46-4950-9774-4a7883104e57 x-openstack-request-id: req-5bb0707e-fb46-4950-9774-4a7883104e57 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:24:40.774123 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5dbc83-fcf9-4812-bafb-1e91c8add4ae", "tag": "5b57e556-ae79-4d90-9bd9-274e7fa0f891", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:24:40.774560 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5bb0707e-fb46-4950-9774-4a7883104e57 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:24:40.774869 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0de8bbf5-354e-4feb-8d09-f2a8aa289770 None None] Provisioning complete for port e9745c8e-56dc-4957-80c2-f422e3f2f4f4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:40.775292 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5dbc83-fcf9-4812-bafb-1e91c8add4ae', 'tag': '5b57e556-ae79-4d90-9bd9-274e7fa0f891', 'status': 'completed', 'code': 200} Jul 30 20:24:40.775444 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0de8bbf5-354e-4feb-8d09-f2a8aa289770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:40.777559 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32592cf9-8d9d-4cb9-99f8-c933a0d02a14 service neutron] Pushing event updated for resources: {'Port': ['ID=5b57e556-ae79-4d90-9bd9-274e7fa0f891,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:40.814348 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-f1a5bc48-9069-4b8d-800a-14a1fc63eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:40.816199 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-f1a5bc48-9069-4b8d-800a-14a1fc63eb2a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a030dae11841413fbef442ff0f29ec30&device_id=7f5dbc83-fcf9-4812-bafb-1e91c8add4ae HTTP/1.1" status: 200 len: 1099 time: 0.1224842 Jul 30 20:24:40.824183 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34104) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:40.824436 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8a67d35e-0759-4ca6-bf09-813787abe500 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "GET /v2.0/routers/de8331bb-800b-48b1-9ee3-51ac6f1de076 HTTP/1.1" status: 200 len: 699 time: 0.4053996 Jul 30 20:24:40.961307 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-ce33d9ae-a39d-4bce-b2e4-641311f0f6da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=5b57e556-ae79-4d90-9bd9-274e7fa0f891 HTTP/1.1" status: 200 len: 217 time: 0.0777960 Jul 30 20:24:41.006966 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b48d17a-d793-46cc-949a-b357617384ae tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:41.025337 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:41.065362 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9f2412a5-4301-4858-9076-a92d2911983a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:41.087542 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-f9b24a34-3b05-4a71-99a9-80155981dfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:41.089325 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-f9b24a34-3b05-4a71-99a9-80155981dfbb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1213393 Jul 30 20:24:41.165861 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2412a5-4301-4858-9076-a92d2911983a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:41.174065 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2412a5-4301-4858-9076-a92d2911983a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=1474a750-efec-47cf-a77d-544c3133c3fa,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:41.179987 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-9f2412a5-4301-4858-9076-a92d2911983a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:41.186851 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2412a5-4301-4858-9076-a92d2911983a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:41.192282 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9f2412a5-4301-4858-9076-a92d2911983a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:41.222374 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65e9ee6-658d-43b1-9723-9c5fd499d25b None None] get_active_networks_info from n-d-712137-9 {{(pid=93884) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 20:24:41.237000 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b48d17a-d793-46cc-949a-b357617384ae tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:41.269134 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9f2412a5-4301-4858-9076-a92d2911983a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5649025 Jul 30 20:24:41.274136 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34116) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:41.289691 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4248f3c0-a36d-4aa9-9d0c-e2ca882bf3a0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:41.306801 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48d17a-d793-46cc-949a-b357617384ae tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Pushing event deleted for resources: {'Subnet': ['ID=99645758-26ed-4e9f-aa02-26f375ca6cb5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:41.347794 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b48d17a-d793-46cc-949a-b357617384ae tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:41.359316 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0b48d17a-d793-46cc-949a-b357617384ae tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] 10.222.0.81 "DELETE /v2.0/subnets/99645758-26ed-4e9f-aa02-26f375ca6cb5 HTTP/1.1" status: 204 len: 168 time: 1.2338083 Jul 30 20:24:41.360185 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34120) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:41.391672 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-c79ffa35-e133-47ee-b7f7-12811ccf2991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:41.393180 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-c79ffa35-e133-47ee-b7f7-12811ccf2991 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2120395 Jul 30 20:24:41.402755 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 67e3472d-a0e8-46d8-93e4-8bae92006a05, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=67e3472d-a0e8-46d8-93e4-8bae92006a05,segment=NetworkSegment(5d894b90-c1ab-414c-8f68-44fd06024578),segment_id=5d894b90-c1ab-414c-8f68-44fd06024578)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:41.427913 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:41.429275 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 69836a4a-1224-48eb-8b86-35e99142aabd up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:41.488270 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc50a6fe-3bb2-45f0-ab73-38c6a1e4037c tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:41.541634 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-59d125d1-fa80-4fb6-b13c-a42646dde198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:24:38Z', 'revision_number': 7, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '01836674-e7f7-4a1c-92ff-0c03e546d90b', 'name': '', 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:6c:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '12b87716-8514-45b0-b4ab-e03902113271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:14Z', 'updated_at': '2021-07-30T20:24:25Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '12b87716-8514-45b0-b4ab-e03902113271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:20Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e3472d-a0e8-46d8-93e4-8bae92006a05', 'name': '', 'network_id': '9d357c00-0e83-4abc-b19c-24dca8ae9cb9', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:74:6f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'fb001fa9-a74f-4398-9e85-7e7987397151', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:29Z', 'updated_at': '2021-07-30T20:24:38Z', 'revision_number': 4, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': 'fb001fa9-a74f-4398-9e85-7e7987397151', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69836a4a-1224-48eb-8b86-35e99142aabd', 'name': '', 'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:a5:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:23Z', 'updated_at': '2021-07-30T20:24:38Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:41.549693 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4248f3c0-a36d-4aa9-9d0c-e2ca882bf3a0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:41.553875 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4248f3c0-a36d-4aa9-9d0c-e2ca882bf3a0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:41.622768 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-d3404790-5b96-41c8-ba9b-ed96a1e96012 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738062 Jul 30 20:24:41.634977 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0de8bbf5-354e-4feb-8d09-f2a8aa289770 None None] Could not find standard attr ID for object 0b30b2d8-9c97-4f54-aa60-a57b16fadf20. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:24:41.641662 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bc50a6fe-3bb2-45f0-ab73-38c6a1e4037c tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Deleting port e9745c8e-56dc-4957-80c2-f422e3f2f4f4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:41.642213 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc50a6fe-3bb2-45f0-ab73-38c6a1e4037c tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:41.656589 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d125d1-fa80-4fb6-b13c-a42646dde198 None None] Checking router: de8331bb-800b-48b1-9ee3-51ac6f1de076 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:24:41.704544 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=67e3472d-a0e8-46d8-93e4-8bae92006a05,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:41.714572 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d125d1-fa80-4fb6-b13c-a42646dde198 None None] Routers {'de8331bb-800b-48b1-9ee3-51ac6f1de076'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:24:41.715226 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-59d125d1-fa80-4fb6-b13c-a42646dde198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:24:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['de8331bb-800b-48b1-9ee3-51ac6f1de076'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:41.719456 n-d-712137-9 neutron-server[93883]: INFO neutron.db.ipam_backend_mixin [None req-4248f3c0-a36d-4aa9-9d0c-e2ca882bf3a0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1474a750-efec-47cf-a77d-544c3133c3fa (CIDR: 2001:db8::/64) Jul 30 20:24:41.737646 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-4248f3c0-a36d-4aa9-9d0c-e2ca882bf3a0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:24:41.739216 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4248f3c0-a36d-4aa9-9d0c-e2ca882bf3a0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:24:41.800778 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-bc50a6fe-3bb2-45f0-ab73-38c6a1e4037c tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] For port e9745c8e-56dc-4957-80c2-f422e3f2f4f4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e9745c8e-56dc-4957-80c2-f422e3f2f4f4,segment=NetworkSegment(4db91b46-ca19-4838-a9b2-779f8b23abd7),segment_id=4db91b46-ca19-4838-a9b2-779f8b23abd7)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:41.801173 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc50a6fe-3bb2-45f0-ab73-38c6a1e4037c tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:41.815078 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65e9ee6-658d-43b1-9723-9c5fd499d25b None None] Resources bound (agent type, host, resource id): {{(pid=93884) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 20:24:41.822472 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bc50a6fe-3bb2-45f0-ab73-38c6a1e4037c tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Calling delete_port for e9745c8e-56dc-4957-80c2-f422e3f2f4f4 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:41.826785 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 69836a4a-1224-48eb-8b86-35e99142aabd triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:41.827161 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:41.877442 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-59d125d1-fa80-4fb6-b13c-a42646dde198 None None] Set router de8331bb-800b-48b1-9ee3-51ac6f1de076 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:24:41.926492 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8f30ab77-5ef3-47f5-a299-c83762510338 None None] Could not find standard attr ID for object 5579759b-b6b4-490f-bade-deb78e091f74. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:24:41.952645 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4248f3c0-a36d-4aa9-9d0c-e2ca882bf3a0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6771002 Jul 30 20:24:41.955323 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34128) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:41.962876 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1a2b19f6-9ffe-417b-94a6-65c54fca34be tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:41.969692 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc50a6fe-3bb2-45f0-ab73-38c6a1e4037c tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:42.006921 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c224d-2fd1-438e-808c-db14e5e8f0cb req-5a8e94d3-0ea2-4344-950e-3418ec8f2109 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:42.008554 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d15c224d-2fd1-438e-808c-db14e5e8f0cb req-5a8e94d3-0ea2-4344-950e-3418ec8f2109 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f5dbc83-fcf9-4812-bafb-1e91c8add4ae HTTP/1.1" status: 200 len: 948 time: 0.2216618 Jul 30 20:24:42.025769 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d48e6ff-e944-4137-812c-2aab07f4a9c2 req-a1bd2ed9-6ccd-450d-8f94-7d167b50b08d service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938208 Jul 30 20:24:42.079325 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50a6fe-3bb2-45f0-ab73-38c6a1e4037c tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Pushing event deleted for resources: {'Port': ['ID=e9745c8e-56dc-4957-80c2-f422e3f2f4f4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:42.081338 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8f30ab77-5ef3-47f5-a299-c83762510338 None None] Provisioning complete for port 84f1537e-b479-4411-b0ab-b4503d3bd218 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:42.081723 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f30ab77-5ef3-47f5-a299-c83762510338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:42.093557 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d15c224d-2fd1-438e-808c-db14e5e8f0cb req-fd6fab25-af7c-4061-8151-a8f84e19d25a tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/security-groups?id=35815b18-59af-4152-a1b3-42fe7f53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667775 Jul 30 20:24:42.099738 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b29f3a7e-b174-41b8-bf1a-c44a844dfeb4 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:42.120803 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc50a6fe-3bb2-45f0-ab73-38c6a1e4037c tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] No DVR routers for this DVR port e9745c8e-56dc-4957-80c2-f422e3f2f4f4 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:24:42.262466 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2b19f6-9ffe-417b-94a6-65c54fca34be tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:42.267088 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a2b19f6-9ffe-417b-94a6-65c54fca34be tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:42.330160 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625f5a0-8c18-43cd-ac72-78ac73bbaedc req-0c0927b3-db5f-4598-a447-6bf642f00d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:42.331990 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b625f5a0-8c18-43cd-ac72-78ac73bbaedc req-0c0927b3-db5f-4598-a447-6bf642f00d40 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a030dae11841413fbef442ff0f29ec30&device_id=7f5dbc83-fcf9-4812-bafb-1e91c8add4ae HTTP/1.1" status: 200 len: 1099 time: 0.1552088 Jul 30 20:24:42.372782 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 84f1537e-b479-4411-b0ab-b4503d3bd218 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:24:42.454265 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc50a6fe-3bb2-45f0-ab73-38c6a1e4037c tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:42.469892 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-bc50a6fe-3bb2-45f0-ab73-38c6a1e4037c tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ed752c-9d65-4837-9fa8-a8d1a512fec7']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:42.476947 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8f30ab77-5ef3-47f5-a299-c83762510338 None None] Could not find standard attr ID for object e1652f8d-7b0c-44cb-9520-7b57279c0978. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:24:42.491452 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-bc50a6fe-3bb2-45f0-ab73-38c6a1e4037c tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db91b46-ca19-4838-a9b2-779f8b23abd7') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:42.492067 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-bc50a6fe-3bb2-45f0-ab73-38c6a1e4037c tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db91b46-ca19-4838-a9b2-779f8b23abd7') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:42.492701 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8f30ab77-5ef3-47f5-a299-c83762510338 None None] Could not find standard attr ID for object 423d4eb1-6d5d-405f-a007-98d0aa7b550b. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:24:42.509518 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc50a6fe-3bb2-45f0-ab73-38c6a1e4037c tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:42.538944 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc50a6fe-3bb2-45f0-ab73-38c6a1e4037c tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:42.549676 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc50a6fe-3bb2-45f0-ab73-38c6a1e4037c tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:24:42.550324 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc50a6fe-3bb2-45f0-ab73-38c6a1e4037c tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:24:42.554519 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:24:42.583161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625f5a0-8c18-43cd-ac72-78ac73bbaedc req-dc771515-0bd0-490f-816f-ecb8e8d5d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:42.590022 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b625f5a0-8c18-43cd-ac72-78ac73bbaedc req-dc771515-0bd0-490f-816f-ecb8e8d5d934 service neutron] 10.222.0.59 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.2149928 Jul 30 20:24:42.602503 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-59d125d1-fa80-4fb6-b13c-a42646dde198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:24:38Z', 'revision_number': 7, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '01836674-e7f7-4a1c-92ff-0c03e546d90b', 'name': '', 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:6c:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '12b87716-8514-45b0-b4ab-e03902113271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:14Z', 'updated_at': '2021-07-30T20:24:25Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '12b87716-8514-45b0-b4ab-e03902113271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:20Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e3472d-a0e8-46d8-93e4-8bae92006a05', 'name': '', 'network_id': '9d357c00-0e83-4abc-b19c-24dca8ae9cb9', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:74:6f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'fb001fa9-a74f-4398-9e85-7e7987397151', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:29Z', 'updated_at': '2021-07-30T20:24:41Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': 'fb001fa9-a74f-4398-9e85-7e7987397151', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69836a4a-1224-48eb-8b86-35e99142aabd', 'name': '', 'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:a5:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:23Z', 'updated_at': '2021-07-30T20:24:38Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:42.639594 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b625f5a0-8c18-43cd-ac72-78ac73bbaedc req-02b4c0c1-a83f-41aa-a3f5-9a26761b2a2a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=5b57e556-ae79-4d90-9bd9-274e7fa0f891 HTTP/1.1" status: 200 len: 217 time: 0.0420783 Jul 30 20:24:42.652766 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d125d1-fa80-4fb6-b13c-a42646dde198 None None] The sync data for ids ['de8331bb-800b-48b1-9ee3-51ac6f1de076'] in n-d-712137-9 is: [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:24:38Z', 'revision_number': 7, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '01836674-e7f7-4a1c-92ff-0c03e546d90b', 'name': '', 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:6c:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '12b87716-8514-45b0-b4ab-e03902113271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:14Z', 'updated_at': '2021-07-30T20:24:25Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '12b87716-8514-45b0-b4ab-e03902113271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:20Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e3472d-a0e8-46d8-93e4-8bae92006a05', 'name': '', 'network_id': '9d357c00-0e83-4abc-b19c-24dca8ae9cb9', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:74:6f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'fb001fa9-a74f-4398-9e85-7e7987397151', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:29Z', 'updated_at': '2021-07-30T20:24:41Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': 'fb001fa9-a74f-4398-9e85-7e7987397151', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69836a4a-1224-48eb-8b86-35e99142aabd', 'name': '', 'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:a5:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:23Z', 'updated_at': '2021-07-30T20:24:38Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:24:42.668306 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc50a6fe-3bb2-45f0-ab73-38c6a1e4037c tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:42.688570 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:42.699739 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc50a6fe-3bb2-45f0-ab73-38c6a1e4037c tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:42.704723 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bc50a6fe-3bb2-45f0-ab73-38c6a1e4037c tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] 10.222.0.81 "DELETE /v2.0/networks/43ed752c-9d65-4837-9fa8-a8d1a512fec7 HTTP/1.1" status: 204 len: 168 time: 1.3401506 Jul 30 20:24:42.704723 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50a6fe-3bb2-45f0-ab73-38c6a1e4037c tempest-ExtraDHCPOptionsTestJSON-1650003081 tempest-ExtraDHCPOptionsTestJSON-1650003081-project] Pushing event deleted for resources: {'Network': ['ID=43ed752c-9d65-4837-9fa8-a8d1a512fec7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:42.775686 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd8a654-aa4b-43d8-864f-d35a4a8b7e3d None None] Update dhcp port {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'fixed_ips': [{'subnet_id': '1474a750-efec-47cf-a77d-544c3133c3fa'}], 'binding:host_id': 'n-d-712137-9'}, 'id': '84f1537e-b479-4411-b0ab-b4503d3bd218'} from n-d-712137-9. {{(pid=93884) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 20:24:42.837361 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 84f1537e-b479-4411-b0ab-b4503d3bd218, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=84f1537e-b479-4411-b0ab-b4503d3bd218,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:42.851470 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625f5a0-8c18-43cd-ac72-78ac73bbaedc req-c14efb5f-cbfc-41be-822d-a3424345b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:42.853114 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b625f5a0-8c18-43cd-ac72-78ac73bbaedc req-c14efb5f-cbfc-41be-822d-a3424345b462 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.1583519 Jul 30 20:24:42.854878 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2cd8a654-aa4b-43d8-864f-d35a4a8b7e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:42.864604 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:42.909606 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b6c1bcfd-db82-4b0e-a521-9e9cc61dac78 req-43ca0203-84de-4705-9537-f901edba83a0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1002109 Jul 30 20:24:43.048044 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-b29f3a7e-b174-41b8-bf1a-c44a844dfeb4 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting port 67e3472d-a0e8-46d8-93e4-8bae92006a05 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:43.048482 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b29f3a7e-b174-41b8-bf1a-c44a844dfeb4 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:43.070053 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625f5a0-8c18-43cd-ac72-78ac73bbaedc req-9163dbb5-f515-4854-a5a4-34b7cbacff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:43.071706 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b625f5a0-8c18-43cd-ac72-78ac73bbaedc req-9163dbb5-f515-4854-a5a4-34b7cbacff44 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2037528 Jul 30 20:24:43.224508 n-d-712137-9 neutron-server[93883]: DEBUG neutron.objects.ports [None req-1a2b19f6-9ffe-417b-94a6-65c54fca34be tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 20:24:43.265570 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=84f1537e-b479-4411-b0ab-b4503d3bd218,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:43.267719 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1bcfd-db82-4b0e-a521-9e9cc61dac78 req-02c79e80-4d39-429c-adcc-9841ec5cc7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:43.274795 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b6c1bcfd-db82-4b0e-a521-9e9cc61dac78 req-02c79e80-4d39-429c-adcc-9841ec5cc7de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fdd4a0aeb4734545b256ac5e1a36d088&device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 1096 time: 0.2998064 Jul 30 20:24:43.296121 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 67e3472d-a0e8-46d8-93e4-8bae92006a05 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:43.301233 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0721bc-8693-43fa-b778-cb6ff78337ba None None] Sync routers for ids ['de8331bb-800b-48b1-9ee3-51ac6f1de076'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:24:43.314452 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0721bc-8693-43fa-b778-cb6ff78337ba None None] Routers {'de8331bb-800b-48b1-9ee3-51ac6f1de076'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:24:43.317382 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0c0721bc-8693-43fa-b778-cb6ff78337ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:24:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['de8331bb-800b-48b1-9ee3-51ac6f1de076'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:43.560529 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-0c0721bc-8693-43fa-b778-cb6ff78337ba None None] Set router de8331bb-800b-48b1-9ee3-51ac6f1de076 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:24:43.657388 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-2cd8a654-aa4b-43d8-864f-d35a4a8b7e3d None None] Allocated IP 2001:db8::2 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/1474a750-efec-47cf-a77d-544c3133c3fa/84f1537e-b479-4411-b0ab-b4503d3bd218) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:43.666321 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-2cd8a654-aa4b-43d8-864f-d35a4a8b7e3d None None] Allocated IP 2001:db8:0:1:f816:3eff:fe86:78d4 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/3ce5270f-134e-4141-af81-d1ca85f67939/84f1537e-b479-4411-b0ab-b4503d3bd218) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:43.670333 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 67e3472d-a0e8-46d8-93e4-8bae92006a05 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:43.670998 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:43.837658 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34156) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:43.883137 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-2cd8a654-aa4b-43d8-864f-d35a4a8b7e3d None None] For port 84f1537e-b479-4411-b0ab-b4503d3bd218, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=84f1537e-b479-4411-b0ab-b4503d3bd218,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:43.921190 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2cd8a654-aa4b-43d8-864f-d35a4a8b7e3d None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:43.937720 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2cd8a654-aa4b-43d8-864f-d35a4a8b7e3d None None] Transition to ACTIVE for port object 84f1537e-b479-4411-b0ab-b4503d3bd218 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:43.941258 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-b29f3a7e-b174-41b8-bf1a-c44a844dfeb4 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] For port 67e3472d-a0e8-46d8-93e4-8bae92006a05, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=67e3472d-a0e8-46d8-93e4-8bae92006a05,segment=NetworkSegment(5d894b90-c1ab-414c-8f68-44fd06024578),segment_id=5d894b90-c1ab-414c-8f68-44fd06024578)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:43.944802 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b29f3a7e-b174-41b8-bf1a-c44a844dfeb4 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:43.956410 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2cd8a654-aa4b-43d8-864f-d35a4a8b7e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:44.061968 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8a654-aa4b-43d8-864f-d35a4a8b7e3d None None] Pushing event updated for resources: {'Port': ['ID=84f1537e-b479-4411-b0ab-b4503d3bd218,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:44.128616 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-b29f3a7e-b174-41b8-bf1a-c44a844dfeb4 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Calling delete_port for 67e3472d-a0e8-46d8-93e4-8bae92006a05 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:44.218972 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0c0721bc-8693-43fa-b778-cb6ff78337ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:24:38Z', 'revision_number': 7, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '01836674-e7f7-4a1c-92ff-0c03e546d90b', 'name': '', 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:6c:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '12b87716-8514-45b0-b4ab-e03902113271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:14Z', 'updated_at': '2021-07-30T20:24:25Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '12b87716-8514-45b0-b4ab-e03902113271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:20Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e3472d-a0e8-46d8-93e4-8bae92006a05', 'name': '', 'network_id': '9d357c00-0e83-4abc-b19c-24dca8ae9cb9', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:74:6f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'fb001fa9-a74f-4398-9e85-7e7987397151', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:29Z', 'updated_at': '2021-07-30T20:24:41Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': 'fb001fa9-a74f-4398-9e85-7e7987397151', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69836a4a-1224-48eb-8b86-35e99142aabd', 'name': '', 'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:a5:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:23Z', 'updated_at': '2021-07-30T20:24:38Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:44.301576 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0721bc-8693-43fa-b778-cb6ff78337ba None None] Checking router: de8331bb-800b-48b1-9ee3-51ac6f1de076 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:24:44.334439 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b625f5a0-8c18-43cd-ac72-78ac73bbaedc req-492c7a35-9751-44f3-9660-a862ee249b84 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2321920 Jul 30 20:24:44.368252 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0721bc-8693-43fa-b778-cb6ff78337ba None None] Routers {'de8331bb-800b-48b1-9ee3-51ac6f1de076'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:24:44.371622 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0c0721bc-8693-43fa-b778-cb6ff78337ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:24:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['de8331bb-800b-48b1-9ee3-51ac6f1de076'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:44.524195 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.ipam_pluggable_backend [None req-1a2b19f6-9ffe-417b-94a6-65c54fca34be tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Port 84f1537e-b479-4411-b0ab-b4503d3bd218 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=93883) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Jul 30 20:24:44.524935 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a2b19f6-9ffe-417b-94a6-65c54fca34be tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:44.578105 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-0c0721bc-8693-43fa-b778-cb6ff78337ba None None] Set router de8331bb-800b-48b1-9ee3-51ac6f1de076 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:24:44.589802 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c769b3-2930-4dba-956f-44b28d0f7eb5 req-cb7e85b2-305a-4d14-952b-a8568988a042 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:44.592391 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-55c769b3-2930-4dba-956f-44b28d0f7eb5 req-cb7e85b2-305a-4d14-952b-a8568988a042 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f5dbc83-fcf9-4812-bafb-1e91c8add4ae HTTP/1.1" status: 200 len: 948 time: 1.2942548 Jul 30 20:24:44.595428 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-13bb4222-83f4-4861-b14d-2aaf68de6d40 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f9fe12d549c74f9f81b6f9fa71fb6ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5901966 Jul 30 20:24:44.601785 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34176) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:44.627482 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2b19f6-9ffe-417b-94a6-65c54fca34be tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:44.648360 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-1a2b19f6-9ffe-417b-94a6-65c54fca34be tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:44.652807 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2b19f6-9ffe-417b-94a6-65c54fca34be tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:44.653657 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a2b19f6-9ffe-417b-94a6-65c54fca34be tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:44.685969 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1a2b19f6-9ffe-417b-94a6-65c54fca34be tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7291059 Jul 30 20:24:44.691335 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34178) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:44.698269 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c2a98591-4553-4a9f-b003-e9bf3baae2b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'mac_address': 'fa:16:3e:cc:2d:6b', 'name': 'tempest-NetworksTestDHCPv6-2131701067'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:44.724680 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b19f6-9ffe-417b-94a6-65c54fca34be tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=3ce5270f-134e-4141-af81-d1ca85f67939,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:44.788726 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b625f5a0-8c18-43cd-ac72-78ac73bbaedc req-91985e24-6a6f-4286-90cc-06b5c6ecebb5 service neutron] 10.222.0.59 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549820 Jul 30 20:24:44.792664 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1bcfd-db82-4b0e-a521-9e9cc61dac78 req-51b0c7d3-9531-4141-9287-c80ff98ba832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:44.794140 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b6c1bcfd-db82-4b0e-a521-9e9cc61dac78 req-51b0c7d3-9531-4141-9287-c80ff98ba832 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c HTTP/1.1" status: 200 len: 912 time: 0.5012841 Jul 30 20:24:44.840821 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-55c769b3-2930-4dba-956f-44b28d0f7eb5 req-d404ae13-86ba-4355-b203-96296d3b86fa tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/security-groups?id=35815b18-59af-4152-a1b3-42fe7f53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194159 Jul 30 20:24:44.873175 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ab2658d1-6a44-40cd-89a8-ad5cd0221407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:44.895928 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b29f3a7e-b174-41b8-bf1a-c44a844dfeb4 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:44.928853 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ab2658d1-6a44-40cd-89a8-ad5cd0221407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:44.936590 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b6c1bcfd-db82-4b0e-a521-9e9cc61dac78 req-bd49ced1-4c10-49e5-ab35-cdb674f60428 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4ef2a46-9ba8-461b-b90b-a8558f1765f2 HTTP/1.1" status: 200 len: 1000 time: 0.1312926 Jul 30 20:24:44.994616 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f3a7e-b174-41b8-bf1a-c44a844dfeb4 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Port': ['ID=67e3472d-a0e8-46d8-93e4-8bae92006a05,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:45.007326 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1bcfd-db82-4b0e-a521-9e9cc61dac78 req-c356b19c-e9fe-44a3-8a47-c80cd2598cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:45.008839 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b6c1bcfd-db82-4b0e-a521-9e9cc61dac78 req-c356b19c-e9fe-44a3-8a47-c80cd2598cf6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6491aa5-23e2-49d6-ab1a-df22f79d0138 HTTP/1.1" status: 200 len: 850 time: 0.0606456 Jul 30 20:24:45.068139 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 5b57e556-ae79-4d90-9bd9-274e7fa0f891 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:24:45.117311 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1bcfd-db82-4b0e-a521-9e9cc61dac78 req-9f43ebb2-61e0-486c-aca3-6d1c4fa0eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:45.118997 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b6c1bcfd-db82-4b0e-a521-9e9cc61dac78 req-9f43ebb2-61e0-486c-aca3-6d1c4fa0eb76 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032863 Jul 30 20:24:45.125816 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 84f1537e-b479-4411-b0ab-b4503d3bd218 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:45.130045 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0c0721bc-8693-43fa-b778-cb6ff78337ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:24:38Z', 'revision_number': 7, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '01836674-e7f7-4a1c-92ff-0c03e546d90b', 'name': '', 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:6c:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '12b87716-8514-45b0-b4ab-e03902113271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:14Z', 'updated_at': '2021-07-30T20:24:25Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '12b87716-8514-45b0-b4ab-e03902113271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:20Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e3472d-a0e8-46d8-93e4-8bae92006a05', 'name': '', 'network_id': '9d357c00-0e83-4abc-b19c-24dca8ae9cb9', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:74:6f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'fb001fa9-a74f-4398-9e85-7e7987397151', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:29Z', 'updated_at': '2021-07-30T20:24:41Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': 'fb001fa9-a74f-4398-9e85-7e7987397151', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69836a4a-1224-48eb-8b86-35e99142aabd', 'name': '', 'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:a5:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:23Z', 'updated_at': '2021-07-30T20:24:38Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:45.197849 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0721bc-8693-43fa-b778-cb6ff78337ba None None] The sync data for ids ['de8331bb-800b-48b1-9ee3-51ac6f1de076'] in n-d-712137-9 is: [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:24:38Z', 'revision_number': 7, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '01836674-e7f7-4a1c-92ff-0c03e546d90b', 'name': '', 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:6c:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '12b87716-8514-45b0-b4ab-e03902113271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:14Z', 'updated_at': '2021-07-30T20:24:25Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '12b87716-8514-45b0-b4ab-e03902113271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:20Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e3472d-a0e8-46d8-93e4-8bae92006a05', 'name': '', 'network_id': '9d357c00-0e83-4abc-b19c-24dca8ae9cb9', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:74:6f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'fb001fa9-a74f-4398-9e85-7e7987397151', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:29Z', 'updated_at': '2021-07-30T20:24:41Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': 'fb001fa9-a74f-4398-9e85-7e7987397151', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69836a4a-1224-48eb-8b86-35e99142aabd', 'name': '', 'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:a5:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:23Z', 'updated_at': '2021-07-30T20:24:38Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:24:45.224678 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ab2658d1-6a44-40cd-89a8-ad5cd0221407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:45.232587 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ab2658d1-6a44-40cd-89a8-ad5cd0221407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:45.248030 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ab2658d1-6a44-40cd-89a8-ad5cd0221407 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a49b1e2d-a657-4567-975d-83cbb2ce5458 HTTP/1.1" status: 204 len: 168 time: 0.6357570 Jul 30 20:24:45.273912 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a98591-4553-4a9f-b003-e9bf3baae2b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:45.353131 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2658d1-6a44-40cd-89a8-ad5cd0221407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49b1e2d-a657-4567-975d-83cbb2ce5458,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:45.549984 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b6c1bcfd-db82-4b0e-a521-9e9cc61dac78 req-f59a9cb8-5ed8-460d-a13b-b93aa764de14 service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162521 Jul 30 20:24:45.553623 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52906f39-d4ad-4d28-9c0a-6feeb69829aa None None] get_active_networks_info from n-d-712137-9 {{(pid=93884) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 20:24:45.594554 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b29f3a7e-b174-41b8-bf1a-c44a844dfeb4 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:45.642285 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-219c3db1-f020-40a8-9de4-f97e5786f8b1 None None] Provisioning for port 84f1537e-b479-4411-b0ab-b4503d3bd218 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:45.655298 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-219c3db1-f020-40a8-9de4-f97e5786f8b1 None None] Provisioning complete for port 84f1537e-b479-4411-b0ab-b4503d3bd218 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:45.658019 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-219c3db1-f020-40a8-9de4-f97e5786f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:45.679827 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:45.683702 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2a98591-4553-4a9f-b003-e9bf3baae2b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:45.721135 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-c2a98591-4553-4a9f-b003-e9bf3baae2b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] device_id is not set on port 5e3f8f03-72bf-4549-b4ef-086d10ee754a yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:24:45.798917 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 5b57e556-ae79-4d90-9bd9-274e7fa0f891, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5b57e556-ae79-4d90-9bd9-274e7fa0f891,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:45.825309 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '5b57e556-ae79-4d90-9bd9-274e7fa0f891', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': '5b57e556-ae79-4d90-9bd9-274e7fa0f891', 'mac_address': 'fa:16:3e:48:dd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:24:45.852154 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 84f1537e-b479-4411-b0ab-b4503d3bd218 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:45.852906 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:45.981809 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:46.073617 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29f3a7e-b174-41b8-bf1a-c44a844dfeb4 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Router de8331bb-800b-48b1-9ee3-51ac6f1de076 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:24:46.077370 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b57e556-ae79-4d90-9bd9-274e7fa0f891 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:24:46.120987 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b6c1bcfd-db82-4b0e-a521-9e9cc61dac78 req-3b0414a5-2b4e-4383-8935-d1b6f0122502 service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560763 Jul 30 20:24:46.137381 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52906f39-d4ad-4d28-9c0a-6feeb69829aa None None] Resources bound (agent type, host, resource id): {{(pid=93884) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 20:24:46.142613 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-219c3db1-f020-40a8-9de4-f97e5786f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:46.149524 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-c2a98591-4553-4a9f-b003-e9bf3baae2b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8::3a5 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/1474a750-efec-47cf-a77d-544c3133c3fa/5e3f8f03-72bf-4549-b4ef-086d10ee754a) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:46.160928 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-c2a98591-4553-4a9f-b003-e9bf3baae2b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8:0:1:f816:3eff:fecc:2d6b (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/3ce5270f-134e-4141-af81-d1ca85f67939/5e3f8f03-72bf-4549-b4ef-086d10ee754a) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:46.252802 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f3bde-f208-4b2f-b730-76aa0fc0150b req-b460e81a-7d7c-415a-a65b-a5ea0536aa3f tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:46.277916 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-219c3db1-f020-40a8-9de4-f97e5786f8b1 None None] For port 84f1537e-b479-4411-b0ab-b4503d3bd218, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=84f1537e-b479-4411-b0ab-b4503d3bd218,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:46.281067 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b9f3bde-f208-4b2f-b730-76aa0fc0150b req-b460e81a-7d7c-415a-a65b-a5ea0536aa3f tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f5dbc83-fcf9-4812-bafb-1e91c8add4ae HTTP/1.1" status: 200 len: 948 time: 0.2244868 Jul 30 20:24:46.369151 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 5b57e556-ae79-4d90-9bd9-274e7fa0f891, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5b57e556-ae79-4d90-9bd9-274e7fa0f891,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:46.371035 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:46.374889 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-219c3db1-f020-40a8-9de4-f97e5786f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:46.393464 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29f3a7e-b174-41b8-bf1a-c44a844dfeb4 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:24:46.412780 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b29f3a7e-b174-41b8-bf1a-c44a844dfeb4 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "PUT /v2.0/routers/de8331bb-800b-48b1-9ee3-51ac6f1de076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5865121 Jul 30 20:24:46.416052 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34220) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:46.432443 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:46.443391 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b9f3bde-f208-4b2f-b730-76aa0fc0150b req-36dbb210-6298-420c-9a2d-d4ae6abfc446 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/security-groups?id=35815b18-59af-4152-a1b3-42fe7f53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546905 Jul 30 20:24:46.450903 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2a98591-4553-4a9f-b003-e9bf3baae2b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:46.455331 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d289108-dba8-4338-9df7-9c259529fef6 None None] Sync routers for ids ['de8331bb-800b-48b1-9ee3-51ac6f1de076'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:24:46.479553 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-c2a98591-4553-4a9f-b003-e9bf3baae2b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Transition to ACTIVE for port object 5e3f8f03-72bf-4549-b4ef-086d10ee754a will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:46.523734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-18896899-b5f4-4318-af20-4706a64a3100 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting subnet fb001fa9-a74f-4398-9e85-7e7987397151 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:24:46.526156 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2a98591-4553-4a9f-b003-e9bf3baae2b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:46.533220 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18896899-b5f4-4318-af20-4706a64a3100 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:46.579872 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18896899-b5f4-4318-af20-4706a64a3100 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:46.611065 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a98591-4553-4a9f-b003-e9bf3baae2b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:46.620831 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c2a98591-4553-4a9f-b003-e9bf3baae2b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:46.627365 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a98591-4553-4a9f-b003-e9bf3baae2b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:46.633336 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d289108-dba8-4338-9df7-9c259529fef6 None None] Routers {'de8331bb-800b-48b1-9ee3-51ac6f1de076'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:24:46.633979 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6d289108-dba8-4338-9df7-9c259529fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:24:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['de8331bb-800b-48b1-9ee3-51ac6f1de076'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:46.645379 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a98591-4553-4a9f-b003-e9bf3baae2b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:46.646337 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2a98591-4553-4a9f-b003-e9bf3baae2b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:46.682639 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c3db1-f020-40a8-9de4-f97e5786f8b1 None None] Pushing event updated for resources: {'Port': ['ID=84f1537e-b479-4411-b0ab-b4503d3bd218,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:46.720101 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a98591-4553-4a9f-b003-e9bf3baae2b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=5e3f8f03-72bf-4549-b4ef-086d10ee754a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:46.732172 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['5b57e556-ae79-4d90-9bd9-274e7fa0f891'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:24:46.744690 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c2a98591-4553-4a9f-b003-e9bf3baae2b2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0512583 Jul 30 20:24:46.747378 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34224) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:46.804141 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18896899-b5f4-4318-af20-4706a64a3100 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:46.804755 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:24:46.805616 n-d-712137-9 neutron-server[93884]: DEBUG oslo_db.api [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:24:46.918690 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=5b57e556-ae79-4d90-9bd9-274e7fa0f891,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:46.939917 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-6d289108-dba8-4338-9df7-9c259529fef6 None None] Set router de8331bb-800b-48b1-9ee3-51ac6f1de076 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:24:46.965053 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18896899-b5f4-4318-af20-4706a64a3100 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:47.027388 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18896899-b5f4-4318-af20-4706a64a3100 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Subnet': ['ID=fb001fa9-a74f-4398-9e85-7e7987397151,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:47.032603 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18896899-b5f4-4318-af20-4706a64a3100 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:47.042103 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34236) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:47.042893 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-18896899-b5f4-4318-af20-4706a64a3100 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/subnets/fb001fa9-a74f-4398-9e85-7e7987397151 HTTP/1.1" status: 204 len: 168 time: 0.6256955 Jul 30 20:24:47.076351 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a1278038-549d-4d0f-b4fc-4fc2f9113166 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting port 5e3f8f03-72bf-4549-b4ef-086d10ee754a {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:47.078055 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1278038-549d-4d0f-b4fc-4fc2f9113166 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:47.274640 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6719beb-7898-41c5-91fa-ea7525b31bc2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:47.348331 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1278038-549d-4d0f-b4fc-4fc2f9113166 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:47.390535 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a1278038-549d-4d0f-b4fc-4fc2f9113166 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Calling delete_port for 5e3f8f03-72bf-4549-b4ef-086d10ee754a owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:47.457591 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d147ce16-fe73-4845-ab5d-8f1241bf6402 None None] DHCP port deletion for 43ed752c-9d65-4837-9fa8-a8d1a512fec7 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:24:47.572745 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6d289108-dba8-4338-9df7-9c259529fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:24:44Z', 'revision_number': 8, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '01836674-e7f7-4a1c-92ff-0c03e546d90b', 'name': '', 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:6c:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '12b87716-8514-45b0-b4ab-e03902113271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:14Z', 'updated_at': '2021-07-30T20:24:25Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '12b87716-8514-45b0-b4ab-e03902113271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:20Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69836a4a-1224-48eb-8b86-35e99142aabd', 'name': '', 'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:a5:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:23Z', 'updated_at': '2021-07-30T20:24:38Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:47.578715 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d6719beb-7898-41c5-91fa-ea7525b31bc2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting port febf5c6d-1415-4625-b13e-ccca97721321 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:47.579026 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6719beb-7898-41c5-91fa-ea7525b31bc2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:47.707738 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace0b5c-df5a-46d8-8026-6e1f0bcafd63 req-2ea3e86f-16c9-48b5-8080-afe6943da818 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:47.722662 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0ace0b5c-df5a-46d8-8026-6e1f0bcafd63 req-2ea3e86f-16c9-48b5-8080-afe6943da818 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f5dbc83-fcf9-4812-bafb-1e91c8add4ae HTTP/1.1" status: 200 len: 949 time: 0.1809301 Jul 30 20:24:47.734939 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d289108-dba8-4338-9df7-9c259529fef6 None None] Checking router: de8331bb-800b-48b1-9ee3-51ac6f1de076 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:24:47.741312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 84f1537e-b479-4411-b0ab-b4503d3bd218 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:47.800417 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d289108-dba8-4338-9df7-9c259529fef6 None None] Routers {'de8331bb-800b-48b1-9ee3-51ac6f1de076'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:24:47.801246 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6d289108-dba8-4338-9df7-9c259529fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:24:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['de8331bb-800b-48b1-9ee3-51ac6f1de076'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:47.806558 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0ace0b5c-df5a-46d8-8026-6e1f0bcafd63 req-abe7b8b8-2e2e-49bf-8d0c-30beb7597881 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/security-groups?id=35815b18-59af-4152-a1b3-42fe7f53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718255 Jul 30 20:24:47.814708 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-d6719beb-7898-41c5-91fa-ea7525b31bc2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] For port febf5c6d-1415-4625-b13e-ccca97721321, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=febf5c6d-1415-4625-b13e-ccca97721321,segment=NetworkSegment(5d894b90-c1ab-414c-8f68-44fd06024578),segment_id=5d894b90-c1ab-414c-8f68-44fd06024578)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:47.815691 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6719beb-7898-41c5-91fa-ea7525b31bc2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:47.881902 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d6719beb-7898-41c5-91fa-ea7525b31bc2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Calling delete_port for febf5c6d-1415-4625-b13e-ccca97721321 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:47.907750 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 84f1537e-b479-4411-b0ab-b4503d3bd218 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:47.908621 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:48.027104 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-6d289108-dba8-4338-9df7-9c259529fef6 None None] Set router de8331bb-800b-48b1-9ee3-51ac6f1de076 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:24:48.103779 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6719beb-7898-41c5-91fa-ea7525b31bc2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:48.119548 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1278038-549d-4d0f-b4fc-4fc2f9113166 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:48.176083 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6719beb-7898-41c5-91fa-ea7525b31bc2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Port': ['ID=febf5c6d-1415-4625-b13e-ccca97721321,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:48.183148 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6719beb-7898-41c5-91fa-ea7525b31bc2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] No DVR routers for this DVR port febf5c6d-1415-4625-b13e-ccca97721321 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:24:48.216579 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1278038-549d-4d0f-b4fc-4fc2f9113166 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Port': ['ID=5e3f8f03-72bf-4549-b4ef-086d10ee754a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:48.435048 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5b1e1-281a-43b7-aa7c-9536bcd04a9d req-4aa041c4-30bc-483d-ba8b-d55bd2b680c7 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:48.451708 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1278038-549d-4d0f-b4fc-4fc2f9113166 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:48.453717 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a1278038-549d-4d0f-b4fc-4fc2f9113166 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/5e3f8f03-72bf-4549-b4ef-086d10ee754a HTTP/1.1" status: 204 len: 168 time: 1.7035840 Jul 30 20:24:48.454382 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ddf5b1e1-281a-43b7-aa7c-9536bcd04a9d req-4aa041c4-30bc-483d-ba8b-d55bd2b680c7 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 945 time: 0.1215160 Jul 30 20:24:48.457377 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34282) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:48.511724 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6719beb-7898-41c5-91fa-ea7525b31bc2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:48.515917 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ddf5b1e1-281a-43b7-aa7c-9536bcd04a9d req-a540c2c5-3045-44c1-8501-e298bf9468fe tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604730 Jul 30 20:24:48.527380 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d6719beb-7898-41c5-91fa-ea7525b31bc2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d357c00-0e83-4abc-b19c-24dca8ae9cb9']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:48.554015 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf07067-bf65-407a-b622-2a8cf204e680 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:48.555717 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bcf07067-bf65-407a-b622-2a8cf204e680 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0976658 Jul 30 20:24:48.557690 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d6719beb-7898-41c5-91fa-ea7525b31bc2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d894b90-c1ab-414c-8f68-44fd06024578') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:48.558422 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34284) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:48.567932 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d6719beb-7898-41c5-91fa-ea7525b31bc2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d894b90-c1ab-414c-8f68-44fd06024578') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:48.570529 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e9745c8e-56dc-4957-80c2-f422e3f2f4f4 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:24:48.591930 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6719beb-7898-41c5-91fa-ea7525b31bc2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:48.592658 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: e9745c8e-56dc-4957-80c2-f422e3f2f4f4 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:24:48.593013 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e9745c8e-56dc-4957-80c2-f422e3f2f4f4 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:24:48.610738 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6719beb-7898-41c5-91fa-ea7525b31bc2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:48.625110 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6719beb-7898-41c5-91fa-ea7525b31bc2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:24:48.625351 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6719beb-7898-41c5-91fa-ea7525b31bc2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:24:48.628563 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:24:48.632585 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6280cf78-b38d-47dd-9c75-0f2cc3532f72 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:48.634149 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6280cf78-b38d-47dd-9c75-0f2cc3532f72 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0747526 Jul 30 20:24:48.644697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34290) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:48.712877 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6719beb-7898-41c5-91fa-ea7525b31bc2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:48.718225 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6719beb-7898-41c5-91fa-ea7525b31bc2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:48.723355 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d6719beb-7898-41c5-91fa-ea7525b31bc2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/networks/9d357c00-0e83-4abc-b19c-24dca8ae9cb9 HTTP/1.1" status: 204 len: 168 time: 1.6800272 Jul 30 20:24:48.723555 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34292) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:48.739475 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9561eb33-dade-42f2-a356-b3144151e45a None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:48.742588 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6719beb-7898-41c5-91fa-ea7525b31bc2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Network': ['ID=9d357c00-0e83-4abc-b19c-24dca8ae9cb9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:48.761890 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a6265116-4cce-41e9-809c-76a3a318f7e4 None None] Could not find standard attr ID for object 5e3f8f03-72bf-4549-b4ef-086d10ee754a. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:24:48.818576 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a240c8-33fc-4d43-9632-500724516d37 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:48.820439 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a240c8-33fc-4d43-9632-500724516d37 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:48.822229 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a240c8-33fc-4d43-9632-500724516d37 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:48.827285 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-35a240c8-33fc-4d43-9632-500724516d37 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1812871 Jul 30 20:24:48.827796 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34294) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:48.861987 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a6265116-4cce-41e9-809c-76a3a318f7e4 None None] Provisioning complete for port 84f1537e-b479-4411-b0ab-b4503d3bd218 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:48.862373 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a6265116-4cce-41e9-809c-76a3a318f7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:48.962576 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6d289108-dba8-4338-9df7-9c259529fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:24:44Z', 'revision_number': 8, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '01836674-e7f7-4a1c-92ff-0c03e546d90b', 'name': '', 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:6c:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '12b87716-8514-45b0-b4ab-e03902113271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:14Z', 'updated_at': '2021-07-30T20:24:25Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '12b87716-8514-45b0-b4ab-e03902113271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:20Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69836a4a-1224-48eb-8b86-35e99142aabd', 'name': '', 'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:a5:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:23Z', 'updated_at': '2021-07-30T20:24:38Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:48.977396 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ec3f5e-4b25-4021-97e1-a65f03f1b6ce tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet 1474a750-efec-47cf-a77d-544c3133c3fa {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:24:48.981296 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92ec3f5e-4b25-4021-97e1-a65f03f1b6ce tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:49.006166 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d289108-dba8-4338-9df7-9c259529fef6 None None] The sync data for ids ['de8331bb-800b-48b1-9ee3-51ac6f1de076'] in n-d-712137-9 is: [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:24:44Z', 'revision_number': 8, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '01836674-e7f7-4a1c-92ff-0c03e546d90b', 'name': '', 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:6c:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '12b87716-8514-45b0-b4ab-e03902113271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:14Z', 'updated_at': '2021-07-30T20:24:25Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '12b87716-8514-45b0-b4ab-e03902113271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:20Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69836a4a-1224-48eb-8b86-35e99142aabd', 'name': '', 'network_id': '9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:a5:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:23Z', 'updated_at': '2021-07-30T20:24:38Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '9c69d6ec-9e6b-49ca-a800-6438f7eaead7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:24:49.056728 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92ec3f5e-4b25-4021-97e1-a65f03f1b6ce tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:49.102391 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 5b57e556-ae79-4d90-9bd9-274e7fa0f891 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:49.158692 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92ec3f5e-4b25-4021-97e1-a65f03f1b6ce tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:49.203977 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbd90f-6cfd-4b34-ab4b-1d2f31b97f68 req-f4842654-0352-44da-9e79-bb23cd0acf0e tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:49.205711 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-defbd90f-6cfd-4b34-ab4b-1d2f31b97f68 req-f4842654-0352-44da-9e79-bb23cd0acf0e tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f5dbc83-fcf9-4812-bafb-1e91c8add4ae HTTP/1.1" status: 200 len: 949 time: 0.2435365 Jul 30 20:24:49.206636 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 5b57e556-ae79-4d90-9bd9-274e7fa0f891 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:49.212471 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 5b57e556-ae79-4d90-9bd9-274e7fa0f891 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:49.213469 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:49.259189 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92ec3f5e-4b25-4021-97e1-a65f03f1b6ce tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:49.302380 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-defbd90f-6cfd-4b34-ab4b-1d2f31b97f68 req-075d8348-ec01-48df-98d9-09ffcc001710 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/security-groups?id=35815b18-59af-4152-a1b3-42fe7f53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865395 Jul 30 20:24:49.303382 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec3f5e-4b25-4021-97e1-a65f03f1b6ce tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=1474a750-efec-47cf-a77d-544c3133c3fa,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:49.307947 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92ec3f5e-4b25-4021-97e1-a65f03f1b6ce tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:49.310459 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-92ec3f5e-4b25-4021-97e1-a65f03f1b6ce tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/1474a750-efec-47cf-a77d-544c3133c3fa HTTP/1.1" status: 204 len: 168 time: 0.4814088 Jul 30 20:24:49.313091 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34306) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:49.362910 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:49.400913 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f23f70e-defb-4422-8840-dd4bd3c6f5aa None None] DHCP port deletion for 9d357c00-0e83-4abc-b19c-24dca8ae9cb9 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:24:49.415707 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5dbc83-fcf9-4812-bafb-1e91c8add4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b57e556-ae79-4d90-9bd9-274e7fa0f891'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:24:49.418601 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccff298d-86fb-477b-9339-0636958b05b0" -d '{"events": [{"server_uuid": "7f5dbc83-fcf9-4812-bafb-1e91c8add4ae", "name": "network-vif-plugged", "status": "completed", "tag": "5b57e556-ae79-4d90-9bd9-274e7fa0f891"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:24:49.449040 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 5b57e556-ae79-4d90-9bd9-274e7fa0f891, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5b57e556-ae79-4d90-9bd9-274e7fa0f891,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:49.464643 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:49.476746 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-43805897-f2a6-435a-807f-d92e909ab448 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet 3ce5270f-134e-4141-af81-d1ca85f67939 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:24:49.486569 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-43805897-f2a6-435a-807f-d92e909ab448 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:49.492881 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0be0bb59-faa2-4b6b-b8ec-de99bb132b20 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:49.562734 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26421b5a-96e4-4dba-b40e-fdd9ab7e4a7d x-openstack-request-id: req-26421b5a-96e4-4dba-b40e-fdd9ab7e4a7d {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:24:49.563031 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5dbc83-fcf9-4812-bafb-1e91c8add4ae", "name": "network-vif-plugged", "status": "completed", "tag": "5b57e556-ae79-4d90-9bd9-274e7fa0f891", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:24:49.563292 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-26421b5a-96e4-4dba-b40e-fdd9ab7e4a7d {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:24:49.563719 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5dbc83-fcf9-4812-bafb-1e91c8add4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b57e556-ae79-4d90-9bd9-274e7fa0f891', 'code': 200} Jul 30 20:24:49.577969 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-43805897-f2a6-435a-807f-d92e909ab448 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:49.682404 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device febf5c6d-1415-4625-b13e-ccca97721321 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:24:49.686425 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df54fa9b-237c-4901-be3c-7e36af7ee763 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:49.719104 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:49.720669 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=5b57e556-ae79-4d90-9bd9-274e7fa0f891,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:49.749622 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-43805897-f2a6-435a-807f-d92e909ab448 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:49.753957 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: febf5c6d-1415-4625-b13e-ccca97721321 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:24:49.754510 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device febf5c6d-1415-4625-b13e-ccca97721321 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:24:49.755132 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 67e3472d-a0e8-46d8-93e4-8bae92006a05 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:24:49.820686 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d76135-774b-41e0-9ff9-3f6f6cf82df6 req-280cdf4f-0421-483e-896f-bb43781258ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:49.822164 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48d76135-774b-41e0-9ff9-3f6f6cf82df6 req-280cdf4f-0421-483e-896f-bb43781258ba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7f5dbc83-fcf9-4812-bafb-1e91c8add4ae HTTP/1.1" status: 200 len: 1101 time: 0.1865773 Jul 30 20:24:49.826071 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-53253932-8e1e-44d7-8784-f93c2be715ad None None] Provisioning complete for port 84f1537e-b479-4411-b0ab-b4503d3bd218 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:49.826464 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-53253932-8e1e-44d7-8784-f93c2be715ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:49.827954 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 67e3472d-a0e8-46d8-93e4-8bae92006a05 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:24:49.828517 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 67e3472d-a0e8-46d8-93e4-8bae92006a05 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:24:49.841772 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-43805897-f2a6-435a-807f-d92e909ab448 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:49.869616 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43805897-f2a6-435a-807f-d92e909ab448 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce5270f-134e-4141-af81-d1ca85f67939,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:49.873463 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-43805897-f2a6-435a-807f-d92e909ab448 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:49.875548 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-43805897-f2a6-435a-807f-d92e909ab448 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/3ce5270f-134e-4141-af81-d1ca85f67939 HTTP/1.1" status: 204 len: 168 time: 0.5614920 Jul 30 20:24:49.878463 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34324) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:49.928529 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b372122d-d609-4fe5-a96a-7b589a6ede37 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479555 Jul 30 20:24:49.932887 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34326) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:49.951842 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b68eac02-0fc8-4e53-a39f-4eb9e7955cee tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:50.094290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c162e43-3147-42e0-9f70-9274673f842f req-7f835478-4c59-4a8b-ae1d-569b59dd008c tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:50.102002 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c162e43-3147-42e0-9f70-9274673f842f req-7f835478-4c59-4a8b-ae1d-569b59dd008c tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 945 time: 0.3906562 Jul 30 20:24:50.107165 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48d76135-774b-41e0-9ff9-3f6f6cf82df6 req-de2f6f7b-a782-4e1a-985c-c83acc385de6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=35815b18-59af-4152-a1b3-42fe7f53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952407 Jul 30 20:24:50.125287 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764c4fd5-40f2-4aed-83ad-0057b5d1abfa None None] DHCP port deletion for af4b4c78-015d-41b2-aa81-e7eeeb1e0803 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:24:50.152084 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68eac02-0fc8-4e53-a39f-4eb9e7955cee tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:50.159247 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c162e43-3147-42e0-9f70-9274673f842f req-5c655786-0863-4900-a3f9-2106a9f8041e tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561254 Jul 30 20:24:50.161685 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b68eac02-0fc8-4e53-a39f-4eb9e7955cee tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:50.273268 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-764c4fd5-40f2-4aed-83ad-0057b5d1abfa None None] Deleting port 84f1537e-b479-4411-b0ab-b4503d3bd218 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:50.273650 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-764c4fd5-40f2-4aed-83ad-0057b5d1abfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:50.309948 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-0be0bb59-faa2-4b6b-b8ec-de99bb132b20 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting port 69836a4a-1224-48eb-8b86-35e99142aabd {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:50.310968 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0be0bb59-faa2-4b6b-b8ec-de99bb132b20 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:50.412639 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-764c4fd5-40f2-4aed-83ad-0057b5d1abfa None None] For port 84f1537e-b479-4411-b0ab-b4503d3bd218, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=84f1537e-b479-4411-b0ab-b4503d3bd218,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:50.413096 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-764c4fd5-40f2-4aed-83ad-0057b5d1abfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:50.453187 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-764c4fd5-40f2-4aed-83ad-0057b5d1abfa None None] Calling delete_port for 84f1537e-b479-4411-b0ab-b4503d3bd218 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:50.499213 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b68eac02-0fc8-4e53-a39f-4eb9e7955cee tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:50.565298 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-764c4fd5-40f2-4aed-83ad-0057b5d1abfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:50.582291 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68eac02-0fc8-4e53-a39f-4eb9e7955cee tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:50.587238 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b68eac02-0fc8-4e53-a39f-4eb9e7955cee tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:50.595818 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68eac02-0fc8-4e53-a39f-4eb9e7955cee tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:50.596689 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b68eac02-0fc8-4e53-a39f-4eb9e7955cee tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:50.616693 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68eac02-0fc8-4e53-a39f-4eb9e7955cee tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=740f375e-9e11-43e8-aed2-d83c7d46708b,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:50.628506 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c4fd5-40f2-4aed-83ad-0057b5d1abfa None None] Pushing event deleted for resources: {'Port': ['ID=84f1537e-b479-4411-b0ab-b4503d3bd218,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:50.636841 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b68eac02-0fc8-4e53-a39f-4eb9e7955cee tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7019277 Jul 30 20:24:50.639773 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34352) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:50.642437 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c4fd5-40f2-4aed-83ad-0057b5d1abfa None None] No DVR routers for this DVR port 84f1537e-b479-4411-b0ab-b4503d3bd218 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:24:50.645160 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-bd4520f5-e75d-41c3-aff8-61557fc090e9 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:50.669633 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc913ec8-ff92-4313-97cb-3f6724eddeb8 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:50.994507 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4520f5-e75d-41c3-aff8-61557fc090e9 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:50.999225 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd4520f5-e75d-41c3-aff8-61557fc090e9 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:51.014644 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'tenant_id': '0906e840542646069bfe963c5e76d376', 'fixed_ips': [{'subnet_id': '740f375e-9e11-43e8-aed2-d83c7d46708b'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:24:51.015539 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:51.163830 n-d-712137-9 neutron-server[93883]: INFO neutron.db.ipam_backend_mixin [None req-bd4520f5-e75d-41c3-aff8-61557fc090e9 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 740f375e-9e11-43e8-aed2-d83c7d46708b (CIDR: 2001:db8::/64) Jul 30 20:24:51.169567 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4520f5-e75d-41c3-aff8-61557fc090e9 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:24:51.171174 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4520f5-e75d-41c3-aff8-61557fc090e9 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:24:51.196817 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bd4520f5-e75d-41c3-aff8-61557fc090e9 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5544555 Jul 30 20:24:51.197529 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34362) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:51.200983 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47c39c-0613-41c2-b5c5-c25c02f0e417 req-df0048ab-7479-4bf7-b679-c5a09c98ddad tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:51.203261 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-da47c39c-0613-41c2-b5c5-c25c02f0e417 req-df0048ab-7479-4bf7-b679-c5a09c98ddad tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f5dbc83-fcf9-4812-bafb-1e91c8add4ae HTTP/1.1" status: 200 len: 950 time: 0.1710703 Jul 30 20:24:51.212201 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-64c0572e-17ab-416e-b286-bdedf3d93afc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'subnet': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:51.276556 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Allocated IP 2001:db8::2 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/740f375e-9e11-43e8-aed2-d83c7d46708b/d5f5de3e-47be-4b5a-9269-7b8bacb354c7) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:51.306831 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-0be0bb59-faa2-4b6b-b8ec-de99bb132b20 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] For port 69836a4a-1224-48eb-8b86-35e99142aabd, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=69836a4a-1224-48eb-8b86-35e99142aabd,segment=NetworkSegment(c0c25ed8-70e1-4558-8ce1-721469e5488f),segment_id=c0c25ed8-70e1-4558-8ce1-721469e5488f)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:51.307309 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0be0bb59-faa2-4b6b-b8ec-de99bb132b20 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:51.325574 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d468ff9f-40ab-4347-a357-e5bfe7eef079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:51.360169 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-da47c39c-0613-41c2-b5c5-c25c02f0e417 req-790ff5cb-0a02-4294-8dbb-5818212ee1f9 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/security-groups?id=35815b18-59af-4152-a1b3-42fe7f53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314552 Jul 30 20:24:51.388047 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-0be0bb59-faa2-4b6b-b8ec-de99bb132b20 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Calling delete_port for 69836a4a-1224-48eb-8b86-35e99142aabd owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:51.418597 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c0572e-17ab-416e-b286-bdedf3d93afc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:51.432881 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64c0572e-17ab-416e-b286-bdedf3d93afc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:51.587024 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 84f1537e-b479-4411-b0ab-b4503d3bd218 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:24:51.642677 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 84f1537e-b479-4411-b0ab-b4503d3bd218 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:24:51.642982 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 84f1537e-b479-4411-b0ab-b4503d3bd218 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:24:51.692577 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:51.696503 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38cf3c-1e18-4fb3-abb9-8bb09b573099 req-c57477a3-1415-4a64-9ef7-93df31170c9e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:51.710181 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38cf3c-1e18-4fb3-abb9-8bb09b573099 req-c57477a3-1415-4a64-9ef7-93df31170c9e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:51.716198 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38cf3c-1e18-4fb3-abb9-8bb09b573099 req-c57477a3-1415-4a64-9ef7-93df31170c9e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:51.722305 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38cf3c-1e18-4fb3-abb9-8bb09b573099 req-c57477a3-1415-4a64-9ef7-93df31170c9e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:51.728464 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38cf3c-1e18-4fb3-abb9-8bb09b573099 req-c57477a3-1415-4a64-9ef7-93df31170c9e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:51.734278 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38cf3c-1e18-4fb3-abb9-8bb09b573099 req-c57477a3-1415-4a64-9ef7-93df31170c9e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:51.740973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38cf3c-1e18-4fb3-abb9-8bb09b573099 req-c57477a3-1415-4a64-9ef7-93df31170c9e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:51.743189 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f38cf3c-1e18-4fb3-abb9-8bb09b573099 req-c57477a3-1415-4a64-9ef7-93df31170c9e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5433 time: 0.1508634 Jul 30 20:24:51.783560 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0be0bb59-faa2-4b6b-b8ec-de99bb132b20 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:51.783926 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Transition to ACTIVE for port object d5f5de3e-47be-4b5a-9269-7b8bacb354c7 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:51.815475 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Transition to ACTIVE for port object d5f5de3e-47be-4b5a-9269-7b8bacb354c7 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:51.823922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0bb59-faa2-4b6b-b8ec-de99bb132b20 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Port': ['ID=69836a4a-1224-48eb-8b86-35e99142aabd,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:51.829418 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:51.841709 n-d-712137-9 neutron-server[93883]: DEBUG neutron.objects.ports [None req-64c0572e-17ab-416e-b286-bdedf3d93afc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 20:24:51.844145 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f38cf3c-1e18-4fb3-abb9-8bb09b573099 req-387742f3-8a89-490d-bf51-62171690804d tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0914624 Jul 30 20:24:51.847151 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64c0572e-17ab-416e-b286-bdedf3d93afc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:51.890566 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c0572e-17ab-416e-b286-bdedf3d93afc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:51.893398 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-64c0572e-17ab-416e-b286-bdedf3d93afc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:51.897895 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c0572e-17ab-416e-b286-bdedf3d93afc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:51.898484 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64c0572e-17ab-416e-b286-bdedf3d93afc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:51.924430 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0572e-17ab-416e-b286-bdedf3d93afc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Subnet': ['ID=ed2cac41-0ac7-4b02-8ac3-08a2d546a0e9,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:51.930151 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-64c0572e-17ab-416e-b286-bdedf3d93afc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7302923 Jul 30 20:24:51.935813 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34380) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:51.939108 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:51.943219 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:51.946807 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:51.952175 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-4833bfd1-7ac9-4f35-81f5-bcc56bb8ebe3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Request body: {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'mac_address': 'fa:16:3e:fc:a0:2e', 'name': 'tempest-NetworksTestDHCPv6-1065064848'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:52.028024 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Pushing event updated for resources: {'Port': ['ID=d5f5de3e-47be-4b5a-9269-7b8bacb354c7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:52.045864 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Attempting to bind port d5f5de3e-47be-4b5a-9269-7b8bacb354c7 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:24:52.049369 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06294e-1424-452a-ad89-58c2eea42faa req-48349439-5ad9-462e-81f5-828cc6f10775 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:52.054764 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Attempting to bind port d5f5de3e-47be-4b5a-9269-7b8bacb354c7 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:24:52.055249 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Attempting to bind port d5f5de3e-47be-4b5a-9269-7b8bacb354c7 on network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:24:52.056349 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06294e-1424-452a-ad89-58c2eea42faa req-48349439-5ad9-462e-81f5-828cc6f10775 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:52.061182 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:24:52.061400 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Checking segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:24:52.061877 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:52.062338 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Bound using segment: {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:24:52.062478 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06294e-1424-452a-ad89-58c2eea42faa req-48349439-5ad9-462e-81f5-828cc6f10775 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:52.062931 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Bound port: d5f5de3e-47be-4b5a-9269-7b8bacb354c7, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52941110-a826-47ab-962c-9e3ea98d4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:24:52.063376 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:52.068957 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06294e-1424-452a-ad89-58c2eea42faa req-48349439-5ad9-462e-81f5-828cc6f10775 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:52.075234 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06294e-1424-452a-ad89-58c2eea42faa req-48349439-5ad9-462e-81f5-828cc6f10775 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:52.081282 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06294e-1424-452a-ad89-58c2eea42faa req-48349439-5ad9-462e-81f5-828cc6f10775 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:52.087807 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06294e-1424-452a-ad89-58c2eea42faa req-48349439-5ad9-462e-81f5-828cc6f10775 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:52.089910 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bc06294e-1424-452a-ad89-58c2eea42faa req-48349439-5ad9-462e-81f5-828cc6f10775 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.83 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5433 time: 0.1353066 Jul 30 20:24:52.149942 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] For port d5f5de3e-47be-4b5a-9269-7b8bacb354c7, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:24:52.154146 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] For port d5f5de3e-47be-4b5a-9269-7b8bacb354c7, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d5f5de3e-47be-4b5a-9269-7b8bacb354c7,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:24:52.156720 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06294e-1424-452a-ad89-58c2eea42faa req-43e608ee-8ac0-4bf8-8c1b-87e37c2d596e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:52.159208 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bc06294e-1424-452a-ad89-58c2eea42faa req-43e608ee-8ac0-4bf8-8c1b-87e37c2d596e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.83 "GET /v2.0/ports/f3feff81-2882-47bd-a741-e51a66ae074c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0610945 Jul 30 20:24:52.161622 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:52.277841 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Pushing event updated for resources: {'Port': ['ID=d5f5de3e-47be-4b5a-9269-7b8bacb354c7,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:52.291330 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:52.291743 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:52.292094 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:52.292433 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:52.292768 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:52.293100 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:52.293429 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:52.293752 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:52.294077 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:52.294400 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:52.294720 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:52.295162 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cef6c0-75e5-49f7-bcde-994df7fe1842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:24:52.315736 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0be0bb59-faa2-4b6b-b8ec-de99bb132b20 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:52.352324 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bc06294e-1424-452a-ad89-58c2eea42faa req-2e5e66c4-c3b0-4339-870b-57220d02c6de tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.83 "GET /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1864474 Jul 30 20:24:52.365437 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-bc06294e-1424-452a-ad89-58c2eea42faa req-289ac023-3b1e-42aa-99d1-22d91c66be3d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:52.431481 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4833bfd1-7ac9-4f35-81f5-bcc56bb8ebe3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Made reservation on behalf of 0906e840542646069bfe963c5e76d376 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:24:52.465731 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3fdc3-1c18-4394-8e2f-3508433a81c5 req-119cc095-25b8-4a29-9609-e284a123cc9c tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:52.467442 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07e3fdc3-1c18-4394-8e2f-3508433a81c5 req-119cc095-25b8-4a29-9609-e284a123cc9c tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 945 time: 0.4928868 Jul 30 20:24:52.580638 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07e3fdc3-1c18-4394-8e2f-3508433a81c5 req-dbec5edf-6e81-46fb-a498-99cc383ef72c tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601664 Jul 30 20:24:52.700507 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4833bfd1-7ac9-4f35-81f5-bcc56bb8ebe3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:52.733334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-4833bfd1-7ac9-4f35-81f5-bcc56bb8ebe3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] device_id is not set on port 31323a03-428e-41f9-9e95-9f388132eaf6 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:24:52.738830 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be0bb59-faa2-4b6b-b8ec-de99bb132b20 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Router de8331bb-800b-48b1-9ee3-51ac6f1de076 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:24:52.857035 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-289ac023-3b1e-42aa-99d1-22d91c66be3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:52.894482 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a28a2-36a9-410d-95e1-450692c5ba69 req-5c27d216-5b51-461b-a8aa-c7061d1e2358 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:52.896041 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d02a28a2-36a9-410d-95e1-450692c5ba69 req-5c27d216-5b51-461b-a8aa-c7061d1e2358 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f5dbc83-fcf9-4812-bafb-1e91c8add4ae HTTP/1.1" status: 200 len: 950 time: 0.1560650 Jul 30 20:24:53.033323 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be0bb59-faa2-4b6b-b8ec-de99bb132b20 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:24:53.034095 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-bc06294e-1424-452a-ad89-58c2eea42faa req-289ac023-3b1e-42aa-99d1-22d91c66be3d service neutron] For port f3feff81-2882-47bd-a741-e51a66ae074c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=f3feff81-2882-47bd-a741-e51a66ae074c,segment=NetworkSegment(9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd),segment_id=9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:53.045907 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34404) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:53.048136 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac3f755-f982-4ecf-b065-7a2634e9c0b6 None None] Sync routers for ids ['de8331bb-800b-48b1-9ee3-51ac6f1de076'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:24:53.055293 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0be0bb59-faa2-4b6b-b8ec-de99bb132b20 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "PUT /v2.0/routers/de8331bb-800b-48b1-9ee3-51ac6f1de076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3269308 Jul 30 20:24:53.064226 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac3f755-f982-4ecf-b065-7a2634e9c0b6 None None] Routers {'de8331bb-800b-48b1-9ee3-51ac6f1de076'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:24:53.064851 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2ac3f755-f982-4ecf-b065-7a2634e9c0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:24:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['de8331bb-800b-48b1-9ee3-51ac6f1de076'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:53.112321 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d6577d-4d1c-42c0-9c5b-01307e5b13d3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting subnet 9c69d6ec-9e6b-49ca-a800-6438f7eaead7 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:24:53.118413 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95d6577d-4d1c-42c0-9c5b-01307e5b13d3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:53.144241 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d02a28a2-36a9-410d-95e1-450692c5ba69 req-3411f1c7-1e01-460d-bae5-d0ccb188c32d tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/security-groups?id=35815b18-59af-4152-a1b3-42fe7f53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041669 Jul 30 20:24:53.227284 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-4833bfd1-7ac9-4f35-81f5-bcc56bb8ebe3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8::16 (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/740f375e-9e11-43e8-aed2-d83c7d46708b/31323a03-428e-41f9-9e95-9f388132eaf6) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:53.258802 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-4833bfd1-7ac9-4f35-81f5-bcc56bb8ebe3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Allocated IP 2001:db8:0:1:f816:3eff:fefc:a02e (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/ed2cac41-0ac7-4b02-8ac3-08a2d546a0e9/31323a03-428e-41f9-9e95-9f388132eaf6) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:53.280510 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-2ac3f755-f982-4ecf-b065-7a2634e9c0b6 None None] Set router de8331bb-800b-48b1-9ee3-51ac6f1de076 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:24:53.304854 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-bc06294e-1424-452a-ad89-58c2eea42faa req-289ac023-3b1e-42aa-99d1-22d91c66be3d service neutron] For port f3feff81-2882-47bd-a741-e51a66ae074c, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:24:53.325247 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95d6577d-4d1c-42c0-9c5b-01307e5b13d3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:53.457439 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-bc06294e-1424-452a-ad89-58c2eea42faa req-289ac023-3b1e-42aa-99d1-22d91c66be3d service neutron] device_id is not set on port f3feff81-2882-47bd-a741-e51a66ae074c yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:24:53.501683 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-289ac023-3b1e-42aa-99d1-22d91c66be3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:53.559588 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-289ac023-3b1e-42aa-99d1-22d91c66be3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:53.631203 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ac023-3b1e-42aa-99d1-22d91c66be3d service neutron] Pushing event updated for resources: {'Port': ['ID=f3feff81-2882-47bd-a741-e51a66ae074c,revision_number=6']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:53.659234 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95d6577d-4d1c-42c0-9c5b-01307e5b13d3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:53.683642 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4b08b-58cb-491e-bb90-4f4a90b5d993 req-1907089c-d8bb-48bd-89a6-c788cb603571 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:53.699892 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc06294e-1424-452a-ad89-58c2eea42faa req-289ac023-3b1e-42aa-99d1-22d91c66be3d service neutron] No DVR routers for this DVR port f3feff81-2882-47bd-a741-e51a66ae074c on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:24:53.701201 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4b08b-58cb-491e-bb90-4f4a90b5d993 req-1907089c-d8bb-48bd-89a6-c788cb603571 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:53.718658 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4b08b-58cb-491e-bb90-4f4a90b5d993 req-1907089c-d8bb-48bd-89a6-c788cb603571 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:53.735176 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4b08b-58cb-491e-bb90-4f4a90b5d993 req-1907089c-d8bb-48bd-89a6-c788cb603571 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:53.747829 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d749201-5504-4806-b26f-d2d17ce10338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:53.770548 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4b08b-58cb-491e-bb90-4f4a90b5d993 req-1907089c-d8bb-48bd-89a6-c788cb603571 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:53.794845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4b08b-58cb-491e-bb90-4f4a90b5d993 req-1907089c-d8bb-48bd-89a6-c788cb603571 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:53.804274 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d5f5de3e-47be-4b5a-9269-7b8bacb354c7 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:53.813125 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-bc06294e-1424-452a-ad89-58c2eea42faa req-289ac023-3b1e-42aa-99d1-22d91c66be3d service neutron] In _notify_port_updated(), no bound segment for port f3feff81-2882-47bd-a741-e51a66ae074c on network dd865cdf-fcee-4685-bcc3-e9d181e42798 {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:24:53.814171 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06294e-1424-452a-ad89-58c2eea42faa req-289ac023-3b1e-42aa-99d1-22d91c66be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:53.814516 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4b08b-58cb-491e-bb90-4f4a90b5d993 req-1907089c-d8bb-48bd-89a6-c788cb603571 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:53.814987 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-289ac023-3b1e-42aa-99d1-22d91c66be3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:53.818293 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bc06294e-1424-452a-ad89-58c2eea42faa req-289ac023-3b1e-42aa-99d1-22d91c66be3d service neutron] 10.222.0.83 "PUT /v2.0/ports/f3feff81-2882-47bd-a741-e51a66ae074c HTTP/1.1" status: 200 len: 1027 time: 1.4582226 Jul 30 20:24:53.831893 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35f4b08b-58cb-491e-bb90-4f4a90b5d993 req-1907089c-d8bb-48bd-89a6-c788cb603571 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 5355 time: 0.5204780 Jul 30 20:24:53.880023 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2ac3f755-f982-4ecf-b065-7a2634e9c0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:24:51Z', 'revision_number': 9, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '01836674-e7f7-4a1c-92ff-0c03e546d90b', 'name': '', 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:6c:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '12b87716-8514-45b0-b4ab-e03902113271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:14Z', 'updated_at': '2021-07-30T20:24:25Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '12b87716-8514-45b0-b4ab-e03902113271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:20Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:53.901658 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06294e-1424-452a-ad89-58c2eea42faa req-8c9ee260-f4bd-4cb9-9fe2-3162014f4d5c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:53.908701 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bc06294e-1424-452a-ad89-58c2eea42faa req-8c9ee260-f4bd-4cb9-9fe2-3162014f4d5c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.83 "GET /v2.0/ports/d4f11ef0-cd30-4621-9d9d-862239567fe1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0771282 Jul 30 20:24:53.923000 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-bc06294e-1424-452a-ad89-58c2eea42faa req-f265d8e3-0d04-4a9c-8c32-9c9521ad4b93 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:24:53.942357 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4833bfd1-7ac9-4f35-81f5-bcc56bb8ebe3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:53.959977 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-4833bfd1-7ac9-4f35-81f5-bcc56bb8ebe3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Transition to ACTIVE for port object 31323a03-428e-41f9-9e95-9f388132eaf6 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:53.978311 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:53.985737 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac3f755-f982-4ecf-b065-7a2634e9c0b6 None None] Checking router: de8331bb-800b-48b1-9ee3-51ac6f1de076 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:24:53.994103 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95d6577d-4d1c-42c0-9c5b-01307e5b13d3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:54.000010 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac3f755-f982-4ecf-b065-7a2634e9c0b6 None None] Routers {'de8331bb-800b-48b1-9ee3-51ac6f1de076'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:24:54.003460 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2ac3f755-f982-4ecf-b065-7a2634e9c0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:24:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['de8331bb-800b-48b1-9ee3-51ac6f1de076'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:54.004419 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port d5f5de3e-47be-4b5a-9269-7b8bacb354c7 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:54.022722 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8396b76-7013-4638-b37c-4c5eb2df4e5b None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:54.049315 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6577d-4d1c-42c0-9c5b-01307e5b13d3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Subnet': ['ID=9c69d6ec-9e6b-49ca-a800-6438f7eaead7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:54.071985 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95d6577d-4d1c-42c0-9c5b-01307e5b13d3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:54.078178 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-95d6577d-4d1c-42c0-9c5b-01307e5b13d3 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/subnets/9c69d6ec-9e6b-49ca-a800-6438f7eaead7 HTTP/1.1" status: 204 len: 168 time: 1.0308733 Jul 30 20:24:54.087989 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34432) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:54.096337 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dcbdb6-d944-43a9-9835-20a593afce80 None None] Network 9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:54.136663 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-f265d8e3-0d04-4a9c-8c32-9c9521ad4b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:54.176197 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35f4b08b-58cb-491e-bb90-4f4a90b5d993 req-52dabee4-adb7-4222-be19-65e540303751 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d414b58-75aa-49ab-a902-01dd5e8aa8c9&id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3430545 Jul 30 20:24:54.185093 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4833bfd1-7ac9-4f35-81f5-bcc56bb8ebe3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:54.230572 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-2ac3f755-f982-4ecf-b065-7a2634e9c0b6 None None] Set router de8331bb-800b-48b1-9ee3-51ac6f1de076 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:24:54.348272 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4833bfd1-7ac9-4f35-81f5-bcc56bb8ebe3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:24:54.390707 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-4833bfd1-7ac9-4f35-81f5-bcc56bb8ebe3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:24:54.399123 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4833bfd1-7ac9-4f35-81f5-bcc56bb8ebe3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:24:54.417138 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-bc06294e-1424-452a-ad89-58c2eea42faa req-f265d8e3-0d04-4a9c-8c32-9c9521ad4b93 service neutron] For port d4f11ef0-cd30-4621-9d9d-862239567fe1, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d4f11ef0-cd30-4621-9d9d-862239567fe1,segment=NetworkSegment(9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd),segment_id=9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:54.430188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4833bfd1-7ac9-4f35-81f5-bcc56bb8ebe3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:54.432848 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4833bfd1-7ac9-4f35-81f5-bcc56bb8ebe3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:54.441659 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833bfd1-7ac9-4f35-81f5-bcc56bb8ebe3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event updated for resources: {'Port': ['ID=31323a03-428e-41f9-9e95-9f388132eaf6,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:54.486031 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb0dd5b3-84bf-4e04-b824-8385c0698d15 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:54.493432 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cdab73d8-e654-4eff-b7e6-0d73b09d220c None None] Provisioning for port d5f5de3e-47be-4b5a-9269-7b8bacb354c7 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:54.511916 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4833bfd1-7ac9-4f35-81f5-bcc56bb8ebe3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5699503 Jul 30 20:24:54.512166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34440) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:54.515781 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-bc06294e-1424-452a-ad89-58c2eea42faa req-f265d8e3-0d04-4a9c-8c32-9c9521ad4b93 service neutron] For port d4f11ef0-cd30-4621-9d9d-862239567fe1, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:24:54.591102 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cdab73d8-e654-4eff-b7e6-0d73b09d220c None None] Provisioning complete for port d5f5de3e-47be-4b5a-9269-7b8bacb354c7 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:54.591476 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cdab73d8-e654-4eff-b7e6-0d73b09d220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:54.609364 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2ac3f755-f982-4ecf-b065-7a2634e9c0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:24:51Z', 'revision_number': 9, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '01836674-e7f7-4a1c-92ff-0c03e546d90b', 'name': '', 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:6c:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '12b87716-8514-45b0-b4ab-e03902113271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:14Z', 'updated_at': '2021-07-30T20:24:25Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '12b87716-8514-45b0-b4ab-e03902113271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:20Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:54.614151 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-bc06294e-1424-452a-ad89-58c2eea42faa req-f265d8e3-0d04-4a9c-8c32-9c9521ad4b93 service neutron] device_id is not set on port d4f11ef0-cd30-4621-9d9d-862239567fe1 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:24:54.634482 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-f265d8e3-0d04-4a9c-8c32-9c9521ad4b93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:54.649239 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-f265d8e3-0d04-4a9c-8c32-9c9521ad4b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:54.664560 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-cb0dd5b3-84bf-4e04-b824-8385c0698d15 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting port 0c14553b-5c93-4c63-abb4-1a2501739148 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:54.664943 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb0dd5b3-84bf-4e04-b824-8385c0698d15 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:54.691576 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac3f755-f982-4ecf-b065-7a2634e9c0b6 None None] The sync data for ids ['de8331bb-800b-48b1-9ee3-51ac6f1de076'] in n-d-712137-9 is: [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:24:51Z', 'revision_number': 9, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '01836674-e7f7-4a1c-92ff-0c03e546d90b', 'name': '', 'network_id': '46693486-6314-4fdd-967c-b7066dbdab90', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:6c:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '12b87716-8514-45b0-b4ab-e03902113271', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:14Z', 'updated_at': '2021-07-30T20:24:25Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '12b87716-8514-45b0-b4ab-e03902113271', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:20Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:24:54.758424 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc06294e-1424-452a-ad89-58c2eea42faa req-f265d8e3-0d04-4a9c-8c32-9c9521ad4b93 service neutron] No DVR routers for this DVR port d4f11ef0-cd30-4621-9d9d-862239567fe1 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:24:54.832184 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-bc06294e-1424-452a-ad89-58c2eea42faa req-f265d8e3-0d04-4a9c-8c32-9c9521ad4b93 service neutron] In _notify_port_updated(), no bound segment for port d4f11ef0-cd30-4621-9d9d-862239567fe1 on network dd865cdf-fcee-4685-bcc3-e9d181e42798 {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:24:54.835127 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06294e-1424-452a-ad89-58c2eea42faa req-f265d8e3-0d04-4a9c-8c32-9c9521ad4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:54.835878 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-f265d8e3-0d04-4a9c-8c32-9c9521ad4b93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:54.837397 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bc06294e-1424-452a-ad89-58c2eea42faa req-f265d8e3-0d04-4a9c-8c32-9c9521ad4b93 service neutron] 10.222.0.83 "PUT /v2.0/ports/d4f11ef0-cd30-4621-9d9d-862239567fe1 HTTP/1.1" status: 200 len: 1026 time: 0.9220777 Jul 30 20:24:54.878011 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028c846e-e1b6-4c00-8904-fefc0defd730 None None] Update dhcp port {'port': {'network_id': 'af4b4c78-015d-41b2-aa81-e7eeeb1e0803', 'fixed_ips': [{'subnet_id': '740f375e-9e11-43e8-aed2-d83c7d46708b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ed2cac41-0ac7-4b02-8ac3-08a2d546a0e9'}], 'binding:host_id': 'n-d-712137-9'}, 'id': 'd5f5de3e-47be-4b5a-9269-7b8bacb354c7'} from n-d-712137-9. {{(pid=93884) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 20:24:54.881049 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ab66b-36ee-4b23-a505-bc5d65433d5b req-8c969c80-d86b-46c9-a1dc-5ed8167a192c tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:54.882804 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fe7ab66b-36ee-4b23-a505-bc5d65433d5b req-8c969c80-d86b-46c9-a1dc-5ed8167a192c tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 945 time: 0.2611597 Jul 30 20:24:54.890149 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265d8e3-0d04-4a9c-8c32-9c9521ad4b93 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f11ef0-cd30-4621-9d9d-862239567fe1,revision_number=6']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:54.893776 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cdab73d8-e654-4eff-b7e6-0d73b09d220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:54.908737 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ca9ad-5551-4aae-9109-41a2c48439dd tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting port 31323a03-428e-41f9-9e95-9f388132eaf6 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:54.909079 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f0ca9ad-5551-4aae-9109-41a2c48439dd tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:54.968338 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-028c846e-e1b6-4c00-8904-fefc0defd730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:54.987605 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:55.030120 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-cdab73d8-e654-4eff-b7e6-0d73b09d220c None None] For port d5f5de3e-47be-4b5a-9269-7b8bacb354c7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d5f5de3e-47be-4b5a-9269-7b8bacb354c7,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:55.050847 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-cb0dd5b3-84bf-4e04-b824-8385c0698d15 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] For port 0c14553b-5c93-4c63-abb4-1a2501739148, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0c14553b-5c93-4c63-abb4-1a2501739148,segment=NetworkSegment(c0c25ed8-70e1-4558-8ce1-721469e5488f),segment_id=c0c25ed8-70e1-4558-8ce1-721469e5488f)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:55.051216 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb0dd5b3-84bf-4e04-b824-8385c0698d15 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:55.065836 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cdab73d8-e654-4eff-b7e6-0d73b09d220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:55.092313 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-bc06294e-1424-452a-ad89-58c2eea42faa req-272dabe2-cc24-40cc-b142-d97a21be85cf tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Deleting port 0a8804f1-acca-465c-84fb-55cebe68c3f4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:55.093325 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-272dabe2-cc24-40cc-b142-d97a21be85cf tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:55.109872 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cdab73d8-e654-4eff-b7e6-0d73b09d220c None None] Provisioning complete for port f3feff81-2882-47bd-a741-e51a66ae074c triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:55.110414 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cdab73d8-e654-4eff-b7e6-0d73b09d220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:55.133135 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-cb0dd5b3-84bf-4e04-b824-8385c0698d15 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Calling delete_port for 0c14553b-5c93-4c63-abb4-1a2501739148 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:55.187443 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313a79ed-e547-4c5d-8cfb-85f217d8fa4f None None] DHCP port deletion for 9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:24:55.192163 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fe7ab66b-36ee-4b23-a505-bc5d65433d5b req-c53acb52-1c13-44d3-b645-050048f5b9ad tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2988279 Jul 30 20:24:55.210410 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-cdab73d8-e654-4eff-b7e6-0d73b09d220c None None] Port f3feff81-2882-47bd-a741-e51a66ae074c cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:24:55.315584 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-bc06294e-1424-452a-ad89-58c2eea42faa req-272dabe2-cc24-40cc-b142-d97a21be85cf tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] For port 0a8804f1-acca-465c-84fb-55cebe68c3f4, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=0a8804f1-acca-465c-84fb-55cebe68c3f4,segment=NetworkSegment(9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd),segment_id=9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:55.317041 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-272dabe2-cc24-40cc-b142-d97a21be85cf tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:55.359643 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-bc06294e-1424-452a-ad89-58c2eea42faa req-272dabe2-cc24-40cc-b142-d97a21be85cf tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Calling delete_port for 0a8804f1-acca-465c-84fb-55cebe68c3f4 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:55.499876 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f0ca9ad-5551-4aae-9109-41a2c48439dd tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:55.530545 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ca9ad-5551-4aae-9109-41a2c48439dd tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Calling delete_port for 31323a03-428e-41f9-9e95-9f388132eaf6 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:55.582127 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb98d4-318b-4071-85d3-0b8a014a14d2 req-bbf39d06-1afc-4e69-a9e6-249f60db35b8 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:55.588083 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7eb98d4-318b-4071-85d3-0b8a014a14d2 req-bbf39d06-1afc-4e69-a9e6-249f60db35b8 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f5dbc83-fcf9-4812-bafb-1e91c8add4ae HTTP/1.1" status: 200 len: 950 time: 0.1802187 Jul 30 20:24:55.633280 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-272dabe2-cc24-40cc-b142-d97a21be85cf tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:55.661144 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb0dd5b3-84bf-4e04-b824-8385c0698d15 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:55.683650 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272dabe2-cc24-40cc-b142-d97a21be85cf tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event deleted for resources: {'Port': ['ID=0a8804f1-acca-465c-84fb-55cebe68c3f4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:55.715106 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 8e0561e2-d480-41a1-87dd-77547a79be94 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:24:55.744957 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0c14553b-5c93-4c63-abb4-1a2501739148 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:24:55.769005 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc06294e-1424-452a-ad89-58c2eea42faa req-272dabe2-cc24-40cc-b142-d97a21be85cf tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] No DVR routers for this DVR port 0a8804f1-acca-465c-84fb-55cebe68c3f4 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:24:55.774731 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-272dabe2-cc24-40cc-b142-d97a21be85cf tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:55.778302 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bc06294e-1424-452a-ad89-58c2eea42faa req-272dabe2-cc24-40cc-b142-d97a21be85cf tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.83 "DELETE /v2.0/ports/0a8804f1-acca-465c-84fb-55cebe68c3f4 HTTP/1.1" status: 204 len: 173 time: 0.9190478 Jul 30 20:24:55.784098 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-deleted', 'tag': '0a8804f1-acca-465c-84fb-55cebe68c3f4'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:24:55.788765 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2f3297-efe1-4ab1-a174-e0b3df32cab6" -d '{"events": [{"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-deleted", "tag": "0a8804f1-acca-465c-84fb-55cebe68c3f4"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:24:55.800097 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 0c14553b-5c93-4c63-abb4-1a2501739148 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:24:55.800465 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0c14553b-5c93-4c63-abb4-1a2501739148 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:24:55.800855 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 69836a4a-1224-48eb-8b86-35e99142aabd no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:24:55.832442 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 69836a4a-1224-48eb-8b86-35e99142aabd {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:24:55.833030 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 69836a4a-1224-48eb-8b86-35e99142aabd not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:24:55.851292 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7eb98d4-318b-4071-85d3-0b8a014a14d2 req-a55c42c7-a867-40bc-8567-3bb199f28f15 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/security-groups?id=35815b18-59af-4152-a1b3-42fe7f53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569201 Jul 30 20:24:55.901028 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-15f96c77-7261-4e6f-ae1a-a80dd1160b2d None None] Provisioning complete for port d4f11ef0-cd30-4621-9d9d-862239567fe1 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:55.901806 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-15f96c77-7261-4e6f-ae1a-a80dd1160b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:55.908612 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0dd5b3-84bf-4e04-b824-8385c0698d15 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Port': ['ID=0c14553b-5c93-4c63-abb4-1a2501739148,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:55.963802 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab73d8-e654-4eff-b7e6-0d73b09d220c None None] Pushing event updated for resources: {'Port': ['ID=d5f5de3e-47be-4b5a-9269-7b8bacb354c7,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:55.993143 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-bc06294e-1424-452a-ad89-58c2eea42faa req-132a5789-83a5-4075-b7db-2e41b6f5b041 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Deleting port c6bbbe4f-6e29-4689-8729-e8c1da64bc26 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:55.993851 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-132a5789-83a5-4075-b7db-2e41b6f5b041 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:56.037247 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0dd5b3-84bf-4e04-b824-8385c0698d15 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] No DVR routers for this DVR port 0c14553b-5c93-4c63-abb4-1a2501739148 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:24:56.066635 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-15f96c77-7261-4e6f-ae1a-a80dd1160b2d None None] Port d4f11ef0-cd30-4621-9d9d-862239567fe1 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:24:56.077490 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-313a79ed-e547-4c5d-8cfb-85f217d8fa4f None None] Deleting port 0c14553b-5c93-4c63-abb4-1a2501739148 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:56.077871 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-313a79ed-e547-4c5d-8cfb-85f217d8fa4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:56.094647 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-028c846e-e1b6-4c00-8904-fefc0defd730 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe70:68ca (af4b4c78-015d-41b2-aa81-e7eeeb1e0803/ed2cac41-0ac7-4b02-8ac3-08a2d546a0e9/d5f5de3e-47be-4b5a-9269-7b8bacb354c7) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:24:56.142752 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-bc06294e-1424-452a-ad89-58c2eea42faa req-132a5789-83a5-4075-b7db-2e41b6f5b041 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] For port c6bbbe4f-6e29-4689-8729-e8c1da64bc26, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c6bbbe4f-6e29-4689-8729-e8c1da64bc26,segment=NetworkSegment(2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1),segment_id=2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:56.142752 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-132a5789-83a5-4075-b7db-2e41b6f5b041 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:56.153318 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f0ca9ad-5551-4aae-9109-41a2c48439dd tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:56.158318 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-bc06294e-1424-452a-ad89-58c2eea42faa req-132a5789-83a5-4075-b7db-2e41b6f5b041 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Calling delete_port for c6bbbe4f-6e29-4689-8729-e8c1da64bc26 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:56.336553 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:56.342230 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-132a5789-83a5-4075-b7db-2e41b6f5b041 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:56.375025 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-313a79ed-e547-4c5d-8cfb-85f217d8fa4f None None] For port 0c14553b-5c93-4c63-abb4-1a2501739148, host n-d-712137-9, got binding levels [] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:56.383611 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-313a79ed-e547-4c5d-8cfb-85f217d8fa4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:56.389441 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a5789-83a5-4075-b7db-2e41b6f5b041 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event deleted for resources: {'Port': ['ID=c6bbbe4f-6e29-4689-8729-e8c1da64bc26,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:56.415844 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-313a79ed-e547-4c5d-8cfb-85f217d8fa4f None None] Calling delete_port for 0c14553b-5c93-4c63-abb4-1a2501739148 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:56.424532 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.ipam_backend_mixin [None req-313a79ed-e547-4c5d-8cfb-85f217d8fa4f None None] Port 0c14553b-5c93-4c63-abb4-1a2501739148 was not found and therefore no delete operation was performed {{(pid=93884) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 20:24:56.426218 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-313a79ed-e547-4c5d-8cfb-85f217d8fa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:56.474186 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc06294e-1424-452a-ad89-58c2eea42faa req-132a5789-83a5-4075-b7db-2e41b6f5b041 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] No DVR routers for this DVR port c6bbbe4f-6e29-4689-8729-e8c1da64bc26 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:24:56.478163 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-132a5789-83a5-4075-b7db-2e41b6f5b041 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:56.480855 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bc06294e-1424-452a-ad89-58c2eea42faa req-132a5789-83a5-4075-b7db-2e41b6f5b041 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.83 "DELETE /v2.0/ports/c6bbbe4f-6e29-4689-8729-e8c1da64bc26 HTTP/1.1" status: 204 len: 173 time: 0.6825113 Jul 30 20:24:56.518273 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313a79ed-e547-4c5d-8cfb-85f217d8fa4f None None] No DVR routers for this DVR port 0c14553b-5c93-4c63-abb4-1a2501739148 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:24:56.567117 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a79ed-e547-4c5d-8cfb-85f217d8fa4f None None] Pushing event deleted for resources: {'Port': ['ID=0c14553b-5c93-4c63-abb4-1a2501739148,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:56.581797 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e0561e2-d480-41a1-87dd-77547a79be94'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:24:56.584926 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1be5d7-b400-404d-86e2-1b7da2027623" -d '{"events": [{"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-unplugged", "status": "completed", "tag": "8e0561e2-d480-41a1-87dd-77547a79be94"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:24:56.603649 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 8e0561e2-d480-41a1-87dd-77547a79be94, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8e0561e2-d480-41a1-87dd-77547a79be94,segment=NetworkSegment(346a14cd-6657-43b3-bba7-2b75d28aeb79),segment_id=346a14cd-6657-43b3-bba7-2b75d28aeb79)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:56.616246 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:56.617204 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device d4f11ef0-cd30-4621-9d9d-862239567fe1 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:24:56.686059 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=8e0561e2-d480-41a1-87dd-77547a79be94,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:56.715552 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-bc06294e-1424-452a-ad89-58c2eea42faa req-e12db61f-2fd0-4e8c-92ed-7cbba38da4a8 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Deleting port 33577d32-9587-4412-94fe-1404b870cf1c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:56.715978 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-e12db61f-2fd0-4e8c-92ed-7cbba38da4a8 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:56.732838 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-028c846e-e1b6-4c00-8904-fefc0defd730 None None] For port d5f5de3e-47be-4b5a-9269-7b8bacb354c7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d5f5de3e-47be-4b5a-9269-7b8bacb354c7,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:56.770628 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device d4f11ef0-cd30-4621-9d9d-862239567fe1 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:24:56.771589 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 0a8804f1-acca-465c-84fb-55cebe68c3f4 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:24:56.801333 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 0a8804f1-acca-465c-84fb-55cebe68c3f4 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:24:56.802095 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 0a8804f1-acca-465c-84fb-55cebe68c3f4 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:24:56.803337 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 3e7c3967-422e-4f07-94df-36160be947b8 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:24:56.808395 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-028c846e-e1b6-4c00-8904-fefc0defd730 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:56.861223 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb0dd5b3-84bf-4e04-b824-8385c0698d15 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:56.880085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-bc06294e-1424-452a-ad89-58c2eea42faa req-e12db61f-2fd0-4e8c-92ed-7cbba38da4a8 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] For port 33577d32-9587-4412-94fe-1404b870cf1c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=33577d32-9587-4412-94fe-1404b870cf1c,segment=NetworkSegment(2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1),segment_id=2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:56.880085 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-e12db61f-2fd0-4e8c-92ed-7cbba38da4a8 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:56.892495 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-cb0dd5b3-84bf-4e04-b824-8385c0698d15 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:56.903672 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-bc06294e-1424-452a-ad89-58c2eea42faa req-e12db61f-2fd0-4e8c-92ed-7cbba38da4a8 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Calling delete_port for 33577d32-9587-4412-94fe-1404b870cf1c owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:56.918705 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-cb0dd5b3-84bf-4e04-b824-8385c0698d15 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c25ed8-70e1-4558-8ce1-721469e5488f') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:56.919274 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-cb0dd5b3-84bf-4e04-b824-8385c0698d15 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c25ed8-70e1-4558-8ce1-721469e5488f') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:24:56.939364 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb0dd5b3-84bf-4e04-b824-8385c0698d15 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:56.941221 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-028c846e-e1b6-4c00-8904-fefc0defd730 None None] Transition to ACTIVE for port object d5f5de3e-47be-4b5a-9269-7b8bacb354c7 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:24:56.953369 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-028c846e-e1b6-4c00-8904-fefc0defd730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:56.971011 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb0dd5b3-84bf-4e04-b824-8385c0698d15 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:56.996418 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ca9ad-5551-4aae-9109-41a2c48439dd tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Port': ['ID=31323a03-428e-41f9-9e95-9f388132eaf6,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:57.032878 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:57.074340 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0dd5b3-84bf-4e04-b824-8385c0698d15 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:24:57.078022 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb0dd5b3-84bf-4e04-b824-8385c0698d15 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:57.094208 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0373a4f-0e06-4adc-ac51-8db251b9a0fa req-7c15df84-6a20-4184-adc1-c8097402930e tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:57.100181 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0373a4f-0e06-4adc-ac51-8db251b9a0fa req-7c15df84-6a20-4184-adc1-c8097402930e tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f5dbc83-fcf9-4812-bafb-1e91c8add4ae HTTP/1.1" status: 200 len: 950 time: 1.3045609 Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:24:57.100934 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:24:57.134456 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c846e-e1b6-4c00-8904-fefc0defd730 None None] Pushing event updated for resources: {'Port': ['ID=d5f5de3e-47be-4b5a-9269-7b8bacb354c7,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:57.137529 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:57.138434 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-e12db61f-2fd0-4e8c-92ed-7cbba38da4a8 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:57.191876 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12db61f-2fd0-4e8c-92ed-7cbba38da4a8 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event deleted for resources: {'Port': ['ID=33577d32-9587-4412-94fe-1404b870cf1c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:57.192792 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 3e7c3967-422e-4f07-94df-36160be947b8, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3e7c3967-422e-4f07-94df-36160be947b8,segment=NetworkSegment(9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd),segment_id=9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:57.208677 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:57.209472 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device f3feff81-2882-47bd-a741-e51a66ae074c no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:24:57.253729 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f0ca9ad-5551-4aae-9109-41a2c48439dd tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:57.258845 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2f0ca9ad-5551-4aae-9109-41a2c48439dd tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/31323a03-428e-41f9-9e95-9f388132eaf6 HTTP/1.1" status: 204 len: 168 time: 2.7455893 Jul 30 20:24:57.271923 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34490) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:57.275825 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc06294e-1424-452a-ad89-58c2eea42faa req-e12db61f-2fd0-4e8c-92ed-7cbba38da4a8 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] No DVR routers for this DVR port 33577d32-9587-4412-94fe-1404b870cf1c on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:24:57.278470 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-e12db61f-2fd0-4e8c-92ed-7cbba38da4a8 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:57.280700 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bc06294e-1424-452a-ad89-58c2eea42faa req-e12db61f-2fd0-4e8c-92ed-7cbba38da4a8 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.83 "DELETE /v2.0/ports/33577d32-9587-4412-94fe-1404b870cf1c HTTP/1.1" status: 204 len: 173 time: 0.7929378 Jul 30 20:24:57.327764 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d19257-5d85-45d2-9cde-08b56d6c7c84 req-13a45467-2d98-4de5-8a5c-3d1af9d01cf5 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:57.335618 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d19257-5d85-45d2-9cde-08b56d6c7c84 req-13a45467-2d98-4de5-8a5c-3d1af9d01cf5 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:57.345985 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d19257-5d85-45d2-9cde-08b56d6c7c84 req-13a45467-2d98-4de5-8a5c-3d1af9d01cf5 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:57.355865 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=3e7c3967-422e-4f07-94df-36160be947b8,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:57.356376 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d19257-5d85-45d2-9cde-08b56d6c7c84 req-13a45467-2d98-4de5-8a5c-3d1af9d01cf5 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:57.358989 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5d19257-5d85-45d2-9cde-08b56d6c7c84 req-13a45467-2d98-4de5-8a5c-3d1af9d01cf5 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 2995 time: 1.3180208 Jul 30 20:24:57.392717 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device f3feff81-2882-47bd-a741-e51a66ae074c not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:24:57.393141 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 33577d32-9587-4412-94fe-1404b870cf1c no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:24:57.436883 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb0dd5b3-84bf-4e04-b824-8385c0698d15 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:57.438817 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 33577d32-9587-4412-94fe-1404b870cf1c {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:24:57.439167 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 33577d32-9587-4412-94fe-1404b870cf1c not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:24:57.441265 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c6bbbe4f-6e29-4689-8729-e8c1da64bc26 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:24:57.475930 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: c6bbbe4f-6e29-4689-8729-e8c1da64bc26 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:24:57.476276 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c6bbbe4f-6e29-4689-8729-e8c1da64bc26 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:24:57.487225 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb0dd5b3-84bf-4e04-b824-8385c0698d15 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:57.491991 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34496) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:57.492580 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cb0dd5b3-84bf-4e04-b824-8385c0698d15 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/networks/9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc HTTP/1.1" status: 204 len: 168 time: 3.4034669 Jul 30 20:24:57.521696 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0dd5b3-84bf-4e04-b824-8385c0698d15 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Network': ['ID=9cf4c4a9-fc4b-40ea-986e-3bf58e2ae0bc,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:57.570452 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5d19257-5d85-45d2-9cde-08b56d6c7c84 req-77aab3ba-001b-4a09-b8b7-65b255ea96af tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389692 Jul 30 20:24:57.597029 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6f1e5f-380b-46a0-9848-ada67b0a0c00 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:57.606711 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5f6f1e5f-380b-46a0-9848-ada67b0a0c00 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3163903 Jul 30 20:24:57.609605 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34498) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:57.638093 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-bc06294e-1424-452a-ad89-58c2eea42faa req-08b67c71-4fd7-4167-be55-31d74d3f8cea tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Deleting port 8e0561e2-d480-41a1-87dd-77547a79be94 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:57.638441 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-08b67c71-4fd7-4167-be55-31d74d3f8cea tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:57.678839 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d5f5de3e-47be-4b5a-9269-7b8bacb354c7 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:24:57.703733 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52a03ef-7381-487c-8f3e-3e1aa5e24e11 x-openstack-request-id: req-c52a03ef-7381-487c-8f3e-3e1aa5e24e11 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:24:57.704018 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-deleted", "tag": "0a8804f1-acca-465c-84fb-55cebe68c3f4", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:24:57.704275 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c52a03ef-7381-487c-8f3e-3e1aa5e24e11 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:24:57.704700 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-deleted', 'tag': '0a8804f1-acca-465c-84fb-55cebe68c3f4', 'status': 'completed', 'code': 200} Jul 30 20:24:57.720351 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-e0373a4f-0e06-4adc-ac51-8db251b9a0fa req-0ebda45d-5b09-4340-852d-614b5ecaa6b1 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Deleting port 5b57e556-ae79-4d90-9bd9-274e7fa0f891 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:24:57.721426 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e0373a4f-0e06-4adc-ac51-8db251b9a0fa req-0ebda45d-5b09-4340-852d-614b5ecaa6b1 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:57.937778 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f93a0e4-d0f0-4cf8-a8e2-4992f137a9e0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:57.940292 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9f93a0e4-d0f0-4cf8-a8e2-4992f137a9e0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3261454 Jul 30 20:24:57.956472 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34506) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:58.000196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5c980-0957-4b25-b482-96606ce713d1 req-f1deaa51-38d3-428c-bd49-33f2a0a413e6 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:58.001745 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32c5c980-0957-4b25-b482-96606ce713d1 req-f1deaa51-38d3-428c-bd49-33f2a0a413e6 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 945 time: 0.1431127 Jul 30 20:24:58.098346 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32c5c980-0957-4b25-b482-96606ce713d1 req-a26d84ce-6830-4994-a77e-6eb4d57ef315 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755744 Jul 30 20:24:58.100809 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e0373a4f-0e06-4adc-ac51-8db251b9a0fa req-0ebda45d-5b09-4340-852d-614b5ecaa6b1 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] For port 5b57e556-ae79-4d90-9bd9-274e7fa0f891, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5b57e556-ae79-4d90-9bd9-274e7fa0f891,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:58.103388 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e0373a4f-0e06-4adc-ac51-8db251b9a0fa req-0ebda45d-5b09-4340-852d-614b5ecaa6b1 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:58.123354 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-bc06294e-1424-452a-ad89-58c2eea42faa req-08b67c71-4fd7-4167-be55-31d74d3f8cea tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] For port 8e0561e2-d480-41a1-87dd-77547a79be94, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8e0561e2-d480-41a1-87dd-77547a79be94,segment=NetworkSegment(346a14cd-6657-43b3-bba7-2b75d28aeb79),segment_id=346a14cd-6657-43b3-bba7-2b75d28aeb79)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:24:58.123761 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-08b67c71-4fd7-4167-be55-31d74d3f8cea tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:58.136988 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-e0373a4f-0e06-4adc-ac51-8db251b9a0fa req-0ebda45d-5b09-4340-852d-614b5ecaa6b1 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Calling delete_port for 5b57e556-ae79-4d90-9bd9-274e7fa0f891 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:58.181719 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914e8996-4974-40a6-842f-237d96570194 x-openstack-request-id: req-914e8996-4974-40a6-842f-237d96570194 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:24:58.182339 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-unplugged", "status": "completed", "tag": "8e0561e2-d480-41a1-87dd-77547a79be94", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:24:58.182339 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-914e8996-4974-40a6-842f-237d96570194 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:24:58.182676 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e0561e2-d480-41a1-87dd-77547a79be94', 'code': 200} Jul 30 20:24:58.272701 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6242511-a06e-411a-92e9-55c647eb5307 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:58.274522 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6242511-a06e-411a-92e9-55c647eb5307 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:58.286390 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6242511-a06e-411a-92e9-55c647eb5307 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:58.290766 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b6242511-a06e-411a-92e9-55c647eb5307 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3306468 Jul 30 20:24:58.292748 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34516) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:58.404894 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05bb1b-a62b-4df6-81d4-30c971631249 req-cbc84d19-0d93-4854-8c58-d1d4ef29959d tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:58.406103 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ba8002ff-bd1c-4555-b51b-49cadffbb08b None None] Could not find standard attr ID for object 31323a03-428e-41f9-9e95-9f388132eaf6. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:24:58.414191 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de05bb1b-a62b-4df6-81d4-30c971631249 req-cbc84d19-0d93-4854-8c58-d1d4ef29959d tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f5dbc83-fcf9-4812-bafb-1e91c8add4ae HTTP/1.1" status: 200 len: 950 time: 0.1369815 Jul 30 20:24:58.436703 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ba8002ff-bd1c-4555-b51b-49cadffbb08b None None] Provisioning for port d5f5de3e-47be-4b5a-9269-7b8bacb354c7 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:24:58.441029 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ba8002ff-bd1c-4555-b51b-49cadffbb08b None None] Provisioning complete for port d5f5de3e-47be-4b5a-9269-7b8bacb354c7 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:24:58.441393 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba8002ff-bd1c-4555-b51b-49cadffbb08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:58.475007 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-752ef450-7d1b-4c6d-af74-e716a6064559 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet 740f375e-9e11-43e8-aed2-d83c7d46708b {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:24:58.479577 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-752ef450-7d1b-4c6d-af74-e716a6064559 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:58.528494 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-752ef450-7d1b-4c6d-af74-e716a6064559 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:58.683313 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-752ef450-7d1b-4c6d-af74-e716a6064559 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:58.754039 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d9fac0d8-14fb-4929-8d63-701747e07761 None None] Could not find standard attr ID for object 5e3f8f03-72bf-4549-b4ef-086d10ee754a. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:24:58.754298 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de05bb1b-a62b-4df6-81d4-30c971631249 req-37371e63-aeee-41e1-902d-743874ddbc9e tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.81 "GET /v2.0/security-groups?id=35815b18-59af-4152-a1b3-42fe7f53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375425 Jul 30 20:24:58.774306 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e0373a4f-0e06-4adc-ac51-8db251b9a0fa req-0ebda45d-5b09-4340-852d-614b5ecaa6b1 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:58.785833 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['5b57e556-ae79-4d90-9bd9-274e7fa0f891'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:24:58.847777 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebda45d-5b09-4340-852d-614b5ecaa6b1 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Pushing event deleted for resources: {'Port': ['ID=5b57e556-ae79-4d90-9bd9-274e7fa0f891,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:58.953225 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-752ef450-7d1b-4c6d-af74-e716a6064559 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:59.024219 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0373a4f-0e06-4adc-ac51-8db251b9a0fa req-0ebda45d-5b09-4340-852d-614b5ecaa6b1 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] No DVR routers for this DVR port 5b57e556-ae79-4d90-9bd9-274e7fa0f891 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:24:59.029993 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e0373a4f-0e06-4adc-ac51-8db251b9a0fa req-0ebda45d-5b09-4340-852d-614b5ecaa6b1 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:59.031998 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0373a4f-0e06-4adc-ac51-8db251b9a0fa req-0ebda45d-5b09-4340-852d-614b5ecaa6b1 tempest-VolumesNegativeTest-1234727066 tempest-VolumesNegativeTest-1234727066-project] 10.222.0.59 "DELETE /v2.0/ports/5b57e556-ae79-4d90-9bd9-274e7fa0f891 HTTP/1.1" status: 204 len: 173 time: 1.9005334 Jul 30 20:24:59.032835 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5dbc83-fcf9-4812-bafb-1e91c8add4ae', 'name': 'network-vif-deleted', 'tag': '5b57e556-ae79-4d90-9bd9-274e7fa0f891'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:24:59.035132 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86694ff6-40be-4a32-9989-eee9acb852c6" -d '{"events": [{"server_uuid": "7f5dbc83-fcf9-4812-bafb-1e91c8add4ae", "name": "network-vif-deleted", "tag": "5b57e556-ae79-4d90-9bd9-274e7fa0f891"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:24:59.038048 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ef450-7d1b-4c6d-af74-e716a6064559 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=740f375e-9e11-43e8-aed2-d83c7d46708b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:59.044197 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-752ef450-7d1b-4c6d-af74-e716a6064559 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:59.046062 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-752ef450-7d1b-4c6d-af74-e716a6064559 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/740f375e-9e11-43e8-aed2-d83c7d46708b HTTP/1.1" status: 204 len: 168 time: 0.7523930 Jul 30 20:24:59.049138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34532) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:59.097692 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18827432-9574-4d9a-83e2-c615929f432d req-408034c4-b689-452d-812e-e4a1576e7bf4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:59.103925 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18827432-9574-4d9a-83e2-c615929f432d req-408034c4-b689-452d-812e-e4a1576e7bf4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:59.113307 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18827432-9574-4d9a-83e2-c615929f432d req-408034c4-b689-452d-812e-e4a1576e7bf4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 1677 time: 0.2600164 Jul 30 20:24:59.181498 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35376c1-846b-4005-96df-c10cebc19a90 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:24:59.185250 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2e86b2a5-c222-4184-9e1a-3b79bd4a1f8b None None] Could not find standard attr ID for object 31323a03-428e-41f9-9e95-9f388132eaf6. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:24:59.198424 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-08b67c71-4fd7-4167-be55-31d74d3f8cea tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:59.200640 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-08b67c71-4fd7-4167-be55-31d74d3f8cea tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:59.202951 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [req-bc06294e-1424-452a-ad89-58c2eea42faa req-08b67c71-4fd7-4167-be55-31d74d3f8cea tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Floating IP 8a3381da-a1f3-45d0-8db9-bcefb34e2e7f disassociated. External IP: 172.25.3.250, port: 8e0561e2-d480-41a1-87dd-77547a79be94. Jul 30 20:24:59.203341 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-bc06294e-1424-452a-ad89-58c2eea42faa req-08b67c71-4fd7-4167-be55-31d74d3f8cea tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Calling delete_port for 8e0561e2-d480-41a1-87dd-77547a79be94 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:24:59.239375 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-da583b4f-9a34-45cd-9ba2-95a2811a94be tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Deleting subnet ed2cac41-0ac7-4b02-8ac3-08a2d546a0e9 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:24:59.244104 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da583b4f-9a34-45cd-9ba2-95a2811a94be tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:59.270330 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18827432-9574-4d9a-83e2-c615929f432d req-09f78958-6496-411b-9559-cebf663e231c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559694 Jul 30 20:24:59.376941 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8422aef-0886-4e40-810d-9fff3ae1fa1c x-openstack-request-id: req-b8422aef-0886-4e40-810d-9fff3ae1fa1c {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:24:59.377258 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5dbc83-fcf9-4812-bafb-1e91c8add4ae", "name": "network-vif-deleted", "tag": "5b57e556-ae79-4d90-9bd9-274e7fa0f891", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:24:59.377516 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b8422aef-0886-4e40-810d-9fff3ae1fa1c {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:24:59.377937 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5dbc83-fcf9-4812-bafb-1e91c8add4ae', 'name': 'network-vif-deleted', 'tag': '5b57e556-ae79-4d90-9bd9-274e7fa0f891', 'status': 'completed', 'code': 200} Jul 30 20:24:59.415242 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da583b4f-9a34-45cd-9ba2-95a2811a94be tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:59.484648 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1683b842-0ee8-422e-9a8d-c8e4ff7ed372 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:59.701588 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da583b4f-9a34-45cd-9ba2-95a2811a94be tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:59.713134 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-deleted', 'tag': 'c6bbbe4f-6e29-4689-8729-e8c1da64bc26'}, {'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-deleted', 'tag': '33577d32-9587-4412-94fe-1404b870cf1c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:24:59.715681 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24243899-be12-468a-95e6-c17f9abcb360" -d '{"events": [{"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-deleted", "tag": "c6bbbe4f-6e29-4689-8729-e8c1da64bc26"}, {"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-deleted", "tag": "33577d32-9587-4412-94fe-1404b870cf1c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:24:59.775198 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-08b67c71-4fd7-4167-be55-31d74d3f8cea tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:59.800163 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a048db9-303e-482a-ba9d-c5a5db2fcd55 req-750ba5b4-66b0-4e01-b3e7-e298edf5a6dd tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:24:59.802439 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a048db9-303e-482a-ba9d-c5a5db2fcd55 req-750ba5b4-66b0-4e01-b3e7-e298edf5a6dd tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 945 time: 0.2730150 Jul 30 20:24:59.805568 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da583b4f-9a34-45cd-9ba2-95a2811a94be tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:59.865168 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b67c71-4fd7-4167-be55-31d74d3f8cea tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event deleted for resources: {'Port': ['ID=8e0561e2-d480-41a1-87dd-77547a79be94,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:59.869966 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da583b4f-9a34-45cd-9ba2-95a2811a94be tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Subnet': ['ID=ed2cac41-0ac7-4b02-8ac3-08a2d546a0e9,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:24:59.895709 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da583b4f-9a34-45cd-9ba2-95a2811a94be tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:24:59.899738 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-da583b4f-9a34-45cd-9ba2-95a2811a94be tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/ed2cac41-0ac7-4b02-8ac3-08a2d546a0e9 HTTP/1.1" status: 204 len: 168 time: 0.8475533 Jul 30 20:24:59.902269 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34550) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:24:59.968305 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e6db04cb-6fe7-4d67-886b-68654403e677 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648592 Jul 30 20:24:59.971439 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34552) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:00.023250 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a048db9-303e-482a-ba9d-c5a5db2fcd55 req-7c3a60d9-f21a-4cd4-b8d4-9b779f96cc7e tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055850 Jul 30 20:25:00.074209 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e3793e-1839-4410-bab7-fdb0b8df639a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:00.076610 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-99e3793e-1839-4410-bab7-fdb0b8df639a tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1041434 Jul 30 20:25:00.081540 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34560) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:00.106893 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 20:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d9bb74-301c-434c-87a3-a1645f47c90d x-openstack-request-id: req-d4d9bb74-301c-434c-87a3-a1645f47c90d {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:25:00.107399 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-deleted", "tag": "c6bbbe4f-6e29-4689-8729-e8c1da64bc26", "status": "completed", "code": 200}, {"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-deleted", "tag": "33577d32-9587-4412-94fe-1404b870cf1c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:25:00.107839 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d4d9bb74-301c-434c-87a3-a1645f47c90d {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:25:00.108413 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-deleted', 'tag': 'c6bbbe4f-6e29-4689-8729-e8c1da64bc26', 'status': 'completed', 'code': 200} Jul 30 20:25:00.111816 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-deleted', 'tag': '33577d32-9587-4412-94fe-1404b870cf1c', 'status': 'completed', 'code': 200} Jul 30 20:25:00.184176 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e7c3967-422e-4f07-94df-36160be947b8'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:25:00.186788 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bb1aab-06f3-40a3-a71b-b10e7e77afaf" -d '{"events": [{"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-unplugged", "status": "completed", "tag": "3e7c3967-422e-4f07-94df-36160be947b8"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:25:00.204957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10efe1e-6fca-4f86-9c66-190e4f640aed tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:00.215574 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d10efe1e-6fca-4f86-9c66-190e4f640aed tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1311843 Jul 30 20:25:00.217208 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34570) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:00.250635 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc06294e-1424-452a-ad89-58c2eea42faa req-08b67c71-4fd7-4167-be55-31d74d3f8cea tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Router 3b42afd5-b5c2-4e37-b269-0a14e1c76984 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:25:00.424219 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-58230189-3222-4a40-a1da-eb3d3e5ac2b0 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2011268 Jul 30 20:25:00.431525 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34582) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:00.584127 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d98c48-e390-4189-9a1c-3e1d2172ecd8 x-openstack-request-id: req-01d98c48-e390-4189-9a1c-3e1d2172ecd8 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:25:00.584646 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-unplugged", "status": "completed", "tag": "3e7c3967-422e-4f07-94df-36160be947b8", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:25:00.585001 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-01d98c48-e390-4189-9a1c-3e1d2172ecd8 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:25:00.585506 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e7c3967-422e-4f07-94df-36160be947b8', 'code': 200} Jul 30 20:25:00.604419 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc06294e-1424-452a-ad89-58c2eea42faa req-08b67c71-4fd7-4167-be55-31d74d3f8cea tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:25:00.616406 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a661f5f-280f-4f4c-9f91-02bc927e00d7 None None] Sync routers for ids ['3b42afd5-b5c2-4e37-b269-0a14e1c76984'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:25:00.618169 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f305fa9-b1aa-4000-8de5-924024d236be tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:00.619265 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f305fa9-b1aa-4000-8de5-924024d236be tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:00.621325 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6f305fa9-b1aa-4000-8de5-924024d236be tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/31323a03-428e-41f9-9e95-9f388132eaf6 HTTP/1.1" status: 404 len: 333 time: 0.1884599 Jul 30 20:25:00.625338 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34588) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:00.637787 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a661f5f-280f-4f4c-9f91-02bc927e00d7 None None] Routers {'3b42afd5-b5c2-4e37-b269-0a14e1c76984'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:25:00.638854 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2a661f5f-280f-4f4c-9f91-02bc927e00d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:24:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3b42afd5-b5c2-4e37-b269-0a14e1c76984'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:00.775755 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc06294e-1424-452a-ad89-58c2eea42faa req-08b67c71-4fd7-4167-be55-31d74d3f8cea tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] No DVR routers for this DVR port 8e0561e2-d480-41a1-87dd-77547a79be94 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:25:00.779561 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-08b67c71-4fd7-4167-be55-31d74d3f8cea tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:00.782113 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bc06294e-1424-452a-ad89-58c2eea42faa req-08b67c71-4fd7-4167-be55-31d74d3f8cea tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.83 "DELETE /v2.0/ports/8e0561e2-d480-41a1-87dd-77547a79be94 HTTP/1.1" status: 204 len: 173 time: 3.4940290 Jul 30 20:25:00.840490 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1683b842-0ee8-422e-9a8d-c8e4ff7ed372 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting port 01836674-e7f7-4a1c-92ff-0c03e546d90b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:00.841117 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1683b842-0ee8-422e-9a8d-c8e4ff7ed372 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:00.874688 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fa5ac6-cf43-4d1b-8bab-fc2e8099aec7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:00.875444 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02fa5ac6-cf43-4d1b-8bab-fc2e8099aec7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:00.877680 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-02fa5ac6-cf43-4d1b-8bab-fc2e8099aec7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/ed2cac41-0ac7-4b02-8ac3-08a2d546a0e9 HTTP/1.1" status: 404 len: 337 time: 0.2508349 Jul 30 20:25:00.887500 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34596) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:00.977397 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-2a661f5f-280f-4f4c-9f91-02bc927e00d7 None None] Set router 3b42afd5-b5c2-4e37-b269-0a14e1c76984 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:25:01.094452 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-bc06294e-1424-452a-ad89-58c2eea42faa req-5940402f-e924-4f76-a27c-8af730769fe3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Deleting port 3e7c3967-422e-4f07-94df-36160be947b8 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:01.094802 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-5940402f-e924-4f76-a27c-8af730769fe3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:01.103564 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cbb64ae-1edc-4678-a044-01d6d5bbb53f tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:01.104351 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cbb64ae-1edc-4678-a044-01d6d5bbb53f tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:01.109351 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-1683b842-0ee8-422e-9a8d-c8e4ff7ed372 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] For port 01836674-e7f7-4a1c-92ff-0c03e546d90b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=01836674-e7f7-4a1c-92ff-0c03e546d90b,segment=NetworkSegment(f7ce184a-0925-4673-94ce-41877bc536bd),segment_id=f7ce184a-0925-4673-94ce-41877bc536bd)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:01.109922 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0cbb64ae-1edc-4678-a044-01d6d5bbb53f tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/740f375e-9e11-43e8-aed2-d83c7d46708b HTTP/1.1" status: 404 len: 337 time: 0.2164893 Jul 30 20:25:01.110145 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1683b842-0ee8-422e-9a8d-c8e4ff7ed372 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:01.114662 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34604) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:01.134567 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955a0ec1-61e2-4e58-aa6e-89b6670a22f5 None None] Network af4b4c78-015d-41b2-aa81-e7eeeb1e0803 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:01.143653 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5f56b-d9a7-484d-8538-212ba3626d50 req-fae20dfe-9f14-4796-820e-4d03ba789c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:01.150422 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d6a5f56b-d9a7-484d-8538-212ba3626d50 req-fae20dfe-9f14-4796-820e-4d03ba789c04 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fdd4a0aeb4734545b256ac5e1a36d088&device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 1096 time: 0.5877671 Jul 30 20:25:01.159362 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-9921595c-064c-433a-b932-48899f97c838 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:01.160067 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9921595c-064c-433a-b932-48899f97c838 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:01.162592 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9921595c-064c-433a-b932-48899f97c838 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/5e3f8f03-72bf-4549-b4ef-086d10ee754a HTTP/1.1" status: 404 len: 333 time: 0.0411386 Jul 30 20:25:01.170212 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34610) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:01.197772 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1683b842-0ee8-422e-9a8d-c8e4ff7ed372 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Calling delete_port for 01836674-e7f7-4a1c-92ff-0c03e546d90b owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:01.279647 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 5b57e556-ae79-4d90-9bd9-274e7fa0f891 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:25:01.318452 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c6341-071d-4862-b165-694c7693f6c2 req-fc18a68e-3a82-424f-838e-3f2845f281ee tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:01.327625 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bb2c6341-071d-4862-b165-694c7693f6c2 req-fc18a68e-3a82-424f-838e-3f2845f281ee tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 943 time: 0.6088367 Jul 30 20:25:01.341864 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-bc06294e-1424-452a-ad89-58c2eea42faa req-5940402f-e924-4f76-a27c-8af730769fe3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] For port 3e7c3967-422e-4f07-94df-36160be947b8, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3e7c3967-422e-4f07-94df-36160be947b8,segment=NetworkSegment(9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd),segment_id=9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:01.342430 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-5940402f-e924-4f76-a27c-8af730769fe3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:01.360160 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-bc06294e-1424-452a-ad89-58c2eea42faa req-5940402f-e924-4f76-a27c-8af730769fe3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Calling delete_port for 3e7c3967-422e-4f07-94df-36160be947b8 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:01.510118 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 5b57e556-ae79-4d90-9bd9-274e7fa0f891 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:25:01.510465 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 5b57e556-ae79-4d90-9bd9-274e7fa0f891 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:25:01.550620 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd1e2e7-10b8-497d-ac51-f918416eef0d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:01.551998 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd1e2e7-10b8-497d-ac51-f918416eef0d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:01.556920 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1dd1e2e7-10b8-497d-ac51-f918416eef0d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/3ce5270f-134e-4141-af81-d1ca85f67939 HTTP/1.1" status: 404 len: 337 time: 0.3189728 Jul 30 20:25:01.565127 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34626) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:01.603853 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5f56b-d9a7-484d-8538-212ba3626d50 req-be7d77ec-ad1d-43d0-a345-0a056de0cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:01.605659 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d6a5f56b-d9a7-484d-8538-212ba3626d50 req-be7d77ec-ad1d-43d0-a345-0a056de0cb4e service neutron] 10.222.0.83 "GET /v2.0/networks?id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c HTTP/1.1" status: 200 len: 912 time: 0.4454644 Jul 30 20:25:01.634821 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a062d2f-e9a0-488d-adcf-b71ecede6a42 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:01.635277 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a062d2f-e9a0-488d-adcf-b71ecede6a42 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:01.639539 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5a062d2f-e9a0-488d-adcf-b71ecede6a42 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/1474a750-efec-47cf-a77d-544c3133c3fa HTTP/1.1" status: 404 len: 337 time: 0.0684009 Jul 30 20:25:01.639807 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34632) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:01.676461 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e638f8d-73c0-48d2-bebd-9fd808b84a19 None None] Provisioning complete for port d5f5de3e-47be-4b5a-9269-7b8bacb354c7 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:25:01.679276 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e638f8d-73c0-48d2-bebd-9fd808b84a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:01.761021 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-7154f226-3107-4093-b3af-5568b9f910f4 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:01.762038 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7154f226-3107-4093-b3af-5568b9f910f4 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:01.764033 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7154f226-3107-4093-b3af-5568b9f910f4 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/e1652f8d-7b0c-44cb-9520-7b57279c0978 HTTP/1.1" status: 404 len: 333 time: 0.1233907 Jul 30 20:25:01.774737 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bb2c6341-071d-4862-b165-694c7693f6c2 req-b9160a7b-93b6-4dbf-98c5-20051dbe2c8e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups?id=5584e565-d225-45b5-b82b-3ff22636ad7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298579 Jul 30 20:25:01.775285 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34636) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:01.937504 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-5940402f-e924-4f76-a27c-8af730769fe3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:01.949201 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-352e3231-577a-4ca8-a57a-f632f9c5447b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:01.949929 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-352e3231-577a-4ca8-a57a-f632f9c5447b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:01.951365 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-352e3231-577a-4ca8-a57a-f632f9c5447b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/35dd53a5-6555-4a67-bd6e-ff9f71d241e4 HTTP/1.1" status: 404 len: 337 time: 0.1589026 Jul 30 20:25:01.957943 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34660) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:01.978093 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d6a5f56b-d9a7-484d-8538-212ba3626d50 req-7e794d33-eda9-4c9c-a45b-53525d0555e6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4ef2a46-9ba8-461b-b90b-a8558f1765f2 HTTP/1.1" status: 200 len: 1000 time: 0.3519909 Jul 30 20:25:01.984513 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1683b842-0ee8-422e-9a8d-c8e4ff7ed372 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:02.082630 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5f56b-d9a7-484d-8538-212ba3626d50 req-941177af-e43e-4aa3-a78a-df34612eb7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:02.088445 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d6a5f56b-d9a7-484d-8538-212ba3626d50 req-941177af-e43e-4aa3-a78a-df34612eb7ba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6491aa5-23e2-49d6-ab1a-df22f79d0138 HTTP/1.1" status: 200 len: 850 time: 0.0950227 Jul 30 20:25:02.154896 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-deleted', 'tag': '8e0561e2-d480-41a1-87dd-77547a79be94'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:25:02.160164 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad29bbd-5aff-4173-8469-bdd3441e3185 req-678aa33c-5314-4393-8260-2ce6260c380a tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:02.161939 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1ad29bbd-5aff-4173-8469-bdd3441e3185 req-678aa33c-5314-4393-8260-2ce6260c380a tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 945 time: 0.2240427 Jul 30 20:25:02.164356 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8717cb16-7732-478d-a2e4-75c5bf71bea6" -d '{"events": [{"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-deleted", "tag": "8e0561e2-d480-41a1-87dd-77547a79be94"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:25:02.319500 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5f56b-d9a7-484d-8538-212ba3626d50 req-6e47400d-de1e-4d98-8935-efcde0b38708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:02.328122 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d6a5f56b-d9a7-484d-8538-212ba3626d50 req-6e47400d-de1e-4d98-8935-efcde0b38708 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2282987 Jul 30 20:25:02.339849 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940402f-e924-4f76-a27c-8af730769fe3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event deleted for resources: {'Port': ['ID=3e7c3967-422e-4f07-94df-36160be947b8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:02.388157 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1ad29bbd-5aff-4173-8469-bdd3441e3185 req-1b6a2c36-afce-4ad2-9b26-38a394c6e826 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911242 Jul 30 20:25:02.413496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7a4d69-29d0-4aa9-86b1-eb8daef3ebbf None None] DHCP port deletion for af4b4c78-015d-41b2-aa81-e7eeeb1e0803 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:25:02.482274 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-dafb817f-07b9-44ac-89c3-6c7def77f203 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:02.483030 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dafb817f-07b9-44ac-89c3-6c7def77f203 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:02.488475 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dafb817f-07b9-44ac-89c3-6c7def77f203 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/1fb9a7af-ba0b-4e83-8f11-f2e4b45baa39 HTTP/1.1" status: 404 len: 337 time: 0.5044022 Jul 30 20:25:02.504354 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34700) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:02.538928 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2a661f5f-280f-4f4c-9f91-02bc927e00d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'name': 'tempest-TaggedBootDevicesTest-1267782188-router', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:14:25Z', 'updated_at': '2021-07-30T20:14:30Z', 'revision_number': 4, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'gw_port': {'id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:14:26Z', 'updated_at': '2021-07-30T20:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'b8cf70f8-155b-44e6-ab30-69e8a0308b05', 'name': '', 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'mac_address': 'fa:16:3e:a2:11:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'c5425a8a-2fa0-4767-b46d-c8518c357b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:14:29Z', 'updated_at': '2021-07-30T20:14:37Z', 'revision_number': 5, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'subnets': [{'id': 'c5425a8a-2fa0-4767-b46d-c8518c357b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:02.575608 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4637617a-c34b-4aa0-b671-05ca62e9e986 x-openstack-request-id: req-4637617a-c34b-4aa0-b671-05ca62e9e986 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:25:02.576181 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-deleted", "tag": "8e0561e2-d480-41a1-87dd-77547a79be94", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:25:02.576592 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4637617a-c34b-4aa0-b671-05ca62e9e986 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:25:02.577140 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-deleted', 'tag': '8e0561e2-d480-41a1-87dd-77547a79be94', 'status': 'completed', 'code': 200} Jul 30 20:25:02.583881 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a661f5f-280f-4f4c-9f91-02bc927e00d7 None None] Checking router: 3b42afd5-b5c2-4e37-b269-0a14e1c76984 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:25:02.593427 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcaa528e-bd6f-47d0-a59f-240420494ea1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:02.594357 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcaa528e-bd6f-47d0-a59f-240420494ea1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:02.597712 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1e7a4d69-29d0-4aa9-86b1-eb8daef3ebbf None None] Deleting port d5f5de3e-47be-4b5a-9269-7b8bacb354c7 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:02.598087 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4d69-29d0-4aa9-86b1-eb8daef3ebbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:02.599440 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fcaa528e-bd6f-47d0-a59f-240420494ea1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/5579759b-b6b4-490f-bade-deb78e091f74 HTTP/1.1" status: 404 len: 333 time: 0.0927274 Jul 30 20:25:02.601561 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34702) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:02.611554 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a661f5f-280f-4f4c-9f91-02bc927e00d7 None None] Routers {'3b42afd5-b5c2-4e37-b269-0a14e1c76984'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:25:02.612127 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2a661f5f-280f-4f4c-9f91-02bc927e00d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:24:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3b42afd5-b5c2-4e37-b269-0a14e1c76984'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:02.617120 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683b842-0ee8-422e-9a8d-c8e4ff7ed372 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Port': ['ID=01836674-e7f7-4a1c-92ff-0c03e546d90b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:02.635309 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc06294e-1424-452a-ad89-58c2eea42faa req-5940402f-e924-4f76-a27c-8af730769fe3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] No DVR routers for this DVR port 3e7c3967-422e-4f07-94df-36160be947b8 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:25:02.668404 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bc06294e-1424-452a-ad89-58c2eea42faa req-5940402f-e924-4f76-a27c-8af730769fe3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:02.670778 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bc06294e-1424-452a-ad89-58c2eea42faa req-5940402f-e924-4f76-a27c-8af730769fe3 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.83 "DELETE /v2.0/ports/3e7c3967-422e-4f07-94df-36160be947b8 HTTP/1.1" status: 204 len: 173 time: 1.8828318 Jul 30 20:25:02.683871 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-4990a24b-0ccc-4081-93d3-963ea3be2233 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:02.684642 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4990a24b-0ccc-4081-93d3-963ea3be2233 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:02.689359 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4990a24b-0ccc-4081-93d3-963ea3be2233 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/9ff815c2-5be1-4811-bd74-425bc8a89815 HTTP/1.1" status: 404 len: 337 time: 0.0795913 Jul 30 20:25:02.692027 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34704) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:02.782097 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d6a5f56b-d9a7-484d-8538-212ba3626d50 req-073990e8-20c1-4e39-88db-0cdcc29a6454 service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330001 Jul 30 20:25:02.798735 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-989502e5-c1bb-4994-a014-f891664dd692 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:02.799626 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-989502e5-c1bb-4994-a014-f891664dd692 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:02.803998 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-989502e5-c1bb-4994-a014-f891664dd692 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/22dbd83f-9cd4-426d-aae9-578f5a3ca76a HTTP/1.1" status: 404 len: 337 time: 0.1083648 Jul 30 20:25:02.806737 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34706) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:02.886033 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-526c7198-954d-42a1-951c-de4adc932a45 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:02.886912 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526c7198-954d-42a1-951c-de4adc932a45 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:02.890815 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-526c7198-954d-42a1-951c-de4adc932a45 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/a3c1fd1f-a387-49e0-b1ac-12979d49a07b HTTP/1.1" status: 404 len: 333 time: 0.0808647 Jul 30 20:25:02.895494 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34712) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:02.896221 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1683b842-0ee8-422e-9a8d-c8e4ff7ed372 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:03.043253 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d6a5f56b-d9a7-484d-8538-212ba3626d50 req-673398cb-f472-41db-8c7f-a4d8da5c2ffc service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493179 Jul 30 20:25:03.082781 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-2a661f5f-280f-4f4c-9f91-02bc927e00d7 None None] Set router 3b42afd5-b5c2-4e37-b269-0a14e1c76984 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:25:03.164146 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6e1d9dea-9f53-40ef-9c60-eccf920ca8ce req-bc83a02c-c04b-4155-9e72-05669714c165 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 210 time: 0.1194339 Jul 30 20:25:03.222601 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae2ab18-543f-4409-a505-efff60259ec3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:03.223181 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae2ab18-543f-4409-a505-efff60259ec3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:03.224878 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fae2ab18-543f-4409-a505-efff60259ec3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/9fba3331-2204-49dc-91f5-2e417e4dd443 HTTP/1.1" status: 404 len: 337 time: 0.3205290 Jul 30 20:25:03.227498 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34730) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:03.265713 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b68f450-1cfc-461b-9d61-a6e5a3e53f9c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:03.265837 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b68f450-1cfc-461b-9d61-a6e5a3e53f9c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:03.272880 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9b68f450-1cfc-461b-9d61-a6e5a3e53f9c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/a7c6696e-bca6-4d58-bef5-b8b28e976999 HTTP/1.1" status: 404 len: 333 time: 0.0440350 Jul 30 20:25:03.275242 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34734) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:03.331154 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ccb4a33-d8e7-4e1c-91fa-5f2b2c927706 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:03.331651 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ccb4a33-d8e7-4e1c-91fa-5f2b2c927706 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:03.333436 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3ccb4a33-d8e7-4e1c-91fa-5f2b2c927706 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/598abf1c-0566-4a73-82e9-e52d892c1a9e HTTP/1.1" status: 404 len: 337 time: 0.0571902 Jul 30 20:25:03.340265 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34738) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:03.388098 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-79635b58-7705-4604-b325-dda42ba9f538 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:03.388842 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79635b58-7705-4604-b325-dda42ba9f538 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:03.390605 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-79635b58-7705-4604-b325-dda42ba9f538 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/7083c315-3011-49cd-b889-9e60f8de62b4 HTTP/1.1" status: 404 len: 333 time: 0.0494585 Jul 30 20:25:03.409145 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34744) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:03.455893 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93fcdee-52dc-48f5-a1b1-acd6b6fe8584 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:03.456337 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93fcdee-52dc-48f5-a1b1-acd6b6fe8584 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:03.458099 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f93fcdee-52dc-48f5-a1b1-acd6b6fe8584 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/0f34f624-a1e9-4af5-a550-1f8afcaae802 HTTP/1.1" status: 404 len: 337 time: 0.0479357 Jul 30 20:25:03.465036 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34752) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:03.533168 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-c72b21ee-6943-4923-8707-1d2ad34b52b3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:03.533918 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c72b21ee-6943-4923-8707-1d2ad34b52b3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:03.551883 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c72b21ee-6943-4923-8707-1d2ad34b52b3 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/862fd780-f417-4b20-afe5-a26b303e4674 HTTP/1.1" status: 404 len: 333 time: 0.0802493 Jul 30 20:25:03.556331 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34756) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:03.658933 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c83e761-09a5-45ac-bb02-9aeef9a4ec19 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:03.659388 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c83e761-09a5-45ac-bb02-9aeef9a4ec19 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:03.661156 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4c83e761-09a5-45ac-bb02-9aeef9a4ec19 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/95c50553-96cc-4551-8c71-f41d912246aa HTTP/1.1" status: 404 len: 337 time: 0.1038847 Jul 30 20:25:03.672110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34762) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:03.740781 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-8abac5bc-c054-45c2-90bc-6fce2744c369 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:03.741844 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8abac5bc-c054-45c2-90bc-6fce2744c369 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:03.743869 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8abac5bc-c054-45c2-90bc-6fce2744c369 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/074e5007-c8a8-4100-8059-105c3d075fea HTTP/1.1" status: 404 len: 333 time: 0.0708580 Jul 30 20:25:03.746541 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34764) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:03.761380 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1e7a4d69-29d0-4aa9-86b1-eb8daef3ebbf None None] For port d5f5de3e-47be-4b5a-9269-7b8bacb354c7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d5f5de3e-47be-4b5a-9269-7b8bacb354c7,segment=NetworkSegment(52941110-a826-47ab-962c-9e3ea98d4874),segment_id=52941110-a826-47ab-962c-9e3ea98d4874)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:03.761896 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4d69-29d0-4aa9-86b1-eb8daef3ebbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:03.781618 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1e7a4d69-29d0-4aa9-86b1-eb8daef3ebbf None None] Calling delete_port for d5f5de3e-47be-4b5a-9269-7b8bacb354c7 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:03.830285 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e7ad9f-3fec-4bff-8090-a907ef3bab76 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:03.830755 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e7ad9f-3fec-4bff-8090-a907ef3bab76 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:03.865672 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-29e7ad9f-3fec-4bff-8090-a907ef3bab76 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/2cb97a87-5bae-42d2-8443-3c6823f2ea62 HTTP/1.1" status: 404 len: 337 time: 0.1173019 Jul 30 20:25:03.882916 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34780) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:03.914462 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4d69-29d0-4aa9-86b1-eb8daef3ebbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:03.954425 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d5f5de3e-47be-4b5a-9269-7b8bacb354c7 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:25:03.966300 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce5e71ee-4683-4632-811a-0caf0e6fc95e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:03.967896 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce5e71ee-4683-4632-811a-0caf0e6fc95e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:03.970176 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ce5e71ee-4683-4632-811a-0caf0e6fc95e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/8b6b1a13-456f-451d-b6a5-139bd1a9ba94 HTTP/1.1" status: 404 len: 333 time: 0.0862486 Jul 30 20:25:03.980346 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34798) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:04.043491 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a4d69-29d0-4aa9-86b1-eb8daef3ebbf None None] Pushing event deleted for resources: {'Port': ['ID=d5f5de3e-47be-4b5a-9269-7b8bacb354c7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:04.055296 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: d5f5de3e-47be-4b5a-9269-7b8bacb354c7 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:25:04.062387 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d5f5de3e-47be-4b5a-9269-7b8bacb354c7 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:25:04.084815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7a4d69-29d0-4aa9-86b1-eb8daef3ebbf None None] No DVR routers for this DVR port d5f5de3e-47be-4b5a-9269-7b8bacb354c7 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:25:04.123360 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc52c1b7-a332-4a69-8802-ac415661c406 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:04.123875 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc52c1b7-a332-4a69-8802-ac415661c406 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:04.130091 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fc52c1b7-a332-4a69-8802-ac415661c406 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/80eda7b2-78f9-4e4f-b3f6-8241d4713731 HTTP/1.1" status: 404 len: 337 time: 0.1483929 Jul 30 20:25:04.147985 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34814) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:04.262781 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1683b842-0ee8-422e-9a8d-c8e4ff7ed372 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Router de8331bb-800b-48b1-9ee3-51ac6f1de076 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:25:04.289510 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-d31ca22d-b38e-420e-ad4d-cfd513443225 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:04.290032 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d31ca22d-b38e-420e-ad4d-cfd513443225 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:04.301785 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d31ca22d-b38e-420e-ad4d-cfd513443225 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/991fdfe5-1a3d-44f6-94b7-73e1638e8a17 HTTP/1.1" status: 404 len: 337 time: 0.1526852 Jul 30 20:25:04.302488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34830) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:04.401988 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2a661f5f-280f-4f4c-9f91-02bc927e00d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'name': 'tempest-TaggedBootDevicesTest-1267782188-router', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:14:25Z', 'updated_at': '2021-07-30T20:14:30Z', 'revision_number': 4, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'gw_port': {'id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:14:26Z', 'updated_at': '2021-07-30T20:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'b8cf70f8-155b-44e6-ab30-69e8a0308b05', 'name': '', 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'mac_address': 'fa:16:3e:a2:11:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'c5425a8a-2fa0-4767-b46d-c8518c357b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:14:29Z', 'updated_at': '2021-07-30T20:14:37Z', 'revision_number': 5, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'subnets': [{'id': 'c5425a8a-2fa0-4767-b46d-c8518c357b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:04.421194 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a654bef-53c6-476f-a3ed-357d148b9470 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:04.421948 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a654bef-53c6-476f-a3ed-357d148b9470 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:04.430585 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5a654bef-53c6-476f-a3ed-357d148b9470 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/5bd1fd89-e0ee-4d90-93de-7e175fcaf31f HTTP/1.1" status: 404 len: 333 time: 0.1251628 Jul 30 20:25:04.431540 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34836) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:04.482008 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a661f5f-280f-4f4c-9f91-02bc927e00d7 None None] The sync data for ids ['3b42afd5-b5c2-4e37-b269-0a14e1c76984'] in n-d-712137-9 is: [{'id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'name': 'tempest-TaggedBootDevicesTest-1267782188-router', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:14:25Z', 'updated_at': '2021-07-30T20:14:30Z', 'revision_number': 4, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'gw_port': {'id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:14:26Z', 'updated_at': '2021-07-30T20:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'b8cf70f8-155b-44e6-ab30-69e8a0308b05', 'name': '', 'network_id': '9ed41446-71e6-4016-93d6-5a969c709957', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'mac_address': 'fa:16:3e:a2:11:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'c5425a8a-2fa0-4767-b46d-c8518c357b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:14:29Z', 'updated_at': '2021-07-30T20:14:37Z', 'revision_number': 5, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'subnets': [{'id': 'c5425a8a-2fa0-4767-b46d-c8518c357b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:25:04.490336 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d31453-eff0-467a-be77-10d51457ee9e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:04.490804 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d31453-eff0-467a-be77-10d51457ee9e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:04.495313 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-43d31453-eff0-467a-be77-10d51457ee9e tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/2c7880a6-985b-4700-b58f-80cf78b4154b HTTP/1.1" status: 404 len: 337 time: 0.0616615 Jul 30 20:25:04.497160 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34844) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:04.526471 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aecaf5-4fff-4fa3-8213-5f8dd2c89e28 req-39e73970-6fc7-400b-86b1-4e1729e6e7f6 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:04.528647 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-87aecaf5-4fff-4fa3-8213-5f8dd2c89e28 req-39e73970-6fc7-400b-86b1-4e1729e6e7f6 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 945 time: 0.5201464 Jul 30 20:25:04.535831 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1683b842-0ee8-422e-9a8d-c8e4ff7ed372 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:25:04.549764 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb76338-f2d4-40a7-9a04-06105003049b None None] Sync routers for ids ['de8331bb-800b-48b1-9ee3-51ac6f1de076'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:25:04.551639 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1683b842-0ee8-422e-9a8d-c8e4ff7ed372 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "PUT /v2.0/routers/de8331bb-800b-48b1-9ee3-51ac6f1de076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0572813 Jul 30 20:25:04.555050 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34848) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:04.562128 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb76338-f2d4-40a7-9a04-06105003049b None None] Routers {'de8331bb-800b-48b1-9ee3-51ac6f1de076'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:25:04.563125 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5bb76338-f2d4-40a7-9a04-06105003049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:24:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['de8331bb-800b-48b1-9ee3-51ac6f1de076'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:04.570012 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf53905-0776-49ef-b0a4-c0654ed53a12 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:04.586342 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cf53905-0776-49ef-b0a4-c0654ed53a12 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:04.598619 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4cf53905-0776-49ef-b0a4-c0654ed53a12 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/e7ceff07-55e6-4740-82ff-f79b42245bc0 HTTP/1.1" status: 404 len: 337 time: 0.1001484 Jul 30 20:25:04.604170 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-deleted', 'tag': '3e7c3967-422e-4f07-94df-36160be947b8'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:25:04.606520 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ebe48f-55f0-4927-8ecd-58e90f3da312" -d '{"events": [{"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-deleted", "tag": "3e7c3967-422e-4f07-94df-36160be947b8"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:25:04.616364 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34852) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:04.664184 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c875c3-8c9c-4b21-a62d-00973dc53eb2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:04.664907 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c875c3-8c9c-4b21-a62d-00973dc53eb2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:04.677442 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e5c875c3-8c9c-4b21-a62d-00973dc53eb2 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/cb62c42c-5f59-44ca-9dd9-69bc22813ed9 HTTP/1.1" status: 404 len: 333 time: 0.0600367 Jul 30 20:25:04.683311 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34858) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:04.718092 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-11cc42f4-97f7-41fe-9f73-e83aec247372 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting subnet 12b87716-8514-45b0-b4ab-e03902113271 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:25:04.740346 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5bb76338-f2d4-40a7-9a04-06105003049b None None] Set router de8331bb-800b-48b1-9ee3-51ac6f1de076 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:25:04.741311 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11cc42f4-97f7-41fe-9f73-e83aec247372 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:04.784064 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-87aecaf5-4fff-4fa3-8213-5f8dd2c89e28 req-f6e1934c-8acc-4b28-bf52-82c8cf017998 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819918 Jul 30 20:25:04.833363 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2534278-89d8-4eba-9487-15e3b5ce8e40 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:04.834055 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2534278-89d8-4eba-9487-15e3b5ce8e40 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:04.841563 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a2534278-89d8-4eba-9487-15e3b5ce8e40 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/0b5a0536-c5e8-42fc-afa8-d2e337355735 HTTP/1.1" status: 404 len: 337 time: 0.1567740 Jul 30 20:25:04.844313 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34866) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:04.926037 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11cc42f4-97f7-41fe-9f73-e83aec247372 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:04.960040 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2859cc-745c-4b0b-9538-0e6b79824502 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:04.960818 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac2859cc-745c-4b0b-9538-0e6b79824502 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:04.964086 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ac2859cc-745c-4b0b-9538-0e6b79824502 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/4112660b-eac2-43d9-b0a8-f6e2ba4a6c66 HTTP/1.1" status: 404 len: 337 time: 0.1185594 Jul 30 20:25:04.976435 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34874) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:05.060834 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4265432-3082-4a46-af24-1dacb1f15ca4 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:05.063059 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4265432-3082-4a46-af24-1dacb1f15ca4 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:05.070034 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e4265432-3082-4a46-af24-1dacb1f15ca4 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/1d68396a-cc70-4540-a640-c76f872e60b8 HTTP/1.1" status: 404 len: 333 time: 0.0924609 Jul 30 20:25:05.102309 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34882) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:05.130712 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11cc42f4-97f7-41fe-9f73-e83aec247372 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:05.208484 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-861dab81-e957-4fcf-9d2e-b2bd990f0b33 req-a92a0d09-b9cc-471e-bd2f-6afd023fd547 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 210 time: 0.1483510 Jul 30 20:25:05.241709 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11241096-4016-4fe7-9035-4d370c09851b None None] New status for floating IP 8a3381da-a1f3-45d0-8db9-bcefb34e2e7f: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:25:05.251346 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f87f183-a465-45ca-9193-0f67d23d1ea6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:05.251346 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f87f183-a465-45ca-9193-0f67d23d1ea6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:05.275967 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1f87f183-a465-45ca-9193-0f67d23d1ea6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/64a454e5-6b01-4ee3-8283-a44824b583d1 HTTP/1.1" status: 404 len: 337 time: 0.1702805 Jul 30 20:25:05.283646 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34894) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:05.382407 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11cc42f4-97f7-41fe-9f73-e83aec247372 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:05.382407 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a81cb5-4d9f-4de6-a433-23fc1d593112 x-openstack-request-id: req-66a81cb5-4d9f-4de6-a433-23fc1d593112 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:25:05.382407 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc", "name": "network-vif-deleted", "tag": "3e7c3967-422e-4f07-94df-36160be947b8", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:25:05.382407 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-66a81cb5-4d9f-4de6-a433-23fc1d593112 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:25:05.382407 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc', 'name': 'network-vif-deleted', 'tag': '3e7c3967-422e-4f07-94df-36160be947b8', 'status': 'completed', 'code': 200} Jul 30 20:25:05.392099 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c96e816-d423-40e0-81d2-336464d6addc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:05.392099 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c96e816-d423-40e0-81d2-336464d6addc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:05.392099 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5c96e816-d423-40e0-81d2-336464d6addc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/e7240e72-b16f-4c5e-b167-6b6653105b21 HTTP/1.1" status: 404 len: 337 time: 0.1090689 Jul 30 20:25:05.396086 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34896) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:05.442363 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc42f4-97f7-41fe-9f73-e83aec247372 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Subnet': ['ID=12b87716-8514-45b0-b4ab-e03902113271,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:05.455143 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5bb76338-f2d4-40a7-9a04-06105003049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:25:01Z', 'revision_number': 10, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:20Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:05.463011 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11cc42f4-97f7-41fe-9f73-e83aec247372 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:05.469114 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-11cc42f4-97f7-41fe-9f73-e83aec247372 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/subnets/12b87716-8514-45b0-b4ab-e03902113271 HTTP/1.1" status: 204 len: 168 time: 0.9117455 Jul 30 20:25:05.478625 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34904) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:05.494316 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb76338-f2d4-40a7-9a04-06105003049b None None] Checking router: de8331bb-800b-48b1-9ee3-51ac6f1de076 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:25:05.537370 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62991ab-3458-427f-ae9b-48b0b2a8741e None None] Network 46693486-6314-4fdd-967c-b7066dbdab90 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:05.541891 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9416ac91-6bc5-45d2-b13d-3d2630fbb0c1 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports?device_id=81cb3cf1-4af4-4236-a920-2897636c6eac HTTP/1.1" status: 200 len: 205 time: 0.1443219 Jul 30 20:25:05.545750 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb76338-f2d4-40a7-9a04-06105003049b None None] Routers {'de8331bb-800b-48b1-9ee3-51ac6f1de076'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:25:05.546403 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5bb76338-f2d4-40a7-9a04-06105003049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:24:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['de8331bb-800b-48b1-9ee3-51ac6f1de076'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:05.546818 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34906) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:05.655126 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-3efab5cc-9b68-4d86-a5a2-1af8ebf2c2bd tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] delete failed (client error): The resource could not be found. Jul 30 20:25:05.658103 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3efab5cc-9b68-4d86-a5a2-1af8ebf2c2bd tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/routers/81cb3cf1-4af4-4236-a920-2897636c6eac HTTP/1.1" status: 404 len: 336 time: 0.1099479 Jul 30 20:25:05.662371 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34912) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:05.729998 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-544f1658-36bf-4ec2-8c32-1d9460de1617 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:05.730617 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-544f1658-36bf-4ec2-8c32-1d9460de1617 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:05.734524 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-544f1658-36bf-4ec2-8c32-1d9460de1617 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/de60230d-ad66-4995-a004-eb37abaa4113 HTTP/1.1" status: 404 len: 337 time: 0.0712044 Jul 30 20:25:05.738187 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34914) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:05.754658 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40d768c9-3645-4075-8086-1de5e40f5b18 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:05.815164 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5bb76338-f2d4-40a7-9a04-06105003049b None None] Set router de8331bb-800b-48b1-9ee3-51ac6f1de076 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:25:05.850816 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-02bfa0f8-7ed2-40c8-a08b-cc7c4791117c tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "GET /v2.0/ports?device_id=dee1ff89-56b6-4bf8-94f7-c584d813c92f HTTP/1.1" status: 200 len: 205 time: 0.1114745 Jul 30 20:25:05.857568 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34916) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:05.954266 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-40d768c9-3645-4075-8086-1de5e40f5b18 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting port e85ec79c-f8ad-48d3-9293-b062bc704d16 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:05.958478 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40d768c9-3645-4075-8086-1de5e40f5b18 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:06.064903 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-9367b4a8-949c-41ce-8ade-3ed88cafd4e8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] delete failed (client error): The resource could not be found. Jul 30 20:25:06.065955 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9367b4a8-949c-41ce-8ade-3ed88cafd4e8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/routers/dee1ff89-56b6-4bf8-94f7-c584d813c92f HTTP/1.1" status: 404 len: 336 time: 0.2072115 Jul 30 20:25:06.068587 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34924) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:06.093597 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ac5b84-a99e-40c9-9859-e87b2bed9cfc None None] DHCP port deletion for 46693486-6314-4fdd-967c-b7066dbdab90 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:25:06.183562 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c20b0f-f617-4398-9569-fd5e8c75e1b5 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:06.198370 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c20b0f-f617-4398-9569-fd5e8c75e1b5 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:06.200715 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-49c20b0f-f617-4398-9569-fd5e8c75e1b5 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/a7f33171-bbd2-427e-b9fd-ce7d109efe6d HTTP/1.1" status: 404 len: 337 time: 0.1304119 Jul 30 20:25:06.203288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34928) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:06.253062 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-40d768c9-3645-4075-8086-1de5e40f5b18 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] For port e85ec79c-f8ad-48d3-9293-b062bc704d16, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e85ec79c-f8ad-48d3-9293-b062bc704d16,segment=NetworkSegment(f7ce184a-0925-4673-94ce-41877bc536bd),segment_id=f7ce184a-0925-4673-94ce-41877bc536bd)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:06.264138 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40d768c9-3645-4075-8086-1de5e40f5b18 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:06.279760 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec21b894-98c5-45f9-9d8a-1a1f83a799f6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:06.283942 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec21b894-98c5-45f9-9d8a-1a1f83a799f6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:06.295096 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-20ac5b84-a99e-40c9-9859-e87b2bed9cfc None None] Deleting port e85ec79c-f8ad-48d3-9293-b062bc704d16 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:06.299008 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20ac5b84-a99e-40c9-9859-e87b2bed9cfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:06.301209 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ec21b894-98c5-45f9-9d8a-1a1f83a799f6 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/80b14bff-7f93-4ee9-892c-a1b6559930e1 HTTP/1.1" status: 404 len: 337 time: 0.0967104 Jul 30 20:25:06.305166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34936) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:06.312524 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-40d768c9-3645-4075-8086-1de5e40f5b18 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Calling delete_port for e85ec79c-f8ad-48d3-9293-b062bc704d16 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:06.396309 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5bb76338-f2d4-40a7-9a04-06105003049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:25:01Z', 'revision_number': 10, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:20Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:06.412072 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-81bbad7f-a793-41bd-9c4c-94611ef70894 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:06.419217 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81bbad7f-a793-41bd-9c4c-94611ef70894 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:06.421462 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-81bbad7f-a793-41bd-9c4c-94611ef70894 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/c315a1a5-2398-4169-ab46-d3cbb89e7728 HTTP/1.1" status: 404 len: 333 time: 0.1076443 Jul 30 20:25:06.424126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34938) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:06.523533 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-20ac5b84-a99e-40c9-9859-e87b2bed9cfc None None] For port e85ec79c-f8ad-48d3-9293-b062bc704d16, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e85ec79c-f8ad-48d3-9293-b062bc704d16,segment=NetworkSegment(f7ce184a-0925-4673-94ce-41877bc536bd),segment_id=f7ce184a-0925-4673-94ce-41877bc536bd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:06.524241 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20ac5b84-a99e-40c9-9859-e87b2bed9cfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:06.536309 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7915a1e7-7bc6-487e-aa8a-4c3151882eab req-d365b790-bf36-43ab-90c9-02503eab6e3f tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 210 time: 0.1454301 Jul 30 20:25:06.537971 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7f4ef1-408f-4ecb-ae37-5b1f072b9a78 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:06.550178 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40d768c9-3645-4075-8086-1de5e40f5b18 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:06.555986 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b7f4ef1-408f-4ecb-ae37-5b1f072b9a78 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:06.565080 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0b7f4ef1-408f-4ecb-ae37-5b1f072b9a78 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/662e17cf-1136-4a15-ad51-bc5ea66218f3 HTTP/1.1" status: 404 len: 337 time: 0.0971532 Jul 30 20:25:06.568724 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34952) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:06.569068 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-20ac5b84-a99e-40c9-9859-e87b2bed9cfc None None] Calling delete_port for e85ec79c-f8ad-48d3-9293-b062bc704d16 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:06.577434 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb76338-f2d4-40a7-9a04-06105003049b None None] The sync data for ids ['de8331bb-800b-48b1-9ee3-51ac6f1de076'] in n-d-712137-9 is: [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:25:01Z', 'revision_number': 10, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None, '_interfaces': [{'id': '167ac41a-c20f-4d88-92bc-bcd22ad78051', 'name': '', 'network_id': '30b40f8c-a0af-400f-9d0c-a70d92dca9f3', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'mac_address': 'fa:16:3e:87:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:24:08Z', 'updated_at': '2021-07-30T20:24:20Z', 'revision_number': 5, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'subnets': [{'id': '6dde7f73-9b05-471f-842a-112ca4db1eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:25:06.618429 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d768c9-3645-4075-8086-1de5e40f5b18 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Port': ['ID=e85ec79c-f8ad-48d3-9293-b062bc704d16,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:06.636636 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d768c9-3645-4075-8086-1de5e40f5b18 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] No DVR routers for this DVR port e85ec79c-f8ad-48d3-9293-b062bc704d16 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:25:06.686115 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0a90cc-48bf-4bf8-9a54-320a77f8e0c9 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:06.686115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0a90cc-48bf-4bf8-9a54-320a77f8e0c9 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:06.701876 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34962) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:06.704386 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ed0a90cc-48bf-4bf8-9a54-320a77f8e0c9 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/53ea3717-e977-4b24-95cc-03fa92fc5200 HTTP/1.1" status: 404 len: 333 time: 0.1309028 Jul 30 20:25:06.760663 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-71206480-a2da-4621-9b9c-a3a748bc3e1b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:06.761198 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71206480-a2da-4621-9b9c-a3a748bc3e1b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:06.763025 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-71206480-a2da-4621-9b9c-a3a748bc3e1b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/7e93f5dc-6656-4176-a3fd-6f9bf9f9d2b3 HTTP/1.1" status: 404 len: 337 time: 0.0574987 Jul 30 20:25:06.768076 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34970) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:06.822213 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b1df83-2e93-43c5-875c-e12da1b919b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:06.823752 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b1df83-2e93-43c5-875c-e12da1b919b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:06.827263 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20ac5b84-a99e-40c9-9859-e87b2bed9cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:06.833323 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-13b1df83-2e93-43c5-875c-e12da1b919b7 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/cc2b7bf0-4160-4ac8-a900-6f5f9e4d33e1 HTTP/1.1" status: 404 len: 333 time: 0.0633824 Jul 30 20:25:06.840250 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34974) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:06.861731 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac5b84-a99e-40c9-9859-e87b2bed9cfc None None] Pushing event deleted for resources: {'Port': ['ID=e85ec79c-f8ad-48d3-9293-b062bc704d16,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:06.876725 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ac5b84-a99e-40c9-9859-e87b2bed9cfc None None] No DVR routers for this DVR port e85ec79c-f8ad-48d3-9293-b062bc704d16 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:25:06.916592 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40d768c9-3645-4075-8086-1de5e40f5b18 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:06.926329 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2d23e0-3b67-4601-bc58-8cee33e77d00 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:06.927421 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b2d23e0-3b67-4601-bc58-8cee33e77d00 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:06.929531 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6b2d23e0-3b67-4601-bc58-8cee33e77d00 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/3bcb7b72-d586-4d89-aac4-986a1c9df3f9 HTTP/1.1" status: 404 len: 337 time: 0.0882986 Jul 30 20:25:06.934756 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34978) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:06.950493 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-40d768c9-3645-4075-8086-1de5e40f5b18 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46693486-6314-4fdd-967c-b7066dbdab90']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:06.981240 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-40d768c9-3645-4075-8086-1de5e40f5b18 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ce184a-0925-4673-94ce-41877bc536bd') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:06.981240 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-40d768c9-3645-4075-8086-1de5e40f5b18 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ce184a-0925-4673-94ce-41877bc536bd') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:07.021862 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-484c0ebd-a273-45b6-99a3-d3d9565c91ea tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:07.023165 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484c0ebd-a273-45b6-99a3-d3d9565c91ea tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:07.028125 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-484c0ebd-a273-45b6-99a3-d3d9565c91ea tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/125a052b-c528-4c07-a1cd-6e1d5f00c337 HTTP/1.1" status: 404 len: 333 time: 0.0870924 Jul 30 20:25:07.029058 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34986) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:07.039197 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40d768c9-3645-4075-8086-1de5e40f5b18 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:07.089485 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40d768c9-3645-4075-8086-1de5e40f5b18 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:07.102060 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d768c9-3645-4075-8086-1de5e40f5b18 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:25:07.108916 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40d768c9-3645-4075-8086-1de5e40f5b18 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:07.114884 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c14293-d809-4d0f-a657-93736a0949e8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:07.115686 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c14293-d809-4d0f-a657-93736a0949e8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:25:07.116916 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:25:07.121448 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-45c14293-d809-4d0f-a657-93736a0949e8 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/8df703aa-2d25-479c-9c7f-ac8ed3f4788d HTTP/1.1" status: 404 len: 337 time: 0.0912354 Jul 30 20:25:07.123901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 34990) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:07.258144 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40d768c9-3645-4075-8086-1de5e40f5b18 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:07.272834 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40d768c9-3645-4075-8086-1de5e40f5b18 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:07.275793 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-40d768c9-3645-4075-8086-1de5e40f5b18 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/networks/46693486-6314-4fdd-967c-b7066dbdab90 HTTP/1.1" status: 204 len: 168 time: 1.7925196 Jul 30 20:25:07.278467 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 34996) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:07.299066 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d768c9-3645-4075-8086-1de5e40f5b18 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Network': ['ID=46693486-6314-4fdd-967c-b7066dbdab90,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:07.626271 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 01836674-e7f7-4a1c-92ff-0c03e546d90b no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:25:07.661094 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-76aee26d-638b-4961-8936-7efbd0dbebea tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:07.665908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76aee26d-638b-4961-8936-7efbd0dbebea tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:07.672310 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-76aee26d-638b-4961-8936-7efbd0dbebea tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/4d5be604-b183-4c3f-a0e5-6528db914818 HTTP/1.1" status: 404 len: 333 time: 0.5472453 Jul 30 20:25:07.682033 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 01836674-e7f7-4a1c-92ff-0c03e546d90b {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:25:07.682690 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 01836674-e7f7-4a1c-92ff-0c03e546d90b not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:25:07.683293 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e85ec79c-f8ad-48d3-9293-b062bc704d16 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:25:07.722054 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35004) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:07.723365 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: e85ec79c-f8ad-48d3-9293-b062bc704d16 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:25:07.723779 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e85ec79c-f8ad-48d3-9293-b062bc704d16 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:25:07.752839 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-565760d0-cfac-4565-b5bc-5ede7e3ee3bc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:07.754736 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-565760d0-cfac-4565-b5bc-5ede7e3ee3bc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:07.755951 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-565760d0-cfac-4565-b5bc-5ede7e3ee3bc tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/bc1c5cf2-8e90-4a99-9ce2-faad79e9fafd HTTP/1.1" status: 404 len: 337 time: 0.0327280 Jul 30 20:25:07.760481 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-428aa2c1-55bb-4ef2-bc90-b44a5c283431 req-69465c91-18d2-4127-9502-13ea03e57aa2 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 210 time: 0.0865045 Jul 30 20:25:07.761602 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35006) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:07.811179 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcdbc512-9276-444e-8850-f51ee3174bfa tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:07.812240 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcdbc512-9276-444e-8850-f51ee3174bfa tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:07.814180 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-dcdbc512-9276-444e-8850-f51ee3174bfa tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/908c33f1-83bc-4681-b091-b46f376153b2 HTTP/1.1" status: 404 len: 333 time: 0.0485301 Jul 30 20:25:07.816669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35008) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:07.844992 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c07063-014f-48b6-ba1d-2934b0c0628b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:07.845790 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c07063-014f-48b6-ba1d-2934b0c0628b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:07.847875 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-97c07063-014f-48b6-ba1d-2934b0c0628b tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/71d97344-6f81-485f-810c-0c73e88b59ca HTTP/1.1" status: 404 len: 337 time: 0.0292368 Jul 30 20:25:07.850422 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35010) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:07.902399 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1e2026-ffc1-44e6-970a-047a584eadfa tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:07.903541 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab1e2026-ffc1-44e6-970a-047a584eadfa tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:07.906631 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ab1e2026-ffc1-44e6-970a-047a584eadfa tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/ports/cb802f9c-d46a-4e34-9325-56d87d9661bf HTTP/1.1" status: 404 len: 333 time: 0.0549345 Jul 30 20:25:07.909644 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35016) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:07.983266 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-512978bc-8b56-426a-b047-324076f3361d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:07.985319 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-512978bc-8b56-426a-b047-324076f3361d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:07.989854 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-512978bc-8b56-426a-b047-324076f3361d tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/subnets/6eee69f5-d142-4c7e-aee2-c693edaa12d6 HTTP/1.1" status: 404 len: 337 time: 0.0762360 Jul 30 20:25:07.992129 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35024) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:08.092418 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dc7df1f-2bb4-43c6-a27b-4b62f1acc510 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:08.113759 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c8f7-f6a4-4579-aaee-4bda68f0a548 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:08.207273 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c8f7-f6a4-4579-aaee-4bda68f0a548 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:08.218819 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-a8b7c8f7-f6a4-4579-aaee-4bda68f0a548 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4b4c78-015d-41b2-aa81-e7eeeb1e0803']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:08.245471 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-a8b7c8f7-f6a4-4579-aaee-4bda68f0a548 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52941110-a826-47ab-962c-9e3ea98d4874') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:08.246974 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-a8b7c8f7-f6a4-4579-aaee-4bda68f0a548 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52941110-a826-47ab-962c-9e3ea98d4874') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:08.269259 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c8f7-f6a4-4579-aaee-4bda68f0a548 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:08.296678 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c8f7-f6a4-4579-aaee-4bda68f0a548 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:08.311876 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b7c8f7-f6a4-4579-aaee-4bda68f0a548 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:25:08.312288 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c8f7-f6a4-4579-aaee-4bda68f0a548 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:25:08.397702 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:25:08.411942 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c8f7-f6a4-4579-aaee-4bda68f0a548 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:08.438353 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c8f7-f6a4-4579-aaee-4bda68f0a548 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:08.460519 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a8b7c8f7-f6a4-4579-aaee-4bda68f0a548 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] 10.222.0.81 "DELETE /v2.0/networks/af4b4c78-015d-41b2-aa81-e7eeeb1e0803 HTTP/1.1" status: 204 len: 168 time: 0.4536238 Jul 30 20:25:08.496008 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7c8f7-f6a4-4579-aaee-4bda68f0a548 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Pushing event deleted for resources: {'Network': ['ID=af4b4c78-015d-41b2-aa81-e7eeeb1e0803,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:08.517422 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b7c8f7-f6a4-4579-aaee-4bda68f0a548 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:08.519872 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b7c8f7-f6a4-4579-aaee-4bda68f0a548 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:08.521010 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b7c8f7-f6a4-4579-aaee-4bda68f0a548 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:08.523119 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b7c8f7-f6a4-4579-aaee-4bda68f0a548 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:08.524058 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b7c8f7-f6a4-4579-aaee-4bda68f0a548 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:08.525875 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b7c8f7-f6a4-4579-aaee-4bda68f0a548 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:08.526929 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b7c8f7-f6a4-4579-aaee-4bda68f0a548 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:08.527488 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3dc7df1f-2bb4-43c6-a27b-4b62f1acc510 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting port 167ac41a-c20f-4d88-92bc-bcd22ad78051 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:08.527856 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dc7df1f-2bb4-43c6-a27b-4b62f1acc510 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:08.528578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b7c8f7-f6a4-4579-aaee-4bda68f0a548 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:08.529556 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b7c8f7-f6a4-4579-aaee-4bda68f0a548 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:08.531733 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b7c8f7-f6a4-4579-aaee-4bda68f0a548 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:08.534443 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b7c8f7-f6a4-4579-aaee-4bda68f0a548 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:08.535044 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b7c8f7-f6a4-4579-aaee-4bda68f0a548 tempest-NetworksTestDHCPv6-433891137 tempest-NetworksTestDHCPv6-433891137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:08.637447 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-3dc7df1f-2bb4-43c6-a27b-4b62f1acc510 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] For port 167ac41a-c20f-4d88-92bc-bcd22ad78051, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=167ac41a-c20f-4d88-92bc-bcd22ad78051,segment=NetworkSegment(38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f),segment_id=38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:08.637805 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dc7df1f-2bb4-43c6-a27b-4b62f1acc510 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:08.652711 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3dc7df1f-2bb4-43c6-a27b-4b62f1acc510 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Calling delete_port for 167ac41a-c20f-4d88-92bc-bcd22ad78051 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:08.867575 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dc7df1f-2bb4-43c6-a27b-4b62f1acc510 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:08.923268 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7df1f-2bb4-43c6-a27b-4b62f1acc510 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Port': ['ID=167ac41a-c20f-4d88-92bc-bcd22ad78051,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:08.952603 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7df1f-2bb4-43c6-a27b-4b62f1acc510 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:08.953193 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7df1f-2bb4-43c6-a27b-4b62f1acc510 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:08.954230 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7df1f-2bb4-43c6-a27b-4b62f1acc510 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:08.959691 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7df1f-2bb4-43c6-a27b-4b62f1acc510 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:08.960342 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7df1f-2bb4-43c6-a27b-4b62f1acc510 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:08.961874 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7df1f-2bb4-43c6-a27b-4b62f1acc510 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:08.962461 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7df1f-2bb4-43c6-a27b-4b62f1acc510 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:08.962980 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7df1f-2bb4-43c6-a27b-4b62f1acc510 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:08.963475 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7df1f-2bb4-43c6-a27b-4b62f1acc510 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:08.964035 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7df1f-2bb4-43c6-a27b-4b62f1acc510 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:08.964538 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7df1f-2bb4-43c6-a27b-4b62f1acc510 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:08.965516 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7df1f-2bb4-43c6-a27b-4b62f1acc510 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:09.009590 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35044) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:09.034990 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fe421bc7-be46-438a-b374-0edcd896a89c req-b63e814f-2b1e-40cd-9651-ddd12f867afa tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 210 time: 0.0441074 Jul 30 20:25:09.269338 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dc7df1f-2bb4-43c6-a27b-4b62f1acc510 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:09.501355 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-51b2120a-c45a-47c4-8cd8-8566967a0f5e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0906e840542646069bfe963c5e76d376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4686716 Jul 30 20:25:09.501634 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35060) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:09.525562 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc7df1f-2bb4-43c6-a27b-4b62f1acc510 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Router de8331bb-800b-48b1-9ee3-51ac6f1de076 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:25:09.640070 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc7df1f-2bb4-43c6-a27b-4b62f1acc510 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:25:09.649204 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35064) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:09.650729 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3dc7df1f-2bb4-43c6-a27b-4b62f1acc510 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "PUT /v2.0/routers/de8331bb-800b-48b1-9ee3-51ac6f1de076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3705649 Jul 30 20:25:09.651561 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136949e9-6a40-4363-ae72-54ce236de511 None None] Sync routers for ids ['de8331bb-800b-48b1-9ee3-51ac6f1de076'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:25:09.654901 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e20465f3-eb5f-4f71-8b24-a089f5004963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:09.667710 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136949e9-6a40-4363-ae72-54ce236de511 None None] Routers {'de8331bb-800b-48b1-9ee3-51ac6f1de076'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:25:09.681969 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-136949e9-6a40-4363-ae72-54ce236de511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:24:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['de8331bb-800b-48b1-9ee3-51ac6f1de076'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:09.695433 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e20465f3-eb5f-4f71-8b24-a089f5004963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:09.737895 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-be31226e-ebcd-470d-b62e-8fa7b97419df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting subnet 6dde7f73-9b05-471f-842a-112ca4db1eb4 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:25:09.742553 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be31226e-ebcd-470d-b62e-8fa7b97419df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:09.798515 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e20465f3-eb5f-4f71-8b24-a089f5004963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:09.802508 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be31226e-ebcd-470d-b62e-8fa7b97419df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:09.802964 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e20465f3-eb5f-4f71-8b24-a089f5004963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:09.808756 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e20465f3-eb5f-4f71-8b24-a089f5004963 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e66c8511-b190-46df-9836-fc76e38d89f4 HTTP/1.1" status: 204 len: 168 time: 0.3041458 Jul 30 20:25:09.833404 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20465f3-eb5f-4f71-8b24-a089f5004963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66c8511-b190-46df-9836-fc76e38d89f4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:09.842396 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-136949e9-6a40-4363-ae72-54ce236de511 None None] Set router de8331bb-800b-48b1-9ee3-51ac6f1de076 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:25:09.969576 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-136949e9-6a40-4363-ae72-54ce236de511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:25:08Z', 'revision_number': 11, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:09.978635 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be31226e-ebcd-470d-b62e-8fa7b97419df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:10.019941 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136949e9-6a40-4363-ae72-54ce236de511 None None] Checking router: de8331bb-800b-48b1-9ee3-51ac6f1de076 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:25:10.045103 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136949e9-6a40-4363-ae72-54ce236de511 None None] Routers {'de8331bb-800b-48b1-9ee3-51ac6f1de076'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:25:10.045797 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-136949e9-6a40-4363-ae72-54ce236de511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:24:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['de8331bb-800b-48b1-9ee3-51ac6f1de076'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:10.080727 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be31226e-ebcd-470d-b62e-8fa7b97419df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:10.108062 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be31226e-ebcd-470d-b62e-8fa7b97419df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:10.110260 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-be31226e-ebcd-470d-b62e-8fa7b97419df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/subnets/6dde7f73-9b05-471f-842a-112ca4db1eb4 HTTP/1.1" status: 204 len: 168 time: 0.4600999 Jul 30 20:25:10.113043 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35078) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:10.116373 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6daacec-3ea0-4830-a01a-d3b72c1f81ff None None] Network 30b40f8c-a0af-400f-9d0c-a70d92dca9f3 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:10.215165 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31226e-ebcd-470d-b62e-8fa7b97419df tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Subnet': ['ID=6dde7f73-9b05-471f-842a-112ca4db1eb4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:10.299214 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5f62e0da-a9fa-4920-853a-09dbe945d142 req-b29ee761-6e1b-4ece-b109-b7838ce2a631 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 210 time: 0.0683508 Jul 30 20:25:10.346147 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-136949e9-6a40-4363-ae72-54ce236de511 None None] Set router de8331bb-800b-48b1-9ee3-51ac6f1de076 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:25:10.388577 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ecb548-bdb8-4ab4-ace7-141c088c7a6e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:10.491644 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7714a365-3286-4c55-a0ce-caaee27c96d3 None None] DHCP port deletion for 30b40f8c-a0af-400f-9d0c-a70d92dca9f3 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:25:10.499138 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-136949e9-6a40-4363-ae72-54ce236de511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:25:08Z', 'revision_number': 11, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:10.532803 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-83ecb548-bdb8-4ab4-ace7-141c088c7a6e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Deleting port 0c87fd30-4af5-48e6-a036-ebd8dad717de {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:10.533002 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ecb548-bdb8-4ab4-ace7-141c088c7a6e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:10.591385 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7714a365-3286-4c55-a0ce-caaee27c96d3 None None] Deleting port 0c87fd30-4af5-48e6-a036-ebd8dad717de {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:10.591786 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7714a365-3286-4c55-a0ce-caaee27c96d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:10.601892 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136949e9-6a40-4363-ae72-54ce236de511 None None] The sync data for ids ['de8331bb-800b-48b1-9ee3-51ac6f1de076'] in n-d-712137-9 is: [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:25:08Z', 'revision_number': 11, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:25:10.651533 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-83ecb548-bdb8-4ab4-ace7-141c088c7a6e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] For port 0c87fd30-4af5-48e6-a036-ebd8dad717de, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0c87fd30-4af5-48e6-a036-ebd8dad717de,segment=NetworkSegment(38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f),segment_id=38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:10.652122 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ecb548-bdb8-4ab4-ace7-141c088c7a6e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:10.668007 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-83ecb548-bdb8-4ab4-ace7-141c088c7a6e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Calling delete_port for 0c87fd30-4af5-48e6-a036-ebd8dad717de owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:10.749843 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7714a365-3286-4c55-a0ce-caaee27c96d3 None None] For port 0c87fd30-4af5-48e6-a036-ebd8dad717de, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0c87fd30-4af5-48e6-a036-ebd8dad717de,segment=NetworkSegment(38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f),segment_id=38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:10.750249 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7714a365-3286-4c55-a0ce-caaee27c96d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:10.769221 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7714a365-3286-4c55-a0ce-caaee27c96d3 None None] Calling delete_port for 0c87fd30-4af5-48e6-a036-ebd8dad717de owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:10.839316 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ecb548-bdb8-4ab4-ace7-141c088c7a6e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:10.884674 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7714a365-3286-4c55-a0ce-caaee27c96d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:10.936076 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecb548-bdb8-4ab4-ace7-141c088c7a6e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Port': ['ID=0c87fd30-4af5-48e6-a036-ebd8dad717de,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:10.947157 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ecb548-bdb8-4ab4-ace7-141c088c7a6e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] No DVR routers for this DVR port 0c87fd30-4af5-48e6-a036-ebd8dad717de on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:25:10.975456 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7714a365-3286-4c55-a0ce-caaee27c96d3 None None] No DVR routers for this DVR port 0c87fd30-4af5-48e6-a036-ebd8dad717de on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:25:10.979630 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714a365-3286-4c55-a0ce-caaee27c96d3 None None] Pushing event deleted for resources: {'Port': ['ID=0c87fd30-4af5-48e6-a036-ebd8dad717de,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:11.175198 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35128) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:11.556572 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ee4e4d0-462f-49e2-a5e8-48d73a9e21e0 req-fce2f3ed-adb7-4ebf-8676-dd9a510ea01c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 210 time: 0.0788684 Jul 30 20:25:11.569597 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35138) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:11.659858 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0c87fd30-4af5-48e6-a036-ebd8dad717de no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:25:11.664402 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Request body: {'networks': [{'name': 'tempest-network--447169356'}, {'name': 'tempest-network--1173436141'}]} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:11.665511 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Request body: {'network': {'name': 'tempest-network--447169356'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:11.665999 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Request body: {'network': {'name': 'tempest-network--1173436141'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:11.709376 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 0c87fd30-4af5-48e6-a036-ebd8dad717de {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:25:11.709725 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0c87fd30-4af5-48e6-a036-ebd8dad717de not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:25:11.710145 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 167ac41a-c20f-4d88-92bc-bcd22ad78051 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:25:11.732109 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 167ac41a-c20f-4d88-92bc-bcd22ad78051 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:25:11.732459 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 167ac41a-c20f-4d88-92bc-bcd22ad78051 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:25:11.776496 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Made reservation on behalf of 3b59adaf629f494ea66081ecba4f4fca for: {'network': 2} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:11.781305 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:11.814341 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ecb548-bdb8-4ab4-ace7-141c088c7a6e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:11.819694 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:11.850332 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-83ecb548-bdb8-4ab4-ace7-141c088c7a6e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b40f8c-a0af-400f-9d0c-a70d92dca9f3']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:11.876507 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8e564780-87cf-46f7-bcd3-4d4c28c53fb1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a030dae11841413fbef442ff0f29ec30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6983018 Jul 30 20:25:11.880401 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35146) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:11.885084 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-83ecb548-bdb8-4ab4-ace7-141c088c7a6e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:11.885381 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-83ecb548-bdb8-4ab4-ace7-141c088c7a6e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d92cc3-ff17-4a7c-b21c-73f5b7b57e6f') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:11.918116 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ecb548-bdb8-4ab4-ace7-141c088c7a6e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:11.936682 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ecb548-bdb8-4ab4-ace7-141c088c7a6e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:11.945828 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ecb548-bdb8-4ab4-ace7-141c088c7a6e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:25:11.946692 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ecb548-bdb8-4ab4-ace7-141c088c7a6e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:25:11.950762 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:25:12.016540 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54094234-752d-4f4a-80da-e64edfb0cb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:12.041645 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ecb548-bdb8-4ab4-ace7-141c088c7a6e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:12.059277 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ecb548-bdb8-4ab4-ace7-141c088c7a6e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:12.061867 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-83ecb548-bdb8-4ab4-ace7-141c088c7a6e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/networks/30b40f8c-a0af-400f-9d0c-a70d92dca9f3 HTTP/1.1" status: 204 len: 168 time: 1.9471266 Jul 30 20:25:12.093530 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35150) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:12.094446 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecb548-bdb8-4ab4-ace7-141c088c7a6e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Pushing event deleted for resources: {'Network': ['ID=30b40f8c-a0af-400f-9d0c-a70d92dca9f3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:12.106036 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8e5845ab-33f8-4202-912c-bcf690667ed2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'router': {'routes': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:12.130182 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:12.174008 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54094234-752d-4f4a-80da-e64edfb0cb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:12.252369 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:12.253702 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:12.306024 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.extraroute_db [None req-8e5845ab-33f8-4202-912c-bcf690667ed2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Added routes are [] {{(pid=93883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 20:25:12.306436 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.extraroute_db [None req-8e5845ab-33f8-4202-912c-bcf690667ed2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Removed routes are [] {{(pid=93883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 20:25:12.306700 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e5845ab-33f8-4202-912c-bcf690667ed2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:12.348116 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db1a7e83-6b9f-46e3-ba46-f8844c0a28dd,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:12.352939 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54094234-752d-4f4a-80da-e64edfb0cb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:12.363468 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54094234-752d-4f4a-80da-e64edfb0cb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:12.366463 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-54094234-752d-4f4a-80da-e64edfb0cb87 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/35815b18-59af-4152-a1b3-42fe7f53aa17 HTTP/1.1" status: 204 len: 168 time: 0.4846535 Jul 30 20:25:12.400616 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54094234-752d-4f4a-80da-e64edfb0cb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35815b18-59af-4152-a1b3-42fe7f53aa17,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:12.438845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:25:12.464315 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:12.464801 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Added segment ccef3f40-dc8f-4843-a051-2bcfe27a416a of type vlan for network d32fbec5-3047-451d-b3d0-07bd736d7478 Jul 30 20:25:12.532229 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:12.586567 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e5845ab-33f8-4202-912c-bcf690667ed2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:12.590815 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e5845ab-33f8-4202-912c-bcf690667ed2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1722371'] for router, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:12.605011 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:25:12.619448 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:12.620415 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Added segment 40fe0ed4-d9aa-42ce-b564-9fcc622ab49d of type vlan for network f94fb471-9d69-4d5f-8071-19056b154125 Jul 30 20:25:12.679879 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:12.768062 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5845ab-33f8-4202-912c-bcf690667ed2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Router de8331bb-800b-48b1-9ee3-51ac6f1de076 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:25:12.796609 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-949bab3e-43de-495c-b719-fb6c1baa9abe req-c9f3b281-aac7-4fab-be91-e8692ed03a88 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 210 time: 0.0698969 Jul 30 20:25:12.802967 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:12.803931 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:12.811680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:12.818734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:12.819745 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:12.878576 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5845ab-33f8-4202-912c-bcf690667ed2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:25:12.890897 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e5845ab-33f8-4202-912c-bcf690667ed2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:12.892418 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8e5845ab-33f8-4202-912c-bcf690667ed2 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "PUT /v2.0/routers/de8331bb-800b-48b1-9ee3-51ac6f1de076 HTTP/1.1" status: 200 len: 700 time: 0.7910752 Jul 30 20:25:12.894516 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd224c0-47a3-4801-a65d-cc1517c76104 None None] Sync routers for ids ['de8331bb-800b-48b1-9ee3-51ac6f1de076'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:25:12.896340 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35168) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:12.917094 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd224c0-47a3-4801-a65d-cc1517c76104 None None] Routers {'de8331bb-800b-48b1-9ee3-51ac6f1de076'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:25:12.917910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-abd224c0-47a3-4801-a65d-cc1517c76104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:24:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['de8331bb-800b-48b1-9ee3-51ac6f1de076'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:12.929393 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-257708ed-0113-4157-a411-3ad231de8c1c tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "GET /v2.0/ports?device_id=de8331bb-800b-48b1-9ee3-51ac6f1de076 HTTP/1.1" status: 200 len: 205 time: 0.0316448 Jul 30 20:25:12.932157 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35170) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:13.005250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Pushing event updated for resources: {'Network': ['ID=d32fbec5-3047-451d-b3d0-07bd736d7478,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:13.039626 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff5e7ff7-c9b2-49a1-b91b-295a78e85ada tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:13.076820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network d32fbec5-3047-451d-b3d0-07bd736d7478 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:25:13.129078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Pushing event updated for resources: {'Network': ['ID=f94fb471-9d69-4d5f-8071-19056b154125,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:13.136389 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ebab59b9-903f-418e-b7cd-e3f9ea0867ce tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5655320 Jul 30 20:25:13.137331 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35176) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:13.195547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-abd224c0-47a3-4801-a65d-cc1517c76104 None None] Set router de8331bb-800b-48b1-9ee3-51ac6f1de076 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:25:13.197931 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network f94fb471-9d69-4d5f-8071-19056b154125 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:25:13.327429 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff5e7ff7-c9b2-49a1-b91b-295a78e85ada tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:13.333169 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff5e7ff7-c9b2-49a1-b91b-295a78e85ada tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:13.354052 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8930ba2-39a9-445b-a51d-7d6afc507f68 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:13.360770 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8930ba2-39a9-445b-a51d-7d6afc507f68 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:13.367747 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8930ba2-39a9-445b-a51d-7d6afc507f68 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:13.374008 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8930ba2-39a9-445b-a51d-7d6afc507f68 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:13.375824 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b8930ba2-39a9-445b-a51d-7d6afc507f68 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2375364 Jul 30 20:25:13.381142 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35182) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:13.418932 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff5e7ff7-c9b2-49a1-b91b-295a78e85ada tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:13.418932 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5e7ff7-c9b2-49a1-b91b-295a78e85ada tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Fanout notify agent at l3_agent the message router_deleted on router de8331bb-800b-48b1-9ee3-51ac6f1de076 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:25:13.427880 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff5e7ff7-c9b2-49a1-b91b-295a78e85ada tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:13.427994 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-abd224c0-47a3-4801-a65d-cc1517c76104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8331bb-800b-48b1-9ee3-51ac6f1de076', 'name': 'tempest-RoutersTest-router-830720923', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:24:06Z', 'updated_at': '2021-07-30T20:25:08Z', 'revision_number': 11, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:13.442592 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ff5e7ff7-c9b2-49a1-b91b-295a78e85ada tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/routers/de8331bb-800b-48b1-9ee3-51ac6f1de076 HTTP/1.1" status: 204 len: 168 time: 0.5004742 Jul 30 20:25:13.442592 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35186) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:13.449185 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5cd31304-b6ba-4933-bc94-e86edb644d86 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1681075225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:13.505589 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd224c0-47a3-4801-a65d-cc1517c76104 None None] Checking router: de8331bb-800b-48b1-9ee3-51ac6f1de076 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:25:13.516746 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cd31304-b6ba-4933-bc94-e86edb644d86 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:13.517955 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cd31304-b6ba-4933-bc94-e86edb644d86 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:13.581543 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd224c0-47a3-4801-a65d-cc1517c76104 None None] Routers set() bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:25:13.581914 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd224c0-47a3-4801-a65d-cc1517c76104 None None] Router IDs set() for agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 20:25:13.582744 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_agentschedulers_db [None req-abd224c0-47a3-4801-a65d-cc1517c76104 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'de8331bb-800b-48b1-9ee3-51ac6f1de076'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:24:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent'). {{(pid=93884) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 20:25:13.583331 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd224c0-47a3-4801-a65d-cc1517c76104 None None] The sync data for ids ['de8331bb-800b-48b1-9ee3-51ac6f1de076'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:25:13.590081 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1c7fab9-c03e-47e2-89f5-d229a0cd2f13 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:13.614058 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cd31304-b6ba-4933-bc94-e86edb644d86 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:13.626005 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cd31304-b6ba-4933-bc94-e86edb644d86 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:13.663709 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cd31304-b6ba-4933-bc94-e86edb644d86 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:13.665565 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5cd31304-b6ba-4933-bc94-e86edb644d86 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2250497 Jul 30 20:25:13.668406 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35192) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:13.673610 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e3f05dc8-9d57-4875-b2dd-d65b11946a60 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:13.746113 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1c7fab9-c03e-47e2-89f5-d229a0cd2f13 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:13.765151 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-e1c7fab9-c03e-47e2-89f5-d229a0cd2f13 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32fbec5-3047-451d-b3d0-07bd736d7478']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:13.796093 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-e1c7fab9-c03e-47e2-89f5-d229a0cd2f13 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccef3f40-dc8f-4843-a051-2bcfe27a416a') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:13.796512 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-e1c7fab9-c03e-47e2-89f5-d229a0cd2f13 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccef3f40-dc8f-4843-a051-2bcfe27a416a') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:13.818161 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1c7fab9-c03e-47e2-89f5-d229a0cd2f13 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:13.855745 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1c7fab9-c03e-47e2-89f5-d229a0cd2f13 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:13.883853 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c7fab9-c03e-47e2-89f5-d229a0cd2f13 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:25:13.884271 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1c7fab9-c03e-47e2-89f5-d229a0cd2f13 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:25:13.887710 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:25:13.985468 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3f05dc8-9d57-4875-b2dd-d65b11946a60 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:14.005488 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3f05dc8-9d57-4875-b2dd-d65b11946a60 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1722371'] for router, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:14.014753 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c2c30491-addf-45ec-9e3f-01fcf99fcede req-f35d3e42-fd44-4434-8847-3a731e8463a4 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 210 time: 0.0344772 Jul 30 20:25:14.015958 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1c7fab9-c03e-47e2-89f5-d229a0cd2f13 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:14.028279 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1c7fab9-c03e-47e2-89f5-d229a0cd2f13 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:14.032701 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e1c7fab9-c03e-47e2-89f5-d229a0cd2f13 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] 10.222.0.81 "DELETE /v2.0/networks/d32fbec5-3047-451d-b3d0-07bd736d7478 HTTP/1.1" status: 204 len: 168 time: 0.6480639 Jul 30 20:25:14.035285 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35202) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:14.077950 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7fab9-c03e-47e2-89f5-d229a0cd2f13 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Pushing event deleted for resources: {'Network': ['ID=d32fbec5-3047-451d-b3d0-07bd736d7478,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:14.182229 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-80563b36-1c81-45a7-973f-f95fcad46999 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:14.195028 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f05dc8-9d57-4875-b2dd-d65b11946a60 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Router d8e45efc-7eb8-4d1e-a2c3-66c7d605f063 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:25:14.289018 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f05dc8-9d57-4875-b2dd-d65b11946a60 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:25:14.300339 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-80563b36-1c81-45a7-973f-f95fcad46999 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:14.301822 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7a3ef2-8489-48f4-8d5a-4e15f57bb0e2 None None] Sync routers for ids ['d8e45efc-7eb8-4d1e-a2c3-66c7d605f063'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:25:14.307147 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3f05dc8-9d57-4875-b2dd-d65b11946a60 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:14.308968 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e3f05dc8-9d57-4875-b2dd-d65b11946a60 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "PUT /v2.0/routers/d8e45efc-7eb8-4d1e-a2c3-66c7d605f063 HTTP/1.1" status: 200 len: 694 time: 0.6392090 Jul 30 20:25:14.311498 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35206) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:14.314272 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7a3ef2-8489-48f4-8d5a-4e15f57bb0e2 None None] Routers {'d8e45efc-7eb8-4d1e-a2c3-66c7d605f063'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:25:14.315000 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9c7a3ef2-8489-48f4-8d5a-4e15f57bb0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:24:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['d8e45efc-7eb8-4d1e-a2c3-66c7d605f063'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:14.322560 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-80563b36-1c81-45a7-973f-f95fcad46999 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94fb471-9d69-4d5f-8071-19056b154125']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:14.348230 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-80563b36-1c81-45a7-973f-f95fcad46999 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40fe0ed4-d9aa-42ce-b564-9fcc622ab49d') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:14.348575 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-80563b36-1c81-45a7-973f-f95fcad46999 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40fe0ed4-d9aa-42ce-b564-9fcc622ab49d') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:14.368474 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-80563b36-1c81-45a7-973f-f95fcad46999 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:14.395025 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-80563b36-1c81-45a7-973f-f95fcad46999 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:14.410921 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80563b36-1c81-45a7-973f-f95fcad46999 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:25:14.411481 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-80563b36-1c81-45a7-973f-f95fcad46999 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:14.456873 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7aafe111-c74f-4e35-88f5-9f4bda4f3d44 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "GET /v2.0/routers/d8e45efc-7eb8-4d1e-a2c3-66c7d605f063 HTTP/1.1" status: 200 len: 700 time: 0.1432769 Jul 30 20:25:14.459244 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35208) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:14.487112 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-9c7a3ef2-8489-48f4-8d5a-4e15f57bb0e2 None None] Set router d8e45efc-7eb8-4d1e-a2c3-66c7d605f063 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:25:14.515302 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:25:14.519815 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-80563b36-1c81-45a7-973f-f95fcad46999 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:14.528837 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8b92791d-a442-48d9-9d10-21a8bd6726c7 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8e45efc-7eb8-4d1e-a2c3-66c7d605f063 HTTP/1.1" status: 200 len: 205 time: 0.0661883 Jul 30 20:25:14.531411 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35214) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:14.547671 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-80563b36-1c81-45a7-973f-f95fcad46999 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:14.553304 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-80563b36-1c81-45a7-973f-f95fcad46999 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] 10.222.0.81 "DELETE /v2.0/networks/f94fb471-9d69-4d5f-8071-19056b154125 HTTP/1.1" status: 204 len: 168 time: 0.5152628 Jul 30 20:25:14.554582 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80563b36-1c81-45a7-973f-f95fcad46999 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Pushing event deleted for resources: {'Network': ['ID=f94fb471-9d69-4d5f-8071-19056b154125,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:14.556523 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35216) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:14.631288 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9c7a3ef2-8489-48f4-8d5a-4e15f57bb0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e45efc-7eb8-4d1e-a2c3-66c7d605f063', 'name': 'tempest-RoutersTest-router-1681075225', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:25:13Z', 'updated_at': '2021-07-30T20:25:13Z', 'revision_number': 2, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:14.710024 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7a3ef2-8489-48f4-8d5a-4e15f57bb0e2 None None] Checking router: d8e45efc-7eb8-4d1e-a2c3-66c7d605f063 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:25:14.717303 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3444c4a1-30c2-438a-b8c4-914a03479b80 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:14.735356 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2ef637-d6bc-4cf8-97fb-3ebdb5a96c59 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:14.742978 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2ef637-d6bc-4cf8-97fb-3ebdb5a96c59 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:14.745928 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7a3ef2-8489-48f4-8d5a-4e15f57bb0e2 None None] Routers {'d8e45efc-7eb8-4d1e-a2c3-66c7d605f063'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:25:14.748265 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9c7a3ef2-8489-48f4-8d5a-4e15f57bb0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:24:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['d8e45efc-7eb8-4d1e-a2c3-66c7d605f063'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:14.749021 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8f2ef637-d6bc-4cf8-97fb-3ebdb5a96c59 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1911664 Jul 30 20:25:14.749726 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35226) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:14.755905 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-9ba74296-bb5d-47db-ac39-f8beaef25b8c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-548342277'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:14.782515 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba74296-bb5d-47db-ac39-f8beaef25b8c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Made reservation on behalf of 3b59adaf629f494ea66081ecba4f4fca for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:14.787677 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ba74296-bb5d-47db-ac39-f8beaef25b8c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:14.823687 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ba74296-bb5d-47db-ac39-f8beaef25b8c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:25:14.841702 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ba74296-bb5d-47db-ac39-f8beaef25b8c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:14.843377 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-9ba74296-bb5d-47db-ac39-f8beaef25b8c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Added segment 8f97f75d-b78a-441b-9946-7077973d32e0 of type vlan for network 0289300c-2280-4fe1-985b-955495c31ec7 Jul 30 20:25:14.904536 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-9c7a3ef2-8489-48f4-8d5a-4e15f57bb0e2 None None] Set router d8e45efc-7eb8-4d1e-a2c3-66c7d605f063 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:25:14.955212 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ba74296-bb5d-47db-ac39-f8beaef25b8c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:15.038540 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ba74296-bb5d-47db-ac39-f8beaef25b8c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:15.045106 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba74296-bb5d-47db-ac39-f8beaef25b8c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:15.045555 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9c7a3ef2-8489-48f4-8d5a-4e15f57bb0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e45efc-7eb8-4d1e-a2c3-66c7d605f063', 'name': 'tempest-RoutersTest-router-1681075225', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:25:13Z', 'updated_at': '2021-07-30T20:25:13Z', 'revision_number': 2, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:15.049578 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ba74296-bb5d-47db-ac39-f8beaef25b8c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:15.113097 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3444c4a1-30c2-438a-b8c4-914a03479b80 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:15.117830 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3444c4a1-30c2-438a-b8c4-914a03479b80 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:15.221681 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9ba74296-bb5d-47db-ac39-f8beaef25b8c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4708750 Jul 30 20:25:15.239823 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35242) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:15.243754 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30e67dca-247c-40b5-b73e-7e2bd484a644 req-846ef0e0-d3f6-4435-a988-a49f820396f0 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 210 time: 0.0468273 Jul 30 20:25:15.249796 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ac9718c1-44d5-4581-bf33-7b8ba4870727 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-317279241'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:15.254960 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba74296-bb5d-47db-ac39-f8beaef25b8c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Pushing event updated for resources: {'Network': ['ID=0289300c-2280-4fe1-985b-955495c31ec7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:15.266792 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3444c4a1-30c2-438a-b8c4-914a03479b80 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:15.267306 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3444c4a1-30c2-438a-b8c4-914a03479b80 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Fanout notify agent at l3_agent the message router_deleted on router d8e45efc-7eb8-4d1e-a2c3-66c7d605f063 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:25:15.267625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 0289300c-2280-4fe1-985b-955495c31ec7 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:25:15.278571 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7a3ef2-8489-48f4-8d5a-4e15f57bb0e2 None None] The sync data for ids ['d8e45efc-7eb8-4d1e-a2c3-66c7d605f063'] in n-d-712137-9 is: [{'id': 'd8e45efc-7eb8-4d1e-a2c3-66c7d605f063', 'name': 'tempest-RoutersTest-router-1681075225', 'tenant_id': 'c91b7b2c8ba948c1871a986ad088363a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:25:13Z', 'updated_at': '2021-07-30T20:25:13Z', 'revision_number': 2, 'project_id': 'c91b7b2c8ba948c1871a986ad088363a', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:25:15.304444 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3444c4a1-30c2-438a-b8c4-914a03479b80 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:15.311427 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35244) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:15.319591 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3444c4a1-30c2-438a-b8c4-914a03479b80 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/routers/d8e45efc-7eb8-4d1e-a2c3-66c7d605f063 HTTP/1.1" status: 204 len: 168 time: 0.7867086 Jul 30 20:25:15.327796 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9718c1-44d5-4581-bf33-7b8ba4870727 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Made reservation on behalf of 3b59adaf629f494ea66081ecba4f4fca for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:15.338252 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac9718c1-44d5-4581-bf33-7b8ba4870727 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:15.391120 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4535ab4b-8013-42b7-b3d6-33d8fac58bd8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8e45efc-7eb8-4d1e-a2c3-66c7d605f063 HTTP/1.1" status: 200 len: 205 time: 0.0782785 Jul 30 20:25:15.393790 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35246) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:15.425464 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9718c1-44d5-4581-bf33-7b8ba4870727 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:25:15.439263 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac9718c1-44d5-4581-bf33-7b8ba4870727 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:15.439922 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-ac9718c1-44d5-4581-bf33-7b8ba4870727 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Added segment 532c52c5-fa6d-4168-a0d8-31438cf2c188 of type vlan for network f86108d9-cff2-44f2-bfa4-e678c71a1288 Jul 30 20:25:15.492183 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-98fd0f1d-b4aa-4abd-826f-46b915c8ae90 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] delete failed (client error): The resource could not be found. Jul 30 20:25:15.499316 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-98fd0f1d-b4aa-4abd-826f-46b915c8ae90 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/routers/d8e45efc-7eb8-4d1e-a2c3-66c7d605f063 HTTP/1.1" status: 404 len: 336 time: 0.1044056 Jul 30 20:25:15.499950 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35250) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:15.505286 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:15.572739 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7129b4-7806-4e17-8671-7027ed21eda8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:15.573493 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d7129b4-7806-4e17-8671-7027ed21eda8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:15.576459 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3d7129b4-7806-4e17-8671-7027ed21eda8 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/subnets/fb001fa9-a74f-4398-9e85-7e7987397151 HTTP/1.1" status: 404 len: 337 time: 0.0751076 Jul 30 20:25:15.578859 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac9718c1-44d5-4581-bf33-7b8ba4870727 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:15.579231 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35254) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:15.625968 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac9718c1-44d5-4581-bf33-7b8ba4870727 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:15.626893 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-01782fd9-ab4e-4dce-96c9-21909040c655 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:15.627394 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01782fd9-ab4e-4dce-96c9-21909040c655 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:15.635077 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9718c1-44d5-4581-bf33-7b8ba4870727 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:15.636068 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac9718c1-44d5-4581-bf33-7b8ba4870727 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:15.643311 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-01782fd9-ab4e-4dce-96c9-21909040c655 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/subnets/9c69d6ec-9e6b-49ca-a800-6438f7eaead7 HTTP/1.1" status: 404 len: 337 time: 0.0629218 Jul 30 20:25:15.643968 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35256) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:15.693137 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-2359347b-f1ab-4fd8-a85d-45680852af2d tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:15.695841 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2359347b-f1ab-4fd8-a85d-45680852af2d tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:15.704497 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2359347b-f1ab-4fd8-a85d-45680852af2d tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/subnets/12b87716-8514-45b0-b4ab-e03902113271 HTTP/1.1" status: 404 len: 337 time: 0.0594268 Jul 30 20:25:15.705142 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35260) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:15.750216 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c3bef3d-f530-4e32-9f1b-37294259a802 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:15.750670 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c3bef3d-f530-4e32-9f1b-37294259a802 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:15.752614 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2c3bef3d-f530-4e32-9f1b-37294259a802 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/subnets/6dde7f73-9b05-471f-842a-112ca4db1eb4 HTTP/1.1" status: 404 len: 337 time: 0.0464849 Jul 30 20:25:15.755756 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35262) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:15.770381 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ac9718c1-44d5-4581-bf33-7b8ba4870727 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5290594 Jul 30 20:25:15.774300 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35264) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:15.786268 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Request body: {'ports': [{'network_id': '0289300c-2280-4fe1-985b-955495c31ec7', 'name': 'tempest-port--1743128297', 'admin_state_up': True}, {'network_id': 'f86108d9-cff2-44f2-bfa4-e678c71a1288', 'admin_state_up': False}]} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:15.786592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Request body: {'port': {'network_id': '0289300c-2280-4fe1-985b-955495c31ec7', 'name': 'tempest-port--1743128297', 'admin_state_up': True}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:15.787076 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Request body: {'port': {'network_id': 'f86108d9-cff2-44f2-bfa4-e678c71a1288', 'admin_state_up': False}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:15.791848 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9718c1-44d5-4581-bf33-7b8ba4870727 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Pushing event updated for resources: {'Network': ['ID=f86108d9-cff2-44f2-bfa4-e678c71a1288,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:15.804749 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network f86108d9-cff2-44f2-bfa4-e678c71a1288 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:25:15.815197 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-19738271-3cc5-4958-bfd4-2d27bd830d52 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "GET /v2.0/ports?device_id=de8331bb-800b-48b1-9ee3-51ac6f1de076 HTTP/1.1" status: 200 len: 205 time: 0.0561333 Jul 30 20:25:15.817822 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35266) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:15.864850 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-c6bc5b27-6ff7-440e-a092-03f24edf5bfb tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] delete failed (client error): The resource could not be found. Jul 30 20:25:15.866355 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c6bc5b27-6ff7-440e-a092-03f24edf5bfb tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/routers/de8331bb-800b-48b1-9ee3-51ac6f1de076 HTTP/1.1" status: 404 len: 336 time: 0.0466530 Jul 30 20:25:15.869072 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35268) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:15.909586 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-39ef7334-d377-4f37-a674-2257b9390939 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "GET /v2.0/ports?device_id=97e8d10f-599c-466b-b404-9f4e3ba44d3b HTTP/1.1" status: 200 len: 205 time: 0.0390694 Jul 30 20:25:15.911928 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35270) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:15.959140 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-139454a5-7104-4e85-bbb1-91c557b27cb0 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] delete failed (client error): The resource could not be found. Jul 30 20:25:15.963192 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35274) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:15.963642 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-139454a5-7104-4e85-bbb1-91c557b27cb0 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/routers/97e8d10f-599c-466b-b404-9f4e3ba44d3b HTTP/1.1" status: 404 len: 336 time: 0.0501699 Jul 30 20:25:16.011247 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee577090-7bbd-4dbb-990c-95009e0dcb5a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:16.011734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee577090-7bbd-4dbb-990c-95009e0dcb5a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:16.016048 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ee577090-7bbd-4dbb-990c-95009e0dcb5a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/subnets/75dda336-a90d-4d87-9bd9-306953f3e9a9 HTTP/1.1" status: 404 len: 337 time: 0.0489070 Jul 30 20:25:16.016733 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35278) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:16.055406 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Made reservation on behalf of 3b59adaf629f494ea66081ecba4f4fca for: {'port': 2} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:16.062610 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:16.069824 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8a09d54e-1c6f-49c1-8bfd-1d8b119a3861 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a169029-3949-401f-be4b-bb82f3161e32 HTTP/1.1" status: 200 len: 205 time: 0.0512333 Jul 30 20:25:16.078599 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35280) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:16.084451 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:16.130541 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-5f7683fe-2ae3-427e-89ff-c10632328bbe tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] delete failed (client error): The resource could not be found. Jul 30 20:25:16.132114 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5f7683fe-2ae3-427e-89ff-c10632328bbe tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/routers/3a169029-3949-401f-be4b-bb82f3161e32 HTTP/1.1" status: 404 len: 336 time: 0.0494139 Jul 30 20:25:16.134521 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35282) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:16.167089 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4e6e84f1-3949-4de1-a80d-433af65ddfbc tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7beba22-b7f9-46a3-896d-4cdf9746df70 HTTP/1.1" status: 200 len: 205 time: 0.0313513 Jul 30 20:25:16.169413 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35284) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:16.218848 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] device_id is not set on port 87373846-b77b-4741-904b-c883e5d915ba yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:25:16.258926 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-b0c641fb-279b-478f-bfff-0380ad9e3d04 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] delete failed (client error): The resource could not be found. Jul 30 20:25:16.265775 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b0c641fb-279b-478f-bfff-0380ad9e3d04 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/routers/f7beba22-b7f9-46a3-896d-4cdf9746df70 HTTP/1.1" status: 404 len: 336 time: 0.0913813 Jul 30 20:25:16.266551 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35292) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:16.352736 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed2a293-e2bd-44be-9691-772cd42a2dcc tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:16.353202 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed2a293-e2bd-44be-9691-772cd42a2dcc tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:16.357859 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35298) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:16.369672 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fed2a293-e2bd-44be-9691-772cd42a2dcc tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/subnets/059ce9b9-2e17-495f-9b37-c5e751a571ef HTTP/1.1" status: 404 len: 337 time: 0.1003935 Jul 30 20:25:16.419811 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-614160d7-7812-4ca8-b258-37a0731cf036 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "GET /v2.0/ports?device_id=33dea6ce-203b-4496-bd9a-fabd037d20df HTTP/1.1" status: 200 len: 205 time: 0.0607817 Jul 30 20:25:16.422128 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35300) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:16.464048 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-a698ecf0-b27a-4606-b64f-0f82e80833ff tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] delete failed (client error): The resource could not be found. Jul 30 20:25:16.465426 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a698ecf0-b27a-4606-b64f-0f82e80833ff tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/routers/33dea6ce-203b-4496-bd9a-fabd037d20df HTTP/1.1" status: 404 len: 336 time: 0.0420780 Jul 30 20:25:16.468116 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35302) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:16.499254 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d425ed-d65f-4627-a412-cde33084233b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:16.500117 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d425ed-d65f-4627-a412-cde33084233b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:16.502359 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-64d425ed-d65f-4627-a412-cde33084233b tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/subnets/f0da8969-8d68-4f06-a8fe-ee346f1e86ac HTTP/1.1" status: 404 len: 337 time: 0.0330827 Jul 30 20:25:16.506129 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35304) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:16.522031 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f61ca44d-5c8d-47c8-a682-a35ec6d68288 req-e1b9ba07-a6eb-4abc-9ac8-ade800b4dfc5 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 210 time: 0.1064241 Jul 30 20:25:16.541091 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-71bc1f2c-44a4-495c-9138-5f11b84ad59a tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa45d68c-345d-45aa-a104-ebf0ccc4e7fa HTTP/1.1" status: 200 len: 205 time: 0.0338757 Jul 30 20:25:16.544523 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35306) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:16.560867 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:16.610645 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-629350d4-7a94-4f60-8e0e-51b3f4fa4445 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] delete failed (client error): The resource could not be found. Jul 30 20:25:16.611974 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-629350d4-7a94-4f60-8e0e-51b3f4fa4445 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/routers/fa45d68c-345d-45aa-a104-ebf0ccc4e7fa HTTP/1.1" status: 404 len: 336 time: 0.0665336 Jul 30 20:25:16.616156 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35308) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:16.689486 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] device_id is not set on port a2f7be3f-5ccd-4f32-8124-4dc1b398022a yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:25:16.943758 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:16.974142 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-51fe09e6-b884-44c6-a58f-824c7344dd63 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:16.974755 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51fe09e6-b884-44c6-a58f-824c7344dd63 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:16.976866 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-51fe09e6-b884-44c6-a58f-824c7344dd63 tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/subnets/59732c93-2ba9-4bef-bfad-606ce5a5898f HTTP/1.1" status: 404 len: 337 time: 0.3593140 Jul 30 20:25:16.979678 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35316) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:17.008838 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-26853786-3994-4b85-8fe3-7d4f67dad15e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:17.009425 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26853786-3994-4b85-8fe3-7d4f67dad15e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:17.011660 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-26853786-3994-4b85-8fe3-7d4f67dad15e tempest-RoutersTest-113184589 tempest-RoutersTest-113184589-project] 10.222.0.81 "DELETE /v2.0/subnets/de541d48-9039-4691-81a2-8a44ead7b84c HTTP/1.1" status: 404 len: 337 time: 0.0309181 Jul 30 20:25:17.042957 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:17.119155 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Pushing event updated for resources: {'Port': ['ID=87373846-b77b-4741-904b-c883e5d915ba,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:17.130728 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Checking segment: {'id': '8f97f75d-b78a-441b-9946-7077973d32e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0289300c-2280-4fe1-985b-955495c31ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:25:17.131334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Network hostable DHCP agents. Network: 0289300c-2280-4fe1-985b-955495c31ec7, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:25:17.150146 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Network 0289300c-2280-4fe1-985b-955495c31ec7 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:25:17.166165 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 0289300c-2280-4fe1-985b-955495c31ec7) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:17.176828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:25:17.177748 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:17.178525 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4d827d-6ac5-464e-957e-f45fb3659961 None None] Network 0289300c-2280-4fe1-985b-955495c31ec7 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:17.302237 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Pushing event updated for resources: {'Port': ['ID=a2f7be3f-5ccd-4f32-8124-4dc1b398022a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:17.338138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Checking segment: {'id': '532c52c5-fa6d-4168-a0d8-31438cf2c188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f86108d9-cff2-44f2-bfa4-e678c71a1288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:25:17.338138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Network hostable DHCP agents. Network: f86108d9-cff2-44f2-bfa4-e678c71a1288, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:25:17.380982 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Network f86108d9-cff2-44f2-bfa4-e678c71a1288 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:25:17.405946 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, f86108d9-cff2-44f2-bfa4-e678c71a1288) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:17.410425 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:25:17.416664 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:17.424110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:17.424811 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:17.425030 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8043b8f-42eb-4bea-ae14-08a75ddc7d8b None None] Network f86108d9-cff2-44f2-bfa4-e678c71a1288 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:17.487936 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-da51aaaf-bf03-4917-871b-2b5436b84693 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7108672 Jul 30 20:25:17.490882 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35330) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:17.491830 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35332) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:17.579898 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da2cd6a-2867-4c40-b744-dc753b32a8af tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:17.589702 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da2cd6a-2867-4c40-b744-dc753b32a8af tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:17.591469 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8da2cd6a-2867-4c40-b744-dc753b32a8af tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0993862 Jul 30 20:25:17.594354 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35344) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:17.706749 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:25:17.768247 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4105de88-46f0-479f-85a7-cba014de1aef req-b05bf229-92ab-4d8d-a93e-656e86ae5c4a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 210 time: 0.0531740 Jul 30 20:25:17.800308 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-09d25f30-0a73-4398-8384-65c95697118c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Deleting port 87373846-b77b-4741-904b-c883e5d915ba {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:17.800627 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-09d25f30-0a73-4398-8384-65c95697118c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:17.849736 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-aa27515a-9768-49d1-a5ae-cb7eb8d8d853 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c91b7b2c8ba948c1871a986ad088363a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3567991 Jul 30 20:25:17.852697 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35350) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:17.886969 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-09d25f30-0a73-4398-8384-65c95697118c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:17.902443 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-09d25f30-0a73-4398-8384-65c95697118c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Calling delete_port for 87373846-b77b-4741-904b-c883e5d915ba owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:17.926098 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-297ba2d7-aefb-4ddb-a44b-aad0f91ef789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:17.950533 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-297ba2d7-aefb-4ddb-a44b-aad0f91ef789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:18.027999 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-09d25f30-0a73-4398-8384-65c95697118c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:18.030946 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-297ba2d7-aefb-4ddb-a44b-aad0f91ef789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:18.036360 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-297ba2d7-aefb-4ddb-a44b-aad0f91ef789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:18.041829 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-297ba2d7-aefb-4ddb-a44b-aad0f91ef789 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/60fbdbdb-17cc-4e5f-94c5-328b4807e7bd HTTP/1.1" status: 204 len: 168 time: 0.1880198 Jul 30 20:25:18.058858 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ba2d7-aefb-4ddb-a44b-aad0f91ef789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fbdbdb-17cc-4e5f-94c5-328b4807e7bd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:18.062197 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d25f30-0a73-4398-8384-65c95697118c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Pushing event deleted for resources: {'Port': ['ID=87373846-b77b-4741-904b-c883e5d915ba,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:18.086180 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-09d25f30-0a73-4398-8384-65c95697118c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:18.088595 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-09d25f30-0a73-4398-8384-65c95697118c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] 10.222.0.81 "DELETE /v2.0/ports/87373846-b77b-4741-904b-c883e5d915ba HTTP/1.1" status: 204 len: 168 time: 0.4932716 Jul 30 20:25:18.091200 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35360) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:18.198728 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8b9a8c66-6452-47f3-9e50-1a5443ac8c08 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Deleting port a2f7be3f-5ccd-4f32-8124-4dc1b398022a {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:18.199197 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b9a8c66-6452-47f3-9e50-1a5443ac8c08 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:18.283028 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b9a8c66-6452-47f3-9e50-1a5443ac8c08 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:18.308604 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8b9a8c66-6452-47f3-9e50-1a5443ac8c08 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Calling delete_port for a2f7be3f-5ccd-4f32-8124-4dc1b398022a owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:18.413932 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b9a8c66-6452-47f3-9e50-1a5443ac8c08 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:18.477338 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a8c66-6452-47f3-9e50-1a5443ac8c08 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Pushing event deleted for resources: {'Port': ['ID=a2f7be3f-5ccd-4f32-8124-4dc1b398022a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:18.485411 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b9a8c66-6452-47f3-9e50-1a5443ac8c08 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:18.491188 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8b9a8c66-6452-47f3-9e50-1a5443ac8c08 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] 10.222.0.81 "DELETE /v2.0/ports/a2f7be3f-5ccd-4f32-8124-4dc1b398022a HTTP/1.1" status: 204 len: 168 time: 0.3952146 Jul 30 20:25:18.491188 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35376) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:18.531881 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ed427e54-090b-4b38-96f3-954e5ce9f40e tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0373566 Jul 30 20:25:18.532797 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35380) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:18.539656 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b398dfaa-bae7-4289-8d1f-351e49deb166 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-428715738'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:18.570081 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b398dfaa-bae7-4289-8d1f-351e49deb166 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Made reservation on behalf of 3b59adaf629f494ea66081ecba4f4fca for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:18.575550 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b398dfaa-bae7-4289-8d1f-351e49deb166 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:18.617458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b398dfaa-bae7-4289-8d1f-351e49deb166 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:25:18.633057 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b398dfaa-bae7-4289-8d1f-351e49deb166 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:18.633703 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-b398dfaa-bae7-4289-8d1f-351e49deb166 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Added segment c7949c3b-41ac-4e26-b448-cf5d97e4532f of type vlan for network b81d9094-1a5a-41fd-8cd1-0382a1c4cbf3 Jul 30 20:25:18.708808 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b398dfaa-bae7-4289-8d1f-351e49deb166 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:18.766866 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b398dfaa-bae7-4289-8d1f-351e49deb166 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:18.787730 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b398dfaa-bae7-4289-8d1f-351e49deb166 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:18.788007 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b398dfaa-bae7-4289-8d1f-351e49deb166 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:19.024069 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398dfaa-bae7-4289-8d1f-351e49deb166 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Pushing event updated for resources: {'Network': ['ID=b81d9094-1a5a-41fd-8cd1-0382a1c4cbf3,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:19.035253 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network b81d9094-1a5a-41fd-8cd1-0382a1c4cbf3 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:25:19.053568 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b398dfaa-bae7-4289-8d1f-351e49deb166 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5191488 Jul 30 20:25:19.054339 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35410) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:19.060683 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-828a58de-efe1-44a7-8dee-c532643fa9d7 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1979141429'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:19.116471 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828a58de-efe1-44a7-8dee-c532643fa9d7 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Made reservation on behalf of 3b59adaf629f494ea66081ecba4f4fca for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:19.120057 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-828a58de-efe1-44a7-8dee-c532643fa9d7 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:19.128283 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-62eeded6-7341-4831-b48a-3e5b71a9da88 req-2db54d52-3755-4b0f-8193-a75d8c4d7390 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 210 time: 0.1052761 Jul 30 20:25:19.166942 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-828a58de-efe1-44a7-8dee-c532643fa9d7 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:25:19.185051 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-828a58de-efe1-44a7-8dee-c532643fa9d7 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:19.185401 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-828a58de-efe1-44a7-8dee-c532643fa9d7 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Added segment 84924fea-a888-4394-bc62-8d139a6eb644 of type vlan for network 45c6bf9f-1fb3-4331-8cbf-e6100cd5ca92 Jul 30 20:25:19.273949 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35418) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:19.280044 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-828a58de-efe1-44a7-8dee-c532643fa9d7 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:19.304250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35422) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:19.364955 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-828a58de-efe1-44a7-8dee-c532643fa9d7 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:19.371246 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828a58de-efe1-44a7-8dee-c532643fa9d7 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:19.371938 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-828a58de-efe1-44a7-8dee-c532643fa9d7 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:19.424842 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-828a58de-efe1-44a7-8dee-c532643fa9d7 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3690786 Jul 30 20:25:19.474142 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b9d1d749-8f40-4186-8338-613ac93164cf tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-453902838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:19.529871 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a58de-efe1-44a7-8dee-c532643fa9d7 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Pushing event updated for resources: {'Network': ['ID=45c6bf9f-1fb3-4331-8cbf-e6100cd5ca92,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:19.538264 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f279767-d510-47a4-85be-7ed027096148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:19.542512 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 45c6bf9f-1fb3-4331-8cbf-e6100cd5ca92 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:25:19.659226 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:19.677340 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.db.api [None req-b9d1d749-8f40-4186-8338-613ac93164cf tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 20:25:19.677340 n-d-712137-9 neutron-server[93882]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 20:25:19.677340 n-d-712137-9 neutron-server[93882]: [parameters: {'project_id': '1de6e4ea44e64b958cc9f73927882925', 'id': '1f223a58-19f4-4dbf-82e8-9860fa6ee344', 'expiration': datetime.datetime(2021, 7, 30, 20, 27, 19, 595681)}] Jul 30 20:25:19.677340 n-d-712137-9 neutron-server[93882]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:25:19.678334 n-d-712137-9 neutron-server[93882]: DEBUG oslo_db.api [None req-b9d1d749-8f40-4186-8338-613ac93164cf tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:25:19.818307 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f279767-d510-47a4-85be-7ed027096148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:19.834560 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f279767-d510-47a4-85be-7ed027096148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:19.886592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f279767-d510-47a4-85be-7ed027096148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9506dbc0-3b1b-44ec-835d-3066adb280f4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:19.910417 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9f279767-d510-47a4-85be-7ed027096148 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8a94031f8ee1466ead50e1012e1a0625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6048930 Jul 30 20:25:19.913120 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35438) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:19.994128 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8b853dd-5890-4c1a-84fa-5ec978e58530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:20.018604 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8b853dd-5890-4c1a-84fa-5ec978e58530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:20.095330 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8b853dd-5890-4c1a-84fa-5ec978e58530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:20.101724 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8b853dd-5890-4c1a-84fa-5ec978e58530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:20.108327 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f8b853dd-5890-4c1a-84fa-5ec978e58530 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9506dbc0-3b1b-44ec-835d-3066adb280f4 HTTP/1.1" status: 204 len: 168 time: 0.1937945 Jul 30 20:25:20.128166 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b853dd-5890-4c1a-84fa-5ec978e58530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9506dbc0-3b1b-44ec-835d-3066adb280f4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:20.225738 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b9d1d749-8f40-4186-8338-613ac93164cf tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:20.227700 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b9d1d749-8f40-4186-8338-613ac93164cf tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:20.346370 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b9d1d749-8f40-4186-8338-613ac93164cf tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:20.388777 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b9d1d749-8f40-4186-8338-613ac93164cf tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:20.413560 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-486dd178-1fc3-44b6-a7bf-b83c83c84d04 req-7eaa3099-8aa3-4323-a97d-3f72a18c875c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 210 time: 0.0891852 Jul 30 20:25:20.420288 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b9d1d749-8f40-4186-8338-613ac93164cf tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:20.421799 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b9d1d749-8f40-4186-8338-613ac93164cf tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.1467240 Jul 30 20:25:20.424766 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35448) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:20.431600 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-773269ca-77eb-4f7e-981e-52986c0e95ab tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1389325878'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:20.475672 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773269ca-77eb-4f7e-981e-52986c0e95ab tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Made reservation on behalf of 1de6e4ea44e64b958cc9f73927882925 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:20.481048 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-773269ca-77eb-4f7e-981e-52986c0e95ab tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:20.494319 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-773269ca-77eb-4f7e-981e-52986c0e95ab tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:20.611940 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-773269ca-77eb-4f7e-981e-52986c0e95ab tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:20.622261 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-773269ca-77eb-4f7e-981e-52986c0e95ab tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:20.692457 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35450) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:20.701430 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773269ca-77eb-4f7e-981e-52986c0e95ab tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71db6554-cf31-4259-a66a-1938762809cf,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:20.710211 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d04da062-b0ca-4a7e-b044-60f7f424a79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:20.715309 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773269ca-77eb-4f7e-981e-52986c0e95ab tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:25:20.728948 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-773269ca-77eb-4f7e-981e-52986c0e95ab tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:20.729410 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-773269ca-77eb-4f7e-981e-52986c0e95ab tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Added segment 147518fc-cccc-4b3b-a664-16f155524ebc of type vlan for network eba5042c-64ba-45cb-9ac9-028b0ec45b3a Jul 30 20:25:20.787178 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-773269ca-77eb-4f7e-981e-52986c0e95ab tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:20.833552 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-773269ca-77eb-4f7e-981e-52986c0e95ab tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:20.839399 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773269ca-77eb-4f7e-981e-52986c0e95ab tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:20.840068 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-773269ca-77eb-4f7e-981e-52986c0e95ab tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:20.924939 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773269ca-77eb-4f7e-981e-52986c0e95ab tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event updated for resources: {'Network': ['ID=eba5042c-64ba-45cb-9ac9-028b0ec45b3a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:20.930197 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d04da062-b0ca-4a7e-b044-60f7f424a79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:20.942924 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d04da062-b0ca-4a7e-b044-60f7f424a79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:20.946692 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network eba5042c-64ba-45cb-9ac9-028b0ec45b3a details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:25:20.961999 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-773269ca-77eb-4f7e-981e-52986c0e95ab tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5358486 Jul 30 20:25:20.962691 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35452) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:20.972391 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0e783ab9-6702-40ed-91d8-bedcd309daf0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Request body: {'subnet': {'network_id': 'eba5042c-64ba-45cb-9ac9-028b0ec45b3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:21.047844 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d04da062-b0ca-4a7e-b044-60f7f424a79a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7be3f8253098400ea2ef8b875470721e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3509064 Jul 30 20:25:21.047844 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04da062-b0ca-4a7e-b044-60f7f424a79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8671a1-d28c-400e-971f-27bdc42b7e5a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:21.053400 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35456) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:21.128903 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b323a064-5d87-4065-a505-0008fe1fe078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:21.163338 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b323a064-5d87-4065-a505-0008fe1fe078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:21.176601 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e783ab9-6702-40ed-91d8-bedcd309daf0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Made reservation on behalf of 1de6e4ea44e64b958cc9f73927882925 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:21.185797 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e783ab9-6702-40ed-91d8-bedcd309daf0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:21.235446 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b323a064-5d87-4065-a505-0008fe1fe078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:21.238260 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b323a064-5d87-4065-a505-0008fe1fe078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:21.242049 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b323a064-5d87-4065-a505-0008fe1fe078 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bf8671a1-d28c-400e-971f-27bdc42b7e5a HTTP/1.1" status: 204 len: 168 time: 0.1851397 Jul 30 20:25:21.251855 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323a064-5d87-4065-a505-0008fe1fe078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8671a1-d28c-400e-971f-27bdc42b7e5a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:21.314166 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7103639-62cc-4b0c-8aa7-beef84685cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:21.450238 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e783ab9-6702-40ed-91d8-bedcd309daf0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:21.536509 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e783ab9-6702-40ed-91d8-bedcd309daf0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event updated for resources: {'Subnet': ['ID=36e29607-1546-42dd-952f-984d755eee83,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:21.577084 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e783ab9-6702-40ed-91d8-bedcd309daf0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Checking segment: {'id': '147518fc-cccc-4b3b-a664-16f155524ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eba5042c-64ba-45cb-9ac9-028b0ec45b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:25:21.578212 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e783ab9-6702-40ed-91d8-bedcd309daf0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Network hostable DHCP agents. Network: eba5042c-64ba-45cb-9ac9-028b0ec45b3a, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:25:21.599296 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e783ab9-6702-40ed-91d8-bedcd309daf0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Network eba5042c-64ba-45cb-9ac9-028b0ec45b3a is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:25:21.612682 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0e783ab9-6702-40ed-91d8-bedcd309daf0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, eba5042c-64ba-45cb-9ac9-028b0ec45b3a) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:21.624123 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17eda2d5-8e72-4308-a4a8-9e5c38d4c342 req-5d234218-07f8-4f31-9c06-06d1394cf81c tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 210 time: 0.0560908 Jul 30 20:25:21.631368 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b10724-e4c8-46d2-9ee9-4239ee3920d3 None None] Network eba5042c-64ba-45cb-9ac9-028b0ec45b3a requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:21.645411 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e783ab9-6702-40ed-91d8-bedcd309daf0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:21.650585 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e783ab9-6702-40ed-91d8-bedcd309daf0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:21.672815 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0e783ab9-6702-40ed-91d8-bedcd309daf0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7053571 Jul 30 20:25:21.677030 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35466) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:21.686362 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ea03bf11-7cb5-4f6b-9d32-d848fd321e8c tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Request body: {'network': {'name': 'tempest-router-network01--758348945'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:21.730252 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea03bf11-7cb5-4f6b-9d32-d848fd321e8c tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Made reservation on behalf of 1de6e4ea44e64b958cc9f73927882925 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:21.741949 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea03bf11-7cb5-4f6b-9d32-d848fd321e8c tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:21.798430 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea03bf11-7cb5-4f6b-9d32-d848fd321e8c tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:25:21.813746 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea03bf11-7cb5-4f6b-9d32-d848fd321e8c tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:21.814165 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-ea03bf11-7cb5-4f6b-9d32-d848fd321e8c tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Added segment a0b3e4be-d557-429a-8de2-f45ec1942810 of type vlan for network a656a8c1-6795-4249-8e01-13d8f7ec4a2b Jul 30 20:25:21.860922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1232fc7-e5f9-437e-bbe2-b547cc121158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-eba5042c-64ba-45cb-9ac9-028b0ec45b3a', 'network_id': 'eba5042c-64ba-45cb-9ac9-028b0ec45b3a', 'tenant_id': '1de6e4ea44e64b958cc9f73927882925', 'fixed_ips': [{'subnet_id': '36e29607-1546-42dd-952f-984d755eee83'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:25:21.861760 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c1232fc7-e5f9-437e-bbe2-b547cc121158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:21.908697 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea03bf11-7cb5-4f6b-9d32-d848fd321e8c tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:21.949046 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea03bf11-7cb5-4f6b-9d32-d848fd321e8c tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:21.959994 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea03bf11-7cb5-4f6b-9d32-d848fd321e8c tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:21.961088 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea03bf11-7cb5-4f6b-9d32-d848fd321e8c tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:22.107297 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-c1232fc7-e5f9-437e-bbe2-b547cc121158 None None] Allocated IP 2001:db8::2 (eba5042c-64ba-45cb-9ac9-028b0ec45b3a/36e29607-1546-42dd-952f-984d755eee83/13ccc1ba-17b1-41b0-9edc-16a7e25695c3) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:25:22.140343 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03bf11-7cb5-4f6b-9d32-d848fd321e8c tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event updated for resources: {'Network': ['ID=a656a8c1-6795-4249-8e01-13d8f7ec4a2b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:22.151843 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ea03bf11-7cb5-4f6b-9d32-d848fd321e8c tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4708359 Jul 30 20:25:22.152287 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35480) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:22.158993 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b965f4b2-cbeb-46b3-9a50-870068bb5102 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Request body: {'network': {'name': 'tempest-router-network02--445649722'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:22.216424 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b965f4b2-cbeb-46b3-9a50-870068bb5102 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Made reservation on behalf of 1de6e4ea44e64b958cc9f73927882925 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:22.222074 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b965f4b2-cbeb-46b3-9a50-870068bb5102 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:22.281154 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b965f4b2-cbeb-46b3-9a50-870068bb5102 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:25:22.303606 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b965f4b2-cbeb-46b3-9a50-870068bb5102 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:22.304387 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-b965f4b2-cbeb-46b3-9a50-870068bb5102 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Added segment 7f5626de-af46-4181-bfd1-643c09ff5317 of type vlan for network 94574f59-04b7-49ab-a735-b70f73c3ed74 Jul 30 20:25:22.419519 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b965f4b2-cbeb-46b3-9a50-870068bb5102 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:22.477000 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c1232fc7-e5f9-437e-bbe2-b547cc121158 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:22.486057 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c1232fc7-e5f9-437e-bbe2-b547cc121158 None None] Transition to ACTIVE for port object 13ccc1ba-17b1-41b0-9edc-16a7e25695c3 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:25:22.492237 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b965f4b2-cbeb-46b3-9a50-870068bb5102 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:22.492429 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network a656a8c1-6795-4249-8e01-13d8f7ec4a2b details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:25:22.500355 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b965f4b2-cbeb-46b3-9a50-870068bb5102 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:22.506394 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b965f4b2-cbeb-46b3-9a50-870068bb5102 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:22.545924 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c1232fc7-e5f9-437e-bbe2-b547cc121158 None None] Transition to ACTIVE for port object 13ccc1ba-17b1-41b0-9edc-16a7e25695c3 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:25:22.563804 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c1232fc7-e5f9-437e-bbe2-b547cc121158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:22.622331 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1232fc7-e5f9-437e-bbe2-b547cc121158 None None] Network eba5042c-64ba-45cb-9ac9-028b0ec45b3a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:25:22.624416 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c1232fc7-e5f9-437e-bbe2-b547cc121158 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:22.630678 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1232fc7-e5f9-437e-bbe2-b547cc121158 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:25:22.736746 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1232fc7-e5f9-437e-bbe2-b547cc121158 None None] Pushing event updated for resources: {'Port': ['ID=13ccc1ba-17b1-41b0-9edc-16a7e25695c3,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:22.756989 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c1232fc7-e5f9-437e-bbe2-b547cc121158 None None] Attempting to bind port 13ccc1ba-17b1-41b0-9edc-16a7e25695c3 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:25:22.757511 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c1232fc7-e5f9-437e-bbe2-b547cc121158 None None] Attempting to bind port 13ccc1ba-17b1-41b0-9edc-16a7e25695c3 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '147518fc-cccc-4b3b-a664-16f155524ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eba5042c-64ba-45cb-9ac9-028b0ec45b3a'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:25:22.757881 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1232fc7-e5f9-437e-bbe2-b547cc121158 None None] Attempting to bind port 13ccc1ba-17b1-41b0-9edc-16a7e25695c3 on network eba5042c-64ba-45cb-9ac9-028b0ec45b3a {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:25:22.760530 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35492) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:22.766521 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a2497659-62b8-4a7a-bac2-94559bcc4de9 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Request body: {'subnets': [{'network_id': 'b81d9094-1a5a-41fd-8cd1-0382a1c4cbf3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1420740435', 'ip_version': 6}, {'network_id': '45c6bf9f-1fb3-4331-8cbf-e6100cd5ca92', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:22.766911 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a2497659-62b8-4a7a-bac2-94559bcc4de9 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Request body: {'subnet': {'network_id': 'b81d9094-1a5a-41fd-8cd1-0382a1c4cbf3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1420740435', 'ip_version': 6}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:22.767712 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a2497659-62b8-4a7a-bac2-94559bcc4de9 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Request body: {'subnet': {'network_id': '45c6bf9f-1fb3-4331-8cbf-e6100cd5ca92', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:22.768646 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1232fc7-e5f9-437e-bbe2-b547cc121158 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:25:22.769337 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1232fc7-e5f9-437e-bbe2-b547cc121158 None None] Checking segment: {'id': '147518fc-cccc-4b3b-a664-16f155524ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eba5042c-64ba-45cb-9ac9-028b0ec45b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:25:22.770644 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c1232fc7-e5f9-437e-bbe2-b547cc121158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:22.771336 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1232fc7-e5f9-437e-bbe2-b547cc121158 None None] Bound using segment: {'id': '147518fc-cccc-4b3b-a664-16f155524ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eba5042c-64ba-45cb-9ac9-028b0ec45b3a'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:25:22.772116 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c1232fc7-e5f9-437e-bbe2-b547cc121158 None None] Bound port: 13ccc1ba-17b1-41b0-9edc-16a7e25695c3, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '147518fc-cccc-4b3b-a664-16f155524ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eba5042c-64ba-45cb-9ac9-028b0ec45b3a'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:25:22.773060 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c1232fc7-e5f9-437e-bbe2-b547cc121158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:22.905857 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c1232fc7-e5f9-437e-bbe2-b547cc121158 None None] For port 13ccc1ba-17b1-41b0-9edc-16a7e25695c3, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:25:22.911405 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c1232fc7-e5f9-437e-bbe2-b547cc121158 None None] For port 13ccc1ba-17b1-41b0-9edc-16a7e25695c3, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=13ccc1ba-17b1-41b0-9edc-16a7e25695c3,segment=NetworkSegment(147518fc-cccc-4b3b-a664-16f155524ebc),segment_id=147518fc-cccc-4b3b-a664-16f155524ebc)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:25:22.918572 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c1232fc7-e5f9-437e-bbe2-b547cc121158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:23.044622 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1232fc7-e5f9-437e-bbe2-b547cc121158 None None] Pushing event updated for resources: {'Port': ['ID=13ccc1ba-17b1-41b0-9edc-16a7e25695c3,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:23.088123 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b965f4b2-cbeb-46b3-9a50-870068bb5102 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9345872 Jul 30 20:25:23.091218 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35502) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:23.096671 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3faf5106-fb25-4758-8b19-a11e4f5d22e3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Request body: {'subnet': {'network_id': 'a656a8c1-6795-4249-8e01-13d8f7ec4a2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:23.100065 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2497659-62b8-4a7a-bac2-94559bcc4de9 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Made reservation on behalf of 3b59adaf629f494ea66081ecba4f4fca for: {'subnet': 2} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:23.105377 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2497659-62b8-4a7a-bac2-94559bcc4de9 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:23.105869 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2497659-62b8-4a7a-bac2-94559bcc4de9 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:23.210824 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d0769f4-cc6e-4ddc-822b-a5b8926e3468 req-f8d59f49-afc4-49d2-b579-8ad89af7d1d5 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dda23cc-7c71-4c3c-8089-b0f68ec1e5bc HTTP/1.1" status: 200 len: 210 time: 0.1570637 Jul 30 20:25:23.227105 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965f4b2-cbeb-46b3-9a50-870068bb5102 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event updated for resources: {'Network': ['ID=94574f59-04b7-49ab-a735-b70f73c3ed74,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:23.237567 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 94574f59-04b7-49ab-a735-b70f73c3ed74 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:25:23.275791 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3faf5106-fb25-4758-8b19-a11e4f5d22e3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Made reservation on behalf of 1de6e4ea44e64b958cc9f73927882925 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:23.298558 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3faf5106-fb25-4758-8b19-a11e4f5d22e3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:23.623999 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3faf5106-fb25-4758-8b19-a11e4f5d22e3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:23.670557 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 13ccc1ba-17b1-41b0-9edc-16a7e25695c3 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:25:23.705161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf5106-fb25-4758-8b19-a11e4f5d22e3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event updated for resources: {'Subnet': ['ID=d601da11-ab45-427e-a58d-84b6986da6c5,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:23.713487 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faf5106-fb25-4758-8b19-a11e4f5d22e3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Checking segment: {'id': 'a0b3e4be-d557-429a-8de2-f45ec1942810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a656a8c1-6795-4249-8e01-13d8f7ec4a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:25:23.713660 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faf5106-fb25-4758-8b19-a11e4f5d22e3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Network hostable DHCP agents. Network: a656a8c1-6795-4249-8e01-13d8f7ec4a2b, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:25:23.729730 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ee3da4f-f272-454f-8a17-68c820890387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:23.786216 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faf5106-fb25-4758-8b19-a11e4f5d22e3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Network a656a8c1-6795-4249-8e01-13d8f7ec4a2b is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:25:23.786735 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 13ccc1ba-17b1-41b0-9edc-16a7e25695c3 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:25:23.805991 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-3faf5106-fb25-4758-8b19-a11e4f5d22e3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, a656a8c1-6795-4249-8e01-13d8f7ec4a2b) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:23.810192 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faf5106-fb25-4758-8b19-a11e4f5d22e3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:23.810798 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3faf5106-fb25-4758-8b19-a11e4f5d22e3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:23.821580 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de9a347-f0b5-4e2c-93d4-9406add41ab5 None None] Network a656a8c1-6795-4249-8e01-13d8f7ec4a2b requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:23.835047 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3faf5106-fb25-4758-8b19-a11e4f5d22e3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7424541 Jul 30 20:25:23.837869 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35520) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:23.850458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-4c1a8545-61ab-41ef-b35f-12efa823f4dd tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Request body: {'subnet': {'network_id': '94574f59-04b7-49ab-a735-b70f73c3ed74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:23.897560 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2497659-62b8-4a7a-bac2-94559bcc4de9 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:23.941147 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:24.000836 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2497659-62b8-4a7a-bac2-94559bcc4de9 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Checking segment: {'id': 'c7949c3b-41ac-4e26-b448-cf5d97e4532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b81d9094-1a5a-41fd-8cd1-0382a1c4cbf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:25:24.001085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2497659-62b8-4a7a-bac2-94559bcc4de9 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Network hostable DHCP agents. Network: b81d9094-1a5a-41fd-8cd1-0382a1c4cbf3, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:25:24.004918 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2497659-62b8-4a7a-bac2-94559bcc4de9 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Pushing event updated for resources: {'Subnet': ['ID=3a370c0e-2370-4561-a2c4-57975accda08,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:24.026138 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2497659-62b8-4a7a-bac2-94559bcc4de9 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Network b81d9094-1a5a-41fd-8cd1-0382a1c4cbf3 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:25:24.046221 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a2497659-62b8-4a7a-bac2-94559bcc4de9 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, b81d9094-1a5a-41fd-8cd1-0382a1c4cbf3) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:24.052725 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2497659-62b8-4a7a-bac2-94559bcc4de9 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:24.054616 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1a8545-61ab-41ef-b35f-12efa823f4dd tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Made reservation on behalf of 1de6e4ea44e64b958cc9f73927882925 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:24.062794 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c1a8545-61ab-41ef-b35f-12efa823f4dd tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:24.066701 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe28279-51e0-4cf2-9181-4536854a7789 None None] Network b81d9094-1a5a-41fd-8cd1-0382a1c4cbf3 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:24.201553 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2497659-62b8-4a7a-bac2-94559bcc4de9 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Pushing event updated for resources: {'Subnet': ['ID=28a3f4dc-188b-4a2d-9f31-3c29f7c28114,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:24.220783 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2497659-62b8-4a7a-bac2-94559bcc4de9 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Checking segment: {'id': '84924fea-a888-4394-bc62-8d139a6eb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '45c6bf9f-1fb3-4331-8cbf-e6100cd5ca92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:25:24.222293 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2497659-62b8-4a7a-bac2-94559bcc4de9 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Network hostable DHCP agents. Network: 45c6bf9f-1fb3-4331-8cbf-e6100cd5ca92, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:25:24.266309 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2497659-62b8-4a7a-bac2-94559bcc4de9 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Network 45c6bf9f-1fb3-4331-8cbf-e6100cd5ca92 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:25:24.279087 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b6c8fb-8078-4dc7-81e0-45ec5fc0d606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-a656a8c1-6795-4249-8e01-13d8f7ec4a2b', 'network_id': 'a656a8c1-6795-4249-8e01-13d8f7ec4a2b', 'tenant_id': '1de6e4ea44e64b958cc9f73927882925', 'fixed_ips': [{'subnet_id': 'd601da11-ab45-427e-a58d-84b6986da6c5'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:25:24.280836 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98b6c8fb-8078-4dc7-81e0-45ec5fc0d606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:24.303406 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a2497659-62b8-4a7a-bac2-94559bcc4de9 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 45c6bf9f-1fb3-4331-8cbf-e6100cd5ca92) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:24.329828 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1986e679-62c6-4e8f-9684-1d3167ed4c67 None None] Network 45c6bf9f-1fb3-4331-8cbf-e6100cd5ca92 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:24.331239 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2497659-62b8-4a7a-bac2-94559bcc4de9 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:24.332779 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2497659-62b8-4a7a-bac2-94559bcc4de9 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:24.333480 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2497659-62b8-4a7a-bac2-94559bcc4de9 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:24.386395 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a2497659-62b8-4a7a-bac2-94559bcc4de9 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.6245780 Jul 30 20:25:24.388971 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35530) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:24.405242 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35532) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:24.416157 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c1a8545-61ab-41ef-b35f-12efa823f4dd tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:24.433830 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0d26f7-6df7-4955-ba9c-1f178bccca58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-b81d9094-1a5a-41fd-8cd1-0382a1c4cbf3', 'network_id': 'b81d9094-1a5a-41fd-8cd1-0382a1c4cbf3', 'tenant_id': '3b59adaf629f494ea66081ecba4f4fca', 'fixed_ips': [{'subnet_id': '3a370c0e-2370-4561-a2c4-57975accda08'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:25:24.435108 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f0d26f7-6df7-4955-ba9c-1f178bccca58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:24.547796 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19c84a0-3cd8-4561-a246-2f297c09ca01 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:24.549336 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19c84a0-3cd8-4561-a246-2f297c09ca01 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:24.552586 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19c84a0-3cd8-4561-a246-2f297c09ca01 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:24.557072 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d19c84a0-3cd8-4561-a246-2f297c09ca01 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1667051 Jul 30 20:25:24.566349 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35538) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:24.568736 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a8545-61ab-41ef-b35f-12efa823f4dd tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event updated for resources: {'Subnet': ['ID=e0dd5fdc-1065-4d11-aca9-13d1793fdcd0,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:24.662592 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-571b6e71-9ada-4096-a434-2dc34670be37 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Deleting subnet 3a370c0e-2370-4561-a2c4-57975accda08 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:25:24.666930 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-571b6e71-9ada-4096-a434-2dc34670be37 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:24.671785 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-78846a1f-9e40-4058-ba44-54c0af3ff726 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:24.697616 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-78846a1f-9e40-4058-ba44-54c0af3ff726 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:24.720741 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-571b6e71-9ada-4096-a434-2dc34670be37 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:24.758702 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1a8545-61ab-41ef-b35f-12efa823f4dd tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Checking segment: {'id': '7f5626de-af46-4181-bfd1-643c09ff5317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '94574f59-04b7-49ab-a735-b70f73c3ed74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:25:24.759979 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1a8545-61ab-41ef-b35f-12efa823f4dd tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Network hostable DHCP agents. Network: 94574f59-04b7-49ab-a735-b70f73c3ed74, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:25:24.776034 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-571b6e71-9ada-4096-a434-2dc34670be37 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:24.808777 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1a8545-61ab-41ef-b35f-12efa823f4dd tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Network 94574f59-04b7-49ab-a735-b70f73c3ed74 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:25:24.824534 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-4c1a8545-61ab-41ef-b35f-12efa823f4dd tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 94574f59-04b7-49ab-a735-b70f73c3ed74) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:24.833856 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113fec69-ad77-4341-89b2-4ca427a73db8 None None] Network eba5042c-64ba-45cb-9ac9-028b0ec45b3a requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:24.837882 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-78846a1f-9e40-4058-ba44-54c0af3ff726 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:24.841373 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-78846a1f-9e40-4058-ba44-54c0af3ff726 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:24.842954 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-78846a1f-9e40-4058-ba44-54c0af3ff726 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "DELETE /v2.0/security-groups/5584e565-d225-45b5-b82b-3ff22636ad7c HTTP/1.1" status: 204 len: 168 time: 0.4359367 Jul 30 20:25:24.844643 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1a8545-61ab-41ef-b35f-12efa823f4dd tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:24.845250 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c1a8545-61ab-41ef-b35f-12efa823f4dd tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:24.846137 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35542) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:24.860052 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78846a1f-9e40-4058-ba44-54c0af3ff726 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5584e565-d225-45b5-b82b-3ff22636ad7c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:24.867549 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-571b6e71-9ada-4096-a434-2dc34670be37 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:24.877488 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-b9d0b036-2b7e-4ec6-986a-5dec3330360a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] show failed (client error): The resource could not be found. Jul 30 20:25:24.881332 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4c1a8545-61ab-41ef-b35f-12efa823f4dd tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0389876 Jul 30 20:25:24.881486 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b9d0b036-2b7e-4ec6-986a-5dec3330360a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "GET /v2.0/security-groups/5584e565-d225-45b5-b82b-3ff22636ad7c HTTP/1.1" status: 404 len: 347 time: 0.0315385 Jul 30 20:25:24.881702 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35544) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:24.882909 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35546) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:24.909861 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-571b6e71-9ada-4096-a434-2dc34670be37 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:24.912635 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-571b6e71-9ada-4096-a434-2dc34670be37 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] 10.222.0.81 "DELETE /v2.0/subnets/3a370c0e-2370-4561-a2c4-57975accda08 HTTP/1.1" status: 204 len: 168 time: 0.3443348 Jul 30 20:25:24.913662 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b6e71-9ada-4096-a434-2dc34670be37 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Pushing event deleted for resources: {'Subnet': ['ID=3a370c0e-2370-4561-a2c4-57975accda08,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:24.916014 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35548) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:24.954050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4a2926-77b8-4778-9b7d-ca553762af3f None None] Network 94574f59-04b7-49ab-a735-b70f73c3ed74 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:24.971001 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-1991bd02-43fd-490d-810f-42c45b53867b tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Deleting subnet 28a3f4dc-188b-4a2d-9f31-3c29f7c28114 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:25:24.975175 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1991bd02-43fd-490d-810f-42c45b53867b tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:25.024312 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1991bd02-43fd-490d-810f-42c45b53867b tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:25.086630 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1991bd02-43fd-490d-810f-42c45b53867b tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server [None req-0f0d26f7-6df7-4955-ba9c-1f178bccca58 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a370c0e-2370-4561-a2c4-57975accda08: This subnet is being modified by another concurrent operation. Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise exception Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a370c0e-2370-4561-a2c4-57975accda08: This subnet is being modified by another concurrent operation. Jul 30 20:25:25.095251 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server Jul 30 20:25:25.136384 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:25.149695 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0fe1a1-8099-46f0-9627-7c6e6958db7a None None] Network b81d9094-1a5a-41fd-8cd1-0382a1c4cbf3 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:25.181961 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1991bd02-43fd-490d-810f-42c45b53867b tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:25.200037 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9c3b26e8-1036-4430-8d36-07acf8dfaf84 None None] Provisioning for port 13ccc1ba-17b1-41b0-9edc-16a7e25695c3 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:25:25.236307 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991bd02-43fd-490d-810f-42c45b53867b tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Pushing event deleted for resources: {'Subnet': ['ID=28a3f4dc-188b-4a2d-9f31-3c29f7c28114,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:25.253298 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1991bd02-43fd-490d-810f-42c45b53867b tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:25.257539 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1991bd02-43fd-490d-810f-42c45b53867b tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] 10.222.0.81 "DELETE /v2.0/subnets/28a3f4dc-188b-4a2d-9f31-3c29f7c28114 HTTP/1.1" status: 204 len: 168 time: 0.3381174 Jul 30 20:25:25.257800 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35552) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:25.282751 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9c3b26e8-1036-4430-8d36-07acf8dfaf84 None None] Provisioning complete for port 13ccc1ba-17b1-41b0-9edc-16a7e25695c3 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:25:25.283878 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c3b26e8-1036-4430-8d36-07acf8dfaf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:25.367126 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997e2654-4130-446e-bcc6-cf0c4f7639f9 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:25.373786 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-997e2654-4130-446e-bcc6-cf0c4f7639f9 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1144402 Jul 30 20:25:25.377248 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35554) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:25.386147 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-98b6c8fb-8078-4dc7-81e0-45ec5fc0d606 None None] Allocated IP 2001:db8::2 (a656a8c1-6795-4249-8e01-13d8f7ec4a2b/d601da11-ab45-427e-a58d-84b6986da6c5/e8abf999-523a-4c23-94b9-0d0f00409e57) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:25:25.396878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-34c9386b-7535-44f5-9120-a0c60e67d6b7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Deleting port 282a6ea8-b849-4e76-ab04-b47fc34df8db {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:25.397533 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-34c9386b-7535-44f5-9120-a0c60e67d6b7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:25.398677 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e319d8f6-598e-46e0-a2a4-719810a24bb4 None None] Network 45c6bf9f-1fb3-4331-8cbf-e6100cd5ca92 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:25.478997 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-34c9386b-7535-44f5-9120-a0c60e67d6b7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:25.479719 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-34c9386b-7535-44f5-9120-a0c60e67d6b7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:25.503895 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e6c74eb-a74d-405d-9046-df4a7fb34e39 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:25.518241 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-34c9386b-7535-44f5-9120-a0c60e67d6b7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Calling delete_port for 282a6ea8-b849-4e76-ab04-b47fc34df8db owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:25.616320 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb816072-9520-4fda-af1d-655452808fc3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:25.629999 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e6c74eb-a74d-405d-9046-df4a7fb34e39 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:25.646880 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-1e6c74eb-a74d-405d-9046-df4a7fb34e39 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c6bf9f-1fb3-4331-8cbf-e6100cd5ca92']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:25.671137 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-1e6c74eb-a74d-405d-9046-df4a7fb34e39 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84924fea-a888-4394-bc62-8d139a6eb644') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:25.671666 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-1e6c74eb-a74d-405d-9046-df4a7fb34e39 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84924fea-a888-4394-bc62-8d139a6eb644') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:25.695960 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e6c74eb-a74d-405d-9046-df4a7fb34e39 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:25.724878 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e6c74eb-a74d-405d-9046-df4a7fb34e39 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:25.732083 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6c74eb-a74d-405d-9046-df4a7fb34e39 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:25:25.732640 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e6c74eb-a74d-405d-9046-df4a7fb34e39 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:25:25.735914 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:25:25.815939 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e6c74eb-a74d-405d-9046-df4a7fb34e39 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:25.842508 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e6c74eb-a74d-405d-9046-df4a7fb34e39 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:25.845312 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1e6c74eb-a74d-405d-9046-df4a7fb34e39 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] 10.222.0.81 "DELETE /v2.0/networks/45c6bf9f-1fb3-4331-8cbf-e6100cd5ca92 HTTP/1.1" status: 204 len: 168 time: 0.4671130 Jul 30 20:25:25.846554 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c74eb-a74d-405d-9046-df4a7fb34e39 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Pushing event deleted for resources: {'Network': ['ID=45c6bf9f-1fb3-4331-8cbf-e6100cd5ca92,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:25.849812 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35558) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:25.898998 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918b660d-adca-44d4-a079-66226b69fbe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-94574f59-04b7-49ab-a735-b70f73c3ed74', 'network_id': '94574f59-04b7-49ab-a735-b70f73c3ed74', 'tenant_id': '1de6e4ea44e64b958cc9f73927882925', 'fixed_ips': [{'subnet_id': 'e0dd5fdc-1065-4d11-aca9-13d1793fdcd0'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:25:25.907772 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-918b660d-adca-44d4-a079-66226b69fbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:25.980157 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8830833-cffb-41ae-9303-3fff72a001b1 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.043080 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-34c9386b-7535-44f5-9120-a0c60e67d6b7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.091526 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9386b-7535-44f5-9120-a0c60e67d6b7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event deleted for resources: {'Port': ['ID=282a6ea8-b849-4e76-ab04-b47fc34df8db,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:26.126612 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8830833-cffb-41ae-9303-3fff72a001b1 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.142755 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c8830833-cffb-41ae-9303-3fff72a001b1 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81d9094-1a5a-41fd-8cd1-0382a1c4cbf3']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:26.156568 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c3b26e8-1036-4430-8d36-07acf8dfaf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.165426 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c8830833-cffb-41ae-9303-3fff72a001b1 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7949c3b-41ac-4e26-b448-cf5d97e4532f') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:26.165803 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c8830833-cffb-41ae-9303-3fff72a001b1 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7949c3b-41ac-4e26-b448-cf5d97e4532f') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:26.180275 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8830833-cffb-41ae-9303-3fff72a001b1 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.196582 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8830833-cffb-41ae-9303-3fff72a001b1 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.203763 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8830833-cffb-41ae-9303-3fff72a001b1 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:25:26.204206 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8830833-cffb-41ae-9303-3fff72a001b1 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.209405 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-34c9386b-7535-44f5-9120-a0c60e67d6b7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.213123 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-34c9386b-7535-44f5-9120-a0c60e67d6b7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.217479 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-34c9386b-7535-44f5-9120-a0c60e67d6b7 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "DELETE /v2.0/floatingips/8a3381da-a1f3-45d0-8db9-bcefb34e2e7f HTTP/1.1" status: 204 len: 168 time: 1.3293355 Jul 30 20:25:26.218344 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35562) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:25:26.271629 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:25:26.291948 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98b6c8fb-8078-4dc7-81e0-45ec5fc0d606 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.294060 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8830833-cffb-41ae-9303-3fff72a001b1 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.301922 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8830833-cffb-41ae-9303-3fff72a001b1 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.308354 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c8830833-cffb-41ae-9303-3fff72a001b1 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] 10.222.0.81 "DELETE /v2.0/networks/b81d9094-1a5a-41fd-8cd1-0382a1c4cbf3 HTTP/1.1" status: 204 len: 168 time: 0.4571681 Jul 30 20:25:26.308893 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35564) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:26.311624 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-9c3b26e8-1036-4430-8d36-07acf8dfaf84 None None] For port 13ccc1ba-17b1-41b0-9edc-16a7e25695c3, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=13ccc1ba-17b1-41b0-9edc-16a7e25695c3,segment=NetworkSegment(147518fc-cccc-4b3b-a664-16f155524ebc),segment_id=147518fc-cccc-4b3b-a664-16f155524ebc)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:26.318531 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-98b6c8fb-8078-4dc7-81e0-45ec5fc0d606 None None] Transition to ACTIVE for port object e8abf999-523a-4c23-94b9-0d0f00409e57 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:25:26.330353 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c3b26e8-1036-4430-8d36-07acf8dfaf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.342894 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8830833-cffb-41ae-9303-3fff72a001b1 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Pushing event deleted for resources: {'Network': ['ID=b81d9094-1a5a-41fd-8cd1-0382a1c4cbf3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:26.384005 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-98b6c8fb-8078-4dc7-81e0-45ec5fc0d606 None None] Transition to ACTIVE for port object e8abf999-523a-4c23-94b9-0d0f00409e57 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:25:26.392775 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-918b660d-adca-44d4-a079-66226b69fbe7 None None] Allocated IP 2001:db8::2 (94574f59-04b7-49ab-a735-b70f73c3ed74/e0dd5fdc-1065-4d11-aca9-13d1793fdcd0/9afc996b-d5b5-4e06-924a-96667f528893) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:25:26.410917 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98b6c8fb-8078-4dc7-81e0-45ec5fc0d606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.412463 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-905b327e-eba8-4e75-aa47-db789a8a0b5c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.439452 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b26e8-1036-4430-8d36-07acf8dfaf84 None None] Pushing event updated for resources: {'Port': ['ID=13ccc1ba-17b1-41b0-9edc-16a7e25695c3,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:26.451123 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-4268ed12-cd64-4903-8653-44fbfd32d20e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Deleting port d4f11ef0-cd30-4621-9d9d-862239567fe1 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:26.451478 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4268ed12-cd64-4903-8653-44fbfd32d20e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.458430 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b6c8fb-8078-4dc7-81e0-45ec5fc0d606 None None] Network a656a8c1-6795-4249-8e01-13d8f7ec4a2b is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:25:26.490409 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-98b6c8fb-8078-4dc7-81e0-45ec5fc0d606 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:26.510012 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b6c8fb-8078-4dc7-81e0-45ec5fc0d606 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:25:26.542676 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-eb816072-9520-4fda-af1d-655452808fc3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Allocated IP 2001:db8::1 (a656a8c1-6795-4249-8e01-13d8f7ec4a2b/d601da11-ab45-427e-a58d-84b6986da6c5/e4def186-77b9-468f-986d-5756e08cfaec) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:25:26.574538 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6c8fb-8078-4dc7-81e0-45ec5fc0d606 None None] Pushing event updated for resources: {'Port': ['ID=e8abf999-523a-4c23-94b9-0d0f00409e57,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:26.589904 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cfe1a475-2cab-4e5c-8d7b-c1ccd07dcea4 None None] Provisioning complete for port 13ccc1ba-17b1-41b0-9edc-16a7e25695c3 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:25:26.590271 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cfe1a475-2cab-4e5c-8d7b-c1ccd07dcea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.640867 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-98b6c8fb-8078-4dc7-81e0-45ec5fc0d606 None None] Attempting to bind port e8abf999-523a-4c23-94b9-0d0f00409e57 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:25:26.641145 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-98b6c8fb-8078-4dc7-81e0-45ec5fc0d606 None None] Attempting to bind port e8abf999-523a-4c23-94b9-0d0f00409e57 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'a0b3e4be-d557-429a-8de2-f45ec1942810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a656a8c1-6795-4249-8e01-13d8f7ec4a2b'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:25:26.641502 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b6c8fb-8078-4dc7-81e0-45ec5fc0d606 None None] Attempting to bind port e8abf999-523a-4c23-94b9-0d0f00409e57 on network a656a8c1-6795-4249-8e01-13d8f7ec4a2b {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:25:26.662714 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b6c8fb-8078-4dc7-81e0-45ec5fc0d606 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:25:26.663086 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b6c8fb-8078-4dc7-81e0-45ec5fc0d606 None None] Checking segment: {'id': 'a0b3e4be-d557-429a-8de2-f45ec1942810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a656a8c1-6795-4249-8e01-13d8f7ec4a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:25:26.663488 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98b6c8fb-8078-4dc7-81e0-45ec5fc0d606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.663896 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b6c8fb-8078-4dc7-81e0-45ec5fc0d606 None None] Bound using segment: {'id': 'a0b3e4be-d557-429a-8de2-f45ec1942810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a656a8c1-6795-4249-8e01-13d8f7ec4a2b'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:25:26.664367 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-98b6c8fb-8078-4dc7-81e0-45ec5fc0d606 None None] Bound port: e8abf999-523a-4c23-94b9-0d0f00409e57, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b3e4be-d557-429a-8de2-f45ec1942810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a656a8c1-6795-4249-8e01-13d8f7ec4a2b'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:25:26.664742 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98b6c8fb-8078-4dc7-81e0-45ec5fc0d606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.692844 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-905b327e-eba8-4e75-aa47-db789a8a0b5c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.697585 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4268ed12-cd64-4903-8653-44fbfd32d20e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.717110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-905b327e-eba8-4e75-aa47-db789a8a0b5c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86108d9-cff2-44f2-bfa4-e678c71a1288']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:26.738856 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-4268ed12-cd64-4903-8653-44fbfd32d20e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Calling delete_port for d4f11ef0-cd30-4621-9d9d-862239567fe1 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:26.746283 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-918b660d-adca-44d4-a079-66226b69fbe7 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.778460 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-918b660d-adca-44d4-a079-66226b69fbe7 None None] Transition to ACTIVE for port object 9afc996b-d5b5-4e06-924a-96667f528893 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:25:26.799215 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-905b327e-eba8-4e75-aa47-db789a8a0b5c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532c52c5-fa6d-4168-a0d8-31438cf2c188') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:26.799828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-905b327e-eba8-4e75-aa47-db789a8a0b5c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532c52c5-fa6d-4168-a0d8-31438cf2c188') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:26.824607 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-905b327e-eba8-4e75-aa47-db789a8a0b5c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.825521 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-918b660d-adca-44d4-a079-66226b69fbe7 None None] Transition to ACTIVE for port object 9afc996b-d5b5-4e06-924a-96667f528893 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:25:26.828403 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-98b6c8fb-8078-4dc7-81e0-45ec5fc0d606 None None] For port e8abf999-523a-4c23-94b9-0d0f00409e57, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:25:26.852731 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-918b660d-adca-44d4-a079-66226b69fbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.858434 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-98b6c8fb-8078-4dc7-81e0-45ec5fc0d606 None None] For port e8abf999-523a-4c23-94b9-0d0f00409e57, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e8abf999-523a-4c23-94b9-0d0f00409e57,segment=NetworkSegment(a0b3e4be-d557-429a-8de2-f45ec1942810),segment_id=a0b3e4be-d557-429a-8de2-f45ec1942810)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:25:26.909025 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b660d-adca-44d4-a079-66226b69fbe7 None None] Pushing event updated for resources: {'Port': ['ID=9afc996b-d5b5-4e06-924a-96667f528893,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:26.914650 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98b6c8fb-8078-4dc7-81e0-45ec5fc0d606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.922029 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.927431 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918b660d-adca-44d4-a079-66226b69fbe7 None None] Network 94574f59-04b7-49ab-a735-b70f73c3ed74 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:25:26.951025 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-905b327e-eba8-4e75-aa47-db789a8a0b5c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:26.951219 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-918b660d-adca-44d4-a079-66226b69fbe7 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:26.956119 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918b660d-adca-44d4-a079-66226b69fbe7 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:25:26.984722 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905b327e-eba8-4e75-aa47-db789a8a0b5c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:25:26.985489 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-905b327e-eba8-4e75-aa47-db789a8a0b5c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:25:27.002333 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:25:27.031468 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-918b660d-adca-44d4-a079-66226b69fbe7 None None] Attempting to bind port 9afc996b-d5b5-4e06-924a-96667f528893 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:25:27.031862 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-918b660d-adca-44d4-a079-66226b69fbe7 None None] Attempting to bind port 9afc996b-d5b5-4e06-924a-96667f528893 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '7f5626de-af46-4181-bfd1-643c09ff5317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '94574f59-04b7-49ab-a735-b70f73c3ed74'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:25:27.032226 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918b660d-adca-44d4-a079-66226b69fbe7 None None] Attempting to bind port 9afc996b-d5b5-4e06-924a-96667f528893 on network 94574f59-04b7-49ab-a735-b70f73c3ed74 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:25:27.032718 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4268ed12-cd64-4903-8653-44fbfd32d20e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:27.045908 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918b660d-adca-44d4-a079-66226b69fbe7 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:25:27.046285 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918b660d-adca-44d4-a079-66226b69fbe7 None None] Checking segment: {'id': '7f5626de-af46-4181-bfd1-643c09ff5317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '94574f59-04b7-49ab-a735-b70f73c3ed74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:25:27.046692 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-918b660d-adca-44d4-a079-66226b69fbe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:27.047082 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918b660d-adca-44d4-a079-66226b69fbe7 None None] Bound using segment: {'id': '7f5626de-af46-4181-bfd1-643c09ff5317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '94574f59-04b7-49ab-a735-b70f73c3ed74'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:25:27.047581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-918b660d-adca-44d4-a079-66226b69fbe7 None None] Bound port: 9afc996b-d5b5-4e06-924a-96667f528893, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5626de-af46-4181-bfd1-643c09ff5317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '94574f59-04b7-49ab-a735-b70f73c3ed74'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:25:27.047939 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-918b660d-adca-44d4-a079-66226b69fbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:27.050724 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6c8fb-8078-4dc7-81e0-45ec5fc0d606 None None] Pushing event updated for resources: {'Port': ['ID=e8abf999-523a-4c23-94b9-0d0f00409e57,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:27.076511 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb816072-9520-4fda-af1d-655452808fc3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:27.139900 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268ed12-cd64-4903-8653-44fbfd32d20e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event deleted for resources: {'Port': ['ID=d4f11ef0-cd30-4621-9d9d-862239567fe1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:27.157889 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-eb816072-9520-4fda-af1d-655452808fc3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Transition to ACTIVE for port object e4def186-77b9-468f-986d-5756e08cfaec will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:25:27.168535 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-918b660d-adca-44d4-a079-66226b69fbe7 None None] For port 9afc996b-d5b5-4e06-924a-96667f528893, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:25:27.172121 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-918b660d-adca-44d4-a079-66226b69fbe7 None None] For port 9afc996b-d5b5-4e06-924a-96667f528893, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=9afc996b-d5b5-4e06-924a-96667f528893,segment=NetworkSegment(7f5626de-af46-4181-bfd1-643c09ff5317),segment_id=7f5626de-af46-4181-bfd1-643c09ff5317)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:25:27.180522 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-918b660d-adca-44d4-a079-66226b69fbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:27.219373 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-905b327e-eba8-4e75-aa47-db789a8a0b5c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:27.276695 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b660d-adca-44d4-a079-66226b69fbe7 None None] Pushing event updated for resources: {'Port': ['ID=9afc996b-d5b5-4e06-924a-96667f528893,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:27.303107 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-905b327e-eba8-4e75-aa47-db789a8a0b5c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:27.320293 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-905b327e-eba8-4e75-aa47-db789a8a0b5c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] 10.222.0.81 "DELETE /v2.0/networks/f86108d9-cff2-44f2-bfa4-e678c71a1288 HTTP/1.1" status: 204 len: 168 time: 1.0079141 Jul 30 20:25:27.324730 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35580) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:27.399387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b327e-eba8-4e75-aa47-db789a8a0b5c tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Pushing event deleted for resources: {'Network': ['ID=f86108d9-cff2-44f2-bfa4-e678c71a1288,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:27.418197 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb816072-9520-4fda-af1d-655452808fc3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:27.455037 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-93a04384-d533-42be-8240-839a4d9effb3 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:27.496752 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4268ed12-cd64-4903-8653-44fbfd32d20e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:27.499400 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4268ed12-cd64-4903-8653-44fbfd32d20e tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "DELETE /v2.0/ports/d4f11ef0-cd30-4621-9d9d-862239567fe1 HTTP/1.1" status: 204 len: 168 time: 1.2798347 Jul 30 20:25:27.518657 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb816072-9520-4fda-af1d-655452808fc3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Network a656a8c1-6795-4249-8e01-13d8f7ec4a2b is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:25:27.519373 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35582) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:27.543719 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-eb816072-9520-4fda-af1d-655452808fc3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:27.550014 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb816072-9520-4fda-af1d-655452808fc3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:25:27.553373 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb816072-9520-4fda-af1d-655452808fc3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:27.686216 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-93a04384-d533-42be-8240-839a4d9effb3 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:27.704445 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-93a04384-d533-42be-8240-839a4d9effb3 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0289300c-2280-4fe1-985b-955495c31ec7']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:27.709413 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb816072-9520-4fda-af1d-655452808fc3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event updated for resources: {'Port': ['ID=e4def186-77b9-468f-986d-5756e08cfaec,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:27.716989 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-93a04384-d533-42be-8240-839a4d9effb3 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f97f75d-b78a-441b-9946-7077973d32e0') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:27.717657 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-93a04384-d533-42be-8240-839a4d9effb3 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f97f75d-b78a-441b-9946-7077973d32e0') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:27.740099 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-93a04384-d533-42be-8240-839a4d9effb3 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:27.771461 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-93a04384-d533-42be-8240-839a4d9effb3 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:27.791910 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a04384-d533-42be-8240-839a4d9effb3 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:25:27.792951 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-93a04384-d533-42be-8240-839a4d9effb3 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:27.900499 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e8abf999-523a-4c23-94b9-0d0f00409e57 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:25:27.911111 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb816072-9520-4fda-af1d-655452808fc3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:25:27.929941 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:25:27.935022 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-93a04384-d533-42be-8240-839a4d9effb3 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:27.945688 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-93a04384-d533-42be-8240-839a4d9effb3 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:27.948324 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-93a04384-d533-42be-8240-839a4d9effb3 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] 10.222.0.81 "DELETE /v2.0/networks/0289300c-2280-4fe1-985b-955495c31ec7 HTTP/1.1" status: 204 len: 168 time: 0.6221793 Jul 30 20:25:27.979745 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-01bff351-12be-48b9-b73a-2d32e58f8341 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Deleting port f3feff81-2882-47bd-a741-e51a66ae074c {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:27.980096 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-01bff351-12be-48b9-b73a-2d32e58f8341 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:27.995895 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a04384-d533-42be-8240-839a4d9effb3 tempest-BulkNetworkOpsIpV6Test-930602784 tempest-BulkNetworkOpsIpV6Test-930602784-project] Pushing event deleted for resources: {'Network': ['ID=0289300c-2280-4fe1-985b-955495c31ec7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:28.006067 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port e8abf999-523a-4c23-94b9-0d0f00409e57 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:25:28.016927 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 13ccc1ba-17b1-41b0-9edc-16a7e25695c3 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:25:28.134603 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 13ccc1ba-17b1-41b0-9edc-16a7e25695c3 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:25:28.135368 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:28.378114 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35594) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:28.606181 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35604) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:28.608604 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-865ec85e-8797-412d-9711-12ca03e0c79d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3b59adaf629f494ea66081ecba4f4fca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215841 Jul 30 20:25:28.611075 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-01bff351-12be-48b9-b73a-2d32e58f8341 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:28.653279 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-01bff351-12be-48b9-b73a-2d32e58f8341 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Calling delete_port for f3feff81-2882-47bd-a741-e51a66ae074c owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:28.763224 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45702cc-3938-4cad-a2f4-9249be7c9702 None None] Network 94574f59-04b7-49ab-a735-b70f73c3ed74 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:28.809543 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e4cfea1a-78e6-448e-a62b-ad26b61368eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:28.836094 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e4cfea1a-78e6-448e-a62b-ad26b61368eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:28.858296 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b930f006-5b40-4638-b592-cf84e329cfb0 None None] Provisioning for port 9afc996b-d5b5-4e06-924a-96667f528893 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:25:28.957642 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e4cfea1a-78e6-448e-a62b-ad26b61368eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:28.959920 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e4cfea1a-78e6-448e-a62b-ad26b61368eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:28.973394 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e4cfea1a-78e6-448e-a62b-ad26b61368eb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/db1a7e83-6b9f-46e3-ba46-f8844c0a28dd HTTP/1.1" status: 204 len: 168 time: 0.3548057 Jul 30 20:25:29.015945 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfea1a-78e6-448e-a62b-ad26b61368eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1a7e83-6b9f-46e3-ba46-f8844c0a28dd,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:29.083986 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb816072-9520-4fda-af1d-655452808fc3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:29.094782 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb816072-9520-4fda-af1d-655452808fc3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:29.095685 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb816072-9520-4fda-af1d-655452808fc3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:29.143060 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20b3d7c-b76d-4bb6-aea2-3fc7c21833bc None None] Network a656a8c1-6795-4249-8e01-13d8f7ec4a2b requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:29.194537 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-01bff351-12be-48b9-b73a-2d32e58f8341 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:29.225116 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb816072-9520-4fda-af1d-655452808fc3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event updated for resources: {'Port': ['ID=e4def186-77b9-468f-986d-5756e08cfaec,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:29.269251 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-18334a24-4195-4773-a51d-59042dbcf2a9 None None] Provisioning for port e8abf999-523a-4c23-94b9-0d0f00409e57 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:25:29.277938 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-18334a24-4195-4773-a51d-59042dbcf2a9 None None] Provisioning complete for port e8abf999-523a-4c23-94b9-0d0f00409e57 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:25:29.278586 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18334a24-4195-4773-a51d-59042dbcf2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:29.293604 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bff351-12be-48b9-b73a-2d32e58f8341 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event deleted for resources: {'Port': ['ID=f3feff81-2882-47bd-a741-e51a66ae074c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:29.393629 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb816072-9520-4fda-af1d-655452808fc3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Network a656a8c1-6795-4249-8e01-13d8f7ec4a2b is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:25:29.395707 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-01bff351-12be-48b9-b73a-2d32e58f8341 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:29.414083 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-01bff351-12be-48b9-b73a-2d32e58f8341 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "DELETE /v2.0/ports/f3feff81-2882-47bd-a741-e51a66ae074c HTTP/1.1" status: 204 len: 168 time: 1.8935575 Jul 30 20:25:29.416773 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35618) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:29.442322 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-eb816072-9520-4fda-af1d-655452808fc3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:29.585113 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-7798afb3-88a0-48ee-9172-d12569822ae2 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Deleting subnet 1ebe1971-ab00-4b27-ba31-c6c61a678b7e {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:25:29.599240 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7798afb3-88a0-48ee-9172-d12569822ae2 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:29.640634 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18334a24-4195-4773-a51d-59042dbcf2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:29.644656 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb816072-9520-4fda-af1d-655452808fc3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Router 6041eafa-fb97-4866-a878-d01bc3615db9 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:25:29.727131 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-18334a24-4195-4773-a51d-59042dbcf2a9 None None] For port e8abf999-523a-4c23-94b9-0d0f00409e57, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e8abf999-523a-4c23-94b9-0d0f00409e57,segment=NetworkSegment(a0b3e4be-d557-429a-8de2-f45ec1942810),segment_id=a0b3e4be-d557-429a-8de2-f45ec1942810)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:29.736217 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18334a24-4195-4773-a51d-59042dbcf2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:29.750555 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7798afb3-88a0-48ee-9172-d12569822ae2 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:29.811008 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9afc996b-d5b5-4e06-924a-96667f528893 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:25:29.846681 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb816072-9520-4fda-af1d-655452808fc3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:25:29.860303 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-eb816072-9520-4fda-af1d-655452808fc3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "PUT /v2.0/routers/6041eafa-fb97-4866-a878-d01bc3615db9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9780614 Jul 30 20:25:29.862920 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35628) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:29.985787 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7798afb3-88a0-48ee-9172-d12569822ae2 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:29.992343 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d8f872-ba83-4f73-a862-6417b98bd936 None None] Sync routers for ids ['6041eafa-fb97-4866-a878-d01bc3615db9'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:25:30.046604 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d8f872-ba83-4f73-a862-6417b98bd936 None None] Routers {'6041eafa-fb97-4866-a878-d01bc3615db9'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:25:30.047612 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-15d8f872-ba83-4f73-a862-6417b98bd936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:25:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['6041eafa-fb97-4866-a878-d01bc3615db9'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:30.146930 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-15d8f872-ba83-4f73-a862-6417b98bd936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:30.154623 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7798afb3-88a0-48ee-9172-d12569822ae2 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:30.159394 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18334a24-4195-4773-a51d-59042dbcf2a9 None None] Pushing event updated for resources: {'Port': ['ID=e8abf999-523a-4c23-94b9-0d0f00409e57,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:30.172286 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d8f872-ba83-4f73-a862-6417b98bd936 None None] Routers {'6041eafa-fb97-4866-a878-d01bc3615db9'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:25:30.173326 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-15d8f872-ba83-4f73-a862-6417b98bd936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:25:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['6041eafa-fb97-4866-a878-d01bc3615db9'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:30.228857 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-15d8f872-ba83-4f73-a862-6417b98bd936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:30.230370 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d8f872-ba83-4f73-a862-6417b98bd936 None None] The sync data for ids ['6041eafa-fb97-4866-a878-d01bc3615db9'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:25:30.237910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 9afc996b-d5b5-4e06-924a-96667f528893 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:25:30.240602 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798afb3-88a0-48ee-9172-d12569822ae2 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event deleted for resources: {'Subnet': ['ID=1ebe1971-ab00-4b27-ba31-c6c61a678b7e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:30.248394 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 9afc996b-d5b5-4e06-924a-96667f528893 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:25:30.248782 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:30.260159 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7798afb3-88a0-48ee-9172-d12569822ae2 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:30.265461 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7798afb3-88a0-48ee-9172-d12569822ae2 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "DELETE /v2.0/subnets/1ebe1971-ab00-4b27-ba31-c6c61a678b7e HTTP/1.1" status: 204 len: 168 time: 0.8476026 Jul 30 20:25:30.266100 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35638) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:30.291051 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700792fb-51b8-4636-b18f-ca4f6e8a7b73 None None] Network 1fde70c4-e26e-40ae-a876-4ba8ec92486d requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:30.460552 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35644) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:30.535007 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-00dca01b-00d7-4d6b-80b4-55971bfe8411 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Deleting subnet b40af219-9b23-4107-b87f-a0248d4c15b9 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:25:30.542701 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-00dca01b-00d7-4d6b-80b4-55971bfe8411 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:30.553753 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cdb7215d-2dd3-4090-8b59-4c1c6477444d None None] Provisioning complete for port e8abf999-523a-4c23-94b9-0d0f00409e57 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:25:30.554013 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cdb7215d-2dd3-4090-8b59-4c1c6477444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:30.641133 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-387c00e5-a67d-49fa-95ca-b7cfd559f8de tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-351200425'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:30.657174 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-00dca01b-00d7-4d6b-80b4-55971bfe8411 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:30.711189 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c779da4-3c68-4c38-bc9e-802b2c5f51c1 None None] DHCP port deletion for 1fde70c4-e26e-40ae-a876-4ba8ec92486d request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:25:30.714888 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-947e4d14-a0d0-4335-b64b-9019f8515a6c tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:25:30.716147 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-947e4d14-a0d0-4335-b64b-9019f8515a6c tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "PUT /v2.0/routers/6041eafa-fb97-4866-a878-d01bc3615db9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8520322 Jul 30 20:25:30.719185 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35650) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:30.730434 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387c00e5-a67d-49fa-95ca-b7cfd559f8de tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:30.734400 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-387c00e5-a67d-49fa-95ca-b7cfd559f8de tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:30.751241 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:30.795602 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-387c00e5-a67d-49fa-95ca-b7cfd559f8de tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:30.805335 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-00dca01b-00d7-4d6b-80b4-55971bfe8411 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:30.871384 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 9afc996b-d5b5-4e06-924a-96667f528893, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=9afc996b-d5b5-4e06-924a-96667f528893,segment=NetworkSegment(7f5626de-af46-4181-bfd1-643c09ff5317),segment_id=7f5626de-af46-4181-bfd1-643c09ff5317)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:30.889837 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35652) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:30.898473 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:30.925799 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-00dca01b-00d7-4d6b-80b4-55971bfe8411 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:30.946017 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cdb7215d-2dd3-4090-8b59-4c1c6477444d None None] Provisioning for port e4def186-77b9-468f-986d-5756e08cfaec completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:25:30.962082 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-2c779da4-3c68-4c38-bc9e-802b2c5f51c1 None None] Deleting port 2d7459af-84c8-491c-b6ff-335f0fed593d {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:30.962467 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c779da4-3c68-4c38-bc9e-802b2c5f51c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:30.964140 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cdb7215d-2dd3-4090-8b59-4c1c6477444d None None] Provisioning complete for port e4def186-77b9-468f-986d-5756e08cfaec triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:25:30.964501 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cdb7215d-2dd3-4090-8b59-4c1c6477444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:30.983602 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dca01b-00d7-4d6b-80b4-55971bfe8411 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event deleted for resources: {'Subnet': ['ID=b40af219-9b23-4107-b87f-a0248d4c15b9,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:30.993665 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-00dca01b-00d7-4d6b-80b4-55971bfe8411 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:30.995843 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-00dca01b-00d7-4d6b-80b4-55971bfe8411 tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "DELETE /v2.0/subnets/b40af219-9b23-4107-b87f-a0248d4c15b9 HTTP/1.1" status: 204 len: 168 time: 0.7262273 Jul 30 20:25:30.998367 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35658) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:31.023088 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29739838-41fb-4c9f-bbaa-d8cf986f532b None None] Network dd865cdf-fcee-4685-bcc3-e9d181e42798 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:31.125078 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6696d28a-dbca-41a6-907c-9a7f13eae2da tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.181052 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-cdb7215d-2dd3-4090-8b59-4c1c6477444d None None] Port e4def186-77b9-468f-986d-5756e08cfaec cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:25:31.193458 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=9afc996b-d5b5-4e06-924a-96667f528893,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:31.199477 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a73632e-177e-40ad-a7e7-9ca7335adf86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.216211 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-6696d28a-dbca-41a6-907c-9a7f13eae2da tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Deleting port 2d7459af-84c8-491c-b6ff-335f0fed593d {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:31.216676 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6696d28a-dbca-41a6-907c-9a7f13eae2da tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.224259 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-2c779da4-3c68-4c38-bc9e-802b2c5f51c1 None None] For port 2d7459af-84c8-491c-b6ff-335f0fed593d, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=2d7459af-84c8-491c-b6ff-335f0fed593d,segment=NetworkSegment(2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1),segment_id=2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:31.224670 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c779da4-3c68-4c38-bc9e-802b2c5f51c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.288066 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-6696d28a-dbca-41a6-907c-9a7f13eae2da tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] For port 2d7459af-84c8-491c-b6ff-335f0fed593d, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=2d7459af-84c8-491c-b6ff-335f0fed593d,segment=NetworkSegment(2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1),segment_id=2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:31.288286 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-387c00e5-a67d-49fa-95ca-b7cfd559f8de tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.288387 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6696d28a-dbca-41a6-907c-9a7f13eae2da tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.289225 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-2c779da4-3c68-4c38-bc9e-802b2c5f51c1 None None] Calling delete_port for 2d7459af-84c8-491c-b6ff-335f0fed593d owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:31.302869 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-6696d28a-dbca-41a6-907c-9a7f13eae2da tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Calling delete_port for 2d7459af-84c8-491c-b6ff-335f0fed593d owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:31.371719 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c95e65d1-16c8-4e2c-a143-7bbffc4a7118 None None] Provisioning complete for port e4def186-77b9-468f-986d-5756e08cfaec triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:25:31.372521 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c95e65d1-16c8-4e2c-a143-7bbffc4a7118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.411849 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c95e65d1-16c8-4e2c-a143-7bbffc4a7118 None None] Port e4def186-77b9-468f-986d-5756e08cfaec cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:25:31.418745 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6696d28a-dbca-41a6-907c-9a7f13eae2da tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.438543 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-387c00e5-a67d-49fa-95ca-b7cfd559f8de tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.463692 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c779da4-3c68-4c38-bc9e-802b2c5f51c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.470537 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696d28a-dbca-41a6-907c-9a7f13eae2da tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event deleted for resources: {'Port': ['ID=2d7459af-84c8-491c-b6ff-335f0fed593d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:31.479623 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6696d28a-dbca-41a6-907c-9a7f13eae2da tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] No DVR routers for this DVR port 2d7459af-84c8-491c-b6ff-335f0fed593d on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:25:31.501863 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387c00e5-a67d-49fa-95ca-b7cfd559f8de tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:25:31.528229 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a73632e-177e-40ad-a7e7-9ca7335adf86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.531668 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c779da4-3c68-4c38-bc9e-802b2c5f51c1 None None] Pushing event deleted for resources: {'Port': ['ID=2d7459af-84c8-491c-b6ff-335f0fed593d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:31.533594 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c00e5-a67d-49fa-95ca-b7cfd559f8de tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c703c07-ca84-406c-92fe-ca590e2eb761,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:31.539063 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-387c00e5-a67d-49fa-95ca-b7cfd559f8de tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.539352 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-387c00e5-a67d-49fa-95ca-b7cfd559f8de tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Added segment 03683e18-f763-447b-b643-38e1315fa87c of type vlan for network 7fbcfee2-fedc-43cc-b61a-f865678d75da Jul 30 20:25:31.550225 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a73632e-177e-40ad-a7e7-9ca7335adf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.553904 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c779da4-3c68-4c38-bc9e-802b2c5f51c1 None None] No DVR routers for this DVR port 2d7459af-84c8-491c-b6ff-335f0fed593d on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:25:31.561571 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21803d34-6a36-408f-bbd8-932197fc2336 None None] DHCP port deletion for dd865cdf-fcee-4685-bcc3-e9d181e42798 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:25:31.642960 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-387c00e5-a67d-49fa-95ca-b7cfd559f8de tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.655390 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6696d28a-dbca-41a6-907c-9a7f13eae2da tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.666971 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73632e-177e-40ad-a7e7-9ca7335adf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238a94ba-cd3e-4b28-a620-0d3d50e095aa,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:31.669282 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-21803d34-6a36-408f-bbd8-932197fc2336 None None] Deleting port c6261662-8af7-4565-8a32-a644bdfae28d {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:31.674637 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-6696d28a-dbca-41a6-907c-9a7f13eae2da tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fde70c4-e26e-40ae-a876-4ba8ec92486d']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:31.679771 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21803d34-6a36-408f-bbd8-932197fc2336 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.685652 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8a73632e-177e-40ad-a7e7-9ca7335adf86 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=20392ecede644f35a8b1e3537c827ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7900462 Jul 30 20:25:31.693833 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35660) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:31.713310 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9afc996b-d5b5-4e06-924a-96667f528893 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:25:31.746482 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-387c00e5-a67d-49fa-95ca-b7cfd559f8de tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.752442 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387c00e5-a67d-49fa-95ca-b7cfd559f8de tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:31.753093 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-387c00e5-a67d-49fa-95ca-b7cfd559f8de tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.755659 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-6696d28a-dbca-41a6-907c-9a7f13eae2da tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:31.756211 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-6696d28a-dbca-41a6-907c-9a7f13eae2da tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0fcd43-424d-4b4c-a6e6-cff053d3a1e1') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:31.775162 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6696d28a-dbca-41a6-907c-9a7f13eae2da tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.800285 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-85edb118-3389-49ff-948c-63b86670de18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.807301 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6696d28a-dbca-41a6-907c-9a7f13eae2da tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.816645 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-21803d34-6a36-408f-bbd8-932197fc2336 None None] For port c6261662-8af7-4565-8a32-a644bdfae28d, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c6261662-8af7-4565-8a32-a644bdfae28d,segment=NetworkSegment(9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd),segment_id=9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:31.817414 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21803d34-6a36-408f-bbd8-932197fc2336 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.829160 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6696d28a-dbca-41a6-907c-9a7f13eae2da tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:25:31.829781 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6696d28a-dbca-41a6-907c-9a7f13eae2da tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:25:31.834780 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:25:31.839166 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 9afc996b-d5b5-4e06-924a-96667f528893 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:25:31.839547 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f37f1a9-7255-41fc-8c10-67b8d6b1a146 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.839991 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.842003 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-21803d34-6a36-408f-bbd8-932197fc2336 None None] Calling delete_port for c6261662-8af7-4565-8a32-a644bdfae28d owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:31.886741 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-387c00e5-a67d-49fa-95ca-b7cfd559f8de tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4243157 Jul 30 20:25:31.891240 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35662) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:31.899300 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0b27eaca-3c91-49e9-9e6f-b10b64764f7e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'port': {'network_id': '7fbcfee2-fedc-43cc-b61a-f865678d75da', 'name': 'tempest-PortsIpV6TestJSON-1887287290'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:31.900595 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-85edb118-3389-49ff-948c-63b86670de18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.959880 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6696d28a-dbca-41a6-907c-9a7f13eae2da tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.966769 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6696d28a-dbca-41a6-907c-9a7f13eae2da tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:31.969108 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6696d28a-dbca-41a6-907c-9a7f13eae2da tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "DELETE /v2.0/networks/1fde70c4-e26e-40ae-a876-4ba8ec92486d HTTP/1.1" status: 204 len: 168 time: 0.9696734 Jul 30 20:25:31.992754 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e8abf999-523a-4c23-94b9-0d0f00409e57 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:25:31.993534 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35664) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:32.003381 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696d28a-dbca-41a6-907c-9a7f13eae2da tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event deleted for resources: {'Network': ['ID=1fde70c4-e26e-40ae-a876-4ba8ec92486d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:32.080287 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21803d34-6a36-408f-bbd8-932197fc2336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:32.085261 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-85edb118-3389-49ff-948c-63b86670de18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:32.088195 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-85edb118-3389-49ff-948c-63b86670de18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:32.092635 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-85edb118-3389-49ff-948c-63b86670de18 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/238a94ba-cd3e-4b28-a620-0d3d50e095aa HTTP/1.1" status: 204 len: 168 time: 0.3958228 Jul 30 20:25:32.100094 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1616fcc5-9fe1-4781-86fe-0f620102e54a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:32.111249 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edb118-3389-49ff-948c-63b86670de18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238a94ba-cd3e-4b28-a620-0d3d50e095aa,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:32.117356 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21803d34-6a36-408f-bbd8-932197fc2336 None None] Pushing event deleted for resources: {'Port': ['ID=c6261662-8af7-4565-8a32-a644bdfae28d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:32.133805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21803d34-6a36-408f-bbd8-932197fc2336 None None] No DVR routers for this DVR port c6261662-8af7-4565-8a32-a644bdfae28d on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:25:32.153757 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port e8abf999-523a-4c23-94b9-0d0f00409e57 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:25:32.154135 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:32.182064 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab9a098-9fd1-4232-84d1-371d56af2648 None None] get_active_networks_info from n-d-712137-9 {{(pid=93884) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 20:25:32.228090 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1616fcc5-9fe1-4781-86fe-0f620102e54a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:32.241007 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-1616fcc5-9fe1-4781-86fe-0f620102e54a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd865cdf-fcee-4685-bcc3-e9d181e42798']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:32.256586 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-1616fcc5-9fe1-4781-86fe-0f620102e54a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:32.256953 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-1616fcc5-9fe1-4781-86fe-0f620102e54a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb0bb5e-e49d-4a4b-b73c-96fea9932fdd') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:32.267254 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1616fcc5-9fe1-4781-86fe-0f620102e54a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:32.291016 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1616fcc5-9fe1-4781-86fe-0f620102e54a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:32.299964 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1616fcc5-9fe1-4781-86fe-0f620102e54a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:25:32.300466 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1616fcc5-9fe1-4781-86fe-0f620102e54a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:25:32.304453 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:25:32.351076 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c00e5-a67d-49fa-95ca-b7cfd559f8de tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Network': ['ID=7fbcfee2-fedc-43cc-b61a-f865678d75da,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:32.387060 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1616fcc5-9fe1-4781-86fe-0f620102e54a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:32.399721 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1616fcc5-9fe1-4781-86fe-0f620102e54a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:32.406278 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1616fcc5-9fe1-4781-86fe-0f620102e54a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] 10.222.0.81 "DELETE /v2.0/networks/dd865cdf-fcee-4685-bcc3-e9d181e42798 HTTP/1.1" status: 204 len: 168 time: 0.4072556 Jul 30 20:25:32.457884 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616fcc5-9fe1-4781-86fe-0f620102e54a tempest-TaggedBootDevicesTest-323104814 tempest-TaggedBootDevicesTest-323104814-project] Pushing event deleted for resources: {'Network': ['ID=dd865cdf-fcee-4685-bcc3-e9d181e42798,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:32.492018 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab9a098-9fd1-4232-84d1-371d56af2648 None None] Resources bound (agent type, host, resource id): {{(pid=93884) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 20:25:32.496169 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 7fbcfee2-fedc-43cc-b61a-f865678d75da details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:25:32.618045 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35674) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:32.637473 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2a1a50e-4627-4d5c-9e90-754a4f245276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:32.664597 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b27eaca-3c91-49e9-9e6f-b10b64764f7e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:32.669081 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b27eaca-3c91-49e9-9e6f-b10b64764f7e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:32.709545 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-0b27eaca-3c91-49e9-9e6f-b10b64764f7e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] device_id is not set on port 8769f45f-8d4c-4aa9-a60d-bd662bb0543e yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:25:32.805941 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 2d7459af-84c8-491c-b6ff-335f0fed593d no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:25:32.845148 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2a1a50e-4627-4d5c-9e90-754a4f245276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:32.867203 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2a1a50e-4627-4d5c-9e90-754a4f245276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:32.871186 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 2d7459af-84c8-491c-b6ff-335f0fed593d {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:25:32.871781 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 2d7459af-84c8-491c-b6ff-335f0fed593d not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:25:32.953528 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d2a1a50e-4627-4d5c-9e90-754a4f245276 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1b63d321c64f479bbd08b0b200d2e0f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3341379 Jul 30 20:25:32.954439 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1a50e-4627-4d5c-9e90-754a4f245276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c683d80-0909-47f2-9ca0-cfe5cc9aff7f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:32.957019 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35682) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:32.989746 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b27eaca-3c91-49e9-9e6f-b10b64764f7e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:33.013816 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5d13-a17e-45fc-ac02-fad3ba2b42bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:33.038203 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5d13-a17e-45fc-ac02-fad3ba2b42bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:33.106452 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5d13-a17e-45fc-ac02-fad3ba2b42bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:33.109333 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5d13-a17e-45fc-ac02-fad3ba2b42bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:33.114085 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b27eaca-3c91-49e9-9e6f-b10b64764f7e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:33.124342 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6e4c5d13-a17e-45fc-ac02-fad3ba2b42bd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c683d80-0909-47f2-9ca0-cfe5cc9aff7f HTTP/1.1" status: 204 len: 168 time: 0.1556273 Jul 30 20:25:33.135229 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c5d13-a17e-45fc-ac02-fad3ba2b42bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c683d80-0909-47f2-9ca0-cfe5cc9aff7f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:33.188758 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27eaca-3c91-49e9-9e6f-b10b64764f7e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Port': ['ID=8769f45f-8d4c-4aa9-a60d-bd662bb0543e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:33.208203 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6f37f1a9-7255-41fc-8c10-67b8d6b1a146 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Deleting port e4def186-77b9-468f-986d-5756e08cfaec {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:33.208557 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f37f1a9-7255-41fc-8c10-67b8d6b1a146 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:33.224291 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b27eaca-3c91-49e9-9e6f-b10b64764f7e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Checking segment: {'id': '03683e18-f763-447b-b643-38e1315fa87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '7fbcfee2-fedc-43cc-b61a-f865678d75da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:25:33.224656 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b27eaca-3c91-49e9-9e6f-b10b64764f7e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network hostable DHCP agents. Network: 7fbcfee2-fedc-43cc-b61a-f865678d75da, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:25:33.297568 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b27eaca-3c91-49e9-9e6f-b10b64764f7e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network 7fbcfee2-fedc-43cc-b61a-f865678d75da is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:25:33.325147 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0b27eaca-3c91-49e9-9e6f-b10b64764f7e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 7fbcfee2-fedc-43cc-b61a-f865678d75da) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:33.330620 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f37f1a9-7255-41fc-8c10-67b8d6b1a146 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:33.333075 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b27eaca-3c91-49e9-9e6f-b10b64764f7e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:25:33.334802 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c16032-f19f-4fc9-b87f-fd53517d87f3 None None] Network 7fbcfee2-fedc-43cc-b61a-f865678d75da requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:33.340197 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b27eaca-3c91-49e9-9e6f-b10b64764f7e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:33.340197 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b27eaca-3c91-49e9-9e6f-b10b64764f7e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:33.367862 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35690) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:33.368129 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0b27eaca-3c91-49e9-9e6f-b10b64764f7e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4735341 Jul 30 20:25:33.369244 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6f37f1a9-7255-41fc-8c10-67b8d6b1a146 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Calling delete_port for e4def186-77b9-468f-986d-5756e08cfaec owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:33.372971 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-5ebd444b-c058-41b4-877d-92b709bd8aaf tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-183444365'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:33.416046 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebd444b-c058-41b4-877d-92b709bd8aaf tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:33.419553 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5ebd444b-c058-41b4-877d-92b709bd8aaf tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:33.453346 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ebd444b-c058-41b4-877d-92b709bd8aaf tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:25:33.465361 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5ebd444b-c058-41b4-877d-92b709bd8aaf tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:33.465806 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-5ebd444b-c058-41b4-877d-92b709bd8aaf tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Added segment 7537869c-c7ff-482b-9055-b86ab27d8554 of type vlan for network fa4c3017-06a9-4c4c-aee1-28be68217fb0 Jul 30 20:25:33.523088 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5ebd444b-c058-41b4-877d-92b709bd8aaf tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:33.559016 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5ebd444b-c058-41b4-877d-92b709bd8aaf tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:33.569403 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebd444b-c058-41b4-877d-92b709bd8aaf tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:33.570293 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5ebd444b-c058-41b4-877d-92b709bd8aaf tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:33.605407 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f37f1a9-7255-41fc-8c10-67b8d6b1a146 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:33.617772 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c6261662-8af7-4565-8a32-a644bdfae28d no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:25:33.649592 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37f1a9-7255-41fc-8c10-67b8d6b1a146 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event deleted for resources: {'Port': ['ID=e4def186-77b9-468f-986d-5756e08cfaec,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:33.672897 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: c6261662-8af7-4565-8a32-a644bdfae28d {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:25:33.673281 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c6261662-8af7-4565-8a32-a644bdfae28d not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:25:33.706813 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5ebd444b-c058-41b4-877d-92b709bd8aaf tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3354862 Jul 30 20:25:33.708131 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35700) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:33.713538 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'ports': [{'network_id': '7fbcfee2-fedc-43cc-b61a-f865678d75da'}, {'network_id': 'fa4c3017-06a9-4c4c-aee1-28be68217fb0'}]} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:33.713935 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'port': {'network_id': '7fbcfee2-fedc-43cc-b61a-f865678d75da'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:33.714490 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'port': {'network_id': 'fa4c3017-06a9-4c4c-aee1-28be68217fb0'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:33.775859 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f37f1a9-7255-41fc-8c10-67b8d6b1a146 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:33.803752 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd444b-c058-41b4-877d-92b709bd8aaf tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Network': ['ID=fa4c3017-06a9-4c4c-aee1-28be68217fb0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:33.817832 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network fa4c3017-06a9-4c4c-aee1-28be68217fb0 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:25:34.000150 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f37f1a9-7255-41fc-8c10-67b8d6b1a146 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Router 6041eafa-fb97-4866-a878-d01bc3615db9 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:25:34.020235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'port': 2} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:34.025466 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:34.051952 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:34.095066 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f37f1a9-7255-41fc-8c10-67b8d6b1a146 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:25:34.101305 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6f37f1a9-7255-41fc-8c10-67b8d6b1a146 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "PUT /v2.0/routers/6041eafa-fb97-4866-a878-d01bc3615db9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3806643 Jul 30 20:25:34.106776 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcea9f63-e1a0-41c7-b528-134b49c4d990 None None] Sync routers for ids ['6041eafa-fb97-4866-a878-d01bc3615db9'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:25:34.113280 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35712) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:34.123229 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcea9f63-e1a0-41c7-b528-134b49c4d990 None None] Routers {'6041eafa-fb97-4866-a878-d01bc3615db9'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:25:34.123898 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fcea9f63-e1a0-41c7-b528-134b49c4d990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:25:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['6041eafa-fb97-4866-a878-d01bc3615db9'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:34.151632 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] device_id is not set on port 1673b7ec-c40d-4b97-822f-33ca258c29c0 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:25:34.168766 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fcea9f63-e1a0-41c7-b528-134b49c4d990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:34.176629 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-4218b504-d9e5-4bee-a114-3449f605db66 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] delete failed (client error): The resource could not be found. Jul 30 20:25:34.181764 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcea9f63-e1a0-41c7-b528-134b49c4d990 None None] Routers {'6041eafa-fb97-4866-a878-d01bc3615db9'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:25:34.182390 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35716) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:34.183211 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4218b504-d9e5-4bee-a114-3449f605db66 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-1206958575 HTTP/1.1" status: 404 len: 335 time: 0.0646911 Jul 30 20:25:34.183752 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fcea9f63-e1a0-41c7-b528-134b49c4d990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:25:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['6041eafa-fb97-4866-a878-d01bc3615db9'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:34.191315 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-36be037a-a20d-4bdd-80a5-fe61184f6339 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Request body: {'router': {'external_gateway_info': {'network_id': '6041eafa-fb97-4866-a878-d01bc3615db9'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:34.227629 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fcea9f63-e1a0-41c7-b528-134b49c4d990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:34.228594 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcea9f63-e1a0-41c7-b528-134b49c4d990 None None] The sync data for ids ['6041eafa-fb97-4866-a878-d01bc3615db9'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:25:34.773709 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-36be037a-a20d-4bdd-80a5-fe61184f6339 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:34.794033 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:34.807710 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-36be037a-a20d-4bdd-80a5-fe61184f6339 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] update failed (client error): The resource could not be found. Jul 30 20:25:34.812415 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-36be037a-a20d-4bdd-80a5-fe61184f6339 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "PUT /v2.0/routers/6041eafa-fb97-4866-a878-d01bc3615db9 HTTP/1.1" status: 404 len: 339 time: 0.6244140 Jul 30 20:25:34.813151 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35730) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:34.819196 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e4988e8d-9a39-4064-833d-f7b0697b99c3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-682558453'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:34.846826 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4988e8d-9a39-4064-833d-f7b0697b99c3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Made reservation on behalf of 1de6e4ea44e64b958cc9f73927882925 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:34.851073 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4988e8d-9a39-4064-833d-f7b0697b99c3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:34.884855 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4988e8d-9a39-4064-833d-f7b0697b99c3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:25:34.890688 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] device_id is not set on port 13f354d6-58c9-49ae-a50f-66d013ad7b14 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:25:34.898978 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4988e8d-9a39-4064-833d-f7b0697b99c3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:34.899694 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-e4988e8d-9a39-4064-833d-f7b0697b99c3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Added segment e0707cdf-f9b9-44c4-a305-37fcab077cd5 of type vlan for network ba382ed7-7621-4504-b3c2-3a0475ce7485 Jul 30 20:25:34.963985 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4988e8d-9a39-4064-833d-f7b0697b99c3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:35.007901 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4988e8d-9a39-4064-833d-f7b0697b99c3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:35.015704 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:35.016797 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4988e8d-9a39-4064-833d-f7b0697b99c3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:35.018025 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4988e8d-9a39-4064-833d-f7b0697b99c3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:35.062841 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:35.080923 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e4988e8d-9a39-4064-833d-f7b0697b99c3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2640636 Jul 30 20:25:35.106120 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35734) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:35.113941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-75872e39-0fdd-492f-ae3b-8035a4dd3ce5 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Request body: {'subnet': {'network_id': 'ba382ed7-7621-4504-b3c2-3a0475ce7485', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:35.131625 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network 7fbcfee2-fedc-43cc-b61a-f865678d75da is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:25:35.145263 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:35.177371 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4988e8d-9a39-4064-833d-f7b0697b99c3 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event updated for resources: {'Network': ['ID=ba382ed7-7621-4504-b3c2-3a0475ce7485,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:35.184405 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:25:35.185047 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:35.189502 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network ba382ed7-7621-4504-b3c2-3a0475ce7485 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:25:35.213466 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Port': ['ID=1673b7ec-c40d-4b97-822f-33ca258c29c0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:35.275063 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Port': ['ID=13f354d6-58c9-49ae-a50f-66d013ad7b14,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:35.345902 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Checking segment: {'id': '7537869c-c7ff-482b-9055-b86ab27d8554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fa4c3017-06a9-4c4c-aee1-28be68217fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:25:35.346484 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network hostable DHCP agents. Network: fa4c3017-06a9-4c4c-aee1-28be68217fb0, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:25:35.354216 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75872e39-0fdd-492f-ae3b-8035a4dd3ce5 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Made reservation on behalf of 1de6e4ea44e64b958cc9f73927882925 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:35.358200 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-75872e39-0fdd-492f-ae3b-8035a4dd3ce5 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:35.445388 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network fa4c3017-06a9-4c4c-aee1-28be68217fb0 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:25:35.461664 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, fa4c3017-06a9-4c4c-aee1-28be68217fb0) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:35.467161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:25:35.473486 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:35.474321 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa2f3a2-62c1-4e44-81b2-74146e20aa84 None None] Network fa4c3017-06a9-4c4c-aee1-28be68217fb0 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:35.478479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:35.479201 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:35.504674 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ff0f45d2-b611-4dcd-a90d-125faf917514 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7926996 Jul 30 20:25:35.505038 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35738) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:35.682729 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-75872e39-0fdd-492f-ae3b-8035a4dd3ce5 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:35.747307 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-e68a842c-47d2-4d02-9b9d-9fed412f6386 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting port 13f354d6-58c9-49ae-a50f-66d013ad7b14 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:35.747783 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e68a842c-47d2-4d02-9b9d-9fed412f6386 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:35.803127 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75872e39-0fdd-492f-ae3b-8035a4dd3ce5 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event updated for resources: {'Subnet': ['ID=88746e64-b3a5-4ac5-a724-de04c39b7589,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:35.844666 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e68a842c-47d2-4d02-9b9d-9fed412f6386 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:35.847965 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75872e39-0fdd-492f-ae3b-8035a4dd3ce5 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Checking segment: {'id': 'e0707cdf-f9b9-44c4-a305-37fcab077cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba382ed7-7621-4504-b3c2-3a0475ce7485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:25:35.848290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75872e39-0fdd-492f-ae3b-8035a4dd3ce5 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Network hostable DHCP agents. Network: ba382ed7-7621-4504-b3c2-3a0475ce7485, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:25:35.871973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-e68a842c-47d2-4d02-9b9d-9fed412f6386 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Calling delete_port for 13f354d6-58c9-49ae-a50f-66d013ad7b14 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:35.939383 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75872e39-0fdd-492f-ae3b-8035a4dd3ce5 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Network ba382ed7-7621-4504-b3c2-3a0475ce7485 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:25:35.962045 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-75872e39-0fdd-492f-ae3b-8035a4dd3ce5 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, ba382ed7-7621-4504-b3c2-3a0475ce7485) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:35.968168 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75872e39-0fdd-492f-ae3b-8035a4dd3ce5 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:35.968761 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-75872e39-0fdd-492f-ae3b-8035a4dd3ce5 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:35.974147 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b23e5b-a21f-40d9-8375-00f587ca2915 None None] Network ba382ed7-7621-4504-b3c2-3a0475ce7485 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:35.992474 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-75872e39-0fdd-492f-ae3b-8035a4dd3ce5 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8808377 Jul 30 20:25:35.993081 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35752) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:35.997786 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-059dd1de-1d93-438e-9132-5816374c1517 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ba382ed7-7621-4504-b3c2-3a0475ce7485'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:36.072006 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e68a842c-47d2-4d02-9b9d-9fed412f6386 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:36.108301 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a842c-47d2-4d02-9b9d-9fed412f6386 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Port': ['ID=13f354d6-58c9-49ae-a50f-66d013ad7b14,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:36.151496 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e68a842c-47d2-4d02-9b9d-9fed412f6386 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:36.155682 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e68a842c-47d2-4d02-9b9d-9fed412f6386 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/ports/13f354d6-58c9-49ae-a50f-66d013ad7b14 HTTP/1.1" status: 204 len: 168 time: 0.6475282 Jul 30 20:25:36.156019 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35762) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:36.233364 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30460aae-c833-4700-b39a-a3a18ba0d13a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-ba382ed7-7621-4504-b3c2-3a0475ce7485', 'network_id': 'ba382ed7-7621-4504-b3c2-3a0475ce7485', 'tenant_id': '1de6e4ea44e64b958cc9f73927882925', 'fixed_ips': [{'subnet_id': '88746e64-b3a5-4ac5-a724-de04c39b7589'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:25:36.235018 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30460aae-c833-4700-b39a-a3a18ba0d13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:36.330177 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-059dd1de-1d93-438e-9132-5816374c1517 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:36.348664 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9598c8df-7212-48b5-bd8a-a8ef65f1e4aa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:36.355697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9598c8df-7212-48b5-bd8a-a8ef65f1e4aa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:36.356447 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9598c8df-7212-48b5-bd8a-a8ef65f1e4aa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1995995 Jul 30 20:25:36.359334 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35770) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:36.444345 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-30460aae-c833-4700-b39a-a3a18ba0d13a None None] Allocated IP 2001:db8:1::2 (ba382ed7-7621-4504-b3c2-3a0475ce7485/88746e64-b3a5-4ac5-a724-de04c39b7589/b6333831-debd-486e-b5f2-69ab3fe0a1f3) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:25:36.480081 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-059dd1de-1d93-438e-9132-5816374c1517 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:25:36.481238 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-059dd1de-1d93-438e-9132-5816374c1517 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "PUT /v2.0/routers/6041eafa-fb97-4866-a878-d01bc3615db9 HTTP/1.1" status: 400 len: 364 time: 0.4874375 Jul 30 20:25:36.484793 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35776) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:36.555696 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a10aa-80e8-470e-90b1-b75207f3f979 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting port 1673b7ec-c40d-4b97-822f-33ca258c29c0 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:36.557612 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa6a10aa-80e8-470e-90b1-b75207f3f979 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:36.680468 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30460aae-c833-4700-b39a-a3a18ba0d13a None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:36.684054 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa6a10aa-80e8-470e-90b1-b75207f3f979 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:36.691782 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-30460aae-c833-4700-b39a-a3a18ba0d13a None None] Transition to ACTIVE for port object b6333831-debd-486e-b5f2-69ab3fe0a1f3 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:25:36.714936 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a10aa-80e8-470e-90b1-b75207f3f979 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Calling delete_port for 1673b7ec-c40d-4b97-822f-33ca258c29c0 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:36.734921 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-30460aae-c833-4700-b39a-a3a18ba0d13a None None] Transition to ACTIVE for port object b6333831-debd-486e-b5f2-69ab3fe0a1f3 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:25:36.744807 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30460aae-c833-4700-b39a-a3a18ba0d13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:36.799711 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30460aae-c833-4700-b39a-a3a18ba0d13a None None] Pushing event updated for resources: {'Port': ['ID=b6333831-debd-486e-b5f2-69ab3fe0a1f3,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:36.819590 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30460aae-c833-4700-b39a-a3a18ba0d13a None None] Network ba382ed7-7621-4504-b3c2-3a0475ce7485 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:25:36.821273 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-30460aae-c833-4700-b39a-a3a18ba0d13a None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:36.823663 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30460aae-c833-4700-b39a-a3a18ba0d13a None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:25:36.872093 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa6a10aa-80e8-470e-90b1-b75207f3f979 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:36.892726 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-30460aae-c833-4700-b39a-a3a18ba0d13a None None] Attempting to bind port b6333831-debd-486e-b5f2-69ab3fe0a1f3 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:25:36.893102 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-30460aae-c833-4700-b39a-a3a18ba0d13a None None] Attempting to bind port b6333831-debd-486e-b5f2-69ab3fe0a1f3 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'e0707cdf-f9b9-44c4-a305-37fcab077cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba382ed7-7621-4504-b3c2-3a0475ce7485'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:25:36.893473 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30460aae-c833-4700-b39a-a3a18ba0d13a None None] Attempting to bind port b6333831-debd-486e-b5f2-69ab3fe0a1f3 on network ba382ed7-7621-4504-b3c2-3a0475ce7485 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:25:36.899288 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30460aae-c833-4700-b39a-a3a18ba0d13a None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:25:36.899714 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30460aae-c833-4700-b39a-a3a18ba0d13a None None] Checking segment: {'id': 'e0707cdf-f9b9-44c4-a305-37fcab077cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba382ed7-7621-4504-b3c2-3a0475ce7485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:25:36.900124 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30460aae-c833-4700-b39a-a3a18ba0d13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:36.900834 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30460aae-c833-4700-b39a-a3a18ba0d13a None None] Bound using segment: {'id': 'e0707cdf-f9b9-44c4-a305-37fcab077cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba382ed7-7621-4504-b3c2-3a0475ce7485'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:25:36.901313 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-30460aae-c833-4700-b39a-a3a18ba0d13a None None] Bound port: b6333831-debd-486e-b5f2-69ab3fe0a1f3, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0707cdf-f9b9-44c4-a305-37fcab077cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ba382ed7-7621-4504-b3c2-3a0475ce7485'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:25:36.902039 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30460aae-c833-4700-b39a-a3a18ba0d13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:36.931847 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a10aa-80e8-470e-90b1-b75207f3f979 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Port': ['ID=1673b7ec-c40d-4b97-822f-33ca258c29c0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:36.949298 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa6a10aa-80e8-470e-90b1-b75207f3f979 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:36.959496 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-aa6a10aa-80e8-470e-90b1-b75207f3f979 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/ports/1673b7ec-c40d-4b97-822f-33ca258c29c0 HTTP/1.1" status: 204 len: 168 time: 0.5983450 Jul 30 20:25:36.961853 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35784) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:36.988854 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-30460aae-c833-4700-b39a-a3a18ba0d13a None None] For port b6333831-debd-486e-b5f2-69ab3fe0a1f3, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:25:36.997603 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-30460aae-c833-4700-b39a-a3a18ba0d13a None None] For port b6333831-debd-486e-b5f2-69ab3fe0a1f3, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b6333831-debd-486e-b5f2-69ab3fe0a1f3,segment=NetworkSegment(e0707cdf-f9b9-44c4-a305-37fcab077cd5),segment_id=e0707cdf-f9b9-44c4-a305-37fcab077cd5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:25:37.010049 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30460aae-c833-4700-b39a-a3a18ba0d13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:37.070937 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55740c6d-abd6-4e8f-9992-f3842d239f9c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:37.075662 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-55740c6d-abd6-4e8f-9992-f3842d239f9c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1097662 Jul 30 20:25:37.078256 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35786) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:37.099575 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-639ea5e9-cbf8-4df5-ab3c-0addd293def6 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:37.136211 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c7fd50-9e14-45cf-9317-e21e2fd8b43d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] GET failed (client error): The resource could not be found. Jul 30 20:25:37.140390 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-49c7fd50-9e14-45cf-9317-e21e2fd8b43d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports/13f354d6-58c9-49ae-a50f-66d013ad7b14 HTTP/1.1" status: 404 len: 333 time: 0.0610056 Jul 30 20:25:37.142787 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35788) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:37.154738 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30460aae-c833-4700-b39a-a3a18ba0d13a None None] Pushing event updated for resources: {'Port': ['ID=b6333831-debd-486e-b5f2-69ab3fe0a1f3,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:37.188574 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-27548afc-3aae-4f51-afc3-0bee943adfa0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] GET failed (client error): The resource could not be found. Jul 30 20:25:37.190506 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-27548afc-3aae-4f51-afc3-0bee943adfa0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports/1673b7ec-c40d-4b97-822f-33ca258c29c0 HTTP/1.1" status: 404 len: 333 time: 0.0467973 Jul 30 20:25:37.194939 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35790) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:37.324355 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-586ec68c-027f-471a-a3a9-649ddbeaa5bf tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:37.452167 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-586ec68c-027f-471a-a3a9-649ddbeaa5bf tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:37.479677 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-586ec68c-027f-471a-a3a9-649ddbeaa5bf tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4c3017-06a9-4c4c-aee1-28be68217fb0']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:37.500748 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-586ec68c-027f-471a-a3a9-649ddbeaa5bf tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7537869c-c7ff-482b-9055-b86ab27d8554') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:37.501405 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-586ec68c-027f-471a-a3a9-649ddbeaa5bf tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7537869c-c7ff-482b-9055-b86ab27d8554') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:37.513802 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-586ec68c-027f-471a-a3a9-649ddbeaa5bf tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:37.546356 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-586ec68c-027f-471a-a3a9-649ddbeaa5bf tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:37.559964 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586ec68c-027f-471a-a3a9-649ddbeaa5bf tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:25:37.560465 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-586ec68c-027f-471a-a3a9-649ddbeaa5bf tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:25:37.571041 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:25:37.586140 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-639ea5e9-cbf8-4df5-ab3c-0addd293def6 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Allocated IP 2001:db8::1 (eba5042c-64ba-45cb-9ac9-028b0ec45b3a/36e29607-1546-42dd-952f-984d755eee83/6f2f9fe7-3b6b-447f-86c8-c2a3a6de06df) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:25:37.661044 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-586ec68c-027f-471a-a3a9-649ddbeaa5bf tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:37.683909 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b6333831-debd-486e-b5f2-69ab3fe0a1f3 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:25:37.684596 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-586ec68c-027f-471a-a3a9-649ddbeaa5bf tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:37.687542 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-586ec68c-027f-471a-a3a9-649ddbeaa5bf tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/networks/fa4c3017-06a9-4c4c-aee1-28be68217fb0 HTTP/1.1" status: 204 len: 168 time: 0.4916887 Jul 30 20:25:37.698944 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35796) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:37.705796 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2f740272-c77d-48b4-96ea-53c2d8813427 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-616919150'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:37.727325 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ec68c-027f-471a-a3a9-649ddbeaa5bf tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Network': ['ID=fa4c3017-06a9-4c4c-aee1-28be68217fb0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:37.735556 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f740272-c77d-48b4-96ea-53c2d8813427 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:37.739236 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f740272-c77d-48b4-96ea-53c2d8813427 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:37.757956 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port b6333831-debd-486e-b5f2-69ab3fe0a1f3 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:25:37.792086 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-639ea5e9-cbf8-4df5-ab3c-0addd293def6 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:37.809477 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-639ea5e9-cbf8-4df5-ab3c-0addd293def6 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Transition to ACTIVE for port object 6f2f9fe7-3b6b-447f-86c8-c2a3a6de06df will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:25:37.817316 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f740272-c77d-48b4-96ea-53c2d8813427 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:25:37.836538 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f740272-c77d-48b4-96ea-53c2d8813427 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:37.838047 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-2f740272-c77d-48b4-96ea-53c2d8813427 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Added segment ec48362a-2a85-49fa-a730-e58cead64a43 of type vlan for network 4e5ebd13-bc12-4e3b-902e-d01424f24a92 Jul 30 20:25:37.884698 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-639ea5e9-cbf8-4df5-ab3c-0addd293def6 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:37.918321 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f740272-c77d-48b4-96ea-53c2d8813427 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:37.955296 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ea5e9-cbf8-4df5-ab3c-0addd293def6 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event updated for resources: {'Port': ['ID=6f2f9fe7-3b6b-447f-86c8-c2a3a6de06df,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:37.970394 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639ea5e9-cbf8-4df5-ab3c-0addd293def6 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Network eba5042c-64ba-45cb-9ac9-028b0ec45b3a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:25:37.972475 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-639ea5e9-cbf8-4df5-ab3c-0addd293def6 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:37.975224 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639ea5e9-cbf8-4df5-ab3c-0addd293def6 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:25:37.976050 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-639ea5e9-cbf8-4df5-ab3c-0addd293def6 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:38.010914 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f740272-c77d-48b4-96ea-53c2d8813427 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:38.017492 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f740272-c77d-48b4-96ea-53c2d8813427 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:38.018169 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f740272-c77d-48b4-96ea-53c2d8813427 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:38.166637 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f740272-c77d-48b4-96ea-53c2d8813427 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Network': ['ID=4e5ebd13-bc12-4e3b-902e-d01424f24a92,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:38.180527 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 4e5ebd13-bc12-4e3b-902e-d01424f24a92 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:25:38.201736 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2f740272-c77d-48b4-96ea-53c2d8813427 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5001981 Jul 30 20:25:38.205930 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35800) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:38.224359 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-1dffd130-edb2-43ed-98aa-54237c184a20 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'subnet': {'network_id': '4e5ebd13-bc12-4e3b-902e-d01424f24a92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:38.343625 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-639ea5e9-cbf8-4df5-ab3c-0addd293def6 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:38.430525 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dffd130-edb2-43ed-98aa-54237c184a20 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:38.435391 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1dffd130-edb2-43ed-98aa-54237c184a20 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:38.496611 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-178f8c9f-1167-44c2-b4a5-cd9c9d74b929 None None] Provisioning for port 6f2f9fe7-3b6b-447f-86c8-c2a3a6de06df completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:25:38.501536 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-178f8c9f-1167-44c2-b4a5-cd9c9d74b929 None None] Provisioning complete for port 6f2f9fe7-3b6b-447f-86c8-c2a3a6de06df triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:25:38.501919 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-178f8c9f-1167-44c2-b4a5-cd9c9d74b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:38.588633 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-178f8c9f-1167-44c2-b4a5-cd9c9d74b929 None None] Port 6f2f9fe7-3b6b-447f-86c8-c2a3a6de06df cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:25:38.768784 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9087d56f-d1e1-4331-855a-ca860d563861 None None] Network ba382ed7-7621-4504-b3c2-3a0475ce7485 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:39.084839 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-46bcac93-ca30-4d2c-be0c-76b20dd28c34 None None] Provisioning for port b6333831-debd-486e-b5f2-69ab3fe0a1f3 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:25:39.089136 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-46bcac93-ca30-4d2c-be0c-76b20dd28c34 None None] Provisioning complete for port b6333831-debd-486e-b5f2-69ab3fe0a1f3 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:25:39.089518 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-46bcac93-ca30-4d2c-be0c-76b20dd28c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:39.192140 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-46bcac93-ca30-4d2c-be0c-76b20dd28c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:39.229954 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-46bcac93-ca30-4d2c-be0c-76b20dd28c34 None None] For port b6333831-debd-486e-b5f2-69ab3fe0a1f3, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b6333831-debd-486e-b5f2-69ab3fe0a1f3,segment=NetworkSegment(e0707cdf-f9b9-44c4-a305-37fcab077cd5),segment_id=e0707cdf-f9b9-44c4-a305-37fcab077cd5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:39.240252 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-46bcac93-ca30-4d2c-be0c-76b20dd28c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:39.312021 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bcac93-ca30-4d2c-be0c-76b20dd28c34 None None] Pushing event updated for resources: {'Port': ['ID=b6333831-debd-486e-b5f2-69ab3fe0a1f3,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:39.334025 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1dffd130-edb2-43ed-98aa-54237c184a20 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:39.377457 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-639ea5e9-cbf8-4df5-ab3c-0addd293def6 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:39.408109 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-639ea5e9-cbf8-4df5-ab3c-0addd293def6 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:39.408109 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-639ea5e9-cbf8-4df5-ab3c-0addd293def6 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:39.514303 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dffd130-edb2-43ed-98aa-54237c184a20 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Subnet': ['ID=32e8f557-bfec-4179-be9d-c5681483bd98,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:39.548534 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dffd130-edb2-43ed-98aa-54237c184a20 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Checking segment: {'id': 'ec48362a-2a85-49fa-a730-e58cead64a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4e5ebd13-bc12-4e3b-902e-d01424f24a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:25:39.548908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dffd130-edb2-43ed-98aa-54237c184a20 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network hostable DHCP agents. Network: 4e5ebd13-bc12-4e3b-902e-d01424f24a92, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:25:39.561837 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ea5e9-cbf8-4df5-ab3c-0addd293def6 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event updated for resources: {'Port': ['ID=6f2f9fe7-3b6b-447f-86c8-c2a3a6de06df,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:39.574616 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3511b597-4c6d-4fdd-8982-fa93adf790ab None None] Provisioning complete for port b6333831-debd-486e-b5f2-69ab3fe0a1f3 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:25:39.574888 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3511b597-4c6d-4fdd-8982-fa93adf790ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:39.600007 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dffd130-edb2-43ed-98aa-54237c184a20 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network 4e5ebd13-bc12-4e3b-902e-d01424f24a92 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:25:39.609630 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639ea5e9-cbf8-4df5-ab3c-0addd293def6 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Network eba5042c-64ba-45cb-9ac9-028b0ec45b3a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:25:39.612148 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-639ea5e9-cbf8-4df5-ab3c-0addd293def6 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:39.627642 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-1dffd130-edb2-43ed-98aa-54237c184a20 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 4e5ebd13-bc12-4e3b-902e-d01424f24a92) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:39.671921 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85fd3cd-9bc4-41bc-b62e-6b60b95e75b5 None None] Network 4e5ebd13-bc12-4e3b-902e-d01424f24a92 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:39.689358 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b6333831-debd-486e-b5f2-69ab3fe0a1f3 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:25:39.707211 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dffd130-edb2-43ed-98aa-54237c184a20 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:39.707855 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1dffd130-edb2-43ed-98aa-54237c184a20 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:39.759419 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1dffd130-edb2-43ed-98aa-54237c184a20 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5421321 Jul 30 20:25:39.762560 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35820) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:39.768294 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6705d521-bf50-407b-a223-9cad170d834c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'port': {'network_id': '4e5ebd13-bc12-4e3b-902e-d01424f24a92', 'name': 'tempest-PortsIpV6TestJSON-1609882621'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:39.795100 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639ea5e9-cbf8-4df5-ab3c-0addd293def6 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Router 6041eafa-fb97-4866-a878-d01bc3615db9 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:25:39.919843 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639ea5e9-cbf8-4df5-ab3c-0addd293def6 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:25:39.935138 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-639ea5e9-cbf8-4df5-ab3c-0addd293def6 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "PUT /v2.0/routers/6041eafa-fb97-4866-a878-d01bc3615db9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4489317 Jul 30 20:25:39.935355 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35822) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:39.963583 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febc7678-9dc0-482f-8601-021de1c70aad None None] Sync routers for ids ['6041eafa-fb97-4866-a878-d01bc3615db9'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:25:39.977331 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port b6333831-debd-486e-b5f2-69ab3fe0a1f3 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:25:39.977929 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:40.063700 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febc7678-9dc0-482f-8601-021de1c70aad None None] Routers {'6041eafa-fb97-4866-a878-d01bc3615db9'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:25:40.064421 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-febc7678-9dc0-482f-8601-021de1c70aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:25:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['6041eafa-fb97-4866-a878-d01bc3615db9'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:40.127389 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c134891-831c-4fac-acd1-c51305783ffd tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:40.153736 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-febc7678-9dc0-482f-8601-021de1c70aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:40.212009 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-89be1ca1-c44b-4fbb-8c2c-5df44ab75bba None None] Provisioning complete for port 6f2f9fe7-3b6b-447f-86c8-c2a3a6de06df triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:25:40.212239 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89be1ca1-c44b-4fbb-8c2c-5df44ab75bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:40.219581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febc7678-9dc0-482f-8601-021de1c70aad None None] Routers {'6041eafa-fb97-4866-a878-d01bc3615db9'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:25:40.220215 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-febc7678-9dc0-482f-8601-021de1c70aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:25:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['6041eafa-fb97-4866-a878-d01bc3615db9'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:40.234948 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-1c134891-831c-4fac-acd1-c51305783ffd tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 20:25:40.236199 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1c134891-831c-4fac-acd1-c51305783ffd tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "DELETE /v2.0/routers/6041eafa-fb97-4866-a878-d01bc3615db9 HTTP/1.1" status: 409 len: 329 time: 0.2998960 Jul 30 20:25:40.237135 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6705d521-bf50-407b-a223-9cad170d834c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:40.239994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35828) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:40.241673 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6705d521-bf50-407b-a223-9cad170d834c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:40.278509 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-6705d521-bf50-407b-a223-9cad170d834c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] device_id is not set on port efb36c82-bc1a-42e6-825c-06c837f7b566 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:25:40.370382 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-febc7678-9dc0-482f-8601-021de1c70aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:40.375477 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febc7678-9dc0-482f-8601-021de1c70aad None None] The sync data for ids ['6041eafa-fb97-4866-a878-d01bc3615db9'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:25:40.382957 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3208e91-0fda-4580-bfc0-5929671d382f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-4e5ebd13-bc12-4e3b-902e-d01424f24a92', 'network_id': '4e5ebd13-bc12-4e3b-902e-d01424f24a92', 'tenant_id': '9bacd603b6d946298d69015a35d7a6ec', 'fixed_ips': [{'subnet_id': '32e8f557-bfec-4179-be9d-c5681483bd98'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:25:40.385660 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3208e91-0fda-4580-bfc0-5929671d382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:40.437542 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-89be1ca1-c44b-4fbb-8c2c-5df44ab75bba None None] Port 6f2f9fe7-3b6b-447f-86c8-c2a3a6de06df cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:25:40.569249 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-6705d521-bf50-407b-a223-9cad170d834c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Allocated IP 2001:db8::2bb (4e5ebd13-bc12-4e3b-902e-d01424f24a92/32e8f557-bfec-4179-be9d-c5681483bd98/efb36c82-bc1a-42e6-825c-06c837f7b566) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:25:40.734052 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35852) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:40.870747 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6705d521-bf50-407b-a223-9cad170d834c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:40.888247 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-6705d521-bf50-407b-a223-9cad170d834c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Transition to ACTIVE for port object efb36c82-bc1a-42e6-825c-06c837f7b566 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:25:40.932595 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6705d521-bf50-407b-a223-9cad170d834c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:40.986854 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6705d521-bf50-407b-a223-9cad170d834c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network 4e5ebd13-bc12-4e3b-902e-d01424f24a92 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:25:40.987070 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-d3208e91-0fda-4580-bfc0-5929671d382f None None] Allocated IP 2001:db8::2 (4e5ebd13-bc12-4e3b-902e-d01424f24a92/32e8f557-bfec-4179-be9d-c5681483bd98/855cae1e-9f54-4294-bec5-326635b917ee) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:25:40.991615 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6705d521-bf50-407b-a223-9cad170d834c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:40.998494 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6705d521-bf50-407b-a223-9cad170d834c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:25:41.006085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6705d521-bf50-407b-a223-9cad170d834c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:41.006750 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6705d521-bf50-407b-a223-9cad170d834c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:41.039257 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6705d521-bf50-407b-a223-9cad170d834c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2745688 Jul 30 20:25:41.040389 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705d521-bf50-407b-a223-9cad170d834c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Port': ['ID=efb36c82-bc1a-42e6-825c-06c837f7b566,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:41.055639 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35860) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:41.140329 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f18d9998-f1e4-419f-89d7-cc822fa27e79 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:41.156852 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1efbad0-4f94-4c49-9ded-ec0989f8ebc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:41.235770 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3208e91-0fda-4580-bfc0-5929671d382f None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:41.247430 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d3208e91-0fda-4580-bfc0-5929671d382f None None] Transition to ACTIVE for port object 855cae1e-9f54-4294-bec5-326635b917ee will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:25:41.265397 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d3208e91-0fda-4580-bfc0-5929671d382f None None] Transition to ACTIVE for port object 855cae1e-9f54-4294-bec5-326635b917ee will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:25:41.272995 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3208e91-0fda-4580-bfc0-5929671d382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:41.305303 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3208e91-0fda-4580-bfc0-5929671d382f None None] Network 4e5ebd13-bc12-4e3b-902e-d01424f24a92 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:25:41.341544 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-d3208e91-0fda-4580-bfc0-5929671d382f None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:41.348107 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3208e91-0fda-4580-bfc0-5929671d382f None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:25:41.418999 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3208e91-0fda-4580-bfc0-5929671d382f None None] Pushing event updated for resources: {'Port': ['ID=855cae1e-9f54-4294-bec5-326635b917ee,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:41.434581 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-35bb50de-eace-4f6e-903b-cec321d09b3b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting port efb36c82-bc1a-42e6-825c-06c837f7b566 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:41.434804 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d3208e91-0fda-4580-bfc0-5929671d382f None None] Attempting to bind port 855cae1e-9f54-4294-bec5-326635b917ee on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:25:41.434934 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-35bb50de-eace-4f6e-903b-cec321d09b3b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:41.435165 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d3208e91-0fda-4580-bfc0-5929671d382f None None] Attempting to bind port 855cae1e-9f54-4294-bec5-326635b917ee by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'ec48362a-2a85-49fa-a730-e58cead64a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4e5ebd13-bc12-4e3b-902e-d01424f24a92'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:25:41.435631 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3208e91-0fda-4580-bfc0-5929671d382f None None] Attempting to bind port 855cae1e-9f54-4294-bec5-326635b917ee on network 4e5ebd13-bc12-4e3b-902e-d01424f24a92 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:25:41.441374 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3208e91-0fda-4580-bfc0-5929671d382f None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:25:41.441853 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3208e91-0fda-4580-bfc0-5929671d382f None None] Checking segment: {'id': 'ec48362a-2a85-49fa-a730-e58cead64a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4e5ebd13-bc12-4e3b-902e-d01424f24a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:25:41.442496 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3208e91-0fda-4580-bfc0-5929671d382f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:41.443080 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3208e91-0fda-4580-bfc0-5929671d382f None None] Bound using segment: {'id': 'ec48362a-2a85-49fa-a730-e58cead64a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4e5ebd13-bc12-4e3b-902e-d01424f24a92'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:25:41.443647 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d3208e91-0fda-4580-bfc0-5929671d382f None None] Bound port: 855cae1e-9f54-4294-bec5-326635b917ee, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec48362a-2a85-49fa-a730-e58cead64a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4e5ebd13-bc12-4e3b-902e-d01424f24a92'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:25:41.444200 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3208e91-0fda-4580-bfc0-5929671d382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:41.517079 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1efbad0-4f94-4c49-9ded-ec0989f8ebc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:41.536615 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d3208e91-0fda-4580-bfc0-5929671d382f None None] For port 855cae1e-9f54-4294-bec5-326635b917ee, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:25:41.537272 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1efbad0-4f94-4c49-9ded-ec0989f8ebc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:41.541434 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d3208e91-0fda-4580-bfc0-5929671d382f None None] For port 855cae1e-9f54-4294-bec5-326635b917ee, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=855cae1e-9f54-4294-bec5-326635b917ee,segment=NetworkSegment(ec48362a-2a85-49fa-a730-e58cead64a43),segment_id=ec48362a-2a85-49fa-a730-e58cead64a43)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:25:41.545886 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3208e91-0fda-4580-bfc0-5929671d382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:41.627644 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3208e91-0fda-4580-bfc0-5929671d382f None None] Pushing event updated for resources: {'Port': ['ID=855cae1e-9f54-4294-bec5-326635b917ee,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:41.681377 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-35bb50de-eace-4f6e-903b-cec321d09b3b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:41.704019 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35874) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:41.704976 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e1efbad0-4f94-4c49-9ded-ec0989f8ebc3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1871d9d81f0946bfbd93ed98e79e25ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9949672 Jul 30 20:25:41.705908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efbad0-4f94-4c49-9ded-ec0989f8ebc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ad053d-4de5-468f-b36b-1a9cedfb779b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:41.744914 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-35bb50de-eace-4f6e-903b-cec321d09b3b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Calling delete_port for efb36c82-bc1a-42e6-825c-06c837f7b566 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:41.810658 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95df0032-0adc-4baf-93a8-c15ca2feb40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:41.856555 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95df0032-0adc-4baf-93a8-c15ca2feb40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:41.947547 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95df0032-0adc-4baf-93a8-c15ca2feb40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:41.955494 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95df0032-0adc-4baf-93a8-c15ca2feb40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:41.959446 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-95df0032-0adc-4baf-93a8-c15ca2feb40f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/36ad053d-4de5-468f-b36b-1a9cedfb779b HTTP/1.1" status: 204 len: 168 time: 0.2516651 Jul 30 20:25:41.977869 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-f18d9998-f1e4-419f-89d7-cc822fa27e79 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Deleting port 6f2f9fe7-3b6b-447f-86c8-c2a3a6de06df {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:41.978235 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f18d9998-f1e4-419f-89d7-cc822fa27e79 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:41.991399 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df0032-0adc-4baf-93a8-c15ca2feb40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ad053d-4de5-468f-b36b-1a9cedfb779b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:42.163432 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-35bb50de-eace-4f6e-903b-cec321d09b3b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:42.204703 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f18d9998-f1e4-419f-89d7-cc822fa27e79 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:42.208013 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb50de-eace-4f6e-903b-cec321d09b3b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Port': ['ID=efb36c82-bc1a-42e6-825c-06c837f7b566,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:42.226859 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-f18d9998-f1e4-419f-89d7-cc822fa27e79 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Calling delete_port for 6f2f9fe7-3b6b-447f-86c8-c2a3a6de06df owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:42.253463 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-35bb50de-eace-4f6e-903b-cec321d09b3b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:42.255527 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-35bb50de-eace-4f6e-903b-cec321d09b3b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/ports/efb36c82-bc1a-42e6-825c-06c837f7b566 HTTP/1.1" status: 204 len: 168 time: 1.1985660 Jul 30 20:25:42.258432 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35888) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:42.352223 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0b86c9-b34f-4a40-abff-a09a2d76f1b2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] DELETE failed (client error): The resource could not be found. Jul 30 20:25:42.353222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b0b86c9-b34f-4a40-abff-a09a2d76f1b2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:42.357570 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35894) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:42.361275 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1b0b86c9-b34f-4a40-abff-a09a2d76f1b2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/ports/efb36c82-bc1a-42e6-825c-06c837f7b566 HTTP/1.1" status: 404 len: 333 time: 0.1008050 Jul 30 20:25:42.390178 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad8777f-6a73-4195-8dec-20f774156a46 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] GET failed (client error): The resource could not be found. Jul 30 20:25:42.395342 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35898) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:42.400234 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cad8777f-6a73-4195-8dec-20f774156a46 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports/efb36c82-bc1a-42e6-825c-06c837f7b566 HTTP/1.1" status: 404 len: 333 time: 0.0411856 Jul 30 20:25:42.479626 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ca12c8-f2ed-4d90-94f5-b890f28e5149 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting subnet 32e8f557-bfec-4179-be9d-c5681483bd98 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:25:42.486553 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ca12c8-f2ed-4d90-94f5-b890f28e5149 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:42.584411 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ca12c8-f2ed-4d90-94f5-b890f28e5149 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:42.652375 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f18d9998-f1e4-419f-89d7-cc822fa27e79 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:42.723046 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d9998-f1e4-419f-89d7-cc822fa27e79 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event deleted for resources: {'Port': ['ID=6f2f9fe7-3b6b-447f-86c8-c2a3a6de06df,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:42.758307 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ca12c8-f2ed-4d90-94f5-b890f28e5149 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:42.900636 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ca12c8-f2ed-4d90-94f5-b890f28e5149 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:42.938921 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83ca12c8-f2ed-4d90-94f5-b890f28e5149 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:42.942432 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-83ca12c8-f2ed-4d90-94f5-b890f28e5149 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/subnets/32e8f557-bfec-4179-be9d-c5681483bd98 HTTP/1.1" status: 204 len: 168 time: 0.5456822 Jul 30 20:25:42.947203 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35922) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:42.981737 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f18d9998-f1e4-419f-89d7-cc822fa27e79 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:43.024840 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca12c8-f2ed-4d90-94f5-b890f28e5149 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Subnet': ['ID=32e8f557-bfec-4179-be9d-c5681483bd98,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:43.237318 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2707548-ed37-45e7-8529-f7998b59a065 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:43.319972 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18d9998-f1e4-419f-89d7-cc822fa27e79 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Router 6041eafa-fb97-4866-a878-d01bc3615db9 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:25:43.351891 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b579d3ac-ac74-488a-b949-b965a68ea21e req-b8af7c8e-66f0-47ad-a7e6-c131ae946864 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6443708 Jul 30 20:25:43.369224 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b2707548-ed37-45e7-8529-f7998b59a065 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting port 855cae1e-9f54-4294-bec5-326635b917ee {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:43.369888 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2707548-ed37-45e7-8529-f7998b59a065 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:43.441560 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dafc990-bac4-47a6-b4d8-0b6b20e2e1a2 None None] Network 4e5ebd13-bc12-4e3b-902e-d01424f24a92 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:43.462775 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-b2707548-ed37-45e7-8529-f7998b59a065 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] For port 855cae1e-9f54-4294-bec5-326635b917ee, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=855cae1e-9f54-4294-bec5-326635b917ee,segment=NetworkSegment(ec48362a-2a85-49fa-a730-e58cead64a43),segment_id=ec48362a-2a85-49fa-a730-e58cead64a43)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:43.467978 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2707548-ed37-45e7-8529-f7998b59a065 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:43.497315 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18d9998-f1e4-419f-89d7-cc822fa27e79 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:25:43.501246 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579d3ac-ac74-488a-b949-b965a68ea21e req-007d6e84-5a22-466c-a073-be0ee788d6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:43.502984 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b579d3ac-ac74-488a-b949-b965a68ea21e req-007d6e84-5a22-466c-a073-be0ee788d6ad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fdd4a0aeb4734545b256ac5e1a36d088&device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 1096 time: 0.0855451 Jul 30 20:25:43.521465 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05e534e-c545-41c3-aea6-b03a897d6d71 None None] Sync routers for ids ['6041eafa-fb97-4866-a878-d01bc3615db9'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:25:43.542507 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f18d9998-f1e4-419f-89d7-cc822fa27e79 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "PUT /v2.0/routers/6041eafa-fb97-4866-a878-d01bc3615db9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3012257 Jul 30 20:25:43.543273 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35940) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:43.546206 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b2707548-ed37-45e7-8529-f7998b59a065 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Calling delete_port for 855cae1e-9f54-4294-bec5-326635b917ee owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:43.558174 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05e534e-c545-41c3-aea6-b03a897d6d71 None None] Routers {'6041eafa-fb97-4866-a878-d01bc3615db9'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:25:43.560290 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a05e534e-c545-41c3-aea6-b03a897d6d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:25:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['6041eafa-fb97-4866-a878-d01bc3615db9'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:43.699927 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a05e534e-c545-41c3-aea6-b03a897d6d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:43.760832 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05e534e-c545-41c3-aea6-b03a897d6d71 None None] Routers {'6041eafa-fb97-4866-a878-d01bc3615db9'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:25:43.765355 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a05e534e-c545-41c3-aea6-b03a897d6d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:25:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['6041eafa-fb97-4866-a878-d01bc3615db9'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:43.774814 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-74074cd5-daf0-49ff-96c4-11097c5ef4e8 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] show failed (client error): The resource could not be found. Jul 30 20:25:43.779595 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 855cae1e-9f54-4294-bec5-326635b917ee up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:25:43.790915 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-09bc5766-5c5c-4855-aa2e-acc3d69568ba None None] Provisioning for port 855cae1e-9f54-4294-bec5-326635b917ee completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:25:43.791570 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-74074cd5-daf0-49ff-96c4-11097c5ef4e8 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-1752654852 HTTP/1.1" status: 404 len: 335 time: 0.2461975 Jul 30 20:25:43.794659 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35946) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:43.881986 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a05e534e-c545-41c3-aea6-b03a897d6d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:43.886353 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05e534e-c545-41c3-aea6-b03a897d6d71 None None] The sync data for ids ['6041eafa-fb97-4866-a878-d01bc3615db9'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:25:43.917795 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-f6513ed7-04cd-474c-a682-5820d5905a52 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:43.967010 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2707548-ed37-45e7-8529-f7998b59a065 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:43.988512 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No active binding found for port 855cae1e-9f54-4294-bec5-326635b917ee {{(pid=93884) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 20:25:43.989272 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 855cae1e-9f54-4294-bec5-326635b917ee not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 30 20:25:44.010859 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Port 855cae1e-9f54-4294-bec5-326635b917ee not found, will not notify nova. {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 30 20:25:44.049134 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-f6513ed7-04cd-474c-a682-5820d5905a52 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] update failed (client error): The resource could not be found. Jul 30 20:25:44.055304 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f6513ed7-04cd-474c-a682-5820d5905a52 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-1443117596 HTTP/1.1" status: 404 len: 335 time: 0.1501718 Jul 30 20:25:44.056457 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35952) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:44.057485 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2707548-ed37-45e7-8529-f7998b59a065 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] No DVR routers for this DVR port 855cae1e-9f54-4294-bec5-326635b917ee on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:25:44.077972 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2707548-ed37-45e7-8529-f7998b59a065 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Port': ['ID=855cae1e-9f54-4294-bec5-326635b917ee,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:44.139773 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da974648-2062-4a74-9c2b-d53e86c2513c None None] DHCP port deletion for 4e5ebd13-bc12-4e3b-902e-d01424f24a92 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:25:44.185078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579d3ac-ac74-488a-b949-b965a68ea21e req-7829f4fd-0b78-45a3-8b13-69477bc84d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:44.186466 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b579d3ac-ac74-488a-b949-b965a68ea21e req-7829f4fd-0b78-45a3-8b13-69477bc84d68 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c HTTP/1.1" status: 200 len: 912 time: 0.6423795 Jul 30 20:25:44.258029 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2707548-ed37-45e7-8529-f7998b59a065 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:44.270707 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-b2707548-ed37-45e7-8529-f7998b59a065 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5ebd13-bc12-4e3b-902e-d01424f24a92']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:44.305873 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-b2707548-ed37-45e7-8529-f7998b59a065 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec48362a-2a85-49fa-a730-e58cead64a43') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:44.306272 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-b2707548-ed37-45e7-8529-f7998b59a065 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec48362a-2a85-49fa-a730-e58cead64a43') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:44.333661 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f01fd7-7ad7-47ca-9022-5e1db580f820 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Deleting subnet 88746e64-b3a5-4ac5-a724-de04c39b7589 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:25:44.340559 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b579d3ac-ac74-488a-b949-b965a68ea21e req-93262a0b-f083-488a-a75f-533a0caf3634 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4ef2a46-9ba8-461b-b90b-a8558f1765f2 HTTP/1.1" status: 200 len: 1000 time: 0.1451564 Jul 30 20:25:44.340960 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2707548-ed37-45e7-8529-f7998b59a065 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:44.341807 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-14f01fd7-7ad7-47ca-9022-5e1db580f820 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:44.359948 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2707548-ed37-45e7-8529-f7998b59a065 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:44.367091 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2707548-ed37-45e7-8529-f7998b59a065 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:25:44.367782 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2707548-ed37-45e7-8529-f7998b59a065 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:44.399022 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-14f01fd7-7ad7-47ca-9022-5e1db580f820 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:25:44.447977 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:25:44.457399 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2707548-ed37-45e7-8529-f7998b59a065 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:44.468084 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2707548-ed37-45e7-8529-f7998b59a065 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:44.482384 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b2707548-ed37-45e7-8529-f7998b59a065 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/networks/4e5ebd13-bc12-4e3b-902e-d01424f24a92 HTTP/1.1" status: 204 len: 168 time: 1.4744177 Jul 30 20:25:44.482889 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35964) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:44.498974 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2707548-ed37-45e7-8529-f7998b59a065 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Network': ['ID=4e5ebd13-bc12-4e3b-902e-d01424f24a92,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:44.499429 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-76e6c2d2-899a-4783-aaec-a2c3cfe8328f tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1164432571'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:44.592167 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e6c2d2-899a-4783-aaec-a2c3cfe8328f tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:44.595977 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-76e6c2d2-899a-4783-aaec-a2c3cfe8328f tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:44.601237 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579d3ac-ac74-488a-b949-b965a68ea21e req-c27489a4-b4cf-4359-9213-ea583cce4141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:44.602749 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b579d3ac-ac74-488a-b949-b965a68ea21e req-c27489a4-b4cf-4359-9213-ea583cce4141 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6491aa5-23e2-49d6-ab1a-df22f79d0138 HTTP/1.1" status: 200 len: 850 time: 0.1479437 Jul 30 20:25:44.605156 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-14f01fd7-7ad7-47ca-9022-5e1db580f820 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:44.705811 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e6c2d2-899a-4783-aaec-a2c3cfe8328f tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:25:44.719634 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579d3ac-ac74-488a-b949-b965a68ea21e req-cbd9ed3d-c948-477a-8509-3fe57325cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:44.721230 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b579d3ac-ac74-488a-b949-b965a68ea21e req-cbd9ed3d-c948-477a-8509-3fe57325cbbb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868332 Jul 30 20:25:44.732581 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-76e6c2d2-899a-4783-aaec-a2c3cfe8328f tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:44.733066 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-76e6c2d2-899a-4783-aaec-a2c3cfe8328f tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Added segment e0ebc922-c282-451f-8652-8b52f6a732dc of type vlan for network 73bde527-cecc-4037-a619-4d8b026b030b Jul 30 20:25:44.756322 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-14f01fd7-7ad7-47ca-9022-5e1db580f820 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:45.124161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f01fd7-7ad7-47ca-9022-5e1db580f820 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event deleted for resources: {'Subnet': ['ID=88746e64-b3a5-4ac5-a724-de04c39b7589,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:45.136536 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545fa91c-7612-42de-b1fe-22e2bea1ac9e None None] Network ba382ed7-7621-4504-b3c2-3a0475ce7485 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:45.150195 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-14f01fd7-7ad7-47ca-9022-5e1db580f820 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:45.152193 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-14f01fd7-7ad7-47ca-9022-5e1db580f820 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "DELETE /v2.0/subnets/88746e64-b3a5-4ac5-a724-de04c39b7589 HTTP/1.1" status: 204 len: 168 time: 1.0899096 Jul 30 20:25:45.155161 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 35982) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:45.177102 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-76e6c2d2-899a-4783-aaec-a2c3cfe8328f tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:45.230517 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b579d3ac-ac74-488a-b949-b965a68ea21e req-8a2640e8-c6f8-4bb5-a3b9-006702feb44d service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003240 Jul 30 20:25:45.330341 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f64115c-c7e8-4034-a8b4-bf40218c28a0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:45.386507 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-76e6c2d2-899a-4783-aaec-a2c3cfe8328f tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:45.392524 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e6c2d2-899a-4783-aaec-a2c3cfe8328f tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:45.393429 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-76e6c2d2-899a-4783-aaec-a2c3cfe8328f tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:45.458145 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7f64115c-c7e8-4034-a8b4-bf40218c28a0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Deleting port b6333831-debd-486e-b5f2-69ab3fe0a1f3 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:45.458682 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f64115c-c7e8-4034-a8b4-bf40218c28a0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:45.494404 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:45.523616 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088f5ffd-73f6-4b8f-b273-f1a6984d0854 None None] DHCP port deletion for ba382ed7-7621-4504-b3c2-3a0475ce7485 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:25:45.593658 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b579d3ac-ac74-488a-b949-b965a68ea21e req-b2590985-d971-41b6-aa1b-ad68aaecdd9b service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491969 Jul 30 20:25:45.598762 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6c2d2-899a-4783-aaec-a2c3cfe8328f tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Network': ['ID=73bde527-cecc-4037-a619-4d8b026b030b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:45.602650 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-76e6c2d2-899a-4783-aaec-a2c3cfe8328f tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1237583 Jul 30 20:25:45.610349 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 35994) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:45.616119 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-229eb2ab-6b1a-44c4-9120-47bb537788b9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'subnet': {'network_id': '73bde527-cecc-4037-a619-4d8b026b030b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:45.653890 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 73bde527-cecc-4037-a619-4d8b026b030b details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:25:45.656157 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-7f64115c-c7e8-4034-a8b4-bf40218c28a0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] For port b6333831-debd-486e-b5f2-69ab3fe0a1f3, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b6333831-debd-486e-b5f2-69ab3fe0a1f3,segment=NetworkSegment(e0707cdf-f9b9-44c4-a305-37fcab077cd5),segment_id=e0707cdf-f9b9-44c4-a305-37fcab077cd5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:45.660788 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f64115c-c7e8-4034-a8b4-bf40218c28a0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:45.694735 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7f64115c-c7e8-4034-a8b4-bf40218c28a0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Calling delete_port for b6333831-debd-486e-b5f2-69ab3fe0a1f3 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:45.698915 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-088f5ffd-73f6-4b8f-b273-f1a6984d0854 None None] Deleting port b6333831-debd-486e-b5f2-69ab3fe0a1f3 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:45.699310 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-088f5ffd-73f6-4b8f-b273-f1a6984d0854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:45.738155 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b6333831-debd-486e-b5f2-69ab3fe0a1f3 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:25:45.794959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229eb2ab-6b1a-44c4-9120-47bb537788b9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:45.799036 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-229eb2ab-6b1a-44c4-9120-47bb537788b9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:45.871011 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f64115c-c7e8-4034-a8b4-bf40218c28a0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:45.946465 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64115c-c7e8-4034-a8b4-bf40218c28a0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event deleted for resources: {'Port': ['ID=b6333831-debd-486e-b5f2-69ab3fe0a1f3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:45.948318 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f64115c-c7e8-4034-a8b4-bf40218c28a0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] No DVR routers for this DVR port b6333831-debd-486e-b5f2-69ab3fe0a1f3 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:25:46.035933 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-088f5ffd-73f6-4b8f-b273-f1a6984d0854 None None] For port b6333831-debd-486e-b5f2-69ab3fe0a1f3, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b6333831-debd-486e-b5f2-69ab3fe0a1f3,segment=NetworkSegment(e0707cdf-f9b9-44c4-a305-37fcab077cd5),segment_id=e0707cdf-f9b9-44c4-a305-37fcab077cd5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:46.036589 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-088f5ffd-73f6-4b8f-b273-f1a6984d0854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:46.039057 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No active binding found for port b6333831-debd-486e-b5f2-69ab3fe0a1f3 {{(pid=93884) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 20:25:46.039540 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b6333831-debd-486e-b5f2-69ab3fe0a1f3 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:25:46.039999 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 855cae1e-9f54-4294-bec5-326635b917ee no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:25:46.074376 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f64115c-c7e8-4034-a8b4-bf40218c28a0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:46.074798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 855cae1e-9f54-4294-bec5-326635b917ee {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:25:46.075156 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 855cae1e-9f54-4294-bec5-326635b917ee not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:25:46.076936 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-088f5ffd-73f6-4b8f-b273-f1a6984d0854 None None] Calling delete_port for b6333831-debd-486e-b5f2-69ab3fe0a1f3 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:46.089793 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-7f64115c-c7e8-4034-a8b4-bf40218c28a0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba382ed7-7621-4504-b3c2-3a0475ce7485']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:46.100955 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-7f64115c-c7e8-4034-a8b4-bf40218c28a0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0707cdf-f9b9-44c4-a305-37fcab077cd5') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:46.101248 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-7f64115c-c7e8-4034-a8b4-bf40218c28a0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0707cdf-f9b9-44c4-a305-37fcab077cd5') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:46.110532 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f64115c-c7e8-4034-a8b4-bf40218c28a0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:46.126577 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f64115c-c7e8-4034-a8b4-bf40218c28a0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:46.136417 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-229eb2ab-6b1a-44c4-9120-47bb537788b9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:46.138130 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f64115c-c7e8-4034-a8b4-bf40218c28a0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:25:46.138522 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f64115c-c7e8-4034-a8b4-bf40218c28a0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:46.167923 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-088f5ffd-73f6-4b8f-b273-f1a6984d0854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:46.182041 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088f5ffd-73f6-4b8f-b273-f1a6984d0854 None None] No DVR routers for this DVR port b6333831-debd-486e-b5f2-69ab3fe0a1f3 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:25:46.206124 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f5ffd-73f6-4b8f-b273-f1a6984d0854 None None] Pushing event deleted for resources: {'Port': ['ID=b6333831-debd-486e-b5f2-69ab3fe0a1f3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:25:46.225786 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:25:46.267002 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f64115c-c7e8-4034-a8b4-bf40218c28a0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:46.269215 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229eb2ab-6b1a-44c4-9120-47bb537788b9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Subnet': ['ID=82f798fc-44b7-4059-8144-e85c8b3a2797,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:46.291479 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f64115c-c7e8-4034-a8b4-bf40218c28a0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:46.295986 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7f64115c-c7e8-4034-a8b4-bf40218c28a0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "DELETE /v2.0/networks/ba382ed7-7621-4504-b3c2-3a0475ce7485 HTTP/1.1" status: 204 len: 168 time: 1.1366270 Jul 30 20:25:46.296651 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36006) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:46.300577 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229eb2ab-6b1a-44c4-9120-47bb537788b9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Checking segment: {'id': 'e0ebc922-c282-451f-8652-8b52f6a732dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '73bde527-cecc-4037-a619-4d8b026b030b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:25:46.300939 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229eb2ab-6b1a-44c4-9120-47bb537788b9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network hostable DHCP agents. Network: 73bde527-cecc-4037-a619-4d8b026b030b, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:25:46.326823 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229eb2ab-6b1a-44c4-9120-47bb537788b9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network 73bde527-cecc-4037-a619-4d8b026b030b is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:25:46.340093 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-229eb2ab-6b1a-44c4-9120-47bb537788b9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 73bde527-cecc-4037-a619-4d8b026b030b) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:46.349344 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7ac634-a394-42d4-ad0e-fab8c9ab4374 None None] Network 73bde527-cecc-4037-a619-4d8b026b030b requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:46.360036 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64115c-c7e8-4034-a8b4-bf40218c28a0 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event deleted for resources: {'Network': ['ID=ba382ed7-7621-4504-b3c2-3a0475ce7485,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:46.379329 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229eb2ab-6b1a-44c4-9120-47bb537788b9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:46.380186 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-229eb2ab-6b1a-44c4-9120-47bb537788b9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:46.433116 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-229eb2ab-6b1a-44c4-9120-47bb537788b9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8206308 Jul 30 20:25:46.434585 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36012) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:46.443593 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-cd096215-c2c6-4277-85a0-6bc14cd0711b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'port': {'network_id': '73bde527-cecc-4037-a619-4d8b026b030b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-983902812'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:46.478967 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc20c9fb-5855-4150-9dde-5a798fe2d79e tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Deleting subnet e0dd5fdc-1065-4d11-aca9-13d1793fdcd0 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:25:46.485068 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cc20c9fb-5855-4150-9dde-5a798fe2d79e tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:46.531837 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cc20c9fb-5855-4150-9dde-5a798fe2d79e tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:46.613651 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd096215-c2c6-4277-85a0-6bc14cd0711b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:46.624094 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5f52f8-6d76-47ec-b25d-18983c3d8a2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-73bde527-cecc-4037-a619-4d8b026b030b', 'network_id': '73bde527-cecc-4037-a619-4d8b026b030b', 'tenant_id': '9bacd603b6d946298d69015a35d7a6ec', 'fixed_ips': [{'subnet_id': '82f798fc-44b7-4059-8144-e85c8b3a2797'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:25:46.624975 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f5f52f8-6d76-47ec-b25d-18983c3d8a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:46.627188 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cd096215-c2c6-4277-85a0-6bc14cd0711b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:46.674100 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cc20c9fb-5855-4150-9dde-5a798fe2d79e tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:46.686887 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-cd096215-c2c6-4277-85a0-6bc14cd0711b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] device_id is not set on port e75bbee2-4cb8-4561-a3b8-1cda3b3f1ca3 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:25:46.838456 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cc20c9fb-5855-4150-9dde-5a798fe2d79e tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:46.856425 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cc20c9fb-5855-4150-9dde-5a798fe2d79e tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:46.860645 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cc20c9fb-5855-4150-9dde-5a798fe2d79e tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "DELETE /v2.0/subnets/e0dd5fdc-1065-4d11-aca9-13d1793fdcd0 HTTP/1.1" status: 204 len: 168 time: 0.5609024 Jul 30 20:25:46.863319 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb2ff25-801b-423e-a1c0-bf6e21abf39a None None] Network 94574f59-04b7-49ab-a735-b70f73c3ed74 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:46.900425 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36026) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:46.910262 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20c9fb-5855-4150-9dde-5a798fe2d79e tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event deleted for resources: {'Subnet': ['ID=e0dd5fdc-1065-4d11-aca9-13d1793fdcd0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:46.921650 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-cd096215-c2c6-4277-85a0-6bc14cd0711b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Allocated IP 2001:db8::270 (73bde527-cecc-4037-a619-4d8b026b030b/82f798fc-44b7-4059-8144-e85c8b3a2797/e75bbee2-4cb8-4561-a3b8-1cda3b3f1ca3) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:25:47.027863 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d91456-0286-472f-9ee1-60747b5393be tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Deleting subnet d601da11-ab45-427e-a58d-84b6986da6c5 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:25:47.032115 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88d91456-0286-472f-9ee1-60747b5393be tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:47.105845 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88d91456-0286-472f-9ee1-60747b5393be tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:47.161023 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c818289d-e3fd-4e1d-9c4b-e1eff173a5ec None None] DHCP port deletion for 94574f59-04b7-49ab-a735-b70f73c3ed74 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:25:47.221676 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cd096215-c2c6-4277-85a0-6bc14cd0711b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:47.239787 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-cd096215-c2c6-4277-85a0-6bc14cd0711b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Transition to ACTIVE for port object e75bbee2-4cb8-4561-a3b8-1cda3b3f1ca3 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:25:47.271575 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c818289d-e3fd-4e1d-9c4b-e1eff173a5ec None None] Deleting port 9afc996b-d5b5-4e06-924a-96667f528893 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:47.272445 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c818289d-e3fd-4e1d-9c4b-e1eff173a5ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:47.286651 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cd096215-c2c6-4277-85a0-6bc14cd0711b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:47.319364 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88d91456-0286-472f-9ee1-60747b5393be tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:47.334903 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd096215-c2c6-4277-85a0-6bc14cd0711b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network 73bde527-cecc-4037-a619-4d8b026b030b is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:25:47.339245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-cd096215-c2c6-4277-85a0-6bc14cd0711b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:47.343459 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd096215-c2c6-4277-85a0-6bc14cd0711b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:25:47.350284 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd096215-c2c6-4277-85a0-6bc14cd0711b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:47.351400 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cd096215-c2c6-4277-85a0-6bc14cd0711b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:47.374771 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cd096215-c2c6-4277-85a0-6bc14cd0711b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.9387567 Jul 30 20:25:47.379251 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36036) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:47.405114 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c818289d-e3fd-4e1d-9c4b-e1eff173a5ec None None] For port 9afc996b-d5b5-4e06-924a-96667f528893, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=9afc996b-d5b5-4e06-924a-96667f528893,segment=NetworkSegment(7f5626de-af46-4181-bfd1-643c09ff5317),segment_id=7f5626de-af46-4181-bfd1-643c09ff5317)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:47.405532 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c818289d-e3fd-4e1d-9c4b-e1eff173a5ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:47.412991 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88d91456-0286-472f-9ee1-60747b5393be tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:47.448980 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd096215-c2c6-4277-85a0-6bc14cd0711b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Port': ['ID=e75bbee2-4cb8-4561-a3b8-1cda3b3f1ca3,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:47.454811 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d91456-0286-472f-9ee1-60747b5393be tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event deleted for resources: {'Subnet': ['ID=d601da11-ab45-427e-a58d-84b6986da6c5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:47.462068 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88d91456-0286-472f-9ee1-60747b5393be tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:47.465669 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-88d91456-0286-472f-9ee1-60747b5393be tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "DELETE /v2.0/subnets/d601da11-ab45-427e-a58d-84b6986da6c5 HTTP/1.1" status: 204 len: 168 time: 0.5638332 Jul 30 20:25:47.469165 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36040) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:47.509438 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36044) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:47.517528 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb2c9c2-afef-4cde-92c2-7c6308c1629a None None] Network a656a8c1-6795-4249-8e01-13d8f7ec4a2b requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:47.524156 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c818289d-e3fd-4e1d-9c4b-e1eff173a5ec None None] Calling delete_port for 9afc996b-d5b5-4e06-924a-96667f528893 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:47.607641 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-6f5f52f8-6d76-47ec-b25d-18983c3d8a2a None None] Allocated IP 2001:db8::2 (73bde527-cecc-4037-a619-4d8b026b030b/82f798fc-44b7-4059-8144-e85c8b3a2797/1ee90368-b865-492c-939f-f10c01926c7c) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:25:47.691924 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9afc996b-d5b5-4e06-924a-96667f528893 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:25:47.709422 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b4c46bc-9ede-4e61-a352-901e0afe5209 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:47.787843 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-53edbd28-ffb6-48a9-87de-26ff143c260b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting port e75bbee2-4cb8-4561-a3b8-1cda3b3f1ca3 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:47.788185 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53edbd28-ffb6-48a9-87de-26ff143c260b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:47.877366 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f5f52f8-6d76-47ec-b25d-18983c3d8a2a None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:47.888267 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6f5f52f8-6d76-47ec-b25d-18983c3d8a2a None None] Transition to ACTIVE for port object 1ee90368-b865-492c-939f-f10c01926c7c will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:25:47.899225 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-8b4c46bc-9ede-4e61-a352-901e0afe5209 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Deleting port 9afc996b-d5b5-4e06-924a-96667f528893 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:47.903857 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b4c46bc-9ede-4e61-a352-901e0afe5209 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:47.906529 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6f5f52f8-6d76-47ec-b25d-18983c3d8a2a None None] Transition to ACTIVE for port object 1ee90368-b865-492c-939f-f10c01926c7c will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:25:47.990564 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f5f52f8-6d76-47ec-b25d-18983c3d8a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:48.042877 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f52f8-6d76-47ec-b25d-18983c3d8a2a None None] Pushing event updated for resources: {'Port': ['ID=1ee90368-b865-492c-939f-f10c01926c7c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:48.043272 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53edbd28-ffb6-48a9-87de-26ff143c260b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:48.045834 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c818289d-e3fd-4e1d-9c4b-e1eff173a5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:48.069006 n-d-712137-9 neutron-server[93884]: INFO neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No ports have port_id starting with 9afc996b-d5b5-4e06-924a-96667f528893 Jul 30 20:25:48.106021 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-53edbd28-ffb6-48a9-87de-26ff143c260b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Calling delete_port for e75bbee2-4cb8-4561-a3b8-1cda3b3f1ca3 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:48.119358 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c818289d-e3fd-4e1d-9c4b-e1eff173a5ec None None] No DVR routers for this DVR port 9afc996b-d5b5-4e06-924a-96667f528893 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:25:48.134716 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-8b4c46bc-9ede-4e61-a352-901e0afe5209 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] For port 9afc996b-d5b5-4e06-924a-96667f528893, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=9afc996b-d5b5-4e06-924a-96667f528893,segment=NetworkSegment(7f5626de-af46-4181-bfd1-643c09ff5317),segment_id=7f5626de-af46-4181-bfd1-643c09ff5317)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:48.138839 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b4c46bc-9ede-4e61-a352-901e0afe5209 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:48.157847 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818289d-e3fd-4e1d-9c4b-e1eff173a5ec None None] Pushing event deleted for resources: {'Port': ['ID=9afc996b-d5b5-4e06-924a-96667f528893,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:48.166225 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-8b4c46bc-9ede-4e61-a352-901e0afe5209 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Calling delete_port for 9afc996b-d5b5-4e06-924a-96667f528893 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:48.187398 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5f52f8-6d76-47ec-b25d-18983c3d8a2a None None] Network 73bde527-cecc-4037-a619-4d8b026b030b is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:25:48.203110 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6f5f52f8-6d76-47ec-b25d-18983c3d8a2a None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:48.237038 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5f52f8-6d76-47ec-b25d-18983c3d8a2a None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:25:48.359865 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6f5f52f8-6d76-47ec-b25d-18983c3d8a2a None None] Attempting to bind port 1ee90368-b865-492c-939f-f10c01926c7c on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:25:48.361424 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6f5f52f8-6d76-47ec-b25d-18983c3d8a2a None None] Attempting to bind port 1ee90368-b865-492c-939f-f10c01926c7c by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'e0ebc922-c282-451f-8652-8b52f6a732dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '73bde527-cecc-4037-a619-4d8b026b030b'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:25:48.361424 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f52f8-6d76-47ec-b25d-18983c3d8a2a None None] Attempting to bind port 1ee90368-b865-492c-939f-f10c01926c7c on network 73bde527-cecc-4037-a619-4d8b026b030b {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:25:48.372988 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f52f8-6d76-47ec-b25d-18983c3d8a2a None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:25:48.374472 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f52f8-6d76-47ec-b25d-18983c3d8a2a None None] Checking segment: {'id': 'e0ebc922-c282-451f-8652-8b52f6a732dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '73bde527-cecc-4037-a619-4d8b026b030b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:25:48.374939 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f5f52f8-6d76-47ec-b25d-18983c3d8a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:48.376238 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f52f8-6d76-47ec-b25d-18983c3d8a2a None None] Bound using segment: {'id': 'e0ebc922-c282-451f-8652-8b52f6a732dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '73bde527-cecc-4037-a619-4d8b026b030b'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:25:48.376238 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6f5f52f8-6d76-47ec-b25d-18983c3d8a2a None None] Bound port: 1ee90368-b865-492c-939f-f10c01926c7c, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ebc922-c282-451f-8652-8b52f6a732dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '73bde527-cecc-4037-a619-4d8b026b030b'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:25:48.377324 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f5f52f8-6d76-47ec-b25d-18983c3d8a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:48.451934 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b4c46bc-9ede-4e61-a352-901e0afe5209 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:48.467810 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac71bbb-bb02-4393-934f-7f430479c8c0 None None] DHCP port deletion for a656a8c1-6795-4249-8e01-13d8f7ec4a2b request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:25:48.494241 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4c46bc-9ede-4e61-a352-901e0afe5209 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] No DVR routers for this DVR port 9afc996b-d5b5-4e06-924a-96667f528893 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:25:48.524250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c46bc-9ede-4e61-a352-901e0afe5209 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event deleted for resources: {'Port': ['ID=9afc996b-d5b5-4e06-924a-96667f528893,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:48.543566 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6f5f52f8-6d76-47ec-b25d-18983c3d8a2a None None] For port 1ee90368-b865-492c-939f-f10c01926c7c, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:25:48.551571 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6f5f52f8-6d76-47ec-b25d-18983c3d8a2a None None] For port 1ee90368-b865-492c-939f-f10c01926c7c, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=1ee90368-b865-492c-939f-f10c01926c7c,segment=NetworkSegment(e0ebc922-c282-451f-8652-8b52f6a732dc),segment_id=e0ebc922-c282-451f-8652-8b52f6a732dc)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:25:48.577041 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f5f52f8-6d76-47ec-b25d-18983c3d8a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:48.591151 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ac71bbb-bb02-4393-934f-7f430479c8c0 None None] Deleting port e8abf999-523a-4c23-94b9-0d0f00409e57 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:48.591561 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ac71bbb-bb02-4393-934f-7f430479c8c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:48.619243 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53edbd28-ffb6-48a9-87de-26ff143c260b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:48.622813 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b4c46bc-9ede-4e61-a352-901e0afe5209 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:48.668963 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-8b4c46bc-9ede-4e61-a352-901e0afe5209 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94574f59-04b7-49ab-a735-b70f73c3ed74']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:48.677975 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edbd28-ffb6-48a9-87de-26ff143c260b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Port': ['ID=e75bbee2-4cb8-4561-a3b8-1cda3b3f1ca3,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:48.687978 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-8b4c46bc-9ede-4e61-a352-901e0afe5209 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5626de-af46-4181-bfd1-643c09ff5317') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:48.688202 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-8b4c46bc-9ede-4e61-a352-901e0afe5209 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5626de-af46-4181-bfd1-643c09ff5317') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:48.716470 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b4c46bc-9ede-4e61-a352-901e0afe5209 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:48.718861 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53edbd28-ffb6-48a9-87de-26ff143c260b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:48.720857 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-53edbd28-ffb6-48a9-87de-26ff143c260b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/ports/e75bbee2-4cb8-4561-a3b8-1cda3b3f1ca3 HTTP/1.1" status: 204 len: 168 time: 1.3401954 Jul 30 20:25:48.729874 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36068) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:48.769820 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b4c46bc-9ede-4e61-a352-901e0afe5209 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:48.778960 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4c46bc-9ede-4e61-a352-901e0afe5209 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:25:48.779391 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b4c46bc-9ede-4e61-a352-901e0afe5209 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:48.861217 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f52f8-6d76-47ec-b25d-18983c3d8a2a None None] Pushing event updated for resources: {'Port': ['ID=1ee90368-b865-492c-939f-f10c01926c7c,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:48.888268 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ac71bbb-bb02-4393-934f-7f430479c8c0 None None] For port e8abf999-523a-4c23-94b9-0d0f00409e57, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e8abf999-523a-4c23-94b9-0d0f00409e57,segment=NetworkSegment(a0b3e4be-d557-429a-8de2-f45ec1942810),segment_id=a0b3e4be-d557-429a-8de2-f45ec1942810)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:48.888840 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ac71bbb-bb02-4393-934f-7f430479c8c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:25:48.922592 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:25:48.926694 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ac71bbb-bb02-4393-934f-7f430479c8c0 None None] Calling delete_port for e8abf999-523a-4c23-94b9-0d0f00409e57 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:48.949565 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb12317-5439-43ff-bf0b-fae43f9788d2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] GET failed (client error): The resource could not be found. Jul 30 20:25:48.956098 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6bb12317-5439-43ff-bf0b-fae43f9788d2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports/e75bbee2-4cb8-4561-a3b8-1cda3b3f1ca3 HTTP/1.1" status: 404 len: 333 time: 0.2251394 Jul 30 20:25:48.983441 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36074) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:49.082336 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-de66ba22-071a-4d70-b506-2ff62c80d8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:49.095260 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b4c46bc-9ede-4e61-a352-901e0afe5209 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:49.101838 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ac71bbb-bb02-4393-934f-7f430479c8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:49.114965 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b4c46bc-9ede-4e61-a352-901e0afe5209 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:49.126124 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8b4c46bc-9ede-4e61-a352-901e0afe5209 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "DELETE /v2.0/networks/94574f59-04b7-49ab-a735-b70f73c3ed74 HTTP/1.1" status: 204 len: 168 time: 1.6558843 Jul 30 20:25:49.131300 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac71bbb-bb02-4393-934f-7f430479c8c0 None None] Pushing event deleted for resources: {'Port': ['ID=e8abf999-523a-4c23-94b9-0d0f00409e57,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:49.146482 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac71bbb-bb02-4393-934f-7f430479c8c0 None None] No DVR routers for this DVR port e8abf999-523a-4c23-94b9-0d0f00409e57 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:25:49.155896 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36080) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:49.212452 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c46bc-9ede-4e61-a352-901e0afe5209 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event deleted for resources: {'Network': ['ID=94574f59-04b7-49ab-a735-b70f73c3ed74,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:49.266859 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-f651599f-d704-4bec-8563-c4a412b1a909 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting subnet 82f798fc-44b7-4059-8144-e85c8b3a2797 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:25:49.288832 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f651599f-d704-4bec-8563-c4a412b1a909 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:49.366931 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-144b9800-738f-4277-ab08-90d097e45abe tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:49.371456 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f651599f-d704-4bec-8563-c4a412b1a909 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:49.460788 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-de66ba22-071a-4d70-b506-2ff62c80d8de admin admin] Deleting port b8cf70f8-155b-44e6-ab30-69e8a0308b05 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:49.461146 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-de66ba22-071a-4d70-b506-2ff62c80d8de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:49.551384 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-144b9800-738f-4277-ab08-90d097e45abe tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:49.552128 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-de66ba22-071a-4d70-b506-2ff62c80d8de admin admin] For port b8cf70f8-155b-44e6-ab30-69e8a0308b05, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b8cf70f8-155b-44e6-ab30-69e8a0308b05,segment=NetworkSegment(346a14cd-6657-43b3-bba7-2b75d28aeb79),segment_id=346a14cd-6657-43b3-bba7-2b75d28aeb79)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:49.552508 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-de66ba22-071a-4d70-b506-2ff62c80d8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:49.565814 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f651599f-d704-4bec-8563-c4a412b1a909 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:49.570186 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-de66ba22-071a-4d70-b506-2ff62c80d8de admin admin] Calling delete_port for b8cf70f8-155b-44e6-ab30-69e8a0308b05 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:49.573131 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-144b9800-738f-4277-ab08-90d097e45abe tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a656a8c1-6795-4249-8e01-13d8f7ec4a2b']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:49.607476 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-144b9800-738f-4277-ab08-90d097e45abe tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b3e4be-d557-429a-8de2-f45ec1942810') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:49.607813 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-144b9800-738f-4277-ab08-90d097e45abe tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b3e4be-d557-429a-8de2-f45ec1942810') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:49.625453 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-144b9800-738f-4277-ab08-90d097e45abe tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:49.629073 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:49.657081 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-144b9800-738f-4277-ab08-90d097e45abe tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:49.669417 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144b9800-738f-4277-ab08-90d097e45abe tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:25:49.669839 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-144b9800-738f-4277-ab08-90d097e45abe tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:25:49.673664 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:25:49.743318 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f651599f-d704-4bec-8563-c4a412b1a909 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:49.777208 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f651599f-d704-4bec-8563-c4a412b1a909 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:49.779223 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f651599f-d704-4bec-8563-c4a412b1a909 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/subnets/82f798fc-44b7-4059-8144-e85c8b3a2797 HTTP/1.1" status: 204 len: 168 time: 0.7920597 Jul 30 20:25:49.789214 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36092) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:49.790191 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 1ee90368-b865-492c-939f-f10c01926c7c up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:25:49.801103 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651599f-d704-4bec-8563-c4a412b1a909 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Subnet': ['ID=82f798fc-44b7-4059-8144-e85c8b3a2797,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:49.814164 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-144b9800-738f-4277-ab08-90d097e45abe tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:49.837494 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-144b9800-738f-4277-ab08-90d097e45abe tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:49.842255 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-144b9800-738f-4277-ab08-90d097e45abe tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "DELETE /v2.0/networks/a656a8c1-6795-4249-8e01-13d8f7ec4a2b HTTP/1.1" status: 204 len: 168 time: 0.6813526 Jul 30 20:25:49.843185 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b9800-738f-4277-ab08-90d097e45abe tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event deleted for resources: {'Network': ['ID=a656a8c1-6795-4249-8e01-13d8f7ec4a2b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:49.844995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36096) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:49.900146 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 1ee90368-b865-492c-939f-f10c01926c7c completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:25:49.908579 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d8562e-19d0-4a18-98f2-ddf7e3c112db tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Deleting subnet 36e29607-1546-42dd-952f-984d755eee83 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:25:49.915390 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b3d8562e-19d0-4a18-98f2-ddf7e3c112db tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:49.943053 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a800af68-d3ea-4f18-a9a8-871df9ad77da tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:49.988006 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e8abf999-523a-4c23-94b9-0d0f00409e57 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:25:49.998812 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b3d8562e-19d0-4a18-98f2-ddf7e3c112db tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:50.021318 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: e8abf999-523a-4c23-94b9-0d0f00409e57 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:25:50.021966 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e8abf999-523a-4c23-94b9-0d0f00409e57 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:25:50.056054 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-de66ba22-071a-4d70-b506-2ff62c80d8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:50.086632 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66ba22-071a-4d70-b506-2ff62c80d8de admin admin] Pushing event deleted for resources: {'Port': ['ID=b8cf70f8-155b-44e6-ab30-69e8a0308b05,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:50.160630 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a800af68-d3ea-4f18-a9a8-871df9ad77da tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting port 1ee90368-b865-492c-939f-f10c01926c7c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:50.161356 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a800af68-d3ea-4f18-a9a8-871df9ad77da tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:50.187173 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b3d8562e-19d0-4a18-98f2-ddf7e3c112db tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:50.332529 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-a800af68-d3ea-4f18-a9a8-871df9ad77da tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] For port 1ee90368-b865-492c-939f-f10c01926c7c, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=1ee90368-b865-492c-939f-f10c01926c7c,segment=NetworkSegment(e0ebc922-c282-451f-8652-8b52f6a732dc),segment_id=e0ebc922-c282-451f-8652-8b52f6a732dc)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:50.332811 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b3d8562e-19d0-4a18-98f2-ddf7e3c112db tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:50.333404 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a800af68-d3ea-4f18-a9a8-871df9ad77da tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:50.366181 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a800af68-d3ea-4f18-a9a8-871df9ad77da tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Calling delete_port for 1ee90368-b865-492c-939f-f10c01926c7c owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:50.368184 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b3d8562e-19d0-4a18-98f2-ddf7e3c112db tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:50.368934 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32ab572-da15-4916-8389-9e88b51775a7 None None] Network eba5042c-64ba-45cb-9ac9-028b0ec45b3a requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:50.371026 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b3d8562e-19d0-4a18-98f2-ddf7e3c112db tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "DELETE /v2.0/subnets/36e29607-1546-42dd-952f-984d755eee83 HTTP/1.1" status: 204 len: 168 time: 0.5250437 Jul 30 20:25:50.392605 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36110) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:50.434791 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8562e-19d0-4a18-98f2-ddf7e3c112db tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event deleted for resources: {'Subnet': ['ID=36e29607-1546-42dd-952f-984d755eee83,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:50.588599 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f039e3fb-a186-407c-b874-cb3163fa892c None None] Network 73bde527-cecc-4037-a619-4d8b026b030b requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:50.646383 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-de66ba22-071a-4d70-b506-2ff62c80d8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:50.717460 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0ee459-b8d1-46b3-a9a9-48c7d5991577 None None] DHCP port deletion for eba5042c-64ba-45cb-9ac9-028b0ec45b3a request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:25:50.722522 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dcf301b-a89c-47ae-9c5e-6dd0b8e06f1a tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:50.759369 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9c88eab5-21a6-417e-8f6b-a5265a49f9dd None None] Provisioning for port 1ee90368-b865-492c-939f-f10c01926c7c completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:25:50.772773 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a800af68-d3ea-4f18-a9a8-871df9ad77da tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:50.809029 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9c88eab5-21a6-417e-8f6b-a5265a49f9dd None None] Provisioning complete for port 1ee90368-b865-492c-939f-f10c01926c7c triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:25:50.809405 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c88eab5-21a6-417e-8f6b-a5265a49f9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:50.849708 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9c88eab5-21a6-417e-8f6b-a5265a49f9dd None None] Port 1ee90368-b865-492c-939f-f10c01926c7c was deleted so its status cannot be updated. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 30 20:25:50.881355 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a800af68-d3ea-4f18-a9a8-871df9ad77da tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] No DVR routers for this DVR port 1ee90368-b865-492c-939f-f10c01926c7c on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:25:50.886313 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800af68-d3ea-4f18-a9a8-871df9ad77da tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Port': ['ID=1ee90368-b865-492c-939f-f10c01926c7c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:50.907386 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5c0ee459-b8d1-46b3-a9a9-48c7d5991577 None None] Deleting port 13ccc1ba-17b1-41b0-9edc-16a7e25695c3 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:50.907800 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5c0ee459-b8d1-46b3-a9a9-48c7d5991577 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:50.978160 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72dfa63-4eea-4fff-a5e9-fbc40ea4d9f2 None None] DHCP port deletion for 73bde527-cecc-4037-a619-4d8b026b030b request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:25:51.015247 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1dcf301b-a89c-47ae-9c5e-6dd0b8e06f1a tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Deleting port 13ccc1ba-17b1-41b0-9edc-16a7e25695c3 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:51.015641 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dcf301b-a89c-47ae-9c5e-6dd0b8e06f1a tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:51.019018 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-5c0ee459-b8d1-46b3-a9a9-48c7d5991577 None None] For port 13ccc1ba-17b1-41b0-9edc-16a7e25695c3, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=13ccc1ba-17b1-41b0-9edc-16a7e25695c3,segment=NetworkSegment(147518fc-cccc-4b3b-a664-16f155524ebc),segment_id=147518fc-cccc-4b3b-a664-16f155524ebc)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:51.019691 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5c0ee459-b8d1-46b3-a9a9-48c7d5991577 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:51.032609 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a800af68-d3ea-4f18-a9a8-871df9ad77da tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:51.034791 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5c0ee459-b8d1-46b3-a9a9-48c7d5991577 None None] Calling delete_port for 13ccc1ba-17b1-41b0-9edc-16a7e25695c3 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:51.077951 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a800af68-d3ea-4f18-a9a8-871df9ad77da tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73bde527-cecc-4037-a619-4d8b026b030b']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:51.129189 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a800af68-d3ea-4f18-a9a8-871df9ad77da tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ebc922-c282-451f-8652-8b52f6a732dc') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:51.129868 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a800af68-d3ea-4f18-a9a8-871df9ad77da tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ebc922-c282-451f-8652-8b52f6a732dc') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:51.158253 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5c0ee459-b8d1-46b3-a9a9-48c7d5991577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:51.158448 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a800af68-d3ea-4f18-a9a8-871df9ad77da tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:51.160788 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-1dcf301b-a89c-47ae-9c5e-6dd0b8e06f1a tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] For port 13ccc1ba-17b1-41b0-9edc-16a7e25695c3, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=13ccc1ba-17b1-41b0-9edc-16a7e25695c3,segment=NetworkSegment(147518fc-cccc-4b3b-a664-16f155524ebc),segment_id=147518fc-cccc-4b3b-a664-16f155524ebc)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:51.161156 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dcf301b-a89c-47ae-9c5e-6dd0b8e06f1a tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:51.196508 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0ee459-b8d1-46b3-a9a9-48c7d5991577 None None] No DVR routers for this DVR port 13ccc1ba-17b1-41b0-9edc-16a7e25695c3 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:25:51.198195 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ee459-b8d1-46b3-a9a9-48c7d5991577 None None] Pushing event deleted for resources: {'Port': ['ID=13ccc1ba-17b1-41b0-9edc-16a7e25695c3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:51.221269 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a800af68-d3ea-4f18-a9a8-871df9ad77da tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:51.223650 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1dcf301b-a89c-47ae-9c5e-6dd0b8e06f1a tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Calling delete_port for 13ccc1ba-17b1-41b0-9edc-16a7e25695c3 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:51.236713 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a800af68-d3ea-4f18-a9a8-871df9ad77da tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:25:51.237417 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a800af68-d3ea-4f18-a9a8-871df9ad77da tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:25:51.241082 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:25:51.264490 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b23d19f1-f256-4baa-854b-4d2920878e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:51.374630 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de66ba22-071a-4d70-b506-2ff62c80d8de admin admin] Router 3b42afd5-b5c2-4e37-b269-0a14e1c76984 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:25:51.379651 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a800af68-d3ea-4f18-a9a8-871df9ad77da tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:51.394257 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a800af68-d3ea-4f18-a9a8-871df9ad77da tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:51.396203 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a800af68-d3ea-4f18-a9a8-871df9ad77da tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/networks/73bde527-cecc-4037-a619-4d8b026b030b HTTP/1.1" status: 204 len: 168 time: 1.6059563 Jul 30 20:25:51.400156 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36132) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:51.405985 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-c29dd21b-85e3-4059-bdda-2c7643e285fa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'port': {'network_id': '7fbcfee2-fedc-43cc-b61a-f865678d75da', 'name': 'tempest-PortsIpV6TestJSON-2024441745'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:51.424377 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800af68-d3ea-4f18-a9a8-871df9ad77da tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Network': ['ID=73bde527-cecc-4037-a619-4d8b026b030b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:51.553269 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29dd21b-85e3-4059-bdda-2c7643e285fa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:51.555850 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dcf301b-a89c-47ae-9c5e-6dd0b8e06f1a tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:51.558201 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c29dd21b-85e3-4059-bdda-2c7643e285fa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:51.576111 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcf301b-a89c-47ae-9c5e-6dd0b8e06f1a tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] No DVR routers for this DVR port 13ccc1ba-17b1-41b0-9edc-16a7e25695c3 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:25:51.601169 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c29dd21b-85e3-4059-bdda-2c7643e285fa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] device_id is not set on port 559b4672-2cc6-4268-a251-ea952dfbee4b yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:25:51.607817 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf301b-a89c-47ae-9c5e-6dd0b8e06f1a tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event deleted for resources: {'Port': ['ID=13ccc1ba-17b1-41b0-9edc-16a7e25695c3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:51.744073 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 1ee90368-b865-492c-939f-f10c01926c7c no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:25:51.776192 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 1ee90368-b865-492c-939f-f10c01926c7c {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:25:51.776541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 1ee90368-b865-492c-939f-f10c01926c7c not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:25:51.777194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 13ccc1ba-17b1-41b0-9edc-16a7e25695c3 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:25:51.813436 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 13ccc1ba-17b1-41b0-9edc-16a7e25695c3 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:25:51.813890 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 13ccc1ba-17b1-41b0-9edc-16a7e25695c3 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:25:51.960473 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c29dd21b-85e3-4059-bdda-2c7643e285fa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:52.019015 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c29dd21b-85e3-4059-bdda-2c7643e285fa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:52.079170 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29dd21b-85e3-4059-bdda-2c7643e285fa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network 7fbcfee2-fedc-43cc-b61a-f865678d75da is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:25:52.082802 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-c29dd21b-85e3-4059-bdda-2c7643e285fa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:52.094126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29dd21b-85e3-4059-bdda-2c7643e285fa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:25:52.106860 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29dd21b-85e3-4059-bdda-2c7643e285fa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:52.122736 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c29dd21b-85e3-4059-bdda-2c7643e285fa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:52.126186 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29dd21b-85e3-4059-bdda-2c7643e285fa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Port': ['ID=559b4672-2cc6-4268-a251-ea952dfbee4b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:52.142345 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c29dd21b-85e3-4059-bdda-2c7643e285fa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7402420 Jul 30 20:25:52.144529 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36148) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:52.169982 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de66ba22-071a-4d70-b506-2ff62c80d8de admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:25:52.176877 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-de66ba22-071a-4d70-b506-2ff62c80d8de admin admin] 10.222.0.81 "PUT /v2.0/routers/3b42afd5-b5c2-4e37-b269-0a14e1c76984/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6663620 Jul 30 20:25:52.179735 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36152) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:52.182931 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d45ae94-fe75-4663-9dd8-a475cc5ffc0f None None] Sync routers for ids ['3b42afd5-b5c2-4e37-b269-0a14e1c76984'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:25:52.188738 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dcf301b-a89c-47ae-9c5e-6dd0b8e06f1a tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:52.196508 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d45ae94-fe75-4663-9dd8-a475cc5ffc0f None None] Routers {'3b42afd5-b5c2-4e37-b269-0a14e1c76984'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:25:52.197352 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8d45ae94-fe75-4663-9dd8-a475cc5ffc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:25:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3b42afd5-b5c2-4e37-b269-0a14e1c76984'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:52.241447 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-1dcf301b-a89c-47ae-9c5e-6dd0b8e06f1a tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba5042c-64ba-45cb-9ac9-028b0ec45b3a']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:52.261045 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-1dcf301b-a89c-47ae-9c5e-6dd0b8e06f1a tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147518fc-cccc-4b3b-a664-16f155524ebc') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:52.261349 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-1dcf301b-a89c-47ae-9c5e-6dd0b8e06f1a tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147518fc-cccc-4b3b-a664-16f155524ebc') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:52.281944 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-34a29894-e7a5-4e67-b650-ea638ca8e610 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting port 559b4672-2cc6-4268-a251-ea952dfbee4b {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:52.282369 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-34a29894-e7a5-4e67-b650-ea638ca8e610 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:52.288934 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dcf301b-a89c-47ae-9c5e-6dd0b8e06f1a tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:52.343355 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dcf301b-a89c-47ae-9c5e-6dd0b8e06f1a tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:52.344471 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-8d45ae94-fe75-4663-9dd8-a475cc5ffc0f None None] Set router 3b42afd5-b5c2-4e37-b269-0a14e1c76984 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:25:52.353675 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dcf301b-a89c-47ae-9c5e-6dd0b8e06f1a tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:25:52.354129 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dcf301b-a89c-47ae-9c5e-6dd0b8e06f1a tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:25:52.357421 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:25:52.364824 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-34a29894-e7a5-4e67-b650-ea638ca8e610 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:52.383165 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-34a29894-e7a5-4e67-b650-ea638ca8e610 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Calling delete_port for 559b4672-2cc6-4268-a251-ea952dfbee4b owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:52.416594 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d426103-419e-4977-8e61-e3315b5b8a08 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:52.504887 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-34a29894-e7a5-4e67-b650-ea638ca8e610 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:52.534647 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dcf301b-a89c-47ae-9c5e-6dd0b8e06f1a tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:52.543671 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dcf301b-a89c-47ae-9c5e-6dd0b8e06f1a tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:52.552291 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-34a29894-e7a5-4e67-b650-ea638ca8e610 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:52.552291 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-34a29894-e7a5-4e67-b650-ea638ca8e610 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/ports/559b4672-2cc6-4268-a251-ea952dfbee4b HTTP/1.1" status: 204 len: 168 time: 0.4031534 Jul 30 20:25:52.552291 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36164) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:52.553509 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1dcf301b-a89c-47ae-9c5e-6dd0b8e06f1a tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "DELETE /v2.0/networks/eba5042c-64ba-45cb-9ac9-028b0ec45b3a HTTP/1.1" status: 204 len: 168 time: 2.1001606 Jul 30 20:25:52.553992 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36166) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:52.555359 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d426103-419e-4977-8e61-e3315b5b8a08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:52.575583 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf301b-a89c-47ae-9c5e-6dd0b8e06f1a tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Pushing event deleted for resources: {'Network': ['ID=eba5042c-64ba-45cb-9ac9-028b0ec45b3a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:52.578056 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-c667b433-3d97-4bc8-a3c2-13832b598a91 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'port': {'network_id': '7fbcfee2-fedc-43cc-b61a-f865678d75da', 'mac_address': 'fa:16:3e:26:8d:32', 'name': 'tempest-PortsIpV6TestJSON-1829216659'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:52.608217 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a29894-e7a5-4e67-b650-ea638ca8e610 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Port': ['ID=559b4672-2cc6-4268-a251-ea952dfbee4b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:52.631948 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8d45ae94-fe75-4663-9dd8-a475cc5ffc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'name': 'tempest-TaggedBootDevicesTest-1267782188-router', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:14:25Z', 'updated_at': '2021-07-30T20:25:49Z', 'revision_number': 5, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'gw_port': {'id': '6f7af10f-d4e1-4450-877f-30273dce69f7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:14:26Z', 'updated_at': '2021-07-30T20:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:52.666735 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d45ae94-fe75-4663-9dd8-a475cc5ffc0f None None] Checking router: 3b42afd5-b5c2-4e37-b269-0a14e1c76984 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:25:52.677098 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d45ae94-fe75-4663-9dd8-a475cc5ffc0f None None] Routers {'3b42afd5-b5c2-4e37-b269-0a14e1c76984'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:25:52.682324 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8d45ae94-fe75-4663-9dd8-a475cc5ffc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:25:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3b42afd5-b5c2-4e37-b269-0a14e1c76984'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:52.694041 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3d426103-419e-4977-8e61-e3315b5b8a08 admin admin] Deleting port 6f7af10f-d4e1-4450-877f-30273dce69f7 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:52.694622 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d426103-419e-4977-8e61-e3315b5b8a08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:52.720858 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-75ab3d85-0004-4d98-a257-d77d1b6eb749 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "GET /v2.0/ports?device_id=6041eafa-fb97-4866-a878-d01bc3615db9 HTTP/1.1" status: 200 len: 205 time: 0.1387413 Jul 30 20:25:52.724836 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36170) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:52.818432 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-3d426103-419e-4977-8e61-e3315b5b8a08 admin admin] For port 6f7af10f-d4e1-4450-877f-30273dce69f7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6f7af10f-d4e1-4450-877f-30273dce69f7,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:52.818823 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d426103-419e-4977-8e61-e3315b5b8a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:52.837613 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3d426103-419e-4977-8e61-e3315b5b8a08 admin admin] Calling delete_port for 6f7af10f-d4e1-4450-877f-30273dce69f7 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:52.883116 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ee570b0-24db-470c-9718-c182690b2f09 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:53.016399 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-8d45ae94-fe75-4663-9dd8-a475cc5ffc0f None None] Set router 3b42afd5-b5c2-4e37-b269-0a14e1c76984 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:25:53.082346 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d426103-419e-4977-8e61-e3315b5b8a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:53.083312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8d45ae94-fe75-4663-9dd8-a475cc5ffc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'name': 'tempest-TaggedBootDevicesTest-1267782188-router', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:14:25Z', 'updated_at': '2021-07-30T20:25:52Z', 'revision_number': 6, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:53.119144 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d45ae94-fe75-4663-9dd8-a475cc5ffc0f None None] The sync data for ids ['3b42afd5-b5c2-4e37-b269-0a14e1c76984'] in n-d-712137-9 is: [{'id': '3b42afd5-b5c2-4e37-b269-0a14e1c76984', 'name': 'tempest-TaggedBootDevicesTest-1267782188-router', 'tenant_id': '9555d3def1404d06ae82d4f5802d2226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:14:25Z', 'updated_at': '2021-07-30T20:25:52Z', 'revision_number': 6, 'project_id': '9555d3def1404d06ae82d4f5802d2226', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:25:53.140997 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d426103-419e-4977-8e61-e3315b5b8a08 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f7af10f-d4e1-4450-877f-30273dce69f7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:53.145058 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ee570b0-24db-470c-9718-c182690b2f09 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:53.147940 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ee570b0-24db-470c-9718-c182690b2f09 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:53.225595 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d426103-419e-4977-8e61-e3315b5b8a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:53.350180 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d426103-419e-4977-8e61-e3315b5b8a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:53.353428 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d426103-419e-4977-8e61-e3315b5b8a08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:53.407178 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d426103-419e-4977-8e61-e3315b5b8a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:53.408104 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d426103-419e-4977-8e61-e3315b5b8a08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b42afd5-b5c2-4e37-b269-0a14e1c76984 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:25:53.412962 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d426103-419e-4977-8e61-e3315b5b8a08 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:53.414565 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3d426103-419e-4977-8e61-e3315b5b8a08 admin admin] 10.222.0.81 "DELETE /v2.0/routers/3b42afd5-b5c2-4e37-b269-0a14e1c76984 HTTP/1.1" status: 204 len: 168 time: 1.2336555 Jul 30 20:25:53.420070 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36186) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:53.477162 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f28abf0e-05b4-45ab-a0ef-3da6a8927707 admin admin] Deleting subnet c5425a8a-2fa0-4767-b46d-c8518c357b73 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:25:53.481639 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f28abf0e-05b4-45ab-a0ef-3da6a8927707 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:53.536007 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f28abf0e-05b4-45ab-a0ef-3da6a8927707 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:53.614150 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ee570b0-24db-470c-9718-c182690b2f09 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:53.614761 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee570b0-24db-470c-9718-c182690b2f09 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Fanout notify agent at l3_agent the message router_deleted on router 6041eafa-fb97-4866-a878-d01bc3615db9 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:25:53.634189 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ee570b0-24db-470c-9718-c182690b2f09 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:53.635288 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7ee570b0-24db-470c-9718-c182690b2f09 tempest-RoutersNegativeIpV6Test-963539979 tempest-RoutersNegativeIpV6Test-963539979-project] 10.222.0.81 "DELETE /v2.0/routers/6041eafa-fb97-4866-a878-d01bc3615db9 HTTP/1.1" status: 204 len: 168 time: 0.9034529 Jul 30 20:25:53.651173 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c667b433-3d97-4bc8-a3c2-13832b598a91 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:53.663412 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b8cf70f8-155b-44e6-ab30-69e8a0308b05 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:25:53.688546 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f28abf0e-05b4-45ab-a0ef-3da6a8927707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:53.757785 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: b8cf70f8-155b-44e6-ab30-69e8a0308b05 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:25:53.759913 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b8cf70f8-155b-44e6-ab30-69e8a0308b05 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:25:53.770124 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-782bfd20-f212-4737-9124-9ab51413d83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:53.776539 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f28abf0e-05b4-45ab-a0ef-3da6a8927707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:53.798371 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c667b433-3d97-4bc8-a3c2-13832b598a91 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:53.805506 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28abf0e-05b4-45ab-a0ef-3da6a8927707 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5425a8a-2fa0-4767-b46d-c8518c357b73,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:53.810702 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f28abf0e-05b4-45ab-a0ef-3da6a8927707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:53.812628 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f28abf0e-05b4-45ab-a0ef-3da6a8927707 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c5425a8a-2fa0-4767-b46d-c8518c357b73 HTTP/1.1" status: 204 len: 168 time: 0.3912394 Jul 30 20:25:53.815252 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36198) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:53.826923 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeb037a-8097-4679-b66d-af8bfed75ffc None None] Network 9ed41446-71e6-4016-93d6-5a969c709957 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:53.862449 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-c667b433-3d97-4bc8-a3c2-13832b598a91 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] device_id is not set on port fd2a3ed0-dc4c-43db-a35b-8cbd1098608b yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:25:53.974700 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-804421d7-048b-449d-9f55-9d6fa4381aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:54.020679 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:54.050272 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36206) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:54.151946 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-804421d7-048b-449d-9f55-9d6fa4381aa1 admin admin] Deleting port 8701e433-06d3-436c-af9d-d4146bc2325c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:54.151946 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-804421d7-048b-449d-9f55-9d6fa4381aa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:54.251134 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17057c6-05a9-4a07-b8fd-39f94c6b16a0 None None] DHCP port deletion for 9ed41446-71e6-4016-93d6-5a969c709957 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:25:54.306582 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c667b433-3d97-4bc8-a3c2-13832b598a91 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:54.338009 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-804421d7-048b-449d-9f55-9d6fa4381aa1 admin admin] For port 8701e433-06d3-436c-af9d-d4146bc2325c, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8701e433-06d3-436c-af9d-d4146bc2325c,segment=NetworkSegment(346a14cd-6657-43b3-bba7-2b75d28aeb79),segment_id=346a14cd-6657-43b3-bba7-2b75d28aeb79)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:54.338714 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-804421d7-048b-449d-9f55-9d6fa4381aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:54.401588 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-804421d7-048b-449d-9f55-9d6fa4381aa1 admin admin] Calling delete_port for 8701e433-06d3-436c-af9d-d4146bc2325c owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:54.429647 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c17057c6-05a9-4a07-b8fd-39f94c6b16a0 None None] Deleting port 8701e433-06d3-436c-af9d-d4146bc2325c {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:54.448063 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c17057c6-05a9-4a07-b8fd-39f94c6b16a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:54.607441 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36218) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:54.611183 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-350e6625-75bc-441c-8aba-3c669b020098 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1de6e4ea44e64b958cc9f73927882925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5593598 Jul 30 20:25:54.614096 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c667b433-3d97-4bc8-a3c2-13832b598a91 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:54.667301 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c17057c6-05a9-4a07-b8fd-39f94c6b16a0 None None] For port 8701e433-06d3-436c-af9d-d4146bc2325c, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8701e433-06d3-436c-af9d-d4146bc2325c,segment=NetworkSegment(346a14cd-6657-43b3-bba7-2b75d28aeb79),segment_id=346a14cd-6657-43b3-bba7-2b75d28aeb79)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:25:54.667751 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c17057c6-05a9-4a07-b8fd-39f94c6b16a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:54.689571 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c667b433-3d97-4bc8-a3c2-13832b598a91 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network 7fbcfee2-fedc-43cc-b61a-f865678d75da is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:25:54.694574 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-c667b433-3d97-4bc8-a3c2-13832b598a91 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:54.703091 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c17057c6-05a9-4a07-b8fd-39f94c6b16a0 None None] Calling delete_port for 8701e433-06d3-436c-af9d-d4146bc2325c owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:54.707164 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:25:54.714051 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c667b433-3d97-4bc8-a3c2-13832b598a91 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:25:54.721036 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c667b433-3d97-4bc8-a3c2-13832b598a91 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:54.721937 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c667b433-3d97-4bc8-a3c2-13832b598a91 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:54.735636 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667b433-3d97-4bc8-a3c2-13832b598a91 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Port': ['ID=fd2a3ed0-dc4c-43db-a35b-8cbd1098608b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:54.737758 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-804421d7-048b-449d-9f55-9d6fa4381aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:54.743666 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c667b433-3d97-4bc8-a3c2-13832b598a91 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1907377 Jul 30 20:25:54.748192 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36222) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:54.805743 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9877d39-8428-4ca1-b3fe-36eddafc7b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:54.814302 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804421d7-048b-449d-9f55-9d6fa4381aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8701e433-06d3-436c-af9d-d4146bc2325c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:54.822063 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c17057c6-05a9-4a07-b8fd-39f94c6b16a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:54.841950 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804421d7-048b-449d-9f55-9d6fa4381aa1 admin admin] No DVR routers for this DVR port 8701e433-06d3-436c-af9d-d4146bc2325c on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:25:54.857436 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fad90d1-9dfe-44ee-9ed2-c3180232a9fe tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:54.859258 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7fad90d1-9dfe-44ee-9ed2-c3180232a9fe tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports/fd2a3ed0-dc4c-43db-a35b-8cbd1098608b HTTP/1.1" status: 200 len: 845 time: 0.1047831 Jul 30 20:25:54.862141 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36230) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:54.873741 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17057c6-05a9-4a07-b8fd-39f94c6b16a0 None None] Pushing event deleted for resources: {'Port': ['ID=8701e433-06d3-436c-af9d-d4146bc2325c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:54.897783 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17057c6-05a9-4a07-b8fd-39f94c6b16a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:54.898045 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17057c6-05a9-4a07-b8fd-39f94c6b16a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:54.898401 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17057c6-05a9-4a07-b8fd-39f94c6b16a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:54.898772 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17057c6-05a9-4a07-b8fd-39f94c6b16a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:54.899181 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17057c6-05a9-4a07-b8fd-39f94c6b16a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:54.899402 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17057c6-05a9-4a07-b8fd-39f94c6b16a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:54.899782 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17057c6-05a9-4a07-b8fd-39f94c6b16a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:54.900125 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9877d39-8428-4ca1-b3fe-36eddafc7b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:54.901184 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17057c6-05a9-4a07-b8fd-39f94c6b16a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:54.901531 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17057c6-05a9-4a07-b8fd-39f94c6b16a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:54.908304 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17057c6-05a9-4a07-b8fd-39f94c6b16a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:54.911968 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17057c6-05a9-4a07-b8fd-39f94c6b16a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:54.912453 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17057c6-05a9-4a07-b8fd-39f94c6b16a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:25:54.933301 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17057c6-05a9-4a07-b8fd-39f94c6b16a0 None None] No DVR routers for this DVR port 8701e433-06d3-436c-af9d-d4146bc2325c on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:25:54.993861 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:55.008630 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-6e4b44f1-f3b2-4d5e-9003-05e4333f7c40 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting port fd2a3ed0-dc4c-43db-a35b-8cbd1098608b {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:55.009213 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6e4b44f1-f3b2-4d5e-9003-05e4333f7c40 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:55.044132 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9877d39-8428-4ca1-b3fe-36eddafc7b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:55.046907 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9877d39-8428-4ca1-b3fe-36eddafc7b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:55.050681 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a9877d39-8428-4ca1-b3fe-36eddafc7b38 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/71db6554-cf31-4259-a66a-1938762809cf HTTP/1.1" status: 204 len: 168 time: 0.4378784 Jul 30 20:25:55.081679 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-804421d7-048b-449d-9f55-9d6fa4381aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:55.098888 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-804421d7-048b-449d-9f55-9d6fa4381aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed41446-71e6-4016-93d6-5a969c709957']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:55.109816 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9877d39-8428-4ca1-b3fe-36eddafc7b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71db6554-cf31-4259-a66a-1938762809cf,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:55.118498 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-804421d7-048b-449d-9f55-9d6fa4381aa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346a14cd-6657-43b3-bba7-2b75d28aeb79') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:55.118498 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-804421d7-048b-449d-9f55-9d6fa4381aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346a14cd-6657-43b3-bba7-2b75d28aeb79') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:25:55.132675 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-804421d7-048b-449d-9f55-9d6fa4381aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:55.159929 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6e4b44f1-f3b2-4d5e-9003-05e4333f7c40 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:55.169609 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-804421d7-048b-449d-9f55-9d6fa4381aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:55.179867 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-6e4b44f1-f3b2-4d5e-9003-05e4333f7c40 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Calling delete_port for fd2a3ed0-dc4c-43db-a35b-8cbd1098608b owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:55.186009 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804421d7-048b-449d-9f55-9d6fa4381aa1 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:25:55.186496 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-804421d7-048b-449d-9f55-9d6fa4381aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:25:55.189183 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:25:55.299192 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-804421d7-048b-449d-9f55-9d6fa4381aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:55.333796 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-804421d7-048b-449d-9f55-9d6fa4381aa1 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:55.338385 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-804421d7-048b-449d-9f55-9d6fa4381aa1 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9ed41446-71e6-4016-93d6-5a969c709957 HTTP/1.1" status: 204 len: 168 time: 1.5193470 Jul 30 20:25:55.348963 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804421d7-048b-449d-9f55-9d6fa4381aa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ed41446-71e6-4016-93d6-5a969c709957,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:55.368784 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6e4b44f1-f3b2-4d5e-9003-05e4333f7c40 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:55.416580 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b44f1-f3b2-4d5e-9003-05e4333f7c40 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Port': ['ID=fd2a3ed0-dc4c-43db-a35b-8cbd1098608b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:55.423661 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6e4b44f1-f3b2-4d5e-9003-05e4333f7c40 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:55.430399 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36276) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:55.430766 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6e4b44f1-f3b2-4d5e-9003-05e4333f7c40 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/ports/fd2a3ed0-dc4c-43db-a35b-8cbd1098608b HTTP/1.1" status: 204 len: 168 time: 0.5673988 Jul 30 20:25:55.474469 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63c8155-68a0-434b-b78b-5a329a98d03f tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] GET failed (client error): The resource could not be found. Jul 30 20:25:55.476973 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b63c8155-68a0-434b-b78b-5a329a98d03f tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports/fd2a3ed0-dc4c-43db-a35b-8cbd1098608b HTTP/1.1" status: 404 len: 333 time: 0.0448267 Jul 30 20:25:55.480404 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36280) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:55.485869 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b922abb4-a9cc-4bca-a9f6-600f9e79bc49 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'port': {'network_id': '7fbcfee2-fedc-43cc-b61a-f865678d75da', 'name': 'tempest-PortsIpV6TestJSON-1365582432'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:55.631366 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36292) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:55.641243 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8701e433-06d3-436c-af9d-d4146bc2325c no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:25:55.653493 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b922abb4-a9cc-4bca-a9f6-600f9e79bc49 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:55.660301 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b922abb4-a9cc-4bca-a9f6-600f9e79bc49 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:55.685201 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-b922abb4-a9cc-4bca-a9f6-600f9e79bc49 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] device_id is not set on port c1596e27-0b11-43bb-981a-a1e98ef9f563 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:25:55.686493 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 8701e433-06d3-436c-af9d-d4146bc2325c {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:25:55.686845 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8701e433-06d3-436c-af9d-d4146bc2325c not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:25:55.689523 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6f7af10f-d4e1-4450-877f-30273dce69f7 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:25:55.704531 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e4ae54ce-ac84-47a4-9e30-9387b65a751f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9555d3def1404d06ae82d4f5802d2226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0702100 Jul 30 20:25:55.705207 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36298) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:55.755824 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 6f7af10f-d4e1-4450-877f-30273dce69f7 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:25:55.757484 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6f7af10f-d4e1-4450-877f-30273dce69f7 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:25:55.779491 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aa4c4daa-2c50-4fd9-baed-9ebc2847c9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:55.830428 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aa4c4daa-2c50-4fd9-baed-9ebc2847c9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:55.907137 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aa4c4daa-2c50-4fd9-baed-9ebc2847c9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:55.910863 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aa4c4daa-2c50-4fd9-baed-9ebc2847c9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:55.932957 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-aa4c4daa-2c50-4fd9-baed-9ebc2847c9db admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0d414b58-75aa-49ab-a902-01dd5e8aa8c9 HTTP/1.1" status: 204 len: 168 time: 0.2146492 Jul 30 20:25:55.957188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c4daa-2c50-4fd9-baed-9ebc2847c9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d414b58-75aa-49ab-a902-01dd5e8aa8c9,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:56.003426 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b922abb4-a9cc-4bca-a9f6-600f9e79bc49 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:56.102480 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b922abb4-a9cc-4bca-a9f6-600f9e79bc49 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:56.164852 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922abb4-a9cc-4bca-a9f6-600f9e79bc49 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Port': ['ID=c1596e27-0b11-43bb-981a-a1e98ef9f563,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:56.183775 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b922abb4-a9cc-4bca-a9f6-600f9e79bc49 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network 7fbcfee2-fedc-43cc-b61a-f865678d75da is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:25:56.185561 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b922abb4-a9cc-4bca-a9f6-600f9e79bc49 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:56.197637 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b922abb4-a9cc-4bca-a9f6-600f9e79bc49 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:25:56.219112 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b922abb4-a9cc-4bca-a9f6-600f9e79bc49 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:56.219822 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b922abb4-a9cc-4bca-a9f6-600f9e79bc49 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:56.257444 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b922abb4-a9cc-4bca-a9f6-600f9e79bc49 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7756894 Jul 30 20:25:56.259879 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36324) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:56.265809 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7c9db26a-c2b9-4e47-bf53-aa0b605b7d76 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:56.386515 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c9db26a-c2b9-4e47-bf53-aa0b605b7d76 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:56.558019 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36336) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:56.646108 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c9db26a-c2b9-4e47-bf53-aa0b605b7d76 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:56.653128 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c9db26a-c2b9-4e47-bf53-aa0b605b7d76 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:56.696179 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7c9db26a-c2b9-4e47-bf53-aa0b605b7d76 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] In _notify_port_updated(), no bound segment for port c1596e27-0b11-43bb-981a-a1e98ef9f563 on network 7fbcfee2-fedc-43cc-b61a-f865678d75da {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:25:56.703127 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9db26a-c2b9-4e47-bf53-aa0b605b7d76 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:56.704098 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c9db26a-c2b9-4e47-bf53-aa0b605b7d76 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:56.706150 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7c9db26a-c2b9-4e47-bf53-aa0b605b7d76 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "PUT /v2.0/ports/c1596e27-0b11-43bb-981a-a1e98ef9f563 HTTP/1.1" status: 200 len: 818 time: 0.4451060 Jul 30 20:25:56.710349 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36342) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:56.732165 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9db26a-c2b9-4e47-bf53-aa0b605b7d76 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Port': ['ID=c1596e27-0b11-43bb-981a-a1e98ef9f563,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:56.834463 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:56.869391 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-e0b2e954-e378-454c-9e62-b36a863f069a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting port c1596e27-0b11-43bb-981a-a1e98ef9f563 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:25:56.869761 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e954-e378-454c-9e62-b36a863f069a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:56.881407 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-caa5081e-7eb1-43d7-83ac-9cc7d8023ea9 tempest-ServiceProvidersTest-749607544 tempest-ServiceProvidersTest-749607544-project] 10.222.0.81 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3221641 Jul 30 20:25:56.981225 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e954-e378-454c-9e62-b36a863f069a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:56.997652 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-e0b2e954-e378-454c-9e62-b36a863f069a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Calling delete_port for c1596e27-0b11-43bb-981a-a1e98ef9f563 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:25:57.084958 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36356) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:57.117519 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e954-e378-454c-9e62-b36a863f069a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:57.173566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2e954-e378-454c-9e62-b36a863f069a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Port': ['ID=c1596e27-0b11-43bb-981a-a1e98ef9f563,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:57.184961 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e954-e378-454c-9e62-b36a863f069a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:57.190313 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e0b2e954-e378-454c-9e62-b36a863f069a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/ports/c1596e27-0b11-43bb-981a-a1e98ef9f563 HTTP/1.1" status: 204 len: 168 time: 0.4789016 Jul 30 20:25:57.191181 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36360) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:57.273136 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36364) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:57.321814 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d7d157-103b-46b8-9904-e92d0ba36191 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:57.325974 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-39d7d157-103b-46b8-9904-e92d0ba36191 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1308103 Jul 30 20:25:57.326137 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36368) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:57.354311 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc0966c-46d5-4c3b-a7c2-aea9bdbb0d69 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] GET failed (client error): The resource could not be found. Jul 30 20:25:57.355936 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1dc0966c-46d5-4c3b-a7c2-aea9bdbb0d69 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports/c1596e27-0b11-43bb-981a-a1e98ef9f563 HTTP/1.1" status: 404 len: 333 time: 0.0289128 Jul 30 20:25:57.359494 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36370) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:57.364718 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1884b4d5-c65d-4f21-ae36-d2ac07ac85b2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1830547973'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:57.387498 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1884b4d5-c65d-4f21-ae36-d2ac07ac85b2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:57.392264 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1884b4d5-c65d-4f21-ae36-d2ac07ac85b2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:57.422586 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1884b4d5-c65d-4f21-ae36-d2ac07ac85b2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:25:57.433261 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1884b4d5-c65d-4f21-ae36-d2ac07ac85b2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:57.433645 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-1884b4d5-c65d-4f21-ae36-d2ac07ac85b2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Added segment f2f23136-7be3-4eaf-a6ec-fdd235840537 of type vlan for network 5c226da6-2651-4e0b-b88d-041b1897ad48 Jul 30 20:25:57.440059 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b4d3aa7c-c76b-4057-81c3-00f66d999656 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1552633528-network', 'tenant_id': 'e92c327aebf04028a91c4b590c6b6a5e'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:57.461668 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-545e83b8-a970-4a6d-a216-dc9e6a069790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:57.510531 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1884b4d5-c65d-4f21-ae36-d2ac07ac85b2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:57.546387 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1884b4d5-c65d-4f21-ae36-d2ac07ac85b2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:57.553469 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1884b4d5-c65d-4f21-ae36-d2ac07ac85b2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:57.554152 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1884b4d5-c65d-4f21-ae36-d2ac07ac85b2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:57.620906 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-545e83b8-a970-4a6d-a216-dc9e6a069790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:57.627891 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-545e83b8-a970-4a6d-a216-dc9e6a069790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:57.645878 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884b4d5-c65d-4f21-ae36-d2ac07ac85b2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Network': ['ID=5c226da6-2651-4e0b-b88d-041b1897ad48,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:57.650583 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d3aa7c-c76b-4057-81c3-00f66d999656 admin admin] Made reservation on behalf of e92c327aebf04028a91c4b590c6b6a5e for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:57.653833 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4d3aa7c-c76b-4057-81c3-00f66d999656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:57.661285 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 5c226da6-2651-4e0b-b88d-041b1897ad48 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:25:57.665530 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4d3aa7c-c76b-4057-81c3-00f66d999656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:57.669698 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1884b4d5-c65d-4f21-ae36-d2ac07ac85b2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3090672 Jul 30 20:25:57.672806 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-545e83b8-a970-4a6d-a216-dc9e6a069790 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=261759a69fca4e21bb7e9d0d13faf088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3988256 Jul 30 20:25:57.674310 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36372) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:57.675499 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36374) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:57.679537 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-74ac605e-cc1d-4679-a821-a0b5dd20ec32 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'subnet': {'network_id': '5c226da6-2651-4e0b-b88d-041b1897ad48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:57.684795 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e83b8-a970-4a6d-a216-dc9e6a069790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e94a0f3-6ddb-41b3-9e57-cd3bd785c20a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:57.749711 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5946f52c-80e1-4937-bccf-1eac2221e4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:57.786828 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5946f52c-80e1-4937-bccf-1eac2221e4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:57.861433 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4d3aa7c-c76b-4057-81c3-00f66d999656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:57.863402 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5946f52c-80e1-4937-bccf-1eac2221e4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:57.866476 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5946f52c-80e1-4937-bccf-1eac2221e4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:57.867748 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5946f52c-80e1-4937-bccf-1eac2221e4f0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7e94a0f3-6ddb-41b3-9e57-cd3bd785c20a HTTP/1.1" status: 204 len: 168 time: 0.1910131 Jul 30 20:25:57.878902 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4d3aa7c-c76b-4057-81c3-00f66d999656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:57.886626 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ac605e-cc1d-4679-a821-a0b5dd20ec32 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:57.889904 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946f52c-80e1-4937-bccf-1eac2221e4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e94a0f3-6ddb-41b3-9e57-cd3bd785c20a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:57.894810 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-74ac605e-cc1d-4679-a821-a0b5dd20ec32 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:57.905903 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d3aa7c-c76b-4057-81c3-00f66d999656 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:25:57.924447 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4d3aa7c-c76b-4057-81c3-00f66d999656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:57.924805 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-b4d3aa7c-c76b-4057-81c3-00f66d999656 admin admin] Added segment 61b4ee42-0ce1-444c-9f1d-51b3c3d2029a of type vlan for network f184bca8-9ea7-40f8-9632-fcb331a29cf9 Jul 30 20:25:57.926647 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3aa7c-c76b-4057-81c3-00f66d999656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2cc99c-def8-4aaa-9754-bc23a638cf20,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:57.998596 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4d3aa7c-c76b-4057-81c3-00f66d999656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:58.066290 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4d3aa7c-c76b-4057-81c3-00f66d999656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:58.067281 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d3aa7c-c76b-4057-81c3-00f66d999656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:58.067895 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4d3aa7c-c76b-4057-81c3-00f66d999656 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:58.220699 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-74ac605e-cc1d-4679-a821-a0b5dd20ec32 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:58.233246 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b4d3aa7c-c76b-4057-81c3-00f66d999656 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1464322 Jul 30 20:25:58.246430 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36388) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:58.262504 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b2de8d8c-1775-43aa-8b19-d597eafecabf admin admin] Request body: {'subnet': {'network_id': 'f184bca8-9ea7-40f8-9632-fcb331a29cf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1552633528-subnet', 'tenant_id': 'e92c327aebf04028a91c4b590c6b6a5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:58.326035 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3aa7c-c76b-4057-81c3-00f66d999656 admin admin] Pushing event updated for resources: {'Network': ['ID=f184bca8-9ea7-40f8-9632-fcb331a29cf9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:58.337087 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network f184bca8-9ea7-40f8-9632-fcb331a29cf9 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:25:58.364295 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2de8d8c-1775-43aa-8b19-d597eafecabf admin admin] Made reservation on behalf of e92c327aebf04028a91c4b590c6b6a5e for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:58.370820 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2de8d8c-1775-43aa-8b19-d597eafecabf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:58.407876 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac605e-cc1d-4679-a821-a0b5dd20ec32 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Subnet': ['ID=3cc905d7-c8d7-4dea-b38d-979b72f8f929,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:58.425487 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ac605e-cc1d-4679-a821-a0b5dd20ec32 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Checking segment: {'id': 'f2f23136-7be3-4eaf-a6ec-fdd235840537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5c226da6-2651-4e0b-b88d-041b1897ad48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:25:58.426140 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ac605e-cc1d-4679-a821-a0b5dd20ec32 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network hostable DHCP agents. Network: 5c226da6-2651-4e0b-b88d-041b1897ad48, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:25:58.460196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ac605e-cc1d-4679-a821-a0b5dd20ec32 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network 5c226da6-2651-4e0b-b88d-041b1897ad48 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:25:58.476726 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-74ac605e-cc1d-4679-a821-a0b5dd20ec32 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 5c226da6-2651-4e0b-b88d-041b1897ad48) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:58.481391 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ac605e-cc1d-4679-a821-a0b5dd20ec32 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:58.481998 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-74ac605e-cc1d-4679-a821-a0b5dd20ec32 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:58.488749 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b4f629-d4a3-45ae-8000-f33becbd2cfb None None] Network 5c226da6-2651-4e0b-b88d-041b1897ad48 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:58.510520 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-74ac605e-cc1d-4679-a821-a0b5dd20ec32 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8350098 Jul 30 20:25:58.513178 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36398) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:58.518775 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-4087e7ae-b51d-4142-8452-ca2996fd44d6 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'subnet': {'network_id': '5c226da6-2651-4e0b-b88d-041b1897ad48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:58.644278 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2de8d8c-1775-43aa-8b19-d597eafecabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:58.700960 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de8d8c-1775-43aa-8b19-d597eafecabf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fef7cf84-b00d-4df8-9755-57b015ff8e8d,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:58.717020 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4087e7ae-b51d-4142-8452-ca2996fd44d6 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:58.718320 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd745069-70b5-4560-abf1-625607468efe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-5c226da6-2651-4e0b-b88d-041b1897ad48', 'network_id': '5c226da6-2651-4e0b-b88d-041b1897ad48', 'tenant_id': '9bacd603b6d946298d69015a35d7a6ec', 'fixed_ips': [{'subnet_id': '3cc905d7-c8d7-4dea-b38d-979b72f8f929'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:25:58.719902 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd745069-70b5-4560-abf1-625607468efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:58.722922 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2de8d8c-1775-43aa-8b19-d597eafecabf admin admin] Checking segment: {'id': '61b4ee42-0ce1-444c-9f1d-51b3c3d2029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f184bca8-9ea7-40f8-9632-fcb331a29cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:25:58.723281 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2de8d8c-1775-43aa-8b19-d597eafecabf admin admin] Network hostable DHCP agents. Network: f184bca8-9ea7-40f8-9632-fcb331a29cf9, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:25:58.725575 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4087e7ae-b51d-4142-8452-ca2996fd44d6 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:58.746305 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2de8d8c-1775-43aa-8b19-d597eafecabf admin admin] Network f184bca8-9ea7-40f8-9632-fcb331a29cf9 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:25:58.763071 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b2de8d8c-1775-43aa-8b19-d597eafecabf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, f184bca8-9ea7-40f8-9632-fcb331a29cf9) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:58.779880 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2de8d8c-1775-43aa-8b19-d597eafecabf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:58.781040 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2de8d8c-1775-43aa-8b19-d597eafecabf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:58.800725 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b2de8d8c-1775-43aa-8b19-d597eafecabf admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5533924 Jul 30 20:25:58.826036 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38e4400-d228-4498-b435-891a193b060c None None] Network f184bca8-9ea7-40f8-9632-fcb331a29cf9 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:58.907104 n-d-712137-9 neutron-server[93882]: INFO neutron.db.ipam_backend_mixin [None req-4087e7ae-b51d-4142-8452-ca2996fd44d6 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3cc905d7-c8d7-4dea-b38d-979b72f8f929 (CIDR: 2001:db8::/64) Jul 30 20:25:58.913421 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-4087e7ae-b51d-4142-8452-ca2996fd44d6 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:25:58.914899 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4087e7ae-b51d-4142-8452-ca2996fd44d6 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:25:58.935692 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4087e7ae-b51d-4142-8452-ca2996fd44d6 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4212792 Jul 30 20:25:58.938279 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36410) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:25:58.953460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-7bae2e1e-fc06-4f7b-a788-bfc3da869faa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'subnet': {'network_id': '5c226da6-2651-4e0b-b88d-041b1897ad48', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:25:59.062481 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-dd745069-70b5-4560-abf1-625607468efe None None] Allocated IP 2001:db8::2 (5c226da6-2651-4e0b-b88d-041b1897ad48/3cc905d7-c8d7-4dea-b38d-979b72f8f929/be72967e-28e4-49f6-8cab-968b985123e5) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:25:59.100562 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f62b55-23a1-4037-a894-ebdd5e8bd7d1 None None] Network f184bca8-9ea7-40f8-9632-fcb331a29cf9 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:25:59.201175 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bae2e1e-fc06-4f7b-a788-bfc3da869faa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:25:59.206049 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7bae2e1e-fc06-4f7b-a788-bfc3da869faa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:59.432739 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd745069-70b5-4560-abf1-625607468efe None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:59.445447 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-dd745069-70b5-4560-abf1-625607468efe None None] Transition to ACTIVE for port object be72967e-28e4-49f6-8cab-968b985123e5 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:25:59.495407 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-dd745069-70b5-4560-abf1-625607468efe None None] Transition to ACTIVE for port object be72967e-28e4-49f6-8cab-968b985123e5 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:25:59.516816 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd745069-70b5-4560-abf1-625607468efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:59.621462 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd745069-70b5-4560-abf1-625607468efe None None] Pushing event updated for resources: {'Port': ['ID=be72967e-28e4-49f6-8cab-968b985123e5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:25:59.651720 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd745069-70b5-4560-abf1-625607468efe None None] Network 5c226da6-2651-4e0b-b88d-041b1897ad48 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:25:59.653314 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-dd745069-70b5-4560-abf1-625607468efe None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:59.660094 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd745069-70b5-4560-abf1-625607468efe None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:25:59.751277 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-dd745069-70b5-4560-abf1-625607468efe None None] Attempting to bind port be72967e-28e4-49f6-8cab-968b985123e5 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:25:59.752153 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-dd745069-70b5-4560-abf1-625607468efe None None] Attempting to bind port be72967e-28e4-49f6-8cab-968b985123e5 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'f2f23136-7be3-4eaf-a6ec-fdd235840537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5c226da6-2651-4e0b-b88d-041b1897ad48'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:25:59.753276 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd745069-70b5-4560-abf1-625607468efe None None] Attempting to bind port be72967e-28e4-49f6-8cab-968b985123e5 on network 5c226da6-2651-4e0b-b88d-041b1897ad48 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:25:59.760369 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd745069-70b5-4560-abf1-625607468efe None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:25:59.761097 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd745069-70b5-4560-abf1-625607468efe None None] Checking segment: {'id': 'f2f23136-7be3-4eaf-a6ec-fdd235840537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5c226da6-2651-4e0b-b88d-041b1897ad48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:25:59.761696 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd745069-70b5-4560-abf1-625607468efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:59.762281 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd745069-70b5-4560-abf1-625607468efe None None] Bound using segment: {'id': 'f2f23136-7be3-4eaf-a6ec-fdd235840537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5c226da6-2651-4e0b-b88d-041b1897ad48'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:25:59.763018 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-dd745069-70b5-4560-abf1-625607468efe None None] Bound port: be72967e-28e4-49f6-8cab-968b985123e5, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f23136-7be3-4eaf-a6ec-fdd235840537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5c226da6-2651-4e0b-b88d-041b1897ad48'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:25:59.763608 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd745069-70b5-4560-abf1-625607468efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:59.830336 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7bae2e1e-fc06-4f7b-a788-bfc3da869faa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:59.888919 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-dd745069-70b5-4560-abf1-625607468efe None None] For port be72967e-28e4-49f6-8cab-968b985123e5, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:25:59.912637 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-dd745069-70b5-4560-abf1-625607468efe None None] For port be72967e-28e4-49f6-8cab-968b985123e5, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=be72967e-28e4-49f6-8cab-968b985123e5,segment=NetworkSegment(f2f23136-7be3-4eaf-a6ec-fdd235840537),segment_id=f2f23136-7be3-4eaf-a6ec-fdd235840537)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:25:59.960385 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd745069-70b5-4560-abf1-625607468efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:25:59.980723 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bae2e1e-fc06-4f7b-a788-bfc3da869faa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network 5c226da6-2651-4e0b-b88d-041b1897ad48 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:25:59.984633 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-7bae2e1e-fc06-4f7b-a788-bfc3da869faa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:25:59.994932 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bae2e1e-fc06-4f7b-a788-bfc3da869faa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:25:59.995427 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7bae2e1e-fc06-4f7b-a788-bfc3da869faa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:00.030945 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae2e1e-fc06-4f7b-a788-bfc3da869faa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Subnet': ['ID=7c93ba82-39b3-4c02-b33b-964809f697ee,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:00.052835 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd745069-70b5-4560-abf1-625607468efe None None] Pushing event updated for resources: {'Port': ['ID=be72967e-28e4-49f6-8cab-968b985123e5,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:00.056287 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36448) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:00.061407 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f3a571e9-97a8-4e05-8f75-6ae3f49567c4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'port': {'network_id': '5c226da6-2651-4e0b-b88d-041b1897ad48', 'fixed_ips': [{'subnet_id': '3cc905d7-c8d7-4dea-b38d-979b72f8f929'}, {'subnet_id': '7c93ba82-39b3-4c02-b33b-964809f697ee'}], 'name': 'tempest-PortsIpV6TestJSON-582599022'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:00.063895 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7bae2e1e-fc06-4f7b-a788-bfc3da869faa tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1242070 Jul 30 20:26:00.170887 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00c37c-ec01-4838-a686-089891103bb3 req-de39596d-90c8-41d3-9b07-7d01eaa05e3d tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:00.173163 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc00c37c-ec01-4838-a686-089891103bb3 req-de39596d-90c8-41d3-9b07-7d01eaa05e3d tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/networks?id=f184bca8-9ea7-40f8-9632-fcb331a29cf9 HTTP/1.1" status: 200 len: 809 time: 0.4433467 Jul 30 20:26:00.199853 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc00c37c-ec01-4838-a686-089891103bb3 req-f38fe7e2-55e1-4374-b539-ac4b891ae544 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/quotas/e92c327aebf04028a91c4b590c6b6a5e HTTP/1.1" status: 200 len: 375 time: 0.0190287 Jul 30 20:26:00.260237 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc00c37c-ec01-4838-a686-089891103bb3 req-7d1418fa-e1aa-41ec-ba00-c03ff747042d tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e92c327aebf04028a91c4b590c6b6a5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544784 Jul 30 20:26:00.353693 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a571e9-97a8-4e05-8f75-6ae3f49567c4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:00.458656 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc00c37c-ec01-4838-a686-089891103bb3 req-679ab37e-25b7-40ae-a014-61db99aefd98 service neutron] 10.222.0.81 "GET /v2.0/networks/f184bca8-9ea7-40f8-9632-fcb331a29cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975098 Jul 30 20:26:00.576802 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3a571e9-97a8-4e05-8f75-6ae3f49567c4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:00.579377 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc00c37c-ec01-4838-a686-089891103bb3 req-d17648d8-1881-43f3-a8bb-f8b6377d785f service neutron] 10.222.0.81 "GET /v2.0/networks/f184bca8-9ea7-40f8-9632-fcb331a29cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198745 Jul 30 20:26:00.634290 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-f3a571e9-97a8-4e05-8f75-6ae3f49567c4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] device_id is not set on port 2d72317d-f4ac-46d9-a27d-bca9e719ad04 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:26:00.889156 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36472) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:00.899869 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e55ae4be-c34e-4a19-8271-52b639824537 req-275528be-75f0-4c39-904e-dceda091af4c tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f5d9335-e42d-4f04-82fb-3a23cafe8109 HTTP/1.1" status: 200 len: 210 time: 0.0455015 Jul 30 20:26:01.035454 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-f3a571e9-97a8-4e05-8f75-6ae3f49567c4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Allocated IP 2001:db8::270 (5c226da6-2651-4e0b-b88d-041b1897ad48/3cc905d7-c8d7-4dea-b38d-979b72f8f929/2d72317d-f4ac-46d9-a27d-bca9e719ad04) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:01.047993 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-f3a571e9-97a8-4e05-8f75-6ae3f49567c4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Allocated IP 2001:db8:0:1::5f (5c226da6-2651-4e0b-b88d-041b1897ad48/7c93ba82-39b3-4c02-b33b-964809f697ee/2d72317d-f4ac-46d9-a27d-bca9e719ad04) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:01.126423 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab0203ef-ce2c-4636-9526-54bb358fd8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:01.277298 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3a571e9-97a8-4e05-8f75-6ae3f49567c4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:01.305653 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-f3a571e9-97a8-4e05-8f75-6ae3f49567c4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Transition to ACTIVE for port object 2d72317d-f4ac-46d9-a27d-bca9e719ad04 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:01.367114 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab0203ef-ce2c-4636-9526-54bb358fd8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:01.375115 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab0203ef-ce2c-4636-9526-54bb358fd8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:01.393657 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3a571e9-97a8-4e05-8f75-6ae3f49567c4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:01.452759 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ab0203ef-ce2c-4636-9526-54bb358fd8c3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=00644c94403a4a8e9e47ac5135a6e2ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5602670 Jul 30 20:26:01.453290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36480) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:01.458379 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0203ef-ce2c-4636-9526-54bb358fd8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1855148-8f40-4b4f-8d5f-815c8fdbcaeb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:01.479533 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a571e9-97a8-4e05-8f75-6ae3f49567c4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network 5c226da6-2651-4e0b-b88d-041b1897ad48 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:26:01.486168 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-f3a571e9-97a8-4e05-8f75-6ae3f49567c4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:01.495921 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a571e9-97a8-4e05-8f75-6ae3f49567c4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:26:01.504639 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a571e9-97a8-4e05-8f75-6ae3f49567c4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:01.506404 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3a571e9-97a8-4e05-8f75-6ae3f49567c4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:01.512344 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a571e9-97a8-4e05-8f75-6ae3f49567c4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Port': ['ID=2d72317d-f4ac-46d9-a27d-bca9e719ad04,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:01.523845 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc1fb92-d6cc-4640-af09-29f9229214b8 None None] Network 5c226da6-2651-4e0b-b88d-041b1897ad48 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:26:01.560259 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38e9110c-ade8-46e5-9531-dd8caf660120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:01.570976 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f3a571e9-97a8-4e05-8f75-6ae3f49567c4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.5135956 Jul 30 20:26:01.576045 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36482) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:01.585411 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-20883b5e-bea3-4c8a-97a4-56a51bc2bd65 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3cc905d7-c8d7-4dea-b38d-979b72f8f929'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:01.632779 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c19ba156-7ae9-4955-9b12-dacf324b1d0e None None] Provisioning for port be72967e-28e4-49f6-8cab-968b985123e5 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:01.640513 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38e9110c-ade8-46e5-9531-dd8caf660120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:01.714043 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-20883b5e-bea3-4c8a-97a4-56a51bc2bd65 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:01.754973 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38e9110c-ade8-46e5-9531-dd8caf660120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:01.761717 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38e9110c-ade8-46e5-9531-dd8caf660120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:01.766117 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-38e9110c-ade8-46e5-9531-dd8caf660120 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b1855148-8f40-4b4f-8d5f-815c8fdbcaeb HTTP/1.1" status: 204 len: 168 time: 0.3116658 Jul 30 20:26:01.778716 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device be72967e-28e4-49f6-8cab-968b985123e5 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:26:01.780311 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9110c-ade8-46e5-9531-dd8caf660120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1855148-8f40-4b4f-8d5f-815c8fdbcaeb,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:02.027963 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c179a50-04f9-4fa7-bd29-e4fae7d045a8 req-37c0617e-bf83-44fc-a4dc-1c34d2c4744d tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f5d9335-e42d-4f04-82fb-3a23cafe8109 HTTP/1.1" status: 200 len: 210 time: 0.0378511 Jul 30 20:26:02.059200 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port be72967e-28e4-49f6-8cab-968b985123e5 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:02.072287 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port be72967e-28e4-49f6-8cab-968b985123e5 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:02.072752 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:02.124802 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7e1ec3-134d-47e4-a6bc-f0d91bf0d840 None None] Update dhcp port {'port': {'network_id': '5c226da6-2651-4e0b-b88d-041b1897ad48', 'fixed_ips': [{'subnet_id': '3cc905d7-c8d7-4dea-b38d-979b72f8f929', 'ip_address': '2001:db8::2'}, {'subnet_id': '7c93ba82-39b3-4c02-b33b-964809f697ee'}], 'binding:host_id': 'n-d-712137-9'}, 'id': 'be72967e-28e4-49f6-8cab-968b985123e5'} from n-d-712137-9. {{(pid=93884) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 20:26:02.144382 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-20883b5e-bea3-4c8a-97a4-56a51bc2bd65 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Delete allocated IP 2001:db8:0:1::5f (5c226da6-2651-4e0b-b88d-041b1897ad48/7c93ba82-39b3-4c02-b33b-964809f697ee) {{(pid=93883) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 20:26:02.153805 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc7e1ec3-134d-47e4-a6bc-f0d91bf0d840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:02.305333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36498) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:02.317821 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:02.328244 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e028dd9d-6e9b-4c70-8fac-5a94b4e2b001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:02.339044 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-20883b5e-bea3-4c8a-97a4-56a51bc2bd65 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:02.354829 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port be72967e-28e4-49f6-8cab-968b985123e5, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=be72967e-28e4-49f6-8cab-968b985123e5,segment=NetworkSegment(f2f23136-7be3-4eaf-a6ec-fdd235840537),segment_id=f2f23136-7be3-4eaf-a6ec-fdd235840537)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:02.355095 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-20883b5e-bea3-4c8a-97a4-56a51bc2bd65 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Ignored duplicate provisioning block setup for port 2d72317d-f4ac-46d9-a27d-bca9e719ad04 by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 20:26:02.359065 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-20883b5e-bea3-4c8a-97a4-56a51bc2bd65 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:02.363531 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:02.438413 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e028dd9d-6e9b-4c70-8fac-5a94b4e2b001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:02.444388 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e028dd9d-6e9b-4c70-8fac-5a94b4e2b001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:02.446890 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=be72967e-28e4-49f6-8cab-968b985123e5,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:02.450396 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-cc7e1ec3-134d-47e4-a6bc-f0d91bf0d840 None None] Allocated IP 2001:db8:0:1::2 (5c226da6-2651-4e0b-b88d-041b1897ad48/7c93ba82-39b3-4c02-b33b-964809f697ee/be72967e-28e4-49f6-8cab-968b985123e5) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:02.451435 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-20883b5e-bea3-4c8a-97a4-56a51bc2bd65 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] In _notify_port_updated(), no bound segment for port 2d72317d-f4ac-46d9-a27d-bca9e719ad04 on network 5c226da6-2651-4e0b-b88d-041b1897ad48 {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:26:02.458098 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20883b5e-bea3-4c8a-97a4-56a51bc2bd65 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:02.458998 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-20883b5e-bea3-4c8a-97a4-56a51bc2bd65 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:02.460375 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-20883b5e-bea3-4c8a-97a4-56a51bc2bd65 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "PUT /v2.0/ports/2d72317d-f4ac-46d9-a27d-bca9e719ad04 HTTP/1.1" status: 200 len: 925 time: 0.8831534 Jul 30 20:26:02.461345 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20883b5e-bea3-4c8a-97a4-56a51bc2bd65 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Port': ['ID=2d72317d-f4ac-46d9-a27d-bca9e719ad04,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:02.463593 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36506) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:02.469614 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-040f2e3e-1c6d-4f31-9f0d-7f8f122e17f0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3cc905d7-c8d7-4dea-b38d-979b72f8f929'}, {'subnet_id': '7c93ba82-39b3-4c02-b33b-964809f697ee'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:02.512737 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e028dd9d-6e9b-4c70-8fac-5a94b4e2b001 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2dff4a206fa340aba2cf930388459b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2059824 Jul 30 20:26:02.516700 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36512) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:02.517547 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028dd9d-6e9b-4c70-8fac-5a94b4e2b001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e4539f-189a-446f-b2a4-b13070ed988c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:02.573681 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-cc7e1ec3-134d-47e4-a6bc-f0d91bf0d840 None None] For port be72967e-28e4-49f6-8cab-968b985123e5, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=be72967e-28e4-49f6-8cab-968b985123e5,segment=NetworkSegment(f2f23136-7be3-4eaf-a6ec-fdd235840537),segment_id=f2f23136-7be3-4eaf-a6ec-fdd235840537)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:02.616134 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc7e1ec3-134d-47e4-a6bc-f0d91bf0d840 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:02.632690 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cc7e1ec3-134d-47e4-a6bc-f0d91bf0d840 None None] Transition to ACTIVE for port object be72967e-28e4-49f6-8cab-968b985123e5 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:02.642093 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc7e1ec3-134d-47e4-a6bc-f0d91bf0d840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:02.750701 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e1ec3-134d-47e4-a6bc-f0d91bf0d840 None None] Pushing event updated for resources: {'Port': ['ID=be72967e-28e4-49f6-8cab-968b985123e5,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:02.955160 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-040f2e3e-1c6d-4f31-9f0d-7f8f122e17f0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:03.014978 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c50bdc3-dae9-4679-806b-b28a7f60f750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:03.089504 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c50bdc3-dae9-4679-806b-b28a7f60f750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:03.133392 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-519aee8b-1dbe-4319-acd7-0b07a9fd2560 req-358da289-5085-4de8-b0a4-dd1ca998bd48 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f5d9335-e42d-4f04-82fb-3a23cafe8109 HTTP/1.1" status: 200 len: 210 time: 0.0413761 Jul 30 20:26:03.246793 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c50bdc3-dae9-4679-806b-b28a7f60f750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:03.249358 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c50bdc3-dae9-4679-806b-b28a7f60f750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:03.253529 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7c50bdc3-dae9-4679-806b-b28a7f60f750 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/77e4539f-189a-446f-b2a4-b13070ed988c HTTP/1.1" status: 204 len: 168 time: 0.7328701 Jul 30 20:26:03.285420 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50bdc3-dae9-4679-806b-b28a7f60f750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e4539f-189a-446f-b2a4-b13070ed988c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:03.385512 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-040f2e3e-1c6d-4f31-9f0d-7f8f122e17f0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Allocated IP 2001:db8:0:1::27e (5c226da6-2651-4e0b-b88d-041b1897ad48/7c93ba82-39b3-4c02-b33b-964809f697ee/2d72317d-f4ac-46d9-a27d-bca9e719ad04) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:03.575739 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac43e3b-12e9-4947-bf1a-d64e490a7bfa None None] Network 5c226da6-2651-4e0b-b88d-041b1897ad48 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:26:03.639223 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device be72967e-28e4-49f6-8cab-968b985123e5 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:26:03.664574 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-040f2e3e-1c6d-4f31-9f0d-7f8f122e17f0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:03.698775 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-040f2e3e-1c6d-4f31-9f0d-7f8f122e17f0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Ignored duplicate provisioning block setup for port 2d72317d-f4ac-46d9-a27d-bca9e719ad04 by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 20:26:03.711746 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-040f2e3e-1c6d-4f31-9f0d-7f8f122e17f0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:03.715242 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a49ff25f-d5c1-4c2e-85bb-f6ab9cc29fa3 None None] Provisioning for port 2d72317d-f4ac-46d9-a27d-bca9e719ad04 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:03.728392 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a49ff25f-d5c1-4c2e-85bb-f6ab9cc29fa3 None None] Provisioning complete for port 2d72317d-f4ac-46d9-a27d-bca9e719ad04 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:03.728760 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a49ff25f-d5c1-4c2e-85bb-f6ab9cc29fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:03.775946 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a49ff25f-d5c1-4c2e-85bb-f6ab9cc29fa3 None None] Port 2d72317d-f4ac-46d9-a27d-bca9e719ad04 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:26:03.847656 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a49ff25f-d5c1-4c2e-85bb-f6ab9cc29fa3 None None] Provisioning for port be72967e-28e4-49f6-8cab-968b985123e5 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:03.854689 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a49ff25f-d5c1-4c2e-85bb-f6ab9cc29fa3 None None] Provisioning complete for port be72967e-28e4-49f6-8cab-968b985123e5 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:03.855335 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a49ff25f-d5c1-4c2e-85bb-f6ab9cc29fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:03.884976 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-040f2e3e-1c6d-4f31-9f0d-7f8f122e17f0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] In _notify_port_updated(), no bound segment for port 2d72317d-f4ac-46d9-a27d-bca9e719ad04 on network 5c226da6-2651-4e0b-b88d-041b1897ad48 {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:26:03.892894 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f2e3e-1c6d-4f31-9f0d-7f8f122e17f0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:03.892894 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-040f2e3e-1c6d-4f31-9f0d-7f8f122e17f0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:03.897446 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36546) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:03.898239 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-040f2e3e-1c6d-4f31-9f0d-7f8f122e17f0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "PUT /v2.0/ports/2d72317d-f4ac-46d9-a27d-bca9e719ad04 HTTP/1.1" status: 200 len: 1011 time: 1.4329247 Jul 30 20:26:03.936388 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f2e3e-1c6d-4f31-9f0d-7f8f122e17f0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Port': ['ID=2d72317d-f4ac-46d9-a27d-bca9e719ad04,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:04.123804 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f49f2-8bb7-4410-bf8c-67e9057ab53b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting port 2d72317d-f4ac-46d9-a27d-bca9e719ad04 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:26:04.124591 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f7f49f2-8bb7-4410-bf8c-67e9057ab53b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:04.255777 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3c919219-a85e-4066-ad16-cf0cf4f7f75f req-1067fb29-3b50-4f8e-9b1b-3ed8650398ac tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f5d9335-e42d-4f04-82fb-3a23cafe8109 HTTP/1.1" status: 200 len: 210 time: 0.0409555 Jul 30 20:26:04.289344 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f7f49f2-8bb7-4410-bf8c-67e9057ab53b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:04.305666 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f49f2-8bb7-4410-bf8c-67e9057ab53b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Calling delete_port for 2d72317d-f4ac-46d9-a27d-bca9e719ad04 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:26:04.399546 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-03e4b406-b36f-48e0-92ee-2ffa44a5584a None None] Provisioning complete for port 2d72317d-f4ac-46d9-a27d-bca9e719ad04 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:04.400080 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03e4b406-b36f-48e0-92ee-2ffa44a5584a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:04.481940 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-03e4b406-b36f-48e0-92ee-2ffa44a5584a None None] Port 2d72317d-f4ac-46d9-a27d-bca9e719ad04 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:26:04.506209 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-03e4b406-b36f-48e0-92ee-2ffa44a5584a None None] Provisioning complete for port be72967e-28e4-49f6-8cab-968b985123e5 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:04.507006 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03e4b406-b36f-48e0-92ee-2ffa44a5584a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:04.630649 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f7f49f2-8bb7-4410-bf8c-67e9057ab53b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:04.685421 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f49f2-8bb7-4410-bf8c-67e9057ab53b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Port': ['ID=2d72317d-f4ac-46d9-a27d-bca9e719ad04,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:04.741926 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f7f49f2-8bb7-4410-bf8c-67e9057ab53b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:04.744096 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5f7f49f2-8bb7-4410-bf8c-67e9057ab53b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/ports/2d72317d-f4ac-46d9-a27d-bca9e719ad04 HTTP/1.1" status: 204 len: 168 time: 0.8453274 Jul 30 20:26:04.747100 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36564) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:04.775013 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7be3b317-3744-4e92-804d-503b76fbaafb None None] Could not find standard attr ID for object 2d72317d-f4ac-46d9-a27d-bca9e719ad04. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:26:04.787641 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce341da-bb87-43fc-88da-690c0fc24d92 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] GET failed (client error): The resource could not be found. Jul 30 20:26:04.791868 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6ce341da-bb87-43fc-88da-690c0fc24d92 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports/2d72317d-f4ac-46d9-a27d-bca9e719ad04 HTTP/1.1" status: 404 len: 333 time: 0.0410795 Jul 30 20:26:04.792483 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36568) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:04.866696 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5e50eb-9aea-4e9b-8f0f-baadd09973bb tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting subnet 7c93ba82-39b3-4c02-b33b-964809f697ee {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:26:04.870362 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a5e50eb-9aea-4e9b-8f0f-baadd09973bb tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:04.959914 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a5e50eb-9aea-4e9b-8f0f-baadd09973bb tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:05.189898 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a5e50eb-9aea-4e9b-8f0f-baadd09973bb tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:05.226799 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ed3356f7-ec74-418c-a54c-ad0d46d69fb1 None None] Could not find standard attr ID for object 2d72317d-f4ac-46d9-a27d-bca9e719ad04. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:26:05.329168 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a5e50eb-9aea-4e9b-8f0f-baadd09973bb tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:05.418692 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36590) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:05.427829 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ab87161-5f49-42f0-b72c-51d6d92dadc2 req-bcc12368-c9c9-4cd4-a626-88f2052c0c76 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f5d9335-e42d-4f04-82fb-3a23cafe8109 HTTP/1.1" status: 200 len: 210 time: 0.0883880 Jul 30 20:26:05.436536 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e50eb-9aea-4e9b-8f0f-baadd09973bb tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Subnet': ['ID=7c93ba82-39b3-4c02-b33b-964809f697ee,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:05.456926 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a5e50eb-9aea-4e9b-8f0f-baadd09973bb tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:05.464061 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36596) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:05.468618 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1a5e50eb-9aea-4e9b-8f0f-baadd09973bb tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/subnets/7c93ba82-39b3-4c02-b33b-964809f697ee HTTP/1.1" status: 204 len: 168 time: 0.6748898 Jul 30 20:26:05.556607 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda499cc-8297-499e-88bd-17755f72dfef tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting subnet 3cc905d7-c8d7-4dea-b38d-979b72f8f929 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:26:05.559919 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eda499cc-8297-499e-88bd-17755f72dfef tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:05.613883 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9b2b3d-1831-4ea7-a6be-718873e133f0 None None] Network 5c226da6-2651-4e0b-b88d-041b1897ad48 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:26:05.634687 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eda499cc-8297-499e-88bd-17755f72dfef tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:05.710760 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a3c86786-6c62-410f-ad7e-2c678660b27f None None] Could not find standard attr ID for object 2d72317d-f4ac-46d9-a27d-bca9e719ad04. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:26:05.764684 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-628220b0-b046-4120-89f7-229427845dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:05.807999 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eda499cc-8297-499e-88bd-17755f72dfef tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:05.957469 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eda499cc-8297-499e-88bd-17755f72dfef tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:05.990276 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eda499cc-8297-499e-88bd-17755f72dfef tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:05.995431 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36602) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:06.000112 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-eda499cc-8297-499e-88bd-17755f72dfef tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/subnets/3cc905d7-c8d7-4dea-b38d-979b72f8f929 HTTP/1.1" status: 204 len: 168 time: 0.5348539 Jul 30 20:26:06.003697 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36604) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:06.091158 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-628220b0-b046-4120-89f7-229427845dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:06.095195 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda499cc-8297-499e-88bd-17755f72dfef tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Subnet': ['ID=3cc905d7-c8d7-4dea-b38d-979b72f8f929,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:06.102799 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-628220b0-b046-4120-89f7-229427845dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:06.116985 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc62ce8a-2e85-4278-bab4-c28da2239b3e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:06.189052 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-628220b0-b046-4120-89f7-229427845dc5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=02447e85e48e4ae6a07a43c44b4294ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7639813 Jul 30 20:26:06.200209 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36610) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:06.224763 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628220b0-b046-4120-89f7-229427845dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af780830-db3e-44fb-92c8-7da579ec34c4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:06.301810 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bc62ce8a-2e85-4278-bab4-c28da2239b3e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting port be72967e-28e4-49f6-8cab-968b985123e5 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:26:06.302732 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc62ce8a-2e85-4278-bab4-c28da2239b3e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:06.316348 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-793af19b-be8e-4b65-a958-862b8acfe284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:06.397734 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74f63772-0d6e-45e8-8890-b9640730bdab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:06.504255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-bc62ce8a-2e85-4278-bab4-c28da2239b3e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] For port be72967e-28e4-49f6-8cab-968b985123e5, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=be72967e-28e4-49f6-8cab-968b985123e5,segment=NetworkSegment(f2f23136-7be3-4eaf-a6ec-fdd235840537),segment_id=f2f23136-7be3-4eaf-a6ec-fdd235840537)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:06.505029 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc62ce8a-2e85-4278-bab4-c28da2239b3e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:06.537812 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74f63772-0d6e-45e8-8890-b9640730bdab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:06.553160 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bc62ce8a-2e85-4278-bab4-c28da2239b3e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Calling delete_port for be72967e-28e4-49f6-8cab-968b985123e5 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:26:06.614047 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-793af19b-be8e-4b65-a958-862b8acfe284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:06.629945 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-793af19b-be8e-4b65-a958-862b8acfe284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:06.672794 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e31ee3a5-324b-4066-8564-389a24a46b6f req-20b73cbd-05b0-42ad-9369-adc840d36885 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f5d9335-e42d-4f04-82fb-3a23cafe8109 HTTP/1.1" status: 200 len: 210 time: 0.0938680 Jul 30 20:26:06.726912 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-793af19b-be8e-4b65-a958-862b8acfe284 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1959965eae0f4b599d006118c7489e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7218990 Jul 30 20:26:06.729782 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36660) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:06.738453 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793af19b-be8e-4b65-a958-862b8acfe284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4e98f2-e586-4684-bc33-2c2c090bab69,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:06.759127 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f9913a-d2c0-4885-9c9e-e90c34e86883 None None] Network 5c226da6-2651-4e0b-b88d-041b1897ad48 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:26:06.770257 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74f63772-0d6e-45e8-8890-b9640730bdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:06.773350 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74f63772-0d6e-45e8-8890-b9640730bdab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:06.774357 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-74f63772-0d6e-45e8-8890-b9640730bdab admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/af780830-db3e-44fb-92c8-7da579ec34c4 HTTP/1.1" status: 204 len: 168 time: 0.5759280 Jul 30 20:26:06.799925 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f63772-0d6e-45e8-8890-b9640730bdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af780830-db3e-44fb-92c8-7da579ec34c4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:06.820322 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc62ce8a-2e85-4278-bab4-c28da2239b3e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:06.837858 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7db0ee33-de75-4ddc-a2d8-c86ed221dc82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:06.871143 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62ce8a-2e85-4278-bab4-c28da2239b3e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Port': ['ID=be72967e-28e4-49f6-8cab-968b985123e5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:06.879316 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7db0ee33-de75-4ddc-a2d8-c86ed221dc82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:06.879844 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc62ce8a-2e85-4278-bab4-c28da2239b3e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] No DVR routers for this DVR port be72967e-28e4-49f6-8cab-968b985123e5 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:26:06.958021 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7db0ee33-de75-4ddc-a2d8-c86ed221dc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:06.962050 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7db0ee33-de75-4ddc-a2d8-c86ed221dc82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:06.966423 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7db0ee33-de75-4ddc-a2d8-c86ed221dc82 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3d4e98f2-e586-4684-bc33-2c2c090bab69 HTTP/1.1" status: 204 len: 168 time: 0.2352042 Jul 30 20:26:06.968010 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-129538af-14ff-4f8f-9ba9-52ce1600620e None None] Could not find standard attr ID for object be72967e-28e4-49f6-8cab-968b985123e5. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:26:06.995602 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0ee33-de75-4ddc-a2d8-c86ed221dc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4e98f2-e586-4684-bc33-2c2c090bab69,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:07.156734 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc62ce8a-2e85-4278-bab4-c28da2239b3e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:07.178562 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-bc62ce8a-2e85-4278-bab4-c28da2239b3e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c226da6-2651-4e0b-b88d-041b1897ad48']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:07.208930 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-bc62ce8a-2e85-4278-bab4-c28da2239b3e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f23136-7be3-4eaf-a6ec-fdd235840537') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:07.209327 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-bc62ce8a-2e85-4278-bab4-c28da2239b3e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f23136-7be3-4eaf-a6ec-fdd235840537') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:07.220338 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc62ce8a-2e85-4278-bab4-c28da2239b3e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:07.227797 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83447e4f-4e42-4697-8bd9-14a067b11944 None None] DHCP port deletion for 5c226da6-2651-4e0b-b88d-041b1897ad48 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:26:07.256493 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc62ce8a-2e85-4278-bab4-c28da2239b3e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:07.265620 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc62ce8a-2e85-4278-bab4-c28da2239b3e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:26:07.266584 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc62ce8a-2e85-4278-bab4-c28da2239b3e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:26:07.278081 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:26:07.385884 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc62ce8a-2e85-4278-bab4-c28da2239b3e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:07.399781 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc62ce8a-2e85-4278-bab4-c28da2239b3e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:07.407352 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bc62ce8a-2e85-4278-bab4-c28da2239b3e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/networks/5c226da6-2651-4e0b-b88d-041b1897ad48 HTTP/1.1" status: 204 len: 168 time: 1.4076984 Jul 30 20:26:07.412544 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 36742) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:07.420965 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62ce8a-2e85-4278-bab4-c28da2239b3e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Network': ['ID=5c226da6-2651-4e0b-b88d-041b1897ad48,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:07.544257 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88758bc6-cf15-4ab6-af1f-158a5ae8c5e7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:07.545608 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-88758bc6-cf15-4ab6-af1f-158a5ae8c5e7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1308131 Jul 30 20:26:07.549336 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36760) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:07.599473 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00c37c-ec01-4838-a686-089891103bb3 req-105ab243-f894-43d9-abe3-aec36b3da620 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:07.606538 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc00c37c-ec01-4838-a686-089891103bb3 req-105ab243-f894-43d9-abe3-aec36b3da620 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.59 "GET /v2.0/networks?id=f184bca8-9ea7-40f8-9632-fcb331a29cf9 HTTP/1.1" status: 200 len: 809 time: 0.2301843 Jul 30 20:26:07.631871 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-bc00c37c-ec01-4838-a686-089891103bb3 req-8a58e972-556c-448b-8b64-70db8bc25e01 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Request body: {'port': {'device_id': '8f5d9335-e42d-4f04-82fb-3a23cafe8109', 'network_id': 'f184bca8-9ea7-40f8-9632-fcb331a29cf9', 'admin_state_up': True, 'tenant_id': 'e92c327aebf04028a91c4b590c6b6a5e'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:07.665681 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-109a0dc7-4c30-42dc-813a-cbcdbb08e8e7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1143885 Jul 30 20:26:07.670379 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36774) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:07.681543 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device be72967e-28e4-49f6-8cab-968b985123e5 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:26:07.694655 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fe6202c5-d129-44c1-8ee2-b49cdab3fce4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1336010246'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:07.721117 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36784) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:07.739410 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: be72967e-28e4-49f6-8cab-968b985123e5 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:26:07.739821 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device be72967e-28e4-49f6-8cab-968b985123e5 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:26:07.770564 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b0c8f6b9-fdf9-4c1e-930e-33627350566d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:07.804687 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6202c5-d129-44c1-8ee2-b49cdab3fce4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:07.809104 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe6202c5-d129-44c1-8ee2-b49cdab3fce4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:07.846243 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bad54bfd-0225-4428-8c19-e9b0164e5d7f req-888a803f-7536-4e34-896e-3bfe4beafa21 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f5d9335-e42d-4f04-82fb-3a23cafe8109 HTTP/1.1" status: 200 len: 210 time: 0.0444782 Jul 30 20:26:07.854126 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6202c5-d129-44c1-8ee2-b49cdab3fce4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:26:07.859574 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc00c37c-ec01-4838-a686-089891103bb3 req-8a58e972-556c-448b-8b64-70db8bc25e01 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Made reservation on behalf of e92c327aebf04028a91c4b590c6b6a5e for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:07.875569 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bc00c37c-ec01-4838-a686-089891103bb3 req-8a58e972-556c-448b-8b64-70db8bc25e01 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:07.887369 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe6202c5-d129-44c1-8ee2-b49cdab3fce4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:07.889736 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-fe6202c5-d129-44c1-8ee2-b49cdab3fce4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Added segment b34d20f7-db98-4fa5-a3c3-ebc333870ea4 of type vlan for network 49f1cff7-4738-46f7-88dc-5a1c39504e35 Jul 30 20:26:07.979578 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe6202c5-d129-44c1-8ee2-b49cdab3fce4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:08.044466 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe6202c5-d129-44c1-8ee2-b49cdab3fce4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:08.051330 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6202c5-d129-44c1-8ee2-b49cdab3fce4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:08.052434 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe6202c5-d129-44c1-8ee2-b49cdab3fce4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:08.086147 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-bc00c37c-ec01-4838-a686-089891103bb3 req-8a58e972-556c-448b-8b64-70db8bc25e01 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Allocated IP 172.20.0.3 (f184bca8-9ea7-40f8-9632-fcb331a29cf9/fef7cf84-b00d-4df8-9755-57b015ff8e8d/50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:08.156655 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6202c5-d129-44c1-8ee2-b49cdab3fce4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Network': ['ID=49f1cff7-4738-46f7-88dc-5a1c39504e35,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:08.171902 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 49f1cff7-4738-46f7-88dc-5a1c39504e35 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:26:08.175685 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b0c8f6b9-fdf9-4c1e-930e-33627350566d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:08.185882 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b0c8f6b9-fdf9-4c1e-930e-33627350566d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:08.225922 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fe6202c5-d129-44c1-8ee2-b49cdab3fce4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5528288 Jul 30 20:26:08.226663 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36852) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:08.267973 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-cdf00864-685e-450a-806c-7c2311892aac tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'subnet': {'network_id': '49f1cff7-4738-46f7-88dc-5a1c39504e35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:08.404859 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b0c8f6b9-fdf9-4c1e-930e-33627350566d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5e4274e568f64820b308b4e98b77bf9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6723149 Jul 30 20:26:08.407808 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36880) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:08.416943 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8f6b9-fdf9-4c1e-930e-33627350566d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57bacb5-d1d9-4d65-977e-8a37725fe658,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:08.454353 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bc00c37c-ec01-4838-a686-089891103bb3 req-8a58e972-556c-448b-8b64-70db8bc25e01 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:08.456561 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf00864-685e-450a-806c-7c2311892aac tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:08.462287 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdf00864-685e-450a-806c-7c2311892aac tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:08.505858 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ea8f8-4d79-4a6d-814f-d1f75de0469a req-56458f93-fa8e-4e04-ab24-092488859e60 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:08.507864 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-652ea8f8-4d79-4a6d-814f-d1f75de0469a req-56458f93-fa8e-4e04-ab24-092488859e60 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 945 time: 0.1030385 Jul 30 20:26:08.562633 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bc00c37c-ec01-4838-a686-089891103bb3 req-8a58e972-556c-448b-8b64-70db8bc25e01 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:08.576967 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-652ea8f8-4d79-4a6d-814f-d1f75de0469a req-1f3b281d-7120-4f82-a92b-bd76062b4213 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616653 Jul 30 20:26:08.603367 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f6f66beb-27c3-4f0e-b31d-8ec6f11b6eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:08.636158 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f6f66beb-27c3-4f0e-b31d-8ec6f11b6eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:08.640703 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58e972-556c-448b-8b64-70db8bc25e01 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Pushing event updated for resources: {'Port': ['ID=50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:08.644523 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc00c37c-ec01-4838-a686-089891103bb3 req-8a58e972-556c-448b-8b64-70db8bc25e01 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Network f184bca8-9ea7-40f8-9632-fcb331a29cf9 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:26:08.652288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-bc00c37c-ec01-4838-a686-089891103bb3 req-8a58e972-556c-448b-8b64-70db8bc25e01 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:08.672790 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58e972-556c-448b-8b64-70db8bc25e01 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:08.673219 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58e972-556c-448b-8b64-70db8bc25e01 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:08.674245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58e972-556c-448b-8b64-70db8bc25e01 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:08.674720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58e972-556c-448b-8b64-70db8bc25e01 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:08.675690 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58e972-556c-448b-8b64-70db8bc25e01 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:08.676263 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58e972-556c-448b-8b64-70db8bc25e01 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:08.676590 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58e972-556c-448b-8b64-70db8bc25e01 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:08.677249 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58e972-556c-448b-8b64-70db8bc25e01 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:08.677902 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58e972-556c-448b-8b64-70db8bc25e01 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:08.679158 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58e972-556c-448b-8b64-70db8bc25e01 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:08.679590 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58e972-556c-448b-8b64-70db8bc25e01 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:08.680145 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58e972-556c-448b-8b64-70db8bc25e01 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:08.692832 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc00c37c-ec01-4838-a686-089891103bb3 req-8a58e972-556c-448b-8b64-70db8bc25e01 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:26:08.756789 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f6f66beb-27c3-4f0e-b31d-8ec6f11b6eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:08.759421 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f6f66beb-27c3-4f0e-b31d-8ec6f11b6eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:08.760617 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f6f66beb-27c3-4f0e-b31d-8ec6f11b6eb2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c57bacb5-d1d9-4d65-977e-8a37725fe658 HTTP/1.1" status: 204 len: 168 time: 0.3517911 Jul 30 20:26:08.771776 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00c37c-ec01-4838-a686-089891103bb3 req-8a58e972-556c-448b-8b64-70db8bc25e01 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:08.772693 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bc00c37c-ec01-4838-a686-089891103bb3 req-8a58e972-556c-448b-8b64-70db8bc25e01 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:08.796275 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f66beb-27c3-4f0e-b31d-8ec6f11b6eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57bacb5-d1d9-4d65-977e-8a37725fe658,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:08.802771 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc00c37c-ec01-4838-a686-089891103bb3 req-8a58e972-556c-448b-8b64-70db8bc25e01 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1840327 Jul 30 20:26:08.833147 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdf00864-685e-450a-806c-7c2311892aac tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:08.955776 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf00864-685e-450a-806c-7c2311892aac tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Subnet': ['ID=f2ff7297-e7ea-4bf1-a55c-9f88fb2e49cc,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:09.007452 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf00864-685e-450a-806c-7c2311892aac tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Checking segment: {'id': 'b34d20f7-db98-4fa5-a3c3-ebc333870ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49f1cff7-4738-46f7-88dc-5a1c39504e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:26:09.007854 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf00864-685e-450a-806c-7c2311892aac tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network hostable DHCP agents. Network: 49f1cff7-4738-46f7-88dc-5a1c39504e35, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:26:09.015129 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-bc00c37c-ec01-4838-a686-089891103bb3 req-c24f9988-d654-49d8-940f-b606e307fb82 service neutron] Request body: {'port': {'device_id': '8f5d9335-e42d-4f04-82fb-3a23cafe8109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:09.037160 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf00864-685e-450a-806c-7c2311892aac tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network 49f1cff7-4738-46f7-88dc-5a1c39504e35 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:26:09.061353 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-cdf00864-685e-450a-806c-7c2311892aac tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 49f1cff7-4738-46f7-88dc-5a1c39504e35) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:09.066669 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf00864-685e-450a-806c-7c2311892aac tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:09.067930 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdf00864-685e-450a-806c-7c2311892aac tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:09.084113 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a94602d-e239-4ebc-8a25-4a007a0ab413 None None] Network 49f1cff7-4738-46f7-88dc-5a1c39504e35 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:26:09.085570 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2e1bd-83db-467b-bbcf-ce466b59f35f req-f4a358ea-9259-4f35-ba1e-75ff87c4817e tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:09.087073 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7c2e1bd-83db-467b-bbcf-ce466b59f35f req-f4a358ea-9259-4f35-ba1e-75ff87c4817e tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f5d9335-e42d-4f04-82fb-3a23cafe8109 HTTP/1.1" status: 200 len: 931 time: 0.1247010 Jul 30 20:26:09.111850 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cdf00864-685e-450a-806c-7c2311892aac tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8673685 Jul 30 20:26:09.114480 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 36974) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:09.120352 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bc00c37c-ec01-4838-a686-089891103bb3 req-c24f9988-d654-49d8-940f-b606e307fb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:09.121189 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'port': {'network_id': '49f1cff7-4738-46f7-88dc-5a1c39504e35', 'name': 'tempest-PortsIpV6TestJSON-1946666446'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:09.242924 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7c2e1bd-83db-467b-bbcf-ce466b59f35f req-4b801ce6-373b-4ce2-99d8-fff97c6a4d76 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c2cc99c-def8-4aaa-9754-bc23a638cf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432025 Jul 30 20:26:09.493190 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:09.507303 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:09.546192 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] device_id is not set on port 7c2004bc-626c-41a2-86b3-327238ca125e yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:26:09.644921 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a24a44-0086-4d2d-b710-5d2365c61681 req-71c1e1da-defe-48c9-9ad3-55a160ae3264 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:09.646459 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b4a24a44-0086-4d2d-b710-5d2365c61681 req-71c1e1da-defe-48c9-9ad3-55a160ae3264 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 945 time: 0.1791356 Jul 30 20:26:09.660301 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a98791-535d-4a5c-a0b2-59ed50879f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-49f1cff7-4738-46f7-88dc-5a1c39504e35', 'network_id': '49f1cff7-4738-46f7-88dc-5a1c39504e35', 'tenant_id': '9bacd603b6d946298d69015a35d7a6ec', 'fixed_ips': [{'subnet_id': 'f2ff7297-e7ea-4bf1-a55c-9f88fb2e49cc'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:26:09.661743 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40a98791-535d-4a5c-a0b2-59ed50879f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:09.764933 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Allocated IP 2001:db8::339 (49f1cff7-4738-46f7-88dc-5a1c39504e35/f2ff7297-e7ea-4bf1-a55c-9f88fb2e49cc/7c2004bc-626c-41a2-86b3-327238ca125e) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:09.929197 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ec291-0371-439f-8cb5-824aa0e14412 req-2ea3bac2-5dde-49af-a5ee-7f20af318b7c tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:09.930720 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-521ec291-0371-439f-8cb5-824aa0e14412 req-2ea3bac2-5dde-49af-a5ee-7f20af318b7c tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 945 time: 0.1948838 Jul 30 20:26:09.950039 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-bc00c37c-ec01-4838-a686-089891103bb3 req-c24f9988-d654-49d8-940f-b606e307fb82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:26:09.965737 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bc00c37c-ec01-4838-a686-089891103bb3 req-c24f9988-d654-49d8-940f-b606e307fb82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:09.996454 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-b4a24a44-0086-4d2d-b710-5d2365c61681 req-868ec415-8cf7-4837-8a11-3391f4f2cd2a tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Deleting port b4ef2a46-9ba8-461b-b90b-a8558f1765f2 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:26:09.996796 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b4a24a44-0086-4d2d-b710-5d2365c61681 req-868ec415-8cf7-4837-8a11-3391f4f2cd2a tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:10.016051 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-bc00c37c-ec01-4838-a686-089891103bb3 req-c24f9988-d654-49d8-940f-b606e307fb82 service neutron] Transition to ACTIVE for port object 50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:10.098657 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:10.129117 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Transition to ACTIVE for port object 7c2004bc-626c-41a2-86b3-327238ca125e will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:10.192967 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:10.253000 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Port': ['ID=7c2004bc-626c-41a2-86b3-327238ca125e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:10.270571 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:10.271129 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:10.271705 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:10.272484 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:10.272984 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:10.273813 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:10.274195 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:10.274530 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:10.275029 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:10.281317 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:10.281935 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:10.282541 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:10.294572 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network 49f1cff7-4738-46f7-88dc-5a1c39504e35 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:26:10.297193 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:10.306872 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:26:10.308076 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-40a98791-535d-4a5c-a0b2-59ed50879f98 None None] Allocated IP 2001:db8::2 (49f1cff7-4738-46f7-88dc-5a1c39504e35/f2ff7297-e7ea-4bf1-a55c-9f88fb2e49cc/42556d13-0179-4b56-8e4e-3c9b14f603d2) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:10.315419 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:10.316462 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:10.357068 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ee85d78f-10e1-42a3-bc7d-1cbc26bc0746 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2414579 Jul 30 20:26:10.359860 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37120) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:10.368823 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5c8f5779-ec68-4a87-9106-527f32d110ad tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'port': {'network_id': '49f1cff7-4738-46f7-88dc-5a1c39504e35', 'name': 'tempest-PortsIpV6TestJSON-1158656532'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:10.523972 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bc00c37c-ec01-4838-a686-089891103bb3 req-c24f9988-d654-49d8-940f-b606e307fb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:10.588998 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-521ec291-0371-439f-8cb5-824aa0e14412 req-12839a1b-f4de-4f0b-8a2f-7da035387de8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6437082 Jul 30 20:26:10.610322 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8f5779-ec68-4a87-9106-527f32d110ad tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:10.615883 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c8f5779-ec68-4a87-9106-527f32d110ad tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:10.617891 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40a98791-535d-4a5c-a0b2-59ed50879f98 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:10.627710 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-40a98791-535d-4a5c-a0b2-59ed50879f98 None None] Transition to ACTIVE for port object 42556d13-0179-4b56-8e4e-3c9b14f603d2 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:10.648427 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-40a98791-535d-4a5c-a0b2-59ed50879f98 None None] Transition to ACTIVE for port object 42556d13-0179-4b56-8e4e-3c9b14f603d2 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:10.660808 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-5c8f5779-ec68-4a87-9106-527f32d110ad tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] device_id is not set on port 06319380-a7f9-4bd8-825c-4dfb1b92013c yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:26:10.662498 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40a98791-535d-4a5c-a0b2-59ed50879f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:10.755922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a98791-535d-4a5c-a0b2-59ed50879f98 None None] Pushing event updated for resources: {'Port': ['ID=42556d13-0179-4b56-8e4e-3c9b14f603d2,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:10.778836 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f9988-d654-49d8-940f-b606e307fb82 service neutron] Pushing event updated for resources: {'Port': ['ID=50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:10.788870 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a98791-535d-4a5c-a0b2-59ed50879f98 None None] Network 49f1cff7-4738-46f7-88dc-5a1c39504e35 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:26:10.792541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-40a98791-535d-4a5c-a0b2-59ed50879f98 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:10.801875 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a98791-535d-4a5c-a0b2-59ed50879f98 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:26:10.850640 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-b4a24a44-0086-4d2d-b710-5d2365c61681 req-868ec415-8cf7-4837-8a11-3391f4f2cd2a tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] For port b4ef2a46-9ba8-461b-b90b-a8558f1765f2, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=b4ef2a46-9ba8-461b-b90b-a8558f1765f2,segment=NetworkSegment(fe032a3b-65ea-4e02-9bea-2ab32b00a56f),segment_id=fe032a3b-65ea-4e02-9bea-2ab32b00a56f)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:10.851014 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b4a24a44-0086-4d2d-b710-5d2365c61681 req-868ec415-8cf7-4837-8a11-3391f4f2cd2a tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:10.882030 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-5c8f5779-ec68-4a87-9106-527f32d110ad tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Allocated IP 2001:db8::4e (49f1cff7-4738-46f7-88dc-5a1c39504e35/f2ff7297-e7ea-4bf1-a55c-9f88fb2e49cc/06319380-a7f9-4bd8-825c-4dfb1b92013c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:10.896662 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-40a98791-535d-4a5c-a0b2-59ed50879f98 None None] Attempting to bind port 42556d13-0179-4b56-8e4e-3c9b14f603d2 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:26:10.897500 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-40a98791-535d-4a5c-a0b2-59ed50879f98 None None] Attempting to bind port 42556d13-0179-4b56-8e4e-3c9b14f603d2 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b34d20f7-db98-4fa5-a3c3-ebc333870ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49f1cff7-4738-46f7-88dc-5a1c39504e35'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:26:10.898015 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a98791-535d-4a5c-a0b2-59ed50879f98 None None] Attempting to bind port 42556d13-0179-4b56-8e4e-3c9b14f603d2 on network 49f1cff7-4738-46f7-88dc-5a1c39504e35 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:26:10.905729 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a98791-535d-4a5c-a0b2-59ed50879f98 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:26:10.906395 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a98791-535d-4a5c-a0b2-59ed50879f98 None None] Checking segment: {'id': 'b34d20f7-db98-4fa5-a3c3-ebc333870ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49f1cff7-4738-46f7-88dc-5a1c39504e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:26:10.906797 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40a98791-535d-4a5c-a0b2-59ed50879f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:10.907494 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a98791-535d-4a5c-a0b2-59ed50879f98 None None] Bound using segment: {'id': 'b34d20f7-db98-4fa5-a3c3-ebc333870ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49f1cff7-4738-46f7-88dc-5a1c39504e35'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:26:10.909021 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-40a98791-535d-4a5c-a0b2-59ed50879f98 None None] Bound port: 42556d13-0179-4b56-8e4e-3c9b14f603d2, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34d20f7-db98-4fa5-a3c3-ebc333870ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49f1cff7-4738-46f7-88dc-5a1c39504e35'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:26:10.909679 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40a98791-535d-4a5c-a0b2-59ed50879f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:10.960752 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab49a1f-8346-4ce2-aff1-b9da83d526c9 req-753e221b-3675-483c-b50a-5aef13755e90 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:10.962280 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ab49a1f-8346-4ce2-aff1-b9da83d526c9 req-753e221b-3675-483c-b50a-5aef13755e90 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f5d9335-e42d-4f04-82fb-3a23cafe8109 HTTP/1.1" status: 200 len: 943 time: 0.2568612 Jul 30 20:26:11.003805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-40a98791-535d-4a5c-a0b2-59ed50879f98 None None] For port 42556d13-0179-4b56-8e4e-3c9b14f603d2, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:26:11.008970 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-40a98791-535d-4a5c-a0b2-59ed50879f98 None None] For port 42556d13-0179-4b56-8e4e-3c9b14f603d2, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=42556d13-0179-4b56-8e4e-3c9b14f603d2,segment=NetworkSegment(b34d20f7-db98-4fa5-a3c3-ebc333870ea4),segment_id=b34d20f7-db98-4fa5-a3c3-ebc333870ea4)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:26:11.016273 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40a98791-535d-4a5c-a0b2-59ed50879f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:11.059439 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-bc00c37c-ec01-4838-a686-089891103bb3 req-c24f9988-d654-49d8-940f-b606e307fb82 service neutron] Attempting to bind port 50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:26:11.060037 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-bc00c37c-ec01-4838-a686-089891103bb3 req-c24f9988-d654-49d8-940f-b606e307fb82 service neutron] Attempting to bind port 50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '61b4ee42-0ce1-444c-9f1d-51b3c3d2029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f184bca8-9ea7-40f8-9632-fcb331a29cf9'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:26:11.060260 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc00c37c-ec01-4838-a686-089891103bb3 req-c24f9988-d654-49d8-940f-b606e307fb82 service neutron] Attempting to bind port 50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba on network f184bca8-9ea7-40f8-9632-fcb331a29cf9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:26:11.093134 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a98791-535d-4a5c-a0b2-59ed50879f98 None None] Pushing event updated for resources: {'Port': ['ID=42556d13-0179-4b56-8e4e-3c9b14f603d2,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:11.093630 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c8f5779-ec68-4a87-9106-527f32d110ad tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:11.127234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc00c37c-ec01-4838-a686-089891103bb3 req-c24f9988-d654-49d8-940f-b606e307fb82 service neutron] Port 50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba on network f184bca8-9ea7-40f8-9632-fcb331a29cf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:26:11.127234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc00c37c-ec01-4838-a686-089891103bb3 req-c24f9988-d654-49d8-940f-b606e307fb82 service neutron] Attempting to bind port 50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba on network f184bca8-9ea7-40f8-9632-fcb331a29cf9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:26:11.134599 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-5c8f5779-ec68-4a87-9106-527f32d110ad tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Transition to ACTIVE for port object 06319380-a7f9-4bd8-825c-4dfb1b92013c will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:11.144087 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ab49a1f-8346-4ce2-aff1-b9da83d526c9 req-52aa5f4a-9818-4f28-af1f-fea6bf98b2cf tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c2cc99c-def8-4aaa-9754-bc23a638cf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714444 Jul 30 20:26:11.148393 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc00c37c-ec01-4838-a686-089891103bb3 req-c24f9988-d654-49d8-940f-b606e307fb82 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:26:11.149035 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc00c37c-ec01-4838-a686-089891103bb3 req-c24f9988-d654-49d8-940f-b606e307fb82 service neutron] Checking segment: {'id': '61b4ee42-0ce1-444c-9f1d-51b3c3d2029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f184bca8-9ea7-40f8-9632-fcb331a29cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:26:11.149686 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc00c37c-ec01-4838-a686-089891103bb3 req-c24f9988-d654-49d8-940f-b606e307fb82 service neutron] Bound using segment: {'id': '61b4ee42-0ce1-444c-9f1d-51b3c3d2029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f184bca8-9ea7-40f8-9632-fcb331a29cf9'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:26:11.150389 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-bc00c37c-ec01-4838-a686-089891103bb3 req-c24f9988-d654-49d8-940f-b606e307fb82 service neutron] Bound port: 50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b4ee42-0ce1-444c-9f1d-51b3c3d2029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f184bca8-9ea7-40f8-9632-fcb331a29cf9'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:26:11.151020 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bc00c37c-ec01-4838-a686-089891103bb3 req-c24f9988-d654-49d8-940f-b606e307fb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:11.202845 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c8f5779-ec68-4a87-9106-527f32d110ad tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:11.282325 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f5779-ec68-4a87-9106-527f32d110ad tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Port': ['ID=06319380-a7f9-4bd8-825c-4dfb1b92013c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:11.308806 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8f5779-ec68-4a87-9106-527f32d110ad tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network 49f1cff7-4738-46f7-88dc-5a1c39504e35 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:26:11.310737 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5c8f5779-ec68-4a87-9106-527f32d110ad tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:11.317589 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8f5779-ec68-4a87-9106-527f32d110ad tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:26:11.325663 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8f5779-ec68-4a87-9106-527f32d110ad tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:11.326554 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c8f5779-ec68-4a87-9106-527f32d110ad tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:11.352167 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5c8f5779-ec68-4a87-9106-527f32d110ad tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9910486 Jul 30 20:26:11.354768 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37176) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:11.358989 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b4a24a44-0086-4d2d-b710-5d2365c61681 req-868ec415-8cf7-4837-8a11-3391f4f2cd2a tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:11.359499 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b4a24a44-0086-4d2d-b710-5d2365c61681 req-868ec415-8cf7-4837-8a11-3391f4f2cd2a tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:11.360079 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [req-b4a24a44-0086-4d2d-b710-5d2365c61681 req-868ec415-8cf7-4837-8a11-3391f4f2cd2a tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Floating IP e3762494-b90e-4062-be9c-8b1b91cdc309 disassociated. External IP: 172.25.3.27, port: b4ef2a46-9ba8-461b-b90b-a8558f1765f2. Jul 30 20:26:11.360535 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-b4a24a44-0086-4d2d-b710-5d2365c61681 req-868ec415-8cf7-4837-8a11-3391f4f2cd2a tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Calling delete_port for b4ef2a46-9ba8-461b-b90b-a8558f1765f2 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:26:11.370285 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-bc00c37c-ec01-4838-a686-089891103bb3 req-c24f9988-d654-49d8-940f-b606e307fb82 service neutron] For port 50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:26:11.378257 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-bc00c37c-ec01-4838-a686-089891103bb3 req-c24f9988-d654-49d8-940f-b606e307fb82 service neutron] For port 50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba,segment=NetworkSegment(61b4ee42-0ce1-444c-9f1d-51b3c3d2029a),segment_id=61b4ee42-0ce1-444c-9f1d-51b3c3d2029a)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:26:11.432855 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bc00c37c-ec01-4838-a686-089891103bb3 req-c24f9988-d654-49d8-940f-b606e307fb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:11.455597 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db961446-b2e6-4e87-8830-fca8b1e2e6ff tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:11.459846 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-db961446-b2e6-4e87-8830-fca8b1e2e6ff tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A339 HTTP/1.1" status: 200 len: 929 time: 0.1008360 Jul 30 20:26:11.460534 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37180) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:11.479039 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00c37c-ec01-4838-a686-089891103bb3 req-c24f9988-d654-49d8-940f-b606e307fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:11.479740 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-bc00c37c-ec01-4838-a686-089891103bb3 req-c24f9988-d654-49d8-940f-b606e307fb82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:11.481316 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc00c37c-ec01-4838-a686-089891103bb3 req-c24f9988-d654-49d8-940f-b606e307fb82 service neutron] 10.222.0.59 "PUT /v2.0/ports/50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba HTTP/1.1" status: 200 len: 1091 time: 2.6691642 Jul 30 20:26:11.481770 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5d9335-e42d-4f04-82fb-3a23cafe8109', 'tag': '50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:26:11.484089 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd31d0a-514d-41d5-9972-0b5dbf8d01d8" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5d9335-e42d-4f04-82fb-3a23cafe8109", "tag": "50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:26:11.530738 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f9988-d654-49d8-940f-b606e307fb82 service neutron] Pushing event updated for resources: {'Port': ['ID=50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:11.602245 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-dab85758-ebfe-4df2-9c77-9bfc66ce39d5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting port 06319380-a7f9-4bd8-825c-4dfb1b92013c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:26:11.602917 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dab85758-ebfe-4df2-9c77-9bfc66ce39d5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:11.652898 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00c37c-ec01-4838-a686-089891103bb3 req-9a9aefbe-5d26-41c6-92fc-ca4bf0eeff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:11.654744 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc00c37c-ec01-4838-a686-089891103bb3 req-9a9aefbe-5d26-41c6-92fc-ca4bf0eeff57 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e92c327aebf04028a91c4b590c6b6a5e&device_id=8f5d9335-e42d-4f04-82fb-3a23cafe8109 HTTP/1.1" status: 200 len: 1094 time: 0.1111560 Jul 30 20:26:11.737117 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b4a24a44-0086-4d2d-b710-5d2365c61681 req-868ec415-8cf7-4837-8a11-3391f4f2cd2a tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:11.741224 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc00c37c-ec01-4838-a686-089891103bb3 req-a0c376ca-afe5-48af-b1d7-a79204f01f93 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba HTTP/1.1" status: 200 len: 217 time: 0.0748680 Jul 30 20:26:11.831409 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 42556d13-0179-4b56-8e4e-3c9b14f603d2 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:26:11.919190 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dab85758-ebfe-4df2-9c77-9bfc66ce39d5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:11.936356 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ec415-8cf7-4837-8a11-3391f4f2cd2a tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Pushing event deleted for resources: {'Port': ['ID=b4ef2a46-9ba8-461b-b90b-a8558f1765f2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:11.953555 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-dab85758-ebfe-4df2-9c77-9bfc66ce39d5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Calling delete_port for 06319380-a7f9-4bd8-825c-4dfb1b92013c owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:26:11.959758 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 42556d13-0179-4b56-8e4e-3c9b14f603d2 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:12.066193 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00c37c-ec01-4838-a686-089891103bb3 req-2cb5c28d-e52e-41c0-9cdc-9f54f952fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:12.075138 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc00c37c-ec01-4838-a686-089891103bb3 req-2cb5c28d-e52e-41c0-9cdc-9f54f952fed1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fef7cf84-b00d-4df8-9755-57b015ff8e8d HTTP/1.1" status: 200 len: 849 time: 0.2893202 Jul 30 20:26:12.271012 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e395ab5-5de6-494b-9bf3-e95ba348ba05 x-openstack-request-id: req-8e395ab5-5de6-494b-9bf3-e95ba348ba05 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:26:12.273215 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5d9335-e42d-4f04-82fb-3a23cafe8109", "tag": "50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:26:12.273713 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8e395ab5-5de6-494b-9bf3-e95ba348ba05 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:26:12.274211 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5d9335-e42d-4f04-82fb-3a23cafe8109', 'tag': '50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba', 'status': 'completed', 'code': 200} Jul 30 20:26:12.292943 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dab85758-ebfe-4df2-9c77-9bfc66ce39d5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:12.351495 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc00c37c-ec01-4838-a686-089891103bb3 req-947adf95-da55-4755-a09b-61a8f9ba66d4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f184bca8-9ea7-40f8-9632-fcb331a29cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2599900 Jul 30 20:26:12.354434 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4a24a44-0086-4d2d-b710-5d2365c61681 req-868ec415-8cf7-4837-8a11-3391f4f2cd2a tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Router d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:26:12.359298 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab85758-ebfe-4df2-9c77-9bfc66ce39d5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Port': ['ID=06319380-a7f9-4bd8-825c-4dfb1b92013c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:12.417254 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dab85758-ebfe-4df2-9c77-9bfc66ce39d5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:12.420696 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dab85758-ebfe-4df2-9c77-9bfc66ce39d5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/ports/06319380-a7f9-4bd8-825c-4dfb1b92013c HTTP/1.1" status: 204 len: 168 time: 0.9591980 Jul 30 20:26:12.423169 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37214) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:12.433327 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-87b58266-b734-4aeb-ac1d-06f7839dd620 req-0f1703b9-6261-4b44-86ab-5d53491c9ba2 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 210 time: 0.0892758 Jul 30 20:26:12.485151 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b0aafd-8f4a-4a79-aa18-a6ff40965830 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] GET failed (client error): The resource could not be found. Jul 30 20:26:12.487884 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d4b0aafd-8f4a-4a79-aa18-a6ff40965830 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports/06319380-a7f9-4bd8-825c-4dfb1b92013c HTTP/1.1" status: 404 len: 333 time: 0.0622158 Jul 30 20:26:12.489934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37216) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:12.694590 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-45198fee-7b79-4f21-9883-09927d375ce5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting port 7c2004bc-626c-41a2-86b3-327238ca125e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:26:12.695582 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45198fee-7b79-4f21-9883-09927d375ce5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:12.822166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5092d-c603-4485-898b-d97ada0536c7 req-ce8b9abb-fb14-46c3-949f-681fd8e306a9 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:12.823607 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a3c5092d-c603-4485-898b-d97ada0536c7 req-ce8b9abb-fb14-46c3-949f-681fd8e306a9 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f5d9335-e42d-4f04-82fb-3a23cafe8109 HTTP/1.1" status: 200 len: 943 time: 0.2328603 Jul 30 20:26:12.828021 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc00c37c-ec01-4838-a686-089891103bb3 req-f518f27e-e81f-4f37-9b5c-38d911f3c4c8 service neutron] 10.222.0.59 "GET /v2.0/networks/f184bca8-9ea7-40f8-9632-fcb331a29cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415023 Jul 30 20:26:12.834206 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4a24a44-0086-4d2d-b710-5d2365c61681 req-868ec415-8cf7-4837-8a11-3391f4f2cd2a tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:26:12.845459 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8452a9-00f6-4711-823f-d3eda2e2ce9d None None] Sync routers for ids ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:26:12.870691 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3b6682-7016-46f3-b4c1-2ff2d4105990 None None] Network 49f1cff7-4738-46f7-88dc-5a1c39504e35 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:26:12.903891 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a3c5092d-c603-4485-898b-d97ada0536c7 req-460f0bde-a80b-4226-9d85-b0272ee123cf tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c2cc99c-def8-4aaa-9754-bc23a638cf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723662 Jul 30 20:26:12.922005 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8452a9-00f6-4711-823f-d3eda2e2ce9d None None] Routers {'d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:26:12.923319 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2e8452a9-00f6-4711-823f-d3eda2e2ce9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:25:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:13.041537 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2a3c9c59-ef4f-4427-a49f-32842bb1c79f None None] Provisioning for port 42556d13-0179-4b56-8e4e-3c9b14f603d2 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:13.042488 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45198fee-7b79-4f21-9883-09927d375ce5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:13.048920 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a24a44-0086-4d2d-b710-5d2365c61681 req-868ec415-8cf7-4837-8a11-3391f4f2cd2a tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] No DVR routers for this DVR port b4ef2a46-9ba8-461b-b90b-a8558f1765f2 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:26:13.052547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2a3c9c59-ef4f-4427-a49f-32842bb1c79f None None] Provisioning complete for port 42556d13-0179-4b56-8e4e-3c9b14f603d2 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:13.053270 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2a3c9c59-ef4f-4427-a49f-32842bb1c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:13.056914 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b4a24a44-0086-4d2d-b710-5d2365c61681 req-868ec415-8cf7-4837-8a11-3391f4f2cd2a tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:13.065625 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b4a24a44-0086-4d2d-b710-5d2365c61681 req-868ec415-8cf7-4837-8a11-3391f4f2cd2a tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.83 "DELETE /v2.0/ports/b4ef2a46-9ba8-461b-b90b-a8558f1765f2 HTTP/1.1" status: 204 len: 173 time: 3.3973951 Jul 30 20:26:13.101252 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-45198fee-7b79-4f21-9883-09927d375ce5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Calling delete_port for 7c2004bc-626c-41a2-86b3-327238ca125e owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:26:13.226923 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc00c37c-ec01-4838-a686-089891103bb3 req-6daca254-6fe6-4181-8fde-b23a3786978b service neutron] 10.222.0.59 "GET /v2.0/networks/f184bca8-9ea7-40f8-9632-fcb331a29cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903482 Jul 30 20:26:13.247702 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-2e8452a9-00f6-4711-823f-d3eda2e2ce9d None None] Set router d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:26:13.260912 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2a3c9c59-ef4f-4427-a49f-32842bb1c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:13.332958 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-2a3c9c59-ef4f-4427-a49f-32842bb1c79f None None] For port 42556d13-0179-4b56-8e4e-3c9b14f603d2, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=42556d13-0179-4b56-8e4e-3c9b14f603d2,segment=NetworkSegment(b34d20f7-db98-4fa5-a3c3-ebc333870ea4),segment_id=b34d20f7-db98-4fa5-a3c3-ebc333870ea4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:13.339219 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2a3c9c59-ef4f-4427-a49f-32842bb1c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:13.436536 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c9c59-ef4f-4427-a49f-32842bb1c79f None None] Pushing event updated for resources: {'Port': ['ID=42556d13-0179-4b56-8e4e-3c9b14f603d2,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:13.437155 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd31d0a-514d-41d5-9972-0b5dbf8d01d8 req-d320ff61-65d3-4287-86e3-beeadeeb0a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:13.438710 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1dd31d0a-514d-41d5-9972-0b5dbf8d01d8 req-d320ff61-65d3-4287-86e3-beeadeeb0a3e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e92c327aebf04028a91c4b590c6b6a5e&device_id=8f5d9335-e42d-4f04-82fb-3a23cafe8109 HTTP/1.1" status: 200 len: 1094 time: 0.1404974 Jul 30 20:26:13.535561 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45198fee-7b79-4f21-9883-09927d375ce5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:13.635541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device b4ef2a46-9ba8-461b-b90b-a8558f1765f2 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:26:13.672116 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd31d0a-514d-41d5-9972-0b5dbf8d01d8 req-0f68bbd9-46bf-423b-915f-b475ee24064b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:13.677020 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1dd31d0a-514d-41d5-9972-0b5dbf8d01d8 req-0f68bbd9-46bf-423b-915f-b475ee24064b service neutron] 10.222.0.59 "GET /v2.0/networks?id=f184bca8-9ea7-40f8-9632-fcb331a29cf9 HTTP/1.1" status: 200 len: 910 time: 0.2248228 Jul 30 20:26:13.686291 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45198fee-7b79-4f21-9883-09927d375ce5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Port': ['ID=7c2004bc-626c-41a2-86b3-327238ca125e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:13.709574 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: b4ef2a46-9ba8-461b-b90b-a8558f1765f2 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:26:13.710628 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device b4ef2a46-9ba8-461b-b90b-a8558f1765f2 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:26:13.738151 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ecb594b5-f471-414c-9d38-0b846bf0da0f req-3b915d6c-8138-45e9-a134-512fac933838 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=822ec41f-1f28-4a83-9b0b-d9e220df2225 HTTP/1.1" status: 200 len: 210 time: 0.1059299 Jul 30 20:26:13.756207 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c5128977-6431-4c05-86b7-ff1f3dc2a925 None None] Could not find standard attr ID for object 7c2004bc-626c-41a2-86b3-327238ca125e. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:26:13.786479 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 42556d13-0179-4b56-8e4e-3c9b14f603d2 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:26:13.793302 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c5128977-6431-4c05-86b7-ff1f3dc2a925 None None] Provisioning complete for port 42556d13-0179-4b56-8e4e-3c9b14f603d2 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:13.795646 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c5128977-6431-4c05-86b7-ff1f3dc2a925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:13.801796 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45198fee-7b79-4f21-9883-09927d375ce5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:13.820349 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-45198fee-7b79-4f21-9883-09927d375ce5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/ports/7c2004bc-626c-41a2-86b3-327238ca125e HTTP/1.1" status: 204 len: 168 time: 1.3290868 Jul 30 20:26:13.820998 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37244) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:13.939074 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1dd31d0a-514d-41d5-9972-0b5dbf8d01d8 req-ea2a6ed7-ec63-4d60-b9f0-382eb06b59dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba HTTP/1.1" status: 200 len: 217 time: 0.2090292 Jul 30 20:26:13.964878 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-6885fc6b-956a-4a29-ae4b-fb8241ce237a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] GET failed (client error): The resource could not be found. Jul 30 20:26:13.972539 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2e8452a9-00f6-4711-823f-d3eda2e2ce9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'name': 'tempest-AttachVolumeTestJSON-1836562861-router', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:19:56Z', 'updated_at': '2021-07-30T20:20:01Z', 'revision_number': 4, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'gw_port': {'id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:19:57Z', 'updated_at': '2021-07-30T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'ea289277-bcd4-458d-8eb0-3513e78a2151', 'name': '', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'mac_address': 'fa:16:3e:de:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:20:00Z', 'updated_at': '2021-07-30T20:20:06Z', 'revision_number': 5, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'subnets': [{'id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:13.976823 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6885fc6b-956a-4a29-ae4b-fb8241ce237a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports/7c2004bc-626c-41a2-86b3-327238ca125e HTTP/1.1" status: 404 len: 333 time: 0.1547399 Jul 30 20:26:13.980811 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37250) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:14.116816 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8452a9-00f6-4711-823f-d3eda2e2ce9d None None] Checking router: d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:26:14.145562 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8452a9-00f6-4711-823f-d3eda2e2ce9d None None] Routers {'d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:26:14.146190 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2e8452a9-00f6-4711-823f-d3eda2e2ce9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:25:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:14.202966 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6edeab3-42aa-44ba-a36d-c2f9aa28c9ac tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting subnet f2ff7297-e7ea-4bf1-a55c-9f88fb2e49cc {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:26:14.211819 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 42556d13-0179-4b56-8e4e-3c9b14f603d2 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:14.212321 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:14.212866 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6edeab3-42aa-44ba-a36d-c2f9aa28c9ac tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:14.247137 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd31d0a-514d-41d5-9972-0b5dbf8d01d8 req-134cb632-0e0b-4854-ad22-6a39c117bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:14.250316 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1dd31d0a-514d-41d5-9972-0b5dbf8d01d8 req-134cb632-0e0b-4854-ad22-6a39c117bbe3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fef7cf84-b00d-4df8-9755-57b015ff8e8d HTTP/1.1" status: 200 len: 849 time: 0.3015783 Jul 30 20:26:14.280696 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822ec41f-1f28-4a83-9b0b-d9e220df2225', 'name': 'network-vif-deleted', 'tag': 'b4ef2a46-9ba8-461b-b90b-a8558f1765f2'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:26:14.283646 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e2db9d-6c3d-4bb3-b9fb-c355e2c16a4d" -d '{"events": [{"server_uuid": "822ec41f-1f28-4a83-9b0b-d9e220df2225", "name": "network-vif-deleted", "tag": "b4ef2a46-9ba8-461b-b90b-a8558f1765f2"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:26:14.307738 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6edeab3-42aa-44ba-a36d-c2f9aa28c9ac tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:14.326550 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1dd31d0a-514d-41d5-9972-0b5dbf8d01d8 req-ecfb0a3c-dfbb-4631-8cab-0ff33a3b9c6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f184bca8-9ea7-40f8-9632-fcb331a29cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660281 Jul 30 20:26:14.351523 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-2e8452a9-00f6-4711-823f-d3eda2e2ce9d None None] Set router d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:26:14.356231 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2edf93-762c-4f8e-aafd-3cf6c88f5dfe req-87cb8e3f-87c7-4323-a016-f61e69f7909c tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:14.358096 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ce2edf93-762c-4f8e-aafd-3cf6c88f5dfe req-87cb8e3f-87c7-4323-a016-f61e69f7909c tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f5d9335-e42d-4f04-82fb-3a23cafe8109 HTTP/1.1" status: 200 len: 943 time: 0.2108819 Jul 30 20:26:14.479712 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ad47fc40-0ed7-4804-9df4-453cd8c079d1 None None] Could not find standard attr ID for object 7c2004bc-626c-41a2-86b3-327238ca125e. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:26:14.494329 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ce2edf93-762c-4f8e-aafd-3cf6c88f5dfe req-09586d5e-9786-464b-813c-40d7a000fd55 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c2cc99c-def8-4aaa-9754-bc23a638cf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685327 Jul 30 20:26:14.576380 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6edeab3-42aa-44ba-a36d-c2f9aa28c9ac tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:14.620359 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f1f24d-23e8-4bef-9177-6fd2e658a593 x-openstack-request-id: req-e2f1f24d-23e8-4bef-9177-6fd2e658a593 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:26:14.620626 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822ec41f-1f28-4a83-9b0b-d9e220df2225", "name": "network-vif-deleted", "tag": "b4ef2a46-9ba8-461b-b90b-a8558f1765f2", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:26:14.620880 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e2f1f24d-23e8-4bef-9177-6fd2e658a593 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:26:14.621274 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822ec41f-1f28-4a83-9b0b-d9e220df2225', 'name': 'network-vif-deleted', 'tag': 'b4ef2a46-9ba8-461b-b90b-a8558f1765f2', 'status': 'completed', 'code': 200} Jul 30 20:26:14.623294 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1dd31d0a-514d-41d5-9972-0b5dbf8d01d8 req-3f30cba4-19c2-4ff3-9eaa-91c4f549419c service neutron] 10.222.0.59 "GET /v2.0/networks/f184bca8-9ea7-40f8-9632-fcb331a29cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853820 Jul 30 20:26:14.711242 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6edeab3-42aa-44ba-a36d-c2f9aa28c9ac tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:14.764606 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edeab3-42aa-44ba-a36d-c2f9aa28c9ac tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Subnet': ['ID=f2ff7297-e7ea-4bf1-a55c-9f88fb2e49cc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:14.770624 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2e8452a9-00f6-4711-823f-d3eda2e2ce9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'name': 'tempest-AttachVolumeTestJSON-1836562861-router', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:19:56Z', 'updated_at': '2021-07-30T20:20:01Z', 'revision_number': 4, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'gw_port': {'id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:19:57Z', 'updated_at': '2021-07-30T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'ea289277-bcd4-458d-8eb0-3513e78a2151', 'name': '', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'mac_address': 'fa:16:3e:de:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:20:00Z', 'updated_at': '2021-07-30T20:20:06Z', 'revision_number': 5, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'subnets': [{'id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:14.788164 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6edeab3-42aa-44ba-a36d-c2f9aa28c9ac tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:14.791128 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d6edeab3-42aa-44ba-a36d-c2f9aa28c9ac tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/subnets/f2ff7297-e7ea-4bf1-a55c-9f88fb2e49cc HTTP/1.1" status: 204 len: 168 time: 0.8081605 Jul 30 20:26:14.793089 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37264) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:14.799032 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0cf5037e-3a67-42ca-9678-f878715ee58c None None] Could not find standard attr ID for object 06319380-a7f9-4bd8-825c-4dfb1b92013c. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:26:14.805038 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1dd31d0a-514d-41d5-9972-0b5dbf8d01d8 req-7e7aa203-c871-4fc4-9cee-fff7dae06e37 service neutron] 10.222.0.59 "GET /v2.0/networks/f184bca8-9ea7-40f8-9632-fcb331a29cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750355 Jul 30 20:26:14.819111 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8452a9-00f6-4711-823f-d3eda2e2ce9d None None] The sync data for ids ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'] in n-d-712137-9 is: [{'id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'name': 'tempest-AttachVolumeTestJSON-1836562861-router', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:19:56Z', 'updated_at': '2021-07-30T20:20:01Z', 'revision_number': 4, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'gw_port': {'id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:19:57Z', 'updated_at': '2021-07-30T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'ea289277-bcd4-458d-8eb0-3513e78a2151', 'name': '', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'mac_address': 'fa:16:3e:de:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:20:00Z', 'updated_at': '2021-07-30T20:20:06Z', 'revision_number': 5, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'subnets': [{'id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:26:14.882100 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37268) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:14.952734 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb0cd3ab-6bd2-4d41-9d04-4ae0f367f1ac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:14.975474 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-016099cf-cc27-43b8-a9a9-a77a4c8bbd57 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:14.994989 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb0cd3ab-6bd2-4d41-9d04-4ae0f367f1ac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:15.072682 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8f2b35-cb19-4cd3-8329-6d584c67e4f3 None None] Network 49f1cff7-4738-46f7-88dc-5a1c39504e35 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:26:15.104975 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb0cd3ab-6bd2-4d41-9d04-4ae0f367f1ac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:15.107600 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb0cd3ab-6bd2-4d41-9d04-4ae0f367f1ac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:15.108810 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cb0cd3ab-6bd2-4d41-9d04-4ae0f367f1ac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "DELETE /v2.0/security-groups/6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a HTTP/1.1" status: 204 len: 168 time: 0.2256529 Jul 30 20:26:15.109082 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-016099cf-cc27-43b8-a9a9-a77a4c8bbd57 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting port 42556d13-0179-4b56-8e4e-3c9b14f603d2 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:26:15.109582 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-016099cf-cc27-43b8-a9a9-a77a4c8bbd57 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:15.112714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37272) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:15.178435 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-b4c17925-208e-4636-a042-b776311ccf9d tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] show failed (client error): The resource could not be found. Jul 30 20:26:15.182139 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b4c17925-208e-4636-a042-b776311ccf9d tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups/6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a HTTP/1.1" status: 404 len: 347 time: 0.0672741 Jul 30 20:26:15.191083 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37278) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:15.213588 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cd3ab-6bd2-4d41-9d04-4ae0f367f1ac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb0ccea-1bc0-4e34-ba4b-10ad2ea2530a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:15.306421 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-016099cf-cc27-43b8-a9a9-a77a4c8bbd57 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] For port 42556d13-0179-4b56-8e4e-3c9b14f603d2, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=42556d13-0179-4b56-8e4e-3c9b14f603d2,segment=NetworkSegment(b34d20f7-db98-4fa5-a3c3-ebc333870ea4),segment_id=b34d20f7-db98-4fa5-a3c3-ebc333870ea4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:15.306907 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-016099cf-cc27-43b8-a9a9-a77a4c8bbd57 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:15.326903 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587961d3-3264-48a5-88b3-7aa9531833f1 None None] New status for floating IP e3762494-b90e-4062-be9c-8b1b91cdc309: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:26:15.332317 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-016099cf-cc27-43b8-a9a9-a77a4c8bbd57 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Calling delete_port for 42556d13-0179-4b56-8e4e-3c9b14f603d2 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:26:15.447566 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0092cfc6-2fa7-4cff-8edc-b0e1a3699388 None None] DHCP port deletion for 49f1cff7-4738-46f7-88dc-5a1c39504e35 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:26:15.498857 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-016099cf-cc27-43b8-a9a9-a77a4c8bbd57 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:15.553490 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c06b1-25f5-4b09-9603-9d259f00f2c3 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Deleting port 2d2bf740-8c9a-40df-a130-723368c927a7 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:26:15.554488 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a2c06b1-25f5-4b09-9603-9d259f00f2c3 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:15.598094 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016099cf-cc27-43b8-a9a9-a77a4c8bbd57 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Port': ['ID=42556d13-0179-4b56-8e4e-3c9b14f603d2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:15.606752 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016099cf-cc27-43b8-a9a9-a77a4c8bbd57 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] No DVR routers for this DVR port 42556d13-0179-4b56-8e4e-3c9b14f603d2 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:26:15.622214 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:15.623183 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0092cfc6-2fa7-4cff-8edc-b0e1a3699388 None None] The port '42556d13-0179-4b56-8e4e-3c9b14f603d2' was deleted {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 30 20:26:15.707128 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a2c06b1-25f5-4b09-9603-9d259f00f2c3 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:15.709478 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a2c06b1-25f5-4b09-9603-9d259f00f2c3 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:15.725984 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 42556d13-0179-4b56-8e4e-3c9b14f603d2 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:26:15.739145 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c06b1-25f5-4b09-9603-9d259f00f2c3 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Calling delete_port for 2d2bf740-8c9a-40df-a130-723368c927a7 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:26:15.772672 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 42556d13-0179-4b56-8e4e-3c9b14f603d2 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:26:15.772933 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 42556d13-0179-4b56-8e4e-3c9b14f603d2 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:26:15.795155 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-016099cf-cc27-43b8-a9a9-a77a4c8bbd57 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:15.809034 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-016099cf-cc27-43b8-a9a9-a77a4c8bbd57 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f1cff7-4738-46f7-88dc-5a1c39504e35']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:15.820337 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-016099cf-cc27-43b8-a9a9-a77a4c8bbd57 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34d20f7-db98-4fa5-a3c3-ebc333870ea4') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:15.820638 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-016099cf-cc27-43b8-a9a9-a77a4c8bbd57 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34d20f7-db98-4fa5-a3c3-ebc333870ea4') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:15.830109 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-016099cf-cc27-43b8-a9a9-a77a4c8bbd57 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:15.845036 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-016099cf-cc27-43b8-a9a9-a77a4c8bbd57 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:15.852783 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-016099cf-cc27-43b8-a9a9-a77a4c8bbd57 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:26:15.853234 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-016099cf-cc27-43b8-a9a9-a77a4c8bbd57 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:15.869511 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b04a9c-66b1-4083-9ddd-d00b5d0f5689 req-ad72d95f-d541-494c-93fe-768518973871 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:15.871136 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a5b04a9c-66b1-4083-9ddd-d00b5d0f5689 req-ad72d95f-d541-494c-93fe-768518973871 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f5d9335-e42d-4f04-82fb-3a23cafe8109 HTTP/1.1" status: 200 len: 943 time: 0.1334686 Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:26:15.924260 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:26:15.931345 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-016099cf-cc27-43b8-a9a9-a77a4c8bbd57 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:15.931587 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a5b04a9c-66b1-4083-9ddd-d00b5d0f5689 req-d19ab22c-1856-4f54-afd3-30f9e9962a6e tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c2cc99c-def8-4aaa-9754-bc23a638cf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516427 Jul 30 20:26:15.936522 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-016099cf-cc27-43b8-a9a9-a77a4c8bbd57 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:15.938708 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-016099cf-cc27-43b8-a9a9-a77a4c8bbd57 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/networks/49f1cff7-4738-46f7-88dc-5a1c39504e35 HTTP/1.1" status: 204 len: 168 time: 1.1443114 Jul 30 20:26:15.948811 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37288) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:15.955569 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016099cf-cc27-43b8-a9a9-a77a4c8bbd57 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Network': ['ID=49f1cff7-4738-46f7-88dc-5a1c39504e35,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:15.956195 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-62c5ad1e-14f9-4c56-a7b6-a17adf47c65d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1697126729'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:15.981541 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c5ad1e-14f9-4c56-a7b6-a17adf47c65d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:15.985055 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-62c5ad1e-14f9-4c56-a7b6-a17adf47c65d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:16.041119 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c5ad1e-14f9-4c56-a7b6-a17adf47c65d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:26:16.049292 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a2c06b1-25f5-4b09-9603-9d259f00f2c3 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:16.054875 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-62c5ad1e-14f9-4c56-a7b6-a17adf47c65d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:16.055563 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-62c5ad1e-14f9-4c56-a7b6-a17adf47c65d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Added segment 0372be64-cc99-4326-9655-a0246d159f6c of type vlan for network 4530332c-49d4-43ee-9b2f-dc6daf17d8bb Jul 30 20:26:16.091532 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c06b1-25f5-4b09-9603-9d259f00f2c3 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Pushing event deleted for resources: {'Port': ['ID=2d2bf740-8c9a-40df-a130-723368c927a7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:16.163854 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-62c5ad1e-14f9-4c56-a7b6-a17adf47c65d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:16.195552 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a2c06b1-25f5-4b09-9603-9d259f00f2c3 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:16.198933 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a2c06b1-25f5-4b09-9603-9d259f00f2c3 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:16.201621 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9a2c06b1-25f5-4b09-9603-9d259f00f2c3 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "DELETE /v2.0/floatingips/e3762494-b90e-4062-be9c-8b1b91cdc309 HTTP/1.1" status: 204 len: 168 time: 1.0072629 Jul 30 20:26:16.217687 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-62c5ad1e-14f9-4c56-a7b6-a17adf47c65d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:16.228859 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c5ad1e-14f9-4c56-a7b6-a17adf47c65d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:16.228859 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-62c5ad1e-14f9-4c56-a7b6-a17adf47c65d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:16.326491 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-62c5ad1e-14f9-4c56-a7b6-a17adf47c65d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3763006 Jul 30 20:26:16.329400 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37294) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:16.336652 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c3da387a-7ba1-4a0c-bcca-71bb66c1b18c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'subnet': {'network_id': '4530332c-49d4-43ee-9b2f-dc6daf17d8bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:16.337389 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5ad1e-14f9-4c56-a7b6-a17adf47c65d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Network': ['ID=4530332c-49d4-43ee-9b2f-dc6daf17d8bb,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:16.347845 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 4530332c-49d4-43ee-9b2f-dc6daf17d8bb details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:26:16.474331 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3da387a-7ba1-4a0c-bcca-71bb66c1b18c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:16.486906 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3da387a-7ba1-4a0c-bcca-71bb66c1b18c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:16.632363 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37298) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:16.637306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-357ca42f-7bc0-405f-adf7-73ca3af4e125 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1604886003', 'description': 'tempest-description--486390313'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:16.669479 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-357ca42f-7bc0-405f-adf7-73ca3af4e125 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:16.744777 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3da387a-7ba1-4a0c-bcca-71bb66c1b18c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:16.806614 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-357ca42f-7bc0-405f-adf7-73ca3af4e125 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:16.812394 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-357ca42f-7bc0-405f-adf7-73ca3af4e125 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:16.848858 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da387a-7ba1-4a0c-bcca-71bb66c1b18c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Subnet': ['ID=d2eaae03-48e1-426c-b5d8-6ec1f3cb347c,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:16.850912 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-357ca42f-7bc0-405f-adf7-73ca3af4e125 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:16.852337 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-357ca42f-7bc0-405f-adf7-73ca3af4e125 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2188003 Jul 30 20:26:16.855150 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37304) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:16.856084 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ca42f-7bc0-405f-adf7-73ca3af4e125 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d01eb69-0508-4b4f-a0a1-5651bc38a58b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:16.860102 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-45325784-fb9c-412a-bc0a-b6d1db0493b8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Request body: {'security_group_rule': {'security_group_id': '8d01eb69-0508-4b4f-a0a1-5651bc38a58b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:16.871982 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3da387a-7ba1-4a0c-bcca-71bb66c1b18c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Checking segment: {'id': '0372be64-cc99-4326-9655-a0246d159f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4530332c-49d4-43ee-9b2f-dc6daf17d8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:26:16.872361 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3da387a-7ba1-4a0c-bcca-71bb66c1b18c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network hostable DHCP agents. Network: 4530332c-49d4-43ee-9b2f-dc6daf17d8bb, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:26:16.909317 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45325784-fb9c-412a-bc0a-b6d1db0493b8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:16.914102 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3da387a-7ba1-4a0c-bcca-71bb66c1b18c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network 4530332c-49d4-43ee-9b2f-dc6daf17d8bb is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:26:16.940204 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c3da387a-7ba1-4a0c-bcca-71bb66c1b18c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 4530332c-49d4-43ee-9b2f-dc6daf17d8bb) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:16.951796 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1d4f71-31e6-43b6-97db-f14aea1e6554 None None] Network 4530332c-49d4-43ee-9b2f-dc6daf17d8bb requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:26:16.987360 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3da387a-7ba1-4a0c-bcca-71bb66c1b18c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:16.988004 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3da387a-7ba1-4a0c-bcca-71bb66c1b18c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:17.077971 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713552fb-0c23-4065-a5f2-f57c9c6ed9cb req-d7189c7e-75b5-459d-a69e-fe71c2ff18da tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:17.087634 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-713552fb-0c23-4065-a5f2-f57c9c6ed9cb req-d7189c7e-75b5-459d-a69e-fe71c2ff18da tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f5d9335-e42d-4f04-82fb-3a23cafe8109 HTTP/1.1" status: 200 len: 943 time: 0.0644839 Jul 30 20:26:17.091658 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37312) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:17.096348 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c3da387a-7ba1-4a0c-bcca-71bb66c1b18c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7649055 Jul 30 20:26:17.097319 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-793e422b-13cc-49fc-86b9-e325a105c6f7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'port': {'network_id': '4530332c-49d4-43ee-9b2f-dc6daf17d8bb', 'name': 'tempest-PortsIpV6TestJSON-1188916048', 'fixed_ips': [{'subnet_id': 'd2eaae03-48e1-426c-b5d8-6ec1f3cb347c', 'ip_address': '2001:db8::10'}]}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:17.132225 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45325784-fb9c-412a-bc0a-b6d1db0493b8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:17.144019 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45325784-fb9c-412a-bc0a-b6d1db0493b8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:17.177306 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45325784-fb9c-412a-bc0a-b6d1db0493b8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:17.178498 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-45325784-fb9c-412a-bc0a-b6d1db0493b8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3223000 Jul 30 20:26:17.183461 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37314) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:17.184597 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45325784-fb9c-412a-bc0a-b6d1db0493b8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e451fa-0c5a-44fc-8901-87d83d566b44,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:17.194320 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-1c3ed517-f4e5-4a2d-9ef2-9e8984e05cf6 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Request body: {'security_group_rule': {'security_group_id': '8d01eb69-0508-4b4f-a0a1-5651bc38a58b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:17.228633 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-713552fb-0c23-4065-a5f2-f57c9c6ed9cb req-00718715-f5f3-4d6e-8c2a-0899fe8fcba7 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c2cc99c-def8-4aaa-9754-bc23a638cf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385875 Jul 30 20:26:17.244935 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c51d53b-00c2-4789-9b4c-a99bab5fd02a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-4530332c-49d4-43ee-9b2f-dc6daf17d8bb', 'network_id': '4530332c-49d4-43ee-9b2f-dc6daf17d8bb', 'tenant_id': '9bacd603b6d946298d69015a35d7a6ec', 'fixed_ips': [{'subnet_id': 'd2eaae03-48e1-426c-b5d8-6ec1f3cb347c'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:26:17.248496 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7c51d53b-00c2-4789-9b4c-a99bab5fd02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:17.299912 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c3ed517-f4e5-4a2d-9ef2-9e8984e05cf6 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:17.356081 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793e422b-13cc-49fc-86b9-e325a105c6f7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:17.427382 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-7c51d53b-00c2-4789-9b4c-a99bab5fd02a None None] Allocated IP 2001:db8::2 (4530332c-49d4-43ee-9b2f-dc6daf17d8bb/d2eaae03-48e1-426c-b5d8-6ec1f3cb347c/3bc9f5f5-1443-4519-a364-4dec2180a18b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:17.540828 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-793e422b-13cc-49fc-86b9-e325a105c6f7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:17.580639 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:26:17.598585 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-793e422b-13cc-49fc-86b9-e325a105c6f7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] device_id is not set on port acc8dbc9-df9e-446c-9c34-8e22d15ee189 yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:26:17.781668 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7c51d53b-00c2-4789-9b4c-a99bab5fd02a None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:17.790044 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba,segment=NetworkSegment(61b4ee42-0ce1-444c-9f1d-51b3c3d2029a),segment_id=61b4ee42-0ce1-444c-9f1d-51b3c3d2029a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:17.803295 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7c51d53b-00c2-4789-9b4c-a99bab5fd02a None None] Transition to ACTIVE for port object 3bc9f5f5-1443-4519-a364-4dec2180a18b will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:17.811808 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba', 'network_id': 'f184bca8-9ea7-40f8-9632-fcb331a29cf9', 'port_id': '50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba', 'mac_address': 'fa:16:3e:92:aa:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef7cf84-b00d-4df8-9755-57b015ff8e8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:26:17.827408 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c3ed517-f4e5-4a2d-9ef2-9e8984e05cf6 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:17.832657 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c3ed517-f4e5-4a2d-9ef2-9e8984e05cf6 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:17.857714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ed517-f4e5-4a2d-9ef2-9e8984e05cf6 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bbf80c-cffa-4c35-9e45-f8188f3c5e90,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:17.864000 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c3ed517-f4e5-4a2d-9ef2-9e8984e05cf6 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:17.869810 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:17.870740 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37330) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:17.871213 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1c3ed517-f4e5-4a2d-9ef2-9e8984e05cf6 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6830449 Jul 30 20:26:17.876197 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1f6b9f78-3e44-4780-b202-a3b38afd5fa8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:17.884944 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7c51d53b-00c2-4789-9b4c-a99bab5fd02a None None] Transition to ACTIVE for port object 3bc9f5f5-1443-4519-a364-4dec2180a18b will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:17.891761 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:26:17.905479 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7c51d53b-00c2-4789-9b4c-a99bab5fd02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:17.938380 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9f78-3e44-4780-b202-a3b38afd5fa8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:17.950160 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba,segment=NetworkSegment(61b4ee42-0ce1-444c-9f1d-51b3c3d2029a),segment_id=61b4ee42-0ce1-444c-9f1d-51b3c3d2029a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:17.962014 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:17.972504 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c51d53b-00c2-4789-9b4c-a99bab5fd02a None None] Network 4530332c-49d4-43ee-9b2f-dc6daf17d8bb is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:26:17.977377 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-7c51d53b-00c2-4789-9b4c-a99bab5fd02a None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:17.989337 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c51d53b-00c2-4789-9b4c-a99bab5fd02a None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:26:18.014052 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-793e422b-13cc-49fc-86b9-e325a105c6f7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Allocated IP 2001:db8::10 (4530332c-49d4-43ee-9b2f-dc6daf17d8bb/d2eaae03-48e1-426c-b5d8-6ec1f3cb347c/acc8dbc9-df9e-446c-9c34-8e22d15ee189) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:18.032315 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51d53b-00c2-4789-9b4c-a99bab5fd02a None None] Pushing event updated for resources: {'Port': ['ID=3bc9f5f5-1443-4519-a364-4dec2180a18b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:18.126429 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9f78-3e44-4780-b202-a3b38afd5fa8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:18.182323 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-7c51d53b-00c2-4789-9b4c-a99bab5fd02a None None] Attempting to bind port 3bc9f5f5-1443-4519-a364-4dec2180a18b on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:26:18.182846 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-7c51d53b-00c2-4789-9b4c-a99bab5fd02a None None] Attempting to bind port 3bc9f5f5-1443-4519-a364-4dec2180a18b by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '0372be64-cc99-4326-9655-a0246d159f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4530332c-49d4-43ee-9b2f-dc6daf17d8bb'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:26:18.183330 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c51d53b-00c2-4789-9b4c-a99bab5fd02a None None] Attempting to bind port 3bc9f5f5-1443-4519-a364-4dec2180a18b on network 4530332c-49d4-43ee-9b2f-dc6daf17d8bb {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:26:18.199093 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c51d53b-00c2-4789-9b4c-a99bab5fd02a None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:26:18.199857 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c51d53b-00c2-4789-9b4c-a99bab5fd02a None None] Checking segment: {'id': '0372be64-cc99-4326-9655-a0246d159f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4530332c-49d4-43ee-9b2f-dc6daf17d8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:26:18.200385 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7c51d53b-00c2-4789-9b4c-a99bab5fd02a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:18.200990 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c51d53b-00c2-4789-9b4c-a99bab5fd02a None None] Bound using segment: {'id': '0372be64-cc99-4326-9655-a0246d159f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4530332c-49d4-43ee-9b2f-dc6daf17d8bb'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:26:18.201589 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-7c51d53b-00c2-4789-9b4c-a99bab5fd02a None None] Bound port: 3bc9f5f5-1443-4519-a364-4dec2180a18b, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0372be64-cc99-4326-9655-a0246d159f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4530332c-49d4-43ee-9b2f-dc6daf17d8bb'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:26:18.202088 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7c51d53b-00c2-4789-9b4c-a99bab5fd02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:18.263051 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-793e422b-13cc-49fc-86b9-e325a105c6f7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:18.347373 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:26:18.362611 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:18.445833 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7c51d53b-00c2-4789-9b4c-a99bab5fd02a None None] For port 3bc9f5f5-1443-4519-a364-4dec2180a18b, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:26:18.452350 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7c51d53b-00c2-4789-9b4c-a99bab5fd02a None None] For port 3bc9f5f5-1443-4519-a364-4dec2180a18b, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=3bc9f5f5-1443-4519-a364-4dec2180a18b,segment=NetworkSegment(0372be64-cc99-4326-9655-a0246d159f6c),segment_id=0372be64-cc99-4326-9655-a0246d159f6c)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:26:18.471819 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7c51d53b-00c2-4789-9b4c-a99bab5fd02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:18.759109 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-793e422b-13cc-49fc-86b9-e325a105c6f7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Transition to ACTIVE for port object acc8dbc9-df9e-446c-9c34-8e22d15ee189 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:18.789814 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51d53b-00c2-4789-9b4c-a99bab5fd02a None None] Pushing event updated for resources: {'Port': ['ID=3bc9f5f5-1443-4519-a364-4dec2180a18b,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:18.814962 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f4d10-910a-4d46-b176-0669c421397e req-72a096a7-c4f5-46ad-b814-75c3ac4b87c8 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:18.816592 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-241f4d10-910a-4d46-b176-0669c421397e req-72a096a7-c4f5-46ad-b814-75c3ac4b87c8 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f5d9335-e42d-4f04-82fb-3a23cafe8109 HTTP/1.1" status: 200 len: 944 time: 0.1018767 Jul 30 20:26:18.947142 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-241f4d10-910a-4d46-b176-0669c421397e req-464a51a2-e2a6-4742-8235-9439f7bb7336 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c2cc99c-def8-4aaa-9754-bc23a638cf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195695 Jul 30 20:26:18.993160 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-793e422b-13cc-49fc-86b9-e325a105c6f7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:19.034512 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-1f6b9f78-3e44-4780-b202-a3b38afd5fa8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Allocated IP 172.25.3.244 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/1d400827-118f-4bb6-9ecc-da3c7354e7d4) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:19.100715 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793e422b-13cc-49fc-86b9-e325a105c6f7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network 4530332c-49d4-43ee-9b2f-dc6daf17d8bb is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:26:19.103958 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-793e422b-13cc-49fc-86b9-e325a105c6f7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:19.121076 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793e422b-13cc-49fc-86b9-e325a105c6f7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:26:19.133671 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793e422b-13cc-49fc-86b9-e325a105c6f7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:19.135023 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-793e422b-13cc-49fc-86b9-e325a105c6f7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:19.171454 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-793e422b-13cc-49fc-86b9-e325a105c6f7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0786507 Jul 30 20:26:19.178776 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37340) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:19.192290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-484ba6c5-5040-4405-aed7-b7c8dfe4b46a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'port': {'network_id': '4530332c-49d4-43ee-9b2f-dc6daf17d8bb', 'name': 'tempest-PortsIpV6TestJSON-189297123', 'fixed_ips': [{'subnet_id': 'd2eaae03-48e1-426c-b5d8-6ec1f3cb347c', 'ip_address': '2001:db8::f'}]}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:19.291043 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e422b-13cc-49fc-86b9-e325a105c6f7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Port': ['ID=acc8dbc9-df9e-446c-9c34-8e22d15ee189,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:19.306791 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9f78-3e44-4780-b202-a3b38afd5fa8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:19.398078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484ba6c5-5040-4405-aed7-b7c8dfe4b46a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:19.408268 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-484ba6c5-5040-4405-aed7-b7c8dfe4b46a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:19.415854 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9f78-3e44-4780-b202-a3b38afd5fa8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:19.449984 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [None req-484ba6c5-5040-4405-aed7-b7c8dfe4b46a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] device_id is not set on port 01ee8113-1156-4af8-84f9-ba9a944ef72d yet. {{(pid=93882) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:26:19.498716 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6b9f78-3e44-4780-b202-a3b38afd5fa8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:26:19.503580 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-1f6b9f78-3e44-4780-b202-a3b38afd5fa8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:19.507881 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6b9f78-3e44-4780-b202-a3b38afd5fa8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:26:19.549638 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b9f78-3e44-4780-b202-a3b38afd5fa8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Pushing event updated for resources: {'Port': ['ID=1d400827-118f-4bb6-9ecc-da3c7354e7d4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:19.577366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:26:19.828898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3bc9f5f5-1443-4519-a364-4dec2180a18b up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:26:19.846375 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:19.865674 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9f78-3e44-4780-b202-a3b38afd5fa8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:19.924617 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:19.940023 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:19.940692 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:19.957980 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9f78-3e44-4780-b202-a3b38afd5fa8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:20.016964 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-484ba6c5-5040-4405-aed7-b7c8dfe4b46a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Allocated IP 2001:db8::f (4530332c-49d4-43ee-9b2f-dc6daf17d8bb/d2eaae03-48e1-426c-b5d8-6ec1f3cb347c/01ee8113-1156-4af8-84f9-ba9a944ef72d) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:20.124987 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:20.131164 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 3bc9f5f5-1443-4519-a364-4dec2180a18b completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:20.222025 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba,segment=NetworkSegment(61b4ee42-0ce1-444c-9f1d-51b3c3d2029a),segment_id=61b4ee42-0ce1-444c-9f1d-51b3c3d2029a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:20.224188 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5d9335-e42d-4f04-82fb-3a23cafe8109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:26:20.230595 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361f0dba-f41b-4a56-8a08-eb64c4f2e2f3" -d '{"events": [{"server_uuid": "8f5d9335-e42d-4f04-82fb-3a23cafe8109", "name": "network-vif-plugged", "status": "completed", "tag": "50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:26:20.246022 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:20.328003 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cee136-d940-4ffb-ab68-bf157dfe15f0 req-387e8aea-e61e-4423-b99b-76f02c06dcc6 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:20.329736 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06cee136-d940-4ffb-ab68-bf157dfe15f0 req-387e8aea-e61e-4423-b99b-76f02c06dcc6 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f5d9335-e42d-4f04-82fb-3a23cafe8109 HTTP/1.1" status: 200 len: 944 time: 0.2323227 Jul 30 20:26:20.382482 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:20.392554 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9f78-3e44-4780-b202-a3b38afd5fa8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:20.405184 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9f78-3e44-4780-b202-a3b38afd5fa8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:20.487022 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252dd6e8-3b45-4180-9121-86616d2bd642 None None] Network 4530332c-49d4-43ee-9b2f-dc6daf17d8bb requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:26:20.516670 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b9f78-3e44-4780-b202-a3b38afd5fa8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Pushing event updated for resources: {'Port': ['ID=1d400827-118f-4bb6-9ecc-da3c7354e7d4,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:20.534729 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9f78-3e44-4780-b202-a3b38afd5fa8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:20.550075 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-484ba6c5-5040-4405-aed7-b7c8dfe4b46a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:20.567789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-484ba6c5-5040-4405-aed7-b7c8dfe4b46a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Transition to ACTIVE for port object 01ee8113-1156-4af8-84f9-ba9a944ef72d will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:20.585368 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9f78-3e44-4780-b202-a3b38afd5fa8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:20.586819 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1f6b9f78-3e44-4780-b202-a3b38afd5fa8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7156701 Jul 30 20:26:20.645143 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-484ba6c5-5040-4405-aed7-b7c8dfe4b46a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:20.682430 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484ba6c5-5040-4405-aed7-b7c8dfe4b46a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network 4530332c-49d4-43ee-9b2f-dc6daf17d8bb is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:26:20.685978 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-484ba6c5-5040-4405-aed7-b7c8dfe4b46a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:20.689321 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484ba6c5-5040-4405-aed7-b7c8dfe4b46a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:26:20.695651 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484ba6c5-5040-4405-aed7-b7c8dfe4b46a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:20.697226 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-484ba6c5-5040-4405-aed7-b7c8dfe4b46a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:20.756537 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-201eb253-0c82-42dd-a3f6-bd631aa8121e None None] Provisioning for port 3bc9f5f5-1443-4519-a364-4dec2180a18b completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:20.757172 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06cee136-d940-4ffb-ab68-bf157dfe15f0 req-86bdf8cb-deda-49f4-b504-ed1e6f1db902 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c2cc99c-def8-4aaa-9754-bc23a638cf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099078 Jul 30 20:26:20.818382 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-201eb253-0c82-42dd-a3f6-bd631aa8121e None None] Provisioning complete for port 3bc9f5f5-1443-4519-a364-4dec2180a18b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:20.818778 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-201eb253-0c82-42dd-a3f6-bd631aa8121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:20.835480 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-484ba6c5-5040-4405-aed7-b7c8dfe4b46a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6547313 Jul 30 20:26:20.838629 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37370) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:20.843183 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ba6c5-5040-4405-aed7-b7c8dfe4b46a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Port': ['ID=01ee8113-1156-4af8-84f9-ba9a944ef72d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:21.081314 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20ef8b8-889e-4aec-80ed-834b1fd17d77 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:21.082816 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-201eb253-0c82-42dd-a3f6-bd631aa8121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:21.083279 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d20ef8b8-889e-4aec-80ed-834b1fd17d77 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2420635 Jul 30 20:26:21.085751 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37376) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:21.166745 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-201eb253-0c82-42dd-a3f6-bd631aa8121e None None] For port 3bc9f5f5-1443-4519-a364-4dec2180a18b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=3bc9f5f5-1443-4519-a364-4dec2180a18b,segment=NetworkSegment(0372be64-cc99-4326-9655-a0246d159f6c),segment_id=0372be64-cc99-4326-9655-a0246d159f6c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:21.177139 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-201eb253-0c82-42dd-a3f6-bd631aa8121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:21.264110 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d12e79-af82-4cf5-b2ad-b5cfe0ed993c x-openstack-request-id: req-94d12e79-af82-4cf5-b2ad-b5cfe0ed993c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:26:21.264417 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5d9335-e42d-4f04-82fb-3a23cafe8109", "name": "network-vif-plugged", "status": "completed", "tag": "50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:26:21.264813 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-94d12e79-af82-4cf5-b2ad-b5cfe0ed993c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:26:21.265336 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5d9335-e42d-4f04-82fb-3a23cafe8109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba', 'code': 200} Jul 30 20:26:21.318900 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-876db494-1883-4519-a645-371ebdba3e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:21.330911 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe45fd1-70c3-4c53-a915-84a44a847700 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:21.345799 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201eb253-0c82-42dd-a3f6-bd631aa8121e None None] Pushing event updated for resources: {'Port': ['ID=3bc9f5f5-1443-4519-a364-4dec2180a18b,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:21.350742 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe45fd1-70c3-4c53-a915-84a44a847700 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:21.357020 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe45fd1-70c3-4c53-a915-84a44a847700 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:21.359466 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0fe45fd1-70c3-4c53-a915-84a44a847700 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2724667 Jul 30 20:26:21.362809 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37382) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:21.429490 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf8ebd-8bee-42d4-9ce1-fdbd8c19b08a req-1930d4b1-423b-40d1-8502-105b677eb606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:21.431368 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-15cf8ebd-8bee-42d4-9ce1-fdbd8c19b08a req-1930d4b1-423b-40d1-8502-105b677eb606 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8f5d9335-e42d-4f04-82fb-3a23cafe8109 HTTP/1.1" status: 200 len: 1096 time: 0.1191785 Jul 30 20:26:21.509027 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-437f7f09-d669-483e-a77c-ed2b11f9434e tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1604886003&fields=id&tenant_id=fdd4a0aeb4734545b256ac5e1a36d088 HTTP/1.1" status: 200 len: 267 time: 0.1092470 Jul 30 20:26:21.511484 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-15cf8ebd-8bee-42d4-9ce1-fdbd8c19b08a req-f8d5e86b-35ed-4b1c-8655-405d0a04d757 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8c2cc99c-def8-4aaa-9754-bc23a638cf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640666 Jul 30 20:26:21.643212 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ccc6d220-62e9-4869-b724-99feb1a45450 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting port 01ee8113-1156-4af8-84f9-ba9a944ef72d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:26:21.643865 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ccc6d220-62e9-4869-b724-99feb1a45450 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:21.716203 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7026d210-3674-43f6-a278-949ce428ab7a None None] Provisioning for port acc8dbc9-df9e-446c-9c34-8e22d15ee189 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:21.720765 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3bc9f5f5-1443-4519-a364-4dec2180a18b up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:26:21.747476 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7026d210-3674-43f6-a278-949ce428ab7a None None] Provisioning complete for port acc8dbc9-df9e-446c-9c34-8e22d15ee189 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:21.747938 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7026d210-3674-43f6-a278-949ce428ab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:21.752705 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-383fbe0f-0ef3-40d8-9f11-f74d61b094b5 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:21.760229 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-383fbe0f-0ef3-40d8-9f11-f74d61b094b5 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/networks?id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c HTTP/1.1" status: 200 len: 811 time: 0.2408803 Jul 30 20:26:21.777126 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-b0ffd056-46a3-4fb1-b07a-70780bf6f0a2 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/quotas/fdd4a0aeb4734545b256ac5e1a36d088 HTTP/1.1" status: 200 len: 375 time: 0.0159290 Jul 30 20:26:21.816145 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37394) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:21.849821 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ccc6d220-62e9-4869-b724-99feb1a45450 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:21.859142 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ccc6d220-62e9-4869-b724-99feb1a45450 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Calling delete_port for 01ee8113-1156-4af8-84f9-ba9a944ef72d owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:26:21.888599 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7026d210-3674-43f6-a278-949ce428ab7a None None] Port acc8dbc9-df9e-446c-9c34-8e22d15ee189 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:26:21.895124 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-dc0f7aab-a3e4-46ff-a8aa-04b93c626315 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fdd4a0aeb4734545b256ac5e1a36d088&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1170428 Jul 30 20:26:21.926625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7026d210-3674-43f6-a278-949ce428ab7a None None] Provisioning for port 01ee8113-1156-4af8-84f9-ba9a944ef72d completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:21.933746 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7026d210-3674-43f6-a278-949ce428ab7a None None] Provisioning complete for port 01ee8113-1156-4af8-84f9-ba9a944ef72d triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:21.934110 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7026d210-3674-43f6-a278-949ce428ab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:21.948251 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 3bc9f5f5-1443-4519-a364-4dec2180a18b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:21.948657 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:22.071433 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7026d210-3674-43f6-a278-949ce428ab7a None None] Port 01ee8113-1156-4af8-84f9-ba9a944ef72d cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:26:22.125667 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7026d210-3674-43f6-a278-949ce428ab7a None None] Provisioning complete for port 3bc9f5f5-1443-4519-a364-4dec2180a18b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:22.125957 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7026d210-3674-43f6-a278-949ce428ab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:22.162734 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ccc6d220-62e9-4869-b724-99feb1a45450 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:22.219310 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-568114ec-13bd-4953-aec6-990bb075bb9b service neutron] 10.222.0.81 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075664 Jul 30 20:26:22.235037 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6d220-62e9-4869-b724-99feb1a45450 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Port': ['ID=01ee8113-1156-4af8-84f9-ba9a944ef72d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:22.281862 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ade8cc57-1f59-409d-9c76-d3c80741d6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:22.317573 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ccc6d220-62e9-4869-b724-99feb1a45450 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:22.330548 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ccc6d220-62e9-4869-b724-99feb1a45450 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/ports/01ee8113-1156-4af8-84f9-ba9a944ef72d HTTP/1.1" status: 204 len: 168 time: 0.9644682 Jul 30 20:26:22.334507 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37408) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:22.409374 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb74765-74ec-43d6-a353-32b5e068cdb8 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] GET failed (client error): The resource could not be found. Jul 30 20:26:22.416203 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37412) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:22.419262 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-beb74765-74ec-43d6-a353-32b5e068cdb8 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports/01ee8113-1156-4af8-84f9-ba9a944ef72d HTTP/1.1" status: 404 len: 333 time: 0.0759389 Jul 30 20:26:22.540217 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-a328e8a5-383e-496c-a2c0-4eb27f51d21c service neutron] 10.222.0.81 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003290 Jul 30 20:26:22.582587 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bbd4c3d9-6b19-4a47-8c9d-456a94e34978 None None] Provisioning complete for port acc8dbc9-df9e-446c-9c34-8e22d15ee189 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:22.582961 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbd4c3d9-6b19-4a47-8c9d-456a94e34978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:22.633659 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ade8cc57-1f59-409d-9c76-d3c80741d6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:22.642331 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ade8cc57-1f59-409d-9c76-d3c80741d6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:22.680930 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-ce19d7ce-7452-41c8-a5f3-b6338043e7c8 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting port acc8dbc9-df9e-446c-9c34-8e22d15ee189 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:26:22.681282 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ce19d7ce-7452-41c8-a5f3-b6338043e7c8 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:22.690719 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bbd4c3d9-6b19-4a47-8c9d-456a94e34978 None None] Port acc8dbc9-df9e-446c-9c34-8e22d15ee189 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:26:22.698883 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bbd4c3d9-6b19-4a47-8c9d-456a94e34978 None None] Could not find standard attr ID for object 01ee8113-1156-4af8-84f9-ba9a944ef72d. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:26:22.741224 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ade8cc57-1f59-409d-9c76-d3c80741d6d8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=68e91ef2bbe34c9988bbfc08cf8a5863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9173758 Jul 30 20:26:22.742838 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8cc57-1f59-409d-9c76-d3c80741d6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d003b5e7-ab7b-4fec-8351-f45c342d8f65,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:22.745879 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37416) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:22.887800 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-290d45cc-f0bf-47e0-862d-779dba649389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:22.912749 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-290d45cc-f0bf-47e0-862d-779dba649389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:22.952109 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ce19d7ce-7452-41c8-a5f3-b6338043e7c8 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:22.966209 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-290d45cc-f0bf-47e0-862d-779dba649389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:22.969386 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-290d45cc-f0bf-47e0-862d-779dba649389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:22.971450 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-290d45cc-f0bf-47e0-862d-779dba649389 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d003b5e7-ab7b-4fec-8351-f45c342d8f65 HTTP/1.1" status: 204 len: 168 time: 0.2239144 Jul 30 20:26:22.973315 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-ce19d7ce-7452-41c8-a5f3-b6338043e7c8 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Calling delete_port for acc8dbc9-df9e-446c-9c34-8e22d15ee189 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:26:22.991311 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29fde9-33e1-43f3-ad38-e55f84ca1ca9 req-c434f6c2-ea9d-44cc-b241-13ff48144fb2 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:22.993001 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7e29fde9-33e1-43f3-ad38-e55f84ca1ca9 req-c434f6c2-ea9d-44cc-b241-13ff48144fb2 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f5d9335-e42d-4f04-82fb-3a23cafe8109 HTTP/1.1" status: 200 len: 945 time: 0.1298225 Jul 30 20:26:23.005438 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d45cc-f0bf-47e0-862d-779dba649389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d003b5e7-ab7b-4fec-8351-f45c342d8f65,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:23.192990 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7e29fde9-33e1-43f3-ad38-e55f84ca1ca9 req-eeeec5b5-c124-40cb-a7f2-9b9964b10efb tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c2cc99c-def8-4aaa-9754-bc23a638cf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883595 Jul 30 20:26:23.329177 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-571b5ab7-403a-4f03-a4cf-9a87202d7ca0 req-ae5b67f9-eac5-43f1-befa-6d2f44d5e5ce tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc HTTP/1.1" status: 200 len: 210 time: 0.0369947 Jul 30 20:26:23.368256 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ce19d7ce-7452-41c8-a5f3-b6338043e7c8 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:23.421249 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19d7ce-7452-41c8-a5f3-b6338043e7c8 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Port': ['ID=acc8dbc9-df9e-446c-9c34-8e22d15ee189,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:23.476961 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ce19d7ce-7452-41c8-a5f3-b6338043e7c8 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:23.481758 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37444) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:23.498336 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ce19d7ce-7452-41c8-a5f3-b6338043e7c8 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/ports/acc8dbc9-df9e-446c-9c34-8e22d15ee189 HTTP/1.1" status: 204 len: 168 time: 1.0740676 Jul 30 20:26:23.523808 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0ffded-898a-4120-be22-d097f15cb580 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] GET failed (client error): The resource could not be found. Jul 30 20:26:23.528905 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37446) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:23.531673 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3f0ffded-898a-4120-be22-d097f15cb580 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports/acc8dbc9-df9e-446c-9c34-8e22d15ee189 HTTP/1.1" status: 404 len: 333 time: 0.0487316 Jul 30 20:26:23.642175 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c22cc1c-a672-4a8f-80f2-bb49b4ae2ff0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting subnet d2eaae03-48e1-426c-b5d8-6ec1f3cb347c {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:26:23.656439 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c22cc1c-a672-4a8f-80f2-bb49b4ae2ff0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:23.708141 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f0a82191-b891-499e-a1da-d3c99bb1a5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:23.836358 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c22cc1c-a672-4a8f-80f2-bb49b4ae2ff0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:24.069509 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37474) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:24.112230 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c22cc1c-a672-4a8f-80f2-bb49b4ae2ff0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:24.228250 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c22cc1c-a672-4a8f-80f2-bb49b4ae2ff0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:24.261939 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22cc1c-a672-4a8f-80f2-bb49b4ae2ff0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Subnet': ['ID=d2eaae03-48e1-426c-b5d8-6ec1f3cb347c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:24.277447 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c22cc1c-a672-4a8f-80f2-bb49b4ae2ff0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:24.279581 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1c22cc1c-a672-4a8f-80f2-bb49b4ae2ff0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/subnets/d2eaae03-48e1-426c-b5d8-6ec1f3cb347c HTTP/1.1" status: 204 len: 168 time: 0.7491481 Jul 30 20:26:24.282106 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37488) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:24.301751 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de06499a-e542-4ec6-873d-e1f93d7c1575 None None] Network 4530332c-49d4-43ee-9b2f-dc6daf17d8bb requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:26:24.406030 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-13fa8fe8-b675-4aa0-972d-2b3a3595d2b4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3dae2cb86ff34120b8e16a084175c18a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3341281 Jul 30 20:26:24.406645 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37498) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:24.465638 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:24.488165 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ec763e1-0894-4309-a931-7679f90ea218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:24.524047 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ec763e1-0894-4309-a931-7679f90ea218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:24.536924 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f59e88a-584e-4902-9503-d5d897b83940 req-64d5adc7-661f-410d-b591-5de85cff8f79 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc HTTP/1.1" status: 200 len: 210 time: 0.0692389 Jul 30 20:26:24.604769 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ec763e1-0894-4309-a931-7679f90ea218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:24.610227 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ec763e1-0894-4309-a931-7679f90ea218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:24.612720 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2ec763e1-0894-4309-a931-7679f90ea218 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f524238a-0912-40e0-9067-8cfdcfd8b27d HTTP/1.1" status: 204 len: 168 time: 0.2049105 Jul 30 20:26:24.642295 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0f8888b-c047-40d3-9d08-d180ffacd478 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:24.645212 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec763e1-0894-4309-a931-7679f90ea218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f524238a-0912-40e0-9067-8cfdcfd8b27d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:24.832702 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-8fae2225-4f65-499d-ab5e-df6a16459c5e tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:24.835741 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-8fae2225-4f65-499d-ab5e-df6a16459c5e tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.83 "GET /v2.0/networks?id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c HTTP/1.1" status: 200 len: 811 time: 0.3625720 Jul 30 20:26:24.851064 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bab719-c6d6-40bc-806a-fe0b153d8b21 None None] DHCP port deletion for 4530332c-49d4-43ee-9b2f-dc6daf17d8bb request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:26:24.907933 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c0f8888b-c047-40d3-9d08-d180ffacd478 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting port 3bc9f5f5-1443-4519-a364-4dec2180a18b {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:26:24.908290 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0f8888b-c047-40d3-9d08-d180ffacd478 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:24.918526 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-42d8f6a1-ab08-43b0-8d2a-e12f420d3388 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd4a0aeb4734545b256ac5e1a36d088 HTTP/1.1" status: 200 len: 380 time: 0.0739539 Jul 30 20:26:24.927932 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-58bab719-c6d6-40bc-806a-fe0b153d8b21 None None] Deleting port 3bc9f5f5-1443-4519-a364-4dec2180a18b {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:26:24.928382 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-58bab719-c6d6-40bc-806a-fe0b153d8b21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:24.959253 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-852ed14e-1f8b-4721-b78c-1fee481cbf18 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Request body: {'port': {'device_id': '38d68323-0e0f-49ea-ba73-18e8dc6e60dc', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'admin_state_up': True, 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'security_groups': ['8d01eb69-0508-4b4f-a0a1-5651bc38a58b']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:25.009334 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:25.021492 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-58bab719-c6d6-40bc-806a-fe0b153d8b21 None None] For port 3bc9f5f5-1443-4519-a364-4dec2180a18b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=3bc9f5f5-1443-4519-a364-4dec2180a18b,segment=NetworkSegment(0372be64-cc99-4326-9655-a0246d159f6c),segment_id=0372be64-cc99-4326-9655-a0246d159f6c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:25.022248 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-58bab719-c6d6-40bc-806a-fe0b153d8b21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:25.042910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-58bab719-c6d6-40bc-806a-fe0b153d8b21 None None] Calling delete_port for 3bc9f5f5-1443-4519-a364-4dec2180a18b owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:26:25.067350 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-c0f8888b-c047-40d3-9d08-d180ffacd478 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] For port 3bc9f5f5-1443-4519-a364-4dec2180a18b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=3bc9f5f5-1443-4519-a364-4dec2180a18b,segment=NetworkSegment(0372be64-cc99-4326-9655-a0246d159f6c),segment_id=0372be64-cc99-4326-9655-a0246d159f6c)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:25.067770 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0f8888b-c047-40d3-9d08-d180ffacd478 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:25.098538 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c0f8888b-c047-40d3-9d08-d180ffacd478 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Calling delete_port for 3bc9f5f5-1443-4519-a364-4dec2180a18b owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:26:25.237520 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-58bab719-c6d6-40bc-806a-fe0b153d8b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:25.284595 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bab719-c6d6-40bc-806a-fe0b153d8b21 None None] Pushing event deleted for resources: {'Port': ['ID=3bc9f5f5-1443-4519-a364-4dec2180a18b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:25.305950 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bab719-c6d6-40bc-806a-fe0b153d8b21 None None] No DVR routers for this DVR port 3bc9f5f5-1443-4519-a364-4dec2180a18b on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:26:25.326540 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0f8888b-c047-40d3-9d08-d180ffacd478 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:25.411326 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8888b-c047-40d3-9d08-d180ffacd478 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Port': ['ID=3bc9f5f5-1443-4519-a364-4dec2180a18b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:25.417148 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-852ed14e-1f8b-4721-b78c-1fee481cbf18 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Made reservation on behalf of fdd4a0aeb4734545b256ac5e1a36d088 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:25.429355 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-852ed14e-1f8b-4721-b78c-1fee481cbf18 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:25.431935 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f8888b-c047-40d3-9d08-d180ffacd478 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] No DVR routers for this DVR port 3bc9f5f5-1443-4519-a364-4dec2180a18b on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:26:25.583253 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0f8888b-c047-40d3-9d08-d180ffacd478 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:25.628101 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-c0f8888b-c047-40d3-9d08-d180ffacd478 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4530332c-49d4-43ee-9b2f-dc6daf17d8bb']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:25.668354 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-c0f8888b-c047-40d3-9d08-d180ffacd478 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0372be64-cc99-4326-9655-a0246d159f6c') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:25.669409 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-c0f8888b-c047-40d3-9d08-d180ffacd478 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0372be64-cc99-4326-9655-a0246d159f6c') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:25.672308 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3bc9f5f5-1443-4519-a364-4dec2180a18b no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:26:25.703699 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0f8888b-c047-40d3-9d08-d180ffacd478 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:25.726719 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 3bc9f5f5-1443-4519-a364-4dec2180a18b {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:26:25.728541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3bc9f5f5-1443-4519-a364-4dec2180a18b not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:26:25.741008 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0f8888b-c047-40d3-9d08-d180ffacd478 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:25.768901 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ce987fed-353b-4f3b-9202-5ea9554c9753 req-673f6a9c-d5b1-4b66-bdd8-e410454b0b16 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc HTTP/1.1" status: 200 len: 210 time: 0.0466003 Jul 30 20:26:25.774876 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f8888b-c047-40d3-9d08-d180ffacd478 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:26:25.775663 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0f8888b-c047-40d3-9d08-d180ffacd478 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:26:25.778832 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:26:25.819886 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-852ed14e-1f8b-4721-b78c-1fee481cbf18 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Allocated IP 172.20.0.4 (dc119c8a-9a5c-4d7a-8531-ab95bc80d77c/f6491aa5-23e2-49d6-ab1a-df22f79d0138/4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:25.862642 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0f8888b-c047-40d3-9d08-d180ffacd478 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:25.880158 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0f8888b-c047-40d3-9d08-d180ffacd478 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:25.887803 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c0f8888b-c047-40d3-9d08-d180ffacd478 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/networks/4530332c-49d4-43ee-9b2f-dc6daf17d8bb HTTP/1.1" status: 204 len: 168 time: 1.5999324 Jul 30 20:26:25.888279 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37564) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:25.893396 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-44bfca35-9ce4-4be7-a372-307a9c06e69d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1246379322'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:25.923765 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8888b-c047-40d3-9d08-d180ffacd478 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Network': ['ID=4530332c-49d4-43ee-9b2f-dc6daf17d8bb,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:25.936138 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bfca35-9ce4-4be7-a372-307a9c06e69d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:25.940752 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-44bfca35-9ce4-4be7-a372-307a9c06e69d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:25.973825 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44bfca35-9ce4-4be7-a372-307a9c06e69d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:26:25.986989 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-44bfca35-9ce4-4be7-a372-307a9c06e69d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:25.987683 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-44bfca35-9ce4-4be7-a372-307a9c06e69d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Added segment 1baeab2e-289a-4e26-a187-51ec82455629 of type vlan for network e8697a4e-394a-48a6-beae-56341d9fc789 Jul 30 20:26:26.048403 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-44bfca35-9ce4-4be7-a372-307a9c06e69d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:26.088996 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-44bfca35-9ce4-4be7-a372-307a9c06e69d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:26.096814 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bfca35-9ce4-4be7-a372-307a9c06e69d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:26.098111 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-44bfca35-9ce4-4be7-a372-307a9c06e69d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:26.134884 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-852ed14e-1f8b-4721-b78c-1fee481cbf18 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:26.168702 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-852ed14e-1f8b-4721-b78c-1fee481cbf18 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Transition to ACTIVE for port object 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:26.229443 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-852ed14e-1f8b-4721-b78c-1fee481cbf18 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:26.239043 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-44bfca35-9ce4-4be7-a372-307a9c06e69d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3494503 Jul 30 20:26:26.243893 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37578) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:26.249958 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-cc46aa04-8040-4765-a205-201b625e60d3 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'subnet': {'network_id': 'e8697a4e-394a-48a6-beae-56341d9fc789', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:26.277267 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bfca35-9ce4-4be7-a372-307a9c06e69d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Network': ['ID=e8697a4e-394a-48a6-beae-56341d9fc789,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:26.292749 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network e8697a4e-394a-48a6-beae-56341d9fc789 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:26:26.373433 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc46aa04-8040-4765-a205-201b625e60d3 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:26.379788 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cc46aa04-8040-4765-a205-201b625e60d3 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:26.419329 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-852ed14e-1f8b-4721-b78c-1fee481cbf18 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Network dc119c8a-9a5c-4d7a-8531-ab95bc80d77c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:26:26.450237 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-852ed14e-1f8b-4721-b78c-1fee481cbf18 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:26.453790 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-852ed14e-1f8b-4721-b78c-1fee481cbf18 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:26:26.458161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ed14e-1f8b-4721-b78c-1fee481cbf18 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Pushing event updated for resources: {'Port': ['ID=4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:26.529890 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-852ed14e-1f8b-4721-b78c-1fee481cbf18 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:26.529890 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-852ed14e-1f8b-4721-b78c-1fee481cbf18 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:26.549833 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-852ed14e-1f8b-4721-b78c-1fee481cbf18 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6193414 Jul 30 20:26:26.565551 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-f642e46c-aa87-4fb9-8853-269d7aa23366 service neutron] Request body: {'port': {'device_id': '38d68323-0e0f-49ea-ba73-18e8dc6e60dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:26.662213 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-f642e46c-aa87-4fb9-8853-269d7aa23366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:26.745444 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cc46aa04-8040-4765-a205-201b625e60d3 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:26.894539 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:26.899035 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc46aa04-8040-4765-a205-201b625e60d3 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Checking segment: {'id': '1baeab2e-289a-4e26-a187-51ec82455629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e8697a4e-394a-48a6-beae-56341d9fc789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:26:26.900363 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc46aa04-8040-4765-a205-201b625e60d3 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network hostable DHCP agents. Network: e8697a4e-394a-48a6-beae-56341d9fc789, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:26:26.908734 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bb07ab2d-149e-44b2-abcd-15cc2437e849 None None] Provisioning for port 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:26.916253 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bb07ab2d-149e-44b2-abcd-15cc2437e849 None None] Provisioning complete for port 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:26.916644 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb07ab2d-149e-44b2-abcd-15cc2437e849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:26.927431 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46aa04-8040-4765-a205-201b625e60d3 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Subnet': ['ID=1275ce2c-6d77-47dc-a933-4f31e25b301a,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:26.934675 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc46aa04-8040-4765-a205-201b625e60d3 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network e8697a4e-394a-48a6-beae-56341d9fc789 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:26:26.946699 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-cc46aa04-8040-4765-a205-201b625e60d3 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, e8697a4e-394a-48a6-beae-56341d9fc789) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:26.955386 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc46aa04-8040-4765-a205-201b625e60d3 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:26.956870 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cc46aa04-8040-4765-a205-201b625e60d3 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:26.989731 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bb07ab2d-149e-44b2-abcd-15cc2437e849 None None] Port 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:26:26.991732 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994a1cad-8e9f-45ea-8236-f8164a08d2dd None None] Network e8697a4e-394a-48a6-beae-56341d9fc789 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:26:27.011483 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cc46aa04-8040-4765-a205-201b625e60d3 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7660115 Jul 30 20:26:27.014616 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37624) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:27.039208 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b0d0b6e2-6cec-4ad7-a4cd-3c59ce3310ee tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-321464547', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:27.110132 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-f642e46c-aa87-4fb9-8853-269d7aa23366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:26:27.115031 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37628) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:27.119196 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-f642e46c-aa87-4fb9-8853-269d7aa23366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:27.132707 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-f642e46c-aa87-4fb9-8853-269d7aa23366 service neutron] Transition to ACTIVE for port object 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:27.135733 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f99476bb-3337-4fa6-9b47-20876c43285c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Request body: {'network': {'name': 'tempest-network-smoke--343150424', 'project_id': '84983c9ae1174638a727198854c17acc', 'port_security_enabled': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:27.138950 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-f642e46c-aa87-4fb9-8853-269d7aa23366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:27.172750 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b6e2-6cec-4ad7-a4cd-3c59ce3310ee tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:27.173463 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b6e2-6cec-4ad7-a4cd-3c59ce3310ee tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:27.222378 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99476bb-3337-4fa6-9b47-20876c43285c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Made reservation on behalf of 84983c9ae1174638a727198854c17acc for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:27.227458 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f99476bb-3337-4fa6-9b47-20876c43285c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:27.247435 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f99476bb-3337-4fa6-9b47-20876c43285c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:27.260931 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642e46c-aa87-4fb9-8853-269d7aa23366 service neutron] Pushing event updated for resources: {'Port': ['ID=4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:27.271778 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed26a78-730c-4629-b27b-a8e31ce2f237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-e8697a4e-394a-48a6-beae-56341d9fc789', 'network_id': 'e8697a4e-394a-48a6-beae-56341d9fc789', 'tenant_id': '9bacd603b6d946298d69015a35d7a6ec', 'fixed_ips': [{'subnet_id': '1275ce2c-6d77-47dc-a933-4f31e25b301a'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:26:27.272494 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eed26a78-730c-4629-b27b-a8e31ce2f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:27.382977 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-f642e46c-aa87-4fb9-8853-269d7aa23366 service neutron] Attempting to bind port 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:26:27.384556 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-f642e46c-aa87-4fb9-8853-269d7aa23366 service neutron] Attempting to bind port 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'fe032a3b-65ea-4e02-9bea-2ab32b00a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:26:27.384999 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-f642e46c-aa87-4fb9-8853-269d7aa23366 service neutron] Attempting to bind port 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d on network dc119c8a-9a5c-4d7a-8531-ab95bc80d77c {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:26:27.397923 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-f642e46c-aa87-4fb9-8853-269d7aa23366 service neutron] Port 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d on network dc119c8a-9a5c-4d7a-8531-ab95bc80d77c not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:26:27.416297 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-f642e46c-aa87-4fb9-8853-269d7aa23366 service neutron] Attempting to bind port 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d on network dc119c8a-9a5c-4d7a-8531-ab95bc80d77c {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:26:27.430937 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b6e2-6cec-4ad7-a4cd-3c59ce3310ee tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:27.433692 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-f642e46c-aa87-4fb9-8853-269d7aa23366 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:26:27.436940 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-f642e46c-aa87-4fb9-8853-269d7aa23366 service neutron] Checking segment: {'id': 'fe032a3b-65ea-4e02-9bea-2ab32b00a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:26:27.438117 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-f642e46c-aa87-4fb9-8853-269d7aa23366 service neutron] Bound using segment: {'id': 'fe032a3b-65ea-4e02-9bea-2ab32b00a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:26:27.441068 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-f642e46c-aa87-4fb9-8853-269d7aa23366 service neutron] Bound port: 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe032a3b-65ea-4e02-9bea-2ab32b00a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:26:27.448325 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-f642e46c-aa87-4fb9-8853-269d7aa23366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:27.462648 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b6e2-6cec-4ad7-a4cd-3c59ce3310ee tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:27.540906 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09207f8-a570-471e-b840-eed22336e2e9 req-716eeb8e-9ccb-4cab-b075-e65f7ec927e8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:27.550880 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b09207f8-a570-471e-b840-eed22336e2e9 req-716eeb8e-9ccb-4cab-b075-e65f7ec927e8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc HTTP/1.1" status: 200 len: 943 time: 0.0961473 Jul 30 20:26:27.597062 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b09207f8-a570-471e-b840-eed22336e2e9 req-7e9c7d2e-3e83-47e9-b332-887023ae267c tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d01eb69-0508-4b4f-a0a1-5651bc38a58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454292 Jul 30 20:26:27.636723 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-eed26a78-730c-4629-b27b-a8e31ce2f237 None None] Allocated IP 2001:db8::2 (e8697a4e-394a-48a6-beae-56341d9fc789/1275ce2c-6d77-47dc-a933-4f31e25b301a/b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:27.644833 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-f642e46c-aa87-4fb9-8853-269d7aa23366 service neutron] For port 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:26:27.655043 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-f642e46c-aa87-4fb9-8853-269d7aa23366 service neutron] For port 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d,segment=NetworkSegment(fe032a3b-65ea-4e02-9bea-2ab32b00a56f),segment_id=fe032a3b-65ea-4e02-9bea-2ab32b00a56f)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:26:27.662155 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-f642e46c-aa87-4fb9-8853-269d7aa23366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:27.700767 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f99476bb-3337-4fa6-9b47-20876c43285c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:27.712663 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f99476bb-3337-4fa6-9b47-20876c43285c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:27.784419 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99476bb-3337-4fa6-9b47-20876c43285c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee40d300-81e4-4ead-bd18-c642ac5819f2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:27.795401 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b6e2-6cec-4ad7-a4cd-3c59ce3310ee tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:27.801338 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b0d0b6e2-6cec-4ad7-a4cd-3c59ce3310ee tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7819192 Jul 30 20:26:27.812412 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-f642e46c-aa87-4fb9-8853-269d7aa23366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:27.815956 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37670) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:27.816187 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-f642e46c-aa87-4fb9-8853-269d7aa23366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:27.817649 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99476bb-3337-4fa6-9b47-20876c43285c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:26:27.821731 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-f642e46c-aa87-4fb9-8853-269d7aa23366 service neutron] 10.222.0.83 "PUT /v2.0/ports/4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d HTTP/1.1" status: 200 len: 1091 time: 1.2606177 Jul 30 20:26:27.829430 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d68323-0e0f-49ea-ba73-18e8dc6e60dc', 'tag': '4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:26:27.832919 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400ffff0-ad57-45fa-bf36-b18b4075d325" -d '{"events": [{"name": "network-changed", "server_uuid": "38d68323-0e0f-49ea-ba73-18e8dc6e60dc", "tag": "4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:26:27.838640 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c7de63a9-2211-40a4-b964-2be04f526c71 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'port': {'network_id': 'e8697a4e-394a-48a6-beae-56341d9fc789', 'name': 'tempest-PortsIpV6TestJSON-1001395710'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:27.918672 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98436c-39c5-4055-ae06-073f01d9cd43 req-6877c682-22d5-4d9c-bf34-07bb12320bb5 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:27.929105 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef98436c-39c5-4055-ae06-073f01d9cd43 req-6877c682-22d5-4d9c-bf34-07bb12320bb5 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f5d9335-e42d-4f04-82fb-3a23cafe8109 HTTP/1.1" status: 200 len: 945 time: 0.2171972 Jul 30 20:26:27.951631 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642e46c-aa87-4fb9-8853-269d7aa23366 service neutron] Pushing event updated for resources: {'Port': ['ID=4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:27.988866 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-f6321fdd-bb87-4b88-b8dd-b26f3f2a5ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:27.990634 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f99476bb-3337-4fa6-9b47-20876c43285c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:27.991119 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-f99476bb-3337-4fa6-9b47-20876c43285c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Added segment 1dea10a5-7108-4f85-8940-9dba2ebc2b5c of type vlan for network 4ac4e6aa-534b-4ce9-9b92-94124a852cb2 Jul 30 20:26:27.991489 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-f6321fdd-bb87-4b88-b8dd-b26f3f2a5ad8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fdd4a0aeb4734545b256ac5e1a36d088&device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc HTTP/1.1" status: 200 len: 1094 time: 0.1215351 Jul 30 20:26:28.032650 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eed26a78-730c-4629-b27b-a8e31ce2f237 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:28.055052 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-eed26a78-730c-4629-b27b-a8e31ce2f237 None None] Transition to ACTIVE for port object b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:28.086972 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-eed26a78-730c-4629-b27b-a8e31ce2f237 None None] Transition to ACTIVE for port object b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:28.097272 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eed26a78-730c-4629-b27b-a8e31ce2f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:28.130009 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-eb62ad30-9c2e-47d0-ba62-70a544c53c6f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d HTTP/1.1" status: 200 len: 217 time: 0.1176589 Jul 30 20:26:28.147954 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f99476bb-3337-4fa6-9b47-20876c43285c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:28.152489 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef98436c-39c5-4055-ae06-073f01d9cd43 req-3cd3b3bb-8b0e-443c-9f66-76309f5c1542 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c2cc99c-def8-4aaa-9754-bc23a638cf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220130 Jul 30 20:26:28.174357 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed26a78-730c-4629-b27b-a8e31ce2f237 None None] Network e8697a4e-394a-48a6-beae-56341d9fc789 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:26:28.194735 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-eed26a78-730c-4629-b27b-a8e31ce2f237 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:28.201684 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed26a78-730c-4629-b27b-a8e31ce2f237 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:26:28.232735 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994ece13-6d3b-4b1d-905a-86ef9b615931 x-openstack-request-id: req-994ece13-6d3b-4b1d-905a-86ef9b615931 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:26:28.233033 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d68323-0e0f-49ea-ba73-18e8dc6e60dc", "tag": "4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:26:28.233297 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-994ece13-6d3b-4b1d-905a-86ef9b615931 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:26:28.233689 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d68323-0e0f-49ea-ba73-18e8dc6e60dc', 'tag': '4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d', 'status': 'completed', 'code': 200} Jul 30 20:26:28.248060 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed26a78-730c-4629-b27b-a8e31ce2f237 None None] Pushing event updated for resources: {'Port': ['ID=b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:28.261032 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-c1593560-9631-439e-831b-27df1265fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:28.263894 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-c1593560-9631-439e-831b-27df1265fe0f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6491aa5-23e2-49d6-ab1a-df22f79d0138 HTTP/1.1" status: 200 len: 850 time: 0.1100481 Jul 30 20:26:28.308796 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f99476bb-3337-4fa6-9b47-20876c43285c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:28.331212 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99476bb-3337-4fa6-9b47-20876c43285c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:28.332898 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f99476bb-3337-4fa6-9b47-20876c43285c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:28.336329 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-8497d657-ee4c-4a3b-9b37-f21f93a9923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:28.337889 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-8497d657-ee4c-4a3b-9b37-f21f93a9923b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660675 Jul 30 20:26:28.350054 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-eed26a78-730c-4629-b27b-a8e31ce2f237 None None] Attempting to bind port b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:26:28.350498 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-eed26a78-730c-4629-b27b-a8e31ce2f237 None None] Attempting to bind port b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '1baeab2e-289a-4e26-a187-51ec82455629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e8697a4e-394a-48a6-beae-56341d9fc789'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:26:28.351143 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed26a78-730c-4629-b27b-a8e31ce2f237 None None] Attempting to bind port b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42 on network e8697a4e-394a-48a6-beae-56341d9fc789 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:26:28.360013 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed26a78-730c-4629-b27b-a8e31ce2f237 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:26:28.362772 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed26a78-730c-4629-b27b-a8e31ce2f237 None None] Checking segment: {'id': '1baeab2e-289a-4e26-a187-51ec82455629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e8697a4e-394a-48a6-beae-56341d9fc789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:26:28.363472 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eed26a78-730c-4629-b27b-a8e31ce2f237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:28.365361 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed26a78-730c-4629-b27b-a8e31ce2f237 None None] Bound using segment: {'id': '1baeab2e-289a-4e26-a187-51ec82455629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e8697a4e-394a-48a6-beae-56341d9fc789'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:26:28.366647 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-eed26a78-730c-4629-b27b-a8e31ce2f237 None None] Bound port: b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1baeab2e-289a-4e26-a187-51ec82455629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e8697a4e-394a-48a6-beae-56341d9fc789'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:26:28.369311 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eed26a78-730c-4629-b27b-a8e31ce2f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:28.440526 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7de63a9-2211-40a4-b964-2be04f526c71 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:28.445345 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7de63a9-2211-40a4-b964-2be04f526c71 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:28.468116 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99476bb-3337-4fa6-9b47-20876c43285c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event updated for resources: {'Network': ['ID=4ac4e6aa-534b-4ce9-9b92-94124a852cb2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:28.471639 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f99476bb-3337-4fa6-9b47-20876c43285c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3525240 Jul 30 20:26:28.476249 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-c7de63a9-2211-40a4-b964-2be04f526c71 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] device_id is not set on port 9e8b8b31-cdcb-415a-a3e0-3df2a1fd21bc yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:26:28.486693 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-4a6850dd-cc72-4ff5-97d7-d9af9ca3af55 service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404502 Jul 30 20:26:28.487447 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37684) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:28.493193 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e24b2e83-9c6b-4b07-867b-3b8cc0b35645 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1367131081', 'admin_state_up': True, 'project_id': '84983c9ae1174638a727198854c17acc', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:28.498530 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 4ac4e6aa-534b-4ce9-9b92-94124a852cb2 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:26:28.634862 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-eed26a78-730c-4629-b27b-a8e31ce2f237 None None] For port b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:26:28.661547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-eed26a78-730c-4629-b27b-a8e31ce2f237 None None] For port b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42,segment=NetworkSegment(1baeab2e-289a-4e26-a187-51ec82455629),segment_id=1baeab2e-289a-4e26-a187-51ec82455629)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:26:28.677604 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eed26a78-730c-4629-b27b-a8e31ce2f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:28.697290 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-94523bd4-934c-4c26-92f7-7922fa6f8f45 req-cb4b58f3-c976-430c-ad33-29e9cb627709 service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966565 Jul 30 20:26:28.793203 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e24b2e83-9c6b-4b07-867b-3b8cc0b35645 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:28.794302 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e24b2e83-9c6b-4b07-867b-3b8cc0b35645 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:28.801695 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-c7de63a9-2211-40a4-b964-2be04f526c71 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Allocated IP 2001:db8::b (e8697a4e-394a-48a6-beae-56341d9fc789/1275ce2c-6d77-47dc-a933-4f31e25b301a/9e8b8b31-cdcb-415a-a3e0-3df2a1fd21bc) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:28.804540 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed26a78-730c-4629-b27b-a8e31ce2f237 None None] Pushing event updated for resources: {'Port': ['ID=b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:28.959630 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37690) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:29.099125 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7de63a9-2211-40a4-b964-2be04f526c71 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:29.118418 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-c7de63a9-2211-40a4-b964-2be04f526c71 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Transition to ACTIVE for port object 9e8b8b31-cdcb-415a-a3e0-3df2a1fd21bc will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:29.204494 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7de63a9-2211-40a4-b964-2be04f526c71 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:29.211370 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27ba120a-8fdd-4c81-b91a-fed480a4a14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:29.283439 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7de63a9-2211-40a4-b964-2be04f526c71 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network e8697a4e-394a-48a6-beae-56341d9fc789 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:26:29.295231 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de63a9-2211-40a4-b964-2be04f526c71 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Port': ['ID=9e8b8b31-cdcb-415a-a3e0-3df2a1fd21bc,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:29.299778 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c7de63a9-2211-40a4-b964-2be04f526c71 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:29.305345 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7de63a9-2211-40a4-b964-2be04f526c71 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:26:29.315087 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7de63a9-2211-40a4-b964-2be04f526c71 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:29.315087 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7de63a9-2211-40a4-b964-2be04f526c71 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:29.351120 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e24b2e83-9c6b-4b07-867b-3b8cc0b35645 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:29.381259 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c94679-406c-4c70-8adb-b24bfe9d91e3 req-06bfaf9e-0d5c-433d-a0a9-c2a2f7ed57c1 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:29.382824 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-74c94679-406c-4c70-8adb-b24bfe9d91e3 req-06bfaf9e-0d5c-433d-a0a9-c2a2f7ed57c1 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5d9335-e42d-4f04-82fb-3a23cafe8109 HTTP/1.1" status: 200 len: 945 time: 0.6652215 Jul 30 20:26:29.409977 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27ba120a-8fdd-4c81-b91a-fed480a4a14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:29.419379 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27ba120a-8fdd-4c81-b91a-fed480a4a14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:29.430390 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c7de63a9-2211-40a4-b964-2be04f526c71 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6041396 Jul 30 20:26:29.434861 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37698) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:29.489389 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f03983-dabd-459e-a196-317a76003f64 req-8429bfd8-5bb6-4df4-bdac-e81c25bbb6dc tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:29.490932 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54f03983-dabd-459e-a196-317a76003f64 req-8429bfd8-5bb6-4df4-bdac-e81c25bbb6dc tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc HTTP/1.1" status: 200 len: 943 time: 0.7214866 Jul 30 20:26:29.502469 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ffff0-ad57-45fa-bf36-b18b4075d325 req-4dba602f-c78f-4912-a1ed-f23bd9106e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:29.504005 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-400ffff0-ad57-45fa-bf36-b18b4075d325 req-4dba602f-c78f-4912-a1ed-f23bd9106e0b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fdd4a0aeb4734545b256ac5e1a36d088&device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc HTTP/1.1" status: 200 len: 1094 time: 0.7330520 Jul 30 20:26:29.544177 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-27ba120a-8fdd-4c81-b91a-fed480a4a14f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e9ca8662ac4740c4998f9b8cb4855ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5810349 Jul 30 20:26:29.544177 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba120a-8fdd-4c81-b91a-fed480a4a14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270bdb1f-7d61-4ece-bef6-dd343579c738,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:29.547691 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37700) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:29.632481 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e24b2e83-9c6b-4b07-867b-3b8cc0b35645 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:29.720021 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:26:29.727713 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54f03983-dabd-459e-a196-317a76003f64 req-7802a038-3edb-4b20-a530-c71fe592e7f7 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d01eb69-0508-4b4f-a0a1-5651bc38a58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199788 Jul 30 20:26:29.827863 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ffff0-ad57-45fa-bf36-b18b4075d325 req-d3725f7f-9ce5-4d3a-aab4-69fe6997ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:29.830331 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-400ffff0-ad57-45fa-bf36-b18b4075d325 req-d3725f7f-9ce5-4d3a-aab4-69fe6997ef9e service neutron] 10.222.0.83 "GET /v2.0/networks?id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c HTTP/1.1" status: 200 len: 912 time: 0.2783575 Jul 30 20:26:29.835949 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:29.847712 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f929715d-ca5c-4760-ab36-93a4d8207e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:29.851075 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-74c94679-406c-4c70-8adb-b24bfe9d91e3 req-653c15e1-21c5-4f33-93bc-9833ef66138c tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Deleting port 50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:26:29.851397 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-74c94679-406c-4c70-8adb-b24bfe9d91e3 req-653c15e1-21c5-4f33-93bc-9833ef66138c tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:29.912233 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f929715d-ca5c-4760-ab36-93a4d8207e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:29.958294 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-400ffff0-ad57-45fa-bf36-b18b4075d325 req-b3f8791c-6219-47e1-b756-f52e28dba100 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d HTTP/1.1" status: 200 len: 217 time: 0.1195180 Jul 30 20:26:30.048017 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d3314-f804-4d24-aede-2c95ed9c91ce req-a88c3529-0229-4ea1-98e8-b1d4c60571df tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:30.049540 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-691d3314-f804-4d24-aede-2c95ed9c91ce req-a88c3529-0229-4ea1-98e8-b1d4c60571df tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f5d9335-e42d-4f04-82fb-3a23cafe8109 HTTP/1.1" status: 200 len: 945 time: 0.2253940 Jul 30 20:26:30.059262 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a47fd8f-5324-4ca6-9eca-965c9c6f368a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:30.072900 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f929715d-ca5c-4760-ab36-93a4d8207e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:30.075838 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f929715d-ca5c-4760-ab36-93a4d8207e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:30.077267 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f929715d-ca5c-4760-ab36-93a4d8207e2f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/270bdb1f-7d61-4ece-bef6-dd343579c738 HTTP/1.1" status: 204 len: 168 time: 0.5281773 Jul 30 20:26:30.092415 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929715d-ca5c-4760-ab36-93a4d8207e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270bdb1f-7d61-4ece-bef6-dd343579c738,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:30.153785 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-74c94679-406c-4c70-8adb-b24bfe9d91e3 req-653c15e1-21c5-4f33-93bc-9833ef66138c tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] For port 50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba,segment=NetworkSegment(61b4ee42-0ce1-444c-9f1d-51b3c3d2029a),segment_id=61b4ee42-0ce1-444c-9f1d-51b3c3d2029a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:30.154315 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-74c94679-406c-4c70-8adb-b24bfe9d91e3 req-653c15e1-21c5-4f33-93bc-9833ef66138c tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:30.183856 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ffff0-ad57-45fa-bf36-b18b4075d325 req-a60d57f0-2a2e-43e0-b80c-a46a57b1aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:30.185744 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-400ffff0-ad57-45fa-bf36-b18b4075d325 req-a60d57f0-2a2e-43e0-b80c-a46a57b1aef2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6491aa5-23e2-49d6-ab1a-df22f79d0138 HTTP/1.1" status: 200 len: 850 time: 0.2095313 Jul 30 20:26:30.199703 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-74c94679-406c-4c70-8adb-b24bfe9d91e3 req-653c15e1-21c5-4f33-93bc-9833ef66138c tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Calling delete_port for 50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:26:30.252588 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f7f1d4-e572-4063-ae3a-316b89626bc5 None None] Network e8697a4e-394a-48a6-beae-56341d9fc789 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:26:30.284130 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-691d3314-f804-4d24-aede-2c95ed9c91ce req-4baa0f6b-087b-4731-bc28-72d76b2e4329 tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c2cc99c-def8-4aaa-9754-bc23a638cf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929135 Jul 30 20:26:30.387020 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-94d74beb-68a0-458a-bc68-95d3e291dcef None None] Provisioning for port b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:30.396404 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-94d74beb-68a0-458a-bc68-95d3e291dcef None None] Provisioning complete for port b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:30.396773 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-94d74beb-68a0-458a-bc68-95d3e291dcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:30.432760 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ffff0-ad57-45fa-bf36-b18b4075d325 req-dc03e134-15ca-48ff-9725-5dc02bae4d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:30.435745 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-400ffff0-ad57-45fa-bf36-b18b4075d325 req-dc03e134-15ca-48ff-9725-5dc02bae4d2a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2377658 Jul 30 20:26:30.493322 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e24b2e83-9c6b-4b07-867b-3b8cc0b35645 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:30.530464 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e24b2e83-9c6b-4b07-867b-3b8cc0b35645 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:30.593966 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37708) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:30.603434 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a47fd8f-5324-4ca6-9eca-965c9c6f368a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:30.608079 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-94d74beb-68a0-458a-bc68-95d3e291dcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:30.612796 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a47fd8f-5324-4ca6-9eca-965c9c6f368a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:30.650741 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-94d74beb-68a0-458a-bc68-95d3e291dcef None None] For port b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42,segment=NetworkSegment(1baeab2e-289a-4e26-a187-51ec82455629),segment_id=1baeab2e-289a-4e26-a187-51ec82455629)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:30.659403 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-94d74beb-68a0-458a-bc68-95d3e291dcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:30.662169 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb3c3587-6076-468a-a306-17ff39570b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:30.727282 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d74beb-68a0-458a-bc68-95d3e291dcef None None] Pushing event updated for resources: {'Port': ['ID=b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:30.774844 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-400ffff0-ad57-45fa-bf36-b18b4075d325 req-c0c604c9-0e0e-443a-9980-a5c50d36ac7f service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275204 Jul 30 20:26:30.822155 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-74c94679-406c-4c70-8adb-b24bfe9d91e3 req-653c15e1-21c5-4f33-93bc-9833ef66138c tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:30.834516 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:26:30.912582 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-e24b2e83-9c6b-4b07-867b-3b8cc0b35645 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Allocated IP 172.25.3.136 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/92a48762-3f53-478a-83d3-dceeea311e28) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:30.963478 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c15e1-21c5-4f33-93bc-9833ef66138c tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Pushing event deleted for resources: {'Port': ['ID=50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:30.996476 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4f739d78-4162-4997-86b6-255eb39559e3 None None] Provisioning for port 9e8b8b31-cdcb-415a-a3e0-3df2a1fd21bc completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:31.009400 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4f739d78-4162-4997-86b6-255eb39559e3 None None] Provisioning complete for port 9e8b8b31-cdcb-415a-a3e0-3df2a1fd21bc triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:31.010094 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f739d78-4162-4997-86b6-255eb39559e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:31.057613 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4f739d78-4162-4997-86b6-255eb39559e3 None None] Port 9e8b8b31-cdcb-415a-a3e0-3df2a1fd21bc cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:26:31.072304 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4f739d78-4162-4997-86b6-255eb39559e3 None None] Provisioning complete for port b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:31.072807 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f739d78-4162-4997-86b6-255eb39559e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:31.127318 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47fd8f-5324-4ca6-9eca-965c9c6f368a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Port': ['ID=9e8b8b31-cdcb-415a-a3e0-3df2a1fd21bc,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:31.149016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c94679-406c-4c70-8adb-b24bfe9d91e3 req-653c15e1-21c5-4f33-93bc-9833ef66138c tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] No DVR routers for this DVR port 50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:26:31.161326 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-74c94679-406c-4c70-8adb-b24bfe9d91e3 req-653c15e1-21c5-4f33-93bc-9833ef66138c tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:31.169686 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-74c94679-406c-4c70-8adb-b24bfe9d91e3 req-653c15e1-21c5-4f33-93bc-9833ef66138c tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.59 "DELETE /v2.0/ports/50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba HTTP/1.1" status: 204 len: 173 time: 1.7496672 Jul 30 20:26:31.177054 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-400ffff0-ad57-45fa-bf36-b18b4075d325 req-f6caefdd-f2bd-445d-9901-4cbba52336ce service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925257 Jul 30 20:26:31.177511 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5d9335-e42d-4f04-82fb-3a23cafe8109', 'name': 'network-vif-deleted', 'tag': '50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:26:31.179824 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb15d437-0815-4ae0-a99a-4005b92f0e67" -d '{"events": [{"server_uuid": "8f5d9335-e42d-4f04-82fb-3a23cafe8109", "name": "network-vif-deleted", "tag": "50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:26:31.216213 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f067f-a374-4889-b61e-304d54b5afb2 req-b1275664-209d-4ab8-9205-4633ad47eaa9 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:31.217786 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-488f067f-a374-4889-b61e-304d54b5afb2 req-b1275664-209d-4ab8-9205-4633ad47eaa9 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc HTTP/1.1" status: 200 len: 943 time: 0.3624783 Jul 30 20:26:31.235606 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a47fd8f-5324-4ca6-9eca-965c9c6f368a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:31.290974 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-488f067f-a374-4889-b61e-304d54b5afb2 req-bf12991e-484b-400e-9444-caf8fcbc870c tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d01eb69-0508-4b4f-a0a1-5651bc38a58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607836 Jul 30 20:26:31.339027 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb3c3587-6076-468a-a306-17ff39570b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:31.351619 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e24b2e83-9c6b-4b07-867b-3b8cc0b35645 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:31.356189 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb3c3587-6076-468a-a306-17ff39570b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:31.395654 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e063d4ed-694d-4b16-99bd-a3959f026858 x-openstack-request-id: req-e063d4ed-694d-4b16-99bd-a3959f026858 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:26:31.395980 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5d9335-e42d-4f04-82fb-3a23cafe8109", "name": "network-vif-deleted", "tag": "50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:26:31.396214 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e063d4ed-694d-4b16-99bd-a3959f026858 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:26:31.396625 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5d9335-e42d-4f04-82fb-3a23cafe8109', 'name': 'network-vif-deleted', 'tag': '50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba', 'status': 'completed', 'code': 200} Jul 30 20:26:31.434429 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fb3c3587-6076-468a-a306-17ff39570b65 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c7774502b3004aa1b39b3444e9a31f3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8075356 Jul 30 20:26:31.435393 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37716) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:31.436062 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f6f12986-e69a-45a5-aa6b-400fa22dedf7 None None] Provisioning complete for port 9e8b8b31-cdcb-415a-a3e0-3df2a1fd21bc triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:31.436443 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6f12986-e69a-45a5-aa6b-400fa22dedf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:31.440181 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a47fd8f-5324-4ca6-9eca-965c9c6f368a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:31.457685 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c3587-6076-468a-a306-17ff39570b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fcdb2e-8e27-4e7d-b056-44747c56b792,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:31.506477 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f6f12986-e69a-45a5-aa6b-400fa22dedf7 None None] Port 9e8b8b31-cdcb-415a-a3e0-3df2a1fd21bc cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:26:31.597248 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d3a18b7-48c4-4aee-bb74-209bf5185525 req-4601f40b-82e9-4985-bcb6-2fe7fe2ac49b tempest-ServerTagsTestJSON-2142884319 tempest-ServerTagsTestJSON-2142884319-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f5d9335-e42d-4f04-82fb-3a23cafe8109 HTTP/1.1" status: 200 len: 210 time: 0.0608025 Jul 30 20:26:31.614087 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e24b2e83-9c6b-4b07-867b-3b8cc0b35645 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:31.672003 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b2e83-9c6b-4b07-867b-3b8cc0b35645 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event updated for resources: {'Port': ['ID=92a48762-3f53-478a-83d3-dceeea311e28,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:31.706825 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:26:31.708439 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-02348469-54f1-4069-913d-9c84428757d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:31.715161 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:26:31.716861 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:26:31.734435 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24b2e83-9c6b-4b07-867b-3b8cc0b35645 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:26:31.749355 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-e24b2e83-9c6b-4b07-867b-3b8cc0b35645 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:31.754578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24b2e83-9c6b-4b07-867b-3b8cc0b35645 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:26:31.758416 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-02348469-54f1-4069-913d-9c84428757d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:31.803367 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a926-1efa-4b04-9c1b-1279b994f005 None None] Provisioning complete for port 9e8b8b31-cdcb-415a-a3e0-3df2a1fd21bc triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:31.804343 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a926-1efa-4b04-9c1b-1279b994f005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:31.878812 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a47fd8f-5324-4ca6-9eca-965c9c6f368a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:31.886366 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a47fd8f-5324-4ca6-9eca-965c9c6f368a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:31.888351 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a47fd8f-5324-4ca6-9eca-965c9c6f368a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:31.947937 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9a926-1efa-4b04-9c1b-1279b994f005 None None] Port 9e8b8b31-cdcb-415a-a3e0-3df2a1fd21bc cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:26:31.960741 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:31.961414 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:31.994755 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-02348469-54f1-4069-913d-9c84428757d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:31.998910 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-02348469-54f1-4069-913d-9c84428757d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:31.999027 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d,segment=NetworkSegment(fe032a3b-65ea-4e02-9bea-2ab32b00a56f),segment_id=fe032a3b-65ea-4e02-9bea-2ab32b00a56f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:32.003783 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-02348469-54f1-4069-913d-9c84428757d7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e8fcdb2e-8e27-4e7d-b056-44747c56b792 HTTP/1.1" status: 204 len: 168 time: 0.5659034 Jul 30 20:26:32.023652 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47fd8f-5324-4ca6-9eca-965c9c6f368a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Port': ['ID=9e8b8b31-cdcb-415a-a3e0-3df2a1fd21bc,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:32.024509 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'port_id': '4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d', 'mac_address': 'fa:16:3e:39:ff:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:26:32.087734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02348469-54f1-4069-913d-9c84428757d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fcdb2e-8e27-4e7d-b056-44747c56b792,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:32.110099 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a47fd8f-5324-4ca6-9eca-965c9c6f368a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network e8697a4e-394a-48a6-beae-56341d9fc789 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:26:32.111581 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8a47fd8f-5324-4ca6-9eca-965c9c6f368a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:32.194381 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e24b2e83-9c6b-4b07-867b-3b8cc0b35645 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:32.195473 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:32.226959 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:26:32.270225 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d,segment=NetworkSegment(fe032a3b-65ea-4e02-9bea-2ab32b00a56f),segment_id=fe032a3b-65ea-4e02-9bea-2ab32b00a56f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:32.285025 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:32.305416 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a47fd8f-5324-4ca6-9eca-965c9c6f368a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Router 8ea854d9-d5ce-443c-b207-55fb013d8eb4 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:26:32.390772 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:32.452906 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a47fd8f-5324-4ca6-9eca-965c9c6f368a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:26:32.468431 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9a40de-9d01-42fc-9d18-9dfad3224693 None None] Sync routers for ids ['8ea854d9-d5ce-443c-b207-55fb013d8eb4'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:26:32.474245 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8a47fd8f-5324-4ca6-9eca-965c9c6f368a tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "PUT /v2.0/routers/8ea854d9-d5ce-443c-b207-55fb013d8eb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0331564 Jul 30 20:26:32.475102 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37726) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:32.481251 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9a40de-9d01-42fc-9d18-9dfad3224693 None None] Routers {'8ea854d9-d5ce-443c-b207-55fb013d8eb4'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:26:32.481903 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0c9a40de-9d01-42fc-9d18-9dfad3224693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:26:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8ea854d9-d5ce-443c-b207-55fb013d8eb4'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:32.532977 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0c9a40de-9d01-42fc-9d18-9dfad3224693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:32.553354 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9a40de-9d01-42fc-9d18-9dfad3224693 None None] Routers {'8ea854d9-d5ce-443c-b207-55fb013d8eb4'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:26:32.554309 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0c9a40de-9d01-42fc-9d18-9dfad3224693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:26:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8ea854d9-d5ce-443c-b207-55fb013d8eb4'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:32.580190 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-494f553e-9d91-48f0-92a3-b1657a420428 None None] Provisioning complete for port 9e8b8b31-cdcb-415a-a3e0-3df2a1fd21bc triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:32.581014 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-494f553e-9d91-48f0-92a3-b1657a420428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:32.598519 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0c9a40de-9d01-42fc-9d18-9dfad3224693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:32.599361 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9a40de-9d01-42fc-9d18-9dfad3224693 None None] The sync data for ids ['8ea854d9-d5ce-443c-b207-55fb013d8eb4'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:26:32.619671 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812d3adb-e1d8-4f2f-929e-6255ebac7592 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:32.621667 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-812d3adb-e1d8-4f2f-929e-6255ebac7592 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ea854d9-d5ce-443c-b207-55fb013d8eb4 HTTP/1.1" status: 200 len: 987 time: 0.1451955 Jul 30 20:26:32.625127 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37732) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:32.649035 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:26:32.699612 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-494f553e-9d91-48f0-92a3-b1657a420428 None None] Port 9e8b8b31-cdcb-415a-a3e0-3df2a1fd21bc cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:26:32.734618 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37734) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:32.804880 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-216ef050-d8b7-4d8f-8157-5b5c59739baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:32.916415 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666ee41-ac96-4f65-94bb-838145c3c084 req-55269558-b219-4707-9f7f-6bad8b3669f7 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:32.918146 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b666ee41-ac96-4f65-94bb-838145c3c084 req-55269558-b219-4707-9f7f-6bad8b3669f7 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc HTTP/1.1" status: 200 len: 944 time: 0.1819904 Jul 30 20:26:33.024574 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b666ee41-ac96-4f65-94bb-838145c3c084 req-fc6da6db-19c8-4934-a652-a47e7bfc84e3 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d01eb69-0508-4b4f-a0a1-5651bc38a58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968215 Jul 30 20:26:33.044743 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e24b2e83-9c6b-4b07-867b-3b8cc0b35645 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:33.065171 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-46ec9815-6b82-4176-98c3-8099971d3f75 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:33.115203 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37736) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:33.187105 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-216ef050-d8b7-4d8f-8157-5b5c59739baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:33.200753 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-216ef050-d8b7-4d8f-8157-5b5c59739baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:33.240959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-40623a3c-9378-4843-9c7f-3f4ca3cf5ad1 admin admin] Deleting subnet fef7cf84-b00d-4df8-9755-57b015ff8e8d {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:26:33.255603 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-40623a3c-9378-4843-9c7f-3f4ca3cf5ad1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:33.281199 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-216ef050-d8b7-4d8f-8157-5b5c59739baf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2fc74f5e79f54c6dafa6c14ad038ee5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5435379 Jul 30 20:26:33.285528 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37738) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:33.289609 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ef050-d8b7-4d8f-8157-5b5c59739baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12f3aa1-c6b2-402e-96ef-e0ce6dfe40fe,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:33.316360 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-40623a3c-9378-4843-9c7f-3f4ca3cf5ad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:33.338245 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-46ec9815-6b82-4176-98c3-8099971d3f75 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting port 9e8b8b31-cdcb-415a-a3e0-3df2a1fd21bc {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:26:33.338629 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-46ec9815-6b82-4176-98c3-8099971d3f75 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:33.356630 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24b2e83-9c6b-4b07-867b-3b8cc0b35645 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Router 9b40a9f0-a863-4ebf-a36d-ae3aea1759e3 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:26:33.368839 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-40623a3c-9378-4843-9c7f-3f4ca3cf5ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:33.409642 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-201d92e4-616c-4c7e-af88-66df6ddf2ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:33.447590 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-201d92e4-616c-4c7e-af88-66df6ddf2ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:33.474925 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-46ec9815-6b82-4176-98c3-8099971d3f75 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:33.499411 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-46ec9815-6b82-4176-98c3-8099971d3f75 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Calling delete_port for 9e8b8b31-cdcb-415a-a3e0-3df2a1fd21bc owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:26:33.510404 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-40623a3c-9378-4843-9c7f-3f4ca3cf5ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:33.545200 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24b2e83-9c6b-4b07-867b-3b8cc0b35645 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:26:33.547354 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40623a3c-9378-4843-9c7f-3f4ca3cf5ad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fef7cf84-b00d-4df8-9755-57b015ff8e8d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:33.556447 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-201d92e4-616c-4c7e-af88-66df6ddf2ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:33.557035 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-40623a3c-9378-4843-9c7f-3f4ca3cf5ad1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:33.559112 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-40623a3c-9378-4843-9c7f-3f4ca3cf5ad1 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fef7cf84-b00d-4df8-9755-57b015ff8e8d HTTP/1.1" status: 204 len: 168 time: 0.4429193 Jul 30 20:26:33.562019 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-201d92e4-616c-4c7e-af88-66df6ddf2ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:33.566149 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37740) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:33.566480 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-201d92e4-616c-4c7e-af88-66df6ddf2ab5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a12f3aa1-c6b2-402e-96ef-e0ce6dfe40fe HTTP/1.1" status: 204 len: 168 time: 0.2756624 Jul 30 20:26:33.570771 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] Sync routers for ids ['9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:26:33.583310 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d92e4-616c-4c7e-af88-66df6ddf2ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12f3aa1-c6b2-402e-96ef-e0ce6dfe40fe,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:33.598740 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] Routers {'9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:26:33.607950 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:26:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:33.609555 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e24b2e83-9c6b-4b07-867b-3b8cc0b35645 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:33.613670 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e24b2e83-9c6b-4b07-867b-3b8cc0b35645 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.1222541 Jul 30 20:26:33.614423 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37744) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:33.667265 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f3e9a45c-99a1-4f9e-bd5f-0cb9ab7dcc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:33.746045 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:26:33.749982 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:26:33.810500 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f3e9a45c-99a1-4f9e-bd5f-0cb9ab7dcc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:33.823481 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-f3e9a45c-99a1-4f9e-bd5f-0cb9ab7dcc96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f184bca8-9ea7-40f8-9632-fcb331a29cf9']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:33.837025 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-f3e9a45c-99a1-4f9e-bd5f-0cb9ab7dcc96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b4ee42-0ce1-444c-9f1d-51b3c3d2029a') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:33.837239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-f3e9a45c-99a1-4f9e-bd5f-0cb9ab7dcc96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b4ee42-0ce1-444c-9f1d-51b3c3d2029a') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:33.840659 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-46ec9815-6b82-4176-98c3-8099971d3f75 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:33.849182 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f3e9a45c-99a1-4f9e-bd5f-0cb9ab7dcc96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:33.868359 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f3e9a45c-99a1-4f9e-bd5f-0cb9ab7dcc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:33.882446 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e9a45c-99a1-4f9e-bd5f-0cb9ab7dcc96 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:26:33.884461 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f3e9a45c-99a1-4f9e-bd5f-0cb9ab7dcc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:26:33.889011 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:26:33.898012 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec9815-6b82-4176-98c3-8099971d3f75 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Port': ['ID=9e8b8b31-cdcb-415a-a3e0-3df2a1fd21bc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:34.025603 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-912b28d5-3bd4-4882-b0a6-3cb3850181d4 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=84983c9ae1174638a727198854c17acc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4103501 Jul 30 20:26:34.032371 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37752) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:34.057120 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-46ec9815-6b82-4176-98c3-8099971d3f75 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:34.089714 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:26:34.090058 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 50d81d7b-ed4e-4a4b-9f96-edd2d4bb59ba not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:26:34.168401 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:34.181819 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:34.182394 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:34.255847 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] Set router 9b40a9f0-a863-4ebf-a36d-ae3aea1759e3 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:26:34.261660 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f3e9a45c-99a1-4f9e-bd5f-0cb9ab7dcc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:34.291008 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f3e9a45c-99a1-4f9e-bd5f-0cb9ab7dcc96 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:34.293736 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f3e9a45c-99a1-4f9e-bd5f-0cb9ab7dcc96 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f184bca8-9ea7-40f8-9632-fcb331a29cf9 HTTP/1.1" status: 204 len: 168 time: 0.7283459 Jul 30 20:26:34.335849 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9a45c-99a1-4f9e-bd5f-0cb9ab7dcc96 admin admin] Pushing event deleted for resources: {'Network': ['ID=f184bca8-9ea7-40f8-9632-fcb331a29cf9,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:34.355804 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ec9815-6b82-4176-98c3-8099971d3f75 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Router 8ea854d9-d5ce-443c-b207-55fb013d8eb4 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:26:34.408806 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb66135-1253-49b1-9cc7-2ebfb93b3380 req-ce71942a-a719-48ed-8d16-87ebf3503d32 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:34.410546 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cfb66135-1253-49b1-9cc7-2ebfb93b3380 req-ce71942a-a719-48ed-8d16-87ebf3503d32 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc HTTP/1.1" status: 200 len: 944 time: 0.1767435 Jul 30 20:26:34.415734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0663a8b4-1afc-4a0e-99eb-52e96ed1ba06 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:34.417966 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0663a8b4-1afc-4a0e-99eb-52e96ed1ba06 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3840735 Jul 30 20:26:34.429764 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37764) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:34.465491 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ec9815-6b82-4176-98c3-8099971d3f75 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:26:34.477900 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a961a7-ac19-47a5-a2bf-279558b838d6 None None] Sync routers for ids ['8ea854d9-d5ce-443c-b207-55fb013d8eb4'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:26:34.479212 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-46ec9815-6b82-4176-98c3-8099971d3f75 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "PUT /v2.0/routers/8ea854d9-d5ce-443c-b207-55fb013d8eb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8504624 Jul 30 20:26:34.481850 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37768) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:34.492653 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d04dc69b-a0c1-4794-bbe3-ace88e59effd tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0615268 Jul 30 20:26:34.495238 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37770) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:34.501437 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a961a7-ac19-47a5-a2bf-279558b838d6 None None] Routers {'8ea854d9-d5ce-443c-b207-55fb013d8eb4'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:26:34.502318 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3435a6a0-4cc5-4355-990f-2a4205b99f3e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-483173579', 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2', 'project_id': '84983c9ae1174638a727198854c17acc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:34.503909 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-22a961a7-ac19-47a5-a2bf-279558b838d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:26:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8ea854d9-d5ce-443c-b207-55fb013d8eb4'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:34.537263 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-7dec0b12-7519-4f7c-a459-e64a81496dad req-44f4f93d-38ba-44a3-a6ee-77608570fddf service neutron] (93883) timed out ('10.222.0.83', 50667) {{(pid=93883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 20:26:34.540132 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-9012f021-3e36-41af-bacf-4e3c8af82473 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] GET failed (client error): The resource could not be found. Jul 30 20:26:34.543981 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9012f021-3e36-41af-bacf-4e3c8af82473 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports/9e8b8b31-cdcb-415a-a3e0-3df2a1fd21bc HTTP/1.1" status: 404 len: 333 time: 0.0607915 Jul 30 20:26:34.545946 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37772) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:34.552475 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:34.563175 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37774) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:34.575709 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-22a961a7-ac19-47a5-a2bf-279558b838d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:34.587308 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a961a7-ac19-47a5-a2bf-279558b838d6 None None] Routers {'8ea854d9-d5ce-443c-b207-55fb013d8eb4'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:26:34.588270 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-22a961a7-ac19-47a5-a2bf-279558b838d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:26:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8ea854d9-d5ce-443c-b207-55fb013d8eb4'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:34.599091 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d68323-0e0f-49ea-ba73-18e8dc6e60dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:26:34.602369 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9893f75-1a23-4fc0-b760-132f11a3ad0a" -d '{"events": [{"server_uuid": "38d68323-0e0f-49ea-ba73-18e8dc6e60dc", "name": "network-vif-plugged", "status": "completed", "tag": "4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:26:34.614990 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cfb66135-1253-49b1-9cc7-2ebfb93b3380 req-95f870a2-8d15-481e-9022-3a3f094849fe tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d01eb69-0508-4b4f-a0a1-5651bc38a58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955640 Jul 30 20:26:34.631489 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d,segment=NetworkSegment(fe032a3b-65ea-4e02-9bea-2ab32b00a56f),segment_id=fe032a3b-65ea-4e02-9bea-2ab32b00a56f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:34.636510 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-22a961a7-ac19-47a5-a2bf-279558b838d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:34.637380 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a961a7-ac19-47a5-a2bf-279558b838d6 None None] The sync data for ids ['8ea854d9-d5ce-443c-b207-55fb013d8eb4'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:26:34.663225 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:34.717549 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8975114a-48a1-425f-9710-6f66e71bf25f x-openstack-request-id: req-8975114a-48a1-425f-9710-6f66e71bf25f {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:26:34.718191 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d68323-0e0f-49ea-ba73-18e8dc6e60dc", "name": "network-vif-plugged", "status": "completed", "tag": "4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:26:34.718681 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8975114a-48a1-425f-9710-6f66e71bf25f {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:26:34.720674 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d68323-0e0f-49ea-ba73-18e8dc6e60dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d', 'code': 200} Jul 30 20:26:34.721419 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a8d6d6e-f019-45be-9d68-d8cda649b7b2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:34.750436 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cde4b869-5322-47c6-8499-866c6429c2ef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e92c327aebf04028a91c4b590c6b6a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1785495 Jul 30 20:26:34.768304 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37780) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:34.787062 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:34.814420 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367131081', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '92a48762-3f53-478a-83d3-dceeea311e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:26:28Z', 'updated_at': '2021-07-30T20:26:31Z', 'revision_number': 3, 'project_id': '84983c9ae1174638a727198854c17acc', 'gw_port': {'id': '92a48762-3f53-478a-83d3-dceeea311e28', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:26:30Z', 'updated_at': '2021-07-30T20:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:34.857555 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3435a6a0-4cc5-4355-990f-2a4205b99f3e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Made reservation on behalf of 84983c9ae1174638a727198854c17acc for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:34.865477 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3435a6a0-4cc5-4355-990f-2a4205b99f3e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:34.869134 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] Checking router: 9b40a9f0-a863-4ebf-a36d-ae3aea1759e3 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:26:34.869711 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] Updating router 9b40a9f0-a863-4ebf-a36d-ae3aea1759e3 port 92a48762-3f53-478a-83d3-dceeea311e28 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:26:34.930472 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:34.959064 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca1923-d8f1-4315-bc21-6c1bb3fcb47b req-922190b6-b7fb-4616-ad8e-487cb567b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:34.960531 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31ca1923-d8f1-4315-bc21-6c1bb3fcb47b req-922190b6-b7fb-4616-ad8e-487cb567b71d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc HTTP/1.1" status: 200 len: 1096 time: 0.1931462 Jul 30 20:26:34.995890 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0888ec73-ffdc-4267-a6d6-ad1d6135fac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:35.038263 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a8d6d6e-f019-45be-9d68-d8cda649b7b2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:35.041340 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a8d6d6e-f019-45be-9d68-d8cda649b7b2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:35.051873 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0888ec73-ffdc-4267-a6d6-ad1d6135fac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:35.061852 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31ca1923-d8f1-4315-bc21-6c1bb3fcb47b req-b3a72d1e-623f-4c38-b273-0a5deb264015 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8d01eb69-0508-4b4f-a0a1-5651bc38a58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936422 Jul 30 20:26:35.108079 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a8d6d6e-f019-45be-9d68-d8cda649b7b2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:35.108945 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8d6d6e-f019-45be-9d68-d8cda649b7b2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Fanout notify agent at l3_agent the message router_deleted on router 8ea854d9-d5ce-443c-b207-55fb013d8eb4 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:26:35.120885 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a8d6d6e-f019-45be-9d68-d8cda649b7b2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:35.122085 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7a8d6d6e-f019-45be-9d68-d8cda649b7b2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/routers/8ea854d9-d5ce-443c-b207-55fb013d8eb4 HTTP/1.1" status: 204 len: 168 time: 0.5750232 Jul 30 20:26:35.125099 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37790) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:35.201264 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0888ec73-ffdc-4267-a6d6-ad1d6135fac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:35.205832 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0888ec73-ffdc-4267-a6d6-ad1d6135fac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:35.206891 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0888ec73-ffdc-4267-a6d6-ad1d6135fac2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8c2cc99c-def8-4aaa-9754-bc23a638cf20 HTTP/1.1" status: 204 len: 168 time: 0.4355118 Jul 30 20:26:35.219383 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3435a6a0-4cc5-4355-990f-2a4205b99f3e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:35.221454 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888ec73-ffdc-4267-a6d6-ad1d6135fac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2cc99c-def8-4aaa-9754-bc23a638cf20,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:35.268230 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b4112e-cf41-4236-9adc-0b9249ae42ea tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting subnet 1275ce2c-6d77-47dc-a933-4f31e25b301a {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:26:35.278187 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52b4112e-cf41-4236-9adc-0b9249ae42ea tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:35.288952 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:35.296139 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435a6a0-4cc5-4355-990f-2a4205b99f3e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event updated for resources: {'Subnet': ['ID=0b5d413d-b603-47c3-85c2-42be0f4781bb,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:35.301579 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] Transition to ACTIVE for port object 92a48762-3f53-478a-83d3-dceeea311e28 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:35.318629 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:35.330989 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3435a6a0-4cc5-4355-990f-2a4205b99f3e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Checking segment: {'id': '1dea10a5-7108-4f85-8940-9dba2ebc2b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:26:35.332954 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3435a6a0-4cc5-4355-990f-2a4205b99f3e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Network hostable DHCP agents. Network: 4ac4e6aa-534b-4ce9-9b92-94124a852cb2, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:26:35.369217 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768e9f6-2520-4171-9042-f4c96285d54e None None] Pushing event updated for resources: {'Port': ['ID=92a48762-3f53-478a-83d3-dceeea311e28,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:35.379891 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52b4112e-cf41-4236-9adc-0b9249ae42ea tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:35.393575 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3435a6a0-4cc5-4355-990f-2a4205b99f3e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Network 4ac4e6aa-534b-4ce9-9b92-94124a852cb2 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:26:35.398108 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] Attempting to bind port 92a48762-3f53-478a-83d3-dceeea311e28 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:26:35.398650 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] Attempting to bind port 92a48762-3f53-478a-83d3-dceeea311e28 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:26:35.399159 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] Attempting to bind port 92a48762-3f53-478a-83d3-dceeea311e28 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:26:35.405806 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:26:35.406425 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:26:35.407055 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:35.407799 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:26:35.408798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] Bound port: 92a48762-3f53-478a-83d3-dceeea311e28, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:26:35.410099 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:35.414194 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-3435a6a0-4cc5-4355-990f-2a4205b99f3e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 4ac4e6aa-534b-4ce9-9b92-94124a852cb2) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:35.430917 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3435a6a0-4cc5-4355-990f-2a4205b99f3e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:35.431616 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3435a6a0-4cc5-4355-990f-2a4205b99f3e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:35.434995 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8aba55-233d-4035-8a17-7c6f74d7cd13 None None] Network 4ac4e6aa-534b-4ce9-9b92-94124a852cb2 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:26:35.471959 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3435a6a0-4cc5-4355-990f-2a4205b99f3e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9750943 Jul 30 20:26:35.475147 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37796) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:35.544128 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] For port 92a48762-3f53-478a-83d3-dceeea311e28, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:26:35.553387 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] For port 92a48762-3f53-478a-83d3-dceeea311e28, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=92a48762-3f53-478a-83d3-dceeea311e28,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:26:35.562642 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:35.576130 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52b4112e-cf41-4236-9adc-0b9249ae42ea tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:35.642000 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768e9f6-2520-4171-9042-f4c96285d54e None None] Pushing event updated for resources: {'Port': ['ID=92a48762-3f53-478a-83d3-dceeea311e28,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:35.683617 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] Routers {'9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:26:35.684248 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:26:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:35.737199 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52b4112e-cf41-4236-9adc-0b9249ae42ea tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:35.740405 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beefc623-4612-4df9-957a-f9d6d8b3dbf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-4ac4e6aa-534b-4ce9-9b92-94124a852cb2', 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'fixed_ips': [{'subnet_id': '0b5d413d-b603-47c3-85c2-42be0f4781bb'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:26:35.741258 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-beefc623-4612-4df9-957a-f9d6d8b3dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:35.805092 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4112e-cf41-4236-9adc-0b9249ae42ea tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Subnet': ['ID=1275ce2c-6d77-47dc-a933-4f31e25b301a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:35.833750 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52b4112e-cf41-4236-9adc-0b9249ae42ea tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:35.841883 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-52b4112e-cf41-4236-9adc-0b9249ae42ea tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/subnets/1275ce2c-6d77-47dc-a933-4f31e25b301a HTTP/1.1" status: 204 len: 168 time: 0.7149503 Jul 30 20:26:35.845759 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37812) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:35.865020 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33edd15b-5603-4170-8439-6f78ac7b82f0 None None] Network e8697a4e-394a-48a6-beae-56341d9fc789 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:26:35.908652 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54183d9-3b7a-420d-8e87-b3b694cf4d66 req-c3eba856-d43e-4661-b774-accff8ea52ac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:35.910369 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c54183d9-3b7a-420d-8e87-b3b694cf4d66 req-c3eba856-d43e-4661-b774-accff8ea52ac tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc HTTP/1.1" status: 200 len: 945 time: 0.1334288 Jul 30 20:26:36.103246 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c54183d9-3b7a-420d-8e87-b3b694cf4d66 req-562a7051-a72a-463f-8b64-a146a660da54 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d01eb69-0508-4b4f-a0a1-5651bc38a58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973554 Jul 30 20:26:36.274064 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-beefc623-4612-4df9-957a-f9d6d8b3dbf2 None None] Allocated IP 172.20.0.2 (4ac4e6aa-534b-4ce9-9b92-94124a852cb2/0b5d413d-b603-47c3-85c2-42be0f4781bb/377d7731-a9bf-4461-806e-05b25d5ba124) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:36.314269 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] Set router 9b40a9f0-a863-4ebf-a36d-ae3aea1759e3 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:26:36.589709 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7af6a9-7166-48e4-a7fa-e138530f0527 None None] DHCP port deletion for e8697a4e-394a-48a6-beae-56341d9fc789 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:26:36.681014 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-71e66b8d-18e6-4fd4-82d4-330122ca9b46 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:36.685659 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af7d0c5-141e-4e97-888e-c5ad5fa59475 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:36.786215 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4c7af6a9-7166-48e4-a7fa-e138530f0527 None None] Deleting port b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:26:36.786754 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c7af6a9-7166-48e4-a7fa-e138530f0527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:36.800602 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2af7d0c5-141e-4e97-888e-c5ad5fa59475 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting port b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:26:36.801529 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af7d0c5-141e-4e97-888e-c5ad5fa59475 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:36.809838 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-beefc623-4612-4df9-957a-f9d6d8b3dbf2 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:36.863047 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-beefc623-4612-4df9-957a-f9d6d8b3dbf2 None None] Transition to ACTIVE for port object 377d7731-a9bf-4461-806e-05b25d5ba124 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:36.880295 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367131081', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '92a48762-3f53-478a-83d3-dceeea311e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:26:28Z', 'updated_at': '2021-07-30T20:26:31Z', 'revision_number': 3, 'project_id': '84983c9ae1174638a727198854c17acc', 'gw_port': {'id': '92a48762-3f53-478a-83d3-dceeea311e28', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:26:30Z', 'updated_at': '2021-07-30T20:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:36.939967 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbcaf1e-010a-4faf-9f69-d048dea45132 None None] The sync data for ids ['9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'] in n-d-712137-9 is: [{'id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367131081', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '92a48762-3f53-478a-83d3-dceeea311e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:26:28Z', 'updated_at': '2021-07-30T20:26:31Z', 'revision_number': 3, 'project_id': '84983c9ae1174638a727198854c17acc', 'gw_port': {'id': '92a48762-3f53-478a-83d3-dceeea311e28', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:26:30Z', 'updated_at': '2021-07-30T20:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:26:36.944895 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4c7af6a9-7166-48e4-a7fa-e138530f0527 None None] For port b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42,segment=NetworkSegment(1baeab2e-289a-4e26-a187-51ec82455629),segment_id=1baeab2e-289a-4e26-a187-51ec82455629)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:36.945302 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c7af6a9-7166-48e4-a7fa-e138530f0527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:36.951340 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-beefc623-4612-4df9-957a-f9d6d8b3dbf2 None None] Transition to ACTIVE for port object 377d7731-a9bf-4461-806e-05b25d5ba124 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:36.962363 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-2af7d0c5-141e-4e97-888e-c5ad5fa59475 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] For port b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42,segment=NetworkSegment(1baeab2e-289a-4e26-a187-51ec82455629),segment_id=1baeab2e-289a-4e26-a187-51ec82455629)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:36.963180 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af7d0c5-141e-4e97-888e-c5ad5fa59475 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:36.971761 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4c7af6a9-7166-48e4-a7fa-e138530f0527 None None] Calling delete_port for b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:26:36.974597 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-beefc623-4612-4df9-957a-f9d6d8b3dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:36.986811 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2af7d0c5-141e-4e97-888e-c5ad5fa59475 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Calling delete_port for b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:26:37.051949 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beefc623-4612-4df9-957a-f9d6d8b3dbf2 None None] Network 4ac4e6aa-534b-4ce9-9b92-94124a852cb2 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:26:37.119788 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-beefc623-4612-4df9-957a-f9d6d8b3dbf2 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:37.132735 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefc623-4612-4df9-957a-f9d6d8b3dbf2 None None] Pushing event updated for resources: {'Port': ['ID=377d7731-a9bf-4461-806e-05b25d5ba124,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:37.140363 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beefc623-4612-4df9-957a-f9d6d8b3dbf2 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:26:37.143206 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af7d0c5-141e-4e97-888e-c5ad5fa59475 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:37.205187 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7d0c5-141e-4e97-888e-c5ad5fa59475 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Port': ['ID=b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:37.208070 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af7d0c5-141e-4e97-888e-c5ad5fa59475 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] No DVR routers for this DVR port b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:26:37.346851 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c7af6a9-7166-48e4-a7fa-e138530f0527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:37.485219 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af7d0c5-141e-4e97-888e-c5ad5fa59475 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:37.510761 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2af7d0c5-141e-4e97-888e-c5ad5fa59475 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8697a4e-394a-48a6-beae-56341d9fc789']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:37.524345 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2af7d0c5-141e-4e97-888e-c5ad5fa59475 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1baeab2e-289a-4e26-a187-51ec82455629') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:37.524652 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2af7d0c5-141e-4e97-888e-c5ad5fa59475 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1baeab2e-289a-4e26-a187-51ec82455629') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:37.534803 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af7d0c5-141e-4e97-888e-c5ad5fa59475 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:37.558046 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af7d0c5-141e-4e97-888e-c5ad5fa59475 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:37.572435 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af7d0c5-141e-4e97-888e-c5ad5fa59475 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:26:37.572838 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af7d0c5-141e-4e97-888e-c5ad5fa59475 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:37.607490 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7af6a9-7166-48e4-a7fa-e138530f0527 None None] Pushing event deleted for resources: {'Port': ['ID=b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:37.615254 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7af6a9-7166-48e4-a7fa-e138530f0527 None None] No DVR routers for this DVR port b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:26:37.617071 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-beefc623-4612-4df9-957a-f9d6d8b3dbf2 None None] Attempting to bind port 377d7731-a9bf-4461-806e-05b25d5ba124 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:26:37.617521 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-beefc623-4612-4df9-957a-f9d6d8b3dbf2 None None] Attempting to bind port 377d7731-a9bf-4461-806e-05b25d5ba124 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '1dea10a5-7108-4f85-8940-9dba2ebc2b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:26:37.617880 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beefc623-4612-4df9-957a-f9d6d8b3dbf2 None None] Attempting to bind port 377d7731-a9bf-4461-806e-05b25d5ba124 on network 4ac4e6aa-534b-4ce9-9b92-94124a852cb2 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:26:37.636229 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beefc623-4612-4df9-957a-f9d6d8b3dbf2 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:26:37.636615 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beefc623-4612-4df9-957a-f9d6d8b3dbf2 None None] Checking segment: {'id': '1dea10a5-7108-4f85-8940-9dba2ebc2b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:26:37.637021 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-beefc623-4612-4df9-957a-f9d6d8b3dbf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:37.637414 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beefc623-4612-4df9-957a-f9d6d8b3dbf2 None None] Bound using segment: {'id': '1dea10a5-7108-4f85-8940-9dba2ebc2b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:26:37.637891 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-beefc623-4612-4df9-957a-f9d6d8b3dbf2 None None] Bound port: 377d7731-a9bf-4461-806e-05b25d5ba124, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dea10a5-7108-4f85-8940-9dba2ebc2b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:26:37.638268 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-beefc623-4612-4df9-957a-f9d6d8b3dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:26:37.692951 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:26:37.698204 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af7d0c5-141e-4e97-888e-c5ad5fa59475 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:37.707608 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af7d0c5-141e-4e97-888e-c5ad5fa59475 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:37.713087 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2af7d0c5-141e-4e97-888e-c5ad5fa59475 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/networks/e8697a4e-394a-48a6-beae-56341d9fc789 HTTP/1.1" status: 204 len: 168 time: 1.8602333 Jul 30 20:26:37.713946 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37860) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:37.736325 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-beefc623-4612-4df9-957a-f9d6d8b3dbf2 None None] For port 377d7731-a9bf-4461-806e-05b25d5ba124, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:26:37.756040 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-beefc623-4612-4df9-957a-f9d6d8b3dbf2 None None] For port 377d7731-a9bf-4461-806e-05b25d5ba124, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=377d7731-a9bf-4461-806e-05b25d5ba124,segment=NetworkSegment(1dea10a5-7108-4f85-8940-9dba2ebc2b5c),segment_id=1dea10a5-7108-4f85-8940-9dba2ebc2b5c)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:26:37.765772 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-beefc623-4612-4df9-957a-f9d6d8b3dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:37.807199 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7d0c5-141e-4e97-888e-c5ad5fa59475 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Network': ['ID=e8697a4e-394a-48a6-beae-56341d9fc789,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:37.857296 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 92a48762-3f53-478a-83d3-dceeea311e28 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:26:37.918236 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f8e981-4ab3-4de3-aeb3-adce1c9c7742 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:37.933075 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-60f8e981-4ab3-4de3-aeb3-adce1c9c7742 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports/8769f45f-8d4c-4aa9-a60d-bd662bb0543e HTTP/1.1" status: 200 len: 845 time: 0.2039571 Jul 30 20:26:37.933797 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37870) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:38.009132 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-704539a3-ad71-4f5d-aed5-7f88090cb308 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports/8769f45f-8d4c-4aa9-a60d-bd662bb0543e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0741575 Jul 30 20:26:38.014883 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37872) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:38.031052 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5a21a1da-fb59-4732-b44a-9bbe9456baf7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'subnet': {'network_id': '7fbcfee2-fedc-43cc-b61a-f865678d75da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:38.040716 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05aa924-b8f8-4034-9d35-fcde343cd17b req-f62d5a6b-83c5-4e14-969e-4f4196848182 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:38.058268 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c05aa924-b8f8-4034-9d35-fcde343cd17b req-f62d5a6b-83c5-4e14-969e-4f4196848182 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc HTTP/1.1" status: 200 len: 945 time: 0.2073100 Jul 30 20:26:38.099701 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefc623-4612-4df9-957a-f9d6d8b3dbf2 None None] Pushing event updated for resources: {'Port': ['ID=377d7731-a9bf-4461-806e-05b25d5ba124,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:38.113049 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 92a48762-3f53-478a-83d3-dceeea311e28 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:38.118705 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 92a48762-3f53-478a-83d3-dceeea311e28 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:38.119080 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:38.191668 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c05aa924-b8f8-4034-9d35-fcde343cd17b req-ba11393e-4e74-40f9-9c02-a7292dff6127 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d01eb69-0508-4b4f-a0a1-5651bc38a58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321561 Jul 30 20:26:38.264850 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-71e66b8d-18e6-4fd4-82d4-330122ca9b46 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Allocated IP 172.20.0.1 (4ac4e6aa-534b-4ce9-9b92-94124a852cb2/0b5d413d-b603-47c3-85c2-42be0f4781bb/9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:38.274378 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a21a1da-fb59-4732-b44a-9bbe9456baf7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:38.282008 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a21a1da-fb59-4732-b44a-9bbe9456baf7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:38.379519 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:38.475957 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 92a48762-3f53-478a-83d3-dceeea311e28, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=92a48762-3f53-478a-83d3-dceeea311e28,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:38.484343 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:38.509080 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d034daa2-09ed-4401-97b1-84cda64e076c req-97cb5ffe-6ef8-429e-b91e-2feb50c16da0 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7afcbec-33e0-4ecb-bcce-74dc87725a43 HTTP/1.1" status: 200 len: 210 time: 0.1682665 Jul 30 20:26:38.634240 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=92a48762-3f53-478a-83d3-dceeea311e28,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:38.663708 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-71e66b8d-18e6-4fd4-82d4-330122ca9b46 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:38.693956 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:26:38.699779 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-71e66b8d-18e6-4fd4-82d4-330122ca9b46 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Transition to ACTIVE for port object 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:38.761672 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:26:38.762385 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b7ad42a9-6f74-4b3d-8a44-fc4644fe5a42 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:26:38.810786 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-71e66b8d-18e6-4fd4-82d4-330122ca9b46 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:38.843170 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a21a1da-fb59-4732-b44a-9bbe9456baf7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:38.868870 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e66b8d-18e6-4fd4-82d4-330122ca9b46 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Network 4ac4e6aa-534b-4ce9-9b92-94124a852cb2 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:26:38.885675 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fd487-c2a3-4fb3-bf0e-be44fa6bd89b req-6945c9e6-3bee-4f17-ae5f-19c205eddabf tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:38.887114 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff6fd487-c2a3-4fb3-bf0e-be44fa6bd89b req-6945c9e6-3bee-4f17-ae5f-19c205eddabf tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc HTTP/1.1" status: 200 len: 945 time: 0.1249399 Jul 30 20:26:38.891456 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-71e66b8d-18e6-4fd4-82d4-330122ca9b46 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:38.895446 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e66b8d-18e6-4fd4-82d4-330122ca9b46 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:26:38.898076 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37886) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:38.908627 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-5bac9450-d044-451a-8e5d-788f0c616cc9 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Request body: {'floatingip': {'port_id': '4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:38.909242 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a21a1da-fb59-4732-b44a-9bbe9456baf7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network 7fbcfee2-fedc-43cc-b61a-f865678d75da is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:26:38.914169 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e66b8d-18e6-4fd4-82d4-330122ca9b46 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event updated for resources: {'Port': ['ID=9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:38.918403 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5a21a1da-fb59-4732-b44a-9bbe9456baf7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:38.923852 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a21a1da-fb59-4732-b44a-9bbe9456baf7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:38.924580 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a21a1da-fb59-4732-b44a-9bbe9456baf7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:38.942303 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21a1da-fb59-4732-b44a-9bbe9456baf7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Subnet': ['ID=0a4cf294-e0e8-4f66-b379-782f842d223f,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:38.944411 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c82eb3-878f-4d53-916c-60c31b06c862 None None] Network 7fbcfee2-fedc-43cc-b61a-f865678d75da requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:26:38.963883 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5a21a1da-fb59-4732-b44a-9bbe9456baf7 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9365439 Jul 30 20:26:38.964409 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37890) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:38.983644 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-94731c47-9c5a-4ece-b4a9-efecc76b5361 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'security_group': {'name': 'tempest-secgroup-1688298484'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:39.016261 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-94731c47-9c5a-4ece-b4a9-efecc76b5361 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:39.046134 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5bac9450-d044-451a-8e5d-788f0c616cc9 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for floatingip, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:39.134086 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-71e66b8d-18e6-4fd4-82d4-330122ca9b46 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:39.193262 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-94731c47-9c5a-4ece-b4a9-efecc76b5361 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:39.211258 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-94731c47-9c5a-4ece-b4a9-efecc76b5361 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:39.290519 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-94731c47-9c5a-4ece-b4a9-efecc76b5361 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:39.299659 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-94731c47-9c5a-4ece-b4a9-efecc76b5361 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3305087 Jul 30 20:26:39.335227 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37902) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:39.353377 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94731c47-9c5a-4ece-b4a9-efecc76b5361 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81be3839-0b5d-4185-8259-b4cf4c7eb7e7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:39.413224 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-7977e320-cdc4-4a39-87d5-4e02c7840ce9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'security_group': {'name': 'tempest-secgroup-1653414025'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:39.520458 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5615c8ed-8fca-4739-b9ba-bd1f43e5e139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-7fbcfee2-fedc-43cc-b61a-f865678d75da', 'network_id': '7fbcfee2-fedc-43cc-b61a-f865678d75da', 'tenant_id': '9bacd603b6d946298d69015a35d7a6ec', 'fixed_ips': [{'subnet_id': '0a4cf294-e0e8-4f66-b379-782f842d223f'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:26:39.521397 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5615c8ed-8fca-4739-b9ba-bd1f43e5e139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:39.575394 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7977e320-cdc4-4a39-87d5-4e02c7840ce9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:39.713353 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-5615c8ed-8fca-4739-b9ba-bd1f43e5e139 None None] Allocated IP 2001:db8::2 (7fbcfee2-fedc-43cc-b61a-f865678d75da/0a4cf294-e0e8-4f66-b379-782f842d223f/14d8c4ad-038c-4037-926d-aef940a81d75) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:40.003346 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 377d7731-a9bf-4461-806e-05b25d5ba124 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:26:40.054588 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eaa4abb8-306a-4e24-9ad9-67f3a5504e71 req-92729925-4dc3-4611-864d-d7fc348d1893 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0866046 Jul 30 20:26:40.096889 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5615c8ed-8fca-4739-b9ba-bd1f43e5e139 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:40.112915 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5615c8ed-8fca-4739-b9ba-bd1f43e5e139 None None] Transition to ACTIVE for port object 14d8c4ad-038c-4037-926d-aef940a81d75 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:40.119714 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 377d7731-a9bf-4461-806e-05b25d5ba124 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:40.129701 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 92a48762-3f53-478a-83d3-dceeea311e28 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:26:40.163305 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121e3d28-66ca-473a-9c1a-bc98cdc4de2d None None] Network 4ac4e6aa-534b-4ce9-9b92-94124a852cb2 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:26:40.169244 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5615c8ed-8fca-4739-b9ba-bd1f43e5e139 None None] Transition to ACTIVE for port object 14d8c4ad-038c-4037-926d-aef940a81d75 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:40.228521 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5615c8ed-8fca-4739-b9ba-bd1f43e5e139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:40.281066 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0638573f-1a88-4339-a265-d7bb9c2bdeee None None] Provisioning for port 377d7731-a9bf-4461-806e-05b25d5ba124 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:40.292373 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0638573f-1a88-4339-a265-d7bb9c2bdeee None None] Provisioning complete for port 377d7731-a9bf-4461-806e-05b25d5ba124 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:40.293077 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0638573f-1a88-4339-a265-d7bb9c2bdeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:40.303612 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5615c8ed-8fca-4739-b9ba-bd1f43e5e139 None None] Network 7fbcfee2-fedc-43cc-b61a-f865678d75da is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:26:40.343813 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-5615c8ed-8fca-4739-b9ba-bd1f43e5e139 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:40.351755 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615c8ed-8fca-4739-b9ba-bd1f43e5e139 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:26:40.381797 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615c8ed-8fca-4739-b9ba-bd1f43e5e139 None None] Pushing event updated for resources: {'Port': ['ID=14d8c4ad-038c-4037-926d-aef940a81d75,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:40.406222 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 92a48762-3f53-478a-83d3-dceeea311e28 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:40.407379 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:40.491463 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-71e66b8d-18e6-4fd4-82d4-330122ca9b46 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:40.541197 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-513157d0-0f6c-4129-a9c8-fc9b1e4cd4ad req-a0ddb775-8bb7-4ea8-817e-2803773c8939 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a7afcbec-33e0-4ecb-bcce-74dc87725a43 HTTP/1.1" status: 200 len: 210 time: 0.0831637 Jul 30 20:26:40.564455 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-5615c8ed-8fca-4739-b9ba-bd1f43e5e139 None None] Attempting to bind port 14d8c4ad-038c-4037-926d-aef940a81d75 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:26:40.564455 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-5615c8ed-8fca-4739-b9ba-bd1f43e5e139 None None] Attempting to bind port 14d8c4ad-038c-4037-926d-aef940a81d75 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '03683e18-f763-447b-b643-38e1315fa87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '7fbcfee2-fedc-43cc-b61a-f865678d75da'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:26:40.564455 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5615c8ed-8fca-4739-b9ba-bd1f43e5e139 None None] Attempting to bind port 14d8c4ad-038c-4037-926d-aef940a81d75 on network 7fbcfee2-fedc-43cc-b61a-f865678d75da {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:26:40.617105 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5615c8ed-8fca-4739-b9ba-bd1f43e5e139 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:26:40.617514 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5615c8ed-8fca-4739-b9ba-bd1f43e5e139 None None] Checking segment: {'id': '03683e18-f763-447b-b643-38e1315fa87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '7fbcfee2-fedc-43cc-b61a-f865678d75da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:26:40.618437 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5615c8ed-8fca-4739-b9ba-bd1f43e5e139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:40.618840 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5615c8ed-8fca-4739-b9ba-bd1f43e5e139 None None] Bound using segment: {'id': '03683e18-f763-447b-b643-38e1315fa87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '7fbcfee2-fedc-43cc-b61a-f865678d75da'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:26:40.619336 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-5615c8ed-8fca-4739-b9ba-bd1f43e5e139 None None] Bound port: 14d8c4ad-038c-4037-926d-aef940a81d75, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03683e18-f763-447b-b643-38e1315fa87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '7fbcfee2-fedc-43cc-b61a-f865678d75da'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:26:40.619811 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5615c8ed-8fca-4739-b9ba-bd1f43e5e139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:40.704539 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-5615c8ed-8fca-4739-b9ba-bd1f43e5e139 None None] For port 14d8c4ad-038c-4037-926d-aef940a81d75, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:26:40.735204 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-5615c8ed-8fca-4739-b9ba-bd1f43e5e139 None None] For port 14d8c4ad-038c-4037-926d-aef940a81d75, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=14d8c4ad-038c-4037-926d-aef940a81d75,segment=NetworkSegment(03683e18-f763-447b-b643-38e1315fa87c),segment_id=03683e18-f763-447b-b643-38e1315fa87c)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:26:40.779618 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0638573f-1a88-4339-a265-d7bb9c2bdeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:40.779618 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5615c8ed-8fca-4739-b9ba-bd1f43e5e139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:40.814325 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.db.resource_extend [None req-5bac9450-d044-451a-8e5d-788f0c616cc9 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 20:26:40.981871 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7977e320-cdc4-4a39-87d5-4e02c7840ce9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:40.988947 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0638573f-1a88-4339-a265-d7bb9c2bdeee None None] For port 377d7731-a9bf-4461-806e-05b25d5ba124, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=377d7731-a9bf-4461-806e-05b25d5ba124,segment=NetworkSegment(1dea10a5-7108-4f85-8940-9dba2ebc2b5c),segment_id=1dea10a5-7108-4f85-8940-9dba2ebc2b5c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:40.991068 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615c8ed-8fca-4739-b9ba-bd1f43e5e139 None None] Pushing event updated for resources: {'Port': ['ID=14d8c4ad-038c-4037-926d-aef940a81d75,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:41.000487 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0638573f-1a88-4339-a265-d7bb9c2bdeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:41.020632 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7977e320-cdc4-4a39-87d5-4e02c7840ce9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:41.031130 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5bac9450-d044-451a-8e5d-788f0c616cc9 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:41.053768 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5bac9450-d044-451a-8e5d-788f0c616cc9 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:41.120216 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638573f-1a88-4339-a265-d7bb9c2bdeee None None] Pushing event updated for resources: {'Port': ['ID=377d7731-a9bf-4461-806e-05b25d5ba124,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:41.201580 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-5bac9450-d044-451a-8e5d-788f0c616cc9 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Floating IP 2a3cfdd6-27a5-4445-a541-cad8eb6a5b38 associated. External IP: 172.25.3.244, port: 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d. Jul 30 20:26:41.357999 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c64c34d1-e2de-49ae-a01b-49e1fabbed11 None None] Provisioning for port 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:41.359596 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7977e320-cdc4-4a39-87d5-4e02c7840ce9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:41.360856 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7977e320-cdc4-4a39-87d5-4e02c7840ce9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9531236 Jul 30 20:26:41.365315 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37928) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:41.365968 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c64c34d1-e2de-49ae-a01b-49e1fabbed11 None None] Provisioning complete for port 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:41.366787 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c64c34d1-e2de-49ae-a01b-49e1fabbed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:41.370557 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-85fec802-378d-46fa-97a6-ff1b840a1e39 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-817662081', 'security_groups': ['47ca213c-cf38-4040-8554-e5bfe947ae5d'], 'network_id': '7fbcfee2-fedc-43cc-b61a-f865678d75da', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0a4cf294-e0e8-4f66-b379-782f842d223f'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:41.427266 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c64c34d1-e2de-49ae-a01b-49e1fabbed11 None None] Port 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:26:41.442446 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c64c34d1-e2de-49ae-a01b-49e1fabbed11 None None] Provisioning complete for port 377d7731-a9bf-4461-806e-05b25d5ba124 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:41.443120 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c64c34d1-e2de-49ae-a01b-49e1fabbed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:41.598768 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fec802-378d-46fa-97a6-ff1b840a1e39 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:41.726824 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85fec802-378d-46fa-97a6-ff1b840a1e39 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:41.758325 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-85fec802-378d-46fa-97a6-ff1b840a1e39 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] device_id is not set on port 1508eb51-75b0-4d22-a856-99e6aec29821 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:26:41.790701 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8ee0bbf9-ad0b-4e21-aa03-191a219a8f5f None None] Provisioning complete for port 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:41.791202 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ee0bbf9-ad0b-4e21-aa03-191a219a8f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:41.848052 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0bbf9-ad0b-4e21-aa03-191a219a8f5f None None] Port 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:26:41.916223 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 377d7731-a9bf-4461-806e-05b25d5ba124 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:26:41.995390 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 377d7731-a9bf-4461-806e-05b25d5ba124 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:41.995390 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:42.054692 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-85fec802-378d-46fa-97a6-ff1b840a1e39 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Allocated IP 2001:db8::27e (7fbcfee2-fedc-43cc-b61a-f865678d75da/0a4cf294-e0e8-4f66-b379-782f842d223f/1508eb51-75b0-4d22-a856-99e6aec29821) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:42.127653 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 14d8c4ad-038c-4037-926d-aef940a81d75 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:26:42.161192 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1cd0aba7-ebc4-474f-8dd5-4522c986949f req-b3482399-c15b-4082-94c6-dcb69b57985a tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.9698546 Jul 30 20:26:42.167311 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977e320-cdc4-4a39-87d5-4e02c7840ce9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ca213c-cf38-4040-8554-e5bfe947ae5d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:42.248278 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 14d8c4ad-038c-4037-926d-aef940a81d75 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:42.331714 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85fec802-378d-46fa-97a6-ff1b840a1e39 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:42.367782 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-85fec802-378d-46fa-97a6-ff1b840a1e39 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Transition to ACTIVE for port object 1508eb51-75b0-4d22-a856-99e6aec29821 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:42.425499 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85fec802-378d-46fa-97a6-ff1b840a1e39 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:42.435751 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bac9450-d044-451a-8e5d-788f0c616cc9 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Router d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:26:42.498206 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fec802-378d-46fa-97a6-ff1b840a1e39 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Port': ['ID=1508eb51-75b0-4d22-a856-99e6aec29821,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:42.508214 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fec802-378d-46fa-97a6-ff1b840a1e39 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network 7fbcfee2-fedc-43cc-b61a-f865678d75da is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:26:42.509578 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-85fec802-378d-46fa-97a6-ff1b840a1e39 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:42.512341 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fec802-378d-46fa-97a6-ff1b840a1e39 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:26:42.518646 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fec802-378d-46fa-97a6-ff1b840a1e39 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:42.519275 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85fec802-378d-46fa-97a6-ff1b840a1e39 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:42.539361 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-85fec802-378d-46fa-97a6-ff1b840a1e39 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1701305 Jul 30 20:26:42.539549 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37934) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:42.546534 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7cdf07ca-bb38-40c4-9739-6b7c8dc536ab tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'subnet': {'network_id': '7fbcfee2-fedc-43cc-b61a-f865678d75da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:42.580084 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f343518f-d998-4bbd-a66c-5750253ba716 None None] Provisioning complete for port 8769f45f-8d4c-4aa9-a60d-bd662bb0543e triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:42.583085 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bac9450-d044-451a-8e5d-788f0c616cc9 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:26:42.583770 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f343518f-d998-4bbd-a66c-5750253ba716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:42.591467 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5bac9450-d044-451a-8e5d-788f0c616cc9 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:42.617246 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d380c594-e486-4f91-978a-dcf79b9f9670 None None] Sync routers for ids ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:26:42.649377 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5bac9450-d044-451a-8e5d-788f0c616cc9 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "PUT /v2.0/floatingips/2a3cfdd6-27a5-4445-a541-cad8eb6a5b38 HTTP/1.1" status: 200 len: 991 time: 3.7449896 Jul 30 20:26:42.663925 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d68323-0e0f-49ea-ba73-18e8dc6e60dc', 'tag': '4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:26:42.665505 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225138e6-392f-4dd7-8067-eab1f6a51b16" -d '{"events": [{"name": "network-changed", "server_uuid": "38d68323-0e0f-49ea-ba73-18e8dc6e60dc", "tag": "4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:26:42.676938 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-71e66b8d-18e6-4fd4-82d4-330122ca9b46 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:42.687334 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-71e66b8d-18e6-4fd4-82d4-330122ca9b46 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:42.730876 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d380c594-e486-4f91-978a-dcf79b9f9670 None None] Routers {'d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:26:42.732646 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdf07ca-bb38-40c4-9739-6b7c8dc536ab tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:42.735486 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d380c594-e486-4f91-978a-dcf79b9f9670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:26:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:42.754837 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7cdf07ca-bb38-40c4-9739-6b7c8dc536ab tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:42.824928 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f343518f-d998-4bbd-a66c-5750253ba716 None None] Port 8769f45f-8d4c-4aa9-a60d-bd662bb0543e cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:26:42.929665 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a61569-160f-4d1f-9e9e-2d3255fb286f x-openstack-request-id: req-44a61569-160f-4d1f-9e9e-2d3255fb286f {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:26:42.929913 n-d-712137-9 neutron-server[93883]: INFO neutron.db.ipam_backend_mixin [None req-7cdf07ca-bb38-40c4-9739-6b7c8dc536ab tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0a4cf294-e0e8-4f66-b379-782f842d223f (CIDR: 2001:db8::/64) Jul 30 20:26:42.930061 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d68323-0e0f-49ea-ba73-18e8dc6e60dc", "tag": "4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:26:42.930185 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-44a61569-160f-4d1f-9e9e-2d3255fb286f {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:26:42.931577 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d68323-0e0f-49ea-ba73-18e8dc6e60dc', 'tag': '4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d', 'status': 'completed', 'code': 200} Jul 30 20:26:42.933143 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-71e66b8d-18e6-4fd4-82d4-330122ca9b46 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:42.937017 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdf07ca-bb38-40c4-9739-6b7c8dc536ab tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:26:42.938479 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cdf07ca-bb38-40c4-9739-6b7c8dc536ab tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:26:42.969070 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f343518f-d998-4bbd-a66c-5750253ba716 None None] Provisioning for port 14d8c4ad-038c-4037-926d-aef940a81d75 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:42.971898 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7cdf07ca-bb38-40c4-9739-6b7c8dc536ab tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4310832 Jul 30 20:26:42.976653 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37944) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:42.982569 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f343518f-d998-4bbd-a66c-5750253ba716 None None] Provisioning complete for port 14d8c4ad-038c-4037-926d-aef940a81d75 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:42.983667 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f343518f-d998-4bbd-a66c-5750253ba716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:42.994454 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3c857486-0a35-4e56-bf34-13c2ac9e304e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'subnet': {'network_id': '7fbcfee2-fedc-43cc-b61a-f865678d75da', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:43.067587 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-d380c594-e486-4f91-978a-dcf79b9f9670 None None] Set router d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:26:43.077564 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e66b8d-18e6-4fd4-82d4-330122ca9b46 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Network 4ac4e6aa-534b-4ce9-9b92-94124a852cb2 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:26:43.093337 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-71e66b8d-18e6-4fd4-82d4-330122ca9b46 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:43.102303 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e66b8d-18e6-4fd4-82d4-330122ca9b46 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event updated for resources: {'Port': ['ID=9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:43.109184 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225138e6-392f-4dd7-8067-eab1f6a51b16 req-71715c8b-80a1-4569-96e8-abc5b1da7129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:43.111181 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-225138e6-392f-4dd7-8067-eab1f6a51b16 req-71715c8b-80a1-4569-96e8-abc5b1da7129 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fdd4a0aeb4734545b256ac5e1a36d088&device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc HTTP/1.1" status: 200 len: 1096 time: 0.1958044 Jul 30 20:26:43.257555 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c857486-0a35-4e56-bf34-13c2ac9e304e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:43.263262 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c857486-0a35-4e56-bf34-13c2ac9e304e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:43.423839 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e66b8d-18e6-4fd4-82d4-330122ca9b46 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Router 9b40a9f0-a863-4ebf-a36d-ae3aea1759e3 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:26:43.497175 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2914ca78-8095-4069-810a-fc837ca72e46 req-9347521e-08d9-4c21-b5f2-d4f5a0a250d9 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0981650 Jul 30 20:26:43.627063 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f343518f-d998-4bbd-a66c-5750253ba716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:43.688203 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d64e57af-255a-416e-9021-d6dad56066d0 req-eafa3c77-4c86-431b-8dc6-693428bc496f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0328894 Jul 30 20:26:43.733050 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225138e6-392f-4dd7-8067-eab1f6a51b16 req-aa13f7fa-0ba9-4ad4-9f1a-af456c45513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:43.735552 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-225138e6-392f-4dd7-8067-eab1f6a51b16 req-aa13f7fa-0ba9-4ad4-9f1a-af456c45513a service neutron] 10.222.0.83 "GET /v2.0/networks?id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c HTTP/1.1" status: 200 len: 912 time: 0.3854518 Jul 30 20:26:43.760030 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e66b8d-18e6-4fd4-82d4-330122ca9b46 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:26:43.760199 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f343518f-d998-4bbd-a66c-5750253ba716 None None] For port 14d8c4ad-038c-4037-926d-aef940a81d75, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=14d8c4ad-038c-4037-926d-aef940a81d75,segment=NetworkSegment(03683e18-f763-447b-b643-38e1315fa87c),segment_id=03683e18-f763-447b-b643-38e1315fa87c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:43.767042 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-71e66b8d-18e6-4fd4-82d4-330122ca9b46 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "PUT /v2.0/routers/9b40a9f0-a863-4ebf-a36d-ae3aea1759e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2894764 Jul 30 20:26:43.769095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37950) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:43.771475 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f343518f-d998-4bbd-a66c-5750253ba716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:43.778283 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ac573c13-6929-42a4-9381-bd2bab0b60b9 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--674935957', 'description': 'tempest-secgroup_access--674935957 description', 'project_id': '84983c9ae1174638a727198854c17acc'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:43.785196 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] Sync routers for ids ['9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:26:43.797793 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] Routers {'9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:26:43.799951 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:26:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:43.921834 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac573c13-6929-42a4-9381-bd2bab0b60b9 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:43.932334 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c857486-0a35-4e56-bf34-13c2ac9e304e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:43.967816 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-225138e6-392f-4dd7-8067-eab1f6a51b16 req-ae2941bf-03b1-49df-957c-42dfb9ded1d3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d HTTP/1.1" status: 200 len: 999 time: 0.1549861 Jul 30 20:26:43.990572 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343518f-d998-4bbd-a66c-5750253ba716 None None] Pushing event updated for resources: {'Port': ['ID=14d8c4ad-038c-4037-926d-aef940a81d75,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:44.027291 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-aa959be8-ffad-4b86-87e4-29a98e7f93a3 None None] Provisioning complete for port 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:44.027650 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa959be8-ffad-4b86-87e4-29a98e7f93a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:44.073294 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c857486-0a35-4e56-bf34-13c2ac9e304e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network 7fbcfee2-fedc-43cc-b61a-f865678d75da is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:26:44.086708 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3c857486-0a35-4e56-bf34-13c2ac9e304e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:44.128467 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c857486-0a35-4e56-bf34-13c2ac9e304e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:44.130451 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225138e6-392f-4dd7-8067-eab1f6a51b16 req-a20f62ee-ec96-4dbc-9e73-fd80aefe0189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:44.132671 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-225138e6-392f-4dd7-8067-eab1f6a51b16 req-a20f62ee-ec96-4dbc-9e73-fd80aefe0189 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6491aa5-23e2-49d6-ab1a-df22f79d0138 HTTP/1.1" status: 200 len: 850 time: 0.1552279 Jul 30 20:26:44.134915 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c857486-0a35-4e56-bf34-13c2ac9e304e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:44.149246 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-aa959be8-ffad-4b86-87e4-29a98e7f93a3 None None] Port 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:26:44.178819 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7947c100-a152-4958-ae37-b433c688a345 None None] Network 7fbcfee2-fedc-43cc-b61a-f865678d75da requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:26:44.201139 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c857486-0a35-4e56-bf34-13c2ac9e304e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Subnet': ['ID=1237e240-2b8d-4da9-8a9c-74302c793d14,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:44.261183 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225138e6-392f-4dd7-8067-eab1f6a51b16 req-3807b453-e2a9-4bf4-8a54-66b471067ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:44.263167 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-225138e6-392f-4dd7-8067-eab1f6a51b16 req-3807b453-e2a9-4bf4-8a54-66b471067ca3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227944 Jul 30 20:26:44.311825 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] Set router 9b40a9f0-a863-4ebf-a36d-ae3aea1759e3 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:26:44.402364 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac573c13-6929-42a4-9381-bd2bab0b60b9 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:44.423045 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac573c13-6929-42a4-9381-bd2bab0b60b9 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:44.435332 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3c857486-0a35-4e56-bf34-13c2ac9e304e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4562693 Jul 30 20:26:44.436193 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37960) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:44.443865 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6f5a7e5b-494d-4daa-bf70-e2b3b0a40e7c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-992958404', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1237e240-2b8d-4da9-8a9c-74302c793d14'}], 'security_groups': ['81be3839-0b5d-4185-8259-b4cf4c7eb7e7']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:44.501186 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37962) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:44.531237 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac573c13-6929-42a4-9381-bd2bab0b60b9 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:44.536770 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ac573c13-6929-42a4-9381-bd2bab0b60b9 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7653549 Jul 30 20:26:44.563582 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37966) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:44.587646 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d77485ac-afcb-4926-bb50-8b26222f3de8 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1474754185', 'description': 'tempest-secgroup_general--1474754185 description', 'project_id': '84983c9ae1174638a727198854c17acc'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:44.644840 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac573c13-6929-42a4-9381-bd2bab0b60b9 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d162dc1-0a90-44a2-aebf-149a2b058aff,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:44.669474 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f5a7e5b-494d-4daa-bf70-e2b3b0a40e7c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:44.769379 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-225138e6-392f-4dd7-8067-eab1f6a51b16 req-d91cdd1e-a115-4028-b8c0-85156608213b service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975998 Jul 30 20:26:44.780638 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367131081', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '92a48762-3f53-478a-83d3-dceeea311e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:26:28Z', 'updated_at': '2021-07-30T20:26:39Z', 'revision_number': 4, 'project_id': '84983c9ae1174638a727198854c17acc', 'gw_port': {'id': '92a48762-3f53-478a-83d3-dceeea311e28', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:26:30Z', 'updated_at': '2021-07-30T20:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd', 'name': '', 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'mac_address': 'fa:16:3e:33:eb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '0b5d413d-b603-47c3-85c2-42be0f4781bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:26:37Z', 'updated_at': '2021-07-30T20:26:41Z', 'revision_number': 2, 'project_id': '84983c9ae1174638a727198854c17acc', 'subnets': [{'id': '0b5d413d-b603-47c3-85c2-42be0f4781bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:44.816557 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9aea1897-9fdb-4c49-9c88-a4c75241c145 req-20703390-0fa8-4d88-aacd-58519995e3ae tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0864737 Jul 30 20:26:44.818088 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d77485ac-afcb-4926-bb50-8b26222f3de8 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:44.862824 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] Checking router: 9b40a9f0-a863-4ebf-a36d-ae3aea1759e3 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:26:44.863359 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] Updating router 9b40a9f0-a863-4ebf-a36d-ae3aea1759e3 port 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:26:44.890784 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-95d74236-f0c0-4c3e-9f37-54ab7c4212e8 req-e38a8707-9f06-4248-b447-c91554be7637 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1821108 Jul 30 20:26:44.892443 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-aa959be8-ffad-4b86-87e4-29a98e7f93a3 None None] Provisioning for port 1508eb51-75b0-4d22-a856-99e6aec29821 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:44.912093 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-aa959be8-ffad-4b86-87e4-29a98e7f93a3 None None] Provisioning complete for port 1508eb51-75b0-4d22-a856-99e6aec29821 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:44.912742 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa959be8-ffad-4b86-87e4-29a98e7f93a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:44.916246 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:44.961279 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d380c594-e486-4f91-978a-dcf79b9f9670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'name': 'tempest-AttachVolumeTestJSON-1836562861-router', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:19:56Z', 'updated_at': '2021-07-30T20:20:01Z', 'revision_number': 4, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'gw_port': {'id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:19:57Z', 'updated_at': '2021-07-30T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '2a3cfdd6-27a5-4445-a541-cad8eb6a5b38', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'port_id': '4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'mac_address': 'fa:16:3e:39:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d68323-0e0f-49ea-ba73-18e8dc6e60dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:26:19Z', 'updated_at': '2021-07-30T20:26:40Z', 'revision_number': 1, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea289277-bcd4-458d-8eb0-3513e78a2151', 'name': '', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'mac_address': 'fa:16:3e:de:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:20:00Z', 'updated_at': '2021-07-30T20:20:06Z', 'revision_number': 5, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'subnets': [{'id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:45.008648 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d380c594-e486-4f91-978a-dcf79b9f9670 None None] Checking router: d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:26:45.062656 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-aa959be8-ffad-4b86-87e4-29a98e7f93a3 None None] Port 1508eb51-75b0-4d22-a856-99e6aec29821 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:26:45.082078 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-867b11da-78c3-4c99-abe7-be0c6fff4b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:45.084023 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d380c594-e486-4f91-978a-dcf79b9f9670 None None] Routers {'d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:26:45.085278 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d380c594-e486-4f91-978a-dcf79b9f9670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:26:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:45.159320 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d77485ac-afcb-4926-bb50-8b26222f3de8 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:45.213798 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-225138e6-392f-4dd7-8067-eab1f6a51b16 req-04a5e4cc-a07c-4dd5-a6a5-7e6bbf14177e service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201241 Jul 30 20:26:45.258582 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-d380c594-e486-4f91-978a-dcf79b9f9670 None None] Set router d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:26:45.366078 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-867b11da-78c3-4c99-abe7-be0c6fff4b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:45.369496 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d77485ac-afcb-4926-bb50-8b26222f3de8 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:45.378487 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:45.382889 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004c070a-ea44-4492-a074-2bbcc56654e0 None None] Update dhcp port {'port': {'network_id': '7fbcfee2-fedc-43cc-b61a-f865678d75da', 'fixed_ips': [{'subnet_id': '0a4cf294-e0e8-4f66-b379-782f842d223f', 'ip_address': '2001:db8::2'}, {'subnet_id': '1237e240-2b8d-4da9-8a9c-74302c793d14'}], 'binding:host_id': 'n-d-712137-9'}, 'id': '14d8c4ad-038c-4037-926d-aef940a81d75'} from n-d-712137-9. {{(pid=93884) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 20:26:45.394932 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] Transition to ACTIVE for port object 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:45.403071 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:45.408158 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-6f5a7e5b-494d-4daa-bf70-e2b3b0a40e7c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Delete allocated IP 2001:db8::27e (7fbcfee2-fedc-43cc-b61a-f865678d75da/0a4cf294-e0e8-4f66-b379-782f842d223f) {{(pid=93883) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 20:26:45.420556 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-867b11da-78c3-4c99-abe7-be0c6fff4b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:45.430676 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-004c070a-ea44-4492-a074-2bbcc56654e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:45.432040 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-6f5a7e5b-494d-4daa-bf70-e2b3b0a40e7c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Allocated IP 2001:db8:0:1::328 (7fbcfee2-fedc-43cc-b61a-f865678d75da/1237e240-2b8d-4da9-8a9c-74302c793d14/1508eb51-75b0-4d22-a856-99e6aec29821) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:45.462559 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-867b11da-78c3-4c99-abe7-be0c6fff4b38 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3041ba9ab29f4c089d952362369f91ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9552159 Jul 30 20:26:45.466062 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37974) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:45.478818 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fce45f-ebda-4938-99c7-98674e879ec5 None None] Pushing event updated for resources: {'Port': ['ID=9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:45.486126 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d77485ac-afcb-4926-bb50-8b26222f3de8 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:45.490142 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d77485ac-afcb-4926-bb50-8b26222f3de8 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.9108198 Jul 30 20:26:45.490142 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77485ac-afcb-4926-bb50-8b26222f3de8 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de7be86c-a60c-46f0-98cb-c7e3fc1cbc1e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:45.495202 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 37976) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:45.503616 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fce45f-ebda-4938-99c7-98674e879ec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:45.503967 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fce45f-ebda-4938-99c7-98674e879ec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:45.504304 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fce45f-ebda-4938-99c7-98674e879ec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:45.504640 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fce45f-ebda-4938-99c7-98674e879ec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:45.505350 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fce45f-ebda-4938-99c7-98674e879ec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:45.505689 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fce45f-ebda-4938-99c7-98674e879ec5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:45.506566 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fce45f-ebda-4938-99c7-98674e879ec5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:45.506970 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fce45f-ebda-4938-99c7-98674e879ec5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:45.507305 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fce45f-ebda-4938-99c7-98674e879ec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:45.507731 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fce45f-ebda-4938-99c7-98674e879ec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:45.508066 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fce45f-ebda-4938-99c7-98674e879ec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:45.508385 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fce45f-ebda-4938-99c7-98674e879ec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:45.515100 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3dfa86a4-6a9f-4482-8b48-8dfbe6f4a2aa tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Request body: {'security_group_rule': {'security_group_id': '7d162dc1-0a90-44a2-aebf-149a2b058aff', 'project_id': '84983c9ae1174638a727198854c17acc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:45.561892 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d74236-f0c0-4c3e-9f37-54ab7c4212e8 req-31372dc4-bd04-4905-9b5c-6487dce7d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:45.566285 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95d74236-f0c0-4c3e-9f37-54ab7c4212e8 req-31372dc4-bd04-4905-9b5c-6487dce7d8dd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fdd4a0aeb4734545b256ac5e1a36d088&device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc HTTP/1.1" status: 200 len: 1096 time: 0.1982920 Jul 30 20:26:45.652724 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] Attempting to bind port 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:26:45.653489 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] Attempting to bind port 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '1dea10a5-7108-4f85-8940-9dba2ebc2b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:26:45.654076 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] Attempting to bind port 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd on network 4ac4e6aa-534b-4ce9-9b92-94124a852cb2 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:26:45.658372 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b11da-78c3-4c99-abe7-be0c6fff4b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9e2354-6b98-4f80-bd7e-09bbfe303a21,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:45.660008 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0df0c0b-09f8-47f5-807e-34ebb9e3b253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:45.672147 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:26:45.672545 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] Checking segment: {'id': '1dea10a5-7108-4f85-8940-9dba2ebc2b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:26:45.674536 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:45.675779 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] Bound using segment: {'id': '1dea10a5-7108-4f85-8940-9dba2ebc2b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:26:45.676729 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:45.677418 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] Bound port: 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dea10a5-7108-4f85-8940-9dba2ebc2b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:26:45.677831 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:45.711127 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0df0c0b-09f8-47f5-807e-34ebb9e3b253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:45.754904 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 14d8c4ad-038c-4037-926d-aef940a81d75 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:26:45.803616 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] For port 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:26:45.805865 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3dfa86a4-6a9f-4482-8b48-8dfbe6f4a2aa tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:45.808591 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] For port 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd,segment=NetworkSegment(1dea10a5-7108-4f85-8940-9dba2ebc2b5c),segment_id=1dea10a5-7108-4f85-8940-9dba2ebc2b5c)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:26:45.820462 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:45.878094 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f5a7e5b-494d-4daa-bf70-e2b3b0a40e7c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:45.909071 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 14d8c4ad-038c-4037-926d-aef940a81d75 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:45.910205 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:45.913409 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0df0c0b-09f8-47f5-807e-34ebb9e3b253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:45.919065 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0df0c0b-09f8-47f5-807e-34ebb9e3b253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:45.922710 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e0df0c0b-09f8-47f5-807e-34ebb9e3b253 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ed9e2354-6b98-4f80-bd7e-09bbfe303a21 HTTP/1.1" status: 204 len: 168 time: 0.4550347 Jul 30 20:26:45.926009 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-6f5a7e5b-494d-4daa-bf70-e2b3b0a40e7c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Ignored duplicate provisioning block setup for port 1508eb51-75b0-4d22-a856-99e6aec29821 by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 20:26:45.933298 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] Routers {'9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:26:45.934440 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:26:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:45.939777 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3dfa86a4-6a9f-4482-8b48-8dfbe6f4a2aa tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:45.948849 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f5a7e5b-494d-4daa-bf70-e2b3b0a40e7c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:45.949951 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d380c594-e486-4f91-978a-dcf79b9f9670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'name': 'tempest-AttachVolumeTestJSON-1836562861-router', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:19:56Z', 'updated_at': '2021-07-30T20:20:01Z', 'revision_number': 4, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'gw_port': {'id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:19:57Z', 'updated_at': '2021-07-30T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '2a3cfdd6-27a5-4445-a541-cad8eb6a5b38', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'port_id': '4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'mac_address': 'fa:16:3e:39:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d68323-0e0f-49ea-ba73-18e8dc6e60dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:26:19Z', 'updated_at': '2021-07-30T20:26:40Z', 'revision_number': 1, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea289277-bcd4-458d-8eb0-3513e78a2151', 'name': '', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'mac_address': 'fa:16:3e:de:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:20:00Z', 'updated_at': '2021-07-30T20:20:06Z', 'revision_number': 5, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'subnets': [{'id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:45.955864 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df0c0b-09f8-47f5-807e-34ebb9e3b253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9e2354-6b98-4f80-bd7e-09bbfe303a21,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:45.961228 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3dfa86a4-6a9f-4482-8b48-8dfbe6f4a2aa tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:46.039069 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6f5a7e5b-494d-4daa-bf70-e2b3b0a40e7c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] In _notify_port_updated(), no bound segment for port 1508eb51-75b0-4d22-a856-99e6aec29821 on network 7fbcfee2-fedc-43cc-b61a-f865678d75da {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:26:46.057517 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5a7e5b-494d-4daa-bf70-e2b3b0a40e7c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:46.059839 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f5a7e5b-494d-4daa-bf70-e2b3b0a40e7c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:46.061258 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6f5a7e5b-494d-4daa-bf70-e2b3b0a40e7c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "PUT /v2.0/ports/1508eb51-75b0-4d22-a856-99e6aec29821 HTTP/1.1" status: 200 len: 930 time: 1.6239011 Jul 30 20:26:46.087412 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fce45f-ebda-4938-99c7-98674e879ec5 None None] Pushing event updated for resources: {'Port': ['ID=9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:46.103860 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3dfa86a4-6a9f-4482-8b48-8dfbe6f4a2aa tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:46.114611 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 37986) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:46.116091 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3dfa86a4-6a9f-4482-8b48-8dfbe6f4a2aa tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6153347 Jul 30 20:26:46.117454 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d74236-f0c0-4c3e-9f37-54ab7c4212e8 req-dc47e929-8498-4943-ac97-931171071f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:46.118916 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95d74236-f0c0-4c3e-9f37-54ab7c4212e8 req-dc47e929-8498-4943-ac97-931171071f3c service neutron] 10.222.0.83 "GET /v2.0/networks?id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c HTTP/1.1" status: 200 len: 912 time: 0.5268381 Jul 30 20:26:46.128471 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa86a4-6a9f-4482-8b48-8dfbe6f4a2aa tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a0f6e3-b644-4d26-ac65-c6d11c961296,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:46.194514 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d380c594-e486-4f91-978a-dcf79b9f9670 None None] The sync data for ids ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'] in n-d-712137-9 is: [{'id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'name': 'tempest-AttachVolumeTestJSON-1836562861-router', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:19:56Z', 'updated_at': '2021-07-30T20:20:01Z', 'revision_number': 4, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'gw_port': {'id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:19:57Z', 'updated_at': '2021-07-30T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '2a3cfdd6-27a5-4445-a541-cad8eb6a5b38', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'port_id': '4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'mac_address': 'fa:16:3e:39:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d68323-0e0f-49ea-ba73-18e8dc6e60dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:26:19Z', 'updated_at': '2021-07-30T20:26:40Z', 'revision_number': 1, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea289277-bcd4-458d-8eb0-3513e78a2151', 'name': '', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'mac_address': 'fa:16:3e:de:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:20:00Z', 'updated_at': '2021-07-30T20:20:06Z', 'revision_number': 5, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'subnets': [{'id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:26:46.226358 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dd46030e-99ad-481d-924f-abb56b9ec9fe req-62fa6e8b-45f6-4820-9816-4a896d54d2cc tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.1509871 Jul 30 20:26:46.297366 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a7e5b-494d-4daa-bf70-e2b3b0a40e7c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Port': ['ID=1508eb51-75b0-4d22-a856-99e6aec29821,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:46.332658 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] Set router 9b40a9f0-a863-4ebf-a36d-ae3aea1759e3 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:26:46.382912 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-004c070a-ea44-4492-a074-2bbcc56654e0 None None] Allocated IP 2001:db8:0:1::2 (7fbcfee2-fedc-43cc-b61a-f865678d75da/1237e240-2b8d-4da9-8a9c-74302c793d14/14d8c4ad-038c-4037-926d-aef940a81d75) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:46.470183 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95d74236-f0c0-4c3e-9f37-54ab7c4212e8 req-c2bf44db-7da4-4481-a39a-e05fe9f03676 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d HTTP/1.1" status: 200 len: 999 time: 0.2848532 Jul 30 20:26:46.476380 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-446f0ff4-8fbd-41fe-9a35-e0cd5988e626 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting port 1508eb51-75b0-4d22-a856-99e6aec29821 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:26:46.476722 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-446f0ff4-8fbd-41fe-9a35-e0cd5988e626 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:46.604877 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-446f0ff4-8fbd-41fe-9a35-e0cd5988e626 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:46.619325 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-004c070a-ea44-4492-a074-2bbcc56654e0 None None] For port 14d8c4ad-038c-4037-926d-aef940a81d75, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=14d8c4ad-038c-4037-926d-aef940a81d75,segment=NetworkSegment(03683e18-f763-447b-b643-38e1315fa87c),segment_id=03683e18-f763-447b-b643-38e1315fa87c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:46.636564 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-446f0ff4-8fbd-41fe-9a35-e0cd5988e626 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Calling delete_port for 1508eb51-75b0-4d22-a856-99e6aec29821 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:26:46.644577 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d74236-f0c0-4c3e-9f37-54ab7c4212e8 req-a8f3368b-ff1a-4c5a-802b-761fd8762ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:46.649907 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95d74236-f0c0-4c3e-9f37-54ab7c4212e8 req-a8f3368b-ff1a-4c5a-802b-761fd8762ac4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6491aa5-23e2-49d6-ab1a-df22f79d0138 HTTP/1.1" status: 200 len: 850 time: 0.1718533 Jul 30 20:26:46.692471 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-004c070a-ea44-4492-a074-2bbcc56654e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:46.725271 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-004c070a-ea44-4492-a074-2bbcc56654e0 None None] Transition to ACTIVE for port object 14d8c4ad-038c-4037-926d-aef940a81d75 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:46.725488 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38004) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:46.731795 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff309183-846a-4e6e-af7e-c007a5d118a6 None None] New status for floating IP 2a3cfdd6-27a5-4445-a541-cad8eb6a5b38: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:26:46.748606 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cc285b79-ced7-4e9e-80b0-5dc908c9997c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:46.787828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d74236-f0c0-4c3e-9f37-54ab7c4212e8 req-16baf8ca-586b-4053-92bd-495916570563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:46.789351 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95d74236-f0c0-4c3e-9f37-54ab7c4212e8 req-16baf8ca-586b-4053-92bd-495916570563 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304131 Jul 30 20:26:46.805501 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-004c070a-ea44-4492-a074-2bbcc56654e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:46.865115 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367131081', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '92a48762-3f53-478a-83d3-dceeea311e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:26:28Z', 'updated_at': '2021-07-30T20:26:39Z', 'revision_number': 4, 'project_id': '84983c9ae1174638a727198854c17acc', 'gw_port': {'id': '92a48762-3f53-478a-83d3-dceeea311e28', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:26:30Z', 'updated_at': '2021-07-30T20:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd', 'name': '', 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'mac_address': 'fa:16:3e:33:eb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '0b5d413d-b603-47c3-85c2-42be0f4781bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:26:37Z', 'updated_at': '2021-07-30T20:26:45Z', 'revision_number': 4, 'project_id': '84983c9ae1174638a727198854c17acc', 'subnets': [{'id': '0b5d413d-b603-47c3-85c2-42be0f4781bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:46.926204 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c070a-ea44-4492-a074-2bbcc56654e0 None None] Pushing event updated for resources: {'Port': ['ID=14d8c4ad-038c-4037-926d-aef940a81d75,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:46.928032 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-446f0ff4-8fbd-41fe-9a35-e0cd5988e626 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:47.001786 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb14cc6-a3e7-407b-9d75-b7a0cb9a60c6 None None] The sync data for ids ['9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'] in n-d-712137-9 is: [{'id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367131081', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '92a48762-3f53-478a-83d3-dceeea311e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:26:28Z', 'updated_at': '2021-07-30T20:26:39Z', 'revision_number': 4, 'project_id': '84983c9ae1174638a727198854c17acc', 'gw_port': {'id': '92a48762-3f53-478a-83d3-dceeea311e28', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:26:30Z', 'updated_at': '2021-07-30T20:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd', 'name': '', 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'mac_address': 'fa:16:3e:33:eb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '0b5d413d-b603-47c3-85c2-42be0f4781bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:26:37Z', 'updated_at': '2021-07-30T20:26:45Z', 'revision_number': 4, 'project_id': '84983c9ae1174638a727198854c17acc', 'subnets': [{'id': '0b5d413d-b603-47c3-85c2-42be0f4781bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:26:47.004728 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f0ff4-8fbd-41fe-9a35-e0cd5988e626 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Port': ['ID=1508eb51-75b0-4d22-a856-99e6aec29821,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:47.058565 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-446f0ff4-8fbd-41fe-9a35-e0cd5988e626 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:47.060918 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-446f0ff4-8fbd-41fe-9a35-e0cd5988e626 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/ports/1508eb51-75b0-4d22-a856-99e6aec29821 HTTP/1.1" status: 204 len: 168 time: 0.9442086 Jul 30 20:26:47.067252 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38018) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:47.069659 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cc285b79-ced7-4e9e-80b0-5dc908c9997c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:47.105948 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cc285b79-ced7-4e9e-80b0-5dc908c9997c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:47.112922 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95d74236-f0c0-4c3e-9f37-54ab7c4212e8 req-a75c3376-f6de-4aac-9a7b-f41e7d5f8add service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153510 Jul 30 20:26:47.114140 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-be862bd7-fddd-47b6-a211-d49c2a3e5098 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] GET failed (client error): The resource could not be found. Jul 30 20:26:47.118946 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-be862bd7-fddd-47b6-a211-d49c2a3e5098 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports/1508eb51-75b0-4d22-a856-99e6aec29821 HTTP/1.1" status: 404 len: 333 time: 0.0506949 Jul 30 20:26:47.119624 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38020) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:47.206281 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cc285b79-ced7-4e9e-80b0-5dc908c9997c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=957f26ed0e5d4279a5a4038ded832b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4771419 Jul 30 20:26:47.206281 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc285b79-ced7-4e9e-80b0-5dc908c9997c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ceb144-1b6b-4bc3-8e51-787cf60dbc8c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:47.208823 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38030) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:47.273589 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f15cf23d-46ed-403f-8bc7-cc9de94b96ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:47.312489 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f15cf23d-46ed-403f-8bc7-cc9de94b96ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:47.442717 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f15cf23d-46ed-403f-8bc7-cc9de94b96ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:47.450246 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f15cf23d-46ed-403f-8bc7-cc9de94b96ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:47.453231 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f15cf23d-46ed-403f-8bc7-cc9de94b96ef admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/12ceb144-1b6b-4bc3-8e51-787cf60dbc8c HTTP/1.1" status: 204 len: 168 time: 0.2415762 Jul 30 20:26:47.482479 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95d74236-f0c0-4c3e-9f37-54ab7c4212e8 req-1896abba-2179-42b0-99de-3e0c24acd59e service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240747 Jul 30 20:26:47.498585 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15cf23d-46ed-403f-8bc7-cc9de94b96ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ceb144-1b6b-4bc3-8e51-787cf60dbc8c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:47.531984 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-72bc1f9e-a7b6-4fd3-ab33-fbf7167d5f7c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup_general--1474754185&fields=id&tenant_id=84983c9ae1174638a727198854c17acc HTTP/1.1" status: 200 len: 267 time: 0.3712592 Jul 30 20:26:47.536005 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d22bb956-79bf-43ec-b691-a62c300a979e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:47.602172 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d22bb956-79bf-43ec-b691-a62c300a979e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:47.629324 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-aaf002a2-f358-4366-9ec9-8804b790ba31 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup_access--674935957&fields=id&tenant_id=84983c9ae1174638a727198854c17acc HTTP/1.1" status: 200 len: 267 time: 0.0900977 Jul 30 20:26:47.849871 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 14d8c4ad-038c-4037-926d-aef940a81d75 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:26:47.867768 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-b33777c8-6259-40f5-a8c7-575c5f05dd4c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:47.879645 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-b33777c8-6259-40f5-a8c7-575c5f05dd4c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/networks?id=4ac4e6aa-534b-4ce9-9b92-94124a852cb2 HTTP/1.1" status: 200 len: 796 time: 0.2366371 Jul 30 20:26:47.913620 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-44276ce1-4c97-45ff-91f5-7c111b45d3a7 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/quotas/84983c9ae1174638a727198854c17acc HTTP/1.1" status: 200 len: 375 time: 0.0316412 Jul 30 20:26:47.961751 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d22bb956-79bf-43ec-b691-a62c300a979e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:47.962571 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:26:47.964787 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d22bb956-79bf-43ec-b691-a62c300a979e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:47.966681 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d22bb956-79bf-43ec-b691-a62c300a979e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/security-groups/47ca213c-cf38-4040-8554-e5bfe947ae5d HTTP/1.1" status: 204 len: 168 time: 0.8460131 Jul 30 20:26:47.969472 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38042) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:47.996357 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bb956-79bf-43ec-b691-a62c300a979e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ca213c-cf38-4040-8554-e5bfe947ae5d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:48.046450 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-9025a3a4-b2fd-469b-a716-8019e7d0b685 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=84983c9ae1174638a727198854c17acc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1318550 Jul 30 20:26:48.107253 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:48.113533 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:48.113757 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:48.128260 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d74b696-427e-43e2-9e63-b579545bce58 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:48.187822 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d74b696-427e-43e2-9e63-b579545bce58 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:48.269338 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d74b696-427e-43e2-9e63-b579545bce58 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:48.272759 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d74b696-427e-43e2-9e63-b579545bce58 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:48.274227 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2d74b696-427e-43e2-9e63-b579545bce58 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/security-groups/81be3839-0b5d-4185-8259-b4cf4c7eb7e7 HTTP/1.1" status: 204 len: 168 time: 0.3034425 Jul 30 20:26:48.277098 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38062) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:48.285078 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cd2d1c82-2034-40f2-8ce8-6979a2f87afb None None] Could not find standard attr ID for object 1508eb51-75b0-4d22-a856-99e6aec29821. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:26:48.287277 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:48.323075 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74b696-427e-43e2-9e63-b579545bce58 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81be3839-0b5d-4185-8259-b4cf4c7eb7e7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:48.396263 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cd2d1c82-2034-40f2-8ce8-6979a2f87afb None None] Provisioning complete for port 8769f45f-8d4c-4aa9-a60d-bd662bb0543e triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:48.399348 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd2d1c82-2034-40f2-8ce8-6979a2f87afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:48.407872 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd,segment=NetworkSegment(1dea10a5-7108-4f85-8940-9dba2ebc2b5c),segment_id=1dea10a5-7108-4f85-8940-9dba2ebc2b5c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:48.468691 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:48.502078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3707c4f-eb19-4ac3-bfb7-b3bc133f119e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting subnet 0a4cf294-e0e8-4f66-b379-782f842d223f {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:26:48.515960 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e3707c4f-eb19-4ac3-bfb7-b3bc133f119e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:48.564081 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d1c82-2034-40f2-8ce8-6979a2f87afb None None] Port 8769f45f-8d4c-4aa9-a60d-bd662bb0543e cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:26:48.614919 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cd2d1c82-2034-40f2-8ce8-6979a2f87afb None None] Provisioning for port 14d8c4ad-038c-4037-926d-aef940a81d75 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:48.627115 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:48.630785 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cd2d1c82-2034-40f2-8ce8-6979a2f87afb None None] Provisioning complete for port 14d8c4ad-038c-4037-926d-aef940a81d75 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:48.631163 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd2d1c82-2034-40f2-8ce8-6979a2f87afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:48.646526 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e3707c4f-eb19-4ac3-bfb7-b3bc133f119e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:48.732719 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-9d53d186-f6b8-4f03-a036-c6d036112a7c service neutron] 10.222.0.81 "GET /v2.0/networks/4ac4e6aa-534b-4ce9-9b92-94124a852cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6629620 Jul 30 20:26:48.835822 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e3707c4f-eb19-4ac3-bfb7-b3bc133f119e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:48.889384 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-07df6438-3963-46dd-a4a4-2b7ceb14e35d None None] Could not find standard attr ID for object 1508eb51-75b0-4d22-a856-99e6aec29821. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:26:49.003883 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-8774e9ee-9722-40f0-ac6a-2f2749017c35 service neutron] 10.222.0.81 "GET /v2.0/networks/4ac4e6aa-534b-4ce9-9b92-94124a852cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607079 Jul 30 20:26:49.016856 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e3707c4f-eb19-4ac3-bfb7-b3bc133f119e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:49.068866 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3707c4f-eb19-4ac3-bfb7-b3bc133f119e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Subnet': ['ID=0a4cf294-e0e8-4f66-b379-782f842d223f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:49.077290 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e3707c4f-eb19-4ac3-bfb7-b3bc133f119e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:49.080004 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e3707c4f-eb19-4ac3-bfb7-b3bc133f119e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/subnets/0a4cf294-e0e8-4f66-b379-782f842d223f HTTP/1.1" status: 204 len: 168 time: 0.8014228 Jul 30 20:26:49.084238 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38078) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:49.086028 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb2c359-a70a-4595-b091-f02203b1cbe9 None None] Network 7fbcfee2-fedc-43cc-b61a-f865678d75da requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:26:49.089883 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ce58cdc8-465d-4a17-870c-9861d1119438 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'subnet': {'network_id': '7fbcfee2-fedc-43cc-b61a-f865678d75da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:49.338375 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce58cdc8-465d-4a17-870c-9861d1119438 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:49.343974 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce58cdc8-465d-4a17-870c-9861d1119438 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:49.375523 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-063a40ad-03d2-4ebc-ae2c-068dbce30ddb req-d2965947-5737-4b1a-a876-bd940b3c6b47 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0470712 Jul 30 20:26:49.650509 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:49.766918 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-948a4e44-e513-487a-ac50-2c0d3399681c req-4f75506c-b997-4ea7-926e-b059d1a5163c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a94eff0-92e7-473a-93e7-aca70e5ba991 HTTP/1.1" status: 200 len: 210 time: 0.0626574 Jul 30 20:26:49.772194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:26:49.848294 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:49.848676 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:49.856030 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce58cdc8-465d-4a17-870c-9861d1119438 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:49.946187 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce58cdc8-465d-4a17-870c-9861d1119438 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network 7fbcfee2-fedc-43cc-b61a-f865678d75da is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:26:49.949986 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-ce58cdc8-465d-4a17-870c-9861d1119438 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:49.954902 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce58cdc8-465d-4a17-870c-9861d1119438 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:49.955536 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce58cdc8-465d-4a17-870c-9861d1119438 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:49.981689 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ce58cdc8-465d-4a17-870c-9861d1119438 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8936291 Jul 30 20:26:49.982375 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38108) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:49.986798 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58cdc8-465d-4a17-870c-9861d1119438 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Subnet': ['ID=d080243e-d982-44b7-98e6-4212873e76d4,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:49.996632 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a4b83ea2-b747-4be9-93d8-3bcd961dcce4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'security_group': {'name': 'tempest-secgroup-416196047'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:50.050763 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a4b83ea2-b747-4be9-93d8-3bcd961dcce4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:50.226004 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a4b83ea2-b747-4be9-93d8-3bcd961dcce4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:50.231151 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a4b83ea2-b747-4be9-93d8-3bcd961dcce4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:50.274523 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b83ea2-b747-4be9-93d8-3bcd961dcce4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f896c393-41a7-47ef-90e7-ccdb36fff7de,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:50.283055 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a4b83ea2-b747-4be9-93d8-3bcd961dcce4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:50.283055 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a4b83ea2-b747-4be9-93d8-3bcd961dcce4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2964454 Jul 30 20:26:50.284108 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38110) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:50.288445 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-aa26dc19-af61-4c3e-86d6-551243a5c8f1 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'security_group': {'name': 'tempest-secgroup-438364855'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:50.338499 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa26dc19-af61-4c3e-86d6-551243a5c8f1 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:50.505243 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa26dc19-af61-4c3e-86d6-551243a5c8f1 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:50.510433 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa26dc19-af61-4c3e-86d6-551243a5c8f1 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:50.558608 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4ed3597-ce20-4206-9b3b-a42b3ba45bf1 req-eaf426e7-1b27-4568-b36e-c93bd0f89d62 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0415213 Jul 30 20:26:50.597072 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26dc19-af61-4c3e-86d6-551243a5c8f1 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b246745-75c6-4d6a-870e-42159894fb3a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:50.615157 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa26dc19-af61-4c3e-86d6-551243a5c8f1 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:50.616766 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-aa26dc19-af61-4c3e-86d6-551243a5c8f1 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3323324 Jul 30 20:26:50.619718 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38116) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:50.625763 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-13a2b418-2d34-4083-a9f0-6a3bb1c3ff71 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'security_group': {'name': 'tempest-secgroup-1968309841'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:50.657425 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13a2b418-2d34-4083-a9f0-6a3bb1c3ff71 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:50.755580 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea353644-087e-4f7f-b924-defc0ac8bf2b None None] Network 7fbcfee2-fedc-43cc-b61a-f865678d75da requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:26:50.817620 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13a2b418-2d34-4083-a9f0-6a3bb1c3ff71 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:50.851641 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5858e72d-5b81-4543-a303-31bdcccfdd7b None None] Provisioning complete for port 8769f45f-8d4c-4aa9-a60d-bd662bb0543e triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:50.852024 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5858e72d-5b81-4543-a303-31bdcccfdd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:50.852225 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13a2b418-2d34-4083-a9f0-6a3bb1c3ff71 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:50.899177 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5858e72d-5b81-4543-a303-31bdcccfdd7b None None] Port 8769f45f-8d4c-4aa9-a60d-bd662bb0543e cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:26:50.951216 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5858e72d-5b81-4543-a303-31bdcccfdd7b None None] Provisioning complete for port 14d8c4ad-038c-4037-926d-aef940a81d75 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:50.953889 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5858e72d-5b81-4543-a303-31bdcccfdd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:50.988784 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7e36db3-eae5-4439-83f0-9176adef68e8 req-b9274ea8-f995-43b6-9183-f94058c4ced5 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a94eff0-92e7-473a-93e7-aca70e5ba991 HTTP/1.1" status: 200 len: 210 time: 0.1206200 Jul 30 20:26:51.003931 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13a2b418-2d34-4083-a9f0-6a3bb1c3ff71 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:51.007832 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-13a2b418-2d34-4083-a9f0-6a3bb1c3ff71 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3844435 Jul 30 20:26:51.009865 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2b418-2d34-4083-a9f0-6a3bb1c3ff71 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27d8b70-c10c-4bb6-8967-7dd88023cb62,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:51.017885 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38132) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:51.023391 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3263d702-a877-431a-9bd0-557b6757711c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-855207331', 'security_groups': ['b27d8b70-c10c-4bb6-8967-7dd88023cb62'], 'network_id': '7fbcfee2-fedc-43cc-b61a-f865678d75da', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd080243e-d982-44b7-98e6-4212873e76d4'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:51.079689 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-ca1c1966-6c9a-4a9b-9e4c-b3b721dbe8ff tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:51.081347 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-ca1c1966-6c9a-4a9b-9e4c-b3b721dbe8ff tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.59 "GET /v2.0/networks?id=4ac4e6aa-534b-4ce9-9b92-94124a852cb2 HTTP/1.1" status: 200 len: 796 time: 0.2859969 Jul 30 20:26:51.161107 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-11ebd4bf-79ad-4a65-944f-79b1149b7503 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84983c9ae1174638a727198854c17acc HTTP/1.1" status: 200 len: 477 time: 0.0696249 Jul 30 20:26:51.174941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-646d830a-b9a8-4bd6-8e02-b07b9b5d8c29 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Request body: {'port': {'device_id': '7a94eff0-92e7-473a-93e7-aca70e5ba991', 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2', 'admin_state_up': True, 'tenant_id': '84983c9ae1174638a727198854c17acc', 'security_groups': ['de7be86c-a60c-46f0-98cb-c7e3fc1cbc1e', '7d162dc1-0a90-44a2-aebf-149a2b058aff']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:51.186338 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3263d702-a877-431a-9bd0-557b6757711c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:51.196989 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19efdc62-f55b-46fc-ad97-5f8700870989 None None] Update dhcp port {'port': {'network_id': '7fbcfee2-fedc-43cc-b61a-f865678d75da', 'fixed_ips': [{'subnet_id': '1237e240-2b8d-4da9-8a9c-74302c793d14', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd080243e-d982-44b7-98e6-4212873e76d4'}], 'binding:host_id': 'n-d-712137-9'}, 'id': '14d8c4ad-038c-4037-926d-aef940a81d75'} from n-d-712137-9. {{(pid=93884) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 20:26:51.227642 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-19efdc62-f55b-46fc-ad97-5f8700870989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:51.301687 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7863af40-fab8-4e2d-922a-94352c05a2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:51.347841 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3263d702-a877-431a-9bd0-557b6757711c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:51.351853 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-646d830a-b9a8-4bd6-8e02-b07b9b5d8c29 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Made reservation on behalf of 84983c9ae1174638a727198854c17acc for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:51.358251 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-646d830a-b9a8-4bd6-8e02-b07b9b5d8c29 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:51.383264 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-3263d702-a877-431a-9bd0-557b6757711c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] device_id is not set on port f129232d-0bec-4e43-b877-0c5bbe11e361 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:26:51.455355 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-19efdc62-f55b-46fc-ad97-5f8700870989 None None] Allocated IP 2001:db8::2 (7fbcfee2-fedc-43cc-b61a-f865678d75da/d080243e-d982-44b7-98e6-4212873e76d4/14d8c4ad-038c-4037-926d-aef940a81d75) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:51.566050 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-646d830a-b9a8-4bd6-8e02-b07b9b5d8c29 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Allocated IP 172.20.0.14 (4ac4e6aa-534b-4ce9-9b92-94124a852cb2/0b5d413d-b603-47c3-85c2-42be0f4781bb/1f5592ef-2124-4cda-9a55-83db4f575e9d) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:51.671127 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-19efdc62-f55b-46fc-ad97-5f8700870989 None None] For port 14d8c4ad-038c-4037-926d-aef940a81d75, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=14d8c4ad-038c-4037-926d-aef940a81d75,segment=NetworkSegment(03683e18-f763-447b-b643-38e1315fa87c),segment_id=03683e18-f763-447b-b643-38e1315fa87c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:51.714061 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-19efdc62-f55b-46fc-ad97-5f8700870989 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:51.728859 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-19efdc62-f55b-46fc-ad97-5f8700870989 None None] Transition to ACTIVE for port object 14d8c4ad-038c-4037-926d-aef940a81d75 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:51.735768 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-19efdc62-f55b-46fc-ad97-5f8700870989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:51.786406 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d8f96de-d8d4-4230-9bd7-33b5257644d1 req-d806ee0e-3898-4637-bb71-645803e7d43a tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0477865 Jul 30 20:26:51.799793 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efdc62-f55b-46fc-ad97-5f8700870989 None None] Pushing event updated for resources: {'Port': ['ID=14d8c4ad-038c-4037-926d-aef940a81d75,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:51.868633 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-3263d702-a877-431a-9bd0-557b6757711c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Allocated IP 2001:db8::114 (7fbcfee2-fedc-43cc-b61a-f865678d75da/d080243e-d982-44b7-98e6-4212873e76d4/f129232d-0bec-4e43-b877-0c5bbe11e361) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:51.911945 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-646d830a-b9a8-4bd6-8e02-b07b9b5d8c29 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:51.932769 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-646d830a-b9a8-4bd6-8e02-b07b9b5d8c29 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Transition to ACTIVE for port object 1f5592ef-2124-4cda-9a55-83db4f575e9d will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:51.970977 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-646d830a-b9a8-4bd6-8e02-b07b9b5d8c29 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:52.032214 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-646d830a-b9a8-4bd6-8e02-b07b9b5d8c29 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Network 4ac4e6aa-534b-4ce9-9b92-94124a852cb2 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:26:52.039146 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-646d830a-b9a8-4bd6-8e02-b07b9b5d8c29 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:52.043755 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-646d830a-b9a8-4bd6-8e02-b07b9b5d8c29 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:26:52.121288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-646d830a-b9a8-4bd6-8e02-b07b9b5d8c29 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:52.126646 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-646d830a-b9a8-4bd6-8e02-b07b9b5d8c29 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:52.184065 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d830a-b9a8-4bd6-8e02-b07b9b5d8c29 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event updated for resources: {'Port': ['ID=1f5592ef-2124-4cda-9a55-83db4f575e9d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:52.184835 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3263d702-a877-431a-9bd0-557b6757711c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:52.191850 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-646d830a-b9a8-4bd6-8e02-b07b9b5d8c29 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.0230236 Jul 30 20:26:52.202848 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-3263d702-a877-431a-9bd0-557b6757711c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Transition to ACTIVE for port object f129232d-0bec-4e43-b877-0c5bbe11e361 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:52.243297 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-0b0e047f-e082-4168-ba52-fa2d1078e293 service neutron] Request body: {'port': {'device_id': '7a94eff0-92e7-473a-93e7-aca70e5ba991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:52.268940 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3263d702-a877-431a-9bd0-557b6757711c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:52.336080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3dd30a-3ba7-4c0b-a417-8dae2ca861d0 req-a2b3b63e-001e-4f39-9cc4-c001df5460d4 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:52.344699 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f3dd30a-3ba7-4c0b-a417-8dae2ca861d0 req-a2b3b63e-001e-4f39-9cc4-c001df5460d4 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a94eff0-92e7-473a-93e7-aca70e5ba991 HTTP/1.1" status: 200 len: 971 time: 0.2002790 Jul 30 20:26:52.359600 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3263d702-a877-431a-9bd0-557b6757711c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network 7fbcfee2-fedc-43cc-b61a-f865678d75da is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:26:52.368318 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3263d702-a877-431a-9bd0-557b6757711c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:52.381813 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3263d702-a877-431a-9bd0-557b6757711c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:26:52.393359 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3263d702-a877-431a-9bd0-557b6757711c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:52.394823 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3263d702-a877-431a-9bd0-557b6757711c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:52.444181 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-0b0e047f-e082-4168-ba52-fa2d1078e293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:52.453628 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263d702-a877-431a-9bd0-557b6757711c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Port': ['ID=f129232d-0bec-4e43-b877-0c5bbe11e361,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:52.468806 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3263d702-a877-431a-9bd0-557b6757711c tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4484630 Jul 30 20:26:52.469418 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38150) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:52.473493 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-13d59a84-f090-4361-92a3-99bfb602fa3e None None] Provisioning for port 1f5592ef-2124-4cda-9a55-83db4f575e9d completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:52.478135 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a84ea2ec-f8bf-4797-adf9-5587c750b094 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'subnet': {'network_id': '7fbcfee2-fedc-43cc-b61a-f865678d75da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:52.478370 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-13d59a84-f090-4361-92a3-99bfb602fa3e None None] Provisioning complete for port 1f5592ef-2124-4cda-9a55-83db4f575e9d triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:52.478643 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-13d59a84-f090-4361-92a3-99bfb602fa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:52.515856 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f3dd30a-3ba7-4c0b-a417-8dae2ca861d0 req-5e3df1bd-73c6-40fe-b650-421d68d6a7a1 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/security-groups?id=de7be86c-a60c-46f0-98cb-c7e3fc1cbc1e&id=7d162dc1-0a90-44a2-aebf-149a2b058aff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1701994 Jul 30 20:26:52.821567 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-13d59a84-f090-4361-92a3-99bfb602fa3e None None] Port 1f5592ef-2124-4cda-9a55-83db4f575e9d cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:26:52.953965 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4710b9a9-6376-47ca-9ee5-8d34068eb7a8 req-73860173-20cb-4d3b-9488-d4a806984d4f tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0571184 Jul 30 20:26:52.957674 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1c35084-093e-4855-a154-52a01cf2d6ba None None] Provisioning complete for port 8769f45f-8d4c-4aa9-a60d-bd662bb0543e triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:52.958063 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1c35084-093e-4855-a154-52a01cf2d6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:52.985836 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84ea2ec-f8bf-4797-adf9-5587c750b094 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:52.985836 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a84ea2ec-f8bf-4797-adf9-5587c750b094 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:53.019705 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1c35084-093e-4855-a154-52a01cf2d6ba None None] Port 8769f45f-8d4c-4aa9-a60d-bd662bb0543e cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:26:53.049521 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1c35084-093e-4855-a154-52a01cf2d6ba None None] Provisioning for port 14d8c4ad-038c-4037-926d-aef940a81d75 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:53.057127 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1c35084-093e-4855-a154-52a01cf2d6ba None None] Provisioning complete for port 14d8c4ad-038c-4037-926d-aef940a81d75 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:53.057513 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1c35084-093e-4855-a154-52a01cf2d6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:53.190854 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-0b0e047f-e082-4168-ba52-fa2d1078e293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f5592ef-2124-4cda-9a55-83db4f575e9d {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:26:53.198951 n-d-712137-9 neutron-server[93882]: INFO neutron.db.ipam_backend_mixin [None req-a84ea2ec-f8bf-4797-adf9-5587c750b094 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d080243e-d982-44b7-98e6-4212873e76d4 (CIDR: 2001:db8::/64) Jul 30 20:26:53.205781 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-0b0e047f-e082-4168-ba52-fa2d1078e293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:53.208877 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84ea2ec-f8bf-4797-adf9-5587c750b094 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:26:53.209615 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a84ea2ec-f8bf-4797-adf9-5587c750b094 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:26:53.232317 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-0b0e047f-e082-4168-ba52-fa2d1078e293 service neutron] Transition to ACTIVE for port object 1f5592ef-2124-4cda-9a55-83db4f575e9d will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:53.236263 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a84ea2ec-f8bf-4797-adf9-5587c750b094 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7652571 Jul 30 20:26:53.239368 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-0b0e047f-e082-4168-ba52-fa2d1078e293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:53.239834 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38160) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:53.245864 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-890894fe-ee81-44b1-872a-8d73dbd80684 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'subnet': {'network_id': '7fbcfee2-fedc-43cc-b61a-f865678d75da', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:53.308914 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3390ee62-8033-4df5-9e44-fdab714bcfc9 None None] Provisioning for port f129232d-0bec-4e43-b877-0c5bbe11e361 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:53.311093 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e047f-e082-4168-ba52-fa2d1078e293 service neutron] Pushing event updated for resources: {'Port': ['ID=1f5592ef-2124-4cda-9a55-83db4f575e9d,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:53.318821 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3390ee62-8033-4df5-9e44-fdab714bcfc9 None None] Provisioning complete for port f129232d-0bec-4e43-b877-0c5bbe11e361 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:53.319217 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3390ee62-8033-4df5-9e44-fdab714bcfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:53.386248 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3390ee62-8033-4df5-9e44-fdab714bcfc9 None None] Port f129232d-0bec-4e43-b877-0c5bbe11e361 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:26:53.403847 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-0b0e047f-e082-4168-ba52-fa2d1078e293 service neutron] Attempting to bind port 1f5592ef-2124-4cda-9a55-83db4f575e9d on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:26:53.404194 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-0b0e047f-e082-4168-ba52-fa2d1078e293 service neutron] Attempting to bind port 1f5592ef-2124-4cda-9a55-83db4f575e9d by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '1dea10a5-7108-4f85-8940-9dba2ebc2b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:26:53.404526 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-0b0e047f-e082-4168-ba52-fa2d1078e293 service neutron] Attempting to bind port 1f5592ef-2124-4cda-9a55-83db4f575e9d on network 4ac4e6aa-534b-4ce9-9b92-94124a852cb2 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:26:53.409253 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-0b0e047f-e082-4168-ba52-fa2d1078e293 service neutron] Port 1f5592ef-2124-4cda-9a55-83db4f575e9d on network 4ac4e6aa-534b-4ce9-9b92-94124a852cb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:26:53.409582 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-0b0e047f-e082-4168-ba52-fa2d1078e293 service neutron] Attempting to bind port 1f5592ef-2124-4cda-9a55-83db4f575e9d on network 4ac4e6aa-534b-4ce9-9b92-94124a852cb2 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:26:53.415848 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-0b0e047f-e082-4168-ba52-fa2d1078e293 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:26:53.416223 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-0b0e047f-e082-4168-ba52-fa2d1078e293 service neutron] Checking segment: {'id': '1dea10a5-7108-4f85-8940-9dba2ebc2b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:26:53.416639 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-0b0e047f-e082-4168-ba52-fa2d1078e293 service neutron] Bound using segment: {'id': '1dea10a5-7108-4f85-8940-9dba2ebc2b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:26:53.417170 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-0b0e047f-e082-4168-ba52-fa2d1078e293 service neutron] Bound port: 1f5592ef-2124-4cda-9a55-83db4f575e9d, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dea10a5-7108-4f85-8940-9dba2ebc2b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:26:53.417462 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-0b0e047f-e082-4168-ba52-fa2d1078e293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:53.420961 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890894fe-ee81-44b1-872a-8d73dbd80684 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:53.425801 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-890894fe-ee81-44b1-872a-8d73dbd80684 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:53.501742 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-0b0e047f-e082-4168-ba52-fa2d1078e293 service neutron] For port 1f5592ef-2124-4cda-9a55-83db4f575e9d, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:26:53.506584 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-0b0e047f-e082-4168-ba52-fa2d1078e293 service neutron] For port 1f5592ef-2124-4cda-9a55-83db4f575e9d, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=1f5592ef-2124-4cda-9a55-83db4f575e9d,segment=NetworkSegment(1dea10a5-7108-4f85-8940-9dba2ebc2b5c),segment_id=1dea10a5-7108-4f85-8940-9dba2ebc2b5c)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:26:53.514112 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-0b0e047f-e082-4168-ba52-fa2d1078e293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:53.527112 n-d-712137-9 neutron-server[93883]: INFO neutron.db.ipam_backend_mixin [None req-890894fe-ee81-44b1-872a-8d73dbd80684 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1237e240-2b8d-4da9-8a9c-74302c793d14 (CIDR: 2001:db8:0:1::/64) Jul 30 20:26:53.531902 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-890894fe-ee81-44b1-872a-8d73dbd80684 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:26:53.532374 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-890894fe-ee81-44b1-872a-8d73dbd80684 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:26:53.558342 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-890894fe-ee81-44b1-872a-8d73dbd80684 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3171568 Jul 30 20:26:53.560880 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38164) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:53.563676 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-0b0e047f-e082-4168-ba52-fa2d1078e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:53.564477 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-0b0e047f-e082-4168-ba52-fa2d1078e293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:53.565874 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-0b0e047f-e082-4168-ba52-fa2d1078e293 service neutron] 10.222.0.59 "PUT /v2.0/ports/1f5592ef-2124-4cda-9a55-83db4f575e9d HTTP/1.1" status: 200 len: 1131 time: 1.3332610 Jul 30 20:26:53.566323 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a94eff0-92e7-473a-93e7-aca70e5ba991', 'tag': '1f5592ef-2124-4cda-9a55-83db4f575e9d'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:26:53.568498 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-02eeea94-0f3a-44ed-96b7-1de693ab8266 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'subnet': {'network_id': '7fbcfee2-fedc-43cc-b61a-f865678d75da', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:53.568629 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b999de-e1e1-4d22-8264-a56a364a0cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "7a94eff0-92e7-473a-93e7-aca70e5ba991", "tag": "1f5592ef-2124-4cda-9a55-83db4f575e9d"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:26:53.593351 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e047f-e082-4168-ba52-fa2d1078e293 service neutron] Pushing event updated for resources: {'Port': ['ID=1f5592ef-2124-4cda-9a55-83db4f575e9d,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:53.708415 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a2aa6854-0670-4563-b850-f31c36010858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:53.739119 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-0029088b-770f-452e-994c-3da37dc7888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:53.740679 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-0029088b-770f-452e-994c-3da37dc7888d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84983c9ae1174638a727198854c17acc&device_id=7a94eff0-92e7-473a-93e7-aca70e5ba991 HTTP/1.1" status: 200 len: 1134 time: 0.1252074 Jul 30 20:26:53.745404 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 14d8c4ad-038c-4037-926d-aef940a81d75 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:26:53.776580 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea4552-3236-413e-8ad7-5df2b3ab0e38 req-da92c228-3ac6-4fc5-b4eb-f02171c3d79b tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:53.778646 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ecea4552-3236-413e-8ad7-5df2b3ab0e38 req-da92c228-3ac6-4fc5-b4eb-f02171c3d79b tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a94eff0-92e7-473a-93e7-aca70e5ba991 HTTP/1.1" status: 200 len: 983 time: 0.1076803 Jul 30 20:26:53.788114 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02eeea94-0f3a-44ed-96b7-1de693ab8266 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Made reservation on behalf of 9bacd603b6d946298d69015a35d7a6ec for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:26:53.795457 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-02eeea94-0f3a-44ed-96b7-1de693ab8266 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:53.837755 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 14d8c4ad-038c-4037-926d-aef940a81d75 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:53.839328 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:53.964988 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:54.138597 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-02eeea94-0f3a-44ed-96b7-1de693ab8266 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:54.180948 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eeea94-0f3a-44ed-96b7-1de693ab8266 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Network 7fbcfee2-fedc-43cc-b61a-f865678d75da is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:26:54.185796 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-02eeea94-0f3a-44ed-96b7-1de693ab8266 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:26:54.190310 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eeea94-0f3a-44ed-96b7-1de693ab8266 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:54.190901 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-02eeea94-0f3a-44ed-96b7-1de693ab8266 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:54.199041 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2bb98f-4c9e-4283-823a-fb93d23e48fc None None] Network 7fbcfee2-fedc-43cc-b61a-f865678d75da requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:26:54.218620 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eeea94-0f3a-44ed-96b7-1de693ab8266 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Subnet': ['ID=4a728135-96f1-4890-b336-0ebe944642e5,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:54.225554 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-02eeea94-0f3a-44ed-96b7-1de693ab8266 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6616063 Jul 30 20:26:54.228368 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38184) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:54.236839 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9bb9a841-c26e-422d-84a6-b0bbb68bf5bd tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-961889855', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4a728135-96f1-4890-b336-0ebe944642e5'}], 'security_groups': ['f896c393-41a7-47ef-90e7-ccdb36fff7de', '1b246745-75c6-4d6a-870e-42159894fb3a']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:26:54.343974 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-7f514c0d-3269-45eb-bda5-26129fd7775b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f5592ef-2124-4cda-9a55-83db4f575e9d HTTP/1.1" status: 200 len: 217 time: 0.5914195 Jul 30 20:26:54.358596 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a841-c26e-422d-84a6-b0bbb68bf5bd tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:54.437897 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ecea4552-3236-413e-8ad7-5df2b3ab0e38 req-4842b523-85f7-4df5-b697-7e1adf9e1177 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/security-groups?id=de7be86c-a60c-46f0-98cb-c7e3fc1cbc1e&id=7d162dc1-0a90-44a2-aebf-149a2b058aff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6276846 Jul 30 20:26:54.464057 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-8fb867fb-5495-464c-8f2a-05e33df133f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:54.465855 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-8fb867fb-5495-464c-8f2a-05e33df133f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b5d413d-b603-47c3-85c2-42be0f4781bb HTTP/1.1" status: 200 len: 834 time: 0.1134903 Jul 30 20:26:54.503407 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f6d892-88ee-41de-834e-8644544c753c None None] Update dhcp port {'port': {'network_id': '7fbcfee2-fedc-43cc-b61a-f865678d75da', 'fixed_ips': [{'subnet_id': '1237e240-2b8d-4da9-8a9c-74302c793d14', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd080243e-d982-44b7-98e6-4212873e76d4', 'ip_address': '2001:db8::2'}, {'subnet_id': '4a728135-96f1-4890-b336-0ebe944642e5'}], 'binding:host_id': 'n-d-712137-9'}, 'id': '14d8c4ad-038c-4037-926d-aef940a81d75'} from n-d-712137-9. {{(pid=93884) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 20:26:54.516761 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac76e351-c3f7-45eb-8a58-efd7e282b98e x-openstack-request-id: req-ac76e351-c3f7-45eb-8a58-efd7e282b98e {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:26:54.516943 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a94eff0-92e7-473a-93e7-aca70e5ba991", "tag": "1f5592ef-2124-4cda-9a55-83db4f575e9d", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:26:54.518405 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ac76e351-c3f7-45eb-8a58-efd7e282b98e {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:26:54.518405 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a94eff0-92e7-473a-93e7-aca70e5ba991', 'tag': '1f5592ef-2124-4cda-9a55-83db4f575e9d', 'status': 'completed', 'code': 200} Jul 30 20:26:54.535830 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-57589e11-5c81-4801-8505-f1fda5dab1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:54.537537 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-57589e11-5c81-4801-8505-f1fda5dab1fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ac4e6aa-534b-4ce9-9b92-94124a852cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636711 Jul 30 20:26:54.559297 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5f6d892-88ee-41de-834e-8644544c753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:54.628295 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3621c6a3-ae1c-49d7-8fad-4baab4743aa8 req-66eb46a7-2645-41e1-9e4c-f52cf6cdde93 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0787942 Jul 30 20:26:54.702154 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-16ab098b-c4b9-41f4-93cc-9dc6571c9122 service neutron] 10.222.0.59 "GET /v2.0/networks/4ac4e6aa-534b-4ce9-9b92-94124a852cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511619 Jul 30 20:26:54.789966 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-d5f6d892-88ee-41de-834e-8644544c753c None None] Allocated IP 2001:db8:0:2::2 (7fbcfee2-fedc-43cc-b61a-f865678d75da/4a728135-96f1-4890-b336-0ebe944642e5/14d8c4ad-038c-4037-926d-aef940a81d75) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:54.815666 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86135be4-470c-40bd-b70c-6367d0f0cafb req-a9db9f70-d8ac-4777-9134-c265e3f50a28 service neutron] 10.222.0.59 "GET /v2.0/networks/4ac4e6aa-534b-4ce9-9b92-94124a852cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063848 Jul 30 20:26:54.920469 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d5f6d892-88ee-41de-834e-8644544c753c None None] For port 14d8c4ad-038c-4037-926d-aef940a81d75, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=14d8c4ad-038c-4037-926d-aef940a81d75,segment=NetworkSegment(03683e18-f763-447b-b643-38e1315fa87c),segment_id=03683e18-f763-447b-b643-38e1315fa87c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:54.938890 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b999de-e1e1-4d22-8264-a56a364a0cb7 req-1a3c3098-9275-4257-b689-275ba567b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:54.941942 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3b999de-e1e1-4d22-8264-a56a364a0cb7 req-1a3c3098-9275-4257-b689-275ba567b56b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84983c9ae1174638a727198854c17acc&device_id=7a94eff0-92e7-473a-93e7-aca70e5ba991 HTTP/1.1" status: 200 len: 1134 time: 0.0796943 Jul 30 20:26:54.955910 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5f6d892-88ee-41de-834e-8644544c753c None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:54.981316 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d5f6d892-88ee-41de-834e-8644544c753c None None] Transition to ACTIVE for port object 14d8c4ad-038c-4037-926d-aef940a81d75 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:54.986841 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:54.990134 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5f6d892-88ee-41de-834e-8644544c753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:55.128921 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6d892-88ee-41de-834e-8644544c753c None None] Pushing event updated for resources: {'Port': ['ID=14d8c4ad-038c-4037-926d-aef940a81d75,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:55.134044 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b999de-e1e1-4d22-8264-a56a364a0cb7 req-13e57269-a9e0-4308-baaa-73f035161ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:55.135548 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3b999de-e1e1-4d22-8264-a56a364a0cb7 req-13e57269-a9e0-4308-baaa-73f035161ab2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ac4e6aa-534b-4ce9-9b92-94124a852cb2 HTTP/1.1" status: 200 len: 897 time: 0.1846025 Jul 30 20:26:55.137435 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f6d892-88ee-41de-834e-8644544c753c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:55.137786 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f6d892-88ee-41de-834e-8644544c753c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:55.138133 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f6d892-88ee-41de-834e-8644544c753c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:55.138610 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f6d892-88ee-41de-834e-8644544c753c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:55.138960 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f6d892-88ee-41de-834e-8644544c753c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:55.139296 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f6d892-88ee-41de-834e-8644544c753c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:55.139706 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f6d892-88ee-41de-834e-8644544c753c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:55.140172 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f6d892-88ee-41de-834e-8644544c753c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:55.140508 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f6d892-88ee-41de-834e-8644544c753c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:55.140838 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f6d892-88ee-41de-834e-8644544c753c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:55.141168 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f6d892-88ee-41de-834e-8644544c753c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:55.141494 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f6d892-88ee-41de-834e-8644544c753c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:26:55.200357 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-9bb9a841-c26e-422d-84a6-b0bbb68bf5bd tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Delete allocated IP 2001:db8::114 (7fbcfee2-fedc-43cc-b61a-f865678d75da/d080243e-d982-44b7-98e6-4212873e76d4) {{(pid=93883) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 20:26:55.211440 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-9bb9a841-c26e-422d-84a6-b0bbb68bf5bd tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Allocated IP 2001:db8:0:2::232 (7fbcfee2-fedc-43cc-b61a-f865678d75da/4a728135-96f1-4890-b336-0ebe944642e5/f129232d-0bec-4e43-b877-0c5bbe11e361) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:26:55.220285 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3b999de-e1e1-4d22-8264-a56a364a0cb7 req-ad3ad079-092a-4a25-9dda-1b6a0909304f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f5592ef-2124-4cda-9a55-83db4f575e9d HTTP/1.1" status: 200 len: 217 time: 0.0726647 Jul 30 20:26:55.285269 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b999de-e1e1-4d22-8264-a56a364a0cb7 req-ab1def30-9120-4309-a584-f141f1da7eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:55.286746 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3b999de-e1e1-4d22-8264-a56a364a0cb7 req-ab1def30-9120-4309-a584-f141f1da7eec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b5d413d-b603-47c3-85c2-42be0f4781bb HTTP/1.1" status: 200 len: 834 time: 0.0641406 Jul 30 20:26:55.367081 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b999de-e1e1-4d22-8264-a56a364a0cb7 req-596a797b-8670-4ede-abbe-cd29e729857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:55.368822 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3b999de-e1e1-4d22-8264-a56a364a0cb7 req-596a797b-8670-4ede-abbe-cd29e729857c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ac4e6aa-534b-4ce9-9b92-94124a852cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743282 Jul 30 20:26:55.500652 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3b999de-e1e1-4d22-8264-a56a364a0cb7 req-971ba914-e6c5-41e5-9513-682345eab4e5 service neutron] 10.222.0.59 "GET /v2.0/networks/4ac4e6aa-534b-4ce9-9b92-94124a852cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235642 Jul 30 20:26:55.502957 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a841-c26e-422d-84a6-b0bbb68bf5bd tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:55.522206 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-9bb9a841-c26e-422d-84a6-b0bbb68bf5bd tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Transition to ACTIVE for port object f129232d-0bec-4e43-b877-0c5bbe11e361 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:26:55.537025 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a841-c26e-422d-84a6-b0bbb68bf5bd tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:55.602166 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9bb9a841-c26e-422d-84a6-b0bbb68bf5bd tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] In _notify_port_updated(), no bound segment for port f129232d-0bec-4e43-b877-0c5bbe11e361 on network 7fbcfee2-fedc-43cc-b61a-f865678d75da {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 20:26:55.608048 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb9a841-c26e-422d-84a6-b0bbb68bf5bd tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:55.609276 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a841-c26e-422d-84a6-b0bbb68bf5bd tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:55.610656 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9bb9a841-c26e-422d-84a6-b0bbb68bf5bd tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "PUT /v2.0/ports/f129232d-0bec-4e43-b877-0c5bbe11e361 HTTP/1.1" status: 200 len: 969 time: 1.3804705 Jul 30 20:26:55.613468 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38196) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:55.671852 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9a841-c26e-422d-84a6-b0bbb68bf5bd tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event updated for resources: {'Port': ['ID=f129232d-0bec-4e43-b877-0c5bbe11e361,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:55.699605 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb7c78-6f25-4c21-9376-667125a701bb req-609d1d9a-de95-47db-9d99-3301581378be tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:55.701996 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aabb7c78-6f25-4c21-9376-667125a701bb req-609d1d9a-de95-47db-9d99-3301581378be tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a94eff0-92e7-473a-93e7-aca70e5ba991 HTTP/1.1" status: 200 len: 983 time: 0.1676304 Jul 30 20:26:55.716181 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 14d8c4ad-038c-4037-926d-aef940a81d75 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:26:55.796466 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c7600f18-31c8-4264-9a39-e407967b45f5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting port f129232d-0bec-4e43-b877-0c5bbe11e361 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:26:55.796820 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7600f18-31c8-4264-9a39-e407967b45f5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:55.805429 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3b999de-e1e1-4d22-8264-a56a364a0cb7 req-b933ea67-3a35-4369-952f-c30cba04b9af service neutron] 10.222.0.59 "GET /v2.0/networks/4ac4e6aa-534b-4ce9-9b92-94124a852cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967122 Jul 30 20:26:55.858361 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aabb7c78-6f25-4c21-9376-667125a701bb req-5ba5f433-9f65-4655-afe2-40115301dba6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/security-groups?id=de7be86c-a60c-46f0-98cb-c7e3fc1cbc1e&id=7d162dc1-0a90-44a2-aebf-149a2b058aff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1361239 Jul 30 20:26:55.917185 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7600f18-31c8-4264-9a39-e407967b45f5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:55.930114 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c7600f18-31c8-4264-9a39-e407967b45f5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Calling delete_port for f129232d-0bec-4e43-b877-0c5bbe11e361 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:26:55.997609 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-edd20f1c-a739-425a-80b7-a76a2bee5525 req-a1a45752-f83e-45b7-9247-3edfcd58e5de tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0472145 Jul 30 20:26:56.108460 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-02b44a83-253e-4682-a7c1-f77b8284bb2f None None] Could not find standard attr ID for object f129232d-0bec-4e43-b877-0c5bbe11e361. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:26:56.114893 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7600f18-31c8-4264-9a39-e407967b45f5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:56.129577 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-02b44a83-253e-4682-a7c1-f77b8284bb2f None None] Provisioning complete for port 8769f45f-8d4c-4aa9-a60d-bd662bb0543e triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:56.129964 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02b44a83-253e-4682-a7c1-f77b8284bb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:56.181476 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-02b44a83-253e-4682-a7c1-f77b8284bb2f None None] Port 8769f45f-8d4c-4aa9-a60d-bd662bb0543e cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:26:56.193304 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7600f18-31c8-4264-9a39-e407967b45f5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Port': ['ID=f129232d-0bec-4e43-b877-0c5bbe11e361,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:56.218952 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-02b44a83-253e-4682-a7c1-f77b8284bb2f None None] Provisioning for port 14d8c4ad-038c-4037-926d-aef940a81d75 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:56.220463 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7600f18-31c8-4264-9a39-e407967b45f5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:56.222485 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c7600f18-31c8-4264-9a39-e407967b45f5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/ports/f129232d-0bec-4e43-b877-0c5bbe11e361 HTTP/1.1" status: 204 len: 168 time: 0.6057608 Jul 30 20:26:56.225654 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38204) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:56.226747 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-02b44a83-253e-4682-a7c1-f77b8284bb2f None None] Provisioning complete for port 14d8c4ad-038c-4037-926d-aef940a81d75 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:56.227221 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02b44a83-253e-4682-a7c1-f77b8284bb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:56.255030 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-eccce82f-6267-4738-821b-b13996ac24a5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] GET failed (client error): The resource could not be found. Jul 30 20:26:56.256631 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-eccce82f-6267-4738-821b-b13996ac24a5 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports/f129232d-0bec-4e43-b877-0c5bbe11e361 HTTP/1.1" status: 404 len: 333 time: 0.0299687 Jul 30 20:26:56.260243 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38206) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:56.353277 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e943b976-b398-42e0-8b36-da24d370bda2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:56.395757 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e943b976-b398-42e0-8b36-da24d370bda2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:56.465174 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e943b976-b398-42e0-8b36-da24d370bda2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:56.469755 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e943b976-b398-42e0-8b36-da24d370bda2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:56.473526 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e943b976-b398-42e0-8b36-da24d370bda2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/security-groups/b27d8b70-c10c-4bb6-8967-7dd88023cb62 HTTP/1.1" status: 204 len: 168 time: 0.2097144 Jul 30 20:26:56.473886 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38210) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:56.503897 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e943b976-b398-42e0-8b36-da24d370bda2 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27d8b70-c10c-4bb6-8967-7dd88023cb62,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:56.549726 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59d06490-e186-4585-bd90-817c33ca5ea3 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:56.552535 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a68a0d26-5e3f-4f89-bad4-cbb807375dc2 None None] Could not find standard attr ID for object f129232d-0bec-4e43-b877-0c5bbe11e361. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:26:56.578425 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59d06490-e186-4585-bd90-817c33ca5ea3 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:56.628613 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59d06490-e186-4585-bd90-817c33ca5ea3 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:56.631735 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59d06490-e186-4585-bd90-817c33ca5ea3 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:56.635610 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-59d06490-e186-4585-bd90-817c33ca5ea3 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/security-groups/1b246745-75c6-4d6a-870e-42159894fb3a HTTP/1.1" status: 204 len: 168 time: 0.1581793 Jul 30 20:26:56.635946 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38212) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:56.642963 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d06490-e186-4585-bd90-817c33ca5ea3 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b246745-75c6-4d6a-870e-42159894fb3a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:56.704535 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4601a1c7-27cf-4822-be69-fa115b4dcc24 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:56.726337 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4601a1c7-27cf-4822-be69-fa115b4dcc24 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:56.769893 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4601a1c7-27cf-4822-be69-fa115b4dcc24 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:56.772886 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4601a1c7-27cf-4822-be69-fa115b4dcc24 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:56.774080 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4601a1c7-27cf-4822-be69-fa115b4dcc24 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/security-groups/f896c393-41a7-47ef-90e7-ccdb36fff7de HTTP/1.1" status: 204 len: 168 time: 0.1370869 Jul 30 20:26:56.776971 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38214) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:56.783656 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601a1c7-27cf-4822-be69-fa115b4dcc24 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f896c393-41a7-47ef-90e7-ccdb36fff7de,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:56.827446 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:56.832723 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b869fc8-2da8-46f9-8249-f2a9ff8e9ee9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting subnet d080243e-d982-44b7-98e6-4212873e76d4 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:26:56.835779 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b869fc8-2da8-46f9-8249-f2a9ff8e9ee9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:56.879250 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b869fc8-2da8-46f9-8249-f2a9ff8e9ee9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:56.996869 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b869fc8-2da8-46f9-8249-f2a9ff8e9ee9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:57.031162 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139196c4-d7d8-4d36-888a-852b19b60a2b req-9ca3cf35-91e8-428d-9063-b98529d4d1c4 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:57.032587 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-139196c4-d7d8-4d36-888a-852b19b60a2b req-9ca3cf35-91e8-428d-9063-b98529d4d1c4 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a94eff0-92e7-473a-93e7-aca70e5ba991 HTTP/1.1" status: 200 len: 983 time: 0.1038656 Jul 30 20:26:57.090414 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-139196c4-d7d8-4d36-888a-852b19b60a2b req-4056c236-8ad5-4e07-ad1b-f1182febef2e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/security-groups?id=de7be86c-a60c-46f0-98cb-c7e3fc1cbc1e&id=7d162dc1-0a90-44a2-aebf-149a2b058aff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0488605 Jul 30 20:26:57.097345 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b869fc8-2da8-46f9-8249-f2a9ff8e9ee9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:57.134138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b869fc8-2da8-46f9-8249-f2a9ff8e9ee9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Subnet': ['ID=d080243e-d982-44b7-98e6-4212873e76d4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:57.140959 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b869fc8-2da8-46f9-8249-f2a9ff8e9ee9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:57.143658 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3b869fc8-2da8-46f9-8249-f2a9ff8e9ee9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/subnets/d080243e-d982-44b7-98e6-4212873e76d4 HTTP/1.1" status: 204 len: 168 time: 0.3657193 Jul 30 20:26:57.148429 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38222) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:57.150866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a84387e-f1a6-4abe-b690-c153a9ea4c08 None None] Network 7fbcfee2-fedc-43cc-b61a-f865678d75da requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:26:57.223782 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-33473088-63ce-4162-b2fe-1be17acc6643 req-9eb372dd-eee5-48c9-8402-3104b0251cd9 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0392821 Jul 30 20:26:57.238149 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d026811-0952-4030-9582-8c0df5ee023e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting subnet 4a728135-96f1-4890-b336-0ebe944642e5 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:26:57.241793 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d026811-0952-4030-9582-8c0df5ee023e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:57.305586 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d026811-0952-4030-9582-8c0df5ee023e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:57.430262 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d026811-0952-4030-9582-8c0df5ee023e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:57.531181 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d026811-0952-4030-9582-8c0df5ee023e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:57.560199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d026811-0952-4030-9582-8c0df5ee023e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Subnet': ['ID=4a728135-96f1-4890-b336-0ebe944642e5,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:57.566500 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d026811-0952-4030-9582-8c0df5ee023e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:57.570192 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0d026811-0952-4030-9582-8c0df5ee023e tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/subnets/4a728135-96f1-4890-b336-0ebe944642e5 HTTP/1.1" status: 204 len: 168 time: 0.4147685 Jul 30 20:26:57.572297 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38236) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:57.602708 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-6135ec8a-219e-4308-b0fc-3b5d925929d4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] DELETE failed (client error): The resource could not be found. Jul 30 20:26:57.603265 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6135ec8a-219e-4308-b0fc-3b5d925929d4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:26:57.605138 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6135ec8a-219e-4308-b0fc-3b5d925929d4 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/subnets/d080243e-d982-44b7-98e6-4212873e76d4 HTTP/1.1" status: 404 len: 337 time: 0.0319273 Jul 30 20:26:57.607832 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38238) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:57.672445 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-5924be86-1091-4d39-bf4d-664ae12750a0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting subnet 1237e240-2b8d-4da9-8a9c-74302c793d14 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:26:57.676021 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5924be86-1091-4d39-bf4d-664ae12750a0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:57.692062 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 1f5592ef-2124-4cda-9a55-83db4f575e9d details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:26:57.730765 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5924be86-1091-4d39-bf4d-664ae12750a0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:57.865528 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 1f5592ef-2124-4cda-9a55-83db4f575e9d, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=1f5592ef-2124-4cda-9a55-83db4f575e9d,segment=NetworkSegment(1dea10a5-7108-4f85-8940-9dba2ebc2b5c),segment_id=1dea10a5-7108-4f85-8940-9dba2ebc2b5c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:57.892263 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5924be86-1091-4d39-bf4d-664ae12750a0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:57.896685 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '1f5592ef-2124-4cda-9a55-83db4f575e9d', 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2', 'port_id': '1f5592ef-2124-4cda-9a55-83db4f575e9d', 'mac_address': 'fa:16:3e:03:34:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5d413d-b603-47c3-85c2-42be0f4781bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:26:57.966484 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:57.983581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f5592ef-2124-4cda-9a55-83db4f575e9d {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:26:57.997798 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5924be86-1091-4d39-bf4d-664ae12750a0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:58.008163 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 1f5592ef-2124-4cda-9a55-83db4f575e9d, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=1f5592ef-2124-4cda-9a55-83db4f575e9d,segment=NetworkSegment(1dea10a5-7108-4f85-8940-9dba2ebc2b5c),segment_id=1dea10a5-7108-4f85-8940-9dba2ebc2b5c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:58.013737 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:58.017682 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5924be86-1091-4d39-bf4d-664ae12750a0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:58.024135 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5924be86-1091-4d39-bf4d-664ae12750a0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/subnets/1237e240-2b8d-4da9-8a9c-74302c793d14 HTTP/1.1" status: 204 len: 168 time: 0.4147341 Jul 30 20:26:58.024665 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38246) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:58.055794 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c70be4-d3e7-45d0-aed0-e30da7b6a924 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] DELETE failed (client error): The resource could not be found. Jul 30 20:26:58.056497 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c70be4-d3e7-45d0-aed0-e30da7b6a924 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:26:58.062359 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924be86-1091-4d39-bf4d-664ae12750a0 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Subnet': ['ID=1237e240-2b8d-4da9-8a9c-74302c793d14,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:58.063074 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-28c70be4-d3e7-45d0-aed0-e30da7b6a924 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/subnets/0a4cf294-e0e8-4f66-b379-782f842d223f HTTP/1.1" status: 404 len: 337 time: 0.0364385 Jul 30 20:26:58.064703 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38248) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:58.092959 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=1f5592ef-2124-4cda-9a55-83db4f575e9d,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:58.106729 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d2416e-449c-47e6-95cf-ab75e7e48fba None None] Network 7fbcfee2-fedc-43cc-b61a-f865678d75da requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:26:58.132780 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7748fc48-baec-4c1e-8d79-d3e117dfbb51 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ea854d9-d5ce-443c-b207-55fb013d8eb4 HTTP/1.1" status: 200 len: 205 time: 0.0635054 Jul 30 20:26:58.133788 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38252) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:58.207216 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-2a0e7fa7-af46-41b9-9c02-e3e47889e026 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] delete failed (client error): The resource could not be found. Jul 30 20:26:58.210444 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2a0e7fa7-af46-41b9-9c02-e3e47889e026 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/routers/8ea854d9-d5ce-443c-b207-55fb013d8eb4 HTTP/1.1" status: 404 len: 336 time: 0.0740752 Jul 30 20:26:58.210801 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38254) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:58.238572 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-84de7192-8b4d-4646-901f-c8b6c30b38ae tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] DELETE failed (client error): The resource could not be found. Jul 30 20:26:58.239043 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84de7192-8b4d-4646-901f-c8b6c30b38ae tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:26:58.241027 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-84de7192-8b4d-4646-901f-c8b6c30b38ae tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/subnets/1275ce2c-6d77-47dc-a933-4f31e25b301a HTTP/1.1" status: 404 len: 337 time: 0.0292604 Jul 30 20:26:58.243475 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38256) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:58.266119 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-34519901-dcd2-4906-a0a5-a31447489b6e None None] Provisioning complete for port 8769f45f-8d4c-4aa9-a60d-bd662bb0543e triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:58.266654 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34519901-dcd2-4906-a0a5-a31447489b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:58.268548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['1f5592ef-2124-4cda-9a55-83db4f575e9d'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:26:58.273366 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-835632be-2a37-4c1e-9ef0-91cea9803a7d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] DELETE failed (client error): The resource could not be found. Jul 30 20:26:58.274021 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835632be-2a37-4c1e-9ef0-91cea9803a7d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:26:58.278551 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-835632be-2a37-4c1e-9ef0-91cea9803a7d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/subnets/d2eaae03-48e1-426c-b5d8-6ec1f3cb347c HTTP/1.1" status: 404 len: 337 time: 0.0339410 Jul 30 20:26:58.282912 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38260) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:58.304830 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc359db-65be-4835-892b-73196d8ba949 req-015ecdcf-92f6-419b-9ae5-87cd1a589376 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:58.306359 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dcc359db-65be-4835-892b-73196d8ba949 req-015ecdcf-92f6-419b-9ae5-87cd1a589376 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a94eff0-92e7-473a-93e7-aca70e5ba991 HTTP/1.1" status: 200 len: 984 time: 0.1012053 Jul 30 20:26:58.353524 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e33716-7bb4-4f17-9022-e554567c7351 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] DELETE failed (client error): The resource could not be found. Jul 30 20:26:58.354483 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e33716-7bb4-4f17-9022-e554567c7351 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:26:58.360789 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-90e33716-7bb4-4f17-9022-e554567c7351 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/subnets/f2ff7297-e7ea-4bf1-a55c-9f88fb2e49cc HTTP/1.1" status: 404 len: 337 time: 0.0765829 Jul 30 20:26:58.363216 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38264) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:58.395878 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dcc359db-65be-4835-892b-73196d8ba949 req-391fb3fd-185e-4b8c-b6be-38dd2320dccf tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/security-groups?id=de7be86c-a60c-46f0-98cb-c7e3fc1cbc1e&id=7d162dc1-0a90-44a2-aebf-149a2b058aff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0788527 Jul 30 20:26:58.405408 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b3b2f29-5764-44e1-b7a4-2da82b98952d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] DELETE failed (client error): The resource could not be found. Jul 30 20:26:58.406092 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b3b2f29-5764-44e1-b7a4-2da82b98952d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:26:58.410578 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4b3b2f29-5764-44e1-b7a4-2da82b98952d tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/ports/2d72317d-f4ac-46d9-a27d-bca9e719ad04 HTTP/1.1" status: 404 len: 333 time: 0.0440400 Jul 30 20:26:58.410970 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38266) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:58.450043 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-0233b4d3-b702-4cb9-8388-717103e59b27 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] DELETE failed (client error): The resource could not be found. Jul 30 20:26:58.454944 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-34519901-dcd2-4906-a0a5-a31447489b6e None None] Port 8769f45f-8d4c-4aa9-a60d-bd662bb0543e cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:26:58.455152 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0233b4d3-b702-4cb9-8388-717103e59b27 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:26:58.460454 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38268) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:58.460680 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0233b4d3-b702-4cb9-8388-717103e59b27 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/subnets/7c93ba82-39b3-4c02-b33b-964809f697ee HTTP/1.1" status: 404 len: 337 time: 0.0485511 Jul 30 20:26:58.494860 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-34519901-dcd2-4906-a0a5-a31447489b6e None None] Provisioning complete for port 14d8c4ad-038c-4037-926d-aef940a81d75 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:58.495243 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34519901-dcd2-4906-a0a5-a31447489b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:58.512575 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc355fed-0f5a-44bd-ae0c-f814e15d846f tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] DELETE failed (client error): The resource could not be found. Jul 30 20:26:58.515928 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc355fed-0f5a-44bd-ae0c-f814e15d846f tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:26:58.517782 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dc355fed-0f5a-44bd-ae0c-f814e15d846f tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/subnets/3cc905d7-c8d7-4dea-b38d-979b72f8f929 HTTP/1.1" status: 404 len: 337 time: 0.0562780 Jul 30 20:26:58.521299 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38272) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:58.540717 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cf707e-a9c2-42e0-b516-885e26dcd2dd None None] DHCP port deletion for 7fbcfee2-fedc-43cc-b61a-f865678d75da request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:26:58.556058 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3d609066-5107-4e6a-a757-a340aa4e757e req-3dd540d8-979d-4f07-b97c-1b9b39e5afc5 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0397148 Jul 30 20:26:58.598361 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36602a3-a664-4d89-a5f3-4aeb313f1380 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] DELETE failed (client error): The resource could not be found. Jul 30 20:26:58.600154 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36602a3-a664-4d89-a5f3-4aeb313f1380 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:26:58.606941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38274) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:58.619327 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a36602a3-a664-4d89-a5f3-4aeb313f1380 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/ports/e75bbee2-4cb8-4561-a3b8-1cda3b3f1ca3 HTTP/1.1" status: 404 len: 333 time: 0.0960853 Jul 30 20:26:58.637743 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97ba862-0a67-4be2-9bb6-5812ac9138e9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] DELETE failed (client error): The resource could not be found. Jul 30 20:26:58.638353 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c97ba862-0a67-4be2-9bb6-5812ac9138e9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:26:58.644133 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38276) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:58.645311 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c97ba862-0a67-4be2-9bb6-5812ac9138e9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/subnets/82f798fc-44b7-4059-8144-e85c8b3a2797 HTTP/1.1" status: 404 len: 337 time: 0.0365756 Jul 30 20:26:58.669036 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-09cf707e-a9c2-42e0-b516-885e26dcd2dd None None] Deleting port 14d8c4ad-038c-4037-926d-aef940a81d75 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:26:58.669412 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09cf707e-a9c2-42e0-b516-885e26dcd2dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:58.673243 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6cde64-a39e-4cbc-993a-8080efc765b9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] DELETE failed (client error): The resource could not be found. Jul 30 20:26:58.673718 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab6cde64-a39e-4cbc-993a-8080efc765b9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:26:58.677881 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ab6cde64-a39e-4cbc-993a-8080efc765b9 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/subnets/32e8f557-bfec-4179-be9d-c5681483bd98 HTTP/1.1" status: 404 len: 337 time: 0.0301757 Jul 30 20:26:58.678141 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38278) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:58.750044 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-09cf707e-a9c2-42e0-b516-885e26dcd2dd None None] For port 14d8c4ad-038c-4037-926d-aef940a81d75, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=14d8c4ad-038c-4037-926d-aef940a81d75,segment=NetworkSegment(03683e18-f763-447b-b643-38e1315fa87c),segment_id=03683e18-f763-447b-b643-38e1315fa87c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:26:58.750689 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09cf707e-a9c2-42e0-b516-885e26dcd2dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:58.773872 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-09cf707e-a9c2-42e0-b516-885e26dcd2dd None None] Calling delete_port for 14d8c4ad-038c-4037-926d-aef940a81d75 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:26:58.776804 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-de2499ec-ecdb-417d-9b2a-f3d7fe28604b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Deleting port 8769f45f-8d4c-4aa9-a60d-bd662bb0543e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:26:58.777259 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-de2499ec-ecdb-417d-9b2a-f3d7fe28604b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:58.870710 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-de2499ec-ecdb-417d-9b2a-f3d7fe28604b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:58.887711 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-de2499ec-ecdb-417d-9b2a-f3d7fe28604b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Calling delete_port for 8769f45f-8d4c-4aa9-a60d-bd662bb0543e owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:26:58.899887 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09cf707e-a9c2-42e0-b516-885e26dcd2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:58.936517 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cf707e-a9c2-42e0-b516-885e26dcd2dd None None] No DVR routers for this DVR port 14d8c4ad-038c-4037-926d-aef940a81d75 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:26:58.937514 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf707e-a9c2-42e0-b516-885e26dcd2dd None None] Pushing event deleted for resources: {'Port': ['ID=14d8c4ad-038c-4037-926d-aef940a81d75,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:58.989075 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-de2499ec-ecdb-417d-9b2a-f3d7fe28604b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:59.019955 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2499ec-ecdb-417d-9b2a-f3d7fe28604b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Port': ['ID=8769f45f-8d4c-4aa9-a60d-bd662bb0543e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:59.026670 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-de2499ec-ecdb-417d-9b2a-f3d7fe28604b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:59.032551 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38284) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:59.040199 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-de2499ec-ecdb-417d-9b2a-f3d7fe28604b tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/ports/8769f45f-8d4c-4aa9-a60d-bd662bb0543e HTTP/1.1" status: 204 len: 168 time: 0.3609021 Jul 30 20:26:59.146118 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-252688d8-7db6-42de-9935-debc8b292727 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:59.255356 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-252688d8-7db6-42de-9935-debc8b292727 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:59.266423 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-252688d8-7db6-42de-9935-debc8b292727 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbcfee2-fedc-43cc-b61a-f865678d75da']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:59.282041 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-252688d8-7db6-42de-9935-debc8b292727 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03683e18-f763-447b-b643-38e1315fa87c') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:59.282933 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-252688d8-7db6-42de-9935-debc8b292727 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03683e18-f763-447b-b643-38e1315fa87c') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:26:59.295316 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-252688d8-7db6-42de-9935-debc8b292727 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:59.315561 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-252688d8-7db6-42de-9935-debc8b292727 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:59.317636 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252688d8-7db6-42de-9935-debc8b292727 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:26:59.318161 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-252688d8-7db6-42de-9935-debc8b292727 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:26:59.321945 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:26:59.383349 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-252688d8-7db6-42de-9935-debc8b292727 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:59.392999 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-252688d8-7db6-42de-9935-debc8b292727 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:59.398271 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-252688d8-7db6-42de-9935-debc8b292727 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] 10.222.0.81 "DELETE /v2.0/networks/7fbcfee2-fedc-43cc-b61a-f865678d75da HTTP/1.1" status: 204 len: 168 time: 0.3613899 Jul 30 20:26:59.415728 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252688d8-7db6-42de-9935-debc8b292727 tempest-PortsIpV6TestJSON-286969016 tempest-PortsIpV6TestJSON-286969016-project] Pushing event deleted for resources: {'Network': ['ID=7fbcfee2-fedc-43cc-b61a-f865678d75da,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:26:59.549925 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717d8e4-17ec-4e98-b2a0-329332bd7b49 req-5568aa95-0b89-429e-a161-34c3dd61ce1b tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:26:59.556173 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4717d8e4-17ec-4e98-b2a0-329332bd7b49 req-5568aa95-0b89-429e-a161-34c3dd61ce1b tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a94eff0-92e7-473a-93e7-aca70e5ba991 HTTP/1.1" status: 200 len: 984 time: 0.0727363 Jul 30 20:26:59.641205 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4717d8e4-17ec-4e98-b2a0-329332bd7b49 req-430c2911-53a7-4991-baf1-811e3b8819ca tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/security-groups?id=de7be86c-a60c-46f0-98cb-c7e3fc1cbc1e&id=7d162dc1-0a90-44a2-aebf-149a2b058aff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0819502 Jul 30 20:26:59.703543 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 1f5592ef-2124-4cda-9a55-83db4f575e9d up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:26:59.750161 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ec179a24-be85-4ab3-97a6-445a14ca7ec8 req-6f0a4377-89c1-417f-ab1b-530e6d356a48 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0355184 Jul 30 20:26:59.765033 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38302) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:26:59.770169 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 14d8c4ad-038c-4037-926d-aef940a81d75 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:26:59.806536 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 14d8c4ad-038c-4037-926d-aef940a81d75 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:26:59.806882 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 14d8c4ad-038c-4037-926d-aef940a81d75 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:26:59.837292 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 1f5592ef-2124-4cda-9a55-83db4f575e9d completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:26:59.842124 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 1f5592ef-2124-4cda-9a55-83db4f575e9d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:26:59.842581 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:26:59.978110 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-aaade022-89a9-455e-baca-d20bee0842c1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9bacd603b6d946298d69015a35d7a6ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2117677 Jul 30 20:26:59.981253 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38306) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:00.009773 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:00.106310 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 1f5592ef-2124-4cda-9a55-83db4f575e9d, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=1f5592ef-2124-4cda-9a55-83db4f575e9d,segment=NetworkSegment(1dea10a5-7108-4f85-8940-9dba2ebc2b5c),segment_id=1dea10a5-7108-4f85-8940-9dba2ebc2b5c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:27:00.109812 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a94eff0-92e7-473a-93e7-aca70e5ba991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5592ef-2124-4cda-9a55-83db4f575e9d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:27:00.119128 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8351a7e1-042a-4b01-a672-eab0578fe0df" -d '{"events": [{"server_uuid": "7a94eff0-92e7-473a-93e7-aca70e5ba991", "name": "network-vif-plugged", "status": "completed", "tag": "1f5592ef-2124-4cda-9a55-83db4f575e9d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:27:00.138235 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:00.164291 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b8bf69d-2259-41a7-a524-4c8f0e298b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:00.191206 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b8bf69d-2259-41a7-a524-4c8f0e298b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:00.204570 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517edc0f-91b7-4d32-8179-7fa9e9c15c5a x-openstack-request-id: req-517edc0f-91b7-4d32-8179-7fa9e9c15c5a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:27:00.208283 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a94eff0-92e7-473a-93e7-aca70e5ba991", "name": "network-vif-plugged", "status": "completed", "tag": "1f5592ef-2124-4cda-9a55-83db4f575e9d", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:27:00.209687 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-517edc0f-91b7-4d32-8179-7fa9e9c15c5a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:27:00.210301 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a94eff0-92e7-473a-93e7-aca70e5ba991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5592ef-2124-4cda-9a55-83db4f575e9d', 'code': 200} Jul 30 20:27:00.242832 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=1f5592ef-2124-4cda-9a55-83db4f575e9d,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:00.262887 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b8bf69d-2259-41a7-a524-4c8f0e298b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:00.266577 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b8bf69d-2259-41a7-a524-4c8f0e298b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:00.270848 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6b8bf69d-2259-41a7-a524-4c8f0e298b37 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c703c07-ca84-406c-92fe-ca590e2eb761 HTTP/1.1" status: 204 len: 168 time: 0.2825587 Jul 30 20:27:00.303716 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bf69d-2259-41a7-a524-4c8f0e298b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c703c07-ca84-406c-92fe-ca590e2eb761,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:00.340774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd7374-dc3c-4d00-b409-b7bbef6a0fdb req-dfb9d110-db5e-4a9a-a788-c9690880d6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:00.343432 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ccdd7374-dc3c-4d00-b409-b7bbef6a0fdb req-dfb9d110-db5e-4a9a-a788-c9690880d6d0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7a94eff0-92e7-473a-93e7-aca70e5ba991 HTTP/1.1" status: 200 len: 1136 time: 0.0729558 Jul 30 20:27:00.486514 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ccdd7374-dc3c-4d00-b409-b7bbef6a0fdb req-049d268e-6e48-400b-aac6-a45682e38410 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7d162dc1-0a90-44a2-aebf-149a2b058aff&id=de7be86c-a60c-46f0-98cb-c7e3fc1cbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1299553 Jul 30 20:27:00.754807 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48beb4-80b8-4a57-a0e5-4c61b8b41d12 req-111f52b5-155b-43ad-b53b-570ab1913154 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:00.756474 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc48beb4-80b8-4a57-a0e5-4c61b8b41d12 req-111f52b5-155b-43ad-b53b-570ab1913154 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a94eff0-92e7-473a-93e7-aca70e5ba991 HTTP/1.1" status: 200 len: 985 time: 0.0513325 Jul 30 20:27:00.802626 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc48beb4-80b8-4a57-a0e5-4c61b8b41d12 req-f3b2fe88-2aa4-4985-a1d3-9d861eb183fd tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/security-groups?id=de7be86c-a60c-46f0-98cb-c7e3fc1cbc1e&id=7d162dc1-0a90-44a2-aebf-149a2b058aff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0388305 Jul 30 20:27:00.906855 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b95d83a0-791a-4d55-9b17-5c349b452ebb req-faf65626-b499-4aba-b0cd-76e811907b98 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0340254 Jul 30 20:27:01.121511 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38344) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:01.223864 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d39a15c6-b080-4c86-937f-55237a1b0918 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1814046742'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:01.247145 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39a15c6-b080-4c86-937f-55237a1b0918 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Made reservation on behalf of 99a99904313441dfa50421402bb9966b for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:27:01.252485 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d39a15c6-b080-4c86-937f-55237a1b0918 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:01.264491 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d39a15c6-b080-4c86-937f-55237a1b0918 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:01.386843 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d39a15c6-b080-4c86-937f-55237a1b0918 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:01.393004 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d39a15c6-b080-4c86-937f-55237a1b0918 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:01.406341 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d39a15c6-b080-4c86-937f-55237a1b0918 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:27:01.444536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a15c6-b080-4c86-937f-55237a1b0918 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8835c530-33d8-43fc-af6a-920c0c51dea1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:01.451003 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d39a15c6-b080-4c86-937f-55237a1b0918 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:01.451356 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-d39a15c6-b080-4c86-937f-55237a1b0918 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Added segment fd24d9bb-291b-41bb-bd09-d5b3bcc8df68 of type vlan for network c02a3061-0b3b-4145-a714-1eb0c2ada6ed Jul 30 20:27:01.499005 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d39a15c6-b080-4c86-937f-55237a1b0918 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:01.534666 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d39a15c6-b080-4c86-937f-55237a1b0918 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:01.541609 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39a15c6-b080-4c86-937f-55237a1b0918 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:01.542286 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d39a15c6-b080-4c86-937f-55237a1b0918 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:01.608081 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d39a15c6-b080-4c86-937f-55237a1b0918 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4831772 Jul 30 20:27:01.609008 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38362) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:01.614197 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c86dd1c0-dc49-40d9-ab74-57b08e71bbf7 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2104525068'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:01.630080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a15c6-b080-4c86-937f-55237a1b0918 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Network': ['ID=c02a3061-0b3b-4145-a714-1eb0c2ada6ed,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:01.641075 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network c02a3061-0b3b-4145-a714-1eb0c2ada6ed details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:27:01.648821 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86dd1c0-dc49-40d9-ab74-57b08e71bbf7 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Made reservation on behalf of 99a99904313441dfa50421402bb9966b for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:27:01.652589 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c86dd1c0-dc49-40d9-ab74-57b08e71bbf7 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:01.680183 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86dd1c0-dc49-40d9-ab74-57b08e71bbf7 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:27:01.694566 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c86dd1c0-dc49-40d9-ab74-57b08e71bbf7 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:01.695203 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-c86dd1c0-dc49-40d9-ab74-57b08e71bbf7 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Added segment d038eed3-3ee7-42c9-8304-280b94325537 of type vlan for network 876464fb-1bb6-4ad1-9e94-421cb023f42c Jul 30 20:27:01.743354 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c86dd1c0-dc49-40d9-ab74-57b08e71bbf7 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:01.773404 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c86dd1c0-dc49-40d9-ab74-57b08e71bbf7 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:01.780005 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86dd1c0-dc49-40d9-ab74-57b08e71bbf7 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:01.781220 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c86dd1c0-dc49-40d9-ab74-57b08e71bbf7 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:01.842076 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c86dd1c0-dc49-40d9-ab74-57b08e71bbf7 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2319667 Jul 30 20:27:01.845674 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38368) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:01.852655 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a2154248-5efc-4494-9a31-39b041bce525 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'subnet': {'network_id': 'c02a3061-0b3b-4145-a714-1eb0c2ada6ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:01.869753 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86dd1c0-dc49-40d9-ab74-57b08e71bbf7 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Network': ['ID=876464fb-1bb6-4ad1-9e94-421cb023f42c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:01.882195 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 876464fb-1bb6-4ad1-9e94-421cb023f42c details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:27:02.003644 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2154248-5efc-4494-9a31-39b041bce525 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Made reservation on behalf of 99a99904313441dfa50421402bb9966b for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:27:02.007841 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2154248-5efc-4494-9a31-39b041bce525 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:02.008767 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5676141-f1df-40f8-8f4c-9bd72794dd71 req-682b1d42-9d36-492b-8c78-91f399aa5c57 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:02.017225 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5676141-f1df-40f8-8f4c-9bd72794dd71 req-682b1d42-9d36-492b-8c78-91f399aa5c57 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a94eff0-92e7-473a-93e7-aca70e5ba991 HTTP/1.1" status: 200 len: 985 time: 0.0882969 Jul 30 20:27:02.076103 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5676141-f1df-40f8-8f4c-9bd72794dd71 req-0ebfb62b-4af4-4998-aef8-8d204270e9bd tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/security-groups?id=de7be86c-a60c-46f0-98cb-c7e3fc1cbc1e&id=7d162dc1-0a90-44a2-aebf-149a2b058aff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0579395 Jul 30 20:27:02.192423 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7fa7c83-128e-444c-9dcb-9a197ade7c65 req-948732c1-a2d5-4cc3-bd8f-469829735aa6 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0279295 Jul 30 20:27:02.251267 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2154248-5efc-4494-9a31-39b041bce525 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:02.336935 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2154248-5efc-4494-9a31-39b041bce525 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Subnet': ['ID=500bacf6-ad24-4d5d-bd0a-f07ba673c4b4,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:02.357678 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2154248-5efc-4494-9a31-39b041bce525 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Checking segment: {'id': 'fd24d9bb-291b-41bb-bd09-d5b3bcc8df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c02a3061-0b3b-4145-a714-1eb0c2ada6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:27:02.358940 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2154248-5efc-4494-9a31-39b041bce525 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network hostable DHCP agents. Network: c02a3061-0b3b-4145-a714-1eb0c2ada6ed, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:27:02.382282 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2154248-5efc-4494-9a31-39b041bce525 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network c02a3061-0b3b-4145-a714-1eb0c2ada6ed is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:27:02.392700 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a2154248-5efc-4494-9a31-39b041bce525 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, c02a3061-0b3b-4145-a714-1eb0c2ada6ed) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:02.399715 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2154248-5efc-4494-9a31-39b041bce525 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:02.400749 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2154248-5efc-4494-9a31-39b041bce525 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:02.404107 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca874714-1982-4f26-8f01-05646173b16c None None] Network c02a3061-0b3b-4145-a714-1eb0c2ada6ed requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:27:02.404608 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c04fe-73ca-4853-8c7b-cba73190f42f req-e6447ea0-2a5f-48ed-b552-44286b39dc7c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:02.406691 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb3c04fe-73ca-4853-8c7b-cba73190f42f req-e6447ea0-2a5f-48ed-b552-44286b39dc7c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a94eff0-92e7-473a-93e7-aca70e5ba991 HTTP/1.1" status: 200 len: 985 time: 0.0716569 Jul 30 20:27:02.430737 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a2154248-5efc-4494-9a31-39b041bce525 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5814452 Jul 30 20:27:02.430955 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38376) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:02.435844 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b66faa04-8c5f-43e9-a032-d50c800ca2e9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'subnet': {'network_id': '876464fb-1bb6-4ad1-9e94-421cb023f42c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:02.461388 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb3c04fe-73ca-4853-8c7b-cba73190f42f req-90948034-3feb-450b-b848-e63ed15e98a8 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/security-groups?id=de7be86c-a60c-46f0-98cb-c7e3fc1cbc1e&id=7d162dc1-0a90-44a2-aebf-149a2b058aff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0444403 Jul 30 20:27:02.543582 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66faa04-8c5f-43e9-a032-d50c800ca2e9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Made reservation on behalf of 99a99904313441dfa50421402bb9966b for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:27:02.551951 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b66faa04-8c5f-43e9-a032-d50c800ca2e9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:02.634790 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1d3cc2-94d6-4c6f-9113-cbcb8f65b130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-c02a3061-0b3b-4145-a714-1eb0c2ada6ed', 'network_id': 'c02a3061-0b3b-4145-a714-1eb0c2ada6ed', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'fixed_ips': [{'subnet_id': '500bacf6-ad24-4d5d-bd0a-f07ba673c4b4'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:27:02.635796 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db1d3cc2-94d6-4c6f-9113-cbcb8f65b130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:02.691683 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2885e07-4fb4-49df-9722-80a588297a62 req-a46095a1-fb21-4f1b-8c2d-c66a88e65bd4 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:02.693445 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2885e07-4fb4-49df-9722-80a588297a62 req-a46095a1-fb21-4f1b-8c2d-c66a88e65bd4 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7a94eff0-92e7-473a-93e7-aca70e5ba991 HTTP/1.1" status: 200 len: 1136 time: 0.1124947 Jul 30 20:27:02.721399 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a2885e07-4fb4-49df-9722-80a588297a62 req-8d6aaad3-0ab2-4fc9-bdb2-6fb33ee52c04 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:02.855787 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-db1d3cc2-94d6-4c6f-9113-cbcb8f65b130 None None] Allocated IP 2001:db8::2 (c02a3061-0b3b-4145-a714-1eb0c2ada6ed/500bacf6-ad24-4d5d-bd0a-f07ba673c4b4/760f69d9-0b76-49f6-a128-2b6e800b2d29) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:27:02.868807 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b66faa04-8c5f-43e9-a032-d50c800ca2e9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:02.906083 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a2885e07-4fb4-49df-9722-80a588297a62 req-8d6aaad3-0ab2-4fc9-bdb2-6fb33ee52c04 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:02.915158 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a2885e07-4fb4-49df-9722-80a588297a62 req-8d6aaad3-0ab2-4fc9-bdb2-6fb33ee52c04 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:02.993366 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2885e07-4fb4-49df-9722-80a588297a62 req-8d6aaad3-0ab2-4fc9-bdb2-6fb33ee52c04 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=de7be86c-a60c-46f0-98cb-c7e3fc1cbc1e&id=7d162dc1-0a90-44a2-aebf-149a2b058aff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2890525 Jul 30 20:27:03.029554 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38384) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:03.032778 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66faa04-8c5f-43e9-a032-d50c800ca2e9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Checking segment: {'id': 'd038eed3-3ee7-42c9-8304-280b94325537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '876464fb-1bb6-4ad1-9e94-421cb023f42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:27:03.033152 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66faa04-8c5f-43e9-a032-d50c800ca2e9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network hostable DHCP agents. Network: 876464fb-1bb6-4ad1-9e94-421cb023f42c, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:27:03.042239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6aaad3-0ab2-4fc9-bdb2-6fb33ee52c04 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fe4ea1-ccb9-42de-977f-38ca5102ae33,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:03.052645 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66faa04-8c5f-43e9-a032-d50c800ca2e9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Subnet': ['ID=2a2e2a7c-348f-4a0f-b151-868b8fb3672e,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:03.075607 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66faa04-8c5f-43e9-a032-d50c800ca2e9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network 876464fb-1bb6-4ad1-9e94-421cb023f42c is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:27:03.091247 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b66faa04-8c5f-43e9-a032-d50c800ca2e9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 876464fb-1bb6-4ad1-9e94-421cb023f42c) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:03.098597 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66faa04-8c5f-43e9-a032-d50c800ca2e9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:03.099310 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b66faa04-8c5f-43e9-a032-d50c800ca2e9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:03.108221 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98ac0ce-22aa-4d41-a5d2-f52ee48ff548 None None] Network 876464fb-1bb6-4ad1-9e94-421cb023f42c requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:27:03.123626 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8406f2c8-4c94-4644-8e18-3f9bb96a9083 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:03.124332 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b66faa04-8c5f-43e9-a032-d50c800ca2e9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6916442 Jul 30 20:27:03.128741 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8406f2c8-4c94-4644-8e18-3f9bb96a9083 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7a94eff0-92e7-473a-93e7-aca70e5ba991 HTTP/1.1" status: 200 len: 1131 time: 0.0857437 Jul 30 20:27:03.128741 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38386) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:03.129156 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38388) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:03.132949 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-275554c0-9cf1-43c7-b94d-32a2d6398cfc tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1521677581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:03.136368 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a08ad1f6-f783-4397-b5e8-9475c4b49d35 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': '1f5592ef-2124-4cda-9a55-83db4f575e9d', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:03.159984 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-275554c0-9cf1-43c7-b94d-32a2d6398cfc tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:03.161465 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-275554c0-9cf1-43c7-b94d-32a2d6398cfc tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:03.195348 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db1d3cc2-94d6-4c6f-9113-cbcb8f65b130 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:03.205745 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a08ad1f6-f783-4397-b5e8-9475c4b49d35 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:03.237804 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-db1d3cc2-94d6-4c6f-9113-cbcb8f65b130 None None] Transition to ACTIVE for port object 760f69d9-0b76-49f6-a128-2b6e800b2d29 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:03.237986 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-275554c0-9cf1-43c7-b94d-32a2d6398cfc tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:03.245800 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-275554c0-9cf1-43c7-b94d-32a2d6398cfc tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:03.274003 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-275554c0-9cf1-43c7-b94d-32a2d6398cfc tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:03.277732 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-275554c0-9cf1-43c7-b94d-32a2d6398cfc tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1472454 Jul 30 20:27:03.278905 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38392) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:03.315719 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-db1d3cc2-94d6-4c6f-9113-cbcb8f65b130 None None] Transition to ACTIVE for port object 760f69d9-0b76-49f6-a128-2b6e800b2d29 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:03.334418 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a08ad1f6-f783-4397-b5e8-9475c4b49d35 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:03.335929 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db1d3cc2-94d6-4c6f-9113-cbcb8f65b130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:03.414853 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1d3cc2-94d6-4c6f-9113-cbcb8f65b130 None None] Network c02a3061-0b3b-4145-a714-1eb0c2ada6ed is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:27:03.420599 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-db1d3cc2-94d6-4c6f-9113-cbcb8f65b130 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:03.431106 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1d3cc2-94d6-4c6f-9113-cbcb8f65b130 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:27:03.434750 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d3cc2-94d6-4c6f-9113-cbcb8f65b130 None None] Pushing event updated for resources: {'Port': ['ID=760f69d9-0b76-49f6-a128-2b6e800b2d29,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:03.483094 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14469b1c-c030-4883-80da-1558e6e85ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-876464fb-1bb6-4ad1-9e94-421cb023f42c', 'network_id': '876464fb-1bb6-4ad1-9e94-421cb023f42c', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'fixed_ips': [{'subnet_id': '2a2e2a7c-348f-4a0f-b151-868b8fb3672e'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:27:03.484603 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-14469b1c-c030-4883-80da-1558e6e85ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:03.523417 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-a08ad1f6-f783-4397-b5e8-9475c4b49d35 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Allocated IP 172.25.3.225 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/30294514-38d0-4c90-a8af-b585613efcd9) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:27:03.530428 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-db1d3cc2-94d6-4c6f-9113-cbcb8f65b130 None None] Attempting to bind port 760f69d9-0b76-49f6-a128-2b6e800b2d29 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:27:03.530882 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-db1d3cc2-94d6-4c6f-9113-cbcb8f65b130 None None] Attempting to bind port 760f69d9-0b76-49f6-a128-2b6e800b2d29 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'fd24d9bb-291b-41bb-bd09-d5b3bcc8df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c02a3061-0b3b-4145-a714-1eb0c2ada6ed'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:27:03.531317 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d3cc2-94d6-4c6f-9113-cbcb8f65b130 None None] Attempting to bind port 760f69d9-0b76-49f6-a128-2b6e800b2d29 on network c02a3061-0b3b-4145-a714-1eb0c2ada6ed {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:27:03.585572 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d3cc2-94d6-4c6f-9113-cbcb8f65b130 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:27:03.585785 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d3cc2-94d6-4c6f-9113-cbcb8f65b130 None None] Checking segment: {'id': 'fd24d9bb-291b-41bb-bd09-d5b3bcc8df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c02a3061-0b3b-4145-a714-1eb0c2ada6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:27:03.586170 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db1d3cc2-94d6-4c6f-9113-cbcb8f65b130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:03.586633 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d3cc2-94d6-4c6f-9113-cbcb8f65b130 None None] Bound using segment: {'id': 'fd24d9bb-291b-41bb-bd09-d5b3bcc8df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c02a3061-0b3b-4145-a714-1eb0c2ada6ed'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:27:03.587195 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-db1d3cc2-94d6-4c6f-9113-cbcb8f65b130 None None] Bound port: 760f69d9-0b76-49f6-a128-2b6e800b2d29, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd24d9bb-291b-41bb-bd09-d5b3bcc8df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c02a3061-0b3b-4145-a714-1eb0c2ada6ed'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:27:03.587676 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db1d3cc2-94d6-4c6f-9113-cbcb8f65b130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:03.671579 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a08ad1f6-f783-4397-b5e8-9475c4b49d35 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:03.706451 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-020764e3-2420-4ec4-8d7c-c39cf25c3a96 req-000a90b0-2ee2-4d9d-972f-6efe43387baf tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.1751862 Jul 30 20:27:03.720093 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-14469b1c-c030-4883-80da-1558e6e85ecc None None] Allocated IP 2001:db8:1::2 (876464fb-1bb6-4ad1-9e94-421cb023f42c/2a2e2a7c-348f-4a0f-b151-868b8fb3672e/c24350c4-e130-483e-9d6f-ce64c381a4d6) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:27:03.722611 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-db1d3cc2-94d6-4c6f-9113-cbcb8f65b130 None None] For port 760f69d9-0b76-49f6-a128-2b6e800b2d29, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:27:03.723826 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a08ad1f6-f783-4397-b5e8-9475c4b49d35 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:03.726386 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-db1d3cc2-94d6-4c6f-9113-cbcb8f65b130 None None] For port 760f69d9-0b76-49f6-a128-2b6e800b2d29, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=760f69d9-0b76-49f6-a128-2b6e800b2d29,segment=NetworkSegment(fd24d9bb-291b-41bb-bd09-d5b3bcc8df68),segment_id=fd24d9bb-291b-41bb-bd09-d5b3bcc8df68)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:27:03.756877 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db1d3cc2-94d6-4c6f-9113-cbcb8f65b130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:03.763779 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08ad1f6-f783-4397-b5e8-9475c4b49d35 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:27:03.788909 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a08ad1f6-f783-4397-b5e8-9475c4b49d35 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:03.796669 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08ad1f6-f783-4397-b5e8-9475c4b49d35 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:27:03.853988 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ad1f6-f783-4397-b5e8-9475c4b49d35 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event updated for resources: {'Port': ['ID=30294514-38d0-4c90-a8af-b585613efcd9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:03.969101 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4e5e13dc-70d7-40da-9713-704af72bc26d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:04.274852 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-14469b1c-c030-4883-80da-1558e6e85ecc None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:04.295155 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-14469b1c-c030-4883-80da-1558e6e85ecc None None] Transition to ACTIVE for port object c24350c4-e130-483e-9d6f-ce64c381a4d6 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:04.336187 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-14469b1c-c030-4883-80da-1558e6e85ecc None None] Transition to ACTIVE for port object c24350c4-e130-483e-9d6f-ce64c381a4d6 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:04.340283 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d3cc2-94d6-4c6f-9113-cbcb8f65b130 None None] Pushing event updated for resources: {'Port': ['ID=760f69d9-0b76-49f6-a128-2b6e800b2d29,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:04.359413 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-14469b1c-c030-4883-80da-1558e6e85ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:04.435118 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14469b1c-c030-4883-80da-1558e6e85ecc None None] Network 876464fb-1bb6-4ad1-9e94-421cb023f42c is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:27:04.438984 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-14469b1c-c030-4883-80da-1558e6e85ecc None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:04.447445 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14469b1c-c030-4883-80da-1558e6e85ecc None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:27:04.459862 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14469b1c-c030-4883-80da-1558e6e85ecc None None] Pushing event updated for resources: {'Port': ['ID=c24350c4-e130-483e-9d6f-ce64c381a4d6,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:04.473793 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-4e5e13dc-70d7-40da-9713-704af72bc26d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Allocated IP 2001:db8::1 (c02a3061-0b3b-4145-a714-1eb0c2ada6ed/500bacf6-ad24-4d5d-bd0a-f07ba673c4b4/5fe95b33-30d6-40c9-8c86-185867a0c91b) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:27:04.522429 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-14469b1c-c030-4883-80da-1558e6e85ecc None None] Attempting to bind port c24350c4-e130-483e-9d6f-ce64c381a4d6 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:27:04.522712 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-14469b1c-c030-4883-80da-1558e6e85ecc None None] Attempting to bind port c24350c4-e130-483e-9d6f-ce64c381a4d6 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'd038eed3-3ee7-42c9-8304-280b94325537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '876464fb-1bb6-4ad1-9e94-421cb023f42c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:27:04.523065 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14469b1c-c030-4883-80da-1558e6e85ecc None None] Attempting to bind port c24350c4-e130-483e-9d6f-ce64c381a4d6 on network 876464fb-1bb6-4ad1-9e94-421cb023f42c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:27:04.528428 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14469b1c-c030-4883-80da-1558e6e85ecc None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:27:04.528803 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14469b1c-c030-4883-80da-1558e6e85ecc None None] Checking segment: {'id': 'd038eed3-3ee7-42c9-8304-280b94325537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '876464fb-1bb6-4ad1-9e94-421cb023f42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:27:04.529200 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-14469b1c-c030-4883-80da-1558e6e85ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:04.529597 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14469b1c-c030-4883-80da-1558e6e85ecc None None] Bound using segment: {'id': 'd038eed3-3ee7-42c9-8304-280b94325537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '876464fb-1bb6-4ad1-9e94-421cb023f42c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:27:04.530108 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-14469b1c-c030-4883-80da-1558e6e85ecc None None] Bound port: c24350c4-e130-483e-9d6f-ce64c381a4d6, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd038eed3-3ee7-42c9-8304-280b94325537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '876464fb-1bb6-4ad1-9e94-421cb023f42c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:27:04.530493 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-14469b1c-c030-4883-80da-1558e6e85ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:04.595901 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a08ad1f6-f783-4397-b5e8-9475c4b49d35 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:04.667840 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4e5e13dc-70d7-40da-9713-704af72bc26d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:04.689371 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-4e5e13dc-70d7-40da-9713-704af72bc26d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Transition to ACTIVE for port object 5fe95b33-30d6-40c9-8c86-185867a0c91b will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:04.726007 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-14469b1c-c030-4883-80da-1558e6e85ecc None None] For port c24350c4-e130-483e-9d6f-ce64c381a4d6, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:27:04.738776 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-14469b1c-c030-4883-80da-1558e6e85ecc None None] For port c24350c4-e130-483e-9d6f-ce64c381a4d6, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c24350c4-e130-483e-9d6f-ce64c381a4d6,segment=NetworkSegment(d038eed3-3ee7-42c9-8304-280b94325537),segment_id=d038eed3-3ee7-42c9-8304-280b94325537)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:27:04.750620 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-14469b1c-c030-4883-80da-1558e6e85ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:04.762119 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4e5e13dc-70d7-40da-9713-704af72bc26d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:04.836754 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14469b1c-c030-4883-80da-1558e6e85ecc None None] Pushing event updated for resources: {'Port': ['ID=c24350c4-e130-483e-9d6f-ce64c381a4d6,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:04.885653 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5e13dc-70d7-40da-9713-704af72bc26d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network c02a3061-0b3b-4145-a714-1eb0c2ada6ed is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:27:04.900074 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-4e5e13dc-70d7-40da-9713-704af72bc26d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:04.905598 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5e13dc-70d7-40da-9713-704af72bc26d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:27:04.906154 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4e5e13dc-70d7-40da-9713-704af72bc26d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:04.911851 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a08ad1f6-f783-4397-b5e8-9475c4b49d35 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:04.985896 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c303352c-a2b7-4dc4-89bb-59d5e5361ea0 req-d60d14ec-216e-4b97-a4be-2a2416fa9ce0 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0960107 Jul 30 20:27:04.997273 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e13dc-70d7-40da-9713-704af72bc26d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Port': ['ID=5fe95b33-30d6-40c9-8c86-185867a0c91b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:05.117430 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a08ad1f6-f783-4397-b5e8-9475c4b49d35 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:05.123658 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a08ad1f6-f783-4397-b5e8-9475c4b49d35 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:05.131376 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4e5e13dc-70d7-40da-9713-704af72bc26d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:05.178318 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ad1f6-f783-4397-b5e8-9475c4b49d35 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event updated for resources: {'Port': ['ID=30294514-38d0-4c90-a8af-b585613efcd9,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:05.240898 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a08ad1f6-f783-4397-b5e8-9475c4b49d35 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:05.383104 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-a08ad1f6-f783-4397-b5e8-9475c4b49d35 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Floating IP 73888742-8403-4546-9f18-aa17c6a28eb3 associated. External IP: 172.25.3.225, port: 1f5592ef-2124-4cda-9a55-83db4f575e9d. Jul 30 20:27:05.490687 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f01c14-4af0-43d5-aa6b-ad8f78f1dab3 None None] Network c02a3061-0b3b-4145-a714-1eb0c2ada6ed requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:27:05.560419 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4e5e13dc-70d7-40da-9713-704af72bc26d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:05.573436 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4e5e13dc-70d7-40da-9713-704af72bc26d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:05.573436 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4e5e13dc-70d7-40da-9713-704af72bc26d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:05.666258 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d4996826-8f44-4d9c-b147-7ee359ca2dd4 None None] Provisioning for port 760f69d9-0b76-49f6-a128-2b6e800b2d29 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:27:05.676431 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08ad1f6-f783-4397-b5e8-9475c4b49d35 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Router 9b40a9f0-a863-4ebf-a36d-ae3aea1759e3 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:27:05.735559 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e13dc-70d7-40da-9713-704af72bc26d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Port': ['ID=5fe95b33-30d6-40c9-8c86-185867a0c91b,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:05.806228 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5e13dc-70d7-40da-9713-704af72bc26d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network c02a3061-0b3b-4145-a714-1eb0c2ada6ed is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:27:05.809171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-4e5e13dc-70d7-40da-9713-704af72bc26d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:05.813489 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c24350c4-e130-483e-9d6f-ce64c381a4d6 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:27:05.922750 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port c24350c4-e130-483e-9d6f-ce64c381a4d6 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:27:05.939653 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 760f69d9-0b76-49f6-a128-2b6e800b2d29 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:27:06.137479 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 760f69d9-0b76-49f6-a128-2b6e800b2d29 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:27:06.153428 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 760f69d9-0b76-49f6-a128-2b6e800b2d29 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:06.153809 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:06.240340 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98e900de-de83-4be3-800b-79d42ee6fe1e req-7be35dcb-f69a-4576-adb9-1dd7b68e8555 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0750968 Jul 30 20:27:06.252713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5e13dc-70d7-40da-9713-704af72bc26d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Router 1ed488b4-98fd-43f5-8024-2c5fd43d5ff5 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:27:06.327493 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:06.343355 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7581476b-f359-4854-91e7-095aab4e3435 None None] Provisioning for port 5fe95b33-30d6-40c9-8c86-185867a0c91b completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:27:06.369900 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7581476b-f359-4854-91e7-095aab4e3435 None None] Provisioning complete for port 5fe95b33-30d6-40c9-8c86-185867a0c91b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:06.370286 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7581476b-f359-4854-91e7-095aab4e3435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:06.471557 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 760f69d9-0b76-49f6-a128-2b6e800b2d29, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=760f69d9-0b76-49f6-a128-2b6e800b2d29,segment=NetworkSegment(fd24d9bb-291b-41bb-bd09-d5b3bcc8df68),segment_id=fd24d9bb-291b-41bb-bd09-d5b3bcc8df68)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:27:06.493472 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:06.495669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5e13dc-70d7-40da-9713-704af72bc26d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:27:06.501584 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4e5e13dc-70d7-40da-9713-704af72bc26d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "PUT /v2.0/routers/1ed488b4-98fd-43f5-8024-2c5fd43d5ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2216198 Jul 30 20:27:06.504217 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38422) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:06.508412 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e53dea-08ff-44f5-b655-da8d413ecda1 None None] Sync routers for ids ['1ed488b4-98fd-43f5-8024-2c5fd43d5ff5'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:27:06.509159 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7581476b-f359-4854-91e7-095aab4e3435 None None] Port 5fe95b33-30d6-40c9-8c86-185867a0c91b cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:27:06.533889 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e53dea-08ff-44f5-b655-da8d413ecda1 None None] Routers {'1ed488b4-98fd-43f5-8024-2c5fd43d5ff5'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:06.534441 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e7e53dea-08ff-44f5-b655-da8d413ecda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:26:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1ed488b4-98fd-43f5-8024-2c5fd43d5ff5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:06.582536 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7581476b-f359-4854-91e7-095aab4e3435 None None] Provisioning complete for port 760f69d9-0b76-49f6-a128-2b6e800b2d29 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:06.582918 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7581476b-f359-4854-91e7-095aab4e3435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:06.588060 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08ad1f6-f783-4397-b5e8-9475c4b49d35 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:27:06.621744 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdffc0e8-96a6-4722-a92f-59b906110e37 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:06.626353 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-bdffc0e8-96a6-4722-a92f-59b906110e37 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "GET /v2.0/ports/5fe95b33-30d6-40c9-8c86-185867a0c91b HTTP/1.1" status: 200 len: 911 time: 0.1179910 Jul 30 20:27:06.626488 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e7e53dea-08ff-44f5-b655-da8d413ecda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:06.626693 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38424) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:06.636579 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e53dea-08ff-44f5-b655-da8d413ecda1 None None] Routers {'1ed488b4-98fd-43f5-8024-2c5fd43d5ff5'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:06.637206 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e7e53dea-08ff-44f5-b655-da8d413ecda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:26:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1ed488b4-98fd-43f5-8024-2c5fd43d5ff5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:06.664803 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb06a8f-14fb-4f81-ab4e-3a69d01476fb None None] Sync routers for ids ['9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:27:06.671627 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c34d3d6-6f2b-4525-b555-9b44bf5d4f59 None None] Network 876464fb-1bb6-4ad1-9e94-421cb023f42c requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:27:06.675702 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e7e53dea-08ff-44f5-b655-da8d413ecda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:06.676665 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e53dea-08ff-44f5-b655-da8d413ecda1 None None] The sync data for ids ['1ed488b4-98fd-43f5-8024-2c5fd43d5ff5'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:27:06.713788 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a08ad1f6-f783-4397-b5e8-9475c4b49d35 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:06.737242 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb06a8f-14fb-4f81-ab4e-3a69d01476fb None None] Routers {'9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:06.737907 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-acb06a8f-14fb-4f81-ab4e-3a69d01476fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:26:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:06.739699 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=760f69d9-0b76-49f6-a128-2b6e800b2d29,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:06.828313 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a08ad1f6-f783-4397-b5e8-9475c4b49d35 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6980407 Jul 30 20:27:06.830894 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a94eff0-92e7-473a-93e7-aca70e5ba991', 'tag': '1f5592ef-2124-4cda-9a55-83db4f575e9d'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:27:06.832022 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38426) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:06.833354 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9aac254-9106-4e1f-9d83-d577123ab190" -d '{"events": [{"name": "network-changed", "server_uuid": "7a94eff0-92e7-473a-93e7-aca70e5ba991", "tag": "1f5592ef-2124-4cda-9a55-83db4f575e9d"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:27:07.009075 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-acb06a8f-14fb-4f81-ab4e-3a69d01476fb None None] Set router 9b40a9f0-a863-4ebf-a36d-ae3aea1759e3 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:27:07.109069 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a2519d83-bed4-4f24-8561-f33efc05595c None None] Provisioning complete for port 5fe95b33-30d6-40c9-8c86-185867a0c91b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:07.109883 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a2519d83-bed4-4f24-8561-f33efc05595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:07.164142 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a2519d83-bed4-4f24-8561-f33efc05595c None None] Port 5fe95b33-30d6-40c9-8c86-185867a0c91b cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:27:07.251231 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a2519d83-bed4-4f24-8561-f33efc05595c None None] Provisioning for port c24350c4-e130-483e-9d6f-ce64c381a4d6 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:27:07.277956 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a2519d83-bed4-4f24-8561-f33efc05595c None None] Provisioning complete for port c24350c4-e130-483e-9d6f-ce64c381a4d6 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:07.278832 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a2519d83-bed4-4f24-8561-f33efc05595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:07.353252 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7000e5da-38a1-4dcc-8a6b-8bafadccc481 x-openstack-request-id: req-7000e5da-38a1-4dcc-8a6b-8bafadccc481 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:27:07.353564 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a94eff0-92e7-473a-93e7-aca70e5ba991", "tag": "1f5592ef-2124-4cda-9a55-83db4f575e9d", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:27:07.353789 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7000e5da-38a1-4dcc-8a6b-8bafadccc481 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:27:07.354194 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a94eff0-92e7-473a-93e7-aca70e5ba991', 'tag': '1f5592ef-2124-4cda-9a55-83db4f575e9d', 'status': 'completed', 'code': 200} Jul 30 20:27:07.414256 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e488874-4e00-4ae5-80fe-f8df3eb0acfa tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:07.573018 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a2519d83-bed4-4f24-8561-f33efc05595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:07.658445 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a2519d83-bed4-4f24-8561-f33efc05595c None None] For port c24350c4-e130-483e-9d6f-ce64c381a4d6, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c24350c4-e130-483e-9d6f-ce64c381a4d6,segment=NetworkSegment(d038eed3-3ee7-42c9-8304-280b94325537),segment_id=d038eed3-3ee7-42c9-8304-280b94325537)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:27:07.670773 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-acb06a8f-14fb-4f81-ab4e-3a69d01476fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367131081', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '92a48762-3f53-478a-83d3-dceeea311e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:26:28Z', 'updated_at': '2021-07-30T20:26:39Z', 'revision_number': 4, 'project_id': '84983c9ae1174638a727198854c17acc', 'gw_port': {'id': '92a48762-3f53-478a-83d3-dceeea311e28', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:26:30Z', 'updated_at': '2021-07-30T20:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '73888742-8403-4546-9f18-aa17c6a28eb3', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'port_id': '1f5592ef-2124-4cda-9a55-83db4f575e9d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2', 'mac_address': 'fa:16:3e:03:34:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94eff0-92e7-473a-93e7-aca70e5ba991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:27:04Z', 'updated_at': '2021-07-30T20:27:04Z', 'revision_number': 0, 'project_id': '84983c9ae1174638a727198854c17acc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd', 'name': '', 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'mac_address': 'fa:16:3e:33:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '0b5d413d-b603-47c3-85c2-42be0f4781bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:26:37Z', 'updated_at': '2021-07-30T20:26:48Z', 'revision_number': 5, 'project_id': '84983c9ae1174638a727198854c17acc', 'subnets': [{'id': '0b5d413d-b603-47c3-85c2-42be0f4781bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:07.685110 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a5e9736-1d4f-45d7-8385-8c4bdd1fda9a req-78d70921-ba08-441d-a1da-175c2f186088 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.1227326 Jul 30 20:27:07.738082 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a2519d83-bed4-4f24-8561-f33efc05595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:07.750230 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb06a8f-14fb-4f81-ab4e-3a69d01476fb None None] Checking router: 9b40a9f0-a863-4ebf-a36d-ae3aea1759e3 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:27:07.760382 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 760f69d9-0b76-49f6-a128-2b6e800b2d29 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:27:07.844182 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aac254-9106-4e1f-9d83-d577123ab190 req-b3517ed9-1922-4117-8278-3eefffca077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:07.846148 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb06a8f-14fb-4f81-ab4e-3a69d01476fb None None] Routers {'9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:07.846899 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-acb06a8f-14fb-4f81-ab4e-3a69d01476fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:26:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:07.849914 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9aac254-9106-4e1f-9d83-d577123ab190 req-b3517ed9-1922-4117-8278-3eefffca077c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84983c9ae1174638a727198854c17acc&device_id=7a94eff0-92e7-473a-93e7-aca70e5ba991 HTTP/1.1" status: 200 len: 1136 time: 0.2817113 Jul 30 20:27:07.950925 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2519d83-bed4-4f24-8561-f33efc05595c None None] Pushing event updated for resources: {'Port': ['ID=c24350c4-e130-483e-9d6f-ce64c381a4d6,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:07.958875 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2eae7143-cb5e-44f8-b20c-596482a4d8f9 None None] Provisioning complete for port 5fe95b33-30d6-40c9-8c86-185867a0c91b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:07.959341 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2eae7143-cb5e-44f8-b20c-596482a4d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:08.028974 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-8e488874-4e00-4ae5-80fe-f8df3eb0acfa tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Allocated IP 2001:db8:1::1 (876464fb-1bb6-4ad1-9e94-421cb023f42c/2a2e2a7c-348f-4a0f-b151-868b8fb3672e/b9520e60-98ab-46e9-a0a1-b593021ce105) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:27:08.037374 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-2eae7143-cb5e-44f8-b20c-596482a4d8f9 None None] Port 5fe95b33-30d6-40c9-8c86-185867a0c91b cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:27:08.060127 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f10320-6f6b-4b1b-96cb-3a2c6a3723c4 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:08.060615 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f10320-6f6b-4b1b-96cb-3a2c6a3723c4 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:08.061697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f10320-6f6b-4b1b-96cb-3a2c6a3723c4 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:08.062083 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f10320-6f6b-4b1b-96cb-3a2c6a3723c4 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:08.062542 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f10320-6f6b-4b1b-96cb-3a2c6a3723c4 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:08.063222 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f10320-6f6b-4b1b-96cb-3a2c6a3723c4 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:08.065125 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f10320-6f6b-4b1b-96cb-3a2c6a3723c4 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:08.068506 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-30f10320-6f6b-4b1b-96cb-3a2c6a3723c4 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4956 time: 1.2340019 Jul 30 20:27:08.072195 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38440) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:08.075021 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 760f69d9-0b76-49f6-a128-2b6e800b2d29 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:08.075395 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:08.144798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-acb06a8f-14fb-4f81-ab4e-3a69d01476fb None None] Set router 9b40a9f0-a863-4ebf-a36d-ae3aea1759e3 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:27:08.294756 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e488874-4e00-4ae5-80fe-f8df3eb0acfa tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:08.309358 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aac254-9106-4e1f-9d83-d577123ab190 req-061fb507-0812-4105-bb3b-70fdba5adf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:08.316388 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9aac254-9106-4e1f-9d83-d577123ab190 req-061fb507-0812-4105-bb3b-70fdba5adf58 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ac4e6aa-534b-4ce9-9b92-94124a852cb2 HTTP/1.1" status: 200 len: 897 time: 0.4363251 Jul 30 20:27:08.324038 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-8e488874-4e00-4ae5-80fe-f8df3eb0acfa tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Transition to ACTIVE for port object b9520e60-98ab-46e9-a0a1-b593021ce105 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:08.343274 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98bba8a-b423-488f-b4cd-d04cc4d26199 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:08.343881 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98bba8a-b423-488f-b4cd-d04cc4d26199 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:08.344345 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98bba8a-b423-488f-b4cd-d04cc4d26199 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:08.344803 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98bba8a-b423-488f-b4cd-d04cc4d26199 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:08.345555 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98bba8a-b423-488f-b4cd-d04cc4d26199 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:08.345678 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98bba8a-b423-488f-b4cd-d04cc4d26199 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:08.346118 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98bba8a-b423-488f-b4cd-d04cc4d26199 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:08.348011 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e98bba8a-b423-488f-b4cd-d04cc4d26199 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4598 time: 0.2732260 Jul 30 20:27:08.354368 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38446) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:08.460256 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9aac254-9106-4e1f-9d83-d577123ab190 req-4094dd2c-b1df-406c-910b-07d4f53ef9f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f5592ef-2124-4cda-9a55-83db4f575e9d HTTP/1.1" status: 200 len: 1000 time: 0.1359308 Jul 30 20:27:08.475986 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e96fc23c-3359-4ab7-98e0-6968eec2932d None None] Provisioning complete for port c24350c4-e130-483e-9d6f-ce64c381a4d6 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:08.476537 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e96fc23c-3359-4ab7-98e0-6968eec2932d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:08.504817 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e488874-4e00-4ae5-80fe-f8df3eb0acfa tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:08.547293 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aac254-9106-4e1f-9d83-d577123ab190 req-9f0d3fbf-f167-42ef-b527-999a38702492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:08.549045 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9aac254-9106-4e1f-9d83-d577123ab190 req-9f0d3fbf-f167-42ef-b527-999a38702492 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b5d413d-b603-47c3-85c2-42be0f4781bb HTTP/1.1" status: 200 len: 834 time: 0.0776825 Jul 30 20:27:08.574197 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e488874-4e00-4ae5-80fe-f8df3eb0acfa tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Port': ['ID=b9520e60-98ab-46e9-a0a1-b593021ce105,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:08.594889 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e488874-4e00-4ae5-80fe-f8df3eb0acfa tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network 876464fb-1bb6-4ad1-9e94-421cb023f42c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:27:08.601885 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8e488874-4e00-4ae5-80fe-f8df3eb0acfa tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:08.609935 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e488874-4e00-4ae5-80fe-f8df3eb0acfa tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:27:08.609935 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e488874-4e00-4ae5-80fe-f8df3eb0acfa tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:08.618812 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aac254-9106-4e1f-9d83-d577123ab190 req-182db539-9d13-467f-93da-241f6d5eb3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:08.625201 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9aac254-9106-4e1f-9d83-d577123ab190 req-182db539-9d13-467f-93da-241f6d5eb3c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ac4e6aa-534b-4ce9-9b92-94124a852cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645330 Jul 30 20:27:08.706056 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:27:08.799008 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9aac254-9106-4e1f-9d83-d577123ab190 req-63d2a513-d5ac-41dc-9d99-3179f68a3f52 service neutron] 10.222.0.59 "GET /v2.0/networks/4ac4e6aa-534b-4ce9-9b92-94124a852cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686125 Jul 30 20:27:08.821999 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-acb06a8f-14fb-4f81-ab4e-3a69d01476fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367131081', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '92a48762-3f53-478a-83d3-dceeea311e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:26:28Z', 'updated_at': '2021-07-30T20:26:39Z', 'revision_number': 4, 'project_id': '84983c9ae1174638a727198854c17acc', 'gw_port': {'id': '92a48762-3f53-478a-83d3-dceeea311e28', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:26:30Z', 'updated_at': '2021-07-30T20:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '73888742-8403-4546-9f18-aa17c6a28eb3', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'port_id': '1f5592ef-2124-4cda-9a55-83db4f575e9d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2', 'mac_address': 'fa:16:3e:03:34:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94eff0-92e7-473a-93e7-aca70e5ba991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:27:04Z', 'updated_at': '2021-07-30T20:27:04Z', 'revision_number': 0, 'project_id': '84983c9ae1174638a727198854c17acc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd', 'name': '', 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'mac_address': 'fa:16:3e:33:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '0b5d413d-b603-47c3-85c2-42be0f4781bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:26:37Z', 'updated_at': '2021-07-30T20:26:48Z', 'revision_number': 5, 'project_id': '84983c9ae1174638a727198854c17acc', 'subnets': [{'id': '0b5d413d-b603-47c3-85c2-42be0f4781bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:08.853046 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e7584448-d22b-4c99-9723-15a3751fc588 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2871 time: 0.4973693 Jul 30 20:27:08.853651 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38450) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:08.862015 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e488874-4e00-4ae5-80fe-f8df3eb0acfa tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:08.865654 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb06a8f-14fb-4f81-ab4e-3a69d01476fb None None] The sync data for ids ['9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'] in n-d-712137-9 is: [{'id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367131081', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '92a48762-3f53-478a-83d3-dceeea311e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:26:28Z', 'updated_at': '2021-07-30T20:26:39Z', 'revision_number': 4, 'project_id': '84983c9ae1174638a727198854c17acc', 'gw_port': {'id': '92a48762-3f53-478a-83d3-dceeea311e28', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:26:30Z', 'updated_at': '2021-07-30T20:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '73888742-8403-4546-9f18-aa17c6a28eb3', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'port_id': '1f5592ef-2124-4cda-9a55-83db4f575e9d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2', 'mac_address': 'fa:16:3e:03:34:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a94eff0-92e7-473a-93e7-aca70e5ba991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:27:04Z', 'updated_at': '2021-07-30T20:27:04Z', 'revision_number': 0, 'project_id': '84983c9ae1174638a727198854c17acc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd', 'name': '', 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'mac_address': 'fa:16:3e:33:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '0b5d413d-b603-47c3-85c2-42be0f4781bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:26:37Z', 'updated_at': '2021-07-30T20:26:48Z', 'revision_number': 5, 'project_id': '84983c9ae1174638a727198854c17acc', 'subnets': [{'id': '0b5d413d-b603-47c3-85c2-42be0f4781bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:27:08.967713 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-797dc76a-d146-4714-919d-e66a416104ca req-8ed81832-aa1e-4cd5-a799-f0ebcd3bf8c4 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.1220260 Jul 30 20:27:08.978281 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4ad50b-e81b-41a2-8c59-a559b100e72a tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:08.978883 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4ad50b-e81b-41a2-8c59-a559b100e72a tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:08.997059 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8b4ad50b-e81b-41a2-8c59-a559b100e72a tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9b40a9f0-a863-4ebf-a36d-ae3aea1759e3 HTTP/1.1" status: 200 len: 1990 time: 0.1417143 Jul 30 20:27:09.048236 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9aac254-9106-4e1f-9d83-d577123ab190 req-b877df21-c5c8-4f33-9c8c-d6248a18be5d service neutron] 10.222.0.59 "GET /v2.0/networks/4ac4e6aa-534b-4ce9-9b92-94124a852cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421253 Jul 30 20:27:09.130030 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-000625b4-ae7c-4ff1-bfb8-1a6a5380bdb1 None None] Provisioning for port b9520e60-98ab-46e9-a0a1-b593021ce105 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:27:09.136937 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-000625b4-ae7c-4ff1-bfb8-1a6a5380bdb1 None None] Provisioning complete for port b9520e60-98ab-46e9-a0a1-b593021ce105 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:09.137676 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-000625b4-ae7c-4ff1-bfb8-1a6a5380bdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:09.181190 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-000625b4-ae7c-4ff1-bfb8-1a6a5380bdb1 None None] Port b9520e60-98ab-46e9-a0a1-b593021ce105 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:27:09.228206 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba3673e-b0c1-4873-87fa-21c928caee54 None None] New status for floating IP 73888742-8403-4546-9f18-aa17c6a28eb3: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:27:09.308951 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e488874-4e00-4ae5-80fe-f8df3eb0acfa tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:09.323609 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e488874-4e00-4ae5-80fe-f8df3eb0acfa tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:09.324699 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e488874-4e00-4ae5-80fe-f8df3eb0acfa tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:09.461953 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e488874-4e00-4ae5-80fe-f8df3eb0acfa tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Port': ['ID=b9520e60-98ab-46e9-a0a1-b593021ce105,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:09.532088 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e488874-4e00-4ae5-80fe-f8df3eb0acfa tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network 876464fb-1bb6-4ad1-9e94-421cb023f42c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:27:09.533810 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8e488874-4e00-4ae5-80fe-f8df3eb0acfa tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:09.678361 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e488874-4e00-4ae5-80fe-f8df3eb0acfa tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Router 1ed488b4-98fd-43f5-8024-2c5fd43d5ff5 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:27:09.714337 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c24350c4-e130-483e-9d6f-ce64c381a4d6 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:27:09.786317 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port c24350c4-e130-483e-9d6f-ce64c381a4d6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:09.786602 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:09.862726 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e488874-4e00-4ae5-80fe-f8df3eb0acfa tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:27:09.877620 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8e488874-4e00-4ae5-80fe-f8df3eb0acfa tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "PUT /v2.0/routers/1ed488b4-98fd-43f5-8024-2c5fd43d5ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2493031 Jul 30 20:27:09.880392 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38464) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:09.881668 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1467a81-630a-41f6-a27c-115f0c1557b6 None None] Sync routers for ids ['1ed488b4-98fd-43f5-8024-2c5fd43d5ff5'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:27:09.925672 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1467a81-630a-41f6-a27c-115f0c1557b6 None None] Routers {'1ed488b4-98fd-43f5-8024-2c5fd43d5ff5'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:09.926319 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f1467a81-630a-41f6-a27c-115f0c1557b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:26:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1ed488b4-98fd-43f5-8024-2c5fd43d5ff5'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:09.956991 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ed1394-ade9-438a-b264-fba7f1f5b68d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:09.958916 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-54ed1394-ade9-438a-b264-fba7f1f5b68d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "GET /v2.0/ports/b9520e60-98ab-46e9-a0a1-b593021ce105 HTTP/1.1" status: 200 len: 913 time: 0.0770850 Jul 30 20:27:09.961941 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38466) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:09.968902 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f1467a81-630a-41f6-a27c-115f0c1557b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:09.986595 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1467a81-630a-41f6-a27c-115f0c1557b6 None None] Routers {'1ed488b4-98fd-43f5-8024-2c5fd43d5ff5'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:09.987248 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f1467a81-630a-41f6-a27c-115f0c1557b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:26:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1ed488b4-98fd-43f5-8024-2c5fd43d5ff5'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:10.083529 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f1467a81-630a-41f6-a27c-115f0c1557b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:10.083529 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1467a81-630a-41f6-a27c-115f0c1557b6 None None] The sync data for ids ['1ed488b4-98fd-43f5-8024-2c5fd43d5ff5'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:27:10.096718 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b9660cdd-91fd-4db5-b89d-9f8841964ab8 None None] Provisioning complete for port b9520e60-98ab-46e9-a0a1-b593021ce105 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:10.097101 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9660cdd-91fd-4db5-b89d-9f8841964ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:10.129822 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7867c84-f03b-4d25-b9a0-a59371d92216 req-33a5255b-3f0d-41bb-a612-f41b347f6114 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0442522 Jul 30 20:27:10.166038 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b9660cdd-91fd-4db5-b89d-9f8841964ab8 None None] Port b9520e60-98ab-46e9-a0a1-b593021ce105 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:27:10.390132 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a289a96c-48cf-403d-b9ac-5688a8a0c2b4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:10.727856 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a289a96c-48cf-403d-b9ac-5688a8a0c2b4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting port b9520e60-98ab-46e9-a0a1-b593021ce105 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:27:10.728213 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a289a96c-48cf-403d-b9ac-5688a8a0c2b4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:10.825166 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a289a96c-48cf-403d-b9ac-5688a8a0c2b4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:10.838133 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a289a96c-48cf-403d-b9ac-5688a8a0c2b4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Calling delete_port for b9520e60-98ab-46e9-a0a1-b593021ce105 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:27:11.283712 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-22575906-dea6-416c-9405-16768dd4f382 req-fcf8407d-e163-4fbb-81b3-fc15d25f098e tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0465486 Jul 30 20:27:11.343423 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a289a96c-48cf-403d-b9ac-5688a8a0c2b4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:11.373617 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289a96c-48cf-403d-b9ac-5688a8a0c2b4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Port': ['ID=b9520e60-98ab-46e9-a0a1-b593021ce105,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:11.405696 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a289a96c-48cf-403d-b9ac-5688a8a0c2b4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:11.406360 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a289a96c-48cf-403d-b9ac-5688a8a0c2b4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:11.406360 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a289a96c-48cf-403d-b9ac-5688a8a0c2b4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:11.406724 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a289a96c-48cf-403d-b9ac-5688a8a0c2b4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:11.407058 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a289a96c-48cf-403d-b9ac-5688a8a0c2b4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:11.407395 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a289a96c-48cf-403d-b9ac-5688a8a0c2b4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:11.408078 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a289a96c-48cf-403d-b9ac-5688a8a0c2b4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:11.408294 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a289a96c-48cf-403d-b9ac-5688a8a0c2b4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:11.408576 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a289a96c-48cf-403d-b9ac-5688a8a0c2b4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:11.408883 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a289a96c-48cf-403d-b9ac-5688a8a0c2b4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:11.409253 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a289a96c-48cf-403d-b9ac-5688a8a0c2b4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:11.409513 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a289a96c-48cf-403d-b9ac-5688a8a0c2b4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:11.517456 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a289a96c-48cf-403d-b9ac-5688a8a0c2b4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:11.894661 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a289a96c-48cf-403d-b9ac-5688a8a0c2b4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Router 1ed488b4-98fd-43f5-8024-2c5fd43d5ff5 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:27:12.018811 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a289a96c-48cf-403d-b9ac-5688a8a0c2b4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:27:12.030727 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7479d3f9-9923-46b8-b686-0e3585618b45 None None] Sync routers for ids ['1ed488b4-98fd-43f5-8024-2c5fd43d5ff5'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:27:12.035769 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a289a96c-48cf-403d-b9ac-5688a8a0c2b4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "PUT /v2.0/routers/1ed488b4-98fd-43f5-8024-2c5fd43d5ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0684357 Jul 30 20:27:12.037314 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38488) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:12.045389 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7479d3f9-9923-46b8-b686-0e3585618b45 None None] Routers {'1ed488b4-98fd-43f5-8024-2c5fd43d5ff5'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:12.046227 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7479d3f9-9923-46b8-b686-0e3585618b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:26:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1ed488b4-98fd-43f5-8024-2c5fd43d5ff5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:12.081069 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7479d3f9-9923-46b8-b686-0e3585618b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:12.098685 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7479d3f9-9923-46b8-b686-0e3585618b45 None None] Routers {'1ed488b4-98fd-43f5-8024-2c5fd43d5ff5'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:12.099547 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7479d3f9-9923-46b8-b686-0e3585618b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:26:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1ed488b4-98fd-43f5-8024-2c5fd43d5ff5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:12.151281 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7479d3f9-9923-46b8-b686-0e3585618b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:12.152178 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7479d3f9-9923-46b8-b686-0e3585618b45 None None] The sync data for ids ['1ed488b4-98fd-43f5-8024-2c5fd43d5ff5'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:27:12.425777 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-44ce6221-33ae-42b3-b843-1e02af200039 req-b2eb866a-ac5b-4c84-bc8e-57b1de7a7bc5 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0338559 Jul 30 20:27:12.634833 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64eebd9f-67d9-468b-bc5c-3d3d8fde8a02 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:12.943098 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-64eebd9f-67d9-468b-bc5c-3d3d8fde8a02 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting port 5fe95b33-30d6-40c9-8c86-185867a0c91b {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:27:12.943303 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64eebd9f-67d9-468b-bc5c-3d3d8fde8a02 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:13.062692 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64eebd9f-67d9-468b-bc5c-3d3d8fde8a02 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:13.074854 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-64eebd9f-67d9-468b-bc5c-3d3d8fde8a02 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Calling delete_port for 5fe95b33-30d6-40c9-8c86-185867a0c91b owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:27:13.249901 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64eebd9f-67d9-468b-bc5c-3d3d8fde8a02 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:13.288240 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eebd9f-67d9-468b-bc5c-3d3d8fde8a02 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Port': ['ID=5fe95b33-30d6-40c9-8c86-185867a0c91b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:13.311712 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eebd9f-67d9-468b-bc5c-3d3d8fde8a02 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:13.311986 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eebd9f-67d9-468b-bc5c-3d3d8fde8a02 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:13.312367 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eebd9f-67d9-468b-bc5c-3d3d8fde8a02 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:13.312667 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eebd9f-67d9-468b-bc5c-3d3d8fde8a02 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:13.313063 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eebd9f-67d9-468b-bc5c-3d3d8fde8a02 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:13.313339 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eebd9f-67d9-468b-bc5c-3d3d8fde8a02 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:13.313669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eebd9f-67d9-468b-bc5c-3d3d8fde8a02 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:13.314001 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eebd9f-67d9-468b-bc5c-3d3d8fde8a02 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:13.314310 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eebd9f-67d9-468b-bc5c-3d3d8fde8a02 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:13.314640 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eebd9f-67d9-468b-bc5c-3d3d8fde8a02 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:13.314957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eebd9f-67d9-468b-bc5c-3d3d8fde8a02 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:13.315300 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eebd9f-67d9-468b-bc5c-3d3d8fde8a02 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:13.402057 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64eebd9f-67d9-468b-bc5c-3d3d8fde8a02 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:13.607257 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06ad6cd4-1f97-4915-8325-e14661daa882 req-20d08d6d-b680-4efe-bb29-adbee10fc828 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0310807 Jul 30 20:27:13.609911 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64eebd9f-67d9-468b-bc5c-3d3d8fde8a02 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Router 1ed488b4-98fd-43f5-8024-2c5fd43d5ff5 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:27:13.720947 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64eebd9f-67d9-468b-bc5c-3d3d8fde8a02 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:27:13.728772 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-64eebd9f-67d9-468b-bc5c-3d3d8fde8a02 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "PUT /v2.0/routers/1ed488b4-98fd-43f5-8024-2c5fd43d5ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6878951 Jul 30 20:27:13.729190 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38504) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:13.737732 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d928b29-04c0-481d-836a-3e6f599368ea None None] Sync routers for ids ['1ed488b4-98fd-43f5-8024-2c5fd43d5ff5'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:27:13.749694 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d928b29-04c0-481d-836a-3e6f599368ea None None] Routers {'1ed488b4-98fd-43f5-8024-2c5fd43d5ff5'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:13.750668 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1d928b29-04c0-481d-836a-3e6f599368ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:26:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1ed488b4-98fd-43f5-8024-2c5fd43d5ff5'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:13.759567 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a1a36b14-9a7a-405f-9095-d49e0a54397b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ed488b4-98fd-43f5-8024-2c5fd43d5ff5 HTTP/1.1" status: 200 len: 205 time: 0.0273337 Jul 30 20:27:13.760573 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38506) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:13.813975 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1d928b29-04c0-481d-836a-3e6f599368ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:13.824847 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d928b29-04c0-481d-836a-3e6f599368ea None None] Routers {'1ed488b4-98fd-43f5-8024-2c5fd43d5ff5'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:13.825626 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1d928b29-04c0-481d-836a-3e6f599368ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:26:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1ed488b4-98fd-43f5-8024-2c5fd43d5ff5'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:13.886476 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a0f349e-4fb4-4ec6-9c1e-c8b0a391416f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:13.890826 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1d928b29-04c0-481d-836a-3e6f599368ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:13.891616 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d928b29-04c0-481d-836a-3e6f599368ea None None] The sync data for ids ['1ed488b4-98fd-43f5-8024-2c5fd43d5ff5'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:27:14.071679 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a0f349e-4fb4-4ec6-9c1e-c8b0a391416f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:14.073841 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a0f349e-4fb4-4ec6-9c1e-c8b0a391416f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:14.125055 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a0f349e-4fb4-4ec6-9c1e-c8b0a391416f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:14.129921 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0f349e-4fb4-4ec6-9c1e-c8b0a391416f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Fanout notify agent at l3_agent the message router_deleted on router 1ed488b4-98fd-43f5-8024-2c5fd43d5ff5 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:27:14.147036 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a0f349e-4fb4-4ec6-9c1e-c8b0a391416f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:14.152009 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38514) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:14.155877 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7a0f349e-4fb4-4ec6-9c1e-c8b0a391416f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/routers/1ed488b4-98fd-43f5-8024-2c5fd43d5ff5 HTTP/1.1" status: 204 len: 168 time: 0.3941207 Jul 30 20:27:14.194437 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38516) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:14.211457 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-130ee0d1-daa2-4340-beb8-1b5357221607 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting subnet 2a2e2a7c-348f-4a0f-b151-868b8fb3672e {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:27:14.214840 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-130ee0d1-daa2-4340-beb8-1b5357221607 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:14.259296 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-130ee0d1-daa2-4340-beb8-1b5357221607 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:14.322943 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32f6fb93-47b4-4fff-97e5-c08263f1b578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:14.355826 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-130ee0d1-daa2-4340-beb8-1b5357221607 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:14.435063 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32f6fb93-47b4-4fff-97e5-c08263f1b578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:14.440937 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-130ee0d1-daa2-4340-beb8-1b5357221607 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:14.445610 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32f6fb93-47b4-4fff-97e5-c08263f1b578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:14.471884 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ee0d1-daa2-4340-beb8-1b5357221607 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Subnet': ['ID=2a2e2a7c-348f-4a0f-b151-868b8fb3672e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:14.480387 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-130ee0d1-daa2-4340-beb8-1b5357221607 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:14.486089 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38520) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:14.486280 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-130ee0d1-daa2-4340-beb8-1b5357221607 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/subnets/2a2e2a7c-348f-4a0f-b151-868b8fb3672e HTTP/1.1" status: 204 len: 168 time: 0.3328714 Jul 30 20:27:14.490598 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50b8af2-68ae-418a-8ce1-b0655b9bda67 None None] Network 876464fb-1bb6-4ad1-9e94-421cb023f42c requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:27:14.504020 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-32f6fb93-47b4-4fff-97e5-c08263f1b578 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d83a33a87ba7411c8aaaa6bd09bc43aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3062551 Jul 30 20:27:14.504936 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38522) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:14.524747 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6fb93-47b4-4fff-97e5-c08263f1b578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab54a063-d7d0-4496-b8cb-4d64293cb150,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:14.568028 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44a17b1-f3ff-4828-9688-0075a794f969 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting subnet 500bacf6-ad24-4d5d-bd0a-f07ba673c4b4 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:27:14.573356 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b44a17b1-f3ff-4828-9688-0075a794f969 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:14.588082 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c499be58-481f-4690-9908-b91842e5dc61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:14.616565 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c499be58-481f-4690-9908-b91842e5dc61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:14.621200 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b44a17b1-f3ff-4828-9688-0075a794f969 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:14.694345 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c499be58-481f-4690-9908-b91842e5dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:14.700771 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c499be58-481f-4690-9908-b91842e5dc61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:14.704420 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c499be58-481f-4690-9908-b91842e5dc61 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ab54a063-d7d0-4496-b8cb-4d64293cb150 HTTP/1.1" status: 204 len: 168 time: 0.1967483 Jul 30 20:27:14.704655 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c1800d-fd70-49fd-a671-f83c4364bbf5 None None] DHCP port deletion for 876464fb-1bb6-4ad1-9e94-421cb023f42c request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:27:14.735764 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499be58-481f-4690-9908-b91842e5dc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab54a063-d7d0-4496-b8cb-4d64293cb150,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:14.748027 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b44a17b1-f3ff-4828-9688-0075a794f969 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:14.797405 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a2b3ec5-0d56-4cb0-a39e-f9a56304a892 req-d7704952-f91f-4ed4-931e-d32beb729211 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0730653 Jul 30 20:27:14.808559 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-69c1800d-fd70-49fd-a671-f83c4364bbf5 None None] Deleting port c24350c4-e130-483e-9d6f-ce64c381a4d6 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:27:14.809522 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69c1800d-fd70-49fd-a671-f83c4364bbf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:14.865489 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b44a17b1-f3ff-4828-9688-0075a794f969 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:14.899828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a17b1-f3ff-4828-9688-0075a794f969 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Subnet': ['ID=500bacf6-ad24-4d5d-bd0a-f07ba673c4b4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:14.901939 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b44a17b1-f3ff-4828-9688-0075a794f969 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:14.903853 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b44a17b1-f3ff-4828-9688-0075a794f969 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/subnets/500bacf6-ad24-4d5d-bd0a-f07ba673c4b4 HTTP/1.1" status: 204 len: 168 time: 0.4131558 Jul 30 20:27:14.906622 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38540) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:14.917244 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cfa7e6-8480-4a75-9359-8bf96154dcb2 None None] Network c02a3061-0b3b-4145-a714-1eb0c2ada6ed requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:27:14.986733 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e410150f-7dee-465b-a6cb-c074e9362c3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:14.990868 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-69c1800d-fd70-49fd-a671-f83c4364bbf5 None None] For port c24350c4-e130-483e-9d6f-ce64c381a4d6, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c24350c4-e130-483e-9d6f-ce64c381a4d6,segment=NetworkSegment(d038eed3-3ee7-42c9-8304-280b94325537),segment_id=d038eed3-3ee7-42c9-8304-280b94325537)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:27:14.991279 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69c1800d-fd70-49fd-a671-f83c4364bbf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:15.010998 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-69c1800d-fd70-49fd-a671-f83c4364bbf5 None None] Calling delete_port for c24350c4-e130-483e-9d6f-ce64c381a4d6 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:27:15.043496 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e410150f-7dee-465b-a6cb-c074e9362c3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting port c24350c4-e130-483e-9d6f-ce64c381a4d6 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:27:15.043868 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e410150f-7dee-465b-a6cb-c074e9362c3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:15.112916 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-e410150f-7dee-465b-a6cb-c074e9362c3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] For port c24350c4-e130-483e-9d6f-ce64c381a4d6, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c24350c4-e130-483e-9d6f-ce64c381a4d6,segment=NetworkSegment(d038eed3-3ee7-42c9-8304-280b94325537),segment_id=d038eed3-3ee7-42c9-8304-280b94325537)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:27:15.113125 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e410150f-7dee-465b-a6cb-c074e9362c3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:15.127973 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e410150f-7dee-465b-a6cb-c074e9362c3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Calling delete_port for c24350c4-e130-483e-9d6f-ce64c381a4d6 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:27:15.193468 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69c1800d-fd70-49fd-a671-f83c4364bbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:15.222888 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e410150f-7dee-465b-a6cb-c074e9362c3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:15.231613 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1800d-fd70-49fd-a671-f83c4364bbf5 None None] Pushing event deleted for resources: {'Port': ['ID=c24350c4-e130-483e-9d6f-ce64c381a4d6,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:15.237934 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c1800d-fd70-49fd-a671-f83c4364bbf5 None None] No DVR routers for this DVR port c24350c4-e130-483e-9d6f-ce64c381a4d6 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:27:15.253600 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410150f-7dee-465b-a6cb-c074e9362c3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Port': ['ID=c24350c4-e130-483e-9d6f-ce64c381a4d6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:15.259950 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e410150f-7dee-465b-a6cb-c074e9362c3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] No DVR routers for this DVR port c24350c4-e130-483e-9d6f-ce64c381a4d6 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:27:15.282498 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b2969a-acee-4c21-83fb-0cd2d6ae9c88 None None] DHCP port deletion for c02a3061-0b3b-4145-a714-1eb0c2ada6ed request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:27:15.344482 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c8b2969a-acee-4c21-83fb-0cd2d6ae9c88 None None] Deleting port 760f69d9-0b76-49f6-a128-2b6e800b2d29 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:27:15.344863 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8b2969a-acee-4c21-83fb-0cd2d6ae9c88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:15.391716 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e410150f-7dee-465b-a6cb-c074e9362c3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:15.407009 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-e410150f-7dee-465b-a6cb-c074e9362c3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876464fb-1bb6-4ad1-9e94-421cb023f42c']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:15.423824 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-e410150f-7dee-465b-a6cb-c074e9362c3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd038eed3-3ee7-42c9-8304-280b94325537') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:15.423824 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-e410150f-7dee-465b-a6cb-c074e9362c3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd038eed3-3ee7-42c9-8304-280b94325537') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:15.432845 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e410150f-7dee-465b-a6cb-c074e9362c3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:15.441756 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c8b2969a-acee-4c21-83fb-0cd2d6ae9c88 None None] For port 760f69d9-0b76-49f6-a128-2b6e800b2d29, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=760f69d9-0b76-49f6-a128-2b6e800b2d29,segment=NetworkSegment(fd24d9bb-291b-41bb-bd09-d5b3bcc8df68),segment_id=fd24d9bb-291b-41bb-bd09-d5b3bcc8df68)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:27:15.442163 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8b2969a-acee-4c21-83fb-0cd2d6ae9c88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:15.451259 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e410150f-7dee-465b-a6cb-c074e9362c3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:15.464891 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e410150f-7dee-465b-a6cb-c074e9362c3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:27:15.465759 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e410150f-7dee-465b-a6cb-c074e9362c3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:15.472951 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c8b2969a-acee-4c21-83fb-0cd2d6ae9c88 None None] Calling delete_port for 760f69d9-0b76-49f6-a128-2b6e800b2d29 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:27:15.473920 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:27:15.540075 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:15.563400 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e410150f-7dee-465b-a6cb-c074e9362c3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:15.588266 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e410150f-7dee-465b-a6cb-c074e9362c3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:15.589443 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8b2969a-acee-4c21-83fb-0cd2d6ae9c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:15.589918 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e410150f-7dee-465b-a6cb-c074e9362c3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/networks/876464fb-1bb6-4ad1-9e94-421cb023f42c HTTP/1.1" status: 204 len: 168 time: 0.6822884 Jul 30 20:27:15.591302 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410150f-7dee-465b-a6cb-c074e9362c3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Network': ['ID=876464fb-1bb6-4ad1-9e94-421cb023f42c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:15.594335 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38570) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:15.622660 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b2969a-acee-4c21-83fb-0cd2d6ae9c88 None None] No DVR routers for this DVR port 760f69d9-0b76-49f6-a128-2b6e800b2d29 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:27:15.625362 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2969a-acee-4c21-83fb-0cd2d6ae9c88 None None] Pushing event deleted for resources: {'Port': ['ID=760f69d9-0b76-49f6-a128-2b6e800b2d29,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:15.696469 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38572) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:15.700334 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fccc76ca-1f4f-4a83-93e6-dd6e98289db9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:15.707852 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c24350c4-e130-483e-9d6f-ce64c381a4d6 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:27:15.744379 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: c24350c4-e130-483e-9d6f-ce64c381a4d6 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:27:15.744755 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c24350c4-e130-483e-9d6f-ce64c381a4d6 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:27:15.745178 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 760f69d9-0b76-49f6-a128-2b6e800b2d29 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:27:15.766454 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 760f69d9-0b76-49f6-a128-2b6e800b2d29 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:27:15.766793 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 760f69d9-0b76-49f6-a128-2b6e800b2d29 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:27:15.809724 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fccc76ca-1f4f-4a83-93e6-dd6e98289db9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:15.821018 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-fccc76ca-1f4f-4a83-93e6-dd6e98289db9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02a3061-0b3b-4145-a714-1eb0c2ada6ed']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:15.822916 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3b3903fc-d8b0-4ab3-a574-e6e14aee7474 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1774277208-network', 'tenant_id': 'c1446840e1ab4f0c80547526cfc92a59'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:15.832834 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-fccc76ca-1f4f-4a83-93e6-dd6e98289db9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd24d9bb-291b-41bb-bd09-d5b3bcc8df68') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:15.833239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-fccc76ca-1f4f-4a83-93e6-dd6e98289db9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd24d9bb-291b-41bb-bd09-d5b3bcc8df68') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:15.843441 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fccc76ca-1f4f-4a83-93e6-dd6e98289db9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:15.852372 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3903fc-d8b0-4ab3-a574-e6e14aee7474 admin admin] Made reservation on behalf of c1446840e1ab4f0c80547526cfc92a59 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:27:15.859039 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b3903fc-d8b0-4ab3-a574-e6e14aee7474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:15.859980 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fccc76ca-1f4f-4a83-93e6-dd6e98289db9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:15.867752 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fccc76ca-1f4f-4a83-93e6-dd6e98289db9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:27:15.868298 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fccc76ca-1f4f-4a83-93e6-dd6e98289db9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:27:15.872083 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:27:15.875694 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b3903fc-d8b0-4ab3-a574-e6e14aee7474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:15.979241 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b3903fc-d8b0-4ab3-a574-e6e14aee7474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:15.983315 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b3903fc-d8b0-4ab3-a574-e6e14aee7474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:16.013410 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3903fc-d8b0-4ab3-a574-e6e14aee7474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:16.288920 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8842d3bd-4ee5-4e06-9c06-ed15e73dd173 req-9cfa0df0-b26d-4167-858f-ba6149cbe30b tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.3717830 Jul 30 20:27:16.301881 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fccc76ca-1f4f-4a83-93e6-dd6e98289db9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:16.308563 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3903fc-d8b0-4ab3-a574-e6e14aee7474 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:27:16.319598 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fccc76ca-1f4f-4a83-93e6-dd6e98289db9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:16.319894 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b3903fc-d8b0-4ab3-a574-e6e14aee7474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:16.320376 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-3b3903fc-d8b0-4ab3-a574-e6e14aee7474 admin admin] Added segment a1f0fa0d-0461-4458-9454-96010f68dd1f of type vlan for network c3db4910-5150-411c-bdea-a1856033917a Jul 30 20:27:16.325494 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fccc76ca-1f4f-4a83-93e6-dd6e98289db9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/networks/c02a3061-0b3b-4145-a714-1eb0c2ada6ed HTTP/1.1" status: 204 len: 168 time: 0.7258441 Jul 30 20:27:16.325494 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc76ca-1f4f-4a83-93e6-dd6e98289db9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Network': ['ID=c02a3061-0b3b-4145-a714-1eb0c2ada6ed,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:16.326990 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38580) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:16.331727 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-bda0884c-8698-4adc-9075-1a9755ca316e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1781429148'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:16.353139 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda0884c-8698-4adc-9075-1a9755ca316e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Made reservation on behalf of 99a99904313441dfa50421402bb9966b for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:27:16.356761 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bda0884c-8698-4adc-9075-1a9755ca316e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:16.365950 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b3903fc-d8b0-4ab3-a574-e6e14aee7474 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:16.382762 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda0884c-8698-4adc-9075-1a9755ca316e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:27:16.393106 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bda0884c-8698-4adc-9075-1a9755ca316e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:16.393633 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-bda0884c-8698-4adc-9075-1a9755ca316e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Added segment 3a365ecc-3464-4e75-bb30-4329769648db of type vlan for network 9b762d55-a991-48ce-ba1e-c227f9570c24 Jul 30 20:27:16.399700 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b3903fc-d8b0-4ab3-a574-e6e14aee7474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:16.400687 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3903fc-d8b0-4ab3-a574-e6e14aee7474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:16.401271 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b3903fc-d8b0-4ab3-a574-e6e14aee7474 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:16.437549 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bda0884c-8698-4adc-9075-1a9755ca316e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:16.466517 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bda0884c-8698-4adc-9075-1a9755ca316e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:16.474476 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3b3903fc-d8b0-4ab3-a574-e6e14aee7474 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7740183 Jul 30 20:27:16.474670 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda0884c-8698-4adc-9075-1a9755ca316e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:16.474769 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bda0884c-8698-4adc-9075-1a9755ca316e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:16.476613 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38582) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:16.484424 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-086ba2ea-103d-46dd-83d8-e6293915fe9b admin admin] Request body: {'subnet': {'network_id': 'c3db4910-5150-411c-bdea-a1856033917a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1774277208-subnet', 'tenant_id': 'c1446840e1ab4f0c80547526cfc92a59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:16.494385 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3903fc-d8b0-4ab3-a574-e6e14aee7474 admin admin] Pushing event updated for resources: {'Network': ['ID=c3db4910-5150-411c-bdea-a1856033917a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:16.505737 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network c3db4910-5150-411c-bdea-a1856033917a details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:27:16.513287 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086ba2ea-103d-46dd-83d8-e6293915fe9b admin admin] Made reservation on behalf of c1446840e1ab4f0c80547526cfc92a59 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:27:16.516698 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-086ba2ea-103d-46dd-83d8-e6293915fe9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:16.563223 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef5eb529-56b0-4c95-a4d8-699b78cae25b req-8fd97246-c6f8-418e-8e17-5b42b55c51de service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0641723 Jul 30 20:27:16.569395 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-bda0884c-8698-4adc-9075-1a9755ca316e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2386804 Jul 30 20:27:16.570152 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38588) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:16.576309 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-c226d432-9f25-43a8-b636-90477c1598c5 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'subnet': {'network_id': '9b762d55-a991-48ce-ba1e-c227f9570c24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:16.596656 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0884c-8698-4adc-9075-1a9755ca316e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Network': ['ID=9b762d55-a991-48ce-ba1e-c227f9570c24,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:16.612659 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 9b762d55-a991-48ce-ba1e-c227f9570c24 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:27:16.697086 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c226d432-9f25-43a8-b636-90477c1598c5 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Made reservation on behalf of 99a99904313441dfa50421402bb9966b for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:27:16.703253 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c226d432-9f25-43a8-b636-90477c1598c5 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:16.735910 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-086ba2ea-103d-46dd-83d8-e6293915fe9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:16.791205 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ba2ea-103d-46dd-83d8-e6293915fe9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5494e9b8-9c99-4074-b51b-d722a328ab2d,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:16.807621 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ba2ea-103d-46dd-83d8-e6293915fe9b admin admin] Checking segment: {'id': 'a1f0fa0d-0461-4458-9454-96010f68dd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3db4910-5150-411c-bdea-a1856033917a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:27:16.808086 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086ba2ea-103d-46dd-83d8-e6293915fe9b admin admin] Network hostable DHCP agents. Network: c3db4910-5150-411c-bdea-a1856033917a, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:27:16.825640 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086ba2ea-103d-46dd-83d8-e6293915fe9b admin admin] Network c3db4910-5150-411c-bdea-a1856033917a is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:27:16.835486 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-086ba2ea-103d-46dd-83d8-e6293915fe9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, c3db4910-5150-411c-bdea-a1856033917a) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:16.840389 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086ba2ea-103d-46dd-83d8-e6293915fe9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:16.841193 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-086ba2ea-103d-46dd-83d8-e6293915fe9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:16.847079 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6baa2d-70c9-4400-be08-486fc108abc8 None None] Network c3db4910-5150-411c-bdea-a1856033917a requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:27:16.871990 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-086ba2ea-103d-46dd-83d8-e6293915fe9b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3943181 Jul 30 20:27:16.928638 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c226d432-9f25-43a8-b636-90477c1598c5 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:16.999526 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226d432-9f25-43a8-b636-90477c1598c5 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Subnet': ['ID=94521f5d-3b6f-48f4-806d-278c6aa82c4e,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:17.009911 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d863ac3-89a0-4df2-b16c-a2502b0ca371 None None] Network c3db4910-5150-411c-bdea-a1856033917a requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:27:17.010313 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226d432-9f25-43a8-b636-90477c1598c5 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Checking segment: {'id': '3a365ecc-3464-4e75-bb30-4329769648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9b762d55-a991-48ce-ba1e-c227f9570c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:27:17.010782 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c226d432-9f25-43a8-b636-90477c1598c5 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network hostable DHCP agents. Network: 9b762d55-a991-48ce-ba1e-c227f9570c24, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:27:17.032584 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c226d432-9f25-43a8-b636-90477c1598c5 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network 9b762d55-a991-48ce-ba1e-c227f9570c24 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:27:17.055217 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-c226d432-9f25-43a8-b636-90477c1598c5 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 9b762d55-a991-48ce-ba1e-c227f9570c24) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:17.060043 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c226d432-9f25-43a8-b636-90477c1598c5 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:17.061182 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c226d432-9f25-43a8-b636-90477c1598c5 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:17.068765 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8c7664-0cbd-4bdf-867c-bbf78e25473b None None] Network 9b762d55-a991-48ce-ba1e-c227f9570c24 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:27:17.080959 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c226d432-9f25-43a8-b636-90477c1598c5 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5098169 Jul 30 20:27:17.082979 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38600) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:17.089545 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-5b389fc2-a195-41c4-b836-75117461ec2b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-841540912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:17.127635 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b389fc2-a195-41c4-b836-75117461ec2b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:17.129494 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b389fc2-a195-41c4-b836-75117461ec2b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:17.189650 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b389fc2-a195-41c4-b836-75117461ec2b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:17.208922 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b389fc2-a195-41c4-b836-75117461ec2b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:17.236918 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b389fc2-a195-41c4-b836-75117461ec2b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:17.238191 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5b389fc2-a195-41c4-b836-75117461ec2b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1541886 Jul 30 20:27:17.241104 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38602) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:17.247062 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8a4aad27-59cc-4509-8ac7-f69cb81428d0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'port': {'network_id': '9b762d55-a991-48ce-ba1e-c227f9570c24', 'name': 'tempest-RoutersIpV6Test-525176050'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:17.309929 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551e8371-ec9c-4803-a100-2b7886ab1127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-9b762d55-a991-48ce-ba1e-c227f9570c24', 'network_id': '9b762d55-a991-48ce-ba1e-c227f9570c24', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'fixed_ips': [{'subnet_id': '94521f5d-3b6f-48f4-806d-278c6aa82c4e'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:27:17.311759 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-551e8371-ec9c-4803-a100-2b7886ab1127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:17.392985 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4aad27-59cc-4509-8ac7-f69cb81428d0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Made reservation on behalf of 99a99904313441dfa50421402bb9966b for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:27:17.401017 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a4aad27-59cc-4509-8ac7-f69cb81428d0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:17.428052 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-8a4aad27-59cc-4509-8ac7-f69cb81428d0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] device_id is not set on port 2f5f4a16-9889-4cb5-9622-02b695a8cb83 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:27:17.463612 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9c229648-8f4e-4e88-aad4-c1db53be8080 req-7969c201-e65d-4f19-b2de-9c099be4799d tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0331473 Jul 30 20:27:17.616430 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-551e8371-ec9c-4803-a100-2b7886ab1127 None None] Allocated IP 2001:db8::2 (9b762d55-a991-48ce-ba1e-c227f9570c24/94521f5d-3b6f-48f4-806d-278c6aa82c4e/41cecf8c-8593-48d9-ae5f-661ee0b3da77) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:27:17.808049 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-551e8371-ec9c-4803-a100-2b7886ab1127 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:17.820596 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-551e8371-ec9c-4803-a100-2b7886ab1127 None None] Transition to ACTIVE for port object 41cecf8c-8593-48d9-ae5f-661ee0b3da77 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:17.837427 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-551e8371-ec9c-4803-a100-2b7886ab1127 None None] Transition to ACTIVE for port object 41cecf8c-8593-48d9-ae5f-661ee0b3da77 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:17.844562 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-551e8371-ec9c-4803-a100-2b7886ab1127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:17.886237 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551e8371-ec9c-4803-a100-2b7886ab1127 None None] Network 9b762d55-a991-48ce-ba1e-c227f9570c24 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:27:17.889706 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-551e8371-ec9c-4803-a100-2b7886ab1127 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:17.893995 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e8371-ec9c-4803-a100-2b7886ab1127 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:27:17.902731 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-8a4aad27-59cc-4509-8ac7-f69cb81428d0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Allocated IP 2001:db8::cc (9b762d55-a991-48ce-ba1e-c227f9570c24/94521f5d-3b6f-48f4-806d-278c6aa82c4e/2f5f4a16-9889-4cb5-9622-02b695a8cb83) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:27:17.905398 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e8371-ec9c-4803-a100-2b7886ab1127 None None] Pushing event updated for resources: {'Port': ['ID=41cecf8c-8593-48d9-ae5f-661ee0b3da77,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:17.960981 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-551e8371-ec9c-4803-a100-2b7886ab1127 None None] Attempting to bind port 41cecf8c-8593-48d9-ae5f-661ee0b3da77 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:27:17.961348 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-551e8371-ec9c-4803-a100-2b7886ab1127 None None] Attempting to bind port 41cecf8c-8593-48d9-ae5f-661ee0b3da77 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '3a365ecc-3464-4e75-bb30-4329769648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9b762d55-a991-48ce-ba1e-c227f9570c24'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:27:17.961832 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e8371-ec9c-4803-a100-2b7886ab1127 None None] Attempting to bind port 41cecf8c-8593-48d9-ae5f-661ee0b3da77 on network 9b762d55-a991-48ce-ba1e-c227f9570c24 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:27:17.968169 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e8371-ec9c-4803-a100-2b7886ab1127 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:27:17.968685 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e8371-ec9c-4803-a100-2b7886ab1127 None None] Checking segment: {'id': '3a365ecc-3464-4e75-bb30-4329769648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9b762d55-a991-48ce-ba1e-c227f9570c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:27:17.969087 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-551e8371-ec9c-4803-a100-2b7886ab1127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:17.969474 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e8371-ec9c-4803-a100-2b7886ab1127 None None] Bound using segment: {'id': '3a365ecc-3464-4e75-bb30-4329769648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9b762d55-a991-48ce-ba1e-c227f9570c24'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:27:17.969935 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-551e8371-ec9c-4803-a100-2b7886ab1127 None None] Bound port: 41cecf8c-8593-48d9-ae5f-661ee0b3da77, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a365ecc-3464-4e75-bb30-4329769648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9b762d55-a991-48ce-ba1e-c227f9570c24'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:27:17.970310 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-551e8371-ec9c-4803-a100-2b7886ab1127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:18.044427 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-551e8371-ec9c-4803-a100-2b7886ab1127 None None] For port 41cecf8c-8593-48d9-ae5f-661ee0b3da77, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:27:18.049334 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-551e8371-ec9c-4803-a100-2b7886ab1127 None None] For port 41cecf8c-8593-48d9-ae5f-661ee0b3da77, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=41cecf8c-8593-48d9-ae5f-661ee0b3da77,segment=NetworkSegment(3a365ecc-3464-4e75-bb30-4329769648db),segment_id=3a365ecc-3464-4e75-bb30-4329769648db)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:27:18.055253 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-551e8371-ec9c-4803-a100-2b7886ab1127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:18.061760 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a4aad27-59cc-4509-8ac7-f69cb81428d0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:18.076479 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-8a4aad27-59cc-4509-8ac7-f69cb81428d0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Transition to ACTIVE for port object 2f5f4a16-9889-4cb5-9622-02b695a8cb83 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:18.122072 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a4aad27-59cc-4509-8ac7-f69cb81428d0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:18.139378 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e8371-ec9c-4803-a100-2b7886ab1127 None None] Pushing event updated for resources: {'Port': ['ID=41cecf8c-8593-48d9-ae5f-661ee0b3da77,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:18.168724 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4aad27-59cc-4509-8ac7-f69cb81428d0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network 9b762d55-a991-48ce-ba1e-c227f9570c24 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:27:18.175591 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8a4aad27-59cc-4509-8ac7-f69cb81428d0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:18.181251 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4aad27-59cc-4509-8ac7-f69cb81428d0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:27:18.188129 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4aad27-59cc-4509-8ac7-f69cb81428d0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:18.188950 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a4aad27-59cc-4509-8ac7-f69cb81428d0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:18.213031 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4aad27-59cc-4509-8ac7-f69cb81428d0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Port': ['ID=2f5f4a16-9889-4cb5-9622-02b695a8cb83,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:18.218405 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8a4aad27-59cc-4509-8ac7-f69cb81428d0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.9762011 Jul 30 20:27:18.221124 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38616) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:18.608043 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc50d4ee-7ae2-4334-8afc-7727582a612f req-a7c27aca-701b-4f67-a469-1571cba92754 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0402312 Jul 30 20:27:18.663241 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-209339db-a69d-47e5-a248-0762278da4d6 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:19.041870 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-209339db-a69d-47e5-a248-0762278da4d6 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:19.060043 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-209339db-a69d-47e5-a248-0762278da4d6 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:19.156680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209339db-a69d-47e5-a248-0762278da4d6 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Port': ['ID=2f5f4a16-9889-4cb5-9622-02b695a8cb83,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:19.240679 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7caf3ebb-d0e0-44b5-a571-61306f999cef req-a44907dd-0378-4471-ba28-84998c649aba tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea&device_id=a7afcbec-33e0-4ecb-bcce-74dc87725a43 HTTP/1.1" status: 200 len: 210 time: 0.0340974 Jul 30 20:27:19.537181 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-209339db-a69d-47e5-a248-0762278da4d6 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:19.615112 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-29f3907c-11b9-4880-8122-a324ed21d84e req-a27b4af7-46f7-49e8-a9f1-da4ac61f32f6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b2cbe48a11514afd89e8fbabe0febb01&device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0935936 Jul 30 20:27:19.656064 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae7bd0a-b76c-498d-8dfc-811638c77ff6 None None] Network 9b762d55-a991-48ce-ba1e-c227f9570c24 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:27:19.678268 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a1eff15-bcab-4afe-a668-62bc81df27ea req-aa468a4f-049c-46bb-b8bc-c32ab5b9d027 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0685601 Jul 30 20:27:19.705783 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-29f3907c-11b9-4880-8122-a324ed21d84e req-49b71ea9-2ee6-4609-8998-084a2ac2f255 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=b2cbe48a11514afd89e8fbabe0febb01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0807135 Jul 30 20:27:19.754109 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:19.783348 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-693e66ba-690a-4895-b7d6-12b1d5a4464b None None] Provisioning for port 41cecf8c-8593-48d9-ae5f-661ee0b3da77 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:27:19.822314 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 41cecf8c-8593-48d9-ae5f-661ee0b3da77 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:27:19.958687 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3907c-11b9-4880-8122-a324ed21d84e req-ea441e56-6880-4134-9706-128a9001bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:19.960747 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-29f3907c-11b9-4880-8122-a324ed21d84e req-ea441e56-6880-4134-9706-128a9001bbfa service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2422059 Jul 30 20:27:20.078562 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-209339db-a69d-47e5-a248-0762278da4d6 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:20.103917 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 41cecf8c-8593-48d9-ae5f-661ee0b3da77 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:27:20.124528 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 41cecf8c-8593-48d9-ae5f-661ee0b3da77 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:20.124901 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:20.370103 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:20.414455 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 41cecf8c-8593-48d9-ae5f-661ee0b3da77, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=41cecf8c-8593-48d9-ae5f-661ee0b3da77,segment=NetworkSegment(3a365ecc-3464-4e75-bb30-4329769648db),segment_id=3a365ecc-3464-4e75-bb30-4329769648db)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:27:20.420233 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:20.512547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=41cecf8c-8593-48d9-ae5f-661ee0b3da77,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:20.533214 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-209339db-a69d-47e5-a248-0762278da4d6 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:20.550351 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-209339db-a69d-47e5-a248-0762278da4d6 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:20.551912 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-209339db-a69d-47e5-a248-0762278da4d6 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:20.561239 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d28246cb-f5af-4768-bd42-b6697cdbf54b None None] Provisioning complete for port 41cecf8c-8593-48d9-ae5f-661ee0b3da77 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:20.561831 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d28246cb-f5af-4768-bd42-b6697cdbf54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:20.654119 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209339db-a69d-47e5-a248-0762278da4d6 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Port': ['ID=2f5f4a16-9889-4cb5-9622-02b695a8cb83,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:20.696185 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d28246cb-f5af-4768-bd42-b6697cdbf54b None None] Provisioning for port 2f5f4a16-9889-4cb5-9622-02b695a8cb83 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:27:20.700928 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d28246cb-f5af-4768-bd42-b6697cdbf54b None None] Provisioning complete for port 2f5f4a16-9889-4cb5-9622-02b695a8cb83 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:20.702511 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d28246cb-f5af-4768-bd42-b6697cdbf54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:20.738567 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209339db-a69d-47e5-a248-0762278da4d6 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network 9b762d55-a991-48ce-ba1e-c227f9570c24 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:27:20.742614 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-209339db-a69d-47e5-a248-0762278da4d6 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:20.770858 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d28246cb-f5af-4768-bd42-b6697cdbf54b None None] Port 2f5f4a16-9889-4cb5-9622-02b695a8cb83 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:27:20.914970 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bed563fe-d8aa-46ce-8d95-2a861a2be061 None None] Provisioning complete for port 2f5f4a16-9889-4cb5-9622-02b695a8cb83 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:20.915341 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bed563fe-d8aa-46ce-8d95-2a861a2be061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:20.955819 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bed563fe-d8aa-46ce-8d95-2a861a2be061 None None] Port 2f5f4a16-9889-4cb5-9622-02b695a8cb83 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:27:20.964479 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a53d47e2-1acb-4e85-99a1-de76435d477c req-6be9daac-966d-4f6e-af5b-f88989c61921 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0602696 Jul 30 20:27:21.029056 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209339db-a69d-47e5-a248-0762278da4d6 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Router a0d50624-b92d-4a0b-8436-6cf056a31438 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:27:21.132386 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209339db-a69d-47e5-a248-0762278da4d6 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:27:21.137565 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-209339db-a69d-47e5-a248-0762278da4d6 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "PUT /v2.0/routers/a0d50624-b92d-4a0b-8436-6cf056a31438/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9152930 Jul 30 20:27:21.140544 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38650) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:21.144678 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017c18fe-a7c8-4dfd-8a5e-d115c836e8fd None None] Sync routers for ids ['a0d50624-b92d-4a0b-8436-6cf056a31438'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:27:21.158723 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c18fe-a7c8-4dfd-8a5e-d115c836e8fd None None] Routers {'a0d50624-b92d-4a0b-8436-6cf056a31438'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:21.159710 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-017c18fe-a7c8-4dfd-8a5e-d115c836e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:26:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a0d50624-b92d-4a0b-8436-6cf056a31438'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:21.208206 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-017c18fe-a7c8-4dfd-8a5e-d115c836e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:21.210895 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3e2b9071-fa43-4e76-a7f1-e266d0a7218f None None] Provisioning complete for port 2f5f4a16-9889-4cb5-9622-02b695a8cb83 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:21.211557 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3e2b9071-fa43-4e76-a7f1-e266d0a7218f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:21.220558 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f984ca0e-4bd6-4261-8aa3-f8a7a10d947d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:21.223382 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c18fe-a7c8-4dfd-8a5e-d115c836e8fd None None] Routers {'a0d50624-b92d-4a0b-8436-6cf056a31438'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:21.224239 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-017c18fe-a7c8-4dfd-8a5e-d115c836e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:26:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a0d50624-b92d-4a0b-8436-6cf056a31438'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:21.236561 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f984ca0e-4bd6-4261-8aa3-f8a7a10d947d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "GET /v2.0/ports/2f5f4a16-9889-4cb5-9622-02b695a8cb83 HTTP/1.1" status: 200 len: 982 time: 0.0940537 Jul 30 20:27:21.239066 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38656) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:21.289782 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3e2b9071-fa43-4e76-a7f1-e266d0a7218f None None] Port 2f5f4a16-9889-4cb5-9622-02b695a8cb83 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:27:21.293591 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80552ac6-b6b4-4c4b-8407-2a65e46015ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:21.325707 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-017c18fe-a7c8-4dfd-8a5e-d115c836e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:21.328198 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017c18fe-a7c8-4dfd-8a5e-d115c836e8fd None None] The sync data for ids ['a0d50624-b92d-4a0b-8436-6cf056a31438'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:27:21.447324 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-29f3907c-11b9-4880-8122-a324ed21d84e req-c7e4fc4d-7028-411a-87e0-871a974181e7 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.83 "GET /v2.0/ports?device_id=0137ef09-d1e3-46a1-88f0-3706d0682aea HTTP/1.1" status: 200 len: 210 time: 0.0405722 Jul 30 20:27:21.617390 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-50d18764-27db-4d3f-9144-5ec79cc86383 None None] Provisioning complete for port 2f5f4a16-9889-4cb5-9622-02b695a8cb83 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:21.618112 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50d18764-27db-4d3f-9144-5ec79cc86383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:21.687743 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-50d18764-27db-4d3f-9144-5ec79cc86383 None None] Port 2f5f4a16-9889-4cb5-9622-02b695a8cb83 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:27:21.713476 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb3b2-17d8-41b5-8c5f-bf8981db8161 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:21.717805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 41cecf8c-8593-48d9-ae5f-661ee0b3da77 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:27:21.770210 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 41cecf8c-8593-48d9-ae5f-661ee0b3da77 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:21.770575 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:22.028479 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4d7cb3b2-17d8-41b5-8c5f-bf8981db8161 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting port 2f5f4a16-9889-4cb5-9622-02b695a8cb83 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:27:22.029046 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb3b2-17d8-41b5-8c5f-bf8981db8161 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:22.129908 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb3b2-17d8-41b5-8c5f-bf8981db8161 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:22.143930 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4d7cb3b2-17d8-41b5-8c5f-bf8981db8161 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Calling delete_port for 2f5f4a16-9889-4cb5-9622-02b695a8cb83 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:27:22.274131 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a973d50-e6f9-4607-9e5e-ffafabced2c2 req-3af7b3a0-37c6-473b-a62d-543e91d8d3c5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b2cbe48a11514afd89e8fbabe0febb01&device_id=a7afcbec-33e0-4ecb-bcce-74dc87725a43 HTTP/1.1" status: 200 len: 210 time: 0.0506070 Jul 30 20:27:22.348906 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a973d50-e6f9-4607-9e5e-ffafabced2c2 req-708d9a9e-09dd-4dc7-a072-44dab6acb2f8 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b2cbe48a11514afd89e8fbabe0febb01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559137 Jul 30 20:27:22.388697 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb139d69-c7d4-4b7d-b8e6-74f8edc13393 req-51f80984-5c90-4859-bbc1-85146ed725c1 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7afcbec-33e0-4ecb-bcce-74dc87725a43 HTTP/1.1" status: 200 len: 210 time: 0.0727403 Jul 30 20:27:22.446982 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb3b2-17d8-41b5-8c5f-bf8981db8161 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:22.567445 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a973d50-e6f9-4607-9e5e-ffafabced2c2 req-8a606e8c-9451-4c76-b811-4225241b1863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:22.569288 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a973d50-e6f9-4607-9e5e-ffafabced2c2 req-8a606e8c-9451-4c76-b811-4225241b1863 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1970406 Jul 30 20:27:22.591053 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cb3b2-17d8-41b5-8c5f-bf8981db8161 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Port': ['ID=2f5f4a16-9889-4cb5-9622-02b695a8cb83,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:22.680079 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb3b2-17d8-41b5-8c5f-bf8981db8161 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:22.844107 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7cb3b2-17d8-41b5-8c5f-bf8981db8161 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Router a0d50624-b92d-4a0b-8436-6cf056a31438 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:27:22.949498 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7cb3b2-17d8-41b5-8c5f-bf8981db8161 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:27:22.959995 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4d7cb3b2-17d8-41b5-8c5f-bf8981db8161 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "PUT /v2.0/routers/a0d50624-b92d-4a0b-8436-6cf056a31438/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7172258 Jul 30 20:27:22.960684 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38720) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:22.960818 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc0e55-d877-4081-8ed5-856cd5e11f9b None None] Sync routers for ids ['a0d50624-b92d-4a0b-8436-6cf056a31438'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:27:22.970366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc0e55-d877-4081-8ed5-856cd5e11f9b None None] Routers {'a0d50624-b92d-4a0b-8436-6cf056a31438'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:22.970992 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d7cc0e55-d877-4081-8ed5-856cd5e11f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:26:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a0d50624-b92d-4a0b-8436-6cf056a31438'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:23.187559 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-64322927-46e6-4e67-a38a-19c50fb216ae tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] remove_router_interface failed (client error): The resource could not be found. Jul 30 20:27:23.191659 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38732) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:23.191780 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-64322927-46e6-4e67-a38a-19c50fb216ae tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "PUT /v2.0/routers/a0d50624-b92d-4a0b-8436-6cf056a31438/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2282443 Jul 30 20:27:23.213136 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d7cc0e55-d877-4081-8ed5-856cd5e11f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:23.221997 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc0e55-d877-4081-8ed5-856cd5e11f9b None None] Routers {'a0d50624-b92d-4a0b-8436-6cf056a31438'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:23.222608 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d7cc0e55-d877-4081-8ed5-856cd5e11f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:26:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a0d50624-b92d-4a0b-8436-6cf056a31438'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:23.247138 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38746) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:23.255684 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e8771cab-1f93-4e1d-bab0-f8e4480b398a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0d50624-b92d-4a0b-8436-6cf056a31438 HTTP/1.1" status: 200 len: 205 time: 0.0622306 Jul 30 20:27:23.257141 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d7cc0e55-d877-4081-8ed5-856cd5e11f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:23.257876 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc0e55-d877-4081-8ed5-856cd5e11f9b None None] The sync data for ids ['a0d50624-b92d-4a0b-8436-6cf056a31438'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:27:23.324561 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-816ebeeb-26de-45b7-8947-0b7b8c73cc5b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:23.516394 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-389a5445-4321-4e0a-b682-04e92483a137 req-a796f3a5-1431-4349-9709-c4453028fdc6 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7afcbec-33e0-4ecb-bcce-74dc87725a43 HTTP/1.1" status: 200 len: 210 time: 0.0346012 Jul 30 20:27:23.706583 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-098eaf35-7a5c-4c48-b32e-c140fb942715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:23.860591 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a973d50-e6f9-4607-9e5e-ffafabced2c2 req-f6c6fae5-f39f-4efd-8933-3eab2870d855 tempest-ServerShowV247Test-1486368197 tempest-ServerShowV247Test-1486368197-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7afcbec-33e0-4ecb-bcce-74dc87725a43 HTTP/1.1" status: 200 len: 210 time: 0.0305185 Jul 30 20:27:23.864850 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-816ebeeb-26de-45b7-8947-0b7b8c73cc5b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:23.867919 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-816ebeeb-26de-45b7-8947-0b7b8c73cc5b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:23.923269 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-816ebeeb-26de-45b7-8947-0b7b8c73cc5b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:23.923930 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816ebeeb-26de-45b7-8947-0b7b8c73cc5b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Fanout notify agent at l3_agent the message router_deleted on router a0d50624-b92d-4a0b-8436-6cf056a31438 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:27:23.932318 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-816ebeeb-26de-45b7-8947-0b7b8c73cc5b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:23.936588 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-816ebeeb-26de-45b7-8947-0b7b8c73cc5b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/routers/a0d50624-b92d-4a0b-8436-6cf056a31438 HTTP/1.1" status: 204 len: 168 time: 0.6844728 Jul 30 20:27:23.936852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38762) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:23.945711 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:24.000908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf469a99-5c48-41c3-950a-6809a43ec94e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting subnet 94521f5d-3b6f-48f4-806d-278c6aa82c4e {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:27:24.004675 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bf469a99-5c48-41c3-950a-6809a43ec94e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:24.066764 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bf469a99-5c48-41c3-950a-6809a43ec94e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:24.154653 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bf469a99-5c48-41c3-950a-6809a43ec94e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:24.221091 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bf469a99-5c48-41c3-950a-6809a43ec94e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:24.254481 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf469a99-5c48-41c3-950a-6809a43ec94e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Subnet': ['ID=94521f5d-3b6f-48f4-806d-278c6aa82c4e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:24.259000 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bf469a99-5c48-41c3-950a-6809a43ec94e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:24.263236 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-bf469a99-5c48-41c3-950a-6809a43ec94e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/subnets/94521f5d-3b6f-48f4-806d-278c6aa82c4e HTTP/1.1" status: 204 len: 168 time: 0.3231006 Jul 30 20:27:24.264475 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38766) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:24.273979 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ec63ee-ee2a-4e6f-8c62-55d88e234b76 None None] Network 9b762d55-a991-48ce-ba1e-c227f9570c24 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:27:24.378533 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d86afc5a-288f-4f2c-a765-5bdc22341cee tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:24.487752 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-d86afc5a-288f-4f2c-a765-5bdc22341cee tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting port 41cecf8c-8593-48d9-ae5f-661ee0b3da77 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:27:24.488427 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d86afc5a-288f-4f2c-a765-5bdc22341cee tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:24.545341 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f452ac5e-a91d-47d6-ba7c-46854aa58daa None None] DHCP port deletion for 9b762d55-a991-48ce-ba1e-c227f9570c24 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:27:24.627071 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f452ac5e-a91d-47d6-ba7c-46854aa58daa None None] Deleting port 41cecf8c-8593-48d9-ae5f-661ee0b3da77 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:27:24.627587 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f452ac5e-a91d-47d6-ba7c-46854aa58daa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:24.649909 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-d86afc5a-288f-4f2c-a765-5bdc22341cee tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] For port 41cecf8c-8593-48d9-ae5f-661ee0b3da77, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=41cecf8c-8593-48d9-ae5f-661ee0b3da77,segment=NetworkSegment(3a365ecc-3464-4e75-bb30-4329769648db),segment_id=3a365ecc-3464-4e75-bb30-4329769648db)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:27:24.651617 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d86afc5a-288f-4f2c-a765-5bdc22341cee tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:24.678271 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-d86afc5a-288f-4f2c-a765-5bdc22341cee tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Calling delete_port for 41cecf8c-8593-48d9-ae5f-661ee0b3da77 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:27:24.730298 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f452ac5e-a91d-47d6-ba7c-46854aa58daa None None] For port 41cecf8c-8593-48d9-ae5f-661ee0b3da77, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=41cecf8c-8593-48d9-ae5f-661ee0b3da77,segment=NetworkSegment(3a365ecc-3464-4e75-bb30-4329769648db),segment_id=3a365ecc-3464-4e75-bb30-4329769648db)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:27:24.731053 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f452ac5e-a91d-47d6-ba7c-46854aa58daa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:24.759987 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f452ac5e-a91d-47d6-ba7c-46854aa58daa None None] Calling delete_port for 41cecf8c-8593-48d9-ae5f-661ee0b3da77 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:27:24.805849 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d86afc5a-288f-4f2c-a765-5bdc22341cee tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:24.864598 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86afc5a-288f-4f2c-a765-5bdc22341cee tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Port': ['ID=41cecf8c-8593-48d9-ae5f-661ee0b3da77,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:24.868364 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86afc5a-288f-4f2c-a765-5bdc22341cee tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] No DVR routers for this DVR port 41cecf8c-8593-48d9-ae5f-661ee0b3da77 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:24.875909 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 20:27:24.881517 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f452ac5e-a91d-47d6-ba7c-46854aa58daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:24.912066 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452ac5e-a91d-47d6-ba7c-46854aa58daa None None] Pushing event deleted for resources: {'Port': ['ID=41cecf8c-8593-48d9-ae5f-661ee0b3da77,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:24.915000 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f452ac5e-a91d-47d6-ba7c-46854aa58daa None None] No DVR routers for this DVR port 41cecf8c-8593-48d9-ae5f-661ee0b3da77 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:27:24.977845 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:24.978937 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d86afc5a-288f-4f2c-a765-5bdc22341cee tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:24.989267 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d86afc5a-288f-4f2c-a765-5bdc22341cee tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b762d55-a991-48ce-ba1e-c227f9570c24']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:25.003346 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d86afc5a-288f-4f2c-a765-5bdc22341cee tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a365ecc-3464-4e75-bb30-4329769648db') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:25.003763 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d86afc5a-288f-4f2c-a765-5bdc22341cee tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a365ecc-3464-4e75-bb30-4329769648db') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:25.015298 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d86afc5a-288f-4f2c-a765-5bdc22341cee tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:25.035146 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d86afc5a-288f-4f2c-a765-5bdc22341cee tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:25.052336 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86afc5a-288f-4f2c-a765-5bdc22341cee tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:27:25.052745 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d86afc5a-288f-4f2c-a765-5bdc22341cee tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:27:25.056167 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:27:25.066699 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38780) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:25.146818 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d86afc5a-288f-4f2c-a765-5bdc22341cee tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:25.154616 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d86afc5a-288f-4f2c-a765-5bdc22341cee tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:25.163010 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38786) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:25.165164 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d86afc5a-288f-4f2c-a765-5bdc22341cee tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/networks/9b762d55-a991-48ce-ba1e-c227f9570c24 HTTP/1.1" status: 204 len: 168 time: 0.8977227 Jul 30 20:27:25.170405 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f10c679e-07e3-45c6-aea0-0effd80ddd0b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1188119864'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:25.206546 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10c679e-07e3-45c6-aea0-0effd80ddd0b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Made reservation on behalf of 99a99904313441dfa50421402bb9966b for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:27:25.214248 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f10c679e-07e3-45c6-aea0-0effd80ddd0b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:25.272622 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc62cef6-73c8-41a4-b3ff-7fd4fd739fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:25.274462 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10c679e-07e3-45c6-aea0-0effd80ddd0b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:27:25.304176 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f10c679e-07e3-45c6-aea0-0effd80ddd0b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:25.304661 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-f10c679e-07e3-45c6-aea0-0effd80ddd0b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Added segment e2677b07-f9eb-44a5-a6bc-f3281c7f3963 of type vlan for network a577ccf5-91a2-4e4b-8db6-b8cc07bab020 Jul 30 20:27:25.371810 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f10c679e-07e3-45c6-aea0-0effd80ddd0b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:25.428681 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f10c679e-07e3-45c6-aea0-0effd80ddd0b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:25.434266 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10c679e-07e3-45c6-aea0-0effd80ddd0b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:25.434961 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f10c679e-07e3-45c6-aea0-0effd80ddd0b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:25.530526 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c679e-07e3-45c6-aea0-0effd80ddd0b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Network': ['ID=a577ccf5-91a2-4e4b-8db6-b8cc07bab020,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:25.536835 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc62cef6-73c8-41a4-b3ff-7fd4fd739fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:25.544060 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network a577ccf5-91a2-4e4b-8db6-b8cc07bab020 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:27:25.546694 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc62cef6-73c8-41a4-b3ff-7fd4fd739fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:25.568633 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f10c679e-07e3-45c6-aea0-0effd80ddd0b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4039762 Jul 30 20:27:25.577021 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38788) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:25.583032 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f2b6f77f-d7b2-4bbb-9d47-6fa0f171f552 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'subnet': {'network_id': 'a577ccf5-91a2-4e4b-8db6-b8cc07bab020', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:25.606521 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86afc5a-288f-4f2c-a765-5bdc22341cee tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Network': ['ID=9b762d55-a991-48ce-ba1e-c227f9570c24,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:25.656739 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dc62cef6-73c8-41a4-b3ff-7fd4fd739fd5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b2cbe48a11514afd89e8fbabe0febb01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5854921 Jul 30 20:27:25.657248 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62cef6-73c8-41a4-b3ff-7fd4fd739fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a380877-946e-4a17-9911-44910022be2b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:25.657466 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38792) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:25.751562 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-310a3eae-49cb-4600-94b2-9b0bae8ff249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:25.775470 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-310a3eae-49cb-4600-94b2-9b0bae8ff249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:25.779073 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b6f77f-d7b2-4bbb-9d47-6fa0f171f552 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Made reservation on behalf of 99a99904313441dfa50421402bb9966b for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:27:25.798085 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2b6f77f-d7b2-4bbb-9d47-6fa0f171f552 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:25.823723 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 41cecf8c-8593-48d9-ae5f-661ee0b3da77 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:27:25.844233 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-310a3eae-49cb-4600-94b2-9b0bae8ff249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:25.847765 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 41cecf8c-8593-48d9-ae5f-661ee0b3da77 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:27:25.848105 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-310a3eae-49cb-4600-94b2-9b0bae8ff249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:25.848447 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 41cecf8c-8593-48d9-ae5f-661ee0b3da77 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:27:25.851605 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-310a3eae-49cb-4600-94b2-9b0bae8ff249 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4a380877-946e-4a17-9911-44910022be2b HTTP/1.1" status: 204 len: 168 time: 0.1863029 Jul 30 20:27:25.882663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a3eae-49cb-4600-94b2-9b0bae8ff249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a380877-946e-4a17-9911-44910022be2b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:26.072423 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2b6f77f-d7b2-4bbb-9d47-6fa0f171f552 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:26.153438 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6f77f-d7b2-4bbb-9d47-6fa0f171f552 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Subnet': ['ID=f5b80907-05bb-4dba-ba38-b2d422cf0bdc,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:26.181475 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b6f77f-d7b2-4bbb-9d47-6fa0f171f552 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Checking segment: {'id': 'e2677b07-f9eb-44a5-a6bc-f3281c7f3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a577ccf5-91a2-4e4b-8db6-b8cc07bab020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:27:26.182015 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b6f77f-d7b2-4bbb-9d47-6fa0f171f552 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network hostable DHCP agents. Network: a577ccf5-91a2-4e4b-8db6-b8cc07bab020, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:27:26.206822 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b6f77f-d7b2-4bbb-9d47-6fa0f171f552 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network a577ccf5-91a2-4e4b-8db6-b8cc07bab020 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:27:26.228554 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-f2b6f77f-d7b2-4bbb-9d47-6fa0f171f552 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, a577ccf5-91a2-4e4b-8db6-b8cc07bab020) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:26.244972 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b6f77f-d7b2-4bbb-9d47-6fa0f171f552 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:26.246495 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2b6f77f-d7b2-4bbb-9d47-6fa0f171f552 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:26.253579 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d55f49-5b98-44b9-82f6-3c0bb6984655 None None] Network a577ccf5-91a2-4e4b-8db6-b8cc07bab020 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:27:26.276420 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f2b6f77f-d7b2-4bbb-9d47-6fa0f171f552 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6981962 Jul 30 20:27:26.279636 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38810) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:26.288595 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e0d98c0f-ec07-4ed9-b3c8-deb0be5ec59b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-699063688', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:26.331940 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0d98c0f-ec07-4ed9-b3c8-deb0be5ec59b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:26.333303 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0d98c0f-ec07-4ed9-b3c8-deb0be5ec59b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:26.430725 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0d98c0f-ec07-4ed9-b3c8-deb0be5ec59b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:26.443220 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0d98c0f-ec07-4ed9-b3c8-deb0be5ec59b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:26.478815 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0d98c0f-ec07-4ed9-b3c8-deb0be5ec59b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:26.483308 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38814) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:26.485679 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e0d98c0f-ec07-4ed9-b3c8-deb0be5ec59b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2011721 Jul 30 20:27:26.506949 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6704563-2854-458d-b409-646fd7ac1039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-a577ccf5-91a2-4e4b-8db6-b8cc07bab020', 'network_id': 'a577ccf5-91a2-4e4b-8db6-b8cc07bab020', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'fixed_ips': [{'subnet_id': 'f5b80907-05bb-4dba-ba38-b2d422cf0bdc'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:27:26.510361 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c6704563-2854-458d-b409-646fd7ac1039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:26.769589 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-c6704563-2854-458d-b409-646fd7ac1039 None None] Allocated IP 2001:db8::2 (a577ccf5-91a2-4e4b-8db6-b8cc07bab020/f5b80907-05bb-4dba-ba38-b2d422cf0bdc/900a4c11-4729-47ae-b8fc-448cc8fb1b39) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:27:26.858891 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:26.861125 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6d95a27-f22c-41ae-a2fa-cd987b10089b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:27.027638 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c6704563-2854-458d-b409-646fd7ac1039 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:27.037090 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c6704563-2854-458d-b409-646fd7ac1039 None None] Transition to ACTIVE for port object 900a4c11-4729-47ae-b8fc-448cc8fb1b39 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:27.054327 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c6704563-2854-458d-b409-646fd7ac1039 None None] Transition to ACTIVE for port object 900a4c11-4729-47ae-b8fc-448cc8fb1b39 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:27.062554 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c6704563-2854-458d-b409-646fd7ac1039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:27.109098 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6704563-2854-458d-b409-646fd7ac1039 None None] Network a577ccf5-91a2-4e4b-8db6-b8cc07bab020 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:27:27.111945 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c6704563-2854-458d-b409-646fd7ac1039 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:27.115351 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6704563-2854-458d-b409-646fd7ac1039 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:27:27.123880 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6704563-2854-458d-b409-646fd7ac1039 None None] Pushing event updated for resources: {'Port': ['ID=900a4c11-4729-47ae-b8fc-448cc8fb1b39,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:27.194887 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c6704563-2854-458d-b409-646fd7ac1039 None None] Attempting to bind port 900a4c11-4729-47ae-b8fc-448cc8fb1b39 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:27:27.195286 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c6704563-2854-458d-b409-646fd7ac1039 None None] Attempting to bind port 900a4c11-4729-47ae-b8fc-448cc8fb1b39 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'e2677b07-f9eb-44a5-a6bc-f3281c7f3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a577ccf5-91a2-4e4b-8db6-b8cc07bab020'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:27:27.196187 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6704563-2854-458d-b409-646fd7ac1039 None None] Attempting to bind port 900a4c11-4729-47ae-b8fc-448cc8fb1b39 on network a577ccf5-91a2-4e4b-8db6-b8cc07bab020 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:27:27.200976 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6704563-2854-458d-b409-646fd7ac1039 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:27:27.201342 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6704563-2854-458d-b409-646fd7ac1039 None None] Checking segment: {'id': 'e2677b07-f9eb-44a5-a6bc-f3281c7f3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a577ccf5-91a2-4e4b-8db6-b8cc07bab020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:27:27.202029 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c6704563-2854-458d-b409-646fd7ac1039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:27.203324 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6704563-2854-458d-b409-646fd7ac1039 None None] Bound using segment: {'id': 'e2677b07-f9eb-44a5-a6bc-f3281c7f3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a577ccf5-91a2-4e4b-8db6-b8cc07bab020'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:27:27.203324 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c6704563-2854-458d-b409-646fd7ac1039 None None] Bound port: 900a4c11-4729-47ae-b8fc-448cc8fb1b39, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2677b07-f9eb-44a5-a6bc-f3281c7f3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a577ccf5-91a2-4e4b-8db6-b8cc07bab020'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:27:27.203324 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c6704563-2854-458d-b409-646fd7ac1039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:27.342455 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-e6d95a27-f22c-41ae-a2fa-cd987b10089b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Allocated IP 2001:db8::1 (a577ccf5-91a2-4e4b-8db6-b8cc07bab020/f5b80907-05bb-4dba-ba38-b2d422cf0bdc/e1bb9221-cb7a-4d50-acef-8641d5f2c462) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:27:27.368557 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c6704563-2854-458d-b409-646fd7ac1039 None None] For port 900a4c11-4729-47ae-b8fc-448cc8fb1b39, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:27:27.376636 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c6704563-2854-458d-b409-646fd7ac1039 None None] For port 900a4c11-4729-47ae-b8fc-448cc8fb1b39, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=900a4c11-4729-47ae-b8fc-448cc8fb1b39,segment=NetworkSegment(e2677b07-f9eb-44a5-a6bc-f3281c7f3963),segment_id=e2677b07-f9eb-44a5-a6bc-f3281c7f3963)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:27:27.385974 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c6704563-2854-458d-b409-646fd7ac1039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:27.485307 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6704563-2854-458d-b409-646fd7ac1039 None None] Pushing event updated for resources: {'Port': ['ID=900a4c11-4729-47ae-b8fc-448cc8fb1b39,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:27.545443 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6d95a27-f22c-41ae-a2fa-cd987b10089b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:27.565110 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-e6d95a27-f22c-41ae-a2fa-cd987b10089b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Transition to ACTIVE for port object e1bb9221-cb7a-4d50-acef-8641d5f2c462 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:27.632751 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6d95a27-f22c-41ae-a2fa-cd987b10089b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:27.688801 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d95a27-f22c-41ae-a2fa-cd987b10089b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network a577ccf5-91a2-4e4b-8db6-b8cc07bab020 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:27:27.698289 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e6d95a27-f22c-41ae-a2fa-cd987b10089b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:27.704753 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d95a27-f22c-41ae-a2fa-cd987b10089b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:27:27.707345 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6d95a27-f22c-41ae-a2fa-cd987b10089b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:27.794234 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d95a27-f22c-41ae-a2fa-cd987b10089b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Port': ['ID=e1bb9221-cb7a-4d50-acef-8641d5f2c462,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:27.946056 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6d95a27-f22c-41ae-a2fa-cd987b10089b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:28.347415 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6d95a27-f22c-41ae-a2fa-cd987b10089b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:28.357801 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6d95a27-f22c-41ae-a2fa-cd987b10089b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:28.359240 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6d95a27-f22c-41ae-a2fa-cd987b10089b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:28.490646 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d95a27-f22c-41ae-a2fa-cd987b10089b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Port': ['ID=e1bb9221-cb7a-4d50-acef-8641d5f2c462,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:28.581091 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d95a27-f22c-41ae-a2fa-cd987b10089b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network a577ccf5-91a2-4e4b-8db6-b8cc07bab020 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:27:28.582825 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e6d95a27-f22c-41ae-a2fa-cd987b10089b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:28.774134 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d95a27-f22c-41ae-a2fa-cd987b10089b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Router 03ecaf54-4b1d-46cf-b86d-2c26f6524eda is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:27:28.947785 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49646358-30fc-4388-8b27-af55d48540f7 None None] Network a577ccf5-91a2-4e4b-8db6-b8cc07bab020 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:27:28.958369 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d95a27-f22c-41ae-a2fa-cd987b10089b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:27:28.978849 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5b27bb-3864-4f18-8a01-e4fcbdb1cd90 None None] Sync routers for ids ['03ecaf54-4b1d-46cf-b86d-2c26f6524eda'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:27:28.987298 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e6d95a27-f22c-41ae-a2fa-cd987b10089b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "PUT /v2.0/routers/03ecaf54-4b1d-46cf-b86d-2c26f6524eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5025320 Jul 30 20:27:28.989103 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38858) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:28.992205 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5b27bb-3864-4f18-8a01-e4fcbdb1cd90 None None] Routers {'03ecaf54-4b1d-46cf-b86d-2c26f6524eda'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:28.993125 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ff5b27bb-3864-4f18-8a01-e4fcbdb1cd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['03ecaf54-4b1d-46cf-b86d-2c26f6524eda'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:29.030817 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ff5b27bb-3864-4f18-8a01-e4fcbdb1cd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:29.040584 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5b27bb-3864-4f18-8a01-e4fcbdb1cd90 None None] Routers {'03ecaf54-4b1d-46cf-b86d-2c26f6524eda'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:29.041410 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ff5b27bb-3864-4f18-8a01-e4fcbdb1cd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['03ecaf54-4b1d-46cf-b86d-2c26f6524eda'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:29.079411 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0fade661-b88a-44c5-abef-24453e0d075b None None] Provisioning for port 900a4c11-4729-47ae-b8fc-448cc8fb1b39 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:27:29.096413 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d8b08a-ebef-45ac-bd71-931a499926e7 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:29.101180 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38862) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:29.102588 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f1d8b08a-ebef-45ac-bd71-931a499926e7 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "GET /v2.0/ports/e1bb9221-cb7a-4d50-acef-8641d5f2c462 HTTP/1.1" status: 200 len: 911 time: 0.1116097 Jul 30 20:27:29.104030 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ff5b27bb-3864-4f18-8a01-e4fcbdb1cd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:29.104991 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5b27bb-3864-4f18-8a01-e4fcbdb1cd90 None None] The sync data for ids ['03ecaf54-4b1d-46cf-b86d-2c26f6524eda'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:27:29.733524 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cc135c7-b47d-4ffa-817a-a8ab28a4862b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:29.769277 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-633a2120-4cce-4ebb-ba54-591bf2f592cc None None] Provisioning for port e1bb9221-cb7a-4d50-acef-8641d5f2c462 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:27:29.797788 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 900a4c11-4729-47ae-b8fc-448cc8fb1b39 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:27:29.803307 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-633a2120-4cce-4ebb-ba54-591bf2f592cc None None] Provisioning complete for port e1bb9221-cb7a-4d50-acef-8641d5f2c462 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:29.804573 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-633a2120-4cce-4ebb-ba54-591bf2f592cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:29.895197 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-633a2120-4cce-4ebb-ba54-591bf2f592cc None None] Port e1bb9221-cb7a-4d50-acef-8641d5f2c462 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:27:30.016112 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 900a4c11-4729-47ae-b8fc-448cc8fb1b39 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:27:30.020532 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 900a4c11-4729-47ae-b8fc-448cc8fb1b39 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:30.020909 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:30.303387 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-63888e03-4820-4b3d-bd37-0fa2e87faef4 None None] Provisioning complete for port e1bb9221-cb7a-4d50-acef-8641d5f2c462 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:30.305274 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63888e03-4820-4b3d-bd37-0fa2e87faef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:30.337450 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:30.375098 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-63888e03-4820-4b3d-bd37-0fa2e87faef4 None None] Port e1bb9221-cb7a-4d50-acef-8641d5f2c462 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:27:30.397456 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 900a4c11-4729-47ae-b8fc-448cc8fb1b39, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=900a4c11-4729-47ae-b8fc-448cc8fb1b39,segment=NetworkSegment(e2677b07-f9eb-44a5-a6bc-f3281c7f3963),segment_id=e2677b07-f9eb-44a5-a6bc-f3281c7f3963)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:27:30.406546 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:30.440778 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-3cc135c7-b47d-4ffa-817a-a8ab28a4862b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting port e1bb9221-cb7a-4d50-acef-8641d5f2c462 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:27:30.441299 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cc135c7-b47d-4ffa-817a-a8ab28a4862b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:30.558940 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=900a4c11-4729-47ae-b8fc-448cc8fb1b39,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:30.601723 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cc135c7-b47d-4ffa-817a-a8ab28a4862b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:30.616627 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-3cc135c7-b47d-4ffa-817a-a8ab28a4862b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Calling delete_port for e1bb9221-cb7a-4d50-acef-8641d5f2c462 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:27:30.619060 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-426a0f2c-561b-4fd6-925f-ccb497ec032b None None] Provisioning complete for port e1bb9221-cb7a-4d50-acef-8641d5f2c462 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:30.619341 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-426a0f2c-561b-4fd6-925f-ccb497ec032b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:30.686460 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-426a0f2c-561b-4fd6-925f-ccb497ec032b None None] Port e1bb9221-cb7a-4d50-acef-8641d5f2c462 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:27:30.821087 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cc135c7-b47d-4ffa-817a-a8ab28a4862b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:30.849823 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc135c7-b47d-4ffa-817a-a8ab28a4862b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Port': ['ID=e1bb9221-cb7a-4d50-acef-8641d5f2c462,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:30.984298 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cc135c7-b47d-4ffa-817a-a8ab28a4862b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:31.151155 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc135c7-b47d-4ffa-817a-a8ab28a4862b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Router 03ecaf54-4b1d-46cf-b86d-2c26f6524eda has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:27:31.234332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc135c7-b47d-4ffa-817a-a8ab28a4862b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:27:31.242288 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38882) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:31.242763 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3cc135c7-b47d-4ffa-817a-a8ab28a4862b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "PUT /v2.0/routers/03ecaf54-4b1d-46cf-b86d-2c26f6524eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1388710 Jul 30 20:27:31.248564 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb7cf3a-8e60-4108-8473-987056da8c16 None None] Sync routers for ids ['03ecaf54-4b1d-46cf-b86d-2c26f6524eda'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:27:31.259038 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb7cf3a-8e60-4108-8473-987056da8c16 None None] Routers {'03ecaf54-4b1d-46cf-b86d-2c26f6524eda'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:31.259954 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-cbb7cf3a-8e60-4108-8473-987056da8c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['03ecaf54-4b1d-46cf-b86d-2c26f6524eda'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:31.271736 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-25549097-fa30-45c3-82a6-6ad40c091b96 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "GET /v2.0/ports?device_id=03ecaf54-4b1d-46cf-b86d-2c26f6524eda HTTP/1.1" status: 200 len: 205 time: 0.0277166 Jul 30 20:27:31.275737 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38884) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:31.322458 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-cbb7cf3a-8e60-4108-8473-987056da8c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:31.331308 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb7cf3a-8e60-4108-8473-987056da8c16 None None] Routers {'03ecaf54-4b1d-46cf-b86d-2c26f6524eda'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:31.331973 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-cbb7cf3a-8e60-4108-8473-987056da8c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['03ecaf54-4b1d-46cf-b86d-2c26f6524eda'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:31.368885 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-cbb7cf3a-8e60-4108-8473-987056da8c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:31.369545 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb7cf3a-8e60-4108-8473-987056da8c16 None None] The sync data for ids ['03ecaf54-4b1d-46cf-b86d-2c26f6524eda'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:27:31.391957 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cde2ef2f-ef7a-49aa-8292-fae77058ed6e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:31.574154 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cde2ef2f-ef7a-49aa-8292-fae77058ed6e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:31.577973 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cde2ef2f-ef7a-49aa-8292-fae77058ed6e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:31.639017 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cde2ef2f-ef7a-49aa-8292-fae77058ed6e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:31.639661 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde2ef2f-ef7a-49aa-8292-fae77058ed6e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Fanout notify agent at l3_agent the message router_deleted on router 03ecaf54-4b1d-46cf-b86d-2c26f6524eda {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:27:31.651468 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cde2ef2f-ef7a-49aa-8292-fae77058ed6e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:31.656314 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38892) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:31.656491 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cde2ef2f-ef7a-49aa-8292-fae77058ed6e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/routers/03ecaf54-4b1d-46cf-b86d-2c26f6524eda HTTP/1.1" status: 204 len: 168 time: 0.3808544 Jul 30 20:27:31.732610 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc784da-854e-41ee-b27b-d55bdc91d450 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting subnet f5b80907-05bb-4dba-ba38-b2d422cf0bdc {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:27:31.736782 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-adc784da-854e-41ee-b27b-d55bdc91d450 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:31.765059 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 900a4c11-4729-47ae-b8fc-448cc8fb1b39 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:27:31.795917 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-adc784da-854e-41ee-b27b-d55bdc91d450 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:31.878012 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 900a4c11-4729-47ae-b8fc-448cc8fb1b39 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:31.879359 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:31.913577 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-adc784da-854e-41ee-b27b-d55bdc91d450 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:32.011305 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-adc784da-854e-41ee-b27b-d55bdc91d450 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:32.038904 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5104a420-347e-461c-9d01-70dddbd2dfd4 None None] Network a577ccf5-91a2-4e4b-8db6-b8cc07bab020 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:27:32.088005 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-adc784da-854e-41ee-b27b-d55bdc91d450 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:32.094568 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38902) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:32.095365 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-adc784da-854e-41ee-b27b-d55bdc91d450 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/subnets/f5b80907-05bb-4dba-ba38-b2d422cf0bdc HTTP/1.1" status: 204 len: 168 time: 0.4377296 Jul 30 20:27:32.096304 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc784da-854e-41ee-b27b-d55bdc91d450 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b80907-05bb-4dba-ba38-b2d422cf0bdc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:32.276915 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3155d2-c6a0-4699-b087-1fda19c726c7 None None] DHCP port deletion for a577ccf5-91a2-4e4b-8db6-b8cc07bab020 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:27:32.303187 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33d013ba-1ee9-4cb4-b846-5875379aac5e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:32.353359 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ab3155d2-c6a0-4699-b087-1fda19c726c7 None None] Deleting port 900a4c11-4729-47ae-b8fc-448cc8fb1b39 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:27:32.354071 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab3155d2-c6a0-4699-b087-1fda19c726c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:32.367873 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-33d013ba-1ee9-4cb4-b846-5875379aac5e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting port 900a4c11-4729-47ae-b8fc-448cc8fb1b39 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:27:32.370056 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33d013ba-1ee9-4cb4-b846-5875379aac5e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:32.454962 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ab3155d2-c6a0-4699-b087-1fda19c726c7 None None] For port 900a4c11-4729-47ae-b8fc-448cc8fb1b39, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=900a4c11-4729-47ae-b8fc-448cc8fb1b39,segment=NetworkSegment(e2677b07-f9eb-44a5-a6bc-f3281c7f3963),segment_id=e2677b07-f9eb-44a5-a6bc-f3281c7f3963)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:27:32.456372 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab3155d2-c6a0-4699-b087-1fda19c726c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:32.464752 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-33d013ba-1ee9-4cb4-b846-5875379aac5e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] For port 900a4c11-4729-47ae-b8fc-448cc8fb1b39, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=900a4c11-4729-47ae-b8fc-448cc8fb1b39,segment=NetworkSegment(e2677b07-f9eb-44a5-a6bc-f3281c7f3963),segment_id=e2677b07-f9eb-44a5-a6bc-f3281c7f3963)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:27:32.465858 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33d013ba-1ee9-4cb4-b846-5875379aac5e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:32.482820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ab3155d2-c6a0-4699-b087-1fda19c726c7 None None] Calling delete_port for 900a4c11-4729-47ae-b8fc-448cc8fb1b39 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:27:32.491576 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-33d013ba-1ee9-4cb4-b846-5875379aac5e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Calling delete_port for 900a4c11-4729-47ae-b8fc-448cc8fb1b39 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:27:32.588936 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab3155d2-c6a0-4699-b087-1fda19c726c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:32.602910 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33d013ba-1ee9-4cb4-b846-5875379aac5e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:32.633905 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3155d2-c6a0-4699-b087-1fda19c726c7 None None] Pushing event deleted for resources: {'Port': ['ID=900a4c11-4729-47ae-b8fc-448cc8fb1b39,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:32.638587 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3155d2-c6a0-4699-b087-1fda19c726c7 None None] No DVR routers for this DVR port 900a4c11-4729-47ae-b8fc-448cc8fb1b39 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:27:32.642569 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d013ba-1ee9-4cb4-b846-5875379aac5e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Port': ['ID=900a4c11-4729-47ae-b8fc-448cc8fb1b39,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:32.648959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d013ba-1ee9-4cb4-b846-5875379aac5e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] No DVR routers for this DVR port 900a4c11-4729-47ae-b8fc-448cc8fb1b39 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:27:32.760793 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33d013ba-1ee9-4cb4-b846-5875379aac5e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:32.772378 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-33d013ba-1ee9-4cb4-b846-5875379aac5e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a577ccf5-91a2-4e4b-8db6-b8cc07bab020']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:32.783965 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-33d013ba-1ee9-4cb4-b846-5875379aac5e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2677b07-f9eb-44a5-a6bc-f3281c7f3963') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:32.784300 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-33d013ba-1ee9-4cb4-b846-5875379aac5e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2677b07-f9eb-44a5-a6bc-f3281c7f3963') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:32.797013 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33d013ba-1ee9-4cb4-b846-5875379aac5e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:32.826427 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33d013ba-1ee9-4cb4-b846-5875379aac5e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:32.835243 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d013ba-1ee9-4cb4-b846-5875379aac5e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:27:32.835971 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33d013ba-1ee9-4cb4-b846-5875379aac5e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: self.session.flush() Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:27:32.839675 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:27:32.937160 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33d013ba-1ee9-4cb4-b846-5875379aac5e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:32.947562 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33d013ba-1ee9-4cb4-b846-5875379aac5e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:32.953284 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-33d013ba-1ee9-4cb4-b846-5875379aac5e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/networks/a577ccf5-91a2-4e4b-8db6-b8cc07bab020 HTTP/1.1" status: 204 len: 168 time: 0.8534434 Jul 30 20:27:32.954150 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38914) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:32.959395 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-31f103e5-2fc6-415f-ac0d-b5fc06ad5dc4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-508488582', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:32.984125 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d013ba-1ee9-4cb4-b846-5875379aac5e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Network': ['ID=a577ccf5-91a2-4e4b-8db6-b8cc07bab020,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:32.999109 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31f103e5-2fc6-415f-ac0d-b5fc06ad5dc4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:33.000259 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31f103e5-2fc6-415f-ac0d-b5fc06ad5dc4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:33.071333 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31f103e5-2fc6-415f-ac0d-b5fc06ad5dc4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:33.227451 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31f103e5-2fc6-415f-ac0d-b5fc06ad5dc4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:33.456413 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31f103e5-2fc6-415f-ac0d-b5fc06ad5dc4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:33.484074 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31f103e5-2fc6-415f-ac0d-b5fc06ad5dc4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:33.602322 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-31f103e5-2fc6-415f-ac0d-b5fc06ad5dc4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Allocated IP 172.25.3.159 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/60ee3105-3461-4a91-9d6d-1f2a12a9d7ce) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:27:33.715644 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 900a4c11-4729-47ae-b8fc-448cc8fb1b39 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:27:33.760973 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 900a4c11-4729-47ae-b8fc-448cc8fb1b39 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:27:33.761320 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 900a4c11-4729-47ae-b8fc-448cc8fb1b39 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:27:33.772239 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31f103e5-2fc6-415f-ac0d-b5fc06ad5dc4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:33.827213 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31f103e5-2fc6-415f-ac0d-b5fc06ad5dc4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:33.872115 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f103e5-2fc6-415f-ac0d-b5fc06ad5dc4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:27:33.877641 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-31f103e5-2fc6-415f-ac0d-b5fc06ad5dc4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:33.880830 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f103e5-2fc6-415f-ac0d-b5fc06ad5dc4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:27:33.920090 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f103e5-2fc6-415f-ac0d-b5fc06ad5dc4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Port': ['ID=60ee3105-3461-4a91-9d6d-1f2a12a9d7ce,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:34.249939 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31f103e5-2fc6-415f-ac0d-b5fc06ad5dc4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:34.825540 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31f103e5-2fc6-415f-ac0d-b5fc06ad5dc4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:35.003268 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f103e5-2fc6-415f-ac0d-b5fc06ad5dc4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Router 831dffa2-d204-460c-81e2-5fe523a1040c is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:27:35.138230 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f103e5-2fc6-415f-ac0d-b5fc06ad5dc4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:27:35.147612 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8de9bb2-1fe2-4a25-a8ed-20581001b1fb None None] Sync routers for ids ['831dffa2-d204-460c-81e2-5fe523a1040c'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:27:35.159320 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8de9bb2-1fe2-4a25-a8ed-20581001b1fb None None] Routers {'831dffa2-d204-460c-81e2-5fe523a1040c'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:35.160113 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c8de9bb2-1fe2-4a25-a8ed-20581001b1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['831dffa2-d204-460c-81e2-5fe523a1040c'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:35.166275 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31f103e5-2fc6-415f-ac0d-b5fc06ad5dc4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:35.170714 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-31f103e5-2fc6-415f-ac0d-b5fc06ad5dc4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.2121916 Jul 30 20:27:35.170991 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38978) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:35.314055 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c8de9bb2-1fe2-4a25-a8ed-20581001b1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:35.326913 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8de9bb2-1fe2-4a25-a8ed-20581001b1fb None None] Routers {'831dffa2-d204-460c-81e2-5fe523a1040c'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:35.326913 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c8de9bb2-1fe2-4a25-a8ed-20581001b1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['831dffa2-d204-460c-81e2-5fe523a1040c'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:35.347194 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b79fe6ff-c868-4cea-bccf-2a3398406316 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "GET /v2.0/routers/831dffa2-d204-460c-81e2-5fe523a1040c HTTP/1.1" status: 200 len: 884 time: 0.1728537 Jul 30 20:27:35.350703 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38980) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:35.368998 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c8de9bb2-1fe2-4a25-a8ed-20581001b1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:35.369940 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8de9bb2-1fe2-4a25-a8ed-20581001b1fb None None] The sync data for ids ['831dffa2-d204-460c-81e2-5fe523a1040c'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:27:35.518151 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-183cc765-eff3-4563-a098-5a14b92cff55 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.1638064 Jul 30 20:27:35.520442 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38982) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:35.526771 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-989b60af-5692-49f1-90ec-c463a7845c59 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-508488582'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:35.886501 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-989b60af-5692-49f1-90ec-c463a7845c59 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:35.898808 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-989b60af-5692-49f1-90ec-c463a7845c59 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1722371'] for router, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:36.022789 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989b60af-5692-49f1-90ec-c463a7845c59 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Router 831dffa2-d204-460c-81e2-5fe523a1040c has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:27:36.154693 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989b60af-5692-49f1-90ec-c463a7845c59 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:27:36.161608 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-989b60af-5692-49f1-90ec-c463a7845c59 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:36.165204 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-989b60af-5692-49f1-90ec-c463a7845c59 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "PUT /v2.0/routers/831dffa2-d204-460c-81e2-5fe523a1040c HTTP/1.1" status: 200 len: 891 time: 0.6414948 Jul 30 20:27:36.165598 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5651d89a-e37f-420f-b469-bd234f71d36c None None] Sync routers for ids ['831dffa2-d204-460c-81e2-5fe523a1040c'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:27:36.166338 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38992) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:36.175206 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5651d89a-e37f-420f-b469-bd234f71d36c None None] Routers {'831dffa2-d204-460c-81e2-5fe523a1040c'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:36.175854 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5651d89a-e37f-420f-b469-bd234f71d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['831dffa2-d204-460c-81e2-5fe523a1040c'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:36.212785 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5651d89a-e37f-420f-b469-bd234f71d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:36.222824 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5651d89a-e37f-420f-b469-bd234f71d36c None None] Routers {'831dffa2-d204-460c-81e2-5fe523a1040c'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:36.223595 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5651d89a-e37f-420f-b469-bd234f71d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['831dffa2-d204-460c-81e2-5fe523a1040c'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:36.261242 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5651d89a-e37f-420f-b469-bd234f71d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:36.262449 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5651d89a-e37f-420f-b469-bd234f71d36c None None] The sync data for ids ['831dffa2-d204-460c-81e2-5fe523a1040c'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:27:36.302456 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38994) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:36.303008 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9e3cc0e6-2337-4fa3-8add-30ef29c16f4f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "GET /v2.0/routers/831dffa2-d204-460c-81e2-5fe523a1040c HTTP/1.1" status: 200 len: 891 time: 0.1354358 Jul 30 20:27:36.315200 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 38996) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:36.367359 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-845030da-2da7-478f-8f14-14322c95e378 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "GET /v2.0/ports?device_id=831dffa2-d204-460c-81e2-5fe523a1040c HTTP/1.1" status: 200 len: 205 time: 0.0636954 Jul 30 20:27:36.370338 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 38998) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:36.392029 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7bb1528e-ba8b-41e9-a8e8-26c330b48503 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] 10.222.0.81 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2157 time: 0.0725546 Jul 30 20:27:36.394920 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39000) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:36.400680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-2544a9f5-4b66-4de7-ac30-35411a455445 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Request body: {'network': {'name': 'tempest-network-smoke--439816086', 'project_id': '84983c9ae1174638a727198854c17acc', 'port_security_enabled': False}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:36.443130 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2544a9f5-4b66-4de7-ac30-35411a455445 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Made reservation on behalf of 84983c9ae1174638a727198854c17acc for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:27:36.448211 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2544a9f5-4b66-4de7-ac30-35411a455445 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:36.475708 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2544a9f5-4b66-4de7-ac30-35411a455445 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:27:36.490443 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2544a9f5-4b66-4de7-ac30-35411a455445 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:36.490884 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-2544a9f5-4b66-4de7-ac30-35411a455445 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Added segment f0d6f2f0-f382-45f3-8230-35b96fff416a of type vlan for network bd87a42b-3f44-42a4-b2f3-580291503356 Jul 30 20:27:36.544890 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2544a9f5-4b66-4de7-ac30-35411a455445 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:36.552936 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e195d570-55bf-4a4e-97a1-c8467e379444 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:36.585771 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2544a9f5-4b66-4de7-ac30-35411a455445 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:36.594108 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2544a9f5-4b66-4de7-ac30-35411a455445 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:36.594861 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2544a9f5-4b66-4de7-ac30-35411a455445 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:36.685228 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544a9f5-4b66-4de7-ac30-35411a455445 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event updated for resources: {'Network': ['ID=bd87a42b-3f44-42a4-b2f3-580291503356,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:36.701609 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network bd87a42b-3f44-42a4-b2f3-580291503356 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:27:36.736077 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e195d570-55bf-4a4e-97a1-c8467e379444 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:36.749841 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2544a9f5-4b66-4de7-ac30-35411a455445 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3536673 Jul 30 20:27:36.752369 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39006) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:36.760532 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b2aa979f-b0e3-4e9c-b9cd-bcf3f7b75134 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-612039426', 'admin_state_up': True, 'project_id': '84983c9ae1174638a727198854c17acc', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:36.827952 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2aa979f-b0e3-4e9c-b9cd-bcf3f7b75134 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:36.829046 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2aa979f-b0e3-4e9c-b9cd-bcf3f7b75134 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:36.879204 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e195d570-55bf-4a4e-97a1-c8467e379444 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting port 60ee3105-3461-4a91-9d6d-1f2a12a9d7ce {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:27:36.881730 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e195d570-55bf-4a4e-97a1-c8467e379444 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:36.943020 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2aa979f-b0e3-4e9c-b9cd-bcf3f7b75134 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:37.079397 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e195d570-55bf-4a4e-97a1-c8467e379444 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:37.096123 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e195d570-55bf-4a4e-97a1-c8467e379444 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Calling delete_port for 60ee3105-3461-4a91-9d6d-1f2a12a9d7ce owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:27:37.132857 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2aa979f-b0e3-4e9c-b9cd-bcf3f7b75134 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:37.407294 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e195d570-55bf-4a4e-97a1-c8467e379444 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:37.462239 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195d570-55bf-4a4e-97a1-c8467e379444 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Port': ['ID=60ee3105-3461-4a91-9d6d-1f2a12a9d7ce,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:37.544052 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2aa979f-b0e3-4e9c-b9cd-bcf3f7b75134 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:37.576507 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2aa979f-b0e3-4e9c-b9cd-bcf3f7b75134 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:37.609680 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e195d570-55bf-4a4e-97a1-c8467e379444 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:37.740873 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e195d570-55bf-4a4e-97a1-c8467e379444 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:37.744263 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-b2aa979f-b0e3-4e9c-b9cd-bcf3f7b75134 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Allocated IP 172.25.3.223 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/f40f2641-4698-44d4-9c93-dbd41f4488da) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:27:37.744615 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e195d570-55bf-4a4e-97a1-c8467e379444 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:37.829512 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e195d570-55bf-4a4e-97a1-c8467e379444 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:37.831446 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e195d570-55bf-4a4e-97a1-c8467e379444 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Fanout notify agent at l3_agent the message router_deleted on router 831dffa2-d204-460c-81e2-5fe523a1040c {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:27:37.845675 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e195d570-55bf-4a4e-97a1-c8467e379444 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:37.847374 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e195d570-55bf-4a4e-97a1-c8467e379444 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/routers/831dffa2-d204-460c-81e2-5fe523a1040c HTTP/1.1" status: 204 len: 168 time: 1.4758525 Jul 30 20:27:37.850614 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39038) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:37.856050 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8cbcbc29-9787-4edc-b0d3-959f56926ca9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1531246346'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:37.881034 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbcbc29-9787-4edc-b0d3-959f56926ca9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Made reservation on behalf of 99a99904313441dfa50421402bb9966b for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:27:37.886627 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8cbcbc29-9787-4edc-b0d3-959f56926ca9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:37.915437 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cbcbc29-9787-4edc-b0d3-959f56926ca9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:27:37.927774 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8cbcbc29-9787-4edc-b0d3-959f56926ca9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:37.928590 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-8cbcbc29-9787-4edc-b0d3-959f56926ca9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Added segment 898a81a1-83c7-4ef3-8127-8dc584e35234 of type vlan for network 1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8 Jul 30 20:27:37.950055 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2aa979f-b0e3-4e9c-b9cd-bcf3f7b75134 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:37.982100 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8cbcbc29-9787-4edc-b0d3-959f56926ca9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:38.022497 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8cbcbc29-9787-4edc-b0d3-959f56926ca9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:38.029243 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbcbc29-9787-4edc-b0d3-959f56926ca9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:38.032020 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8cbcbc29-9787-4edc-b0d3-959f56926ca9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:38.055865 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8cbcbc29-9787-4edc-b0d3-959f56926ca9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2013686 Jul 30 20:27:38.056576 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39044) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:38.064487 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d4fcd998-3c0f-4add-ab3d-b56d945e8f3a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'subnet': {'network_id': '1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:38.068389 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2aa979f-b0e3-4e9c-b9cd-bcf3f7b75134 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:38.149315 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcbc29-9787-4edc-b0d3-959f56926ca9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Network': ['ID=1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:38.162686 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:27:38.227009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa979f-b0e3-4e9c-b9cd-bcf3f7b75134 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event updated for resources: {'Port': ['ID=f40f2641-4698-44d4-9c93-dbd41f4488da,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:38.238467 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aa979f-b0e3-4e9c-b9cd-bcf3f7b75134 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:27:38.247629 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-b2aa979f-b0e3-4e9c-b9cd-bcf3f7b75134 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:38.251428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aa979f-b0e3-4e9c-b9cd-bcf3f7b75134 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:27:38.359931 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fcd998-3c0f-4add-ab3d-b56d945e8f3a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Made reservation on behalf of 99a99904313441dfa50421402bb9966b for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:27:38.363965 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d4fcd998-3c0f-4add-ab3d-b56d945e8f3a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:39.079646 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2aa979f-b0e3-4e9c-b9cd-bcf3f7b75134 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:39.175015 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d4fcd998-3c0f-4add-ab3d-b56d945e8f3a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:39.320087 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fcd998-3c0f-4add-ab3d-b56d945e8f3a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Subnet': ['ID=1ccbe4d2-0be6-4f05-8b7e-b0b0a829c2d9,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:39.409007 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fcd998-3c0f-4add-ab3d-b56d945e8f3a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Checking segment: {'id': '898a81a1-83c7-4ef3-8127-8dc584e35234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:27:39.409664 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fcd998-3c0f-4add-ab3d-b56d945e8f3a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network hostable DHCP agents. Network: 1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:27:39.480131 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fcd998-3c0f-4add-ab3d-b56d945e8f3a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network 1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:27:39.499049 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-d4fcd998-3c0f-4add-ab3d-b56d945e8f3a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:39.501245 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2aa979f-b0e3-4e9c-b9cd-bcf3f7b75134 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:39.509161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fcd998-3c0f-4add-ab3d-b56d945e8f3a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:39.509744 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d4fcd998-3c0f-4add-ab3d-b56d945e8f3a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:39.513390 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6bba76-8b4f-42c6-9324-f643d1cd5a37 None None] Network 1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:27:39.584146 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39078) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:39.590468 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b26aa199-2222-46ba-8946-1a1d0972bc3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1341248292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:39.596149 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d4fcd998-3c0f-4add-ab3d-b56d945e8f3a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5377967 Jul 30 20:27:39.639433 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b26aa199-2222-46ba-8946-1a1d0972bc3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:39.640965 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b26aa199-2222-46ba-8946-1a1d0972bc3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:39.744956 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33657d3-9d04-4c79-9558-8729067acf8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8', 'network_id': '1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'fixed_ips': [{'subnet_id': '1ccbe4d2-0be6-4f05-8b7e-b0b0a829c2d9'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:27:39.745901 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c33657d3-9d04-4c79-9558-8729067acf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:39.753088 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b26aa199-2222-46ba-8946-1a1d0972bc3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:39.779039 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b26aa199-2222-46ba-8946-1a1d0972bc3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:39.807944 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2aa979f-b0e3-4e9c-b9cd-bcf3f7b75134 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Router 14922b27-ca69-4cec-8e3b-72d44238306c is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:27:39.821535 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b26aa199-2222-46ba-8946-1a1d0972bc3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:39.823008 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b26aa199-2222-46ba-8946-1a1d0972bc3d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2378335 Jul 30 20:27:39.826678 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39080) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:40.039201 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-c33657d3-9d04-4c79-9558-8729067acf8f None None] Allocated IP 2001:db8::2 (1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8/1ccbe4d2-0be6-4f05-8b7e-b0b0a829c2d9/b20f5857-3866-44ca-81ff-7811e228f67f) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:27:40.056815 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2aa979f-b0e3-4e9c-b9cd-bcf3f7b75134 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:27:40.073835 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] Sync routers for ids ['14922b27-ca69-4cec-8e3b-72d44238306c'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:27:40.087044 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] Routers {'14922b27-ca69-4cec-8e3b-72d44238306c'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:40.090272 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['14922b27-ca69-4cec-8e3b-72d44238306c'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:40.101273 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2aa979f-b0e3-4e9c-b9cd-bcf3f7b75134 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:40.105840 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b2aa979f-b0e3-4e9c-b9cd-bcf3f7b75134 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.3521788 Jul 30 20:27:40.109780 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39086) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:40.235738 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] Set router 14922b27-ca69-4cec-8e3b-72d44238306c gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:27:40.296109 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c33657d3-9d04-4c79-9558-8729067acf8f None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:40.306831 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c33657d3-9d04-4c79-9558-8729067acf8f None None] Transition to ACTIVE for port object b20f5857-3866-44ca-81ff-7811e228f67f will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:40.330374 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c33657d3-9d04-4c79-9558-8729067acf8f None None] Transition to ACTIVE for port object b20f5857-3866-44ca-81ff-7811e228f67f will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:40.348406 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c33657d3-9d04-4c79-9558-8729067acf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:40.413189 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77341e44-eb8a-470d-bdce-38f965b2fbda tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:40.431220 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39100) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:40.431997 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-77341e44-eb8a-470d-bdce-38f965b2fbda tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=84983c9ae1174638a727198854c17acc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3209953 Jul 30 20:27:40.443565 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33657d3-9d04-4c79-9558-8729067acf8f None None] Network 1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:27:40.449976 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c33657d3-9d04-4c79-9558-8729067acf8f None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:40.459489 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33657d3-9d04-4c79-9558-8729067acf8f None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:27:40.546448 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95668f63-5061-40c8-9f3d-fb34d289f71b req-4dd50d75-cf57-483a-b143-70e2d66f4fb2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7a94eff0-92e7-473a-93e7-aca70e5ba991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0906472 Jul 30 20:27:40.590032 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c33657d3-9d04-4c79-9558-8729067acf8f None None] Attempting to bind port b20f5857-3866-44ca-81ff-7811e228f67f on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:27:40.591102 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c33657d3-9d04-4c79-9558-8729067acf8f None None] Attempting to bind port b20f5857-3866-44ca-81ff-7811e228f67f by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '898a81a1-83c7-4ef3-8127-8dc584e35234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:27:40.591321 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33657d3-9d04-4c79-9558-8729067acf8f None None] Attempting to bind port b20f5857-3866-44ca-81ff-7811e228f67f on network 1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:27:40.599945 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33657d3-9d04-4c79-9558-8729067acf8f None None] Pushing event updated for resources: {'Port': ['ID=b20f5857-3866-44ca-81ff-7811e228f67f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:40.604246 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33657d3-9d04-4c79-9558-8729067acf8f None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:27:40.604619 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33657d3-9d04-4c79-9558-8729067acf8f None None] Checking segment: {'id': '898a81a1-83c7-4ef3-8127-8dc584e35234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:27:40.615783 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c33657d3-9d04-4c79-9558-8729067acf8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:40.616548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33657d3-9d04-4c79-9558-8729067acf8f None None] Bound using segment: {'id': '898a81a1-83c7-4ef3-8127-8dc584e35234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:27:40.617555 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c33657d3-9d04-4c79-9558-8729067acf8f None None] Bound port: b20f5857-3866-44ca-81ff-7811e228f67f, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898a81a1-83c7-4ef3-8127-8dc584e35234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:27:40.617743 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c33657d3-9d04-4c79-9558-8729067acf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:40.684636 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14922b27-ca69-4cec-8e3b-72d44238306c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-612039426', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'f40f2641-4698-44d4-9c93-dbd41f4488da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:36Z', 'updated_at': '2021-07-30T20:27:38Z', 'revision_number': 3, 'project_id': '84983c9ae1174638a727198854c17acc', 'gw_port': {'id': 'f40f2641-4698-44d4-9c93-dbd41f4488da', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14922b27-ca69-4cec-8e3b-72d44238306c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:37Z', 'updated_at': '2021-07-30T20:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:40.691134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95668f63-5061-40c8-9f3d-fb34d289f71b req-19313b05-ac1a-4f87-85a4-ed0e4b336443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:40.695840 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95668f63-5061-40c8-9f3d-fb34d289f71b req-19313b05-ac1a-4f87-85a4-ed0e4b336443 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84983c9ae1174638a727198854c17acc&device_id=7a94eff0-92e7-473a-93e7-aca70e5ba991 HTTP/1.1" status: 200 len: 1136 time: 0.0895274 Jul 30 20:27:40.710026 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e6c4d2d-6d74-4c84-b1ed-72aa47cabe94 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:40.710785 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c33657d3-9d04-4c79-9558-8729067acf8f None None] For port b20f5857-3866-44ca-81ff-7811e228f67f, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:27:40.714575 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c33657d3-9d04-4c79-9558-8729067acf8f None None] For port b20f5857-3866-44ca-81ff-7811e228f67f, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b20f5857-3866-44ca-81ff-7811e228f67f,segment=NetworkSegment(898a81a1-83c7-4ef3-8127-8dc584e35234),segment_id=898a81a1-83c7-4ef3-8127-8dc584e35234)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:27:40.720585 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c33657d3-9d04-4c79-9558-8729067acf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:40.765269 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] Checking router: 14922b27-ca69-4cec-8e3b-72d44238306c for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:27:40.766100 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] Updating router 14922b27-ca69-4cec-8e3b-72d44238306c port f40f2641-4698-44d4-9c93-dbd41f4488da binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:27:40.829538 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:40.864606 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33657d3-9d04-4c79-9558-8729067acf8f None None] Pushing event updated for resources: {'Port': ['ID=b20f5857-3866-44ca-81ff-7811e228f67f,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:40.964479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95668f63-5061-40c8-9f3d-fb34d289f71b req-7c2e7173-1168-4f43-bf0d-1ffe467b8c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:40.972828 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95668f63-5061-40c8-9f3d-fb34d289f71b req-7c2e7173-1168-4f43-bf0d-1ffe467b8c1f service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ac4e6aa-534b-4ce9-9b92-94124a852cb2 HTTP/1.1" status: 200 len: 897 time: 0.2548778 Jul 30 20:27:41.091350 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95668f63-5061-40c8-9f3d-fb34d289f71b req-a323d339-f73e-410e-b3d7-ad1423cb44cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f5592ef-2124-4cda-9a55-83db4f575e9d HTTP/1.1" status: 200 len: 1002 time: 0.1055949 Jul 30 20:27:41.227680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95668f63-5061-40c8-9f3d-fb34d289f71b req-38e66b00-fad6-4da8-af85-baaf592a319a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:41.229550 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95668f63-5061-40c8-9f3d-fb34d289f71b req-38e66b00-fad6-4da8-af85-baaf592a319a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b5d413d-b603-47c3-85c2-42be0f4781bb HTTP/1.1" status: 200 len: 834 time: 0.1349580 Jul 30 20:27:41.301544 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95668f63-5061-40c8-9f3d-fb34d289f71b req-c0a31fd5-b827-4b9f-baef-a9d6d50c1531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:41.307838 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95668f63-5061-40c8-9f3d-fb34d289f71b req-c0a31fd5-b827-4b9f-baef-a9d6d50c1531 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ac4e6aa-534b-4ce9-9b92-94124a852cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694482 Jul 30 20:27:41.503159 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:41.515591 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] Transition to ACTIVE for port object f40f2641-4698-44d4-9c93-dbd41f4488da will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:41.528606 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:41.604027 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95668f63-5061-40c8-9f3d-fb34d289f71b req-23a2d738-485f-432d-915d-6f36f5c71e8e service neutron] 10.222.0.59 "GET /v2.0/networks/4ac4e6aa-534b-4ce9-9b92-94124a852cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803357 Jul 30 20:27:41.719779 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f714807-9fdb-46d0-9f6f-6e76910cdefa None None] Pushing event updated for resources: {'Port': ['ID=f40f2641-4698-44d4-9c93-dbd41f4488da,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:41.770409 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95668f63-5061-40c8-9f3d-fb34d289f71b req-93f8075a-abcd-4e01-8fbb-8afc1380a43c service neutron] 10.222.0.59 "GET /v2.0/networks/4ac4e6aa-534b-4ce9-9b92-94124a852cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627886 Jul 30 20:27:41.781948 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] Attempting to bind port f40f2641-4698-44d4-9c93-dbd41f4488da on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:27:41.782319 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] Attempting to bind port f40f2641-4698-44d4-9c93-dbd41f4488da by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:27:41.782675 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] Attempting to bind port f40f2641-4698-44d4-9c93-dbd41f4488da on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:27:41.808562 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:27:41.811069 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:27:41.811532 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:41.811931 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:27:41.812394 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] Bound port: f40f2641-4698-44d4-9c93-dbd41f4488da, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:27:41.812770 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:41.864910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b20f5857-3866-44ca-81ff-7811e228f67f up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:27:41.891232 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] For port f40f2641-4698-44d4-9c93-dbd41f4488da, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:27:41.895146 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] For port f40f2641-4698-44d4-9c93-dbd41f4488da, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f40f2641-4698-44d4-9c93-dbd41f4488da,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:27:41.905045 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:41.918750 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3a3977-183d-4a46-8249-39a3bfc23566 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:41.921747 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7a3a3977-183d-4a46-8249-39a3bfc23566 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.4824228 Jul 30 20:27:41.924623 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39130) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:41.982822 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f714807-9fdb-46d0-9f6f-6e76910cdefa None None] Pushing event updated for resources: {'Port': ['ID=f40f2641-4698-44d4-9c93-dbd41f4488da,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:42.013853 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] Routers {'14922b27-ca69-4cec-8e3b-72d44238306c'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:42.014491 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['14922b27-ca69-4cec-8e3b-72d44238306c'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:42.023727 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6c6a6933-4304-490d-92bf-c631ac1223d5 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0975325 Jul 30 20:27:42.026799 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39136) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:42.041025 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port b20f5857-3866-44ca-81ff-7811e228f67f completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:27:42.089756 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-4e6c4d2d-6d74-4c84-b1ed-72aa47cabe94 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Allocated IP 2001:db8::1 (1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8/1ccbe4d2-0be6-4f05-8b7e-b0b0a829c2d9/3fdac168-9fda-47a5-8a2d-a39d24d14649) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:27:42.105589 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-41a56200-93dd-4292-b8ba-afadeb219971 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=84983c9ae1174638a727198854c17acc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0773191 Jul 30 20:27:42.120335 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39138) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:42.169845 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] Set router 14922b27-ca69-4cec-8e3b-72d44238306c gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:27:42.412194 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e6c4d2d-6d74-4c84-b1ed-72aa47cabe94 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:42.447466 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-4e6c4d2d-6d74-4c84-b1ed-72aa47cabe94 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Transition to ACTIVE for port object 3fdac168-9fda-47a5-8a2d-a39d24d14649 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:42.477488 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14922b27-ca69-4cec-8e3b-72d44238306c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-612039426', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'f40f2641-4698-44d4-9c93-dbd41f4488da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:36Z', 'updated_at': '2021-07-30T20:27:38Z', 'revision_number': 3, 'project_id': '84983c9ae1174638a727198854c17acc', 'gw_port': {'id': 'f40f2641-4698-44d4-9c93-dbd41f4488da', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14922b27-ca69-4cec-8e3b-72d44238306c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:37Z', 'updated_at': '2021-07-30T20:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:42.498853 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a5494b-5cb4-4fb5-a177-1bec6958b7ba tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:42.502982 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-54a5494b-5cb4-4fb5-a177-1bec6958b7ba tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3743651 Jul 30 20:27:42.509736 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39146) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:42.515678 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f64007a-ab4d-45f9-bcfd-4f356c4be48c None None] The sync data for ids ['14922b27-ca69-4cec-8e3b-72d44238306c'] in n-d-712137-9 is: [{'id': '14922b27-ca69-4cec-8e3b-72d44238306c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-612039426', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'f40f2641-4698-44d4-9c93-dbd41f4488da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:36Z', 'updated_at': '2021-07-30T20:27:38Z', 'revision_number': 3, 'project_id': '84983c9ae1174638a727198854c17acc', 'gw_port': {'id': 'f40f2641-4698-44d4-9c93-dbd41f4488da', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14922b27-ca69-4cec-8e3b-72d44238306c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:37Z', 'updated_at': '2021-07-30T20:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:27:42.527128 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e6c4d2d-6d74-4c84-b1ed-72aa47cabe94 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:42.565231 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6990b474-4ecd-49b7-8985-995de92944db tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0540948 Jul 30 20:27:42.567861 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39154) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:42.598977 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-eb5d8e5c-f95a-4e12-adbe-6f76da48f3e6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1258974090', 'network_id': 'bd87a42b-3f44-42a4-b2f3-580291503356', 'project_id': '84983c9ae1174638a727198854c17acc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:42.646169 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6c4d2d-6d74-4c84-b1ed-72aa47cabe94 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network 1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:27:42.651842 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-4e6c4d2d-6d74-4c84-b1ed-72aa47cabe94 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:42.655584 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10e733d-4a22-46bd-b14d-bc689e71ac0a None None] Network 1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:27:42.673377 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c4d2d-6d74-4c84-b1ed-72aa47cabe94 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Port': ['ID=3fdac168-9fda-47a5-8a2d-a39d24d14649,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:42.681631 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6c4d2d-6d74-4c84-b1ed-72aa47cabe94 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:27:42.682433 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e6c4d2d-6d74-4c84-b1ed-72aa47cabe94 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:42.870262 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5d8e5c-f95a-4e12-adbe-6f76da48f3e6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Made reservation on behalf of 84983c9ae1174638a727198854c17acc for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:27:42.875876 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb5d8e5c-f95a-4e12-adbe-6f76da48f3e6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:42.883425 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6606bf76-eded-4e70-93be-18998a0db3b1 None None] Provisioning for port b20f5857-3866-44ca-81ff-7811e228f67f completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:27:42.897408 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e6c4d2d-6d74-4c84-b1ed-72aa47cabe94 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:42.909322 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6606bf76-eded-4e70-93be-18998a0db3b1 None None] Provisioning complete for port b20f5857-3866-44ca-81ff-7811e228f67f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:42.909696 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6606bf76-eded-4e70-93be-18998a0db3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:43.388431 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb5d8e5c-f95a-4e12-adbe-6f76da48f3e6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:43.427394 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e6c4d2d-6d74-4c84-b1ed-72aa47cabe94 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:43.438865 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e6c4d2d-6d74-4c84-b1ed-72aa47cabe94 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:43.439742 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e6c4d2d-6d74-4c84-b1ed-72aa47cabe94 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:43.520550 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d8e5c-f95a-4e12-adbe-6f76da48f3e6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event updated for resources: {'Subnet': ['ID=5d307121-55f3-4ffa-a9f2-0a60c629b9b8,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:43.540112 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6606bf76-eded-4e70-93be-18998a0db3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:43.602215 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6606bf76-eded-4e70-93be-18998a0db3b1 None None] For port b20f5857-3866-44ca-81ff-7811e228f67f, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b20f5857-3866-44ca-81ff-7811e228f67f,segment=NetworkSegment(898a81a1-83c7-4ef3-8127-8dc584e35234),segment_id=898a81a1-83c7-4ef3-8127-8dc584e35234)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:27:43.618653 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6606bf76-eded-4e70-93be-18998a0db3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:43.637699 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5d8e5c-f95a-4e12-adbe-6f76da48f3e6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Checking segment: {'id': 'f0d6f2f0-f382-45f3-8230-35b96fff416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bd87a42b-3f44-42a4-b2f3-580291503356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:27:43.638238 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5d8e5c-f95a-4e12-adbe-6f76da48f3e6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Network hostable DHCP agents. Network: bd87a42b-3f44-42a4-b2f3-580291503356, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:27:43.721232 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5d8e5c-f95a-4e12-adbe-6f76da48f3e6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Network bd87a42b-3f44-42a4-b2f3-580291503356 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:27:43.745131 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-eb5d8e5c-f95a-4e12-adbe-6f76da48f3e6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, bd87a42b-3f44-42a4-b2f3-580291503356) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:43.769867 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5d8e5c-f95a-4e12-adbe-6f76da48f3e6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:43.770481 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eb5d8e5c-f95a-4e12-adbe-6f76da48f3e6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:43.771847 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c4d2d-6d74-4c84-b1ed-72aa47cabe94 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Port': ['ID=3fdac168-9fda-47a5-8a2d-a39d24d14649,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:43.783440 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28b598c-a51a-4d4c-a918-5086c87c6d5f None None] Network bd87a42b-3f44-42a4-b2f3-580291503356 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:27:43.785528 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6c4d2d-6d74-4c84-b1ed-72aa47cabe94 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network 1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:27:43.789448 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-4e6c4d2d-6d74-4c84-b1ed-72aa47cabe94 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:43.817215 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-eb5d8e5c-f95a-4e12-adbe-6f76da48f3e6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2481639 Jul 30 20:27:43.820024 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39176) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:43.920952 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f40f2641-4698-44d4-9c93-dbd41f4488da up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:27:43.927319 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606bf76-eded-4e70-93be-18998a0db3b1 None None] Pushing event updated for resources: {'Port': ['ID=b20f5857-3866-44ca-81ff-7811e228f67f,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:44.124768 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port f40f2641-4698-44d4-9c93-dbd41f4488da completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:27:44.132223 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port f40f2641-4698-44d4-9c93-dbd41f4488da triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:44.135422 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:44.161040 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6c4d2d-6d74-4c84-b1ed-72aa47cabe94 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Router 0ef354dd-aa6a-4d18-b28b-20da93c3199a is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:27:44.346439 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ef06f0f7-4f5f-4bd6-b2b4-eecb3bb816fb None None] Provisioning for port 3fdac168-9fda-47a5-8a2d-a39d24d14649 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:27:44.427747 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6c4d2d-6d74-4c84-b1ed-72aa47cabe94 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:27:44.447746 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4e6c4d2d-6d74-4c84-b1ed-72aa47cabe94 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "PUT /v2.0/routers/0ef354dd-aa6a-4d18-b28b-20da93c3199a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6173606 Jul 30 20:27:44.447880 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:44.450219 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39188) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:44.463988 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ef06f0f7-4f5f-4bd6-b2b4-eecb3bb816fb None None] Provisioning complete for port 3fdac168-9fda-47a5-8a2d-a39d24d14649 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:44.464455 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef06f0f7-4f5f-4bd6-b2b4-eecb3bb816fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:44.533772 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366cf02-ce08-4b41-a356-b0a1e3a2a09a None None] Sync routers for ids ['0ef354dd-aa6a-4d18-b28b-20da93c3199a'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:27:44.542698 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ef06f0f7-4f5f-4bd6-b2b4-eecb3bb816fb None None] Port 3fdac168-9fda-47a5-8a2d-a39d24d14649 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:27:44.555173 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38912766-0d47-47cb-b070-2d6fa069a084 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:44.560681 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-38912766-0d47-47cb-b070-2d6fa069a084 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "GET /v2.0/ports/3fdac168-9fda-47a5-8a2d-a39d24d14649 HTTP/1.1" status: 200 len: 911 time: 0.1066897 Jul 30 20:27:44.560935 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39194) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:44.569391 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366cf02-ce08-4b41-a356-b0a1e3a2a09a None None] Routers {'0ef354dd-aa6a-4d18-b28b-20da93c3199a'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:44.570553 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a366cf02-ce08-4b41-a356-b0a1e3a2a09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['0ef354dd-aa6a-4d18-b28b-20da93c3199a'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:44.573958 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d497d0f9-9cb8-4f86-9e8d-d1179f5d21ea tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1ccbe4d2-0be6-4f05-8b7e-b0b0a829c2d9'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:44.706541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port f40f2641-4698-44d4-9c93-dbd41f4488da, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f40f2641-4698-44d4-9c93-dbd41f4488da,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:27:44.711131 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a366cf02-ce08-4b41-a356-b0a1e3a2a09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:44.724221 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39196) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:44.734331 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b38ce0-a0d0-459f-9336-e69522a25f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-bd87a42b-3f44-42a4-b2f3-580291503356', 'network_id': 'bd87a42b-3f44-42a4-b2f3-580291503356', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'fixed_ips': [{'subnet_id': '5d307121-55f3-4ffa-a9f2-0a60c629b9b8'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:27:44.735970 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98b38ce0-a0d0-459f-9336-e69522a25f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:44.746987 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:45.084092 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=f40f2641-4698-44d4-9c93-dbd41f4488da,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:45.092518 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ef06f0f7-4f5f-4bd6-b2b4-eecb3bb816fb None None] Provisioning complete for port b20f5857-3866-44ca-81ff-7811e228f67f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:45.097748 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef06f0f7-4f5f-4bd6-b2b4-eecb3bb816fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:45.104057 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366cf02-ce08-4b41-a356-b0a1e3a2a09a None None] Routers {'0ef354dd-aa6a-4d18-b28b-20da93c3199a'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:45.107155 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a366cf02-ce08-4b41-a356-b0a1e3a2a09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['0ef354dd-aa6a-4d18-b28b-20da93c3199a'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:45.128237 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d497d0f9-9cb8-4f86-9e8d-d1179f5d21ea tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:45.213942 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a9d5775e-1473-4176-9536-3dd6b978048a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:45.245699 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e42120b3-c631-4fa9-9c3c-8489a414e5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:45.415902 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a366cf02-ce08-4b41-a356-b0a1e3a2a09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:45.416501 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366cf02-ce08-4b41-a356-b0a1e3a2a09a None None] The sync data for ids ['0ef354dd-aa6a-4d18-b28b-20da93c3199a'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:27:45.533642 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:45.613042 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-98b38ce0-a0d0-459f-9336-e69522a25f8e None None] Allocated IP 172.20.0.18 (bd87a42b-3f44-42a4-b2f3-580291503356/5d307121-55f3-4ffa-a9f2-0a60c629b9b8/f121edc7-3f42-487e-9f06-80dac135f452) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:27:45.672683 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e42120b3-c631-4fa9-9c3c-8489a414e5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:45.684467 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e42120b3-c631-4fa9-9c3c-8489a414e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:45.706707 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:27:45.745625 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42120b3-c631-4fa9-9c3c-8489a414e5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee1e78c-551c-4513-9600-782c2d746df7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:45.824085 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f40f2641-4698-44d4-9c93-dbd41f4488da up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:27:45.832784 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-af2cf237-b854-4e25-8063-e2148227b598 None None] Provisioning complete for port 3fdac168-9fda-47a5-8a2d-a39d24d14649 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:45.833158 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-af2cf237-b854-4e25-8063-e2148227b598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:45.927085 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e42120b3-c631-4fa9-9c3c-8489a414e5b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dc0504d7eaa74d6a99293821a519d367&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1974638 Jul 30 20:27:45.927269 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39222) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:46.032158 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc7bc2a8-bab9-4ed9-bd6d-d701fdf8d527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:46.033967 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d497d0f9-9cb8-4f86-9e8d-d1179f5d21ea tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:46.061421 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d497d0f9-9cb8-4f86-9e8d-d1179f5d21ea tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:46.077974 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d497d0f9-9cb8-4f86-9e8d-d1179f5d21ea tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:46.078763 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d497d0f9-9cb8-4f86-9e8d-d1179f5d21ea tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:46.080300 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc7bc2a8-bab9-4ed9-bd6d-d701fdf8d527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:46.083409 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d497d0f9-9cb8-4f86-9e8d-d1179f5d21ea tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "PUT /v2.0/ports/3fdac168-9fda-47a5-8a2d-a39d24d14649 HTTP/1.1" status: 200 len: 911 time: 1.5213201 Jul 30 20:27:46.086901 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39230) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:46.092547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-af2cf237-b854-4e25-8063-e2148227b598 None None] Port 3fdac168-9fda-47a5-8a2d-a39d24d14649 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:27:46.141509 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98b38ce0-a0d0-459f-9336-e69522a25f8e None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:46.150073 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port f40f2641-4698-44d4-9c93-dbd41f4488da triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:46.150447 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:46.155124 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-98b38ce0-a0d0-459f-9336-e69522a25f8e None None] Transition to ACTIVE for port object f121edc7-3f42-487e-9f06-80dac135f452 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:46.203415 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-98b38ce0-a0d0-459f-9336-e69522a25f8e None None] Transition to ACTIVE for port object f121edc7-3f42-487e-9f06-80dac135f452 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:46.245574 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98b38ce0-a0d0-459f-9336-e69522a25f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:46.296112 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497d0f9-9cb8-4f86-9e8d-d1179f5d21ea tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Port': ['ID=3fdac168-9fda-47a5-8a2d-a39d24d14649,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:46.306823 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc7bc2a8-bab9-4ed9-bd6d-d701fdf8d527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:46.318207 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc7bc2a8-bab9-4ed9-bd6d-d701fdf8d527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:46.319550 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cc7bc2a8-bab9-4ed9-bd6d-d701fdf8d527 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8ee1e78c-551c-4513-9600-782c2d746df7 HTTP/1.1" status: 204 len: 168 time: 0.3912418 Jul 30 20:27:46.350467 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7bc2a8-bab9-4ed9-bd6d-d701fdf8d527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee1e78c-551c-4513-9600-782c2d746df7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:46.380215 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-a9d5775e-1473-4176-9536-3dd6b978048a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Allocated IP 172.20.0.17 (bd87a42b-3f44-42a4-b2f3-580291503356/5d307121-55f3-4ffa-a9f2-0a60c629b9b8/bf3f4278-977c-42a9-8618-ff58244fc50b) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:27:46.440990 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b38ce0-a0d0-459f-9336-e69522a25f8e None None] Network bd87a42b-3f44-42a4-b2f3-580291503356 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:27:46.442746 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b38ce0-a0d0-459f-9336-e69522a25f8e None None] Pushing event updated for resources: {'Port': ['ID=f121edc7-3f42-487e-9f06-80dac135f452,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:46.493880 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-98b38ce0-a0d0-459f-9336-e69522a25f8e None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:46.510934 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b38ce0-a0d0-459f-9336-e69522a25f8e None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:27:46.551668 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a9d5775e-1473-4176-9536-3dd6b978048a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:46.585918 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-a9d5775e-1473-4176-9536-3dd6b978048a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Transition to ACTIVE for port object bf3f4278-977c-42a9-8618-ff58244fc50b will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:46.614903 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b20f5857-3866-44ca-81ff-7811e228f67f up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:27:46.656686 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-98b38ce0-a0d0-459f-9336-e69522a25f8e None None] Attempting to bind port f121edc7-3f42-487e-9f06-80dac135f452 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:27:46.657342 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-98b38ce0-a0d0-459f-9336-e69522a25f8e None None] Attempting to bind port f121edc7-3f42-487e-9f06-80dac135f452 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'f0d6f2f0-f382-45f3-8230-35b96fff416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bd87a42b-3f44-42a4-b2f3-580291503356'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:27:46.657741 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b38ce0-a0d0-459f-9336-e69522a25f8e None None] Attempting to bind port f121edc7-3f42-487e-9f06-80dac135f452 on network bd87a42b-3f44-42a4-b2f3-580291503356 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:27:46.662758 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a9d5775e-1473-4176-9536-3dd6b978048a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:46.669161 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b38ce0-a0d0-459f-9336-e69522a25f8e None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:27:46.669161 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b38ce0-a0d0-459f-9336-e69522a25f8e None None] Checking segment: {'id': 'f0d6f2f0-f382-45f3-8230-35b96fff416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bd87a42b-3f44-42a4-b2f3-580291503356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:27:46.669161 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98b38ce0-a0d0-459f-9336-e69522a25f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:46.669161 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b38ce0-a0d0-459f-9336-e69522a25f8e None None] Bound using segment: {'id': 'f0d6f2f0-f382-45f3-8230-35b96fff416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bd87a42b-3f44-42a4-b2f3-580291503356'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:27:46.669588 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-98b38ce0-a0d0-459f-9336-e69522a25f8e None None] Bound port: f121edc7-3f42-487e-9f06-80dac135f452, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d6f2f0-f382-45f3-8230-35b96fff416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bd87a42b-3f44-42a4-b2f3-580291503356'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:27:46.670072 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98b38ce0-a0d0-459f-9336-e69522a25f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:46.740958 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d5775e-1473-4176-9536-3dd6b978048a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Network bd87a42b-3f44-42a4-b2f3-580291503356 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:27:46.745230 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-a9d5775e-1473-4176-9536-3dd6b978048a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:46.755782 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d5775e-1473-4176-9536-3dd6b978048a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:27:46.842534 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port b20f5857-3866-44ca-81ff-7811e228f67f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:46.842912 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:46.863201 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e2f1d5a-0707-4af9-8afb-cb8349aef3b2 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:46.869149 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-98b38ce0-a0d0-459f-9336-e69522a25f8e None None] For port f121edc7-3f42-487e-9f06-80dac135f452, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:27:46.878421 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5775e-1473-4176-9536-3dd6b978048a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event updated for resources: {'Port': ['ID=bf3f4278-977c-42a9-8618-ff58244fc50b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:46.890710 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-98b38ce0-a0d0-459f-9336-e69522a25f8e None None] For port f121edc7-3f42-487e-9f06-80dac135f452, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f121edc7-3f42-487e-9f06-80dac135f452,segment=NetworkSegment(f0d6f2f0-f382-45f3-8230-35b96fff416a),segment_id=f0d6f2f0-f382-45f3-8230-35b96fff416a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:27:46.900257 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8c8ae3fa-0b56-4bd8-936e-b4a0aa868f1e req-84ef1320-db0e-4fb3-b18d-0090a621efd2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2060399 Jul 30 20:27:46.901103 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a9d5775e-1473-4176-9536-3dd6b978048a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:46.905888 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98b38ce0-a0d0-459f-9336-e69522a25f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:47.055135 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b38ce0-a0d0-459f-9336-e69522a25f8e None None] Pushing event updated for resources: {'Port': ['ID=f121edc7-3f42-487e-9f06-80dac135f452,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:47.321597 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ae3fa-0b56-4bd8-936e-b4a0aa868f1e req-905a540e-ead7-4f4f-8d17-629d274e3e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:47.326567 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8c8ae3fa-0b56-4bd8-936e-b4a0aa868f1e req-905a540e-ead7-4f4f-8d17-629d274e3e1d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fdd4a0aeb4734545b256ac5e1a36d088&device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc HTTP/1.1" status: 200 len: 1096 time: 0.3141770 Jul 30 20:27:47.339952 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a9d5775e-1473-4176-9536-3dd6b978048a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:47.522285 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4e2f1d5a-0707-4af9-8afb-cb8349aef3b2 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting port 3fdac168-9fda-47a5-8a2d-a39d24d14649 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:27:47.522672 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e2f1d5a-0707-4af9-8afb-cb8349aef3b2 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:47.634296 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e2f1d5a-0707-4af9-8afb-cb8349aef3b2 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:47.651352 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4e2f1d5a-0707-4af9-8afb-cb8349aef3b2 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Calling delete_port for 3fdac168-9fda-47a5-8a2d-a39d24d14649 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:27:47.841623 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f121edc7-3f42-487e-9f06-80dac135f452 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:27:47.964704 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port f121edc7-3f42-487e-9f06-80dac135f452 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:27:48.053709 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e2f1d5a-0707-4af9-8afb-cb8349aef3b2 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:48.101049 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f1d5a-0707-4af9-8afb-cb8349aef3b2 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Port': ['ID=3fdac168-9fda-47a5-8a2d-a39d24d14649,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:48.385247 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e2f1d5a-0707-4af9-8afb-cb8349aef3b2 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:48.690510 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ae3fa-0b56-4bd8-936e-b4a0aa868f1e req-e48dab11-a6a1-40c0-a7d1-1433c587ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:48.693129 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8c8ae3fa-0b56-4bd8-936e-b4a0aa868f1e req-e48dab11-a6a1-40c0-a7d1-1433c587ca88 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c HTTP/1.1" status: 200 len: 912 time: 1.3256872 Jul 30 20:27:48.762279 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2f1d5a-0707-4af9-8afb-cb8349aef3b2 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Router 0ef354dd-aa6a-4d18-b28b-20da93c3199a has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:27:48.790514 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5042486-efb3-4a28-9459-bc9d6dcaf474 None None] Network bd87a42b-3f44-42a4-b2f3-580291503356 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:27:48.898088 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a9d5775e-1473-4176-9536-3dd6b978048a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:48.923476 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a9d5775e-1473-4176-9536-3dd6b978048a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:48.926149 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2f1d5a-0707-4af9-8afb-cb8349aef3b2 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:27:48.943764 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4e2f1d5a-0707-4af9-8afb-cb8349aef3b2 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "PUT /v2.0/routers/0ef354dd-aa6a-4d18-b28b-20da93c3199a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8483372 Jul 30 20:27:48.946123 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39308) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:48.946796 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773c0f33-0a5c-433a-8dc2-d203489d9cf8 None None] Sync routers for ids ['0ef354dd-aa6a-4d18-b28b-20da93c3199a'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:27:48.965580 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bca29e37-d980-4107-b780-a184a7db051e None None] Provisioning for port f121edc7-3f42-487e-9f06-80dac135f452 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:27:48.970444 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773c0f33-0a5c-433a-8dc2-d203489d9cf8 None None] Routers {'0ef354dd-aa6a-4d18-b28b-20da93c3199a'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:48.970444 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-773c0f33-0a5c-433a-8dc2-d203489d9cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['0ef354dd-aa6a-4d18-b28b-20da93c3199a'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:48.982680 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bca29e37-d980-4107-b780-a184a7db051e None None] Provisioning complete for port f121edc7-3f42-487e-9f06-80dac135f452 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:48.983600 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bca29e37-d980-4107-b780-a184a7db051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:49.003548 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1619805d-b9ae-4932-8f14-9894fe542125 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef354dd-aa6a-4d18-b28b-20da93c3199a HTTP/1.1" status: 200 len: 205 time: 0.0562415 Jul 30 20:27:49.005975 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39312) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:49.061938 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-773c0f33-0a5c-433a-8dc2-d203489d9cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:49.083611 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773c0f33-0a5c-433a-8dc2-d203489d9cf8 None None] Routers {'0ef354dd-aa6a-4d18-b28b-20da93c3199a'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:49.086991 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-773c0f33-0a5c-433a-8dc2-d203489d9cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['0ef354dd-aa6a-4d18-b28b-20da93c3199a'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:49.110662 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8c8ae3fa-0b56-4bd8-936e-b4a0aa868f1e req-3e5c9a4b-c435-4c3f-a4c6-6039e96ce106 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d HTTP/1.1" status: 200 len: 1001 time: 0.4024227 Jul 30 20:27:49.133493 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7313c9fd-d28b-4346-8411-f2b2f87477f2 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:49.177357 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-773c0f33-0a5c-433a-8dc2-d203489d9cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:49.180520 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773c0f33-0a5c-433a-8dc2-d203489d9cf8 None None] The sync data for ids ['0ef354dd-aa6a-4d18-b28b-20da93c3199a'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:27:49.197626 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5775e-1473-4176-9536-3dd6b978048a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event updated for resources: {'Port': ['ID=bf3f4278-977c-42a9-8618-ff58244fc50b,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:49.203920 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a9d5775e-1473-4176-9536-3dd6b978048a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:49.226599 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bca29e37-d980-4107-b780-a184a7db051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:49.276212 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ae3fa-0b56-4bd8-936e-b4a0aa868f1e req-4a833f19-c99f-4c3d-9ccb-bb6a26fc4e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:49.308683 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8c8ae3fa-0b56-4bd8-936e-b4a0aa868f1e req-4a833f19-c99f-4c3d-9ccb-bb6a26fc4e29 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6491aa5-23e2-49d6-ab1a-df22f79d0138 HTTP/1.1" status: 200 len: 850 time: 0.1520510 Jul 30 20:27:49.377409 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bca29e37-d980-4107-b780-a184a7db051e None None] For port f121edc7-3f42-487e-9f06-80dac135f452, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f121edc7-3f42-487e-9f06-80dac135f452,segment=NetworkSegment(f0d6f2f0-f382-45f3-8230-35b96fff416a),segment_id=f0d6f2f0-f382-45f3-8230-35b96fff416a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:27:49.383631 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ae3fa-0b56-4bd8-936e-b4a0aa868f1e req-0efee73a-6deb-4825-887e-669d8c56dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:49.385331 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8c8ae3fa-0b56-4bd8-936e-b4a0aa868f1e req-0efee73a-6deb-4825-887e-669d8c56dd8e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753598 Jul 30 20:27:49.391317 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bca29e37-d980-4107-b780-a184a7db051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:49.407280 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7313c9fd-d28b-4346-8411-f2b2f87477f2 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:49.410045 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7313c9fd-d28b-4346-8411-f2b2f87477f2 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:49.477938 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d5775e-1473-4176-9536-3dd6b978048a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Network bd87a42b-3f44-42a4-b2f3-580291503356 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:27:49.486830 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-a9d5775e-1473-4176-9536-3dd6b978048a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:49.535899 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca29e37-d980-4107-b780-a184a7db051e None None] Pushing event updated for resources: {'Port': ['ID=f121edc7-3f42-487e-9f06-80dac135f452,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:49.566810 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7313c9fd-d28b-4346-8411-f2b2f87477f2 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:49.567808 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7313c9fd-d28b-4346-8411-f2b2f87477f2 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Fanout notify agent at l3_agent the message router_deleted on router 0ef354dd-aa6a-4d18-b28b-20da93c3199a {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:27:49.587029 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7313c9fd-d28b-4346-8411-f2b2f87477f2 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:49.592615 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7313c9fd-d28b-4346-8411-f2b2f87477f2 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/routers/0ef354dd-aa6a-4d18-b28b-20da93c3199a HTTP/1.1" status: 204 len: 168 time: 0.5827601 Jul 30 20:27:49.593633 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39328) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:49.617239 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8c8ae3fa-0b56-4bd8-936e-b4a0aa868f1e req-1b1a759b-24de-4fbf-a021-a582f4d0f29a service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177944 Jul 30 20:27:49.683701 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:49.779699 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-2212cc75-9de7-45ec-abe9-969f165c225a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting subnet 1ccbe4d2-0be6-4f05-8b7e-b0b0a829c2d9 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:27:49.785682 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2212cc75-9de7-45ec-abe9-969f165c225a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:49.806055 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f121edc7-3f42-487e-9f06-80dac135f452 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:27:49.903604 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2212cc75-9de7-45ec-abe9-969f165c225a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:49.926744 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port f121edc7-3f42-487e-9f06-80dac135f452 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:49.927368 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:49.981132 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b8a09a08-2079-4cb0-aa57-938742f92de0 None None] Provisioning complete for port f121edc7-3f42-487e-9f06-80dac135f452 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:49.981785 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8a09a08-2079-4cb0-aa57-938742f92de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:50.098838 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8c8ae3fa-0b56-4bd8-936e-b4a0aa868f1e req-cb3896f1-8e04-4196-8386-8201e46550d8 service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654254 Jul 30 20:27:50.118790 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d5775e-1473-4176-9536-3dd6b978048a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Router 14922b27-ca69-4cec-8e3b-72d44238306c has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:27:50.129680 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2212cc75-9de7-45ec-abe9-969f165c225a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:50.312959 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2212cc75-9de7-45ec-abe9-969f165c225a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:50.343384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d5775e-1473-4176-9536-3dd6b978048a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:27:50.348528 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b8a09a08-2079-4cb0-aa57-938742f92de0 None None] Provisioning for port bf3f4278-977c-42a9-8618-ff58244fc50b completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:27:50.351229 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a9d5775e-1473-4176-9536-3dd6b978048a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "PUT /v2.0/routers/14922b27-ca69-4cec-8e3b-72d44238306c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5299449 Jul 30 20:27:50.363050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] Sync routers for ids ['14922b27-ca69-4cec-8e3b-72d44238306c'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:27:50.378765 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b8a09a08-2079-4cb0-aa57-938742f92de0 None None] Provisioning complete for port bf3f4278-977c-42a9-8618-ff58244fc50b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:50.379150 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8a09a08-2079-4cb0-aa57-938742f92de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:50.385511 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212cc75-9de7-45ec-abe9-969f165c225a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Subnet': ['ID=1ccbe4d2-0be6-4f05-8b7e-b0b0a829c2d9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:50.413030 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] Routers {'14922b27-ca69-4cec-8e3b-72d44238306c'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:50.413730 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['14922b27-ca69-4cec-8e3b-72d44238306c'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:50.456582 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2212cc75-9de7-45ec-abe9-969f165c225a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:50.458732 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2212cc75-9de7-45ec-abe9-969f165c225a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/subnets/1ccbe4d2-0be6-4f05-8b7e-b0b0a829c2d9 HTTP/1.1" status: 204 len: 168 time: 0.8640220 Jul 30 20:27:50.461339 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39350) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:50.590533 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-565cd18e-9240-426f-9c29-232b648bbaad tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:50.681714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-565cd18e-9240-426f-9c29-232b648bbaad tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting port b20f5857-3866-44ca-81ff-7811e228f67f {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:27:50.682162 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-565cd18e-9240-426f-9c29-232b648bbaad tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:50.721473 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e028ea1-fcba-4ae1-b667-ff817bff648e None None] Network 1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:27:50.743535 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b8a09a08-2079-4cb0-aa57-938742f92de0 None None] Port bf3f4278-977c-42a9-8618-ff58244fc50b cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:27:50.894976 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] Set router 14922b27-ca69-4cec-8e3b-72d44238306c gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:27:50.951298 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-565cd18e-9240-426f-9c29-232b648bbaad tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] For port b20f5857-3866-44ca-81ff-7811e228f67f, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b20f5857-3866-44ca-81ff-7811e228f67f,segment=NetworkSegment(898a81a1-83c7-4ef3-8127-8dc584e35234),segment_id=898a81a1-83c7-4ef3-8127-8dc584e35234)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:27:50.951415 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-565cd18e-9240-426f-9c29-232b648bbaad tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:50.993774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-565cd18e-9240-426f-9c29-232b648bbaad tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Calling delete_port for b20f5857-3866-44ca-81ff-7811e228f67f owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:27:51.014911 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-78aacdef-4480-41a2-b6a0-39e5f829e18d tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:51.022194 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-78aacdef-4480-41a2-b6a0-39e5f829e18d tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/networks?id=bd87a42b-3f44-42a4-b2f3-580291503356 HTTP/1.1" status: 200 len: 797 time: 0.2551126 Jul 30 20:27:51.070985 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e6bcd8a2-e741-4874-a9d0-4443b5dcc859 None None] Provisioning complete for port bf3f4278-977c-42a9-8618-ff58244fc50b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:51.071447 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e6bcd8a2-e741-4874-a9d0-4443b5dcc859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:51.092905 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-0b467dae-58ac-42a5-9343-603a5a6f4ad2 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/quotas/84983c9ae1174638a727198854c17acc HTTP/1.1" status: 200 len: 375 time: 0.0625632 Jul 30 20:27:51.197575 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e6bcd8a2-e741-4874-a9d0-4443b5dcc859 None None] Port bf3f4278-977c-42a9-8618-ff58244fc50b cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:27:51.215841 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-13e0abde-195a-4112-b6e4-63839c00753e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=84983c9ae1174638a727198854c17acc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1285915 Jul 30 20:27:51.228014 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-565cd18e-9240-426f-9c29-232b648bbaad tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:51.265966 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cd18e-9240-426f-9c29-232b648bbaad tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Port': ['ID=b20f5857-3866-44ca-81ff-7811e228f67f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:51.304628 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a93822a1-d588-4c46-bbf6-d4efc482939d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:51.310870 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565cd18e-9240-426f-9c29-232b648bbaad tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] No DVR routers for this DVR port b20f5857-3866-44ca-81ff-7811e228f67f on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:27:51.331398 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14922b27-ca69-4cec-8e3b-72d44238306c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-612039426', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'f40f2641-4698-44d4-9c93-dbd41f4488da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:36Z', 'updated_at': '2021-07-30T20:27:47Z', 'revision_number': 4, 'project_id': '84983c9ae1174638a727198854c17acc', 'gw_port': {'id': 'f40f2641-4698-44d4-9c93-dbd41f4488da', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14922b27-ca69-4cec-8e3b-72d44238306c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:37Z', 'updated_at': '2021-07-30T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'bf3f4278-977c-42a9-8618-ff58244fc50b', 'name': '', 'network_id': 'bd87a42b-3f44-42a4-b2f3-580291503356', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'mac_address': 'fa:16:3e:38:af:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14922b27-ca69-4cec-8e3b-72d44238306c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '5d307121-55f3-4ffa-a9f2-0a60c629b9b8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:45Z', 'updated_at': '2021-07-30T20:27:48Z', 'revision_number': 2, 'project_id': '84983c9ae1174638a727198854c17acc', 'subnets': [{'id': '5d307121-55f3-4ffa-a9f2-0a60c629b9b8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:51.366067 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] Checking router: 14922b27-ca69-4cec-8e3b-72d44238306c for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:27:51.366517 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] Updating router 14922b27-ca69-4cec-8e3b-72d44238306c port bf3f4278-977c-42a9-8618-ff58244fc50b binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:27:51.395373 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370f08b2-a5f6-49d2-9191-7af0cd21f297 None None] DHCP port deletion for 1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:27:51.411602 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:51.438659 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-565cd18e-9240-426f-9c29-232b648bbaad tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:51.459712 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-565cd18e-9240-426f-9c29-232b648bbaad tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:51.470266 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-c0ebd954-2742-4ea0-9b39-11affc653756 service neutron] 10.222.0.81 "GET /v2.0/networks/bd87a42b-3f44-42a4-b2f3-580291503356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150187 Jul 30 20:27:51.473717 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-565cd18e-9240-426f-9c29-232b648bbaad tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898a81a1-83c7-4ef3-8127-8dc584e35234') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:51.473866 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-565cd18e-9240-426f-9c29-232b648bbaad tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898a81a1-83c7-4ef3-8127-8dc584e35234') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:51.493179 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-565cd18e-9240-426f-9c29-232b648bbaad tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:51.509846 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39392) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:51.565386 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-565cd18e-9240-426f-9c29-232b648bbaad tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:51.603553 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565cd18e-9240-426f-9c29-232b648bbaad tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:27:51.603975 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-565cd18e-9240-426f-9c29-232b648bbaad tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:27:51.607205 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:27:51.675618 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-42d20c82-f492-4994-a5c8-5ea6fa0b4a16 service neutron] 10.222.0.81 "GET /v2.0/networks/bd87a42b-3f44-42a4-b2f3-580291503356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948483 Jul 30 20:27:51.702593 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-565cd18e-9240-426f-9c29-232b648bbaad tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:51.728235 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-565cd18e-9240-426f-9c29-232b648bbaad tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:51.733871 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39408) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:51.736711 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-565cd18e-9240-426f-9c29-232b648bbaad tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/networks/1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8 HTTP/1.1" status: 204 len: 168 time: 1.2739499 Jul 30 20:27:51.738747 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ee25ec8c-126a-4a03-b0c2-3f58d20cdb97 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1028763748', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:51.759458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cd18e-9240-426f-9c29-232b648bbaad tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Network': ['ID=1e10ab2c-d98e-4e1a-9dba-27bd8534f7a8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:51.832701 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6762f5ee-cfb7-4a05-8392-868673a416e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:51.875685 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b20f5857-3866-44ca-81ff-7811e228f67f no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:27:51.903833 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee25ec8c-126a-4a03-b0c2-3f58d20cdb97 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:51.905272 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee25ec8c-126a-4a03-b0c2-3f58d20cdb97 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:52.069646 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: b20f5857-3866-44ca-81ff-7811e228f67f {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:27:52.069994 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b20f5857-3866-44ca-81ff-7811e228f67f not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:27:52.151548 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c85fada-9cde-449c-8dc7-28a58fd74dd1 req-428ccd66-4dc1-4476-8b82-22850f582772 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=29679010-0152-4052-bfac-69be422ac903 HTTP/1.1" status: 200 len: 210 time: 0.0881491 Jul 30 20:27:52.174249 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee25ec8c-126a-4a03-b0c2-3f58d20cdb97 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:52.186527 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee25ec8c-126a-4a03-b0c2-3f58d20cdb97 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:52.241580 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:52.256345 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6762f5ee-cfb7-4a05-8392-868673a416e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:52.256550 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] Transition to ACTIVE for port object bf3f4278-977c-42a9-8618-ff58244fc50b will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:52.264969 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:52.265344 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6762f5ee-cfb7-4a05-8392-868673a416e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:52.288817 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee25ec8c-126a-4a03-b0c2-3f58d20cdb97 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:52.290017 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ee25ec8c-126a-4a03-b0c2-3f58d20cdb97 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5550854 Jul 30 20:27:52.292764 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39426) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:52.299037 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-095755f3-b10f-4973-8b63-60559ca27f62 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1743877057'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:52.320798 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6762f5ee-cfb7-4a05-8392-868673a416e5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=99d083759fb74b068aab9a1efe679e35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8073213 Jul 30 20:27:52.320798 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762f5ee-cfb7-4a05-8392-868673a416e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba0dbe8-daa7-4bfd-892d-bf40df251b01,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:52.322230 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39428) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:52.392596 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095755f3-b10f-4973-8b63-60559ca27f62 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Made reservation on behalf of 99a99904313441dfa50421402bb9966b for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:27:52.403252 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-095755f3-b10f-4973-8b63-60559ca27f62 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:52.406356 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4d3ca-1f06-4f79-9ce7-87c80a8e2870 None None] Pushing event updated for resources: {'Port': ['ID=bf3f4278-977c-42a9-8618-ff58244fc50b,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:52.464314 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095755f3-b10f-4973-8b63-60559ca27f62 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:27:52.465398 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] Attempting to bind port bf3f4278-977c-42a9-8618-ff58244fc50b on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:27:52.465827 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] Attempting to bind port bf3f4278-977c-42a9-8618-ff58244fc50b by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'f0d6f2f0-f382-45f3-8230-35b96fff416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bd87a42b-3f44-42a4-b2f3-580291503356'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:27:52.466202 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] Attempting to bind port bf3f4278-977c-42a9-8618-ff58244fc50b on network bd87a42b-3f44-42a4-b2f3-580291503356 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:27:52.473511 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:27:52.474258 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] Checking segment: {'id': 'f0d6f2f0-f382-45f3-8230-35b96fff416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bd87a42b-3f44-42a4-b2f3-580291503356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:27:52.475237 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:52.477180 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] Bound using segment: {'id': 'f0d6f2f0-f382-45f3-8230-35b96fff416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bd87a42b-3f44-42a4-b2f3-580291503356'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:27:52.478448 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] Bound port: bf3f4278-977c-42a9-8618-ff58244fc50b, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d6f2f0-f382-45f3-8230-35b96fff416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bd87a42b-3f44-42a4-b2f3-580291503356'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:27:52.479210 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:52.485141 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a75e90d5-399c-47f6-a49d-e4ac5f517cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:52.488948 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-095755f3-b10f-4973-8b63-60559ca27f62 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:52.491061 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-095755f3-b10f-4973-8b63-60559ca27f62 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Added segment 008b5452-4f45-434f-bb95-2e96c5da4c9c of type vlan for network 0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d Jul 30 20:27:52.569680 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a75e90d5-399c-47f6-a49d-e4ac5f517cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:52.620097 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-095755f3-b10f-4973-8b63-60559ca27f62 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:52.654111 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] For port bf3f4278-977c-42a9-8618-ff58244fc50b, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:27:52.657652 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] For port bf3f4278-977c-42a9-8618-ff58244fc50b, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=bf3f4278-977c-42a9-8618-ff58244fc50b,segment=NetworkSegment(f0d6f2f0-f382-45f3-8230-35b96fff416a),segment_id=f0d6f2f0-f382-45f3-8230-35b96fff416a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:27:52.658963 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a75e90d5-399c-47f6-a49d-e4ac5f517cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:52.661970 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a75e90d5-399c-47f6-a49d-e4ac5f517cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:52.666845 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:52.667040 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a75e90d5-399c-47f6-a49d-e4ac5f517cbc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aba0dbe8-daa7-4bfd-892d-bf40df251b01 HTTP/1.1" status: 204 len: 168 time: 0.3432457 Jul 30 20:27:52.681934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e90d5-399c-47f6-a49d-e4ac5f517cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba0dbe8-daa7-4bfd-892d-bf40df251b01,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:52.713446 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-095755f3-b10f-4973-8b63-60559ca27f62 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:52.723886 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095755f3-b10f-4973-8b63-60559ca27f62 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:52.727447 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-095755f3-b10f-4973-8b63-60559ca27f62 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:52.857702 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-095755f3-b10f-4973-8b63-60559ca27f62 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5601854 Jul 30 20:27:52.858831 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39444) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:52.869454 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3093a6cc-abef-4cd5-9e4f-4e9bc4b49f4b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'subnet': {'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:52.903352 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095755f3-b10f-4973-8b63-60559ca27f62 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Network': ['ID=0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:52.919674 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:27:52.927679 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] Routers {'14922b27-ca69-4cec-8e3b-72d44238306c'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:52.928436 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['14922b27-ca69-4cec-8e3b-72d44238306c'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:52.930402 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4d3ca-1f06-4f79-9ce7-87c80a8e2870 None None] Pushing event updated for resources: {'Port': ['ID=bf3f4278-977c-42a9-8618-ff58244fc50b,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:53.033194 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3093a6cc-abef-4cd5-9e4f-4e9bc4b49f4b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Made reservation on behalf of 99a99904313441dfa50421402bb9966b for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:27:53.038998 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3093a6cc-abef-4cd5-9e4f-4e9bc4b49f4b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:53.313182 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-75f6d66f-23a4-453e-bb49-ed0b996ad4ef req-ce408d13-e491-431f-9a20-c2e3242a7721 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=29679010-0152-4052-bfac-69be422ac903 HTTP/1.1" status: 200 len: 210 time: 0.0499723 Jul 30 20:27:53.317498 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3093a6cc-abef-4cd5-9e4f-4e9bc4b49f4b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:53.328571 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39458) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:53.343973 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] Set router 14922b27-ca69-4cec-8e3b-72d44238306c gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:27:53.387849 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-03b7ec75-80c0-43f8-a63f-f9149527447b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:53.389316 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3093a6cc-abef-4cd5-9e4f-4e9bc4b49f4b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Checking segment: {'id': '008b5452-4f45-434f-bb95-2e96c5da4c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:27:53.390114 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3093a6cc-abef-4cd5-9e4f-4e9bc4b49f4b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network hostable DHCP agents. Network: 0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:27:53.392931 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093a6cc-abef-4cd5-9e4f-4e9bc4b49f4b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Subnet': ['ID=8cadd8b6-4717-4aa1-b862-6c88e94d0d14,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:53.414102 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3093a6cc-abef-4cd5-9e4f-4e9bc4b49f4b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network 0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:27:53.425439 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3093a6cc-abef-4cd5-9e4f-4e9bc4b49f4b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:53.431243 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3093a6cc-abef-4cd5-9e4f-4e9bc4b49f4b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:53.432792 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3093a6cc-abef-4cd5-9e4f-4e9bc4b49f4b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:53.458619 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a0a400-8040-423b-a679-ae3dbecb9e81 None None] Network 0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:27:53.552602 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-03b7ec75-80c0-43f8-a63f-f9149527447b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:53.563803 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-03b7ec75-80c0-43f8-a63f-f9149527447b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:53.576682 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3093a6cc-abef-4cd5-9e4f-4e9bc4b49f4b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7161009 Jul 30 20:27:53.579438 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39464) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:53.605072 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7ec75-80c0-43f8-a63f-f9149527447b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ff214b-ee36-478f-b279-592ce153fe0a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:53.631143 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-03b7ec75-80c0-43f8-a63f-f9149527447b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e10e3840ca654014bd02356c4ca2f72c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2991266 Jul 30 20:27:53.642817 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39466) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:53.712865 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e63855fd-d32a-4c09-a567-ec30eb59a321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:53.733290 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93a80e85-072a-45f0-8063-a7a1b1518b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:53.741472 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e63855fd-d32a-4c09-a567-ec30eb59a321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:53.748997 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'fixed_ips': [{'subnet_id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:27:53.750331 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:53.763213 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14922b27-ca69-4cec-8e3b-72d44238306c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-612039426', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'f40f2641-4698-44d4-9c93-dbd41f4488da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:36Z', 'updated_at': '2021-07-30T20:27:47Z', 'revision_number': 4, 'project_id': '84983c9ae1174638a727198854c17acc', 'gw_port': {'id': 'f40f2641-4698-44d4-9c93-dbd41f4488da', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14922b27-ca69-4cec-8e3b-72d44238306c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:37Z', 'updated_at': '2021-07-30T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'bf3f4278-977c-42a9-8618-ff58244fc50b', 'name': '', 'network_id': 'bd87a42b-3f44-42a4-b2f3-580291503356', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'mac_address': 'fa:16:3e:38:af:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14922b27-ca69-4cec-8e3b-72d44238306c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '5d307121-55f3-4ffa-a9f2-0a60c629b9b8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:45Z', 'updated_at': '2021-07-30T20:27:52Z', 'revision_number': 4, 'project_id': '84983c9ae1174638a727198854c17acc', 'subnets': [{'id': '5d307121-55f3-4ffa-a9f2-0a60c629b9b8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:53.801165 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e63855fd-d32a-4c09-a567-ec30eb59a321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:53.804685 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e63855fd-d32a-4c09-a567-ec30eb59a321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:53.805807 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e63855fd-d32a-4c09-a567-ec30eb59a321 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/48ff214b-ee36-478f-b279-592ce153fe0a HTTP/1.1" status: 204 len: 168 time: 0.1619828 Jul 30 20:27:53.819903 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda9f850-7335-453a-8600-988e7bee8108 None None] The sync data for ids ['14922b27-ca69-4cec-8e3b-72d44238306c'] in n-d-712137-9 is: [{'id': '14922b27-ca69-4cec-8e3b-72d44238306c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-612039426', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'f40f2641-4698-44d4-9c93-dbd41f4488da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:36Z', 'updated_at': '2021-07-30T20:27:47Z', 'revision_number': 4, 'project_id': '84983c9ae1174638a727198854c17acc', 'gw_port': {'id': 'f40f2641-4698-44d4-9c93-dbd41f4488da', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14922b27-ca69-4cec-8e3b-72d44238306c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:37Z', 'updated_at': '2021-07-30T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'bf3f4278-977c-42a9-8618-ff58244fc50b', 'name': '', 'network_id': 'bd87a42b-3f44-42a4-b2f3-580291503356', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'mac_address': 'fa:16:3e:38:af:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14922b27-ca69-4cec-8e3b-72d44238306c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '5d307121-55f3-4ffa-a9f2-0a60c629b9b8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:45Z', 'updated_at': '2021-07-30T20:27:52Z', 'revision_number': 4, 'project_id': '84983c9ae1174638a727198854c17acc', 'subnets': [{'id': '5d307121-55f3-4ffa-a9f2-0a60c629b9b8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:27:53.823641 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63855fd-d32a-4c09-a567-ec30eb59a321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ff214b-ee36-478f-b279-592ce153fe0a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:54.046013 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:54.113893 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Allocated IP 2001:db8::2 (0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d/8cadd8b6-4717-4aa1-b862-6c88e94d0d14/203d54bf-db84-415e-a178-31915b09a935) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:27:54.441704 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-1a513018-6e89-472f-a70c-94f33c82c2a3 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:54.443220 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-1a513018-6e89-472f-a70c-94f33c82c2a3 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.83 "GET /v2.0/networks?id=bd87a42b-3f44-42a4-b2f3-580291503356 HTTP/1.1" status: 200 len: 797 time: 0.3174622 Jul 30 20:27:54.466695 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-6f831002-90fb-4a1a-8280-7a9cc9b1cc3c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Request body: {'port': {'device_id': '29679010-0152-4052-bfac-69be422ac903', 'network_id': 'bd87a42b-3f44-42a4-b2f3-580291503356', 'admin_state_up': True, 'tenant_id': '84983c9ae1174638a727198854c17acc'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:54.596219 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-92ff00fd-7b02-4491-9160-8f18c778ac7e req-0ca074ef-b4a3-47a3-b4e2-b660970383b2 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=29679010-0152-4052-bfac-69be422ac903 HTTP/1.1" status: 200 len: 210 time: 0.1258266 Jul 30 20:27:54.607828 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:54.619209 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Transition to ACTIVE for port object 203d54bf-db84-415e-a178-31915b09a935 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:54.642020 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Transition to ACTIVE for port object 203d54bf-db84-415e-a178-31915b09a935 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:54.668776 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:54.802790 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Pushing event updated for resources: {'Port': ['ID=203d54bf-db84-415e-a178-31915b09a935,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:54.807926 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-6f831002-90fb-4a1a-8280-7a9cc9b1cc3c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Made reservation on behalf of 84983c9ae1174638a727198854c17acc for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:27:54.812181 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-6f831002-90fb-4a1a-8280-7a9cc9b1cc3c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:54.838191 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8139ef0a-1743-402d-b40c-6bcc53412a60 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:54.843736 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Network 0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:27:54.846391 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:54.858616 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:27:55.053016 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Attempting to bind port 203d54bf-db84-415e-a178-31915b09a935 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:27:55.053768 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Attempting to bind port 203d54bf-db84-415e-a178-31915b09a935 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '008b5452-4f45-434f-bb95-2e96c5da4c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:27:55.055480 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Attempting to bind port 203d54bf-db84-415e-a178-31915b09a935 on network 0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:27:55.071636 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:55.073666 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:27:55.074487 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Checking segment: {'id': '008b5452-4f45-434f-bb95-2e96c5da4c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:27:55.075108 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:55.075772 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Bound using segment: {'id': '008b5452-4f45-434f-bb95-2e96c5da4c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:27:55.076522 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Bound port: 203d54bf-db84-415e-a178-31915b09a935, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008b5452-4f45-434f-bb95-2e96c5da4c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:27:55.077137 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:55.164730 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] For port 203d54bf-db84-415e-a178-31915b09a935, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:27:55.171056 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] For port 203d54bf-db84-415e-a178-31915b09a935, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=203d54bf-db84-415e-a178-31915b09a935,segment=NetworkSegment(008b5452-4f45-434f-bb95-2e96c5da4c9c),segment_id=008b5452-4f45-434f-bb95-2e96c5da4c9c)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:27:55.177048 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:55.252551 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Pushing event updated for resources: {'Port': ['ID=203d54bf-db84-415e-a178-31915b09a935,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:55.261116 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:55.262166 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:55.262166 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:55.262648 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:55.263058 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:55.263478 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:55.263924 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:55.264345 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:55.264806 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:55.265226 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:55.265640 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:55.266186 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bea43e-d661-4567-88f6-856eee703fa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:27:55.388999 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-8139ef0a-1743-402d-b40c-6bcc53412a60 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Allocated IP 2001:db8::1 (0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d/8cadd8b6-4717-4aa1-b862-6c88e94d0d14/391334dc-771b-41a3-902d-539f2f453266) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:27:55.536465 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8139ef0a-1743-402d-b40c-6bcc53412a60 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:55.567988 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-8139ef0a-1743-402d-b40c-6bcc53412a60 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Transition to ACTIVE for port object 391334dc-771b-41a3-902d-539f2f453266 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:55.625795 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8139ef0a-1743-402d-b40c-6bcc53412a60 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:55.784594 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139ef0a-1743-402d-b40c-6bcc53412a60 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Port': ['ID=391334dc-771b-41a3-902d-539f2f453266,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:55.794781 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8139ef0a-1743-402d-b40c-6bcc53412a60 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network 0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:27:55.796432 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8139ef0a-1743-402d-b40c-6bcc53412a60 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:55.799147 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8139ef0a-1743-402d-b40c-6bcc53412a60 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:27:55.800046 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8139ef0a-1743-402d-b40c-6bcc53412a60 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:55.845675 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0ae1b82e-0fc5-43ea-98f7-1e63f332db13 req-c5f52ac9-5cf9-4924-bd07-6fae10422c7a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=29679010-0152-4052-bfac-69be422ac903 HTTP/1.1" status: 200 len: 210 time: 0.0898314 Jul 30 20:27:55.954818 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-6f831002-90fb-4a1a-8280-7a9cc9b1cc3c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Allocated IP 172.20.0.24 (bd87a42b-3f44-42a4-b2f3-580291503356/5d307121-55f3-4ffa-a9f2-0a60c629b9b8/3e029803-222f-4fa6-bb55-ee65f68de8df) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:27:55.959146 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device bf3f4278-977c-42a9-8618-ff58244fc50b up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:27:56.108836 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port bf3f4278-977c-42a9-8618-ff58244fc50b completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:27:56.115235 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port bf3f4278-977c-42a9-8618-ff58244fc50b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:56.115617 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:56.153019 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-6f831002-90fb-4a1a-8280-7a9cc9b1cc3c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:56.169313 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-6f831002-90fb-4a1a-8280-7a9cc9b1cc3c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Transition to ACTIVE for port object 3e029803-222f-4fa6-bb55-ee65f68de8df will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:56.175273 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8139ef0a-1743-402d-b40c-6bcc53412a60 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:56.261979 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-6f831002-90fb-4a1a-8280-7a9cc9b1cc3c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:56.316988 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:56.382464 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-6f831002-90fb-4a1a-8280-7a9cc9b1cc3c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Network bd87a42b-3f44-42a4-b2f3-580291503356 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:27:56.389949 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-6f831002-90fb-4a1a-8280-7a9cc9b1cc3c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:56.412912 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port bf3f4278-977c-42a9-8618-ff58244fc50b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=bf3f4278-977c-42a9-8618-ff58244fc50b,segment=NetworkSegment(f0d6f2f0-f382-45f3-8230-35b96fff416a),segment_id=f0d6f2f0-f382-45f3-8230-35b96fff416a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:27:56.417605 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-6f831002-90fb-4a1a-8280-7a9cc9b1cc3c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:27:56.424983 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:56.425814 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 203d54bf-db84-415e-a178-31915b09a935 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:27:56.429430 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f831002-90fb-4a1a-8280-7a9cc9b1cc3c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event updated for resources: {'Port': ['ID=3e029803-222f-4fa6-bb55-ee65f68de8df,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:56.602337 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-6f831002-90fb-4a1a-8280-7a9cc9b1cc3c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:56.603024 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-6f831002-90fb-4a1a-8280-7a9cc9b1cc3c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:56.649428 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-6f831002-90fb-4a1a-8280-7a9cc9b1cc3c tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.1966817 Jul 30 20:27:56.662161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-c30ce826-4bf1-4d15-a145-e0181899323e service neutron] Request body: {'port': {'device_id': '29679010-0152-4052-bfac-69be422ac903', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:56.815412 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-c30ce826-4bf1-4d15-a145-e0181899323e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:56.859479 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8139ef0a-1743-402d-b40c-6bcc53412a60 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:56.876972 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8139ef0a-1743-402d-b40c-6bcc53412a60 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:56.878112 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8139ef0a-1743-402d-b40c-6bcc53412a60 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:57.036395 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139ef0a-1743-402d-b40c-6bcc53412a60 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Port': ['ID=391334dc-771b-41a3-902d-539f2f453266,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:57.094413 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6a33f66c-a182-41d8-bd95-25be05b0a035 None None] Provisioning for port 3e029803-222f-4fa6-bb55-ee65f68de8df completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:27:57.123886 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6a33f66c-a182-41d8-bd95-25be05b0a035 None None] Provisioning complete for port 3e029803-222f-4fa6-bb55-ee65f68de8df triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:57.132762 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6a33f66c-a182-41d8-bd95-25be05b0a035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:57.159091 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a30b1a-bfb8-4990-aee0-3d75c2a0a3db None None] Network 0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:27:57.265204 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8139ef0a-1743-402d-b40c-6bcc53412a60 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network 0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:27:57.266714 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8139ef0a-1743-402d-b40c-6bcc53412a60 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:57.289705 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c76ed9-f6ae-4b7f-8d49-55ce9177fd33 req-7fe056d7-5979-4769-b2f9-8afe9e7c91ff tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:57.291795 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f2c76ed9-f6ae-4b7f-8d49-55ce9177fd33 req-7fe056d7-5979-4769-b2f9-8afe9e7c91ff tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=29679010-0152-4052-bfac-69be422ac903 HTTP/1.1" status: 200 len: 895 time: 0.1446657 Jul 30 20:27:57.311164 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=bf3f4278-977c-42a9-8618-ff58244fc50b,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:57.320932 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:57.334089 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6a33f66c-a182-41d8-bd95-25be05b0a035 None None] Port 3e029803-222f-4fa6-bb55-ee65f68de8df cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:27:57.392592 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 203d54bf-db84-415e-a178-31915b09a935 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:27:57.470636 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8139ef0a-1743-402d-b40c-6bcc53412a60 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:27:57.482441 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f907f0c2-2dc7-4060-9c7b-167c2d3bb796 None None] Provisioning for port 203d54bf-db84-415e-a178-31915b09a935 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:27:57.488799 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f907f0c2-2dc7-4060-9c7b-167c2d3bb796 None None] Provisioning complete for port 203d54bf-db84-415e-a178-31915b09a935 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:57.489171 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f907f0c2-2dc7-4060-9c7b-167c2d3bb796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:57.489968 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-c30ce826-4bf1-4d15-a145-e0181899323e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e029803-222f-4fa6-bb55-ee65f68de8df {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:27:57.509045 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-c30ce826-4bf1-4d15-a145-e0181899323e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:57.540476 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-c30ce826-4bf1-4d15-a145-e0181899323e service neutron] Transition to ACTIVE for port object 3e029803-222f-4fa6-bb55-ee65f68de8df will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:57.549608 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-c30ce826-4bf1-4d15-a145-e0181899323e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:57.754688 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ce826-4bf1-4d15-a145-e0181899323e service neutron] Pushing event updated for resources: {'Port': ['ID=3e029803-222f-4fa6-bb55-ee65f68de8df,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:57.783098 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8139ef0a-1743-402d-b40c-6bcc53412a60 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:27:57.802373 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] Sync routers for ids ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:27:57.816698 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8139ef0a-1743-402d-b40c-6bcc53412a60 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "PUT /v2.0/routers/fee7a549-ca0c-4524-8a7b-dc43f9f5a362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2333391 Jul 30 20:27:57.821557 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] Routers {'fee7a549-ca0c-4524-8a7b-dc43f9f5a362'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:27:57.822739 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:57.825033 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39582) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:57.842851 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-fb38f697-9573-4e5c-8853-e4be39893179 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1082959471'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:57.908763 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device bf3f4278-977c-42a9-8618-ff58244fc50b up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:27:57.943724 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-c30ce826-4bf1-4d15-a145-e0181899323e service neutron] Attempting to bind port 3e029803-222f-4fa6-bb55-ee65f68de8df on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:27:57.961022 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-c30ce826-4bf1-4d15-a145-e0181899323e service neutron] Attempting to bind port 3e029803-222f-4fa6-bb55-ee65f68de8df by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'f0d6f2f0-f382-45f3-8230-35b96fff416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bd87a42b-3f44-42a4-b2f3-580291503356'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:27:57.961022 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-c30ce826-4bf1-4d15-a145-e0181899323e service neutron] Attempting to bind port 3e029803-222f-4fa6-bb55-ee65f68de8df on network bd87a42b-3f44-42a4-b2f3-580291503356 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:27:57.977559 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-c30ce826-4bf1-4d15-a145-e0181899323e service neutron] Port 3e029803-222f-4fa6-bb55-ee65f68de8df on network bd87a42b-3f44-42a4-b2f3-580291503356 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:27:57.978034 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-c30ce826-4bf1-4d15-a145-e0181899323e service neutron] Attempting to bind port 3e029803-222f-4fa6-bb55-ee65f68de8df on network bd87a42b-3f44-42a4-b2f3-580291503356 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:27:57.995228 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-c30ce826-4bf1-4d15-a145-e0181899323e service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:27:57.996119 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-c30ce826-4bf1-4d15-a145-e0181899323e service neutron] Checking segment: {'id': 'f0d6f2f0-f382-45f3-8230-35b96fff416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bd87a42b-3f44-42a4-b2f3-580291503356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:27:57.996777 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-c30ce826-4bf1-4d15-a145-e0181899323e service neutron] Bound using segment: {'id': 'f0d6f2f0-f382-45f3-8230-35b96fff416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bd87a42b-3f44-42a4-b2f3-580291503356'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:27:57.997435 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-c30ce826-4bf1-4d15-a145-e0181899323e service neutron] Bound port: 3e029803-222f-4fa6-bb55-ee65f68de8df, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0d6f2f0-f382-45f3-8230-35b96fff416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bd87a42b-3f44-42a4-b2f3-580291503356'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:27:57.998244 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-c30ce826-4bf1-4d15-a145-e0181899323e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:58.047029 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f907f0c2-2dc7-4060-9c7b-167c2d3bb796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:58.072060 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb38f697-9573-4e5c-8853-e4be39893179 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Made reservation on behalf of 99a99904313441dfa50421402bb9966b for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:27:58.076670 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb38f697-9573-4e5c-8853-e4be39893179 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:58.140595 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] Set router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:27:58.185587 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f907f0c2-2dc7-4060-9c7b-167c2d3bb796 None None] For port 203d54bf-db84-415e-a178-31915b09a935, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=203d54bf-db84-415e-a178-31915b09a935,segment=NetworkSegment(008b5452-4f45-434f-bb95-2e96c5da4c9c),segment_id=008b5452-4f45-434f-bb95-2e96c5da4c9c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:27:58.187016 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port bf3f4278-977c-42a9-8618-ff58244fc50b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:58.187428 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:58.193567 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb38f697-9573-4e5c-8853-e4be39893179 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:27:58.212421 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb38f697-9573-4e5c-8853-e4be39893179 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:58.212849 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-fb38f697-9573-4e5c-8853-e4be39893179 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Added segment a5136ae5-2ad2-498e-a8ee-2f58c691366b of type vlan for network 81094390-8533-4fff-af1f-4398e885ee46 Jul 30 20:27:58.218130 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f907f0c2-2dc7-4060-9c7b-167c2d3bb796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:58.268879 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb38f697-9573-4e5c-8853-e4be39893179 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:58.329590 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb38f697-9573-4e5c-8853-e4be39893179 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:58.340703 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb38f697-9573-4e5c-8853-e4be39893179 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:58.347312 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb38f697-9573-4e5c-8853-e4be39893179 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:58.485718 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-c30ce826-4bf1-4d15-a145-e0181899323e service neutron] For port 3e029803-222f-4fa6-bb55-ee65f68de8df, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:27:58.520151 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fb38f697-9573-4e5c-8853-e4be39893179 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6912692 Jul 30 20:27:58.523132 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39604) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:58.529916 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b7f44aa8-9be9-4e6c-ac4d-0722fa5acf27 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'subnet': {'network_id': '81094390-8533-4fff-af1f-4398e885ee46', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:27:58.545185 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-c30ce826-4bf1-4d15-a145-e0181899323e service neutron] For port 3e029803-222f-4fa6-bb55-ee65f68de8df, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3e029803-222f-4fa6-bb55-ee65f68de8df,segment=NetworkSegment(f0d6f2f0-f382-45f3-8230-35b96fff416a),segment_id=f0d6f2f0-f382-45f3-8230-35b96fff416a)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:27:58.572984 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38f697-9573-4e5c-8853-e4be39893179 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Network': ['ID=81094390-8533-4fff-af1f-4398e885ee46,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:58.574466 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907f0c2-2dc7-4060-9c7b-167c2d3bb796 None None] Pushing event updated for resources: {'Port': ['ID=203d54bf-db84-415e-a178-31915b09a935,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:58.577352 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-84a97fe3-6fbb-413d-8a34-89905a0fff86 None None] Provisioning for port 391334dc-771b-41a3-902d-539f2f453266 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:27:58.586861 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-c30ce826-4bf1-4d15-a145-e0181899323e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:58.589469 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-84a97fe3-6fbb-413d-8a34-89905a0fff86 None None] Provisioning complete for port 391334dc-771b-41a3-902d-539f2f453266 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:58.590378 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84a97fe3-6fbb-413d-8a34-89905a0fff86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:58.641299 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:27:56Z', 'revision_number': 2, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None, '_interfaces': [{'id': '391334dc-771b-41a3-902d-539f2f453266', 'name': '', 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:62:24:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:55Z', 'updated_at': '2021-07-30T20:27:56Z', 'revision_number': 2, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:27:58.643193 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 81094390-8533-4fff-af1f-4398e885ee46 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:27:58.698625 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-c30ce826-4bf1-4d15-a145-e0181899323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:58.705374 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-c30ce826-4bf1-4d15-a145-e0181899323e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:58.707134 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-c30ce826-4bf1-4d15-a145-e0181899323e service neutron] 10.222.0.83 "PUT /v2.0/ports/3e029803-222f-4fa6-bb55-ee65f68de8df HTTP/1.1" status: 200 len: 1055 time: 2.0497055 Jul 30 20:27:58.708605 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29679010-0152-4052-bfac-69be422ac903', 'tag': '3e029803-222f-4fa6-bb55-ee65f68de8df'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:27:58.712290 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bb8612-5858-47aa-a1b0-32d123b6b653" -d '{"events": [{"name": "network-changed", "server_uuid": "29679010-0152-4052-bfac-69be422ac903", "tag": "3e029803-222f-4fa6-bb55-ee65f68de8df"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:27:58.762745 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2b520-0e0c-452a-9fef-2e5ffc97d0ac req-28a9e33b-3d5a-4219-98a0-d068c24bb6db tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:58.772933 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-00c2b520-0e0c-452a-9fef-2e5ffc97d0ac req-28a9e33b-3d5a-4219-98a0-d068c24bb6db tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=29679010-0152-4052-bfac-69be422ac903 HTTP/1.1" status: 200 len: 907 time: 0.2351530 Jul 30 20:27:58.801203 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f44aa8-9be9-4e6c-ac4d-0722fa5acf27 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Made reservation on behalf of 99a99904313441dfa50421402bb9966b for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:27:58.806108 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7f44aa8-9be9-4e6c-ac4d-0722fa5acf27 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:58.818873 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ce826-4bf1-4d15-a145-e0181899323e service neutron] Pushing event updated for resources: {'Port': ['ID=3e029803-222f-4fa6-bb55-ee65f68de8df,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:58.917535 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd52a31-633e-466f-813f-9b9d42a63946 x-openstack-request-id: req-4bd52a31-633e-466f-813f-9b9d42a63946 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:27:58.922627 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29679010-0152-4052-bfac-69be422ac903", "tag": "3e029803-222f-4fa6-bb55-ee65f68de8df", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:27:58.922851 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-84a97fe3-6fbb-413d-8a34-89905a0fff86 None None] Port 391334dc-771b-41a3-902d-539f2f453266 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:27:58.924060 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4bd52a31-633e-466f-813f-9b9d42a63946 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:27:58.925359 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29679010-0152-4052-bfac-69be422ac903', 'tag': '3e029803-222f-4fa6-bb55-ee65f68de8df', 'status': 'completed', 'code': 200} Jul 30 20:27:59.001313 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-6dfa4f2e-d9de-48f4-9715-fa71d924af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:59.002340 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-84a97fe3-6fbb-413d-8a34-89905a0fff86 None None] Provisioning complete for port 203d54bf-db84-415e-a178-31915b09a935 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:59.003241 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84a97fe3-6fbb-413d-8a34-89905a0fff86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:59.015568 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-6dfa4f2e-d9de-48f4-9715-fa71d924af69 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84983c9ae1174638a727198854c17acc&device_id=29679010-0152-4052-bfac-69be422ac903 HTTP/1.1" status: 200 len: 1058 time: 0.2206106 Jul 30 20:27:59.197128 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] Checking router: fee7a549-ca0c-4524-8a7b-dc43f9f5a362 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:27:59.198049 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] Updating router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 port 391334dc-771b-41a3-902d-539f2f453266 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:27:59.207793 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-07e5f742-7d5d-401e-90a2-cd60adf8f257 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=3e029803-222f-4fa6-bb55-ee65f68de8df HTTP/1.1" status: 200 len: 217 time: 0.1865950 Jul 30 20:27:59.232492 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:59.334406 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-7d2b0c82-4e3d-48fd-ad9a-d4f6f57e20af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:59.336673 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-7d2b0c82-4e3d-48fd-ad9a-d4f6f57e20af service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5d307121-55f3-4ffa-a9f2-0a60c629b9b8 HTTP/1.1" status: 200 len: 838 time: 0.1143453 Jul 30 20:27:59.407023 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b1b0161f-7fc0-4b61-8e00-dcf43530f525 None None] Provisioning complete for port 391334dc-771b-41a3-902d-539f2f453266 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:27:59.407592 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b1b0161f-7fc0-4b61-8e00-dcf43530f525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:59.412207 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7f44aa8-9be9-4e6c-ac4d-0722fa5acf27 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:59.438321 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-81ed71db-8efb-45ca-b005-8b87850431b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:59.442026 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-81ed71db-8efb-45ca-b005-8b87850431b7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bd87a42b-3f44-42a4-b2f3-580291503356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0976381 Jul 30 20:27:59.499422 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b1b0161f-7fc0-4b61-8e00-dcf43530f525 None None] Port 391334dc-771b-41a3-902d-539f2f453266 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:27:59.541540 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f44aa8-9be9-4e6c-ac4d-0722fa5acf27 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Subnet': ['ID=dc0711f9-0865-41b3-8042-201eedae314b,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:27:59.594266 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f44aa8-9be9-4e6c-ac4d-0722fa5acf27 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Checking segment: {'id': 'a5136ae5-2ad2-498e-a8ee-2f58c691366b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '81094390-8533-4fff-af1f-4398e885ee46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:27:59.594644 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f44aa8-9be9-4e6c-ac4d-0722fa5acf27 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network hostable DHCP agents. Network: 81094390-8533-4fff-af1f-4398e885ee46, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:27:59.623038 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f44aa8-9be9-4e6c-ac4d-0722fa5acf27 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network 81094390-8533-4fff-af1f-4398e885ee46 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:27:59.633891 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-2d8b7a06-b6f2-4c41-8c2f-853bdb134c56 service neutron] 10.222.0.83 "GET /v2.0/networks/bd87a42b-3f44-42a4-b2f3-580291503356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828477 Jul 30 20:27:59.634870 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b7f44aa8-9be9-4e6c-ac4d-0722fa5acf27 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 81094390-8533-4fff-af1f-4398e885ee46) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:27:59.641315 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f44aa8-9be9-4e6c-ac4d-0722fa5acf27 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:27:59.642030 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7f44aa8-9be9-4e6c-ac4d-0722fa5acf27 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:59.654495 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d739126-4d0a-42a2-89f4-5a020d983161 None None] Network 81094390-8533-4fff-af1f-4398e885ee46 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:27:59.677468 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b7f44aa8-9be9-4e6c-ac4d-0722fa5acf27 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1521859 Jul 30 20:27:59.680208 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39628) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:27:59.732809 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:59.742963 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] Transition to ACTIVE for port object 391334dc-771b-41a3-902d-539f2f453266 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:27:59.752820 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:27:59.857672 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 203d54bf-db84-415e-a178-31915b09a935 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:27:59.964066 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba889019-9597-49cf-8357-787f5200e175 None None] Pushing event updated for resources: {'Port': ['ID=391334dc-771b-41a3-902d-539f2f453266,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:00.006214 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba889019-9597-49cf-8357-787f5200e175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:00.007987 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba889019-9597-49cf-8357-787f5200e175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:00.008472 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba889019-9597-49cf-8357-787f5200e175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:00.009832 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba889019-9597-49cf-8357-787f5200e175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:00.010318 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba889019-9597-49cf-8357-787f5200e175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:00.010799 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba889019-9597-49cf-8357-787f5200e175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:00.011277 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba889019-9597-49cf-8357-787f5200e175 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:00.016618 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba889019-9597-49cf-8357-787f5200e175 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:00.017147 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba889019-9597-49cf-8357-787f5200e175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:00.017631 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba889019-9597-49cf-8357-787f5200e175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:00.018107 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba889019-9597-49cf-8357-787f5200e175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:00.022800 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba889019-9597-49cf-8357-787f5200e175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:00.075983 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] Attempting to bind port 391334dc-771b-41a3-902d-539f2f453266 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:28:00.076685 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] Attempting to bind port 391334dc-771b-41a3-902d-539f2f453266 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '008b5452-4f45-434f-bb95-2e96c5da4c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:28:00.077231 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] Attempting to bind port 391334dc-771b-41a3-902d-539f2f453266 on network 0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:28:00.077425 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42c09c-91df-4c0e-a59f-6e7786e91737 req-d4496dc3-55b4-49b6-bdd0-495c32483890 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:00.086098 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:28:00.091132 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ac42c09c-91df-4c0e-a59f-6e7786e91737 req-d4496dc3-55b4-49b6-bdd0-495c32483890 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=29679010-0152-4052-bfac-69be422ac903 HTTP/1.1" status: 200 len: 907 time: 0.1989269 Jul 30 20:28:00.093322 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] Checking segment: {'id': '008b5452-4f45-434f-bb95-2e96c5da4c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:28:00.093906 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:00.094465 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] Bound using segment: {'id': '008b5452-4f45-434f-bb95-2e96c5da4c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:28:00.095131 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] Bound port: 391334dc-771b-41a3-902d-539f2f453266, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008b5452-4f45-434f-bb95-2e96c5da4c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:28:00.095745 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:00.101270 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49d57a18-5302-4781-b007-d0f44c1c94ba req-ab254779-245e-490f-ab4e-ef4f2b6f12b1 service neutron] 10.222.0.83 "GET /v2.0/networks/bd87a42b-3f44-42a4-b2f3-580291503356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379299 Jul 30 20:28:00.305665 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 203d54bf-db84-415e-a178-31915b09a935 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:00.305897 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:00.337047 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] For port 391334dc-771b-41a3-902d-539f2f453266, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:28:00.337578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb8612-5858-47aa-a1b0-32d123b6b653 req-064fd0e0-f235-4c2d-a2c6-5fddf2fa403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:00.340399 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69bb8612-5858-47aa-a1b0-32d123b6b653 req-064fd0e0-f235-4c2d-a2c6-5fddf2fa403e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84983c9ae1174638a727198854c17acc&device_id=29679010-0152-4052-bfac-69be422ac903 HTTP/1.1" status: 200 len: 1058 time: 0.1680582 Jul 30 20:28:00.343858 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] For port 391334dc-771b-41a3-902d-539f2f453266, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=391334dc-771b-41a3-902d-539f2f453266,segment=NetworkSegment(008b5452-4f45-434f-bb95-2e96c5da4c9c),segment_id=008b5452-4f45-434f-bb95-2e96c5da4c9c)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:28:00.353627 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:00.406628 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a1aa57-0008-4973-9602-98d80119a952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-81094390-8533-4fff-af1f-4398e885ee46', 'network_id': '81094390-8533-4fff-af1f-4398e885ee46', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'fixed_ips': [{'subnet_id': 'dc0711f9-0865-41b3-8042-201eedae314b'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:28:00.412025 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-79a1aa57-0008-4973-9602-98d80119a952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:00.518534 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] Routers {'fee7a549-ca0c-4524-8a7b-dc43f9f5a362'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:00.522988 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:00.546582 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb8612-5858-47aa-a1b0-32d123b6b653 req-455bd0c7-cd37-4d7d-97db-0d3002d37f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:00.549224 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69bb8612-5858-47aa-a1b0-32d123b6b653 req-455bd0c7-cd37-4d7d-97db-0d3002d37f60 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bd87a42b-3f44-42a4-b2f3-580291503356 HTTP/1.1" status: 200 len: 898 time: 0.1985028 Jul 30 20:28:00.583348 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-418d718b-1bdf-4011-b1a6-315c6ef8d8c4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:00.614274 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba889019-9597-49cf-8357-787f5200e175 None None] Pushing event updated for resources: {'Port': ['ID=391334dc-771b-41a3-902d-539f2f453266,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:00.657089 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69bb8612-5858-47aa-a1b0-32d123b6b653 req-3eff068c-48de-485c-9f7b-5e84dfd858ac service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=3e029803-222f-4fa6-bb55-ee65f68de8df HTTP/1.1" status: 200 len: 217 time: 0.0974960 Jul 30 20:28:00.858875 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] Set router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:00.867038 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb8612-5858-47aa-a1b0-32d123b6b653 req-611dd328-a985-4cbd-8624-5355b6e5e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:00.868528 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69bb8612-5858-47aa-a1b0-32d123b6b653 req-611dd328-a985-4cbd-8624-5355b6e5e7c1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5d307121-55f3-4ffa-a9f2-0a60c629b9b8 HTTP/1.1" status: 200 len: 838 time: 0.2057238 Jul 30 20:28:00.972791 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb8612-5858-47aa-a1b0-32d123b6b653 req-727d99bd-ba5f-43f1-80bf-e6c461a9a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:00.979973 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69bb8612-5858-47aa-a1b0-32d123b6b653 req-727d99bd-ba5f-43f1-80bf-e6c461a9a355 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bd87a42b-3f44-42a4-b2f3-580291503356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1025250 Jul 30 20:28:01.004898 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39650) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:01.027731 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-79a1aa57-0008-4973-9602-98d80119a952 None None] Allocated IP 2001:db8:1::2 (81094390-8533-4fff-af1f-4398e885ee46/dc0711f9-0865-41b3-8042-201eedae314b/ccbc7758-d941-465b-80ab-3d2eda2a9268) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:28:01.233972 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb8dfabe-de2d-404a-adb9-f7e858987392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:01.249583 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69bb8612-5858-47aa-a1b0-32d123b6b653 req-7b4d6d25-a1f8-460d-933c-6760c78807f5 service neutron] 10.222.0.83 "GET /v2.0/networks/bd87a42b-3f44-42a4-b2f3-580291503356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592947 Jul 30 20:28:01.320927 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:27:56Z', 'revision_number': 2, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None, '_interfaces': [{'id': '391334dc-771b-41a3-902d-539f2f453266', 'name': '', 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:62:24:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:55Z', 'updated_at': '2021-07-30T20:28:00Z', 'revision_number': 4, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:01.357571 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f84eff-99a8-4fed-9b46-c5b13273bd19 req-e39e2c96-c0b7-4ba7-be02-e55349524f25 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:01.360399 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-79a1aa57-0008-4973-9602-98d80119a952 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:01.370496 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e1f84eff-99a8-4fed-9b46-c5b13273bd19 req-e39e2c96-c0b7-4ba7-be02-e55349524f25 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=29679010-0152-4052-bfac-69be422ac903 HTTP/1.1" status: 200 len: 907 time: 0.1797721 Jul 30 20:28:01.372934 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-79a1aa57-0008-4973-9602-98d80119a952 None None] Transition to ACTIVE for port object ccbc7758-d941-465b-80ab-3d2eda2a9268 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:28:01.394028 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5652eb8-1565-472e-8828-66706d8e9335 None None] The sync data for ids ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'] in n-d-712137-9 is: [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:27:56Z', 'revision_number': 2, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None, '_interfaces': [{'id': '391334dc-771b-41a3-902d-539f2f453266', 'name': '', 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:62:24:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:55Z', 'updated_at': '2021-07-30T20:28:00Z', 'revision_number': 4, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:28:01.394643 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-79a1aa57-0008-4973-9602-98d80119a952 None None] Transition to ACTIVE for port object ccbc7758-d941-465b-80ab-3d2eda2a9268 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:28:01.408887 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-79a1aa57-0008-4973-9602-98d80119a952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:01.450985 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a1aa57-0008-4973-9602-98d80119a952 None None] Network 81094390-8533-4fff-af1f-4398e885ee46 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:28:01.482122 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69bb8612-5858-47aa-a1b0-32d123b6b653 req-07199d1e-55c5-4fd5-b04e-f76e94ce499e service neutron] 10.222.0.83 "GET /v2.0/networks/bd87a42b-3f44-42a4-b2f3-580291503356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188742 Jul 30 20:28:01.487558 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-79a1aa57-0008-4973-9602-98d80119a952 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:28:01.492163 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a1aa57-0008-4973-9602-98d80119a952 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:28:01.554511 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-418d718b-1bdf-4011-b1a6-315c6ef8d8c4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Allocated IP 2001:db8:1::1 (81094390-8533-4fff-af1f-4398e885ee46/dc0711f9-0865-41b3-8042-201eedae314b/4d3f46ff-86f4-4abc-9a24-8de04c430f65) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:28:01.563805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1aa57-0008-4973-9602-98d80119a952 None None] Pushing event updated for resources: {'Port': ['ID=ccbc7758-d941-465b-80ab-3d2eda2a9268,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:01.570989 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-79a1aa57-0008-4973-9602-98d80119a952 None None] Attempting to bind port ccbc7758-d941-465b-80ab-3d2eda2a9268 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:28:01.571291 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-79a1aa57-0008-4973-9602-98d80119a952 None None] Attempting to bind port ccbc7758-d941-465b-80ab-3d2eda2a9268 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'a5136ae5-2ad2-498e-a8ee-2f58c691366b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '81094390-8533-4fff-af1f-4398e885ee46'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:28:01.571713 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1aa57-0008-4973-9602-98d80119a952 None None] Attempting to bind port ccbc7758-d941-465b-80ab-3d2eda2a9268 on network 81094390-8533-4fff-af1f-4398e885ee46 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:28:01.577479 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1aa57-0008-4973-9602-98d80119a952 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:28:01.577867 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1aa57-0008-4973-9602-98d80119a952 None None] Checking segment: {'id': 'a5136ae5-2ad2-498e-a8ee-2f58c691366b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '81094390-8533-4fff-af1f-4398e885ee46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:28:01.578272 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-79a1aa57-0008-4973-9602-98d80119a952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:01.578667 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1aa57-0008-4973-9602-98d80119a952 None None] Bound using segment: {'id': 'a5136ae5-2ad2-498e-a8ee-2f58c691366b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '81094390-8533-4fff-af1f-4398e885ee46'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:28:01.579144 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-79a1aa57-0008-4973-9602-98d80119a952 None None] Bound port: ccbc7758-d941-465b-80ab-3d2eda2a9268, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5136ae5-2ad2-498e-a8ee-2f58c691366b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '81094390-8533-4fff-af1f-4398e885ee46'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:28:01.579559 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-79a1aa57-0008-4973-9602-98d80119a952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:01.665756 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-79a1aa57-0008-4973-9602-98d80119a952 None None] For port ccbc7758-d941-465b-80ab-3d2eda2a9268, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:28:01.674582 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-79a1aa57-0008-4973-9602-98d80119a952 None None] For port ccbc7758-d941-465b-80ab-3d2eda2a9268, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=ccbc7758-d941-465b-80ab-3d2eda2a9268,segment=NetworkSegment(a5136ae5-2ad2-498e-a8ee-2f58c691366b),segment_id=a5136ae5-2ad2-498e-a8ee-2f58c691366b)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:28:01.682234 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-79a1aa57-0008-4973-9602-98d80119a952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:01.691685 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb8dfabe-de2d-404a-adb9-f7e858987392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:01.706045 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb8dfabe-de2d-404a-adb9-f7e858987392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:01.764793 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1aa57-0008-4973-9602-98d80119a952 None None] Pushing event updated for resources: {'Port': ['ID=ccbc7758-d941-465b-80ab-3d2eda2a9268,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:01.812264 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8dfabe-de2d-404a-adb9-f7e858987392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c7a5b7-16c3-4491-83be-f1a659036065,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:01.829037 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cb8dfabe-de2d-404a-adb9-f7e858987392 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f91e8b7409e640e2b5743735a2238d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8205640 Jul 30 20:28:01.831618 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39672) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:01.866311 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-418d718b-1bdf-4011-b1a6-315c6ef8d8c4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:01.899949 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-418d718b-1bdf-4011-b1a6-315c6ef8d8c4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Transition to ACTIVE for port object 4d3f46ff-86f4-4abc-9a24-8de04c430f65 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:28:01.934839 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79b8bb21-d44a-4452-ab44-7199a86b622f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:01.965084 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79b8bb21-d44a-4452-ab44-7199a86b622f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:01.965937 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-418d718b-1bdf-4011-b1a6-315c6ef8d8c4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:02.034621 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418d718b-1bdf-4011-b1a6-315c6ef8d8c4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network 81094390-8533-4fff-af1f-4398e885ee46 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:28:02.039882 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-418d718b-1bdf-4011-b1a6-315c6ef8d8c4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:28:02.050997 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418d718b-1bdf-4011-b1a6-315c6ef8d8c4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:28:02.051819 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-418d718b-1bdf-4011-b1a6-315c6ef8d8c4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:02.060385 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79b8bb21-d44a-4452-ab44-7199a86b622f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:02.064407 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79b8bb21-d44a-4452-ab44-7199a86b622f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:02.065967 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-79b8bb21-d44a-4452-ab44-7199a86b622f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/58c7a5b7-16c3-4491-83be-f1a659036065 HTTP/1.1" status: 204 len: 168 time: 0.2333157 Jul 30 20:28:02.096231 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8bb21-d44a-4452-ab44-7199a86b622f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c7a5b7-16c3-4491-83be-f1a659036065,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:02.130609 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d718b-1bdf-4011-b1a6-315c6ef8d8c4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Port': ['ID=4d3f46ff-86f4-4abc-9a24-8de04c430f65,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:02.282584 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-418d718b-1bdf-4011-b1a6-315c6ef8d8c4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:02.640641 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0851eee-daf2-4cfd-ae30-49b58fec274d req-dc747e33-324a-4a1d-8a51-d9348a1a70be tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:02.663289 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a0851eee-daf2-4cfd-ae30-49b58fec274d req-dc747e33-324a-4a1d-8a51-d9348a1a70be tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=29679010-0152-4052-bfac-69be422ac903 HTTP/1.1" status: 200 len: 907 time: 0.1984785 Jul 30 20:28:02.725480 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39698) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:02.749089 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0bcd92bc-6aba-4ff7-bba1-f3cbbb750490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:02.950128 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0bcd92bc-6aba-4ff7-bba1-f3cbbb750490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:02.959425 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0bcd92bc-6aba-4ff7-bba1-f3cbbb750490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:02.973294 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-418d718b-1bdf-4011-b1a6-315c6ef8d8c4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:02.979139 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-418d718b-1bdf-4011-b1a6-315c6ef8d8c4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:02.981016 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-418d718b-1bdf-4011-b1a6-315c6ef8d8c4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:03.004208 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39700) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:03.007211 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0bcd92bc-6aba-4ff7-bba1-f3cbbb750490 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=38429c9be3e04e199ce07cd184a66a54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729008 Jul 30 20:28:03.025963 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd92bc-6aba-4ff7-bba1-f3cbbb750490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7a8cb4-5036-4369-982a-b47ef8f37b0e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:03.187048 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d718b-1bdf-4011-b1a6-315c6ef8d8c4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Port': ['ID=4d3f46ff-86f4-4abc-9a24-8de04c430f65,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:03.212635 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67b04136-e50f-40a0-99f2-67edb216b882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:03.237002 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67b04136-e50f-40a0-99f2-67edb216b882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:03.290793 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418d718b-1bdf-4011-b1a6-315c6ef8d8c4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network 81094390-8533-4fff-af1f-4398e885ee46 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:28:03.299918 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-418d718b-1bdf-4011-b1a6-315c6ef8d8c4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:28:03.447455 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418d718b-1bdf-4011-b1a6-315c6ef8d8c4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:28:03.460491 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67b04136-e50f-40a0-99f2-67edb216b882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:03.462966 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67b04136-e50f-40a0-99f2-67edb216b882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:03.467631 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-67b04136-e50f-40a0-99f2-67edb216b882 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cb7a8cb4-5036-4369-982a-b47ef8f37b0e HTTP/1.1" status: 204 len: 168 time: 0.4546063 Jul 30 20:28:03.509777 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b04136-e50f-40a0-99f2-67edb216b882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7a8cb4-5036-4369-982a-b47ef8f37b0e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:03.543271 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7322d45-59a1-4639-b11b-880a17a768dd None None] Network 81094390-8533-4fff-af1f-4398e885ee46 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:28:03.637401 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418d718b-1bdf-4011-b1a6-315c6ef8d8c4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:28:03.650268 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-418d718b-1bdf-4011-b1a6-315c6ef8d8c4 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "PUT /v2.0/routers/fee7a549-ca0c-4524-8a7b-dc43f9f5a362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9689000 Jul 30 20:28:03.653483 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39714) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:03.659369 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-adbfbf23-d914-47ca-bbac-e8ef245b83c1 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1437259734'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:03.685785 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6a68d05b-1af6-4719-8d0f-aaf4562ede46 None None] Provisioning for port ccbc7758-d941-465b-80ab-3d2eda2a9268 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:28:03.701343 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbfbf23-d914-47ca-bbac-e8ef245b83c1 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Made reservation on behalf of 99a99904313441dfa50421402bb9966b for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:28:03.708596 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-adbfbf23-d914-47ca-bbac-e8ef245b83c1 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:03.766573 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adbfbf23-d914-47ca-bbac-e8ef245b83c1 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:28:03.782521 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-adbfbf23-d914-47ca-bbac-e8ef245b83c1 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:03.785199 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-adbfbf23-d914-47ca-bbac-e8ef245b83c1 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Added segment 2a9821cb-d21c-4c8d-95af-d9de9a2d419d of type vlan for network d5a2393d-a474-4e42-ae6a-4a0cdab7219e Jul 30 20:28:03.889893 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] Sync routers for ids ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:28:03.927421 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-adbfbf23-d914-47ca-bbac-e8ef245b83c1 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:03.955724 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device ccbc7758-d941-465b-80ab-3d2eda2a9268 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:03.983679 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1ffb7-1d98-4144-9848-185d4318102c req-19bb4849-bb7d-4beb-a9c5-675ac963d13a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:03.985436 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e7e1ffb7-1d98-4144-9848-185d4318102c req-19bb4849-bb7d-4beb-a9c5-675ac963d13a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=29679010-0152-4052-bfac-69be422ac903 HTTP/1.1" status: 200 len: 907 time: 0.1366284 Jul 30 20:28:03.999260 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-adbfbf23-d914-47ca-bbac-e8ef245b83c1 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:04.006509 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbfbf23-d914-47ca-bbac-e8ef245b83c1 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:04.007597 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-adbfbf23-d914-47ca-bbac-e8ef245b83c1 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:04.060630 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] Routers {'fee7a549-ca0c-4524-8a7b-dc43f9f5a362'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:04.061526 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:04.121198 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-adbfbf23-d914-47ca-bbac-e8ef245b83c1 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4662175 Jul 30 20:28:04.123888 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39730) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:04.129070 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0233d514-ae14-49fe-93a6-660b303bc00f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'subnet': {'network_id': 'd5a2393d-a474-4e42-ae6a-4a0cdab7219e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:04.145360 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 3e029803-222f-4fa6-bb55-ee65f68de8df details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:28:04.148496 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbfbf23-d914-47ca-bbac-e8ef245b83c1 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Network': ['ID=d5a2393d-a474-4e42-ae6a-4a0cdab7219e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:04.375399 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 3e029803-222f-4fa6-bb55-ee65f68de8df, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3e029803-222f-4fa6-bb55-ee65f68de8df,segment=NetworkSegment(f0d6f2f0-f382-45f3-8230-35b96fff416a),segment_id=f0d6f2f0-f382-45f3-8230-35b96fff416a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:04.393791 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network d5a2393d-a474-4e42-ae6a-4a0cdab7219e details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:28:04.419980 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '3e029803-222f-4fa6-bb55-ee65f68de8df', 'network_id': 'bd87a42b-3f44-42a4-b2f3-580291503356', 'port_id': '3e029803-222f-4fa6-bb55-ee65f68de8df', 'mac_address': 'fa:16:3e:fc:2d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d307121-55f3-4ffa-a9f2-0a60c629b9b8', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:28:04.798773 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] Set router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:04.801039 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port ccbc7758-d941-465b-80ab-3d2eda2a9268 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:28:04.829187 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port ccbc7758-d941-465b-80ab-3d2eda2a9268 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:04.829557 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:04.831049 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ae9714ed-5723-4251-b6e2-7a00def73bea None None] Provisioning for port 4d3f46ff-86f4-4abc-9a24-8de04c430f65 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:28:04.866649 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ae9714ed-5723-4251-b6e2-7a00def73bea None None] Provisioning complete for port 4d3f46ff-86f4-4abc-9a24-8de04c430f65 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:04.867024 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae9714ed-5723-4251-b6e2-7a00def73bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:04.939944 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0233d514-ae14-49fe-93a6-660b303bc00f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Made reservation on behalf of 99a99904313441dfa50421402bb9966b for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:28:04.944509 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0233d514-ae14-49fe-93a6-660b303bc00f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:04.997978 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ae9714ed-5723-4251-b6e2-7a00def73bea None None] Port 4d3f46ff-86f4-4abc-9a24-8de04c430f65 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:28:05.002266 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:05.040411 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e029803-222f-4fa6-bb55-ee65f68de8df {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:28:05.169164 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 3e029803-222f-4fa6-bb55-ee65f68de8df, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3e029803-222f-4fa6-bb55-ee65f68de8df,segment=NetworkSegment(f0d6f2f0-f382-45f3-8230-35b96fff416a),segment_id=f0d6f2f0-f382-45f3-8230-35b96fff416a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:05.184086 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:05.194874 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655892b0-18e8-4de3-8840-279e320a77e3 req-79c64972-1617-45a8-be5a-cda8c47fa388 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:05.196094 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ae9714ed-5723-4251-b6e2-7a00def73bea None None] Provisioning complete for port ccbc7758-d941-465b-80ab-3d2eda2a9268 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:05.196687 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae9714ed-5723-4251-b6e2-7a00def73bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:05.214813 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-655892b0-18e8-4de3-8840-279e320a77e3 req-79c64972-1617-45a8-be5a-cda8c47fa388 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=29679010-0152-4052-bfac-69be422ac903 HTTP/1.1" status: 200 len: 907 time: 0.0867550 Jul 30 20:28:05.372893 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0233d514-ae14-49fe-93a6-660b303bc00f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:05.427638 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=3e029803-222f-4fa6-bb55-ee65f68de8df,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:05.437331 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233d514-ae14-49fe-93a6-660b303bc00f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Subnet': ['ID=db40907a-168c-4a37-b66c-d1bedac6dbd6,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:05.476784 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0233d514-ae14-49fe-93a6-660b303bc00f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Checking segment: {'id': '2a9821cb-d21c-4c8d-95af-d9de9a2d419d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5a2393d-a474-4e42-ae6a-4a0cdab7219e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:28:05.477186 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0233d514-ae14-49fe-93a6-660b303bc00f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network hostable DHCP agents. Network: d5a2393d-a474-4e42-ae6a-4a0cdab7219e, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:28:05.500939 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0233d514-ae14-49fe-93a6-660b303bc00f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network d5a2393d-a474-4e42-ae6a-4a0cdab7219e is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:28:05.516397 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0233d514-ae14-49fe-93a6-660b303bc00f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, d5a2393d-a474-4e42-ae6a-4a0cdab7219e) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:28:05.535049 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0233d514-ae14-49fe-93a6-660b303bc00f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:05.536008 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0233d514-ae14-49fe-93a6-660b303bc00f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:05.555086 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0233d514-ae14-49fe-93a6-660b303bc00f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4298396 Jul 30 20:28:05.556536 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4decf737-0d08-40da-9cd9-935112548f85 None None] Network d5a2393d-a474-4e42-ae6a-4a0cdab7219e requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:28:05.558673 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39778) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:05.670351 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:05.685632 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['3e029803-222f-4fa6-bb55-ee65f68de8df'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:28:05.816164 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae9714ed-5723-4251-b6e2-7a00def73bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:05.896675 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port ccbc7758-d941-465b-80ab-3d2eda2a9268, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=ccbc7758-d941-465b-80ab-3d2eda2a9268,segment=NetworkSegment(a5136ae5-2ad2-498e-a8ee-2f58c691366b),segment_id=a5136ae5-2ad2-498e-a8ee-2f58c691366b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:05.942586 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:05.944189 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 391334dc-771b-41a3-902d-539f2f453266 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:06.080115 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-2dc10755-daef-40ad-860c-c05633751b30 req-02a3e558-0997-48ac-b8f1-d444c287dc55 tempest-DeleteServersTestJSON-703362788 tempest-DeleteServersTestJSON-703362788-project] (93883) timed out ('10.222.0.81', 45594) {{(pid=93883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 20:28:06.097092 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48e5893-da94-452e-a8b3-d73e0b5e858e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-d5a2393d-a474-4e42-ae6a-4a0cdab7219e', 'network_id': 'd5a2393d-a474-4e42-ae6a-4a0cdab7219e', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'fixed_ips': [{'subnet_id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:28:06.097959 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f48e5893-da94-452e-a8b3-d73e0b5e858e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:06.118875 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b5179c7-5818-4453-bef7-eeccacd3cec8 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:06.194415 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-ae9714ed-5723-4251-b6e2-7a00def73bea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:28:06.195096 n-d-712137-9 neutron-server[93884]: DEBUG oslo_db.api [None req-ae9714ed-5723-4251-b6e2-7a00def73bea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:28:06.203188 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 3e029803-222f-4fa6-bb55-ee65f68de8df up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:06.272538 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:02Z', 'revision_number': 3, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None, '_interfaces': [{'id': '391334dc-771b-41a3-902d-539f2f453266', 'name': '', 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:62:24:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:55Z', 'updated_at': '2021-07-30T20:28:00Z', 'revision_number': 4, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d3f46ff-86f4-4abc-9a24-8de04c430f65', 'name': '', 'network_id': '81094390-8533-4fff-af1f-4398e885ee46', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:42:32:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:00Z', 'updated_at': '2021-07-30T20:28:02Z', 'revision_number': 2, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:06.274281 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=ccbc7758-d941-465b-80ab-3d2eda2a9268,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:06.323311 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] Checking router: fee7a549-ca0c-4524-8a7b-dc43f9f5a362 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:28:06.324602 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] Updating router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 port 4d3f46ff-86f4-4abc-9a24-8de04c430f65 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:28:06.405438 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119c9d0-c1ff-43da-870f-6ba159310f9a req-53bf906e-39c9-4007-b0b0-e89d1d72836a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:06.416166 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 3e029803-222f-4fa6-bb55-ee65f68de8df completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:28:06.425615 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8119c9d0-c1ff-43da-870f-6ba159310f9a req-53bf906e-39c9-4007-b0b0-e89d1d72836a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=29679010-0152-4052-bfac-69be422ac903 HTTP/1.1" status: 200 len: 908 time: 0.1148133 Jul 30 20:28:06.445859 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 3e029803-222f-4fa6-bb55-ee65f68de8df triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:06.452887 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:06.474231 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 391334dc-771b-41a3-902d-539f2f453266 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:28:06.546169 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 391334dc-771b-41a3-902d-539f2f453266 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:06.546553 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:06.556913 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:06.587031 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-f48e5893-da94-452e-a8b3-d73e0b5e858e None None] Allocated IP 2001:db8:2::2 (d5a2393d-a474-4e42-ae6a-4a0cdab7219e/db40907a-168c-4a37-b66c-d1bedac6dbd6/4b56edf7-f1b3-4da6-9c7b-b1d33f2280be) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:28:06.664933 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39816) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:06.797393 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-206625df-6cbd-49f7-83cb-38f39c392f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:06.941583 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-206625df-6cbd-49f7-83cb-38f39c392f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:06.950081 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-206625df-6cbd-49f7-83cb-38f39c392f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:06.989820 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39826) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:07.002256 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39828) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:07.004466 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-206625df-6cbd-49f7-83cb-38f39c392f2c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4451b529ffa042ae9e042b957f0636b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3380983 Jul 30 20:28:07.046724 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:07.069522 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206625df-6cbd-49f7-83cb-38f39c392f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40b5e01-577e-4cff-8dc9-7b43ded5464f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:07.085677 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e80986cb-99ef-4efd-86df-b758347f996d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:07.115753 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e80986cb-99ef-4efd-86df-b758347f996d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:07.141059 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29679010-0152-4052-bfac-69be422ac903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e029803-222f-4fa6-bb55-ee65f68de8df'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:28:07.143372 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9974bc7-cf3f-4c50-a717-5e1abe43588c" -d '{"events": [{"server_uuid": "29679010-0152-4052-bfac-69be422ac903", "name": "network-vif-plugged", "status": "completed", "tag": "3e029803-222f-4fa6-bb55-ee65f68de8df"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:28:07.203854 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e80986cb-99ef-4efd-86df-b758347f996d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:07.207059 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e80986cb-99ef-4efd-86df-b758347f996d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:07.211227 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e80986cb-99ef-4efd-86df-b758347f996d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f40b5e01-577e-4cff-8dc9-7b43ded5464f HTTP/1.1" status: 204 len: 168 time: 0.2179766 Jul 30 20:28:07.225074 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80986cb-99ef-4efd-86df-b758347f996d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40b5e01-577e-4cff-8dc9-7b43ded5464f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:07.235749 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-035120d3-7ab5-4351-9b1c-968e2696f54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:07.340152 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6e86b-5147-46b8-8b03-8e879814ac2a req-c6c64fa7-ba9e-4bff-ac54-127f91a6ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:07.342621 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4a6e86b-5147-46b8-8b03-8e879814ac2a req-c6c64fa7-ba9e-4bff-ac54-127f91a6ca6b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=29679010-0152-4052-bfac-69be422ac903 HTTP/1.1" status: 200 len: 1059 time: 0.0596657 Jul 30 20:28:07.375260 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-035120d3-7ab5-4351-9b1c-968e2696f54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:07.382173 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-035120d3-7ab5-4351-9b1c-968e2696f54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:07.416570 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 3e029803-222f-4fa6-bb55-ee65f68de8df, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3e029803-222f-4fa6-bb55-ee65f68de8df,segment=NetworkSegment(f0d6f2f0-f382-45f3-8230-35b96fff416a),segment_id=f0d6f2f0-f382-45f3-8230-35b96fff416a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:07.420751 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7e5650-285b-44c8-adbe-54f861c5e0bb x-openstack-request-id: req-4a7e5650-285b-44c8-adbe-54f861c5e0bb {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:28:07.421292 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29679010-0152-4052-bfac-69be422ac903", "name": "network-vif-plugged", "status": "completed", "tag": "3e029803-222f-4fa6-bb55-ee65f68de8df", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:28:07.421482 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4a7e5650-285b-44c8-adbe-54f861c5e0bb {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:28:07.421927 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29679010-0152-4052-bfac-69be422ac903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e029803-222f-4fa6-bb55-ee65f68de8df', 'code': 200} Jul 30 20:28:07.427918 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035120d3-7ab5-4351-9b1c-968e2696f54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952c7dd3-7b51-451d-8c16-341845036eb7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:07.446320 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-035120d3-7ab5-4351-9b1c-968e2696f54a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dae63898b3834223828a6cf4d5b480b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4428256 Jul 30 20:28:07.449080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39846) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:07.471288 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:07.473101 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:07.568918 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3d492-331d-4607-a02f-675c3403062a req-e1f5f5da-5ffd-4e93-97e1-4413929de834 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:07.570680 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ceb3d492-331d-4607-a02f-675c3403062a req-e1f5f5da-5ffd-4e93-97e1-4413929de834 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=29679010-0152-4052-bfac-69be422ac903 HTTP/1.1" status: 200 len: 909 time: 0.0618858 Jul 30 20:28:07.582992 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2e9389be-47b7-409e-ad58-fc9eb065d795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:07.608054 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-29772a86-5716-4e05-a101-5017013ce915 None None] Provisioning complete for port 4d3f46ff-86f4-4abc-9a24-8de04c430f65 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:07.608349 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-29772a86-5716-4e05-a101-5017013ce915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:07.608635 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2e9389be-47b7-409e-ad58-fc9eb065d795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:07.663281 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f48e5893-da94-452e-a8b3-d73e0b5e858e None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:07.680740 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2e9389be-47b7-409e-ad58-fc9eb065d795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:07.685538 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2e9389be-47b7-409e-ad58-fc9eb065d795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:07.687717 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2e9389be-47b7-409e-ad58-fc9eb065d795 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/952c7dd3-7b51-451d-8c16-341845036eb7 HTTP/1.1" status: 204 len: 168 time: 0.2373693 Jul 30 20:28:07.702184 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9389be-47b7-409e-ad58-fc9eb065d795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952c7dd3-7b51-451d-8c16-341845036eb7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:07.719572 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-29772a86-5716-4e05-a101-5017013ce915 None None] Port 4d3f46ff-86f4-4abc-9a24-8de04c430f65 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:28:07.736363 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f48e5893-da94-452e-a8b3-d73e0b5e858e None None] Transition to ACTIVE for port object 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:28:07.803863 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 391334dc-771b-41a3-902d-539f2f453266, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=391334dc-771b-41a3-902d-539f2f453266,segment=NetworkSegment(008b5452-4f45-434f-bb95-2e96c5da4c9c),segment_id=008b5452-4f45-434f-bb95-2e96c5da4c9c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:07.814911 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=3e029803-222f-4fa6-bb55-ee65f68de8df,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:07.820735 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:07.823279 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f48e5893-da94-452e-a8b3-d73e0b5e858e None None] Transition to ACTIVE for port object 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:28:07.879052 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:07.890318 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f48e5893-da94-452e-a8b3-d73e0b5e858e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:07.932485 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] Transition to ACTIVE for port object 4d3f46ff-86f4-4abc-9a24-8de04c430f65 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:28:07.938499 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-0b5179c7-5818-4453-bef7-eeccacd3cec8 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Allocated IP 2001:db8:2::1 (d5a2393d-a474-4e42-ae6a-4a0cdab7219e/db40907a-168c-4a37-b66c-d1bedac6dbd6/b36108fe-54e6-45da-aabf-5ff314120f61) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:28:07.975309 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:07.990264 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48e5893-da94-452e-a8b3-d73e0b5e858e None None] Network d5a2393d-a474-4e42-ae6a-4a0cdab7219e is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:28:07.994044 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device ccbc7758-d941-465b-80ab-3d2eda2a9268 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:07.996642 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=391334dc-771b-41a3-902d-539f2f453266,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:08.036891 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-f48e5893-da94-452e-a8b3-d73e0b5e858e None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:28:08.042496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48e5893-da94-452e-a8b3-d73e0b5e858e None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:28:08.157025 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b5179c7-5818-4453-bef7-eeccacd3cec8 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:08.164601 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39874) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:08.185422 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47ca2e9e-4967-499e-b260-0b5f9f85e1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:08.205502 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-0b5179c7-5818-4453-bef7-eeccacd3cec8 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Transition to ACTIVE for port object b36108fe-54e6-45da-aabf-5ff314120f61 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:28:08.277488 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e5893-da94-452e-a8b3-d73e0b5e858e None None] Pushing event updated for resources: {'Port': ['ID=4b56edf7-f1b3-4da6-9c7b-b1d33f2280be,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:08.288945 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b5179c7-5818-4453-bef7-eeccacd3cec8 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:08.381688 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47ca2e9e-4967-499e-b260-0b5f9f85e1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:08.391270 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47ca2e9e-4967-499e-b260-0b5f9f85e1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:08.394746 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d1f64-05c1-4361-b635-729bdf4b2614 None None] Pushing event updated for resources: {'Port': ['ID=4d3f46ff-86f4-4abc-9a24-8de04c430f65,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:08.407750 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5179c7-5818-4453-bef7-eeccacd3cec8 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network d5a2393d-a474-4e42-ae6a-4a0cdab7219e is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:28:08.429622 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] Attempting to bind port 4d3f46ff-86f4-4abc-9a24-8de04c430f65 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:28:08.429895 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] Attempting to bind port 4d3f46ff-86f4-4abc-9a24-8de04c430f65 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'a5136ae5-2ad2-498e-a8ee-2f58c691366b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '81094390-8533-4fff-af1f-4398e885ee46'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:28:08.430305 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] Attempting to bind port 4d3f46ff-86f4-4abc-9a24-8de04c430f65 on network 81094390-8533-4fff-af1f-4398e885ee46 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:28:08.442914 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca2e9e-4967-499e-b260-0b5f9f85e1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936bf9f8-16b2-4679-a394-367b11f87042,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:08.447113 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f48e5893-da94-452e-a8b3-d73e0b5e858e None None] Attempting to bind port 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:28:08.447496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f48e5893-da94-452e-a8b3-d73e0b5e858e None None] Attempting to bind port 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '2a9821cb-d21c-4c8d-95af-d9de9a2d419d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5a2393d-a474-4e42-ae6a-4a0cdab7219e'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:28:08.447888 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48e5893-da94-452e-a8b3-d73e0b5e858e None None] Attempting to bind port 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be on network d5a2393d-a474-4e42-ae6a-4a0cdab7219e {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:28:08.448355 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0b5179c7-5818-4453-bef7-eeccacd3cec8 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:28:08.451349 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5179c7-5818-4453-bef7-eeccacd3cec8 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Port': ['ID=b36108fe-54e6-45da-aabf-5ff314120f61,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:08.453389 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:28:08.453774 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] Checking segment: {'id': 'a5136ae5-2ad2-498e-a8ee-2f58c691366b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '81094390-8533-4fff-af1f-4398e885ee46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:28:08.454184 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:08.455192 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] Bound using segment: {'id': 'a5136ae5-2ad2-498e-a8ee-2f58c691366b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '81094390-8533-4fff-af1f-4398e885ee46'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:28:08.455192 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] Bound port: 4d3f46ff-86f4-4abc-9a24-8de04c430f65, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5136ae5-2ad2-498e-a8ee-2f58c691366b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '81094390-8533-4fff-af1f-4398e885ee46'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:28:08.455452 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:08.458552 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-47ca2e9e-4967-499e-b260-0b5f9f85e1c6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1464e39976b4458a89bff10d66c0a428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2922647 Jul 30 20:28:08.463671 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39884) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:08.474374 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48e5893-da94-452e-a8b3-d73e0b5e858e None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:28:08.474789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48e5893-da94-452e-a8b3-d73e0b5e858e None None] Checking segment: {'id': '2a9821cb-d21c-4c8d-95af-d9de9a2d419d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5a2393d-a474-4e42-ae6a-4a0cdab7219e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:28:08.475233 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f48e5893-da94-452e-a8b3-d73e0b5e858e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:08.475799 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48e5893-da94-452e-a8b3-d73e0b5e858e None None] Bound using segment: {'id': '2a9821cb-d21c-4c8d-95af-d9de9a2d419d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5a2393d-a474-4e42-ae6a-4a0cdab7219e'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:28:08.476296 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f48e5893-da94-452e-a8b3-d73e0b5e858e None None] Bound port: 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9821cb-d21c-4c8d-95af-d9de9a2d419d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5a2393d-a474-4e42-ae6a-4a0cdab7219e'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:28:08.476683 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f48e5893-da94-452e-a8b3-d73e0b5e858e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:08.478794 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5179c7-5818-4453-bef7-eeccacd3cec8 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:28:08.479457 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b5179c7-5818-4453-bef7-eeccacd3cec8 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:08.490548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port ccbc7758-d941-465b-80ab-3d2eda2a9268 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:08.490928 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:08.627812 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-032ae469-9453-47b3-a373-45c23bdc6f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:08.628927 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] For port 4d3f46ff-86f4-4abc-9a24-8de04c430f65, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:28:08.633159 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] For port 4d3f46ff-86f4-4abc-9a24-8de04c430f65, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4d3f46ff-86f4-4abc-9a24-8de04c430f65,segment=NetworkSegment(a5136ae5-2ad2-498e-a8ee-2f58c691366b),segment_id=a5136ae5-2ad2-498e-a8ee-2f58c691366b)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:28:08.662813 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:08.664187 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-032ae469-9453-47b3-a373-45c23bdc6f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:08.718719 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef163e05-af82-470d-b13c-9d5f4e57a4e9 req-64c9958a-edeb-4e83-8408-57410f0cad50 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:08.720271 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef163e05-af82-470d-b13c-9d5f4e57a4e9 req-64c9958a-edeb-4e83-8408-57410f0cad50 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=29679010-0152-4052-bfac-69be422ac903 HTTP/1.1" status: 200 len: 909 time: 0.0654976 Jul 30 20:28:08.752487 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b5179c7-5818-4453-bef7-eeccacd3cec8 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:08.803999 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d1f64-05c1-4361-b635-729bdf4b2614 None None] Pushing event updated for resources: {'Port': ['ID=4d3f46ff-86f4-4abc-9a24-8de04c430f65,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:08.852066 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] Routers {'fee7a549-ca0c-4524-8a7b-dc43f9f5a362'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:08.855538 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:08.970774 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-032ae469-9453-47b3-a373-45c23bdc6f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:08.982033 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-032ae469-9453-47b3-a373-45c23bdc6f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:08.995795 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-032ae469-9453-47b3-a373-45c23bdc6f92 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/936bf9f8-16b2-4679-a394-367b11f87042 HTTP/1.1" status: 204 len: 168 time: 0.5130579 Jul 30 20:28:09.012166 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f48e5893-da94-452e-a8b3-d73e0b5e858e None None] For port 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:28:09.036241 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f48e5893-da94-452e-a8b3-d73e0b5e858e None None] For port 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4b56edf7-f1b3-4da6-9c7b-b1d33f2280be,segment=NetworkSegment(2a9821cb-d21c-4c8d-95af-d9de9a2d419d),segment_id=2a9821cb-d21c-4c8d-95af-d9de9a2d419d)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:28:09.059230 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111406e-b66d-46e2-8e61-6c88120faf7b req-647fba1f-b9d3-4121-8d25-c6cb741481e8 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:09.067212 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f48e5893-da94-452e-a8b3-d73e0b5e858e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:09.078748 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f111406e-b66d-46e2-8e61-6c88120faf7b req-647fba1f-b9d3-4121-8d25-c6cb741481e8 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=29679010-0152-4052-bfac-69be422ac903 HTTP/1.1" status: 200 len: 909 time: 0.1215820 Jul 30 20:28:09.131791 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] Set router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:09.236030 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ae469-9453-47b3-a373-45c23bdc6f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936bf9f8-16b2-4679-a394-367b11f87042,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:09.307085 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65882807-b6b0-4262-9e1d-ba674ecf4032 req-5b78e19d-d281-4cbc-b93c-60eff2555363 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:09.319350 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-65882807-b6b0-4262-9e1d-ba674ecf4032 req-5b78e19d-d281-4cbc-b93c-60eff2555363 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=29679010-0152-4052-bfac-69be422ac903 HTTP/1.1" status: 200 len: 1060 time: 0.1184337 Jul 30 20:28:09.355850 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b5179c7-5818-4453-bef7-eeccacd3cec8 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:09.371569 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b5179c7-5818-4453-bef7-eeccacd3cec8 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:09.374342 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b5179c7-5818-4453-bef7-eeccacd3cec8 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:09.455758 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39918) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:09.568032 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7125f71-5c24-4a24-8f48-6f9cb30f0f6f req-a3e7e37f-dd03-4aa5-872c-128eda1d8381 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:09.577126 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7125f71-5c24-4a24-8f48-6f9cb30f0f6f req-a3e7e37f-dd03-4aa5-872c-128eda1d8381 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7a94eff0-92e7-473a-93e7-aca70e5ba991 HTTP/1.1" status: 200 len: 1136 time: 0.0715134 Jul 30 20:28:09.627613 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7125f71-5c24-4a24-8f48-6f9cb30f0f6f req-8bfe8c4f-8aba-4747-8e59-0d2255777940 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=de7be86c-a60c-46f0-98cb-c7e3fc1cbc1e&id=7d162dc1-0a90-44a2-aebf-149a2b058aff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0418291 Jul 30 20:28:09.634018 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e5893-da94-452e-a8b3-d73e0b5e858e None None] Pushing event updated for resources: {'Port': ['ID=4b56edf7-f1b3-4da6-9c7b-b1d33f2280be,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:09.641758 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39928) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:09.676280 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5179c7-5818-4453-bef7-eeccacd3cec8 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Port': ['ID=b36108fe-54e6-45da-aabf-5ff314120f61,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:09.754181 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af2942a-9941-46aa-86b3-45399e816fe9 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:09.757785 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3ad4002d-426e-40a3-9964-edb2732bdeab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:09.760148 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2af2942a-9941-46aa-86b3-45399e816fe9 tempest-TestSecurityGroupsBasicOps-801790841 tempest-TestSecurityGroupsBasicOps-801790841-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=29679010-0152-4052-bfac-69be422ac903 HTTP/1.1" status: 200 len: 1055 time: 0.1171787 Jul 30 20:28:09.793795 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5179c7-5818-4453-bef7-eeccacd3cec8 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network d5a2393d-a474-4e42-ae6a-4a0cdab7219e is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:28:09.801068 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0b5179c7-5818-4453-bef7-eeccacd3cec8 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:28:09.825974 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:08Z', 'revision_number': 4, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None, '_interfaces': [{'id': '391334dc-771b-41a3-902d-539f2f453266', 'name': '', 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:62:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:55Z', 'updated_at': '2021-07-30T20:28:07Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d3f46ff-86f4-4abc-9a24-8de04c430f65', 'name': '', 'network_id': '81094390-8533-4fff-af1f-4398e885ee46', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:42:32:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:00Z', 'updated_at': '2021-07-30T20:28:08Z', 'revision_number': 4, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b36108fe-54e6-45da-aabf-5ff314120f61', 'name': '', 'network_id': 'd5a2393d-a474-4e42-ae6a-4a0cdab7219e', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:d8:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:06Z', 'updated_at': '2021-07-30T20:28:07Z', 'revision_number': 1, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:09.871982 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e40e33-d89f-437f-bba0-14ccbd91b4ec None None] The sync data for ids ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'] in n-d-712137-9 is: [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:08Z', 'revision_number': 4, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None, '_interfaces': [{'id': '391334dc-771b-41a3-902d-539f2f453266', 'name': '', 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:62:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:55Z', 'updated_at': '2021-07-30T20:28:07Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d3f46ff-86f4-4abc-9a24-8de04c430f65', 'name': '', 'network_id': '81094390-8533-4fff-af1f-4398e885ee46', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:42:32:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:00Z', 'updated_at': '2021-07-30T20:28:08Z', 'revision_number': 4, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b36108fe-54e6-45da-aabf-5ff314120f61', 'name': '', 'network_id': 'd5a2393d-a474-4e42-ae6a-4a0cdab7219e', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:d8:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:06Z', 'updated_at': '2021-07-30T20:28:07Z', 'revision_number': 1, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:28:10.046057 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3ad4002d-426e-40a3-9964-edb2732bdeab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:10.058574 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3ad4002d-426e-40a3-9964-edb2732bdeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:10.065694 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5179c7-5818-4453-bef7-eeccacd3cec8 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:28:10.179704 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4002d-426e-40a3-9964-edb2732bdeab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a90a363-6b23-41a1-b336-0b50c8d4b9b5,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:10.234924 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 391334dc-771b-41a3-902d-539f2f453266 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:10.242946 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3ad4002d-426e-40a3-9964-edb2732bdeab admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8c4adc4d98904f52afe8c2e29925f4fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7832632 Jul 30 20:28:10.243229 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39952) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:10.342571 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5179c7-5818-4453-bef7-eeccacd3cec8 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:28:10.356568 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 39958) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:10.364238 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0b5179c7-5818-4453-bef7-eeccacd3cec8 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "PUT /v2.0/routers/fee7a549-ca0c-4524-8a7b-dc43f9f5a362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7957766 Jul 30 20:28:10.365566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-1fa051e7-3262-493d-856e-79a726d0bdf0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1194902908'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:10.372435 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-edf56e52-4214-4738-b24b-65f289e9bfd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:10.376802 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 391334dc-771b-41a3-902d-539f2f453266 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:10.377427 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:10.415888 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-edf56e52-4214-4738-b24b-65f289e9bfd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:10.516178 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef9add-d12d-460c-a953-f8754256699e req-6519e472-fbb2-4f40-b8d8-1c26e448f4de tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:10.528995 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:10.539566 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-96ef9add-d12d-460c-a953-f8754256699e req-6519e472-fbb2-4f40-b8d8-1c26e448f4de tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=29679010-0152-4052-bfac-69be422ac903 HTTP/1.1" status: 200 len: 909 time: 0.2305119 Jul 30 20:28:10.548042 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa051e7-3262-493d-856e-79a726d0bdf0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Made reservation on behalf of 99a99904313441dfa50421402bb9966b for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:28:10.553622 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1fa051e7-3262-493d-856e-79a726d0bdf0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:10.616224 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa051e7-3262-493d-856e-79a726d0bdf0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:28:10.618789 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-edf56e52-4214-4738-b24b-65f289e9bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:10.621626 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:28:10.622346 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-edf56e52-4214-4738-b24b-65f289e9bfd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:10.623636 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-edf56e52-4214-4738-b24b-65f289e9bfd8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2a90a363-6b23-41a1-b336-0b50c8d4b9b5 HTTP/1.1" status: 204 len: 168 time: 0.3792574 Jul 30 20:28:10.654808 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1fa051e7-3262-493d-856e-79a726d0bdf0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:10.655327 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-1fa051e7-3262-493d-856e-79a726d0bdf0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Added segment 22873f6b-1f78-4e8c-ae48-ca6da3e26afb of type vlan for network 9d5cc53a-6115-4960-ad2c-aa5f149ada6c Jul 30 20:28:10.659670 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf56e52-4214-4738-b24b-65f289e9bfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a90a363-6b23-41a1-b336-0b50c8d4b9b5,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:10.732428 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1fa051e7-3262-493d-856e-79a726d0bdf0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:10.784292 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1fa051e7-3262-493d-856e-79a726d0bdf0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:10.791329 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa051e7-3262-493d-856e-79a726d0bdf0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:10.792075 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1fa051e7-3262-493d-856e-79a726d0bdf0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:10.945389 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1fa051e7-3262-493d-856e-79a726d0bdf0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5840182 Jul 30 20:28:10.946272 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 39976) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:10.959637 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa051e7-3262-493d-856e-79a726d0bdf0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Network': ['ID=9d5cc53a-6115-4960-ad2c-aa5f149ada6c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:10.967344 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b854a110-9b95-4460-a33c-48f3370a4379 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'subnet': {'network_id': '9d5cc53a-6115-4960-ad2c-aa5f149ada6c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:11.005442 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 9d5cc53a-6115-4960-ad2c-aa5f149ada6c details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:28:11.202523 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418688c7-81a3-4c86-a94c-3da897d1eb33 None None] Network d5a2393d-a474-4e42-ae6a-4a0cdab7219e requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:28:11.256367 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b854a110-9b95-4460-a33c-48f3370a4379 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Made reservation on behalf of 99a99904313441dfa50421402bb9966b for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:28:11.268969 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b854a110-9b95-4460-a33c-48f3370a4379 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:11.333463 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-45506120-79f7-4511-94be-d923fa699767 None None] Provisioning for port 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:28:11.340346 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-45506120-79f7-4511-94be-d923fa699767 None None] Provisioning complete for port 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:11.340731 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45506120-79f7-4511-94be-d923fa699767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:11.517589 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45506120-79f7-4511-94be-d923fa699767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:11.628218 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-45506120-79f7-4511-94be-d923fa699767 None None] For port 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4b56edf7-f1b3-4da6-9c7b-b1d33f2280be,segment=NetworkSegment(2a9821cb-d21c-4c8d-95af-d9de9a2d419d),segment_id=2a9821cb-d21c-4c8d-95af-d9de9a2d419d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:11.639296 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45506120-79f7-4511-94be-d923fa699767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:11.662860 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cb13d-ec22-43b3-a600-e986f214b1c0 req-e7328b5a-eaf5-4587-b3bd-68ae4b93b7cb tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:11.664818 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3c1cb13d-ec22-43b3-a600-e986f214b1c0 req-e7328b5a-eaf5-4587-b3bd-68ae4b93b7cb tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.83 "GET /v2.0/ports?device_id=29679010-0152-4052-bfac-69be422ac903 HTTP/1.1" status: 200 len: 909 time: 0.1557746 Jul 30 20:28:11.717271 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b854a110-9b95-4460-a33c-48f3370a4379 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:11.739878 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45506120-79f7-4511-94be-d923fa699767 None None] Pushing event updated for resources: {'Port': ['ID=4b56edf7-f1b3-4da6-9c7b-b1d33f2280be,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:11.852117 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c8a13-e318-4f50-9b9e-7b4e4bffc44f req-7a534898-2eda-4b5f-b4d0-a244c3bf0780 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:11.857341 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a2c8a13-e318-4f50-9b9e-7b4e4bffc44f req-7a534898-2eda-4b5f-b4d0-a244c3bf0780 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=29679010-0152-4052-bfac-69be422ac903 HTTP/1.1" status: 200 len: 909 time: 0.1915283 Jul 30 20:28:11.881220 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854a110-9b95-4460-a33c-48f3370a4379 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Subnet': ['ID=6de9b993-6723-4dd0-b491-0daf637e2f37,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:11.900783 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b854a110-9b95-4460-a33c-48f3370a4379 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Checking segment: {'id': '22873f6b-1f78-4e8c-ae48-ca6da3e26afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9d5cc53a-6115-4960-ad2c-aa5f149ada6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:28:11.901334 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b854a110-9b95-4460-a33c-48f3370a4379 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network hostable DHCP agents. Network: 9d5cc53a-6115-4960-ad2c-aa5f149ada6c, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:28:11.913468 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854a110-9b95-4460-a33c-48f3370a4379 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:11.913734 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854a110-9b95-4460-a33c-48f3370a4379 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:11.914081 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854a110-9b95-4460-a33c-48f3370a4379 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:11.914423 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854a110-9b95-4460-a33c-48f3370a4379 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:11.919794 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854a110-9b95-4460-a33c-48f3370a4379 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:11.920804 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854a110-9b95-4460-a33c-48f3370a4379 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:11.921584 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854a110-9b95-4460-a33c-48f3370a4379 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:11.922468 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854a110-9b95-4460-a33c-48f3370a4379 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:11.923018 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854a110-9b95-4460-a33c-48f3370a4379 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:11.924593 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854a110-9b95-4460-a33c-48f3370a4379 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:11.925075 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854a110-9b95-4460-a33c-48f3370a4379 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:11.925523 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854a110-9b95-4460-a33c-48f3370a4379 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:11.962947 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b854a110-9b95-4460-a33c-48f3370a4379 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network 9d5cc53a-6115-4960-ad2c-aa5f149ada6c is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:28:11.967389 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-3c1cb13d-ec22-43b3-a600-e986f214b1c0 req-76aff35e-2ce0-46b4-9125-f746a2285fc9 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Deleting port 3e029803-222f-4fa6-bb55-ee65f68de8df {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:28:11.974188 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3c1cb13d-ec22-43b3-a600-e986f214b1c0 req-76aff35e-2ce0-46b4-9125-f746a2285fc9 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:11.985093 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b854a110-9b95-4460-a33c-48f3370a4379 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 9d5cc53a-6115-4960-ad2c-aa5f149ada6c) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:28:11.989580 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b854a110-9b95-4460-a33c-48f3370a4379 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:11.990173 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b854a110-9b95-4460-a33c-48f3370a4379 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:11.998768 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ef495a-b8f4-4fce-a3e4-2825444e1dd2 None None] Network 9d5cc53a-6115-4960-ad2c-aa5f149ada6c requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:28:12.046799 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b854a110-9b95-4460-a33c-48f3370a4379 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0980995 Jul 30 20:28:12.049782 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40010) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:12.072817 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] Sync routers for ids ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:28:12.086570 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] Routers {'fee7a549-ca0c-4524-8a7b-dc43f9f5a362'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:12.087708 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:12.275865 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4d3f46ff-86f4-4abc-9a24-8de04c430f65 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:12.300196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-3c1cb13d-ec22-43b3-a600-e986f214b1c0 req-76aff35e-2ce0-46b4-9125-f746a2285fc9 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] For port 3e029803-222f-4fa6-bb55-ee65f68de8df, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3e029803-222f-4fa6-bb55-ee65f68de8df,segment=NetworkSegment(f0d6f2f0-f382-45f3-8230-35b96fff416a),segment_id=f0d6f2f0-f382-45f3-8230-35b96fff416a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:12.300196 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3c1cb13d-ec22-43b3-a600-e986f214b1c0 req-76aff35e-2ce0-46b4-9125-f746a2285fc9 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:12.310524 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] Set router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:12.322066 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-3c1cb13d-ec22-43b3-a600-e986f214b1c0 req-76aff35e-2ce0-46b4-9125-f746a2285fc9 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Calling delete_port for 3e029803-222f-4fa6-bb55-ee65f68de8df owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:28:12.333958 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75520e0b-bfa5-45ec-81b6-ef98afac231f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-9d5cc53a-6115-4960-ad2c-aa5f149ada6c', 'network_id': '9d5cc53a-6115-4960-ad2c-aa5f149ada6c', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'fixed_ips': [{'subnet_id': '6de9b993-6723-4dd0-b491-0daf637e2f37'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:28:12.338263 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75520e0b-bfa5-45ec-81b6-ef98afac231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:12.414291 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0d252a53-db5e-41c1-827a-67bdaaadd903 None None] Provisioning complete for port 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:12.429560 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d252a53-db5e-41c1-827a-67bdaaadd903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:12.555477 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3c1cb13d-ec22-43b3-a600-e986f214b1c0 req-76aff35e-2ce0-46b4-9125-f746a2285fc9 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:12.599221 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aff35e-2ce0-46b4-9125-f746a2285fc9 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event deleted for resources: {'Port': ['ID=3e029803-222f-4fa6-bb55-ee65f68de8df,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:12.668485 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1cb13d-ec22-43b3-a600-e986f214b1c0 req-76aff35e-2ce0-46b4-9125-f746a2285fc9 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] No DVR routers for this DVR port 3e029803-222f-4fa6-bb55-ee65f68de8df on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:28:12.673862 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3c1cb13d-ec22-43b3-a600-e986f214b1c0 req-76aff35e-2ce0-46b4-9125-f746a2285fc9 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:12.679168 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3c1cb13d-ec22-43b3-a600-e986f214b1c0 req-76aff35e-2ce0-46b4-9125-f746a2285fc9 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.83 "DELETE /v2.0/ports/3e029803-222f-4fa6-bb55-ee65f68de8df HTTP/1.1" status: 204 len: 173 time: 1.0063660 Jul 30 20:28:12.680355 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29679010-0152-4052-bfac-69be422ac903', 'name': 'network-vif-deleted', 'tag': '3e029803-222f-4fa6-bb55-ee65f68de8df'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:28:12.686976 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6933a2-9dc1-4714-b9b8-4933452fa2a6" -d '{"events": [{"server_uuid": "29679010-0152-4052-bfac-69be422ac903", "name": "network-vif-deleted", "tag": "3e029803-222f-4fa6-bb55-ee65f68de8df"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:28:12.740049 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40028) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:12.763489 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fc9ed5-817e-436b-a34a-647e5552c855 x-openstack-request-id: req-72fc9ed5-817e-436b-a34a-647e5552c855 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:28:12.764692 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29679010-0152-4052-bfac-69be422ac903", "name": "network-vif-deleted", "tag": "3e029803-222f-4fa6-bb55-ee65f68de8df", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:28:12.765164 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-72fc9ed5-817e-436b-a34a-647e5552c855 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:28:12.765862 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29679010-0152-4052-bfac-69be422ac903', 'name': 'network-vif-deleted', 'tag': '3e029803-222f-4fa6-bb55-ee65f68de8df', 'status': 'completed', 'code': 200} Jul 30 20:28:12.872138 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 4d3f46ff-86f4-4abc-9a24-8de04c430f65 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:28:12.874891 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-75520e0b-bfa5-45ec-81b6-ef98afac231f None None] Allocated IP 2001:db8:3::2 (9d5cc53a-6115-4960-ad2c-aa5f149ada6c/6de9b993-6723-4dd0-b491-0daf637e2f37/748ffa35-9aa1-4598-80ab-da98f770ba97) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:28:12.885594 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:08Z', 'revision_number': 4, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None, '_interfaces': [{'id': '391334dc-771b-41a3-902d-539f2f453266', 'name': '', 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:62:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:55Z', 'updated_at': '2021-07-30T20:28:07Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d3f46ff-86f4-4abc-9a24-8de04c430f65', 'name': '', 'network_id': '81094390-8533-4fff-af1f-4398e885ee46', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:42:32:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:00Z', 'updated_at': '2021-07-30T20:28:08Z', 'revision_number': 4, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b36108fe-54e6-45da-aabf-5ff314120f61', 'name': '', 'network_id': 'd5a2393d-a474-4e42-ae6a-4a0cdab7219e', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:d8:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:06Z', 'updated_at': '2021-07-30T20:28:09Z', 'revision_number': 2, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:12.943861 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 4d3f46ff-86f4-4abc-9a24-8de04c430f65 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:12.944300 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:12.963323 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a1bbbdd-7105-4d38-8caa-8e91f022cea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:12.970574 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] Checking router: fee7a549-ca0c-4524-8a7b-dc43f9f5a362 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:28:12.974653 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] Updating router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 port b36108fe-54e6-45da-aabf-5ff314120f61 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:28:13.043340 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:13.082670 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d67f033f-f8fc-4f80-ace3-e16e0e7aa782 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:13.202133 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:13.257928 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0d252a53-db5e-41c1-827a-67bdaaadd903 None None] Provisioning for port b36108fe-54e6-45da-aabf-5ff314120f61 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:28:13.272623 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 4d3f46ff-86f4-4abc-9a24-8de04c430f65, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4d3f46ff-86f4-4abc-9a24-8de04c430f65,segment=NetworkSegment(a5136ae5-2ad2-498e-a8ee-2f58c691366b),segment_id=a5136ae5-2ad2-498e-a8ee-2f58c691366b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:13.279100 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0d252a53-db5e-41c1-827a-67bdaaadd903 None None] Provisioning complete for port b36108fe-54e6-45da-aabf-5ff314120f61 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:13.280392 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d252a53-db5e-41c1-827a-67bdaaadd903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:13.292259 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:13.292639 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-889132c8-a74b-4439-abf0-653e0b11bb61 req-4338edde-689a-47c6-b5dc-62e2c0482cff tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=29679010-0152-4052-bfac-69be422ac903 HTTP/1.1" status: 200 len: 210 time: 0.0961981 Jul 30 20:28:13.293665 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:13.348363 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a1bbbdd-7105-4d38-8caa-8e91f022cea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:13.360326 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a1bbbdd-7105-4d38-8caa-8e91f022cea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:13.450648 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:13.453507 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9a1bbbdd-7105-4d38-8caa-8e91f022cea1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4e06d4adda144c36b39b50bacae59878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7118096 Jul 30 20:28:13.454122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40040) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:13.460843 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bbbdd-7105-4d38-8caa-8e91f022cea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51059c5a-eb52-4cc6-9a2d-38af98708ffc,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:13.467277 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] Transition to ACTIVE for port object b36108fe-54e6-45da-aabf-5ff314120f61 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:28:13.483321 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:13.486541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=4d3f46ff-86f4-4abc-9a24-8de04c430f65,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:13.502760 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1bbbdd-7105-4d38-8caa-8e91f022cea1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:13.503111 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1bbbdd-7105-4d38-8caa-8e91f022cea1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:13.503453 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1bbbdd-7105-4d38-8caa-8e91f022cea1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:13.511951 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1bbbdd-7105-4d38-8caa-8e91f022cea1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:13.512309 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1bbbdd-7105-4d38-8caa-8e91f022cea1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:13.512652 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1bbbdd-7105-4d38-8caa-8e91f022cea1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:13.512988 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1bbbdd-7105-4d38-8caa-8e91f022cea1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:13.513318 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1bbbdd-7105-4d38-8caa-8e91f022cea1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:13.513647 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1bbbdd-7105-4d38-8caa-8e91f022cea1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:13.515025 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1bbbdd-7105-4d38-8caa-8e91f022cea1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:13.515025 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1bbbdd-7105-4d38-8caa-8e91f022cea1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:13.515025 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1bbbdd-7105-4d38-8caa-8e91f022cea1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:13.546091 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0d252a53-db5e-41c1-827a-67bdaaadd903 None None] Port b36108fe-54e6-45da-aabf-5ff314120f61 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:28:13.560651 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:13.561135 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:13.592079 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95996698-ce29-49b9-8d06-3f514266519c None None] Pushing event updated for resources: {'Port': ['ID=b36108fe-54e6-45da-aabf-5ff314120f61,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:13.618044 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1d84571f-5bdf-4d53-a34b-1745b828bb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:13.649178 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75520e0b-bfa5-45ec-81b6-ef98afac231f None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:13.652555 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] Attempting to bind port b36108fe-54e6-45da-aabf-5ff314120f61 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:28:13.653797 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] Attempting to bind port b36108fe-54e6-45da-aabf-5ff314120f61 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '2a9821cb-d21c-4c8d-95af-d9de9a2d419d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5a2393d-a474-4e42-ae6a-4a0cdab7219e'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:28:13.654510 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] Attempting to bind port b36108fe-54e6-45da-aabf-5ff314120f61 on network d5a2393d-a474-4e42-ae6a-4a0cdab7219e {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:28:13.659412 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1d84571f-5bdf-4d53-a34b-1745b828bb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:13.660576 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:28:13.661158 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] Checking segment: {'id': '2a9821cb-d21c-4c8d-95af-d9de9a2d419d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5a2393d-a474-4e42-ae6a-4a0cdab7219e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:28:13.661717 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:13.662259 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] Bound using segment: {'id': '2a9821cb-d21c-4c8d-95af-d9de9a2d419d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5a2393d-a474-4e42-ae6a-4a0cdab7219e'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:28:13.662884 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] Bound port: b36108fe-54e6-45da-aabf-5ff314120f61, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9821cb-d21c-4c8d-95af-d9de9a2d419d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5a2393d-a474-4e42-ae6a-4a0cdab7219e'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:28:13.663416 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:13.694899 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-75520e0b-bfa5-45ec-81b6-ef98afac231f None None] Transition to ACTIVE for port object 748ffa35-9aa1-4598-80ab-da98f770ba97 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:28:13.749129 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1d84571f-5bdf-4d53-a34b-1745b828bb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:13.751823 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1d84571f-5bdf-4d53-a34b-1745b828bb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:13.753365 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1d84571f-5bdf-4d53-a34b-1745b828bb77 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/51059c5a-eb52-4cc6-9a2d-38af98708ffc HTTP/1.1" status: 204 len: 168 time: 0.2962861 Jul 30 20:28:13.773550 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-75520e0b-bfa5-45ec-81b6-ef98afac231f None None] Transition to ACTIVE for port object 748ffa35-9aa1-4598-80ab-da98f770ba97 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:28:13.774363 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84571f-5bdf-4d53-a34b-1745b828bb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51059c5a-eb52-4cc6-9a2d-38af98708ffc,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:13.782844 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] For port b36108fe-54e6-45da-aabf-5ff314120f61, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:28:13.800752 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75520e0b-bfa5-45ec-81b6-ef98afac231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:13.801240 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] For port b36108fe-54e6-45da-aabf-5ff314120f61, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b36108fe-54e6-45da-aabf-5ff314120f61,segment=NetworkSegment(2a9821cb-d21c-4c8d-95af-d9de9a2d419d),segment_id=2a9821cb-d21c-4c8d-95af-d9de9a2d419d)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:28:13.807826 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:13.894020 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75520e0b-bfa5-45ec-81b6-ef98afac231f None None] Network 9d5cc53a-6115-4960-ad2c-aa5f149ada6c is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:28:13.907840 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-75520e0b-bfa5-45ec-81b6-ef98afac231f None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:28:13.912209 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75520e0b-bfa5-45ec-81b6-ef98afac231f None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:28:13.912724 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-d67f033f-f8fc-4f80-ace3-e16e0e7aa782 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Allocated IP 2001:db8:3::1 (9d5cc53a-6115-4960-ad2c-aa5f149ada6c/6de9b993-6723-4dd0-b491-0daf637e2f37/4cda74e9-6690-4ada-a0ed-824f20f49d81) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:28:13.972827 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75520e0b-bfa5-45ec-81b6-ef98afac231f None None] Pushing event updated for resources: {'Port': ['ID=748ffa35-9aa1-4598-80ab-da98f770ba97,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:14.020937 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-75520e0b-bfa5-45ec-81b6-ef98afac231f None None] Attempting to bind port 748ffa35-9aa1-4598-80ab-da98f770ba97 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:28:14.021567 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-75520e0b-bfa5-45ec-81b6-ef98afac231f None None] Attempting to bind port 748ffa35-9aa1-4598-80ab-da98f770ba97 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '22873f6b-1f78-4e8c-ae48-ca6da3e26afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9d5cc53a-6115-4960-ad2c-aa5f149ada6c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:28:14.022164 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75520e0b-bfa5-45ec-81b6-ef98afac231f None None] Attempting to bind port 748ffa35-9aa1-4598-80ab-da98f770ba97 on network 9d5cc53a-6115-4960-ad2c-aa5f149ada6c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:28:14.027843 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75520e0b-bfa5-45ec-81b6-ef98afac231f None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:28:14.028643 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75520e0b-bfa5-45ec-81b6-ef98afac231f None None] Checking segment: {'id': '22873f6b-1f78-4e8c-ae48-ca6da3e26afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9d5cc53a-6115-4960-ad2c-aa5f149ada6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:28:14.028643 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75520e0b-bfa5-45ec-81b6-ef98afac231f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:14.029120 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75520e0b-bfa5-45ec-81b6-ef98afac231f None None] Bound using segment: {'id': '22873f6b-1f78-4e8c-ae48-ca6da3e26afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9d5cc53a-6115-4960-ad2c-aa5f149ada6c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:28:14.029546 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-75520e0b-bfa5-45ec-81b6-ef98afac231f None None] Bound port: 748ffa35-9aa1-4598-80ab-da98f770ba97, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22873f6b-1f78-4e8c-ae48-ca6da3e26afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9d5cc53a-6115-4960-ad2c-aa5f149ada6c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:28:14.030189 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75520e0b-bfa5-45ec-81b6-ef98afac231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:14.034450 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4d3f46ff-86f4-4abc-9a24-8de04c430f65 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:14.034880 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] Routers {'fee7a549-ca0c-4524-8a7b-dc43f9f5a362'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:14.035525 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:14.051163 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95996698-ce29-49b9-8d06-3f514266519c None None] Pushing event updated for resources: {'Port': ['ID=b36108fe-54e6-45da-aabf-5ff314120f61,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:14.133915 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 4d3f46ff-86f4-4abc-9a24-8de04c430f65 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:14.134295 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:14.184402 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 3e029803-222f-4fa6-bb55-ee65f68de8df no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:28:14.190357 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d67f033f-f8fc-4f80-ace3-e16e0e7aa782 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:14.217728 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-d67f033f-f8fc-4f80-ace3-e16e0e7aa782 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Transition to ACTIVE for port object 4cda74e9-6690-4ada-a0ed-824f20f49d81 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:28:14.241526 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] Set router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:14.314792 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d67f033f-f8fc-4f80-ace3-e16e0e7aa782 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:14.388565 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67f033f-f8fc-4f80-ace3-e16e0e7aa782 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network 9d5cc53a-6115-4960-ad2c-aa5f149ada6c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:28:14.392518 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d67f033f-f8fc-4f80-ace3-e16e0e7aa782 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:28:14.412851 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40066) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:14.426996 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67f033f-f8fc-4f80-ace3-e16e0e7aa782 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:28:14.428845 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d67f033f-f8fc-4f80-ace3-e16e0e7aa782 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:14.472858 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 3e029803-222f-4fa6-bb55-ee65f68de8df {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:28:14.473837 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 3e029803-222f-4fa6-bb55-ee65f68de8df not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:28:14.488525 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-75520e0b-bfa5-45ec-81b6-ef98afac231f None None] For port 748ffa35-9aa1-4598-80ab-da98f770ba97, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:28:14.493330 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-75520e0b-bfa5-45ec-81b6-ef98afac231f None None] For port 748ffa35-9aa1-4598-80ab-da98f770ba97, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=748ffa35-9aa1-4598-80ab-da98f770ba97,segment=NetworkSegment(22873f6b-1f78-4e8c-ae48-ca6da3e26afb),segment_id=22873f6b-1f78-4e8c-ae48-ca6da3e26afb)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:28:14.508386 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75520e0b-bfa5-45ec-81b6-ef98afac231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:14.564571 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75520e0b-bfa5-45ec-81b6-ef98afac231f None None] Pushing event updated for resources: {'Port': ['ID=748ffa35-9aa1-4598-80ab-da98f770ba97,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:14.602006 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f033f-f8fc-4f80-ace3-e16e0e7aa782 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Port': ['ID=4cda74e9-6690-4ada-a0ed-824f20f49d81,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:14.682284 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d67f033f-f8fc-4f80-ace3-e16e0e7aa782 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:14.742478 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:08Z', 'revision_number': 4, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None, '_interfaces': [{'id': '391334dc-771b-41a3-902d-539f2f453266', 'name': '', 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:62:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:55Z', 'updated_at': '2021-07-30T20:28:07Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d3f46ff-86f4-4abc-9a24-8de04c430f65', 'name': '', 'network_id': '81094390-8533-4fff-af1f-4398e885ee46', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:42:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:00Z', 'updated_at': '2021-07-30T20:28:13Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b36108fe-54e6-45da-aabf-5ff314120f61', 'name': '', 'network_id': 'd5a2393d-a474-4e42-ae6a-4a0cdab7219e', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:d8:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:06Z', 'updated_at': '2021-07-30T20:28:13Z', 'revision_number': 4, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:14.789344 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637a7487-1187-4b5e-9fc1-82ba8c00a282 None None] The sync data for ids ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'] in n-d-712137-9 is: [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:08Z', 'revision_number': 4, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None, '_interfaces': [{'id': '391334dc-771b-41a3-902d-539f2f453266', 'name': '', 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:62:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:55Z', 'updated_at': '2021-07-30T20:28:07Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d3f46ff-86f4-4abc-9a24-8de04c430f65', 'name': '', 'network_id': '81094390-8533-4fff-af1f-4398e885ee46', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:42:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:00Z', 'updated_at': '2021-07-30T20:28:13Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b36108fe-54e6-45da-aabf-5ff314120f61', 'name': '', 'network_id': 'd5a2393d-a474-4e42-ae6a-4a0cdab7219e', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:d8:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:06Z', 'updated_at': '2021-07-30T20:28:13Z', 'revision_number': 4, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:28:15.139886 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a2d8498-9d99-43fd-98ba-c056eb0f5440 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:15.262557 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d67f033f-f8fc-4f80-ace3-e16e0e7aa782 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:15.271555 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d67f033f-f8fc-4f80-ace3-e16e0e7aa782 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:15.272496 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d67f033f-f8fc-4f80-ace3-e16e0e7aa782 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:15.374195 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f033f-f8fc-4f80-ace3-e16e0e7aa782 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event updated for resources: {'Port': ['ID=4cda74e9-6690-4ada-a0ed-824f20f49d81,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:15.425722 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67f033f-f8fc-4f80-ace3-e16e0e7aa782 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Network 9d5cc53a-6115-4960-ad2c-aa5f149ada6c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:28:15.427250 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d67f033f-f8fc-4f80-ace3-e16e0e7aa782 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:28:15.491168 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:15.500235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-7a2d8498-9d99-43fd-98ba-c056eb0f5440 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Deleting port bf3f4278-977c-42a9-8618-ff58244fc50b {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:28:15.500674 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a2d8498-9d99-43fd-98ba-c056eb0f5440 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:15.584708 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67f033f-f8fc-4f80-ace3-e16e0e7aa782 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:28:15.648872 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-7a2d8498-9d99-43fd-98ba-c056eb0f5440 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] For port bf3f4278-977c-42a9-8618-ff58244fc50b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=bf3f4278-977c-42a9-8618-ff58244fc50b,segment=NetworkSegment(f0d6f2f0-f382-45f3-8230-35b96fff416a),segment_id=f0d6f2f0-f382-45f3-8230-35b96fff416a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:15.649432 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a2d8498-9d99-43fd-98ba-c056eb0f5440 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:15.669792 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-7a2d8498-9d99-43fd-98ba-c056eb0f5440 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Calling delete_port for bf3f4278-977c-42a9-8618-ff58244fc50b owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:28:16.052395 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a2d8498-9d99-43fd-98ba-c056eb0f5440 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:16.122197 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68518991-7afa-458e-b0f2-2b0ce39cf72b None None] Network 9d5cc53a-6115-4960-ad2c-aa5f149ada6c requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:28:16.257053 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67f033f-f8fc-4f80-ace3-e16e0e7aa782 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:28:16.266519 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d67f033f-f8fc-4f80-ace3-e16e0e7aa782 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "PUT /v2.0/routers/fee7a549-ca0c-4524-8a7b-dc43f9f5a362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2156115 Jul 30 20:28:16.267309 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40130) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:16.274557 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-17e1e875-477e-47de-be65-eecc10aa0c65 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:16.276611 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] Sync routers for ids ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:28:16.279079 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b36108fe-54e6-45da-aabf-5ff314120f61 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:16.355832 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] Routers {'fee7a549-ca0c-4524-8a7b-dc43f9f5a362'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:16.356719 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:16.366476 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6adee6a0-c73a-4acd-9436-aa75eab89bda None None] Provisioning for port 748ffa35-9aa1-4598-80ab-da98f770ba97 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:28:16.419025 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40136) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:16.489616 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port b36108fe-54e6-45da-aabf-5ff314120f61 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:28:16.500560 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] Set router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:16.501230 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d8498-9d99-43fd-98ba-c056eb0f5440 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event deleted for resources: {'Port': ['ID=bf3f4278-977c-42a9-8618-ff58244fc50b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:16.503358 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port b36108fe-54e6-45da-aabf-5ff314120f61 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:16.503950 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:16.618137 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4af41ee6-f7ef-4867-a2fb-ef65e456ca6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:16.792947 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a2d8498-9d99-43fd-98ba-c056eb0f5440 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:16.831801 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:16.960013 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port b36108fe-54e6-45da-aabf-5ff314120f61, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b36108fe-54e6-45da-aabf-5ff314120f61,segment=NetworkSegment(2a9821cb-d21c-4c8d-95af-d9de9a2d419d),segment_id=2a9821cb-d21c-4c8d-95af-d9de9a2d419d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:16.982132 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:16.982990 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 748ffa35-9aa1-4598-80ab-da98f770ba97 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:17.069681 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4af41ee6-f7ef-4867-a2fb-ef65e456ca6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:17.091026 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4af41ee6-f7ef-4867-a2fb-ef65e456ca6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:17.148995 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=b36108fe-54e6-45da-aabf-5ff314120f61,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:17.149434 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.extraroute_db [None req-17e1e875-477e-47de-be65-eecc10aa0c65 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 20:28:17.155873 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af41ee6-f7ef-4867-a2fb-ef65e456ca6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae033800-3f59-408c-af33-da653bfd8dad,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:17.162147 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4af41ee6-f7ef-4867-a2fb-ef65e456ca6c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c862a6dd0edc46818920fce0e7f9fcc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7415447 Jul 30 20:28:17.165804 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40152) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:17.177037 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:14Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None, '_interfaces': [{'id': '391334dc-771b-41a3-902d-539f2f453266', 'name': '', 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:62:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:55Z', 'updated_at': '2021-07-30T20:28:07Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cda74e9-6690-4ada-a0ed-824f20f49d81', 'name': '', 'network_id': '9d5cc53a-6115-4960-ad2c-aa5f149ada6c', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:9b:d4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '6de9b993-6723-4dd0-b491-0daf637e2f37', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:13Z', 'updated_at': '2021-07-30T20:28:15Z', 'revision_number': 2, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '6de9b993-6723-4dd0-b491-0daf637e2f37', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d3f46ff-86f4-4abc-9a24-8de04c430f65', 'name': '', 'network_id': '81094390-8533-4fff-af1f-4398e885ee46', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:42:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:00Z', 'updated_at': '2021-07-30T20:28:13Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b36108fe-54e6-45da-aabf-5ff314120f61', 'name': '', 'network_id': 'd5a2393d-a474-4e42-ae6a-4a0cdab7219e', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:d8:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:06Z', 'updated_at': '2021-07-30T20:28:13Z', 'revision_number': 4, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:17.184667 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.extraroute_db [None req-17e1e875-477e-47de-be65-eecc10aa0c65 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Removed routes are [] {{(pid=93883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 20:28:17.185078 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17e1e875-477e-47de-be65-eecc10aa0c65 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:17.208214 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2d8498-9d99-43fd-98ba-c056eb0f5440 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Router 14922b27-ca69-4cec-8e3b-72d44238306c has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:28:17.299813 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 748ffa35-9aa1-4598-80ab-da98f770ba97 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:28:17.307929 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] Checking router: fee7a549-ca0c-4524-8a7b-dc43f9f5a362 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:28:17.308430 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] Updating router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 port 4cda74e9-6690-4ada-a0ed-824f20f49d81 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:28:17.321282 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 748ffa35-9aa1-4598-80ab-da98f770ba97 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:17.321650 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:17.345370 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e083f62-c496-494d-a1f2-7ea568567db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:17.382453 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9ffbb0df-46b3-4e2d-a124-7358823dee9b None None] Provisioning for port 4cda74e9-6690-4ada-a0ed-824f20f49d81 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:28:17.389949 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9ffbb0df-46b3-4e2d-a124-7358823dee9b None None] Provisioning complete for port 4cda74e9-6690-4ada-a0ed-824f20f49d81 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:17.390878 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb0df-46b3-4e2d-a124-7358823dee9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:17.392649 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:17.412618 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2d8498-9d99-43fd-98ba-c056eb0f5440 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:28:17.420890 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7a2d8498-9d99-43fd-98ba-c056eb0f5440 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "PUT /v2.0/routers/14922b27-ca69-4cec-8e3b-72d44238306c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0063865 Jul 30 20:28:17.421587 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40154) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:17.424080 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614d72fa-2b2c-46d0-a7bb-48efed845dba None None] Sync routers for ids ['14922b27-ca69-4cec-8e3b-72d44238306c'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:28:17.437092 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e083f62-c496-494d-a1f2-7ea568567db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:17.442307 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614d72fa-2b2c-46d0-a7bb-48efed845dba None None] Routers {'14922b27-ca69-4cec-8e3b-72d44238306c'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:17.442943 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-614d72fa-2b2c-46d0-a7bb-48efed845dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['14922b27-ca69-4cec-8e3b-72d44238306c'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:17.495373 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-80542cf7-b1f9-4c24-be13-df6fe94c4da6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Deleting subnet 5d307121-55f3-4ffa-a9f2-0a60c629b9b8 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:28:17.505049 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-80542cf7-b1f9-4c24-be13-df6fe94c4da6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:17.558243 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9ffbb0df-46b3-4e2d-a124-7358823dee9b None None] Port 4cda74e9-6690-4ada-a0ed-824f20f49d81 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:28:17.569360 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-80542cf7-b1f9-4c24-be13-df6fe94c4da6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:17.669916 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17e1e875-477e-47de-be65-eecc10aa0c65 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:17.674562 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:17.679430 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17e1e875-477e-47de-be65-eecc10aa0c65 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1722371'] for router, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:17.717393 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 748ffa35-9aa1-4598-80ab-da98f770ba97, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=748ffa35-9aa1-4598-80ab-da98f770ba97,segment=NetworkSegment(22873f6b-1f78-4e8c-ae48-ca6da3e26afb),segment_id=22873f6b-1f78-4e8c-ae48-ca6da3e26afb)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:17.725492 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-614d72fa-2b2c-46d0-a7bb-48efed845dba None None] Set router 14922b27-ca69-4cec-8e3b-72d44238306c gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:17.743535 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:17.763018 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-06334108-8efd-4743-b135-23d925f4c3c4 None None] Provisioning complete for port 4cda74e9-6690-4ada-a0ed-824f20f49d81 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:17.763405 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06334108-8efd-4743-b135-23d925f4c3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:17.775802 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-80542cf7-b1f9-4c24-be13-df6fe94c4da6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:17.842390 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e083f62-c496-494d-a1f2-7ea568567db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:17.846553 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e083f62-c496-494d-a1f2-7ea568567db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:17.848879 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0e083f62-c496-494d-a1f2-7ea568567db7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ae033800-3f59-408c-af33-da653bfd8dad HTTP/1.1" status: 204 len: 168 time: 0.6820662 Jul 30 20:28:17.872848 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e083f62-c496-494d-a1f2-7ea568567db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae033800-3f59-408c-af33-da653bfd8dad,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:17.892222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e1e875-477e-47de-be65-eecc10aa0c65 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:28:17.900296 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-06334108-8efd-4743-b135-23d925f4c3c4 None None] Port 4cda74e9-6690-4ada-a0ed-824f20f49d81 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:28:17.921522 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-80542cf7-b1f9-4c24-be13-df6fe94c4da6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:17.966095 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-614d72fa-2b2c-46d0-a7bb-48efed845dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14922b27-ca69-4cec-8e3b-72d44238306c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-612039426', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'f40f2641-4698-44d4-9c93-dbd41f4488da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:36Z', 'updated_at': '2021-07-30T20:28:15Z', 'revision_number': 5, 'project_id': '84983c9ae1174638a727198854c17acc', 'gw_port': {'id': 'f40f2641-4698-44d4-9c93-dbd41f4488da', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14922b27-ca69-4cec-8e3b-72d44238306c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:37Z', 'updated_at': '2021-07-30T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:18.002885 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80542cf7-b1f9-4c24-be13-df6fe94c4da6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event deleted for resources: {'Subnet': ['ID=5d307121-55f3-4ffa-a9f2-0a60c629b9b8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:18.019537 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614d72fa-2b2c-46d0-a7bb-48efed845dba None None] Checking router: 14922b27-ca69-4cec-8e3b-72d44238306c for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:28:18.021046 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-80542cf7-b1f9-4c24-be13-df6fe94c4da6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:18.023237 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-80542cf7-b1f9-4c24-be13-df6fe94c4da6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "DELETE /v2.0/subnets/5d307121-55f3-4ffa-a9f2-0a60c629b9b8 HTTP/1.1" status: 204 len: 168 time: 0.6007698 Jul 30 20:28:18.027176 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40170) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:18.043745 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614d72fa-2b2c-46d0-a7bb-48efed845dba None None] Routers {'14922b27-ca69-4cec-8e3b-72d44238306c'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:18.044371 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-614d72fa-2b2c-46d0-a7bb-48efed845dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['14922b27-ca69-4cec-8e3b-72d44238306c'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:18.153744 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e1e875-477e-47de-be65-eecc10aa0c65 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:28:18.169323 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17e1e875-477e-47de-be65-eecc10aa0c65 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:18.170584 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-17e1e875-477e-47de-be65-eecc10aa0c65 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "PUT /v2.0/routers/fee7a549-ca0c-4524-8a7b-dc43f9f5a362 HTTP/1.1" status: 200 len: 954 time: 1.9022605 Jul 30 20:28:18.175411 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c52df0-506f-401a-ae6f-ce859fb87e5e None None] Network bd87a42b-3f44-42a4-b2f3-580291503356 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:28:18.177780 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b36108fe-54e6-45da-aabf-5ff314120f61 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:18.179769 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40174) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:18.194469 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=748ffa35-9aa1-4598-80ab-da98f770ba97,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:18.286053 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-614d72fa-2b2c-46d0-a7bb-48efed845dba None None] Set router 14922b27-ca69-4cec-8e3b-72d44238306c gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:18.356880 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db90cfeb-92ee-4a2f-82f2-974e19cc9469 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:18.368129 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ade58cd1-5b68-4455-ac70-81cb01ed73d6 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "GET /v2.0/routers/fee7a549-ca0c-4524-8a7b-dc43f9f5a362 HTTP/1.1" status: 200 len: 954 time: 0.1871960 Jul 30 20:28:18.368738 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40182) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:18.381217 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6213e83b-6a1d-4f0e-a353-272a043a26be tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'router': {'routes': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:18.485028 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:18.520340 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-614d72fa-2b2c-46d0-a7bb-48efed845dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14922b27-ca69-4cec-8e3b-72d44238306c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-612039426', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'f40f2641-4698-44d4-9c93-dbd41f4488da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:36Z', 'updated_at': '2021-07-30T20:28:15Z', 'revision_number': 5, 'project_id': '84983c9ae1174638a727198854c17acc', 'gw_port': {'id': 'f40f2641-4698-44d4-9c93-dbd41f4488da', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14922b27-ca69-4cec-8e3b-72d44238306c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:37Z', 'updated_at': '2021-07-30T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:18.551558 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-04ac5a56-d45c-4315-bf53-c437f508e70c None None] Provisioning complete for port 4cda74e9-6690-4ada-a0ed-824f20f49d81 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:18.552112 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04ac5a56-d45c-4315-bf53-c437f508e70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:18.571751 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614d72fa-2b2c-46d0-a7bb-48efed845dba None None] The sync data for ids ['14922b27-ca69-4cec-8e3b-72d44238306c'] in n-d-712137-9 is: [{'id': '14922b27-ca69-4cec-8e3b-72d44238306c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-612039426', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'f40f2641-4698-44d4-9c93-dbd41f4488da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:36Z', 'updated_at': '2021-07-30T20:28:15Z', 'revision_number': 5, 'project_id': '84983c9ae1174638a727198854c17acc', 'gw_port': {'id': 'f40f2641-4698-44d4-9c93-dbd41f4488da', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14922b27-ca69-4cec-8e3b-72d44238306c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:37Z', 'updated_at': '2021-07-30T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:28:18.592384 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db90cfeb-92ee-4a2f-82f2-974e19cc9469 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:18.607842 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-04ac5a56-d45c-4315-bf53-c437f508e70c None None] Port 4cda74e9-6690-4ada-a0ed-824f20f49d81 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:28:18.639661 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] Transition to ACTIVE for port object 4cda74e9-6690-4ada-a0ed-824f20f49d81 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:28:18.640224 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port b36108fe-54e6-45da-aabf-5ff314120f61 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:18.640593 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:18.686696 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-db90cfeb-92ee-4a2f-82f2-974e19cc9469 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Deleting port f40f2641-4698-44d4-9c93-dbd41f4488da {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:28:18.686696 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db90cfeb-92ee-4a2f-82f2-974e19cc9469 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:18.701373 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:18.768956 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12fd00-a047-4f2a-b6ae-98c51b58f3e0 None None] Pushing event updated for resources: {'Port': ['ID=4cda74e9-6690-4ada-a0ed-824f20f49d81,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:18.848866 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-db90cfeb-92ee-4a2f-82f2-974e19cc9469 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] For port f40f2641-4698-44d4-9c93-dbd41f4488da, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f40f2641-4698-44d4-9c93-dbd41f4488da,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:18.849387 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db90cfeb-92ee-4a2f-82f2-974e19cc9469 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:18.875664 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-db90cfeb-92ee-4a2f-82f2-974e19cc9469 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Calling delete_port for f40f2641-4698-44d4-9c93-dbd41f4488da owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:28:18.928118 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] Attempting to bind port 4cda74e9-6690-4ada-a0ed-824f20f49d81 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:28:18.928829 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] Attempting to bind port 4cda74e9-6690-4ada-a0ed-824f20f49d81 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '22873f6b-1f78-4e8c-ae48-ca6da3e26afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9d5cc53a-6115-4960-ad2c-aa5f149ada6c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:28:18.929355 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] Attempting to bind port 4cda74e9-6690-4ada-a0ed-824f20f49d81 on network 9d5cc53a-6115-4960-ad2c-aa5f149ada6c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:28:18.943270 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:28:18.943749 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] Checking segment: {'id': '22873f6b-1f78-4e8c-ae48-ca6da3e26afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9d5cc53a-6115-4960-ad2c-aa5f149ada6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:28:18.944368 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:18.944832 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] Bound using segment: {'id': '22873f6b-1f78-4e8c-ae48-ca6da3e26afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9d5cc53a-6115-4960-ad2c-aa5f149ada6c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:28:18.946285 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] Bound port: 4cda74e9-6690-4ada-a0ed-824f20f49d81, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22873f6b-1f78-4e8c-ae48-ca6da3e26afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9d5cc53a-6115-4960-ad2c-aa5f149ada6c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:28:18.947825 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:18.993130 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a25a9a-7228-4efe-a011-a9781fb82be6 None None] DHCP port deletion for bd87a42b-3f44-42a4-b2f3-580291503356 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:28:19.222151 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.extraroute_db [None req-6213e83b-6a1d-4f0e-a353-272a043a26be tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Added routes are [] {{(pid=93883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 20:28:19.224070 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.extraroute_db [None req-6213e83b-6a1d-4f0e-a353-272a043a26be tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 20:28:19.268412 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] For port 4cda74e9-6690-4ada-a0ed-824f20f49d81, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:28:19.297723 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-94a25a9a-7228-4efe-a011-a9781fb82be6 None None] Deleting port f121edc7-3f42-487e-9f06-80dac135f452 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:28:19.298352 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-94a25a9a-7228-4efe-a011-a9781fb82be6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:19.322753 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6213e83b-6a1d-4f0e-a353-272a043a26be tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:19.381978 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-94a25a9a-7228-4efe-a011-a9781fb82be6 None None] For port f121edc7-3f42-487e-9f06-80dac135f452, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f121edc7-3f42-487e-9f06-80dac135f452,segment=NetworkSegment(f0d6f2f0-f382-45f3-8230-35b96fff416a),segment_id=f0d6f2f0-f382-45f3-8230-35b96fff416a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:19.382394 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-94a25a9a-7228-4efe-a011-a9781fb82be6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:19.399916 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-94a25a9a-7228-4efe-a011-a9781fb82be6 None None] Calling delete_port for f121edc7-3f42-487e-9f06-80dac135f452 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:28:19.402239 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db90cfeb-92ee-4a2f-82f2-974e19cc9469 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:19.457878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90cfeb-92ee-4a2f-82f2-974e19cc9469 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event deleted for resources: {'Port': ['ID=f40f2641-4698-44d4-9c93-dbd41f4488da,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:19.478539 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] For port 4cda74e9-6690-4ada-a0ed-824f20f49d81, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4cda74e9-6690-4ada-a0ed-824f20f49d81,segment=NetworkSegment(22873f6b-1f78-4e8c-ae48-ca6da3e26afb),segment_id=22873f6b-1f78-4e8c-ae48-ca6da3e26afb)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:28:19.496640 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:19.559755 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db90cfeb-92ee-4a2f-82f2-974e19cc9469 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:19.589675 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6213e83b-6a1d-4f0e-a353-272a043a26be tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:19.596284 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6213e83b-6a1d-4f0e-a353-272a043a26be tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1722371'] for router, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:19.618757 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] Routers {'fee7a549-ca0c-4524-8a7b-dc43f9f5a362'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:19.619444 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:19.624818 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-94a25a9a-7228-4efe-a011-a9781fb82be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:19.675938 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12fd00-a047-4f2a-b6ae-98c51b58f3e0 None None] Pushing event updated for resources: {'Port': ['ID=4cda74e9-6690-4ada-a0ed-824f20f49d81,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:19.708646 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db90cfeb-92ee-4a2f-82f2-974e19cc9469 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:19.713072 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db90cfeb-92ee-4a2f-82f2-974e19cc9469 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:19.734079 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6213e83b-6a1d-4f0e-a353-272a043a26be tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:28:19.795107 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db90cfeb-92ee-4a2f-82f2-974e19cc9469 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:19.795741 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db90cfeb-92ee-4a2f-82f2-974e19cc9469 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Fanout notify agent at l3_agent the message router_deleted on router 14922b27-ca69-4cec-8e3b-72d44238306c {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:28:19.827653 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db90cfeb-92ee-4a2f-82f2-974e19cc9469 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:19.832536 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-db90cfeb-92ee-4a2f-82f2-974e19cc9469 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "DELETE /v2.0/routers/14922b27-ca69-4cec-8e3b-72d44238306c HTTP/1.1" status: 204 len: 168 time: 1.8033545 Jul 30 20:28:19.833393 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40214) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:19.894596 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6213e83b-6a1d-4f0e-a353-272a043a26be tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:28:19.908717 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6213e83b-6a1d-4f0e-a353-272a043a26be tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:19.914711 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6213e83b-6a1d-4f0e-a353-272a043a26be tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "PUT /v2.0/routers/fee7a549-ca0c-4524-8a7b-dc43f9f5a362 HTTP/1.1" status: 200 len: 704 time: 1.5433676 Jul 30 20:28:19.915357 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40218) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:20.035054 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8d59e404-2aa0-4a45-941c-8ae95f37a67e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:20.139803 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a25a9a-7228-4efe-a011-a9781fb82be6 None None] No DVR routers for this DVR port f121edc7-3f42-487e-9f06-80dac135f452 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:28:20.145264 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a25a9a-7228-4efe-a011-a9781fb82be6 None None] Pushing event deleted for resources: {'Port': ['ID=f121edc7-3f42-487e-9f06-80dac135f452,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:20.160949 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:20.186474 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] Set router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:20.196475 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6a1356b5-06dd-4892-95c6-443d6fa7fd06 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "GET /v2.0/routers/fee7a549-ca0c-4524-8a7b-dc43f9f5a362 HTTP/1.1" status: 200 len: 704 time: 0.2779858 Jul 30 20:28:20.197084 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40224) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:20.277828 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8d59e404-2aa0-4a45-941c-8ae95f37a67e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:20.290902 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-8d59e404-2aa0-4a45-941c-8ae95f37a67e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd87a42b-3f44-42a4-b2f3-580291503356']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:20.312698 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-8d59e404-2aa0-4a45-941c-8ae95f37a67e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d6f2f0-f382-45f3-8230-35b96fff416a') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:20.313259 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-8d59e404-2aa0-4a45-941c-8ae95f37a67e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d6f2f0-f382-45f3-8230-35b96fff416a') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:20.330960 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8d59e404-2aa0-4a45-941c-8ae95f37a67e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:20.356517 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8d59e404-2aa0-4a45-941c-8ae95f37a67e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:20.363862 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d59e404-2aa0-4a45-941c-8ae95f37a67e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:28:20.364263 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8d59e404-2aa0-4a45-941c-8ae95f37a67e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:28:20.449565 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:28:20.459072 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8d59e404-2aa0-4a45-941c-8ae95f37a67e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:20.465297 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8d59e404-2aa0-4a45-941c-8ae95f37a67e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:20.467199 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8d59e404-2aa0-4a45-941c-8ae95f37a67e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "DELETE /v2.0/networks/bd87a42b-3f44-42a4-b2f3-580291503356 HTTP/1.1" status: 204 len: 168 time: 0.6326582 Jul 30 20:28:20.470904 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40236) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:20.513105 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 748ffa35-9aa1-4598-80ab-da98f770ba97 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:20.647429 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 748ffa35-9aa1-4598-80ab-da98f770ba97 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:20.648090 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:20.654715 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59e404-2aa0-4a45-941c-8ae95f37a67e tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event deleted for resources: {'Network': ['ID=bd87a42b-3f44-42a4-b2f3-580291503356,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:20.685531 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:19Z', 'revision_number': 7, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None, '_interfaces': [{'id': '391334dc-771b-41a3-902d-539f2f453266', 'name': '', 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:62:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:55Z', 'updated_at': '2021-07-30T20:28:07Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cda74e9-6690-4ada-a0ed-824f20f49d81', 'name': '', 'network_id': '9d5cc53a-6115-4960-ad2c-aa5f149ada6c', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:9b:d4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '6de9b993-6723-4dd0-b491-0daf637e2f37', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:13Z', 'updated_at': '2021-07-30T20:28:19Z', 'revision_number': 4, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '6de9b993-6723-4dd0-b491-0daf637e2f37', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d3f46ff-86f4-4abc-9a24-8de04c430f65', 'name': '', 'network_id': '81094390-8533-4fff-af1f-4398e885ee46', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:42:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:00Z', 'updated_at': '2021-07-30T20:28:13Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b36108fe-54e6-45da-aabf-5ff314120f61', 'name': '', 'network_id': 'd5a2393d-a474-4e42-ae6a-4a0cdab7219e', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:d8:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:06Z', 'updated_at': '2021-07-30T20:28:16Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:20.721253 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c387d85c-e7ba-47df-9fd2-15dd6ab7257d None None] The sync data for ids ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'] in n-d-712137-9 is: [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:19Z', 'revision_number': 7, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None, '_interfaces': [{'id': '391334dc-771b-41a3-902d-539f2f453266', 'name': '', 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:62:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:55Z', 'updated_at': '2021-07-30T20:28:07Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cda74e9-6690-4ada-a0ed-824f20f49d81', 'name': '', 'network_id': '9d5cc53a-6115-4960-ad2c-aa5f149ada6c', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:9b:d4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '6de9b993-6723-4dd0-b491-0daf637e2f37', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:13Z', 'updated_at': '2021-07-30T20:28:19Z', 'revision_number': 4, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '6de9b993-6723-4dd0-b491-0daf637e2f37', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d3f46ff-86f4-4abc-9a24-8de04c430f65', 'name': '', 'network_id': '81094390-8533-4fff-af1f-4398e885ee46', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:42:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:00Z', 'updated_at': '2021-07-30T20:28:13Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b36108fe-54e6-45da-aabf-5ff314120f61', 'name': '', 'network_id': 'd5a2393d-a474-4e42-ae6a-4a0cdab7219e', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:d8:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:06Z', 'updated_at': '2021-07-30T20:28:16Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:28:20.821556 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81c3c340-29dd-4f69-8ad8-d5dc7a481eb0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:20.823221 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-abb90619-9ed8-4d9b-8e97-3ded219ec68f tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Deleting port 30294514-38d0-4c90-a8af-b585613efcd9 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:28:20.823667 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-abb90619-9ed8-4d9b-8e97-3ded219ec68f tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:20.934771 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device bf3f4278-977c-42a9-8618-ff58244fc50b no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:28:20.935978 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-abb90619-9ed8-4d9b-8e97-3ded219ec68f tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:20.936420 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-abb90619-9ed8-4d9b-8e97-3ded219ec68f tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:20.950724 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-abb90619-9ed8-4d9b-8e97-3ded219ec68f tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Calling delete_port for 30294514-38d0-4c90-a8af-b585613efcd9 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:28:20.978922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: bf3f4278-977c-42a9-8618-ff58244fc50b {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:28:20.979958 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device bf3f4278-977c-42a9-8618-ff58244fc50b not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:28:20.980752 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f121edc7-3f42-487e-9f06-80dac135f452 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:28:21.025405 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: f121edc7-3f42-487e-9f06-80dac135f452 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:28:21.025837 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f121edc7-3f42-487e-9f06-80dac135f452 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:28:21.195901 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-abb90619-9ed8-4d9b-8e97-3ded219ec68f tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:21.224126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb90619-9ed8-4d9b-8e97-3ded219ec68f tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event deleted for resources: {'Port': ['ID=30294514-38d0-4c90-a8af-b585613efcd9,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:21.265997 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6841ff3-bb3d-45ed-af1e-c3a38c4c631d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:21.336600 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-abb90619-9ed8-4d9b-8e97-3ded219ec68f tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:21.337046 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-abb90619-9ed8-4d9b-8e97-3ded219ec68f tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Floating IP 73888742-8403-4546-9f18-aa17c6a28eb3 disassociated (deleted). External IP: 172.25.3.225, port: 1f5592ef-2124-4cda-9a55-83db4f575e9d. Jul 30 20:28:21.571197 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-81c3c340-29dd-4f69-8ad8-d5dc7a481eb0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting port 4cda74e9-6690-4ada-a0ed-824f20f49d81 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:28:21.571560 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81c3c340-29dd-4f69-8ad8-d5dc7a481eb0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:21.681482 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-81c3c340-29dd-4f69-8ad8-d5dc7a481eb0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] For port 4cda74e9-6690-4ada-a0ed-824f20f49d81, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4cda74e9-6690-4ada-a0ed-824f20f49d81,segment=NetworkSegment(22873f6b-1f78-4e8c-ae48-ca6da3e26afb),segment_id=22873f6b-1f78-4e8c-ae48-ca6da3e26afb)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:21.681948 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81c3c340-29dd-4f69-8ad8-d5dc7a481eb0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:21.696395 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-81c3c340-29dd-4f69-8ad8-d5dc7a481eb0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Calling delete_port for 4cda74e9-6690-4ada-a0ed-824f20f49d81 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:28:21.725665 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb48fa8-b7b1-4352-b09a-3586a490b6d2 None None] Sync routers for ids ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:28:21.748262 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb48fa8-b7b1-4352-b09a-3586a490b6d2 None None] Routers {'fee7a549-ca0c-4524-8a7b-dc43f9f5a362'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:21.749223 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2cb48fa8-b7b1-4352-b09a-3586a490b6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:21.889291 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-2cb48fa8-b7b1-4352-b09a-3586a490b6d2 None None] Set router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:21.944211 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb90619-9ed8-4d9b-8e97-3ded219ec68f tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Router 9b40a9f0-a863-4ebf-a36d-ae3aea1759e3 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:28:21.965734 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81c3c340-29dd-4f69-8ad8-d5dc7a481eb0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:22.029375 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3c340-29dd-4f69-8ad8-d5dc7a481eb0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Port': ['ID=4cda74e9-6690-4ada-a0ed-824f20f49d81,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:22.101859 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb90619-9ed8-4d9b-8e97-3ded219ec68f tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:28:22.110716 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4cda74e9-6690-4ada-a0ed-824f20f49d81 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:22.115606 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b850aa-e5e4-43c5-bf3a-1494f7045767 None None] Sync routers for ids ['9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:28:22.127804 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-abb90619-9ed8-4d9b-8e97-3ded219ec68f tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:22.129877 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b850aa-e5e4-43c5-bf3a-1494f7045767 None None] Routers {'9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:22.130661 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-65b850aa-e5e4-43c5-bf3a-1494f7045767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:22.150562 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 4cda74e9-6690-4ada-a0ed-824f20f49d81 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:28:22.151462 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4cda74e9-6690-4ada-a0ed-824f20f49d81 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 30 20:28:22.180333 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Port 4cda74e9-6690-4ada-a0ed-824f20f49d81 not found, will not notify nova. {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 30 20:28:22.190391 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f40f2641-4698-44d4-9c93-dbd41f4488da no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:28:22.224659 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-abb90619-9ed8-4d9b-8e97-3ded219ec68f tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "DELETE /v2.0/floatingips/73888742-8403-4546-9f18-aa17c6a28eb3 HTTP/1.1" status: 204 len: 168 time: 1.7514007 Jul 30 20:28:22.225474 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a94eff0-92e7-473a-93e7-aca70e5ba991', 'tag': '1f5592ef-2124-4cda-9a55-83db4f575e9d'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:28:22.230918 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639f1623-6657-445e-80bf-21922063d2d5" -d '{"events": [{"name": "network-changed", "server_uuid": "7a94eff0-92e7-473a-93e7-aca70e5ba991", "tag": "1f5592ef-2124-4cda-9a55-83db4f575e9d"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:28:22.237949 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81c3c340-29dd-4f69-8ad8-d5dc7a481eb0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:22.263834 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: f40f2641-4698-44d4-9c93-dbd41f4488da {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:28:22.264600 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f40f2641-4698-44d4-9c93-dbd41f4488da not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:28:22.279207 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2cb48fa8-b7b1-4352-b09a-3586a490b6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:19Z', 'revision_number': 7, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None, '_interfaces': [{'id': '391334dc-771b-41a3-902d-539f2f453266', 'name': '', 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:62:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:55Z', 'updated_at': '2021-07-30T20:28:07Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cda74e9-6690-4ada-a0ed-824f20f49d81', 'name': '', 'network_id': '9d5cc53a-6115-4960-ad2c-aa5f149ada6c', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:9b:d4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '6de9b993-6723-4dd0-b491-0daf637e2f37', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:13Z', 'updated_at': '2021-07-30T20:28:19Z', 'revision_number': 4, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '6de9b993-6723-4dd0-b491-0daf637e2f37', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d3f46ff-86f4-4abc-9a24-8de04c430f65', 'name': '', 'network_id': '81094390-8533-4fff-af1f-4398e885ee46', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:42:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:00Z', 'updated_at': '2021-07-30T20:28:13Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b36108fe-54e6-45da-aabf-5ff314120f61', 'name': '', 'network_id': 'd5a2393d-a474-4e42-ae6a-4a0cdab7219e', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:d8:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:06Z', 'updated_at': '2021-07-30T20:28:16Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:22.312173 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb48fa8-b7b1-4352-b09a-3586a490b6d2 None None] Checking router: fee7a549-ca0c-4524-8a7b-dc43f9f5a362 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:28:22.328541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb48fa8-b7b1-4352-b09a-3586a490b6d2 None None] Routers {'fee7a549-ca0c-4524-8a7b-dc43f9f5a362'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:22.329176 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2cb48fa8-b7b1-4352-b09a-3586a490b6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:22.366614 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-65b850aa-e5e4-43c5-bf3a-1494f7045767 None None] Set router 9b40a9f0-a863-4ebf-a36d-ae3aea1759e3 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:22.503692 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-2cb48fa8-b7b1-4352-b09a-3586a490b6d2 None None] Set router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:22.569197 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c3c340-29dd-4f69-8ad8-d5dc7a481eb0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:28:22.580192 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0aa177b-8023-4eee-b81b-b2d24394e74a x-openstack-request-id: req-b0aa177b-8023-4eee-b81b-b2d24394e74a {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:28:22.580483 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a94eff0-92e7-473a-93e7-aca70e5ba991", "tag": "1f5592ef-2124-4cda-9a55-83db4f575e9d", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:28:22.580733 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b0aa177b-8023-4eee-b81b-b2d24394e74a {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:28:22.581129 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a94eff0-92e7-473a-93e7-aca70e5ba991', 'tag': '1f5592ef-2124-4cda-9a55-83db4f575e9d', 'status': 'completed', 'code': 200} Jul 30 20:28:22.628265 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-65b850aa-e5e4-43c5-bf3a-1494f7045767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367131081', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '92a48762-3f53-478a-83d3-dceeea311e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:26:28Z', 'updated_at': '2021-07-30T20:26:39Z', 'revision_number': 4, 'project_id': '84983c9ae1174638a727198854c17acc', 'gw_port': {'id': '92a48762-3f53-478a-83d3-dceeea311e28', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:26:30Z', 'updated_at': '2021-07-30T20:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd', 'name': '', 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'mac_address': 'fa:16:3e:33:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '0b5d413d-b603-47c3-85c2-42be0f4781bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:26:37Z', 'updated_at': '2021-07-30T20:26:48Z', 'revision_number': 5, 'project_id': '84983c9ae1174638a727198854c17acc', 'subnets': [{'id': '0b5d413d-b603-47c3-85c2-42be0f4781bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:22.685739 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f1623-6657-445e-80bf-21922063d2d5 req-8227876c-ab2e-4780-9b40-468a7f9e0d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:22.687988 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-639f1623-6657-445e-80bf-21922063d2d5 req-8227876c-ab2e-4780-9b40-468a7f9e0d73 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84983c9ae1174638a727198854c17acc&device_id=7a94eff0-92e7-473a-93e7-aca70e5ba991 HTTP/1.1" status: 200 len: 1136 time: 0.0916660 Jul 30 20:28:22.766782 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c3c340-29dd-4f69-8ad8-d5dc7a481eb0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:28:22.779758 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-81c3c340-29dd-4f69-8ad8-d5dc7a481eb0 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "PUT /v2.0/routers/fee7a549-ca0c-4524-8a7b-dc43f9f5a362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5812647 Jul 30 20:28:22.785775 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40286) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:22.820505 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b850aa-e5e4-43c5-bf3a-1494f7045767 None None] Checking router: 9b40a9f0-a863-4ebf-a36d-ae3aea1759e3 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:28:22.835013 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:28:22.840314 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b850aa-e5e4-43c5-bf3a-1494f7045767 None None] Routers {'9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:22.840805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2cb48fa8-b7b1-4352-b09a-3586a490b6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:21Z', 'revision_number': 8, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None, '_interfaces': [{'id': '391334dc-771b-41a3-902d-539f2f453266', 'name': '', 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:62:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:55Z', 'updated_at': '2021-07-30T20:28:07Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d3f46ff-86f4-4abc-9a24-8de04c430f65', 'name': '', 'network_id': '81094390-8533-4fff-af1f-4398e885ee46', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:42:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:00Z', 'updated_at': '2021-07-30T20:28:13Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b36108fe-54e6-45da-aabf-5ff314120f61', 'name': '', 'network_id': 'd5a2393d-a474-4e42-ae6a-4a0cdab7219e', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:d8:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:06Z', 'updated_at': '2021-07-30T20:28:16Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:22.841869 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-65b850aa-e5e4-43c5-bf3a-1494f7045767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:22.872172 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb48fa8-b7b1-4352-b09a-3586a490b6d2 None None] The sync data for ids ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'] in n-d-712137-9 is: [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:21Z', 'revision_number': 8, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None, '_interfaces': [{'id': '391334dc-771b-41a3-902d-539f2f453266', 'name': '', 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:62:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:55Z', 'updated_at': '2021-07-30T20:28:07Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d3f46ff-86f4-4abc-9a24-8de04c430f65', 'name': '', 'network_id': '81094390-8533-4fff-af1f-4398e885ee46', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:42:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:00Z', 'updated_at': '2021-07-30T20:28:13Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b36108fe-54e6-45da-aabf-5ff314120f61', 'name': '', 'network_id': 'd5a2393d-a474-4e42-ae6a-4a0cdab7219e', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:d8:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:06Z', 'updated_at': '2021-07-30T20:28:16Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:28:22.872467 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-969ac126-55ad-4279-aa39-63a493b146fd tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting subnet 6de9b993-6723-4dd0-b491-0daf637e2f37 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:28:22.878733 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-969ac126-55ad-4279-aa39-63a493b146fd tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:22.925086 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f1623-6657-445e-80bf-21922063d2d5 req-fd04143a-ac04-4cd3-a222-bcd38e273dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:22.926565 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-639f1623-6657-445e-80bf-21922063d2d5 req-fd04143a-ac04-4cd3-a222-bcd38e273dd2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ac4e6aa-534b-4ce9-9b92-94124a852cb2 HTTP/1.1" status: 200 len: 897 time: 0.2301030 Jul 30 20:28:22.950225 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-969ac126-55ad-4279-aa39-63a493b146fd tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:22.952411 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955d174-f3d5-4c78-bdf6-a782ced3e689 req-fca777dc-20bf-4a60-b0a9-85cba05e43f2 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:22.954073 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c955d174-f3d5-4c78-bdf6-a782ced3e689 req-fca777dc-20bf-4a60-b0a9-85cba05e43f2 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a94eff0-92e7-473a-93e7-aca70e5ba991 HTTP/1.1" status: 200 len: 985 time: 0.1075993 Jul 30 20:28:22.992746 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-639f1623-6657-445e-80bf-21922063d2d5 req-4fb19e35-3a8d-4f22-9738-bd464383507a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f5592ef-2124-4cda-9a55-83db4f575e9d HTTP/1.1" status: 200 len: 217 time: 0.0556777 Jul 30 20:28:22.993488 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-65b850aa-e5e4-43c5-bf3a-1494f7045767 None None] Set router 9b40a9f0-a863-4ebf-a36d-ae3aea1759e3 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:23.065169 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c955d174-f3d5-4c78-bdf6-a782ced3e689 req-26095575-5971-4faa-9b52-aa50dccc6f13 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/security-groups?id=de7be86c-a60c-46f0-98cb-c7e3fc1cbc1e&id=7d162dc1-0a90-44a2-aebf-149a2b058aff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0799830 Jul 30 20:28:23.073565 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f1623-6657-445e-80bf-21922063d2d5 req-a9aa7afd-9e43-4006-9831-78aca77d97c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:23.075010 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-639f1623-6657-445e-80bf-21922063d2d5 req-a9aa7afd-9e43-4006-9831-78aca77d97c7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b5d413d-b603-47c3-85c2-42be0f4781bb HTTP/1.1" status: 200 len: 834 time: 0.0745535 Jul 30 20:28:23.111794 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-969ac126-55ad-4279-aa39-63a493b146fd tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:23.172906 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f1623-6657-445e-80bf-21922063d2d5 req-afa1a904-6682-4b31-b183-921f79858250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:23.177320 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-639f1623-6657-445e-80bf-21922063d2d5 req-afa1a904-6682-4b31-b183-921f79858250 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ac4e6aa-534b-4ce9-9b92-94124a852cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934179 Jul 30 20:28:23.206310 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-969ac126-55ad-4279-aa39-63a493b146fd tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:23.262652 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ac126-55ad-4279-aa39-63a493b146fd tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Subnet': ['ID=6de9b993-6723-4dd0-b491-0daf637e2f37,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:23.280583 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822e8ecb-a57f-4d36-8c09-fbba919c1818 None None] Network 9d5cc53a-6115-4960-ad2c-aa5f149ada6c requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:28:23.281499 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-969ac126-55ad-4279-aa39-63a493b146fd tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:23.286324 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-969ac126-55ad-4279-aa39-63a493b146fd tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/subnets/6de9b993-6723-4dd0-b491-0daf637e2f37 HTTP/1.1" status: 204 len: 168 time: 0.4994919 Jul 30 20:28:23.288911 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40300) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:23.322965 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-639f1623-6657-445e-80bf-21922063d2d5 req-3ab2939e-8676-45e8-b3ba-3d33b29cead8 service neutron] 10.222.0.59 "GET /v2.0/networks/4ac4e6aa-534b-4ce9-9b92-94124a852cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357348 Jul 30 20:28:23.339455 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-65b850aa-e5e4-43c5-bf3a-1494f7045767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367131081', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '92a48762-3f53-478a-83d3-dceeea311e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:26:28Z', 'updated_at': '2021-07-30T20:26:39Z', 'revision_number': 4, 'project_id': '84983c9ae1174638a727198854c17acc', 'gw_port': {'id': '92a48762-3f53-478a-83d3-dceeea311e28', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:26:30Z', 'updated_at': '2021-07-30T20:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd', 'name': '', 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'mac_address': 'fa:16:3e:33:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '0b5d413d-b603-47c3-85c2-42be0f4781bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:26:37Z', 'updated_at': '2021-07-30T20:26:48Z', 'revision_number': 5, 'project_id': '84983c9ae1174638a727198854c17acc', 'subnets': [{'id': '0b5d413d-b603-47c3-85c2-42be0f4781bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:23.405827 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b850aa-e5e4-43c5-bf3a-1494f7045767 None None] The sync data for ids ['9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'] in n-d-712137-9 is: [{'id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367131081', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '92a48762-3f53-478a-83d3-dceeea311e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:26:28Z', 'updated_at': '2021-07-30T20:26:39Z', 'revision_number': 4, 'project_id': '84983c9ae1174638a727198854c17acc', 'gw_port': {'id': '92a48762-3f53-478a-83d3-dceeea311e28', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:26:30Z', 'updated_at': '2021-07-30T20:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd', 'name': '', 'network_id': '4ac4e6aa-534b-4ce9-9b92-94124a852cb2', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'mac_address': 'fa:16:3e:33:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '0b5d413d-b603-47c3-85c2-42be0f4781bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:26:37Z', 'updated_at': '2021-07-30T20:26:48Z', 'revision_number': 5, 'project_id': '84983c9ae1174638a727198854c17acc', 'subnets': [{'id': '0b5d413d-b603-47c3-85c2-42be0f4781bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:28:23.454291 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-639f1623-6657-445e-80bf-21922063d2d5 req-663ca500-fc8a-4a97-a5a5-0c73796ff57d service neutron] 10.222.0.59 "GET /v2.0/networks/4ac4e6aa-534b-4ce9-9b92-94124a852cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231790 Jul 30 20:28:23.459234 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a41cacc4-c867-4190-9f8f-6ddb1b4c8d9c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:23.515022 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d151d72-24d8-4b99-975d-6397ffe8dcd0 None None] DHCP port deletion for 9d5cc53a-6115-4960-ad2c-aa5f149ada6c request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:28:23.571722 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a41cacc4-c867-4190-9f8f-6ddb1b4c8d9c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting port 748ffa35-9aa1-4598-80ab-da98f770ba97 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:28:23.572071 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a41cacc4-c867-4190-9f8f-6ddb1b4c8d9c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:23.578488 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0d151d72-24d8-4b99-975d-6397ffe8dcd0 None None] Deleting port 748ffa35-9aa1-4598-80ab-da98f770ba97 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:28:23.579020 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d151d72-24d8-4b99-975d-6397ffe8dcd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:23.646685 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2328e3-6fdb-40ac-be29-82a5978af5e2 None None] Sync routers for ids ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:28:23.650817 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-a41cacc4-c867-4190-9f8f-6ddb1b4c8d9c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] For port 748ffa35-9aa1-4598-80ab-da98f770ba97, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=748ffa35-9aa1-4598-80ab-da98f770ba97,segment=NetworkSegment(22873f6b-1f78-4e8c-ae48-ca6da3e26afb),segment_id=22873f6b-1f78-4e8c-ae48-ca6da3e26afb)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:23.651450 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a41cacc4-c867-4190-9f8f-6ddb1b4c8d9c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:23.657937 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0d151d72-24d8-4b99-975d-6397ffe8dcd0 None None] For port 748ffa35-9aa1-4598-80ab-da98f770ba97, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=748ffa35-9aa1-4598-80ab-da98f770ba97,segment=NetworkSegment(22873f6b-1f78-4e8c-ae48-ca6da3e26afb),segment_id=22873f6b-1f78-4e8c-ae48-ca6da3e26afb)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:23.658337 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d151d72-24d8-4b99-975d-6397ffe8dcd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:23.664378 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a41cacc4-c867-4190-9f8f-6ddb1b4c8d9c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Calling delete_port for 748ffa35-9aa1-4598-80ab-da98f770ba97 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:28:23.672733 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0d151d72-24d8-4b99-975d-6397ffe8dcd0 None None] Calling delete_port for 748ffa35-9aa1-4598-80ab-da98f770ba97 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:28:23.674574 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2328e3-6fdb-40ac-be29-82a5978af5e2 None None] Routers {'fee7a549-ca0c-4524-8a7b-dc43f9f5a362'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:23.675009 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ae2328e3-6fdb-40ac-be29-82a5978af5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:27:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:23.751036 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a41cacc4-c867-4190-9f8f-6ddb1b4c8d9c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:23.780325 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cacc4-c867-4190-9f8f-6ddb1b4c8d9c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Port': ['ID=748ffa35-9aa1-4598-80ab-da98f770ba97,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:23.784198 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41cacc4-c867-4190-9f8f-6ddb1b4c8d9c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] No DVR routers for this DVR port 748ffa35-9aa1-4598-80ab-da98f770ba97 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:28:23.817014 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2cfdd24-b30b-4caf-b3d9-a8908785c94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:23.842222 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ae2328e3-6fdb-40ac-be29-82a5978af5e2 None None] Set router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:23.907391 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882daad6-f26b-46b5-b3bf-8e3391fbc4b7 req-74d608d9-6b70-4ddd-9e5b-ff6cc9cb65d5 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:23.909653 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-882daad6-f26b-46b5-b3bf-8e3391fbc4b7 req-74d608d9-6b70-4ddd-9e5b-ff6cc9cb65d5 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a94eff0-92e7-473a-93e7-aca70e5ba991 HTTP/1.1" status: 200 len: 985 time: 0.0992198 Jul 30 20:28:23.964128 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a41cacc4-c867-4190-9f8f-6ddb1b4c8d9c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:23.977189 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4cda74e9-6690-4ada-a0ed-824f20f49d81 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:28:23.977904 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a41cacc4-c867-4190-9f8f-6ddb1b4c8d9c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5cc53a-6115-4960-ad2c-aa5f149ada6c']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:23.991842 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a41cacc4-c867-4190-9f8f-6ddb1b4c8d9c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22873f6b-1f78-4e8c-ae48-ca6da3e26afb') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:23.992291 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a41cacc4-c867-4190-9f8f-6ddb1b4c8d9c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22873f6b-1f78-4e8c-ae48-ca6da3e26afb') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:24.004340 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a41cacc4-c867-4190-9f8f-6ddb1b4c8d9c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:24.008401 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 4cda74e9-6690-4ada-a0ed-824f20f49d81 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:28:24.008744 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4cda74e9-6690-4ada-a0ed-824f20f49d81 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:28:24.009153 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 748ffa35-9aa1-4598-80ab-da98f770ba97 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:28:24.029751 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a41cacc4-c867-4190-9f8f-6ddb1b4c8d9c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:24.036709 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41cacc4-c867-4190-9f8f-6ddb1b4c8d9c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:28:24.037321 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a41cacc4-c867-4190-9f8f-6ddb1b4c8d9c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:24.071468 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-882daad6-f26b-46b5-b3bf-8e3391fbc4b7 req-2d4313b9-8256-4524-80bb-ff251ce966df tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Deleting port 1f5592ef-2124-4cda-9a55-83db4f575e9d {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:28:24.071980 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-882daad6-f26b-46b5-b3bf-8e3391fbc4b7 req-2d4313b9-8256-4524-80bb-ff251ce966df tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:28:24.113431 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:28:24.139813 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 748ffa35-9aa1-4598-80ab-da98f770ba97 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:28:24.140205 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 748ffa35-9aa1-4598-80ab-da98f770ba97 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:28:24.140810 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a41cacc4-c867-4190-9f8f-6ddb1b4c8d9c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:24.148858 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d151d72-24d8-4b99-975d-6397ffe8dcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:24.160490 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a41cacc4-c867-4190-9f8f-6ddb1b4c8d9c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:24.162156 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a41cacc4-c867-4190-9f8f-6ddb1b4c8d9c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/networks/9d5cc53a-6115-4960-ad2c-aa5f149ada6c HTTP/1.1" status: 204 len: 168 time: 0.8710613 Jul 30 20:28:24.167630 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40320) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:24.168291 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d14fed4-6dab-43e3-9789-42c74e084314 None None] New status for floating IP 73888742-8403-4546-9f18-aa17c6a28eb3: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:28:24.190649 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cacc4-c867-4190-9f8f-6ddb1b4c8d9c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Network': ['ID=9d5cc53a-6115-4960-ad2c-aa5f149ada6c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:24.227972 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:24.237075 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d151d72-24d8-4b99-975d-6397ffe8dcd0 None None] Pushing event deleted for resources: {'Port': ['ID=748ffa35-9aa1-4598-80ab-da98f770ba97,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:24.239704 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d151d72-24d8-4b99-975d-6397ffe8dcd0 None None] Network 9d5cc53a-6115-4960-ad2c-aa5f149ada6c is not hosted by any dhcp agent {{(pid=93884) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 20:28:24.240216 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d151d72-24d8-4b99-975d-6397ffe8dcd0 None None] No DVR routers for this DVR port 748ffa35-9aa1-4598-80ab-da98f770ba97 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:28:24.320662 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ae2328e3-6fdb-40ac-be29-82a5978af5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:21Z', 'revision_number': 8, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None, '_interfaces': [{'id': '391334dc-771b-41a3-902d-539f2f453266', 'name': '', 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:62:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:55Z', 'updated_at': '2021-07-30T20:28:07Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d3f46ff-86f4-4abc-9a24-8de04c430f65', 'name': '', 'network_id': '81094390-8533-4fff-af1f-4398e885ee46', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:42:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:00Z', 'updated_at': '2021-07-30T20:28:13Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b36108fe-54e6-45da-aabf-5ff314120f61', 'name': '', 'network_id': 'd5a2393d-a474-4e42-ae6a-4a0cdab7219e', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:d8:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:06Z', 'updated_at': '2021-07-30T20:28:16Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:24.352713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-882daad6-f26b-46b5-b3bf-8e3391fbc4b7 req-2d4313b9-8256-4524-80bb-ff251ce966df tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] For port 1f5592ef-2124-4cda-9a55-83db4f575e9d, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=1f5592ef-2124-4cda-9a55-83db4f575e9d,segment=NetworkSegment(1dea10a5-7108-4f85-8940-9dba2ebc2b5c),segment_id=1dea10a5-7108-4f85-8940-9dba2ebc2b5c)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:24.353097 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-882daad6-f26b-46b5-b3bf-8e3391fbc4b7 req-2d4313b9-8256-4524-80bb-ff251ce966df tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:24.357554 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2328e3-6fdb-40ac-be29-82a5978af5e2 None None] Checking router: fee7a549-ca0c-4524-8a7b-dc43f9f5a362 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:28:24.378124 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2328e3-6fdb-40ac-be29-82a5978af5e2 None None] Routers {'fee7a549-ca0c-4524-8a7b-dc43f9f5a362'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:24.378785 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ae2328e3-6fdb-40ac-be29-82a5978af5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:28:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:24.383180 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-882daad6-f26b-46b5-b3bf-8e3391fbc4b7 req-2d4313b9-8256-4524-80bb-ff251ce966df tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Calling delete_port for 1f5592ef-2124-4cda-9a55-83db4f575e9d owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:28:24.417154 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdb01c-2d23-4a98-8b53-8ebea0e4cde8 req-b7575982-2f91-4cbb-81f1-1d241b195040 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:24.418686 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a8bdb01c-2d23-4a98-8b53-8ebea0e4cde8 req-b7575982-2f91-4cbb-81f1-1d241b195040 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a94eff0-92e7-473a-93e7-aca70e5ba991 HTTP/1.1" status: 200 len: 985 time: 0.1720934 Jul 30 20:28:24.483347 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ae2328e3-6fdb-40ac-be29-82a5978af5e2 None None] Set router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:24.582508 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a8bdb01c-2d23-4a98-8b53-8ebea0e4cde8 req-8edbfb12-474f-4181-b659-77205ed1a374 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "GET /v2.0/security-groups?id=de7be86c-a60c-46f0-98cb-c7e3fc1cbc1e&id=7d162dc1-0a90-44a2-aebf-149a2b058aff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1300335 Jul 30 20:28:24.722166 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ae2328e3-6fdb-40ac-be29-82a5978af5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:21Z', 'revision_number': 8, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None, '_interfaces': [{'id': '391334dc-771b-41a3-902d-539f2f453266', 'name': '', 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:62:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:55Z', 'updated_at': '2021-07-30T20:28:07Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d3f46ff-86f4-4abc-9a24-8de04c430f65', 'name': '', 'network_id': '81094390-8533-4fff-af1f-4398e885ee46', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:42:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:00Z', 'updated_at': '2021-07-30T20:28:13Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b36108fe-54e6-45da-aabf-5ff314120f61', 'name': '', 'network_id': 'd5a2393d-a474-4e42-ae6a-4a0cdab7219e', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:d8:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:06Z', 'updated_at': '2021-07-30T20:28:16Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:24.730038 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-882daad6-f26b-46b5-b3bf-8e3391fbc4b7 req-2d4313b9-8256-4524-80bb-ff251ce966df tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:24.756783 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2328e3-6fdb-40ac-be29-82a5978af5e2 None None] The sync data for ids ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'] in n-d-712137-9 is: [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:21Z', 'revision_number': 8, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None, '_interfaces': [{'id': '391334dc-771b-41a3-902d-539f2f453266', 'name': '', 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:62:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:55Z', 'updated_at': '2021-07-30T20:28:07Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d3f46ff-86f4-4abc-9a24-8de04c430f65', 'name': '', 'network_id': '81094390-8533-4fff-af1f-4398e885ee46', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:42:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:00Z', 'updated_at': '2021-07-30T20:28:13Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b36108fe-54e6-45da-aabf-5ff314120f61', 'name': '', 'network_id': 'd5a2393d-a474-4e42-ae6a-4a0cdab7219e', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:d8:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:06Z', 'updated_at': '2021-07-30T20:28:16Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'db40907a-168c-4a37-b66c-d1bedac6dbd6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:28:24.778522 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4313b9-8256-4524-80bb-ff251ce966df tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event deleted for resources: {'Port': ['ID=1f5592ef-2124-4cda-9a55-83db4f575e9d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:24.827876 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-882daad6-f26b-46b5-b3bf-8e3391fbc4b7 req-2d4313b9-8256-4524-80bb-ff251ce966df tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] No DVR routers for this DVR port 1f5592ef-2124-4cda-9a55-83db4f575e9d on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:28:24.833350 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-882daad6-f26b-46b5-b3bf-8e3391fbc4b7 req-2d4313b9-8256-4524-80bb-ff251ce966df tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:24.835600 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-882daad6-f26b-46b5-b3bf-8e3391fbc4b7 req-2d4313b9-8256-4524-80bb-ff251ce966df tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.59 "DELETE /v2.0/ports/1f5592ef-2124-4cda-9a55-83db4f575e9d HTTP/1.1" status: 204 len: 173 time: 0.9195538 Jul 30 20:28:24.837443 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a94eff0-92e7-473a-93e7-aca70e5ba991', 'name': 'network-vif-deleted', 'tag': '1f5592ef-2124-4cda-9a55-83db4f575e9d'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:28:24.840619 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0693a7ec-f16c-45a5-a3e9-43bb4809071b" -d '{"events": [{"server_uuid": "7a94eff0-92e7-473a-93e7-aca70e5ba991", "name": "network-vif-deleted", "tag": "1f5592ef-2124-4cda-9a55-83db4f575e9d"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:28:24.934886 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ab78678-1589-4fd1-af55-4c47c83f6064 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:24.984959 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:24.987642 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f45f93-ea99-4e3a-a1a5-588e7d61a319 x-openstack-request-id: req-72f45f93-ea99-4e3a-a1a5-588e7d61a319 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:28:24.987858 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a94eff0-92e7-473a-93e7-aca70e5ba991", "name": "network-vif-deleted", "tag": "1f5592ef-2124-4cda-9a55-83db4f575e9d", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:28:24.988126 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-72f45f93-ea99-4e3a-a1a5-588e7d61a319 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:28:24.988544 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a94eff0-92e7-473a-93e7-aca70e5ba991', 'name': 'network-vif-deleted', 'tag': '1f5592ef-2124-4cda-9a55-83db4f575e9d', 'status': 'completed', 'code': 200} Jul 30 20:28:25.219625 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-7ab78678-1589-4fd1-af55-4c47c83f6064 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting port b36108fe-54e6-45da-aabf-5ff314120f61 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:28:25.220131 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ab78678-1589-4fd1-af55-4c47c83f6064 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:25.327627 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-7ab78678-1589-4fd1-af55-4c47c83f6064 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] For port b36108fe-54e6-45da-aabf-5ff314120f61, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b36108fe-54e6-45da-aabf-5ff314120f61,segment=NetworkSegment(2a9821cb-d21c-4c8d-95af-d9de9a2d419d),segment_id=2a9821cb-d21c-4c8d-95af-d9de9a2d419d)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:25.328004 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ab78678-1589-4fd1-af55-4c47c83f6064 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:25.347527 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-7ab78678-1589-4fd1-af55-4c47c83f6064 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Calling delete_port for b36108fe-54e6-45da-aabf-5ff314120f61 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:28:25.538574 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ab78678-1589-4fd1-af55-4c47c83f6064 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:25.563713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab78678-1589-4fd1-af55-4c47c83f6064 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Port': ['ID=b36108fe-54e6-45da-aabf-5ff314120f61,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:25.659691 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40354) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:25.696634 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ab78678-1589-4fd1-af55-4c47c83f6064 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:25.738446 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a4c03e9-819f-47a3-8856-988c1e7bafdd tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:25.762868 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a4c03e9-819f-47a3-8856-988c1e7bafdd tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:25.807974 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a4c03e9-819f-47a3-8856-988c1e7bafdd tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:25.810653 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a4c03e9-819f-47a3-8856-988c1e7bafdd tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:25.812114 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5a4c03e9-819f-47a3-8856-988c1e7bafdd tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "DELETE /v2.0/security-groups/de7be86c-a60c-46f0-98cb-c7e3fc1cbc1e HTTP/1.1" status: 204 len: 168 time: 0.1508827 Jul 30 20:28:25.814940 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40356) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:25.821949 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c03e9-819f-47a3-8856-988c1e7bafdd tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7be86c-a60c-46f0-98cb-c7e3fc1cbc1e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:25.953224 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3bf7c405-f805-44cf-bc9a-41f3c0b96f0a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:25.974632 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab78678-1589-4fd1-af55-4c47c83f6064 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:28:25.993701 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3bf7c405-f805-44cf-bc9a-41f3c0b96f0a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:26.106852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab78678-1589-4fd1-af55-4c47c83f6064 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:28:26.112246 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7ab78678-1589-4fd1-af55-4c47c83f6064 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "PUT /v2.0/routers/fee7a549-ca0c-4524-8a7b-dc43f9f5a362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9433813 Jul 30 20:28:26.114244 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3bf7c405-f805-44cf-bc9a-41f3c0b96f0a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:26.115493 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40360) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:26.116960 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3bf7c405-f805-44cf-bc9a-41f3c0b96f0a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:26.117890 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3bf7c405-f805-44cf-bc9a-41f3c0b96f0a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "DELETE /v2.0/security-groups/7d162dc1-0a90-44a2-aebf-149a2b058aff HTTP/1.1" status: 204 len: 168 time: 0.3018007 Jul 30 20:28:26.121934 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40362) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:26.123604 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5853629a-5ddc-425b-b92a-c527e5fa619e None None] Sync routers for ids ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:28:26.134619 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5853629a-5ddc-425b-b92a-c527e5fa619e None None] Routers {'fee7a549-ca0c-4524-8a7b-dc43f9f5a362'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:26.135615 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5853629a-5ddc-425b-b92a-c527e5fa619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:28:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:26.170515 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7c405-f805-44cf-bc9a-41f3c0b96f0a tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d162dc1-0a90-44a2-aebf-149a2b058aff,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:26.195519 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-992ebe69-7f1a-43da-b0e7-0f6bf0acd834 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting subnet db40907a-168c-4a37-b66c-d1bedac6dbd6 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:28:26.204201 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-992ebe69-7f1a-43da-b0e7-0f6bf0acd834 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:26.268204 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-992ebe69-7f1a-43da-b0e7-0f6bf0acd834 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:26.387120 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-992ebe69-7f1a-43da-b0e7-0f6bf0acd834 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:26.430387 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-5853629a-5ddc-425b-b92a-c527e5fa619e None None] Set router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:26.459050 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-992ebe69-7f1a-43da-b0e7-0f6bf0acd834 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:26.496201 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ebe69-7f1a-43da-b0e7-0f6bf0acd834 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Subnet': ['ID=db40907a-168c-4a37-b66c-d1bedac6dbd6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:26.501929 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-992ebe69-7f1a-43da-b0e7-0f6bf0acd834 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:26.507554 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-992ebe69-7f1a-43da-b0e7-0f6bf0acd834 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/subnets/db40907a-168c-4a37-b66c-d1bedac6dbd6 HTTP/1.1" status: 204 len: 168 time: 0.3761852 Jul 30 20:28:26.507554 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40368) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:26.545349 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f172a6b5-3775-497c-bca0-6ba2952adcaa None None] Network d5a2393d-a474-4e42-ae6a-4a0cdab7219e requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:28:26.675852 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99e0e6ed-538a-443e-b2df-157a5cce5a5f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:26.801367 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-99e0e6ed-538a-443e-b2df-157a5cce5a5f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting port 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:28:26.802094 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99e0e6ed-538a-443e-b2df-157a5cce5a5f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:26.858020 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5853629a-5ddc-425b-b92a-c527e5fa619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:25Z', 'revision_number': 9, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None, '_interfaces': [{'id': '391334dc-771b-41a3-902d-539f2f453266', 'name': '', 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:62:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:55Z', 'updated_at': '2021-07-30T20:28:07Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d3f46ff-86f4-4abc-9a24-8de04c430f65', 'name': '', 'network_id': '81094390-8533-4fff-af1f-4398e885ee46', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:42:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:00Z', 'updated_at': '2021-07-30T20:28:13Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:26.861941 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:26.893449 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5853629a-5ddc-425b-b92a-c527e5fa619e None None] Checking router: fee7a549-ca0c-4524-8a7b-dc43f9f5a362 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:28:26.902936 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-99e0e6ed-538a-443e-b2df-157a5cce5a5f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] For port 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4b56edf7-f1b3-4da6-9c7b-b1d33f2280be,segment=NetworkSegment(2a9821cb-d21c-4c8d-95af-d9de9a2d419d),segment_id=2a9821cb-d21c-4c8d-95af-d9de9a2d419d)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:26.903470 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99e0e6ed-538a-443e-b2df-157a5cce5a5f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:26.905554 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648864ea-8920-44dc-925e-a5f687c5fc53 None None] DHCP port deletion for d5a2393d-a474-4e42-ae6a-4a0cdab7219e request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:28:26.908707 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5853629a-5ddc-425b-b92a-c527e5fa619e None None] Routers {'fee7a549-ca0c-4524-8a7b-dc43f9f5a362'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:26.909541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5853629a-5ddc-425b-b92a-c527e5fa619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:28:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:26.923025 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-99e0e6ed-538a-443e-b2df-157a5cce5a5f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Calling delete_port for 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:28:26.967819 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07d662e1-bee9-4ca0-b445-86ab7daf932f tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:27.035878 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-5853629a-5ddc-425b-b92a-c527e5fa619e None None] Set router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:27.070691 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-648864ea-8920-44dc-925e-a5f687c5fc53 None None] Deleting port 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:28:27.071305 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-648864ea-8920-44dc-925e-a5f687c5fc53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:27.095641 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99e0e6ed-538a-443e-b2df-157a5cce5a5f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:27.126054 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0e6ed-538a-443e-b2df-157a5cce5a5f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Port': ['ID=4b56edf7-f1b3-4da6-9c7b-b1d33f2280be,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:27.132556 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e0e6ed-538a-443e-b2df-157a5cce5a5f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] No DVR routers for this DVR port 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:28:27.216333 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-648864ea-8920-44dc-925e-a5f687c5fc53 None None] For port 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4b56edf7-f1b3-4da6-9c7b-b1d33f2280be,segment=NetworkSegment(2a9821cb-d21c-4c8d-95af-d9de9a2d419d),segment_id=2a9821cb-d21c-4c8d-95af-d9de9a2d419d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:27.216966 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-648864ea-8920-44dc-925e-a5f687c5fc53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:27.245549 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-648864ea-8920-44dc-925e-a5f687c5fc53 None None] Calling delete_port for 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:28:27.253129 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99e0e6ed-538a-443e-b2df-157a5cce5a5f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:27.269971 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-99e0e6ed-538a-443e-b2df-157a5cce5a5f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a2393d-a474-4e42-ae6a-4a0cdab7219e']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:27.287019 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-99e0e6ed-538a-443e-b2df-157a5cce5a5f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9821cb-d21c-4c8d-95af-d9de9a2d419d') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:27.287690 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-99e0e6ed-538a-443e-b2df-157a5cce5a5f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9821cb-d21c-4c8d-95af-d9de9a2d419d') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:27.300038 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99e0e6ed-538a-443e-b2df-157a5cce5a5f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:27.320451 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99e0e6ed-538a-443e-b2df-157a5cce5a5f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:27.328562 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e0e6ed-538a-443e-b2df-157a5cce5a5f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:28:27.329177 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99e0e6ed-538a-443e-b2df-157a5cce5a5f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:28:27.332671 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:28:27.351503 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-07d662e1-bee9-4ca0-b445-86ab7daf932f tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Deleting port 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:28:27.352401 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07d662e1-bee9-4ca0-b445-86ab7daf932f tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:27.399373 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99e0e6ed-538a-443e-b2df-157a5cce5a5f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:27.406966 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99e0e6ed-538a-443e-b2df-157a5cce5a5f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:27.412264 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-99e0e6ed-538a-443e-b2df-157a5cce5a5f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/networks/d5a2393d-a474-4e42-ae6a-4a0cdab7219e HTTP/1.1" status: 204 len: 168 time: 0.9042392 Jul 30 20:28:27.412876 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40382) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:27.413522 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5853629a-5ddc-425b-b92a-c527e5fa619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:25Z', 'revision_number': 9, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None, '_interfaces': [{'id': '391334dc-771b-41a3-902d-539f2f453266', 'name': '', 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:62:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:55Z', 'updated_at': '2021-07-30T20:28:07Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d3f46ff-86f4-4abc-9a24-8de04c430f65', 'name': '', 'network_id': '81094390-8533-4fff-af1f-4398e885ee46', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:42:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:00Z', 'updated_at': '2021-07-30T20:28:13Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:27.448182 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5853629a-5ddc-425b-b92a-c527e5fa619e None None] The sync data for ids ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'] in n-d-712137-9 is: [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:25Z', 'revision_number': 9, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None, '_interfaces': [{'id': '391334dc-771b-41a3-902d-539f2f453266', 'name': '', 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:62:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:55Z', 'updated_at': '2021-07-30T20:28:07Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d3f46ff-86f4-4abc-9a24-8de04c430f65', 'name': '', 'network_id': '81094390-8533-4fff-af1f-4398e885ee46', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:42:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:00Z', 'updated_at': '2021-07-30T20:28:13Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': 'dc0711f9-0865-41b3-8042-201eedae314b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:28:27.460420 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-648864ea-8920-44dc-925e-a5f687c5fc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:27.495343 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-07d662e1-bee9-4ca0-b445-86ab7daf932f tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] For port 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd,segment=NetworkSegment(1dea10a5-7108-4f85-8940-9dba2ebc2b5c),segment_id=1dea10a5-7108-4f85-8940-9dba2ebc2b5c)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:27.496149 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07d662e1-bee9-4ca0-b445-86ab7daf932f tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:27.502159 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-648864ea-8920-44dc-925e-a5f687c5fc53 None None] Network d5a2393d-a474-4e42-ae6a-4a0cdab7219e is not hosted by any dhcp agent {{(pid=93884) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 20:28:27.502744 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648864ea-8920-44dc-925e-a5f687c5fc53 None None] No DVR routers for this DVR port 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:28:27.508333 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648864ea-8920-44dc-925e-a5f687c5fc53 None None] Pushing event deleted for resources: {'Port': ['ID=4b56edf7-f1b3-4da6-9c7b-b1d33f2280be,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:27.527969 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-07d662e1-bee9-4ca0-b445-86ab7daf932f tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Calling delete_port for 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:28:27.541536 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0e6ed-538a-443e-b2df-157a5cce5a5f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Network': ['ID=d5a2393d-a474-4e42-ae6a-4a0cdab7219e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:27.736690 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07d662e1-bee9-4ca0-b445-86ab7daf932f tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:27.768502 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d662e1-bee9-4ca0-b445-86ab7daf932f tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event deleted for resources: {'Port': ['ID=9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:27.813141 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d1a236a-d486-4f22-961a-f14a4cbc735a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:28.038663 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-07d662e1-bee9-4ca0-b445-86ab7daf932f tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:28.110774 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b36108fe-54e6-45da-aabf-5ff314120f61 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:28:28.171341 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: b36108fe-54e6-45da-aabf-5ff314120f61 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:28:28.171772 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b36108fe-54e6-45da-aabf-5ff314120f61 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:28:28.172214 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:28:28.208634 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:28:28.209347 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4b56edf7-f1b3-4da6-9c7b-b1d33f2280be not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:28:28.214728 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 1f5592ef-2124-4cda-9a55-83db4f575e9d no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:28:28.222804 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-0d1a236a-d486-4f22-961a-f14a4cbc735a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting port 4d3f46ff-86f4-4abc-9a24-8de04c430f65 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:28:28.223537 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d1a236a-d486-4f22-961a-f14a4cbc735a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:28.242399 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 1f5592ef-2124-4cda-9a55-83db4f575e9d {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:28:28.242904 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 1f5592ef-2124-4cda-9a55-83db4f575e9d not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:28:28.326761 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d662e1-bee9-4ca0-b445-86ab7daf932f tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Router 9b40a9f0-a863-4ebf-a36d-ae3aea1759e3 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:28:28.332742 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-0d1a236a-d486-4f22-961a-f14a4cbc735a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] For port 4d3f46ff-86f4-4abc-9a24-8de04c430f65, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4d3f46ff-86f4-4abc-9a24-8de04c430f65,segment=NetworkSegment(a5136ae5-2ad2-498e-a8ee-2f58c691366b),segment_id=a5136ae5-2ad2-498e-a8ee-2f58c691366b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:28.333243 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d1a236a-d486-4f22-961a-f14a4cbc735a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:28.350483 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-0d1a236a-d486-4f22-961a-f14a4cbc735a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Calling delete_port for 4d3f46ff-86f4-4abc-9a24-8de04c430f65 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:28:28.441663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d662e1-bee9-4ca0-b445-86ab7daf932f tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:28:28.452126 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40388) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:28.452810 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-07d662e1-bee9-4ca0-b445-86ab7daf932f tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "PUT /v2.0/routers/9b40a9f0-a863-4ebf-a36d-ae3aea1759e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3291154 Jul 30 20:28:28.454172 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c30b6c5-55ff-45b1-b406-d4de67ea89db None None] Sync routers for ids ['9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:28:28.464825 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c30b6c5-55ff-45b1-b406-d4de67ea89db None None] Routers {'9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:28.465537 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5c30b6c5-55ff-45b1-b406-d4de67ea89db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:28:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:28.518109 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-806de321-c6f1-4539-b21a-2d17fb9d3c32 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Deleting subnet 0b5d413d-b603-47c3-85c2-42be0f4781bb {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:28:28.524429 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-806de321-c6f1-4539-b21a-2d17fb9d3c32 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:28.572929 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5c30b6c5-55ff-45b1-b406-d4de67ea89db None None] Set router 9b40a9f0-a863-4ebf-a36d-ae3aea1759e3 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:28.593024 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-806de321-c6f1-4539-b21a-2d17fb9d3c32 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:28.617205 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d1a236a-d486-4f22-961a-f14a4cbc735a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:28.655046 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a236a-d486-4f22-961a-f14a4cbc735a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Port': ['ID=4d3f46ff-86f4-4abc-9a24-8de04c430f65,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:28.769719 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5c30b6c5-55ff-45b1-b406-d4de67ea89db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367131081', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '92a48762-3f53-478a-83d3-dceeea311e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:26:28Z', 'updated_at': '2021-07-30T20:28:27Z', 'revision_number': 5, 'project_id': '84983c9ae1174638a727198854c17acc', 'gw_port': {'id': '92a48762-3f53-478a-83d3-dceeea311e28', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:26:30Z', 'updated_at': '2021-07-30T20:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:28.799328 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c30b6c5-55ff-45b1-b406-d4de67ea89db None None] Checking router: 9b40a9f0-a863-4ebf-a36d-ae3aea1759e3 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:28:28.808565 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-806de321-c6f1-4539-b21a-2d17fb9d3c32 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:28.808764 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c30b6c5-55ff-45b1-b406-d4de67ea89db None None] Routers {'9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:28.809212 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5c30b6c5-55ff-45b1-b406-d4de67ea89db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:28:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:28.833797 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d1a236a-d486-4f22-961a-f14a4cbc735a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:28.926567 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5c30b6c5-55ff-45b1-b406-d4de67ea89db None None] Set router 9b40a9f0-a863-4ebf-a36d-ae3aea1759e3 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:28.951248 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-806de321-c6f1-4539-b21a-2d17fb9d3c32 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:28.985773 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806de321-c6f1-4539-b21a-2d17fb9d3c32 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event deleted for resources: {'Subnet': ['ID=0b5d413d-b603-47c3-85c2-42be0f4781bb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:28.991078 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-806de321-c6f1-4539-b21a-2d17fb9d3c32 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:28.996035 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-806de321-c6f1-4539-b21a-2d17fb9d3c32 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "DELETE /v2.0/subnets/0b5d413d-b603-47c3-85c2-42be0f4781bb HTTP/1.1" status: 204 len: 168 time: 0.5398667 Jul 30 20:28:28.996035 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40390) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:29.006946 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b477375-9d90-425a-80e3-2b83b3f67f2d None None] Network 4ac4e6aa-534b-4ce9-9b92-94124a852cb2 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:28:29.131222 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5c30b6c5-55ff-45b1-b406-d4de67ea89db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367131081', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '92a48762-3f53-478a-83d3-dceeea311e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:26:28Z', 'updated_at': '2021-07-30T20:28:27Z', 'revision_number': 5, 'project_id': '84983c9ae1174638a727198854c17acc', 'gw_port': {'id': '92a48762-3f53-478a-83d3-dceeea311e28', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:26:30Z', 'updated_at': '2021-07-30T20:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:29.166148 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c30b6c5-55ff-45b1-b406-d4de67ea89db None None] The sync data for ids ['9b40a9f0-a863-4ebf-a36d-ae3aea1759e3'] in n-d-712137-9 is: [{'id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367131081', 'tenant_id': '84983c9ae1174638a727198854c17acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '92a48762-3f53-478a-83d3-dceeea311e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:26:28Z', 'updated_at': '2021-07-30T20:28:27Z', 'revision_number': 5, 'project_id': '84983c9ae1174638a727198854c17acc', 'gw_port': {'id': '92a48762-3f53-478a-83d3-dceeea311e28', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a9f0-a863-4ebf-a36d-ae3aea1759e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:26:30Z', 'updated_at': '2021-07-30T20:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:28:29.171189 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1a236a-d486-4f22-961a-f14a4cbc735a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:28:29.183044 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4ff70b2-e259-4e14-a420-23e269526fb6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:29.237871 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1ee87c-3985-4cf2-a9bd-1e33f8711878 None None] DHCP port deletion for 4ac4e6aa-534b-4ce9-9b92-94124a852cb2 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:28:29.293572 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ad1ee87c-3985-4cf2-a9bd-1e33f8711878 None None] Deleting port 377d7731-a9bf-4461-806e-05b25d5ba124 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:28:29.294878 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad1ee87c-3985-4cf2-a9bd-1e33f8711878 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:29.375719 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ad1ee87c-3985-4cf2-a9bd-1e33f8711878 None None] For port 377d7731-a9bf-4461-806e-05b25d5ba124, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=377d7731-a9bf-4461-806e-05b25d5ba124,segment=NetworkSegment(1dea10a5-7108-4f85-8940-9dba2ebc2b5c),segment_id=1dea10a5-7108-4f85-8940-9dba2ebc2b5c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:29.376224 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad1ee87c-3985-4cf2-a9bd-1e33f8711878 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:29.391465 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ad1ee87c-3985-4cf2-a9bd-1e33f8711878 None None] Calling delete_port for 377d7731-a9bf-4461-806e-05b25d5ba124 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:28:29.479055 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad1ee87c-3985-4cf2-a9bd-1e33f8711878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:29.510860 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ee87c-3985-4cf2-a9bd-1e33f8711878 None None] Pushing event deleted for resources: {'Port': ['ID=377d7731-a9bf-4461-806e-05b25d5ba124,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:29.517717 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1ee87c-3985-4cf2-a9bd-1e33f8711878 None None] No DVR routers for this DVR port 377d7731-a9bf-4461-806e-05b25d5ba124 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:28:29.695484 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1a236a-d486-4f22-961a-f14a4cbc735a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:28:29.704508 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0d1a236a-d486-4f22-961a-f14a4cbc735a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "PUT /v2.0/routers/fee7a549-ca0c-4524-8a7b-dc43f9f5a362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2873044 Jul 30 20:28:29.706307 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928fd54a-7543-4f1f-9e32-eceb0633bcab None None] Sync routers for ids ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:28:29.707454 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40396) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:29.720551 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928fd54a-7543-4f1f-9e32-eceb0633bcab None None] Routers {'fee7a549-ca0c-4524-8a7b-dc43f9f5a362'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:29.721608 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-928fd54a-7543-4f1f-9e32-eceb0633bcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:28:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:29.747930 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4ff70b2-e259-4e14-a420-23e269526fb6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:29.796723 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-565c5b81-99a9-4b41-8616-e039f0714849 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting subnet dc0711f9-0865-41b3-8042-201eedae314b {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:28:29.802813 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-565c5b81-99a9-4b41-8616-e039f0714849 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:29.823318 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-928fd54a-7543-4f1f-9e32-eceb0633bcab None None] Set router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:29.852627 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-565c5b81-99a9-4b41-8616-e039f0714849 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:29.897546 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b4ff70b2-e259-4e14-a420-23e269526fb6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Deleting port 92a48762-3f53-478a-83d3-dceeea311e28 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:28:29.897878 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4ff70b2-e259-4e14-a420-23e269526fb6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:30.032421 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-565c5b81-99a9-4b41-8616-e039f0714849 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:30.037721 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 377d7731-a9bf-4461-806e-05b25d5ba124 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:28:30.060127 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 377d7731-a9bf-4461-806e-05b25d5ba124 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:28:30.060562 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 377d7731-a9bf-4461-806e-05b25d5ba124 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:28:30.061143 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:28:30.073010 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-b4ff70b2-e259-4e14-a420-23e269526fb6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] For port 92a48762-3f53-478a-83d3-dceeea311e28, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=92a48762-3f53-478a-83d3-dceeea311e28,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:30.073492 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4ff70b2-e259-4e14-a420-23e269526fb6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:30.082456 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-928fd54a-7543-4f1f-9e32-eceb0633bcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:28Z', 'revision_number': 10, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None, '_interfaces': [{'id': '391334dc-771b-41a3-902d-539f2f453266', 'name': '', 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:62:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:55Z', 'updated_at': '2021-07-30T20:28:07Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:30.084405 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:28:30.084819 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9fa6ab5a-2cb9-4bbd-9c52-556a2bd2b3dd not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:28:30.095034 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b4ff70b2-e259-4e14-a420-23e269526fb6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Calling delete_port for 92a48762-3f53-478a-83d3-dceeea311e28 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:28:30.163818 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-565c5b81-99a9-4b41-8616-e039f0714849 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:30.208605 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-565c5b81-99a9-4b41-8616-e039f0714849 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:30.210522 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-565c5b81-99a9-4b41-8616-e039f0714849 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/subnets/dc0711f9-0865-41b3-8042-201eedae314b HTTP/1.1" status: 204 len: 168 time: 0.5020423 Jul 30 20:28:30.213511 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c5b81-99a9-4b41-8616-e039f0714849 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Subnet': ['ID=dc0711f9-0865-41b3-8042-201eedae314b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:30.215498 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40398) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:30.272457 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824e2886-67d1-4d33-a7a4-e97889e7c35f None None] Network 81094390-8533-4fff-af1f-4398e885ee46 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:28:30.274821 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928fd54a-7543-4f1f-9e32-eceb0633bcab None None] Checking router: fee7a549-ca0c-4524-8a7b-dc43f9f5a362 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:28:30.312101 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55481226-9032-4d79-89e9-c16ca0cbe83d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:30.329689 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928fd54a-7543-4f1f-9e32-eceb0633bcab None None] Routers {'fee7a549-ca0c-4524-8a7b-dc43f9f5a362'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:30.330219 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-928fd54a-7543-4f1f-9e32-eceb0633bcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:28:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:30.363628 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4ff70b2-e259-4e14-a420-23e269526fb6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:30.444598 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-55481226-9032-4d79-89e9-c16ca0cbe83d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting port ccbc7758-d941-465b-80ab-3d2eda2a9268 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:28:30.445204 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55481226-9032-4d79-89e9-c16ca0cbe83d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:30.448184 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff70b2-e259-4e14-a420-23e269526fb6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event deleted for resources: {'Port': ['ID=92a48762-3f53-478a-83d3-dceeea311e28,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:30.528499 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-55481226-9032-4d79-89e9-c16ca0cbe83d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] For port ccbc7758-d941-465b-80ab-3d2eda2a9268, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=ccbc7758-d941-465b-80ab-3d2eda2a9268,segment=NetworkSegment(a5136ae5-2ad2-498e-a8ee-2f58c691366b),segment_id=a5136ae5-2ad2-498e-a8ee-2f58c691366b)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:30.529017 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55481226-9032-4d79-89e9-c16ca0cbe83d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:30.552598 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4ff70b2-e259-4e14-a420-23e269526fb6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:30.554242 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-928fd54a-7543-4f1f-9e32-eceb0633bcab None None] Set router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:30.556898 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-55481226-9032-4d79-89e9-c16ca0cbe83d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Calling delete_port for ccbc7758-d941-465b-80ab-3d2eda2a9268 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:28:30.669296 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4ff70b2-e259-4e14-a420-23e269526fb6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:30.671850 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4ff70b2-e259-4e14-a420-23e269526fb6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:30.689556 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55481226-9032-4d79-89e9-c16ca0cbe83d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:30.729410 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55481226-9032-4d79-89e9-c16ca0cbe83d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] No DVR routers for this DVR port ccbc7758-d941-465b-80ab-3d2eda2a9268 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:28:30.731698 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55481226-9032-4d79-89e9-c16ca0cbe83d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Port': ['ID=ccbc7758-d941-465b-80ab-3d2eda2a9268,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:30.736808 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4ff70b2-e259-4e14-a420-23e269526fb6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:30.737602 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ff70b2-e259-4e14-a420-23e269526fb6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Fanout notify agent at l3_agent the message router_deleted on router 9b40a9f0-a863-4ebf-a36d-ae3aea1759e3 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:28:30.745682 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4ff70b2-e259-4e14-a420-23e269526fb6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:30.749669 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b4ff70b2-e259-4e14-a420-23e269526fb6 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "DELETE /v2.0/routers/9b40a9f0-a863-4ebf-a36d-ae3aea1759e3 HTTP/1.1" status: 204 len: 168 time: 1.7531667 Jul 30 20:28:30.750434 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40432) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:30.912116 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-713985ea-6bb8-40be-8479-a08e6c97b9f0 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:30.915443 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55481226-9032-4d79-89e9-c16ca0cbe83d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:30.920695 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc13ddc-b96f-4cd2-87fa-feff40169e01 None None] DHCP port deletion for 81094390-8533-4fff-af1f-4398e885ee46 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:28:30.936117 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-55481226-9032-4d79-89e9-c16ca0cbe83d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81094390-8533-4fff-af1f-4398e885ee46']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:30.953754 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-928fd54a-7543-4f1f-9e32-eceb0633bcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:28Z', 'revision_number': 10, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None, '_interfaces': [{'id': '391334dc-771b-41a3-902d-539f2f453266', 'name': '', 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:62:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:55Z', 'updated_at': '2021-07-30T20:28:07Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:30.960826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-55481226-9032-4d79-89e9-c16ca0cbe83d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5136ae5-2ad2-498e-a8ee-2f58c691366b') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:30.961943 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-55481226-9032-4d79-89e9-c16ca0cbe83d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5136ae5-2ad2-498e-a8ee-2f58c691366b') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:30.979920 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55481226-9032-4d79-89e9-c16ca0cbe83d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:30.989690 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928fd54a-7543-4f1f-9e32-eceb0633bcab None None] The sync data for ids ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'] in n-d-712137-9 is: [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:28Z', 'revision_number': 10, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None, '_interfaces': [{'id': '391334dc-771b-41a3-902d-539f2f453266', 'name': '', 'network_id': '0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'mac_address': 'fa:16:3e:62:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:27:55Z', 'updated_at': '2021-07-30T20:28:07Z', 'revision_number': 5, 'project_id': '99a99904313441dfa50421402bb9966b', 'subnets': [{'id': '8cadd8b6-4717-4aa1-b862-6c88e94d0d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:28:31.013130 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55481226-9032-4d79-89e9-c16ca0cbe83d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:31.022199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55481226-9032-4d79-89e9-c16ca0cbe83d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:28:31.027166 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55481226-9032-4d79-89e9-c16ca0cbe83d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:28:31.050081 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:28:31.057816 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-713985ea-6bb8-40be-8479-a08e6c97b9f0 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:31.072158 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-713985ea-6bb8-40be-8479-a08e6c97b9f0 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac4e6aa-534b-4ce9-9b92-94124a852cb2']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:31.088243 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-713985ea-6bb8-40be-8479-a08e6c97b9f0 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dea10a5-7108-4f85-8940-9dba2ebc2b5c') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:31.088243 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-713985ea-6bb8-40be-8479-a08e6c97b9f0 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dea10a5-7108-4f85-8940-9dba2ebc2b5c') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:31.098234 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-713985ea-6bb8-40be-8479-a08e6c97b9f0 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:31.106242 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55481226-9032-4d79-89e9-c16ca0cbe83d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:31.110985 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55481226-9032-4d79-89e9-c16ca0cbe83d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:31.116271 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-55481226-9032-4d79-89e9-c16ca0cbe83d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/networks/81094390-8533-4fff-af1f-4398e885ee46 HTTP/1.1" status: 204 len: 168 time: 0.8989801 Jul 30 20:28:31.117423 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40466) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:31.135993 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-713985ea-6bb8-40be-8479-a08e6c97b9f0 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:31.143391 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713985ea-6bb8-40be-8479-a08e6c97b9f0 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:28:31.143912 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-713985ea-6bb8-40be-8479-a08e6c97b9f0 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:28:31.147803 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:28:31.183594 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55481226-9032-4d79-89e9-c16ca0cbe83d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Network': ['ID=81094390-8533-4fff-af1f-4398e885ee46,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:31.242692 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-713985ea-6bb8-40be-8479-a08e6c97b9f0 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:31.251664 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-713985ea-6bb8-40be-8479-a08e6c97b9f0 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:31.255408 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-713985ea-6bb8-40be-8479-a08e6c97b9f0 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] 10.222.0.81 "DELETE /v2.0/networks/4ac4e6aa-534b-4ce9-9b92-94124a852cb2 HTTP/1.1" status: 204 len: 168 time: 0.5041783 Jul 30 20:28:31.268910 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713985ea-6bb8-40be-8479-a08e6c97b9f0 tempest-TestSecurityGroupsBasicOps-1717587340 tempest-TestSecurityGroupsBasicOps-1717587340-project] Pushing event deleted for resources: {'Network': ['ID=4ac4e6aa-534b-4ce9-9b92-94124a852cb2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:31.573400 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b3062e1-bbbd-4481-a0da-02e4f1af6bed tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:31.868294 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-0b3062e1-bbbd-4481-a0da-02e4f1af6bed tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting port 391334dc-771b-41a3-902d-539f2f453266 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:28:31.869068 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b3062e1-bbbd-4481-a0da-02e4f1af6bed tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:31.952710 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device ccbc7758-d941-465b-80ab-3d2eda2a9268 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:28:31.983072 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: ccbc7758-d941-465b-80ab-3d2eda2a9268 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:28:31.983644 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device ccbc7758-d941-465b-80ab-3d2eda2a9268 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:28:31.984249 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4d3f46ff-86f4-4abc-9a24-8de04c430f65 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:28:31.985277 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-0b3062e1-bbbd-4481-a0da-02e4f1af6bed tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] For port 391334dc-771b-41a3-902d-539f2f453266, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=391334dc-771b-41a3-902d-539f2f453266,segment=NetworkSegment(008b5452-4f45-434f-bb95-2e96c5da4c9c),segment_id=008b5452-4f45-434f-bb95-2e96c5da4c9c)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:31.986326 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b3062e1-bbbd-4481-a0da-02e4f1af6bed tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:32.001140 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-0b3062e1-bbbd-4481-a0da-02e4f1af6bed tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Calling delete_port for 391334dc-771b-41a3-902d-539f2f453266 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:28:32.013098 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 4d3f46ff-86f4-4abc-9a24-8de04c430f65 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:28:32.013649 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4d3f46ff-86f4-4abc-9a24-8de04c430f65 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:28:32.014217 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 92a48762-3f53-478a-83d3-dceeea311e28 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:28:32.035424 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 92a48762-3f53-478a-83d3-dceeea311e28 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:28:32.035799 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 92a48762-3f53-478a-83d3-dceeea311e28 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:28:32.193664 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b3062e1-bbbd-4481-a0da-02e4f1af6bed tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:32.220711 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3062e1-bbbd-4481-a0da-02e4f1af6bed tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Port': ['ID=391334dc-771b-41a3-902d-539f2f453266,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:32.320858 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b3062e1-bbbd-4481-a0da-02e4f1af6bed tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:32.697838 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40688) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:32.851870 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e8af05bf-787b-4dcf-bd8b-5e79f4139679 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=84983c9ae1174638a727198854c17acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527956 Jul 30 20:28:32.854988 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40714) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:32.885821 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3062e1-bbbd-4481-a0da-02e4f1af6bed tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:28:32.987586 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-00e3c17f-00a9-476d-b1bc-3dd71f3f42bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:33.003477 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3062e1-bbbd-4481-a0da-02e4f1af6bed tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:28:33.010447 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0b3062e1-bbbd-4481-a0da-02e4f1af6bed tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "PUT /v2.0/routers/fee7a549-ca0c-4524-8a7b-dc43f9f5a362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8871307 Jul 30 20:28:33.014161 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40740) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:33.020027 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-00e3c17f-00a9-476d-b1bc-3dd71f3f42bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:33.022715 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f5ccc6-8397-472d-abdb-6ebe5e43bb0c None None] Sync routers for ids ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:28:33.033622 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f5ccc6-8397-472d-abdb-6ebe5e43bb0c None None] Routers {'fee7a549-ca0c-4524-8a7b-dc43f9f5a362'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:33.034422 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a0f5ccc6-8397-472d-abdb-6ebe5e43bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:28:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:33.070814 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b96765-2369-40fb-82ce-e9a2bf387880 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting subnet 8cadd8b6-4717-4aa1-b862-6c88e94d0d14 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:28:33.074817 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88b96765-2369-40fb-82ce-e9a2bf387880 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:33.079088 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-00e3c17f-00a9-476d-b1bc-3dd71f3f42bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:33.081979 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-00e3c17f-00a9-476d-b1bc-3dd71f3f42bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:33.085613 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-00e3c17f-00a9-476d-b1bc-3dd71f3f42bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ee40d300-81e4-4ead-bd18-c642ac5819f2 HTTP/1.1" status: 204 len: 168 time: 0.2295949 Jul 30 20:28:33.105200 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3c17f-00a9-476d-b1bc-3dd71f3f42bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee40d300-81e4-4ead-bd18-c642ac5819f2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:33.119754 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a0f5ccc6-8397-472d-abdb-6ebe5e43bb0c None None] Set router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:33.141451 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88b96765-2369-40fb-82ce-e9a2bf387880 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:33.185662 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a0f5ccc6-8397-472d-abdb-6ebe5e43bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:32Z', 'revision_number': 11, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:33.215298 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f5ccc6-8397-472d-abdb-6ebe5e43bb0c None None] Checking router: fee7a549-ca0c-4524-8a7b-dc43f9f5a362 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:28:33.225658 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f5ccc6-8397-472d-abdb-6ebe5e43bb0c None None] Routers {'fee7a549-ca0c-4524-8a7b-dc43f9f5a362'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:33.226290 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a0f5ccc6-8397-472d-abdb-6ebe5e43bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:28:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:33.243024 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88b96765-2369-40fb-82ce-e9a2bf387880 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:33.326058 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88b96765-2369-40fb-82ce-e9a2bf387880 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:33.361082 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b96765-2369-40fb-82ce-e9a2bf387880 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Subnet': ['ID=8cadd8b6-4717-4aa1-b862-6c88e94d0d14,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:33.369126 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88b96765-2369-40fb-82ce-e9a2bf387880 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:33.371200 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-88b96765-2369-40fb-82ce-e9a2bf387880 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/subnets/8cadd8b6-4717-4aa1-b862-6c88e94d0d14 HTTP/1.1" status: 204 len: 168 time: 0.3560431 Jul 30 20:28:33.373811 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40786) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:33.377866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a38b955-3d4f-424c-a7d4-747c3812e12e None None] Network 0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:28:33.460971 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2337b86b-1dac-4cb0-9f47-be5efaa108af tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:33.546534 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a0f5ccc6-8397-472d-abdb-6ebe5e43bb0c None None] Set router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:33.556901 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2337b86b-1dac-4cb0-9f47-be5efaa108af tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Deleting port 203d54bf-db84-415e-a178-31915b09a935 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:28:33.557131 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40810) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:33.557638 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2337b86b-1dac-4cb0-9f47-be5efaa108af tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:33.575288 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-845d8d91-abbd-4e60-b3c5-574bb0f7f4c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:33.619521 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a0f5ccc6-8397-472d-abdb-6ebe5e43bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:32Z', 'revision_number': 11, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:33.655902 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f5ccc6-8397-472d-abdb-6ebe5e43bb0c None None] The sync data for ids ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'] in n-d-712137-9 is: [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:32Z', 'revision_number': 11, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:28:33.676650 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-2337b86b-1dac-4cb0-9f47-be5efaa108af tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] For port 203d54bf-db84-415e-a178-31915b09a935, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=203d54bf-db84-415e-a178-31915b09a935,segment=NetworkSegment(008b5452-4f45-434f-bb95-2e96c5da4c9c),segment_id=008b5452-4f45-434f-bb95-2e96c5da4c9c)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:33.677275 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2337b86b-1dac-4cb0-9f47-be5efaa108af tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:33.689381 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a281a8-9ba7-4f60-9b4a-49823991916e None None] DHCP port deletion for 0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:28:33.707083 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2337b86b-1dac-4cb0-9f47-be5efaa108af tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Calling delete_port for 203d54bf-db84-415e-a178-31915b09a935 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:28:33.746825 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-83a281a8-9ba7-4f60-9b4a-49823991916e None None] Deleting port 203d54bf-db84-415e-a178-31915b09a935 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:28:33.747197 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83a281a8-9ba7-4f60-9b4a-49823991916e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:33.755397 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-845d8d91-abbd-4e60-b3c5-574bb0f7f4c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:33.763918 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-845d8d91-abbd-4e60-b3c5-574bb0f7f4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:33.794233 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2337b86b-1dac-4cb0-9f47-be5efaa108af tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:33.824715 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d8d91-abbd-4e60-b3c5-574bb0f7f4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780f1431-ad9f-4127-867b-0a0f075db8bc,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:33.831568 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-845d8d91-abbd-4e60-b3c5-574bb0f7f4c4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a65540eb772f442fb04da28cb07a347a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2728412 Jul 30 20:28:33.831922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-83a281a8-9ba7-4f60-9b4a-49823991916e None None] For port 203d54bf-db84-415e-a178-31915b09a935, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=203d54bf-db84-415e-a178-31915b09a935,segment=NetworkSegment(008b5452-4f45-434f-bb95-2e96c5da4c9c),segment_id=008b5452-4f45-434f-bb95-2e96c5da4c9c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:33.832501 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83a281a8-9ba7-4f60-9b4a-49823991916e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:33.834860 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40842) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:33.847440 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337b86b-1dac-4cb0-9f47-be5efaa108af tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Port': ['ID=203d54bf-db84-415e-a178-31915b09a935,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:33.848784 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-83a281a8-9ba7-4f60-9b4a-49823991916e None None] Calling delete_port for 203d54bf-db84-415e-a178-31915b09a935 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:28:33.858236 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2337b86b-1dac-4cb0-9f47-be5efaa108af tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] No DVR routers for this DVR port 203d54bf-db84-415e-a178-31915b09a935 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:28:33.906371 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47e62be7-5bbd-4409-9aa5-b54741590ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:33.932059 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47e62be7-5bbd-4409-9aa5-b54741590ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:33.952969 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83a281a8-9ba7-4f60-9b4a-49823991916e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:33.961590 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2337b86b-1dac-4cb0-9f47-be5efaa108af tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:33.973780 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2337b86b-1dac-4cb0-9f47-be5efaa108af tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:33.976312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a281a8-9ba7-4f60-9b4a-49823991916e None None] Pushing event deleted for resources: {'Port': ['ID=203d54bf-db84-415e-a178-31915b09a935,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:33.985679 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a281a8-9ba7-4f60-9b4a-49823991916e None None] No DVR routers for this DVR port 203d54bf-db84-415e-a178-31915b09a935 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:28:33.991653 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2337b86b-1dac-4cb0-9f47-be5efaa108af tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008b5452-4f45-434f-bb95-2e96c5da4c9c') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:33.992330 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2337b86b-1dac-4cb0-9f47-be5efaa108af tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008b5452-4f45-434f-bb95-2e96c5da4c9c') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:34.007908 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47e62be7-5bbd-4409-9aa5-b54741590ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:34.011189 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2337b86b-1dac-4cb0-9f47-be5efaa108af tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:34.012480 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-47e62be7-5bbd-4409-9aa5-b54741590ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:34.014188 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-47e62be7-5bbd-4409-9aa5-b54741590ba8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/780f1431-ad9f-4127-867b-0a0f075db8bc HTTP/1.1" status: 204 len: 168 time: 0.1789091 Jul 30 20:28:34.032578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e62be7-5bbd-4409-9aa5-b54741590ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780f1431-ad9f-4127-867b-0a0f075db8bc,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:34.042631 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2337b86b-1dac-4cb0-9f47-be5efaa108af tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:34.064808 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2337b86b-1dac-4cb0-9f47-be5efaa108af tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:28:34.065886 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2337b86b-1dac-4cb0-9f47-be5efaa108af tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:28:34.070387 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:28:34.122042 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 391334dc-771b-41a3-902d-539f2f453266 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:28:34.152380 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 391334dc-771b-41a3-902d-539f2f453266 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:28:34.152729 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 391334dc-771b-41a3-902d-539f2f453266 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:28:34.153153 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 203d54bf-db84-415e-a178-31915b09a935 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:28:34.168133 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2337b86b-1dac-4cb0-9f47-be5efaa108af tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:34.177475 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 203d54bf-db84-415e-a178-31915b09a935 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:28:34.177765 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 203d54bf-db84-415e-a178-31915b09a935 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:28:34.191999 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2337b86b-1dac-4cb0-9f47-be5efaa108af tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:34.194950 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2337b86b-1dac-4cb0-9f47-be5efaa108af tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/networks/0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d HTTP/1.1" status: 204 len: 168 time: 0.8193319 Jul 30 20:28:34.196956 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337b86b-1dac-4cb0-9f47-be5efaa108af tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Pushing event deleted for resources: {'Network': ['ID=0f5a4bbd-f825-4e78-a9c3-e2af9e9b845d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:34.197651 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40882) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:34.202511 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-6a284ac3-4342-455f-8a77-b3008968785e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'router': {'routes': None}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:34.395353 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.extraroute_db [None req-6a284ac3-4342-455f-8a77-b3008968785e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Added routes are [] {{(pid=93882) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 20:28:34.395686 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.extraroute_db [None req-6a284ac3-4342-455f-8a77-b3008968785e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Removed routes are [] {{(pid=93882) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 20:28:34.396616 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6a284ac3-4342-455f-8a77-b3008968785e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:34.447535 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40888) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:34.487881 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-68ab5a01-b3b7-4041-89d4-781d26619aef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2c875bd6eac14fdcb451f5995b45c850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391200 Jul 30 20:28:34.490493 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40890) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:34.540479 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4afc35d2-7d0e-474b-9a3e-0c23c2355e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:34.541671 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6a284ac3-4342-455f-8a77-b3008968785e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:34.545310 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6a284ac3-4342-455f-8a77-b3008968785e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1722371'] for router, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:34.564805 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4afc35d2-7d0e-474b-9a3e-0c23c2355e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:34.614529 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4afc35d2-7d0e-474b-9a3e-0c23c2355e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:34.617159 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4afc35d2-7d0e-474b-9a3e-0c23c2355e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:34.618312 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4afc35d2-7d0e-474b-9a3e-0c23c2355e07 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/46fe4ea1-ccb9-42de-977f-38ca5102ae33 HTTP/1.1" status: 204 len: 168 time: 0.1265697 Jul 30 20:28:34.626842 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc35d2-7d0e-474b-9a3e-0c23c2355e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fe4ea1-ccb9-42de-977f-38ca5102ae33,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:34.627529 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a284ac3-4342-455f-8a77-b3008968785e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:28:34.716601 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a284ac3-4342-455f-8a77-b3008968785e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:28:34.726974 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b9f6e4-329d-4dfd-96cc-6605248a3260 None None] Sync routers for ids ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:28:34.729548 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6a284ac3-4342-455f-8a77-b3008968785e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:34.733679 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40900) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:34.736175 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6a284ac3-4342-455f-8a77-b3008968785e tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "PUT /v2.0/routers/fee7a549-ca0c-4524-8a7b-dc43f9f5a362 HTTP/1.1" status: 200 len: 705 time: 0.5372121 Jul 30 20:28:34.742264 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b9f6e4-329d-4dfd-96cc-6605248a3260 None None] Routers {'fee7a549-ca0c-4524-8a7b-dc43f9f5a362'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:34.744236 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-50b9f6e4-329d-4dfd-96cc-6605248a3260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:28:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:34.770824 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40902) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:34.771276 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-adf7531a-eb59-4bb7-b67c-8b2c4d00b553 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "GET /v2.0/ports?device_id=fee7a549-ca0c-4524-8a7b-dc43f9f5a362 HTTP/1.1" status: 200 len: 205 time: 0.0360885 Jul 30 20:28:34.828989 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-50b9f6e4-329d-4dfd-96cc-6605248a3260 None None] Set router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:34.860374 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7c8b5544-06d4-4846-9a17-aa4b64cf3662 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:34.905187 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-50b9f6e4-329d-4dfd-96cc-6605248a3260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:32Z', 'revision_number': 11, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:34.932477 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b9f6e4-329d-4dfd-96cc-6605248a3260 None None] Checking router: fee7a549-ca0c-4524-8a7b-dc43f9f5a362 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:28:34.940771 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b9f6e4-329d-4dfd-96cc-6605248a3260 None None] Routers {'fee7a549-ca0c-4524-8a7b-dc43f9f5a362'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:34.941556 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-50b9f6e4-329d-4dfd-96cc-6605248a3260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:28:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:35.012469 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-50b9f6e4-329d-4dfd-96cc-6605248a3260 None None] Set router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:35.067752 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-50b9f6e4-329d-4dfd-96cc-6605248a3260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:32Z', 'revision_number': 11, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:35.094720 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b9f6e4-329d-4dfd-96cc-6605248a3260 None None] The sync data for ids ['fee7a549-ca0c-4524-8a7b-dc43f9f5a362'] in n-d-712137-9 is: [{'id': 'fee7a549-ca0c-4524-8a7b-dc43f9f5a362', 'name': 'tempest-RoutersIpV6Test-router-1028763748', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:27:51Z', 'updated_at': '2021-07-30T20:28:32Z', 'revision_number': 11, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:28:35.107616 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7c8b5544-06d4-4846-9a17-aa4b64cf3662 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:35.111443 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7c8b5544-06d4-4846-9a17-aa4b64cf3662 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:35.171479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-c1b12530-d4e8-494f-81a4-8df3235a08a5 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:35.173031 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-c1b12530-d4e8-494f-81a4-8df3235a08a5 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/networks?id=c3db4910-5150-411c-bdea-a1856033917a HTTP/1.1" status: 200 len: 814 time: 0.2693801 Jul 30 20:28:35.179914 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7c8b5544-06d4-4846-9a17-aa4b64cf3662 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:35.180753 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8b5544-06d4-4846-9a17-aa4b64cf3662 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Fanout notify agent at l3_agent the message router_deleted on router fee7a549-ca0c-4524-8a7b-dc43f9f5a362 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:28:35.189674 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7c8b5544-06d4-4846-9a17-aa4b64cf3662 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:35.191000 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7c8b5544-06d4-4846-9a17-aa4b64cf3662 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/routers/fee7a549-ca0c-4524-8a7b-dc43f9f5a362 HTTP/1.1" status: 204 len: 168 time: 0.4187534 Jul 30 20:28:35.196362 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40926) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:35.204569 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f6cc92bd-8c8d-4fb0-9473-89f26c4b69fd tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-933130819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:35.207176 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-b33951c9-da21-4f17-bb52-c989a9e90729 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/quotas/c1446840e1ab4f0c80547526cfc92a59 HTTP/1.1" status: 200 len: 375 time: 0.0234971 Jul 30 20:28:35.239873 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f6cc92bd-8c8d-4fb0-9473-89f26c4b69fd tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:35.241464 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f6cc92bd-8c8d-4fb0-9473-89f26c4b69fd tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:35.261121 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-9ba8fc2c-9238-4299-b03f-5ecb771a39a0 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c1446840e1ab4f0c80547526cfc92a59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468988 Jul 30 20:28:35.308838 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f6cc92bd-8c8d-4fb0-9473-89f26c4b69fd tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:35.319383 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f6cc92bd-8c8d-4fb0-9473-89f26c4b69fd tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:35.340023 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f6cc92bd-8c8d-4fb0-9473-89f26c4b69fd tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:35.341275 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f6cc92bd-8c8d-4fb0-9473-89f26c4b69fd tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1429236 Jul 30 20:28:35.344175 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40934) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:35.348728 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3d6bdc21-c392-4a6e-9cbd-485ecef57394 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:35.382554 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-7d7a82aa-13fe-47a6-9a37-649961da9a72 service neutron] 10.222.0.81 "GET /v2.0/networks/c3db4910-5150-411c-bdea-a1856033917a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206083 Jul 30 20:28:35.426263 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40936) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:35.488991 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-2a0ce2b7-fe3c-4683-ab2f-ebd18be1b808 service neutron] 10.222.0.81 "GET /v2.0/networks/c3db4910-5150-411c-bdea-a1856033917a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964768 Jul 30 20:28:35.571981 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-eb82683a-22ff-421d-b117-a6bbe186bb7b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-642639822-network', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:35.581682 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d6bdc21-c392-4a6e-9cbd-485ecef57394 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:35.603786 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d6bdc21-c392-4a6e-9cbd-485ecef57394 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1722371'] for router, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:35.611134 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb82683a-22ff-421d-b117-a6bbe186bb7b admin admin] Made reservation on behalf of eb1c81a120714a1189f617a64d179c5c for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:28:35.613539 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb82683a-22ff-421d-b117-a6bbe186bb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:35.652742 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb82683a-22ff-421d-b117-a6bbe186bb7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:35.666627 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3350a10-37c4-4144-99e8-394332203557 req-39d5deb9-a2ce-418b-8754-e33ab1d4ddc1 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=792dc272-0651-473f-9a0c-7d2fe3994141 HTTP/1.1" status: 200 len: 210 time: 0.0322597 Jul 30 20:28:35.751352 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6bdc21-c392-4a6e-9cbd-485ecef57394 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Router 164169cd-6a7f-4f18-9f7f-23d93f7f02ac is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:28:35.857489 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6bdc21-c392-4a6e-9cbd-485ecef57394 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:28:35.869663 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d6bdc21-c392-4a6e-9cbd-485ecef57394 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:35.870862 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3d6bdc21-c392-4a6e-9cbd-485ecef57394 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "PUT /v2.0/routers/164169cd-6a7f-4f18-9f7f-23d93f7f02ac HTTP/1.1" status: 200 len: 697 time: 0.5257430 Jul 30 20:28:35.873502 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40952) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:35.873658 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a34dcf-ccd5-4a38-bdf5-75b3a2e29ae1 None None] Sync routers for ids ['164169cd-6a7f-4f18-9f7f-23d93f7f02ac'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:28:35.884868 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a34dcf-ccd5-4a38-bdf5-75b3a2e29ae1 None None] Routers {'164169cd-6a7f-4f18-9f7f-23d93f7f02ac'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:35.885937 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a9a34dcf-ccd5-4a38-bdf5-75b3a2e29ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:28:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['164169cd-6a7f-4f18-9f7f-23d93f7f02ac'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:35.930526 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb82683a-22ff-421d-b117-a6bbe186bb7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:35.960915 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb82683a-22ff-421d-b117-a6bbe186bb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:35.969238 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a9a34dcf-ccd5-4a38-bdf5-75b3a2e29ae1 None None] Set router 164169cd-6a7f-4f18-9f7f-23d93f7f02ac gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:35.989951 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cff73e4a-b82a-4efa-a5a8-f1c438c6cc44 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "GET /v2.0/routers/164169cd-6a7f-4f18-9f7f-23d93f7f02ac HTTP/1.1" status: 200 len: 703 time: 0.1146035 Jul 30 20:28:35.992683 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb82683a-22ff-421d-b117-a6bbe186bb7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:28:35.993378 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40956) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:36.012867 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb82683a-22ff-421d-b117-a6bbe186bb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:36.013219 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-eb82683a-22ff-421d-b117-a6bbe186bb7b admin admin] Added segment aa1e0987-4600-4c58-8357-a709ccc23d2b of type vlan for network c5c7e57c-8838-4f2e-901c-16d052cbb5c3 Jul 30 20:28:36.014587 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82683a-22ff-421d-b117-a6bbe186bb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129c49eb-63d6-4a31-9eb2-d27dd8bc5b58,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:36.042273 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-eec8585d-075e-43ae-8aca-45e86c880dff tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "GET /v2.0/ports?device_id=164169cd-6a7f-4f18-9f7f-23d93f7f02ac HTTP/1.1" status: 200 len: 205 time: 0.0474412 Jul 30 20:28:36.044686 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40958) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:36.044822 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a9a34dcf-ccd5-4a38-bdf5-75b3a2e29ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164169cd-6a7f-4f18-9f7f-23d93f7f02ac', 'name': 'tempest-RoutersIpV6Test-router-933130819', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:35Z', 'updated_at': '2021-07-30T20:28:35Z', 'revision_number': 2, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:36.063977 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb82683a-22ff-421d-b117-a6bbe186bb7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:36.075691 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a34dcf-ccd5-4a38-bdf5-75b3a2e29ae1 None None] Checking router: 164169cd-6a7f-4f18-9f7f-23d93f7f02ac for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:28:36.085082 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a34dcf-ccd5-4a38-bdf5-75b3a2e29ae1 None None] Routers {'164169cd-6a7f-4f18-9f7f-23d93f7f02ac'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:36.085654 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a9a34dcf-ccd5-4a38-bdf5-75b3a2e29ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:28:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['164169cd-6a7f-4f18-9f7f-23d93f7f02ac'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:36.111265 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb82683a-22ff-421d-b117-a6bbe186bb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:36.112367 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb82683a-22ff-421d-b117-a6bbe186bb7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:36.113274 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb82683a-22ff-421d-b117-a6bbe186bb7b admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:36.130149 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a1e15c05-ade6-46df-b2ad-993748eddf14 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:36.131147 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-eb82683a-22ff-421d-b117-a6bbe186bb7b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7038813 Jul 30 20:28:36.134028 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40960) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:36.162479 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a9a34dcf-ccd5-4a38-bdf5-75b3a2e29ae1 None None] Set router 164169cd-6a7f-4f18-9f7f-23d93f7f02ac gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:36.173472 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e89ba345-557d-401f-85cb-14d462b89f7b admin admin] Request body: {'subnet': {'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-642639822-subnet', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:36.193389 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82683a-22ff-421d-b117-a6bbe186bb7b admin admin] Pushing event updated for resources: {'Network': ['ID=c5c7e57c-8838-4f2e-901c-16d052cbb5c3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:36.204077 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network c5c7e57c-8838-4f2e-901c-16d052cbb5c3 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:28:36.233676 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a9a34dcf-ccd5-4a38-bdf5-75b3a2e29ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164169cd-6a7f-4f18-9f7f-23d93f7f02ac', 'name': 'tempest-RoutersIpV6Test-router-933130819', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:35Z', 'updated_at': '2021-07-30T20:28:35Z', 'revision_number': 2, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:36.266278 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a34dcf-ccd5-4a38-bdf5-75b3a2e29ae1 None None] The sync data for ids ['164169cd-6a7f-4f18-9f7f-23d93f7f02ac'] in n-d-712137-9 is: [{'id': '164169cd-6a7f-4f18-9f7f-23d93f7f02ac', 'name': 'tempest-RoutersIpV6Test-router-933130819', 'tenant_id': '99a99904313441dfa50421402bb9966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:35Z', 'updated_at': '2021-07-30T20:28:35Z', 'revision_number': 2, 'project_id': '99a99904313441dfa50421402bb9966b', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:28:36.344466 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89ba345-557d-401f-85cb-14d462b89f7b admin admin] Made reservation on behalf of eb1c81a120714a1189f617a64d179c5c for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:28:36.346777 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e89ba345-557d-401f-85cb-14d462b89f7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:36.361785 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a1e15c05-ade6-46df-b2ad-993748eddf14 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:36.387769 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a1e15c05-ade6-46df-b2ad-993748eddf14 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:36.460038 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a1e15c05-ade6-46df-b2ad-993748eddf14 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:36.460791 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e15c05-ade6-46df-b2ad-993748eddf14 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Fanout notify agent at l3_agent the message router_deleted on router 164169cd-6a7f-4f18-9f7f-23d93f7f02ac {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:28:36.469496 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a1e15c05-ade6-46df-b2ad-993748eddf14 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:36.470629 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a1e15c05-ade6-46df-b2ad-993748eddf14 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/routers/164169cd-6a7f-4f18-9f7f-23d93f7f02ac HTTP/1.1" status: 204 len: 168 time: 0.4246757 Jul 30 20:28:36.474229 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40962) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:36.507374 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1baa3025-fd2e-4b46-9f5c-d1a002a1cdd7 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "GET /v2.0/ports?device_id=164169cd-6a7f-4f18-9f7f-23d93f7f02ac HTTP/1.1" status: 200 len: 205 time: 0.0320454 Jul 30 20:28:36.510295 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40964) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:36.550894 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-3939e7f9-03dd-40e0-a0d2-66a2e5b8e5f9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] delete failed (client error): The resource could not be found. Jul 30 20:28:36.551946 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3939e7f9-03dd-40e0-a0d2-66a2e5b8e5f9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/routers/164169cd-6a7f-4f18-9f7f-23d93f7f02ac HTTP/1.1" status: 404 len: 336 time: 0.0407701 Jul 30 20:28:36.554489 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40966) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:36.882903 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a50db1-9e64-475e-ad42-ddd74562c38f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] DELETE failed (client error): The resource could not be found. Jul 30 20:28:36.883344 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a50db1-9e64-475e-ad42-ddd74562c38f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:28:36.885629 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-59a50db1-9e64-475e-ad42-ddd74562c38f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/subnets/6de9b993-6723-4dd0-b491-0daf637e2f37 HTTP/1.1" status: 404 len: 337 time: 0.3302615 Jul 30 20:28:36.888334 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40972) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:36.917588 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee82d22-6570-4d7a-915c-b974ae74e36b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] DELETE failed (client error): The resource could not be found. Jul 30 20:28:36.918062 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee82d22-6570-4d7a-915c-b974ae74e36b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:28:36.920730 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fee82d22-6570-4d7a-915c-b974ae74e36b tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/subnets/db40907a-168c-4a37-b66c-d1bedac6dbd6 HTTP/1.1" status: 404 len: 337 time: 0.0314028 Jul 30 20:28:36.923220 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40974) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:36.949830 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde62865-114f-4107-8c8f-9583a3c90ab1 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] DELETE failed (client error): The resource could not be found. Jul 30 20:28:36.950176 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde62865-114f-4107-8c8f-9583a3c90ab1 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:28:36.950605 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a637c366-96cb-4ff2-a08e-6bf6123e098a req-df744482-0744-4532-971a-8367c470ffc4 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=792dc272-0651-473f-9a0c-7d2fe3994141 HTTP/1.1" status: 200 len: 210 time: 0.0727115 Jul 30 20:28:36.954636 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fde62865-114f-4107-8c8f-9583a3c90ab1 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/subnets/dc0711f9-0865-41b3-8042-201eedae314b HTTP/1.1" status: 404 len: 337 time: 0.0304308 Jul 30 20:28:36.955914 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40976) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:36.998266 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b7a4da-8056-4987-bdb1-9542c6e76c1d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] DELETE failed (client error): The resource could not be found. Jul 30 20:28:36.998722 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b7a4da-8056-4987-bdb1-9542c6e76c1d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:28:37.000454 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f2b7a4da-8056-4987-bdb1-9542c6e76c1d tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/subnets/8cadd8b6-4717-4aa1-b862-6c88e94d0d14 HTTP/1.1" status: 404 len: 337 time: 0.0419347 Jul 30 20:28:37.003343 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40978) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:37.041771 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-aeb071d4-71f9-47b3-8a6a-ff9cf8f4ce83 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "GET /v2.0/ports?device_id=fee7a549-ca0c-4524-8a7b-dc43f9f5a362 HTTP/1.1" status: 200 len: 205 time: 0.0369234 Jul 30 20:28:37.044224 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40980) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:37.065815 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e89ba345-557d-401f-85cb-14d462b89f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:37.089713 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-de6e511d-a68a-4452-b97c-a836efa4650c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] delete failed (client error): The resource could not be found. Jul 30 20:28:37.090758 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-de6e511d-a68a-4452-b97c-a836efa4650c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/routers/fee7a549-ca0c-4524-8a7b-dc43f9f5a362 HTTP/1.1" status: 404 len: 336 time: 0.0455687 Jul 30 20:28:37.093386 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40982) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:37.098479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-5a80f9d3-2a21-4f69-a8eb-65c7c7d61a91 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:37.099992 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-5a80f9d3-2a21-4f69-a8eb-65c7c7d61a91 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.59 "GET /v2.0/networks?id=c3db4910-5150-411c-bdea-a1856033917a HTTP/1.1" status: 200 len: 814 time: 0.5341125 Jul 30 20:28:37.119440 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-098509f9-1799-4d9c-a1f6-1971e7de61ae tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Request body: {'port': {'device_id': '792dc272-0651-473f-9a0c-7d2fe3994141', 'network_id': 'c3db4910-5150-411c-bdea-a1856033917a', 'admin_state_up': True, 'tenant_id': 'c1446840e1ab4f0c80547526cfc92a59'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:37.122588 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3d455a36-2960-4817-86cc-e5297d4cff3a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef354dd-aa6a-4d18-b28b-20da93c3199a HTTP/1.1" status: 200 len: 205 time: 0.0280836 Jul 30 20:28:37.124912 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40984) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:37.164667 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-569965dc-0aaf-467a-97cd-fdf2eb66bf72 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] delete failed (client error): The resource could not be found. Jul 30 20:28:37.168504 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-569965dc-0aaf-467a-97cd-fdf2eb66bf72 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/routers/0ef354dd-aa6a-4d18-b28b-20da93c3199a HTTP/1.1" status: 404 len: 336 time: 0.0398526 Jul 30 20:28:37.168755 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40986) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:37.185114 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ba345-557d-401f-85cb-14d462b89f7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7856c885-6013-47c0-b4a0-74bc8dd5c577,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:37.198069 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a1f4a7e-17a3-4686-9930-c446a9f2381a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] DELETE failed (client error): The resource could not be found. Jul 30 20:28:37.199001 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a1f4a7e-17a3-4686-9930-c446a9f2381a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:28:37.202658 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8a1f4a7e-17a3-4686-9930-c446a9f2381a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/subnets/1ccbe4d2-0be6-4f05-8b7e-b0b0a829c2d9 HTTP/1.1" status: 404 len: 337 time: 0.0307758 Jul 30 20:28:37.203079 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40988) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:37.209868 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ba345-557d-401f-85cb-14d462b89f7b admin admin] Checking segment: {'id': 'aa1e0987-4600-4c58-8357-a709ccc23d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:28:37.210294 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89ba345-557d-401f-85cb-14d462b89f7b admin admin] Network hostable DHCP agents. Network: c5c7e57c-8838-4f2e-901c-16d052cbb5c3, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:28:37.233734 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-69d76902-02eb-4f1d-be2b-7ba6d4bbb2d3 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "GET /v2.0/ports?device_id=831dffa2-d204-460c-81e2-5fe523a1040c HTTP/1.1" status: 200 len: 205 time: 0.0292566 Jul 30 20:28:37.235748 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40990) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:37.256847 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89ba345-557d-401f-85cb-14d462b89f7b admin admin] Network c5c7e57c-8838-4f2e-901c-16d052cbb5c3 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:28:37.270857 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-e89ba345-557d-401f-85cb-14d462b89f7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, c5c7e57c-8838-4f2e-901c-16d052cbb5c3) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:28:37.280868 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e83fd3-f642-4090-a561-f896fb4033de None None] Network c5c7e57c-8838-4f2e-901c-16d052cbb5c3 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:28:37.283074 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-cdb2469f-c0f3-4ea1-861a-64959729155a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] delete failed (client error): The resource could not be found. Jul 30 20:28:37.284171 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cdb2469f-c0f3-4ea1-861a-64959729155a tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/routers/831dffa2-d204-460c-81e2-5fe523a1040c HTTP/1.1" status: 404 len: 336 time: 0.0474436 Jul 30 20:28:37.285795 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89ba345-557d-401f-85cb-14d462b89f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:37.286404 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e89ba345-557d-401f-85cb-14d462b89f7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:37.286932 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40992) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:37.293231 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-098509f9-1799-4d9c-a1f6-1971e7de61ae tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Made reservation on behalf of c1446840e1ab4f0c80547526cfc92a59 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:28:37.297827 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-098509f9-1799-4d9c-a1f6-1971e7de61ae tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:37.320541 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2437427e-150a-47b5-92e0-3cc49d3d1040 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "GET /v2.0/ports?device_id=03ecaf54-4b1d-46cf-b86d-2c26f6524eda HTTP/1.1" status: 200 len: 205 time: 0.0322790 Jul 30 20:28:37.322875 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40994) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:37.335582 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e89ba345-557d-401f-85cb-14d462b89f7b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2002716 Jul 30 20:28:37.341159 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 40996) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:37.356020 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-5e2a7d39-bfc5-4a56-9759-527f21449575 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-642639822-router', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:37.361587 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-1a6b3275-eb3c-4cfb-a680-ff3c48b80788 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] delete failed (client error): The resource could not be found. Jul 30 20:28:37.362645 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1a6b3275-eb3c-4cfb-a680-ff3c48b80788 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/routers/03ecaf54-4b1d-46cf-b86d-2c26f6524eda HTTP/1.1" status: 404 len: 336 time: 0.0388432 Jul 30 20:28:37.365303 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 40998) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:37.391861 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9737fa-c5e6-444f-a27b-5bf086b1ad1f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] DELETE failed (client error): The resource could not be found. Jul 30 20:28:37.392325 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db9737fa-c5e6-444f-a27b-5bf086b1ad1f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:28:37.395541 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-db9737fa-c5e6-444f-a27b-5bf086b1ad1f tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/subnets/f5b80907-05bb-4dba-ba38-b2d422cf0bdc HTTP/1.1" status: 404 len: 337 time: 0.0276411 Jul 30 20:28:37.396930 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41000) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:37.425527 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9f5d371a-9fd4-4d27-938d-8d26dd95bec7 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0d50624-b92d-4a0b-8436-6cf056a31438 HTTP/1.1" status: 200 len: 205 time: 0.0273805 Jul 30 20:28:37.427925 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41002) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:37.432171 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e2a7d39-bfc5-4a56-9759-527f21449575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:37.433403 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e2a7d39-bfc5-4a56-9759-527f21449575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:37.460227 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3307ccfe-4385-4c18-9f15-f96cd0301fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-c5c7e57c-8838-4f2e-901c-16d052cbb5c3', 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'fixed_ips': [{'subnet_id': '7856c885-6013-47c0-b4a0-74bc8dd5c577'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:28:37.461425 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3307ccfe-4385-4c18-9f15-f96cd0301fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:37.469632 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-4acbacea-4470-4ab0-9ac1-4022d8ba58c9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] delete failed (client error): The resource could not be found. Jul 30 20:28:37.470795 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4acbacea-4470-4ab0-9ac1-4022d8ba58c9 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/routers/a0d50624-b92d-4a0b-8436-6cf056a31438 HTTP/1.1" status: 404 len: 336 time: 0.0418427 Jul 30 20:28:37.473318 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41004) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:37.502132 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e61a301-08ef-4ddb-8ce3-e2a9b0a4b342 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] DELETE failed (client error): The resource could not be found. Jul 30 20:28:37.502595 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e61a301-08ef-4ddb-8ce3-e2a9b0a4b342 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:28:37.504333 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0e61a301-08ef-4ddb-8ce3-e2a9b0a4b342 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/subnets/94521f5d-3b6f-48f4-806d-278c6aa82c4e HTTP/1.1" status: 404 len: 337 time: 0.0301127 Jul 30 20:28:37.506998 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41006) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:37.523001 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e2a7d39-bfc5-4a56-9759-527f21449575 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:37.524280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-098509f9-1799-4d9c-a1f6-1971e7de61ae tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Allocated IP 172.20.0.3 (c3db4910-5150-411c-bdea-a1856033917a/5494e9b8-9c99-4074-b51b-d722a328ab2d/c60de607-1230-4a86-84eb-d33ccd0ec62f) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:28:37.536518 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7d335741-b9de-41f0-b7f1-061d7a5359a2 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ed488b4-98fd-43f5-8024-2c5fd43d5ff5 HTTP/1.1" status: 200 len: 205 time: 0.0263007 Jul 30 20:28:37.536736 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41008) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:37.577501 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-e051bc6b-a4bd-484e-b0a0-9d59536cd968 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] delete failed (client error): The resource could not be found. Jul 30 20:28:37.578527 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e051bc6b-a4bd-484e-b0a0-9d59536cd968 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/routers/1ed488b4-98fd-43f5-8024-2c5fd43d5ff5 HTTP/1.1" status: 404 len: 336 time: 0.0408380 Jul 30 20:28:37.581128 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41010) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:37.608326 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0d9ec2-d1fa-4ddf-a1e8-3838ccc9d56c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] DELETE failed (client error): The resource could not be found. Jul 30 20:28:37.608793 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0d9ec2-d1fa-4ddf-a1e8-3838ccc9d56c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:28:37.610505 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8d0d9ec2-d1fa-4ddf-a1e8-3838ccc9d56c tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/subnets/2a2e2a7c-348f-4a0f-b151-868b8fb3672e HTTP/1.1" status: 404 len: 337 time: 0.0284982 Jul 30 20:28:37.611006 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-3307ccfe-4385-4c18-9f15-f96cd0301fce None None] Allocated IP 172.20.0.2 (c5c7e57c-8838-4f2e-901c-16d052cbb5c3/7856c885-6013-47c0-b4a0-74bc8dd5c577/c6cd0567-280f-47ee-9d98-3ee4f19443bc) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:28:37.613095 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41012) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:37.641109 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f9407b-3c69-49af-9356-363cb8c31776 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] DELETE failed (client error): The resource could not be found. Jul 30 20:28:37.641706 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f9407b-3c69-49af-9356-363cb8c31776 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:28:37.647111 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b0f9407b-3c69-49af-9356-363cb8c31776 tempest-RoutersIpV6Test-1656052233 tempest-RoutersIpV6Test-1656052233-project] 10.222.0.81 "DELETE /v2.0/subnets/500bacf6-ad24-4d5d-bd0a-f07ba673c4b4 HTTP/1.1" status: 404 len: 337 time: 0.0319226 Jul 30 20:28:37.699333 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e2a7d39-bfc5-4a56-9759-527f21449575 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:37.772242 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3307ccfe-4385-4c18-9f15-f96cd0301fce None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:37.781481 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3307ccfe-4385-4c18-9f15-f96cd0301fce None None] Transition to ACTIVE for port object c6cd0567-280f-47ee-9d98-3ee4f19443bc will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:28:37.798743 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3307ccfe-4385-4c18-9f15-f96cd0301fce None None] Transition to ACTIVE for port object c6cd0567-280f-47ee-9d98-3ee4f19443bc will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:28:37.806747 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3307ccfe-4385-4c18-9f15-f96cd0301fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:37.854680 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3307ccfe-4385-4c18-9f15-f96cd0301fce None None] Network c5c7e57c-8838-4f2e-901c-16d052cbb5c3 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:28:37.860899 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-098509f9-1799-4d9c-a1f6-1971e7de61ae tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:37.860998 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-3307ccfe-4385-4c18-9f15-f96cd0301fce None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:28:37.868022 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3307ccfe-4385-4c18-9f15-f96cd0301fce None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:28:37.871930 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307ccfe-4385-4c18-9f15-f96cd0301fce None None] Pushing event updated for resources: {'Port': ['ID=c6cd0567-280f-47ee-9d98-3ee4f19443bc,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:37.887545 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41022) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:37.947889 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-3307ccfe-4385-4c18-9f15-f96cd0301fce None None] Attempting to bind port c6cd0567-280f-47ee-9d98-3ee4f19443bc on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:28:37.948246 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-3307ccfe-4385-4c18-9f15-f96cd0301fce None None] Attempting to bind port c6cd0567-280f-47ee-9d98-3ee4f19443bc by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'aa1e0987-4600-4c58-8357-a709ccc23d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:28:37.948608 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307ccfe-4385-4c18-9f15-f96cd0301fce None None] Attempting to bind port c6cd0567-280f-47ee-9d98-3ee4f19443bc on network c5c7e57c-8838-4f2e-901c-16d052cbb5c3 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:28:37.953957 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307ccfe-4385-4c18-9f15-f96cd0301fce None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:28:37.954323 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307ccfe-4385-4c18-9f15-f96cd0301fce None None] Checking segment: {'id': 'aa1e0987-4600-4c58-8357-a709ccc23d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:28:37.954725 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3307ccfe-4385-4c18-9f15-f96cd0301fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:37.955112 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307ccfe-4385-4c18-9f15-f96cd0301fce None None] Bound using segment: {'id': 'aa1e0987-4600-4c58-8357-a709ccc23d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:28:37.955596 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-3307ccfe-4385-4c18-9f15-f96cd0301fce None None] Bound port: c6cd0567-280f-47ee-9d98-3ee4f19443bc, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa1e0987-4600-4c58-8357-a709ccc23d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:28:37.955975 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3307ccfe-4385-4c18-9f15-f96cd0301fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:37.960141 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-098509f9-1799-4d9c-a1f6-1971e7de61ae tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:38.038257 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3307ccfe-4385-4c18-9f15-f96cd0301fce None None] For port c6cd0567-280f-47ee-9d98-3ee4f19443bc, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:28:38.044276 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3307ccfe-4385-4c18-9f15-f96cd0301fce None None] For port c6cd0567-280f-47ee-9d98-3ee4f19443bc, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c6cd0567-280f-47ee-9d98-3ee4f19443bc,segment=NetworkSegment(aa1e0987-4600-4c58-8357-a709ccc23d2b),segment_id=aa1e0987-4600-4c58-8357-a709ccc23d2b)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:28:38.054311 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3307ccfe-4385-4c18-9f15-f96cd0301fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:38.059294 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-098509f9-1799-4d9c-a1f6-1971e7de61ae tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Network c3db4910-5150-411c-bdea-a1856033917a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:28:38.065540 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-098509f9-1799-4d9c-a1f6-1971e7de61ae tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:28:38.075547 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-098509f9-1799-4d9c-a1f6-1971e7de61ae tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:28:38.082587 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098509f9-1799-4d9c-a1f6-1971e7de61ae tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Pushing event updated for resources: {'Port': ['ID=c60de607-1230-4a86-84eb-d33ccd0ec62f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:38.122707 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5a7837eb-4e12-4f7f-9d72-d20e92f43841 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=99a99904313441dfa50421402bb9966b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339764 Jul 30 20:28:38.125200 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41030) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:38.128895 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307ccfe-4385-4c18-9f15-f96cd0301fce None None] Pushing event updated for resources: {'Port': ['ID=c6cd0567-280f-47ee-9d98-3ee4f19443bc,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:38.142207 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e2a7d39-bfc5-4a56-9759-527f21449575 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:38.176217 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e2a7d39-bfc5-4a56-9759-527f21449575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:38.187117 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61f40544-ebbb-41bf-93b1-d3067f4c418b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:38.191814 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-098509f9-1799-4d9c-a1f6-1971e7de61ae tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:38.192503 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-098509f9-1799-4d9c-a1f6-1971e7de61ae tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:38.219115 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61f40544-ebbb-41bf-93b1-d3067f4c418b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:38.247715 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9c4ba-cd0c-4557-b356-5c9401bb51af req-7db589c4-eff4-4b3e-ac00-62ee6509ba0e tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:38.249247 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-74d9c4ba-cd0c-4557-b356-5c9401bb51af req-7db589c4-eff4-4b3e-ac00-62ee6509ba0e tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=792dc272-0651-473f-9a0c-7d2fe3994141 HTTP/1.1" status: 200 len: 931 time: 0.1710429 Jul 30 20:28:38.252830 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-098509f9-1799-4d9c-a1f6-1971e7de61ae tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1421790 Jul 30 20:28:38.269042 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-ec9d8544-f5d8-48db-a50e-87209b261a96 service neutron] Request body: {'port': {'device_id': '792dc272-0651-473f-9a0c-7d2fe3994141', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:38.273360 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61f40544-ebbb-41bf-93b1-d3067f4c418b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:38.279898 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61f40544-ebbb-41bf-93b1-d3067f4c418b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:38.279898 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-61f40544-ebbb-41bf-93b1-d3067f4c418b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8835c530-33d8-43fc-af6a-920c0c51dea1 HTTP/1.1" status: 204 len: 168 time: 0.1526632 Jul 30 20:28:38.289020 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f40544-ebbb-41bf-93b1-d3067f4c418b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8835c530-33d8-43fc-af6a-920c0c51dea1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:38.434468 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-74d9c4ba-cd0c-4557-b356-5c9401bb51af req-4f21ba76-e88c-4752-92d2-f0ede598ef0c tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/security-groups?id=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613352 Jul 30 20:28:38.446757 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-5e2a7d39-bfc5-4a56-9759-527f21449575 admin admin] Allocated IP 172.25.3.221 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/02295853-edb2-4deb-8ec2-3a79d987cac6) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:28:38.446757 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-ec9d8544-f5d8-48db-a50e-87209b261a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:38.709402 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e2a7d39-bfc5-4a56-9759-527f21449575 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:38.800748 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e2a7d39-bfc5-4a56-9759-527f21449575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:38.873635 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2a7d39-bfc5-4a56-9759-527f21449575 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:28:38.881788 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-5e2a7d39-bfc5-4a56-9759-527f21449575 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:28:38.885953 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a7d39-bfc5-4a56-9759-527f21449575 admin admin] Pushing event updated for resources: {'Port': ['ID=02295853-edb2-4deb-8ec2-3a79d987cac6,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:38.888402 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2a7d39-bfc5-4a56-9759-527f21449575 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:28:38.915686 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-ec9d8544-f5d8-48db-a50e-87209b261a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c60de607-1230-4a86-84eb-d33ccd0ec62f {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:28:38.926487 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-ec9d8544-f5d8-48db-a50e-87209b261a96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:38.950479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-ec9d8544-f5d8-48db-a50e-87209b261a96 service neutron] Transition to ACTIVE for port object c60de607-1230-4a86-84eb-d33ccd0ec62f will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:28:38.956465 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-ec9d8544-f5d8-48db-a50e-87209b261a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:39.020255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41052) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:39.107312 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d8544-f5d8-48db-a50e-87209b261a96 service neutron] Pushing event updated for resources: {'Port': ['ID=c60de607-1230-4a86-84eb-d33ccd0ec62f,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:39.152592 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9b576c1a-071e-4986-bb9e-2afe1cc1d587 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:39.153099 n-d-712137-9 neutron-server[93883]: WARNING neutron.api.v2.base [None req-9b576c1a-071e-4986-bb9e-2afe1cc1d587 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 30 20:28:39.153676 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-9b576c1a-071e-4986-bb9e-2afe1cc1d587 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] create failed (client error): There was a conflict when trying to complete your request. Jul 30 20:28:39.158814 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9b576c1a-071e-4986-bb9e-2afe1cc1d587 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1341937 Jul 30 20:28:39.159028 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41060) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:39.164935 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ac281a5d-1cbc-44a1-8a22-c5cf0aca1c80 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group': {'name': 'tempest-secgroup--242059573'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:39.191542 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac281a5d-1cbc-44a1-8a22-c5cf0aca1c80 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:39.203523 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac281a5d-1cbc-44a1-8a22-c5cf0aca1c80 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:39.235431 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f25391-5b19-4bf2-b207-25a9e1a5446d None None] Network c5c7e57c-8838-4f2e-901c-16d052cbb5c3 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:28:39.273287 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-ec9d8544-f5d8-48db-a50e-87209b261a96 service neutron] Attempting to bind port c60de607-1230-4a86-84eb-d33ccd0ec62f on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:28:39.273783 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-ec9d8544-f5d8-48db-a50e-87209b261a96 service neutron] Attempting to bind port c60de607-1230-4a86-84eb-d33ccd0ec62f by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'a1f0fa0d-0461-4458-9454-96010f68dd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3db4910-5150-411c-bdea-a1856033917a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:28:39.273973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-ec9d8544-f5d8-48db-a50e-87209b261a96 service neutron] Attempting to bind port c60de607-1230-4a86-84eb-d33ccd0ec62f on network c3db4910-5150-411c-bdea-a1856033917a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:28:39.291185 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-ec9d8544-f5d8-48db-a50e-87209b261a96 service neutron] Port c60de607-1230-4a86-84eb-d33ccd0ec62f on network c3db4910-5150-411c-bdea-a1856033917a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:28:39.291538 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-ec9d8544-f5d8-48db-a50e-87209b261a96 service neutron] Attempting to bind port c60de607-1230-4a86-84eb-d33ccd0ec62f on network c3db4910-5150-411c-bdea-a1856033917a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:28:39.304214 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-ec9d8544-f5d8-48db-a50e-87209b261a96 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:28:39.304559 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-ec9d8544-f5d8-48db-a50e-87209b261a96 service neutron] Checking segment: {'id': 'a1f0fa0d-0461-4458-9454-96010f68dd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3db4910-5150-411c-bdea-a1856033917a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:28:39.304964 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-ec9d8544-f5d8-48db-a50e-87209b261a96 service neutron] Bound using segment: {'id': 'a1f0fa0d-0461-4458-9454-96010f68dd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3db4910-5150-411c-bdea-a1856033917a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:28:39.305414 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-ec9d8544-f5d8-48db-a50e-87209b261a96 service neutron] Bound port: c60de607-1230-4a86-84eb-d33ccd0ec62f, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f0fa0d-0461-4458-9454-96010f68dd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3db4910-5150-411c-bdea-a1856033917a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:28:39.305776 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-ec9d8544-f5d8-48db-a50e-87209b261a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:39.326609 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac281a5d-1cbc-44a1-8a22-c5cf0aca1c80 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:39.332933 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac281a5d-1cbc-44a1-8a22-c5cf0aca1c80 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:39.335697 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e2a7d39-bfc5-4a56-9759-527f21449575 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:39.373535 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c44fca2f-efeb-4d32-b5fb-14d043565534 None None] Provisioning for port c6cd0567-280f-47ee-9d98-3ee4f19443bc completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:28:39.373635 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac281a5d-1cbc-44a1-8a22-c5cf0aca1c80 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe272cb-de7a-4020-8b14-6c2c687b75f2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:39.454175 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac281a5d-1cbc-44a1-8a22-c5cf0aca1c80 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:39.461111 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac281a5d-1cbc-44a1-8a22-c5cf0aca1c80 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:39.468039 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-ec9d8544-f5d8-48db-a50e-87209b261a96 service neutron] For port c60de607-1230-4a86-84eb-d33ccd0ec62f, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:28:39.472655 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-ec9d8544-f5d8-48db-a50e-87209b261a96 service neutron] For port c60de607-1230-4a86-84eb-d33ccd0ec62f, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=c60de607-1230-4a86-84eb-d33ccd0ec62f,segment=NetworkSegment(a1f0fa0d-0461-4458-9454-96010f68dd1f),segment_id=a1f0fa0d-0461-4458-9454-96010f68dd1f)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:28:39.483476 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-ec9d8544-f5d8-48db-a50e-87209b261a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:39.499311 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac281a5d-1cbc-44a1-8a22-c5cf0aca1c80 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:39.500867 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ac281a5d-1cbc-44a1-8a22-c5cf0aca1c80 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3400714 Jul 30 20:28:39.503830 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41070) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:39.507891 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac281a5d-1cbc-44a1-8a22-c5cf0aca1c80 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92492f67-aa6a-46c2-919e-ad45cd2c6258,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:39.514726 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-81fcf1b2-8712-440e-b5d9-5b40aa685827 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group_rule': {'security_group_id': '92492f67-aa6a-46c2-919e-ad45cd2c6258', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:39.554814 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81fcf1b2-8712-440e-b5d9-5b40aa685827 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:39.576749 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-ec9d8544-f5d8-48db-a50e-87209b261a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:39.577374 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-ec9d8544-f5d8-48db-a50e-87209b261a96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:39.578758 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-ec9d8544-f5d8-48db-a50e-87209b261a96 service neutron] 10.222.0.59 "PUT /v2.0/ports/c60de607-1230-4a86-84eb-d33ccd0ec62f HTTP/1.1" status: 200 len: 1091 time: 1.3177359 Jul 30 20:28:39.579544 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792dc272-0651-473f-9a0c-7d2fe3994141', 'tag': 'c60de607-1230-4a86-84eb-d33ccd0ec62f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:28:39.581513 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388317c7-b974-4bb8-9be4-6fd171776a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "792dc272-0651-473f-9a0c-7d2fe3994141", "tag": "c60de607-1230-4a86-84eb-d33ccd0ec62f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:28:39.630491 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81fcf1b2-8712-440e-b5d9-5b40aa685827 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:39.635869 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81fcf1b2-8712-440e-b5d9-5b40aa685827 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:39.658900 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcf1b2-8712-440e-b5d9-5b40aa685827 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ed9606-6be8-415e-8e6b-67dc1eb97089,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:39.664550 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81fcf1b2-8712-440e-b5d9-5b40aa685827 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:39.665906 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-81fcf1b2-8712-440e-b5d9-5b40aa685827 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1605060 Jul 30 20:28:39.668858 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41076) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:39.675787 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6dc621f7-f905-495a-90c3-c069e6da200b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group_rule': {'security_group_id': '92492f67-aa6a-46c2-919e-ad45cd2c6258', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:39.695100 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d8544-f5d8-48db-a50e-87209b261a96 service neutron] Pushing event updated for resources: {'Port': ['ID=c60de607-1230-4a86-84eb-d33ccd0ec62f,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:39.706863 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dc621f7-f905-495a-90c3-c069e6da200b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:39.760730 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-6dc621f7-f905-495a-90c3-c069e6da200b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] create failed (client error): There was a conflict when trying to complete your request. Jul 30 20:28:39.764381 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6dc621f7-f905-495a-90c3-c069e6da200b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0920913 Jul 30 20:28:39.764684 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41078) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:39.824456 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aaf7f7b-c1d8-4631-9991-84a8496d2737 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:39.849133 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aaf7f7b-c1d8-4631-9991-84a8496d2737 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:39.905215 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aaf7f7b-c1d8-4631-9991-84a8496d2737 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:39.908184 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aaf7f7b-c1d8-4631-9991-84a8496d2737 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:39.912626 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9aaf7f7b-c1d8-4631-9991-84a8496d2737 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "DELETE /v2.0/security-groups/92492f67-aa6a-46c2-919e-ad45cd2c6258 HTTP/1.1" status: 204 len: 168 time: 0.1468575 Jul 30 20:28:39.913311 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41080) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:39.933733 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf7f7b-c1d8-4631-9991-84a8496d2737 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92492f67-aa6a-46c2-919e-ad45cd2c6258,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:39.975804 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c6cd0567-280f-47ee-9d98-3ee4f19443bc up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:40.028280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32873286-a883-4508-a3e7-62429bb32500 req-e39fe068-6dc4-4644-af3d-1ea9d5ffc16a tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:40.029811 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32873286-a883-4508-a3e7-62429bb32500 req-e39fe068-6dc4-4644-af3d-1ea9d5ffc16a tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=792dc272-0651-473f-9a0c-7d2fe3994141 HTTP/1.1" status: 200 len: 943 time: 0.4722059 Jul 30 20:28:40.033864 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9d6edc02-1184-4d2c-a04d-8e1db1e8c5f9 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1054270 Jul 30 20:28:40.034016 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e2a7d39-bfc5-4a56-9759-527f21449575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:40.034629 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41082) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:40.039656 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a7c9faf4-c9b2-45e9-838b-ad56411b5b39 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group': {'name': 'tempest-secgroup--429946010'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:40.042586 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-6e161a36-c296-4906-99d5-91ca97388efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:40.044116 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port c6cd0567-280f-47ee-9d98-3ee4f19443bc completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:28:40.044239 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-6e161a36-c296-4906-99d5-91ca97388efe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1446840e1ab4f0c80547526cfc92a59&device_id=792dc272-0651-473f-9a0c-7d2fe3994141 HTTP/1.1" status: 200 len: 1094 time: 0.4125762 Jul 30 20:28:40.049485 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port c6cd0567-280f-47ee-9d98-3ee4f19443bc triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:40.050267 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:40.079290 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7c9faf4-c9b2-45e9-838b-ad56411b5b39 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:40.142309 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-73c869eb-3d56-40a5-94eb-50e1475b45a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c60de607-1230-4a86-84eb-d33ccd0ec62f HTTP/1.1" status: 200 len: 217 time: 0.0528591 Jul 30 20:28:40.147930 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:40.174896 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7c9faf4-c9b2-45e9-838b-ad56411b5b39 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:40.179390 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7c9faf4-c9b2-45e9-838b-ad56411b5b39 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:40.183337 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port c6cd0567-280f-47ee-9d98-3ee4f19443bc, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c6cd0567-280f-47ee-9d98-3ee4f19443bc,segment=NetworkSegment(aa1e0987-4600-4c58-8357-a709ccc23d2b),segment_id=aa1e0987-4600-4c58-8357-a709ccc23d2b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:40.188033 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:40.208226 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7c9faf4-c9b2-45e9-838b-ad56411b5b39 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:40.212005 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a7c9faf4-c9b2-45e9-838b-ad56411b5b39 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1738327 Jul 30 20:28:40.212254 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41084) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:40.216639 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-08c92b9a-7790-40d7-94e5-8befa3621d92 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group_rule': {'security_group_id': '9e5bcd2e-cf35-45e2-81be-8bd2520faace', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:40.217250 n-d-712137-9 neutron-server[93883]: WARNING neutron.api.v2.base [None req-08c92b9a-7790-40d7-94e5-8befa3621d92 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 30 20:28:40.217755 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-08c92b9a-7790-40d7-94e5-8befa3621d92 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:28:40.218687 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-08c92b9a-7790-40d7-94e5-8befa3621d92 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0054882 Jul 30 20:28:40.220539 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9faf4-c9b2-45e9-838b-ad56411b5b39 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5bcd2e-cf35-45e2-81be-8bd2520faace,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:40.221666 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32873286-a883-4508-a3e7-62429bb32500 req-aff2d267-ebbd-4be8-b085-32ac3840f9f1 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/security-groups?id=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765854 Jul 30 20:28:40.222228 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41086) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:40.249764 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=c6cd0567-280f-47ee-9d98-3ee4f19443bc,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:40.272965 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-5d07a2d7-345b-488d-81a2-f31d285ac35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:40.274428 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-5d07a2d7-345b-488d-81a2-f31d285ac35b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5494e9b8-9c99-4074-b51b-d722a328ab2d HTTP/1.1" status: 200 len: 854 time: 0.1245778 Jul 30 20:28:40.321336 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-71e76568-bbad-49f3-84c1-2b6eb13febd5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3db4910-5150-411c-bdea-a1856033917a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387571 Jul 30 20:28:40.349226 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69928002-a8ce-4e6c-9c94-12924cac4788 x-openstack-request-id: req-69928002-a8ce-4e6c-9c94-12924cac4788 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:28:40.349513 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792dc272-0651-473f-9a0c-7d2fe3994141", "tag": "c60de607-1230-4a86-84eb-d33ccd0ec62f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:28:40.349781 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-69928002-a8ce-4e6c-9c94-12924cac4788 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:28:40.350160 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792dc272-0651-473f-9a0c-7d2fe3994141', 'tag': 'c60de607-1230-4a86-84eb-d33ccd0ec62f', 'status': 'completed', 'code': 200} Jul 30 20:28:40.395079 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13be080e-0b07-467d-9297-1399e8612a22 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:40.434939 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13be080e-0b07-467d-9297-1399e8612a22 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:40.437293 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2a7d39-bfc5-4a56-9759-527f21449575 admin admin] Router 36fd5eee-5839-4d4a-a5a7-5135f45c924d is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:28:40.530405 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-d6036c4f-37ae-45ad-8f0a-077807fe71d8 service neutron] 10.222.0.59 "GET /v2.0/networks/c3db4910-5150-411c-bdea-a1856033917a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996911 Jul 30 20:28:40.555194 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13be080e-0b07-467d-9297-1399e8612a22 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:40.557682 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13be080e-0b07-467d-9297-1399e8612a22 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:40.558785 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-13be080e-0b07-467d-9297-1399e8612a22 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "DELETE /v2.0/security-groups/9e5bcd2e-cf35-45e2-81be-8bd2520faace HTTP/1.1" status: 204 len: 168 time: 0.3324656 Jul 30 20:28:40.561450 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41094) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:40.607682 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d17cc10b-8d83-4c8e-9480-2ff8225f5a61 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0450351 Jul 30 20:28:40.611407 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41096) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:40.616250 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f467d013-47cc-4931-8e0c-4fb854b1677d tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group': {'name': 'tempest-secgroup--849367878'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:40.636777 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f467d013-47cc-4931-8e0c-4fb854b1677d tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:40.638479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be080e-0b07-467d-9297-1399e8612a22 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5bcd2e-cf35-45e2-81be-8bd2520faace,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:40.666747 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2a7d39-bfc5-4a56-9759-527f21449575 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:28:40.677544 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] Sync routers for ids ['36fd5eee-5839-4d4a-a5a7-5135f45c924d'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:28:40.687950 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] Routers {'36fd5eee-5839-4d4a-a5a7-5135f45c924d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:40.689621 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:28:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['36fd5eee-5839-4d4a-a5a7-5135f45c924d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:40.702906 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9c549c2-02d7-47bc-b72f-4ad2829a443d req-ddd54c93-8298-4622-9515-e6557a4c645c service neutron] 10.222.0.59 "GET /v2.0/networks/c3db4910-5150-411c-bdea-a1856033917a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625836 Jul 30 20:28:40.724722 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f467d013-47cc-4931-8e0c-4fb854b1677d tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:40.732330 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5e2a7d39-bfc5-4a56-9759-527f21449575 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:40.733656 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5e2a7d39-bfc5-4a56-9759-527f21449575 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3893797 Jul 30 20:28:40.735657 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f467d013-47cc-4931-8e0c-4fb854b1677d tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:40.736658 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41098) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:40.765933 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f467d013-47cc-4931-8e0c-4fb854b1677d tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:40.767167 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f467d013-47cc-4931-8e0c-4fb854b1677d tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1547801 Jul 30 20:28:40.769075 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467d013-47cc-4931-8e0c-4fb854b1677d tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d2bc49-5298-4188-831b-a87b8d3e81a7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:40.771268 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41100) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:40.776186 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d8dc29d0-3bb6-43f8-a9ce-627973e8d63e tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group_rule': {'security_group_id': 'b5d2bc49-5298-4188-831b-a87b8d3e81a7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:40.776746 n-d-712137-9 neutron-server[93883]: WARNING neutron.api.v2.base [None req-d8dc29d0-3bb6-43f8-a9ce-627973e8d63e tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 30 20:28:40.777238 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-d8dc29d0-3bb6-43f8-a9ce-627973e8d63e tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:28:40.778170 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d8dc29d0-3bb6-43f8-a9ce-627973e8d63e tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059786 Jul 30 20:28:40.780677 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41102) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:40.822991 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] Set router 36fd5eee-5839-4d4a-a5a7-5135f45c924d gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:40.834681 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d9485106-9e24-41ce-8704-4a371923d570 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:40.859621 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d9485106-9e24-41ce-8704-4a371923d570 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:40.887327 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388317c7-b974-4bb8-9be4-6fd171776a0b req-1b4dfe93-52ef-4ffd-9123-1fb2b5ce4e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:40.888864 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-388317c7-b974-4bb8-9be4-6fd171776a0b req-1b4dfe93-52ef-4ffd-9123-1fb2b5ce4e65 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1446840e1ab4f0c80547526cfc92a59&device_id=792dc272-0651-473f-9a0c-7d2fe3994141 HTTP/1.1" status: 200 len: 1094 time: 0.0952127 Jul 30 20:28:40.909947 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d9485106-9e24-41ce-8704-4a371923d570 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:40.913544 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d9485106-9e24-41ce-8704-4a371923d570 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:40.917470 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d9485106-9e24-41ce-8704-4a371923d570 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "DELETE /v2.0/security-groups/b5d2bc49-5298-4188-831b-a87b8d3e81a7 HTTP/1.1" status: 204 len: 168 time: 0.1334898 Jul 30 20:28:40.918278 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41104) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:40.931054 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9485106-9e24-41ce-8704-4a371923d570 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d2bc49-5298-4188-831b-a87b8d3e81a7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:40.979551 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4f5db494-4fca-4836-bede-0e0384ca61c6 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0557122 Jul 30 20:28:40.980520 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41106) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:40.987857 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3585462b-e58d-4f0f-8dfd-4001e3832cca tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group': {'name': 'tempest-secgroup--1349310896'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:41.019625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'name': 'tempest-TestVolumeBackupRestore-642639822-router', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:37Z', 'updated_at': '2021-07-30T20:28:39Z', 'revision_number': 3, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'gw_port': {'id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:38Z', 'updated_at': '2021-07-30T20:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:41.046279 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] Checking router: 36fd5eee-5839-4d4a-a5a7-5135f45c924d for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:28:41.046627 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] Updating router 36fd5eee-5839-4d4a-a5a7-5135f45c924d port 02295853-edb2-4deb-8ec2-3a79d987cac6 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:28:41.071586 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3585462b-e58d-4f0f-8dfd-4001e3832cca tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:41.072605 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:41.142651 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388317c7-b974-4bb8-9be4-6fd171776a0b req-6f469755-94aa-4c91-9c1c-c9e29298bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:41.144065 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-388317c7-b974-4bb8-9be4-6fd171776a0b req-6f469755-94aa-4c91-9c1c-c9e29298bc3d service neutron] 10.222.0.59 "GET /v2.0/networks?id=c3db4910-5150-411c-bdea-a1856033917a HTTP/1.1" status: 200 len: 915 time: 0.2461360 Jul 30 20:28:41.238092 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-388317c7-b974-4bb8-9be4-6fd171776a0b req-5648b48f-aeb0-4772-adda-333fb112f1fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c60de607-1230-4a86-84eb-d33ccd0ec62f HTTP/1.1" status: 200 len: 217 time: 0.0855491 Jul 30 20:28:41.351096 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:41.361193 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] Transition to ACTIVE for port object 02295853-edb2-4deb-8ec2-3a79d987cac6 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:28:41.368278 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:41.379664 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388317c7-b974-4bb8-9be4-6fd171776a0b req-fe6c4881-4792-4a82-bf2f-62134f20faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:41.381124 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-388317c7-b974-4bb8-9be4-6fd171776a0b req-fe6c4881-4792-4a82-bf2f-62134f20faa5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5494e9b8-9c99-4074-b51b-d722a328ab2d HTTP/1.1" status: 200 len: 854 time: 0.1330867 Jul 30 20:28:41.433750 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] Attempting to bind port 02295853-edb2-4deb-8ec2-3a79d987cac6 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:28:41.434117 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] Attempting to bind port 02295853-edb2-4deb-8ec2-3a79d987cac6 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:28:41.434474 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] Attempting to bind port 02295853-edb2-4deb-8ec2-3a79d987cac6 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:28:41.438907 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-388317c7-b974-4bb8-9be4-6fd171776a0b req-d74df808-96b3-4223-a36f-c102f7bb3447 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3db4910-5150-411c-bdea-a1856033917a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408332 Jul 30 20:28:41.441148 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3585462b-e58d-4f0f-8dfd-4001e3832cca tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:41.446217 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8446b6-aefb-4805-a826-cd1ad10ae6f7 None None] Pushing event updated for resources: {'Port': ['ID=02295853-edb2-4deb-8ec2-3a79d987cac6,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:41.450027 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:28:41.450777 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:28:41.451403 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:41.451768 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:28:41.452361 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] Bound port: 02295853-edb2-4deb-8ec2-3a79d987cac6, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:28:41.452753 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:41.474436 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3585462b-e58d-4f0f-8dfd-4001e3832cca tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:41.489096 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e3392-157a-47ef-8c8c-a3653e177d1c req-c0273ee1-0e04-480a-8200-ac65398f16fe tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:41.490595 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-800e3392-157a-47ef-8c8c-a3653e177d1c req-c0273ee1-0e04-480a-8200-ac65398f16fe tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=792dc272-0651-473f-9a0c-7d2fe3994141 HTTP/1.1" status: 200 len: 943 time: 0.1830595 Jul 30 20:28:41.503818 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] For port 02295853-edb2-4deb-8ec2-3a79d987cac6, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:28:41.506834 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] For port 02295853-edb2-4deb-8ec2-3a79d987cac6, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=02295853-edb2-4deb-8ec2-3a79d987cac6,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:28:41.511109 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:41.572673 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] Routers {'36fd5eee-5839-4d4a-a5a7-5135f45c924d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:41.573321 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:28:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['36fd5eee-5839-4d4a-a5a7-5135f45c924d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:41.586730 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3585462b-e58d-4f0f-8dfd-4001e3832cca tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:41.590592 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3585462b-e58d-4f0f-8dfd-4001e3832cca tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6065490 Jul 30 20:28:41.591597 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41112) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:41.596514 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-344747d4-84fe-4dff-980b-5973caa2f322 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group_rule': {'security_group_id': '8afaf337-1a8d-4532-892d-62ebf9cd344b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:41.597542 n-d-712137-9 neutron-server[93883]: WARNING neutron.api.v2.base [None req-344747d4-84fe-4dff-980b-5973caa2f322 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 30 20:28:41.598115 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-344747d4-84fe-4dff-980b-5973caa2f322 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:28:41.601834 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-344747d4-84fe-4dff-980b-5973caa2f322 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070634 Jul 30 20:28:41.602014 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585462b-e58d-4f0f-8dfd-4001e3832cca tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8afaf337-1a8d-4532-892d-62ebf9cd344b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:41.602109 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41114) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:41.617429 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-22ce29f7-a91e-47f9-bd6f-ef5084f306eb tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group_rule': {'security_group_id': '8afaf337-1a8d-4532-892d-62ebf9cd344b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:41.618203 n-d-712137-9 neutron-server[93883]: WARNING neutron.api.v2.base [None req-22ce29f7-a91e-47f9-bd6f-ef5084f306eb tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 30 20:28:41.619396 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-22ce29f7-a91e-47f9-bd6f-ef5084f306eb tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:28:41.623094 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-22ce29f7-a91e-47f9-bd6f-ef5084f306eb tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0168307 Jul 30 20:28:41.623323 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41116) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:41.630047 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-282f93b7-bec1-4cb5-9b34-acd77b9fe674 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group_rule': {'security_group_id': '8afaf337-1a8d-4532-892d-62ebf9cd344b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:41.630980 n-d-712137-9 neutron-server[93883]: WARNING neutron.api.v2.base [None req-282f93b7-bec1-4cb5-9b34-acd77b9fe674 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 30 20:28:41.631496 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-282f93b7-bec1-4cb5-9b34-acd77b9fe674 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:28:41.635225 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-282f93b7-bec1-4cb5-9b34-acd77b9fe674 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082035 Jul 30 20:28:41.637263 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41120) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:41.640837 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1bbdd084-6161-4873-b4a2-8e78a8ad0307 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group_rule': {'security_group_id': '8afaf337-1a8d-4532-892d-62ebf9cd344b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:41.641814 n-d-712137-9 neutron-server[93883]: WARNING neutron.api.v2.base [None req-1bbdd084-6161-4873-b4a2-8e78a8ad0307 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 30 20:28:41.642426 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-1bbdd084-6161-4873-b4a2-8e78a8ad0307 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:28:41.646233 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1bbdd084-6161-4873-b4a2-8e78a8ad0307 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070372 Jul 30 20:28:41.647005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41122) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:41.652393 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-800e3392-157a-47ef-8c8c-a3653e177d1c req-237f2b51-777f-4199-b58f-34299dcc070a tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/security-groups?id=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353567 Jul 30 20:28:41.711413 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d24fa4d1-754c-4496-b15b-2b9feaedc480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:41.736519 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-388317c7-b974-4bb8-9be4-6fd171776a0b req-73663d5e-5ced-408b-88a1-a4f8c26d0d58 service neutron] 10.222.0.59 "GET /v2.0/networks/c3db4910-5150-411c-bdea-a1856033917a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869825 Jul 30 20:28:41.762207 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8446b6-aefb-4805-a826-cd1ad10ae6f7 None None] Pushing event updated for resources: {'Port': ['ID=02295853-edb2-4deb-8ec2-3a79d987cac6,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:41.838751 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] Set router 36fd5eee-5839-4d4a-a5a7-5135f45c924d gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:41.901685 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b0f4d2c-92e5-4fee-9b40-af53e9e190f5 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:41.937736 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c6cd0567-280f-47ee-9d98-3ee4f19443bc up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:41.997534 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b0f4d2c-92e5-4fee-9b40-af53e9e190f5 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:42.012994 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-388317c7-b974-4bb8-9be4-6fd171776a0b req-c7adf6a3-b511-4dfa-a19f-f13859418d25 service neutron] 10.222.0.59 "GET /v2.0/networks/c3db4910-5150-411c-bdea-a1856033917a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638156 Jul 30 20:28:42.033824 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port c6cd0567-280f-47ee-9d98-3ee4f19443bc triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:42.034198 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:42.073327 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-d24fa4d1-754c-4496-b15b-2b9feaedc480 admin admin] Allocated IP 172.20.0.1 (c5c7e57c-8838-4f2e-901c-16d052cbb5c3/7856c885-6013-47c0-b4a0-74bc8dd5c577/49f0f192-f7d7-4f20-a08e-d790b36d91af) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:28:42.083563 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b0f4d2c-92e5-4fee-9b40-af53e9e190f5 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:42.086083 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0b0f4d2c-92e5-4fee-9b40-af53e9e190f5 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:42.087746 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0b0f4d2c-92e5-4fee-9b40-af53e9e190f5 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "DELETE /v2.0/security-groups/8afaf337-1a8d-4532-892d-62ebf9cd344b HTTP/1.1" status: 204 len: 168 time: 0.4339092 Jul 30 20:28:42.090624 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41128) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:42.101942 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f4d2c-92e5-4fee-9b40-af53e9e190f5 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afaf337-1a8d-4532-892d-62ebf9cd344b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:42.118569 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'name': 'tempest-TestVolumeBackupRestore-642639822-router', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:37Z', 'updated_at': '2021-07-30T20:28:39Z', 'revision_number': 3, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'gw_port': {'id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:38Z', 'updated_at': '2021-07-30T20:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:42.143099 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-afeba77c-e5df-4fd4-84db-607576fb97d2 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0505724 Jul 30 20:28:42.147732 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41130) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:42.155408 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-93638586-c1ec-485f-a87b-5fa8cf25a14e tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group': {'name': 'tempest-secgroup--920168546'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:42.158177 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cdd225-9aea-42a1-bc27-93867dfb9742 None None] The sync data for ids ['36fd5eee-5839-4d4a-a5a7-5135f45c924d'] in n-d-712137-9 is: [{'id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'name': 'tempest-TestVolumeBackupRestore-642639822-router', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:37Z', 'updated_at': '2021-07-30T20:28:39Z', 'revision_number': 3, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'gw_port': {'id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:38Z', 'updated_at': '2021-07-30T20:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:28:42.206816 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93638586-c1ec-485f-a87b-5fa8cf25a14e tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:42.246233 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d24fa4d1-754c-4496-b15b-2b9feaedc480 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:42.272882 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-d24fa4d1-754c-4496-b15b-2b9feaedc480 admin admin] Transition to ACTIVE for port object 49f0f192-f7d7-4f20-a08e-d790b36d91af will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:28:42.345012 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d24fa4d1-754c-4496-b15b-2b9feaedc480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:42.385669 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93638586-c1ec-485f-a87b-5fa8cf25a14e tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:42.399376 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24fa4d1-754c-4496-b15b-2b9feaedc480 admin admin] Network c5c7e57c-8838-4f2e-901c-16d052cbb5c3 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:28:42.403648 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-d24fa4d1-754c-4496-b15b-2b9feaedc480 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:28:42.412214 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24fa4d1-754c-4496-b15b-2b9feaedc480 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:28:42.422068 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93638586-c1ec-485f-a87b-5fa8cf25a14e tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:42.474341 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fa4d1-754c-4496-b15b-2b9feaedc480 admin admin] Pushing event updated for resources: {'Port': ['ID=49f0f192-f7d7-4f20-a08e-d790b36d91af,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:42.502470 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93638586-c1ec-485f-a87b-5fa8cf25a14e tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:42.503887 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-93638586-c1ec-485f-a87b-5fa8cf25a14e tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3549049 Jul 30 20:28:42.506735 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41132) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:42.507100 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93638586-c1ec-485f-a87b-5fa8cf25a14e tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2f9ec3-14d4-4f9e-afd6-87dee6213dcc,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:42.511991 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-56947e13-35a9-4505-bf96-a27f727bb930 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group_rule': {'security_group_id': '0d2f9ec3-14d4-4f9e-afd6-87dee6213dcc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:42.512476 n-d-712137-9 neutron-server[93883]: WARNING neutron.api.v2.base [None req-56947e13-35a9-4505-bf96-a27f727bb930 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 30 20:28:42.512847 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d24fa4d1-754c-4496-b15b-2b9feaedc480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:42.512975 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-56947e13-35a9-4505-bf96-a27f727bb930 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:28:42.516414 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-56947e13-35a9-4505-bf96-a27f727bb930 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062034 Jul 30 20:28:42.517683 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41134) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:42.522313 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-173f4b80-8a0d-432c-8c3e-2b5585935e5d tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group_rule': {'security_group_id': '0d2f9ec3-14d4-4f9e-afd6-87dee6213dcc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:42.569256 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-173f4b80-8a0d-432c-8c3e-2b5585935e5d tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:28:42.570316 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-173f4b80-8a0d-432c-8c3e-2b5585935e5d tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0517068 Jul 30 20:28:42.573707 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41136) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:42.581356 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-258b28a8-8025-4dff-8f57-1550046b7b08 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group_rule': {'security_group_id': '0d2f9ec3-14d4-4f9e-afd6-87dee6213dcc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:42.581929 n-d-712137-9 neutron-server[93882]: WARNING neutron.api.v2.base [None req-258b28a8-8025-4dff-8f57-1550046b7b08 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 30 20:28:42.582603 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-258b28a8-8025-4dff-8f57-1550046b7b08 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:28:42.583447 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-258b28a8-8025-4dff-8f57-1550046b7b08 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0087330 Jul 30 20:28:42.586557 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41138) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:42.591808 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3be21d30-8ae8-4ee7-9b00-9e6cfbca7332 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group_rule': {'security_group_id': '0d2f9ec3-14d4-4f9e-afd6-87dee6213dcc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:42.686150 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-3be21d30-8ae8-4ee7-9b00-9e6cfbca7332 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:28:42.687257 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3be21d30-8ae8-4ee7-9b00-9e6cfbca7332 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0997591 Jul 30 20:28:42.689127 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d24fa4d1-754c-4496-b15b-2b9feaedc480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:42.690212 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41142) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:42.695711 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c2e1c3e5-a54d-4cec-952e-8c133af6b82b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group_rule': {'security_group_id': '0d2f9ec3-14d4-4f9e-afd6-87dee6213dcc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:42.696403 n-d-712137-9 neutron-server[93883]: WARNING neutron.api.v2.base [None req-c2e1c3e5-a54d-4cec-952e-8c133af6b82b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 30 20:28:42.700286 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-c2e1c3e5-a54d-4cec-952e-8c133af6b82b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:28:42.701313 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c2e1c3e5-a54d-4cec-952e-8c133af6b82b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096271 Jul 30 20:28:42.704063 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41144) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:42.708752 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-35654b23-e3c7-4157-9187-27dbdd94b927 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group_rule': {'security_group_id': '0d2f9ec3-14d4-4f9e-afd6-87dee6213dcc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:42.759890 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-35654b23-e3c7-4157-9187-27dbdd94b927 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Project 5a530c9b1d974eaea3d1180ec8f137f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 20:28:42.767818 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4d570b54-b2c8-4dda-8878-017c477e13ca None None] Provisioning for port 49f0f192-f7d7-4f20-a08e-d790b36d91af completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:28:42.773170 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4d570b54-b2c8-4dda-8878-017c477e13ca None None] Provisioning complete for port 49f0f192-f7d7-4f20-a08e-d790b36d91af triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:42.773852 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d570b54-b2c8-4dda-8878-017c477e13ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:42.781737 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-35654b23-e3c7-4157-9187-27dbdd94b927 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:28:42.783267 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-35654b23-e3c7-4157-9187-27dbdd94b927 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0780170 Jul 30 20:28:42.786462 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41148) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:42.792459 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9529d36e-e71e-4208-97da-5969d4915d02 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group_rule': {'security_group_id': '0d2f9ec3-14d4-4f9e-afd6-87dee6213dcc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:42.793440 n-d-712137-9 neutron-server[93883]: WARNING neutron.api.v2.base [None req-9529d36e-e71e-4208-97da-5969d4915d02 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 30 20:28:42.793990 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-9529d36e-e71e-4208-97da-5969d4915d02 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:28:42.794966 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9529d36e-e71e-4208-97da-5969d4915d02 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073888 Jul 30 20:28:42.797742 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41150) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:42.802780 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5a096fe6-ec67-49a7-a0a1-8d49a6b964d8 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group_rule': {'security_group_id': '0d2f9ec3-14d4-4f9e-afd6-87dee6213dcc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:42.812939 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4d570b54-b2c8-4dda-8878-017c477e13ca None None] Port 49f0f192-f7d7-4f20-a08e-d790b36d91af cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:28:42.839689 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-5a096fe6-ec67-49a7-a0a1-8d49a6b964d8 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Project 5a530c9b1d974eaea3d1180ec8f137f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 20:28:42.859536 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-5a096fe6-ec67-49a7-a0a1-8d49a6b964d8 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:28:42.860828 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5a096fe6-ec67-49a7-a0a1-8d49a6b964d8 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0621107 Jul 30 20:28:42.863525 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41154) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:42.868258 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-bcd6c46f-fea4-4693-b29c-d1d2bbd9f009 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group_rule': {'security_group_id': '0d2f9ec3-14d4-4f9e-afd6-87dee6213dcc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:42.887466 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d471de1-c861-415a-bb6e-dde91794938e req-eeeeffd3-16e4-4e0d-94af-fb94ff02c2c9 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:42.889077 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3d471de1-c861-415a-bb6e-dde91794938e req-eeeeffd3-16e4-4e0d-94af-fb94ff02c2c9 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=792dc272-0651-473f-9a0c-7d2fe3994141 HTTP/1.1" status: 200 len: 943 time: 0.1283333 Jul 30 20:28:42.895195 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-bcd6c46f-fea4-4693-b29c-d1d2bbd9f009 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Project 5a530c9b1d974eaea3d1180ec8f137f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 20:28:42.910565 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-bcd6c46f-fea4-4693-b29c-d1d2bbd9f009 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:28:42.911863 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bcd6c46f-fea4-4693-b29c-d1d2bbd9f009 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0471468 Jul 30 20:28:42.914573 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41156) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:42.953849 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3d471de1-c861-415a-bb6e-dde91794938e req-62e99ea8-74ec-4443-9e2b-8062ea980f0e tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/security-groups?id=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581017 Jul 30 20:28:42.974070 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d24fa4d1-754c-4496-b15b-2b9feaedc480 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:42.974070 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d24fa4d1-754c-4496-b15b-2b9feaedc480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:42.980764 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a11f7e9-6aa6-428c-9f19-769e73180218 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:43.007208 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a11f7e9-6aa6-428c-9f19-769e73180218 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:43.063261 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a11f7e9-6aa6-428c-9f19-769e73180218 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:43.066376 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a11f7e9-6aa6-428c-9f19-769e73180218 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:43.069893 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6a11f7e9-6aa6-428c-9f19-769e73180218 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "DELETE /v2.0/security-groups/0d2f9ec3-14d4-4f9e-afd6-87dee6213dcc HTTP/1.1" status: 204 len: 168 time: 0.1519568 Jul 30 20:28:43.073999 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41158) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:43.089026 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11f7e9-6aa6-428c-9f19-769e73180218 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2f9ec3-14d4-4f9e-afd6-87dee6213dcc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:43.136372 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9e68218c-6ebb-4da1-9824-92c00846ecc3 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609603 Jul 30 20:28:43.140860 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41160) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:43.147387 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8d0a9b98-b0e6-48d5-952e-3ef0cd619d0a tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group': {'name': 'tempest-secgroup--451611757'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:43.172988 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d0a9b98-b0e6-48d5-952e-3ef0cd619d0a tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:43.260889 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d0a9b98-b0e6-48d5-952e-3ef0cd619d0a tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:43.264861 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d0a9b98-b0e6-48d5-952e-3ef0cd619d0a tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:43.298857 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d0a9b98-b0e6-48d5-952e-3ef0cd619d0a tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:43.300116 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8d0a9b98-b0e6-48d5-952e-3ef0cd619d0a tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1568410 Jul 30 20:28:43.301214 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a9b98-b0e6-48d5-952e-3ef0cd619d0a tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77b0cbf5-d7f5-4dca-ab0d-3efcf39848ef,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:43.303245 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41162) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:43.308461 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-336777c9-c237-4575-bccf-becef31d7027 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group_rule': {'security_group_id': '77b0cbf5-d7f5-4dca-ab0d-3efcf39848ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:43.349946 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-336777c9-c237-4575-bccf-becef31d7027 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] create failed (client error): The resource could not be found. Jul 30 20:28:43.351470 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-336777c9-c237-4575-bccf-becef31d7027 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0469372 Jul 30 20:28:43.354471 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fa4d1-754c-4496-b15b-2b9feaedc480 admin admin] Pushing event updated for resources: {'Port': ['ID=49f0f192-f7d7-4f20-a08e-d790b36d91af,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:43.356709 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41164) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:43.357504 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d24fa4d1-754c-4496-b15b-2b9feaedc480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:43.363077 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a9110c83-4766-4b23-9370-fece2f06545d tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group_rule': {'security_group_id': '77b0cbf5-d7f5-4dca-ab0d-3efcf39848ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '021d62ec-30d4-4067-938f-39d4c11167d9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:43.462776 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-a9110c83-4766-4b23-9370-fece2f06545d tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] create failed (client error): The resource could not be found. Jul 30 20:28:43.463899 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a9110c83-4766-4b23-9370-fece2f06545d tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1042106 Jul 30 20:28:43.466709 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41166) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:43.483078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24fa4d1-754c-4496-b15b-2b9feaedc480 admin admin] Network c5c7e57c-8838-4f2e-901c-16d052cbb5c3 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:28:43.484346 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-d24fa4d1-754c-4496-b15b-2b9feaedc480 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:28:43.524227 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df5b72cc-a2ce-4607-819b-0ba3c2dcf980 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:43.550704 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df5b72cc-a2ce-4607-819b-0ba3c2dcf980 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:43.596720 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df5b72cc-a2ce-4607-819b-0ba3c2dcf980 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:43.599727 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df5b72cc-a2ce-4607-819b-0ba3c2dcf980 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:43.603758 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-df5b72cc-a2ce-4607-819b-0ba3c2dcf980 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "DELETE /v2.0/security-groups/77b0cbf5-d7f5-4dca-ab0d-3efcf39848ef HTTP/1.1" status: 204 len: 168 time: 0.1331949 Jul 30 20:28:43.603934 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24fa4d1-754c-4496-b15b-2b9feaedc480 admin admin] Router 36fd5eee-5839-4d4a-a5a7-5135f45c924d has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:28:43.605217 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41168) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:43.612358 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b72cc-a2ce-4607-819b-0ba3c2dcf980 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b0cbf5-d7f5-4dca-ab0d-3efcf39848ef,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:43.709912 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-808a09ec-7e67-4c92-8b45-63c565e3c9ee tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1036112 Jul 30 20:28:43.714228 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41170) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:43.718989 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6bdceb30-a76d-4c80-a722-d4449b1000bb tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group_rule': {'security_group_id': '8d1b44ac-1aa1-4de7-ad89-f692295a9898', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:43.739076 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4fcce50e-9c87-4c76-80cf-14bd507c17b5 None None] Provisioning complete for port 49f0f192-f7d7-4f20-a08e-d790b36d91af triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:43.739797 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4fcce50e-9c87-4c76-80cf-14bd507c17b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:43.768663 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-6bdceb30-a76d-4c80-a722-d4449b1000bb tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] create failed (client error): The resource could not be found. Jul 30 20:28:43.773761 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6bdceb30-a76d-4c80-a722-d4449b1000bb tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0548701 Jul 30 20:28:43.774059 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41172) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:43.778669 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3cf4a745-7e2d-4fa6-b9db-9fbb21f88c2b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group': {'name': 'tempest-secgroup--1560794516'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:43.780828 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4fcce50e-9c87-4c76-80cf-14bd507c17b5 None None] Port 49f0f192-f7d7-4f20-a08e-d790b36d91af cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:28:43.790881 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24fa4d1-754c-4496-b15b-2b9feaedc480 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:28:43.802170 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d24fa4d1-754c-4496-b15b-2b9feaedc480 admin admin] 10.222.0.81 "PUT /v2.0/routers/36fd5eee-5839-4d4a-a5a7-5135f45c924d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0590994 Jul 30 20:28:43.809525 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3cf4a745-7e2d-4fa6-b9db-9fbb21f88c2b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:43.907041 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3cf4a745-7e2d-4fa6-b9db-9fbb21f88c2b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:43.913806 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3cf4a745-7e2d-4fa6-b9db-9fbb21f88c2b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:43.956709 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3cf4a745-7e2d-4fa6-b9db-9fbb21f88c2b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:43.958078 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3cf4a745-7e2d-4fa6-b9db-9fbb21f88c2b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1831951 Jul 30 20:28:43.963190 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41182) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:43.968000 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-075b2821-a41d-4c98-95ae-29ae1a7c012b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group': {'name': 'tempest-secgroup--1927535979'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:43.974126 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 02295853-edb2-4deb-8ec2-3a79d987cac6 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:43.991683 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4a745-7e2d-4fa6-b9db-9fbb21f88c2b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80014f77-6513-462f-8cd9-c2c39222cda0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:43.996545 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-075b2821-a41d-4c98-95ae-29ae1a7c012b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:44.044442 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] Sync routers for ids ['36fd5eee-5839-4d4a-a5a7-5135f45c924d'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:28:44.058373 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] Routers {'36fd5eee-5839-4d4a-a5a7-5135f45c924d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:44.059166 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:28:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['36fd5eee-5839-4d4a-a5a7-5135f45c924d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:44.088287 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 02295853-edb2-4deb-8ec2-3a79d987cac6 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:28:44.110607 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 02295853-edb2-4deb-8ec2-3a79d987cac6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:44.110607 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:44.158748 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-075b2821-a41d-4c98-95ae-29ae1a7c012b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:44.167920 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-075b2821-a41d-4c98-95ae-29ae1a7c012b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:44.191141 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29634e25-9057-44be-ba65-1c33fe19dee6 req-8adeb22a-6cf1-412b-8b4b-55eb80fa424e tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:44.194260 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-29634e25-9057-44be-ba65-1c33fe19dee6 req-8adeb22a-6cf1-412b-8b4b-55eb80fa424e tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=792dc272-0651-473f-9a0c-7d2fe3994141 HTTP/1.1" status: 200 len: 943 time: 0.1226420 Jul 30 20:28:44.229557 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b2821-a41d-4c98-95ae-29ae1a7c012b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fef58b-e684-4370-9583-fcee3c1f3617,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:44.233528 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-075b2821-a41d-4c98-95ae-29ae1a7c012b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:44.235564 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-075b2821-a41d-4c98-95ae-29ae1a7c012b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2708001 Jul 30 20:28:44.238297 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41192) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:44.247219 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a9e87316-73d5-4c4a-88c7-e2dfe39ef6a6 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group_rule': {'security_group_id': '80014f77-6513-462f-8cd9-c2c39222cda0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd9fef58b-e684-4370-9583-fcee3c1f3617'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:44.250463 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:44.270367 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] Set router 36fd5eee-5839-4d4a-a5a7-5135f45c924d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:44.288764 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-29634e25-9057-44be-ba65-1c33fe19dee6 req-efbedf19-5273-471d-b2f2-cecb8186a296 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/security-groups?id=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849881 Jul 30 20:28:44.294496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device c60de607-1230-4a86-84eb-d33ccd0ec62f details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:28:44.326688 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-a9e87316-73d5-4c4a-88c7-e2dfe39ef6a6 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:28:44.330567 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a9e87316-73d5-4c4a-88c7-e2dfe39ef6a6 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0887294 Jul 30 20:28:44.330869 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41194) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:44.334790 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 02295853-edb2-4deb-8ec2-3a79d987cac6, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=02295853-edb2-4deb-8ec2-3a79d987cac6,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:44.368019 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:44.421219 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41196) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:44.447564 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a54b0c3f-298f-4c09-ba7e-5af8de4d7110 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:44.468194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=02295853-edb2-4deb-8ec2-3a79d987cac6,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:44.482949 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a54b0c3f-298f-4c09-ba7e-5af8de4d7110 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:44.484426 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port c60de607-1230-4a86-84eb-d33ccd0ec62f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=c60de607-1230-4a86-84eb-d33ccd0ec62f,segment=NetworkSegment(a1f0fa0d-0461-4458-9454-96010f68dd1f),segment_id=a1f0fa0d-0461-4458-9454-96010f68dd1f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:44.498245 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'c60de607-1230-4a86-84eb-d33ccd0ec62f', 'network_id': 'c3db4910-5150-411c-bdea-a1856033917a', 'port_id': 'c60de607-1230-4a86-84eb-d33ccd0ec62f', 'mac_address': 'fa:16:3e:dd:60:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5494e9b8-9c99-4074-b51b-d722a328ab2d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:28:44.533831 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a54b0c3f-298f-4c09-ba7e-5af8de4d7110 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:44.536580 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a54b0c3f-298f-4c09-ba7e-5af8de4d7110 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:44.537732 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a54b0c3f-298f-4c09-ba7e-5af8de4d7110 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "DELETE /v2.0/security-groups/d9fef58b-e684-4370-9583-fcee3c1f3617 HTTP/1.1" status: 204 len: 168 time: 0.2057679 Jul 30 20:28:44.540546 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41202) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:44.548273 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b0c3f-298f-4c09-ba7e-5af8de4d7110 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fef58b-e684-4370-9583-fcee3c1f3617,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:44.585849 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:44.609549 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c60de607-1230-4a86-84eb-d33ccd0ec62f {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:28:44.614178 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'name': 'tempest-TestVolumeBackupRestore-642639822-router', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:37Z', 'updated_at': '2021-07-30T20:28:42Z', 'revision_number': 4, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'gw_port': {'id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:38Z', 'updated_at': '2021-07-30T20:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '49f0f192-f7d7-4f20-a08e-d790b36d91af', 'name': '', 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'mac_address': 'fa:16:3e:42:e1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7856c885-6013-47c0-b4a0-74bc8dd5c577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:41Z', 'updated_at': '2021-07-30T20:28:42Z', 'revision_number': 2, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'subnets': [{'id': '7856c885-6013-47c0-b4a0-74bc8dd5c577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:44.640585 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-96ad43de-a93d-45fe-b926-91004b31f4fc tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0975094 Jul 30 20:28:44.642450 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port c60de607-1230-4a86-84eb-d33ccd0ec62f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=c60de607-1230-4a86-84eb-d33ccd0ec62f,segment=NetworkSegment(a1f0fa0d-0461-4458-9454-96010f68dd1f),segment_id=a1f0fa0d-0461-4458-9454-96010f68dd1f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:44.643555 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41208) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:44.647365 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-352c332c-80de-4d35-b27a-5045021503f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:44.652728 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:44.653492 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] Checking router: 36fd5eee-5839-4d4a-a5a7-5135f45c924d for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:28:44.654216 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] Updating router 36fd5eee-5839-4d4a-a5a7-5135f45c924d port 49f0f192-f7d7-4f20-a08e-d790b36d91af binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:28:44.687825 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:44.716787 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-09320843-a651-459f-a787-5b583a08d3bf tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:44.720739 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=c60de607-1230-4a86-84eb-d33ccd0ec62f,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:44.747863 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-09320843-a651-459f-a787-5b583a08d3bf tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:44.783730 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-352c332c-80de-4d35-b27a-5045021503f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:44.801498 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-352c332c-80de-4d35-b27a-5045021503f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:44.814922 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-09320843-a651-459f-a787-5b583a08d3bf tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:44.818875 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-09320843-a651-459f-a787-5b583a08d3bf tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:44.822734 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-09320843-a651-459f-a787-5b583a08d3bf tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "DELETE /v2.0/security-groups/80014f77-6513-462f-8cd9-c2c39222cda0 HTTP/1.1" status: 204 len: 168 time: 0.1781213 Jul 30 20:28:44.828977 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41212) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:44.842146 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-352c332c-80de-4d35-b27a-5045021503f9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e5abe4d7b2bf4418b71ed15cca6de792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4182155 Jul 30 20:28:44.842146 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c332c-80de-4d35-b27a-5045021503f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9df2e9-d2f9-47ba-ad6e-e3adab3f3866,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:44.843799 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41214) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:44.852952 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09320843-a651-459f-a787-5b583a08d3bf tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80014f77-6513-462f-8cd9-c2c39222cda0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:44.860264 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['c60de607-1230-4a86-84eb-d33ccd0ec62f'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:28:44.879790 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41216) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:44.885182 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3dfe7db8-61ae-4e42-b57a-f0702215f27a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-149854328-network', 'tenant_id': 'c5e557dd8ac641b9b5948dcc9b6d4420'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:44.915104 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a32969e9-f95b-486c-ad62-f41cd56064a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:44.932376 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ebfee542-9e86-44a1-8fc0-35a045c8e501 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0967996 Jul 30 20:28:44.932668 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41218) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:44.938385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-82c49766-41bb-4f6f-9e14-f202ddc1c6c6 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group': {'name': 'tempest-secgroup--334141708'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:44.949067 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a32969e9-f95b-486c-ad62-f41cd56064a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:44.950988 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfe7db8-61ae-4e42-b57a-f0702215f27a admin admin] Made reservation on behalf of c5e557dd8ac641b9b5948dcc9b6d4420 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:28:44.953502 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7db8-61ae-4e42-b57a-f0702215f27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:44.969864 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7db8-61ae-4e42-b57a-f0702215f27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:44.970940 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-82c49766-41bb-4f6f-9e14-f202ddc1c6c6 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:45.025398 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a32969e9-f95b-486c-ad62-f41cd56064a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:45.029696 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a32969e9-f95b-486c-ad62-f41cd56064a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:45.034062 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a32969e9-f95b-486c-ad62-f41cd56064a1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5f9df2e9-d2f9-47ba-ad6e-e3adab3f3866 HTTP/1.1" status: 204 len: 168 time: 0.1892869 Jul 30 20:28:45.045037 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32969e9-f95b-486c-ad62-f41cd56064a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9df2e9-d2f9-47ba-ad6e-e3adab3f3866,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:45.057832 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:45.073032 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] Transition to ACTIVE for port object 49f0f192-f7d7-4f20-a08e-d790b36d91af will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:28:45.079665 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:45.101567 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-82c49766-41bb-4f6f-9e14-f202ddc1c6c6 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:45.117239 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-82c49766-41bb-4f6f-9e14-f202ddc1c6c6 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:45.130499 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545becd-0b68-4ab4-8aa9-c3fc45ba6a60 None None] Pushing event updated for resources: {'Port': ['ID=49f0f192-f7d7-4f20-a08e-d790b36d91af,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:45.150402 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c49766-41bb-4f6f-9e14-f202ddc1c6c6 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e76adb5-012a-44cf-8df6-572aa96d39e2,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:45.268496 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7db8-61ae-4e42-b57a-f0702215f27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:45.274516 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7db8-61ae-4e42-b57a-f0702215f27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:45.288443 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-82c49766-41bb-4f6f-9e14-f202ddc1c6c6 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:45.289726 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-82c49766-41bb-4f6f-9e14-f202ddc1c6c6 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3560607 Jul 30 20:28:45.292810 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41222) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:45.299710 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] Attempting to bind port 49f0f192-f7d7-4f20-a08e-d790b36d91af on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:28:45.300246 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] Attempting to bind port 49f0f192-f7d7-4f20-a08e-d790b36d91af by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'aa1e0987-4600-4c58-8357-a709ccc23d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:28:45.300936 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] Attempting to bind port 49f0f192-f7d7-4f20-a08e-d790b36d91af on network c5c7e57c-8838-4f2e-901c-16d052cbb5c3 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:28:45.304590 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-98133313-6409-4290-9973-6fe53d8a6db5 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group_rule': {'security_group_id': '1e76adb5-012a-44cf-8df6-572aa96d39e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:45.307912 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:28:45.308499 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] Checking segment: {'id': 'aa1e0987-4600-4c58-8357-a709ccc23d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:28:45.309045 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:45.310064 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] Bound using segment: {'id': 'aa1e0987-4600-4c58-8357-a709ccc23d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:28:45.310698 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] Bound port: 49f0f192-f7d7-4f20-a08e-d790b36d91af, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa1e0987-4600-4c58-8357-a709ccc23d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:28:45.311380 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:45.343665 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dfe7db8-61ae-4e42-b57a-f0702215f27a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:28:45.362589 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe7db8-61ae-4e42-b57a-f0702215f27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab4b467-2ed2-47c1-bc89-441968bda3c5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:45.376839 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7db8-61ae-4e42-b57a-f0702215f27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:45.377219 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-3dfe7db8-61ae-4e42-b57a-f0702215f27a admin admin] Added segment ad319276-8840-41de-b4c5-91bea03bd726 of type vlan for network 89c320a8-4970-4040-8c24-e57688469df1 Jul 30 20:28:45.415656 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] For port 49f0f192-f7d7-4f20-a08e-d790b36d91af, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:28:45.421387 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] For port 49f0f192-f7d7-4f20-a08e-d790b36d91af, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=49f0f192-f7d7-4f20-a08e-d790b36d91af,segment=NetworkSegment(aa1e0987-4600-4c58-8357-a709ccc23d2b),segment_id=aa1e0987-4600-4c58-8357-a709ccc23d2b)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:28:45.430685 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-98133313-6409-4290-9973-6fe53d8a6db5 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:28:45.431090 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:45.434188 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-98133313-6409-4290-9973-6fe53d8a6db5 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1380143 Jul 30 20:28:45.434431 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41230) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:45.439018 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-9ec3670b-6a84-4669-b26f-3255e682d08a tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group_rule': {'security_group_id': '1e76adb5-012a-44cf-8df6-572aa96d39e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:45.444417 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7db8-61ae-4e42-b57a-f0702215f27a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:45.519053 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] Routers {'36fd5eee-5839-4d4a-a5a7-5135f45c924d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:45.519418 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:28:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['36fd5eee-5839-4d4a-a5a7-5135f45c924d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:45.539362 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c0f5e-3e33-4e65-a9ce-28eeb73d9eb2 req-e6f6072c-34f7-4d40-8659-6fef8da5c104 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:45.552026 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c88c0f5e-3e33-4e65-a9ce-28eeb73d9eb2 req-e6f6072c-34f7-4d40-8659-6fef8da5c104 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=792dc272-0651-473f-9a0c-7d2fe3994141 HTTP/1.1" status: 200 len: 944 time: 0.0866199 Jul 30 20:28:45.567058 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545becd-0b68-4ab4-8aa9-c3fc45ba6a60 None None] Pushing event updated for resources: {'Port': ['ID=49f0f192-f7d7-4f20-a08e-d790b36d91af,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:45.596725 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7db8-61ae-4e42-b57a-f0702215f27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:45.603492 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:45.604570 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfe7db8-61ae-4e42-b57a-f0702215f27a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:45.605552 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-9ec3670b-6a84-4669-b26f-3255e682d08a tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:28:45.609150 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9ec3670b-6a84-4669-b26f-3255e682d08a tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1712503 Jul 30 20:28:45.609292 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7db8-61ae-4e42-b57a-f0702215f27a admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:45.609400 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41234) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:45.636774 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c88c0f5e-3e33-4e65-a9ce-28eeb73d9eb2 req-6285dc52-c33c-4a9c-a035-172e9bac99b6 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/security-groups?id=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831518 Jul 30 20:28:45.664579 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3dfe7db8-61ae-4e42-b57a-f0702215f27a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7836454 Jul 30 20:28:45.670113 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41236) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:45.677035 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-5d24a772-4b97-41fe-a7d5-445b4cfc4ced admin admin] Request body: {'subnet': {'network_id': '89c320a8-4970-4040-8c24-e57688469df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-149854328-subnet', 'tenant_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:45.736465 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] Set router 36fd5eee-5839-4d4a-a5a7-5135f45c924d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:45.756554 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe7db8-61ae-4e42-b57a-f0702215f27a admin admin] Pushing event updated for resources: {'Network': ['ID=89c320a8-4970-4040-8c24-e57688469df1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:45.789711 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 89c320a8-4970-4040-8c24-e57688469df1 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:28:45.808115 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-86d114cc-f17d-45c4-b83c-e1c735822d7e tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:45.833113 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d24a772-4b97-41fe-a7d5-445b4cfc4ced admin admin] Made reservation on behalf of c5e557dd8ac641b9b5948dcc9b6d4420 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:28:45.841831 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d24a772-4b97-41fe-a7d5-445b4cfc4ced admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:45.952922 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-86d114cc-f17d-45c4-b83c-e1c735822d7e tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:45.986264 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 02295853-edb2-4deb-8ec2-3a79d987cac6 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:46.053529 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 02295853-edb2-4deb-8ec2-3a79d987cac6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:46.053967 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:46.065317 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'name': 'tempest-TestVolumeBackupRestore-642639822-router', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:37Z', 'updated_at': '2021-07-30T20:28:42Z', 'revision_number': 4, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'gw_port': {'id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:38Z', 'updated_at': '2021-07-30T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '49f0f192-f7d7-4f20-a08e-d790b36d91af', 'name': '', 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'mac_address': 'fa:16:3e:42:e1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7856c885-6013-47c0-b4a0-74bc8dd5c577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:41Z', 'updated_at': '2021-07-30T20:28:45Z', 'revision_number': 4, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'subnets': [{'id': '7856c885-6013-47c0-b4a0-74bc8dd5c577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:46.082406 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-86d114cc-f17d-45c4-b83c-e1c735822d7e tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:46.089775 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-86d114cc-f17d-45c4-b83c-e1c735822d7e tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:46.091169 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-86d114cc-f17d-45c4-b83c-e1c735822d7e tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "DELETE /v2.0/security-groups/1e76adb5-012a-44cf-8df6-572aa96d39e2 HTTP/1.1" status: 204 len: 168 time: 0.4808350 Jul 30 20:28:46.093799 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41248) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:46.094521 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb47cb6-fe10-49a0-adbf-14421860c8cb None None] The sync data for ids ['36fd5eee-5839-4d4a-a5a7-5135f45c924d'] in n-d-712137-9 is: [{'id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'name': 'tempest-TestVolumeBackupRestore-642639822-router', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:37Z', 'updated_at': '2021-07-30T20:28:42Z', 'revision_number': 4, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'gw_port': {'id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:38Z', 'updated_at': '2021-07-30T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '49f0f192-f7d7-4f20-a08e-d790b36d91af', 'name': '', 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'mac_address': 'fa:16:3e:42:e1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7856c885-6013-47c0-b4a0-74bc8dd5c577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:41Z', 'updated_at': '2021-07-30T20:28:45Z', 'revision_number': 4, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'subnets': [{'id': '7856c885-6013-47c0-b4a0-74bc8dd5c577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:28:46.098602 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d24a772-4b97-41fe-a7d5-445b4cfc4ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:46.132273 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d114cc-f17d-45c4-b83c-e1c735822d7e tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e76adb5-012a-44cf-8df6-572aa96d39e2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:46.204711 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24a772-4b97-41fe-a7d5-445b4cfc4ced admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5fe6838-c7b4-44f6-8e2c-78921b8e0542,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:46.212935 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d24a772-4b97-41fe-a7d5-445b4cfc4ced admin admin] Checking segment: {'id': 'ad319276-8840-41de-b4c5-91bea03bd726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '89c320a8-4970-4040-8c24-e57688469df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:28:46.213393 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d24a772-4b97-41fe-a7d5-445b4cfc4ced admin admin] Network hostable DHCP agents. Network: 89c320a8-4970-4040-8c24-e57688469df1, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:28:46.223590 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7bcae335-5018-454f-b39c-2032bd9708ce tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1223807 Jul 30 20:28:46.226707 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41252) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:46.232067 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-948f98b5-7bb3-4dcf-9458-96167696c09b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group': {'name': 'tempest-secgroup--210472874'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:46.262199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d24a772-4b97-41fe-a7d5-445b4cfc4ced admin admin] Network 89c320a8-4970-4040-8c24-e57688469df1 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:28:46.268573 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-948f98b5-7bb3-4dcf-9458-96167696c09b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:46.279276 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-5d24a772-4b97-41fe-a7d5-445b4cfc4ced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 89c320a8-4970-4040-8c24-e57688469df1) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:28:46.286181 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d24a772-4b97-41fe-a7d5-445b4cfc4ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:46.287255 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d24a772-4b97-41fe-a7d5-445b4cfc4ced admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:46.291846 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682630c3-32e9-4f5f-86fc-86376a8983a0 None None] Network 89c320a8-4970-4040-8c24-e57688469df1 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:28:46.318885 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device c60de607-1230-4a86-84eb-d33ccd0ec62f up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:46.381100 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-948f98b5-7bb3-4dcf-9458-96167696c09b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:46.389338 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-948f98b5-7bb3-4dcf-9458-96167696c09b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:46.407876 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5d24a772-4b97-41fe-a7d5-445b4cfc4ced admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7364361 Jul 30 20:28:46.408388 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41256) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:46.417056 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-086cb7ea-cfbe-4392-a807-f52bf6e00498 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-149854328-router', 'tenant_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:46.427939 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-948f98b5-7bb3-4dcf-9458-96167696c09b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:46.429188 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-948f98b5-7bb3-4dcf-9458-96167696c09b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2018704 Jul 30 20:28:46.432302 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41258) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:46.438135 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-8dfdc5ee-ab08-49ac-acfe-dbd91171e591 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:46.438482 n-d-712137-9 neutron-server[93882]: WARNING neutron.api.v2.base [None req-8dfdc5ee-ab08-49ac-acfe-dbd91171e591 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 30 20:28:46.438984 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-8dfdc5ee-ab08-49ac-acfe-dbd91171e591 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] update failed (client error): There was a conflict when trying to complete your request. Jul 30 20:28:46.440109 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8dfdc5ee-ab08-49ac-acfe-dbd91171e591 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "PUT /v2.0/security-groups/93daea99-3aa0-4c11-a083-0e131086344e HTTP/1.1" status: 409 len: 330 time: 0.0067413 Jul 30 20:28:46.441257 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f98b5-7bb3-4dcf-9458-96167696c09b tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93daea99-3aa0-4c11-a083-0e131086344e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:46.443761 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41260) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:46.448098 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port c60de607-1230-4a86-84eb-d33ccd0ec62f completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:28:46.470538 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port c60de607-1230-4a86-84eb-d33ccd0ec62f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:46.470908 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:46.483786 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-086cb7ea-cfbe-4392-a807-f52bf6e00498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:46.487772 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-086cb7ea-cfbe-4392-a807-f52bf6e00498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:46.521484 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb0b9007-6b7f-4870-b227-2a0fd96be09f tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:46.563306 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb0b9007-6b7f-4870-b227-2a0fd96be09f tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:46.588608 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f58fc8-4d5d-4016-ab47-f443f746f6d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-89c320a8-4970-4040-8c24-e57688469df1', 'network_id': '89c320a8-4970-4040-8c24-e57688469df1', 'tenant_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'fixed_ips': [{'subnet_id': 'c5fe6838-c7b4-44f6-8e2c-78921b8e0542'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:28:46.589123 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-55f58fc8-4d5d-4016-ab47-f443f746f6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:46.596630 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-086cb7ea-cfbe-4392-a807-f52bf6e00498 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:46.635015 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb0b9007-6b7f-4870-b227-2a0fd96be09f tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:46.640369 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb0b9007-6b7f-4870-b227-2a0fd96be09f tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:46.641985 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cb0b9007-6b7f-4870-b227-2a0fd96be09f tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "DELETE /v2.0/security-groups/93daea99-3aa0-4c11-a083-0e131086344e HTTP/1.1" status: 204 len: 168 time: 0.1972575 Jul 30 20:28:46.654544 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41268) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:46.654544 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b9007-6b7f-4870-b227-2a0fd96be09f tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93daea99-3aa0-4c11-a083-0e131086344e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:46.751684 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:46.815699 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792dc272-0651-473f-9a0c-7d2fe3994141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60de607-1230-4a86-84eb-d33ccd0ec62f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:28:46.818096 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42dd04d9-9c95-4fb2-a864-0f22d63dda8b" -d '{"events": [{"server_uuid": "792dc272-0651-473f-9a0c-7d2fe3994141", "name": "network-vif-plugged", "status": "completed", "tag": "c60de607-1230-4a86-84eb-d33ccd0ec62f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:28:46.838469 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b5d724b0-7c60-4fde-9a60-6aae80fbe8b7 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1727543 Jul 30 20:28:46.843147 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41314) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:46.852001 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-086cb7ea-cfbe-4392-a807-f52bf6e00498 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:46.865552 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-343cfa27-a10b-4a6b-972c-b72de317760a tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] delete failed (client error): The resource could not be found. Jul 30 20:28:46.866717 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-343cfa27-a10b-4a6b-972c-b72de317760a tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "DELETE /v2.0/security-groups/29723b66-d4eb-43ae-bfbc-d8aaa15208ed HTTP/1.1" status: 404 len: 347 time: 0.0218618 Jul 30 20:28:46.870880 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port c60de607-1230-4a86-84eb-d33ccd0ec62f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=c60de607-1230-4a86-84eb-d33ccd0ec62f,segment=NetworkSegment(a1f0fa0d-0461-4458-9454-96010f68dd1f),segment_id=a1f0fa0d-0461-4458-9454-96010f68dd1f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:46.871638 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41316) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:46.888632 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-9d012510-6c11-4a3c-a2a2-acf43a7e1634 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] show failed (client error): The resource could not be found. Jul 30 20:28:46.889726 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9d012510-6c11-4a3c-a2a2-acf43a7e1634 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "GET /v2.0/security-groups/0b6b1403-a018-471c-abba-20f42892d936 HTTP/1.1" status: 404 len: 347 time: 0.0169029 Jul 30 20:28:46.890426 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5362c-d2b8-4061-abba-0154019316ad req-64428093-1f2e-499a-ae39-a4086fdd3f33 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:46.893445 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41318) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:46.894071 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-55f58fc8-4d5d-4016-ab47-f443f746f6d4 None None] Allocated IP 172.20.0.2 (89c320a8-4970-4040-8c24-e57688469df1/c5fe6838-c7b4-44f6-8e2c-78921b8e0542/6fce8d3a-a7ea-40a6-a90c-113d04c07399) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:28:46.894993 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99b5362c-d2b8-4061-abba-0154019316ad req-64428093-1f2e-499a-ae39-a4086fdd3f33 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=792dc272-0651-473f-9a0c-7d2fe3994141 HTTP/1.1" status: 200 len: 944 time: 0.1018171 Jul 30 20:28:46.903228 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:46.924873 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-47eba5ae-42c2-4d1b-9d26-43d098e8dfe3 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] show failed (client error): The resource could not be found. Jul 30 20:28:46.926898 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-47eba5ae-42c2-4d1b-9d26-43d098e8dfe3 tempest-NegativeSecGroupIPv6Test-85820624 tempest-NegativeSecGroupIPv6Test-85820624-project] 10.222.0.81 "GET /v2.0/security-group-rules/428e8152-07c5-4eb2-b327-c099147f2529 HTTP/1.1" status: 404 len: 356 time: 0.0317438 Jul 30 20:28:46.965518 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99b5362c-d2b8-4061-abba-0154019316ad req-06ad04e4-8eae-4e2b-be1a-e447d8eb0475 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/security-groups?id=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630867 Jul 30 20:28:47.075763 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=c60de607-1230-4a86-84eb-d33ccd0ec62f,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:47.167546 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5782918d-73d4-4d83-83dd-eed8beb8a6f5 x-openstack-request-id: req-5782918d-73d4-4d83-83dd-eed8beb8a6f5 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:28:47.167546 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792dc272-0651-473f-9a0c-7d2fe3994141", "name": "network-vif-plugged", "status": "completed", "tag": "c60de607-1230-4a86-84eb-d33ccd0ec62f", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:28:47.167546 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5782918d-73d4-4d83-83dd-eed8beb8a6f5 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:28:47.167546 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792dc272-0651-473f-9a0c-7d2fe3994141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60de607-1230-4a86-84eb-d33ccd0ec62f', 'code': 200} Jul 30 20:28:47.273668 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-55f58fc8-4d5d-4016-ab47-f443f746f6d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:47.282944 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-55f58fc8-4d5d-4016-ab47-f443f746f6d4 None None] Transition to ACTIVE for port object 6fce8d3a-a7ea-40a6-a90c-113d04c07399 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:28:47.289606 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41326) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:47.289825 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-086cb7ea-cfbe-4392-a807-f52bf6e00498 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:47.297750 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41328) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:47.299431 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-55f58fc8-4d5d-4016-ab47-f443f746f6d4 None None] Transition to ACTIVE for port object 6fce8d3a-a7ea-40a6-a90c-113d04c07399 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:28:47.305637 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-55f58fc8-4d5d-4016-ab47-f443f746f6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:47.314925 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-086cb7ea-cfbe-4392-a807-f52bf6e00498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:47.345080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c73ab3-21fe-4dd1-989e-ffd3457fd698 req-cd6ef1bd-3e2d-49e0-be7d-b846eabb2d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:47.346284 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e4c73ab3-21fe-4dd1-989e-ffd3457fd698 req-cd6ef1bd-3e2d-49e0-be7d-b846eabb2d47 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=792dc272-0651-473f-9a0c-7d2fe3994141 HTTP/1.1" status: 200 len: 1096 time: 0.1248600 Jul 30 20:28:47.389046 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f58fc8-4d5d-4016-ab47-f443f746f6d4 None None] Network 89c320a8-4970-4040-8c24-e57688469df1 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:28:47.396389 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-55f58fc8-4d5d-4016-ab47-f443f746f6d4 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:28:47.406238 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f58fc8-4d5d-4016-ab47-f443f746f6d4 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:28:47.416758 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e4c73ab3-21fe-4dd1-989e-ffd3457fd698 req-3a154190-e193-40e9-b408-19ce5ddc9b6f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626137 Jul 30 20:28:47.430975 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f58fc8-4d5d-4016-ab47-f443f746f6d4 None None] Pushing event updated for resources: {'Port': ['ID=6fce8d3a-a7ea-40a6-a90c-113d04c07399,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:47.500357 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-55f58fc8-4d5d-4016-ab47-f443f746f6d4 None None] Attempting to bind port 6fce8d3a-a7ea-40a6-a90c-113d04c07399 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:28:47.500821 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-55f58fc8-4d5d-4016-ab47-f443f746f6d4 None None] Attempting to bind port 6fce8d3a-a7ea-40a6-a90c-113d04c07399 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'ad319276-8840-41de-b4c5-91bea03bd726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '89c320a8-4970-4040-8c24-e57688469df1'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:28:47.501255 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f58fc8-4d5d-4016-ab47-f443f746f6d4 None None] Attempting to bind port 6fce8d3a-a7ea-40a6-a90c-113d04c07399 on network 89c320a8-4970-4040-8c24-e57688469df1 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:28:47.508100 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f58fc8-4d5d-4016-ab47-f443f746f6d4 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:28:47.508608 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f58fc8-4d5d-4016-ab47-f443f746f6d4 None None] Checking segment: {'id': 'ad319276-8840-41de-b4c5-91bea03bd726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '89c320a8-4970-4040-8c24-e57688469df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:28:47.509648 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-55f58fc8-4d5d-4016-ab47-f443f746f6d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:47.510040 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f58fc8-4d5d-4016-ab47-f443f746f6d4 None None] Bound using segment: {'id': 'ad319276-8840-41de-b4c5-91bea03bd726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '89c320a8-4970-4040-8c24-e57688469df1'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:28:47.511209 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-55f58fc8-4d5d-4016-ab47-f443f746f6d4 None None] Bound port: 6fce8d3a-a7ea-40a6-a90c-113d04c07399, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad319276-8840-41de-b4c5-91bea03bd726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '89c320a8-4970-4040-8c24-e57688469df1'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:28:47.511209 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-55f58fc8-4d5d-4016-ab47-f443f746f6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:47.523764 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-988c3ac0-8e10-4f80-8077-fb2dcf77dfc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:47.564074 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-69e5cf8f-7319-48fc-b1e3-68fc6d9fcba8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5a530c9b1d974eaea3d1180ec8f137f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2549183 Jul 30 20:28:47.567247 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41334) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:47.592627 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-55f58fc8-4d5d-4016-ab47-f443f746f6d4 None None] For port 6fce8d3a-a7ea-40a6-a90c-113d04c07399, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:28:47.597116 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-55f58fc8-4d5d-4016-ab47-f443f746f6d4 None None] For port 6fce8d3a-a7ea-40a6-a90c-113d04c07399, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6fce8d3a-a7ea-40a6-a90c-113d04c07399,segment=NetworkSegment(ad319276-8840-41de-b4c5-91bea03bd726),segment_id=ad319276-8840-41de-b4c5-91bea03bd726)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:28:47.602911 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-55f58fc8-4d5d-4016-ab47-f443f746f6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:47.647765 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6d0eddb2-9ec9-4c73-97c7-c5639e144ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:47.665532 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f58fc8-4d5d-4016-ab47-f443f746f6d4 None None] Pushing event updated for resources: {'Port': ['ID=6fce8d3a-a7ea-40a6-a90c-113d04c07399,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:47.681581 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6d0eddb2-9ec9-4c73-97c7-c5639e144ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:47.797464 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2159530d-a992-4ab9-a94d-70d0c25beb17 req-86ff9514-b699-4c5c-a812-764bff4933f5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1079626 Jul 30 20:28:47.820789 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-988c3ac0-8e10-4f80-8077-fb2dcf77dfc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:47.827427 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-988c3ac0-8e10-4f80-8077-fb2dcf77dfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:47.834185 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6d0eddb2-9ec9-4c73-97c7-c5639e144ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:47.836890 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6d0eddb2-9ec9-4c73-97c7-c5639e144ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:47.842146 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6d0eddb2-9ec9-4c73-97c7-c5639e144ca2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9fe272cb-de7a-4020-8b14-6c2c687b75f2 HTTP/1.1" status: 204 len: 168 time: 0.2738438 Jul 30 20:28:47.921403 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-988c3ac0-8e10-4f80-8077-fb2dcf77dfc8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4493d637a2244fe482671aa5eb0708ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6289771 Jul 30 20:28:47.924010 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c3ac0-8e10-4f80-8077-fb2dcf77dfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8212dd15-93cc-4be0-845a-159e4ae2a19f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:47.932493 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41338) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:47.947649 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0eddb2-9ec9-4c73-97c7-c5639e144ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe272cb-de7a-4020-8b14-6c2c687b75f2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:47.966367 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-086cb7ea-cfbe-4392-a807-f52bf6e00498 admin admin] Allocated IP 172.25.3.102 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/afe66137-23ba-4877-aa05-13d789554dcd) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:28:47.972508 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159530d-a992-4ab9-a94d-70d0c25beb17 req-a2e1d91e-f794-4113-aeef-0bdc6d1bd59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:47.976817 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2159530d-a992-4ab9-a94d-70d0c25beb17 req-a2e1d91e-f794-4113-aeef-0bdc6d1bd59e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fdd4a0aeb4734545b256ac5e1a36d088&device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc HTTP/1.1" status: 200 len: 1096 time: 0.1220477 Jul 30 20:28:48.087023 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 49f0f192-f7d7-4f20-a08e-d790b36d91af up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:48.156553 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 49f0f192-f7d7-4f20-a08e-d790b36d91af completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:28:48.158341 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10562be2-e917-45e6-9b56-2386e6b9384a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:48.162295 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 49f0f192-f7d7-4f20-a08e-d790b36d91af triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:48.162295 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:48.226785 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10562be2-e917-45e6-9b56-2386e6b9384a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:48.261724 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-086cb7ea-cfbe-4392-a807-f52bf6e00498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:48.287391 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c641979-4ad9-4e54-835b-b1e1204cba5f req-1b9d028b-2ff3-4f3d-9678-912c4e20edb2 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:48.295297 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1c641979-4ad9-4e54-835b-b1e1204cba5f req-1b9d028b-2ff3-4f3d-9678-912c4e20edb2 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=792dc272-0651-473f-9a0c-7d2fe3994141 HTTP/1.1" status: 200 len: 945 time: 0.1881092 Jul 30 20:28:48.312305 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:48.320520 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159530d-a992-4ab9-a94d-70d0c25beb17 req-bf148fdf-6306-4c08-ba49-d6feb5785f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:48.322049 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2159530d-a992-4ab9-a94d-70d0c25beb17 req-bf148fdf-6306-4c08-ba49-d6feb5785f18 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c HTTP/1.1" status: 200 len: 912 time: 0.3195500 Jul 30 20:28:48.341791 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10562be2-e917-45e6-9b56-2386e6b9384a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:48.345023 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10562be2-e917-45e6-9b56-2386e6b9384a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:48.346325 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-10562be2-e917-45e6-9b56-2386e6b9384a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8212dd15-93cc-4be0-845a-159e4ae2a19f HTTP/1.1" status: 204 len: 168 time: 0.4127250 Jul 30 20:28:48.357057 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-086cb7ea-cfbe-4392-a807-f52bf6e00498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:48.361847 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 49f0f192-f7d7-4f20-a08e-d790b36d91af, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=49f0f192-f7d7-4f20-a08e-d790b36d91af,segment=NetworkSegment(aa1e0987-4600-4c58-8357-a709ccc23d2b),segment_id=aa1e0987-4600-4c58-8357-a709ccc23d2b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:48.370975 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:48.396772 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10562be2-e917-45e6-9b56-2386e6b9384a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8212dd15-93cc-4be0-845a-159e4ae2a19f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:48.424194 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2159530d-a992-4ab9-a94d-70d0c25beb17 req-57c4c468-8d08-471d-865e-e7749d59bbd5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d HTTP/1.1" status: 200 len: 1001 time: 0.0932720 Jul 30 20:28:48.432286 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086cb7ea-cfbe-4392-a807-f52bf6e00498 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:28:48.445984 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-086cb7ea-cfbe-4392-a807-f52bf6e00498 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:28:48.449517 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=49f0f192-f7d7-4f20-a08e-d790b36d91af,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:48.453308 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086cb7ea-cfbe-4392-a807-f52bf6e00498 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:28:48.463704 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cb7ea-cfbe-4392-a807-f52bf6e00498 admin admin] Pushing event updated for resources: {'Port': ['ID=afe66137-23ba-4877-aa05-13d789554dcd,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:48.485598 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159530d-a992-4ab9-a94d-70d0c25beb17 req-6335b321-e3b8-41b8-9941-ff1bf70881a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:48.487242 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2159530d-a992-4ab9-a94d-70d0c25beb17 req-6335b321-e3b8-41b8-9941-ff1bf70881a8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6491aa5-23e2-49d6-ab1a-df22f79d0138 HTTP/1.1" status: 200 len: 850 time: 0.0569007 Jul 30 20:28:48.506492 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1c641979-4ad9-4e54-835b-b1e1204cba5f req-61dad970-828c-4899-8a42-10f069d2dd44 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/security-groups?id=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060983 Jul 30 20:28:48.593188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159530d-a992-4ab9-a94d-70d0c25beb17 req-4619780c-5978-4265-be80-65ff79d110a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:48.594837 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2159530d-a992-4ab9-a94d-70d0c25beb17 req-4619780c-5978-4265-be80-65ff79d110a0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874672 Jul 30 20:28:48.751871 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2159530d-a992-4ab9-a94d-70d0c25beb17 req-e5464a09-3ec4-4347-bf20-e8348cafac7b service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480041 Jul 30 20:28:48.812318 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-086cb7ea-cfbe-4392-a807-f52bf6e00498 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:48.864300 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2159530d-a992-4ab9-a94d-70d0c25beb17 req-65ba0193-1ac4-45c8-ac0c-8b5282434466 service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052694 Jul 30 20:28:49.046301 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-086cb7ea-cfbe-4392-a807-f52bf6e00498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:49.129610 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a098f6cd-ac77-4c9b-b9e8-9a32bb12b881 None None] Network 89c320a8-4970-4040-8c24-e57688469df1 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:28:49.195732 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086cb7ea-cfbe-4392-a807-f52bf6e00498 admin admin] Router feef8e6c-d842-4f34-9d59-66b5df9fd3a3 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:28:49.251019 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2060ee47-9cda-46ce-b3dd-58d7970575df None None] Provisioning for port 6fce8d3a-a7ea-40a6-a90c-113d04c07399 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:28:49.349106 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086cb7ea-cfbe-4392-a807-f52bf6e00498 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:28:49.367045 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] Sync routers for ids ['feef8e6c-d842-4f34-9d59-66b5df9fd3a3'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:28:49.377518 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-086cb7ea-cfbe-4392-a807-f52bf6e00498 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:49.382220 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41384) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:49.385000 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-086cb7ea-cfbe-4392-a807-f52bf6e00498 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9750352 Jul 30 20:28:49.388097 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] Routers {'feef8e6c-d842-4f34-9d59-66b5df9fd3a3'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:49.388739 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:28:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['feef8e6c-d842-4f34-9d59-66b5df9fd3a3'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:49.528817 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] Set router feef8e6c-d842-4f34-9d59-66b5df9fd3a3 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:49.746538 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb4885-013a-42ae-96da-497c4aaf204b req-9b95ead4-0744-4ed2-a644-c96d8d9211d6 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:28:49.748192 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4eeb4885-013a-42ae-96da-497c4aaf204b req-9b95ead4-0744-4ed2-a644-c96d8d9211d6 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=792dc272-0651-473f-9a0c-7d2fe3994141 HTTP/1.1" status: 200 len: 945 time: 0.1592574 Jul 30 20:28:49.848697 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:49.850211 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4eeb4885-013a-42ae-96da-497c4aaf204b req-fcf151ff-c0f5-455b-b44c-8298bf150503 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/security-groups?id=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926738 Jul 30 20:28:50.028133 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feef8e6c-d842-4f34-9d59-66b5df9fd3a3', 'name': 'tempest-TestVolumeBackupRestore-149854328-router', 'tenant_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'afe66137-23ba-4877-aa05-13d789554dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:46Z', 'updated_at': '2021-07-30T20:28:48Z', 'revision_number': 3, 'project_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'gw_port': {'id': 'afe66137-23ba-4877-aa05-13d789554dcd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feef8e6c-d842-4f34-9d59-66b5df9fd3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:47Z', 'updated_at': '2021-07-30T20:28:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:50.071812 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] Checking router: feef8e6c-d842-4f34-9d59-66b5df9fd3a3 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:28:50.072233 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] Updating router feef8e6c-d842-4f34-9d59-66b5df9fd3a3 port afe66137-23ba-4877-aa05-13d789554dcd binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:28:50.114467 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:50.162911 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 49f0f192-f7d7-4f20-a08e-d790b36d91af up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:50.231634 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c5f03435-d3ff-4523-8ecc-b87d485e658c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:50.298940 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 49f0f192-f7d7-4f20-a08e-d790b36d91af triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:50.299463 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:50.459262 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6fce8d3a-a7ea-40a6-a90c-113d04c07399 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:50.482761 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-c5f03435-d3ff-4523-8ecc-b87d485e658c admin admin] Allocated IP 172.20.0.1 (89c320a8-4970-4040-8c24-e57688469df1/c5fe6838-c7b4-44f6-8e2c-78921b8e0542/a636c784-d42f-46f3-8dfa-912f4fbc507e) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:28:50.621054 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 6fce8d3a-a7ea-40a6-a90c-113d04c07399 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:28:50.641925 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 6fce8d3a-a7ea-40a6-a90c-113d04c07399 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:50.642304 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:50.691765 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:50.709135 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c5f03435-d3ff-4523-8ecc-b87d485e658c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:50.709988 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] Transition to ACTIVE for port object afe66137-23ba-4877-aa05-13d789554dcd will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:28:50.726878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c5f03435-d3ff-4523-8ecc-b87d485e658c admin admin] Transition to ACTIVE for port object a636c784-d42f-46f3-8dfa-912f4fbc507e will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:28:50.759659 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:50.761605 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:50.776635 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c5f03435-d3ff-4523-8ecc-b87d485e658c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:50.845660 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f03435-d3ff-4523-8ecc-b87d485e658c admin admin] Network 89c320a8-4970-4040-8c24-e57688469df1 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:28:50.849133 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-c5f03435-d3ff-4523-8ecc-b87d485e658c admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:28:50.853638 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 6fce8d3a-a7ea-40a6-a90c-113d04c07399, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6fce8d3a-a7ea-40a6-a90c-113d04c07399,segment=NetworkSegment(ad319276-8840-41de-b4c5-91bea03bd726),segment_id=ad319276-8840-41de-b4c5-91bea03bd726)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:50.854003 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f03435-d3ff-4523-8ecc-b87d485e658c admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:28:50.855125 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] Attempting to bind port afe66137-23ba-4877-aa05-13d789554dcd on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:28:50.856147 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] Attempting to bind port afe66137-23ba-4877-aa05-13d789554dcd by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:28:50.856147 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] Attempting to bind port afe66137-23ba-4877-aa05-13d789554dcd on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:28:50.858583 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d942e-6086-423e-a0f6-c316a80ced4a None None] Pushing event updated for resources: {'Port': ['ID=afe66137-23ba-4877-aa05-13d789554dcd,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:50.865171 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:28:50.865563 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:28:50.866039 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:50.866980 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:28:50.867175 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] Bound port: afe66137-23ba-4877-aa05-13d789554dcd, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:28:50.867703 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:50.916210 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f03435-d3ff-4523-8ecc-b87d485e658c admin admin] Pushing event updated for resources: {'Port': ['ID=a636c784-d42f-46f3-8dfa-912f4fbc507e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:50.943961 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c5f03435-d3ff-4523-8ecc-b87d485e658c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:50.944212 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:50.949701 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] For port afe66137-23ba-4877-aa05-13d789554dcd, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:28:50.955907 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] For port afe66137-23ba-4877-aa05-13d789554dcd, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=afe66137-23ba-4877-aa05-13d789554dcd,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:28:51.016922 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:51.150313 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=6fce8d3a-a7ea-40a6-a90c-113d04c07399,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:51.164097 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] Routers {'feef8e6c-d842-4f34-9d59-66b5df9fd3a3'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:51.164752 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:28:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['feef8e6c-d842-4f34-9d59-66b5df9fd3a3'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:51.210785 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c5f03435-d3ff-4523-8ecc-b87d485e658c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:51.370214 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-74fa384b-72d3-42e8-9afe-1446194c00f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:51.387155 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41576) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:51.389205 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d942e-6086-423e-a0f6-c316a80ced4a None None] Pushing event updated for resources: {'Port': ['ID=afe66137-23ba-4877-aa05-13d789554dcd,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:51.415380 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] Set router feef8e6c-d842-4f34-9d59-66b5df9fd3a3 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:51.428865 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-313be675-9b58-46f0-a626-f94092655863 None None] Provisioning for port a636c784-d42f-46f3-8dfa-912f4fbc507e completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:28:51.448374 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c5f03435-d3ff-4523-8ecc-b87d485e658c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:51.457429 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c5f03435-d3ff-4523-8ecc-b87d485e658c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:51.545490 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4068d2cf-2d14-4d11-9ea0-a60f3b0c1d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:51.552329 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-313be675-9b58-46f0-a626-f94092655863 None None] Provisioning complete for port a636c784-d42f-46f3-8dfa-912f4fbc507e triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:51.552723 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-313be675-9b58-46f0-a626-f94092655863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:51.586670 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f03435-d3ff-4523-8ecc-b87d485e658c admin admin] Pushing event updated for resources: {'Port': ['ID=a636c784-d42f-46f3-8dfa-912f4fbc507e,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:51.590231 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c5f03435-d3ff-4523-8ecc-b87d485e658c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:51.673679 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-313be675-9b58-46f0-a626-f94092655863 None None] Port a636c784-d42f-46f3-8dfa-912f4fbc507e cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:28:51.702545 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4068d2cf-2d14-4d11-9ea0-a60f3b0c1d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:51.710310 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4068d2cf-2d14-4d11-9ea0-a60f3b0c1d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:51.774371 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4068d2cf-2d14-4d11-9ea0-a60f3b0c1d29 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=803e74f78b36402fbfa5528a3caef7b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3858459 Jul 30 20:28:51.775134 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068d2cf-2d14-4d11-9ea0-a60f3b0c1d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebf4f12-6df4-4287-bcf7-25b2d63d3f66,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:51.778298 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41582) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:51.800932 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feef8e6c-d842-4f34-9d59-66b5df9fd3a3', 'name': 'tempest-TestVolumeBackupRestore-149854328-router', 'tenant_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'afe66137-23ba-4877-aa05-13d789554dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:46Z', 'updated_at': '2021-07-30T20:28:48Z', 'revision_number': 3, 'project_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'gw_port': {'id': 'afe66137-23ba-4877-aa05-13d789554dcd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feef8e6c-d842-4f34-9d59-66b5df9fd3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:47Z', 'updated_at': '2021-07-30T20:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:51.826748 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f03435-d3ff-4523-8ecc-b87d485e658c admin admin] Network 89c320a8-4970-4040-8c24-e57688469df1 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:28:51.828555 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-c5f03435-d3ff-4523-8ecc-b87d485e658c admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:28:51.865616 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d8d8e7-f157-495b-8b1b-92d12b8e0186 None None] The sync data for ids ['feef8e6c-d842-4f34-9d59-66b5df9fd3a3'] in n-d-712137-9 is: [{'id': 'feef8e6c-d842-4f34-9d59-66b5df9fd3a3', 'name': 'tempest-TestVolumeBackupRestore-149854328-router', 'tenant_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'afe66137-23ba-4877-aa05-13d789554dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:46Z', 'updated_at': '2021-07-30T20:28:48Z', 'revision_number': 3, 'project_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'gw_port': {'id': 'afe66137-23ba-4877-aa05-13d789554dcd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feef8e6c-d842-4f34-9d59-66b5df9fd3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:47Z', 'updated_at': '2021-07-30T20:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:28:51.888657 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db4ec5c9-8bd9-406d-a81f-6a8afff0b235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:51.951076 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db4ec5c9-8bd9-406d-a81f-6a8afff0b235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:52.030616 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f03435-d3ff-4523-8ecc-b87d485e658c admin admin] Router feef8e6c-d842-4f34-9d59-66b5df9fd3a3 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:28:52.045026 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6fce8d3a-a7ea-40a6-a90c-113d04c07399 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:52.088388 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db4ec5c9-8bd9-406d-a81f-6a8afff0b235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:52.091189 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db4ec5c9-8bd9-406d-a81f-6a8afff0b235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:52.092911 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-db4ec5c9-8bd9-406d-a81f-6a8afff0b235 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2ebf4f12-6df4-4287-bcf7-25b2d63d3f66 HTTP/1.1" status: 204 len: 168 time: 0.2987845 Jul 30 20:28:52.102216 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ec5c9-8bd9-406d-a81f-6a8afff0b235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebf4f12-6df4-4287-bcf7-25b2d63d3f66,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:52.245960 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f9a23209-3d02-45c2-9b21-856237991c7a None None] Provisioning complete for port a636c784-d42f-46f3-8dfa-912f4fbc507e triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:52.247554 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9a23209-3d02-45c2-9b21-856237991c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:52.254189 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 6fce8d3a-a7ea-40a6-a90c-113d04c07399 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:52.254189 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:52.309247 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f03435-d3ff-4523-8ecc-b87d485e658c admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:28:52.351330 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c5f03435-d3ff-4523-8ecc-b87d485e658c admin admin] 10.222.0.81 "PUT /v2.0/routers/feef8e6c-d842-4f34-9d59-66b5df9fd3a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9676578 Jul 30 20:28:52.451892 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f9a23209-3d02-45c2-9b21-856237991c7a None None] Port a636c784-d42f-46f3-8dfa-912f4fbc507e cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:28:53.702557 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d06345f-dbcc-441a-95d8-c8554eebfcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:54.006143 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:54.111249 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device afe66137-23ba-4877-aa05-13d789554dcd up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:54.181244 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41710) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:54.188362 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port afe66137-23ba-4877-aa05-13d789554dcd completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:28:54.194915 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port afe66137-23ba-4877-aa05-13d789554dcd triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:54.195583 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:54.299275 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:54.314360 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-89cdd159-f684-47cd-8582-eb08f43a01b2 tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1202158801'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:54.314950 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-89cdd159-f684-47cd-8582-eb08f43a01b2 tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] Unknown quota resources ['metering_label']. {{(pid=93883) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 20:28:54.325144 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port afe66137-23ba-4877-aa05-13d789554dcd, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=afe66137-23ba-4877-aa05-13d789554dcd,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:54.329584 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:54.422667 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=afe66137-23ba-4877-aa05-13d789554dcd,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:54.441051 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] Sync routers for ids ['feef8e6c-d842-4f34-9d59-66b5df9fd3a3'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:28:54.451920 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] Routers {'feef8e6c-d842-4f34-9d59-66b5df9fd3a3'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:54.453314 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:28:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['feef8e6c-d842-4f34-9d59-66b5df9fd3a3'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:54.547708 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89cdd159-f684-47cd-8582-eb08f43a01b2 tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:54.549135 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-89cdd159-f684-47cd-8582-eb08f43a01b2 tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3667700 Jul 30 20:28:54.552253 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41716) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:54.558005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3759cca8-e1e6-4d56-afba-60a8e87e81a8 tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7f1bb9e1-eee1-4df5-ac1d-9d30e0e5fb55'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:54.558500 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3759cca8-e1e6-4d56-afba-60a8e87e81a8 tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93882) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 20:28:54.573383 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] Set router feef8e6c-d842-4f34-9d59-66b5df9fd3a3 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:54.644836 n-d-712137-9 neutron-server[93882]: WARNING neutron.services.metering.metering_plugin [None req-3759cca8-e1e6-4d56-afba-60a8e87e81a8 tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 30 20:28:54.798710 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3759cca8-e1e6-4d56-afba-60a8e87e81a8 tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:54.800010 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3759cca8-e1e6-4d56-afba-60a8e87e81a8 tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2462521 Jul 30 20:28:54.803250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41726) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:54.808740 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-f5c92f8d-d840-47a2-b67a-6cb60bb894e6 tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7f1bb9e1-eee1-4df5-ac1d-9d30e0e5fb55'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:54.809539 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-f5c92f8d-d840-47a2-b67a-6cb60bb894e6 tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93882) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 20:28:54.851866 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feef8e6c-d842-4f34-9d59-66b5df9fd3a3', 'name': 'tempest-TestVolumeBackupRestore-149854328-router', 'tenant_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'afe66137-23ba-4877-aa05-13d789554dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:46Z', 'updated_at': '2021-07-30T20:28:51Z', 'revision_number': 4, 'project_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'gw_port': {'id': 'afe66137-23ba-4877-aa05-13d789554dcd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feef8e6c-d842-4f34-9d59-66b5df9fd3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:47Z', 'updated_at': '2021-07-30T20:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'a636c784-d42f-46f3-8dfa-912f4fbc507e', 'name': '', 'network_id': '89c320a8-4970-4040-8c24-e57688469df1', 'tenant_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'mac_address': 'fa:16:3e:c1:6d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feef8e6c-d842-4f34-9d59-66b5df9fd3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c5fe6838-c7b4-44f6-8e2c-78921b8e0542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:50Z', 'updated_at': '2021-07-30T20:28:51Z', 'revision_number': 2, 'project_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'subnets': [{'id': 'c5fe6838-c7b4-44f6-8e2c-78921b8e0542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:54.873388 n-d-712137-9 neutron-server[93882]: WARNING neutron.services.metering.metering_plugin [None req-f5c92f8d-d840-47a2-b67a-6cb60bb894e6 tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 30 20:28:54.887249 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] Checking router: feef8e6c-d842-4f34-9d59-66b5df9fd3a3 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:28:54.887923 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] Updating router feef8e6c-d842-4f34-9d59-66b5df9fd3a3 port a636c784-d42f-46f3-8dfa-912f4fbc507e binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:28:54.922609 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:54.974819 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f5c92f8d-d840-47a2-b67a-6cb60bb894e6 tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:54.983993 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41728) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:54.984624 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f5c92f8d-d840-47a2-b67a-6cb60bb894e6 tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1776614 Jul 30 20:28:54.992143 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:55.000298 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-60481f20-692f-46b4-bf2b-9c7ab59eab83 tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=81580731-23d0-4600-8063-7c8f15b8c7c7 HTTP/1.1" status: 200 len: 464 time: 0.0138557 Jul 30 20:28:55.002798 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41730) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:55.233320 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:55.244100 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] Transition to ACTIVE for port object a636c784-d42f-46f3-8dfa-912f4fbc507e will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:28:55.250343 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:55.293741 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f78e82-3c5d-442e-b113-5c0ec04416e4 None None] Pushing event updated for resources: {'Port': ['ID=a636c784-d42f-46f3-8dfa-912f4fbc507e,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:55.370877 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] Attempting to bind port a636c784-d42f-46f3-8dfa-912f4fbc507e on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:28:55.371555 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] Attempting to bind port a636c784-d42f-46f3-8dfa-912f4fbc507e by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'ad319276-8840-41de-b4c5-91bea03bd726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '89c320a8-4970-4040-8c24-e57688469df1'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:28:55.372340 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] Attempting to bind port a636c784-d42f-46f3-8dfa-912f4fbc507e on network 89c320a8-4970-4040-8c24-e57688469df1 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:28:55.378734 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:28:55.379391 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] Checking segment: {'id': 'ad319276-8840-41de-b4c5-91bea03bd726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '89c320a8-4970-4040-8c24-e57688469df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:28:55.379978 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:55.380520 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] Bound using segment: {'id': 'ad319276-8840-41de-b4c5-91bea03bd726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '89c320a8-4970-4040-8c24-e57688469df1'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:28:55.381157 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] Bound port: a636c784-d42f-46f3-8dfa-912f4fbc507e, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad319276-8840-41de-b4c5-91bea03bd726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '89c320a8-4970-4040-8c24-e57688469df1'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:28:55.381707 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:55.467916 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] For port a636c784-d42f-46f3-8dfa-912f4fbc507e, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:28:55.471911 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] For port a636c784-d42f-46f3-8dfa-912f4fbc507e, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=a636c784-d42f-46f3-8dfa-912f4fbc507e,segment=NetworkSegment(ad319276-8840-41de-b4c5-91bea03bd726),segment_id=ad319276-8840-41de-b4c5-91bea03bd726)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:28:55.479268 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:55.498587 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d18a7e84-613b-4ce3-aa1f-b3fceb72c86c tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:55.503957 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41738) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:55.514666 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d18a7e84-613b-4ce3-aa1f-b3fceb72c86c tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/81580731-23d0-4600-8063-7c8f15b8c7c7 HTTP/1.1" status: 204 len: 168 time: 0.5124876 Jul 30 20:28:55.516327 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7ab064a5-cd17-4a15-adf0-bcbabe84b333 tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=81580731-23d0-4600-8063-7c8f15b8c7c7 HTTP/1.1" status: 200 len: 221 time: 0.0103681 Jul 30 20:28:55.519763 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41740) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:55.524650 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-90256782-2686-48fc-aa92-cf3a06120c88 tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1833226411', 'description': 'label created by tempest'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:28:55.525102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-90256782-2686-48fc-aa92-cf3a06120c88 tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] Unknown quota resources ['metering_label']. {{(pid=93882) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 20:28:55.542413 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f78e82-3c5d-442e-b113-5c0ec04416e4 None None] Pushing event updated for resources: {'Port': ['ID=a636c784-d42f-46f3-8dfa-912f4fbc507e,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:55.556549 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] Routers {'feef8e6c-d842-4f34-9d59-66b5df9fd3a3'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:28:55.557351 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:28:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['feef8e6c-d842-4f34-9d59-66b5df9fd3a3'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:55.706805 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] Set router feef8e6c-d842-4f34-9d59-66b5df9fd3a3 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:28:55.802843 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90256782-2686-48fc-aa92-cf3a06120c88 tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:55.804070 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-90256782-2686-48fc-aa92-cf3a06120c88 tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2833407 Jul 30 20:28:55.807675 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41744) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:55.897419 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-777fec51-a97a-4549-8737-815c60e51788 tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=cc078609-def3-4e54-ad86-e6e6f1d9e896 HTTP/1.1" status: 200 len: 468 time: 0.0886636 Jul 30 20:28:55.900224 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41746) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:55.989449 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device afe66137-23ba-4877-aa05-13d789554dcd up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:56.068123 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feef8e6c-d842-4f34-9d59-66b5df9fd3a3', 'name': 'tempest-TestVolumeBackupRestore-149854328-router', 'tenant_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'afe66137-23ba-4877-aa05-13d789554dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:46Z', 'updated_at': '2021-07-30T20:28:51Z', 'revision_number': 4, 'project_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'gw_port': {'id': 'afe66137-23ba-4877-aa05-13d789554dcd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feef8e6c-d842-4f34-9d59-66b5df9fd3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:47Z', 'updated_at': '2021-07-30T20:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'a636c784-d42f-46f3-8dfa-912f4fbc507e', 'name': '', 'network_id': '89c320a8-4970-4040-8c24-e57688469df1', 'tenant_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'mac_address': 'fa:16:3e:c1:6d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feef8e6c-d842-4f34-9d59-66b5df9fd3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c5fe6838-c7b4-44f6-8e2c-78921b8e0542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:50Z', 'updated_at': '2021-07-30T20:28:55Z', 'revision_number': 4, 'project_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'subnets': [{'id': 'c5fe6838-c7b4-44f6-8e2c-78921b8e0542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:28:56.104900 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503cc391-afc7-47a1-a2a8-cc6568e8a932 None None] The sync data for ids ['feef8e6c-d842-4f34-9d59-66b5df9fd3a3'] in n-d-712137-9 is: [{'id': 'feef8e6c-d842-4f34-9d59-66b5df9fd3a3', 'name': 'tempest-TestVolumeBackupRestore-149854328-router', 'tenant_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'afe66137-23ba-4877-aa05-13d789554dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:46Z', 'updated_at': '2021-07-30T20:28:51Z', 'revision_number': 4, 'project_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'gw_port': {'id': 'afe66137-23ba-4877-aa05-13d789554dcd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feef8e6c-d842-4f34-9d59-66b5df9fd3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:47Z', 'updated_at': '2021-07-30T20:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'a636c784-d42f-46f3-8dfa-912f4fbc507e', 'name': '', 'network_id': '89c320a8-4970-4040-8c24-e57688469df1', 'tenant_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'mac_address': 'fa:16:3e:c1:6d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feef8e6c-d842-4f34-9d59-66b5df9fd3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c5fe6838-c7b4-44f6-8e2c-78921b8e0542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:50Z', 'updated_at': '2021-07-30T20:28:55Z', 'revision_number': 4, 'project_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'subnets': [{'id': 'c5fe6838-c7b4-44f6-8e2c-78921b8e0542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:28:56.113783 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port afe66137-23ba-4877-aa05-13d789554dcd triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:56.114255 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:56.218784 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86879f84-fc3b-4190-b099-358a22d924f4 tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:56.222644 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-86879f84-fc3b-4190-b099-358a22d924f4 tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/cc078609-def3-4e54-ad86-e6e6f1d9e896 HTTP/1.1" status: 204 len: 168 time: 0.3188009 Jul 30 20:28:56.223274 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41756) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:56.236275 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-abd73512-0921-4975-bce8-f9db18253860 tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=cc078609-def3-4e54-ad86-e6e6f1d9e896 HTTP/1.1" status: 200 len: 216 time: 0.0117023 Jul 30 20:28:56.239813 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41758) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:56.267009 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-28b70512-02ea-47d9-b661-755f4b62af4b tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0204792 Jul 30 20:28:56.271917 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41760) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:56.286084 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-251a57ec-3698-43cd-a3ce-7e666c25f04f tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0175443 Jul 30 20:28:56.290421 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41762) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:56.404602 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7b3ca9c2-49d4-4a3c-9e44-77f04c9aa79e tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels/7f1bb9e1-eee1-4df5-ac1d-9d30e0e5fb55 HTTP/1.1" status: 200 len: 473 time: 0.1129756 Jul 30 20:28:56.404806 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41764) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:56.416519 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9bdd1652-0cdf-4ed5-bc07-b7aec1641401 tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules/46b852ed-18c9-44ef-a290-576f28c01a2b HTTP/1.1" status: 200 len: 461 time: 0.0104039 Jul 30 20:28:56.420004 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41766) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:56.546247 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e05f78de-b3e9-4970-9c50-3f844cd2afab tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:56.550145 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e05f78de-b3e9-4970-9c50-3f844cd2afab tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/46b852ed-18c9-44ef-a290-576f28c01a2b HTTP/1.1" status: 204 len: 168 time: 0.1264050 Jul 30 20:28:56.550411 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41770) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:56.794626 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-438cfd94-12c6-4d03-a3e7-f8a6056275bb tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:56.798902 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-438cfd94-12c6-4d03-a3e7-f8a6056275bb tempest-MeteringTestJSON-1167903678 tempest-MeteringTestJSON-1167903678-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/7f1bb9e1-eee1-4df5-ac1d-9d30e0e5fb55 HTTP/1.1" status: 204 len: 168 time: 0.2474313 Jul 30 20:28:56.861280 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:57.202828 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41780) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:57.387623 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e63958be-649a-445a-9ea3-ad3f2cab2816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:57.503025 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e63958be-649a-445a-9ea3-ad3f2cab2816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:57.509710 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e63958be-649a-445a-9ea3-ad3f2cab2816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:57.563756 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41788) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:57.564378 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e63958be-649a-445a-9ea3-ad3f2cab2816 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=38bdfb41887840b8aa53b5602d7bcad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3598497 Jul 30 20:28:57.571379 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63958be-649a-445a-9ea3-ad3f2cab2816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c444f7-d1ce-4e39-b494-6a638139cf7c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:57.626491 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7674834f-d319-41b9-a861-31d3c057283b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:57.650872 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7674834f-d319-41b9-a861-31d3c057283b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:57.706777 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7674834f-d319-41b9-a861-31d3c057283b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:57.720157 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7674834f-d319-41b9-a861-31d3c057283b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:57.720157 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7674834f-d319-41b9-a861-31d3c057283b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/61c444f7-d1ce-4e39-b494-6a638139cf7c HTTP/1.1" status: 204 len: 168 time: 0.1528008 Jul 30 20:28:57.727324 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674834f-d319-41b9-a861-31d3c057283b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c444f7-d1ce-4e39-b494-6a638139cf7c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:58.013999 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device a636c784-d42f-46f3-8dfa-912f4fbc507e up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:28:58.114549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41798) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:58.119125 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port a636c784-d42f-46f3-8dfa-912f4fbc507e completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:28:58.124432 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port a636c784-d42f-46f3-8dfa-912f4fbc507e triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:28:58.125038 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:58.131458 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-912b635f-4b26-4495-81bb-177e9c6a4741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:58.240434 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:58.297780 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port a636c784-d42f-46f3-8dfa-912f4fbc507e, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=a636c784-d42f-46f3-8dfa-912f4fbc507e,segment=NetworkSegment(ad319276-8840-41de-b4c5-91bea03bd726),segment_id=ad319276-8840-41de-b4c5-91bea03bd726)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:28:58.303097 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:58.319869 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-912b635f-4b26-4495-81bb-177e9c6a4741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:58.325728 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-912b635f-4b26-4495-81bb-177e9c6a4741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:58.381919 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b635f-4b26-4495-81bb-177e9c6a4741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b2ba12-3816-49ba-9ad3-796fcdc2b57e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:58.387644 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-912b635f-4b26-4495-81bb-177e9c6a4741 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0992203bdbed479bb562985b25edf816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718449 Jul 30 20:28:58.390883 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41802) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:28:58.391217 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=a636c784-d42f-46f3-8dfa-912f4fbc507e,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:58.409023 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:58.409371 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:58.409709 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:58.410045 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:58.412938 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:58.413074 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:58.413379 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:58.417788 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:58.418201 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:58.418559 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:58.418893 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:58.419232 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:28:58.456546 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c70bd656-1bfa-48f3-81c7-b48be3d042d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:58.490877 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c70bd656-1bfa-48f3-81c7-b48be3d042d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:58.558430 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c70bd656-1bfa-48f3-81c7-b48be3d042d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:58.559637 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c70bd656-1bfa-48f3-81c7-b48be3d042d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:28:58.560778 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c70bd656-1bfa-48f3-81c7-b48be3d042d7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e4b2ba12-3816-49ba-9ad3-796fcdc2b57e HTTP/1.1" status: 204 len: 168 time: 0.1687541 Jul 30 20:28:58.576513 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70bd656-1bfa-48f3-81c7-b48be3d042d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b2ba12-3816-49ba-9ad3-796fcdc2b57e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:28:59.832862 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:28:59.969562 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device a636c784-d42f-46f3-8dfa-912f4fbc507e up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:29:00.041345 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port a636c784-d42f-46f3-8dfa-912f4fbc507e triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:29:00.041730 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:00.213566 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41852) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:00.326544 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-702d9a3f-7c26-4062-bb03-e2cfdc52e202 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1866882004', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:29:00.348367 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702d9a3f-7c26-4062-bb03-e2cfdc52e202 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Made reservation on behalf of cb0df36b18fa46a9a3cda2be5c79c62e for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:29:00.351111 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-702d9a3f-7c26-4062-bb03-e2cfdc52e202 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:00.360144 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-702d9a3f-7c26-4062-bb03-e2cfdc52e202 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:00.460652 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-702d9a3f-7c26-4062-bb03-e2cfdc52e202 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:00.465442 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-702d9a3f-7c26-4062-bb03-e2cfdc52e202 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:00.471244 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-702d9a3f-7c26-4062-bb03-e2cfdc52e202 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] device_id is not set on port 438f1f3e-124c-4faa-85aa-785ed1726420 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:29:00.526428 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d9a3f-7c26-4062-bb03-e2cfdc52e202 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af385bd-f6d3-4929-b53b-a60fcf3c36f8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:00.602281 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-702d9a3f-7c26-4062-bb03-e2cfdc52e202 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Allocated IP 172.25.3.205 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/438f1f3e-124c-4faa-85aa-785ed1726420) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:29:00.757195 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-702d9a3f-7c26-4062-bb03-e2cfdc52e202 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:00.797730 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-702d9a3f-7c26-4062-bb03-e2cfdc52e202 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:00.844061 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702d9a3f-7c26-4062-bb03-e2cfdc52e202 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:29:00.846987 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-702d9a3f-7c26-4062-bb03-e2cfdc52e202 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:29:00.850445 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702d9a3f-7c26-4062-bb03-e2cfdc52e202 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:29:00.885947 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d9a3f-7c26-4062-bb03-e2cfdc52e202 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Pushing event updated for resources: {'Port': ['ID=438f1f3e-124c-4faa-85aa-785ed1726420,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:00.904323 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702d9a3f-7c26-4062-bb03-e2cfdc52e202 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:29:00.905018 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-702d9a3f-7c26-4062-bb03-e2cfdc52e202 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:00.921084 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-702d9a3f-7c26-4062-bb03-e2cfdc52e202 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7062747 Jul 30 20:29:00.926621 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41868) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:00.932041 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-be6e3d83-eac5-4421-9e50-f9178c4f48a0 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.205'}]}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:29:00.959912 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be6e3d83-eac5-4421-9e50-f9178c4f48a0 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:00.961830 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be6e3d83-eac5-4421-9e50-f9178c4f48a0 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:01.024368 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be6e3d83-eac5-4421-9e50-f9178c4f48a0 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:01.166087 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be6e3d83-eac5-4421-9e50-f9178c4f48a0 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:01.400307 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be6e3d83-eac5-4421-9e50-f9178c4f48a0 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:01.420631 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be6e3d83-eac5-4421-9e50-f9178c4f48a0 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:01.583100 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be6e3d83-eac5-4421-9e50-f9178c4f48a0 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:01.798584 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be6e3d83-eac5-4421-9e50-f9178c4f48a0 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:01.800832 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be6e3d83-eac5-4421-9e50-f9178c4f48a0 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:01.848459 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be6e3d83-eac5-4421-9e50-f9178c4f48a0 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:01.849080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6e3d83-eac5-4421-9e50-f9178c4f48a0 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2455f851-ed06-4784-bbb0-5729ba85e89f {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:29:01.866330 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-be6e3d83-eac5-4421-9e50-f9178c4f48a0 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 30 20:29:01.868285 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-be6e3d83-eac5-4421-9e50-f9178c4f48a0 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.9396334 Jul 30 20:29:01.871079 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41876) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:01.963588 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bf744-a339-4e0a-b411-72ea4315e061 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Deleting port 438f1f3e-124c-4faa-85aa-785ed1726420 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:29:01.964546 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f6bf744-a339-4e0a-b411-72ea4315e061 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:02.063737 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f6bf744-a339-4e0a-b411-72ea4315e061 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:02.076239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bf744-a339-4e0a-b411-72ea4315e061 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Calling delete_port for 438f1f3e-124c-4faa-85aa-785ed1726420 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:29:02.254705 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f6bf744-a339-4e0a-b411-72ea4315e061 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:02.309118 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bf744-a339-4e0a-b411-72ea4315e061 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Pushing event deleted for resources: {'Port': ['ID=438f1f3e-124c-4faa-85aa-785ed1726420,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:02.375181 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f6bf744-a339-4e0a-b411-72ea4315e061 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:02.377177 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2f6bf744-a339-4e0a-b411-72ea4315e061 tempest-RoutersAdminNegativeTest-1652568018 tempest-RoutersAdminNegativeTest-1652568018-project-admin] 10.222.0.81 "DELETE /v2.0/ports/438f1f3e-124c-4faa-85aa-785ed1726420 HTTP/1.1" status: 204 len: 168 time: 0.5051231 Jul 30 20:29:02.643368 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41886) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:02.765065 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b18d81c4-6ca2-42fc-bc6e-2691af934c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:02.879921 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b18d81c4-6ca2-42fc-bc6e-2691af934c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:02.884806 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b18d81c4-6ca2-42fc-bc6e-2691af934c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:02.929179 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b18d81c4-6ca2-42fc-bc6e-2691af934c14 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b17efb7582b74d93a2e95b70165f1b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845728 Jul 30 20:29:02.930848 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d81c4-6ca2-42fc-bc6e-2691af934c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661df154-022c-4016-baf3-f075a053b5a1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:02.932537 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41900) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:02.999560 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ba8f00a-52af-4755-8aca-0c367fe3d5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:03.024115 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ba8f00a-52af-4755-8aca-0c367fe3d5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:03.084517 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ba8f00a-52af-4755-8aca-0c367fe3d5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:03.088936 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ba8f00a-52af-4755-8aca-0c367fe3d5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:03.090439 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1ba8f00a-52af-4755-8aca-0c367fe3d5f7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/661df154-022c-4016-baf3-f075a053b5a1 HTTP/1.1" status: 204 len: 168 time: 0.1567731 Jul 30 20:29:03.102472 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8f00a-52af-4755-8aca-0c367fe3d5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661df154-022c-4016-baf3-f075a053b5a1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:03.409210 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41910) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:03.454011 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-05386735-39fc-4430-8fbd-5c27669418d5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cb0df36b18fa46a9a3cda2be5c79c62e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414252 Jul 30 20:29:03.454301 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41912) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:03.512854 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12ef5688-f27b-4687-9538-b63b4e80e221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:03.541861 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12ef5688-f27b-4687-9538-b63b4e80e221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:03.591989 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12ef5688-f27b-4687-9538-b63b4e80e221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:03.595866 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12ef5688-f27b-4687-9538-b63b4e80e221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:03.597104 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-12ef5688-f27b-4687-9538-b63b4e80e221 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0af385bd-f6d3-4929-b53b-a60fcf3c36f8 HTTP/1.1" status: 204 len: 168 time: 0.1418090 Jul 30 20:29:03.605837 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef5688-f27b-4687-9538-b63b4e80e221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af385bd-f6d3-4929-b53b-a60fcf3c36f8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:04.554938 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41942) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:04.659336 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-bbe3f0ca-e882-4da0-b2a0-532259022928 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-998716658'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:29:04.686087 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe3f0ca-e882-4da0-b2a0-532259022928 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Made reservation on behalf of 2a165cb6be27413f8576160e5119ecb1 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:29:04.690147 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f0ca-e882-4da0-b2a0-532259022928 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:04.699723 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f0ca-e882-4da0-b2a0-532259022928 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:04.798809 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f0ca-e882-4da0-b2a0-532259022928 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:04.803628 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f0ca-e882-4da0-b2a0-532259022928 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:04.816262 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe3f0ca-e882-4da0-b2a0-532259022928 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:29:04.826071 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f0ca-e882-4da0-b2a0-532259022928 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:04.826439 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-bbe3f0ca-e882-4da0-b2a0-532259022928 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Added segment d6c09189-2a12-4b4f-b006-5d4d04fdfe5e of type vlan for network 28ec0334-93e4-40e7-b797-52f41722e30e Jul 30 20:29:04.869112 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f0ca-e882-4da0-b2a0-532259022928 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:04.916229 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3f0ca-e882-4da0-b2a0-532259022928 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1ad305-d591-4cda-8c3a-b1818a3c0307,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:04.921097 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f0ca-e882-4da0-b2a0-532259022928 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:04.926941 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe3f0ca-e882-4da0-b2a0-532259022928 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:29:04.927537 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f0ca-e882-4da0-b2a0-532259022928 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:04.954492 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bbe3f0ca-e882-4da0-b2a0-532259022928 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.3983922 Jul 30 20:29:04.957328 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41948) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:04.963305 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-71f02b19-c8d0-4fea-a8b0-0d33223366a5 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Request body: {'subnet': {'network_id': '28ec0334-93e4-40e7-b797-52f41722e30e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:29:05.007539 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3f0ca-e882-4da0-b2a0-532259022928 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Pushing event updated for resources: {'Network': ['ID=28ec0334-93e4-40e7-b797-52f41722e30e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:05.021205 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 28ec0334-93e4-40e7-b797-52f41722e30e details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:29:05.101336 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f02b19-c8d0-4fea-a8b0-0d33223366a5 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Made reservation on behalf of 2a165cb6be27413f8576160e5119ecb1 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:29:05.106362 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-71f02b19-c8d0-4fea-a8b0-0d33223366a5 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:05.369949 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-71f02b19-c8d0-4fea-a8b0-0d33223366a5 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:05.420135 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41958) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:05.439587 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f02b19-c8d0-4fea-a8b0-0d33223366a5 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Pushing event updated for resources: {'Subnet': ['ID=d999dbea-6fb2-4110-89d2-6f80fdcb9c81,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:05.466675 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f02b19-c8d0-4fea-a8b0-0d33223366a5 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Checking segment: {'id': 'd6c09189-2a12-4b4f-b006-5d4d04fdfe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '28ec0334-93e4-40e7-b797-52f41722e30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:29:05.467521 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f02b19-c8d0-4fea-a8b0-0d33223366a5 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Network hostable DHCP agents. Network: 28ec0334-93e4-40e7-b797-52f41722e30e, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:29:05.491207 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f02b19-c8d0-4fea-a8b0-0d33223366a5 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Network 28ec0334-93e4-40e7-b797-52f41722e30e is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:29:05.512769 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-71f02b19-c8d0-4fea-a8b0-0d33223366a5 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 28ec0334-93e4-40e7-b797-52f41722e30e) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:29:05.519227 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f02b19-c8d0-4fea-a8b0-0d33223366a5 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:29:05.522617 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-71f02b19-c8d0-4fea-a8b0-0d33223366a5 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:05.526138 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bc376f-d3b0-4da0-b5c0-703b9ae2d384 None None] Network 28ec0334-93e4-40e7-b797-52f41722e30e requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:29:05.558245 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 41964) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:05.558719 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-71f02b19-c8d0-4fea-a8b0-0d33223366a5 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6001146 Jul 30 20:29:05.563107 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f40d81cc-789a-4620-8fde-9f48ecacba82 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-349290996', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:29:05.589354 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e7c8dc0-f650-4859-837b-27606a493336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:05.619422 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f40d81cc-789a-4620-8fde-9f48ecacba82 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:05.620561 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f40d81cc-789a-4620-8fde-9f48ecacba82 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:05.704998 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f40d81cc-789a-4620-8fde-9f48ecacba82 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:05.713314 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f40d81cc-789a-4620-8fde-9f48ecacba82 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:05.731419 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3067eb-8048-490f-af93-93cb596b1213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-28ec0334-93e4-40e7-b797-52f41722e30e', 'network_id': '28ec0334-93e4-40e7-b797-52f41722e30e', 'tenant_id': '2a165cb6be27413f8576160e5119ecb1', 'fixed_ips': [{'subnet_id': 'd999dbea-6fb2-4110-89d2-6f80fdcb9c81'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:29:05.734401 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b3067eb-8048-490f-af93-93cb596b1213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:05.778249 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e7c8dc0-f650-4859-837b-27606a493336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:05.785388 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e7c8dc0-f650-4859-837b-27606a493336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:05.821115 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f40d81cc-789a-4620-8fde-9f48ecacba82 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:05.823985 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f40d81cc-789a-4620-8fde-9f48ecacba82 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2646983 Jul 30 20:29:05.825173 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41966) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:05.831844 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5e7c8dc0-f650-4859-837b-27606a493336 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a491ac03c10840a99e530f5d7a3cfa07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4105759 Jul 30 20:29:05.834327 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41968) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:05.847561 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c8dc0-f650-4859-837b-27606a493336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29479ff7-223e-467d-b6de-5d46d6cc278e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:05.900302 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-8b3067eb-8048-490f-af93-93cb596b1213 None None] Allocated IP 172.20.0.2 (28ec0334-93e4-40e7-b797-52f41722e30e/d999dbea-6fb2-4110-89d2-6f80fdcb9c81/0bd6d3bb-bc6c-48bc-a49f-801259e9dc11) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:29:06.044018 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6aec1d9c-fb22-4b5b-b8bd-acaafd5b11dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:06.128845 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6aec1d9c-fb22-4b5b-b8bd-acaafd5b11dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:06.215783 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-560896c7-fc1e-4382-be67-d7966bc5d568 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:06.235032 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b3067eb-8048-490f-af93-93cb596b1213 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:06.275093 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8b3067eb-8048-490f-af93-93cb596b1213 None None] Transition to ACTIVE for port object 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:29:06.292065 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8b3067eb-8048-490f-af93-93cb596b1213 None None] Transition to ACTIVE for port object 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:29:06.298122 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b3067eb-8048-490f-af93-93cb596b1213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:06.356486 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3067eb-8048-490f-af93-93cb596b1213 None None] Network 28ec0334-93e4-40e7-b797-52f41722e30e is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:29:06.363361 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8b3067eb-8048-490f-af93-93cb596b1213 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:29:06.365962 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3067eb-8048-490f-af93-93cb596b1213 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:29:06.370327 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3067eb-8048-490f-af93-93cb596b1213 None None] Pushing event updated for resources: {'Port': ['ID=0bd6d3bb-bc6c-48bc-a49f-801259e9dc11,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:06.442012 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8b3067eb-8048-490f-af93-93cb596b1213 None None] Attempting to bind port 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:29:06.442381 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8b3067eb-8048-490f-af93-93cb596b1213 None None] Attempting to bind port 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'd6c09189-2a12-4b4f-b006-5d4d04fdfe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '28ec0334-93e4-40e7-b797-52f41722e30e'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:29:06.442746 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3067eb-8048-490f-af93-93cb596b1213 None None] Attempting to bind port 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11 on network 28ec0334-93e4-40e7-b797-52f41722e30e {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:29:06.449388 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3067eb-8048-490f-af93-93cb596b1213 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:29:06.449771 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3067eb-8048-490f-af93-93cb596b1213 None None] Checking segment: {'id': 'd6c09189-2a12-4b4f-b006-5d4d04fdfe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '28ec0334-93e4-40e7-b797-52f41722e30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:29:06.450628 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b3067eb-8048-490f-af93-93cb596b1213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:06.451043 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3067eb-8048-490f-af93-93cb596b1213 None None] Bound using segment: {'id': 'd6c09189-2a12-4b4f-b006-5d4d04fdfe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '28ec0334-93e4-40e7-b797-52f41722e30e'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:29:06.451545 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8b3067eb-8048-490f-af93-93cb596b1213 None None] Bound port: 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c09189-2a12-4b4f-b006-5d4d04fdfe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '28ec0334-93e4-40e7-b797-52f41722e30e'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:29:06.451945 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b3067eb-8048-490f-af93-93cb596b1213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:06.529328 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8b3067eb-8048-490f-af93-93cb596b1213 None None] For port 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:29:06.532877 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8b3067eb-8048-490f-af93-93cb596b1213 None None] For port 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0bd6d3bb-bc6c-48bc-a49f-801259e9dc11,segment=NetworkSegment(d6c09189-2a12-4b4f-b006-5d4d04fdfe5e),segment_id=d6c09189-2a12-4b4f-b006-5d4d04fdfe5e)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:29:06.538261 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b3067eb-8048-490f-af93-93cb596b1213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:06.612066 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3067eb-8048-490f-af93-93cb596b1213 None None] Pushing event updated for resources: {'Port': ['ID=0bd6d3bb-bc6c-48bc-a49f-801259e9dc11,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:06.663288 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6aec1d9c-fb22-4b5b-b8bd-acaafd5b11dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:06.667925 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6aec1d9c-fb22-4b5b-b8bd-acaafd5b11dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:06.671978 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6aec1d9c-fb22-4b5b-b8bd-acaafd5b11dc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/29479ff7-223e-467d-b6de-5d46d6cc278e HTTP/1.1" status: 204 len: 168 time: 0.8359051 Jul 30 20:29:06.696984 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec1d9c-fb22-4b5b-b8bd-acaafd5b11dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29479ff7-223e-467d-b6de-5d46d6cc278e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:06.880045 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-560896c7-fc1e-4382-be67-d7966bc5d568 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Allocated IP 172.20.0.1 (28ec0334-93e4-40e7-b797-52f41722e30e/d999dbea-6fb2-4110-89d2-6f80fdcb9c81/d59ace4b-be36-44fc-8dc1-2d695c186305) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:29:07.045432 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-560896c7-fc1e-4382-be67-d7966bc5d568 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:07.061949 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-560896c7-fc1e-4382-be67-d7966bc5d568 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Transition to ACTIVE for port object d59ace4b-be36-44fc-8dc1-2d695c186305 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:29:07.094451 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41982) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:07.112993 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7877016d-4941-4521-9aba-0c0c7eedaadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:07.121586 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-560896c7-fc1e-4382-be67-d7966bc5d568 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:07.178671 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560896c7-fc1e-4382-be67-d7966bc5d568 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Network 28ec0334-93e4-40e7-b797-52f41722e30e is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:29:07.191094 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-560896c7-fc1e-4382-be67-d7966bc5d568 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:29:07.201082 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560896c7-fc1e-4382-be67-d7966bc5d568 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:29:07.211592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560896c7-fc1e-4382-be67-d7966bc5d568 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Pushing event updated for resources: {'Port': ['ID=d59ace4b-be36-44fc-8dc1-2d695c186305,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:07.265328 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-560896c7-fc1e-4382-be67-d7966bc5d568 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:07.388985 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7877016d-4941-4521-9aba-0c0c7eedaadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:07.393456 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7877016d-4941-4521-9aba-0c0c7eedaadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:07.466938 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877016d-4941-4521-9aba-0c0c7eedaadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d611ed-e379-496f-a006-4e43cea32a42,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:07.477263 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7877016d-4941-4521-9aba-0c0c7eedaadd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f5a1bd9ee83240f18023b6e23f806943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3784518 Jul 30 20:29:07.477263 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-560896c7-fc1e-4382-be67-d7966bc5d568 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:07.478630 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 41986) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:07.608326 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6734e772-4e2b-4141-8d26-164cb69df3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:07.662057 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6734e772-4e2b-4141-8d26-164cb69df3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:07.759985 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2d5a77-1cab-482c-ad52-3bc5f3c074ba None None] Network 28ec0334-93e4-40e7-b797-52f41722e30e requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:29:07.784089 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6734e772-4e2b-4141-8d26-164cb69df3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:07.786567 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6734e772-4e2b-4141-8d26-164cb69df3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:07.791570 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6734e772-4e2b-4141-8d26-164cb69df3f9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/14d611ed-e379-496f-a006-4e43cea32a42 HTTP/1.1" status: 204 len: 168 time: 0.3085995 Jul 30 20:29:07.812352 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734e772-4e2b-4141-8d26-164cb69df3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d611ed-e379-496f-a006-4e43cea32a42,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:07.880935 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-252d704a-338c-41e0-9787-de4cd9052f5e None None] Provisioning for port 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:29:07.881798 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-560896c7-fc1e-4382-be67-d7966bc5d568 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:07.891638 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-560896c7-fc1e-4382-be67-d7966bc5d568 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:08.009209 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-560896c7-fc1e-4382-be67-d7966bc5d568 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:08.047898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:29:08.057209 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560896c7-fc1e-4382-be67-d7966bc5d568 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Pushing event updated for resources: {'Port': ['ID=d59ace4b-be36-44fc-8dc1-2d695c186305,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:08.142146 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:29:08.147130 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:29:08.147577 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:08.175455 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560896c7-fc1e-4382-be67-d7966bc5d568 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Network 28ec0334-93e4-40e7-b797-52f41722e30e is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:29:08.177156 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-560896c7-fc1e-4382-be67-d7966bc5d568 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:29:08.280211 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:08.323405 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0bd6d3bb-bc6c-48bc-a49f-801259e9dc11,segment=NetworkSegment(d6c09189-2a12-4b4f-b006-5d4d04fdfe5e),segment_id=d6c09189-2a12-4b4f-b006-5d4d04fdfe5e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:29:08.330277 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:08.350708 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560896c7-fc1e-4382-be67-d7966bc5d568 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Router fd72302b-4336-4bcf-86dc-5a282755b9a0 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:29:08.406570 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=0bd6d3bb-bc6c-48bc-a49f-801259e9dc11,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:08.452110 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9d18e639-9910-4483-90f0-008f3dabbfc1 None None] Provisioning for port d59ace4b-be36-44fc-8dc1-2d695c186305 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:29:08.457898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9d18e639-9910-4483-90f0-008f3dabbfc1 None None] Provisioning complete for port d59ace4b-be36-44fc-8dc1-2d695c186305 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:29:08.463743 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d18e639-9910-4483-90f0-008f3dabbfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:08.511655 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560896c7-fc1e-4382-be67-d7966bc5d568 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:29:08.523201 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-560896c7-fc1e-4382-be67-d7966bc5d568 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] 10.222.0.81 "PUT /v2.0/routers/fd72302b-4336-4bcf-86dc-5a282755b9a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6969190 Jul 30 20:29:08.525876 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42004) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:08.533481 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f63de17-a17d-4c9d-b682-e9d7acca9e5a None None] Sync routers for ids ['fd72302b-4336-4bcf-86dc-5a282755b9a0'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:29:08.535541 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8ba817c2-44c6-48eb-a08c-38e391173232 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Request body: {'port': {'network_id': '28ec0334-93e4-40e7-b797-52f41722e30e', 'name': 'tempest-FloatingIPNegativeTestJSON-1830653182'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:29:08.562968 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f63de17-a17d-4c9d-b682-e9d7acca9e5a None None] Routers {'fd72302b-4336-4bcf-86dc-5a282755b9a0'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:29:08.563651 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-9f63de17-a17d-4c9d-b682-e9d7acca9e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:28:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fd72302b-4336-4bcf-86dc-5a282755b9a0'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:29:08.657589 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-9f63de17-a17d-4c9d-b682-e9d7acca9e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:29:08.672413 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9d18e639-9910-4483-90f0-008f3dabbfc1 None None] Port d59ace4b-be36-44fc-8dc1-2d695c186305 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:29:08.682796 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f63de17-a17d-4c9d-b682-e9d7acca9e5a None None] Routers {'fd72302b-4336-4bcf-86dc-5a282755b9a0'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:29:08.683431 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-9f63de17-a17d-4c9d-b682-e9d7acca9e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:28:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fd72302b-4336-4bcf-86dc-5a282755b9a0'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:29:08.722946 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-9f63de17-a17d-4c9d-b682-e9d7acca9e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:29:08.722946 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f63de17-a17d-4c9d-b682-e9d7acca9e5a None None] The sync data for ids ['fd72302b-4336-4bcf-86dc-5a282755b9a0'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:29:08.725138 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9d18e639-9910-4483-90f0-008f3dabbfc1 None None] Provisioning complete for port 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:29:08.725506 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d18e639-9910-4483-90f0-008f3dabbfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:08.748731 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba817c2-44c6-48eb-a08c-38e391173232 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Made reservation on behalf of 2a165cb6be27413f8576160e5119ecb1 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:29:08.752423 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ba817c2-44c6-48eb-a08c-38e391173232 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:08.795685 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-8ba817c2-44c6-48eb-a08c-38e391173232 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] device_id is not set on port 451356b0-3208-41dd-98d9-607823a623f0 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:29:08.973734 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-661f5c88-92ec-44ca-83ee-6054ba81f77a None None] Provisioning complete for port d59ace4b-be36-44fc-8dc1-2d695c186305 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:29:08.974261 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-661f5c88-92ec-44ca-83ee-6054ba81f77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:08.978086 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-8ba817c2-44c6-48eb-a08c-38e391173232 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Allocated IP 172.20.0.8 (28ec0334-93e4-40e7-b797-52f41722e30e/d999dbea-6fb2-4110-89d2-6f80fdcb9c81/451356b0-3208-41dd-98d9-607823a623f0) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:29:09.061366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-661f5c88-92ec-44ca-83ee-6054ba81f77a None None] Port d59ace4b-be36-44fc-8dc1-2d695c186305 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:29:09.186648 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4dbdf5ef-2bb1-4e16-be04-28456040639e None None] Provisioning complete for port d59ace4b-be36-44fc-8dc1-2d695c186305 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:29:09.186853 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4dbdf5ef-2bb1-4e16-be04-28456040639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:09.219200 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ba817c2-44c6-48eb-a08c-38e391173232 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:09.237097 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-8ba817c2-44c6-48eb-a08c-38e391173232 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Transition to ACTIVE for port object 451356b0-3208-41dd-98d9-607823a623f0 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:29:09.240048 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4dbdf5ef-2bb1-4e16-be04-28456040639e None None] Port d59ace4b-be36-44fc-8dc1-2d695c186305 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:29:09.278338 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ba817c2-44c6-48eb-a08c-38e391173232 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:09.331084 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba817c2-44c6-48eb-a08c-38e391173232 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Network 28ec0334-93e4-40e7-b797-52f41722e30e is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:29:09.334356 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8ba817c2-44c6-48eb-a08c-38e391173232 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:29:09.338825 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba817c2-44c6-48eb-a08c-38e391173232 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:29:09.378816 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba817c2-44c6-48eb-a08c-38e391173232 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Pushing event updated for resources: {'Port': ['ID=451356b0-3208-41dd-98d9-607823a623f0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:09.407438 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba817c2-44c6-48eb-a08c-38e391173232 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:29:09.412017 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ba817c2-44c6-48eb-a08c-38e391173232 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:09.437529 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8ba817c2-44c6-48eb-a08c-38e391173232 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9097471 Jul 30 20:29:09.440394 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42028) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:09.452195 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-31e732e9-b4e2-48ec-9878-bcc24de85e21 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:29:09.479729 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31e732e9-b4e2-48ec-9878-bcc24de85e21 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:09.608588 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31e732e9-b4e2-48ec-9878-bcc24de85e21 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:09.684374 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c40f7b89-118f-4d95-960c-5c875f4d40c5 None None] Provisioning for port 451356b0-3208-41dd-98d9-607823a623f0 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:29:09.694805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c40f7b89-118f-4d95-960c-5c875f4d40c5 None None] Provisioning complete for port 451356b0-3208-41dd-98d9-607823a623f0 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:29:09.695241 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c40f7b89-118f-4d95-960c-5c875f4d40c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:09.757347 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c40f7b89-118f-4d95-960c-5c875f4d40c5 None None] Port 451356b0-3208-41dd-98d9-607823a623f0 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:29:09.783242 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-31e732e9-b4e2-48ec-9878-bcc24de85e21 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Allocated IP 172.25.3.111 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/3858b0e2-14c3-4c6f-ae23-1086e75ddd9f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:29:09.916035 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31e732e9-b4e2-48ec-9878-bcc24de85e21 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:09.964722 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31e732e9-b4e2-48ec-9878-bcc24de85e21 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:09.978321 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:29:09.998681 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e732e9-b4e2-48ec-9878-bcc24de85e21 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:29:10.001850 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-31e732e9-b4e2-48ec-9878-bcc24de85e21 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:29:10.004694 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e732e9-b4e2-48ec-9878-bcc24de85e21 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:29:10.042328 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:29:10.042703 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:10.088402 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e732e9-b4e2-48ec-9878-bcc24de85e21 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Pushing event updated for resources: {'Port': ['ID=3858b0e2-14c3-4c6f-ae23-1086e75ddd9f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:10.160185 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31e732e9-b4e2-48ec-9878-bcc24de85e21 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:10.205294 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31e732e9-b4e2-48ec-9878-bcc24de85e21 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:10.718989 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31e732e9-b4e2-48ec-9878-bcc24de85e21 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:10.728325 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31e732e9-b4e2-48ec-9878-bcc24de85e21 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:10.819393 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e732e9-b4e2-48ec-9878-bcc24de85e21 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Pushing event updated for resources: {'Port': ['ID=3858b0e2-14c3-4c6f-ae23-1086e75ddd9f,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:10.844057 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31e732e9-b4e2-48ec-9878-bcc24de85e21 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:10.861445 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31e732e9-b4e2-48ec-9878-bcc24de85e21 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:10.862626 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-31e732e9-b4e2-48ec-9878-bcc24de85e21 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4210403 Jul 30 20:29:10.865556 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42056) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:10.870059 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-43425313-5618-4776-8bd8-88e152a3e66f tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Request body: {'floatingip': {'port_id': '451356b0-3208-41dd-98d9-607823a623f0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:29:10.916040 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-43425313-5618-4776-8bd8-88e152a3e66f tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:11.041360 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-43425313-5618-4776-8bd8-88e152a3e66f tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] update failed (client error): The resource could not be found. Jul 30 20:29:11.044326 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-43425313-5618-4776-8bd8-88e152a3e66f tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] 10.222.0.81 "PUT /v2.0/floatingips/b15d6f9b-ded7-4ed9-a80f-dc67ae513e88 HTTP/1.1" status: 404 len: 507 time: 0.1757977 Jul 30 20:29:11.050794 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42060) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:11.187341 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4be502be-5f16-48e1-8a37-797a4af32c3c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Deleting port 3858b0e2-14c3-4c6f-ae23-1086e75ddd9f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:29:11.187715 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4be502be-5f16-48e1-8a37-797a4af32c3c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:11.326081 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4be502be-5f16-48e1-8a37-797a4af32c3c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:11.326421 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4be502be-5f16-48e1-8a37-797a4af32c3c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:11.341035 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4be502be-5f16-48e1-8a37-797a4af32c3c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Calling delete_port for 3858b0e2-14c3-4c6f-ae23-1086e75ddd9f owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:29:11.536150 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4be502be-5f16-48e1-8a37-797a4af32c3c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:11.578553 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be502be-5f16-48e1-8a37-797a4af32c3c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Pushing event deleted for resources: {'Port': ['ID=3858b0e2-14c3-4c6f-ae23-1086e75ddd9f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:11.648205 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4be502be-5f16-48e1-8a37-797a4af32c3c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:11.650895 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4be502be-5f16-48e1-8a37-797a4af32c3c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:11.655673 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4be502be-5f16-48e1-8a37-797a4af32c3c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] 10.222.0.81 "DELETE /v2.0/floatingips/b15d6f9b-ded7-4ed9-a80f-dc67ae513e88 HTTP/1.1" status: 204 len: 168 time: 0.6037552 Jul 30 20:29:11.656749 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42078) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:11.661579 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3ee29e21-29c6-4053-8aea-3a094dc1a3a6 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Request body: {'floatingip': {'floating_network_id': '28ec0334-93e4-40e7-b797-52f41722e30e', 'port_id': '451356b0-3208-41dd-98d9-607823a623f0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:29:11.693691 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3ee29e21-29c6-4053-8aea-3a094dc1a3a6 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:11.822520 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-3ee29e21-29c6-4053-8aea-3a094dc1a3a6 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:29:11.827347 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3ee29e21-29c6-4053-8aea-3a094dc1a3a6 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1660039 Jul 30 20:29:11.827489 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42088) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:11.833792 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-66c6a42b-28a2-4f3d-b9c8-9d81470fd87c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': '451356b0-3208-41dd-98d9-607823a623f0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:29:11.868859 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-66c6a42b-28a2-4f3d-b9c8-9d81470fd87c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:12.008343 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-66c6a42b-28a2-4f3d-b9c8-9d81470fd87c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:12.146018 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-66c6a42b-28a2-4f3d-b9c8-9d81470fd87c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Allocated IP 172.25.3.132 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/6597a651-a066-4887-ba1f-1d552b35b630) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:29:12.301625 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-66c6a42b-28a2-4f3d-b9c8-9d81470fd87c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:12.351793 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-66c6a42b-28a2-4f3d-b9c8-9d81470fd87c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:12.404711 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c6a42b-28a2-4f3d-b9c8-9d81470fd87c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:29:12.408519 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-66c6a42b-28a2-4f3d-b9c8-9d81470fd87c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:29:12.412889 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c6a42b-28a2-4f3d-b9c8-9d81470fd87c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:29:12.456813 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6a42b-28a2-4f3d-b9c8-9d81470fd87c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Pushing event updated for resources: {'Port': ['ID=6597a651-a066-4887-ba1f-1d552b35b630,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:12.637418 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-66c6a42b-28a2-4f3d-b9c8-9d81470fd87c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Deleting port 6597a651-a066-4887-ba1f-1d552b35b630 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:29:12.637875 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-66c6a42b-28a2-4f3d-b9c8-9d81470fd87c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:12.733868 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-66c6a42b-28a2-4f3d-b9c8-9d81470fd87c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:12.734563 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-66c6a42b-28a2-4f3d-b9c8-9d81470fd87c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:12.748200 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-66c6a42b-28a2-4f3d-b9c8-9d81470fd87c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Calling delete_port for 6597a651-a066-4887-ba1f-1d552b35b630 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:29:12.946573 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-66c6a42b-28a2-4f3d-b9c8-9d81470fd87c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:12.997526 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6a42b-28a2-4f3d-b9c8-9d81470fd87c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Pushing event deleted for resources: {'Port': ['ID=6597a651-a066-4887-ba1f-1d552b35b630,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:13.187811 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-66c6a42b-28a2-4f3d-b9c8-9d81470fd87c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] create failed (client error): The resource could not be found. Jul 30 20:29:13.188910 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-66c6a42b-28a2-4f3d-b9c8-9d81470fd87c tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3604226 Jul 30 20:29:13.192852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42110) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:13.331532 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-7a8906da-012c-4cd8-a84b-bb51d419c181 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Deleting port 451356b0-3208-41dd-98d9-607823a623f0 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:29:13.332276 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a8906da-012c-4cd8-a84b-bb51d419c181 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:13.451300 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a8906da-012c-4cd8-a84b-bb51d419c181 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:13.467099 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-7a8906da-012c-4cd8-a84b-bb51d419c181 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Calling delete_port for 451356b0-3208-41dd-98d9-607823a623f0 owned by {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:29:13.626897 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a8906da-012c-4cd8-a84b-bb51d419c181 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:13.658183 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8906da-012c-4cd8-a84b-bb51d419c181 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Pushing event deleted for resources: {'Port': ['ID=451356b0-3208-41dd-98d9-607823a623f0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:13.669290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8906da-012c-4cd8-a84b-bb51d419c181 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:29:13.669643 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8906da-012c-4cd8-a84b-bb51d419c181 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:29:13.669990 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8906da-012c-4cd8-a84b-bb51d419c181 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:29:13.670335 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8906da-012c-4cd8-a84b-bb51d419c181 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:29:13.670684 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8906da-012c-4cd8-a84b-bb51d419c181 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:29:13.671004 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8906da-012c-4cd8-a84b-bb51d419c181 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:29:13.671337 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8906da-012c-4cd8-a84b-bb51d419c181 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:29:13.671695 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8906da-012c-4cd8-a84b-bb51d419c181 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:29:13.672028 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8906da-012c-4cd8-a84b-bb51d419c181 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:29:13.672355 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8906da-012c-4cd8-a84b-bb51d419c181 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:29:13.672680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8906da-012c-4cd8-a84b-bb51d419c181 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:29:13.673005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8906da-012c-4cd8-a84b-bb51d419c181 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:29:13.802031 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a8906da-012c-4cd8-a84b-bb51d419c181 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:13.806185 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7a8906da-012c-4cd8-a84b-bb51d419c181 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] 10.222.0.81 "DELETE /v2.0/ports/451356b0-3208-41dd-98d9-607823a623f0 HTTP/1.1" status: 204 len: 168 time: 0.6123273 Jul 30 20:29:13.808674 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42134) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:13.939219 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07808dd4-7468-4f1d-8b8c-44e4779619f8 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:29:13.941410 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-07808dd4-7468-4f1d-8b8c-44e4779619f8 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd72302b-4336-4bcf-86dc-5a282755b9a0 HTTP/1.1" status: 200 len: 913 time: 0.1298535 Jul 30 20:29:13.945928 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42140) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:14.383968 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b36e159-eb64-4319-98d6-3f56b05f847e tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:14.744193 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e159-eb64-4319-98d6-3f56b05f847e tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Deleting port d59ace4b-be36-44fc-8dc1-2d695c186305 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:29:14.744541 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b36e159-eb64-4319-98d6-3f56b05f847e tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:14.843361 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b36e159-eb64-4319-98d6-3f56b05f847e tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:14.857367 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e159-eb64-4319-98d6-3f56b05f847e tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Calling delete_port for d59ace4b-be36-44fc-8dc1-2d695c186305 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:29:15.052874 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b36e159-eb64-4319-98d6-3f56b05f847e tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:15.089311 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36e159-eb64-4319-98d6-3f56b05f847e tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Pushing event deleted for resources: {'Port': ['ID=d59ace4b-be36-44fc-8dc1-2d695c186305,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:15.126833 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e159-eb64-4319-98d6-3f56b05f847e tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:29:15.127302 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e159-eb64-4319-98d6-3f56b05f847e tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:29:15.127765 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e159-eb64-4319-98d6-3f56b05f847e tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:29:15.128247 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e159-eb64-4319-98d6-3f56b05f847e tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:29:15.128699 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e159-eb64-4319-98d6-3f56b05f847e tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:29:15.129130 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e159-eb64-4319-98d6-3f56b05f847e tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:29:15.129559 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e159-eb64-4319-98d6-3f56b05f847e tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:29:15.130114 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e159-eb64-4319-98d6-3f56b05f847e tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:29:15.130541 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e159-eb64-4319-98d6-3f56b05f847e tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:29:15.130971 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e159-eb64-4319-98d6-3f56b05f847e tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:29:15.131396 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e159-eb64-4319-98d6-3f56b05f847e tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:29:15.131883 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e159-eb64-4319-98d6-3f56b05f847e tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:29:15.367545 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b36e159-eb64-4319-98d6-3f56b05f847e tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:15.496054 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:15.573713 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b36e159-eb64-4319-98d6-3f56b05f847e tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Router fd72302b-4336-4bcf-86dc-5a282755b9a0 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:29:15.663675 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b36e159-eb64-4319-98d6-3f56b05f847e tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:29:15.674739 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541eeaf8-6516-4484-a9f3-74a4bef74d34 None None] Sync routers for ids ['fd72302b-4336-4bcf-86dc-5a282755b9a0'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:29:15.676967 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9b36e159-eb64-4319-98d6-3f56b05f847e tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] 10.222.0.81 "PUT /v2.0/routers/fd72302b-4336-4bcf-86dc-5a282755b9a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7293053 Jul 30 20:29:15.680435 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42184) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:15.692482 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541eeaf8-6516-4484-a9f3-74a4bef74d34 None None] Routers {'fd72302b-4336-4bcf-86dc-5a282755b9a0'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:29:15.697223 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-541eeaf8-6516-4484-a9f3-74a4bef74d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:28:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fd72302b-4336-4bcf-86dc-5a282755b9a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:29:15.802948 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a7b034b-ffb5-40f1-8560-eed40dffd019 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:15.806171 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-541eeaf8-6516-4484-a9f3-74a4bef74d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:29:15.825975 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541eeaf8-6516-4484-a9f3-74a4bef74d34 None None] Routers {'fd72302b-4336-4bcf-86dc-5a282755b9a0'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:29:15.827055 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-541eeaf8-6516-4484-a9f3-74a4bef74d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:28:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fd72302b-4336-4bcf-86dc-5a282755b9a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:29:15.877190 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-541eeaf8-6516-4484-a9f3-74a4bef74d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:29:15.878293 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541eeaf8-6516-4484-a9f3-74a4bef74d34 None None] The sync data for ids ['fd72302b-4336-4bcf-86dc-5a282755b9a0'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:29:16.027373 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a7b034b-ffb5-40f1-8560-eed40dffd019 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:16.030225 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a7b034b-ffb5-40f1-8560-eed40dffd019 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:16.141255 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a7b034b-ffb5-40f1-8560-eed40dffd019 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:16.143662 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7b034b-ffb5-40f1-8560-eed40dffd019 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Fanout notify agent at l3_agent the message router_deleted on router fd72302b-4336-4bcf-86dc-5a282755b9a0 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:29:16.173599 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a7b034b-ffb5-40f1-8560-eed40dffd019 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:16.181547 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5a7b034b-ffb5-40f1-8560-eed40dffd019 tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] 10.222.0.81 "DELETE /v2.0/routers/fd72302b-4336-4bcf-86dc-5a282755b9a0 HTTP/1.1" status: 204 len: 168 time: 0.4994934 Jul 30 20:29:16.181946 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42186) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:16.301040 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8192ce-cb7c-4595-ad9f-bb90a3231fbe tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Deleting subnet d999dbea-6fb2-4110-89d2-6f80fdcb9c81 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:29:16.328467 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a8192ce-cb7c-4595-ad9f-bb90a3231fbe tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:16.438811 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a8192ce-cb7c-4595-ad9f-bb90a3231fbe tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:16.573213 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a8192ce-cb7c-4595-ad9f-bb90a3231fbe tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:16.669811 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a8192ce-cb7c-4595-ad9f-bb90a3231fbe tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:16.714812 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8192ce-cb7c-4595-ad9f-bb90a3231fbe tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Pushing event deleted for resources: {'Subnet': ['ID=d999dbea-6fb2-4110-89d2-6f80fdcb9c81,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:16.722986 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a8192ce-cb7c-4595-ad9f-bb90a3231fbe tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:16.725026 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7a8192ce-cb7c-4595-ad9f-bb90a3231fbe tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] 10.222.0.81 "DELETE /v2.0/subnets/d999dbea-6fb2-4110-89d2-6f80fdcb9c81 HTTP/1.1" status: 204 len: 168 time: 0.5420759 Jul 30 20:29:16.730121 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42208) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:16.759042 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051b9567-b7cd-4a53-bcc8-f69b1f2ae8c0 None None] Network 28ec0334-93e4-40e7-b797-52f41722e30e requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:29:16.890285 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80011eec-7f10-4b20-b2f1-b51a014518ff tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:17.005755 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-80011eec-7f10-4b20-b2f1-b51a014518ff tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Deleting port 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:29:17.008673 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80011eec-7f10-4b20-b2f1-b51a014518ff tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:17.133352 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-80011eec-7f10-4b20-b2f1-b51a014518ff tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] For port 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0bd6d3bb-bc6c-48bc-a49f-801259e9dc11,segment=NetworkSegment(d6c09189-2a12-4b4f-b006-5d4d04fdfe5e),segment_id=d6c09189-2a12-4b4f-b006-5d4d04fdfe5e)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:29:17.133709 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80011eec-7f10-4b20-b2f1-b51a014518ff tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:17.149531 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46946af1-17d7-4cb7-ad2a-8095789fba36 None None] DHCP port deletion for 28ec0334-93e4-40e7-b797-52f41722e30e request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:29:17.157754 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-80011eec-7f10-4b20-b2f1-b51a014518ff tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Calling delete_port for 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:29:17.216983 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-46946af1-17d7-4cb7-ad2a-8095789fba36 None None] Deleting port 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:29:17.217633 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-46946af1-17d7-4cb7-ad2a-8095789fba36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:17.289106 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-46946af1-17d7-4cb7-ad2a-8095789fba36 None None] For port 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0bd6d3bb-bc6c-48bc-a49f-801259e9dc11,segment=NetworkSegment(d6c09189-2a12-4b4f-b006-5d4d04fdfe5e),segment_id=d6c09189-2a12-4b4f-b006-5d4d04fdfe5e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:29:17.289804 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-46946af1-17d7-4cb7-ad2a-8095789fba36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:17.305915 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-46946af1-17d7-4cb7-ad2a-8095789fba36 None None] Calling delete_port for 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:29:17.348276 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80011eec-7f10-4b20-b2f1-b51a014518ff tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:17.401444 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80011eec-7f10-4b20-b2f1-b51a014518ff tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Pushing event deleted for resources: {'Port': ['ID=0bd6d3bb-bc6c-48bc-a49f-801259e9dc11,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:17.410166 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80011eec-7f10-4b20-b2f1-b51a014518ff tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] No DVR routers for this DVR port 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:29:17.421825 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-46946af1-17d7-4cb7-ad2a-8095789fba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:17.450442 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46946af1-17d7-4cb7-ad2a-8095789fba36 None None] Pushing event deleted for resources: {'Port': ['ID=0bd6d3bb-bc6c-48bc-a49f-801259e9dc11,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:17.455407 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46946af1-17d7-4cb7-ad2a-8095789fba36 None None] No DVR routers for this DVR port 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:29:17.610951 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80011eec-7f10-4b20-b2f1-b51a014518ff tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:17.623436 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-80011eec-7f10-4b20-b2f1-b51a014518ff tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ec0334-93e4-40e7-b797-52f41722e30e']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:29:17.635766 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-80011eec-7f10-4b20-b2f1-b51a014518ff tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c09189-2a12-4b4f-b006-5d4d04fdfe5e') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:29:17.636148 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-80011eec-7f10-4b20-b2f1-b51a014518ff tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c09189-2a12-4b4f-b006-5d4d04fdfe5e') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:29:17.646398 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80011eec-7f10-4b20-b2f1-b51a014518ff tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:17.665841 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80011eec-7f10-4b20-b2f1-b51a014518ff tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:17.689424 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80011eec-7f10-4b20-b2f1-b51a014518ff tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:29:17.689927 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80011eec-7f10-4b20-b2f1-b51a014518ff tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:29:17.834400 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:29:17.841887 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80011eec-7f10-4b20-b2f1-b51a014518ff tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:17.865987 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80011eec-7f10-4b20-b2f1-b51a014518ff tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:17.871542 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-80011eec-7f10-4b20-b2f1-b51a014518ff tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] 10.222.0.81 "DELETE /v2.0/networks/28ec0334-93e4-40e7-b797-52f41722e30e HTTP/1.1" status: 204 len: 168 time: 1.1401720 Jul 30 20:29:17.900356 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80011eec-7f10-4b20-b2f1-b51a014518ff tempest-FloatingIPNegativeTestJSON-624006886 tempest-FloatingIPNegativeTestJSON-624006886-project] Pushing event deleted for resources: {'Network': ['ID=28ec0334-93e4-40e7-b797-52f41722e30e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:18.019630 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:29:18.048288 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:29:18.048912 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0bd6d3bb-bc6c-48bc-a49f-801259e9dc11 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:29:18.357052 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42226) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:18.549596 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-572b911e-2d2e-4493-846e-ff1f127c725f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2a165cb6be27413f8576160e5119ecb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1891556 Jul 30 20:29:18.550087 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42232) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:18.605883 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-77792f9a-33c8-48ab-9669-5d6a27804f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:18.634211 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-77792f9a-33c8-48ab-9669-5d6a27804f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:18.691358 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-77792f9a-33c8-48ab-9669-5d6a27804f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:18.693944 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-77792f9a-33c8-48ab-9669-5d6a27804f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:18.695618 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-77792f9a-33c8-48ab-9669-5d6a27804f2c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8f1ad305-d591-4cda-8c3a-b1818a3c0307 HTTP/1.1" status: 204 len: 168 time: 0.1442893 Jul 30 20:29:18.704736 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77792f9a-33c8-48ab-9669-5d6a27804f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1ad305-d591-4cda-8c3a-b1818a3c0307,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:19.700488 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:19.898290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42280) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:20.091118 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-020f2860-ba59-4154-8915-d1e3e75a8b34 tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] Request body: {'port': {'network_id': 'e54f306d-0d08-4ea8-ac2f-43bb6241d04d', 'name': 'tempest-NetworksNegativeTestJSON-120884606'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:29:20.100122 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-020f2860-ba59-4154-8915-d1e3e75a8b34 tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] POST failed (client error): The resource could not be found. Jul 30 20:29:20.101268 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-020f2860-ba59-4154-8915-d1e3e75a8b34 tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:29:20.108434 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42286) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:20.118892 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-020f2860-ba59-4154-8915-d1e3e75a8b34 tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2186661 Jul 30 20:29:20.129222 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9fe9c7a-d91e-4e1f-9853-6332881fb85f tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] DELETE failed (client error): The resource could not be found. Jul 30 20:29:20.130198 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9fe9c7a-d91e-4e1f-9853-6332881fb85f tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:29:20.136931 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42288) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:20.145197 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c9fe9c7a-d91e-4e1f-9853-6332881fb85f tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] 10.222.0.81 "DELETE /v2.0/networks/9e5c7f49-9526-4ada-9683-3c7ba1a92260 HTTP/1.1" status: 404 len: 339 time: 0.0354359 Jul 30 20:29:20.165930 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a30c9a-6e7e-4efe-8a01-16017e11a459 tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] DELETE failed (client error): The resource could not be found. Jul 30 20:29:20.166671 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a30c9a-6e7e-4efe-8a01-16017e11a459 tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:29:20.168486 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e2a30c9a-6e7e-4efe-8a01-16017e11a459 tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] 10.222.0.81 "DELETE /v2.0/ports/1edac017-c33e-4eae-8abf-0cb52d56962b HTTP/1.1" status: 404 len: 333 time: 0.0313594 Jul 30 20:29:20.172967 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42290) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:20.219474 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-877a009a-ac5d-4a53-9580-71fd56a87ae4 tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] DELETE failed (client error): The resource could not be found. Jul 30 20:29:20.224186 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-877a009a-ac5d-4a53-9580-71fd56a87ae4 tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:29:20.232509 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42292) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:20.234860 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-877a009a-ac5d-4a53-9580-71fd56a87ae4 tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] 10.222.0.81 "DELETE /v2.0/subnets/1e7b9fb4-05f6-468a-bb0a-688eefba0e70 HTTP/1.1" status: 404 len: 337 time: 0.0604541 Jul 30 20:29:20.260490 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-135c56fe-97c7-48d4-a16c-e0c0e9514807 tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] GET failed (client error): The resource could not be found. Jul 30 20:29:20.264309 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-135c56fe-97c7-48d4-a16c-e0c0e9514807 tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] 10.222.0.81 "GET /v2.0/networks/a0c30d1a-7f2e-4c98-b925-1ea966737403 HTTP/1.1" status: 404 len: 339 time: 0.0303435 Jul 30 20:29:20.267329 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42294) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:20.305597 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7463d2-4fb8-42dc-bdfc-f405383d7fb5 tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] GET failed (client error): The resource could not be found. Jul 30 20:29:20.307130 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4a7463d2-4fb8-42dc-bdfc-f405383d7fb5 tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] 10.222.0.81 "GET /v2.0/ports/0821e4fc-80fd-44d1-a55c-e12fd96c8550 HTTP/1.1" status: 404 len: 333 time: 0.0385396 Jul 30 20:29:20.310908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42296) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:20.353227 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-64df4bd2-5f30-42af-a6db-23e92007fcdc tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] GET failed (client error): The resource could not be found. Jul 30 20:29:20.355032 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-64df4bd2-5f30-42af-a6db-23e92007fcdc tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] 10.222.0.81 "GET /v2.0/subnets/e0ffb12e-f26b-4b27-9ed4-0c043b9cc380 HTTP/1.1" status: 404 len: 337 time: 0.0431581 Jul 30 20:29:20.358989 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42298) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:20.365883 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ced61d8c-099a-40c2-9aed-cdb9cb58f57d tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:29:20.389505 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced61d8c-099a-40c2-9aed-cdb9cb58f57d tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] PUT failed (client error): The resource could not be found. Jul 30 20:29:20.390125 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced61d8c-099a-40c2-9aed-cdb9cb58f57d tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:29:20.391300 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ced61d8c-099a-40c2-9aed-cdb9cb58f57d tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] 10.222.0.81 "PUT /v2.0/networks/4300b4d6-3ca1-4d6d-81bb-7b1c34bddcd5 HTTP/1.1" status: 404 len: 339 time: 0.0312169 Jul 30 20:29:20.395564 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42300) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:20.407371 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d059865b-adc0-4103-8b49-244cfc778110 tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:29:20.436314 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-d059865b-adc0-4103-8b49-244cfc778110 tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] PUT failed (client error): The resource could not be found. Jul 30 20:29:20.437290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d059865b-adc0-4103-8b49-244cfc778110 tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:29:20.438761 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d059865b-adc0-4103-8b49-244cfc778110 tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] 10.222.0.81 "PUT /v2.0/ports/8dea46cd-8a33-4823-a2cc-a956e2c4ddba HTTP/1.1" status: 404 len: 333 time: 0.0420020 Jul 30 20:29:20.442522 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42302) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:20.448445 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b14a5405-a710-44d4-90f0-b859648ac1e1 tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:29:20.474580 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14a5405-a710-44d4-90f0-b859648ac1e1 tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] PUT failed (client error): The resource could not be found. Jul 30 20:29:20.475360 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b14a5405-a710-44d4-90f0-b859648ac1e1 tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:29:20.477522 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b14a5405-a710-44d4-90f0-b859648ac1e1 tempest-NetworksNegativeTestJSON-824030794 tempest-NetworksNegativeTestJSON-824030794-project] 10.222.0.81 "PUT /v2.0/subnets/88e41ee6-d119-46f5-b3fe-f7930aefe898 HTTP/1.1" status: 404 len: 337 time: 0.0337489 Jul 30 20:29:20.815648 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42314) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:20.984074 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-267d55bc-30d0-4c39-a9ef-55bb7eafc2a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:21.093397 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-267d55bc-30d0-4c39-a9ef-55bb7eafc2a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:21.098530 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-267d55bc-30d0-4c39-a9ef-55bb7eafc2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:21.137825 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d55bc-30d0-4c39-a9ef-55bb7eafc2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106a361c-a2ac-4182-a604-ef7d403c85e0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:21.145105 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42326) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:21.145868 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-267d55bc-30d0-4c39-a9ef-55bb7eafc2a1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9c7f5d8236e54c08a920d5287e73c8b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3282235 Jul 30 20:29:21.213094 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c16cc608-c511-40fb-afba-91bce4e0f3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:21.244371 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c16cc608-c511-40fb-afba-91bce4e0f3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:21.273066 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e5e1488a-a658-4f82-8275-d5816a6ca733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:21.323779 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c16cc608-c511-40fb-afba-91bce4e0f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:21.326442 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c16cc608-c511-40fb-afba-91bce4e0f3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:21.328082 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c16cc608-c511-40fb-afba-91bce4e0f3ae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/106a361c-a2ac-4182-a604-ef7d403c85e0 HTTP/1.1" status: 204 len: 168 time: 0.1816618 Jul 30 20:29:21.340321 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cc608-c511-40fb-afba-91bce4e0f3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106a361c-a2ac-4182-a604-ef7d403c85e0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:23.267560 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42402) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:23.377872 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75204ddf-1566-4f6e-95de-ba654e05c3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:23.476400 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75204ddf-1566-4f6e-95de-ba654e05c3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:23.480661 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75204ddf-1566-4f6e-95de-ba654e05c3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:23.519293 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-75204ddf-1566-4f6e-95de-ba654e05c3a3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d04d27e988ba487f90ed5369cb9facd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2503557 Jul 30 20:29:23.520093 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75204ddf-1566-4f6e-95de-ba654e05c3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83baea18-dbc0-4106-b783-dff2b8409ba2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:23.522343 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42410) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:23.574207 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1fb79ee1-6ebd-41c3-bcac-32f004d30eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:23.596042 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1fb79ee1-6ebd-41c3-bcac-32f004d30eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:23.641867 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1fb79ee1-6ebd-41c3-bcac-32f004d30eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:23.644578 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1fb79ee1-6ebd-41c3-bcac-32f004d30eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:23.649158 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1fb79ee1-6ebd-41c3-bcac-32f004d30eff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/83baea18-dbc0-4106-b783-dff2b8409ba2 HTTP/1.1" status: 204 len: 168 time: 0.1215770 Jul 30 20:29:23.656533 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb79ee1-6ebd-41c3-bcac-32f004d30eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83baea18-dbc0-4106-b783-dff2b8409ba2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:23.706493 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-764f8dd0-a08c-4132-87e4-a08566ee2103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:23.924915 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42420) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:23.939083 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a11f969-80f8-42e8-80e3-7dc9d43ca0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:23.989625 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:24.045691 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a11f969-80f8-42e8-80e3-7dc9d43ca0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:24.050561 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a11f969-80f8-42e8-80e3-7dc9d43ca0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:24.099437 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42428) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:24.099666 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1a11f969-80f8-42e8-80e3-7dc9d43ca0d5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=28b904110dd644a59b3284909832def1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734848 Jul 30 20:29:24.100609 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11f969-80f8-42e8-80e3-7dc9d43ca0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b4bc2b-dbf3-4bfa-8216-42c855acff08,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:24.166616 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c6a79b8-002a-458a-a0a1-d29cf73428fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:24.197631 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c6a79b8-002a-458a-a0a1-d29cf73428fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:24.244118 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c6a79b8-002a-458a-a0a1-d29cf73428fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:24.247196 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c6a79b8-002a-458a-a0a1-d29cf73428fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:24.247885 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5c6a79b8-002a-458a-a0a1-d29cf73428fd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f4b4bc2b-dbf3-4bfa-8216-42c855acff08 HTTP/1.1" status: 204 len: 168 time: 0.1462824 Jul 30 20:29:24.256259 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a79b8-002a-458a-a0a1-d29cf73428fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b4bc2b-dbf3-4bfa-8216-42c855acff08,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:24.977470 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:26.859945 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:36.834053 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:29:38.694597 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42876) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:38.820314 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a6d43fc-9b80-4345-8206-f12aba1ff26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:38.918631 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a6d43fc-9b80-4345-8206-f12aba1ff26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:38.926122 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a6d43fc-9b80-4345-8206-f12aba1ff26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:38.964515 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d43fc-9b80-4345-8206-f12aba1ff26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58987aab-a0b4-4015-9be3-310888a92d90,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:39.004481 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9a6d43fc-9b80-4345-8206-f12aba1ff26b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0b7e16f730a54a928a903d4e66528e35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3087766 Jul 30 20:29:39.007471 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42886) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:39.125449 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d0777edf-e199-4523-b79b-59601dd46795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:39.169561 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d0777edf-e199-4523-b79b-59601dd46795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:39.245284 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d0777edf-e199-4523-b79b-59601dd46795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:39.247830 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d0777edf-e199-4523-b79b-59601dd46795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:39.259003 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d0777edf-e199-4523-b79b-59601dd46795 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/58987aab-a0b4-4015-9be3-310888a92d90 HTTP/1.1" status: 204 len: 168 time: 0.2498186 Jul 30 20:29:39.286301 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0777edf-e199-4523-b79b-59601dd46795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58987aab-a0b4-4015-9be3-310888a92d90,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:39.572999 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 42906) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:39.593464 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fa05024a-d513-4678-ad9d-22f319445650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:39.750088 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fa05024a-d513-4678-ad9d-22f319445650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:39.761058 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fa05024a-d513-4678-ad9d-22f319445650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:39.834549 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fa05024a-d513-4678-ad9d-22f319445650 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=321607b0d37d46238c4806d278b84cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2587819 Jul 30 20:29:39.846372 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05024a-d513-4678-ad9d-22f319445650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f354eb-9299-4c58-8a52-9f4b3ab8088d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:39.846948 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 42924) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:39.950205 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10330f96-d5d7-44ef-ad6a-066e291de4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:39.998117 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10330f96-d5d7-44ef-ad6a-066e291de4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:40.057507 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10330f96-d5d7-44ef-ad6a-066e291de4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:40.060175 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10330f96-d5d7-44ef-ad6a-066e291de4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:40.063604 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-10330f96-d5d7-44ef-ad6a-066e291de4ea admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d9f354eb-9299-4c58-8a52-9f4b3ab8088d HTTP/1.1" status: 204 len: 168 time: 0.2128060 Jul 30 20:29:40.077130 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10330f96-d5d7-44ef-ad6a-066e291de4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f354eb-9299-4c58-8a52-9f4b3ab8088d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:42.489510 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c11ba6c1-97d6-4ede-aba9-d8f441122161 req-a7462f13-732a-46c0-9b7f-b294bc473639 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=792dc272-0651-473f-9a0c-7d2fe3994141&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0962975 Jul 30 20:29:42.610282 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ba6c1-97d6-4ede-aba9-d8f441122161 req-a7237b1e-2713-4ec0-9329-fdb8695d83f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:29:42.617046 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c11ba6c1-97d6-4ede-aba9-d8f441122161 req-a7237b1e-2713-4ec0-9329-fdb8695d83f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1446840e1ab4f0c80547526cfc92a59&device_id=792dc272-0651-473f-9a0c-7d2fe3994141 HTTP/1.1" status: 200 len: 1096 time: 0.0706058 Jul 30 20:29:42.781465 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ba6c1-97d6-4ede-aba9-d8f441122161 req-dedfb5df-3358-44a9-a57b-bbaccd74a1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:29:42.783271 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c11ba6c1-97d6-4ede-aba9-d8f441122161 req-dedfb5df-3358-44a9-a57b-bbaccd74a1c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c3db4910-5150-411c-bdea-a1856033917a HTTP/1.1" status: 200 len: 915 time: 0.1481760 Jul 30 20:29:42.887752 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c11ba6c1-97d6-4ede-aba9-d8f441122161 req-949a0a03-1a94-45ea-bc3e-74de0f2afda9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c60de607-1230-4a86-84eb-d33ccd0ec62f HTTP/1.1" status: 200 len: 217 time: 0.0951655 Jul 30 20:29:42.991065 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ba6c1-97d6-4ede-aba9-d8f441122161 req-cb6b15e4-d77d-4559-ae80-475a5fdec1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:29:42.993892 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c11ba6c1-97d6-4ede-aba9-d8f441122161 req-cb6b15e4-d77d-4559-ae80-475a5fdec1e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5494e9b8-9c99-4074-b51b-d722a328ab2d HTTP/1.1" status: 200 len: 854 time: 0.0972936 Jul 30 20:29:43.028715 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c11ba6c1-97d6-4ede-aba9-d8f441122161 req-7bf30a53-8707-402f-9830-d69ab556c746 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3db4910-5150-411c-bdea-a1856033917a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276959 Jul 30 20:29:43.041325 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-c11ba6c1-97d6-4ede-aba9-d8f441122161 req-4d3b7075-60c9-469b-9977-6b844794c3b5 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:29:43.042656 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c11ba6c1-97d6-4ede-aba9-d8f441122161 req-4d3b7075-60c9-469b-9977-6b844794c3b5 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055616 Jul 30 20:29:43.167020 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c11ba6c1-97d6-4ede-aba9-d8f441122161 req-1366112f-4b5e-4334-85ca-98782414b6b2 service neutron] 10.222.0.59 "GET /v2.0/networks/c3db4910-5150-411c-bdea-a1856033917a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161706 Jul 30 20:29:43.341767 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c11ba6c1-97d6-4ede-aba9-d8f441122161 req-2695054a-c19e-4df9-bd74-9be8d89e1dbc service neutron] 10.222.0.59 "GET /v2.0/networks/c3db4910-5150-411c-bdea-a1856033917a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671090 Jul 30 20:29:45.501361 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:47.279196 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43142) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:47.488190 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bc18ac9-4c1c-4e0c-9cb2-c5580a69e547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:47.630594 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bc18ac9-4c1c-4e0c-9cb2-c5580a69e547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:47.641492 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bc18ac9-4c1c-4e0c-9cb2-c5580a69e547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:47.685754 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc18ac9-4c1c-4e0c-9cb2-c5580a69e547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c97f787-9e31-4a53-b401-64b396ebf336,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:47.701874 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43154) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:47.710034 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6bc18ac9-4c1c-4e0c-9cb2-c5580a69e547 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=778d38cd38f345778590c04ed2058c41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4296582 Jul 30 20:29:47.767351 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-087bfa4d-1c69-436e-88ee-3ce396452c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:47.801685 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-087bfa4d-1c69-436e-88ee-3ce396452c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:47.857811 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-087bfa4d-1c69-436e-88ee-3ce396452c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:47.861131 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-087bfa4d-1c69-436e-88ee-3ce396452c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:47.862650 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-087bfa4d-1c69-436e-88ee-3ce396452c35 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4c97f787-9e31-4a53-b401-64b396ebf336 HTTP/1.1" status: 204 len: 168 time: 0.1590250 Jul 30 20:29:47.872539 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087bfa4d-1c69-436e-88ee-3ce396452c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c97f787-9e31-4a53-b401-64b396ebf336,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:48.212912 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43166) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:48.233160 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-abc09d03-5d8d-4b49-955d-89601e755797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:48.354995 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-abc09d03-5d8d-4b49-955d-89601e755797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:48.361963 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-abc09d03-5d8d-4b49-955d-89601e755797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:48.394957 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-abc09d03-5d8d-4b49-955d-89601e755797 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=02c9ce579820429b8d4ad938c272927e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1785042 Jul 30 20:29:48.395646 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43168) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:48.452493 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc09d03-5d8d-4b49-955d-89601e755797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee8e41c-b87a-4b07-96ab-a3e2ac857078,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:48.466635 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fa8abd99-ee80-4afe-a3f7-bca67f0c58b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:48.490090 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fa8abd99-ee80-4afe-a3f7-bca67f0c58b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:48.542177 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fa8abd99-ee80-4afe-a3f7-bca67f0c58b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:48.545458 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fa8abd99-ee80-4afe-a3f7-bca67f0c58b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:48.549523 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fa8abd99-ee80-4afe-a3f7-bca67f0c58b6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cee8e41c-b87a-4b07-96ab-a3e2ac857078 HTTP/1.1" status: 204 len: 168 time: 0.1495521 Jul 30 20:29:48.557604 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8abd99-ee80-4afe-a3f7-bca67f0c58b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee8e41c-b87a-4b07-96ab-a3e2ac857078,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:48.710182 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-648ced95-0a62-4c1d-b491-1c83392b5883 req-8b92030c-4161-48e3-a756-2aeef6daef4c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504634 Jul 30 20:29:48.835776 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ced95-0a62-4c1d-b491-1c83392b5883 req-85f875b0-2e67-434a-91f2-639390717cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:29:48.837932 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-648ced95-0a62-4c1d-b491-1c83392b5883 req-85f875b0-2e67-434a-91f2-639390717cb5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fdd4a0aeb4734545b256ac5e1a36d088&device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc HTTP/1.1" status: 200 len: 1096 time: 0.0808876 Jul 30 20:29:48.976120 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ced95-0a62-4c1d-b491-1c83392b5883 req-091f493b-9c0c-4c41-97eb-53fdbabe693d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:29:48.978090 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-648ced95-0a62-4c1d-b491-1c83392b5883 req-091f493b-9c0c-4c41-97eb-53fdbabe693d service neutron] 10.222.0.83 "GET /v2.0/networks?id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c HTTP/1.1" status: 200 len: 912 time: 0.1197019 Jul 30 20:29:49.079945 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-648ced95-0a62-4c1d-b491-1c83392b5883 req-d373e8d4-2b8a-4b18-9db6-cdbd423c3233 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d HTTP/1.1" status: 200 len: 1001 time: 0.0941417 Jul 30 20:29:49.141721 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ced95-0a62-4c1d-b491-1c83392b5883 req-4b8fcd6a-0884-4058-b49a-3243ea31b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:29:49.143529 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-648ced95-0a62-4c1d-b491-1c83392b5883 req-4b8fcd6a-0884-4058-b49a-3243ea31b907 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6491aa5-23e2-49d6-ab1a-df22f79d0138 HTTP/1.1" status: 200 len: 850 time: 0.0558956 Jul 30 20:29:49.199566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ced95-0a62-4c1d-b491-1c83392b5883 req-30a107fd-35f2-4930-9d52-6275112f8fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:29:49.201271 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-648ced95-0a62-4c1d-b491-1c83392b5883 req-30a107fd-35f2-4930-9d52-6275112f8fd7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508471 Jul 30 20:29:49.327753 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-648ced95-0a62-4c1d-b491-1c83392b5883 req-8adbc712-1a53-4ac9-a7b1-e1b13c85e24c service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191678 Jul 30 20:29:49.442564 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-648ced95-0a62-4c1d-b491-1c83392b5883 req-7b90dfad-006a-419c-ad73-feabf94380b1 service neutron] 10.222.0.83 "GET /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076596 Jul 30 20:29:49.684104 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:51.264343 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12f8c02d-5500-4789-b3f9-7ed28cffe4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:51.711303 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29556e-6e0e-4524-87af-f0b046b5224e req-f42e239d-059d-4aba-ba0c-fa18cecc31a6 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:29:51.720604 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9e29556e-6e0e-4524-87af-f0b046b5224e req-f42e239d-059d-4aba-ba0c-fa18cecc31a6 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc HTTP/1.1" status: 200 len: 945 time: 0.0806739 Jul 30 20:29:51.772980 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9e29556e-6e0e-4524-87af-f0b046b5224e req-09601c7d-8c53-4e79-88aa-8f6104ee9db0 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d01eb69-0508-4b4f-a0a1-5651bc38a58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510380 Jul 30 20:29:52.930440 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b17ba-e6e8-4e46-bb75-e281a94716b9 req-ad3ace43-8a8c-4b8b-a8a9-6b0b63b4ef99 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:29:52.932434 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de4b17ba-e6e8-4e46-bb75-e281a94716b9 req-ad3ace43-8a8c-4b8b-a8a9-6b0b63b4ef99 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc HTTP/1.1" status: 200 len: 945 time: 0.0648637 Jul 30 20:29:52.975442 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de4b17ba-e6e8-4e46-bb75-e281a94716b9 req-ab9aeea3-6ca1-4395-8a32-7abb9521d02e tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d01eb69-0508-4b4f-a0a1-5651bc38a58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369582 Jul 30 20:29:53.541389 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04387b85-b690-4f28-8abb-e208026460fd req-8287b056-efac-48db-898a-e3456750f66a tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:29:53.550792 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04387b85-b690-4f28-8abb-e208026460fd req-8287b056-efac-48db-898a-e3456750f66a tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.83 "GET /v2.0/ports?device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc HTTP/1.1" status: 200 len: 945 time: 0.1070247 Jul 30 20:29:53.721211 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2a7fdb60-e31e-4d06-9e52-0d0f3209a6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:53.782341 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-04387b85-b690-4f28-8abb-e208026460fd req-7b2bfbe5-3838-447e-8d41-bb6035f9c56f tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Deleting port 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:29:53.788216 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-04387b85-b690-4f28-8abb-e208026460fd req-7b2bfbe5-3838-447e-8d41-bb6035f9c56f tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:53.979074 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-04387b85-b690-4f28-8abb-e208026460fd req-7b2bfbe5-3838-447e-8d41-bb6035f9c56f tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] For port 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d,segment=NetworkSegment(fe032a3b-65ea-4e02-9bea-2ab32b00a56f),segment_id=fe032a3b-65ea-4e02-9bea-2ab32b00a56f)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:29:53.979689 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-04387b85-b690-4f28-8abb-e208026460fd req-7b2bfbe5-3838-447e-8d41-bb6035f9c56f tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:53.996923 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:54.154971 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43284) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:54.354342 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bc647e5-616b-4f97-a6cc-971003160ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:54.472505 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bc647e5-616b-4f97-a6cc-971003160ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:54.481905 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bc647e5-616b-4f97-a6cc-971003160ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:54.514774 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0bc647e5-616b-4f97-a6cc-971003160ddd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4e16659e6d84426c8ac57c8214c3b962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3585761 Jul 30 20:29:54.517291 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43288) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:54.623683 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc647e5-616b-4f97-a6cc-971003160ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec3a8d0-d980-47d1-aee3-10ec1b6b20a1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:54.654266 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3ea8a0c-e4c3-4b64-a0da-e8d426f47782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:54.679364 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9898087-a3a7-4d57-b99d-bd1b61449a60 req-54cc096d-8f7f-4dd9-8ec4-4bd87f3d06c7 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:29:54.686661 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3ea8a0c-e4c3-4b64-a0da-e8d426f47782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:54.687248 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b9898087-a3a7-4d57-b99d-bd1b61449a60 req-54cc096d-8f7f-4dd9-8ec4-4bd87f3d06c7 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc HTTP/1.1" status: 200 len: 945 time: 0.5597646 Jul 30 20:29:54.793200 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3ea8a0c-e4c3-4b64-a0da-e8d426f47782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:54.796420 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3ea8a0c-e4c3-4b64-a0da-e8d426f47782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:54.797826 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e3ea8a0c-e4c3-4b64-a0da-e8d426f47782 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7ec3a8d0-d980-47d1-aee3-10ec1b6b20a1 HTTP/1.1" status: 204 len: 168 time: 0.2791119 Jul 30 20:29:54.799647 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b9898087-a3a7-4d57-b99d-bd1b61449a60 req-bbcc8b7c-b13f-4897-a04d-9bbaa3fbb9ee tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d01eb69-0508-4b4f-a0a1-5651bc38a58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064308 Jul 30 20:29:54.815138 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea8a0c-e4c3-4b64-a0da-e8d426f47782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec3a8d0-d980-47d1-aee3-10ec1b6b20a1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:54.854194 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-04387b85-b690-4f28-8abb-e208026460fd req-7b2bfbe5-3838-447e-8d41-bb6035f9c56f tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:54.854920 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-04387b85-b690-4f28-8abb-e208026460fd req-7b2bfbe5-3838-447e-8d41-bb6035f9c56f tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:54.855731 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [req-04387b85-b690-4f28-8abb-e208026460fd req-7b2bfbe5-3838-447e-8d41-bb6035f9c56f tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Floating IP 2a3cfdd6-27a5-4445-a541-cad8eb6a5b38 disassociated. External IP: 172.25.3.244, port: 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d. Jul 30 20:29:54.856266 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-04387b85-b690-4f28-8abb-e208026460fd req-7b2bfbe5-3838-447e-8d41-bb6035f9c56f tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Calling delete_port for 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:29:54.995006 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:55.046653 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-04387b85-b690-4f28-8abb-e208026460fd req-7b2bfbe5-3838-447e-8d41-bb6035f9c56f tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:55.078196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2bfbe5-3838-447e-8d41-bb6035f9c56f tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Pushing event deleted for resources: {'Port': ['ID=4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:55.197554 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43310) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:55.217782 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73b767a0-8f6a-42f8-a5aa-e9373aacc555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:55.356364 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebd613-e69b-4bdd-9f2b-8a6451260f03 req-d49c24c6-05b7-40c7-ba6c-c878edf89ce1 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:29:55.358888 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73b767a0-8f6a-42f8-a5aa-e9373aacc555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:55.365964 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73ebd613-e69b-4bdd-9f2b-8a6451260f03 req-d49c24c6-05b7-40c7-ba6c-c878edf89ce1 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=792dc272-0651-473f-9a0c-7d2fe3994141 HTTP/1.1" status: 200 len: 945 time: 0.0908716 Jul 30 20:29:55.366539 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73b767a0-8f6a-42f8-a5aa-e9373aacc555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:55.396649 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-73b767a0-8f6a-42f8-a5aa-e9373aacc555 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=29b0ce201e944fbcb5eb6dbe818f2828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1979194 Jul 30 20:29:55.399111 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43314) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:55.415271 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73ebd613-e69b-4bdd-9f2b-8a6451260f03 req-62d6df4e-5faa-46f2-b127-8ea82391ae77 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/security-groups?id=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471711 Jul 30 20:29:55.425922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04387b85-b690-4f28-8abb-e208026460fd req-7b2bfbe5-3838-447e-8d41-bb6035f9c56f tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Router d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:29:55.449743 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b767a0-8f6a-42f8-a5aa-e9373aacc555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b7f337-5f9c-4954-8d94-c5ce4e1aed73,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:55.503211 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9835278b-538a-4ae4-8faf-fda775c65bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:55.533972 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9835278b-538a-4ae4-8faf-fda775c65bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:55.560367 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04387b85-b690-4f28-8abb-e208026460fd req-7b2bfbe5-3838-447e-8d41-bb6035f9c56f tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:29:55.572029 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5662fba-2b2f-4f5e-bf2e-20878a9fa238 None None] Sync routers for ids ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:29:55.592957 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5662fba-2b2f-4f5e-bf2e-20878a9fa238 None None] Routers {'d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:29:55.601174 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b5662fba-2b2f-4f5e-bf2e-20878a9fa238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:29:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:29:55.616071 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9835278b-538a-4ae4-8faf-fda775c65bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:55.619284 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9835278b-538a-4ae4-8faf-fda775c65bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:55.620752 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9835278b-538a-4ae4-8faf-fda775c65bcd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/82b7f337-5f9c-4954-8d94-c5ce4e1aed73 HTTP/1.1" status: 204 len: 168 time: 0.2202680 Jul 30 20:29:55.625753 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-04387b85-b690-4f28-8abb-e208026460fd req-7b2bfbe5-3838-447e-8d41-bb6035f9c56f tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] No DVR routers for this DVR port 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:29:55.629593 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-04387b85-b690-4f28-8abb-e208026460fd req-7b2bfbe5-3838-447e-8d41-bb6035f9c56f tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:55.632367 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04387b85-b690-4f28-8abb-e208026460fd req-7b2bfbe5-3838-447e-8d41-bb6035f9c56f tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.83 "DELETE /v2.0/ports/4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d HTTP/1.1" status: 204 len: 173 time: 2.0769665 Jul 30 20:29:55.632973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d68323-0e0f-49ea-ba73-18e8dc6e60dc', 'name': 'network-vif-deleted', 'tag': '4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:29:55.637382 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835278b-538a-4ae4-8faf-fda775c65bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b7f337-5f9c-4954-8d94-c5ce4e1aed73,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:55.645148 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3297b833-e702-4041-a6e3-5339505e8aeb" -d '{"events": [{"server_uuid": "38d68323-0e0f-49ea-ba73-18e8dc6e60dc", "name": "network-vif-deleted", "tag": "4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:29:55.702637 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6797cbc1-3303-44fa-b576-3fb91b3de469 x-openstack-request-id: req-6797cbc1-3303-44fa-b576-3fb91b3de469 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:29:55.703056 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d68323-0e0f-49ea-ba73-18e8dc6e60dc", "name": "network-vif-deleted", "tag": "4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:29:55.703415 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6797cbc1-3303-44fa-b576-3fb91b3de469 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:29:55.704254 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d68323-0e0f-49ea-ba73-18e8dc6e60dc', 'name': 'network-vif-deleted', 'tag': '4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d', 'status': 'completed', 'code': 200} Jul 30 20:29:55.741022 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-b5662fba-2b2f-4f5e-bf2e-20878a9fa238 None None] Set router d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:29:55.976046 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-02c18040-9ed0-4910-9a31-f76de85667a4 req-c3a81349-06f9-4db5-81d3-633f64c0f656 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/ports?device_id=38d68323-0e0f-49ea-ba73-18e8dc6e60dc HTTP/1.1" status: 200 len: 210 time: 0.0369809 Jul 30 20:29:56.047484 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b5662fba-2b2f-4f5e-bf2e-20878a9fa238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'name': 'tempest-AttachVolumeTestJSON-1836562861-router', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:19:56Z', 'updated_at': '2021-07-30T20:20:01Z', 'revision_number': 4, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'gw_port': {'id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:19:57Z', 'updated_at': '2021-07-30T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'ea289277-bcd4-458d-8eb0-3513e78a2151', 'name': '', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'mac_address': 'fa:16:3e:de:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:20:00Z', 'updated_at': '2021-07-30T20:20:06Z', 'revision_number': 5, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'subnets': [{'id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:29:56.081216 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5662fba-2b2f-4f5e-bf2e-20878a9fa238 None None] Checking router: d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:29:56.090327 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5662fba-2b2f-4f5e-bf2e-20878a9fa238 None None] Routers {'d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:29:56.090869 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b5662fba-2b2f-4f5e-bf2e-20878a9fa238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:29:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:29:56.265291 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-b5662fba-2b2f-4f5e-bf2e-20878a9fa238 None None] Set router d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:29:56.543181 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b5662fba-2b2f-4f5e-bf2e-20878a9fa238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'name': 'tempest-AttachVolumeTestJSON-1836562861-router', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:19:56Z', 'updated_at': '2021-07-30T20:20:01Z', 'revision_number': 4, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'gw_port': {'id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:19:57Z', 'updated_at': '2021-07-30T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'ea289277-bcd4-458d-8eb0-3513e78a2151', 'name': '', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'mac_address': 'fa:16:3e:de:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:20:00Z', 'updated_at': '2021-07-30T20:20:06Z', 'revision_number': 5, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'subnets': [{'id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:29:56.559540 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bc66f-98ce-4a51-a35b-cdf0edbce26e req-89b3b314-359c-4a8f-b92f-ed50a017f9fa tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:29:56.561300 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0e2bc66f-98ce-4a51-a35b-cdf0edbce26e req-89b3b314-359c-4a8f-b92f-ed50a017f9fa tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=792dc272-0651-473f-9a0c-7d2fe3994141 HTTP/1.1" status: 200 len: 945 time: 0.0740852 Jul 30 20:29:56.572416 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5662fba-2b2f-4f5e-bf2e-20878a9fa238 None None] The sync data for ids ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'] in n-d-712137-9 is: [{'id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'name': 'tempest-AttachVolumeTestJSON-1836562861-router', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:19:56Z', 'updated_at': '2021-07-30T20:20:01Z', 'revision_number': 4, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'gw_port': {'id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:19:57Z', 'updated_at': '2021-07-30T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'ea289277-bcd4-458d-8eb0-3513e78a2151', 'name': '', 'network_id': 'dc119c8a-9a5c-4d7a-8531-ab95bc80d77c', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'mac_address': 'fa:16:3e:de:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:20:00Z', 'updated_at': '2021-07-30T20:20:06Z', 'revision_number': 5, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'subnets': [{'id': 'f6491aa5-23e2-49d6-ab1a-df22f79d0138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:29:56.655832 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0e2bc66f-98ce-4a51-a35b-cdf0edbce26e req-f0425456-6861-4b0b-92e7-8f9479c94687 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/security-groups?id=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881836 Jul 30 20:29:56.714929 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02f3b7-3a0a-40f0-9b40-ff2886de31b6 req-d74938b0-9f4b-4aa0-ac72-4734f0529d6b tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:29:56.716777 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc02f3b7-3a0a-40f0-9b40-ff2886de31b6 req-d74938b0-9f4b-4aa0-ac72-4734f0529d6b tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.59 "GET /v2.0/ports?device_id=792dc272-0651-473f-9a0c-7d2fe3994141 HTTP/1.1" status: 200 len: 945 time: 0.0588589 Jul 30 20:29:56.837595 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-fc02f3b7-3a0a-40f0-9b40-ff2886de31b6 req-e1887eaa-4693-4328-8e09-a8432e487b4d tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Deleting port c60de607-1230-4a86-84eb-d33ccd0ec62f {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:29:56.838060 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fc02f3b7-3a0a-40f0-9b40-ff2886de31b6 req-e1887eaa-4693-4328-8e09-a8432e487b4d tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:56.859110 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:56.964027 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fc02f3b7-3a0a-40f0-9b40-ff2886de31b6 req-e1887eaa-4693-4328-8e09-a8432e487b4d tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] For port c60de607-1230-4a86-84eb-d33ccd0ec62f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=c60de607-1230-4a86-84eb-d33ccd0ec62f,segment=NetworkSegment(a1f0fa0d-0461-4458-9454-96010f68dd1f),segment_id=a1f0fa0d-0461-4458-9454-96010f68dd1f)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:29:56.964715 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fc02f3b7-3a0a-40f0-9b40-ff2886de31b6 req-e1887eaa-4693-4328-8e09-a8432e487b4d tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:56.987335 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-fc02f3b7-3a0a-40f0-9b40-ff2886de31b6 req-e1887eaa-4693-4328-8e09-a8432e487b4d tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Calling delete_port for c60de607-1230-4a86-84eb-d33ccd0ec62f owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:29:57.065794 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9196b17-2fa9-4fdf-923e-832845ba2d21 None None] New status for floating IP 2a3cfdd6-27a5-4445-a541-cad8eb6a5b38: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:29:57.130991 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43366) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:57.240949 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e38ba89-7537-4ea6-b806-91ab64e08a1b tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:57.275735 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fc02f3b7-3a0a-40f0-9b40-ff2886de31b6 req-e1887eaa-4693-4328-8e09-a8432e487b4d tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:57.289373 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['c60de607-1230-4a86-84eb-d33ccd0ec62f'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:29:57.298909 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e38ba89-7537-4ea6-b806-91ab64e08a1b tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:57.365494 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1887eaa-4693-4328-8e09-a8432e487b4d tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Pushing event deleted for resources: {'Port': ['ID=c60de607-1230-4a86-84eb-d33ccd0ec62f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:57.422124 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e38ba89-7537-4ea6-b806-91ab64e08a1b tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:57.424726 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e38ba89-7537-4ea6-b806-91ab64e08a1b tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:57.425913 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4e38ba89-7537-4ea6-b806-91ab64e08a1b tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "DELETE /v2.0/security-groups/8d01eb69-0508-4b4f-a0a1-5651bc38a58b HTTP/1.1" status: 204 len: 168 time: 0.2909529 Jul 30 20:29:57.429581 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43374) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:57.431137 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc02f3b7-3a0a-40f0-9b40-ff2886de31b6 req-e1887eaa-4693-4328-8e09-a8432e487b4d tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] No DVR routers for this DVR port c60de607-1230-4a86-84eb-d33ccd0ec62f on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:29:57.433761 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fc02f3b7-3a0a-40f0-9b40-ff2886de31b6 req-e1887eaa-4693-4328-8e09-a8432e487b4d tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:57.435837 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc02f3b7-3a0a-40f0-9b40-ff2886de31b6 req-e1887eaa-4693-4328-8e09-a8432e487b4d tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.59 "DELETE /v2.0/ports/c60de607-1230-4a86-84eb-d33ccd0ec62f HTTP/1.1" status: 204 len: 173 time: 0.7122886 Jul 30 20:29:57.464162 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38ba89-7537-4ea6-b806-91ab64e08a1b tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d01eb69-0508-4b4f-a0a1-5651bc38a58b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:57.496325 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-6cf605d8-078b-40f4-841f-7bf413fdebf8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] show failed (client error): The resource could not be found. Jul 30 20:29:57.501155 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6cf605d8-078b-40f4-841f-7bf413fdebf8 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "GET /v2.0/security-groups/8d01eb69-0508-4b4f-a0a1-5651bc38a58b HTTP/1.1" status: 404 len: 347 time: 0.0678852 Jul 30 20:29:57.501585 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43376) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:29:57.648171 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-080f1edc-9c2e-49de-bfd0-4a25d1007a60 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Deleting port 1d400827-118f-4bb6-9ecc-da3c7354e7d4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:29:57.648875 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-080f1edc-9c2e-49de-bfd0-4a25d1007a60 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:57.705317 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792dc272-0651-473f-9a0c-7d2fe3994141', 'name': 'network-vif-deleted', 'tag': 'c60de607-1230-4a86-84eb-d33ccd0ec62f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:29:57.708374 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122dcbb2-62e9-48bd-837b-d4b675932631" -d '{"events": [{"server_uuid": "792dc272-0651-473f-9a0c-7d2fe3994141", "name": "network-vif-deleted", "tag": "c60de607-1230-4a86-84eb-d33ccd0ec62f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:29:57.731250 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-080f1edc-9c2e-49de-bfd0-4a25d1007a60 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:57.731599 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-080f1edc-9c2e-49de-bfd0-4a25d1007a60 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:57.744334 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-080f1edc-9c2e-49de-bfd0-4a25d1007a60 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Calling delete_port for 1d400827-118f-4bb6-9ecc-da3c7354e7d4 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:29:57.874755 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-db33b224-7d9f-4f27-adc4-6690fa930c30 req-ae87c56e-26b2-43b8-acc5-5e5ed2040364 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=792dc272-0651-473f-9a0c-7d2fe3994141 HTTP/1.1" status: 200 len: 210 time: 0.0825570 Jul 30 20:29:57.960716 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-080f1edc-9c2e-49de-bfd0-4a25d1007a60 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:57.970178 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f449b6-ef65-4b54-8556-522333259804 x-openstack-request-id: req-c2f449b6-ef65-4b54-8556-522333259804 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:29:57.970480 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792dc272-0651-473f-9a0c-7d2fe3994141", "name": "network-vif-deleted", "tag": "c60de607-1230-4a86-84eb-d33ccd0ec62f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:29:57.970741 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c2f449b6-ef65-4b54-8556-522333259804 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:29:57.971148 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792dc272-0651-473f-9a0c-7d2fe3994141', 'name': 'network-vif-deleted', 'tag': 'c60de607-1230-4a86-84eb-d33ccd0ec62f', 'status': 'completed', 'code': 200} Jul 30 20:29:58.023603 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f1edc-9c2e-49de-bfd0-4a25d1007a60 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Pushing event deleted for resources: {'Port': ['ID=1d400827-118f-4bb6-9ecc-da3c7354e7d4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:29:58.126843 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-080f1edc-9c2e-49de-bfd0-4a25d1007a60 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:58.129872 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-080f1edc-9c2e-49de-bfd0-4a25d1007a60 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:29:58.137368 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-080f1edc-9c2e-49de-bfd0-4a25d1007a60 tempest-AttachVolumeTestJSON-1148714692 tempest-AttachVolumeTestJSON-1148714692-project] 10.222.0.81 "DELETE /v2.0/floatingips/2a3cfdd6-27a5-4445-a541-cad8eb6a5b38 HTTP/1.1" status: 204 len: 168 time: 0.6344991 Jul 30 20:29:58.601531 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:29:58.665331 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:29:58.665680 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 4eca1fc2-4da2-41e2-b1f1-52a8aac9a09d not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:30:00.728422 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device c60de607-1230-4a86-84eb-d33ccd0ec62f no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:30:00.765839 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: c60de607-1230-4a86-84eb-d33ccd0ec62f {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:30:00.766430 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device c60de607-1230-4a86-84eb-d33ccd0ec62f not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:30:05.794067 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43574) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:05.958477 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95d466fa-c501-4e92-93d8-ad35b5c8b69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:06.133374 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95d466fa-c501-4e92-93d8-ad35b5c8b69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:06.143490 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95d466fa-c501-4e92-93d8-ad35b5c8b69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:06.194484 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d466fa-c501-4e92-93d8-ad35b5c8b69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1060131-4196-4a1e-86e8-84c7499654b7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:06.201170 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-95d466fa-c501-4e92-93d8-ad35b5c8b69e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e51531be13014d38b8308a9173a2e9b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4034708 Jul 30 20:30:06.203709 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43584) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:06.261760 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-942b303b-5d6a-4056-9f3c-0f1dd2899c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:06.303528 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-942b303b-5d6a-4056-9f3c-0f1dd2899c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:06.357234 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-942b303b-5d6a-4056-9f3c-0f1dd2899c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:06.361052 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-942b303b-5d6a-4056-9f3c-0f1dd2899c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:06.366195 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-942b303b-5d6a-4056-9f3c-0f1dd2899c5c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e1060131-4196-4a1e-86e8-84c7499654b7 HTTP/1.1" status: 204 len: 168 time: 0.1606119 Jul 30 20:30:06.376201 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b303b-5d6a-4056-9f3c-0f1dd2899c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1060131-4196-4a1e-86e8-84c7499654b7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:06.933492 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43594) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:06.950722 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c276723-645d-41ad-8865-2fe9d9ce027d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:07.182049 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c276723-645d-41ad-8865-2fe9d9ce027d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:07.188001 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c276723-645d-41ad-8865-2fe9d9ce027d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:07.262165 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c276723-645d-41ad-8865-2fe9d9ce027d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99542aba-8cf6-4f1d-950e-5cfb32fe9f44,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:07.271903 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5c276723-645d-41ad-8865-2fe9d9ce027d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f14634c529df40c79823bb2659ab1f3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3357663 Jul 30 20:30:07.273561 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43612) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:07.398962 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d128ec06-334a-47fb-8269-bad66793d911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:07.422374 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d128ec06-334a-47fb-8269-bad66793d911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:07.476508 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d128ec06-334a-47fb-8269-bad66793d911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:07.479625 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d128ec06-334a-47fb-8269-bad66793d911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:07.481251 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d128ec06-334a-47fb-8269-bad66793d911 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/99542aba-8cf6-4f1d-950e-5cfb32fe9f44 HTTP/1.1" status: 204 len: 168 time: 0.2060797 Jul 30 20:30:07.497746 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128ec06-334a-47fb-8269-bad66793d911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99542aba-8cf6-4f1d-950e-5cfb32fe9f44,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:07.548926 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-0b195556-bf8c-418a-9a23-3cfe926feb0e tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:07.558905 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-0b195556-bf8c-418a-9a23-3cfe926feb0e tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/networks?id=c3db4910-5150-411c-bdea-a1856033917a HTTP/1.1" status: 200 len: 814 time: 0.2374089 Jul 30 20:30:07.576435 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-237b09f8-1feb-4350-b692-4d42d5bd612d tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/quotas/c1446840e1ab4f0c80547526cfc92a59 HTTP/1.1" status: 200 len: 375 time: 0.0162897 Jul 30 20:30:07.621055 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-50772f62-f75d-435c-8590-4d75aa83f59a tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c1446840e1ab4f0c80547526cfc92a59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432992 Jul 30 20:30:07.725936 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-0729f408-a3e2-450a-9ddb-b55d36a7e373 service neutron] 10.222.0.81 "GET /v2.0/networks/c3db4910-5150-411c-bdea-a1856033917a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036468 Jul 30 20:30:07.868141 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-a2f39644-75bc-4e0a-bc29-06a53b23b857 service neutron] 10.222.0.81 "GET /v2.0/networks/c3db4910-5150-411c-bdea-a1856033917a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407602 Jul 30 20:30:08.256816 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dd646cba-51f8-4c26-a91b-33ad3c404898 req-0c77dcf9-8970-4053-8783-ac9c98f374f0 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad3431e9-8bd2-45cd-81c4-aa6364a57bcb HTTP/1.1" status: 200 len: 210 time: 0.0514841 Jul 30 20:30:08.506800 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43650) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:08.610231 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b2337644-659d-4501-a472-d042b70e6ccb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-601648516-network', 'tenant_id': '7c616babb5ed4c34b370fcdaf6bbfdf1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:30:08.631747 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2337644-659d-4501-a472-d042b70e6ccb admin admin] Made reservation on behalf of 7c616babb5ed4c34b370fcdaf6bbfdf1 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:30:08.634177 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2337644-659d-4501-a472-d042b70e6ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:08.642577 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2337644-659d-4501-a472-d042b70e6ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:08.747097 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2337644-659d-4501-a472-d042b70e6ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:08.751838 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2337644-659d-4501-a472-d042b70e6ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:08.780660 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2337644-659d-4501-a472-d042b70e6ccb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:30:08.786252 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337644-659d-4501-a472-d042b70e6ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d3e01e-f934-42f6-9bca-a34b087cd624,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:08.794120 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2337644-659d-4501-a472-d042b70e6ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:08.794591 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-b2337644-659d-4501-a472-d042b70e6ccb admin admin] Added segment f7ee5d02-4db0-4fe6-9f3d-a48aba1ecce9 of type vlan for network 07fcc7d4-6c51-490b-bcf4-83f8af34ae52 Jul 30 20:30:08.837763 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2337644-659d-4501-a472-d042b70e6ccb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:08.866523 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2337644-659d-4501-a472-d042b70e6ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:08.867738 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2337644-659d-4501-a472-d042b70e6ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:08.868320 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2337644-659d-4501-a472-d042b70e6ccb admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:08.934354 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b2337644-659d-4501-a472-d042b70e6ccb admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4227843 Jul 30 20:30:08.934554 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43656) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:08.939224 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-49b8f704-af01-4603-8bfd-6e022b02a559 admin admin] Request body: {'subnet': {'network_id': '07fcc7d4-6c51-490b-bcf4-83f8af34ae52', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-601648516-subnet', 'tenant_id': '7c616babb5ed4c34b370fcdaf6bbfdf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:30:08.943885 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337644-659d-4501-a472-d042b70e6ccb admin admin] Pushing event updated for resources: {'Network': ['ID=07fcc7d4-6c51-490b-bcf4-83f8af34ae52,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:08.954192 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 07fcc7d4-6c51-490b-bcf4-83f8af34ae52 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:30:08.962376 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b8f704-af01-4603-8bfd-6e022b02a559 admin admin] Made reservation on behalf of 7c616babb5ed4c34b370fcdaf6bbfdf1 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:30:08.964776 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49b8f704-af01-4603-8bfd-6e022b02a559 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:09.160275 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49b8f704-af01-4603-8bfd-6e022b02a559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:09.261529 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8f704-af01-4603-8bfd-6e022b02a559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d43d38a5-a835-4803-941c-34d8ab6ef412,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:09.297442 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b8f704-af01-4603-8bfd-6e022b02a559 admin admin] Checking segment: {'id': 'f7ee5d02-4db0-4fe6-9f3d-a48aba1ecce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07fcc7d4-6c51-490b-bcf4-83f8af34ae52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:30:09.297689 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b8f704-af01-4603-8bfd-6e022b02a559 admin admin] Network hostable DHCP agents. Network: 07fcc7d4-6c51-490b-bcf4-83f8af34ae52, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:30:09.325055 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43678) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:09.340639 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b8f704-af01-4603-8bfd-6e022b02a559 admin admin] Network 07fcc7d4-6c51-490b-bcf4-83f8af34ae52 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:30:09.365811 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-49b8f704-af01-4603-8bfd-6e022b02a559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 07fcc7d4-6c51-490b-bcf4-83f8af34ae52) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:30:09.377340 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be78fef2-5a78-4eb7-9797-effd0bb7c93f None None] Network 07fcc7d4-6c51-490b-bcf4-83f8af34ae52 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:30:09.382700 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b8f704-af01-4603-8bfd-6e022b02a559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:09.389978 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49b8f704-af01-4603-8bfd-6e022b02a559 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:09.421095 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-49b8f704-af01-4603-8bfd-6e022b02a559 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4855521 Jul 30 20:30:09.476110 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8db6a4ec-2cef-4546-b6bb-7c44d019f854 req-5b5ee676-7f34-434f-a5c0-b23cfbcb7b26 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad3431e9-8bd2-45cd-81c4-aa6364a57bcb HTTP/1.1" status: 200 len: 210 time: 0.0750439 Jul 30 20:30:09.688945 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5637076b-9ee0-4be0-b29b-5decfb1054b4 None None] Network 07fcc7d4-6c51-490b-bcf4-83f8af34ae52 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:30:10.246917 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93abd352-9382-4328-a8bd-2ee8843abfc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:10.324041 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43710) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:10.329941 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-861c9c12-028f-4d79-a197-f1bb5f437660 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1476148287-network', 'tenant_id': '9ad126eb182643ddb70c4148fbdc7289'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:30:10.368247 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861c9c12-028f-4d79-a197-f1bb5f437660 admin admin] Made reservation on behalf of 9ad126eb182643ddb70c4148fbdc7289 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:30:10.368247 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-861c9c12-028f-4d79-a197-f1bb5f437660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:10.377278 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-861c9c12-028f-4d79-a197-f1bb5f437660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:10.603149 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-861c9c12-028f-4d79-a197-f1bb5f437660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:10.610255 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-861c9c12-028f-4d79-a197-f1bb5f437660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:10.672008 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861c9c12-028f-4d79-a197-f1bb5f437660 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:30:10.689913 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c9c12-028f-4d79-a197-f1bb5f437660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab872ad-c80c-454d-9e94-f9bc905ec53b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:10.710990 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-861c9c12-028f-4d79-a197-f1bb5f437660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:10.711568 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-861c9c12-028f-4d79-a197-f1bb5f437660 admin admin] Added segment 9a881ea7-c039-43bf-af8f-89f25275503d of type vlan for network a201bb4d-6a9b-4e75-9282-68394ae33498 Jul 30 20:30:10.824641 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-861c9c12-028f-4d79-a197-f1bb5f437660 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:10.868308 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-861c9c12-028f-4d79-a197-f1bb5f437660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:10.869506 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861c9c12-028f-4d79-a197-f1bb5f437660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:10.870265 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-861c9c12-028f-4d79-a197-f1bb5f437660 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:10.951483 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-861c9c12-028f-4d79-a197-f1bb5f437660 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6238143 Jul 30 20:30:10.951745 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07c99453-e9e4-4216-a82a-ffca7f1288a7 req-e35ca7e0-37ab-4e6b-a582-9938b75859ae tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad3431e9-8bd2-45cd-81c4-aa6364a57bcb HTTP/1.1" status: 200 len: 210 time: 0.3313849 Jul 30 20:30:10.952178 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43720) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:10.956713 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-dfd253af-6dd2-42e5-b61f-9f337f6bba56 admin admin] Request body: {'subnet': {'network_id': 'a201bb4d-6a9b-4e75-9282-68394ae33498', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1476148287-subnet', 'tenant_id': '9ad126eb182643ddb70c4148fbdc7289', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:30:10.967755 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c9c12-028f-4d79-a197-f1bb5f437660 admin admin] Pushing event updated for resources: {'Network': ['ID=a201bb4d-6a9b-4e75-9282-68394ae33498,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:10.977445 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network a201bb4d-6a9b-4e75-9282-68394ae33498 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:30:11.006618 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-b6b37e90-d3e8-423b-9fd2-8c148ae76cd7 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:11.008237 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-b6b37e90-d3e8-423b-9fd2-8c148ae76cd7 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.83 "GET /v2.0/networks?id=c3db4910-5150-411c-bdea-a1856033917a HTTP/1.1" status: 200 len: 814 time: 0.2199941 Jul 30 20:30:11.016804 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd253af-6dd2-42e5-b61f-9f337f6bba56 admin admin] Made reservation on behalf of 9ad126eb182643ddb70c4148fbdc7289 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:30:11.019188 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dfd253af-6dd2-42e5-b61f-9f337f6bba56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:11.035115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-17a89765-6709-46b9-a8ca-20dd47e650e4 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Request body: {'port': {'device_id': 'ad3431e9-8bd2-45cd-81c4-aa6364a57bcb', 'network_id': 'c3db4910-5150-411c-bdea-a1856033917a', 'admin_state_up': True, 'tenant_id': 'c1446840e1ab4f0c80547526cfc92a59'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:30:11.043191 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-93abd352-9382-4328-a8bd-2ee8843abfc9 admin admin] Deleting port ea289277-bcd4-458d-8eb0-3513e78a2151 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:30:11.044631 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93abd352-9382-4328-a8bd-2ee8843abfc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:11.196444 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-93abd352-9382-4328-a8bd-2ee8843abfc9 admin admin] For port ea289277-bcd4-458d-8eb0-3513e78a2151, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=ea289277-bcd4-458d-8eb0-3513e78a2151,segment=NetworkSegment(fe032a3b-65ea-4e02-9bea-2ab32b00a56f),segment_id=fe032a3b-65ea-4e02-9bea-2ab32b00a56f)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:30:11.197048 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93abd352-9382-4328-a8bd-2ee8843abfc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:11.222314 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-93abd352-9382-4328-a8bd-2ee8843abfc9 admin admin] Calling delete_port for ea289277-bcd4-458d-8eb0-3513e78a2151 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:30:11.288575 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dfd253af-6dd2-42e5-b61f-9f337f6bba56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:11.329329 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-17a89765-6709-46b9-a8ca-20dd47e650e4 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Made reservation on behalf of c1446840e1ab4f0c80547526cfc92a59 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:30:11.333130 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-17a89765-6709-46b9-a8ca-20dd47e650e4 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:11.351310 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd253af-6dd2-42e5-b61f-9f337f6bba56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85880e97-c783-45ee-8d0e-3fc21a9c5cbd,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:11.403728 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd253af-6dd2-42e5-b61f-9f337f6bba56 admin admin] Checking segment: {'id': '9a881ea7-c039-43bf-af8f-89f25275503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a201bb4d-6a9b-4e75-9282-68394ae33498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:30:11.404410 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd253af-6dd2-42e5-b61f-9f337f6bba56 admin admin] Network hostable DHCP agents. Network: a201bb4d-6a9b-4e75-9282-68394ae33498, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:30:11.426804 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd253af-6dd2-42e5-b61f-9f337f6bba56 admin admin] Network a201bb4d-6a9b-4e75-9282-68394ae33498 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:30:11.447316 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-dfd253af-6dd2-42e5-b61f-9f337f6bba56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, a201bb4d-6a9b-4e75-9282-68394ae33498) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:30:11.463310 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f269dd-ece9-4ada-8b5d-7015cd8154ac None None] Network a201bb4d-6a9b-4e75-9282-68394ae33498 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:30:11.467017 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd253af-6dd2-42e5-b61f-9f337f6bba56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:11.467871 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dfd253af-6dd2-42e5-b61f-9f337f6bba56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:11.486230 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dfd253af-6dd2-42e5-b61f-9f337f6bba56 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5331669 Jul 30 20:30:11.549708 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-17a89765-6709-46b9-a8ca-20dd47e650e4 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Allocated IP 172.20.0.4 (c3db4910-5150-411c-bdea-a1856033917a/5494e9b8-9c99-4074-b51b-d722a328ab2d/3c93fd4c-6378-4eee-8d49-7a723d1812cb) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:30:11.754647 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93abd352-9382-4328-a8bd-2ee8843abfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:11.817688 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1419be2-50b6-4e3d-bcce-9857e1d4e54a None None] Network a201bb4d-6a9b-4e75-9282-68394ae33498 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:30:11.923729 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abd352-9382-4328-a8bd-2ee8843abfc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea289277-bcd4-458d-8eb0-3513e78a2151,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:12.763013 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-17a89765-6709-46b9-a8ca-20dd47e650e4 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:12.842654 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-17a89765-6709-46b9-a8ca-20dd47e650e4 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:12.857923 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93abd352-9382-4328-a8bd-2ee8843abfc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:13.099279 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-17a89765-6709-46b9-a8ca-20dd47e650e4 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Network c3db4910-5150-411c-bdea-a1856033917a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:30:13.101499 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a89765-6709-46b9-a8ca-20dd47e650e4 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Pushing event updated for resources: {'Port': ['ID=3c93fd4c-6378-4eee-8d49-7a723d1812cb,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:13.120475 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-17a89765-6709-46b9-a8ca-20dd47e650e4 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:30:13.153332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-17a89765-6709-46b9-a8ca-20dd47e650e4 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:30:13.245241 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-17a89765-6709-46b9-a8ca-20dd47e650e4 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:13.245864 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-17a89765-6709-46b9-a8ca-20dd47e650e4 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:13.264822 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-7b6423e4-56f8-4135-9f54-f45bcf61f5c5 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:13.266319 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-7b6423e4-56f8-4135-9f54-f45bcf61f5c5 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.81 "GET /v2.0/networks?id=07fcc7d4-6c51-490b-bcf4-83f8af34ae52 HTTP/1.1" status: 200 len: 808 time: 0.4481773 Jul 30 20:30:13.287703 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-17a89765-6709-46b9-a8ca-20dd47e650e4 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2660117 Jul 30 20:30:13.320337 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-438c2757-bc5c-463e-9aa9-5f301858a8d5 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.81 "GET /v2.0/quotas/7c616babb5ed4c34b370fcdaf6bbfdf1 HTTP/1.1" status: 200 len: 375 time: 0.0468898 Jul 30 20:30:13.327021 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-8fa99cd1-11ac-4533-b9b6-ec587813a141 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:30:13.328067 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-8fa99cd1-11ac-4533-b9b6-ec587813a141 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068350 Jul 30 20:30:13.346725 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Request body: {'port': {'device_id': 'ad3431e9-8bd2-45cd-81c4-aa6364a57bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:30:13.389733 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-ce721b1d-c90b-4c74-b37d-e68c44041806 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c616babb5ed4c34b370fcdaf6bbfdf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606530 Jul 30 20:30:13.514443 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:13.551869 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93abd352-9382-4328-a8bd-2ee8843abfc9 admin admin] Router d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:30:13.610856 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-db405902-6f18-4d0e-9cd7-6530041b0769 service neutron] 10.222.0.81 "GET /v2.0/networks/07fcc7d4-6c51-490b-bcf4-83f8af34ae52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878691 Jul 30 20:30:13.852640 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:30:13.931173 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93abd352-9382-4328-a8bd-2ee8843abfc9 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:30:13.941267 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31469bb2-57d3-4606-9ef1-8919ea1f309b None None] Sync routers for ids ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:30:13.944610 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-93abd352-9382-4328-a8bd-2ee8843abfc9 admin admin] 10.222.0.81 "PUT /v2.0/routers/d0e39e52-77a2-4d66-bd2f-ecf121bf85a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6178591 Jul 30 20:30:13.947057 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43758) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:13.951584 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31469bb2-57d3-4606-9ef1-8919ea1f309b None None] Routers {'d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:30:13.952571 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-31469bb2-57d3-4606-9ef1-8919ea1f309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:29:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:30:14.026912 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-bf6ed53c-1b81-48eb-ba14-003baf147e16 service neutron] 10.222.0.81 "GET /v2.0/networks/07fcc7d4-6c51-490b-bcf4-83f8af34ae52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802161 Jul 30 20:30:14.133273 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c93fd4c-6378-4eee-8d49-7a723d1812cb {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:30:14.143364 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:14.167442 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Transition to ACTIVE for port object 3c93fd4c-6378-4eee-8d49-7a723d1812cb will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:30:14.186100 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:14.196131 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-31469bb2-57d3-4606-9ef1-8919ea1f309b None None] Set router d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:30:14.455922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Pushing event updated for resources: {'Port': ['ID=3c93fd4c-6378-4eee-8d49-7a723d1812cb,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:14.499479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:14.500213 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:14.500789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:14.501330 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:14.501876 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:14.502411 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:14.502956 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:14.503496 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:14.505338 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:14.505900 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:14.506447 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:14.507001 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:14.595036 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b5786-ff1c-436f-8f04-dbcd6a9c5d50 req-51c1142b-55d9-4f5a-8fe8-454f8e4dd1e0 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:14.600646 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-722b5786-ff1c-436f-8f04-dbcd6a9c5d50 req-51c1142b-55d9-4f5a-8fe8-454f8e4dd1e0 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad3431e9-8bd2-45cd-81c4-aa6364a57bcb HTTP/1.1" status: 200 len: 943 time: 0.1458189 Jul 30 20:30:14.657955 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-31469bb2-57d3-4606-9ef1-8919ea1f309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'name': 'tempest-AttachVolumeTestJSON-1836562861-router', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:19:56Z', 'updated_at': '2021-07-30T20:30:11Z', 'revision_number': 5, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'gw_port': {'id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:19:57Z', 'updated_at': '2021-07-30T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:30:14.693842 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-722b5786-ff1c-436f-8f04-dbcd6a9c5d50 req-76fbc8df-e85d-49b7-a82c-2c67dbf3ac2a tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/security-groups?id=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591912 Jul 30 20:30:14.699164 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Attempting to bind port 3c93fd4c-6378-4eee-8d49-7a723d1812cb on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:30:14.699854 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Attempting to bind port 3c93fd4c-6378-4eee-8d49-7a723d1812cb by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'a1f0fa0d-0461-4458-9454-96010f68dd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3db4910-5150-411c-bdea-a1856033917a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:30:14.700404 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Attempting to bind port 3c93fd4c-6378-4eee-8d49-7a723d1812cb on network c3db4910-5150-411c-bdea-a1856033917a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:30:14.710280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Port 3c93fd4c-6378-4eee-8d49-7a723d1812cb on network c3db4910-5150-411c-bdea-a1856033917a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:30:14.710761 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Attempting to bind port 3c93fd4c-6378-4eee-8d49-7a723d1812cb on network c3db4910-5150-411c-bdea-a1856033917a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:30:14.731461 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:30:14.731942 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Checking segment: {'id': 'a1f0fa0d-0461-4458-9454-96010f68dd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3db4910-5150-411c-bdea-a1856033917a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:30:14.732335 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Bound using segment: {'id': 'a1f0fa0d-0461-4458-9454-96010f68dd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3db4910-5150-411c-bdea-a1856033917a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:30:14.732769 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Bound port: 3c93fd4c-6378-4eee-8d49-7a723d1812cb, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f0fa0d-0461-4458-9454-96010f68dd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c3db4910-5150-411c-bdea-a1856033917a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:30:14.735024 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31469bb2-57d3-4606-9ef1-8919ea1f309b None None] Checking router: d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:30:14.736561 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:14.760778 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:14.768540 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31469bb2-57d3-4606-9ef1-8919ea1f309b None None] Routers {'d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:30:14.769169 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-31469bb2-57d3-4606-9ef1-8919ea1f309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:29:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:30:14.864539 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b26552d4-68b9-4ef0-8481-44a82c4a3cd9 req-73bd92e6-f3bd-4bee-b74a-bd6bf7ee59fb tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0 HTTP/1.1" status: 200 len: 210 time: 0.0702813 Jul 30 20:30:14.916575 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] For port 3c93fd4c-6378-4eee-8d49-7a723d1812cb, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:30:14.932329 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] For port 3c93fd4c-6378-4eee-8d49-7a723d1812cb, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3c93fd4c-6378-4eee-8d49-7a723d1812cb,segment=NetworkSegment(a1f0fa0d-0461-4458-9454-96010f68dd1f),segment_id=a1f0fa0d-0461-4458-9454-96010f68dd1f)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:30:14.943234 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:14.975958 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:15.035920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-31469bb2-57d3-4606-9ef1-8919ea1f309b None None] Set router d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:30:15.066204 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:15.076549 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:15.086134 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] 10.222.0.83 "PUT /v2.0/ports/3c93fd4c-6378-4eee-8d49-7a723d1812cb HTTP/1.1" status: 200 len: 1091 time: 1.7455707 Jul 30 20:30:15.087808 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3431e9-8bd2-45cd-81c4-aa6364a57bcb', 'tag': '3c93fd4c-6378-4eee-8d49-7a723d1812cb'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:30:15.091343 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98caa686-7a24-4d85-a4db-7f3745b3fb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3431e9-8bd2-45cd-81c4-aa6364a57bcb", "tag": "3c93fd4c-6378-4eee-8d49-7a723d1812cb"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:30:15.136223 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Deleting port 5175e3ce-2692-412c-9556-ba7f185536e7 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:30:15.137069 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:15.159200 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193865f0-fb4b-4fd0-bd42-bd63989c3c4e service neutron] Pushing event updated for resources: {'Port': ['ID=3c93fd4c-6378-4eee-8d49-7a723d1812cb,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:15.208182 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a385fa74-38a2-4839-a4dc-086c87c1bc45 x-openstack-request-id: req-a385fa74-38a2-4839-a4dc-086c87c1bc45 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:30:15.208953 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3431e9-8bd2-45cd-81c4-aa6364a57bcb", "tag": "3c93fd4c-6378-4eee-8d49-7a723d1812cb", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:30:15.212077 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a385fa74-38a2-4839-a4dc-086c87c1bc45 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:30:15.214055 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3431e9-8bd2-45cd-81c4-aa6364a57bcb', 'tag': '3c93fd4c-6378-4eee-8d49-7a723d1812cb', 'status': 'completed', 'code': 200} Jul 30 20:30:15.237720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-0855b95c-27a1-4101-89b7-c373bc018bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:15.242144 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-0855b95c-27a1-4101-89b7-c373bc018bf7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c1446840e1ab4f0c80547526cfc92a59&device_id=ad3431e9-8bd2-45cd-81c4-aa6364a57bcb HTTP/1.1" status: 200 len: 1094 time: 0.1024351 Jul 30 20:30:15.320751 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-82b46254-8ad8-46c5-8bb1-6d7b32b573d3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c93fd4c-6378-4eee-8d49-7a723d1812cb HTTP/1.1" status: 200 len: 217 time: 0.0696473 Jul 30 20:30:15.322852 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] For port 5175e3ce-2692-412c-9556-ba7f185536e7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=5175e3ce-2692-412c-9556-ba7f185536e7,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:30:15.325069 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:15.361129 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Calling delete_port for 5175e3ce-2692-412c-9556-ba7f185536e7 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:30:15.437131 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-a8223386-5d11-4e7b-9137-f4cce6bb7b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:15.438716 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-a8223386-5d11-4e7b-9137-f4cce6bb7b87 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5494e9b8-9c99-4074-b51b-d722a328ab2d HTTP/1.1" status: 200 len: 854 time: 0.1113276 Jul 30 20:30:15.529910 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-3f17392c-6b17-4d08-bc84-886005da8190 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c3db4910-5150-411c-bdea-a1856033917a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844893 Jul 30 20:30:15.670582 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:15.671296 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:15.722624 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-31469bb2-57d3-4606-9ef1-8919ea1f309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'name': 'tempest-AttachVolumeTestJSON-1836562861-router', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:19:56Z', 'updated_at': '2021-07-30T20:30:11Z', 'revision_number': 5, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'gw_port': {'id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:19:57Z', 'updated_at': '2021-07-30T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:30:15.734600 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5175e3ce-2692-412c-9556-ba7f185536e7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:15.757695 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:15.758063 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:15.758743 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:15.759082 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:15.759414 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:15.759773 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:15.760102 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:15.760428 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:15.765826 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:15.767704 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:15.768075 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:15.769804 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:15.773254 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-27956656-fc39-4bda-81e5-e6de1a89d903 service neutron] 10.222.0.83 "GET /v2.0/networks/c3db4910-5150-411c-bdea-a1856033917a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365668 Jul 30 20:30:15.774486 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31469bb2-57d3-4606-9ef1-8919ea1f309b None None] The sync data for ids ['d0e39e52-77a2-4d66-bd2f-ecf121bf85a0'] in n-d-712137-9 is: [{'id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'name': 'tempest-AttachVolumeTestJSON-1836562861-router', 'tenant_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:19:56Z', 'updated_at': '2021-07-30T20:30:11Z', 'revision_number': 5, 'project_id': 'fdd4a0aeb4734545b256ac5e1a36d088', 'gw_port': {'id': '5175e3ce-2692-412c-9556-ba7f185536e7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e39e52-77a2-4d66-bd2f-ecf121bf85a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:19:57Z', 'updated_at': '2021-07-30T20:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:30:15.915956 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9728ca51-74d8-4480-bd91-ea77617b7912 req-3edb8c02-a3f9-44bf-b812-56047392d36c service neutron] 10.222.0.83 "GET /v2.0/networks/c3db4910-5150-411c-bdea-a1856033917a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356664 Jul 30 20:30:15.923668 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:15.974857 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67eb2dd-007c-42a5-82be-8c673b07ba22 req-44aed2b0-1f79-4903-94b0-37abd22210c1 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:15.982596 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c67eb2dd-007c-42a5-82be-8c673b07ba22 req-44aed2b0-1f79-4903-94b0-37abd22210c1 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad3431e9-8bd2-45cd-81c4-aa6364a57bcb HTTP/1.1" status: 200 len: 943 time: 0.0807314 Jul 30 20:30:16.069022 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c67eb2dd-007c-42a5-82be-8c673b07ba22 req-dfcb5955-e0cc-464d-9edd-e7fd8df2e414 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/security-groups?id=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853560 Jul 30 20:30:16.084384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98caa686-7a24-4d85-a4db-7f3745b3fb1c req-b46eea91-0541-4baa-a2b3-1a5747660a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:16.085882 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98caa686-7a24-4d85-a4db-7f3745b3fb1c req-b46eea91-0541-4baa-a2b3-1a5747660a7c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c1446840e1ab4f0c80547526cfc92a59&device_id=ad3431e9-8bd2-45cd-81c4-aa6364a57bcb HTTP/1.1" status: 200 len: 1094 time: 0.0651510 Jul 30 20:30:16.105571 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:16.112007 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:16.260110 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:16.261352 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:30:16.273541 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:16.291759 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cf267129-fcc0-4d93-88c8-ea6cc0c517a9 admin admin] 10.222.0.81 "DELETE /v2.0/routers/d0e39e52-77a2-4d66-bd2f-ecf121bf85a0 HTTP/1.1" status: 204 len: 168 time: 2.3435535 Jul 30 20:30:16.296040 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43792) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:16.334227 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64dccc8f-e1f5-4f4f-b530-4d8b39e1120b req-71ed76b5-36aa-4f24-abc3-c3544e3d1b71 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0 HTTP/1.1" status: 200 len: 210 time: 0.1288557 Jul 30 20:30:16.377119 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device ea289277-bcd4-458d-8eb0-3513e78a2151 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:30:16.436475 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: ea289277-bcd4-458d-8eb0-3513e78a2151 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:30:16.436969 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device ea289277-bcd4-458d-8eb0-3513e78a2151 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:30:16.443928 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-29091e70-d6e4-4341-80a4-319baa9e0555 admin admin] Deleting subnet f6491aa5-23e2-49d6-ab1a-df22f79d0138 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:30:16.451982 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29091e70-d6e4-4341-80a4-319baa9e0555 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:16.530815 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29091e70-d6e4-4341-80a4-319baa9e0555 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:16.681170 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-621a65d1-2336-4eae-9e1b-7c65ddfc55ad tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:16.682689 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-621a65d1-2336-4eae-9e1b-7c65ddfc55ad tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.59 "GET /v2.0/networks?id=07fcc7d4-6c51-490b-bcf4-83f8af34ae52 HTTP/1.1" status: 200 len: 808 time: 0.2790198 Jul 30 20:30:16.687597 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98caa686-7a24-4d85-a4db-7f3745b3fb1c req-34625988-300b-4bb7-a439-eadb4e8a55c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:16.689007 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98caa686-7a24-4d85-a4db-7f3745b3fb1c req-34625988-300b-4bb7-a439-eadb4e8a55c8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c3db4910-5150-411c-bdea-a1856033917a HTTP/1.1" status: 200 len: 915 time: 0.5961802 Jul 30 20:30:16.699531 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-45bd36d3-102d-46da-83d9-49f2e43502ce tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Request body: {'port': {'device_id': '15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0', 'network_id': '07fcc7d4-6c51-490b-bcf4-83f8af34ae52', 'admin_state_up': True, 'tenant_id': '7c616babb5ed4c34b370fcdaf6bbfdf1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:30:16.739742 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29091e70-d6e4-4341-80a4-319baa9e0555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:16.751895 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98caa686-7a24-4d85-a4db-7f3745b3fb1c req-90fba023-ef8c-49c4-817b-7dd41f6c53d2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c93fd4c-6378-4eee-8d49-7a723d1812cb HTTP/1.1" status: 200 len: 217 time: 0.0462718 Jul 30 20:30:16.879847 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29091e70-d6e4-4341-80a4-319baa9e0555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:16.942576 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29091e70-d6e4-4341-80a4-319baa9e0555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6491aa5-23e2-49d6-ab1a-df22f79d0138,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:16.950618 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29091e70-d6e4-4341-80a4-319baa9e0555 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:16.953236 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-29091e70-d6e4-4341-80a4-319baa9e0555 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f6491aa5-23e2-49d6-ab1a-df22f79d0138 HTTP/1.1" status: 204 len: 168 time: 0.6559439 Jul 30 20:30:16.953637 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a561aab1-6819-4f67-8d25-f0e83ff4f6ae None None] Network dc119c8a-9a5c-4d7a-8531-ab95bc80d77c requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:30:16.955761 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43800) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:16.972400 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98caa686-7a24-4d85-a4db-7f3745b3fb1c req-b3092c2c-0c19-43f8-9fbf-d96e48747df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:16.974339 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98caa686-7a24-4d85-a4db-7f3745b3fb1c req-b3092c2c-0c19-43f8-9fbf-d96e48747df6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5494e9b8-9c99-4074-b51b-d722a328ab2d HTTP/1.1" status: 200 len: 854 time: 0.2056603 Jul 30 20:30:16.980803 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-45bd36d3-102d-46da-83d9-49f2e43502ce tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Made reservation on behalf of 7c616babb5ed4c34b370fcdaf6bbfdf1 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:30:16.990646 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-45bd36d3-102d-46da-83d9-49f2e43502ce tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:17.043935 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ec5d-7157-4d4a-9e64-5a0c0a4a8f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:17.060438 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98caa686-7a24-4d85-a4db-7f3745b3fb1c req-7338ea9f-2da5-4e89-add8-ba5de2f5baa8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c3db4910-5150-411c-bdea-a1856033917a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647783 Jul 30 20:30:17.147885 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bbf9ec5d-7157-4d4a-9e64-5a0c0a4a8f3c admin admin] Deleting port 5bee86b1-1076-45ce-9c17-383715dc9afc {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:30:17.148492 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ec5d-7157-4d4a-9e64-5a0c0a4a8f3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:17.253211 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-bbf9ec5d-7157-4d4a-9e64-5a0c0a4a8f3c admin admin] For port 5bee86b1-1076-45ce-9c17-383715dc9afc, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=5bee86b1-1076-45ce-9c17-383715dc9afc,segment=NetworkSegment(fe032a3b-65ea-4e02-9bea-2ab32b00a56f),segment_id=fe032a3b-65ea-4e02-9bea-2ab32b00a56f)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:30:17.253914 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ec5d-7157-4d4a-9e64-5a0c0a4a8f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:17.348066 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2da84-0cc7-4f90-9db6-89d68ad1ded1 req-4916471b-3bd4-4b98-8d93-bd664115e6e5 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:17.351476 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7a2da84-0cc7-4f90-9db6-89d68ad1ded1 req-4916471b-3bd4-4b98-8d93-bd664115e6e5 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad3431e9-8bd2-45cd-81c4-aa6364a57bcb HTTP/1.1" status: 200 len: 943 time: 0.1588371 Jul 30 20:30:17.354374 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bbf9ec5d-7157-4d4a-9e64-5a0c0a4a8f3c admin admin] Calling delete_port for 5bee86b1-1076-45ce-9c17-383715dc9afc owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:30:17.360648 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98caa686-7a24-4d85-a4db-7f3745b3fb1c req-d8dc1dfc-2ed9-4e8e-a1f1-b82fff375166 service neutron] 10.222.0.83 "GET /v2.0/networks/c3db4910-5150-411c-bdea-a1856033917a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909977 Jul 30 20:30:17.363879 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a40bab-8f3b-448c-8c4c-56472a5616d2 None None] DHCP port deletion for dc119c8a-9a5c-4d7a-8531-ab95bc80d77c request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:30:17.471791 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-51a40bab-8f3b-448c-8c4c-56472a5616d2 None None] Deleting port 5bee86b1-1076-45ce-9c17-383715dc9afc {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:30:17.472532 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51a40bab-8f3b-448c-8c4c-56472a5616d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:17.502592 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ec5d-7157-4d4a-9e64-5a0c0a4a8f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:17.570388 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-45bd36d3-102d-46da-83d9-49f2e43502ce tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Allocated IP 172.20.0.4 (07fcc7d4-6c51-490b-bcf4-83f8af34ae52/d43d38a5-a835-4803-941c-34d8ab6ef412/61ad0205-7468-4eae-ad49-7f040fdc1c7a) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:30:17.571190 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf9ec5d-7157-4d4a-9e64-5a0c0a4a8f3c admin admin] No DVR routers for this DVR port 5bee86b1-1076-45ce-9c17-383715dc9afc on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:30:17.574661 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98caa686-7a24-4d85-a4db-7f3745b3fb1c req-f00912a9-3a47-4600-9ca8-4c6c19346aed service neutron] 10.222.0.83 "GET /v2.0/networks/c3db4910-5150-411c-bdea-a1856033917a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536365 Jul 30 20:30:17.579720 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9ec5d-7157-4d4a-9e64-5a0c0a4a8f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=5bee86b1-1076-45ce-9c17-383715dc9afc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:17.579913 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7a2da84-0cc7-4f90-9db6-89d68ad1ded1 req-bb9a35de-5aff-4408-9cae-dd99330fffd4 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/security-groups?id=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738477 Jul 30 20:30:17.673036 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-51a40bab-8f3b-448c-8c4c-56472a5616d2 None None] For port 5bee86b1-1076-45ce-9c17-383715dc9afc, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=5bee86b1-1076-45ce-9c17-383715dc9afc,segment=NetworkSegment(fe032a3b-65ea-4e02-9bea-2ab32b00a56f),segment_id=fe032a3b-65ea-4e02-9bea-2ab32b00a56f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:30:17.673036 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51a40bab-8f3b-448c-8c4c-56472a5616d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:17.702956 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-51a40bab-8f3b-448c-8c4c-56472a5616d2 None None] Calling delete_port for 5bee86b1-1076-45ce-9c17-383715dc9afc owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:30:17.713920 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ec5d-7157-4d4a-9e64-5a0c0a4a8f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:17.739450 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-bbf9ec5d-7157-4d4a-9e64-5a0c0a4a8f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc119c8a-9a5c-4d7a-8531-ab95bc80d77c']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:30:17.753696 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-bbf9ec5d-7157-4d4a-9e64-5a0c0a4a8f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe032a3b-65ea-4e02-9bea-2ab32b00a56f') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:30:17.754338 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-bbf9ec5d-7157-4d4a-9e64-5a0c0a4a8f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe032a3b-65ea-4e02-9bea-2ab32b00a56f') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:30:17.764497 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ec5d-7157-4d4a-9e64-5a0c0a4a8f3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:17.796571 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ec5d-7157-4d4a-9e64-5a0c0a4a8f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:17.811266 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf9ec5d-7157-4d4a-9e64-5a0c0a4a8f3c admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:30:17.813362 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ec5d-7157-4d4a-9e64-5a0c0a4a8f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:30:17.815147 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:30:17.824741 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1c0e4ce2-3130-426d-851d-b12aa538f7f9 req-0bfe3041-257e-4419-8da1-6628aaca9aae tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0 HTTP/1.1" status: 200 len: 210 time: 0.0580931 Jul 30 20:30:17.873670 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51a40bab-8f3b-448c-8c4c-56472a5616d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:17.904543 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a40bab-8f3b-448c-8c4c-56472a5616d2 None None] Pushing event deleted for resources: {'Port': ['ID=5bee86b1-1076-45ce-9c17-383715dc9afc,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:17.908464 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ec5d-7157-4d4a-9e64-5a0c0a4a8f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:17.915032 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a40bab-8f3b-448c-8c4c-56472a5616d2 None None] No DVR routers for this DVR port 5bee86b1-1076-45ce-9c17-383715dc9afc on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:30:17.921170 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ec5d-7157-4d4a-9e64-5a0c0a4a8f3c admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:17.929237 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bbf9ec5d-7157-4d4a-9e64-5a0c0a4a8f3c admin admin] 10.222.0.81 "DELETE /v2.0/networks/dc119c8a-9a5c-4d7a-8531-ab95bc80d77c HTTP/1.1" status: 204 len: 168 time: 0.9722710 Jul 30 20:30:17.932530 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a40bab-8f3b-448c-8c4c-56472a5616d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:17.938494 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a40bab-8f3b-448c-8c4c-56472a5616d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:17.940588 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a40bab-8f3b-448c-8c4c-56472a5616d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:17.940928 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a40bab-8f3b-448c-8c4c-56472a5616d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:17.941268 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a40bab-8f3b-448c-8c4c-56472a5616d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:17.941896 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a40bab-8f3b-448c-8c4c-56472a5616d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:17.942030 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9ec5d-7157-4d4a-9e64-5a0c0a4a8f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=dc119c8a-9a5c-4d7a-8531-ab95bc80d77c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:17.942146 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a40bab-8f3b-448c-8c4c-56472a5616d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:17.942246 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a40bab-8f3b-448c-8c4c-56472a5616d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:17.942652 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a40bab-8f3b-448c-8c4c-56472a5616d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:17.942891 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a40bab-8f3b-448c-8c4c-56472a5616d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:17.953641 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a40bab-8f3b-448c-8c4c-56472a5616d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:17.959914 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a40bab-8f3b-448c-8c4c-56472a5616d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:30:17.983096 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-45bd36d3-102d-46da-83d9-49f2e43502ce tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:18.032377 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-45bd36d3-102d-46da-83d9-49f2e43502ce tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:18.084049 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-45bd36d3-102d-46da-83d9-49f2e43502ce tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Network 07fcc7d4-6c51-490b-bcf4-83f8af34ae52 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:30:18.087949 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-45bd36d3-102d-46da-83d9-49f2e43502ce tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:30:18.103349 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5175e3ce-2692-412c-9556-ba7f185536e7 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:30:18.112680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-45bd36d3-102d-46da-83d9-49f2e43502ce tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:30:18.139747 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 5175e3ce-2692-412c-9556-ba7f185536e7 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:30:18.140226 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5175e3ce-2692-412c-9556-ba7f185536e7 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:30:18.140754 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5bee86b1-1076-45ce-9c17-383715dc9afc no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:30:18.181732 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 5bee86b1-1076-45ce-9c17-383715dc9afc {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:30:18.182042 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5bee86b1-1076-45ce-9c17-383715dc9afc not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:30:18.187577 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd36d3-102d-46da-83d9-49f2e43502ce tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Pushing event updated for resources: {'Port': ['ID=61ad0205-7468-4eae-ad49-7f040fdc1c7a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:18.232431 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-45bd36d3-102d-46da-83d9-49f2e43502ce tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:18.234669 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-45bd36d3-102d-46da-83d9-49f2e43502ce tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:18.264563 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-45bd36d3-102d-46da-83d9-49f2e43502ce tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5715866 Jul 30 20:30:18.297099 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-7ff69425-6bf5-4d99-b0a9-360a08e00b91 service neutron] Request body: {'port': {'device_id': '15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:30:18.297685 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 43818) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:18.774447 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-7ff69425-6bf5-4d99-b0a9-360a08e00b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:18.790533 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cdebdf06-6bbd-4419-8b93-6d569f135c38 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fdd4a0aeb4734545b256ac5e1a36d088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4889789 Jul 30 20:30:18.791311 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 43824) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:18.797527 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17d7f9-5b08-4512-b48f-61c6b0366ce1 req-1551e95d-aaf1-4be0-87e7-1462dbc50fcb tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:18.799003 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4d17d7f9-5b08-4512-b48f-61c6b0366ce1 req-1551e95d-aaf1-4be0-87e7-1462dbc50fcb tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad3431e9-8bd2-45cd-81c4-aa6364a57bcb HTTP/1.1" status: 200 len: 943 time: 0.1240425 Jul 30 20:30:18.880978 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fa24b9f-f912-4cae-aceb-90e8cf6b2266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:18.911838 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fa24b9f-f912-4cae-aceb-90e8cf6b2266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:18.921969 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4d17d7f9-5b08-4512-b48f-61c6b0366ce1 req-d84711d1-ed4c-4b83-a568-9ece13f9aa8c tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/security-groups?id=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094539 Jul 30 20:30:19.021883 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fa24b9f-f912-4cae-aceb-90e8cf6b2266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:19.024987 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fa24b9f-f912-4cae-aceb-90e8cf6b2266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:19.028452 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6fa24b9f-f912-4cae-aceb-90e8cf6b2266 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a4164d24-a030-4079-b69e-b4a62dbadd78 HTTP/1.1" status: 204 len: 168 time: 0.2361321 Jul 30 20:30:19.042794 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa24b9f-f912-4cae-aceb-90e8cf6b2266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4164d24-a030-4079-b69e-b4a62dbadd78,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:19.236781 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aafa06-2831-42a5-a0eb-871d2f750319 req-79aa4104-ca49-43cb-9e03-26a6b71d46d0 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:19.238723 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-36aafa06-2831-42a5-a0eb-871d2f750319 req-79aa4104-ca49-43cb-9e03-26a6b71d46d0 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0 HTTP/1.1" status: 200 len: 931 time: 0.0740318 Jul 30 20:30:19.305360 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-36aafa06-2831-42a5-a0eb-871d2f750319 req-4f5cd106-ec36-4142-805c-dda785284e6b tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5d3e01e-f934-42f6-9bca-a34b087cd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543737 Jul 30 20:30:19.356313 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-7ff69425-6bf5-4d99-b0a9-360a08e00b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ad0205-7468-4eae-ad49-7f040fdc1c7a {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:30:19.369689 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-7ff69425-6bf5-4d99-b0a9-360a08e00b91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:19.393614 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-7ff69425-6bf5-4d99-b0a9-360a08e00b91 service neutron] Transition to ACTIVE for port object 61ad0205-7468-4eae-ad49-7f040fdc1c7a will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:30:19.404591 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-7ff69425-6bf5-4d99-b0a9-360a08e00b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:19.521578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff69425-6bf5-4d99-b0a9-360a08e00b91 service neutron] Pushing event updated for resources: {'Port': ['ID=61ad0205-7468-4eae-ad49-7f040fdc1c7a,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:19.621368 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-7ff69425-6bf5-4d99-b0a9-360a08e00b91 service neutron] Attempting to bind port 61ad0205-7468-4eae-ad49-7f040fdc1c7a on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:30:19.621703 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-7ff69425-6bf5-4d99-b0a9-360a08e00b91 service neutron] Attempting to bind port 61ad0205-7468-4eae-ad49-7f040fdc1c7a by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'f7ee5d02-4db0-4fe6-9f3d-a48aba1ecce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07fcc7d4-6c51-490b-bcf4-83f8af34ae52'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:30:19.622045 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-7ff69425-6bf5-4d99-b0a9-360a08e00b91 service neutron] Attempting to bind port 61ad0205-7468-4eae-ad49-7f040fdc1c7a on network 07fcc7d4-6c51-490b-bcf4-83f8af34ae52 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:30:19.627484 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-7ff69425-6bf5-4d99-b0a9-360a08e00b91 service neutron] Port 61ad0205-7468-4eae-ad49-7f040fdc1c7a on network 07fcc7d4-6c51-490b-bcf4-83f8af34ae52 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:30:19.627865 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-7ff69425-6bf5-4d99-b0a9-360a08e00b91 service neutron] Attempting to bind port 61ad0205-7468-4eae-ad49-7f040fdc1c7a on network 07fcc7d4-6c51-490b-bcf4-83f8af34ae52 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:30:19.633167 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-7ff69425-6bf5-4d99-b0a9-360a08e00b91 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:30:19.633521 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-7ff69425-6bf5-4d99-b0a9-360a08e00b91 service neutron] Checking segment: {'id': 'f7ee5d02-4db0-4fe6-9f3d-a48aba1ecce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07fcc7d4-6c51-490b-bcf4-83f8af34ae52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:30:19.634036 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-7ff69425-6bf5-4d99-b0a9-360a08e00b91 service neutron] Bound using segment: {'id': 'f7ee5d02-4db0-4fe6-9f3d-a48aba1ecce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07fcc7d4-6c51-490b-bcf4-83f8af34ae52'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:30:19.634359 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-7ff69425-6bf5-4d99-b0a9-360a08e00b91 service neutron] Bound port: 61ad0205-7468-4eae-ad49-7f040fdc1c7a, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7ee5d02-4db0-4fe6-9f3d-a48aba1ecce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07fcc7d4-6c51-490b-bcf4-83f8af34ae52'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:30:19.634718 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-7ff69425-6bf5-4d99-b0a9-360a08e00b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:19.723213 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:19.778278 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-7ff69425-6bf5-4d99-b0a9-360a08e00b91 service neutron] For port 61ad0205-7468-4eae-ad49-7f040fdc1c7a, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:30:19.783175 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-7ff69425-6bf5-4d99-b0a9-360a08e00b91 service neutron] For port 61ad0205-7468-4eae-ad49-7f040fdc1c7a, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=61ad0205-7468-4eae-ad49-7f040fdc1c7a,segment=NetworkSegment(f7ee5d02-4db0-4fe6-9f3d-a48aba1ecce9),segment_id=f7ee5d02-4db0-4fe6-9f3d-a48aba1ecce9)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:30:19.790201 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-7ff69425-6bf5-4d99-b0a9-360a08e00b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:19.839377 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-7ff69425-6bf5-4d99-b0a9-360a08e00b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:19.840078 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-7ff69425-6bf5-4d99-b0a9-360a08e00b91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:19.841675 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-7ff69425-6bf5-4d99-b0a9-360a08e00b91 service neutron] 10.222.0.59 "PUT /v2.0/ports/61ad0205-7468-4eae-ad49-7f040fdc1c7a HTTP/1.1" status: 200 len: 1091 time: 1.5693305 Jul 30 20:30:19.842125 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0', 'tag': '61ad0205-7468-4eae-ad49-7f040fdc1c7a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:30:19.844786 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59383fb7-fc22-4972-9481-7e409af92011" -d '{"events": [{"name": "network-changed", "server_uuid": "15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0", "tag": "61ad0205-7468-4eae-ad49-7f040fdc1c7a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:30:19.964072 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff69425-6bf5-4d99-b0a9-360a08e00b91 service neutron] Pushing event updated for resources: {'Port': ['ID=61ad0205-7468-4eae-ad49-7f040fdc1c7a,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:19.972294 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b74620-3f1b-4d0b-8373-5daea61adf5d x-openstack-request-id: req-73b74620-3f1b-4d0b-8373-5daea61adf5d {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:30:19.973307 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0", "tag": "61ad0205-7468-4eae-ad49-7f040fdc1c7a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:30:19.973682 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-73b74620-3f1b-4d0b-8373-5daea61adf5d {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:30:19.974168 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0', 'tag': '61ad0205-7468-4eae-ad49-7f040fdc1c7a', 'status': 'completed', 'code': 200} Jul 30 20:30:19.988371 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-97e60ce6-80d9-4fac-9606-961b55297e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:19.990087 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-97e60ce6-80d9-4fac-9606-961b55297e0a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c616babb5ed4c34b370fcdaf6bbfdf1&device_id=15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0 HTTP/1.1" status: 200 len: 1094 time: 0.0964186 Jul 30 20:30:20.069530 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-4b62605b-a87e-444a-96df-b1ac7a341a81 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61ad0205-7468-4eae-ad49-7f040fdc1c7a HTTP/1.1" status: 200 len: 217 time: 0.0712073 Jul 30 20:30:20.170787 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28a9b4-8341-4ec2-9d4c-b611b62359e5 req-04e277ba-71d3-4604-a447-1fb8c7e13982 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:20.171527 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e28a9b4-8341-4ec2-9d4c-b611b62359e5 req-04e277ba-71d3-4604-a447-1fb8c7e13982 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad3431e9-8bd2-45cd-81c4-aa6364a57bcb HTTP/1.1" status: 200 len: 943 time: 0.1208971 Jul 30 20:30:20.175366 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-c145dfb3-46fc-45b0-b3d0-b9275b7dae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:20.177354 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-c145dfb3-46fc-45b0-b3d0-b9275b7dae6b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d43d38a5-a835-4803-941c-34d8ab6ef412 HTTP/1.1" status: 200 len: 848 time: 0.0850921 Jul 30 20:30:20.230577 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-a1f6fb11-5400-44ad-8d60-e50deca62587 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=07fcc7d4-6c51-490b-bcf4-83f8af34ae52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446723 Jul 30 20:30:20.377190 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-577c2625-aa59-48b8-aefd-d08f3d87d957 service neutron] 10.222.0.59 "GET /v2.0/networks/07fcc7d4-6c51-490b-bcf4-83f8af34ae52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291001 Jul 30 20:30:20.381790 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e28a9b4-8341-4ec2-9d4c-b611b62359e5 req-1eb161a4-2b7b-4e2b-9866-2db81893051e tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/security-groups?id=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035460 Jul 30 20:30:20.544906 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a18a483-5ba3-40d2-a649-b163c30365b0 req-eab1f544-1457-481c-932d-71b77f1503b1 service neutron] 10.222.0.59 "GET /v2.0/networks/07fcc7d4-6c51-490b-bcf4-83f8af34ae52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609437 Jul 30 20:30:20.560324 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a49084-c41d-4a5a-8319-c0d90fd09fac req-aecd8629-b90f-4e0a-af97-08f5782600c7 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:20.562310 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d2a49084-c41d-4a5a-8319-c0d90fd09fac req-aecd8629-b90f-4e0a-af97-08f5782600c7 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0 HTTP/1.1" status: 200 len: 943 time: 0.0960231 Jul 30 20:30:20.603855 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d2a49084-c41d-4a5a-8319-c0d90fd09fac req-f2414b11-19f5-42c3-ae54-27a2585998d1 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5d3e01e-f934-42f6-9bca-a34b087cd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349026 Jul 30 20:30:20.667273 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59383fb7-fc22-4972-9481-7e409af92011 req-e4cd26ad-3578-4490-a642-84f94f01dcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:20.669258 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59383fb7-fc22-4972-9481-7e409af92011 req-e4cd26ad-3578-4490-a642-84f94f01dcdc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c616babb5ed4c34b370fcdaf6bbfdf1&device_id=15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0 HTTP/1.1" status: 200 len: 1094 time: 0.0643022 Jul 30 20:30:20.746316 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 3c93fd4c-6378-4eee-8d49-7a723d1812cb details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:30:20.783199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59383fb7-fc22-4972-9481-7e409af92011 req-d99713b8-ea51-463b-bb97-c4f545342ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:20.786992 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59383fb7-fc22-4972-9481-7e409af92011 req-d99713b8-ea51-463b-bb97-c4f545342ead service neutron] 10.222.0.59 "GET /v2.0/networks?id=07fcc7d4-6c51-490b-bcf4-83f8af34ae52 HTTP/1.1" status: 200 len: 909 time: 0.1099064 Jul 30 20:30:20.852462 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59383fb7-fc22-4972-9481-7e409af92011 req-a907ed02-d033-4b31-b5b3-cd15a9377c7e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61ad0205-7468-4eae-ad49-7f040fdc1c7a HTTP/1.1" status: 200 len: 217 time: 0.0572836 Jul 30 20:30:20.908336 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59383fb7-fc22-4972-9481-7e409af92011 req-f4af0f61-14ed-4521-a97c-d4cf67d9bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:20.910671 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59383fb7-fc22-4972-9481-7e409af92011 req-f4af0f61-14ed-4521-a97c-d4cf67d9bd3b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d43d38a5-a835-4803-941c-34d8ab6ef412 HTTP/1.1" status: 200 len: 848 time: 0.0499375 Jul 30 20:30:20.932625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 3c93fd4c-6378-4eee-8d49-7a723d1812cb, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3c93fd4c-6378-4eee-8d49-7a723d1812cb,segment=NetworkSegment(a1f0fa0d-0461-4458-9454-96010f68dd1f),segment_id=a1f0fa0d-0461-4458-9454-96010f68dd1f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:30:20.951982 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59383fb7-fc22-4972-9481-7e409af92011 req-97cb440a-26c3-4c25-9ce3-cc6faa792708 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=07fcc7d4-6c51-490b-bcf4-83f8af34ae52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342810 Jul 30 20:30:20.963547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '3c93fd4c-6378-4eee-8d49-7a723d1812cb', 'network_id': 'c3db4910-5150-411c-bdea-a1856033917a', 'port_id': '3c93fd4c-6378-4eee-8d49-7a723d1812cb', 'mac_address': 'fa:16:3e:98:93:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5494e9b8-9c99-4074-b51b-d722a328ab2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:30:21.007585 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:21.022034 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c93fd4c-6378-4eee-8d49-7a723d1812cb {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:30:21.043536 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 3c93fd4c-6378-4eee-8d49-7a723d1812cb, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3c93fd4c-6378-4eee-8d49-7a723d1812cb,segment=NetworkSegment(a1f0fa0d-0461-4458-9454-96010f68dd1f),segment_id=a1f0fa0d-0461-4458-9454-96010f68dd1f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:30:21.049994 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:21.117513 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59383fb7-fc22-4972-9481-7e409af92011 req-a9108817-214e-46ef-8220-8fcca0a6f426 service neutron] 10.222.0.59 "GET /v2.0/networks/07fcc7d4-6c51-490b-bcf4-83f8af34ae52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578019 Jul 30 20:30:21.133143 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=3c93fd4c-6378-4eee-8d49-7a723d1812cb,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:21.268060 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfb4dd08-d37c-4a84-97c9-86f07389b7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:21.359659 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59383fb7-fc22-4972-9481-7e409af92011 req-940d5fc2-ae9e-4965-87ec-a6d5611335f1 service neutron] 10.222.0.59 "GET /v2.0/networks/07fcc7d4-6c51-490b-bcf4-83f8af34ae52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262244 Jul 30 20:30:21.400275 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['3c93fd4c-6378-4eee-8d49-7a723d1812cb'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:30:21.561781 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd072f9-4fb4-4f08-93ff-e577d66cbf1f req-96fa3fb0-2ee6-47cc-90d4-0c89967fdff6 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:21.581326 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fcd072f9-4fb4-4f08-93ff-e577d66cbf1f req-96fa3fb0-2ee6-47cc-90d4-0c89967fdff6 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad3431e9-8bd2-45cd-81c4-aa6364a57bcb HTTP/1.1" status: 200 len: 944 time: 0.1029942 Jul 30 20:30:21.660587 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fcd072f9-4fb4-4f08-93ff-e577d66cbf1f req-0359b660-12f1-4dc6-abfc-0bda5d0301bf tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/security-groups?id=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718994 Jul 30 20:30:21.773886 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5843a6-816c-4e07-98a9-c965b7774479 req-61cc9d13-1d2f-4b56-aad1-222efbce45f6 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:21.775496 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-df5843a6-816c-4e07-98a9-c965b7774479 req-61cc9d13-1d2f-4b56-aad1-222efbce45f6 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0 HTTP/1.1" status: 200 len: 943 time: 0.0675471 Jul 30 20:30:21.843580 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-df5843a6-816c-4e07-98a9-c965b7774479 req-ccd1a083-8c60-4fd8-85eb-d92b37ee2f55 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5d3e01e-f934-42f6-9bca-a34b087cd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617709 Jul 30 20:30:22.762084 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 3c93fd4c-6378-4eee-8d49-7a723d1812cb up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:30:22.857402 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ff786-dc5e-4595-a2e8-84c09b3661b8 req-debdbb0d-895b-4282-81a4-48d8555b987a tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:22.859740 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-849ff786-dc5e-4595-a2e8-84c09b3661b8 req-debdbb0d-895b-4282-81a4-48d8555b987a tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad3431e9-8bd2-45cd-81c4-aa6364a57bcb HTTP/1.1" status: 200 len: 944 time: 0.1097403 Jul 30 20:30:22.864694 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 3c93fd4c-6378-4eee-8d49-7a723d1812cb completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:30:22.870239 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 3c93fd4c-6378-4eee-8d49-7a723d1812cb triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:30:22.871779 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:22.943753 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-849ff786-dc5e-4595-a2e8-84c09b3661b8 req-26df3d40-43bf-4635-8be7-c2e7743ef895 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/security-groups?id=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714414 Jul 30 20:30:22.945221 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 61ad0205-7468-4eae-ad49-7f040fdc1c7a details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:30:23.117502 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:23.118892 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f59528-3a8c-481c-bf1a-e1e8692597d2 req-f9ebfa96-28d7-43dd-a5d3-67feb8cb72be tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:23.122340 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-78f59528-3a8c-481c-bf1a-e1e8692597d2 req-f9ebfa96-28d7-43dd-a5d3-67feb8cb72be tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0 HTTP/1.1" status: 200 len: 943 time: 0.0686092 Jul 30 20:30:23.163248 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 3c93fd4c-6378-4eee-8d49-7a723d1812cb, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3c93fd4c-6378-4eee-8d49-7a723d1812cb,segment=NetworkSegment(a1f0fa0d-0461-4458-9454-96010f68dd1f),segment_id=a1f0fa0d-0461-4458-9454-96010f68dd1f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:30:23.168344 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3431e9-8bd2-45cd-81c4-aa6364a57bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c93fd4c-6378-4eee-8d49-7a723d1812cb'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:30:23.171738 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a56e6f-1876-4767-8302-491a38875129" -d '{"events": [{"server_uuid": "ad3431e9-8bd2-45cd-81c4-aa6364a57bcb", "name": "network-vif-plugged", "status": "completed", "tag": "3c93fd4c-6378-4eee-8d49-7a723d1812cb"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:30:23.180603 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:23.181496 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-78f59528-3a8c-481c-bf1a-e1e8692597d2 req-4c798561-2e65-4e89-b230-c8515fbf0784 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5d3e01e-f934-42f6-9bca-a34b087cd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522652 Jul 30 20:30:23.243575 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 61ad0205-7468-4eae-ad49-7f040fdc1c7a, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=61ad0205-7468-4eae-ad49-7f040fdc1c7a,segment=NetworkSegment(f7ee5d02-4db0-4fe6-9f3d-a48aba1ecce9),segment_id=f7ee5d02-4db0-4fe6-9f3d-a48aba1ecce9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:30:23.268750 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35aca16d-919b-4f68-a0f1-97b9ae9f8a25 x-openstack-request-id: req-35aca16d-919b-4f68-a0f1-97b9ae9f8a25 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:30:23.269047 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3431e9-8bd2-45cd-81c4-aa6364a57bcb", "name": "network-vif-plugged", "status": "completed", "tag": "3c93fd4c-6378-4eee-8d49-7a723d1812cb", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:30:23.269834 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-35aca16d-919b-4f68-a0f1-97b9ae9f8a25 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:30:23.270481 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3431e9-8bd2-45cd-81c4-aa6364a57bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c93fd4c-6378-4eee-8d49-7a723d1812cb', 'code': 200} Jul 30 20:30:23.279562 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '61ad0205-7468-4eae-ad49-7f040fdc1c7a', 'network_id': '07fcc7d4-6c51-490b-bcf4-83f8af34ae52', 'port_id': '61ad0205-7468-4eae-ad49-7f040fdc1c7a', 'mac_address': 'fa:16:3e:70:81:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd43d38a5-a835-4803-941c-34d8ab6ef412', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:30:23.291248 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=3c93fd4c-6378-4eee-8d49-7a723d1812cb,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:23.356118 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:23.373155 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ad0205-7468-4eae-ad49-7f040fdc1c7a {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:30:23.403678 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 61ad0205-7468-4eae-ad49-7f040fdc1c7a, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=61ad0205-7468-4eae-ad49-7f040fdc1c7a,segment=NetworkSegment(f7ee5d02-4db0-4fe6-9f3d-a48aba1ecce9),segment_id=f7ee5d02-4db0-4fe6-9f3d-a48aba1ecce9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:30:23.405442 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca05890-2c89-4ec5-83c5-318d75e78afa req-99880fca-47e1-4079-843c-5a37eca0b74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:23.407454 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ca05890-2c89-4ec5-83c5-318d75e78afa req-99880fca-47e1-4079-843c-5a37eca0b74b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ad3431e9-8bd2-45cd-81c4-aa6364a57bcb HTTP/1.1" status: 200 len: 1096 time: 0.0630770 Jul 30 20:30:23.409323 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:23.459568 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ca05890-2c89-4ec5-83c5-318d75e78afa req-9fa809f9-e580-435c-8750-e5f4c0272246 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393364 Jul 30 20:30:23.497278 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=61ad0205-7468-4eae-ad49-7f040fdc1c7a,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:23.614997 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['61ad0205-7468-4eae-ad49-7f040fdc1c7a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:30:23.837960 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0632c360-5b68-4903-9875-d20e8f826ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:23.999894 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:24.136116 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b45bc-7f60-4978-aff2-cbd4b9ef572a req-08542b60-23ce-4eaa-b421-4347a8567f13 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:24.137788 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b73b45bc-7f60-4978-aff2-cbd4b9ef572a req-08542b60-23ce-4eaa-b421-4347a8567f13 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad3431e9-8bd2-45cd-81c4-aa6364a57bcb HTTP/1.1" status: 200 len: 945 time: 0.0907302 Jul 30 20:30:24.197920 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b73b45bc-7f60-4978-aff2-cbd4b9ef572a req-3caff737-43a5-4e3d-accc-0ce10e5d0529 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/security-groups?id=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531344 Jul 30 20:30:24.371701 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ed0b1-6977-4aad-ae1a-cb58deddbe75 req-22d07fb3-809a-45f6-887c-0bde412eb434 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:24.383289 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-719ed0b1-6977-4aad-ae1a-cb58deddbe75 req-22d07fb3-809a-45f6-887c-0bde412eb434 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0 HTTP/1.1" status: 200 len: 944 time: 0.0992844 Jul 30 20:30:24.467710 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-719ed0b1-6977-4aad-ae1a-cb58deddbe75 req-b9c309c0-fda5-4d8f-9850-08b91ba232b6 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5d3e01e-f934-42f6-9bca-a34b087cd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834055 Jul 30 20:30:24.894814 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 61ad0205-7468-4eae-ad49-7f040fdc1c7a up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:30:24.977512 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 61ad0205-7468-4eae-ad49-7f040fdc1c7a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:30:24.996791 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 61ad0205-7468-4eae-ad49-7f040fdc1c7a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:30:24.997426 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:25.060839 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:25.129021 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:25.175147 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 61ad0205-7468-4eae-ad49-7f040fdc1c7a, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=61ad0205-7468-4eae-ad49-7f040fdc1c7a,segment=NetworkSegment(f7ee5d02-4db0-4fe6-9f3d-a48aba1ecce9),segment_id=f7ee5d02-4db0-4fe6-9f3d-a48aba1ecce9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:30:25.182472 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:25.257351 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=61ad0205-7468-4eae-ad49-7f040fdc1c7a,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:25.271561 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ad0205-7468-4eae-ad49-7f040fdc1c7a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:30:25.274127 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c867bff-c6d6-49f0-9aaa-32cdf49718fd" -d '{"events": [{"server_uuid": "15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0", "name": "network-vif-plugged", "status": "completed", "tag": "61ad0205-7468-4eae-ad49-7f040fdc1c7a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:30:25.296229 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44002) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:25.414710 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91271308-acef-46b1-89af-0f729988ca19 req-a1e87526-ffe8-48d5-925c-e47a65b9ec6b tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:25.417137 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-91271308-acef-46b1-89af-0f729988ca19 req-a1e87526-ffe8-48d5-925c-e47a65b9ec6b tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad3431e9-8bd2-45cd-81c4-aa6364a57bcb HTTP/1.1" status: 200 len: 945 time: 0.0819485 Jul 30 20:30:25.445152 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a81efe5a-a4f3-4174-bb47-1adf7574aada admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:25.514456 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-91271308-acef-46b1-89af-0f729988ca19 req-9424a061-6c36-4382-b2a3-f58246888701 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/security-groups?id=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840120 Jul 30 20:30:25.579374 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2265daf4-b52a-4f04-949f-9d154b2c59a1 x-openstack-request-id: req-2265daf4-b52a-4f04-949f-9d154b2c59a1 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:30:25.580035 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0", "name": "network-vif-plugged", "status": "completed", "tag": "61ad0205-7468-4eae-ad49-7f040fdc1c7a", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:30:25.580495 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2265daf4-b52a-4f04-949f-9d154b2c59a1 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:30:25.581052 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ad0205-7468-4eae-ad49-7f040fdc1c7a', 'code': 200} Jul 30 20:30:25.633929 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a81efe5a-a4f3-4174-bb47-1adf7574aada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:25.640009 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a81efe5a-a4f3-4174-bb47-1adf7574aada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:25.694323 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a81efe5a-a4f3-4174-bb47-1adf7574aada admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=39593055b6974d058548bfa45972b8d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3969374 Jul 30 20:30:25.697371 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81efe5a-a4f3-4174-bb47-1adf7574aada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583ea7a0-8e79-4c84-ab08-1d3ae4fdac89,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:25.700573 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44014) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:25.730579 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142c164-e464-44c6-b5c8-06d6f5043217 req-5bb2ecd7-caa7-4b09-b4a8-833da958f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:25.732303 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2142c164-e464-44c6-b5c8-06d6f5043217 req-5bb2ecd7-caa7-4b09-b4a8-833da958f85d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0 HTTP/1.1" status: 200 len: 1096 time: 0.0819421 Jul 30 20:30:25.791076 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81b166-bc67-4f0e-8d51-04586d570117 req-1f08f3f9-a610-4b6b-8316-8e0311f8d014 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:25.799793 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c81b166-bc67-4f0e-8d51-04586d570117 req-1f08f3f9-a610-4b6b-8316-8e0311f8d014 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0 HTTP/1.1" status: 200 len: 945 time: 0.1178160 Jul 30 20:30:25.805670 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-82ca395a-51d9-40f9-b285-313a063ef00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:25.837520 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2142c164-e464-44c6-b5c8-06d6f5043217 req-b33634a9-b136-4fd1-9cc5-993078e767a8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f5d3e01e-f934-42f6-9bca-a34b087cd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954945 Jul 30 20:30:25.855844 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-82ca395a-51d9-40f9-b285-313a063ef00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:25.865359 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c81b166-bc67-4f0e-8d51-04586d570117 req-120a37d5-4634-4dfe-ad60-52990f7e84d5 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5d3e01e-f934-42f6-9bca-a34b087cd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642374 Jul 30 20:30:25.921848 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-82ca395a-51d9-40f9-b285-313a063ef00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:25.924974 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-82ca395a-51d9-40f9-b285-313a063ef00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:25.926183 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-82ca395a-51d9-40f9-b285-313a063ef00d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/583ea7a0-8e79-4c84-ab08-1d3ae4fdac89 HTTP/1.1" status: 204 len: 168 time: 0.2126565 Jul 30 20:30:25.940535 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca395a-51d9-40f9-b285-313a063ef00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583ea7a0-8e79-4c84-ab08-1d3ae4fdac89,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:26.553788 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44056) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:26.832609 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b704ef6a-199c-41ca-8fea-d5453ea7f65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:26.860979 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:27.027814 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b704ef6a-199c-41ca-8fea-d5453ea7f65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:27.036982 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b704ef6a-199c-41ca-8fea-d5453ea7f65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:27.082796 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704ef6a-199c-41ca-8fea-d5453ea7f65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdad9908-564a-4b61-8c6e-f60764e56947,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:27.112283 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62805a11-7b82-402a-8ee1-fb8be1191bf0 req-e49f3b09-3589-4bc7-9afb-5a97a1d75676 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:27.113862 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-62805a11-7b82-402a-8ee1-fb8be1191bf0 req-e49f3b09-3589-4bc7-9afb-5a97a1d75676 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0 HTTP/1.1" status: 200 len: 945 time: 0.1337059 Jul 30 20:30:27.178230 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b704ef6a-199c-41ca-8fea-d5453ea7f65d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9206b5409a80441f837e23a9aa453146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6208661 Jul 30 20:30:27.181820 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44082) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:27.212569 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-62805a11-7b82-402a-8ee1-fb8be1191bf0 req-d34ba304-1a96-4376-b2d6-7cf4e40658ce tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5d3e01e-f934-42f6-9bca-a34b087cd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856495 Jul 30 20:30:27.258223 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc82b415-8a38-45f0-908a-da95b813f89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:27.290032 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc82b415-8a38-45f0-908a-da95b813f89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:27.356877 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc82b415-8a38-45f0-908a-da95b813f89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:27.359576 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc82b415-8a38-45f0-908a-da95b813f89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:27.363084 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cc82b415-8a38-45f0-908a-da95b813f89c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cdad9908-564a-4b61-8c6e-f60764e56947 HTTP/1.1" status: 204 len: 168 time: 0.1779449 Jul 30 20:30:27.382613 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82b415-8a38-45f0-908a-da95b813f89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdad9908-564a-4b61-8c6e-f60764e56947,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:32.842901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e9efc-7ba4-43a5-88e6-a95c0bea828e req-6a2b1edf-cad6-473e-8522-7c371e88da52 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:32.844910 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f07e9efc-7ba4-43a5-88e6-a95c0bea828e req-6a2b1edf-cad6-473e-8522-7c371e88da52 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0 HTTP/1.1" status: 200 len: 945 time: 0.0795457 Jul 30 20:30:32.917664 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f07e9efc-7ba4-43a5-88e6-a95c0bea828e req-35a01472-2e11-475a-aa51-89b4fed086b6 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5d3e01e-f934-42f6-9bca-a34b087cd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646727 Jul 30 20:30:34.110606 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6901685-e3ad-42fe-adfe-6842730d9252 req-845f881b-f255-47d5-928e-515dff0357bc tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:34.112283 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6901685-e3ad-42fe-adfe-6842730d9252 req-845f881b-f255-47d5-928e-515dff0357bc tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.59 "GET /v2.0/ports?device_id=15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0 HTTP/1.1" status: 200 len: 945 time: 0.1576014 Jul 30 20:30:34.150543 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060a076-3890-4856-9afc-8445b9631b5c req-e5242500-7f1f-41d2-9140-aef145bff523 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:34.152292 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5060a076-3890-4856-9afc-8445b9631b5c req-e5242500-7f1f-41d2-9140-aef145bff523 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0 HTTP/1.1" status: 200 len: 945 time: 0.1281221 Jul 30 20:30:34.296102 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5060a076-3890-4856-9afc-8445b9631b5c req-377a30b1-f185-42e3-b3cc-e94573632f05 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5d3e01e-f934-42f6-9bca-a34b087cd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123078 Jul 30 20:30:34.340098 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-e6901685-e3ad-42fe-adfe-6842730d9252 req-170171cf-b84e-47bf-ab3d-3ac09aecb9f0 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Deleting port 61ad0205-7468-4eae-ad49-7f040fdc1c7a {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:30:34.340740 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e6901685-e3ad-42fe-adfe-6842730d9252 req-170171cf-b84e-47bf-ab3d-3ac09aecb9f0 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:34.497190 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e6901685-e3ad-42fe-adfe-6842730d9252 req-170171cf-b84e-47bf-ab3d-3ac09aecb9f0 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] For port 61ad0205-7468-4eae-ad49-7f040fdc1c7a, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=61ad0205-7468-4eae-ad49-7f040fdc1c7a,segment=NetworkSegment(f7ee5d02-4db0-4fe6-9f3d-a48aba1ecce9),segment_id=f7ee5d02-4db0-4fe6-9f3d-a48aba1ecce9)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:30:34.497620 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e6901685-e3ad-42fe-adfe-6842730d9252 req-170171cf-b84e-47bf-ab3d-3ac09aecb9f0 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:34.524447 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-e6901685-e3ad-42fe-adfe-6842730d9252 req-170171cf-b84e-47bf-ab3d-3ac09aecb9f0 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Calling delete_port for 61ad0205-7468-4eae-ad49-7f040fdc1c7a owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:30:34.731241 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e6901685-e3ad-42fe-adfe-6842730d9252 req-170171cf-b84e-47bf-ab3d-3ac09aecb9f0 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:34.746766 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['61ad0205-7468-4eae-ad49-7f040fdc1c7a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:30:34.825104 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170171cf-b84e-47bf-ab3d-3ac09aecb9f0 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Pushing event deleted for resources: {'Port': ['ID=61ad0205-7468-4eae-ad49-7f040fdc1c7a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:34.953888 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6901685-e3ad-42fe-adfe-6842730d9252 req-170171cf-b84e-47bf-ab3d-3ac09aecb9f0 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] No DVR routers for this DVR port 61ad0205-7468-4eae-ad49-7f040fdc1c7a on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:30:34.959791 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e6901685-e3ad-42fe-adfe-6842730d9252 req-170171cf-b84e-47bf-ab3d-3ac09aecb9f0 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:34.969742 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6901685-e3ad-42fe-adfe-6842730d9252 req-170171cf-b84e-47bf-ab3d-3ac09aecb9f0 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.59 "DELETE /v2.0/ports/61ad0205-7468-4eae-ad49-7f040fdc1c7a HTTP/1.1" status: 204 len: 173 time: 0.8421729 Jul 30 20:30:34.970248 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0', 'name': 'network-vif-deleted', 'tag': '61ad0205-7468-4eae-ad49-7f040fdc1c7a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:30:34.982885 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ba6ddf-db7e-43c7-b650-73c5e4c4b728" -d '{"events": [{"server_uuid": "15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0", "name": "network-vif-deleted", "tag": "61ad0205-7468-4eae-ad49-7f040fdc1c7a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:30:35.042987 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40c746f-c493-4424-ab29-a1d29f86ce02 x-openstack-request-id: req-b40c746f-c493-4424-ab29-a1d29f86ce02 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:30:35.043611 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0", "name": "network-vif-deleted", "tag": "61ad0205-7468-4eae-ad49-7f040fdc1c7a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:30:35.044003 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b40c746f-c493-4424-ab29-a1d29f86ce02 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:30:35.044556 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0', 'name': 'network-vif-deleted', 'tag': '61ad0205-7468-4eae-ad49-7f040fdc1c7a', 'status': 'completed', 'code': 200} Jul 30 20:30:35.064272 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44346) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:35.235745 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44354) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:35.357897 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-02133f81-9356-46c4-938f-cef11f393dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:35.408899 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e07a7953-3cb2-4374-b915-23146a971955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:35.480837 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9fcc6b06-31c0-4ba2-80d6-f3494a4ac9e8 req-45e51dc5-2579-4eea-b131-a01db73ff6f5 tempest-VolumesActionsTest-2115628120 tempest-VolumesActionsTest-2115628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=15ad7fe8-ceba-42e3-a33b-cd0a7b6698a0 HTTP/1.1" status: 200 len: 210 time: 0.0457456 Jul 30 20:30:35.574658 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-02133f81-9356-46c4-938f-cef11f393dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:35.582557 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-02133f81-9356-46c4-938f-cef11f393dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:35.656886 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02133f81-9356-46c4-938f-cef11f393dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1038b0dc-3aaf-4e6e-9363-ab1772bdf60e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:35.664460 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-02133f81-9356-46c4-938f-cef11f393dc9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f6c5f28b5d424c58b1e718efed330a27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5988982 Jul 30 20:30:35.667291 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44364) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:35.751267 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3b9e8a5-b251-40f8-a8ca-062f8bb92c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:35.793488 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3b9e8a5-b251-40f8-a8ca-062f8bb92c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:35.821997 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e07a7953-3cb2-4374-b915-23146a971955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:35.832818 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e07a7953-3cb2-4374-b915-23146a971955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:35.871784 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3b9e8a5-b251-40f8-a8ca-062f8bb92c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:35.874728 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3b9e8a5-b251-40f8-a8ca-062f8bb92c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:35.876342 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c3b9e8a5-b251-40f8-a8ca-062f8bb92c33 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1038b0dc-3aaf-4e6e-9363-ab1772bdf60e HTTP/1.1" status: 204 len: 168 time: 0.2078240 Jul 30 20:30:35.883316 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e07a7953-3cb2-4374-b915-23146a971955 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8788f249ef3647dab0c817492e8f4961&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6455719 Jul 30 20:30:35.885265 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44370) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:35.885928 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a7953-3cb2-4374-b915-23146a971955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9278771-7bf1-42f1-86df-ab613aeee444,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:35.896109 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9e8a5-b251-40f8-a8ca-062f8bb92c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1038b0dc-3aaf-4e6e-9363-ab1772bdf60e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:35.962081 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee1adff1-2a9a-47d9-99df-8165313d8f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:36.026587 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee1adff1-2a9a-47d9-99df-8165313d8f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:36.117541 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee1adff1-2a9a-47d9-99df-8165313d8f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:36.120903 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee1adff1-2a9a-47d9-99df-8165313d8f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:36.124445 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ee1adff1-2a9a-47d9-99df-8165313d8f9f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f9278771-7bf1-42f1-86df-ab613aeee444 HTTP/1.1" status: 204 len: 168 time: 0.2330916 Jul 30 20:30:36.130973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1adff1-2a9a-47d9-99df-8165313d8f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9278771-7bf1-42f1-86df-ab613aeee444,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:36.347377 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44384) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:36.362797 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01c38a7f-c5b4-4c8a-8400-9c151fc619fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:36.500375 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01c38a7f-c5b4-4c8a-8400-9c151fc619fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:36.508206 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01c38a7f-c5b4-4c8a-8400-9c151fc619fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:36.568578 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-01c38a7f-c5b4-4c8a-8400-9c151fc619fa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e104dc781cf0415498d8586c48e91c62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2198756 Jul 30 20:30:36.575328 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c38a7f-c5b4-4c8a-8400-9c151fc619fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7b5f85-33c9-4d70-8b65-3ba48f6c9ed7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:36.577131 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44400) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:36.669193 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ad3bdad-b0b8-4b54-a1d9-1955e9195735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:36.702463 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ad3bdad-b0b8-4b54-a1d9-1955e9195735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:36.767136 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ad3bdad-b0b8-4b54-a1d9-1955e9195735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:36.770961 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ad3bdad-b0b8-4b54-a1d9-1955e9195735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:36.775674 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2ad3bdad-b0b8-4b54-a1d9-1955e9195735 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ab7b5f85-33c9-4d70-8b65-3ba48f6c9ed7 HTTP/1.1" status: 204 len: 168 time: 0.1946521 Jul 30 20:30:36.791716 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3bdad-b0b8-4b54-a1d9-1955e9195735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7b5f85-33c9-4d70-8b65-3ba48f6c9ed7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:38.979661 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 61ad0205-7468-4eae-ad49-7f040fdc1c7a no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:30:39.085847 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 61ad0205-7468-4eae-ad49-7f040fdc1c7a {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:30:39.086206 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 61ad0205-7468-4eae-ad49-7f040fdc1c7a not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:30:41.287743 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44604) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:41.560233 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-117f21f4-0b33-4734-a301-1373ca24dfd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:41.690523 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-117f21f4-0b33-4734-a301-1373ca24dfd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:41.695053 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-117f21f4-0b33-4734-a301-1373ca24dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:41.745952 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-117f21f4-0b33-4734-a301-1373ca24dfd3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d622c65f873d44db8c044221dd7c3913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4542913 Jul 30 20:30:41.746270 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44616) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:41.755063 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f21f4-0b33-4734-a301-1373ca24dfd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c131ed2-a25b-4b77-b872-00d07e2ca240,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:41.805918 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ec78095-d462-4fca-b74e-6a4a1970677d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:41.841090 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ec78095-d462-4fca-b74e-6a4a1970677d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:41.910151 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ec78095-d462-4fca-b74e-6a4a1970677d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:41.912618 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ec78095-d462-4fca-b74e-6a4a1970677d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:41.918700 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0ec78095-d462-4fca-b74e-6a4a1970677d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0c131ed2-a25b-4b77-b872-00d07e2ca240 HTTP/1.1" status: 204 len: 168 time: 0.1695249 Jul 30 20:30:41.932984 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec78095-d462-4fca-b74e-6a4a1970677d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c131ed2-a25b-4b77-b872-00d07e2ca240,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:42.583026 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44650) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:42.600742 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39ffd380-a423-4199-b88c-203fdb3250b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:42.725057 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39ffd380-a423-4199-b88c-203fdb3250b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:42.732740 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-39ffd380-a423-4199-b88c-203fdb3250b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:42.766139 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffd380-a423-4199-b88c-203fdb3250b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8d8e91-f827-4cbe-84ab-74e6a4a43b1c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:42.805636 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-39ffd380-a423-4199-b88c-203fdb3250b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=abce745900154cfda884b710f8504af5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2211459 Jul 30 20:30:42.807830 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44660) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:42.871790 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10cd37c3-497e-43be-ba0b-2809a9a549b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:42.901751 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10cd37c3-497e-43be-ba0b-2809a9a549b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:42.957746 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10cd37c3-497e-43be-ba0b-2809a9a549b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:42.961377 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10cd37c3-497e-43be-ba0b-2809a9a549b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:42.962879 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-10cd37c3-497e-43be-ba0b-2809a9a549b3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3d8d8e91-f827-4cbe-84ab-74e6a4a43b1c HTTP/1.1" status: 204 len: 168 time: 0.1538248 Jul 30 20:30:42.973607 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd37c3-497e-43be-ba0b-2809a9a549b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8d8e91-f827-4cbe-84ab-74e6a4a43b1c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:44.767171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44754) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:44.986737 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-44f5d12f-cbd9-499d-b41c-010a4a184c14 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-78856723'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:30:45.033318 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f5d12f-cbd9-499d-b41c-010a4a184c14 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Made reservation on behalf of 11165903b35942478b6f4d774a30b4e4 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:30:45.039723 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44f5d12f-cbd9-499d-b41c-010a4a184c14 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:45.054172 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44f5d12f-cbd9-499d-b41c-010a4a184c14 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:45.195572 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44f5d12f-cbd9-499d-b41c-010a4a184c14 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:45.200349 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44f5d12f-cbd9-499d-b41c-010a4a184c14 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:45.238228 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f5d12f-cbd9-499d-b41c-010a4a184c14 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:30:45.248133 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5d12f-cbd9-499d-b41c-010a4a184c14 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03bdbad-190b-4fd4-8ce8-c707092ee1b4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:45.257574 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44f5d12f-cbd9-499d-b41c-010a4a184c14 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:45.258150 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-44f5d12f-cbd9-499d-b41c-010a4a184c14 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Added segment bd5d5fb3-cf36-4221-aeef-aa8f091972ba of type vlan for network 45fa9529-f0d0-493e-901b-9c914fe952e6 Jul 30 20:30:45.335877 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44f5d12f-cbd9-499d-b41c-010a4a184c14 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:45.389076 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44f5d12f-cbd9-499d-b41c-010a4a184c14 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:45.397020 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f5d12f-cbd9-499d-b41c-010a4a184c14 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:45.397769 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44f5d12f-cbd9-499d-b41c-010a4a184c14 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:45.434448 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-44f5d12f-cbd9-499d-b41c-010a4a184c14 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6624968 Jul 30 20:30:45.434763 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44780) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:45.495628 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5d12f-cbd9-499d-b41c-010a4a184c14 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Pushing event updated for resources: {'Network': ['ID=45fa9529-f0d0-493e-901b-9c914fe952e6,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:45.510363 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 45fa9529-f0d0-493e-901b-9c914fe952e6 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:30:45.515038 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5a981fcf-15f5-49db-9187-9ab963ef5015 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Request body: {'network': {'name': 'tempest-network--833049790', 'router:external': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:30:45.585837 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a981fcf-15f5-49db-9187-9ab963ef5015 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Made reservation on behalf of 7391243eb40c4361806e03ab9f3c5a79 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:30:45.588309 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a981fcf-15f5-49db-9187-9ab963ef5015 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:45.605018 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a981fcf-15f5-49db-9187-9ab963ef5015 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:45.611435 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:45.732654 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a981fcf-15f5-49db-9187-9ab963ef5015 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:45.739933 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a981fcf-15f5-49db-9187-9ab963ef5015 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:45.772122 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a981fcf-15f5-49db-9187-9ab963ef5015 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28721d1e-1f1b-4adb-a5e0-da4ae54ff1c2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:45.783753 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a981fcf-15f5-49db-9187-9ab963ef5015 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:30:45.796454 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a981fcf-15f5-49db-9187-9ab963ef5015 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:45.796904 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-5a981fcf-15f5-49db-9187-9ab963ef5015 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Added segment 8a06322d-5db3-4378-8466-22af3f7d7ae6 of type vlan for network a9cbf6b7-506b-4c97-be68-859205af051b Jul 30 20:30:45.855963 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a981fcf-15f5-49db-9187-9ab963ef5015 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:45.897519 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a981fcf-15f5-49db-9187-9ab963ef5015 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:45.898921 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a981fcf-15f5-49db-9187-9ab963ef5015 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:45.899584 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a981fcf-15f5-49db-9187-9ab963ef5015 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:45.961910 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5a981fcf-15f5-49db-9187-9ab963ef5015 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5225730 Jul 30 20:30:45.962105 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44794) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:45.982953 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a981fcf-15f5-49db-9187-9ab963ef5015 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Pushing event updated for resources: {'Network': ['ID=a9cbf6b7-506b-4c97-be68-859205af051b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:45.996463 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network a9cbf6b7-506b-4c97-be68-859205af051b details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:30:46.183844 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ab3daf0-0bba-48d9-9bb5-53705b3968c6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:46.293730 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ab3daf0-0bba-48d9-9bb5-53705b3968c6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:46.309736 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-7ab3daf0-0bba-48d9-9bb5-53705b3968c6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9cbf6b7-506b-4c97-be68-859205af051b']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:30:46.326521 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-7ab3daf0-0bba-48d9-9bb5-53705b3968c6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a06322d-5db3-4378-8466-22af3f7d7ae6') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:30:46.326892 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-7ab3daf0-0bba-48d9-9bb5-53705b3968c6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a06322d-5db3-4378-8466-22af3f7d7ae6') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:30:46.338719 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ab3daf0-0bba-48d9-9bb5-53705b3968c6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:46.370369 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ab3daf0-0bba-48d9-9bb5-53705b3968c6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:46.379475 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab3daf0-0bba-48d9-9bb5-53705b3968c6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:30:46.380123 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ab3daf0-0bba-48d9-9bb5-53705b3968c6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:30:46.382208 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:30:46.488443 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ab3daf0-0bba-48d9-9bb5-53705b3968c6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:46.501198 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab3daf0-0bba-48d9-9bb5-53705b3968c6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a9cbf6b7-506b-4c97-be68-859205af051b {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 20:30:46.522107 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ab3daf0-0bba-48d9-9bb5-53705b3968c6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:46.526734 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7ab3daf0-0bba-48d9-9bb5-53705b3968c6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] 10.222.0.81 "DELETE /v2.0/networks/a9cbf6b7-506b-4c97-be68-859205af051b HTTP/1.1" status: 204 len: 168 time: 0.5644088 Jul 30 20:30:46.530446 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44812) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:46.536307 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-dc318350-7b55-475d-9df5-599b25750a90 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:30:46.579701 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc318350-7b55-475d-9df5-599b25750a90 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Made reservation on behalf of 7391243eb40c4361806e03ab9f3c5a79 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:30:46.581033 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3daf0-0bba-48d9-9bb5-53705b3968c6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Pushing event deleted for resources: {'Network': ['ID=a9cbf6b7-506b-4c97-be68-859205af051b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:46.583543 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc318350-7b55-475d-9df5-599b25750a90 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:46.639638 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc318350-7b55-475d-9df5-599b25750a90 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:30:46.668808 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc318350-7b55-475d-9df5-599b25750a90 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:46.669334 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-dc318350-7b55-475d-9df5-599b25750a90 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Added segment 4d0fe455-aa8b-46fb-ba21-16a833469c4e of type vlan for network 7f5e1903-48b9-469c-9aa5-96ccd651b36c Jul 30 20:30:46.756299 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc318350-7b55-475d-9df5-599b25750a90 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:46.804026 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc318350-7b55-475d-9df5-599b25750a90 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:46.805780 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc318350-7b55-475d-9df5-599b25750a90 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:46.807714 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc318350-7b55-475d-9df5-599b25750a90 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:46.938276 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc318350-7b55-475d-9df5-599b25750a90 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Pushing event updated for resources: {'Network': ['ID=7f5e1903-48b9-469c-9aa5-96ccd651b36c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:46.949508 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 7f5e1903-48b9-469c-9aa5-96ccd651b36c details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:30:46.969392 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dc318350-7b55-475d-9df5-599b25750a90 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4376948 Jul 30 20:30:46.969572 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44824) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:46.981952 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-2f2946c9-4920-4a8e-adcc-47381def86a4 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Request body: {'subnet': {'network_id': '7f5e1903-48b9-469c-9aa5-96ccd651b36c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:30:47.030472 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2946c9-4920-4a8e-adcc-47381def86a4 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Made reservation on behalf of 7391243eb40c4361806e03ab9f3c5a79 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:30:47.033350 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f2946c9-4920-4a8e-adcc-47381def86a4 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:47.507433 n-d-712137-9 neutron-server[93882]: DEBUG neutron.objects.ports [None req-2f2946c9-4920-4a8e-adcc-47381def86a4 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93882) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 20:30:47.507947 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f2946c9-4920-4a8e-adcc-47381def86a4 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:47.608449 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2946c9-4920-4a8e-adcc-47381def86a4 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Checking segment: {'id': '4d0fe455-aa8b-46fb-ba21-16a833469c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '7f5e1903-48b9-469c-9aa5-96ccd651b36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:30:47.608926 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2946c9-4920-4a8e-adcc-47381def86a4 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Network hostable DHCP agents. Network: 7f5e1903-48b9-469c-9aa5-96ccd651b36c, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:30:47.618767 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2946c9-4920-4a8e-adcc-47381def86a4 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Pushing event updated for resources: {'Subnet': ['ID=907120fe-bac7-4f83-8821-efe5c3a57ba7,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:47.649862 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2946c9-4920-4a8e-adcc-47381def86a4 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Network 7f5e1903-48b9-469c-9aa5-96ccd651b36c is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:30:47.665338 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-2f2946c9-4920-4a8e-adcc-47381def86a4 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 7f5e1903-48b9-469c-9aa5-96ccd651b36c) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:30:47.670188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2946c9-4920-4a8e-adcc-47381def86a4 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:47.670958 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f2946c9-4920-4a8e-adcc-47381def86a4 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:47.683914 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7f5bfe-e884-4cf5-b4b9-e2b892ce562e None None] Network 7f5e1903-48b9-469c-9aa5-96ccd651b36c requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:30:47.699805 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2f2946c9-4920-4a8e-adcc-47381def86a4 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7274063 Jul 30 20:30:47.702309 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44842) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:47.708198 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-c8c87bdd-bfa9-4484-bca0-42809a25a554 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Request body: {'floatingip': {'floating_network_id': '7f5e1903-48b9-469c-9aa5-96ccd651b36c'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:30:47.766614 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8c87bdd-bfa9-4484-bca0-42809a25a554 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:47.966820 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8c87bdd-bfa9-4484-bca0-42809a25a554 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:47.983393 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba07a87-1bbd-48c9-8299-7ad6a1eb2db5 None None] Network 7f5e1903-48b9-469c-9aa5-96ccd651b36c requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:30:48.185934 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-c8c87bdd-bfa9-4484-bca0-42809a25a554 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Allocated IP 172.20.0.11 (7f5e1903-48b9-469c-9aa5-96ccd651b36c/907120fe-bac7-4f83-8821-efe5c3a57ba7/e74bfa0a-1be2-4c7b-987a-d8ada36f673a) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:30:48.393502 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8c87bdd-bfa9-4484-bca0-42809a25a554 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:48.567232 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8c87bdd-bfa9-4484-bca0-42809a25a554 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:48.619481 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c87bdd-bfa9-4484-bca0-42809a25a554 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Network 7f5e1903-48b9-469c-9aa5-96ccd651b36c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:30:48.623383 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-c8c87bdd-bfa9-4484-bca0-42809a25a554 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:30:48.629551 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c87bdd-bfa9-4484-bca0-42809a25a554 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:30:48.686859 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c87bdd-bfa9-4484-bca0-42809a25a554 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Pushing event updated for resources: {'Port': ['ID=e74bfa0a-1be2-4c7b-987a-d8ada36f673a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:48.832803 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8c87bdd-bfa9-4484-bca0-42809a25a554 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:48.897204 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8c87bdd-bfa9-4484-bca0-42809a25a554 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:49.108172 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8c87bdd-bfa9-4484-bca0-42809a25a554 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:49.122017 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8c87bdd-bfa9-4484-bca0-42809a25a554 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:49.194246 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c87bdd-bfa9-4484-bca0-42809a25a554 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Pushing event updated for resources: {'Port': ['ID=e74bfa0a-1be2-4c7b-987a-d8ada36f673a,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:49.216749 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8c87bdd-bfa9-4484-bca0-42809a25a554 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:49.241173 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8c87bdd-bfa9-4484-bca0-42809a25a554 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:49.243534 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c8c87bdd-bfa9-4484-bca0-42809a25a554 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5392461 Jul 30 20:30:49.245675 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44884) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:49.378996 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c5ed318f-5319-472d-9944-700e81a68b06 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] 10.222.0.81 "GET /v2.0/floatingips?floating_network_id=7f5e1903-48b9-469c-9aa5-96ccd651b36c HTTP/1.1" status: 200 len: 690 time: 0.1321132 Jul 30 20:30:49.381487 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44890) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:49.488408 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb471401-cdc2-4754-9e09-8e9b8506b7da tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:49.656911 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-fb471401-cdc2-4754-9e09-8e9b8506b7da tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Deleting port e74bfa0a-1be2-4c7b-987a-d8ada36f673a {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:30:49.657254 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb471401-cdc2-4754-9e09-8e9b8506b7da tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:49.701733 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:50.126205 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0de6be17-1a6b-43c1-91eb-00afe7f9dfbf req-f604f6e3-60f7-4ab0-8eff-57e7a9110858 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ad3431e9-8bd2-45cd-81c4-aa6364a57bcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4515896 Jul 30 20:30:50.142915 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb471401-cdc2-4754-9e09-8e9b8506b7da tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:50.143381 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb471401-cdc2-4754-9e09-8e9b8506b7da tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:50.156842 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-fb471401-cdc2-4754-9e09-8e9b8506b7da tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Calling delete_port for e74bfa0a-1be2-4c7b-987a-d8ada36f673a owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:30:50.279678 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6be17-1a6b-43c1-91eb-00afe7f9dfbf req-7fdb14ab-9e4e-465d-bc1a-a1a39e98ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:50.296519 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0de6be17-1a6b-43c1-91eb-00afe7f9dfbf req-7fdb14ab-9e4e-465d-bc1a-a1a39e98ac21 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c1446840e1ab4f0c80547526cfc92a59&device_id=ad3431e9-8bd2-45cd-81c4-aa6364a57bcb HTTP/1.1" status: 200 len: 1096 time: 0.0854180 Jul 30 20:30:50.499220 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6be17-1a6b-43c1-91eb-00afe7f9dfbf req-e4a7268b-b0ff-48ce-8af7-81eb1aae6103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:50.500675 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0de6be17-1a6b-43c1-91eb-00afe7f9dfbf req-e4a7268b-b0ff-48ce-8af7-81eb1aae6103 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c3db4910-5150-411c-bdea-a1856033917a HTTP/1.1" status: 200 len: 915 time: 0.1462557 Jul 30 20:30:50.509474 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb471401-cdc2-4754-9e09-8e9b8506b7da tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:50.601225 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0de6be17-1a6b-43c1-91eb-00afe7f9dfbf req-8411b855-5534-4b07-951e-14f893a961f8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c93fd4c-6378-4eee-8d49-7a723d1812cb HTTP/1.1" status: 200 len: 217 time: 0.0883274 Jul 30 20:30:50.602482 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb471401-cdc2-4754-9e09-8e9b8506b7da tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Pushing event deleted for resources: {'Port': ['ID=e74bfa0a-1be2-4c7b-987a-d8ada36f673a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:50.720208 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6be17-1a6b-43c1-91eb-00afe7f9dfbf req-4dac11c9-13f3-4330-a870-82fb2ebc6d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:50.722749 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0de6be17-1a6b-43c1-91eb-00afe7f9dfbf req-4dac11c9-13f3-4330-a870-82fb2ebc6d65 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5494e9b8-9c99-4074-b51b-d722a328ab2d HTTP/1.1" status: 200 len: 854 time: 0.1078053 Jul 30 20:30:50.729327 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb471401-cdc2-4754-9e09-8e9b8506b7da tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:50.764334 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0de6be17-1a6b-43c1-91eb-00afe7f9dfbf req-140a24a6-b14f-4622-9ba4-45c020197a6a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c3db4910-5150-411c-bdea-a1856033917a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309651 Jul 30 20:30:50.832244 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:30:50.875647 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb471401-cdc2-4754-9e09-8e9b8506b7da tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:50.938582 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0de6be17-1a6b-43c1-91eb-00afe7f9dfbf req-fe72ae1c-5c8b-4e9d-a8cf-77220dae7125 service neutron] 10.222.0.83 "GET /v2.0/networks/c3db4910-5150-411c-bdea-a1856033917a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667151 Jul 30 20:30:51.063105 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0de6be17-1a6b-43c1-91eb-00afe7f9dfbf req-6d6f4ae6-63c3-4ea9-ab89-3918aa82e67c service neutron] 10.222.0.83 "GET /v2.0/networks/c3db4910-5150-411c-bdea-a1856033917a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148949 Jul 30 20:30:51.086957 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb471401-cdc2-4754-9e09-8e9b8506b7da tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:51.171892 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb471401-cdc2-4754-9e09-8e9b8506b7da tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:51.183417 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-fb471401-cdc2-4754-9e09-8e9b8506b7da tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5e1903-48b9-469c-9aa5-96ccd651b36c']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:30:51.195419 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-fb471401-cdc2-4754-9e09-8e9b8506b7da tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0fe455-aa8b-46fb-ba21-16a833469c4e') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:30:51.195766 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-fb471401-cdc2-4754-9e09-8e9b8506b7da tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0fe455-aa8b-46fb-ba21-16a833469c4e') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:30:51.206551 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb471401-cdc2-4754-9e09-8e9b8506b7da tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:51.222287 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb471401-cdc2-4754-9e09-8e9b8506b7da tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:51.228623 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb471401-cdc2-4754-9e09-8e9b8506b7da tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:30:51.229064 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb471401-cdc2-4754-9e09-8e9b8506b7da tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:51.255170 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c68a3c91-c00f-4b8c-a839-b52863caf6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:30:51.284998 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:30:51.318623 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb471401-cdc2-4754-9e09-8e9b8506b7da tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=907120fe-bac7-4f83-8821-efe5c3a57ba7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:51.357007 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb471401-cdc2-4754-9e09-8e9b8506b7da tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:51.387779 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb471401-cdc2-4754-9e09-8e9b8506b7da tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7f5e1903-48b9-469c-9aa5-96ccd651b36c {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 20:30:51.404880 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fb471401-cdc2-4754-9e09-8e9b8506b7da tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:51.407347 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fb471401-cdc2-4754-9e09-8e9b8506b7da tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] 10.222.0.81 "DELETE /v2.0/networks/7f5e1903-48b9-469c-9aa5-96ccd651b36c HTTP/1.1" status: 204 len: 168 time: 2.0248418 Jul 30 20:30:51.410270 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44922) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:51.427417 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb471401-cdc2-4754-9e09-8e9b8506b7da tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Pushing event deleted for resources: {'Network': ['ID=7f5e1903-48b9-469c-9aa5-96ccd651b36c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:51.480339 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6f708b54-4487-4a1c-81cb-c38fee952d04 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0670192 Jul 30 20:30:51.482677 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44926) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:51.595135 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7595fd-fd20-4b3c-930f-dd949c2d70bc tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:51.595825 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7595fd-fd20-4b3c-930f-dd949c2d70bc tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:51.596372 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7595fd-fd20-4b3c-930f-dd949c2d70bc tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:51.596829 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7595fd-fd20-4b3c-930f-dd949c2d70bc tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:51.597806 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7595fd-fd20-4b3c-930f-dd949c2d70bc tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:51.598563 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7595fd-fd20-4b3c-930f-dd949c2d70bc tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:51.599319 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7595fd-fd20-4b3c-930f-dd949c2d70bc tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:51.599941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7595fd-fd20-4b3c-930f-dd949c2d70bc tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:51.604057 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4a7595fd-fd20-4b3c-930f-dd949c2d70bc tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5300 time: 0.1199687 Jul 30 20:30:51.607176 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44930) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:51.714182 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-80cb3ad8-1379-4cb8-9d36-b939b8bd857b tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] delete failed (client error): The resource could not be found. Jul 30 20:30:51.718323 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-80cb3ad8-1379-4cb8-9d36-b939b8bd857b tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/6d36d141-20db-4483-bffe-3e02403e6b75 HTTP/1.1" status: 404 len: 345 time: 0.1072097 Jul 30 20:30:51.718794 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44940) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:51.746818 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d238cb-d245-4ac2-b102-956a025ab0e7 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] DELETE failed (client error): The resource could not be found. Jul 30 20:30:51.747544 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33d238cb-d245-4ac2-b102-956a025ab0e7 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:30:51.753795 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-33d238cb-d245-4ac2-b102-956a025ab0e7 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] 10.222.0.81 "DELETE /v2.0/networks/7f5e1903-48b9-469c-9aa5-96ccd651b36c HTTP/1.1" status: 404 len: 339 time: 0.0291338 Jul 30 20:30:51.754756 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44942) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:51.761658 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-82a3ea46-ccb1-4cd0-a9dc-03d06751b25c tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Request body: {'network': {'name': 'tempest-network--1537721725', 'router:external': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:30:51.797666 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a3ea46-ccb1-4cd0-a9dc-03d06751b25c tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Made reservation on behalf of 7391243eb40c4361806e03ab9f3c5a79 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:30:51.803097 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-82a3ea46-ccb1-4cd0-a9dc-03d06751b25c tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:51.844336 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a3ea46-ccb1-4cd0-a9dc-03d06751b25c tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:30:51.858006 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-82a3ea46-ccb1-4cd0-a9dc-03d06751b25c tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:51.859449 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-82a3ea46-ccb1-4cd0-a9dc-03d06751b25c tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Added segment 64512715-b8b8-480f-8908-c097c7f07afb of type vlan for network 03640198-4522-4259-9c2a-74ad71bd7a00 Jul 30 20:30:51.962175 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-82a3ea46-ccb1-4cd0-a9dc-03d06751b25c tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:52.018707 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-82a3ea46-ccb1-4cd0-a9dc-03d06751b25c tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:52.020177 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a3ea46-ccb1-4cd0-a9dc-03d06751b25c tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:52.020949 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-82a3ea46-ccb1-4cd0-a9dc-03d06751b25c tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:52.089060 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-82a3ea46-ccb1-4cd0-a9dc-03d06751b25c tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3329229 Jul 30 20:30:52.090434 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3ea46-ccb1-4cd0-a9dc-03d06751b25c tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Pushing event updated for resources: {'Network': ['ID=03640198-4522-4259-9c2a-74ad71bd7a00,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:52.091454 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44946) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:52.116065 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 03640198-4522-4259-9c2a-74ad71bd7a00 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:30:52.361150 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461b9cc8-0360-4ca9-ace1-74c5b34cf0da tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:52.368553 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461b9cc8-0360-4ca9-ace1-74c5b34cf0da tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:52.379558 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461b9cc8-0360-4ca9-ace1-74c5b34cf0da tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:52.385794 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461b9cc8-0360-4ca9-ace1-74c5b34cf0da tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:52.390792 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44948) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:52.391026 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-461b9cc8-0360-4ca9-ace1-74c5b34cf0da tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2981200 Jul 30 20:30:52.566719 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d43aaaa-cc7a-45fa-aec4-a14b185bf5e6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:52.702852 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d43aaaa-cc7a-45fa-aec4-a14b185bf5e6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:52.733941 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-9d43aaaa-cc7a-45fa-aec4-a14b185bf5e6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03640198-4522-4259-9c2a-74ad71bd7a00']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:30:52.757522 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-9d43aaaa-cc7a-45fa-aec4-a14b185bf5e6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64512715-b8b8-480f-8908-c097c7f07afb') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:30:52.757818 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-9d43aaaa-cc7a-45fa-aec4-a14b185bf5e6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64512715-b8b8-480f-8908-c097c7f07afb') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:30:52.784271 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d43aaaa-cc7a-45fa-aec4-a14b185bf5e6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:52.807828 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d43aaaa-cc7a-45fa-aec4-a14b185bf5e6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:52.817829 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d43aaaa-cc7a-45fa-aec4-a14b185bf5e6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:30:52.818503 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d43aaaa-cc7a-45fa-aec4-a14b185bf5e6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:30:52.891285 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:30:52.901845 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d43aaaa-cc7a-45fa-aec4-a14b185bf5e6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:52.918016 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d43aaaa-cc7a-45fa-aec4-a14b185bf5e6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 03640198-4522-4259-9c2a-74ad71bd7a00 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 20:30:52.934942 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d43aaaa-cc7a-45fa-aec4-a14b185bf5e6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:52.942537 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44960) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:52.948932 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-4c7e0ff2-b0a0-4e45-85ee-656f736a5cd8 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Request body: {'network': {'name': 'tempest-network--940515590', 'router:external': True}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:30:52.953701 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9d43aaaa-cc7a-45fa-aec4-a14b185bf5e6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] 10.222.0.81 "DELETE /v2.0/networks/03640198-4522-4259-9c2a-74ad71bd7a00 HTTP/1.1" status: 204 len: 168 time: 0.5612452 Jul 30 20:30:52.983228 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43aaaa-cc7a-45fa-aec4-a14b185bf5e6 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Pushing event deleted for resources: {'Network': ['ID=03640198-4522-4259-9c2a-74ad71bd7a00,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:53.016011 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7e0ff2-b0a0-4e45-85ee-656f736a5cd8 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Made reservation on behalf of 7391243eb40c4361806e03ab9f3c5a79 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:30:53.019142 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c7e0ff2-b0a0-4e45-85ee-656f736a5cd8 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:53.073782 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c7e0ff2-b0a0-4e45-85ee-656f736a5cd8 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:30:53.097055 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c7e0ff2-b0a0-4e45-85ee-656f736a5cd8 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:53.097571 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-4c7e0ff2-b0a0-4e45-85ee-656f736a5cd8 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Added segment 3fc9edc2-e16d-4270-b98f-8f2a8ebe64ef of type vlan for network 5a96bb50-693d-4322-966d-0c8ebfad0802 Jul 30 20:30:53.204564 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c7e0ff2-b0a0-4e45-85ee-656f736a5cd8 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:53.293221 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c7e0ff2-b0a0-4e45-85ee-656f736a5cd8 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:53.294207 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7e0ff2-b0a0-4e45-85ee-656f736a5cd8 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:53.294787 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4c7e0ff2-b0a0-4e45-85ee-656f736a5cd8 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:53.482378 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4c7e0ff2-b0a0-4e45-85ee-656f736a5cd8 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5363550 Jul 30 20:30:53.483619 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44968) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:53.508619 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e0ff2-b0a0-4e45-85ee-656f736a5cd8 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Pushing event updated for resources: {'Network': ['ID=5a96bb50-693d-4322-966d-0c8ebfad0802,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:53.520547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 5a96bb50-693d-4322-966d-0c8ebfad0802 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:30:53.676740 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfe91dc-d8f6-4bd6-ac2f-d4983b05631c tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:53.678796 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bcfe91dc-d8f6-4bd6-ac2f-d4983b05631c tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] 10.222.0.81 "GET /v2.0/networks/5a96bb50-693d-4322-966d-0c8ebfad0802 HTTP/1.1" status: 200 len: 756 time: 0.1939435 Jul 30 20:30:53.681596 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44972) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:53.739344 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56d0ec5b-139a-4084-9df3-21335f957ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:53.812693 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d658800-1468-4705-9321-6e1ba9a5a660 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:53.814472 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0d658800-1468-4705-9321-6e1ba9a5a660 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] 10.222.0.81 "GET /v2.0/networks/45fa9529-f0d0-493e-901b-9c914fe952e6 HTTP/1.1" status: 200 len: 766 time: 0.1311915 Jul 30 20:30:53.817286 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44974) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:53.949094 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86ed0d16-5e47-4eea-9868-306d342c0804 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:54.007095 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:54.080852 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86ed0d16-5e47-4eea-9868-306d342c0804 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:54.094854 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-86ed0d16-5e47-4eea-9868-306d342c0804 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a96bb50-693d-4322-966d-0c8ebfad0802']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:30:54.106146 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-86ed0d16-5e47-4eea-9868-306d342c0804 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc9edc2-e16d-4270-b98f-8f2a8ebe64ef') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:30:54.106444 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-86ed0d16-5e47-4eea-9868-306d342c0804 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc9edc2-e16d-4270-b98f-8f2a8ebe64ef') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:30:54.116467 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86ed0d16-5e47-4eea-9868-306d342c0804 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:54.133435 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86ed0d16-5e47-4eea-9868-306d342c0804 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:54.140451 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ed0d16-5e47-4eea-9868-306d342c0804 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:30:54.140912 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86ed0d16-5e47-4eea-9868-306d342c0804 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:30:54.143498 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:30:54.229805 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86ed0d16-5e47-4eea-9868-306d342c0804 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:54.235671 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ed0d16-5e47-4eea-9868-306d342c0804 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5a96bb50-693d-4322-966d-0c8ebfad0802 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 20:30:54.240050 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86ed0d16-5e47-4eea-9868-306d342c0804 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:54.242396 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-86ed0d16-5e47-4eea-9868-306d342c0804 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] 10.222.0.81 "DELETE /v2.0/networks/5a96bb50-693d-4322-966d-0c8ebfad0802 HTTP/1.1" status: 204 len: 168 time: 0.4238079 Jul 30 20:30:54.246023 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44978) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:54.255224 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-9bfd1214-d49b-45af-9eab-68d748286504 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Request body: {'network': {'name': 'tempest-network--1308605572'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:30:54.255806 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed0d16-5e47-4eea-9868-306d342c0804 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a96bb50-693d-4322-966d-0c8ebfad0802,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:54.296105 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfd1214-d49b-45af-9eab-68d748286504 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Made reservation on behalf of 7391243eb40c4361806e03ab9f3c5a79 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:30:54.299225 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9bfd1214-d49b-45af-9eab-68d748286504 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:54.338606 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bfd1214-d49b-45af-9eab-68d748286504 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:30:54.348916 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9bfd1214-d49b-45af-9eab-68d748286504 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:54.349355 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-9bfd1214-d49b-45af-9eab-68d748286504 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Added segment 4b8de406-af9b-4fcc-a677-b7d8fdea3726 of type vlan for network a9c334ec-fd4f-49e2-9264-52842793bd82 Jul 30 20:30:54.402022 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9bfd1214-d49b-45af-9eab-68d748286504 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:54.435153 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9bfd1214-d49b-45af-9eab-68d748286504 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:54.436262 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfd1214-d49b-45af-9eab-68d748286504 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:54.436958 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9bfd1214-d49b-45af-9eab-68d748286504 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:54.502447 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd1214-d49b-45af-9eab-68d748286504 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Pushing event updated for resources: {'Network': ['ID=a9c334ec-fd4f-49e2-9264-52842793bd82,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:54.513585 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network a9c334ec-fd4f-49e2-9264-52842793bd82 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:30:54.527906 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9bfd1214-d49b-45af-9eab-68d748286504 tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2783940 Jul 30 20:30:54.528316 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44980) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:54.534041 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8d4e67c7-06c4-4ffc-b713-e4ea4ce5ea9e tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:30:54.763203 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d4e67c7-06c4-4ffc-b713-e4ea4ce5ea9e tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:54.778295 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d4e67c7-06c4-4ffc-b713-e4ea4ce5ea9e tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:54.818686 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8d4e67c7-06c4-4ffc-b713-e4ea4ce5ea9e tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Network a9c334ec-fd4f-49e2-9264-52842793bd82 is not hosted by any dhcp agent {{(pid=93883) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 20:30:54.819600 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4e67c7-06c4-4ffc-b713-e4ea4ce5ea9e tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:54.820213 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d4e67c7-06c4-4ffc-b713-e4ea4ce5ea9e tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:54.821599 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8d4e67c7-06c4-4ffc-b713-e4ea4ce5ea9e tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] 10.222.0.81 "PUT /v2.0/networks/a9c334ec-fd4f-49e2-9264-52842793bd82 HTTP/1.1" status: 200 len: 858 time: 0.2922757 Jul 30 20:30:54.824460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44982) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:54.839958 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e67c7-06c4-4ffc-b713-e4ea4ce5ea9e tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Pushing event updated for resources: {'Network': ['ID=a9c334ec-fd4f-49e2-9264-52842793bd82,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:54.900791 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f74f96df-93fe-4b99-8c38-c27fb165be1a tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:54.987656 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f74f96df-93fe-4b99-8c38-c27fb165be1a tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:54.993048 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:54.999317 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-f74f96df-93fe-4b99-8c38-c27fb165be1a tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c334ec-fd4f-49e2-9264-52842793bd82']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:30:55.010860 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-f74f96df-93fe-4b99-8c38-c27fb165be1a tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8de406-af9b-4fcc-a677-b7d8fdea3726') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:30:55.011255 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-f74f96df-93fe-4b99-8c38-c27fb165be1a tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8de406-af9b-4fcc-a677-b7d8fdea3726') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:30:55.021895 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f74f96df-93fe-4b99-8c38-c27fb165be1a tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:55.037646 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f74f96df-93fe-4b99-8c38-c27fb165be1a tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:55.044106 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74f96df-93fe-4b99-8c38-c27fb165be1a tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:30:55.044545 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f74f96df-93fe-4b99-8c38-c27fb165be1a tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:30:55.046336 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:30:55.117567 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f74f96df-93fe-4b99-8c38-c27fb165be1a tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:55.136587 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74f96df-93fe-4b99-8c38-c27fb165be1a tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a9c334ec-fd4f-49e2-9264-52842793bd82 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 20:30:55.138680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f96df-93fe-4b99-8c38-c27fb165be1a tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Pushing event deleted for resources: {'Network': ['ID=a9c334ec-fd4f-49e2-9264-52842793bd82,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:55.146239 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f74f96df-93fe-4b99-8c38-c27fb165be1a tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:55.148689 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f74f96df-93fe-4b99-8c38-c27fb165be1a tempest-ExternalNetworksTestJSON-76503598 tempest-ExternalNetworksTestJSON-76503598-project-admin] 10.222.0.81 "DELETE /v2.0/networks/a9c334ec-fd4f-49e2-9264-52842793bd82 HTTP/1.1" status: 204 len: 168 time: 0.3230014 Jul 30 20:30:55.152162 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 44986) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:55.199756 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa53523e-c444-4c9f-a732-bc45e70fa92c tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] DELETE failed (client error): The resource could not be found. Jul 30 20:30:55.200233 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa53523e-c444-4c9f-a732-bc45e70fa92c tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:30:55.204650 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-aa53523e-c444-4c9f-a732-bc45e70fa92c tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] 10.222.0.81 "DELETE /v2.0/subnets/907120fe-bac7-4f83-8821-efe5c3a57ba7 HTTP/1.1" status: 404 len: 337 time: 0.0514586 Jul 30 20:30:55.205511 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 44988) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:55.332201 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38ba052f-9af6-403e-b859-4508894c46d6 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:55.473210 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38ba052f-9af6-403e-b859-4508894c46d6 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:55.485720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-38ba052f-9af6-403e-b859-4508894c46d6 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45fa9529-f0d0-493e-901b-9c914fe952e6']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:30:55.497135 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-38ba052f-9af6-403e-b859-4508894c46d6 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5d5fb3-cf36-4221-aeef-aa8f091972ba') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:30:55.497591 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-38ba052f-9af6-403e-b859-4508894c46d6 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5d5fb3-cf36-4221-aeef-aa8f091972ba') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:30:55.509802 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38ba052f-9af6-403e-b859-4508894c46d6 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:55.526737 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38ba052f-9af6-403e-b859-4508894c46d6 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:55.535607 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ba052f-9af6-403e-b859-4508894c46d6 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:30:55.536791 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38ba052f-9af6-403e-b859-4508894c46d6 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:30:55.540718 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:30:55.630452 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38ba052f-9af6-403e-b859-4508894c46d6 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:55.641294 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38ba052f-9af6-403e-b859-4508894c46d6 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:55.644205 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-38ba052f-9af6-403e-b859-4508894c46d6 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] 10.222.0.81 "DELETE /v2.0/networks/45fa9529-f0d0-493e-901b-9c914fe952e6 HTTP/1.1" status: 204 len: 168 time: 0.4375911 Jul 30 20:30:55.697129 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba052f-9af6-403e-b859-4508894c46d6 tempest-ExternalNetworksTestJSON-1172406879 tempest-ExternalNetworksTestJSON-1172406879-project] Pushing event deleted for resources: {'Network': ['ID=45fa9529-f0d0-493e-901b-9c914fe952e6,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:56.050845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45008) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:56.222955 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45012) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:56.228327 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-45662bd1-b781-4f75-9b34-2b84dc946337 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=11165903b35942478b6f4d774a30b4e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1755261 Jul 30 20:30:56.280270 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5efa1836-f25e-43ee-b358-bd34257a3161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:56.303958 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5efa1836-f25e-43ee-b358-bd34257a3161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:56.372021 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5efa1836-f25e-43ee-b358-bd34257a3161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:56.374863 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5efa1836-f25e-43ee-b358-bd34257a3161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:56.376156 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5efa1836-f25e-43ee-b358-bd34257a3161 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d03bdbad-190b-4fd4-8ce8-c707092ee1b4 HTTP/1.1" status: 204 len: 168 time: 0.1520712 Jul 30 20:30:56.391153 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa1836-f25e-43ee-b358-bd34257a3161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03bdbad-190b-4fd4-8ce8-c707092ee1b4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:56.714782 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45022) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:56.754998 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b0ace665-3652-408b-a22e-ab446d6469c3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7391243eb40c4361806e03ab9f3c5a79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389881 Jul 30 20:30:56.757591 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45024) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:56.814343 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ffed3745-f1b0-4066-bdac-f4e108ceadc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:56.839066 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ffed3745-f1b0-4066-bdac-f4e108ceadc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:56.863973 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:56.906518 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ffed3745-f1b0-4066-bdac-f4e108ceadc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:56.912426 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ffed3745-f1b0-4066-bdac-f4e108ceadc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:56.916187 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ffed3745-f1b0-4066-bdac-f4e108ceadc9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/28721d1e-1f1b-4adb-a5e0-da4ae54ff1c2 HTTP/1.1" status: 204 len: 168 time: 0.1574621 Jul 30 20:30:56.926178 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed3745-f1b0-4066-bdac-f4e108ceadc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28721d1e-1f1b-4adb-a5e0-da4ae54ff1c2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:57.678202 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd8e01-4764-4749-9160-0773f0af59e5 req-ab31af25-582f-4e8e-ad52-e34eeb55e9bf tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:57.680351 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dbfd8e01-4764-4749-9160-0773f0af59e5 req-ab31af25-582f-4e8e-ad52-e34eeb55e9bf tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad3431e9-8bd2-45cd-81c4-aa6364a57bcb HTTP/1.1" status: 200 len: 945 time: 0.0627787 Jul 30 20:30:57.761416 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dbfd8e01-4764-4749-9160-0773f0af59e5 req-9bb1db0e-b325-4401-837d-00fa4ee9a6fe tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/security-groups?id=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734601 Jul 30 20:30:58.469776 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45086) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:58.685486 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45094) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:58.748064 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a179c931-f1b7-4ef0-a4a5-44f085198491 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1064065145', 'router:external': True}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:30:58.766974 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4edab920-c4dd-43b3-a089-841be098d6dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:58.801202 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.db.api [None req-4edab920-c4dd-43b3-a089-841be098d6dc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 20:30:58.801202 n-d-712137-9 neutron-server[93882]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 20:30:58.801202 n-d-712137-9 neutron-server[93882]: [parameters: {'project_id': '6b1fca74955142febc4e4d000d2a5580', 'id': '49713708-22cd-48ea-9659-77fa1e0395f2', 'expiration': datetime.datetime(2021, 7, 30, 20, 32, 58, 794961)}] Jul 30 20:30:58.801202 n-d-712137-9 neutron-server[93882]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:30:58.801951 n-d-712137-9 neutron-server[93882]: DEBUG oslo_db.api [None req-4edab920-c4dd-43b3-a089-841be098d6dc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:30:58.820571 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a179c931-f1b7-4ef0-a4a5-44f085198491 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Made reservation on behalf of c37f8b4029144a948ae3098b87632836 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:30:58.824042 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a179c931-f1b7-4ef0-a4a5-44f085198491 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:58.837389 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a179c931-f1b7-4ef0-a4a5-44f085198491 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:58.930891 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cea1ff-9ffe-47de-9b46-c90e94a9c070 req-4ba892c5-9582-4e53-8ed3-6f001108ccaf tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:58.932676 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04cea1ff-9ffe-47de-9b46-c90e94a9c070 req-4ba892c5-9582-4e53-8ed3-6f001108ccaf tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad3431e9-8bd2-45cd-81c4-aa6364a57bcb HTTP/1.1" status: 200 len: 945 time: 0.0779352 Jul 30 20:30:59.007055 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04cea1ff-9ffe-47de-9b46-c90e94a9c070 req-3fe129b3-e044-4657-b987-48e0d4b31ffd tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/security-groups?id=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651307 Jul 30 20:30:59.052651 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a179c931-f1b7-4ef0-a4a5-44f085198491 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:59.056846 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a179c931-f1b7-4ef0-a4a5-44f085198491 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:59.087922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a179c931-f1b7-4ef0-a4a5-44f085198491 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:30:59.094285 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179c931-f1b7-4ef0-a4a5-44f085198491 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8a373f-94d4-40eb-9f46-0084d7443f30,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:59.102847 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a179c931-f1b7-4ef0-a4a5-44f085198491 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:59.103222 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-a179c931-f1b7-4ef0-a4a5-44f085198491 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Added segment 19fcfaae-a7cf-41b7-a28c-0abdf84ddf7f of type vlan for network dfdd48ab-dec4-494b-975a-eacd351cacf4 Jul 30 20:30:59.153880 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a179c931-f1b7-4ef0-a4a5-44f085198491 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:59.190380 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a179c931-f1b7-4ef0-a4a5-44f085198491 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:59.191298 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a179c931-f1b7-4ef0-a4a5-44f085198491 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:59.191920 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a179c931-f1b7-4ef0-a4a5-44f085198491 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:59.251640 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a179c931-f1b7-4ef0-a4a5-44f085198491 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5622838 Jul 30 20:30:59.252530 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45100) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:59.259916 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-bc6c1fa5-a9e7-4cc0-8e0b-8291a7d7bc0d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Request body: {'subnet': {'network_id': 'dfdd48ab-dec4-494b-975a-eacd351cacf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:30:59.262829 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179c931-f1b7-4ef0-a4a5-44f085198491 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Pushing event updated for resources: {'Network': ['ID=dfdd48ab-dec4-494b-975a-eacd351cacf4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:59.274458 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network dfdd48ab-dec4-494b-975a-eacd351cacf4 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:30:59.288078 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6c1fa5-a9e7-4cc0-8e0b-8291a7d7bc0d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Made reservation on behalf of c37f8b4029144a948ae3098b87632836 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:30:59.290909 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc6c1fa5-a9e7-4cc0-8e0b-8291a7d7bc0d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:59.315891 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4edab920-c4dd-43b3-a089-841be098d6dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:59.383318 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecb975-58d1-4ead-a7af-b9f5e37f6982 req-045ae7cb-613d-484e-985f-bf07914f7b50 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:59.385030 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f3ecb975-58d1-4ead-a7af-b9f5e37f6982 req-045ae7cb-613d-484e-985f-bf07914f7b50 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad3431e9-8bd2-45cd-81c4-aa6364a57bcb HTTP/1.1" status: 200 len: 945 time: 0.1155672 Jul 30 20:30:59.547869 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4edab920-c4dd-43b3-a089-841be098d6dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:59.556470 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-f3ecb975-58d1-4ead-a7af-b9f5e37f6982 req-ffa0b477-0b0b-4a00-8066-67aa6e5ba2b5 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Deleting port 3c93fd4c-6378-4eee-8d49-7a723d1812cb {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:30:59.556818 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f3ecb975-58d1-4ead-a7af-b9f5e37f6982 req-ffa0b477-0b0b-4a00-8066-67aa6e5ba2b5 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:59.563043 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4edab920-c4dd-43b3-a089-841be098d6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:59.638439 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edab920-c4dd-43b3-a089-841be098d6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d14bf4-05a0-424d-b8ac-1db38424b358,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:59.680802 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4edab920-c4dd-43b3-a089-841be098d6dc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6b1fca74955142febc4e4d000d2a5580&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2098398 Jul 30 20:30:59.684908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45108) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:59.721125 n-d-712137-9 neutron-server[93883]: DEBUG neutron.objects.ports [None req-bc6c1fa5-a9e7-4cc0-8e0b-8291a7d7bc0d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 20:30:59.721760 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc6c1fa5-a9e7-4cc0-8e0b-8291a7d7bc0d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:59.760152 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f3ecb975-58d1-4ead-a7af-b9f5e37f6982 req-ffa0b477-0b0b-4a00-8066-67aa6e5ba2b5 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] For port 3c93fd4c-6378-4eee-8d49-7a723d1812cb, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3c93fd4c-6378-4eee-8d49-7a723d1812cb,segment=NetworkSegment(a1f0fa0d-0461-4458-9454-96010f68dd1f),segment_id=a1f0fa0d-0461-4458-9454-96010f68dd1f)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:30:59.760529 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f3ecb975-58d1-4ead-a7af-b9f5e37f6982 req-ffa0b477-0b0b-4a00-8066-67aa6e5ba2b5 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:59.782363 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-f3ecb975-58d1-4ead-a7af-b9f5e37f6982 req-ffa0b477-0b0b-4a00-8066-67aa6e5ba2b5 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Calling delete_port for 3c93fd4c-6378-4eee-8d49-7a723d1812cb owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:30:59.797644 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0a94564f-9324-4d01-bfe4-da0b1521200b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:59.813475 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c1fa5-a9e7-4cc0-8e0b-8291a7d7bc0d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e7a0574f-4594-4bb9-b385-67bbd64854b9,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:30:59.822474 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c1fa5-a9e7-4cc0-8e0b-8291a7d7bc0d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Checking segment: {'id': '19fcfaae-a7cf-41b7-a28c-0abdf84ddf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dfdd48ab-dec4-494b-975a-eacd351cacf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:30:59.822968 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6c1fa5-a9e7-4cc0-8e0b-8291a7d7bc0d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Network hostable DHCP agents. Network: dfdd48ab-dec4-494b-975a-eacd351cacf4, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:30:59.846825 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6c1fa5-a9e7-4cc0-8e0b-8291a7d7bc0d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Network dfdd48ab-dec4-494b-975a-eacd351cacf4 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:30:59.870545 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-bc6c1fa5-a9e7-4cc0-8e0b-8291a7d7bc0d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, dfdd48ab-dec4-494b-975a-eacd351cacf4) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:30:59.882602 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6c1fa5-a9e7-4cc0-8e0b-8291a7d7bc0d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:30:59.891430 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92ac0e8-0ba9-46d4-b418-e7a59ebc476e None None] Network dfdd48ab-dec4-494b-975a-eacd351cacf4 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:30:59.892357 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc6c1fa5-a9e7-4cc0-8e0b-8291a7d7bc0d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:59.910318 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bc6c1fa5-a9e7-4cc0-8e0b-8291a7d7bc0d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6558650 Jul 30 20:30:59.913865 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45114) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:30:59.921437 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b2dd4432-1e4c-4fc9-9be8-cc7f7afc4c20 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1803885452', 'network_id': 'dfdd48ab-dec4-494b-975a-eacd351cacf4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:30:59.922335 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0a94564f-9324-4d01-bfe4-da0b1521200b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:59.954401 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dd4432-1e4c-4fc9-9be8-cc7f7afc4c20 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Made reservation on behalf of c37f8b4029144a948ae3098b87632836 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:30:59.958095 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2dd4432-1e4c-4fc9-9be8-cc7f7afc4c20 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:30:59.978048 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-b2dd4432-1e4c-4fc9-9be8-cc7f7afc4c20 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] device_id is not set on port fd568496-7f8d-41f5-be88-81b601f29e55 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 20:31:00.165210 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-b2dd4432-1e4c-4fc9-9be8-cc7f7afc4c20 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Allocated IP 172.20.0.8 (dfdd48ab-dec4-494b-975a-eacd351cacf4/e7a0574f-4594-4bb9-b385-67bbd64854b9/fd568496-7f8d-41f5-be88-81b601f29e55) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:31:00.182190 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0a94564f-9324-4d01-bfe4-da0b1521200b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:00.184789 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0a94564f-9324-4d01-bfe4-da0b1521200b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:00.185934 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0a94564f-9324-4d01-bfe4-da0b1521200b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/02d14bf4-05a0-424d-b8ac-1db38424b358 HTTP/1.1" status: 204 len: 168 time: 0.5008440 Jul 30 20:31:00.201121 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62b0684-ff9f-490b-b943-b5784754ccb5 None None] Network dfdd48ab-dec4-494b-975a-eacd351cacf4 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:31:00.268860 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94564f-9324-4d01-bfe4-da0b1521200b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d14bf4-05a0-424d-b8ac-1db38424b358,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:00.361123 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f3ecb975-58d1-4ead-a7af-b9f5e37f6982 req-ffa0b477-0b0b-4a00-8066-67aa6e5ba2b5 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:00.380436 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['3c93fd4c-6378-4eee-8d49-7a723d1812cb'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:31:00.406273 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0b477-0b0b-4a00-8066-67aa6e5ba2b5 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Pushing event deleted for resources: {'Port': ['ID=3c93fd4c-6378-4eee-8d49-7a723d1812cb,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:00.438542 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d8d1e-b79c-4dc5-b4cb-55b544342a70 req-1ea2b51e-7372-4ddd-8bf8-c3a4b3aca456 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:00.440795 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-692d8d1e-b79c-4dc5-b4cb-55b544342a70 req-1ea2b51e-7372-4ddd-8bf8-c3a4b3aca456 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad3431e9-8bd2-45cd-81c4-aa6364a57bcb HTTP/1.1" status: 200 len: 867 time: 0.2763886 Jul 30 20:31:00.570083 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2dd4432-1e4c-4fc9-9be8-cc7f7afc4c20 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:00.602860 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ecb975-58d1-4ead-a7af-b9f5e37f6982 req-ffa0b477-0b0b-4a00-8066-67aa6e5ba2b5 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] No DVR routers for this DVR port 3c93fd4c-6378-4eee-8d49-7a723d1812cb on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:31:00.628292 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-692d8d1e-b79c-4dc5-b4cb-55b544342a70 req-18278ffb-1ecd-4ead-aa74-5f935fa01f40 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.81 "GET /v2.0/security-groups?id=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747484 Jul 30 20:31:00.629775 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f3ecb975-58d1-4ead-a7af-b9f5e37f6982 req-ffa0b477-0b0b-4a00-8066-67aa6e5ba2b5 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:00.632048 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f3ecb975-58d1-4ead-a7af-b9f5e37f6982 req-ffa0b477-0b0b-4a00-8066-67aa6e5ba2b5 tempest-VolumesSnapshotTestJSON-1538106189 tempest-VolumesSnapshotTestJSON-1538106189-project] 10.222.0.83 "DELETE /v2.0/ports/3c93fd4c-6378-4eee-8d49-7a723d1812cb HTTP/1.1" status: 204 len: 173 time: 1.2409611 Jul 30 20:31:00.634720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3431e9-8bd2-45cd-81c4-aa6364a57bcb', 'name': 'network-vif-deleted', 'tag': '3c93fd4c-6378-4eee-8d49-7a723d1812cb'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:31:00.637230 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e53f285-938d-4502-b62b-634f58f2a5cc" -d '{"events": [{"server_uuid": "ad3431e9-8bd2-45cd-81c4-aa6364a57bcb", "name": "network-vif-deleted", "tag": "3c93fd4c-6378-4eee-8d49-7a723d1812cb"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:31:00.695325 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62cada4-c82c-4841-9b4a-4f9273d83310 x-openstack-request-id: req-f62cada4-c82c-4841-9b4a-4f9273d83310 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:31:00.695769 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3431e9-8bd2-45cd-81c4-aa6364a57bcb", "name": "network-vif-deleted", "tag": "3c93fd4c-6378-4eee-8d49-7a723d1812cb", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:31:00.696097 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f62cada4-c82c-4841-9b4a-4f9273d83310 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:31:00.696433 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3431e9-8bd2-45cd-81c4-aa6364a57bcb', 'name': 'network-vif-deleted', 'tag': '3c93fd4c-6378-4eee-8d49-7a723d1812cb', 'status': 'completed', 'code': 200} Jul 30 20:31:00.698356 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2dd4432-1e4c-4fc9-9be8-cc7f7afc4c20 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:00.742678 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd4432-1e4c-4fc9-9be8-cc7f7afc4c20 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Pushing event updated for resources: {'Port': ['ID=fd568496-7f8d-41f5-be88-81b601f29e55,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:00.758220 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dd4432-1e4c-4fc9-9be8-cc7f7afc4c20 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Network dfdd48ab-dec4-494b-975a-eacd351cacf4 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:31:00.759702 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b2dd4432-1e4c-4fc9-9be8-cc7f7afc4c20 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:00.765616 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd4432-1e4c-4fc9-9be8-cc7f7afc4c20 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:31:00.812084 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dd4432-1e4c-4fc9-9be8-cc7f7afc4c20 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:00.812962 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2dd4432-1e4c-4fc9-9be8-cc7f7afc4c20 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:00.832645 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b2dd4432-1e4c-4fc9-9be8-cc7f7afc4c20 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9166691 Jul 30 20:31:00.835605 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45136) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:00.956371 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-022f7835-8858-4f59-9835-2fa7f7ce929b tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Deleting port fd568496-7f8d-41f5-be88-81b601f29e55 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:31:00.957280 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-022f7835-8858-4f59-9835-2fa7f7ce929b tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:01.075119 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-022f7835-8858-4f59-9835-2fa7f7ce929b tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:01.095000 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-022f7835-8858-4f59-9835-2fa7f7ce929b tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Calling delete_port for fd568496-7f8d-41f5-be88-81b601f29e55 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:31:01.244899 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-022f7835-8858-4f59-9835-2fa7f7ce929b tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:01.275681 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f7835-8858-4f59-9835-2fa7f7ce929b tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd568496-7f8d-41f5-be88-81b601f29e55,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:01.345052 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-022f7835-8858-4f59-9835-2fa7f7ce929b tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:01.347475 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-022f7835-8858-4f59-9835-2fa7f7ce929b tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "DELETE /v2.0/ports/fd568496-7f8d-41f5-be88-81b601f29e55 HTTP/1.1" status: 204 len: 168 time: 0.5109017 Jul 30 20:31:01.350078 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45148) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:01.354382 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-533aa488-23e0-4c0a-adf9-399759388474 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dfdd48ab-dec4-494b-975a-eacd351cacf4', 'external_fixed_ips': [{'subnet_id': 'e7a0574f-4594-4bb9-b385-67bbd64854b9', 'ip_address': '172.20.0.8'}]}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:01.368236 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45150) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:01.375794 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-533aa488-23e0-4c0a-adf9-399759388474 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:01.377051 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-533aa488-23e0-4c0a-adf9-399759388474 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:01.438165 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-533aa488-23e0-4c0a-adf9-399759388474 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:01.475778 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-5ac298c3-0bc1-412e-bf5b-e5a4839fc841 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-611712082-network', 'tenant_id': 'ae55c54cd05543f9920fc50a36a8a4b0'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:01.501965 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac298c3-0bc1-412e-bf5b-e5a4839fc841 admin admin] Made reservation on behalf of ae55c54cd05543f9920fc50a36a8a4b0 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:31:01.504467 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5ac298c3-0bc1-412e-bf5b-e5a4839fc841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:01.513378 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5ac298c3-0bc1-412e-bf5b-e5a4839fc841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:01.596358 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-533aa488-23e0-4c0a-adf9-399759388474 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:01.637894 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5ac298c3-0bc1-412e-bf5b-e5a4839fc841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:01.646814 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5ac298c3-0bc1-412e-bf5b-e5a4839fc841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:01.673797 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac298c3-0bc1-412e-bf5b-e5a4839fc841 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:31:01.699434 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac298c3-0bc1-412e-bf5b-e5a4839fc841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c16758-bf39-4553-a4f9-9699a5db26e1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:01.702589 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5ac298c3-0bc1-412e-bf5b-e5a4839fc841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:01.702940 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-5ac298c3-0bc1-412e-bf5b-e5a4839fc841 admin admin] Added segment 78296001-d1e4-4a47-9819-7c3eee33b5db of type vlan for network df299fdd-e7f9-4ba9-8355-25b108b95c63 Jul 30 20:31:01.761604 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5ac298c3-0bc1-412e-bf5b-e5a4839fc841 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:01.812775 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5ac298c3-0bc1-412e-bf5b-e5a4839fc841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:01.814852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac298c3-0bc1-412e-bf5b-e5a4839fc841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:01.815457 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5ac298c3-0bc1-412e-bf5b-e5a4839fc841 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:01.891312 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5ac298c3-0bc1-412e-bf5b-e5a4839fc841 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5219386 Jul 30 20:31:01.895092 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45162) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:01.900499 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d561eb69-73f3-4bc5-9e39-ee374b612480 admin admin] Request body: {'subnet': {'network_id': 'df299fdd-e7f9-4ba9-8355-25b108b95c63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-611712082-subnet', 'tenant_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:01.930129 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac298c3-0bc1-412e-bf5b-e5a4839fc841 admin admin] Pushing event updated for resources: {'Network': ['ID=df299fdd-e7f9-4ba9-8355-25b108b95c63,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:01.938587 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d561eb69-73f3-4bc5-9e39-ee374b612480 admin admin] Made reservation on behalf of ae55c54cd05543f9920fc50a36a8a4b0 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:31:01.948253 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d561eb69-73f3-4bc5-9e39-ee374b612480 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:01.948954 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network df299fdd-e7f9-4ba9-8355-25b108b95c63 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:31:02.252795 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d561eb69-73f3-4bc5-9e39-ee374b612480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:02.295758 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-533aa488-23e0-4c0a-adf9-399759388474 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:02.324254 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-533aa488-23e0-4c0a-adf9-399759388474 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:02.339295 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561eb69-73f3-4bc5-9e39-ee374b612480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=535d31a0-39b5-468a-9637-8fff16230770,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:02.343881 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d561eb69-73f3-4bc5-9e39-ee374b612480 admin admin] Checking segment: {'id': '78296001-d1e4-4a47-9819-7c3eee33b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'df299fdd-e7f9-4ba9-8355-25b108b95c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:31:02.344438 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d561eb69-73f3-4bc5-9e39-ee374b612480 admin admin] Network hostable DHCP agents. Network: df299fdd-e7f9-4ba9-8355-25b108b95c63, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:31:02.383940 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d561eb69-73f3-4bc5-9e39-ee374b612480 admin admin] Network df299fdd-e7f9-4ba9-8355-25b108b95c63 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:31:02.406574 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-d561eb69-73f3-4bc5-9e39-ee374b612480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, df299fdd-e7f9-4ba9-8355-25b108b95c63) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:02.411479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d561eb69-73f3-4bc5-9e39-ee374b612480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:02.413038 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d561eb69-73f3-4bc5-9e39-ee374b612480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:02.417895 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da3eb92-3c86-4186-9130-a2f9e65bdc0d None None] Network df299fdd-e7f9-4ba9-8355-25b108b95c63 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:31:02.456413 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d561eb69-73f3-4bc5-9e39-ee374b612480 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5596256 Jul 30 20:31:02.458534 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45184) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:02.484683 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5353f422-13b0-4445-9e28-228334c86dc2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-611712082-router', 'tenant_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:02.531046 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5353f422-13b0-4445-9e28-228334c86dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:02.532166 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5353f422-13b0-4445-9e28-228334c86dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:02.632923 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5353f422-13b0-4445-9e28-228334c86dc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:02.644195 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-533aa488-23e0-4c0a-adf9-399759388474 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Allocated IP 172.20.0.8 (dfdd48ab-dec4-494b-975a-eacd351cacf4/e7a0574f-4594-4bb9-b385-67bbd64854b9/da889591-4bd5-4719-aaeb-1ce18bdab64f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:31:02.654915 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6136c974-1cc4-4a11-ae0b-18978a40762a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-df299fdd-e7f9-4ba9-8355-25b108b95c63', 'network_id': 'df299fdd-e7f9-4ba9-8355-25b108b95c63', 'tenant_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'fixed_ips': [{'subnet_id': '535d31a0-39b5-468a-9637-8fff16230770'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:31:02.656260 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6136c974-1cc4-4a11-ae0b-18978a40762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:02.844673 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-6136c974-1cc4-4a11-ae0b-18978a40762a None None] Allocated IP 172.20.0.2 (df299fdd-e7f9-4ba9-8355-25b108b95c63/535d31a0-39b5-468a-9637-8fff16230770/3d1df0f6-c0be-4161-9421-6f6e5ee84f40) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:31:02.911983 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5353f422-13b0-4445-9e28-228334c86dc2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:02.960763 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-533aa488-23e0-4c0a-adf9-399759388474 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:02.966211 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 3c93fd4c-6378-4eee-8d49-7a723d1812cb no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:31:02.991789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 3c93fd4c-6378-4eee-8d49-7a723d1812cb {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:31:02.992582 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 3c93fd4c-6378-4eee-8d49-7a723d1812cb not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:31:03.034336 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-533aa488-23e0-4c0a-adf9-399759388474 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:03.082322 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533aa488-23e0-4c0a-adf9-399759388474 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Network dfdd48ab-dec4-494b-975a-eacd351cacf4 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:31:03.089269 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-533aa488-23e0-4c0a-adf9-399759388474 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:03.110663 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533aa488-23e0-4c0a-adf9-399759388474 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:31:03.116030 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533aa488-23e0-4c0a-adf9-399759388474 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Pushing event updated for resources: {'Port': ['ID=da889591-4bd5-4719-aaeb-1ce18bdab64f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:03.123290 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6136c974-1cc4-4a11-ae0b-18978a40762a None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:03.136769 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6136c974-1cc4-4a11-ae0b-18978a40762a None None] Transition to ACTIVE for port object 3d1df0f6-c0be-4161-9421-6f6e5ee84f40 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:31:03.154917 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6136c974-1cc4-4a11-ae0b-18978a40762a None None] Transition to ACTIVE for port object 3d1df0f6-c0be-4161-9421-6f6e5ee84f40 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:31:03.167667 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6136c974-1cc4-4a11-ae0b-18978a40762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:03.216133 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6136c974-1cc4-4a11-ae0b-18978a40762a None None] Network df299fdd-e7f9-4ba9-8355-25b108b95c63 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:31:03.220813 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6136c974-1cc4-4a11-ae0b-18978a40762a None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:03.228120 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6136c974-1cc4-4a11-ae0b-18978a40762a None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:31:03.288955 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136c974-1cc4-4a11-ae0b-18978a40762a None None] Pushing event updated for resources: {'Port': ['ID=3d1df0f6-c0be-4161-9421-6f6e5ee84f40,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:03.308289 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6136c974-1cc4-4a11-ae0b-18978a40762a None None] Attempting to bind port 3d1df0f6-c0be-4161-9421-6f6e5ee84f40 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:31:03.315705 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6136c974-1cc4-4a11-ae0b-18978a40762a None None] Attempting to bind port 3d1df0f6-c0be-4161-9421-6f6e5ee84f40 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '78296001-d1e4-4a47-9819-7c3eee33b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'df299fdd-e7f9-4ba9-8355-25b108b95c63'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:31:03.315705 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6136c974-1cc4-4a11-ae0b-18978a40762a None None] Attempting to bind port 3d1df0f6-c0be-4161-9421-6f6e5ee84f40 on network df299fdd-e7f9-4ba9-8355-25b108b95c63 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:31:03.321128 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6136c974-1cc4-4a11-ae0b-18978a40762a None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:31:03.324081 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6136c974-1cc4-4a11-ae0b-18978a40762a None None] Checking segment: {'id': '78296001-d1e4-4a47-9819-7c3eee33b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'df299fdd-e7f9-4ba9-8355-25b108b95c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:31:03.324515 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6136c974-1cc4-4a11-ae0b-18978a40762a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:03.324976 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6136c974-1cc4-4a11-ae0b-18978a40762a None None] Bound using segment: {'id': '78296001-d1e4-4a47-9819-7c3eee33b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'df299fdd-e7f9-4ba9-8355-25b108b95c63'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:31:03.325526 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6136c974-1cc4-4a11-ae0b-18978a40762a None None] Bound port: 3d1df0f6-c0be-4161-9421-6f6e5ee84f40, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78296001-d1e4-4a47-9819-7c3eee33b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'df299fdd-e7f9-4ba9-8355-25b108b95c63'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:31:03.325937 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6136c974-1cc4-4a11-ae0b-18978a40762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:03.411969 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6136c974-1cc4-4a11-ae0b-18978a40762a None None] For port 3d1df0f6-c0be-4161-9421-6f6e5ee84f40, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:31:03.416667 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6136c974-1cc4-4a11-ae0b-18978a40762a None None] For port 3d1df0f6-c0be-4161-9421-6f6e5ee84f40, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=3d1df0f6-c0be-4161-9421-6f6e5ee84f40,segment=NetworkSegment(78296001-d1e4-4a47-9819-7c3eee33b5db),segment_id=78296001-d1e4-4a47-9819-7c3eee33b5db)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:31:03.425422 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6136c974-1cc4-4a11-ae0b-18978a40762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:03.622130 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136c974-1cc4-4a11-ae0b-18978a40762a None None] Pushing event updated for resources: {'Port': ['ID=3d1df0f6-c0be-4161-9421-6f6e5ee84f40,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:03.738509 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5353f422-13b0-4445-9e28-228334c86dc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:03.760675 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5353f422-13b0-4445-9e28-228334c86dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:03.917682 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-533aa488-23e0-4c0a-adf9-399759388474 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:04.053191 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-5353f422-13b0-4445-9e28-228334c86dc2 admin admin] Allocated IP 172.25.3.194 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/815418bf-2a2b-4855-b639-1acd66c15605) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:31:04.151868 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3d1df0f6-c0be-4161-9421-6f6e5ee84f40 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:31:04.217548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 3d1df0f6-c0be-4161-9421-6f6e5ee84f40 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:31:04.307232 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5353f422-13b0-4445-9e28-228334c86dc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:04.317450 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-533aa488-23e0-4c0a-adf9-399759388474 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:04.458698 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5353f422-13b0-4445-9e28-228334c86dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:04.536094 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5353f422-13b0-4445-9e28-228334c86dc2 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:31:04.549951 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353f422-13b0-4445-9e28-228334c86dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=815418bf-2a2b-4855-b639-1acd66c15605,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:04.554560 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5353f422-13b0-4445-9e28-228334c86dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:04.557670 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5353f422-13b0-4445-9e28-228334c86dc2 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:31:04.839995 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533aa488-23e0-4c0a-adf9-399759388474 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Router 6f95bcd3-8a5a-4810-b789-cef687b806bf is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:31:05.099700 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dc9c08-2492-4d6e-9279-3b98bd7d5267 None None] Network df299fdd-e7f9-4ba9-8355-25b108b95c63 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:31:05.160194 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5353f422-13b0-4445-9e28-228334c86dc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:05.165030 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533aa488-23e0-4c0a-adf9-399759388474 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:31:05.183958 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] Sync routers for ids ['6f95bcd3-8a5a-4810-b789-cef687b806bf'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:31:05.193757 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] Routers {'6f95bcd3-8a5a-4810-b789-cef687b806bf'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:05.194369 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:30:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['6f95bcd3-8a5a-4810-b789-cef687b806bf'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:05.235364 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ba8d526-4a19-4e72-844d-b5ea2198581e None None] Provisioning for port 3d1df0f6-c0be-4161-9421-6f6e5ee84f40 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:31:05.254938 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4ba8d526-4a19-4e72-844d-b5ea2198581e None None] Provisioning complete for port 3d1df0f6-c0be-4161-9421-6f6e5ee84f40 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:05.255331 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d526-4a19-4e72-844d-b5ea2198581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:05.319254 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-533aa488-23e0-4c0a-adf9-399759388474 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:05.323431 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-533aa488-23e0-4c0a-adf9-399759388474 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.9722939 Jul 30 20:31:05.326917 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45246) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:05.419197 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] Set router 6f95bcd3-8a5a-4810-b789-cef687b806bf gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:31:05.484425 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d526-4a19-4e72-844d-b5ea2198581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:05.509247 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-354efb8b-f331-4c85-98b6-2797c39bce70 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:05.568720 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4ba8d526-4a19-4e72-844d-b5ea2198581e None None] For port 3d1df0f6-c0be-4161-9421-6f6e5ee84f40, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=3d1df0f6-c0be-4161-9421-6f6e5ee84f40,segment=NetworkSegment(78296001-d1e4-4a47-9819-7c3eee33b5db),segment_id=78296001-d1e4-4a47-9819-7c3eee33b5db)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:31:05.585903 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d526-4a19-4e72-844d-b5ea2198581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:05.718611 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8d526-4a19-4e72-844d-b5ea2198581e None None] Pushing event updated for resources: {'Port': ['ID=3d1df0f6-c0be-4161-9421-6f6e5ee84f40,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:05.770284 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-354efb8b-f331-4c85-98b6-2797c39bce70 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:05.815071 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5353f422-13b0-4445-9e28-228334c86dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:05.858366 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-354efb8b-f331-4c85-98b6-2797c39bce70 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Deleting port da889591-4bd5-4719-aaeb-1ce18bdab64f {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:31:05.863756 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-354efb8b-f331-4c85-98b6-2797c39bce70 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:05.870653 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f95bcd3-8a5a-4810-b789-cef687b806bf', 'name': '', 'tenant_id': 'c37f8b4029144a948ae3098b87632836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dfdd48ab-dec4-494b-975a-eacd351cacf4', 'external_fixed_ips': [{'subnet_id': 'e7a0574f-4594-4bb9-b385-67bbd64854b9', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'da889591-4bd5-4719-aaeb-1ce18bdab64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:01Z', 'updated_at': '2021-07-30T20:31:03Z', 'revision_number': 3, 'project_id': 'c37f8b4029144a948ae3098b87632836', 'gw_port': {'id': 'da889591-4bd5-4719-aaeb-1ce18bdab64f', 'name': '', 'network_id': 'dfdd48ab-dec4-494b-975a-eacd351cacf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f95bcd3-8a5a-4810-b789-cef687b806bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'e7a0574f-4594-4bb9-b385-67bbd64854b9', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:02Z', 'updated_at': '2021-07-30T20:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7a0574f-4594-4bb9-b385-67bbd64854b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:05.909570 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] Checking router: 6f95bcd3-8a5a-4810-b789-cef687b806bf for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:31:05.911243 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] Updating router 6f95bcd3-8a5a-4810-b789-cef687b806bf port da889591-4bd5-4719-aaeb-1ce18bdab64f binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:31:06.043477 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f74a0281-3489-42e9-87d6-2c464bfafcdf None None] Provisioning complete for port 3d1df0f6-c0be-4161-9421-6f6e5ee84f40 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:06.043885 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f74a0281-3489-42e9-87d6-2c464bfafcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:06.045431 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:06.049379 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-354efb8b-f331-4c85-98b6-2797c39bce70 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:06.054849 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5353f422-13b0-4445-9e28-228334c86dc2 admin admin] Router 5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:31:06.091578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-354efb8b-f331-4c85-98b6-2797c39bce70 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Calling delete_port for da889591-4bd5-4719-aaeb-1ce18bdab64f owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:31:06.173784 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3d1df0f6-c0be-4161-9421-6f6e5ee84f40 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:31:06.284841 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5353f422-13b0-4445-9e28-228334c86dc2 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:31:06.317497 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5353f422-13b0-4445-9e28-228334c86dc2 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:06.320907 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5353f422-13b0-4445-9e28-228334c86dc2 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8614407 Jul 30 20:31:06.323846 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45276) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:06.362491 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] Sync routers for ids ['5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:31:06.472555 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] Routers {'5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:06.479325 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:30:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:06.583070 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:06.596039 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] Transition to ACTIVE for port object da889591-4bd5-4719-aaeb-1ce18bdab64f will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:31:06.603326 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:06.660415 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 3d1df0f6-c0be-4161-9421-6f6e5ee84f40 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:06.660827 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:06.785518 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7de731-bf8a-457b-9038-7b6f32b399b9 None None] Pushing event updated for resources: {'Port': ['ID=da889591-4bd5-4719-aaeb-1ce18bdab64f,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:06.804939 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] Attempting to bind port da889591-4bd5-4719-aaeb-1ce18bdab64f on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:31:06.805321 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] Attempting to bind port da889591-4bd5-4719-aaeb-1ce18bdab64f by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '19fcfaae-a7cf-41b7-a28c-0abdf84ddf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dfdd48ab-dec4-494b-975a-eacd351cacf4'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:31:06.805691 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] Attempting to bind port da889591-4bd5-4719-aaeb-1ce18bdab64f on network dfdd48ab-dec4-494b-975a-eacd351cacf4 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:31:06.821989 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7de731-bf8a-457b-9038-7b6f32b399b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:06.822352 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7de731-bf8a-457b-9038-7b6f32b399b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:06.822698 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7de731-bf8a-457b-9038-7b6f32b399b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:06.823042 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7de731-bf8a-457b-9038-7b6f32b399b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:06.823781 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7de731-bf8a-457b-9038-7b6f32b399b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:06.823781 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7de731-bf8a-457b-9038-7b6f32b399b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:06.824088 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7de731-bf8a-457b-9038-7b6f32b399b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:06.827068 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7de731-bf8a-457b-9038-7b6f32b399b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:06.827487 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7de731-bf8a-457b-9038-7b6f32b399b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:06.827786 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7de731-bf8a-457b-9038-7b6f32b399b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:06.828129 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7de731-bf8a-457b-9038-7b6f32b399b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:06.828463 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7de731-bf8a-457b-9038-7b6f32b399b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:06.838147 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:31:06.838533 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] Checking segment: {'id': '19fcfaae-a7cf-41b7-a28c-0abdf84ddf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dfdd48ab-dec4-494b-975a-eacd351cacf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:31:06.840210 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:06.840615 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] Bound using segment: {'id': '19fcfaae-a7cf-41b7-a28c-0abdf84ddf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dfdd48ab-dec4-494b-975a-eacd351cacf4'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:31:06.841281 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] Bound port: da889591-4bd5-4719-aaeb-1ce18bdab64f, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fcfaae-a7cf-41b7-a28c-0abdf84ddf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dfdd48ab-dec4-494b-975a-eacd351cacf4'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:31:06.841478 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:06.848609 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] Set router 5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:31:07.005509 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] For port da889591-4bd5-4719-aaeb-1ce18bdab64f, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:31:07.013856 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] For port da889591-4bd5-4719-aaeb-1ce18bdab64f, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=da889591-4bd5-4719-aaeb-1ce18bdab64f,segment=NetworkSegment(19fcfaae-a7cf-41b7-a28c-0abdf84ddf7f),segment_id=19fcfaae-a7cf-41b7-a28c-0abdf84ddf7f)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:31:07.028665 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:07.154302 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] Routers {'6f95bcd3-8a5a-4810-b789-cef687b806bf'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:07.157865 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:30:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['6f95bcd3-8a5a-4810-b789-cef687b806bf'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:07.247444 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7de731-bf8a-457b-9038-7b6f32b399b9 None None] Pushing event updated for resources: {'Port': ['ID=da889591-4bd5-4719-aaeb-1ce18bdab64f,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:07.361172 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9', 'name': 'tempest-TestAggregatesBasicOps-611712082-router', 'tenant_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '815418bf-2a2b-4855-b639-1acd66c15605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:02Z', 'updated_at': '2021-07-30T20:31:04Z', 'revision_number': 3, 'project_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'gw_port': {'id': '815418bf-2a2b-4855-b639-1acd66c15605', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:03Z', 'updated_at': '2021-07-30T20:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:07.381049 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] Set router 6f95bcd3-8a5a-4810-b789-cef687b806bf gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:31:07.427179 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] Checking router: 5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:31:07.444121 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] Updating router 5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9 port 815418bf-2a2b-4855-b639-1acd66c15605 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:31:07.486652 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f95bcd3-8a5a-4810-b789-cef687b806bf', 'name': '', 'tenant_id': 'c37f8b4029144a948ae3098b87632836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:01Z', 'updated_at': '2021-07-30T20:31:05Z', 'revision_number': 4, 'project_id': 'c37f8b4029144a948ae3098b87632836', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:07.494116 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:07.525370 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c873d7-c89a-47ff-b981-27760d608fe9 None None] The sync data for ids ['6f95bcd3-8a5a-4810-b789-cef687b806bf'] in n-d-712137-9 is: [{'id': '6f95bcd3-8a5a-4810-b789-cef687b806bf', 'name': '', 'tenant_id': 'c37f8b4029144a948ae3098b87632836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:01Z', 'updated_at': '2021-07-30T20:31:05Z', 'revision_number': 4, 'project_id': 'c37f8b4029144a948ae3098b87632836', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:31:07.776905 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-354efb8b-f331-4c85-98b6-2797c39bce70 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:07.825924 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354efb8b-f331-4c85-98b6-2797c39bce70 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Pushing event deleted for resources: {'Port': ['ID=da889591-4bd5-4719-aaeb-1ce18bdab64f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:07.997008 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-354efb8b-f331-4c85-98b6-2797c39bce70 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:08.217397 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-354efb8b-f331-4c85-98b6-2797c39bce70 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:08.228744 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-354efb8b-f331-4c85-98b6-2797c39bce70 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:08.306023 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58e86faf-0fc9-40c5-9a4c-f16ea7035de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:08.354302 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-354efb8b-f331-4c85-98b6-2797c39bce70 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:08.354941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354efb8b-f331-4c85-98b6-2797c39bce70 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f95bcd3-8a5a-4810-b789-cef687b806bf {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:31:08.365706 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:08.366875 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-354efb8b-f331-4c85-98b6-2797c39bce70 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:08.368092 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-354efb8b-f331-4c85-98b6-2797c39bce70 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "DELETE /v2.0/routers/6f95bcd3-8a5a-4810-b789-cef687b806bf HTTP/1.1" status: 204 len: 168 time: 3.0399020 Jul 30 20:31:08.371970 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45308) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:08.379405 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] Transition to ACTIVE for port object 815418bf-2a2b-4855-b639-1acd66c15605 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:31:08.386765 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:08.437370 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945890d5-fbec-4d66-98ca-506f67c94a16 None None] Pushing event updated for resources: {'Port': ['ID=815418bf-2a2b-4855-b639-1acd66c15605,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:08.482377 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] Attempting to bind port 815418bf-2a2b-4855-b639-1acd66c15605 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:31:08.482925 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] Attempting to bind port 815418bf-2a2b-4855-b639-1acd66c15605 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:31:08.483298 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] Attempting to bind port 815418bf-2a2b-4855-b639-1acd66c15605 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:31:08.492396 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:31:08.493768 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9f01d9-98bf-43d7-a5b3-5888f63512b7 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Deleting subnet e7a0574f-4594-4bb9-b385-67bbd64854b9 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:31:08.495000 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:31:08.495430 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:08.496198 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:31:08.496705 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] Bound port: 815418bf-2a2b-4855-b639-1acd66c15605, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:31:08.497099 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:08.499072 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ce9f01d9-98bf-43d7-a5b3-5888f63512b7 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:08.594455 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-58e86faf-0fc9-40c5-9a4c-f16ea7035de9 admin admin] Allocated IP 172.20.0.1 (df299fdd-e7f9-4ba9-8355-25b108b95c63/535d31a0-39b5-468a-9637-8fff16230770/9d30e477-f39e-43e2-9d80-9409e5df7861) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:31:08.604571 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ce9f01d9-98bf-43d7-a5b3-5888f63512b7 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:08.642706 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] For port 815418bf-2a2b-4855-b639-1acd66c15605, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:31:08.648393 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] For port 815418bf-2a2b-4855-b639-1acd66c15605, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=815418bf-2a2b-4855-b639-1acd66c15605,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:31:08.660255 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:08.679088 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ce9f01d9-98bf-43d7-a5b3-5888f63512b7 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:08.748041 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945890d5-fbec-4d66-98ca-506f67c94a16 None None] Pushing event updated for resources: {'Port': ['ID=815418bf-2a2b-4855-b639-1acd66c15605,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:08.768043 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58e86faf-0fc9-40c5-9a4c-f16ea7035de9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:08.798956 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-58e86faf-0fc9-40c5-9a4c-f16ea7035de9 admin admin] Transition to ACTIVE for port object 9d30e477-f39e-43e2-9d80-9409e5df7861 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:31:08.799967 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] Routers {'5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:08.800786 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:30:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:08.817093 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ce9f01d9-98bf-43d7-a5b3-5888f63512b7 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:08.882821 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58e86faf-0fc9-40c5-9a4c-f16ea7035de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:08.913131 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f01d9-98bf-43d7-a5b3-5888f63512b7 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e7a0574f-4594-4bb9-b385-67bbd64854b9,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:08.940348 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ce9f01d9-98bf-43d7-a5b3-5888f63512b7 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:08.951896 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ce9f01d9-98bf-43d7-a5b3-5888f63512b7 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/e7a0574f-4594-4bb9-b385-67bbd64854b9 HTTP/1.1" status: 204 len: 168 time: 0.5788109 Jul 30 20:31:08.952819 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45320) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:08.991342 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e86faf-0fc9-40c5-9a4c-f16ea7035de9 admin admin] Network df299fdd-e7f9-4ba9-8355-25b108b95c63 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:31:08.999175 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-58e86faf-0fc9-40c5-9a4c-f16ea7035de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:09.003992 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e86faf-0fc9-40c5-9a4c-f16ea7035de9 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:31:09.014284 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] Set router 5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:31:09.070201 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e86faf-0fc9-40c5-9a4c-f16ea7035de9 admin admin] Pushing event updated for resources: {'Port': ['ID=9d30e477-f39e-43e2-9d80-9409e5df7861,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:09.105910 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58e86faf-0fc9-40c5-9a4c-f16ea7035de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:09.119977 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-251f6bce-4db6-4e15-a528-85fe5288435d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:09.298899 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-251f6bce-4db6-4e15-a528-85fe5288435d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:09.329620 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58e86faf-0fc9-40c5-9a4c-f16ea7035de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:09.341716 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-251f6bce-4db6-4e15-a528-85fe5288435d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfdd48ab-dec4-494b-975a-eacd351cacf4']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:09.372308 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-251f6bce-4db6-4e15-a528-85fe5288435d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19fcfaae-a7cf-41b7-a28c-0abdf84ddf7f') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:09.372616 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-251f6bce-4db6-4e15-a528-85fe5288435d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19fcfaae-a7cf-41b7-a28c-0abdf84ddf7f') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:09.396901 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-251f6bce-4db6-4e15-a528-85fe5288435d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:09.438423 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-251f6bce-4db6-4e15-a528-85fe5288435d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:09.451434 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251f6bce-4db6-4e15-a528-85fe5288435d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:31:09.454264 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-251f6bce-4db6-4e15-a528-85fe5288435d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: items = [ Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:31:09.459116 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:31:09.601845 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-dae33040-106c-4e4f-9092-62996b2db1da None None] Provisioning for port 9d30e477-f39e-43e2-9d80-9409e5df7861 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:31:09.612249 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-dae33040-106c-4e4f-9092-62996b2db1da None None] Provisioning complete for port 9d30e477-f39e-43e2-9d80-9409e5df7861 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:09.613837 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-251f6bce-4db6-4e15-a528-85fe5288435d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:09.615827 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dae33040-106c-4e4f-9092-62996b2db1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:09.624877 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251f6bce-4db6-4e15-a528-85fe5288435d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dfdd48ab-dec4-494b-975a-eacd351cacf4 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 20:31:09.663305 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-251f6bce-4db6-4e15-a528-85fe5288435d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:09.688689 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-251f6bce-4db6-4e15-a528-85fe5288435d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "DELETE /v2.0/networks/dfdd48ab-dec4-494b-975a-eacd351cacf4 HTTP/1.1" status: 204 len: 168 time: 0.7256098 Jul 30 20:31:09.690417 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f6bce-4db6-4e15-a528-85fe5288435d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Pushing event deleted for resources: {'Network': ['ID=dfdd48ab-dec4-494b-975a-eacd351cacf4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:09.716091 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9', 'name': 'tempest-TestAggregatesBasicOps-611712082-router', 'tenant_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '815418bf-2a2b-4855-b639-1acd66c15605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:02Z', 'updated_at': '2021-07-30T20:31:04Z', 'revision_number': 3, 'project_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'gw_port': {'id': '815418bf-2a2b-4855-b639-1acd66c15605', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:03Z', 'updated_at': '2021-07-30T20:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:09.725810 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58e86faf-0fc9-40c5-9a4c-f16ea7035de9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:09.737528 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58e86faf-0fc9-40c5-9a4c-f16ea7035de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:09.790874 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31498d-61ba-484e-8c5d-700662cefc72 None None] The sync data for ids ['5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9'] in n-d-712137-9 is: [{'id': '5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9', 'name': 'tempest-TestAggregatesBasicOps-611712082-router', 'tenant_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '815418bf-2a2b-4855-b639-1acd66c15605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:02Z', 'updated_at': '2021-07-30T20:31:04Z', 'revision_number': 3, 'project_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'gw_port': {'id': '815418bf-2a2b-4855-b639-1acd66c15605', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:03Z', 'updated_at': '2021-07-30T20:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:31:09.804055 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-dae33040-106c-4e4f-9092-62996b2db1da None None] Port 9d30e477-f39e-43e2-9d80-9409e5df7861 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:31:09.856209 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58e86faf-0fc9-40c5-9a4c-f16ea7035de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:09.866852 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e86faf-0fc9-40c5-9a4c-f16ea7035de9 admin admin] Pushing event updated for resources: {'Port': ['ID=9d30e477-f39e-43e2-9d80-9409e5df7861,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:09.916473 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45336) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:10.080711 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da6b659-9906-4a89-8abe-47b391d46a17 admin admin] Deleting subnet d43d38a5-a835-4803-941c-34d8ab6ef412 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:31:10.091452 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3da6b659-9906-4a89-8abe-47b391d46a17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:10.105397 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e86faf-0fc9-40c5-9a4c-f16ea7035de9 admin admin] Network df299fdd-e7f9-4ba9-8355-25b108b95c63 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:31:10.107430 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-58e86faf-0fc9-40c5-9a4c-f16ea7035de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:10.185253 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3da6b659-9906-4a89-8abe-47b391d46a17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:10.196050 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45344) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:10.202767 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6fa9c568-4d77-492a-bef6-8e521d7292e6 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Request body: {'router': {'name': 'tempest-router--1113206106', 'project_id': '96cd5254fb484ebdb96c748b21079c36'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:10.254878 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3da6b659-9906-4a89-8abe-47b391d46a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:10.371192 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fa9c568-4d77-492a-bef6-8e521d7292e6 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:10.372332 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fa9c568-4d77-492a-bef6-8e521d7292e6 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:10.377875 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3da6b659-9906-4a89-8abe-47b391d46a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:10.449339 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6b659-9906-4a89-8abe-47b391d46a17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d43d38a5-a835-4803-941c-34d8ab6ef412,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:10.460196 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3da6b659-9906-4a89-8abe-47b391d46a17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:10.466125 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3da6b659-9906-4a89-8abe-47b391d46a17 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d43d38a5-a835-4803-941c-34d8ab6ef412 HTTP/1.1" status: 204 len: 168 time: 0.5458503 Jul 30 20:31:10.467486 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45348) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:10.497846 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e86faf-0fc9-40c5-9a4c-f16ea7035de9 admin admin] Router 5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:31:10.543362 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0861b3c3-dae4-4a10-b8a7-4c926a706015 None None] Provisioning complete for port 9d30e477-f39e-43e2-9d80-9409e5df7861 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:10.544282 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0861b3c3-dae4-4a10-b8a7-4c926a706015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:10.578488 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fa9c568-4d77-492a-bef6-8e521d7292e6 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:10.593518 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fa9c568-4d77-492a-bef6-8e521d7292e6 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:10.616866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0861b3c3-dae4-4a10-b8a7-4c926a706015 None None] Port 9d30e477-f39e-43e2-9d80-9409e5df7861 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:31:10.628517 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f046ca30-ddd2-4090-8eaf-d06ec1c47574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:10.719593 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fa9c568-4d77-492a-bef6-8e521d7292e6 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:10.722824 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f046ca30-ddd2-4090-8eaf-d06ec1c47574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:10.725920 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6fa9c568-4d77-492a-bef6-8e521d7292e6 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5266714 Jul 30 20:31:10.730731 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45354) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:10.741988 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-f046ca30-ddd2-4090-8eaf-d06ec1c47574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07fcc7d4-6c51-490b-bcf4-83f8af34ae52']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:10.885152 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-f046ca30-ddd2-4090-8eaf-d06ec1c47574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ee5d02-4db0-4fe6-9f3d-a48aba1ecce9') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:10.885152 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-f046ca30-ddd2-4090-8eaf-d06ec1c47574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ee5d02-4db0-4fe6-9f3d-a48aba1ecce9') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:10.900574 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b689483b-2e67-43d1-804d-3a4963f6b5ef tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:10.907889 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e86faf-0fc9-40c5-9a4c-f16ea7035de9 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:31:10.937711 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-58e86faf-0fc9-40c5-9a4c-f16ea7035de9 admin admin] 10.222.0.81 "PUT /v2.0/routers/5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6029031 Jul 30 20:31:10.975981 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f046ca30-ddd2-4090-8eaf-d06ec1c47574 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:11.168555 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f046ca30-ddd2-4090-8eaf-d06ec1c47574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:11.176052 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b689483b-2e67-43d1-804d-3a4963f6b5ef tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:11.205453 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b689483b-2e67-43d1-804d-3a4963f6b5ef tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:11.227650 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f046ca30-ddd2-4090-8eaf-d06ec1c47574 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:31:11.228646 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f046ca30-ddd2-4090-8eaf-d06ec1c47574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:31:11.305284 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:31:11.413346 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b689483b-2e67-43d1-804d-3a4963f6b5ef tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:11.414243 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b689483b-2e67-43d1-804d-3a4963f6b5ef tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e2782b2-8362-4182-89c9-60bc5a28cd7f {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:31:11.449030 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b689483b-2e67-43d1-804d-3a4963f6b5ef tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:11.452135 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b689483b-2e67-43d1-804d-3a4963f6b5ef tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "DELETE /v2.0/routers/5e2782b2-8362-4182-89c9-60bc5a28cd7f HTTP/1.1" status: 204 len: 168 time: 0.7197011 Jul 30 20:31:11.505762 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f046ca30-ddd2-4090-8eaf-d06ec1c47574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:11.525833 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f046ca30-ddd2-4090-8eaf-d06ec1c47574 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:11.528384 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f046ca30-ddd2-4090-8eaf-d06ec1c47574 admin admin] 10.222.0.81 "DELETE /v2.0/networks/07fcc7d4-6c51-490b-bcf4-83f8af34ae52 HTTP/1.1" status: 204 len: 168 time: 1.0597019 Jul 30 20:31:11.531333 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45370) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:11.548549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046ca30-ddd2-4090-8eaf-d06ec1c47574 admin admin] Pushing event deleted for resources: {'Network': ['ID=07fcc7d4-6c51-490b-bcf4-83f8af34ae52,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:11.623230 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c10af7-c416-43da-9a9c-7268131a8340 admin admin] Deleting subnet 85880e97-c783-45ee-8d0e-3fc21a9c5cbd {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:31:11.628226 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90c10af7-c416-43da-9a9c-7268131a8340 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:11.688051 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90c10af7-c416-43da-9a9c-7268131a8340 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:11.729058 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45374) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:11.804881 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90c10af7-c416-43da-9a9c-7268131a8340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:11.906610 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90c10af7-c416-43da-9a9c-7268131a8340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:11.956862 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c10af7-c416-43da-9a9c-7268131a8340 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85880e97-c783-45ee-8d0e-3fc21a9c5cbd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:11.960945 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90c10af7-c416-43da-9a9c-7268131a8340 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:11.963137 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-90c10af7-c416-43da-9a9c-7268131a8340 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/85880e97-c783-45ee-8d0e-3fc21a9c5cbd HTTP/1.1" status: 204 len: 168 time: 0.4300022 Jul 30 20:31:11.965656 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45382) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:12.028145 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-cce6238b-ef82-43f6-84bf-f3647d17e6da tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1638076281', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}, 'admin_state_up': False}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:12.094480 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cce6238b-ef82-43f6-84bf-f3647d17e6da tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:12.096361 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cce6238b-ef82-43f6-84bf-f3647d17e6da tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:12.151885 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-406a7ac0-7435-4424-8ad9-9303f01e5fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:12.203137 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 815418bf-2a2b-4855-b639-1acd66c15605 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:31:12.211287 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cce6238b-ef82-43f6-84bf-f3647d17e6da tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:12.315467 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 815418bf-2a2b-4855-b639-1acd66c15605 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:31:12.332232 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 815418bf-2a2b-4855-b639-1acd66c15605 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:12.333636 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:12.493165 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-406a7ac0-7435-4424-8ad9-9303f01e5fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:12.538277 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-406a7ac0-7435-4424-8ad9-9303f01e5fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a201bb4d-6a9b-4e75-9282-68394ae33498']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:12.591428 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45398) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:12.598540 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5cd79d61-5299-4101-b154-a6807164450c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2102082064-network', 'tenant_id': '7ab3364776f74dceac0c29bd55913e6a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:12.599000 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:12.601344 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-406a7ac0-7435-4424-8ad9-9303f01e5fe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a881ea7-c039-43bf-af8f-89f25275503d') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:12.601697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-406a7ac0-7435-4424-8ad9-9303f01e5fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a881ea7-c039-43bf-af8f-89f25275503d') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:12.642448 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-406a7ac0-7435-4424-8ad9-9303f01e5fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:12.645974 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cce6238b-ef82-43f6-84bf-f3647d17e6da tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:12.658111 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd79d61-5299-4101-b154-a6807164450c admin admin] Made reservation on behalf of 7ab3364776f74dceac0c29bd55913e6a for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:31:12.659573 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 815418bf-2a2b-4855-b639-1acd66c15605, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=815418bf-2a2b-4855-b639-1acd66c15605,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:31:12.662554 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-406a7ac0-7435-4424-8ad9-9303f01e5fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:12.667549 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cd79d61-5299-4101-b154-a6807164450c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:12.668249 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:12.683335 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406a7ac0-7435-4424-8ad9-9303f01e5fe1 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:31:12.683991 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-406a7ac0-7435-4424-8ad9-9303f01e5fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:31:12.685831 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:31:12.699231 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cd79d61-5299-4101-b154-a6807164450c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:12.785023 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-406a7ac0-7435-4424-8ad9-9303f01e5fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:12.794889 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-406a7ac0-7435-4424-8ad9-9303f01e5fe1 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:12.800222 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-406a7ac0-7435-4424-8ad9-9303f01e5fe1 admin admin] 10.222.0.81 "DELETE /v2.0/networks/a201bb4d-6a9b-4e75-9282-68394ae33498 HTTP/1.1" status: 204 len: 168 time: 0.8331633 Jul 30 20:31:12.814090 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a7ac0-7435-4424-8ad9-9303f01e5fe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a201bb4d-6a9b-4e75-9282-68394ae33498,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:12.834600 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=815418bf-2a2b-4855-b639-1acd66c15605,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:12.963433 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cd79d61-5299-4101-b154-a6807164450c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:12.969205 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cd79d61-5299-4101-b154-a6807164450c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:13.003639 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd79d61-5299-4101-b154-a6807164450c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:31:13.021255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd79d61-5299-4101-b154-a6807164450c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea8bff1-4e24-4911-b4c9-9d6bb1591331,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:13.023749 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cd79d61-5299-4101-b154-a6807164450c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:13.024168 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-5cd79d61-5299-4101-b154-a6807164450c admin admin] Added segment dc81f661-72f8-4ac2-9931-090a50a58b7e of type vlan for network f2ada2f3-35b5-44ef-a2af-d517a1e35878 Jul 30 20:31:13.092780 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cd79d61-5299-4101-b154-a6807164450c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:13.133853 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cce6238b-ef82-43f6-84bf-f3647d17e6da tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:13.140884 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cd79d61-5299-4101-b154-a6807164450c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:13.142408 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd79d61-5299-4101-b154-a6807164450c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:13.143428 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cd79d61-5299-4101-b154-a6807164450c admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:13.186142 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cce6238b-ef82-43f6-84bf-f3647d17e6da tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:13.226679 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd79d61-5299-4101-b154-a6807164450c admin admin] Pushing event updated for resources: {'Network': ['ID=f2ada2f3-35b5-44ef-a2af-d517a1e35878,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:13.238959 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network f2ada2f3-35b5-44ef-a2af-d517a1e35878 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:31:13.255004 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5cd79d61-5299-4101-b154-a6807164450c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6622097 Jul 30 20:31:13.264947 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45410) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:13.273311 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-99aac580-0055-471e-b3a0-f1cac2b869e1 admin admin] Request body: {'subnet': {'network_id': 'f2ada2f3-35b5-44ef-a2af-d517a1e35878', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2102082064-subnet', 'tenant_id': '7ab3364776f74dceac0c29bd55913e6a', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:13.306432 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45412) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:13.340872 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-cce6238b-ef82-43f6-84bf-f3647d17e6da tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Allocated IP 172.25.3.154 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/93b9af9f-f94d-4527-9edf-28a395aed299) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:31:13.380956 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99aac580-0055-471e-b3a0-f1cac2b869e1 admin admin] Made reservation on behalf of 7ab3364776f74dceac0c29bd55913e6a for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:31:13.384703 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99aac580-0055-471e-b3a0-f1cac2b869e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:13.500760 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cce6238b-ef82-43f6-84bf-f3647d17e6da tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:13.530196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45416) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:13.530468 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-da515f25-d847-4717-b5dc-792f4db80e9e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7c616babb5ed4c34b370fcdaf6bbfdf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2080367 Jul 30 20:31:13.574388 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cce6238b-ef82-43f6-84bf-f3647d17e6da tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:13.628998 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce6238b-ef82-43f6-84bf-f3647d17e6da tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:31:13.633900 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-cce6238b-ef82-43f6-84bf-f3647d17e6da tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:13.645000 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce6238b-ef82-43f6-84bf-f3647d17e6da tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:31:13.679800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6238b-ef82-43f6-84bf-f3647d17e6da tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Pushing event updated for resources: {'Port': ['ID=93b9af9f-f94d-4527-9edf-28a395aed299,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:13.682979 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-230f49af-a3e5-4799-9c82-b7194d2dc207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:13.717592 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-230f49af-a3e5-4799-9c82-b7194d2dc207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:13.824397 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] Sync routers for ids ['5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:31:13.842517 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99aac580-0055-471e-b3a0-f1cac2b869e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:13.845734 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] Routers {'5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:13.846595 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:30:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:13.921119 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aac580-0055-471e-b3a0-f1cac2b869e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=583d15d5-7044-4a46-933b-223033a59da6,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:13.976488 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aac580-0055-471e-b3a0-f1cac2b869e1 admin admin] Checking segment: {'id': 'dc81f661-72f8-4ac2-9931-090a50a58b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2ada2f3-35b5-44ef-a2af-d517a1e35878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:31:13.979153 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aac580-0055-471e-b3a0-f1cac2b869e1 admin admin] Network hostable DHCP agents. Network: f2ada2f3-35b5-44ef-a2af-d517a1e35878, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:31:14.025056 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aac580-0055-471e-b3a0-f1cac2b869e1 admin admin] Network f2ada2f3-35b5-44ef-a2af-d517a1e35878 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:31:14.060597 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-99aac580-0055-471e-b3a0-f1cac2b869e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, f2ada2f3-35b5-44ef-a2af-d517a1e35878) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:14.073677 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eefdc7a-fb0d-46f8-ae0c-4c7c21b0c683 None None] Network f2ada2f3-35b5-44ef-a2af-d517a1e35878 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:31:14.093165 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99aac580-0055-471e-b3a0-f1cac2b869e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:14.093770 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99aac580-0055-471e-b3a0-f1cac2b869e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:14.133605 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] Set router 5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:31:14.163492 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-230f49af-a3e5-4799-9c82-b7194d2dc207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:14.165407 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-99aac580-0055-471e-b3a0-f1cac2b869e1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8880627 Jul 30 20:31:14.165596 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-230f49af-a3e5-4799-9c82-b7194d2dc207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:14.165596 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-230f49af-a3e5-4799-9c82-b7194d2dc207 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f5d3e01e-f934-42f6-9bca-a34b087cd624 HTTP/1.1" status: 204 len: 168 time: 0.6269701 Jul 30 20:31:14.165741 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45428) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:14.171077 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2102082064-router', 'tenant_id': '7ab3364776f74dceac0c29bd55913e6a', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:14.209751 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f49af-a3e5-4799-9c82-b7194d2dc207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d3e01e-f934-42f6-9bca-a34b087cd624,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:14.216694 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cce6238b-ef82-43f6-84bf-f3647d17e6da tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:14.307487 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:14.308577 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:14.426167 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9', 'name': 'tempest-TestAggregatesBasicOps-611712082-router', 'tenant_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '815418bf-2a2b-4855-b639-1acd66c15605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:02Z', 'updated_at': '2021-07-30T20:31:09Z', 'revision_number': 4, 'project_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'gw_port': {'id': '815418bf-2a2b-4855-b639-1acd66c15605', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:03Z', 'updated_at': '2021-07-30T20:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '9d30e477-f39e-43e2-9d80-9409e5df7861', 'name': '', 'network_id': 'df299fdd-e7f9-4ba9-8355-25b108b95c63', 'tenant_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'mac_address': 'fa:16:3e:90:e2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '535d31a0-39b5-468a-9637-8fff16230770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:08Z', 'updated_at': '2021-07-30T20:31:09Z', 'revision_number': 2, 'project_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'subnets': [{'id': '535d31a0-39b5-468a-9637-8fff16230770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:14.453029 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] Checking router: 5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:31:14.453622 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] Updating router 5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9 port 9d30e477-f39e-43e2-9d80-9409e5df7861 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:31:14.468915 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 815418bf-2a2b-4855-b639-1acd66c15605 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:31:14.497912 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:14.511017 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:14.765911 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ed1cc0-3e18-4db6-a99a-d01b0c1f8bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-f2ada2f3-35b5-44ef-a2af-d517a1e35878', 'network_id': 'f2ada2f3-35b5-44ef-a2af-d517a1e35878', 'tenant_id': '7ab3364776f74dceac0c29bd55913e6a', 'fixed_ips': [{'subnet_id': '583d15d5-7044-4a46-933b-223033a59da6'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:31:14.775224 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-28ed1cc0-3e18-4db6-a99a-d01b0c1f8bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:14.811999 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 815418bf-2a2b-4855-b639-1acd66c15605 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:14.812369 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:14.845891 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:15.055085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45440) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:15.059957 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:15.070882 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] Transition to ACTIVE for port object 9d30e477-f39e-43e2-9d80-9409e5df7861 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:31:15.081366 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:15.179092 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-28ed1cc0-3e18-4db6-a99a-d01b0c1f8bd2 None None] Allocated IP 172.20.0.2 (f2ada2f3-35b5-44ef-a2af-d517a1e35878/583d15d5-7044-4a46-933b-223033a59da6/dd5837e5-4b54-4740-9328-f0c4d7f42aa5) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:31:15.194857 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-41c93827-5e4a-4f56-9874-408df6d49930 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9ad126eb182643ddb70c4148fbdc7289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373303 Jul 30 20:31:15.200847 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45444) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:15.235191 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa838f-81b5-4385-8265-7b7ff72d053c None None] Pushing event updated for resources: {'Port': ['ID=9d30e477-f39e-43e2-9d80-9409e5df7861,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:15.339147 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65225295-8ce4-4d01-a8b0-2d5cd13c14a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:15.374643 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65225295-8ce4-4d01-a8b0-2d5cd13c14a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:15.477274 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65225295-8ce4-4d01-a8b0-2d5cd13c14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:15.481468 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65225295-8ce4-4d01-a8b0-2d5cd13c14a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:15.485824 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-65225295-8ce4-4d01-a8b0-2d5cd13c14a5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aab872ad-c80c-454d-9e94-f9bc905ec53b HTTP/1.1" status: 204 len: 168 time: 0.2834544 Jul 30 20:31:15.508660 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65225295-8ce4-4d01-a8b0-2d5cd13c14a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab872ad-c80c-454d-9e94-f9bc905ec53b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:15.523006 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65225295-8ce4-4d01-a8b0-2d5cd13c14a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:15.523760 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65225295-8ce4-4d01-a8b0-2d5cd13c14a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:15.523760 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65225295-8ce4-4d01-a8b0-2d5cd13c14a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:15.524753 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65225295-8ce4-4d01-a8b0-2d5cd13c14a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:15.524753 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65225295-8ce4-4d01-a8b0-2d5cd13c14a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:15.524753 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65225295-8ce4-4d01-a8b0-2d5cd13c14a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:15.525547 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65225295-8ce4-4d01-a8b0-2d5cd13c14a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:15.525547 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65225295-8ce4-4d01-a8b0-2d5cd13c14a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:15.525547 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65225295-8ce4-4d01-a8b0-2d5cd13c14a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:15.525997 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65225295-8ce4-4d01-a8b0-2d5cd13c14a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:15.526161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65225295-8ce4-4d01-a8b0-2d5cd13c14a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:15.526511 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65225295-8ce4-4d01-a8b0-2d5cd13c14a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:15.529004 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] Attempting to bind port 9d30e477-f39e-43e2-9d80-9409e5df7861 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:31:15.529698 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] Attempting to bind port 9d30e477-f39e-43e2-9d80-9409e5df7861 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '78296001-d1e4-4a47-9819-7c3eee33b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'df299fdd-e7f9-4ba9-8355-25b108b95c63'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:31:15.529698 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] Attempting to bind port 9d30e477-f39e-43e2-9d80-9409e5df7861 on network df299fdd-e7f9-4ba9-8355-25b108b95c63 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:31:15.564398 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:31:15.565245 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] Checking segment: {'id': '78296001-d1e4-4a47-9819-7c3eee33b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'df299fdd-e7f9-4ba9-8355-25b108b95c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:31:15.565800 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:15.566349 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] Bound using segment: {'id': '78296001-d1e4-4a47-9819-7c3eee33b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'df299fdd-e7f9-4ba9-8355-25b108b95c63'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:31:15.567155 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] Bound port: 9d30e477-f39e-43e2-9d80-9409e5df7861, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78296001-d1e4-4a47-9819-7c3eee33b5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'df299fdd-e7f9-4ba9-8355-25b108b95c63'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:31:15.569177 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:15.689702 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-28ed1cc0-3e18-4db6-a99a-d01b0c1f8bd2 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:15.706244 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:15.720631 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-28ed1cc0-3e18-4db6-a99a-d01b0c1f8bd2 None None] Transition to ACTIVE for port object dd5837e5-4b54-4740-9328-f0c4d7f42aa5 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:31:15.769408 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cce6238b-ef82-43f6-84bf-f3647d17e6da tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:15.775942 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:15.856341 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] For port 9d30e477-f39e-43e2-9d80-9409e5df7861, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:31:15.871261 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] For port 9d30e477-f39e-43e2-9d80-9409e5df7861, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=9d30e477-f39e-43e2-9d80-9409e5df7861,segment=NetworkSegment(78296001-d1e4-4a47-9819-7c3eee33b5db),segment_id=78296001-d1e4-4a47-9819-7c3eee33b5db)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:31:15.892865 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:15.893182 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-28ed1cc0-3e18-4db6-a99a-d01b0c1f8bd2 None None] Transition to ACTIVE for port object dd5837e5-4b54-4740-9328-f0c4d7f42aa5 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:31:15.933777 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:15.949958 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-28ed1cc0-3e18-4db6-a99a-d01b0c1f8bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:16.021216 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] Routers {'5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:16.023425 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:30:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:16.031175 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Allocated IP 172.25.3.60 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/2bb99a4e-fe51-41da-a1f8-0e5b1f515db0) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:31:16.045700 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa838f-81b5-4385-8265-7b7ff72d053c None None] Pushing event updated for resources: {'Port': ['ID=9d30e477-f39e-43e2-9d80-9409e5df7861,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:16.072510 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed1cc0-3e18-4db6-a99a-d01b0c1f8bd2 None None] Pushing event updated for resources: {'Port': ['ID=dd5837e5-4b54-4740-9328-f0c4d7f42aa5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:16.096073 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ed1cc0-3e18-4db6-a99a-d01b0c1f8bd2 None None] Network f2ada2f3-35b5-44ef-a2af-d517a1e35878 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:31:16.099341 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-28ed1cc0-3e18-4db6-a99a-d01b0c1f8bd2 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:16.103753 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ed1cc0-3e18-4db6-a99a-d01b0c1f8bd2 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:31:16.125040 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-7102990c-a04c-4ccc-b92c-28e2585ed56a req-a05df2ec-2f02-447b-ba32-605e0ea8bbd9 service neutron] (93883) timed out ('10.222.0.81', 44596) {{(pid=93883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 20:31:16.212702 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-28ed1cc0-3e18-4db6-a99a-d01b0c1f8bd2 None None] Attempting to bind port dd5837e5-4b54-4740-9328-f0c4d7f42aa5 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:31:16.213116 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-28ed1cc0-3e18-4db6-a99a-d01b0c1f8bd2 None None] Attempting to bind port dd5837e5-4b54-4740-9328-f0c4d7f42aa5 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'dc81f661-72f8-4ac2-9931-090a50a58b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2ada2f3-35b5-44ef-a2af-d517a1e35878'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:31:16.213432 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ed1cc0-3e18-4db6-a99a-d01b0c1f8bd2 None None] Attempting to bind port dd5837e5-4b54-4740-9328-f0c4d7f42aa5 on network f2ada2f3-35b5-44ef-a2af-d517a1e35878 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:31:16.218973 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ed1cc0-3e18-4db6-a99a-d01b0c1f8bd2 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:31:16.219962 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ed1cc0-3e18-4db6-a99a-d01b0c1f8bd2 None None] Checking segment: {'id': 'dc81f661-72f8-4ac2-9931-090a50a58b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2ada2f3-35b5-44ef-a2af-d517a1e35878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:31:16.220398 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-28ed1cc0-3e18-4db6-a99a-d01b0c1f8bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:16.220794 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ed1cc0-3e18-4db6-a99a-d01b0c1f8bd2 None None] Bound using segment: {'id': 'dc81f661-72f8-4ac2-9931-090a50a58b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2ada2f3-35b5-44ef-a2af-d517a1e35878'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:31:16.221417 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-28ed1cc0-3e18-4db6-a99a-d01b0c1f8bd2 None None] Bound port: dd5837e5-4b54-4740-9328-f0c4d7f42aa5, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc81f661-72f8-4ac2-9931-090a50a58b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2ada2f3-35b5-44ef-a2af-d517a1e35878'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:31:16.221620 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-28ed1cc0-3e18-4db6-a99a-d01b0c1f8bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:16.301230 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce6238b-ef82-43f6-84bf-f3647d17e6da tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Router 15d2e9a8-b4f7-41c9-b6e3-0486982c2647 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:31:16.333669 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] Set router 5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:31:16.429774 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-28ed1cc0-3e18-4db6-a99a-d01b0c1f8bd2 None None] For port dd5837e5-4b54-4740-9328-f0c4d7f42aa5, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:31:16.441977 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-28ed1cc0-3e18-4db6-a99a-d01b0c1f8bd2 None None] For port dd5837e5-4b54-4740-9328-f0c4d7f42aa5, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=dd5837e5-4b54-4740-9328-f0c4d7f42aa5,segment=NetworkSegment(dc81f661-72f8-4ac2-9931-090a50a58b7e),segment_id=dc81f661-72f8-4ac2-9931-090a50a58b7e)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:31:16.460303 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-28ed1cc0-3e18-4db6-a99a-d01b0c1f8bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:16.495898 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:16.591370 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce6238b-ef82-43f6-84bf-f3647d17e6da tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:31:16.623128 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed1cc0-3e18-4db6-a99a-d01b0c1f8bd2 None None] Pushing event updated for resources: {'Port': ['ID=dd5837e5-4b54-4740-9328-f0c4d7f42aa5,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:16.629539 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cce6238b-ef82-43f6-84bf-f3647d17e6da tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:16.634138 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cce6238b-ef82-43f6-84bf-f3647d17e6da tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.9006641 Jul 30 20:31:16.634952 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45470) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:16.655410 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7417b7f-6dea-487b-88fa-36dadb8d3735 None None] Sync routers for ids ['15d2e9a8-b4f7-41c9-b6e3-0486982c2647'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:31:16.676918 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7417b7f-6dea-487b-88fa-36dadb8d3735 None None] Routers {'15d2e9a8-b4f7-41c9-b6e3-0486982c2647'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:16.677849 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f7417b7f-6dea-487b-88fa-36dadb8d3735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:30:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['15d2e9a8-b4f7-41c9-b6e3-0486982c2647'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:16.694160 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:16.734598 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:31:16.757649 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:16.761602 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:31:16.782914 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f7417b7f-6dea-487b-88fa-36dadb8d3735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:16.799223 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7417b7f-6dea-487b-88fa-36dadb8d3735 None None] Routers {'15d2e9a8-b4f7-41c9-b6e3-0486982c2647'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:16.800161 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f7417b7f-6dea-487b-88fa-36dadb8d3735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:30:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['15d2e9a8-b4f7-41c9-b6e3-0486982c2647'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:16.837559 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Pushing event updated for resources: {'Port': ['ID=2bb99a4e-fe51-41da-a1f8-0e5b1f515db0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:16.873451 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:16.876409 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:16.876749 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:16.877255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:16.878998 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:16.879744 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:16.880111 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:16.882325 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:16.882662 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:16.883000 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:16.883331 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:16.883700 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:16.894840 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f7417b7f-6dea-487b-88fa-36dadb8d3735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:16.895808 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7417b7f-6dea-487b-88fa-36dadb8d3735 None None] The sync data for ids ['15d2e9a8-b4f7-41c9-b6e3-0486982c2647'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:31:17.001978 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9', 'name': 'tempest-TestAggregatesBasicOps-611712082-router', 'tenant_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '815418bf-2a2b-4855-b639-1acd66c15605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:02Z', 'updated_at': '2021-07-30T20:31:09Z', 'revision_number': 4, 'project_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'gw_port': {'id': '815418bf-2a2b-4855-b639-1acd66c15605', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:03Z', 'updated_at': '2021-07-30T20:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '9d30e477-f39e-43e2-9d80-9409e5df7861', 'name': '', 'network_id': 'df299fdd-e7f9-4ba9-8355-25b108b95c63', 'tenant_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'mac_address': 'fa:16:3e:90:e2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '535d31a0-39b5-468a-9637-8fff16230770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:08Z', 'updated_at': '2021-07-30T20:31:15Z', 'revision_number': 4, 'project_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'subnets': [{'id': '535d31a0-39b5-468a-9637-8fff16230770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:17.054363 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-58c4260f-8945-44e1-bad4-ea33b09a5eb2 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "GET /v2.0/routers/15d2e9a8-b4f7-41c9-b6e3-0486982c2647 HTTP/1.1" status: 200 len: 921 time: 0.4178617 Jul 30 20:31:17.059105 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45478) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:17.072040 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf831294-5f9b-4502-98c9-b2de51aaf79f None None] The sync data for ids ['5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9'] in n-d-712137-9 is: [{'id': '5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9', 'name': 'tempest-TestAggregatesBasicOps-611712082-router', 'tenant_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '815418bf-2a2b-4855-b639-1acd66c15605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:02Z', 'updated_at': '2021-07-30T20:31:09Z', 'revision_number': 4, 'project_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'gw_port': {'id': '815418bf-2a2b-4855-b639-1acd66c15605', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:03Z', 'updated_at': '2021-07-30T20:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '9d30e477-f39e-43e2-9d80-9409e5df7861', 'name': '', 'network_id': 'df299fdd-e7f9-4ba9-8355-25b108b95c63', 'tenant_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'mac_address': 'fa:16:3e:90:e2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '535d31a0-39b5-468a-9637-8fff16230770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:08Z', 'updated_at': '2021-07-30T20:31:15Z', 'revision_number': 4, 'project_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'subnets': [{'id': '535d31a0-39b5-468a-9637-8fff16230770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:31:17.128076 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-bccc3b61-628c-48aa-858f-32270f76a4a6 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "GET /v2.0/ports?device_id=15d2e9a8-b4f7-41c9-b6e3-0486982c2647 HTTP/1.1" status: 200 len: 205 time: 0.0671637 Jul 30 20:31:17.128709 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45482) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:17.433287 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88c5559f-ccee-45cd-ab71-d91c1bc0daf2 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:17.550576 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:17.715972 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88c5559f-ccee-45cd-ab71-d91c1bc0daf2 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:17.871208 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-88c5559f-ccee-45cd-ab71-d91c1bc0daf2 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Deleting port 93b9af9f-f94d-4527-9edf-28a395aed299 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:31:17.871595 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88c5559f-ccee-45cd-ab71-d91c1bc0daf2 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:18.071485 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:18.131315 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88c5559f-ccee-45cd-ab71-d91c1bc0daf2 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:18.180614 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-88c5559f-ccee-45cd-ab71-d91c1bc0daf2 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Calling delete_port for 93b9af9f-f94d-4527-9edf-28a395aed299 owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:31:18.338218 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device dd5837e5-4b54-4740-9328-f0c4d7f42aa5 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:31:18.466845 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port dd5837e5-4b54-4740-9328-f0c4d7f42aa5 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:31:18.478212 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9d30e477-f39e-43e2-9d80-9409e5df7861 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:31:18.555225 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Router 47f3b739-bb56-423b-9e5b-0694250a8ff2 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:31:18.635750 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 9d30e477-f39e-43e2-9d80-9409e5df7861 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:31:18.640097 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 9d30e477-f39e-43e2-9d80-9409e5df7861 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:18.640473 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:18.773302 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:31:18.779063 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:18.782705 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8cb129-fb7b-4732-a567-4720a1655377 None None] Network f2ada2f3-35b5-44ef-a2af-d517a1e35878 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:31:18.782866 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88c5559f-ccee-45cd-ab71-d91c1bc0daf2 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:18.783478 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] Sync routers for ids ['47f3b739-bb56-423b-9e5b-0694250a8ff2'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:31:18.798124 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] Routers {'47f3b739-bb56-423b-9e5b-0694250a8ff2'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:18.798783 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:30:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['47f3b739-bb56-423b-9e5b-0694250a8ff2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:18.810355 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:18.821892 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f2d95c50-7834-408c-a62c-3e8d0e464481 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6553848 Jul 30 20:31:18.823302 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45524) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:18.874330 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5559f-ccee-45cd-ab71-d91c1bc0daf2 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Pushing event deleted for resources: {'Port': ['ID=93b9af9f-f94d-4527-9edf-28a395aed299,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:18.888498 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 9d30e477-f39e-43e2-9d80-9409e5df7861, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=9d30e477-f39e-43e2-9d80-9409e5df7861,segment=NetworkSegment(78296001-d1e4-4a47-9819-7c3eee33b5db),segment_id=78296001-d1e4-4a47-9819-7c3eee33b5db)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:31:18.889766 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7a309f3e-2325-4158-94d6-e84d2c1f230f None None] Provisioning for port dd5837e5-4b54-4740-9328-f0c4d7f42aa5 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:31:18.948972 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7a309f3e-2325-4158-94d6-e84d2c1f230f None None] Provisioning complete for port dd5837e5-4b54-4740-9328-f0c4d7f42aa5 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:18.949430 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a309f3e-2325-4158-94d6-e84d2c1f230f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:19.009882 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:19.162058 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88c5559f-ccee-45cd-ab71-d91c1bc0daf2 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:19.166592 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] Set router 47f3b739-bb56-423b-9e5b-0694250a8ff2 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:31:19.177837 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=9d30e477-f39e-43e2-9d80-9409e5df7861,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:19.467666 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88c5559f-ccee-45cd-ab71-d91c1bc0daf2 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:19.472578 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88c5559f-ccee-45cd-ab71-d91c1bc0daf2 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:19.570072 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88c5559f-ccee-45cd-ab71-d91c1bc0daf2 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:19.571926 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c5559f-ccee-45cd-ab71-d91c1bc0daf2 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Fanout notify agent at l3_agent the message router_deleted on router 15d2e9a8-b4f7-41c9-b6e3-0486982c2647 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:31:19.596178 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88c5559f-ccee-45cd-ab71-d91c1bc0daf2 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:19.597396 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-88c5559f-ccee-45cd-ab71-d91c1bc0daf2 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "DELETE /v2.0/routers/15d2e9a8-b4f7-41c9-b6e3-0486982c2647 HTTP/1.1" status: 204 len: 168 time: 2.4677477 Jul 30 20:31:19.603891 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45546) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:19.621122 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-96de5bc2-41a3-40ca-a27e-def13c6e1716 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1292194222', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'enable_snat': False}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:19.676295 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a309f3e-2325-4158-94d6-e84d2c1f230f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:19.710162 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f3b739-bb56-423b-9e5b-0694250a8ff2', 'name': 'tempest-TestAggregatesBasicOps-2102082064-router', 'tenant_id': '7ab3364776f74dceac0c29bd55913e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '2bb99a4e-fe51-41da-a1f8-0e5b1f515db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:14Z', 'updated_at': '2021-07-30T20:31:17Z', 'revision_number': 3, 'project_id': '7ab3364776f74dceac0c29bd55913e6a', 'gw_port': {'id': '2bb99a4e-fe51-41da-a1f8-0e5b1f515db0', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f3b739-bb56-423b-9e5b-0694250a8ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:15Z', 'updated_at': '2021-07-30T20:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:19.744369 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96de5bc2-41a3-40ca-a27e-def13c6e1716 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:19.748493 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96de5bc2-41a3-40ca-a27e-def13c6e1716 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:19.765749 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] Checking router: 47f3b739-bb56-423b-9e5b-0694250a8ff2 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:31:19.767376 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] Updating router 47f3b739-bb56-423b-9e5b-0694250a8ff2 port 2bb99a4e-fe51-41da-a1f8-0e5b1f515db0 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:31:19.780199 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7a309f3e-2325-4158-94d6-e84d2c1f230f None None] For port dd5837e5-4b54-4740-9328-f0c4d7f42aa5, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=dd5837e5-4b54-4740-9328-f0c4d7f42aa5,segment=NetworkSegment(dc81f661-72f8-4ac2-9931-090a50a58b7e),segment_id=dc81f661-72f8-4ac2-9931-090a50a58b7e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:31:19.786914 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:19.787262 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:19.793207 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:19.794620 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:19.795153 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:19.797063 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:19.797806 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:19.798336 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:19.799633 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:19.801155 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:19.801691 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:19.801806 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:19.803502 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:31:19.818948 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a309f3e-2325-4158-94d6-e84d2c1f230f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:19.958329 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:19.964487 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a309f3e-2325-4158-94d6-e84d2c1f230f None None] Pushing event updated for resources: {'Port': ['ID=dd5837e5-4b54-4740-9328-f0c4d7f42aa5,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:19.987588 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96de5bc2-41a3-40ca-a27e-def13c6e1716 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:20.163484 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9d30e477-f39e-43e2-9d80-9409e5df7861 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:31:20.271726 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 9d30e477-f39e-43e2-9d80-9409e5df7861 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:20.272101 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:20.399046 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9ce2587f-bb79-430a-8fb6-2ffbb4e5431f None None] Provisioning complete for port dd5837e5-4b54-4740-9328-f0c4d7f42aa5 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:20.399549 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ce2587f-bb79-430a-8fb6-2ffbb4e5431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:20.706463 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device dd5837e5-4b54-4740-9328-f0c4d7f42aa5 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:31:20.734441 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:20.749877 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] Transition to ACTIVE for port object 2bb99a4e-fe51-41da-a1f8-0e5b1f515db0 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:31:20.758618 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:20.832157 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d121f4e-5718-45bb-9698-171455fff199 None None] Pushing event updated for resources: {'Port': ['ID=2bb99a4e-fe51-41da-a1f8-0e5b1f515db0,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:20.860730 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port dd5837e5-4b54-4740-9328-f0c4d7f42aa5 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:20.861103 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:20.862613 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] Attempting to bind port 2bb99a4e-fe51-41da-a1f8-0e5b1f515db0 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:31:20.863231 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] Attempting to bind port 2bb99a4e-fe51-41da-a1f8-0e5b1f515db0 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:31:20.863634 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] Attempting to bind port 2bb99a4e-fe51-41da-a1f8-0e5b1f515db0 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:31:20.870348 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:31:20.871167 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:31:20.871772 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:20.872415 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:31:20.873420 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] Bound port: 2bb99a4e-fe51-41da-a1f8-0e5b1f515db0, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:31:20.873958 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:20.997280 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] For port 2bb99a4e-fe51-41da-a1f8-0e5b1f515db0, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:31:21.000786 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] For port 2bb99a4e-fe51-41da-a1f8-0e5b1f515db0, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=2bb99a4e-fe51-41da-a1f8-0e5b1f515db0,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:31:21.011496 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:21.116157 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] Routers {'47f3b739-bb56-423b-9e5b-0694250a8ff2'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:21.116790 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:30:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['47f3b739-bb56-423b-9e5b-0694250a8ff2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:21.192541 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d121f4e-5718-45bb-9698-171455fff199 None None] Pushing event updated for resources: {'Port': ['ID=2bb99a4e-fe51-41da-a1f8-0e5b1f515db0,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:21.264066 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb8609b3-b67c-46cd-9d2d-34bd722c5078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:21.335787 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] Set router 47f3b739-bb56-423b-9e5b-0694250a8ff2 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:31:21.341198 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96de5bc2-41a3-40ca-a27e-def13c6e1716 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:21.345902 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2be92658-3000-428f-852c-6d05a8e60662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:21.673280 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f3b739-bb56-423b-9e5b-0694250a8ff2', 'name': 'tempest-TestAggregatesBasicOps-2102082064-router', 'tenant_id': '7ab3364776f74dceac0c29bd55913e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '2bb99a4e-fe51-41da-a1f8-0e5b1f515db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:14Z', 'updated_at': '2021-07-30T20:31:17Z', 'revision_number': 3, 'project_id': '7ab3364776f74dceac0c29bd55913e6a', 'gw_port': {'id': '2bb99a4e-fe51-41da-a1f8-0e5b1f515db0', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f3b739-bb56-423b-9e5b-0694250a8ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:15Z', 'updated_at': '2021-07-30T20:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:21.685918 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-2be92658-3000-428f-852c-6d05a8e60662 admin admin] Allocated IP 172.20.0.1 (f2ada2f3-35b5-44ef-a2af-d517a1e35878/583d15d5-7044-4a46-933b-223033a59da6/1b55df17-4299-4d11-8567-91f0b9b07683) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:31:21.742040 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144ed739-aa63-4009-80a3-79c0032d8566 None None] The sync data for ids ['47f3b739-bb56-423b-9e5b-0694250a8ff2'] in n-d-712137-9 is: [{'id': '47f3b739-bb56-423b-9e5b-0694250a8ff2', 'name': 'tempest-TestAggregatesBasicOps-2102082064-router', 'tenant_id': '7ab3364776f74dceac0c29bd55913e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '2bb99a4e-fe51-41da-a1f8-0e5b1f515db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:14Z', 'updated_at': '2021-07-30T20:31:17Z', 'revision_number': 3, 'project_id': '7ab3364776f74dceac0c29bd55913e6a', 'gw_port': {'id': '2bb99a4e-fe51-41da-a1f8-0e5b1f515db0', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f3b739-bb56-423b-9e5b-0694250a8ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:15Z', 'updated_at': '2021-07-30T20:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:31:21.969431 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2be92658-3000-428f-852c-6d05a8e60662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:21.995802 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-2be92658-3000-428f-852c-6d05a8e60662 admin admin] Transition to ACTIVE for port object 1b55df17-4299-4d11-8567-91f0b9b07683 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:31:22.004958 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96de5bc2-41a3-40ca-a27e-def13c6e1716 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:22.032765 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96de5bc2-41a3-40ca-a27e-def13c6e1716 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:22.180188 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-96de5bc2-41a3-40ca-a27e-def13c6e1716 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Allocated IP 172.25.3.96 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/6abf93ab-47ad-46b0-baa1-21026b230e45) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:31:22.366866 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96de5bc2-41a3-40ca-a27e-def13c6e1716 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:22.398011 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2be92658-3000-428f-852c-6d05a8e60662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:22.497602 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be92658-3000-428f-852c-6d05a8e60662 admin admin] Network f2ada2f3-35b5-44ef-a2af-d517a1e35878 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:31:22.504849 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2be92658-3000-428f-852c-6d05a8e60662 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:22.558546 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be92658-3000-428f-852c-6d05a8e60662 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:31:22.633371 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96de5bc2-41a3-40ca-a27e-def13c6e1716 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:22.639406 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be92658-3000-428f-852c-6d05a8e60662 admin admin] Pushing event updated for resources: {'Port': ['ID=1b55df17-4299-4d11-8567-91f0b9b07683,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:22.800358 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de5bc2-41a3-40ca-a27e-def13c6e1716 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Pushing event updated for resources: {'Port': ['ID=6abf93ab-47ad-46b0-baa1-21026b230e45,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:22.824594 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96de5bc2-41a3-40ca-a27e-def13c6e1716 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:31:22.829150 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-96de5bc2-41a3-40ca-a27e-def13c6e1716 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:22.835583 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2be92658-3000-428f-852c-6d05a8e60662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:22.838522 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96de5bc2-41a3-40ca-a27e-def13c6e1716 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:31:22.976236 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-03cb8b32-8dd8-4837-ba70-eb4a01947fb5 None None] Provisioning for port 1b55df17-4299-4d11-8567-91f0b9b07683 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:31:22.981250 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-03cb8b32-8dd8-4837-ba70-eb4a01947fb5 None None] Provisioning complete for port 1b55df17-4299-4d11-8567-91f0b9b07683 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:22.982366 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03cb8b32-8dd8-4837-ba70-eb4a01947fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:23.039754 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-03cb8b32-8dd8-4837-ba70-eb4a01947fb5 None None] Port 1b55df17-4299-4d11-8567-91f0b9b07683 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:31:23.303306 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2be92658-3000-428f-852c-6d05a8e60662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:23.383040 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96de5bc2-41a3-40ca-a27e-def13c6e1716 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:23.667360 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96de5bc2-41a3-40ca-a27e-def13c6e1716 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:23.732702 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-82f447e3-72ec-4e24-adee-28580286de1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:23.787253 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2be92658-3000-428f-852c-6d05a8e60662 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:23.796194 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2be92658-3000-428f-852c-6d05a8e60662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:23.884680 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2be92658-3000-428f-852c-6d05a8e60662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:23.890354 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be92658-3000-428f-852c-6d05a8e60662 admin admin] Pushing event updated for resources: {'Port': ['ID=1b55df17-4299-4d11-8567-91f0b9b07683,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:23.989832 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96de5bc2-41a3-40ca-a27e-def13c6e1716 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Router 3f17d2e9-0e01-4175-8878-b788dd62aad2 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:31:24.013224 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:24.158366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 2bb99a4e-fe51-41da-a1f8-0e5b1f515db0 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:31:24.243828 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be92658-3000-428f-852c-6d05a8e60662 admin admin] Network f2ada2f3-35b5-44ef-a2af-d517a1e35878 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:31:24.246792 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2be92658-3000-428f-852c-6d05a8e60662 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:24.272206 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 2bb99a4e-fe51-41da-a1f8-0e5b1f515db0 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:31:24.279694 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 2bb99a4e-fe51-41da-a1f8-0e5b1f515db0 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:24.280518 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:24.307244 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96de5bc2-41a3-40ca-a27e-def13c6e1716 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:31:24.337533 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] Sync routers for ids ['3f17d2e9-0e01-4175-8878-b788dd62aad2'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:31:24.378497 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96de5bc2-41a3-40ca-a27e-def13c6e1716 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:24.379245 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-96de5bc2-41a3-40ca-a27e-def13c6e1716 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7680671 Jul 30 20:31:24.382132 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45666) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:24.422720 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:24.450291 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 2bb99a4e-fe51-41da-a1f8-0e5b1f515db0, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=2bb99a4e-fe51-41da-a1f8-0e5b1f515db0,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:31:24.452240 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] Routers {'3f17d2e9-0e01-4175-8878-b788dd62aad2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:24.454256 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3f17d2e9-0e01-4175-8878-b788dd62aad2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:24.469946 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:24.499248 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be92658-3000-428f-852c-6d05a8e60662 admin admin] Router 47f3b739-bb56-423b-9e5b-0694250a8ff2 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:31:24.648029 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e7aaf172-17cd-4854-b63e-3e94bb963aa5 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "GET /v2.0/routers/3f17d2e9-0e01-4175-8878-b788dd62aad2 HTTP/1.1" status: 200 len: 908 time: 0.2641075 Jul 30 20:31:24.648250 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=2bb99a4e-fe51-41da-a1f8-0e5b1f515db0,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:24.662769 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45672) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:24.673900 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e9f0f5ad-883e-44bb-8101-632893509149 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1292194222', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'enable_snat': True}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:24.691815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] Set router 3f17d2e9-0e01-4175-8878-b788dd62aad2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:31:24.724670 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9f0f5ad-883e-44bb-8101-632893509149 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:24.726855 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9f0f5ad-883e-44bb-8101-632893509149 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:24.755006 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be92658-3000-428f-852c-6d05a8e60662 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:31:24.765565 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] Sync routers for ids ['47f3b739-bb56-423b-9e5b-0694250a8ff2'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:31:24.766982 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2be92658-3000-428f-852c-6d05a8e60662 admin admin] 10.222.0.81 "PUT /v2.0/routers/47f3b739-bb56-423b-9e5b-0694250a8ff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9422305 Jul 30 20:31:24.791877 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] Routers {'47f3b739-bb56-423b-9e5b-0694250a8ff2'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:24.793414 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['47f3b739-bb56-423b-9e5b-0694250a8ff2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:24.945038 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9f0f5ad-883e-44bb-8101-632893509149 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:25.031051 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-870b2040-69ca-4322-9c6e-a98e65a80216 None None] Provisioning complete for port 1b55df17-4299-4d11-8567-91f0b9b07683 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:25.032190 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-870b2040-69ca-4322-9c6e-a98e65a80216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:25.073219 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] Set router 47f3b739-bb56-423b-9e5b-0694250a8ff2 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:31:25.164792 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:25.196564 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-870b2040-69ca-4322-9c6e-a98e65a80216 None None] Port 1b55df17-4299-4d11-8567-91f0b9b07683 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:31:25.304257 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9f0f5ad-883e-44bb-8101-632893509149 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:25.336154 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f17d2e9-0e01-4175-8878-b788dd62aad2', 'name': 'tempest-snat-router-1292194222', 'tenant_id': 'c37f8b4029144a948ae3098b87632836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.96'}], 'enable_snat': False}, 'gw_port_id': '6abf93ab-47ad-46b0-baa1-21026b230e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:19Z', 'updated_at': '2021-07-30T20:31:23Z', 'revision_number': 3, 'project_id': 'c37f8b4029144a948ae3098b87632836', 'gw_port': {'id': '6abf93ab-47ad-46b0-baa1-21026b230e45', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f17d2e9-0e01-4175-8878-b788dd62aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:22Z', 'updated_at': '2021-07-30T20:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:25.400067 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] Checking router: 3f17d2e9-0e01-4175-8878-b788dd62aad2 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:31:25.400494 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] Updating router 3f17d2e9-0e01-4175-8878-b788dd62aad2 port 6abf93ab-47ad-46b0-baa1-21026b230e45 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:31:25.448886 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:25.534376 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f3b739-bb56-423b-9e5b-0694250a8ff2', 'name': 'tempest-TestAggregatesBasicOps-2102082064-router', 'tenant_id': '7ab3364776f74dceac0c29bd55913e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '2bb99a4e-fe51-41da-a1f8-0e5b1f515db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:14Z', 'updated_at': '2021-07-30T20:31:23Z', 'revision_number': 4, 'project_id': '7ab3364776f74dceac0c29bd55913e6a', 'gw_port': {'id': '2bb99a4e-fe51-41da-a1f8-0e5b1f515db0', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f3b739-bb56-423b-9e5b-0694250a8ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:15Z', 'updated_at': '2021-07-30T20:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '1b55df17-4299-4d11-8567-91f0b9b07683', 'name': '', 'network_id': 'f2ada2f3-35b5-44ef-a2af-d517a1e35878', 'tenant_id': '7ab3364776f74dceac0c29bd55913e6a', 'mac_address': 'fa:16:3e:34:e6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f3b739-bb56-423b-9e5b-0694250a8ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '583d15d5-7044-4a46-933b-223033a59da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:21Z', 'updated_at': '2021-07-30T20:31:23Z', 'revision_number': 2, 'project_id': '7ab3364776f74dceac0c29bd55913e6a', 'subnets': [{'id': '583d15d5-7044-4a46-933b-223033a59da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:25.601225 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] Checking router: 47f3b739-bb56-423b-9e5b-0694250a8ff2 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:31:25.601644 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] Updating router 47f3b739-bb56-423b-9e5b-0694250a8ff2 port 1b55df17-4299-4d11-8567-91f0b9b07683 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:31:25.634959 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:25.811228 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9f0f5ad-883e-44bb-8101-632893509149 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:25.881349 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9f0f5ad-883e-44bb-8101-632893509149 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:26.191547 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:26.205244 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] Transition to ACTIVE for port object 6abf93ab-47ad-46b0-baa1-21026b230e45 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:31:26.213595 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 2bb99a4e-fe51-41da-a1f8-0e5b1f515db0 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:31:26.218504 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:26.232326 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:26.260619 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] Transition to ACTIVE for port object 1b55df17-4299-4d11-8567-91f0b9b07683 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:31:26.273102 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:26.350612 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-e9f0f5ad-883e-44bb-8101-632893509149 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Allocated IP 172.25.3.144 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/34a68e92-2a21-4327-81fb-87af1f12bb23) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:31:26.427851 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c3f78-3e1a-4380-9923-974c29cacc1b None None] Pushing event updated for resources: {'Port': ['ID=1b55df17-4299-4d11-8567-91f0b9b07683,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:26.443357 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a492c-3dd9-4420-9bae-e68047c64e20 None None] Pushing event updated for resources: {'Port': ['ID=6abf93ab-47ad-46b0-baa1-21026b230e45,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:26.452069 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] Attempting to bind port 6abf93ab-47ad-46b0-baa1-21026b230e45 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:31:26.454037 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] Attempting to bind port 6abf93ab-47ad-46b0-baa1-21026b230e45 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:31:26.455561 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] Attempting to bind port 6abf93ab-47ad-46b0-baa1-21026b230e45 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:31:26.496477 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:31:26.497012 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:31:26.497436 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:26.497839 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:31:26.498356 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] Bound port: 6abf93ab-47ad-46b0-baa1-21026b230e45, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:31:26.498736 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:26.526694 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] Attempting to bind port 1b55df17-4299-4d11-8567-91f0b9b07683 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:31:26.527068 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] Attempting to bind port 1b55df17-4299-4d11-8567-91f0b9b07683 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'dc81f661-72f8-4ac2-9931-090a50a58b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2ada2f3-35b5-44ef-a2af-d517a1e35878'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:31:26.527430 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] Attempting to bind port 1b55df17-4299-4d11-8567-91f0b9b07683 on network f2ada2f3-35b5-44ef-a2af-d517a1e35878 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:31:26.541968 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:31:26.542348 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] Checking segment: {'id': 'dc81f661-72f8-4ac2-9931-090a50a58b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2ada2f3-35b5-44ef-a2af-d517a1e35878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:31:26.542749 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:26.551901 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] Bound using segment: {'id': 'dc81f661-72f8-4ac2-9931-090a50a58b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2ada2f3-35b5-44ef-a2af-d517a1e35878'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:31:26.552416 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] Bound port: 1b55df17-4299-4d11-8567-91f0b9b07683, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc81f661-72f8-4ac2-9931-090a50a58b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2ada2f3-35b5-44ef-a2af-d517a1e35878'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:31:26.554281 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:26.629085 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 2bb99a4e-fe51-41da-a1f8-0e5b1f515db0 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:26.629085 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:26.670579 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9f0f5ad-883e-44bb-8101-632893509149 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:26.750750 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] For port 1b55df17-4299-4d11-8567-91f0b9b07683, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:31:26.761170 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] For port 1b55df17-4299-4d11-8567-91f0b9b07683, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=1b55df17-4299-4d11-8567-91f0b9b07683,segment=NetworkSegment(dc81f661-72f8-4ac2-9931-090a50a58b7e),segment_id=dc81f661-72f8-4ac2-9931-090a50a58b7e)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:31:26.775439 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:26.791180 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] For port 6abf93ab-47ad-46b0-baa1-21026b230e45, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:31:26.813407 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] For port 6abf93ab-47ad-46b0-baa1-21026b230e45, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6abf93ab-47ad-46b0-baa1-21026b230e45,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:31:26.815980 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9f0f5ad-883e-44bb-8101-632893509149 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:26.829972 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:26.948609 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0f5ad-883e-44bb-8101-632893509149 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Pushing event updated for resources: {'Port': ['ID=34a68e92-2a21-4327-81fb-87af1f12bb23,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:26.960674 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c3f78-3e1a-4380-9923-974c29cacc1b None None] Pushing event updated for resources: {'Port': ['ID=1b55df17-4299-4d11-8567-91f0b9b07683,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:26.977919 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f0f5ad-883e-44bb-8101-632893509149 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:31:26.983942 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-e9f0f5ad-883e-44bb-8101-632893509149 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:26.988739 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f0f5ad-883e-44bb-8101-632893509149 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:31:27.016290 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:27.041929 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a492c-3dd9-4420-9bae-e68047c64e20 None None] Pushing event updated for resources: {'Port': ['ID=6abf93ab-47ad-46b0-baa1-21026b230e45,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:27.044888 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] Routers {'3f17d2e9-0e01-4175-8878-b788dd62aad2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:27.045503 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3f17d2e9-0e01-4175-8878-b788dd62aad2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:27.047152 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] Routers {'47f3b739-bb56-423b-9e5b-0694250a8ff2'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:27.047959 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['47f3b739-bb56-423b-9e5b-0694250a8ff2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:27.422593 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] Set router 3f17d2e9-0e01-4175-8878-b788dd62aad2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:31:27.519057 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] Set router 47f3b739-bb56-423b-9e5b-0694250a8ff2 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:31:27.549712 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45772) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:27.605642 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9f0f5ad-883e-44bb-8101-632893509149 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:27.822438 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f17d2e9-0e01-4175-8878-b788dd62aad2', 'name': 'tempest-snat-router-1292194222', 'tenant_id': 'c37f8b4029144a948ae3098b87632836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.96'}], 'enable_snat': False}, 'gw_port_id': '6abf93ab-47ad-46b0-baa1-21026b230e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:19Z', 'updated_at': '2021-07-30T20:31:23Z', 'revision_number': 3, 'project_id': 'c37f8b4029144a948ae3098b87632836', 'gw_port': {'id': '6abf93ab-47ad-46b0-baa1-21026b230e45', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f17d2e9-0e01-4175-8878-b788dd62aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:22Z', 'updated_at': '2021-07-30T20:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:27.853750 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6596e679-19e0-4b38-a0d4-8ca8219bf9d7 None None] The sync data for ids ['3f17d2e9-0e01-4175-8878-b788dd62aad2'] in n-d-712137-9 is: [{'id': '3f17d2e9-0e01-4175-8878-b788dd62aad2', 'name': 'tempest-snat-router-1292194222', 'tenant_id': 'c37f8b4029144a948ae3098b87632836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.96'}], 'enable_snat': False}, 'gw_port_id': '6abf93ab-47ad-46b0-baa1-21026b230e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:19Z', 'updated_at': '2021-07-30T20:31:23Z', 'revision_number': 3, 'project_id': 'c37f8b4029144a948ae3098b87632836', 'gw_port': {'id': '6abf93ab-47ad-46b0-baa1-21026b230e45', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f17d2e9-0e01-4175-8878-b788dd62aad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:22Z', 'updated_at': '2021-07-30T20:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:31:27.899250 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:31:27.923169 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f3b739-bb56-423b-9e5b-0694250a8ff2', 'name': 'tempest-TestAggregatesBasicOps-2102082064-router', 'tenant_id': '7ab3364776f74dceac0c29bd55913e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '2bb99a4e-fe51-41da-a1f8-0e5b1f515db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:14Z', 'updated_at': '2021-07-30T20:31:23Z', 'revision_number': 4, 'project_id': '7ab3364776f74dceac0c29bd55913e6a', 'gw_port': {'id': '2bb99a4e-fe51-41da-a1f8-0e5b1f515db0', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f3b739-bb56-423b-9e5b-0694250a8ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:15Z', 'updated_at': '2021-07-30T20:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '1b55df17-4299-4d11-8567-91f0b9b07683', 'name': '', 'network_id': 'f2ada2f3-35b5-44ef-a2af-d517a1e35878', 'tenant_id': '7ab3364776f74dceac0c29bd55913e6a', 'mac_address': 'fa:16:3e:34:e6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f3b739-bb56-423b-9e5b-0694250a8ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '583d15d5-7044-4a46-933b-223033a59da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:21Z', 'updated_at': '2021-07-30T20:31:26Z', 'revision_number': 4, 'project_id': '7ab3364776f74dceac0c29bd55913e6a', 'subnets': [{'id': '583d15d5-7044-4a46-933b-223033a59da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:27.962450 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6c209c-4f10-4024-b6b5-62edf4ceab8f None None] The sync data for ids ['47f3b739-bb56-423b-9e5b-0694250a8ff2'] in n-d-712137-9 is: [{'id': '47f3b739-bb56-423b-9e5b-0694250a8ff2', 'name': 'tempest-TestAggregatesBasicOps-2102082064-router', 'tenant_id': '7ab3364776f74dceac0c29bd55913e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '2bb99a4e-fe51-41da-a1f8-0e5b1f515db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:14Z', 'updated_at': '2021-07-30T20:31:23Z', 'revision_number': 4, 'project_id': '7ab3364776f74dceac0c29bd55913e6a', 'gw_port': {'id': '2bb99a4e-fe51-41da-a1f8-0e5b1f515db0', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f3b739-bb56-423b-9e5b-0694250a8ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:15Z', 'updated_at': '2021-07-30T20:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '1b55df17-4299-4d11-8567-91f0b9b07683', 'name': '', 'network_id': 'f2ada2f3-35b5-44ef-a2af-d517a1e35878', 'tenant_id': '7ab3364776f74dceac0c29bd55913e6a', 'mac_address': 'fa:16:3e:34:e6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f3b739-bb56-423b-9e5b-0694250a8ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '583d15d5-7044-4a46-933b-223033a59da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:21Z', 'updated_at': '2021-07-30T20:31:26Z', 'revision_number': 4, 'project_id': '7ab3364776f74dceac0c29bd55913e6a', 'subnets': [{'id': '583d15d5-7044-4a46-933b-223033a59da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:31:27.976120 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9f0f5ad-883e-44bb-8101-632893509149 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:28.291872 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b38048b6-919d-4b73-ba80-566c1967c090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:28.355020 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f0f5ad-883e-44bb-8101-632893509149 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Router 638b7614-fc70-4285-943e-c26227518369 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:31:29.344581 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f0f5ad-883e-44bb-8101-632893509149 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:31:29.353767 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f1f79-a57c-4282-9550-43d408196098 None None] Sync routers for ids ['638b7614-fc70-4285-943e-c26227518369'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:31:29.373034 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40f1f79-a57c-4282-9550-43d408196098 None None] Routers {'638b7614-fc70-4285-943e-c26227518369'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:29.374031 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c40f1f79-a57c-4282-9550-43d408196098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['638b7614-fc70-4285-943e-c26227518369'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:29.385282 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9f0f5ad-883e-44bb-8101-632893509149 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:29.389551 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e9f0f5ad-883e-44bb-8101-632893509149 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7223902 Jul 30 20:31:29.390300 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45794) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:29.466536 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b38048b6-919d-4b73-ba80-566c1967c090 admin admin] Deleting port 9d30e477-f39e-43e2-9d80-9409e5df7861 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:31:29.467113 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b38048b6-919d-4b73-ba80-566c1967c090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:29.563073 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-b38048b6-919d-4b73-ba80-566c1967c090 admin admin] For port 9d30e477-f39e-43e2-9d80-9409e5df7861, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=9d30e477-f39e-43e2-9d80-9409e5df7861,segment=NetworkSegment(78296001-d1e4-4a47-9819-7c3eee33b5db),segment_id=78296001-d1e4-4a47-9819-7c3eee33b5db)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:31:29.563620 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b38048b6-919d-4b73-ba80-566c1967c090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:29.577522 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b38048b6-919d-4b73-ba80-566c1967c090 admin admin] Calling delete_port for 9d30e477-f39e-43e2-9d80-9409e5df7861 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:31:29.642305 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7366e33b-fd30-452d-82ab-8d0436f35c08 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "GET /v2.0/routers/638b7614-fc70-4285-943e-c26227518369 HTTP/1.1" status: 200 len: 908 time: 0.2506397 Jul 30 20:31:29.645162 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45796) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:29.682703 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-c40f1f79-a57c-4282-9550-43d408196098 None None] Set router 638b7614-fc70-4285-943e-c26227518369 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:31:29.892018 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd3e0a12-d5eb-4ef6-829e-32beea603d03 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:30.160904 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b38048b6-919d-4b73-ba80-566c1967c090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:30.205042 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38048b6-919d-4b73-ba80-566c1967c090 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d30e477-f39e-43e2-9d80-9409e5df7861,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:30.233456 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd3e0a12-d5eb-4ef6-829e-32beea603d03 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:30.513052 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 1b55df17-4299-4d11-8567-91f0b9b07683 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:31:30.617504 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b38048b6-919d-4b73-ba80-566c1967c090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:30.663408 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-dd3e0a12-d5eb-4ef6-829e-32beea603d03 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Deleting port 34a68e92-2a21-4327-81fb-87af1f12bb23 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:31:30.663659 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd3e0a12-d5eb-4ef6-829e-32beea603d03 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:30.666623 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c40f1f79-a57c-4282-9550-43d408196098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638b7614-fc70-4285-943e-c26227518369', 'name': 'tempest-snat-router-1292194222', 'tenant_id': 'c37f8b4029144a948ae3098b87632836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '34a68e92-2a21-4327-81fb-87af1f12bb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:24Z', 'updated_at': '2021-07-30T20:31:27Z', 'revision_number': 3, 'project_id': 'c37f8b4029144a948ae3098b87632836', 'gw_port': {'id': '34a68e92-2a21-4327-81fb-87af1f12bb23', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638b7614-fc70-4285-943e-c26227518369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:25Z', 'updated_at': '2021-07-30T20:31:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:30.673688 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 1b55df17-4299-4d11-8567-91f0b9b07683 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:31:30.741924 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f1f79-a57c-4282-9550-43d408196098 None None] Checking router: 638b7614-fc70-4285-943e-c26227518369 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:31:30.742581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f1f79-a57c-4282-9550-43d408196098 None None] Updating router 638b7614-fc70-4285-943e-c26227518369 port 34a68e92-2a21-4327-81fb-87af1f12bb23 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:31:30.749780 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 1b55df17-4299-4d11-8567-91f0b9b07683 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:30.750860 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:30.825048 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd3e0a12-d5eb-4ef6-829e-32beea603d03 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:30.864760 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c40f1f79-a57c-4282-9550-43d408196098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:30.868519 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-dd3e0a12-d5eb-4ef6-829e-32beea603d03 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Calling delete_port for 34a68e92-2a21-4327-81fb-87af1f12bb23 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:31:31.212502 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:31.260627 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 1b55df17-4299-4d11-8567-91f0b9b07683, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=1b55df17-4299-4d11-8567-91f0b9b07683,segment=NetworkSegment(dc81f661-72f8-4ac2-9931-090a50a58b7e),segment_id=dc81f661-72f8-4ac2-9931-090a50a58b7e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:31:31.276279 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:31.278570 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6abf93ab-47ad-46b0-baa1-21026b230e45 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:31:31.445122 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 6abf93ab-47ad-46b0-baa1-21026b230e45 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:31:31.448512 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=1b55df17-4299-4d11-8567-91f0b9b07683,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:31.466395 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 6abf93ab-47ad-46b0-baa1-21026b230e45 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:31.467035 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:31.477213 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38048b6-919d-4b73-ba80-566c1967c090 admin admin] Router 5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:31:31.499983 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd3e0a12-d5eb-4ef6-829e-32beea603d03 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:31.576874 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e0a12-d5eb-4ef6-829e-32beea603d03 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Pushing event deleted for resources: {'Port': ['ID=34a68e92-2a21-4327-81fb-87af1f12bb23,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:31.583683 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-c40f1f79-a57c-4282-9550-43d408196098 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:31:31.584166 n-d-712137-9 neutron-server[93884]: DEBUG oslo_db.api [None req-c40f1f79-a57c-4282-9550-43d408196098 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:31:31.666041 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:31.695729 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 6abf93ab-47ad-46b0-baa1-21026b230e45, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6abf93ab-47ad-46b0-baa1-21026b230e45,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:31:31.701001 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:31.713847 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd3e0a12-d5eb-4ef6-829e-32beea603d03 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:31.759584 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=6abf93ab-47ad-46b0-baa1-21026b230e45,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:31.823714 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd3e0a12-d5eb-4ef6-829e-32beea603d03 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:31.827670 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd3e0a12-d5eb-4ef6-829e-32beea603d03 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:31.909929 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd3e0a12-d5eb-4ef6-829e-32beea603d03 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:31.910605 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3e0a12-d5eb-4ef6-829e-32beea603d03 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 638b7614-fc70-4285-943e-c26227518369 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:31:31.918067 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd3e0a12-d5eb-4ef6-829e-32beea603d03 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:31.918067 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dd3e0a12-d5eb-4ef6-829e-32beea603d03 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "DELETE /v2.0/routers/638b7614-fc70-4285-943e-c26227518369 HTTP/1.1" status: 204 len: 168 time: 2.2713938 Jul 30 20:31:31.920466 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45822) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:31.940488 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38048b6-919d-4b73-ba80-566c1967c090 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:31:31.962507 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56409ba3-2e80-4bb9-918a-d295c9fac400 None None] Sync routers for ids ['5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:31:31.963524 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b38048b6-919d-4b73-ba80-566c1967c090 admin admin] 10.222.0.81 "PUT /v2.0/routers/5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4125378 Jul 30 20:31:31.966947 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45824) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:32.063302 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56409ba3-2e80-4bb9-918a-d295c9fac400 None None] Routers {'5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:32.066138 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-56409ba3-2e80-4bb9-918a-d295c9fac400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:32.146802 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f1f79-a57c-4282-9550-43d408196098 None None] Port 34a68e92-2a21-4327-81fb-87af1f12bb23 not found while updating agent binding for router 638b7614-fc70-4285-943e-c26227518369. {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 30 20:31:32.201554 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40f1f79-a57c-4282-9550-43d408196098 None None] Routers set() bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:32.203521 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40f1f79-a57c-4282-9550-43d408196098 None None] Router IDs set() for agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 20:31:32.205812 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_agentschedulers_db [None req-c40f1f79-a57c-4282-9550-43d408196098 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'638b7614-fc70-4285-943e-c26227518369'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent'). {{(pid=93884) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 20:31:32.208852 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f1f79-a57c-4282-9550-43d408196098 None None] The sync data for ids ['638b7614-fc70-4285-943e-c26227518369'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:31:32.250292 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb679df0-ac98-4366-930b-205a64d9c2f7 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:32.323280 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58dd71ba-796c-4585-b041-7addacca618c admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:32.325590 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 1b55df17-4299-4d11-8567-91f0b9b07683 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:31:32.338882 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-56409ba3-2e80-4bb9-918a-d295c9fac400 None None] Set router 5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:31:32.458633 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb679df0-ac98-4366-930b-205a64d9c2f7 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:32.459447 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 1b55df17-4299-4d11-8567-91f0b9b07683 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:32.459843 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:32.535070 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58dd71ba-796c-4585-b041-7addacca618c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:32.582455 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-cb679df0-ac98-4366-930b-205a64d9c2f7 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Deleting port 6abf93ab-47ad-46b0-baa1-21026b230e45 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:31:32.584880 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb679df0-ac98-4366-930b-205a64d9c2f7 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:32.597127 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-56409ba3-2e80-4bb9-918a-d295c9fac400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9', 'name': 'tempest-TestAggregatesBasicOps-611712082-router', 'tenant_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '815418bf-2a2b-4855-b639-1acd66c15605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:02Z', 'updated_at': '2021-07-30T20:31:29Z', 'revision_number': 5, 'project_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'gw_port': {'id': '815418bf-2a2b-4855-b639-1acd66c15605', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:03Z', 'updated_at': '2021-07-30T20:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:32.624208 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56409ba3-2e80-4bb9-918a-d295c9fac400 None None] Checking router: 5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:31:32.632842 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56409ba3-2e80-4bb9-918a-d295c9fac400 None None] Routers {'5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:32.633675 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-56409ba3-2e80-4bb9-918a-d295c9fac400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:32.655032 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-58dd71ba-796c-4585-b041-7addacca618c admin admin] Deleting port 815418bf-2a2b-4855-b639-1acd66c15605 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:31:32.655552 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58dd71ba-796c-4585-b041-7addacca618c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:32.656958 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6abf93ab-47ad-46b0-baa1-21026b230e45 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:31:32.721569 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-cb679df0-ac98-4366-930b-205a64d9c2f7 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] For port 6abf93ab-47ad-46b0-baa1-21026b230e45, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6abf93ab-47ad-46b0-baa1-21026b230e45,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:31:32.722013 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb679df0-ac98-4366-930b-205a64d9c2f7 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:32.722466 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-56409ba3-2e80-4bb9-918a-d295c9fac400 None None] Set router 5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:31:32.737703 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-cb679df0-ac98-4366-930b-205a64d9c2f7 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Calling delete_port for 6abf93ab-47ad-46b0-baa1-21026b230e45 owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:31:32.760039 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 6abf93ab-47ad-46b0-baa1-21026b230e45 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:32.760421 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:32.778622 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-56409ba3-2e80-4bb9-918a-d295c9fac400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9', 'name': 'tempest-TestAggregatesBasicOps-611712082-router', 'tenant_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:02Z', 'updated_at': '2021-07-30T20:31:32Z', 'revision_number': 6, 'project_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:32.809137 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56409ba3-2e80-4bb9-918a-d295c9fac400 None None] The sync data for ids ['5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9'] in n-d-712137-9 is: [{'id': '5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9', 'name': 'tempest-TestAggregatesBasicOps-611712082-router', 'tenant_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:02Z', 'updated_at': '2021-07-30T20:31:32Z', 'revision_number': 6, 'project_id': 'ae55c54cd05543f9920fc50a36a8a4b0', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:31:32.848209 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-58dd71ba-796c-4585-b041-7addacca618c admin admin] For port 815418bf-2a2b-4855-b639-1acd66c15605, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=815418bf-2a2b-4855-b639-1acd66c15605,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:31:32.848696 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58dd71ba-796c-4585-b041-7addacca618c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:32.882132 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-58dd71ba-796c-4585-b041-7addacca618c admin admin] Calling delete_port for 815418bf-2a2b-4855-b639-1acd66c15605 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:31:32.986797 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb679df0-ac98-4366-930b-205a64d9c2f7 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:33.066501 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb679df0-ac98-4366-930b-205a64d9c2f7 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Pushing event deleted for resources: {'Port': ['ID=6abf93ab-47ad-46b0-baa1-21026b230e45,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:33.155618 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58dd71ba-796c-4585-b041-7addacca618c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:33.211216 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd71ba-796c-4585-b041-7addacca618c admin admin] Pushing event deleted for resources: {'Port': ['ID=815418bf-2a2b-4855-b639-1acd66c15605,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:33.226909 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb679df0-ac98-4366-930b-205a64d9c2f7 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:33.366520 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58dd71ba-796c-4585-b041-7addacca618c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:33.416120 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb679df0-ac98-4366-930b-205a64d9c2f7 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:33.418619 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb679df0-ac98-4366-930b-205a64d9c2f7 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:33.489822 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb679df0-ac98-4366-930b-205a64d9c2f7 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:33.490416 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb679df0-ac98-4366-930b-205a64d9c2f7 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f17d2e9-0e01-4175-8878-b788dd62aad2 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:31:33.495259 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb679df0-ac98-4366-930b-205a64d9c2f7 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:33.502904 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cb679df0-ac98-4366-930b-205a64d9c2f7 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "DELETE /v2.0/routers/3f17d2e9-0e01-4175-8878-b788dd62aad2 HTTP/1.1" status: 204 len: 168 time: 1.5749190 Jul 30 20:31:33.505786 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45844) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:33.510838 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3ad914f2-ff55-4bbb-b6be-154b04aee9fc tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1475626362', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:33.528125 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58dd71ba-796c-4585-b041-7addacca618c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:33.532398 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58dd71ba-796c-4585-b041-7addacca618c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:33.574280 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ad914f2-ff55-4bbb-b6be-154b04aee9fc tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:33.575331 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ad914f2-ff55-4bbb-b6be-154b04aee9fc tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:33.591693 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58dd71ba-796c-4585-b041-7addacca618c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:33.592172 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58dd71ba-796c-4585-b041-7addacca618c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:31:33.611310 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58dd71ba-796c-4585-b041-7addacca618c admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:33.615385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45848) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:33.618478 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-58dd71ba-796c-4585-b041-7addacca618c admin admin] 10.222.0.81 "DELETE /v2.0/routers/5d8bb819-e77a-4e15-8b9f-d213b7a9fcd9 HTTP/1.1" status: 204 len: 168 time: 1.6503117 Jul 30 20:31:33.716650 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ad914f2-ff55-4bbb-b6be-154b04aee9fc tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:33.818835 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7f1c85-ae75-4005-aaf8-8a3e0119e5c4 admin admin] Deleting subnet 535d31a0-39b5-468a-9637-8fff16230770 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:31:33.832894 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1c85-ae75-4005-aaf8-8a3e0119e5c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:33.938047 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1c85-ae75-4005-aaf8-8a3e0119e5c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:33.991814 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ad914f2-ff55-4bbb-b6be-154b04aee9fc tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:34.071054 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1c85-ae75-4005-aaf8-8a3e0119e5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:34.222079 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1c85-ae75-4005-aaf8-8a3e0119e5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:34.262395 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9d30e477-f39e-43e2-9d80-9409e5df7861 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:31:34.302012 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 9d30e477-f39e-43e2-9d80-9409e5df7861 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:31:34.302371 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9d30e477-f39e-43e2-9d80-9409e5df7861 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:31:34.302776 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6abf93ab-47ad-46b0-baa1-21026b230e45 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:31:34.307492 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f1c85-ae75-4005-aaf8-8a3e0119e5c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=535d31a0-39b5-468a-9637-8fff16230770,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:34.319803 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1c85-ae75-4005-aaf8-8a3e0119e5c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:34.328293 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45858) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:34.328510 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0d7f1c85-ae75-4005-aaf8-8a3e0119e5c4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/535d31a0-39b5-468a-9637-8fff16230770 HTTP/1.1" status: 204 len: 168 time: 0.7110550 Jul 30 20:31:34.364570 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb8f4c2-3464-4922-a38c-94b2e32fa883 None None] Network df299fdd-e7f9-4ba9-8355-25b108b95c63 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:31:34.378407 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 6abf93ab-47ad-46b0-baa1-21026b230e45 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:31:34.379276 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6abf93ab-47ad-46b0-baa1-21026b230e45 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:31:34.379878 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 815418bf-2a2b-4855-b639-1acd66c15605 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:31:34.409931 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 815418bf-2a2b-4855-b639-1acd66c15605 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:31:34.410541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 815418bf-2a2b-4855-b639-1acd66c15605 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:31:34.776663 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81136a8a-af38-443c-bedd-3da72ecfeba0 None None] DHCP port deletion for df299fdd-e7f9-4ba9-8355-25b108b95c63 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:31:34.841588 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-81136a8a-af38-443c-bedd-3da72ecfeba0 None None] Deleting port 3d1df0f6-c0be-4161-9421-6f6e5ee84f40 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:31:34.842395 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81136a8a-af38-443c-bedd-3da72ecfeba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:34.920725 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e80702c-0add-409c-9e5d-4388a59fa86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:34.955157 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-81136a8a-af38-443c-bedd-3da72ecfeba0 None None] For port 3d1df0f6-c0be-4161-9421-6f6e5ee84f40, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=3d1df0f6-c0be-4161-9421-6f6e5ee84f40,segment=NetworkSegment(78296001-d1e4-4a47-9819-7c3eee33b5db),segment_id=78296001-d1e4-4a47-9819-7c3eee33b5db)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:31:34.955157 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81136a8a-af38-443c-bedd-3da72ecfeba0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:34.958359 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ad914f2-ff55-4bbb-b6be-154b04aee9fc tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:34.965693 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-81136a8a-af38-443c-bedd-3da72ecfeba0 None None] Calling delete_port for 3d1df0f6-c0be-4161-9421-6f6e5ee84f40 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:31:34.981559 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ad914f2-ff55-4bbb-b6be-154b04aee9fc tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:35.116910 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6e80702c-0add-409c-9e5d-4388a59fa86a admin admin] Deleting port 3d1df0f6-c0be-4161-9421-6f6e5ee84f40 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:31:35.117584 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e80702c-0add-409c-9e5d-4388a59fa86a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:35.159501 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-3ad914f2-ff55-4bbb-b6be-154b04aee9fc tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Allocated IP 172.25.3.139 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/8f27d33e-d3fb-4269-b15a-84862e688765) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:31:35.192855 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81136a8a-af38-443c-bedd-3da72ecfeba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:35.240365 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81136a8a-af38-443c-bedd-3da72ecfeba0 None None] No DVR routers for this DVR port 3d1df0f6-c0be-4161-9421-6f6e5ee84f40 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:31:35.245639 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81136a8a-af38-443c-bedd-3da72ecfeba0 None None] Pushing event deleted for resources: {'Port': ['ID=3d1df0f6-c0be-4161-9421-6f6e5ee84f40,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:35.268516 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-6e80702c-0add-409c-9e5d-4388a59fa86a admin admin] For port 3d1df0f6-c0be-4161-9421-6f6e5ee84f40, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=3d1df0f6-c0be-4161-9421-6f6e5ee84f40,segment=NetworkSegment(78296001-d1e4-4a47-9819-7c3eee33b5db),segment_id=78296001-d1e4-4a47-9819-7c3eee33b5db)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:31:35.268893 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e80702c-0add-409c-9e5d-4388a59fa86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:35.291692 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6e80702c-0add-409c-9e5d-4388a59fa86a admin admin] Calling delete_port for 3d1df0f6-c0be-4161-9421-6f6e5ee84f40 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:31:35.375876 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ad914f2-ff55-4bbb-b6be-154b04aee9fc tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:35.432213 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e80702c-0add-409c-9e5d-4388a59fa86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:35.470260 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80702c-0add-409c-9e5d-4388a59fa86a admin admin] Pushing event deleted for resources: {'Port': ['ID=3d1df0f6-c0be-4161-9421-6f6e5ee84f40,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:35.473106 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e80702c-0add-409c-9e5d-4388a59fa86a admin admin] No DVR routers for this DVR port 3d1df0f6-c0be-4161-9421-6f6e5ee84f40 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:31:35.501878 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ad914f2-ff55-4bbb-b6be-154b04aee9fc tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:35.602990 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad914f2-ff55-4bbb-b6be-154b04aee9fc tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:31:35.607112 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e80702c-0add-409c-9e5d-4388a59fa86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:35.611368 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3ad914f2-ff55-4bbb-b6be-154b04aee9fc tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:35.623448 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad914f2-ff55-4bbb-b6be-154b04aee9fc tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:31:35.629299 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-6e80702c-0add-409c-9e5d-4388a59fa86a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df299fdd-e7f9-4ba9-8355-25b108b95c63']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:35.631364 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad914f2-ff55-4bbb-b6be-154b04aee9fc tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Pushing event updated for resources: {'Port': ['ID=8f27d33e-d3fb-4269-b15a-84862e688765,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:35.667675 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-6e80702c-0add-409c-9e5d-4388a59fa86a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78296001-d1e4-4a47-9819-7c3eee33b5db') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:35.667993 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-6e80702c-0add-409c-9e5d-4388a59fa86a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78296001-d1e4-4a47-9819-7c3eee33b5db') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:35.682867 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e80702c-0add-409c-9e5d-4388a59fa86a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:35.731064 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e80702c-0add-409c-9e5d-4388a59fa86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:35.768927 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e80702c-0add-409c-9e5d-4388a59fa86a admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:31:35.769317 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e80702c-0add-409c-9e5d-4388a59fa86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: self.session.flush() Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:31:35.771334 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:31:35.864550 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e80702c-0add-409c-9e5d-4388a59fa86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:35.872988 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e80702c-0add-409c-9e5d-4388a59fa86a admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:35.880908 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6e80702c-0add-409c-9e5d-4388a59fa86a admin admin] 10.222.0.81 "DELETE /v2.0/networks/df299fdd-e7f9-4ba9-8355-25b108b95c63 HTTP/1.1" status: 204 len: 168 time: 1.5477550 Jul 30 20:31:35.881151 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45874) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:35.920213 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80702c-0add-409c-9e5d-4388a59fa86a admin admin] Pushing event deleted for resources: {'Network': ['ID=df299fdd-e7f9-4ba9-8355-25b108b95c63,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:36.095695 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ad914f2-ff55-4bbb-b6be-154b04aee9fc tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:36.154098 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3d1df0f6-c0be-4161-9421-6f6e5ee84f40 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:31:36.178612 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45878) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:36.183730 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3ad45bc4-5cdc-40de-9fcc-e51d94adc0d4 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-978509433', 'description': 'tempest-secgroup-smoke-978509433 description', 'project_id': 'eb1c81a120714a1189f617a64d179c5c'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:36.193760 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 3d1df0f6-c0be-4161-9421-6f6e5ee84f40 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:31:36.194260 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3d1df0f6-c0be-4161-9421-6f6e5ee84f40 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:31:36.253768 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3ad45bc4-5cdc-40de-9fcc-e51d94adc0d4 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:36.434738 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ad914f2-ff55-4bbb-b6be-154b04aee9fc tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:36.476544 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3ad45bc4-5cdc-40de-9fcc-e51d94adc0d4 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:36.486958 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3ad45bc4-5cdc-40de-9fcc-e51d94adc0d4 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:36.536152 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3ad45bc4-5cdc-40de-9fcc-e51d94adc0d4 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:36.537316 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3ad45bc4-5cdc-40de-9fcc-e51d94adc0d4 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3577738 Jul 30 20:31:36.539122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad45bc4-5cdc-40de-9fcc-e51d94adc0d4 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=264aad3b-fb68-4d66-b610-e88ecbbb4168,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:36.542175 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45882) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:36.549255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1ff1e523-a366-4068-a4f2-2ab493b08977 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Request body: {'security_group_rule': {'security_group_id': '264aad3b-fb68-4d66-b610-e88ecbbb4168', 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:36.598782 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-332c1c9c-a368-483c-8179-43062eabf5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:36.627994 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ff1e523-a366-4068-a4f2-2ab493b08977 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:36.696038 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ff1e523-a366-4068-a4f2-2ab493b08977 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:36.703906 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ff1e523-a366-4068-a4f2-2ab493b08977 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:36.721709 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1e523-a366-4068-a4f2-2ab493b08977 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63fbf9a7-df0b-4114-bbf5-a9ed8f7448d5,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:36.723394 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad914f2-ff55-4bbb-b6be-154b04aee9fc tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Router ffd2b9de-fa5c-4bc3-8537-502c1e8055b0 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:31:36.777772 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ff1e523-a366-4068-a4f2-2ab493b08977 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:36.778942 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1ff1e523-a366-4068-a4f2-2ab493b08977 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2358179 Jul 30 20:31:36.782209 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45884) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:36.788063 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-80669e73-6198-43fa-85d2-a3c2d60423a0 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Request body: {'security_group_rule': {'security_group_id': '264aad3b-fb68-4d66-b610-e88ecbbb4168', 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:36.860607 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80669e73-6198-43fa-85d2-a3c2d60423a0 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:36.890399 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad914f2-ff55-4bbb-b6be-154b04aee9fc tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:31:36.901118 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d13cbc-fb1f-4a84-b93e-ca5252a00d6a None None] Sync routers for ids ['ffd2b9de-fa5c-4bc3-8537-502c1e8055b0'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:31:36.915249 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d13cbc-fb1f-4a84-b93e-ca5252a00d6a None None] Routers {'ffd2b9de-fa5c-4bc3-8537-502c1e8055b0'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:36.917931 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-15d13cbc-fb1f-4a84-b93e-ca5252a00d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ffd2b9de-fa5c-4bc3-8537-502c1e8055b0'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:36.942709 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ad914f2-ff55-4bbb-b6be-154b04aee9fc tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:36.946805 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45886) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:36.947279 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3ad914f2-ff55-4bbb-b6be-154b04aee9fc tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4399798 Jul 30 20:31:36.957309 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-54b234f1-8c1b-4dd9-8d66-1d5ec03e73a3 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'enable_snat': False}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:36.984989 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80669e73-6198-43fa-85d2-a3c2d60423a0 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:36.993725 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80669e73-6198-43fa-85d2-a3c2d60423a0 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:36.999100 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-332c1c9c-a368-483c-8179-43062eabf5ec admin admin] Deleting port 1b55df17-4299-4d11-8567-91f0b9b07683 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:31:37.000236 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-332c1c9c-a368-483c-8179-43062eabf5ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:37.031766 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-15d13cbc-fb1f-4a84-b93e-ca5252a00d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:37.042748 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80669e73-6198-43fa-85d2-a3c2d60423a0 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d962c2-8c05-4874-9f13-586c4e413ecd,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:37.060541 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80669e73-6198-43fa-85d2-a3c2d60423a0 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:37.066642 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-80669e73-6198-43fa-85d2-a3c2d60423a0 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2789259 Jul 30 20:31:37.066821 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d13cbc-fb1f-4a84-b93e-ca5252a00d6a None None] Routers {'ffd2b9de-fa5c-4bc3-8537-502c1e8055b0'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:37.066948 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45890) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:37.067056 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-15d13cbc-fb1f-4a84-b93e-ca5252a00d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ffd2b9de-fa5c-4bc3-8537-502c1e8055b0'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:37.078184 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1342dc38-01ab-4573-9e7c-bdb56b0d8312 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Request body: {'security_group_rule': {'security_group_id': '264aad3b-fb68-4d66-b610-e88ecbbb4168', 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:37.113935 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-15d13cbc-fb1f-4a84-b93e-ca5252a00d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:37.114805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d13cbc-fb1f-4a84-b93e-ca5252a00d6a None None] The sync data for ids ['ffd2b9de-fa5c-4bc3-8537-502c1e8055b0'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:31:37.169913 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1342dc38-01ab-4573-9e7c-bdb56b0d8312 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:37.249297 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-332c1c9c-a368-483c-8179-43062eabf5ec admin admin] For port 1b55df17-4299-4d11-8567-91f0b9b07683, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=1b55df17-4299-4d11-8567-91f0b9b07683,segment=NetworkSegment(dc81f661-72f8-4ac2-9931-090a50a58b7e),segment_id=dc81f661-72f8-4ac2-9931-090a50a58b7e)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:31:37.249699 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-332c1c9c-a368-483c-8179-43062eabf5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:37.269600 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-332c1c9c-a368-483c-8179-43062eabf5ec admin admin] Calling delete_port for 1b55df17-4299-4d11-8567-91f0b9b07683 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:31:37.344304 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1342dc38-01ab-4573-9e7c-bdb56b0d8312 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:37.351780 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1342dc38-01ab-4573-9e7c-bdb56b0d8312 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:37.375239 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342dc38-01ab-4573-9e7c-bdb56b0d8312 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53321efd-969f-482f-9666-bdde7f6da7bd,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:37.390771 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1342dc38-01ab-4573-9e7c-bdb56b0d8312 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:37.393076 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1342dc38-01ab-4573-9e7c-bdb56b0d8312 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3243380 Jul 30 20:31:37.395223 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45898) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:37.400434 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-11d547ca-d035-4603-bfbc-62c22ef43657 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Request body: {'security_group_rule': {'security_group_id': '264aad3b-fb68-4d66-b610-e88ecbbb4168', 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:37.465896 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11d547ca-d035-4603-bfbc-62c22ef43657 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:37.561766 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11d547ca-d035-4603-bfbc-62c22ef43657 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:37.566269 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11d547ca-d035-4603-bfbc-62c22ef43657 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:37.589773 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d547ca-d035-4603-bfbc-62c22ef43657 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea1e5d1-faa5-4524-b9f1-b375cda45bcc,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:37.592073 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11d547ca-d035-4603-bfbc-62c22ef43657 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:37.594188 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-11d547ca-d035-4603-bfbc-62c22ef43657 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1971786 Jul 30 20:31:37.600451 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45904) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:37.606884 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-568a3f4f-0205-4c59-b287-49bad04ae766 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Request body: {'security_group_rule': {'security_group_id': '264aad3b-fb68-4d66-b610-e88ecbbb4168', 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:37.649145 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-568a3f4f-0205-4c59-b287-49bad04ae766 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Project eb1c81a120714a1189f617a64d179c5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 20:31:37.671451 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-568a3f4f-0205-4c59-b287-49bad04ae766 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:37.706917 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45906) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:37.717586 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54b234f1-8c1b-4dd9-8d66-1d5ec03e73a3 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:37.774665 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-568a3f4f-0205-4c59-b287-49bad04ae766 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:37.782882 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-568a3f4f-0205-4c59-b287-49bad04ae766 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:37.803862 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a3f4f-0205-4c59-b287-49bad04ae766 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6ec360-3ac2-431e-888e-1f89516d9395,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:37.814507 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-568a3f4f-0205-4c59-b287-49bad04ae766 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:37.817004 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-568a3f4f-0205-4c59-b287-49bad04ae766 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2194140 Jul 30 20:31:37.819592 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45910) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:37.829694 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8bbeaf49-1a08-4bb5-be60-8827534e2313 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Request body: {'security_group_rule': {'security_group_id': '264aad3b-fb68-4d66-b610-e88ecbbb4168', 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:37.863820 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-8bbeaf49-1a08-4bb5-be60-8827534e2313 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Project eb1c81a120714a1189f617a64d179c5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 20:31:37.869817 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8bbeaf49-1a08-4bb5-be60-8827534e2313 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:37.951251 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-daa2a7a5-bcbf-4823-8e0e-12277377eca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:37.986254 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8bbeaf49-1a08-4bb5-be60-8827534e2313 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:37.995879 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8bbeaf49-1a08-4bb5-be60-8827534e2313 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:38.034905 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbeaf49-1a08-4bb5-be60-8827534e2313 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f11f502-e89a-4c7c-beb2-96c14a44c63d,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:38.098705 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-daa2a7a5-bcbf-4823-8e0e-12277377eca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:38.105769 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-daa2a7a5-bcbf-4823-8e0e-12277377eca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:38.118737 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8bbeaf49-1a08-4bb5-be60-8827534e2313 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:38.119534 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8bbeaf49-1a08-4bb5-be60-8827534e2313 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2974439 Jul 30 20:31:38.149909 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2a7a5-bcbf-4823-8e0e-12277377eca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4eb92b-5270-4aed-996c-a4a99f046cbf,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:38.156928 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-daa2a7a5-bcbf-4823-8e0e-12277377eca1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f188a8dfc0b04a319a69388e59ed2bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4442098 Jul 30 20:31:38.158792 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45912) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:38.241843 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75652d14-9e75-4016-8759-d38de8b58c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:38.280615 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75652d14-9e75-4016-8759-d38de8b58c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:38.304946 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-332c1c9c-a368-483c-8179-43062eabf5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:38.347457 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c1c9c-a368-483c-8179-43062eabf5ec admin admin] Pushing event deleted for resources: {'Port': ['ID=1b55df17-4299-4d11-8567-91f0b9b07683,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:38.382025 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75652d14-9e75-4016-8759-d38de8b58c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:38.390867 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75652d14-9e75-4016-8759-d38de8b58c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:38.392233 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-75652d14-9e75-4016-8759-d38de8b58c3a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7f4eb92b-5270-4aed-996c-a4a99f046cbf HTTP/1.1" status: 204 len: 168 time: 0.2325020 Jul 30 20:31:38.401802 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75652d14-9e75-4016-8759-d38de8b58c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4eb92b-5270-4aed-996c-a4a99f046cbf,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:38.743987 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-dbcb60d5-768f-4e23-bf03-75ef9d1bd72c tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-978509433&fields=id&tenant_id=eb1c81a120714a1189f617a64d179c5c HTTP/1.1" status: 200 len: 267 time: 0.1254766 Jul 30 20:31:38.887794 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45926) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:38.903696 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-649cb258-d494-4a83-804a-36be693b0f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:38.919888 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-332c1c9c-a368-483c-8179-43062eabf5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:39.022510 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-a0d70b3f-40f0-41d9-991e-3665dd6e0138 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:39.024006 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-a0d70b3f-40f0-41d9-991e-3665dd6e0138 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/networks?id=c5c7e57c-8838-4f2e-901c-16d052cbb5c3 HTTP/1.1" status: 200 len: 813 time: 0.2693753 Jul 30 20:31:39.044796 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-649cb258-d494-4a83-804a-36be693b0f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:39.055001 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-649cb258-d494-4a83-804a-36be693b0f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:39.058172 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-fda0f2e5-d329-496f-bec9-a3e64742904d tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/quotas/eb1c81a120714a1189f617a64d179c5c HTTP/1.1" status: 200 len: 375 time: 0.0255620 Jul 30 20:31:39.107863 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-649cb258-d494-4a83-804a-36be693b0f03 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=69963828e84a42feb205043c00a57e6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2189341 Jul 30 20:31:39.108977 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649cb258-d494-4a83-804a-36be693b0f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d56512-60b6-4f5b-b18d-9c3db190ed84,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:39.109741 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54b234f1-8c1b-4dd9-8d66-1d5ec03e73a3 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:39.117197 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45928) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:39.134910 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54b234f1-8c1b-4dd9-8d66-1d5ec03e73a3 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1722371'] for router, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:39.177612 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c953a53b-1ca5-4f62-83e3-56b947592cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:39.201279 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c953a53b-1ca5-4f62-83e3-56b947592cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:39.216477 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-d6b5d4b8-d5f4-4a90-b256-0a02fb0a9fa5 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb1c81a120714a1189f617a64d179c5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1477191 Jul 30 20:31:39.264180 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c953a53b-1ca5-4f62-83e3-56b947592cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:39.266894 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c953a53b-1ca5-4f62-83e3-56b947592cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:39.268213 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c953a53b-1ca5-4f62-83e3-56b947592cdf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/57d56512-60b6-4f5b-b18d-9c3db190ed84 HTTP/1.1" status: 204 len: 168 time: 0.1492786 Jul 30 20:31:39.279667 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953a53b-1ca5-4f62-83e3-56b947592cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d56512-60b6-4f5b-b18d-9c3db190ed84,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:39.299319 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-97ac9d7d-a080-4d2a-b794-854b593a1cf4 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:31:39.304730 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-97ac9d7d-a080-4d2a-b794-854b593a1cf4 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0421469 Jul 30 20:31:39.447360 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b234f1-8c1b-4dd9-8d66-1d5ec03e73a3 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Router ffd2b9de-fa5c-4bc3-8537-502c1e8055b0 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:31:39.475878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332c1c9c-a368-483c-8179-43062eabf5ec admin admin] Router 47f3b739-bb56-423b-9e5b-0694250a8ff2 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:31:39.485143 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-c8b88905-b384-4ce9-a997-2a83c521cfb8 service neutron] 10.222.0.81 "GET /v2.0/networks/c5c7e57c-8838-4f2e-901c-16d052cbb5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757176 Jul 30 20:31:39.594050 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45936) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:39.607738 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca5532e0-898a-435d-a64a-12fcd9cac4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:39.720436 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca5532e0-898a-435d-a64a-12fcd9cac4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:39.725730 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b234f1-8c1b-4dd9-8d66-1d5ec03e73a3 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:31:39.725901 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca5532e0-898a-435d-a64a-12fcd9cac4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:39.734128 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54b234f1-8c1b-4dd9-8d66-1d5ec03e73a3 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:39.735331 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-54b234f1-8c1b-4dd9-8d66-1d5ec03e73a3 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "PUT /v2.0/routers/ffd2b9de-fa5c-4bc3-8537-502c1e8055b0 HTTP/1.1" status: 200 len: 922 time: 2.7869709 Jul 30 20:31:39.741940 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45942) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:39.746782 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33205c5-f1df-4f1b-9419-d49aa4f86e7a None None] Sync routers for ids ['ffd2b9de-fa5c-4bc3-8537-502c1e8055b0'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:31:39.756093 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33205c5-f1df-4f1b-9419-d49aa4f86e7a None None] Routers {'ffd2b9de-fa5c-4bc3-8537-502c1e8055b0'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:39.762006 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d33205c5-f1df-4f1b-9419-d49aa4f86e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ffd2b9de-fa5c-4bc3-8537-502c1e8055b0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:39.780745 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ca5532e0-898a-435d-a64a-12fcd9cac4f1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=593b8d2900374b3d82ec0a03d2b6c67c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1846392 Jul 30 20:31:39.782431 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5532e0-898a-435d-a64a-12fcd9cac4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24a6a92-d5b0-4a66-8a56-433241678c75,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:39.783681 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45944) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:39.804403 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332c1c9c-a368-483c-8179-43062eabf5ec admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:31:39.810354 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-da6193d8-bdfa-46ca-82ef-97d9b5b00abc service neutron] 10.222.0.81 "GET /v2.0/networks/c5c7e57c-8838-4f2e-901c-16d052cbb5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915986 Jul 30 20:31:39.818224 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-332c1c9c-a368-483c-8179-43062eabf5ec admin admin] 10.222.0.81 "PUT /v2.0/routers/47f3b739-bb56-423b-9e5b-0694250a8ff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9338946 Jul 30 20:31:39.819139 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45948) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:39.825267 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8754798a-a3b9-4e62-829d-d288e627c1ab None None] Sync routers for ids ['47f3b739-bb56-423b-9e5b-0694250a8ff2'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:31:39.838888 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8754798a-a3b9-4e62-829d-d288e627c1ab None None] Routers {'47f3b739-bb56-423b-9e5b-0694250a8ff2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:39.842424 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8754798a-a3b9-4e62-829d-d288e627c1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['47f3b739-bb56-423b-9e5b-0694250a8ff2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:39.874959 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d33205c5-f1df-4f1b-9419-d49aa4f86e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:39.893783 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-48f5fc3a-0db7-4bc7-9e00-ccac79c27e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:39.910159 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33205c5-f1df-4f1b-9419-d49aa4f86e7a None None] Routers {'ffd2b9de-fa5c-4bc3-8537-502c1e8055b0'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:39.910783 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d33205c5-f1df-4f1b-9419-d49aa4f86e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ffd2b9de-fa5c-4bc3-8537-502c1e8055b0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:39.938691 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-48f5fc3a-0db7-4bc7-9e00-ccac79c27e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:39.955568 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d33205c5-f1df-4f1b-9419-d49aa4f86e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:39.956697 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33205c5-f1df-4f1b-9419-d49aa4f86e7a None None] The sync data for ids ['ffd2b9de-fa5c-4bc3-8537-502c1e8055b0'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:31:40.064562 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-48f5fc3a-0db7-4bc7-9e00-ccac79c27e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:40.069587 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-48f5fc3a-0db7-4bc7-9e00-ccac79c27e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:40.071144 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-48f5fc3a-0db7-4bc7-9e00-ccac79c27e8a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c24a6a92-d5b0-4a66-8a56-433241678c75 HTTP/1.1" status: 204 len: 168 time: 0.2735465 Jul 30 20:31:40.084443 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-8754798a-a3b9-4e62-829d-d288e627c1ab None None] Set router 47f3b739-bb56-423b-9e5b-0694250a8ff2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:31:40.085759 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5fc3a-0db7-4bc7-9e00-ccac79c27e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24a6a92-d5b0-4a66-8a56-433241678c75,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:40.434213 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8754798a-a3b9-4e62-829d-d288e627c1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f3b739-bb56-423b-9e5b-0694250a8ff2', 'name': 'tempest-TestAggregatesBasicOps-2102082064-router', 'tenant_id': '7ab3364776f74dceac0c29bd55913e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '2bb99a4e-fe51-41da-a1f8-0e5b1f515db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:14Z', 'updated_at': '2021-07-30T20:31:37Z', 'revision_number': 5, 'project_id': '7ab3364776f74dceac0c29bd55913e6a', 'gw_port': {'id': '2bb99a4e-fe51-41da-a1f8-0e5b1f515db0', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f3b739-bb56-423b-9e5b-0694250a8ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:15Z', 'updated_at': '2021-07-30T20:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:40.472461 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8754798a-a3b9-4e62-829d-d288e627c1ab None None] Checking router: 47f3b739-bb56-423b-9e5b-0694250a8ff2 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:31:40.475888 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48449e33-8568-4b53-ac89-6b15e8998936 req-cbf86ac2-daa8-4635-adf5-fa725e76f674 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 210 time: 0.0595417 Jul 30 20:31:40.484388 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8754798a-a3b9-4e62-829d-d288e627c1ab None None] Routers {'47f3b739-bb56-423b-9e5b-0694250a8ff2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:40.485137 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8754798a-a3b9-4e62-829d-d288e627c1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['47f3b739-bb56-423b-9e5b-0694250a8ff2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:40.519718 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7afbe5df-03c2-48c8-af50-e30fee1e79f3 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "GET /v2.0/routers/ffd2b9de-fa5c-4bc3-8537-502c1e8055b0 HTTP/1.1" status: 200 len: 922 time: 0.7736428 Jul 30 20:31:40.519863 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 45970) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:40.610023 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44cbfa29-32d5-4259-b37a-0233d341f702 admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:40.637255 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-8754798a-a3b9-4e62-829d-d288e627c1ab None None] Set router 47f3b739-bb56-423b-9e5b-0694250a8ff2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:31:40.706107 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef642d9e-5838-40a4-8430-c7af27a9a98f tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:40.710005 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ef642d9e-5838-40a4-8430-c7af27a9a98f tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&device_id=ffd2b9de-fa5c-4bc3-8537-502c1e8055b0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1867893 Jul 30 20:31:40.710397 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45976) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:40.865005 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44cbfa29-32d5-4259-b37a-0233d341f702 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:40.897227 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8754798a-a3b9-4e62-829d-d288e627c1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f3b739-bb56-423b-9e5b-0694250a8ff2', 'name': 'tempest-TestAggregatesBasicOps-2102082064-router', 'tenant_id': '7ab3364776f74dceac0c29bd55913e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '2bb99a4e-fe51-41da-a1f8-0e5b1f515db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:14Z', 'updated_at': '2021-07-30T20:31:37Z', 'revision_number': 5, 'project_id': '7ab3364776f74dceac0c29bd55913e6a', 'gw_port': {'id': '2bb99a4e-fe51-41da-a1f8-0e5b1f515db0', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f3b739-bb56-423b-9e5b-0694250a8ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:15Z', 'updated_at': '2021-07-30T20:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:40.906212 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af26c54-355d-4390-b3e3-2a202d240c14 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:40.910152 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8af26c54-355d-4390-b3e3-2a202d240c14 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 881 time: 0.1960533 Jul 30 20:31:40.910476 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45984) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:40.969226 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8754798a-a3b9-4e62-829d-d288e627c1ab None None] The sync data for ids ['47f3b739-bb56-423b-9e5b-0694250a8ff2'] in n-d-712137-9 is: [{'id': '47f3b739-bb56-423b-9e5b-0694250a8ff2', 'name': 'tempest-TestAggregatesBasicOps-2102082064-router', 'tenant_id': '7ab3364776f74dceac0c29bd55913e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '2bb99a4e-fe51-41da-a1f8-0e5b1f515db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:14Z', 'updated_at': '2021-07-30T20:31:37Z', 'revision_number': 5, 'project_id': '7ab3364776f74dceac0c29bd55913e6a', 'gw_port': {'id': '2bb99a4e-fe51-41da-a1f8-0e5b1f515db0', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f3b739-bb56-423b-9e5b-0694250a8ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:15Z', 'updated_at': '2021-07-30T20:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:31:40.971471 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-44cbfa29-32d5-4259-b37a-0233d341f702 admin admin] Deleting port 2bb99a4e-fe51-41da-a1f8-0e5b1f515db0 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:31:40.971965 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44cbfa29-32d5-4259-b37a-0233d341f702 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:40.985687 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-caee878b-790c-46ba-9427-f8814af1be3c tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffd2b9de-fa5c-4bc3-8537-502c1e8055b0 HTTP/1.1" status: 200 len: 205 time: 0.0718598 Jul 30 20:31:40.985914 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 45992) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:41.147437 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-44cbfa29-32d5-4259-b37a-0233d341f702 admin admin] For port 2bb99a4e-fe51-41da-a1f8-0e5b1f515db0, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=2bb99a4e-fe51-41da-a1f8-0e5b1f515db0,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:31:41.148656 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44cbfa29-32d5-4259-b37a-0233d341f702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:41.163530 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3342ee2a-ec20-4690-b98c-3f285aa9296b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:41.173549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-44cbfa29-32d5-4259-b37a-0233d341f702 admin admin] Calling delete_port for 2bb99a4e-fe51-41da-a1f8-0e5b1f515db0 owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:31:41.313084 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3342ee2a-ec20-4690-b98c-3f285aa9296b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:41.414122 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3342ee2a-ec20-4690-b98c-3f285aa9296b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Deleting port 8f27d33e-d3fb-4269-b15a-84862e688765 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:31:41.414509 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3342ee2a-ec20-4690-b98c-3f285aa9296b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:41.470112 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44cbfa29-32d5-4259-b37a-0233d341f702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:41.525939 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3342ee2a-ec20-4690-b98c-3f285aa9296b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:41.559943 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3342ee2a-ec20-4690-b98c-3f285aa9296b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Calling delete_port for 8f27d33e-d3fb-4269-b15a-84862e688765 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:31:41.583994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbfa29-32d5-4259-b37a-0233d341f702 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb99a4e-fe51-41da-a1f8-0e5b1f515db0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:41.702768 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5344317b-7078-408b-8675-4a452f4abb6f req-e3d2fe37-a6ef-4f52-8053-672f032fba51 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 210 time: 0.1082544 Jul 30 20:31:41.704610 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44cbfa29-32d5-4259-b37a-0233d341f702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:41.809928 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44cbfa29-32d5-4259-b37a-0233d341f702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:41.812284 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44cbfa29-32d5-4259-b37a-0233d341f702 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:41.825095 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3342ee2a-ec20-4690-b98c-3f285aa9296b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:41.854858 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342ee2a-ec20-4690-b98c-3f285aa9296b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Pushing event deleted for resources: {'Port': ['ID=8f27d33e-d3fb-4269-b15a-84862e688765,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:41.878805 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44cbfa29-32d5-4259-b37a-0233d341f702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:41.879416 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cbfa29-32d5-4259-b37a-0233d341f702 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47f3b739-bb56-423b-9e5b-0694250a8ff2 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:31:41.888393 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44cbfa29-32d5-4259-b37a-0233d341f702 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:41.893117 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46012) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:41.894084 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-44cbfa29-32d5-4259-b37a-0233d341f702 admin admin] 10.222.0.81 "DELETE /v2.0/routers/47f3b739-bb56-423b-9e5b-0694250a8ff2 HTTP/1.1" status: 204 len: 168 time: 2.0743818 Jul 30 20:31:41.982714 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a34ef0a-755d-4da4-ad60-9c865c4d6a49 admin admin] Deleting subnet 583d15d5-7044-4a46-933b-223033a59da6 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:31:41.988014 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a34ef0a-755d-4da4-ad60-9c865c4d6a49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:41.990395 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3342ee2a-ec20-4690-b98c-3f285aa9296b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:42.250747 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3342ee2a-ec20-4690-b98c-3f285aa9296b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:42.255359 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a34ef0a-755d-4da4-ad60-9c865c4d6a49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:42.257899 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3342ee2a-ec20-4690-b98c-3f285aa9296b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:42.349143 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3342ee2a-ec20-4690-b98c-3f285aa9296b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:42.349811 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3342ee2a-ec20-4690-b98c-3f285aa9296b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Fanout notify agent at l3_agent the message router_deleted on router ffd2b9de-fa5c-4bc3-8537-502c1e8055b0 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:31:42.359676 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3342ee2a-ec20-4690-b98c-3f285aa9296b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:42.377200 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3342ee2a-ec20-4690-b98c-3f285aa9296b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "DELETE /v2.0/routers/ffd2b9de-fa5c-4bc3-8537-502c1e8055b0 HTTP/1.1" status: 204 len: 168 time: 1.3898664 Jul 30 20:31:42.418632 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-c486b500-8aa4-4704-9d43-b4f020783212 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:42.420215 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-c486b500-8aa4-4704-9d43-b4f020783212 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.83 "GET /v2.0/networks?id=c5c7e57c-8838-4f2e-901c-16d052cbb5c3 HTTP/1.1" status: 200 len: 813 time: 0.3405459 Jul 30 20:31:42.420717 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46038) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:42.435601 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-0f08c99c-2f2a-4c47-8f70-4c1115d7338f tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1724045153', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:42.454613 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a34ef0a-755d-4da4-ad60-9c865c4d6a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:42.502909 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 1b55df17-4299-4d11-8567-91f0b9b07683 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:31:42.554407 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 1b55df17-4299-4d11-8567-91f0b9b07683 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:31:42.554723 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 1b55df17-4299-4d11-8567-91f0b9b07683 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:31:42.565262 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a34ef0a-755d-4da4-ad60-9c865c4d6a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:42.583573 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0f08c99c-2f2a-4c47-8f70-4c1115d7338f tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:42.586583 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a34ef0a-755d-4da4-ad60-9c865c4d6a49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:42.587997 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0f08c99c-2f2a-4c47-8f70-4c1115d7338f tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:42.588873 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9a34ef0a-755d-4da4-ad60-9c865c4d6a49 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/583d15d5-7044-4a46-933b-223033a59da6 HTTP/1.1" status: 204 len: 168 time: 0.6945646 Jul 30 20:31:42.596444 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7088e0-089c-43fe-9c12-d7f95c095cb9 None None] Network f2ada2f3-35b5-44ef-a2af-d517a1e35878 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:31:42.607589 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46060) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:42.621444 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-fd4798d6-1a42-4499-bbae-37aa06eaa96a tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1c81a120714a1189f617a64d179c5c HTTP/1.1" status: 200 len: 379 time: 0.1723812 Jul 30 20:31:42.633271 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-55a214fc-8f03-40d0-b834-1dd7b1335b58 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Request body: {'port': {'device_id': 'fecc2d2d-f124-4ff3-838c-30e30153c475', 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3', 'admin_state_up': True, 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'security_groups': ['264aad3b-fb68-4d66-b610-e88ecbbb4168']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:42.639588 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34ef0a-755d-4da4-ad60-9c865c4d6a49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=583d15d5-7044-4a46-933b-223033a59da6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:42.774575 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4408c20c-5c9d-4697-a7e8-b6cfba338e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:42.789504 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0f08c99c-2f2a-4c47-8f70-4c1115d7338f tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:42.807594 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0f08c99c-2f2a-4c47-8f70-4c1115d7338f tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:42.848085 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0f08c99c-2f2a-4c47-8f70-4c1115d7338f tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:42.849881 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0f08c99c-2f2a-4c47-8f70-4c1115d7338f tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4281952 Jul 30 20:31:42.859123 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46086) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:42.877480 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b48ab874-276b-444c-ae09-87916ba43818 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Request body: {'router': {'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:42.938351 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4408c20c-5c9d-4697-a7e8-b6cfba338e1d admin admin] Deleting port dd5837e5-4b54-4740-9328-f0c4d7f42aa5 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:31:42.938984 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4408c20c-5c9d-4697-a7e8-b6cfba338e1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:43.037172 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58284bd3-c4fc-4a21-b6db-580271bdd081 req-8ca3b9e3-2967-4e0e-9f9d-8a169ccf30bd tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 210 time: 0.1656458 Jul 30 20:31:43.083623 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8403cb9-a7cb-46b0-b53d-6d84ffe11c2b None None] DHCP port deletion for f2ada2f3-35b5-44ef-a2af-d517a1e35878 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:31:43.121799 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-4408c20c-5c9d-4697-a7e8-b6cfba338e1d admin admin] For port dd5837e5-4b54-4740-9328-f0c4d7f42aa5, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=dd5837e5-4b54-4740-9328-f0c4d7f42aa5,segment=NetworkSegment(dc81f661-72f8-4ac2-9931-090a50a58b7e),segment_id=dc81f661-72f8-4ac2-9931-090a50a58b7e)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:31:43.122348 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4408c20c-5c9d-4697-a7e8-b6cfba338e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:43.143949 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4408c20c-5c9d-4697-a7e8-b6cfba338e1d admin admin] Calling delete_port for dd5837e5-4b54-4740-9328-f0c4d7f42aa5 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:31:43.149182 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-55a214fc-8f03-40d0-b834-1dd7b1335b58 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Made reservation on behalf of eb1c81a120714a1189f617a64d179c5c for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:31:43.153257 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-55a214fc-8f03-40d0-b834-1dd7b1335b58 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:43.204419 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a8403cb9-a7cb-46b0-b53d-6d84ffe11c2b None None] Deleting port dd5837e5-4b54-4740-9328-f0c4d7f42aa5 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:31:43.207869 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8403cb9-a7cb-46b0-b53d-6d84ffe11c2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:43.304032 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4408c20c-5c9d-4697-a7e8-b6cfba338e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:43.341423 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408c20c-5c9d-4697-a7e8-b6cfba338e1d admin admin] Pushing event deleted for resources: {'Port': ['ID=dd5837e5-4b54-4740-9328-f0c4d7f42aa5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:43.355207 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4408c20c-5c9d-4697-a7e8-b6cfba338e1d admin admin] No DVR routers for this DVR port dd5837e5-4b54-4740-9328-f0c4d7f42aa5 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:31:43.377405 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a8403cb9-a7cb-46b0-b53d-6d84ffe11c2b None None] For port dd5837e5-4b54-4740-9328-f0c4d7f42aa5, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=dd5837e5-4b54-4740-9328-f0c4d7f42aa5,segment=NetworkSegment(dc81f661-72f8-4ac2-9931-090a50a58b7e),segment_id=dc81f661-72f8-4ac2-9931-090a50a58b7e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:31:43.381345 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8403cb9-a7cb-46b0-b53d-6d84ffe11c2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:43.420110 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a8403cb9-a7cb-46b0-b53d-6d84ffe11c2b None None] Calling delete_port for dd5837e5-4b54-4740-9328-f0c4d7f42aa5 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:31:43.430651 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b48ab874-276b-444c-ae09-87916ba43818 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:43.527940 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4408c20c-5c9d-4697-a7e8-b6cfba338e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:43.541595 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4408c20c-5c9d-4697-a7e8-b6cfba338e1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ada2f3-35b5-44ef-a2af-d517a1e35878']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:43.553109 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8403cb9-a7cb-46b0-b53d-6d84ffe11c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:43.575083 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-55a214fc-8f03-40d0-b834-1dd7b1335b58 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Allocated IP 172.20.0.3 (c5c7e57c-8838-4f2e-901c-16d052cbb5c3/7856c885-6013-47c0-b4a0-74bc8dd5c577/e7b818c9-5c69-4471-9305-bcd2d31d30ab) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:31:43.576635 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4408c20c-5c9d-4697-a7e8-b6cfba338e1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc81f661-72f8-4ac2-9931-090a50a58b7e') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:43.576947 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4408c20c-5c9d-4697-a7e8-b6cfba338e1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc81f661-72f8-4ac2-9931-090a50a58b7e') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:43.584846 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8403cb9-a7cb-46b0-b53d-6d84ffe11c2b None None] No DVR routers for this DVR port dd5837e5-4b54-4740-9328-f0c4d7f42aa5 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:31:43.586920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8403cb9-a7cb-46b0-b53d-6d84ffe11c2b None None] Pushing event deleted for resources: {'Port': ['ID=dd5837e5-4b54-4740-9328-f0c4d7f42aa5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:43.600526 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4408c20c-5c9d-4697-a7e8-b6cfba338e1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:43.617605 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4408c20c-5c9d-4697-a7e8-b6cfba338e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:43.626187 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4408c20c-5c9d-4697-a7e8-b6cfba338e1d admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:31:43.626900 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4408c20c-5c9d-4697-a7e8-b6cfba338e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:31:43.629083 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:31:43.705694 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4408c20c-5c9d-4697-a7e8-b6cfba338e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:43.726176 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4408c20c-5c9d-4697-a7e8-b6cfba338e1d admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:43.728304 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4408c20c-5c9d-4697-a7e8-b6cfba338e1d admin admin] 10.222.0.81 "DELETE /v2.0/networks/f2ada2f3-35b5-44ef-a2af-d517a1e35878 HTTP/1.1" status: 204 len: 168 time: 1.1196551 Jul 30 20:31:43.741345 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408c20c-5c9d-4697-a7e8-b6cfba338e1d admin admin] Pushing event deleted for resources: {'Network': ['ID=f2ada2f3-35b5-44ef-a2af-d517a1e35878,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:43.933896 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b48ab874-276b-444c-ae09-87916ba43818 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:43.938975 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-55a214fc-8f03-40d0-b834-1dd7b1335b58 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:43.969319 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46158) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:43.970805 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b48ab874-276b-444c-ae09-87916ba43818 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:43.987215 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-55a214fc-8f03-40d0-b834-1dd7b1335b58 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Transition to ACTIVE for port object e7b818c9-5c69-4471-9305-bcd2d31d30ab will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:31:44.024341 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9e1ea6fd-da3a-4e65-bb2b-de7d444c9576 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ae55c54cd05543f9920fc50a36a8a4b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538518 Jul 30 20:31:44.026812 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46160) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:44.036294 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46162) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:44.099686 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85555c46-84ad-4a26-8aab-d815a52d3389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:44.144790 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-b48ab874-276b-444c-ae09-87916ba43818 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Allocated IP 172.25.3.22 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/59b52d70-6cb2-405c-9671-e8f0b3c4213d) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:31:44.149401 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-55a214fc-8f03-40d0-b834-1dd7b1335b58 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:44.154662 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device dd5837e5-4b54-4740-9328-f0c4d7f42aa5 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:31:44.155030 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85555c46-84ad-4a26-8aab-d815a52d3389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:44.203479 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: dd5837e5-4b54-4740-9328-f0c4d7f42aa5 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:31:44.204174 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device dd5837e5-4b54-4740-9328-f0c4d7f42aa5 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:31:44.204751 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 2bb99a4e-fe51-41da-a1f8-0e5b1f515db0 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:31:44.223745 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85555c46-84ad-4a26-8aab-d815a52d3389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:44.227240 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85555c46-84ad-4a26-8aab-d815a52d3389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:44.231100 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-85555c46-84ad-4a26-8aab-d815a52d3389 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f8c16758-bf39-4553-a4f9-9699a5db26e1 HTTP/1.1" status: 204 len: 168 time: 0.2009163 Jul 30 20:31:44.244558 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85555c46-84ad-4a26-8aab-d815a52d3389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c16758-bf39-4553-a4f9-9699a5db26e1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:44.273692 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 2bb99a4e-fe51-41da-a1f8-0e5b1f515db0 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:31:44.274366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 2bb99a4e-fe51-41da-a1f8-0e5b1f515db0 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:31:44.289901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a214fc-8f03-40d0-b834-1dd7b1335b58 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Pushing event updated for resources: {'Port': ['ID=e7b818c9-5c69-4471-9305-bcd2d31d30ab,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:44.345405 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-55a214fc-8f03-40d0-b834-1dd7b1335b58 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Network c5c7e57c-8838-4f2e-901c-16d052cbb5c3 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:31:44.346062 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3968a02-cbd6-40f5-9fb6-298f94639f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:44.352912 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-55a214fc-8f03-40d0-b834-1dd7b1335b58 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:44.361207 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-55a214fc-8f03-40d0-b834-1dd7b1335b58 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:31:44.431645 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-55a214fc-8f03-40d0-b834-1dd7b1335b58 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:44.432445 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-55a214fc-8f03-40d0-b834-1dd7b1335b58 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:44.511613 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce4dc3-5532-4e9f-96ea-bed81725d260 req-76e6e596-3918-4338-9d88-f1e1546b5a78 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:44.513216 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d3ce4dc3-5532-4e9f-96ea-bed81725d260 req-76e6e596-3918-4338-9d88-f1e1546b5a78 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 931 time: 0.2244060 Jul 30 20:31:44.589484 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3968a02-cbd6-40f5-9fb6-298f94639f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:44.604092 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3968a02-cbd6-40f5-9fb6-298f94639f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:44.606373 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d3ce4dc3-5532-4e9f-96ea-bed81725d260 req-9b134a18-ea59-46ff-9a8c-227aa6662246 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/security-groups?id=264aad3b-fb68-4d66-b610-e88ecbbb4168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817690 Jul 30 20:31:44.621311 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-55a214fc-8f03-40d0-b834-1dd7b1335b58 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9927657 Jul 30 20:31:44.639435 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-68f86e6a-fdb4-4594-ae6a-e4df4c50039a service neutron] Request body: {'port': {'device_id': 'fecc2d2d-f124-4ff3-838c-30e30153c475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:44.677577 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f3968a02-cbd6-40f5-9fb6-298f94639f7a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1252b956f4624d258cd79eef5512a15d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6351440 Jul 30 20:31:44.679834 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46178) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:44.689348 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b48ab874-276b-444c-ae09-87916ba43818 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:44.690175 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3968a02-cbd6-40f5-9fb6-298f94639f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a275a16-1086-499e-bb92-04b1071980a3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:44.756527 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-68f86e6a-fdb4-4594-ae6a-e4df4c50039a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:44.806610 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-fbe9991f-112c-40fc-96b1-98c3beff965c None None] Provisioning for port e7b818c9-5c69-4471-9305-bcd2d31d30ab completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:31:44.811751 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-fbe9991f-112c-40fc-96b1-98c3beff965c None None] Provisioning complete for port e7b818c9-5c69-4471-9305-bcd2d31d30ab triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:44.812685 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fbe9991f-112c-40fc-96b1-98c3beff965c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:44.826316 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-772516ff-4cc9-4b28-9bc8-71d71bc9bd85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:44.839973 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b48ab874-276b-444c-ae09-87916ba43818 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:44.855956 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-772516ff-4cc9-4b28-9bc8-71d71bc9bd85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:44.883753 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-fbe9991f-112c-40fc-96b1-98c3beff965c None None] Port e7b818c9-5c69-4471-9305-bcd2d31d30ab cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:31:44.897497 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46180) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:44.950972 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2bd24dc6-e7e1-4425-a34c-fd9610f5ea2b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7ab3364776f74dceac0c29bd55913e6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509014 Jul 30 20:31:44.953811 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46182) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:44.958076 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-772516ff-4cc9-4b28-9bc8-71d71bc9bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:44.960655 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-772516ff-4cc9-4b28-9bc8-71d71bc9bd85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:44.964217 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-772516ff-4cc9-4b28-9bc8-71d71bc9bd85 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5a275a16-1086-499e-bb92-04b1071980a3 HTTP/1.1" status: 204 len: 168 time: 0.2805893 Jul 30 20:31:44.970597 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772516ff-4cc9-4b28-9bc8-71d71bc9bd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a275a16-1086-499e-bb92-04b1071980a3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:45.000285 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ab874-276b-444c-ae09-87916ba43818 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Pushing event updated for resources: {'Port': ['ID=59b52d70-6cb2-405c-9671-e8f0b3c4213d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:45.004018 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48ab874-276b-444c-ae09-87916ba43818 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:31:45.038742 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-b48ab874-276b-444c-ae09-87916ba43818 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:45.050872 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48ab874-276b-444c-ae09-87916ba43818 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:31:45.252812 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad6362af-8321-4cf6-8888-8434bdab96d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:45.297680 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad6362af-8321-4cf6-8888-8434bdab96d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:45.456684 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46188) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:45.470369 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60ebec97-1d05-4ff3-a7f9-9c022654cd8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:45.546889 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:45.618331 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60ebec97-1d05-4ff3-a7f9-9c022654cd8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:45.633405 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60ebec97-1d05-4ff3-a7f9-9c022654cd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:45.687101 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-60ebec97-1d05-4ff3-a7f9-9c022654cd8d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ca961de71b3440f88fd1645a683a9f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2262993 Jul 30 20:31:45.687101 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebec97-1d05-4ff3-a7f9-9c022654cd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab0ba74-8808-47c1-b885-86469802c97f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:45.688216 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46194) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:45.754710 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4bcd-c301-48d4-9317-2916a8df47ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:45.783257 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4bcd-c301-48d4-9317-2916a8df47ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:45.841099 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4bcd-c301-48d4-9317-2916a8df47ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:45.844714 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4bcd-c301-48d4-9317-2916a8df47ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:45.860435 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ae4c4bcd-c301-48d4-9317-2916a8df47ae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9ab0ba74-8808-47c1-b885-86469802c97f HTTP/1.1" status: 204 len: 168 time: 0.1596019 Jul 30 20:31:45.885977 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4bcd-c301-48d4-9317-2916a8df47ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab0ba74-8808-47c1-b885-86469802c97f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:45.894130 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-68f86e6a-fdb4-4594-ae6a-e4df4c50039a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b818c9-5c69-4471-9305-bcd2d31d30ab {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:31:45.898729 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b48ab874-276b-444c-ae09-87916ba43818 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:45.934487 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad6362af-8321-4cf6-8888-8434bdab96d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:45.937614 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad6362af-8321-4cf6-8888-8434bdab96d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:45.941279 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ad6362af-8321-4cf6-8888-8434bdab96d1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4ea8bff1-4e24-4911-b4c9-9d6bb1591331 HTTP/1.1" status: 204 len: 168 time: 0.9396002 Jul 30 20:31:45.954692 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e74b1e-7816-4c24-8dd3-62a8061e58ad req-7d73e8b8-e413-4974-8f58-088e1cec6f80 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:45.956991 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81e74b1e-7816-4c24-8dd3-62a8061e58ad req-7d73e8b8-e413-4974-8f58-088e1cec6f80 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 931 time: 0.2050631 Jul 30 20:31:45.961044 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-68f86e6a-fdb4-4594-ae6a-e4df4c50039a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:45.999704 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6362af-8321-4cf6-8888-8434bdab96d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea8bff1-4e24-4911-b4c9-9d6bb1591331,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:46.013797 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-68f86e6a-fdb4-4594-ae6a-e4df4c50039a service neutron] Transition to ACTIVE for port object e7b818c9-5c69-4471-9305-bcd2d31d30ab will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:31:46.056396 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-68f86e6a-fdb4-4594-ae6a-e4df4c50039a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:46.129847 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-81e74b1e-7816-4c24-8dd3-62a8061e58ad req-f7285a73-2bfd-4b1d-a43b-f5840528b532 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/security-groups?id=264aad3b-fb68-4d66-b610-e88ecbbb4168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644917 Jul 30 20:31:46.177463 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f86e6a-fdb4-4594-ae6a-e4df4c50039a service neutron] Pushing event updated for resources: {'Port': ['ID=e7b818c9-5c69-4471-9305-bcd2d31d30ab,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:46.378164 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b48ab874-276b-444c-ae09-87916ba43818 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:46.382026 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b48ab874-276b-444c-ae09-87916ba43818 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1722371'] for router, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:46.583090 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-68f86e6a-fdb4-4594-ae6a-e4df4c50039a service neutron] Attempting to bind port e7b818c9-5c69-4471-9305-bcd2d31d30ab on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:31:46.583442 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-68f86e6a-fdb4-4594-ae6a-e4df4c50039a service neutron] Attempting to bind port e7b818c9-5c69-4471-9305-bcd2d31d30ab by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'aa1e0987-4600-4c58-8357-a709ccc23d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:31:46.583800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-68f86e6a-fdb4-4594-ae6a-e4df4c50039a service neutron] Attempting to bind port e7b818c9-5c69-4471-9305-bcd2d31d30ab on network c5c7e57c-8838-4f2e-901c-16d052cbb5c3 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:31:46.590997 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-68f86e6a-fdb4-4594-ae6a-e4df4c50039a service neutron] Port e7b818c9-5c69-4471-9305-bcd2d31d30ab on network c5c7e57c-8838-4f2e-901c-16d052cbb5c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:31:46.591434 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-68f86e6a-fdb4-4594-ae6a-e4df4c50039a service neutron] Attempting to bind port e7b818c9-5c69-4471-9305-bcd2d31d30ab on network c5c7e57c-8838-4f2e-901c-16d052cbb5c3 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:31:46.602484 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-68f86e6a-fdb4-4594-ae6a-e4df4c50039a service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:31:46.602864 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-68f86e6a-fdb4-4594-ae6a-e4df4c50039a service neutron] Checking segment: {'id': 'aa1e0987-4600-4c58-8357-a709ccc23d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:31:46.603330 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-68f86e6a-fdb4-4594-ae6a-e4df4c50039a service neutron] Bound using segment: {'id': 'aa1e0987-4600-4c58-8357-a709ccc23d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:31:46.603791 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-68f86e6a-fdb4-4594-ae6a-e4df4c50039a service neutron] Bound port: e7b818c9-5c69-4471-9305-bcd2d31d30ab, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa1e0987-4600-4c58-8357-a709ccc23d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:31:46.604170 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-68f86e6a-fdb4-4594-ae6a-e4df4c50039a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:46.778056 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-68f86e6a-fdb4-4594-ae6a-e4df4c50039a service neutron] For port e7b818c9-5c69-4471-9305-bcd2d31d30ab, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:31:46.782153 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-68f86e6a-fdb4-4594-ae6a-e4df4c50039a service neutron] For port e7b818c9-5c69-4471-9305-bcd2d31d30ab, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e7b818c9-5c69-4471-9305-bcd2d31d30ab,segment=NetworkSegment(aa1e0987-4600-4c58-8357-a709ccc23d2b),segment_id=aa1e0987-4600-4c58-8357-a709ccc23d2b)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:31:46.784293 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48ab874-276b-444c-ae09-87916ba43818 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Router d96bfce3-afbd-4844-9120-40fc329fe7cd is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:31:46.794781 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-68f86e6a-fdb4-4594-ae6a-e4df4c50039a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:46.814278 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-68f86e6a-fdb4-4594-ae6a-e4df4c50039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:46.815642 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-68f86e6a-fdb4-4594-ae6a-e4df4c50039a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:46.819758 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-68f86e6a-fdb4-4594-ae6a-e4df4c50039a service neutron] 10.222.0.83 "PUT /v2.0/ports/e7b818c9-5c69-4471-9305-bcd2d31d30ab HTTP/1.1" status: 200 len: 1091 time: 2.1823320 Jul 30 20:31:46.853865 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fecc2d2d-f124-4ff3-838c-30e30153c475', 'tag': 'e7b818c9-5c69-4471-9305-bcd2d31d30ab'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:31:46.856385 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd12cae-fc72-4cab-a1bf-1bdac0198509" -d '{"events": [{"name": "network-changed", "server_uuid": "fecc2d2d-f124-4ff3-838c-30e30153c475", "tag": "e7b818c9-5c69-4471-9305-bcd2d31d30ab"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:31:47.042148 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f86e6a-fdb4-4594-ae6a-e4df4c50039a service neutron] Pushing event updated for resources: {'Port': ['ID=e7b818c9-5c69-4471-9305-bcd2d31d30ab,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:47.060215 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-90653671-47af-4fa3-9395-be7a9a0201cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:47.062320 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-90653671-47af-4fa3-9395-be7a9a0201cf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb1c81a120714a1189f617a64d179c5c&device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 1094 time: 0.1600125 Jul 30 20:31:47.166669 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-e564dcc7-5cf3-4c16-b49a-a8f89eed2a54 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7b818c9-5c69-4471-9305-bcd2d31d30ab HTTP/1.1" status: 200 len: 217 time: 0.0950987 Jul 30 20:31:47.269877 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48ab874-276b-444c-ae09-87916ba43818 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:31:47.276059 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-dd871122-42f1-4d48-b25b-da716992e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:47.279665 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-dd871122-42f1-4d48-b25b-da716992e51e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7856c885-6013-47c0-b4a0-74bc8dd5c577 HTTP/1.1" status: 200 len: 852 time: 0.0964086 Jul 30 20:31:47.284978 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb21c15-99f4-4b10-b388-d7e2145ed8ba None None] Sync routers for ids ['d96bfce3-afbd-4844-9120-40fc329fe7cd'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:31:47.286702 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b48ab874-276b-444c-ae09-87916ba43818 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:47.288224 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b48ab874-276b-444c-ae09-87916ba43818 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "PUT /v2.0/routers/d96bfce3-afbd-4844-9120-40fc329fe7cd HTTP/1.1" status: 200 len: 879 time: 4.4268966 Jul 30 20:31:47.290879 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46242) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:47.345324 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb21c15-99f4-4b10-b388-d7e2145ed8ba None None] Routers {'d96bfce3-afbd-4844-9120-40fc329fe7cd'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:47.345979 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8eb21c15-99f4-4b10-b388-d7e2145ed8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['d96bfce3-afbd-4844-9120-40fc329fe7cd'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:47.377607 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-f70918c9-7b6b-4835-b863-ef13218110b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:47.384391 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-f70918c9-7b6b-4835-b863-ef13218110b8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5c7e57c-8838-4f2e-901c-16d052cbb5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901651 Jul 30 20:31:47.411312 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46244) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:47.431305 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8eb21c15-99f4-4b10-b388-d7e2145ed8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:47.441548 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb21c15-99f4-4b10-b388-d7e2145ed8ba None None] Routers {'d96bfce3-afbd-4844-9120-40fc329fe7cd'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:47.442346 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8eb21c15-99f4-4b10-b388-d7e2145ed8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['d96bfce3-afbd-4844-9120-40fc329fe7cd'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:47.476965 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8eb21c15-99f4-4b10-b388-d7e2145ed8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:47.478062 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb21c15-99f4-4b10-b388-d7e2145ed8ba None None] The sync data for ids ['d96bfce3-afbd-4844-9120-40fc329fe7cd'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:31:47.512187 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ebdf9e-9602-4b98-bd2a-017d01636bc3 x-openstack-request-id: req-b7ebdf9e-9602-4b98-bd2a-017d01636bc3 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:31:47.512779 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fecc2d2d-f124-4ff3-838c-30e30153c475", "tag": "e7b818c9-5c69-4471-9305-bcd2d31d30ab", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:31:47.513643 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b7ebdf9e-9602-4b98-bd2a-017d01636bc3 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:31:47.514202 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fecc2d2d-f124-4ff3-838c-30e30153c475', 'tag': 'e7b818c9-5c69-4471-9305-bcd2d31d30ab', 'status': 'completed', 'code': 200} Jul 30 20:31:47.589854 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-02201aed-d0d7-41c3-a7a6-f80957ce9c1e tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "GET /v2.0/routers/d96bfce3-afbd-4844-9120-40fc329fe7cd HTTP/1.1" status: 200 len: 920 time: 0.2977426 Jul 30 20:31:47.590472 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46250) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:47.595741 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c039b1a-f049-4aac-a7fc-a7be9e451f7a req-0a71bbe8-60c6-4fcb-8b69-58e5f112c2a5 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:47.597640 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1c039b1a-f049-4aac-a7fc-a7be9e451f7a req-0a71bbe8-60c6-4fcb-8b69-58e5f112c2a5 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 943 time: 0.0773141 Jul 30 20:31:47.625559 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46252) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:47.629398 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-76d605d2-3901-4e68-85a5-3e0d2d12707d service neutron] 10.222.0.83 "GET /v2.0/networks/c5c7e57c-8838-4f2e-901c-16d052cbb5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378576 Jul 30 20:31:47.722881 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1c039b1a-f049-4aac-a7fc-a7be9e451f7a req-f778cc88-f4a2-4998-9915-bc2045430e80 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/security-groups?id=264aad3b-fb68-4d66-b610-e88ecbbb4168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154888 Jul 30 20:31:47.729917 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-55368931-5dda-4341-8131-6dd06305f04b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-9324875-network', 'tenant_id': '00aa1865652b4a3ab07d05bcf3328ae0'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:47.734559 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6241752e-6c5e-48d2-aab1-bfa03d2af84d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:47.736589 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6241752e-6c5e-48d2-aab1-bfa03d2af84d tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&device_id=d96bfce3-afbd-4844-9120-40fc329fe7cd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1451859 Jul 30 20:31:47.739331 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46256) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:47.762413 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e31bb980-0fa2-400f-aacc-9e9a2cffb61e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1043432371-network', 'tenant_id': 'c639ec63e00946359c7322f79727c620'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:47.777825 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fecb2a04-fc18-4f48-bdb0-f083b113e250 req-cf8839b5-1275-4121-810c-be698ab1e739 service neutron] 10.222.0.83 "GET /v2.0/networks/c5c7e57c-8838-4f2e-901c-16d052cbb5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355097 Jul 30 20:31:47.780210 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55368931-5dda-4341-8131-6dd06305f04b admin admin] Made reservation on behalf of 00aa1865652b4a3ab07d05bcf3328ae0 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:31:47.783259 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55368931-5dda-4341-8131-6dd06305f04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:47.795005 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55368931-5dda-4341-8131-6dd06305f04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:47.864222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31bb980-0fa2-400f-aacc-9e9a2cffb61e admin admin] Made reservation on behalf of c639ec63e00946359c7322f79727c620 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:31:47.866625 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e31bb980-0fa2-400f-aacc-9e9a2cffb61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:47.884338 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e31bb980-0fa2-400f-aacc-9e9a2cffb61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:47.916648 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82ff36b-2c45-4f07-ace0-9139c5b974dd tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:47.921092 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b82ff36b-2c45-4f07-ace0-9139c5b974dd tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 881 time: 0.1777487 Jul 30 20:31:47.921261 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46266) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:47.931836 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd12cae-fc72-4cab-a1bf-1bdac0198509 req-f8108015-be87-4cbf-86b6-0a845acec16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:47.933384 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bbd12cae-fc72-4cab-a1bf-1bdac0198509 req-f8108015-be87-4cbf-86b6-0a845acec16e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb1c81a120714a1189f617a64d179c5c&device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 1094 time: 0.1042342 Jul 30 20:31:47.982164 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e22837ab-220e-45c0-86a0-4cf745736fb5 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "GET /v2.0/ports?device_id=d96bfce3-afbd-4844-9120-40fc329fe7cd HTTP/1.1" status: 200 len: 205 time: 0.0594158 Jul 30 20:31:47.984144 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46270) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:48.036035 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55368931-5dda-4341-8131-6dd06305f04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:48.048804 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55368931-5dda-4341-8131-6dd06305f04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:48.060049 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55368931-5dda-4341-8131-6dd06305f04b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:31:48.070250 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55368931-5dda-4341-8131-6dd06305f04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:48.070768 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-55368931-5dda-4341-8131-6dd06305f04b admin admin] Added segment 2a360233-1e08-4058-ab90-270d22befabf of type vlan for network 67e16ad0-19c5-49a5-8093-4791506cca69 Jul 30 20:31:48.123343 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55368931-5dda-4341-8131-6dd06305f04b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:48.145069 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10f9351b-37bd-4660-b74d-c048956c026c tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:48.178283 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55368931-5dda-4341-8131-6dd06305f04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:48.179656 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55368931-5dda-4341-8131-6dd06305f04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:48.180470 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55368931-5dda-4341-8131-6dd06305f04b admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:48.201305 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd12cae-fc72-4cab-a1bf-1bdac0198509 req-f75fc0e8-1e98-45df-9b85-d5270a8d41fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:48.203717 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bbd12cae-fc72-4cab-a1bf-1bdac0198509 req-f75fc0e8-1e98-45df-9b85-d5270a8d41fd service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5c7e57c-8838-4f2e-901c-16d052cbb5c3 HTTP/1.1" status: 200 len: 914 time: 0.2632461 Jul 30 20:31:48.279223 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55368931-5dda-4341-8131-6dd06305f04b admin admin] Pushing event updated for resources: {'Network': ['ID=67e16ad0-19c5-49a5-8093-4791506cca69,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:48.291443 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 67e16ad0-19c5-49a5-8093-4791506cca69 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:31:48.343306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55368931-5dda-4341-8131-6dd06305f04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c947ea-4e9a-4fdb-8eb2-8b872bd932fa,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:48.350452 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bbd12cae-fc72-4cab-a1bf-1bdac0198509 req-3a3bdb04-fef9-4c5b-a2c2-d9a35212de9b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7b818c9-5c69-4471-9305-bcd2d31d30ab HTTP/1.1" status: 200 len: 217 time: 0.1332786 Jul 30 20:31:48.417106 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd12cae-fc72-4cab-a1bf-1bdac0198509 req-9112b1f4-cb91-4d4a-8cf2-e8719e6723bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:48.418884 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bbd12cae-fc72-4cab-a1bf-1bdac0198509 req-9112b1f4-cb91-4d4a-8cf2-e8719e6723bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7856c885-6013-47c0-b4a0-74bc8dd5c577 HTTP/1.1" status: 200 len: 852 time: 0.0585506 Jul 30 20:31:48.426988 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e31bb980-0fa2-400f-aacc-9e9a2cffb61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:48.453350 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e31bb980-0fa2-400f-aacc-9e9a2cffb61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:48.517344 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-55368931-5dda-4341-8131-6dd06305f04b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8872337 Jul 30 20:31:48.517720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46272) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:48.524395 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-9f57e6fc-1a00-4c04-b195-d4bf0d198464 admin admin] Request body: {'subnet': {'network_id': '67e16ad0-19c5-49a5-8093-4791506cca69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-9324875-subnet', 'tenant_id': '00aa1865652b4a3ab07d05bcf3328ae0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:48.542704 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31bb980-0fa2-400f-aacc-9e9a2cffb61e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:31:48.547256 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd12cae-fc72-4cab-a1bf-1bdac0198509 req-d2ea65b4-64b7-49a0-ad74-4d658c51e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:48.549130 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bbd12cae-fc72-4cab-a1bf-1bdac0198509 req-d2ea65b4-64b7-49a0-ad74-4d658c51e342 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5c7e57c-8838-4f2e-901c-16d052cbb5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233644 Jul 30 20:31:48.566614 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f57e6fc-1a00-4c04-b195-d4bf0d198464 admin admin] Made reservation on behalf of 00aa1865652b4a3ab07d05bcf3328ae0 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:31:48.569312 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f57e6fc-1a00-4c04-b195-d4bf0d198464 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:48.571227 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bb980-0fa2-400f-aacc-9e9a2cffb61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e607d69b-e366-43c7-8eed-0c9afae9a86f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:48.574276 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e31bb980-0fa2-400f-aacc-9e9a2cffb61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:48.574617 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-e31bb980-0fa2-400f-aacc-9e9a2cffb61e admin admin] Added segment 01e56630-d790-407b-8f20-7a7b810ba7e5 of type vlan for network dbb77e2a-a8a9-43b8-a03a-a767ec4be75f Jul 30 20:31:48.620213 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10f9351b-37bd-4660-b74d-c048956c026c tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:48.664482 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e31bb980-0fa2-400f-aacc-9e9a2cffb61e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:48.710114 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e31bb980-0fa2-400f-aacc-9e9a2cffb61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:48.711136 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31bb980-0fa2-400f-aacc-9e9a2cffb61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:48.712195 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e31bb980-0fa2-400f-aacc-9e9a2cffb61e admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:48.744512 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bbd12cae-fc72-4cab-a1bf-1bdac0198509 req-5ce6f5b4-0635-49e5-b2ba-5583003df580 service neutron] 10.222.0.83 "GET /v2.0/networks/c5c7e57c-8838-4f2e-901c-16d052cbb5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878083 Jul 30 20:31:48.955861 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bbd12cae-fc72-4cab-a1bf-1bdac0198509 req-6066be5a-465c-441b-8921-c07cadfbccc1 service neutron] 10.222.0.83 "GET /v2.0/networks/c5c7e57c-8838-4f2e-901c-16d052cbb5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029533 Jul 30 20:31:48.974734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96793c9e-2f8d-4062-8126-c71218de12bb req-cd33a95c-8840-43bf-b5f3-4bb28662aa74 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:48.976554 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-96793c9e-2f8d-4062-8126-c71218de12bb req-cd33a95c-8840-43bf-b5f3-4bb28662aa74 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 943 time: 0.1395645 Jul 30 20:31:48.978547 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f57e6fc-1a00-4c04-b195-d4bf0d198464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:49.059046 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57e6fc-1a00-4c04-b195-d4bf0d198464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d5c349d-b22f-43fb-822c-cf3b93cb6434,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:49.084615 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-96793c9e-2f8d-4062-8126-c71218de12bb req-1e360acf-61ab-4c35-8e0d-5b748ca74195 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/security-groups?id=264aad3b-fb68-4d66-b610-e88ecbbb4168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773649 Jul 30 20:31:49.091536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57e6fc-1a00-4c04-b195-d4bf0d198464 admin admin] Checking segment: {'id': '2a360233-1e08-4058-ab90-270d22befabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '67e16ad0-19c5-49a5-8093-4791506cca69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:31:49.092036 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f57e6fc-1a00-4c04-b195-d4bf0d198464 admin admin] Network hostable DHCP agents. Network: 67e16ad0-19c5-49a5-8093-4791506cca69, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:31:49.120858 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f57e6fc-1a00-4c04-b195-d4bf0d198464 admin admin] Network 67e16ad0-19c5-49a5-8093-4791506cca69 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:31:49.138468 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-9f57e6fc-1a00-4c04-b195-d4bf0d198464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 67e16ad0-19c5-49a5-8093-4791506cca69) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:49.145828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f57e6fc-1a00-4c04-b195-d4bf0d198464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:49.148285 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f57e6fc-1a00-4c04-b195-d4bf0d198464 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:49.149464 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982a21fc-4368-4358-88f5-2c93efc0563a None None] Network 67e16ad0-19c5-49a5-8093-4791506cca69 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:31:49.194878 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9f57e6fc-1a00-4c04-b195-d4bf0d198464 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6673729 Jul 30 20:31:49.230441 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-10f9351b-37bd-4660-b74d-c048956c026c tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Deleting port 59b52d70-6cb2-405c-9671-e8f0b3c4213d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:31:49.230940 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10f9351b-37bd-4660-b74d-c048956c026c tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:49.296838 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e31bb980-0fa2-400f-aacc-9e9a2cffb61e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8821571 Jul 30 20:31:49.297701 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46280) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:49.304193 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-9140e8b0-4732-42ee-83bc-bec4dbb23ba1 admin admin] Request body: {'subnet': {'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1043432371-subnet', 'tenant_id': 'c639ec63e00946359c7322f79727c620', 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:49.360987 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9140e8b0-4732-42ee-83bc-bec4dbb23ba1 admin admin] Made reservation on behalf of c639ec63e00946359c7322f79727c620 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:31:49.364678 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9140e8b0-4732-42ee-83bc-bec4dbb23ba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:49.366767 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10f9351b-37bd-4660-b74d-c048956c026c tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:49.382000 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-10f9351b-37bd-4660-b74d-c048956c026c tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Calling delete_port for 59b52d70-6cb2-405c-9671-e8f0b3c4213d owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:31:49.404863 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bb980-0fa2-400f-aacc-9e9a2cffb61e admin admin] Pushing event updated for resources: {'Network': ['ID=dbb77e2a-a8a9-43b8-a03a-a767ec4be75f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:49.434482 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network dbb77e2a-a8a9-43b8-a03a-a767ec4be75f details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:31:49.595819 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10f9351b-37bd-4660-b74d-c048956c026c tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:49.611348 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9140e8b0-4732-42ee-83bc-bec4dbb23ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:49.627819 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9351b-37bd-4660-b74d-c048956c026c tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Pushing event deleted for resources: {'Port': ['ID=59b52d70-6cb2-405c-9671-e8f0b3c4213d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:49.683978 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9498777-e0b9-454b-b43a-9e58612b674f None None] Network 67e16ad0-19c5-49a5-8093-4791506cca69 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:31:49.697511 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9140e8b0-4732-42ee-83bc-bec4dbb23ba1 admin admin] Checking segment: {'id': '01e56630-d790-407b-8f20-7a7b810ba7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:31:49.697885 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9140e8b0-4732-42ee-83bc-bec4dbb23ba1 admin admin] Network hostable DHCP agents. Network: dbb77e2a-a8a9-43b8-a03a-a767ec4be75f, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:31:49.713244 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140e8b0-4732-42ee-83bc-bec4dbb23ba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5681c6b2-36e1-4d78-b7bd-5edbbb47faf8,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:49.714140 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10f9351b-37bd-4660-b74d-c048956c026c tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:49.729237 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9140e8b0-4732-42ee-83bc-bec4dbb23ba1 admin admin] Network dbb77e2a-a8a9-43b8-a03a-a767ec4be75f is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:31:49.741026 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-9140e8b0-4732-42ee-83bc-bec4dbb23ba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, dbb77e2a-a8a9-43b8-a03a-a767ec4be75f) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:49.753843 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9140e8b0-4732-42ee-83bc-bec4dbb23ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:49.754776 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9140e8b0-4732-42ee-83bc-bec4dbb23ba1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:49.757854 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967d33cb-9fc7-4c37-98ec-0d33b2233b5f None None] Network dbb77e2a-a8a9-43b8-a03a-a767ec4be75f requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:31:49.777274 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9140e8b0-4732-42ee-83bc-bec4dbb23ba1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4783883 Jul 30 20:31:49.780062 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46292) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:49.786140 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-aacf02da-87a8-4556-95f7-098c4336d294 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1043432371-router', 'tenant_id': 'c639ec63e00946359c7322f79727c620', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:49.801289 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:49.821804 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aacf02da-87a8-4556-95f7-098c4336d294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:49.823317 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aacf02da-87a8-4556-95f7-098c4336d294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:49.824519 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10f9351b-37bd-4660-b74d-c048956c026c tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:49.826368 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10f9351b-37bd-4660-b74d-c048956c026c tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:49.880938 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10f9351b-37bd-4660-b74d-c048956c026c tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:49.881427 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f9351b-37bd-4660-b74d-c048956c026c tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Fanout notify agent at l3_agent the message router_deleted on router d96bfce3-afbd-4844-9120-40fc329fe7cd {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:31:49.892176 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10f9351b-37bd-4660-b74d-c048956c026c tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:49.897114 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-10f9351b-37bd-4660-b74d-c048956c026c tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "DELETE /v2.0/routers/d96bfce3-afbd-4844-9120-40fc329fe7cd HTTP/1.1" status: 204 len: 168 time: 1.9082892 Jul 30 20:31:49.897912 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46296) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:49.902816 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-dbfb0849-687e-43c2-af3a-bb39755e9553 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1123779697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:49.918700 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aacf02da-87a8-4556-95f7-098c4336d294 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:49.929335 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0849-687e-43c2-af3a-bb39755e9553 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:49.930718 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0849-687e-43c2-af3a-bb39755e9553 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:49.935010 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46298) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:49.941770 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-44c511ca-15cb-43b9-9231-6a8f75027dcd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-884958965-network', 'tenant_id': '91c6d9ec78534b389bddd5951b9a7f58'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:49.991140 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae83e01-75e7-48e0-9dfd-ec26df44d003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-dbb77e2a-a8a9-43b8-a03a-a767ec4be75f', 'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f', 'tenant_id': 'c639ec63e00946359c7322f79727c620', 'fixed_ips': [{'subnet_id': '5681c6b2-36e1-4d78-b7bd-5edbbb47faf8'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:31:49.992262 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ae83e01-75e7-48e0-9dfd-ec26df44d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:50.005410 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c511ca-15cb-43b9-9231-6a8f75027dcd admin admin] Made reservation on behalf of 91c6d9ec78534b389bddd5951b9a7f58 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:31:50.008258 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-44c511ca-15cb-43b9-9231-6a8f75027dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:50.010825 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0849-687e-43c2-af3a-bb39755e9553 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:50.019483 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-44c511ca-15cb-43b9-9231-6a8f75027dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:50.022348 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0849-687e-43c2-af3a-bb39755e9553 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:50.043196 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0849-687e-43c2-af3a-bb39755e9553 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:50.048660 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dbfb0849-687e-43c2-af3a-bb39755e9553 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1453197 Jul 30 20:31:50.048660 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46302) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:50.053057 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2dda1be6-d137-4714-beab-e8339acb4433 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'enable_snat': True}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:50.093977 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aacf02da-87a8-4556-95f7-098c4336d294 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:50.225859 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-6ae83e01-75e7-48e0-9dfd-ec26df44d003 None None] Allocated IP 172.20.0.2 (dbb77e2a-a8a9-43b8-a03a-a767ec4be75f/5681c6b2-36e1-4d78-b7bd-5edbbb47faf8/a7a8e914-27b0-488c-ad86-268ee6483f1a) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:31:50.301802 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73d3d4-326e-4097-9e79-7a4a069308d0 req-e2646553-52b9-4ac8-aa03-f20d6f6a4723 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:50.303785 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d73d3d4-326e-4097-9e79-7a4a069308d0 req-e2646553-52b9-4ac8-aa03-f20d6f6a4723 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 943 time: 0.1127913 Jul 30 20:31:50.319690 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dda1be6-d137-4714-beab-e8339acb4433 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:50.410937 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-44c511ca-15cb-43b9-9231-6a8f75027dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:50.423472 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-44c511ca-15cb-43b9-9231-6a8f75027dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:50.432954 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ae83e01-75e7-48e0-9dfd-ec26df44d003 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:50.448290 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d73d3d4-326e-4097-9e79-7a4a069308d0 req-a1dfed09-b8d7-4477-ab5e-417ecfcbf5e9 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/security-groups?id=264aad3b-fb68-4d66-b610-e88ecbbb4168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260891 Jul 30 20:31:50.454559 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c511ca-15cb-43b9-9231-6a8f75027dcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:31:50.463898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6ae83e01-75e7-48e0-9dfd-ec26df44d003 None None] Transition to ACTIVE for port object a7a8e914-27b0-488c-ad86-268ee6483f1a will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:31:50.479287 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c511ca-15cb-43b9-9231-6a8f75027dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64615945-e697-4e79-bde6-9fdcfbdee703,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:50.482868 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-44c511ca-15cb-43b9-9231-6a8f75027dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:50.483763 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-44c511ca-15cb-43b9-9231-6a8f75027dcd admin admin] Added segment 13c3531e-9fc0-49ae-a6e6-fe5ac70c1ef1 of type vlan for network 9edcfa4f-af8c-46c4-a6a5-996601160074 Jul 30 20:31:50.491441 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6ae83e01-75e7-48e0-9dfd-ec26df44d003 None None] Transition to ACTIVE for port object a7a8e914-27b0-488c-ad86-268ee6483f1a will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:31:50.500966 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ae83e01-75e7-48e0-9dfd-ec26df44d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:50.525865 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aacf02da-87a8-4556-95f7-098c4336d294 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:50.549502 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aacf02da-87a8-4556-95f7-098c4336d294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:50.551384 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae83e01-75e7-48e0-9dfd-ec26df44d003 None None] Pushing event updated for resources: {'Port': ['ID=a7a8e914-27b0-488c-ad86-268ee6483f1a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:50.557161 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-44c511ca-15cb-43b9-9231-6a8f75027dcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:50.560931 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae83e01-75e7-48e0-9dfd-ec26df44d003 None None] Network dbb77e2a-a8a9-43b8-a03a-a767ec4be75f is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:31:50.562347 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6ae83e01-75e7-48e0-9dfd-ec26df44d003 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:50.565142 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae83e01-75e7-48e0-9dfd-ec26df44d003 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:31:50.602620 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-44c511ca-15cb-43b9-9231-6a8f75027dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:50.603910 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c511ca-15cb-43b9-9231-6a8f75027dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:50.604641 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-44c511ca-15cb-43b9-9231-6a8f75027dcd admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:50.622691 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6ae83e01-75e7-48e0-9dfd-ec26df44d003 None None] Attempting to bind port a7a8e914-27b0-488c-ad86-268ee6483f1a on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:31:50.623441 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6ae83e01-75e7-48e0-9dfd-ec26df44d003 None None] Attempting to bind port a7a8e914-27b0-488c-ad86-268ee6483f1a by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '01e56630-d790-407b-8f20-7a7b810ba7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:31:50.624055 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae83e01-75e7-48e0-9dfd-ec26df44d003 None None] Attempting to bind port a7a8e914-27b0-488c-ad86-268ee6483f1a on network dbb77e2a-a8a9-43b8-a03a-a767ec4be75f {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:31:50.630281 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae83e01-75e7-48e0-9dfd-ec26df44d003 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:31:50.630656 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae83e01-75e7-48e0-9dfd-ec26df44d003 None None] Checking segment: {'id': '01e56630-d790-407b-8f20-7a7b810ba7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:31:50.631170 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ae83e01-75e7-48e0-9dfd-ec26df44d003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:50.631580 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae83e01-75e7-48e0-9dfd-ec26df44d003 None None] Bound using segment: {'id': '01e56630-d790-407b-8f20-7a7b810ba7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:31:50.632039 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6ae83e01-75e7-48e0-9dfd-ec26df44d003 None None] Bound port: a7a8e914-27b0-488c-ad86-268ee6483f1a, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e56630-d790-407b-8f20-7a7b810ba7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:31:50.632415 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ae83e01-75e7-48e0-9dfd-ec26df44d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:50.680393 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-aacf02da-87a8-4556-95f7-098c4336d294 admin admin] Allocated IP 172.25.3.14 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/bfb6496f-f62e-4252-864b-21c225e83ace) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:31:50.696973 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-44c511ca-15cb-43b9-9231-6a8f75027dcd admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7568431 Jul 30 20:31:50.698134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46310) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:50.701699 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6ae83e01-75e7-48e0-9dfd-ec26df44d003 None None] For port a7a8e914-27b0-488c-ad86-268ee6483f1a, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:31:50.703323 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-29ff6341-b994-46c0-839e-ed46f53c696e admin admin] Request body: {'subnet': {'network_id': '9edcfa4f-af8c-46c4-a6a5-996601160074', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-884958965-subnet', 'tenant_id': '91c6d9ec78534b389bddd5951b9a7f58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:50.705337 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6ae83e01-75e7-48e0-9dfd-ec26df44d003 None None] For port a7a8e914-27b0-488c-ad86-268ee6483f1a, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=a7a8e914-27b0-488c-ad86-268ee6483f1a,segment=NetworkSegment(01e56630-d790-407b-8f20-7a7b810ba7e5),segment_id=01e56630-d790-407b-8f20-7a7b810ba7e5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:31:50.710422 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ae83e01-75e7-48e0-9dfd-ec26df44d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:50.738318 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c511ca-15cb-43b9-9231-6a8f75027dcd admin admin] Pushing event updated for resources: {'Network': ['ID=9edcfa4f-af8c-46c4-a6a5-996601160074,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:50.791402 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 9edcfa4f-af8c-46c4-a6a5-996601160074 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:31:50.810038 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ff6341-b994-46c0-839e-ed46f53c696e admin admin] Made reservation on behalf of 91c6d9ec78534b389bddd5951b9a7f58 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:31:50.813143 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-29ff6341-b994-46c0-839e-ed46f53c696e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:50.839014 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dda1be6-d137-4714-beab-e8339acb4433 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:50.872170 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dda1be6-d137-4714-beab-e8339acb4433 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:50.917805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae83e01-75e7-48e0-9dfd-ec26df44d003 None None] Pushing event updated for resources: {'Port': ['ID=a7a8e914-27b0-488c-ad86-268ee6483f1a,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:50.943366 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aacf02da-87a8-4556-95f7-098c4336d294 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:51.050964 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aacf02da-87a8-4556-95f7-098c4336d294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:51.095746 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacf02da-87a8-4556-95f7-098c4336d294 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:31:51.124619 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-aacf02da-87a8-4556-95f7-098c4336d294 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:51.131068 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacf02da-87a8-4556-95f7-098c4336d294 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:31:51.134660 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-2dda1be6-d137-4714-beab-e8339acb4433 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Allocated IP 172.25.3.79 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/e40b6ced-0cc8-44bc-8d84-d0fb280d99b9) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:31:51.262370 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22a379f8-2227-4b14-a7f6-2551794711e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:51.295479 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dda1be6-d137-4714-beab-e8339acb4433 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:51.346503 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dda1be6-d137-4714-beab-e8339acb4433 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:51.393980 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dda1be6-d137-4714-beab-e8339acb4433 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:31:51.399503 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2dda1be6-d137-4714-beab-e8339acb4433 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:51.402498 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dda1be6-d137-4714-beab-e8339acb4433 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:31:51.450655 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda1be6-d137-4714-beab-e8339acb4433 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Pushing event updated for resources: {'Port': ['ID=e40b6ced-0cc8-44bc-8d84-d0fb280d99b9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:51.591662 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf02da-87a8-4556-95f7-098c4336d294 admin admin] Pushing event updated for resources: {'Port': ['ID=bfb6496f-f62e-4252-864b-21c225e83ace,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:51.605659 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-29ff6341-b994-46c0-839e-ed46f53c696e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:51.735344 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dda1be6-d137-4714-beab-e8339acb4433 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:51.812528 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff6341-b994-46c0-839e-ed46f53c696e admin admin] Pushing event updated for resources: {'Subnet': ['ID=13948ad1-989e-4327-8391-73f4571a9a72,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:51.896596 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f769d-66c8-4971-b960-a9ee1f0e1514 req-25b18487-42b6-4f19-bf06-5deb21038cd8 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:51.898409 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6b6f769d-66c8-4971-b960-a9ee1f0e1514 req-25b18487-42b6-4f19-bf06-5deb21038cd8 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 943 time: 0.3294752 Jul 30 20:31:51.954649 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6b6f769d-66c8-4971-b960-a9ee1f0e1514 req-adf4d384-7a69-415d-910d-16212dc5d882 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/security-groups?id=264aad3b-fb68-4d66-b610-e88ecbbb4168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474520 Jul 30 20:31:51.984968 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ff6341-b994-46c0-839e-ed46f53c696e admin admin] Checking segment: {'id': '13c3531e-9fc0-49ae-a6e6-fe5ac70c1ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9edcfa4f-af8c-46c4-a6a5-996601160074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:31:51.985359 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ff6341-b994-46c0-839e-ed46f53c696e admin admin] Network hostable DHCP agents. Network: 9edcfa4f-af8c-46c4-a6a5-996601160074, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:31:51.986094 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dda1be6-d137-4714-beab-e8339acb4433 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:51.990515 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dda1be6-d137-4714-beab-e8339acb4433 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1722371'] for router, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:52.006113 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee359b34-1447-4866-b329-56511adddd61 None None] Network dbb77e2a-a8a9-43b8-a03a-a767ec4be75f requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:31:52.018231 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aacf02da-87a8-4556-95f7-098c4336d294 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:52.100463 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-00c45ba0-feb6-4209-8ea8-c139500a3d88 None None] Provisioning for port a7a8e914-27b0-488c-ad86-268ee6483f1a completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:31:52.207666 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device a7a8e914-27b0-488c-ad86-268ee6483f1a up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:31:52.207847 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dda1be6-d137-4714-beab-e8339acb4433 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Router 444e1d75-d26d-4074-a307-de8909466499 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:31:52.211792 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ff6341-b994-46c0-839e-ed46f53c696e admin admin] Network 9edcfa4f-af8c-46c4-a6a5-996601160074 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:31:52.236546 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-29ff6341-b994-46c0-839e-ed46f53c696e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 9edcfa4f-af8c-46c4-a6a5-996601160074) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:52.243190 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aacf02da-87a8-4556-95f7-098c4336d294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:52.246428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ff6341-b994-46c0-839e-ed46f53c696e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:52.247086 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-29ff6341-b994-46c0-839e-ed46f53c696e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:52.249583 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd012b8e-768e-4dbd-8930-e3fd58a18f11 None None] Network 9edcfa4f-af8c-46c4-a6a5-996601160074 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:31:52.324216 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-29ff6341-b994-46c0-839e-ed46f53c696e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6254508 Jul 30 20:31:52.390169 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dda1be6-d137-4714-beab-e8339acb4433 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:31:52.402518 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dda1be6-d137-4714-beab-e8339acb4433 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:52.403894 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2dda1be6-d137-4714-beab-e8339acb4433 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "PUT /v2.0/routers/444e1d75-d26d-4074-a307-de8909466499 HTTP/1.1" status: 200 len: 914 time: 2.3543367 Jul 30 20:31:52.407021 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46324) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:52.423900 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba6d8ff-069c-4183-99dc-529f012e726d None None] Sync routers for ids ['444e1d75-d26d-4074-a307-de8909466499'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:31:52.462501 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a92873-b1d8-4e0b-8d16-2e80bc629afe None None] Network 9edcfa4f-af8c-46c4-a6a5-996601160074 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:31:52.493312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba6d8ff-069c-4183-99dc-529f012e726d None None] Routers {'444e1d75-d26d-4074-a307-de8909466499'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:52.493982 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bba6d8ff-069c-4183-99dc-529f012e726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['444e1d75-d26d-4074-a307-de8909466499'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:52.537815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port a7a8e914-27b0-488c-ad86-268ee6483f1a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:31:52.557767 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aacf02da-87a8-4556-95f7-098c4336d294 admin admin] Router 94f56a9f-ff32-4c9b-b690-f02814d51b3f is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:31:52.585409 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-84619025-1e51-4147-8427-6cadeb362da6 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "GET /v2.0/routers/444e1d75-d26d-4074-a307-de8909466499 HTTP/1.1" status: 200 len: 920 time: 0.1758342 Jul 30 20:31:52.586817 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46338) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:52.591435 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bba6d8ff-069c-4183-99dc-529f012e726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:52.599207 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port a7a8e914-27b0-488c-ad86-268ee6483f1a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:52.599605 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:52.653089 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba6d8ff-069c-4183-99dc-529f012e726d None None] Routers {'444e1d75-d26d-4074-a307-de8909466499'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:52.653732 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bba6d8ff-069c-4183-99dc-529f012e726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['444e1d75-d26d-4074-a307-de8909466499'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:52.672076 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebf9122-3375-4c75-8fa8-5bb3015ddb47 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:52.674531 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5ebf9122-3375-4c75-8fa8-5bb3015ddb47 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&device_id=444e1d75-d26d-4074-a307-de8909466499&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0869167 Jul 30 20:31:52.680294 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46342) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:52.716161 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bba6d8ff-069c-4183-99dc-529f012e726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:52.716817 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba6d8ff-069c-4183-99dc-529f012e726d None None] The sync data for ids ['444e1d75-d26d-4074-a307-de8909466499'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:31:52.834682 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:52.845242 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a84481-adbd-4f4e-a6e9-033707f8358a tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:52.849040 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-20a84481-adbd-4f4e-a6e9-033707f8358a tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 881 time: 0.1668544 Jul 30 20:31:52.851638 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46350) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:52.868866 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacf02da-87a8-4556-95f7-098c4336d294 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:31:52.881798 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] Sync routers for ids ['94f56a9f-ff32-4c9b-b690-f02814d51b3f'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:31:52.899464 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] Routers {'94f56a9f-ff32-4c9b-b690-f02814d51b3f'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:52.900164 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['94f56a9f-ff32-4c9b-b690-f02814d51b3f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:52.926716 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aacf02da-87a8-4556-95f7-098c4336d294 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:52.930344 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port a7a8e914-27b0-488c-ad86-268ee6483f1a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=a7a8e914-27b0-488c-ad86-268ee6483f1a,segment=NetworkSegment(01e56630-d790-407b-8f20-7a7b810ba7e5),segment_id=01e56630-d790-407b-8f20-7a7b810ba7e5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:31:52.931652 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-aacf02da-87a8-4556-95f7-098c4336d294 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1499369 Jul 30 20:31:52.932362 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46352) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:52.955903 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-694bc9db-82d7-4273-a2a8-975879270b4c tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "GET /v2.0/ports?device_id=444e1d75-d26d-4074-a307-de8909466499 HTTP/1.1" status: 200 len: 205 time: 0.0990703 Jul 30 20:31:52.957366 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46354) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:52.961941 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:53.092027 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=a7a8e914-27b0-488c-ad86-268ee6483f1a,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:53.162893 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-de433e0b-9cf6-4f89-b76c-8510f7c8eeed None None] Provisioning complete for port a7a8e914-27b0-488c-ad86-268ee6483f1a triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:53.163087 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-de433e0b-9cf6-4f89-b76c-8510f7c8eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:53.200538 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d9a832f-cb5f-4178-83a7-34342759286b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:53.216078 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] Set router 94f56a9f-ff32-4c9b-b690-f02814d51b3f gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:31:53.416859 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d9a832f-cb5f-4178-83a7-34342759286b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:53.431983 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-63a586de-846c-44af-abc9-f506b6ab97fd tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:53.434535 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-63a586de-846c-44af-abc9-f506b6ab97fd tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/networks?id=67e16ad0-19c5-49a5-8093-4791506cca69 HTTP/1.1" status: 200 len: 809 time: 0.2554712 Jul 30 20:31:53.443246 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f56a9f-ff32-4c9b-b690-f02814d51b3f', 'name': 'tempest-TestServerMultinode-1043432371-router', 'tenant_id': 'c639ec63e00946359c7322f79727c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'bfb6496f-f62e-4252-864b-21c225e83ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:49Z', 'updated_at': '2021-07-30T20:31:51Z', 'revision_number': 3, 'project_id': 'c639ec63e00946359c7322f79727c620', 'gw_port': {'id': 'bfb6496f-f62e-4252-864b-21c225e83ace', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f56a9f-ff32-4c9b-b690-f02814d51b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:50Z', 'updated_at': '2021-07-30T20:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:53.464461 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-42270063-f699-421a-8798-4f5946c14c56 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/quotas/00aa1865652b4a3ab07d05bcf3328ae0 HTTP/1.1" status: 200 len: 375 time: 0.0224187 Jul 30 20:31:53.479728 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] Checking router: 94f56a9f-ff32-4c9b-b690-f02814d51b3f for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:31:53.480342 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] Updating router 94f56a9f-ff32-4c9b-b690-f02814d51b3f port bfb6496f-f62e-4252-864b-21c225e83ace binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:31:53.484222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5d9a832f-cb5f-4178-83a7-34342759286b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Deleting port e40b6ced-0cc8-44bc-8d84-d0fb280d99b9 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:31:53.484684 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d9a832f-cb5f-4178-83a7-34342759286b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:53.507336 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:53.510566 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-f1ff9913-9e64-4168-aa1b-fa00f31af3c2 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=00aa1865652b4a3ab07d05bcf3328ae0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374150 Jul 30 20:31:53.608358 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d9a832f-cb5f-4178-83a7-34342759286b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:53.630747 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5d9a832f-cb5f-4178-83a7-34342759286b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Calling delete_port for e40b6ced-0cc8-44bc-8d84-d0fb280d99b9 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:31:53.741057 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cef37ed6-45ef-4fd3-8ae1-7c3dc580c733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:53.792678 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c925ac04-f5f2-417b-ad45-97d184f96047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:53.821554 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:53.887343 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] Transition to ACTIVE for port object bfb6496f-f62e-4252-864b-21c225e83ace will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:31:53.891779 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d9a832f-cb5f-4178-83a7-34342759286b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:53.896774 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:53.925554 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a832f-cb5f-4178-83a7-34342759286b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Pushing event deleted for resources: {'Port': ['ID=e40b6ced-0cc8-44bc-8d84-d0fb280d99b9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:53.929014 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] Attempting to bind port bfb6496f-f62e-4252-864b-21c225e83ace on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:31:53.930367 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] Attempting to bind port bfb6496f-f62e-4252-864b-21c225e83ace by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:31:53.931717 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] Attempting to bind port bfb6496f-f62e-4252-864b-21c225e83ace on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:31:53.961288 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:31:53.961676 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:31:53.962219 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:53.962581 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:31:53.963212 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] Bound port: bfb6496f-f62e-4252-864b-21c225e83ace, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:31:53.963610 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:53.999721 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:54.013241 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19576612-bd30-461d-a646-2ab2cfaa7264 None None] Pushing event updated for resources: {'Port': ['ID=bfb6496f-f62e-4252-864b-21c225e83ace,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:54.025359 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-35acb711-8798-4776-a622-6f8c84ea0886 service neutron] 10.222.0.81 "GET /v2.0/networks/67e16ad0-19c5-49a5-8093-4791506cca69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185619 Jul 30 20:31:54.033368 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d9a832f-cb5f-4178-83a7-34342759286b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:54.051466 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] For port bfb6496f-f62e-4252-864b-21c225e83ace, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:31:54.054846 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] For port bfb6496f-f62e-4252-864b-21c225e83ace, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=bfb6496f-f62e-4252-864b-21c225e83ace,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:31:54.062181 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:54.119418 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-c925ac04-f5f2-417b-ad45-97d184f96047 admin admin] Allocated IP 172.20.0.1 (dbb77e2a-a8a9-43b8-a03a-a767ec4be75f/5681c6b2-36e1-4d78-b7bd-5edbbb47faf8/e5e40d5a-6350-4943-99f4-dc133736c261) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:31:54.120017 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19576612-bd30-461d-a646-2ab2cfaa7264 None None] Pushing event updated for resources: {'Port': ['ID=bfb6496f-f62e-4252-864b-21c225e83ace,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:54.147160 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] Routers {'94f56a9f-ff32-4c9b-b690-f02814d51b3f'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:54.148442 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['94f56a9f-ff32-4c9b-b690-f02814d51b3f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:54.155224 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device a7a8e914-27b0-488c-ad86-268ee6483f1a up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:31:54.178224 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d9a832f-cb5f-4178-83a7-34342759286b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:54.180814 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d9a832f-cb5f-4178-83a7-34342759286b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:54.208419 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-a34e229e-58a1-40b8-b561-c41496807e37 service neutron] 10.222.0.81 "GET /v2.0/networks/67e16ad0-19c5-49a5-8093-4791506cca69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562488 Jul 30 20:31:54.231726 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d9a832f-cb5f-4178-83a7-34342759286b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:54.232269 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9a832f-cb5f-4178-83a7-34342759286b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Fanout notify agent at l3_agent the message router_deleted on router 444e1d75-d26d-4074-a307-de8909466499 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:31:54.250927 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d9a832f-cb5f-4178-83a7-34342759286b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:54.253739 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5d9a832f-cb5f-4178-83a7-34342759286b tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "DELETE /v2.0/routers/444e1d75-d26d-4074-a307-de8909466499 HTTP/1.1" status: 204 len: 168 time: 1.2823718 Jul 30 20:31:54.257264 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46374) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:54.265980 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f27a918a-b61b-474d-9875-8385bed98b89 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1046444326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:54.269007 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port a7a8e914-27b0-488c-ad86-268ee6483f1a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:54.269644 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:54.302810 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f27a918a-b61b-474d-9875-8385bed98b89 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:54.303576 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c925ac04-f5f2-417b-ad45-97d184f96047 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:54.304637 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f27a918a-b61b-474d-9875-8385bed98b89 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:54.320296 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] Set router 94f56a9f-ff32-4c9b-b690-f02814d51b3f gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:31:54.346122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c925ac04-f5f2-417b-ad45-97d184f96047 admin admin] Transition to ACTIVE for port object e5e40d5a-6350-4943-99f4-dc133736c261 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:31:54.403357 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f27a918a-b61b-474d-9875-8385bed98b89 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:54.413030 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f27a918a-b61b-474d-9875-8385bed98b89 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:54.417892 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c925ac04-f5f2-417b-ad45-97d184f96047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:54.449260 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f27a918a-b61b-474d-9875-8385bed98b89 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:54.453450 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f27a918a-b61b-474d-9875-8385bed98b89 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1915498 Jul 30 20:31:54.453702 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46378) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:54.458373 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9c656e27-bcbd-4bb3-9033-643b9750a809 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'enable_snat': False}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:54.475975 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925ac04-f5f2-417b-ad45-97d184f96047 admin admin] Pushing event updated for resources: {'Port': ['ID=e5e40d5a-6350-4943-99f4-dc133736c261,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:54.491101 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c925ac04-f5f2-417b-ad45-97d184f96047 admin admin] Network dbb77e2a-a8a9-43b8-a03a-a767ec4be75f is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:31:54.493734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-c925ac04-f5f2-417b-ad45-97d184f96047 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:54.494939 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c925ac04-f5f2-417b-ad45-97d184f96047 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:31:54.549559 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c925ac04-f5f2-417b-ad45-97d184f96047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:54.666609 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f56a9f-ff32-4c9b-b690-f02814d51b3f', 'name': 'tempest-TestServerMultinode-1043432371-router', 'tenant_id': 'c639ec63e00946359c7322f79727c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'bfb6496f-f62e-4252-864b-21c225e83ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:49Z', 'updated_at': '2021-07-30T20:31:51Z', 'revision_number': 3, 'project_id': 'c639ec63e00946359c7322f79727c620', 'gw_port': {'id': 'bfb6496f-f62e-4252-864b-21c225e83ace', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f56a9f-ff32-4c9b-b690-f02814d51b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:50Z', 'updated_at': '2021-07-30T20:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:54.705105 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be64033-617b-461e-8b41-6cf8bfe70660 None None] The sync data for ids ['94f56a9f-ff32-4c9b-b690-f02814d51b3f'] in n-d-712137-9 is: [{'id': '94f56a9f-ff32-4c9b-b690-f02814d51b3f', 'name': 'tempest-TestServerMultinode-1043432371-router', 'tenant_id': 'c639ec63e00946359c7322f79727c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'bfb6496f-f62e-4252-864b-21c225e83ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:49Z', 'updated_at': '2021-07-30T20:31:51Z', 'revision_number': 3, 'project_id': 'c639ec63e00946359c7322f79727c620', 'gw_port': {'id': 'bfb6496f-f62e-4252-864b-21c225e83ace', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f56a9f-ff32-4c9b-b690-f02814d51b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:50Z', 'updated_at': '2021-07-30T20:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:31:54.742969 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb22949-a942-4bb0-8a89-88cad5dd5819 req-7e387c5d-a7e1-4575-9260-8346116aa05c tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:54.753395 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7cb22949-a942-4bb0-8a89-88cad5dd5819 req-7e387c5d-a7e1-4575-9260-8346116aa05c tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 943 time: 0.2004614 Jul 30 20:31:54.843882 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7cb22949-a942-4bb0-8a89-88cad5dd5819 req-dfed7351-9237-46c8-85fe-8820b9811066 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/security-groups?id=264aad3b-fb68-4d66-b610-e88ecbbb4168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894682 Jul 30 20:31:54.885524 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ac71d807-84aa-4159-87a3-6fed914abc38 None None] Provisioning for port e5e40d5a-6350-4943-99f4-dc133736c261 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:31:54.891912 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ac71d807-84aa-4159-87a3-6fed914abc38 None None] Provisioning complete for port e5e40d5a-6350-4943-99f4-dc133736c261 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:54.897791 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac71d807-84aa-4159-87a3-6fed914abc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:54.940693 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c925ac04-f5f2-417b-ad45-97d184f96047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:54.993746 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ac71d807-84aa-4159-87a3-6fed914abc38 None None] Port e5e40d5a-6350-4943-99f4-dc133736c261 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:31:55.011161 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:55.049906 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eaedc3fb-2f8f-4a68-9633-83ab8ea2228d req-a1326cc5-1011-4bcf-93f8-193fce1ebca5 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 210 time: 0.0985446 Jul 30 20:31:55.284244 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c656e27-bcbd-4bb3-9033-643b9750a809 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:55.348282 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c925ac04-f5f2-417b-ad45-97d184f96047 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:55.360133 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c925ac04-f5f2-417b-ad45-97d184f96047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:55.447419 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925ac04-f5f2-417b-ad45-97d184f96047 admin admin] Pushing event updated for resources: {'Port': ['ID=e5e40d5a-6350-4943-99f4-dc133736c261,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:55.452823 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c925ac04-f5f2-417b-ad45-97d184f96047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:55.581801 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c656e27-bcbd-4bb3-9033-643b9750a809 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:55.588166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c925ac04-f5f2-417b-ad45-97d184f96047 admin admin] Network dbb77e2a-a8a9-43b8-a03a-a767ec4be75f is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:31:55.589724 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-c925ac04-f5f2-417b-ad45-97d184f96047 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:55.602794 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c656e27-bcbd-4bb3-9033-643b9750a809 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:55.759651 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c925ac04-f5f2-417b-ad45-97d184f96047 admin admin] Router 94f56a9f-ff32-4c9b-b690-f02814d51b3f has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:31:55.766867 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-9c656e27-bcbd-4bb3-9033-643b9750a809 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Allocated IP 172.25.3.58 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/6121d1cd-2860-4fce-a257-814c97fa6827) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:31:55.911330 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c656e27-bcbd-4bb3-9033-643b9750a809 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:55.974470 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c656e27-bcbd-4bb3-9033-643b9750a809 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:56.026136 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c656e27-bcbd-4bb3-9033-643b9750a809 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:31:56.030988 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-9c656e27-bcbd-4bb3-9033-643b9750a809 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:56.038813 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c656e27-bcbd-4bb3-9033-643b9750a809 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:31:56.052997 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1dbd907-4ab7-4207-8a4d-03bbaa19ce7c None None] Provisioning complete for port e5e40d5a-6350-4943-99f4-dc133736c261 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:56.058184 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1dbd907-4ab7-4207-8a4d-03bbaa19ce7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:56.062401 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c925ac04-f5f2-417b-ad45-97d184f96047 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:31:56.088594 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c656e27-bcbd-4bb3-9033-643b9750a809 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Pushing event updated for resources: {'Port': ['ID=6121d1cd-2860-4fce-a257-814c97fa6827,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:56.099538 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c925ac04-f5f2-417b-ad45-97d184f96047 admin admin] 10.222.0.81 "PUT /v2.0/routers/94f56a9f-ff32-4c9b-b690-f02814d51b3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1568410 Jul 30 20:31:56.167164 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f1dbd907-4ab7-4207-8a4d-03bbaa19ce7c None None] Port e5e40d5a-6350-4943-99f4-dc133736c261 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:31:56.210808 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b533381-5412-42d4-a263-8bb3ced4c4d9 req-94bb19c8-cdd9-4f98-92e9-d7f701463c04 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:56.213986 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3b533381-5412-42d4-a263-8bb3ced4c4d9 req-94bb19c8-cdd9-4f98-92e9-d7f701463c04 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 943 time: 0.2288971 Jul 30 20:31:56.256555 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device bfb6496f-f62e-4252-864b-21c225e83ace up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:31:56.283379 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-5507a702-0468-4f00-952e-523599952f25 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:56.285461 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-5507a702-0468-4f00-952e-523599952f25 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.59 "GET /v2.0/networks?id=67e16ad0-19c5-49a5-8093-4791506cca69 HTTP/1.1" status: 200 len: 809 time: 0.3500504 Jul 30 20:31:56.303036 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-79f0a9f1-4273-4924-ab7a-3b701b0eb108 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Request body: {'port': {'device_id': '6915fcd5-1f80-4267-9d42-83ae3f143e8b', 'network_id': '67e16ad0-19c5-49a5-8093-4791506cca69', 'admin_state_up': True, 'tenant_id': '00aa1865652b4a3ab07d05bcf3328ae0'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:56.345223 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port bfb6496f-f62e-4252-864b-21c225e83ace completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:31:56.352792 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port bfb6496f-f62e-4252-864b-21c225e83ace triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:56.353242 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:56.372866 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3b533381-5412-42d4-a263-8bb3ced4c4d9 req-047ae195-ff47-4067-b3db-b7a897dc80c6 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/security-groups?id=264aad3b-fb68-4d66-b610-e88ecbbb4168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487553 Jul 30 20:31:56.481631 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:56.512544 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port bfb6496f-f62e-4252-864b-21c225e83ace, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=bfb6496f-f62e-4252-864b-21c225e83ace,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:31:56.522748 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:56.541384 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a6f4420-db1c-420d-9827-1bbe33d73746 req-6f6c17d3-64f3-4f79-be90-c21e675b3bf7 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 210 time: 0.0507436 Jul 30 20:31:56.542359 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c656e27-bcbd-4bb3-9033-643b9750a809 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:56.567014 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-79f0a9f1-4273-4924-ab7a-3b701b0eb108 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Made reservation on behalf of 00aa1865652b4a3ab07d05bcf3328ae0 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:31:56.571339 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-79f0a9f1-4273-4924-ab7a-3b701b0eb108 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:56.610618 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=bfb6496f-f62e-4252-864b-21c225e83ace,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:56.808784 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-79f0a9f1-4273-4924-ab7a-3b701b0eb108 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Allocated IP 172.20.0.7 (67e16ad0-19c5-49a5-8093-4791506cca69/3d5c349d-b22f-43fb-822c-cf3b93cb6434/b87a10e0-f1c2-4320-a0e3-06f52c385cd9) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:31:56.873174 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:56.903497 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c656e27-bcbd-4bb3-9033-643b9750a809 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:56.906912 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c656e27-bcbd-4bb3-9033-643b9750a809 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1722371'] for router, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:56.975087 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46410) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:56.982227 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ed0b7bce-e24c-4018-869b-13ccec3c9f84 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1475831959-network', 'tenant_id': 'a04b0a8dc3804a6e9fc941584ca22568'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:57.005644 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-79f0a9f1-4273-4924-ab7a-3b701b0eb108 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:57.052416 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-79f0a9f1-4273-4924-ab7a-3b701b0eb108 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:57.057009 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0b7bce-e24c-4018-869b-13ccec3c9f84 admin admin] Made reservation on behalf of a04b0a8dc3804a6e9fc941584ca22568 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:31:57.059771 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7bce-e24c-4018-869b-13ccec3c9f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:57.074350 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7bce-e24c-4018-869b-13ccec3c9f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:57.096179 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-79f0a9f1-4273-4924-ab7a-3b701b0eb108 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Network 67e16ad0-19c5-49a5-8093-4791506cca69 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:31:57.099673 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-79f0a9f1-4273-4924-ab7a-3b701b0eb108 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:57.103158 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-79f0a9f1-4273-4924-ab7a-3b701b0eb108 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:31:57.117198 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device e7b818c9-5c69-4471-9305-bcd2d31d30ab details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:31:57.138785 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0a9f1-4273-4924-ab7a-3b701b0eb108 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Pushing event updated for resources: {'Port': ['ID=b87a10e0-f1c2-4320-a0e3-06f52c385cd9,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:57.143923 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c656e27-bcbd-4bb3-9033-643b9750a809 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Router 55b1c275-fa01-4082-97ca-60e46934d58d is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:31:57.189095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-79f0a9f1-4273-4924-ab7a-3b701b0eb108 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:57.191576 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-79f0a9f1-4273-4924-ab7a-3b701b0eb108 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:57.310841 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port e7b818c9-5c69-4471-9305-bcd2d31d30ab, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e7b818c9-5c69-4471-9305-bcd2d31d30ab,segment=NetworkSegment(aa1e0987-4600-4c58-8357-a709ccc23d2b),segment_id=aa1e0987-4600-4c58-8357-a709ccc23d2b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:31:57.326435 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'e7b818c9-5c69-4471-9305-bcd2d31d30ab', 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3', 'port_id': 'e7b818c9-5c69-4471-9305-bcd2d31d30ab', 'mac_address': 'fa:16:3e:4b:a2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7856c885-6013-47c0-b4a0-74bc8dd5c577', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:31:57.329779 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] Sync routers for ids ['94f56a9f-ff32-4c9b-b690-f02814d51b3f'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:31:57.341827 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] Routers {'94f56a9f-ff32-4c9b-b690-f02814d51b3f'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:57.343240 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['94f56a9f-ff32-4c9b-b690-f02814d51b3f'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:57.358587 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c656e27-bcbd-4bb3-9033-643b9750a809 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:31:57.367356 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7bce-e24c-4018-869b-13ccec3c9f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:57.368368 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ee781-4935-4d21-8913-723ed00d3615 None None] Sync routers for ids ['55b1c275-fa01-4082-97ca-60e46934d58d'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:31:57.371664 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c656e27-bcbd-4bb3-9033-643b9750a809 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:57.373274 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9c656e27-bcbd-4bb3-9033-643b9750a809 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "PUT /v2.0/routers/55b1c275-fa01-4082-97ca-60e46934d58d HTTP/1.1" status: 200 len: 915 time: 2.9182775 Jul 30 20:31:57.375789 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46418) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:57.381786 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-79f0a9f1-4273-4924-ab7a-3b701b0eb108 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0834041 Jul 30 20:31:57.382416 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7bce-e24c-4018-869b-13ccec3c9f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:57.405276 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ee781-4935-4d21-8913-723ed00d3615 None None] Routers {'55b1c275-fa01-4082-97ca-60e46934d58d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:57.407891 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f17ee781-4935-4d21-8913-723ed00d3615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['55b1c275-fa01-4082-97ca-60e46934d58d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:57.469930 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f17ee781-4935-4d21-8913-723ed00d3615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:57.517903 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b7bce-e24c-4018-869b-13ccec3c9f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b93fb86-6120-4322-92b8-48dc5c5dca80,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:57.518284 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ee781-4935-4d21-8913-723ed00d3615 None None] Routers {'55b1c275-fa01-4082-97ca-60e46934d58d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:57.518819 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f17ee781-4935-4d21-8913-723ed00d3615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['55b1c275-fa01-4082-97ca-60e46934d58d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:57.550933 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed0b7bce-e24c-4018-869b-13ccec3c9f84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:31:57.587878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c42727-6bc0-4806-ba05-a38b2ffc9433 req-c126151e-8077-4e86-9075-55675feca29e tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:57.589495 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30c42727-6bc0-4806-ba05-a38b2ffc9433 req-c126151e-8077-4e86-9075-55675feca29e tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 943 time: 0.1081512 Jul 30 20:31:57.651545 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7bce-e24c-4018-869b-13ccec3c9f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:57.651828 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-ed0b7bce-e24c-4018-869b-13ccec3c9f84 admin admin] Added segment 3cae2b38-efe3-47fb-9036-b4d94508d8ba of type vlan for network e5d4433c-27db-4c66-a08e-87b8e9b620c6 Jul 30 20:31:57.664356 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30c42727-6bc0-4806-ba05-a38b2ffc9433 req-72e84428-586e-44b6-913a-96817f57ed19 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/security-groups?id=264aad3b-fb68-4d66-b610-e88ecbbb4168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667095 Jul 30 20:31:57.679753 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f17ee781-4935-4d21-8913-723ed00d3615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:57.680388 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ee781-4935-4d21-8913-723ed00d3615 None None] The sync data for ids ['55b1c275-fa01-4082-97ca-60e46934d58d'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:31:57.699329 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-499bc366-f737-4778-ae39-6fe6943c6ceb service neutron] Request body: {'port': {'device_id': '6915fcd5-1f80-4267-9d42-83ae3f143e8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:57.729579 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7bce-e24c-4018-869b-13ccec3c9f84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:57.737559 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e6736346-3673-486e-9fa7-f6db9a0d8679 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "GET /v2.0/routers/55b1c275-fa01-4082-97ca-60e46934d58d HTTP/1.1" status: 200 len: 921 time: 0.3603292 Jul 30 20:31:57.740200 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46426) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:57.808798 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75858e8-a8da-4164-a53a-208e5c9f07e5 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:57.811350 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a75858e8-a8da-4164-a53a-208e5c9f07e5 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&device_id=55b1c275-fa01-4082-97ca-60e46934d58d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0702844 Jul 30 20:31:57.814211 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46428) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:57.818594 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:57.834792 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7bce-e24c-4018-869b-13ccec3c9f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:57.835466 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b818c9-5c69-4471-9305-bcd2d31d30ab {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:31:57.835763 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0b7bce-e24c-4018-869b-13ccec3c9f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:57.836327 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7bce-e24c-4018-869b-13ccec3c9f84 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:57.858687 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-499bc366-f737-4778-ae39-6fe6943c6ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:57.867452 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] Set router 94f56a9f-ff32-4c9b-b690-f02814d51b3f gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:31:57.871982 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port e7b818c9-5c69-4471-9305-bcd2d31d30ab, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e7b818c9-5c69-4471-9305-bcd2d31d30ab,segment=NetworkSegment(aa1e0987-4600-4c58-8357-a709ccc23d2b),segment_id=aa1e0987-4600-4c58-8357-a709ccc23d2b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:31:57.898345 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:57.916060 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ed0b7bce-e24c-4018-869b-13ccec3c9f84 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9398193 Jul 30 20:31:57.923502 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46430) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:57.928661 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3f4b0074-91ca-450d-a594-12004948ace0 admin admin] Request body: {'subnet': {'network_id': 'e5d4433c-27db-4c66-a08e-87b8e9b620c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1475831959-subnet', 'tenant_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:57.961206 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=e7b818c9-5c69-4471-9305-bcd2d31d30ab,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:57.985075 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4b0074-91ca-450d-a594-12004948ace0 admin admin] Made reservation on behalf of a04b0a8dc3804a6e9fc941584ca22568 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:31:57.987945 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0074-91ca-450d-a594-12004948ace0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:57.990399 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b7bce-e24c-4018-869b-13ccec3c9f84 admin admin] Pushing event updated for resources: {'Network': ['ID=e5d4433c-27db-4c66-a08e-87b8e9b620c6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:58.012616 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network e5d4433c-27db-4c66-a08e-87b8e9b620c6 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:31:58.081828 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bea8503-fb1b-449d-8e31-1782d09cc175 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:58.085848 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6bea8503-fb1b-449d-8e31-1782d09cc175 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "GET /v2.0/networks/905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 881 time: 0.2680838 Jul 30 20:31:58.086770 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46432) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:58.125271 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9779815f-2584-435c-a527-3746251cd857 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "GET /v2.0/ports?device_id=55b1c275-fa01-4082-97ca-60e46934d58d HTTP/1.1" status: 200 len: 205 time: 0.0345747 Jul 30 20:31:58.127958 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46434) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:58.219221 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device bfb6496f-f62e-4252-864b-21c225e83ace up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:31:58.221206 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['e7b818c9-5c69-4471-9305-bcd2d31d30ab'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:31:58.312896 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9d107ae-019a-47b7-bc43-c35e14d8d262 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:58.341836 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2dec3c-a6f1-4875-b1fa-06b5b25221a3 req-13cfb51d-bb1c-4098-9e91-f14801266ed2 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:58.344912 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8e2dec3c-a6f1-4875-b1fa-06b5b25221a3 req-13cfb51d-bb1c-4098-9e91-f14801266ed2 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 931 time: 0.5215211 Jul 30 20:31:58.440183 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f56a9f-ff32-4c9b-b690-f02814d51b3f', 'name': 'tempest-TestServerMultinode-1043432371-router', 'tenant_id': 'c639ec63e00946359c7322f79727c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'bfb6496f-f62e-4252-864b-21c225e83ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:49Z', 'updated_at': '2021-07-30T20:31:54Z', 'revision_number': 4, 'project_id': 'c639ec63e00946359c7322f79727c620', 'gw_port': {'id': 'bfb6496f-f62e-4252-864b-21c225e83ace', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f56a9f-ff32-4c9b-b690-f02814d51b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:50Z', 'updated_at': '2021-07-30T20:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e5e40d5a-6350-4943-99f4-dc133736c261', 'name': '', 'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f', 'tenant_id': 'c639ec63e00946359c7322f79727c620', 'mac_address': 'fa:16:3e:81:a6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f56a9f-ff32-4c9b-b690-f02814d51b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '5681c6b2-36e1-4d78-b7bd-5edbbb47faf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:53Z', 'updated_at': '2021-07-30T20:31:55Z', 'revision_number': 2, 'project_id': 'c639ec63e00946359c7322f79727c620', 'subnets': [{'id': '5681c6b2-36e1-4d78-b7bd-5edbbb47faf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:58.454150 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port bfb6496f-f62e-4252-864b-21c225e83ace triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:31:58.454655 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:58.466070 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8e2dec3c-a6f1-4875-b1fa-06b5b25221a3 req-62d43b4c-ba25-4c30-9edf-5f4f7cb1f13e tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/security-groups?id=12c947ea-4e9a-4fdb-8eb2-8b872bd932fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092730 Jul 30 20:31:58.500373 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0074-91ca-450d-a594-12004948ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:58.506021 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] Checking router: 94f56a9f-ff32-4c9b-b690-f02814d51b3f for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:31:58.509117 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] Updating router 94f56a9f-ff32-4c9b-b690-f02814d51b3f port e5e40d5a-6350-4943-99f4-dc133736c261 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:31:58.555753 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b0074-91ca-450d-a594-12004948ace0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15469df5-516c-40d6-b060-31b7db8b2233,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:58.563074 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9d107ae-019a-47b7-bc43-c35e14d8d262 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:58.574550 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:58.646618 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4b0074-91ca-450d-a594-12004948ace0 admin admin] Checking segment: {'id': '3cae2b38-efe3-47fb-9036-b4d94508d8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e5d4433c-27db-4c66-a08e-87b8e9b620c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:31:58.646984 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4b0074-91ca-450d-a594-12004948ace0 admin admin] Network hostable DHCP agents. Network: e5d4433c-27db-4c66-a08e-87b8e9b620c6, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:31:58.669183 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a9d107ae-019a-47b7-bc43-c35e14d8d262 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Deleting port 6121d1cd-2860-4fce-a257-814c97fa6827 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:31:58.669533 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9d107ae-019a-47b7-bc43-c35e14d8d262 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:58.687659 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4b0074-91ca-450d-a594-12004948ace0 admin admin] Network e5d4433c-27db-4c66-a08e-87b8e9b620c6 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:31:58.741854 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3f4b0074-91ca-450d-a594-12004948ace0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, e5d4433c-27db-4c66-a08e-87b8e9b620c6) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:31:58.744393 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-499bc366-f737-4778-ae39-6fe6943c6ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87a10e0-f1c2-4320-a0e3-06f52c385cd9 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:31:58.760097 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4b0074-91ca-450d-a594-12004948ace0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:58.761090 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0074-91ca-450d-a594-12004948ace0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:58.761228 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-499bc366-f737-4778-ae39-6fe6943c6ceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:58.780159 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffd9794-33dd-4a8b-acec-eab60ae74f2c None None] Network e5d4433c-27db-4c66-a08e-87b8e9b620c6 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:31:58.789468 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3f4b0074-91ca-450d-a594-12004948ace0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8644271 Jul 30 20:31:58.792553 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46440) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:31:58.797839 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-330307e0-c87d-4971-a922-17c84f1f21bf admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1475831959-router', 'tenant_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:31:58.833302 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-499bc366-f737-4778-ae39-6fe6943c6ceb service neutron] Transition to ACTIVE for port object b87a10e0-f1c2-4320-a0e3-06f52c385cd9 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:31:58.841182 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28064d6-cf15-460c-8ec4-8805142cfc05 req-a6e01ff8-4537-483d-a24c-9e004ae6c533 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:58.849052 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9d107ae-019a-47b7-bc43-c35e14d8d262 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:58.849283 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a28064d6-cf15-460c-8ec4-8805142cfc05 req-a6e01ff8-4537-483d-a24c-9e004ae6c533 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 944 time: 0.0701418 Jul 30 20:31:58.860763 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-330307e0-c87d-4971-a922-17c84f1f21bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:58.862250 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-330307e0-c87d-4971-a922-17c84f1f21bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:58.889583 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a28064d6-cf15-460c-8ec4-8805142cfc05 req-4cfaa733-c9e9-43e2-b7b9-709e5a3670e4 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/security-groups?id=264aad3b-fb68-4d66-b610-e88ecbbb4168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392139 Jul 30 20:31:58.890865 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-499bc366-f737-4778-ae39-6fe6943c6ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:58.944925 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a9d107ae-019a-47b7-bc43-c35e14d8d262 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Calling delete_port for 6121d1cd-2860-4fce-a257-814c97fa6827 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:31:58.957133 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-330307e0-c87d-4971-a922-17c84f1f21bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:58.968127 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bc366-f737-4778-ae39-6fe6943c6ceb service neutron] Pushing event updated for resources: {'Port': ['ID=b87a10e0-f1c2-4320-a0e3-06f52c385cd9,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:59.036149 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-499bc366-f737-4778-ae39-6fe6943c6ceb service neutron] Attempting to bind port b87a10e0-f1c2-4320-a0e3-06f52c385cd9 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:31:59.036559 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-499bc366-f737-4778-ae39-6fe6943c6ceb service neutron] Attempting to bind port b87a10e0-f1c2-4320-a0e3-06f52c385cd9 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '2a360233-1e08-4058-ab90-270d22befabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '67e16ad0-19c5-49a5-8093-4791506cca69'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:31:59.036809 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-499bc366-f737-4778-ae39-6fe6943c6ceb service neutron] Attempting to bind port b87a10e0-f1c2-4320-a0e3-06f52c385cd9 on network 67e16ad0-19c5-49a5-8093-4791506cca69 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:31:59.042474 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-499bc366-f737-4778-ae39-6fe6943c6ceb service neutron] Port b87a10e0-f1c2-4320-a0e3-06f52c385cd9 on network 67e16ad0-19c5-49a5-8093-4791506cca69 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:31:59.042802 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-499bc366-f737-4778-ae39-6fe6943c6ceb service neutron] Attempting to bind port b87a10e0-f1c2-4320-a0e3-06f52c385cd9 on network 67e16ad0-19c5-49a5-8093-4791506cca69 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:31:59.048701 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-499bc366-f737-4778-ae39-6fe6943c6ceb service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:31:59.049048 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-499bc366-f737-4778-ae39-6fe6943c6ceb service neutron] Checking segment: {'id': '2a360233-1e08-4058-ab90-270d22befabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '67e16ad0-19c5-49a5-8093-4791506cca69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:31:59.049433 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-499bc366-f737-4778-ae39-6fe6943c6ceb service neutron] Bound using segment: {'id': '2a360233-1e08-4058-ab90-270d22befabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '67e16ad0-19c5-49a5-8093-4791506cca69'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:31:59.049869 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-499bc366-f737-4778-ae39-6fe6943c6ceb service neutron] Bound port: b87a10e0-f1c2-4320-a0e3-06f52c385cd9, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a360233-1e08-4058-ab90-270d22befabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '67e16ad0-19c5-49a5-8093-4791506cca69'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:31:59.050226 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-499bc366-f737-4778-ae39-6fe6943c6ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:59.092742 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d086cd-658c-41ec-b022-99019b5b4e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-e5d4433c-27db-4c66-a08e-87b8e9b620c6', 'network_id': 'e5d4433c-27db-4c66-a08e-87b8e9b620c6', 'tenant_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'fixed_ips': [{'subnet_id': '15469df5-516c-40d6-b060-31b7db8b2233'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:31:59.093924 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-36d086cd-658c-41ec-b022-99019b5b4e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:59.119342 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-499bc366-f737-4778-ae39-6fe6943c6ceb service neutron] For port b87a10e0-f1c2-4320-a0e3-06f52c385cd9, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:31:59.122244 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-499bc366-f737-4778-ae39-6fe6943c6ceb service neutron] For port b87a10e0-f1c2-4320-a0e3-06f52c385cd9, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=b87a10e0-f1c2-4320-a0e3-06f52c385cd9,segment=NetworkSegment(2a360233-1e08-4058-ab90-270d22befabf),segment_id=2a360233-1e08-4058-ab90-270d22befabf)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:31:59.127492 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-499bc366-f737-4778-ae39-6fe6943c6ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:59.166352 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-499bc366-f737-4778-ae39-6fe6943c6ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:59.166975 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-499bc366-f737-4778-ae39-6fe6943c6ceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:59.168402 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-499bc366-f737-4778-ae39-6fe6943c6ceb service neutron] 10.222.0.59 "PUT /v2.0/ports/b87a10e0-f1c2-4320-a0e3-06f52c385cd9 HTTP/1.1" status: 200 len: 1091 time: 1.7739773 Jul 30 20:31:59.168848 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6915fcd5-1f80-4267-9d42-83ae3f143e8b', 'tag': 'b87a10e0-f1c2-4320-a0e3-06f52c385cd9'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:31:59.171195 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b3624f-5ef4-41ab-b466-7176303e831d" -d '{"events": [{"name": "network-changed", "server_uuid": "6915fcd5-1f80-4267-9d42-83ae3f143e8b", "tag": "b87a10e0-f1c2-4320-a0e3-06f52c385cd9"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:31:59.183814 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-330307e0-c87d-4971-a922-17c84f1f21bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:59.215239 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d16f18-af6a-48f4-9ecd-14f294ec25b6 x-openstack-request-id: req-22d16f18-af6a-48f4-9ecd-14f294ec25b6 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:31:59.215544 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6915fcd5-1f80-4267-9d42-83ae3f143e8b", "tag": "b87a10e0-f1c2-4320-a0e3-06f52c385cd9", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:31:59.215801 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-22d16f18-af6a-48f4-9ecd-14f294ec25b6 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:31:59.216218 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6915fcd5-1f80-4267-9d42-83ae3f143e8b', 'tag': 'b87a10e0-f1c2-4320-a0e3-06f52c385cd9', 'status': 'completed', 'code': 200} Jul 30 20:31:59.254850 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bc366-f737-4778-ae39-6fe6943c6ceb service neutron] Pushing event updated for resources: {'Port': ['ID=b87a10e0-f1c2-4320-a0e3-06f52c385cd9,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:59.284984 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-e27dd0e0-0bd4-4d85-97bf-1691c3728106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:59.286814 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-e27dd0e0-0bd4-4d85-97bf-1691c3728106 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=00aa1865652b4a3ab07d05bcf3328ae0&device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 1094 time: 0.0673752 Jul 30 20:31:59.312973 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9d107ae-019a-47b7-bc43-c35e14d8d262 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:59.329772 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-36d086cd-658c-41ec-b022-99019b5b4e89 None None] Allocated IP 172.20.0.2 (e5d4433c-27db-4c66-a08e-87b8e9b620c6/15469df5-516c-40d6-b060-31b7db8b2233/d2ceb9c1-45c2-4483-acc4-c4132ba7226a) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:31:59.332873 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:59.336737 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-f6cf6438-9876-478c-8dbc-092145ef4b17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b87a10e0-f1c2-4320-a0e3-06f52c385cd9 HTTP/1.1" status: 200 len: 217 time: 0.0420835 Jul 30 20:31:59.343881 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d107ae-019a-47b7-bc43-c35e14d8d262 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Pushing event deleted for resources: {'Port': ['ID=6121d1cd-2860-4fce-a257-814c97fa6827,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:59.355640 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] Transition to ACTIVE for port object e5e40d5a-6350-4943-99f4-dc133736c261 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:31:59.409473 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:59.413070 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-fe41cba6-5bd0-4e62-ae1a-a18f40c4d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:59.415366 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-fe41cba6-5bd0-4e62-ae1a-a18f40c4d8f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3d5c349d-b22f-43fb-822c-cf3b93cb6434 HTTP/1.1" status: 200 len: 849 time: 0.0717881 Jul 30 20:31:59.417604 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9d107ae-019a-47b7-bc43-c35e14d8d262 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:59.457517 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb2db2-94d7-4cf1-b022-5bd22e0371d0 None None] Pushing event updated for resources: {'Port': ['ID=e5e40d5a-6350-4943-99f4-dc133736c261,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:31:59.460993 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-78dc53e5-84ba-40a8-a17a-57dad13b6502 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=67e16ad0-19c5-49a5-8093-4791506cca69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378153 Jul 30 20:31:59.593205 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] Attempting to bind port e5e40d5a-6350-4943-99f4-dc133736c261 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:31:59.593609 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] Attempting to bind port e5e40d5a-6350-4943-99f4-dc133736c261 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '01e56630-d790-407b-8f20-7a7b810ba7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:31:59.593976 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] Attempting to bind port e5e40d5a-6350-4943-99f4-dc133736c261 on network dbb77e2a-a8a9-43b8-a03a-a767ec4be75f {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:31:59.605722 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:31:59.606186 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] Checking segment: {'id': '01e56630-d790-407b-8f20-7a7b810ba7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:31:59.606491 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:59.607351 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] Bound using segment: {'id': '01e56630-d790-407b-8f20-7a7b810ba7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:31:59.607351 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] Bound port: e5e40d5a-6350-4943-99f4-dc133736c261, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e56630-d790-407b-8f20-7a7b810ba7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:31:59.607796 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:59.678194 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-3fc8ad64-bc92-48e5-983d-3b34c1ec7f88 service neutron] 10.222.0.59 "GET /v2.0/networks/67e16ad0-19c5-49a5-8093-4791506cca69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098122 Jul 30 20:31:59.739404 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] For port e5e40d5a-6350-4943-99f4-dc133736c261, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:31:59.743083 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] For port e5e40d5a-6350-4943-99f4-dc133736c261, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e5e40d5a-6350-4943-99f4-dc133736c261,segment=NetworkSegment(01e56630-d790-407b-8f20-7a7b810ba7e5),segment_id=01e56630-d790-407b-8f20-7a7b810ba7e5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:31:59.755831 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:59.811995 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-36d086cd-658c-41ec-b022-99019b5b4e89 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:31:59.849906 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-36d086cd-658c-41ec-b022-99019b5b4e89 None None] Transition to ACTIVE for port object d2ceb9c1-45c2-4483-acc4-c4132ba7226a will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:31:59.862167 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f3e8b8f-59aa-4d26-a9be-b997ac7577cf req-6e5f2157-4c45-4db7-b888-b115cd70471d service neutron] 10.222.0.59 "GET /v2.0/networks/67e16ad0-19c5-49a5-8093-4791506cca69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700869 Jul 30 20:31:59.869775 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] Routers {'94f56a9f-ff32-4c9b-b690-f02814d51b3f'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:31:59.870332 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['94f56a9f-ff32-4c9b-b690-f02814d51b3f'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:31:59.894884 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a2e82-37a8-43e6-931b-236004d8f2b6 req-121e3146-37b7-4dff-b2ca-3ca1fb1e9366 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:31:59.896743 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-310a2e82-37a8-43e6-931b-236004d8f2b6 req-121e3146-37b7-4dff-b2ca-3ca1fb1e9366 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 943 time: 0.2690399 Jul 30 20:31:59.966397 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-310a2e82-37a8-43e6-931b-236004d8f2b6 req-36a081f0-0e87-46eb-8cc8-b64ad916f25f tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/security-groups?id=12c947ea-4e9a-4fdb-8eb2-8b872bd932fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632377 Jul 30 20:32:00.023549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3624f-5ef4-41ab-b466-7176303e831d req-0fee7e96-1810-4a1e-b132-f78792ea23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:00.028748 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2b3624f-5ef4-41ab-b466-7176303e831d req-0fee7e96-1810-4a1e-b132-f78792ea23d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=00aa1865652b4a3ab07d05bcf3328ae0&device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 1094 time: 0.0664895 Jul 30 20:32:00.032694 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb2db2-94d7-4cf1-b022-5bd22e0371d0 None None] Pushing event updated for resources: {'Port': ['ID=e5e40d5a-6350-4943-99f4-dc133736c261,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:00.079292 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-36d086cd-658c-41ec-b022-99019b5b4e89 None None] Transition to ACTIVE for port object d2ceb9c1-45c2-4483-acc4-c4132ba7226a will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:32:00.118571 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] Set router 94f56a9f-ff32-4c9b-b690-f02814d51b3f gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:32:00.163464 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9d107ae-019a-47b7-bc43-c35e14d8d262 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:00.166267 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9d107ae-019a-47b7-bc43-c35e14d8d262 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:00.199089 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916205b-f80d-4177-ab60-ef22f7e1f9d8 req-f0a883a3-c8c8-448a-98d1-f2acd250a649 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:00.207117 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1916205b-f80d-4177-ab60-ef22f7e1f9d8 req-f0a883a3-c8c8-448a-98d1-f2acd250a649 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 944 time: 0.0849450 Jul 30 20:32:00.240525 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9d107ae-019a-47b7-bc43-c35e14d8d262 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:00.240992 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d107ae-019a-47b7-bc43-c35e14d8d262 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Fanout notify agent at l3_agent the message router_deleted on router 55b1c275-fa01-4082-97ca-60e46934d58d {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:32:00.249919 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9d107ae-019a-47b7-bc43-c35e14d8d262 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:00.262697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3624f-5ef4-41ab-b466-7176303e831d req-7a71b56f-d077-41fa-b6dd-32ec97d1a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:00.263419 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a9d107ae-019a-47b7-bc43-c35e14d8d262 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "DELETE /v2.0/routers/55b1c275-fa01-4082-97ca-60e46934d58d HTTP/1.1" status: 204 len: 168 time: 2.1343820 Jul 30 20:32:00.264691 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46454) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:00.264906 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2b3624f-5ef4-41ab-b466-7176303e831d req-7a71b56f-d077-41fa-b6dd-32ec97d1a8d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=67e16ad0-19c5-49a5-8093-4791506cca69 HTTP/1.1" status: 200 len: 910 time: 0.2279832 Jul 30 20:32:00.287727 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4d39ee71-5f40-4a90-a69f-c28e28d44c3a tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1728201525', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:00.306239 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-36d086cd-658c-41ec-b022-99019b5b4e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:00.327214 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2b3624f-5ef4-41ab-b466-7176303e831d req-aa5ffab7-382c-4319-9266-14ad0893f8c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b87a10e0-f1c2-4320-a0e3-06f52c385cd9 HTTP/1.1" status: 200 len: 217 time: 0.0530105 Jul 30 20:32:00.333322 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1916205b-f80d-4177-ab60-ef22f7e1f9d8 req-6c2c6685-7344-40be-9b93-7dfebb9a39f7 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/security-groups?id=264aad3b-fb68-4d66-b610-e88ecbbb4168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238637 Jul 30 20:32:00.353604 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d39ee71-5f40-4a90-a69f-c28e28d44c3a tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:00.355743 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d39ee71-5f40-4a90-a69f-c28e28d44c3a tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:00.359338 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-330307e0-c87d-4971-a922-17c84f1f21bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:00.381874 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-330307e0-c87d-4971-a922-17c84f1f21bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:00.394407 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3624f-5ef4-41ab-b466-7176303e831d req-2f400391-e348-4052-9357-9d09d963cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:00.395453 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d086cd-658c-41ec-b022-99019b5b4e89 None None] Pushing event updated for resources: {'Port': ['ID=d2ceb9c1-45c2-4483-acc4-c4132ba7226a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:00.397872 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2b3624f-5ef4-41ab-b466-7176303e831d req-2f400391-e348-4052-9357-9d09d963cfe7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3d5c349d-b22f-43fb-822c-cf3b93cb6434 HTTP/1.1" status: 200 len: 849 time: 0.0618911 Jul 30 20:32:00.433371 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2b3624f-5ef4-41ab-b466-7176303e831d req-9f3d6973-0de8-4f7b-a3c5-b54dd352b76b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=67e16ad0-19c5-49a5-8093-4791506cca69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279083 Jul 30 20:32:00.530387 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d39ee71-5f40-4a90-a69f-c28e28d44c3a tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:00.546531 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-330307e0-c87d-4971-a922-17c84f1f21bf admin admin] Allocated IP 172.25.3.152 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/0ed5a255-f6b3-4fa8-8507-1a231b386508) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:32:00.559835 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2b3624f-5ef4-41ab-b466-7176303e831d req-ff179b17-0734-4de9-9fef-1f333a575264 service neutron] 10.222.0.59 "GET /v2.0/networks/67e16ad0-19c5-49a5-8093-4791506cca69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179457 Jul 30 20:32:00.572761 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d086cd-658c-41ec-b022-99019b5b4e89 None None] Network e5d4433c-27db-4c66-a08e-87b8e9b620c6 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:32:00.585781 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-36d086cd-658c-41ec-b022-99019b5b4e89 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:00.594432 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d086cd-658c-41ec-b022-99019b5b4e89 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:32:00.691293 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-36d086cd-658c-41ec-b022-99019b5b4e89 None None] Attempting to bind port d2ceb9c1-45c2-4483-acc4-c4132ba7226a on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:32:00.691843 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-36d086cd-658c-41ec-b022-99019b5b4e89 None None] Attempting to bind port d2ceb9c1-45c2-4483-acc4-c4132ba7226a by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '3cae2b38-efe3-47fb-9036-b4d94508d8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e5d4433c-27db-4c66-a08e-87b8e9b620c6'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:32:00.692315 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d086cd-658c-41ec-b022-99019b5b4e89 None None] Attempting to bind port d2ceb9c1-45c2-4483-acc4-c4132ba7226a on network e5d4433c-27db-4c66-a08e-87b8e9b620c6 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:32:00.725213 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d086cd-658c-41ec-b022-99019b5b4e89 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:32:00.725798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d086cd-658c-41ec-b022-99019b5b4e89 None None] Checking segment: {'id': '3cae2b38-efe3-47fb-9036-b4d94508d8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e5d4433c-27db-4c66-a08e-87b8e9b620c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:32:00.726310 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-36d086cd-658c-41ec-b022-99019b5b4e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:00.726823 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d086cd-658c-41ec-b022-99019b5b4e89 None None] Bound using segment: {'id': '3cae2b38-efe3-47fb-9036-b4d94508d8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e5d4433c-27db-4c66-a08e-87b8e9b620c6'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:32:00.727416 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-36d086cd-658c-41ec-b022-99019b5b4e89 None None] Bound port: d2ceb9c1-45c2-4483-acc4-c4132ba7226a, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cae2b38-efe3-47fb-9036-b4d94508d8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e5d4433c-27db-4c66-a08e-87b8e9b620c6'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:32:00.727931 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-36d086cd-658c-41ec-b022-99019b5b4e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:00.736925 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2b3624f-5ef4-41ab-b466-7176303e831d req-a3c5b1fc-7178-4065-9bad-bd2f5db78615 service neutron] 10.222.0.59 "GET /v2.0/networks/67e16ad0-19c5-49a5-8093-4791506cca69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680675 Jul 30 20:32:00.802683 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d39ee71-5f40-4a90-a69f-c28e28d44c3a tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:00.859368 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-36d086cd-658c-41ec-b022-99019b5b4e89 None None] For port d2ceb9c1-45c2-4483-acc4-c4132ba7226a, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:32:00.863962 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-36d086cd-658c-41ec-b022-99019b5b4e89 None None] For port d2ceb9c1-45c2-4483-acc4-c4132ba7226a, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d2ceb9c1-45c2-4483-acc4-c4132ba7226a,segment=NetworkSegment(3cae2b38-efe3-47fb-9036-b4d94508d8ba),segment_id=3cae2b38-efe3-47fb-9036-b4d94508d8ba)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:32:00.866899 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f56a9f-ff32-4c9b-b690-f02814d51b3f', 'name': 'tempest-TestServerMultinode-1043432371-router', 'tenant_id': 'c639ec63e00946359c7322f79727c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'bfb6496f-f62e-4252-864b-21c225e83ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:49Z', 'updated_at': '2021-07-30T20:31:54Z', 'revision_number': 4, 'project_id': 'c639ec63e00946359c7322f79727c620', 'gw_port': {'id': 'bfb6496f-f62e-4252-864b-21c225e83ace', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f56a9f-ff32-4c9b-b690-f02814d51b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:50Z', 'updated_at': '2021-07-30T20:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e5e40d5a-6350-4943-99f4-dc133736c261', 'name': '', 'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f', 'tenant_id': 'c639ec63e00946359c7322f79727c620', 'mac_address': 'fa:16:3e:81:a6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f56a9f-ff32-4c9b-b690-f02814d51b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '5681c6b2-36e1-4d78-b7bd-5edbbb47faf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:53Z', 'updated_at': '2021-07-30T20:31:59Z', 'revision_number': 4, 'project_id': 'c639ec63e00946359c7322f79727c620', 'subnets': [{'id': '5681c6b2-36e1-4d78-b7bd-5edbbb47faf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:00.878365 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-330307e0-c87d-4971-a922-17c84f1f21bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:00.878980 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-36d086cd-658c-41ec-b022-99019b5b4e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:00.919247 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4fdeed-e898-4242-b545-420cdb7e7d7c None None] The sync data for ids ['94f56a9f-ff32-4c9b-b690-f02814d51b3f'] in n-d-712137-9 is: [{'id': '94f56a9f-ff32-4c9b-b690-f02814d51b3f', 'name': 'tempest-TestServerMultinode-1043432371-router', 'tenant_id': 'c639ec63e00946359c7322f79727c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'bfb6496f-f62e-4252-864b-21c225e83ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:49Z', 'updated_at': '2021-07-30T20:31:54Z', 'revision_number': 4, 'project_id': 'c639ec63e00946359c7322f79727c620', 'gw_port': {'id': 'bfb6496f-f62e-4252-864b-21c225e83ace', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f56a9f-ff32-4c9b-b690-f02814d51b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:50Z', 'updated_at': '2021-07-30T20:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e5e40d5a-6350-4943-99f4-dc133736c261', 'name': '', 'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f', 'tenant_id': 'c639ec63e00946359c7322f79727c620', 'mac_address': 'fa:16:3e:81:a6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f56a9f-ff32-4c9b-b690-f02814d51b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '5681c6b2-36e1-4d78-b7bd-5edbbb47faf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:53Z', 'updated_at': '2021-07-30T20:31:59Z', 'revision_number': 4, 'project_id': 'c639ec63e00946359c7322f79727c620', 'subnets': [{'id': '5681c6b2-36e1-4d78-b7bd-5edbbb47faf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:32:00.948033 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-330307e0-c87d-4971-a922-17c84f1f21bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:00.988049 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d086cd-658c-41ec-b022-99019b5b4e89 None None] Pushing event updated for resources: {'Port': ['ID=d2ceb9c1-45c2-4483-acc4-c4132ba7226a,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:01.038718 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330307e0-c87d-4971-a922-17c84f1f21bf admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:32:01.042031 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-330307e0-c87d-4971-a922-17c84f1f21bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:01.044564 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330307e0-c87d-4971-a922-17c84f1f21bf admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:32:01.081516 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330307e0-c87d-4971-a922-17c84f1f21bf admin admin] Pushing event updated for resources: {'Port': ['ID=0ed5a255-f6b3-4fa8-8507-1a231b386508,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:01.149369 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device e7b818c9-5c69-4471-9305-bcd2d31d30ab up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:32:01.164404 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f720c8-0848-4112-b7b1-370f483a1e91 req-485a8b73-68f6-477a-9c3d-06a0675770fa tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:01.166160 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-11f720c8-0848-4112-b7b1-370f483a1e91 req-485a8b73-68f6-477a-9c3d-06a0675770fa tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 943 time: 0.1029074 Jul 30 20:32:01.220153 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-11f720c8-0848-4112-b7b1-370f483a1e91 req-1544b0ea-f5da-4e50-a148-d7981c2ced10 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/security-groups?id=12c947ea-4e9a-4fdb-8eb2-8b872bd932fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360703 Jul 30 20:32:01.257290 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port e7b818c9-5c69-4471-9305-bcd2d31d30ab completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:01.258753 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d39ee71-5f40-4a90-a69f-c28e28d44c3a tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:01.267342 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port e7b818c9-5c69-4471-9305-bcd2d31d30ab triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:01.267342 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:01.340344 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d39ee71-5f40-4a90-a69f-c28e28d44c3a tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:01.403043 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:01.485908 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port e7b818c9-5c69-4471-9305-bcd2d31d30ab, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e7b818c9-5c69-4471-9305-bcd2d31d30ab,segment=NetworkSegment(aa1e0987-4600-4c58-8357-a709ccc23d2b),segment_id=aa1e0987-4600-4c58-8357-a709ccc23d2b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:01.487045 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fecc2d2d-f124-4ff3-838c-30e30153c475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b818c9-5c69-4471-9305-bcd2d31d30ab'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:32:01.489821 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc4db6a-81dd-42df-8d9c-45cbcb4bbd60" -d '{"events": [{"server_uuid": "fecc2d2d-f124-4ff3-838c-30e30153c475", "name": "network-vif-plugged", "status": "completed", "tag": "e7b818c9-5c69-4471-9305-bcd2d31d30ab"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:32:01.502207 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:01.551461 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-4d39ee71-5f40-4a90-a69f-c28e28d44c3a tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Allocated IP 172.25.3.240 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/cb9db446-6512-47a4-8a5e-a6fe1da5c9b7) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:32:01.569129 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558439b1-62d4-4c1f-8eda-6c393b1ce004 req-17e49fab-742f-4d99-a975-4384370e92de tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:01.570808 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-558439b1-62d4-4c1f-8eda-6c393b1ce004 req-17e49fab-742f-4d99-a975-4384370e92de tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 944 time: 0.1230972 Jul 30 20:32:01.587879 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=e7b818c9-5c69-4471-9305-bcd2d31d30ab,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:01.620789 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-558439b1-62d4-4c1f-8eda-6c393b1ce004 req-f816a1dd-9f7a-4858-a284-307d52b52c7d tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/security-groups?id=264aad3b-fb68-4d66-b610-e88ecbbb4168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424669 Jul 30 20:32:01.781184 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d39ee71-5f40-4a90-a69f-c28e28d44c3a tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:01.793677 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-330307e0-c87d-4971-a922-17c84f1f21bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:01.844276 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9aa533-4283-4ce1-b626-8605de6c825d x-openstack-request-id: req-bd9aa533-4283-4ce1-b626-8605de6c825d {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:32:01.844580 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fecc2d2d-f124-4ff3-838c-30e30153c475", "name": "network-vif-plugged", "status": "completed", "tag": "e7b818c9-5c69-4471-9305-bcd2d31d30ab", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:32:01.844840 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bd9aa533-4283-4ce1-b626-8605de6c825d {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:32:01.845252 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fecc2d2d-f124-4ff3-838c-30e30153c475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b818c9-5c69-4471-9305-bcd2d31d30ab', 'code': 200} Jul 30 20:32:01.931381 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d39ee71-5f40-4a90-a69f-c28e28d44c3a tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:01.979720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc532099-4d5d-48ad-b1a9-2afaba476740 req-0e9b0ac5-4f5e-4c47-86aa-4e7c5e2b696b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:01.985868 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc532099-4d5d-48ad-b1a9-2afaba476740 req-0e9b0ac5-4f5e-4c47-86aa-4e7c5e2b696b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 1096 time: 0.0764496 Jul 30 20:32:02.035426 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc532099-4d5d-48ad-b1a9-2afaba476740 req-ffa33d5f-f3ec-46f0-893a-4d163e24a11e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=264aad3b-fb68-4d66-b610-e88ecbbb4168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419247 Jul 30 20:32:02.126790 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-330307e0-c87d-4971-a922-17c84f1f21bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:02.139852 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d39ee71-5f40-4a90-a69f-c28e28d44c3a tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:32:02.161047 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-4d39ee71-5f40-4a90-a69f-c28e28d44c3a tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:02.220618 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d39ee71-5f40-4a90-a69f-c28e28d44c3a tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:32:02.225489 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39ee71-5f40-4a90-a69f-c28e28d44c3a tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Pushing event updated for resources: {'Port': ['ID=cb9db446-6512-47a4-8a5e-a6fe1da5c9b7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:02.226394 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e5e40d5a-6350-4943-99f4-dc133736c261 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:32:02.343309 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port e5e40d5a-6350-4943-99f4-dc133736c261 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:02.348888 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port e5e40d5a-6350-4943-99f4-dc133736c261 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:02.349254 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:02.434601 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdb339f-97d9-42d2-9328-d05a5aa3bd17 None None] Network e5d4433c-27db-4c66-a08e-87b8e9b620c6 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:32:02.453442 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673a758-7b98-4b88-ab87-f81020455489 req-cad0ec0a-b4af-4155-9a56-01df03ca663f tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:02.455335 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7673a758-7b98-4b88-ab87-f81020455489 req-cad0ec0a-b4af-4155-9a56-01df03ca663f tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 943 time: 0.1172063 Jul 30 20:32:02.536190 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7673a758-7b98-4b88-ab87-f81020455489 req-39ab80da-9d7b-4b1a-aca5-79ab641096f8 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/security-groups?id=12c947ea-4e9a-4fdb-8eb2-8b872bd932fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678260 Jul 30 20:32:02.575800 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-071be15f-f724-40f2-b3db-0bcb7159b0ef None None] Provisioning for port d2ceb9c1-45c2-4483-acc4-c4132ba7226a completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:02.603219 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:02.620297 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330307e0-c87d-4971-a922-17c84f1f21bf admin admin] Router ad5d487c-fa39-45b7-a358-b8dd280296ed is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:32:02.674765 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port e5e40d5a-6350-4943-99f4-dc133736c261, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e5e40d5a-6350-4943-99f4-dc133736c261,segment=NetworkSegment(01e56630-d790-407b-8f20-7a7b810ba7e5),segment_id=01e56630-d790-407b-8f20-7a7b810ba7e5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:02.685919 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:02.686821 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d2ceb9c1-45c2-4483-acc4-c4132ba7226a up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:32:02.748346 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d39ee71-5f40-4a90-a69f-c28e28d44c3a tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:02.787767 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46474) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:02.843390 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=e5e40d5a-6350-4943-99f4-dc133736c261,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:02.867903 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3084ff-c59a-4b0b-8749-935c678c33b7 admin admin] Deleting subnet 5494e9b8-9c99-4074-b51b-d722a328ab2d {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:32:02.870304 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port d2ceb9c1-45c2-4483-acc4-c4132ba7226a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:02.875591 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port d2ceb9c1-45c2-4483-acc4-c4132ba7226a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:02.875969 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:02.881385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c0b3b-fffe-4411-9fba-1401bfbe3e80 req-cfe6cb9c-0ff0-4dbb-8a08-7e93611d963b tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:02.883223 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8b8c0b3b-fffe-4411-9fba-1401bfbe3e80 req-cfe6cb9c-0ff0-4dbb-8a08-7e93611d963b tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 945 time: 0.1546924 Jul 30 20:32:02.884201 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5a3084ff-c59a-4b0b-8749-935c678c33b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:02.924783 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330307e0-c87d-4971-a922-17c84f1f21bf admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:32:02.946638 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] Sync routers for ids ['ad5d487c-fa39-45b7-a358-b8dd280296ed'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:32:02.975095 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-330307e0-c87d-4971-a922-17c84f1f21bf admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:02.975840 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] Routers {'ad5d487c-fa39-45b7-a358-b8dd280296ed'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:02.976481 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ad5d487c-fa39-45b7-a358-b8dd280296ed'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:02.980287 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-330307e0-c87d-4971-a922-17c84f1f21bf admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1867013 Jul 30 20:32:02.981232 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46476) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:03.035564 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8b8c0b3b-fffe-4411-9fba-1401bfbe3e80 req-5f8fba69-f4bf-4fed-8ad5-30510708d17d tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/security-groups?id=264aad3b-fb68-4d66-b610-e88ecbbb4168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389899 Jul 30 20:32:03.057320 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5a3084ff-c59a-4b0b-8749-935c678c33b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:03.147371 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5a3084ff-c59a-4b0b-8749-935c678c33b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:03.184357 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:03.196927 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d39ee71-5f40-4a90-a69f-c28e28d44c3a tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:03.246881 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5a3084ff-c59a-4b0b-8749-935c678c33b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:03.250588 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port d2ceb9c1-45c2-4483-acc4-c4132ba7226a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d2ceb9c1-45c2-4483-acc4-c4132ba7226a,segment=NetworkSegment(3cae2b38-efe3-47fb-9036-b4d94508d8ba),segment_id=3cae2b38-efe3-47fb-9036-b4d94508d8ba)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:03.253901 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2f2b4a71-21d0-47cc-a03a-44eb257cee94 None None] Provisioning complete for port d2ceb9c1-45c2-4483-acc4-c4132ba7226a triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:03.254284 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f2b4a71-21d0-47cc-a03a-44eb257cee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:03.283333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3084ff-c59a-4b0b-8749-935c678c33b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5494e9b8-9c99-4074-b51b-d722a328ab2d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:03.287148 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] Set router ad5d487c-fa39-45b7-a358-b8dd280296ed gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:32:03.289092 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device b87a10e0-f1c2-4320-a0e3-06f52c385cd9 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:32:03.297813 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5a3084ff-c59a-4b0b-8749-935c678c33b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:03.299814 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5a3084ff-c59a-4b0b-8749-935c678c33b7 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5494e9b8-9c99-4074-b51b-d722a328ab2d HTTP/1.1" status: 204 len: 168 time: 0.5108297 Jul 30 20:32:03.302253 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46478) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:03.320213 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:03.379571 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c49c0a63-bbf4-4db4-a0a3-b7ec1f448c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:03.479202 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c49c0a63-bbf4-4db4-a0a3-b7ec1f448c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:03.493357 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-c49c0a63-bbf4-4db4-a0a3-b7ec1f448c19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3db4910-5150-411c-bdea-a1856033917a']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:03.508326 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-c49c0a63-bbf4-4db4-a0a3-b7ec1f448c19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f0fa0d-0461-4458-9454-96010f68dd1f') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:03.509010 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-c49c0a63-bbf4-4db4-a0a3-b7ec1f448c19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f0fa0d-0461-4458-9454-96010f68dd1f') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:03.514333 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=d2ceb9c1-45c2-4483-acc4-c4132ba7226a,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:03.531029 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c49c0a63-bbf4-4db4-a0a3-b7ec1f448c19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:03.554694 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c49c0a63-bbf4-4db4-a0a3-b7ec1f448c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:03.564065 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49c0a63-bbf4-4db4-a0a3-b7ec1f448c19 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:32:03.564800 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c49c0a63-bbf4-4db4-a0a3-b7ec1f448c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:32:03.629801 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:32:03.637498 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port b87a10e0-f1c2-4320-a0e3-06f52c385cd9, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=b87a10e0-f1c2-4320-a0e3-06f52c385cd9,segment=NetworkSegment(2a360233-1e08-4058-ab90-270d22befabf),segment_id=2a360233-1e08-4058-ab90-270d22befabf)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:03.654044 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c49c0a63-bbf4-4db4-a0a3-b7ec1f448c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:03.657594 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'b87a10e0-f1c2-4320-a0e3-06f52c385cd9', 'network_id': '67e16ad0-19c5-49a5-8093-4791506cca69', 'port_id': 'b87a10e0-f1c2-4320-a0e3-06f52c385cd9', 'mac_address': 'fa:16:3e:24:59:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5c349d-b22f-43fb-822c-cf3b93cb6434', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:32:03.699324 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c49c0a63-bbf4-4db4-a0a3-b7ec1f448c19 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:03.701576 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c49c0a63-bbf4-4db4-a0a3-b7ec1f448c19 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c3db4910-5150-411c-bdea-a1856033917a HTTP/1.1" status: 204 len: 168 time: 0.3983886 Jul 30 20:32:03.702645 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c0a63-bbf4-4db4-a0a3-b7ec1f448c19 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3db4910-5150-411c-bdea-a1856033917a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:03.712192 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:03.716482 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5d487c-fa39-45b7-a358-b8dd280296ed', 'name': 'tempest-TestServerMultinode-1475831959-router', 'tenant_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '0ed5a255-f6b3-4fa8-8507-1a231b386508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:58Z', 'updated_at': '2021-07-30T20:32:01Z', 'revision_number': 3, 'project_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'gw_port': {'id': '0ed5a255-f6b3-4fa8-8507-1a231b386508', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5d487c-fa39-45b7-a358-b8dd280296ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:00Z', 'updated_at': '2021-07-30T20:32:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:03.752355 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] Checking router: ad5d487c-fa39-45b7-a358-b8dd280296ed for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:32:03.752690 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] Updating router ad5d487c-fa39-45b7-a358-b8dd280296ed port 0ed5a255-f6b3-4fa8-8507-1a231b386508 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:32:03.755490 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87a10e0-f1c2-4320-a0e3-06f52c385cd9 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:32:03.770388 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806071c9-2ec1-4831-a5b1-b1cdce62fbe1 req-7ff13d0d-8faf-494d-96a0-8e7d860d31cc tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:03.785733 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-806071c9-2ec1-4831-a5b1-b1cdce62fbe1 req-7ff13d0d-8faf-494d-96a0-8e7d860d31cc tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 943 time: 0.1445282 Jul 30 20:32:03.807679 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:03.868089 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-806071c9-2ec1-4831-a5b1-b1cdce62fbe1 req-c4f3f49b-34c8-4ea1-bfb6-8adbc35e4cbf tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/security-groups?id=12c947ea-4e9a-4fdb-8eb2-8b872bd932fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772707 Jul 30 20:32:03.888514 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port b87a10e0-f1c2-4320-a0e3-06f52c385cd9, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=b87a10e0-f1c2-4320-a0e3-06f52c385cd9,segment=NetworkSegment(2a360233-1e08-4058-ab90-270d22befabf),segment_id=2a360233-1e08-4058-ab90-270d22befabf)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:03.898425 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:03.911015 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d39ee71-5f40-4a90-a69f-c28e28d44c3a tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Router 8c4579d0-1d8b-4399-aa60-64095c0b907d is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:32:03.969182 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46484) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:04.017211 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8c689725-f1aa-4ee0-b9aa-44c09dfcf941 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c1446840e1ab4f0c80547526cfc92a59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445554 Jul 30 20:32:04.017458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46486) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:04.100265 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-828c7390-c3cc-4dd9-8a96-98fa48bfdad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:04.114587 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['b87a10e0-f1c2-4320-a0e3-06f52c385cd9'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:32:04.132999 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-828c7390-c3cc-4dd9-8a96-98fa48bfdad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:04.167862 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=b87a10e0-f1c2-4320-a0e3-06f52c385cd9,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:04.208400 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d39ee71-5f40-4a90-a69f-c28e28d44c3a tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:32:04.218688 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e5e40d5a-6350-4943-99f4-dc133736c261 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:32:04.223839 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eacc37f-51a2-4bdc-ae13-f06d1e3aa99e None None] Sync routers for ids ['8c4579d0-1d8b-4399-aa60-64095c0b907d'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:32:04.237074 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eacc37f-51a2-4bdc-ae13-f06d1e3aa99e None None] Routers {'8c4579d0-1d8b-4399-aa60-64095c0b907d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:04.238002 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3eacc37f-51a2-4bdc-ae13-f06d1e3aa99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8c4579d0-1d8b-4399-aa60-64095c0b907d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:04.246455 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-828c7390-c3cc-4dd9-8a96-98fa48bfdad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:04.250826 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-828c7390-c3cc-4dd9-8a96-98fa48bfdad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:04.252783 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-828c7390-c3cc-4dd9-8a96-98fa48bfdad1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab HTTP/1.1" status: 204 len: 168 time: 0.2334752 Jul 30 20:32:04.265417 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d39ee71-5f40-4a90-a69f-c28e28d44c3a tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:04.269424 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4d39ee71-5f40-4a90-a69f-c28e28d44c3a tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9986026 Jul 30 20:32:04.270266 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46492) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:04.274756 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6f4adb8f-066d-4ad7-af36-f44e0b7390d7 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:04.288078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c7390-c3cc-4dd9-8a96-98fa48bfdad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b409f9c2-7cf1-4a4a-a140-9fd47e0a7bab,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:04.308334 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3eacc37f-51a2-4bdc-ae13-f06d1e3aa99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:04.331768 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eacc37f-51a2-4bdc-ae13-f06d1e3aa99e None None] Routers {'8c4579d0-1d8b-4399-aa60-64095c0b907d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:04.332716 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3eacc37f-51a2-4bdc-ae13-f06d1e3aa99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8c4579d0-1d8b-4399-aa60-64095c0b907d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:04.338074 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54771fc-ef89-4be8-9ff6-8a5d4d41350b req-848177c9-456e-4eab-b3f3-e98c1ddf1265 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:04.346844 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c54771fc-ef89-4be8-9ff6-8a5d4d41350b req-848177c9-456e-4eab-b3f3-e98c1ddf1265 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 945 time: 0.1522527 Jul 30 20:32:04.370280 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75a9a791-458c-41f3-9e85-8df0b8d75cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:04.383622 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3eacc37f-51a2-4bdc-ae13-f06d1e3aa99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:04.385129 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eacc37f-51a2-4bdc-ae13-f06d1e3aa99e None None] The sync data for ids ['8c4579d0-1d8b-4399-aa60-64095c0b907d'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:32:04.426851 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c54771fc-ef89-4be8-9ff6-8a5d4d41350b req-7a3981fd-bdff-482f-a8c4-b3a7c68f9821 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/security-groups?id=264aad3b-fb68-4d66-b610-e88ecbbb4168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708959 Jul 30 20:32:04.568515 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b362f-92a0-4d01-83dd-2b39c7abdb8f req-c006c121-6664-4540-88cd-608feff6a6ce tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:04.570024 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-544b362f-92a0-4d01-83dd-2b39c7abdb8f req-c006c121-6664-4540-88cd-608feff6a6ce tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 945 time: 0.0604115 Jul 30 20:32:04.585477 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port e5e40d5a-6350-4943-99f4-dc133736c261 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:04.586052 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:04.635394 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:04.660080 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-544b362f-92a0-4d01-83dd-2b39c7abdb8f req-4b0c0782-2429-484d-8fac-3f524690280c tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/security-groups?id=264aad3b-fb68-4d66-b610-e88ecbbb4168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751367 Jul 30 20:32:04.660393 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] Transition to ACTIVE for port object 0ed5a255-f6b3-4fa8-8507-1a231b386508 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:32:04.676287 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:04.677506 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46498) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:04.755952 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] Attempting to bind port 0ed5a255-f6b3-4fa8-8507-1a231b386508 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:32:04.756682 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] Attempting to bind port 0ed5a255-f6b3-4fa8-8507-1a231b386508 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:32:04.756805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] Attempting to bind port 0ed5a255-f6b3-4fa8-8507-1a231b386508 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:32:04.762016 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-75a9a791-458c-41f3-9e85-8df0b8d75cb1 admin admin] Allocated IP 172.20.0.1 (e5d4433c-27db-4c66-a08e-87b8e9b620c6/15469df5-516c-40d6-b060-31b7db8b2233/d8c0f722-095e-4052-b460-a77e8725fd63) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:32:04.768417 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d2ceb9c1-45c2-4483-acc4-c4132ba7226a up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:32:04.770564 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92491ab-d2cc-4508-91a3-3cea3165d062 None None] Pushing event updated for resources: {'Port': ['ID=0ed5a255-f6b3-4fa8-8507-1a231b386508,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:04.776072 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:32:04.776343 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:32:04.776619 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:04.777012 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:32:04.777493 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] Bound port: 0ed5a255-f6b3-4fa8-8507-1a231b386508, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:32:04.777881 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:04.848939 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:32:04.867308 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] For port 0ed5a255-f6b3-4fa8-8507-1a231b386508, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:32:04.871273 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] For port 0ed5a255-f6b3-4fa8-8507-1a231b386508, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0ed5a255-f6b3-4fa8-8507-1a231b386508,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:32:04.878058 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port d2ceb9c1-45c2-4483-acc4-c4132ba7226a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:04.878469 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:04.882084 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:04.889203 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f4adb8f-066d-4ad7-af36-f44e0b7390d7 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:04.917234 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f4adb8f-066d-4ad7-af36-f44e0b7390d7 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:04.973742 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75a9a791-458c-41f3-9e85-8df0b8d75cb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:04.988753 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] Routers {'ad5d487c-fa39-45b7-a358-b8dd280296ed'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:04.989329 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ad5d487c-fa39-45b7-a358-b8dd280296ed'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:04.997116 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92491ab-d2cc-4508-91a3-3cea3165d062 None None] Pushing event updated for resources: {'Port': ['ID=0ed5a255-f6b3-4fa8-8507-1a231b386508,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:04.997352 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-75a9a791-458c-41f3-9e85-8df0b8d75cb1 admin admin] Transition to ACTIVE for port object d8c0f722-095e-4052-b460-a77e8725fd63 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:32:05.025404 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6f4adb8f-066d-4ad7-af36-f44e0b7390d7 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Deleting port cb9db446-6512-47a4-8a5e-a6fe1da5c9b7 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:32:05.026143 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f4adb8f-066d-4ad7-af36-f44e0b7390d7 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:05.048777 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdf31d9-ff52-4f62-b6be-f1727b6520ec tempest-TestVolumeBackupRestore-1779465301 tempest-TestVolumeBackupRestore-1779465301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:05.054182 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3bdf31d9-ff52-4f62-b6be-f1727b6520ec tempest-TestVolumeBackupRestore-1779465301 tempest-TestVolumeBackupRestore-1779465301-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 1091 time: 0.3754487 Jul 30 20:32:05.055017 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46512) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:05.061297 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-bfab2adf-8b9c-4ab4-86a8-ca00027694bb tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': 'e7b818c9-5c69-4471-9305-bcd2d31d30ab', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:05.073544 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a594b0b-a2b1-4547-bf67-60ac7cc8046f req-72655cf1-8127-4136-8034-411f0804c984 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:05.082283 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4a594b0b-a2b1-4547-bf67-60ac7cc8046f req-72655cf1-8127-4136-8034-411f0804c984 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 944 time: 0.1022081 Jul 30 20:32:05.116336 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75a9a791-458c-41f3-9e85-8df0b8d75cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:05.147619 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4a594b0b-a2b1-4547-bf67-60ac7cc8046f req-b2e7c51c-f01b-46eb-aa8a-d59180bbdbdb tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/security-groups?id=12c947ea-4e9a-4fdb-8eb2-8b872bd932fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640578 Jul 30 20:32:05.156357 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bfab2adf-8b9c-4ab4-86a8-ca00027694bb tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:05.165239 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] Set router ad5d487c-fa39-45b7-a358-b8dd280296ed gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:32:05.186672 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a9a791-458c-41f3-9e85-8df0b8d75cb1 admin admin] Network e5d4433c-27db-4c66-a08e-87b8e9b620c6 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:32:05.198169 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f4adb8f-066d-4ad7-af36-f44e0b7390d7 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:05.207581 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-75a9a791-458c-41f3-9e85-8df0b8d75cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:05.217283 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a9a791-458c-41f3-9e85-8df0b8d75cb1 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:32:05.254262 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6f4adb8f-066d-4ad7-af36-f44e0b7390d7 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Calling delete_port for cb9db446-6512-47a4-8a5e-a6fe1da5c9b7 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:32:05.274680 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device b87a10e0-f1c2-4320-a0e3-06f52c385cd9 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:32:05.303839 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bfab2adf-8b9c-4ab4-86a8-ca00027694bb tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:05.339299 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9a791-458c-41f3-9e85-8df0b8d75cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=d8c0f722-095e-4052-b460-a77e8725fd63,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:05.381971 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75a9a791-458c-41f3-9e85-8df0b8d75cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:05.419708 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port b87a10e0-f1c2-4320-a0e3-06f52c385cd9 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:05.434952 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port b87a10e0-f1c2-4320-a0e3-06f52c385cd9 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:05.435459 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:05.472871 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-bfab2adf-8b9c-4ab4-86a8-ca00027694bb tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Allocated IP 172.25.3.84 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/c6358da6-277c-4600-9bc7-b228183e8c5e) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:32:05.502126 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5d487c-fa39-45b7-a358-b8dd280296ed', 'name': 'tempest-TestServerMultinode-1475831959-router', 'tenant_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '0ed5a255-f6b3-4fa8-8507-1a231b386508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:58Z', 'updated_at': '2021-07-30T20:32:01Z', 'revision_number': 3, 'project_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'gw_port': {'id': '0ed5a255-f6b3-4fa8-8507-1a231b386508', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5d487c-fa39-45b7-a358-b8dd280296ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:00Z', 'updated_at': '2021-07-30T20:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:05.535991 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a370920e-1dcb-4498-89b7-a729431c00b8 None None] The sync data for ids ['ad5d487c-fa39-45b7-a358-b8dd280296ed'] in n-d-712137-9 is: [{'id': 'ad5d487c-fa39-45b7-a358-b8dd280296ed', 'name': 'tempest-TestServerMultinode-1475831959-router', 'tenant_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '0ed5a255-f6b3-4fa8-8507-1a231b386508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:58Z', 'updated_at': '2021-07-30T20:32:01Z', 'revision_number': 3, 'project_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'gw_port': {'id': '0ed5a255-f6b3-4fa8-8507-1a231b386508', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5d487c-fa39-45b7-a358-b8dd280296ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:00Z', 'updated_at': '2021-07-30T20:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:32:05.584840 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:05.613745 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6915fcd5-1f80-4267-9d42-83ae3f143e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87a10e0-f1c2-4320-a0e3-06f52c385cd9'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:32:05.616133 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339511e4-55c1-4fb4-bd31-18e7777099c9" -d '{"events": [{"server_uuid": "6915fcd5-1f80-4267-9d42-83ae3f143e8b", "name": "network-vif-plugged", "status": "completed", "tag": "b87a10e0-f1c2-4320-a0e3-06f52c385cd9"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:32:05.630996 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port b87a10e0-f1c2-4320-a0e3-06f52c385cd9, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=b87a10e0-f1c2-4320-a0e3-06f52c385cd9,segment=NetworkSegment(2a360233-1e08-4058-ab90-270d22befabf),segment_id=2a360233-1e08-4058-ab90-270d22befabf)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:05.637501 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:05.660500 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bfab2adf-8b9c-4ab4-86a8-ca00027694bb tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:05.679336 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75a9a791-458c-41f3-9e85-8df0b8d75cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:05.698673 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56994bf-6fff-4191-a6e0-36f3a0c0c607 x-openstack-request-id: req-e56994bf-6fff-4191-a6e0-36f3a0c0c607 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:32:05.699077 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6915fcd5-1f80-4267-9d42-83ae3f143e8b", "name": "network-vif-plugged", "status": "completed", "tag": "b87a10e0-f1c2-4320-a0e3-06f52c385cd9", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:32:05.699409 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e56994bf-6fff-4191-a6e0-36f3a0c0c607 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:32:05.699962 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6915fcd5-1f80-4267-9d42-83ae3f143e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87a10e0-f1c2-4320-a0e3-06f52c385cd9', 'code': 200} Jul 30 20:32:05.724666 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3610cf37-a605-45bf-b0d3-72949aad4c22 None None] Provisioning for port d8c0f722-095e-4052-b460-a77e8725fd63 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:05.731310 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=b87a10e0-f1c2-4320-a0e3-06f52c385cd9,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:05.743378 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3610cf37-a605-45bf-b0d3-72949aad4c22 None None] Provisioning complete for port d8c0f722-095e-4052-b460-a77e8725fd63 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:05.743808 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3610cf37-a605-45bf-b0d3-72949aad4c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:05.750806 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bfab2adf-8b9c-4ab4-86a8-ca00027694bb tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:05.780260 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f4adb8f-066d-4ad7-af36-f44e0b7390d7 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:05.795319 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3610cf37-a605-45bf-b0d3-72949aad4c22 None None] Port d8c0f722-095e-4052-b460-a77e8725fd63 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:32:05.809153 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfab2adf-8b9c-4ab4-86a8-ca00027694bb tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:32:05.819241 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4adb8f-066d-4ad7-af36-f44e0b7390d7 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Pushing event deleted for resources: {'Port': ['ID=cb9db446-6512-47a4-8a5e-a6fe1da5c9b7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:05.828095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-bfab2adf-8b9c-4ab4-86a8-ca00027694bb tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:05.833120 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfab2adf-8b9c-4ab4-86a8-ca00027694bb tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:32:05.893471 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab2adf-8b9c-4ab4-86a8-ca00027694bb tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Pushing event updated for resources: {'Port': ['ID=c6358da6-277c-4600-9bc7-b228183e8c5e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:05.902298 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e43611-e307-43f9-8627-0de7bb61a104 req-e854c4ac-4ef8-4898-91c9-d324cd9ecbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:05.903832 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-21e43611-e307-43f9-8627-0de7bb61a104 req-e854c4ac-4ef8-4898-91c9-d324cd9ecbde service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 1096 time: 0.1109867 Jul 30 20:32:05.970958 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f4adb8f-066d-4ad7-af36-f44e0b7390d7 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:06.071487 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-21e43611-e307-43f9-8627-0de7bb61a104 req-ce0e9e88-e6cc-41f6-aaeb-2ae21b858823 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=12c947ea-4e9a-4fdb-8eb2-8b872bd932fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422033 Jul 30 20:32:06.214830 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0ed5a255-f6b3-4fa8-8507-1a231b386508 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:32:06.215333 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75a9a791-458c-41f3-9e85-8df0b8d75cb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:06.251834 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75a9a791-458c-41f3-9e85-8df0b8d75cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:06.283851 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f4adb8f-066d-4ad7-af36-f44e0b7390d7 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1722388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8071'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:06.314724 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f4adb8f-066d-4ad7-af36-f44e0b7390d7 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1722371'] for router, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:06.355804 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 0ed5a255-f6b3-4fa8-8507-1a231b386508 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:06.362436 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 0ed5a255-f6b3-4fa8-8507-1a231b386508 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:06.363503 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:06.375072 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75a9a791-458c-41f3-9e85-8df0b8d75cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:06.434042 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9a791-458c-41f3-9e85-8df0b8d75cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=d8c0f722-095e-4052-b460-a77e8725fd63,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:06.483238 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4adb8f-066d-4ad7-af36-f44e0b7390d7 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Router 8c4579d0-1d8b-4399-aa60-64095c0b907d has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:32:06.504922 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46540) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:06.529789 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:06.553360 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 0ed5a255-f6b3-4fa8-8507-1a231b386508, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0ed5a255-f6b3-4fa8-8507-1a231b386508,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:06.561860 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:06.617941 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4adb8f-066d-4ad7-af36-f44e0b7390d7 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:32:06.625534 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f4adb8f-066d-4ad7-af36-f44e0b7390d7 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:06.627962 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6f4adb8f-066d-4ad7-af36-f44e0b7390d7 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "PUT /v2.0/routers/8c4579d0-1d8b-4399-aa60-64095c0b907d HTTP/1.1" status: 200 len: 706 time: 2.3570616 Jul 30 20:32:06.630860 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a9a791-458c-41f3-9e85-8df0b8d75cb1 admin admin] Network e5d4433c-27db-4c66-a08e-87b8e9b620c6 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:32:06.631179 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46544) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:06.633580 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-75a9a791-458c-41f3-9e85-8df0b8d75cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:06.635586 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=0ed5a255-f6b3-4fa8-8507-1a231b386508,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:06.640169 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2978da59-c728-45b7-a701-b03e388a4863 None None] Sync routers for ids ['8c4579d0-1d8b-4399-aa60-64095c0b907d'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:32:06.661163 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2978da59-c728-45b7-a701-b03e388a4863 None None] Routers {'8c4579d0-1d8b-4399-aa60-64095c0b907d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:06.661815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2978da59-c728-45b7-a701-b03e388a4863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8c4579d0-1d8b-4399-aa60-64095c0b907d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:06.681004 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe76ee2-fe2a-414d-8890-d72beb4144c0 req-8726f215-7285-45c9-b347-7eb31c10401b tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:06.693074 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bfe76ee2-fe2a-414d-8890-d72beb4144c0 req-8726f215-7285-45c9-b347-7eb31c10401b tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 945 time: 0.4231339 Jul 30 20:32:06.706367 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2978da59-c728-45b7-a701-b03e388a4863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:06.717876 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2978da59-c728-45b7-a701-b03e388a4863 None None] Routers {'8c4579d0-1d8b-4399-aa60-64095c0b907d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:06.718780 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2978da59-c728-45b7-a701-b03e388a4863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8c4579d0-1d8b-4399-aa60-64095c0b907d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:06.765591 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bfe76ee2-fe2a-414d-8890-d72beb4144c0 req-91e33dbd-0614-4dd8-9e4d-6e06782d4281 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/security-groups?id=12c947ea-4e9a-4fdb-8eb2-8b872bd932fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715382 Jul 30 20:32:06.784424 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bfab2adf-8b9c-4ab4-86a8-ca00027694bb tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:06.806327 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2978da59-c728-45b7-a701-b03e388a4863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:06.814873 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2978da59-c728-45b7-a701-b03e388a4863 None None] The sync data for ids ['8c4579d0-1d8b-4399-aa60-64095c0b907d'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:32:06.965768 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bfab2adf-8b9c-4ab4-86a8-ca00027694bb tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:07.029647 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-de174ae5-74b0-478a-b79a-0494efde643d None None] Provisioning complete for port d8c0f722-095e-4052-b460-a77e8725fd63 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:07.030122 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-de174ae5-74b0-478a-b79a-0494efde643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:07.087791 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-de174ae5-74b0-478a-b79a-0494efde643d None None] Port d8c0f722-095e-4052-b460-a77e8725fd63 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:32:07.145769 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bfab2adf-8b9c-4ab4-86a8-ca00027694bb tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:07.150707 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bfab2adf-8b9c-4ab4-86a8-ca00027694bb tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:07.227266 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab2adf-8b9c-4ab4-86a8-ca00027694bb tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Pushing event updated for resources: {'Port': ['ID=c6358da6-277c-4600-9bc7-b228183e8c5e,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:07.236913 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bfab2adf-8b9c-4ab4-86a8-ca00027694bb tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:07.238584 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4a9adf98-7d5d-46b4-a0e4-c500ab9d0c6e tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'network': {'name': 'tempest-network-smoke--1528299670', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'port_security_enabled': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:07.258068 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b3ffbe25-82fe-4044-8469-92275bd74cc6 tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "GET /v2.0/routers/8c4579d0-1d8b-4399-aa60-64095c0b907d HTTP/1.1" status: 200 len: 741 time: 0.6256793 Jul 30 20:32:07.264040 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46546) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:07.341737 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-bfab2adf-8b9c-4ab4-86a8-ca00027694bb tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Floating IP 68226514-2cd7-47bd-a1e6-41d7092001e0 associated. External IP: 172.25.3.84, port: e7b818c9-5c69-4471-9305-bcd2d31d30ab. Jul 30 20:32:07.349546 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-65a1ee2b-d630-42c7-9798-ffcfa0f55e4a tempest-RoutersAdminTest-102426008 tempest-RoutersAdminTest-102426008-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&device_id=8c4579d0-1d8b-4399-aa60-64095c0b907d HTTP/1.1" status: 200 len: 205 time: 0.0817406 Jul 30 20:32:07.349809 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9adf98-7d5d-46b4-a0e4-c500ab9d0c6e tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Made reservation on behalf of 5b1060d492cf4cf8b5f6edec4eca6ad1 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:32:07.353138 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a9adf98-7d5d-46b4-a0e4-c500ab9d0c6e tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:07.354980 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46548) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:07.375758 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a9adf98-7d5d-46b4-a0e4-c500ab9d0c6e tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:07.399471 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1a736a6a-0d8c-4beb-8977-f3bc57d4caa0 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c4579d0-1d8b-4399-aa60-64095c0b907d HTTP/1.1" status: 200 len: 205 time: 0.0405920 Jul 30 20:32:07.404846 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46550) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:07.495485 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a9a791-458c-41f3-9e85-8df0b8d75cb1 admin admin] Router ad5d487c-fa39-45b7-a358-b8dd280296ed has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:32:07.506595 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39a47588-77ef-4fa9-a45c-3d63dea0db32 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:07.562161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfab2adf-8b9c-4ab4-86a8-ca00027694bb tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Router 36fd5eee-5839-4d4a-a5a7-5135f45c924d has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:32:07.676296 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfab2adf-8b9c-4ab4-86a8-ca00027694bb tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:32:07.698508 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a1ac27-dad9-4441-aeb6-6b9f9e77ec07 None None] Sync routers for ids ['36fd5eee-5839-4d4a-a5a7-5135f45c924d'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:32:07.709890 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a1ac27-dad9-4441-aeb6-6b9f9e77ec07 None None] Routers {'36fd5eee-5839-4d4a-a5a7-5135f45c924d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:07.711219 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-42a1ac27-dad9-4441-aeb6-6b9f9e77ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['36fd5eee-5839-4d4a-a5a7-5135f45c924d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:07.773791 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39a47588-77ef-4fa9-a45c-3d63dea0db32 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:07.780932 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39a47588-77ef-4fa9-a45c-3d63dea0db32 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:07.825157 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-42a1ac27-dad9-4441-aeb6-6b9f9e77ec07 None None] Set router 36fd5eee-5839-4d4a-a5a7-5135f45c924d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:32:07.858541 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a9adf98-7d5d-46b4-a0e4-c500ab9d0c6e tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:07.863525 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a9adf98-7d5d-46b4-a0e4-c500ab9d0c6e tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:07.866762 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a9a791-458c-41f3-9e85-8df0b8d75cb1 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:32:07.876486 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-75a9a791-458c-41f3-9e85-8df0b8d75cb1 admin admin] 10.222.0.81 "PUT /v2.0/routers/ad5d487c-fa39-45b7-a358-b8dd280296ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8550000 Jul 30 20:32:07.877138 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39a47588-77ef-4fa9-a45c-3d63dea0db32 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:07.877441 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a47588-77ef-4fa9-a45c-3d63dea0db32 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Fanout notify agent at l3_agent the message router_deleted on router 8c4579d0-1d8b-4399-aa60-64095c0b907d {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:32:07.887597 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39a47588-77ef-4fa9-a45c-3d63dea0db32 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:07.888861 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-39a47588-77ef-4fa9-a45c-3d63dea0db32 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "DELETE /v2.0/routers/8c4579d0-1d8b-4399-aa60-64095c0b907d HTTP/1.1" status: 204 len: 168 time: 0.4828470 Jul 30 20:32:07.897749 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46556) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:07.899220 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9adf98-7d5d-46b4-a0e4-c500ab9d0c6e tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:32:07.923553 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a9adf98-7d5d-46b4-a0e4-c500ab9d0c6e tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:07.923928 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-4a9adf98-7d5d-46b4-a0e4-c500ab9d0c6e tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Added segment ee5841a8-d543-4f86-8b2a-23fee80587c5 of type vlan for network 394d2c2d-cd31-413d-872f-a3bd4da9339b Jul 30 20:32:07.925534 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9adf98-7d5d-46b4-a0e4-c500ab9d0c6e tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1cac1a-8920-45a6-8291-3e34b5b37d74,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:07.927918 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bfab2adf-8b9c-4ab4-86a8-ca00027694bb tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:07.973039 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] Sync routers for ids ['ad5d487c-fa39-45b7-a358-b8dd280296ed'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:32:07.975598 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a9adf98-7d5d-46b4-a0e4-c500ab9d0c6e tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:07.986816 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] Routers {'ad5d487c-fa39-45b7-a358-b8dd280296ed'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:07.987455 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ad5d487c-fa39-45b7-a358-b8dd280296ed'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:08.006102 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6b3058b5-15e1-4503-817a-759b5535144e tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c4579d0-1d8b-4399-aa60-64095c0b907d HTTP/1.1" status: 200 len: 205 time: 0.1026692 Jul 30 20:32:08.007213 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46558) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:08.014453 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-bfab2adf-8b9c-4ab4-86a8-ca00027694bb tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9573085 Jul 30 20:32:08.018137 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fecc2d2d-f124-4ff3-838c-30e30153c475', 'tag': 'e7b818c9-5c69-4471-9305-bcd2d31d30ab'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:32:08.020866 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b3c54e-b17c-4a5e-8154-604ddd3b59ba" -d '{"events": [{"name": "network-changed", "server_uuid": "fecc2d2d-f124-4ff3-838c-30e30153c475", "tag": "e7b818c9-5c69-4471-9305-bcd2d31d30ab"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:32:08.022555 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46560) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:08.041389 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234ea20-8f9e-4188-8a2b-c1b6eada6b14 req-ac119f87-e9f0-42cf-a5e8-0bed0b1c5984 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:08.043014 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d234ea20-8f9e-4188-8a2b-c1b6eada6b14 req-ac119f87-e9f0-42cf-a5e8-0bed0b1c5984 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 945 time: 0.1995301 Jul 30 20:32:08.092689 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-d5549e4d-d3b8-41f2-ab9a-7ba7d27964f1 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] delete failed (client error): The resource could not be found. Jul 30 20:32:08.094667 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d5549e4d-d3b8-41f2-ab9a-7ba7d27964f1 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "DELETE /v2.0/routers/8c4579d0-1d8b-4399-aa60-64095c0b907d HTTP/1.1" status: 404 len: 336 time: 0.0859082 Jul 30 20:32:08.098727 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46566) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:08.111500 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14720378-622e-4fc9-a9e8-1ab53c616e2d tempest-TestVolumeBackupRestore-1779465301 tempest-TestVolumeBackupRestore-1779465301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:08.113091 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-14720378-622e-4fc9-a9e8-1ab53c616e2d tempest-TestVolumeBackupRestore-1779465301 tempest-TestVolumeBackupRestore-1779465301-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 1091 time: 0.0878105 Jul 30 20:32:08.116120 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46568) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:08.119788 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d234ea20-8f9e-4188-8a2b-c1b6eada6b14 req-13ee27fc-a671-4707-ba3b-99b6e0da0ec4 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/security-groups?id=12c947ea-4e9a-4fdb-8eb2-8b872bd932fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543308 Jul 30 20:32:08.123600 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-88eb3aa7-62f0-4432-9d58-64e2cd408d24 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Request body: {'floatingip': {'port_id': 'e7b818c9-5c69-4471-9305-bcd2d31d30ab'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:08.132012 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a9adf98-7d5d-46b4-a0e4-c500ab9d0c6e tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:08.137760 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9adf98-7d5d-46b4-a0e4-c500ab9d0c6e tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:08.138962 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a9adf98-7d5d-46b4-a0e4-c500ab9d0c6e tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:08.172622 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-31461e0b-5e98-4907-bd5c-16aedf826413 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "GET /v2.0/ports?device_id=55b1c275-fa01-4082-97ca-60e46934d58d HTTP/1.1" status: 200 len: 205 time: 0.0726082 Jul 30 20:32:08.175017 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46572) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:08.182808 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0ed5a255-f6b3-4fa8-8507-1a231b386508 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:32:08.225608 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4a9adf98-7d5d-46b4-a0e4-c500ab9d0c6e tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7139440 Jul 30 20:32:08.225993 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46574) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:08.234462 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-e005b580-3afa-43d0-be5a-4f976f723d57 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] delete failed (client error): The resource could not be found. Jul 30 20:32:08.235787 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e005b580-3afa-43d0-be5a-4f976f723d57 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "DELETE /v2.0/routers/55b1c275-fa01-4082-97ca-60e46934d58d HTTP/1.1" status: 404 len: 336 time: 0.0594761 Jul 30 20:32:08.239208 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-42a1ac27-dad9-4441-aeb6-6b9f9e77ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'name': 'tempest-TestVolumeBackupRestore-642639822-router', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:37Z', 'updated_at': '2021-07-30T20:28:42Z', 'revision_number': 4, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'gw_port': {'id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:38Z', 'updated_at': '2021-07-30T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '68226514-2cd7-47bd-a1e6-41d7092001e0', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'port_id': 'e7b818c9-5c69-4471-9305-bcd2d31d30ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3', 'mac_address': 'fa:16:3e:4b:a2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecc2d2d-f124-4ff3-838c-30e30153c475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:32:06Z', 'updated_at': '2021-07-30T20:32:06Z', 'revision_number': 0, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f0f192-f7d7-4f20-a08e-d790b36d91af', 'name': '', 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'mac_address': 'fa:16:3e:42:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7856c885-6013-47c0-b4a0-74bc8dd5c577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:41Z', 'updated_at': '2021-07-30T20:28:48Z', 'revision_number': 5, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'subnets': [{'id': '7856c885-6013-47c0-b4a0-74bc8dd5c577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:08.240188 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46576) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:08.242677 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2355d7-49e5-45e8-9b6d-732c50209c93 x-openstack-request-id: req-5a2355d7-49e5-45e8-9b6d-732c50209c93 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:32:08.243016 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fecc2d2d-f124-4ff3-838c-30e30153c475", "tag": "e7b818c9-5c69-4471-9305-bcd2d31d30ab", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:32:08.243834 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5a2355d7-49e5-45e8-9b6d-732c50209c93 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:32:08.244518 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fecc2d2d-f124-4ff3-838c-30e30153c475', 'tag': 'e7b818c9-5c69-4471-9305-bcd2d31d30ab', 'status': 'completed', 'code': 200} Jul 30 20:32:08.250140 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88eb3aa7-62f0-4432-9d58-64e2cd408d24 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for floatingip, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:08.255030 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] Set router ad5d487c-fa39-45b7-a358-b8dd280296ed gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:32:08.264469 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3411f9b8-6366-4073-9667-d8b80c2113d2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-483800241', 'admin_state_up': True, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:08.308260 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a1ac27-dad9-4441-aeb6-6b9f9e77ec07 None None] Checking router: 36fd5eee-5839-4d4a-a5a7-5135f45c924d for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:32:08.328969 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a1ac27-dad9-4441-aeb6-6b9f9e77ec07 None None] Routers {'36fd5eee-5839-4d4a-a5a7-5135f45c924d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:08.329595 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-42a1ac27-dad9-4441-aeb6-6b9f9e77ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['36fd5eee-5839-4d4a-a5a7-5135f45c924d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:08.349663 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 0ed5a255-f6b3-4fa8-8507-1a231b386508 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:08.350550 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:08.354831 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-19f72ee2-38eb-4e14-93df-32e1b2ae3f97 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "GET /v2.0/ports?device_id=444e1d75-d26d-4074-a307-de8909466499 HTTP/1.1" status: 200 len: 205 time: 0.0746734 Jul 30 20:32:08.359087 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46580) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:08.362507 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9adf98-7d5d-46b4-a0e4-c500ab9d0c6e tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'Network': ['ID=394d2c2d-cd31-413d-872f-a3bd4da9339b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:08.381943 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3411f9b8-6366-4073-9667-d8b80c2113d2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:08.383019 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3411f9b8-6366-4073-9667-d8b80c2113d2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:08.411752 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 394d2c2d-cd31-413d-872f-a3bd4da9339b details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:32:08.454119 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3411f9b8-6366-4073-9667-d8b80c2113d2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:08.570916 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-42a1ac27-dad9-4441-aeb6-6b9f9e77ec07 None None] Set router 36fd5eee-5839-4d4a-a5a7-5135f45c924d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:32:08.686952 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3411f9b8-6366-4073-9667-d8b80c2113d2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:08.828811 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-6ab021dd-4c56-4dfe-9349-8e3bac119eb2 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] delete failed (client error): The resource could not be found. Jul 30 20:32:08.833423 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6ab021dd-4c56-4dfe-9349-8e3bac119eb2 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "DELETE /v2.0/routers/444e1d75-d26d-4074-a307-de8909466499 HTTP/1.1" status: 404 len: 336 time: 0.4695928 Jul 30 20:32:08.838491 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46588) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:08.859768 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-42a1ac27-dad9-4441-aeb6-6b9f9e77ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'name': 'tempest-TestVolumeBackupRestore-642639822-router', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:37Z', 'updated_at': '2021-07-30T20:28:42Z', 'revision_number': 4, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'gw_port': {'id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:38Z', 'updated_at': '2021-07-30T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '68226514-2cd7-47bd-a1e6-41d7092001e0', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'port_id': 'e7b818c9-5c69-4471-9305-bcd2d31d30ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3', 'mac_address': 'fa:16:3e:4b:a2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecc2d2d-f124-4ff3-838c-30e30153c475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:32:06Z', 'updated_at': '2021-07-30T20:32:06Z', 'revision_number': 0, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f0f192-f7d7-4f20-a08e-d790b36d91af', 'name': '', 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'mac_address': 'fa:16:3e:42:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7856c885-6013-47c0-b4a0-74bc8dd5c577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:41Z', 'updated_at': '2021-07-30T20:28:48Z', 'revision_number': 5, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'subnets': [{'id': '7856c885-6013-47c0-b4a0-74bc8dd5c577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:08.870728 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3c54e-b17c-4a5e-8154-604ddd3b59ba req-e198ed24-aded-4c71-94f2-ed0bac468782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:08.872426 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64b3c54e-b17c-4a5e-8154-604ddd3b59ba req-e198ed24-aded-4c71-94f2-ed0bac468782 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb1c81a120714a1189f617a64d179c5c&device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 1096 time: 0.5726116 Jul 30 20:32:08.892361 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a1ac27-dad9-4441-aeb6-6b9f9e77ec07 None None] The sync data for ids ['36fd5eee-5839-4d4a-a5a7-5135f45c924d'] in n-d-712137-9 is: [{'id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'name': 'tempest-TestVolumeBackupRestore-642639822-router', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:37Z', 'updated_at': '2021-07-30T20:28:42Z', 'revision_number': 4, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'gw_port': {'id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:38Z', 'updated_at': '2021-07-30T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '68226514-2cd7-47bd-a1e6-41d7092001e0', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'port_id': 'e7b818c9-5c69-4471-9305-bcd2d31d30ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3', 'mac_address': 'fa:16:3e:4b:a2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecc2d2d-f124-4ff3-838c-30e30153c475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:32:06Z', 'updated_at': '2021-07-30T20:32:06Z', 'revision_number': 0, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f0f192-f7d7-4f20-a08e-d790b36d91af', 'name': '', 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'mac_address': 'fa:16:3e:42:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7856c885-6013-47c0-b4a0-74bc8dd5c577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:41Z', 'updated_at': '2021-07-30T20:28:48Z', 'revision_number': 5, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'subnets': [{'id': '7856c885-6013-47c0-b4a0-74bc8dd5c577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:32:08.922491 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a7a933ec-4bd0-4982-9b43-537808b42934 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "GET /v2.0/ports?device_id=d96bfce3-afbd-4844-9120-40fc329fe7cd HTTP/1.1" status: 200 len: 205 time: 0.0789669 Jul 30 20:32:08.923359 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46590) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:08.925297 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5d487c-fa39-45b7-a358-b8dd280296ed', 'name': 'tempest-TestServerMultinode-1475831959-router', 'tenant_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '0ed5a255-f6b3-4fa8-8507-1a231b386508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:58Z', 'updated_at': '2021-07-30T20:32:05Z', 'revision_number': 4, 'project_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'gw_port': {'id': '0ed5a255-f6b3-4fa8-8507-1a231b386508', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5d487c-fa39-45b7-a358-b8dd280296ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:00Z', 'updated_at': '2021-07-30T20:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'd8c0f722-095e-4052-b460-a77e8725fd63', 'name': '', 'network_id': 'e5d4433c-27db-4c66-a08e-87b8e9b620c6', 'tenant_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'mac_address': 'fa:16:3e:6a:38:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5d487c-fa39-45b7-a358-b8dd280296ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '15469df5-516c-40d6-b060-31b7db8b2233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:04Z', 'updated_at': '2021-07-30T20:32:05Z', 'revision_number': 2, 'project_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'subnets': [{'id': '15469df5-516c-40d6-b060-31b7db8b2233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:08.962619 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] Checking router: ad5d487c-fa39-45b7-a358-b8dd280296ed for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:32:08.963078 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] Updating router ad5d487c-fa39-45b7-a358-b8dd280296ed port d8c0f722-095e-4052-b460-a77e8725fd63 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:32:08.989318 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-b182ec31-94a9-4ae0-9f2a-1801b2387cde tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] delete failed (client error): The resource could not be found. Jul 30 20:32:08.990360 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b182ec31-94a9-4ae0-9f2a-1801b2387cde tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "DELETE /v2.0/routers/d96bfce3-afbd-4844-9120-40fc329fe7cd HTTP/1.1" status: 404 len: 336 time: 0.0666566 Jul 30 20:32:08.993529 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46592) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:08.994207 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:09.036296 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8792e8-006f-455c-965b-b8621382b803 req-730d155c-143b-47ff-9946-4b3f8998eb13 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:09.037904 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4d8792e8-006f-455c-965b-b8621382b803 req-730d155c-143b-47ff-9946-4b3f8998eb13 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 945 time: 0.2155025 Jul 30 20:32:09.041214 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-97e25a1d-a5f9-42a7-85d6-a5212e537b9d tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffd2b9de-fa5c-4bc3-8537-502c1e8055b0 HTTP/1.1" status: 200 len: 205 time: 0.0466416 Jul 30 20:32:09.041894 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3411f9b8-6366-4073-9667-d8b80c2113d2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:09.044274 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46594) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:09.074579 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3411f9b8-6366-4073-9667-d8b80c2113d2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:09.116821 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-966df3bc-44a4-4734-bce4-c881c1789999 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] delete failed (client error): The resource could not be found. Jul 30 20:32:09.119681 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-966df3bc-44a4-4734-bce4-c881c1789999 tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "DELETE /v2.0/routers/ffd2b9de-fa5c-4bc3-8537-502c1e8055b0 HTTP/1.1" status: 404 len: 336 time: 0.0723627 Jul 30 20:32:09.121780 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46596) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:09.123556 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3c54e-b17c-4a5e-8154-604ddd3b59ba req-09da1961-a016-4e54-923c-7b4888323e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:09.125370 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64b3c54e-b17c-4a5e-8154-604ddd3b59ba req-09da1961-a016-4e54-923c-7b4888323e84 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5c7e57c-8838-4f2e-901c-16d052cbb5c3 HTTP/1.1" status: 200 len: 914 time: 0.2372053 Jul 30 20:32:09.187776 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f5a4a350-7b60-45c8-9847-a5354f71022e tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "GET /v2.0/ports?device_id=15d2e9a8-b4f7-41c9-b6e3-0486982c2647 HTTP/1.1" status: 200 len: 205 time: 0.0645468 Jul 30 20:32:09.190451 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46598) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:09.233631 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4d8792e8-006f-455c-965b-b8621382b803 req-73679c6d-1e55-433c-b365-9ba4fb401a24 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/security-groups?id=12c947ea-4e9a-4fdb-8eb2-8b872bd932fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453807 Jul 30 20:32:09.236787 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-7e010e2b-37f5-4351-975c-49a58cff1aea tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] delete failed (client error): The resource could not be found. Jul 30 20:32:09.237873 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7e010e2b-37f5-4351-975c-49a58cff1aea tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "DELETE /v2.0/routers/15d2e9a8-b4f7-41c9-b6e3-0486982c2647 HTTP/1.1" status: 404 len: 336 time: 0.0466571 Jul 30 20:32:09.241376 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46600) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:09.286032 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c086ec-1dc3-4a27-8cfc-6e67f5ca1a39 None None] New status for floating IP 68226514-2cd7-47bd-a1e6-41d7092001e0: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:32:09.297627 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceadb441-22f8-4be7-81f8-2ba1642bab5e tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] DELETE failed (client error): The resource could not be found. Jul 30 20:32:09.298079 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceadb441-22f8-4be7-81f8-2ba1642bab5e tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 20:32:09.299863 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ceadb441-22f8-4be7-81f8-2ba1642bab5e tempest-RoutersAdminTest-569082725 tempest-RoutersAdminTest-569082725-project] 10.222.0.81 "DELETE /v2.0/subnets/e7a0574f-4594-4bb9-b385-67bbd64854b9 HTTP/1.1" status: 404 len: 337 time: 0.0576088 Jul 30 20:32:09.329272 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-3411f9b8-6366-4073-9667-d8b80c2113d2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Allocated IP 172.25.3.16 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/437adf5f-490c-4f8b-bea7-d836a6fe995e) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:32:09.415941 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64b3c54e-b17c-4a5e-8154-604ddd3b59ba req-f1038635-1b77-4952-8481-4208889210dd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7b818c9-5c69-4471-9305-bcd2d31d30ab HTTP/1.1" status: 200 len: 998 time: 0.2808430 Jul 30 20:32:09.420849 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:09.436892 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] Transition to ACTIVE for port object d8c0f722-095e-4052-b460-a77e8725fd63 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:32:09.445926 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:09.498572 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3411f9b8-6366-4073-9667-d8b80c2113d2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:09.575084 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3411f9b8-6366-4073-9667-d8b80c2113d2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:09.575352 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4700d-ea1a-4e4c-b361-5cf8198a51b7 None None] Pushing event updated for resources: {'Port': ['ID=d8c0f722-095e-4052-b460-a77e8725fd63,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:09.590090 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] Attempting to bind port d8c0f722-095e-4052-b460-a77e8725fd63 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:32:09.590515 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] Attempting to bind port d8c0f722-095e-4052-b460-a77e8725fd63 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '3cae2b38-efe3-47fb-9036-b4d94508d8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e5d4433c-27db-4c66-a08e-87b8e9b620c6'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:32:09.590874 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] Attempting to bind port d8c0f722-095e-4052-b460-a77e8725fd63 on network e5d4433c-27db-4c66-a08e-87b8e9b620c6 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:32:09.599041 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:32:09.599596 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] Checking segment: {'id': '3cae2b38-efe3-47fb-9036-b4d94508d8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e5d4433c-27db-4c66-a08e-87b8e9b620c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:32:09.599958 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:09.600291 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] Bound using segment: {'id': '3cae2b38-efe3-47fb-9036-b4d94508d8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e5d4433c-27db-4c66-a08e-87b8e9b620c6'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:32:09.600771 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] Bound port: d8c0f722-095e-4052-b460-a77e8725fd63, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cae2b38-efe3-47fb-9036-b4d94508d8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e5d4433c-27db-4c66-a08e-87b8e9b620c6'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:32:09.601157 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:09.619073 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3c54e-b17c-4a5e-8154-604ddd3b59ba req-423c8ffa-8298-41cf-8a9c-126e584d141a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:09.620673 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64b3c54e-b17c-4a5e-8154-604ddd3b59ba req-423c8ffa-8298-41cf-8a9c-126e584d141a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7856c885-6013-47c0-b4a0-74bc8dd5c577 HTTP/1.1" status: 200 len: 852 time: 0.1354432 Jul 30 20:32:09.642106 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3411f9b8-6366-4073-9667-d8b80c2113d2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:32:09.650585 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3411f9b8-6366-4073-9667-d8b80c2113d2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:09.660813 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3411f9b8-6366-4073-9667-d8b80c2113d2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:32:09.664331 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411f9b8-6366-4073-9667-d8b80c2113d2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'Port': ['ID=437adf5f-490c-4f8b-bea7-d836a6fe995e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:09.707371 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] For port d8c0f722-095e-4052-b460-a77e8725fd63, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:32:09.712753 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] For port d8c0f722-095e-4052-b460-a77e8725fd63, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d8c0f722-095e-4052-b460-a77e8725fd63,segment=NetworkSegment(3cae2b38-efe3-47fb-9036-b4d94508d8ba),segment_id=3cae2b38-efe3-47fb-9036-b4d94508d8ba)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:32:09.720153 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:09.746475 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-aa87b4ba-7c63-4945-84aa-54e06b690b36 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:09.748510 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-aa87b4ba-7c63-4945-84aa-54e06b690b36 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/networks?id=dbb77e2a-a8a9-43b8-a03a-a767ec4be75f HTTP/1.1" status: 200 len: 911 time: 0.3311501 Jul 30 20:32:09.772511 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88eb3aa7-62f0-4432-9d58-64e2cd408d24 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:09.777483 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3c54e-b17c-4a5e-8154-604ddd3b59ba req-7b31521b-086d-40e8-90b0-4966ec66c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:09.779033 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64b3c54e-b17c-4a5e-8154-604ddd3b59ba req-7b31521b-086d-40e8-90b0-4966ec66c494 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5c7e57c-8838-4f2e-901c-16d052cbb5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496372 Jul 30 20:32:09.780480 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-888f7f27-faab-455f-9569-891d97b40cb4 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/quotas/a04b0a8dc3804a6e9fc941584ca22568 HTTP/1.1" status: 200 len: 375 time: 0.0224431 Jul 30 20:32:09.783721 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.db.api [None req-69c086ec-1dc3-4a27-8cfc-6e67f5ca1a39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:32:09.784435 n-d-712137-9 neutron-server[93885]: DEBUG oslo_db.api [None req-69c086ec-1dc3-4a27-8cfc-6e67f5ca1a39 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:32:09.784683 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88eb3aa7-62f0-4432-9d58-64e2cd408d24 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:09.833002 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46616) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:09.874443 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4700d-ea1a-4e4c-b361-5cf8198a51b7 None None] Pushing event updated for resources: {'Port': ['ID=d8c0f722-095e-4052-b460-a77e8725fd63,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:09.897156 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] Routers {'ad5d487c-fa39-45b7-a358-b8dd280296ed'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:09.897900 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ad5d487c-fa39-45b7-a358-b8dd280296ed'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:10.011392 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3411f9b8-6366-4073-9667-d8b80c2113d2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:10.071830 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] Set router ad5d487c-fa39-45b7-a358-b8dd280296ed gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:32:10.079063 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-787c6fc9-677d-4876-8c3a-9e7d8aa0b4b4 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?tenant_id=a04b0a8dc3804a6e9fc941584ca22568&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2670701 Jul 30 20:32:10.102072 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64b3c54e-b17c-4a5e-8154-604ddd3b59ba req-65e83f56-a32f-472f-ad15-aef2a724b420 service neutron] 10.222.0.83 "GET /v2.0/networks/c5c7e57c-8838-4f2e-901c-16d052cbb5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148012 Jul 30 20:32:10.186475 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3195726d-6753-4eac-a526-895928f30a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:10.277838 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3411f9b8-6366-4073-9667-d8b80c2113d2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:10.289059 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c086ec-1dc3-4a27-8cfc-6e67f5ca1a39 None None] New status for floating IP 68226514-2cd7-47bd-a1e6-41d7092001e0: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:32:10.313846 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5d487c-fa39-45b7-a358-b8dd280296ed', 'name': 'tempest-TestServerMultinode-1475831959-router', 'tenant_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '0ed5a255-f6b3-4fa8-8507-1a231b386508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:58Z', 'updated_at': '2021-07-30T20:32:05Z', 'revision_number': 4, 'project_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'gw_port': {'id': '0ed5a255-f6b3-4fa8-8507-1a231b386508', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5d487c-fa39-45b7-a358-b8dd280296ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:00Z', 'updated_at': '2021-07-30T20:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'd8c0f722-095e-4052-b460-a77e8725fd63', 'name': '', 'network_id': 'e5d4433c-27db-4c66-a08e-87b8e9b620c6', 'tenant_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'mac_address': 'fa:16:3e:6a:38:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5d487c-fa39-45b7-a358-b8dd280296ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '15469df5-516c-40d6-b060-31b7db8b2233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:04Z', 'updated_at': '2021-07-30T20:32:09Z', 'revision_number': 4, 'project_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'subnets': [{'id': '15469df5-516c-40d6-b060-31b7db8b2233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:10.346301 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ed3de3-5073-4395-b81b-7fcd5af9d52b None None] The sync data for ids ['ad5d487c-fa39-45b7-a358-b8dd280296ed'] in n-d-712137-9 is: [{'id': 'ad5d487c-fa39-45b7-a358-b8dd280296ed', 'name': 'tempest-TestServerMultinode-1475831959-router', 'tenant_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '0ed5a255-f6b3-4fa8-8507-1a231b386508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:58Z', 'updated_at': '2021-07-30T20:32:05Z', 'revision_number': 4, 'project_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'gw_port': {'id': '0ed5a255-f6b3-4fa8-8507-1a231b386508', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5d487c-fa39-45b7-a358-b8dd280296ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:00Z', 'updated_at': '2021-07-30T20:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'd8c0f722-095e-4052-b460-a77e8725fd63', 'name': '', 'network_id': 'e5d4433c-27db-4c66-a08e-87b8e9b620c6', 'tenant_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'mac_address': 'fa:16:3e:6a:38:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5d487c-fa39-45b7-a358-b8dd280296ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '15469df5-516c-40d6-b060-31b7db8b2233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:04Z', 'updated_at': '2021-07-30T20:32:09Z', 'revision_number': 4, 'project_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'subnets': [{'id': '15469df5-516c-40d6-b060-31b7db8b2233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:32:10.367375 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-c60fe0ba-4a82-4713-8457-635a0aeb1b9b service neutron] 10.222.0.81 "GET /v2.0/networks/dbb77e2a-a8a9-43b8-a03a-a767ec4be75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796247 Jul 30 20:32:10.382925 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64b3c54e-b17c-4a5e-8154-604ddd3b59ba req-c091fcf5-3aa8-4671-881a-302cef577c20 service neutron] 10.222.0.83 "GET /v2.0/networks/c5c7e57c-8838-4f2e-901c-16d052cbb5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687716 Jul 30 20:32:10.481292 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88eb3aa7-62f0-4432-9d58-64e2cd408d24 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Router 36fd5eee-5839-4d4a-a5a7-5135f45c924d has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:32:10.503266 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3195726d-6753-4eac-a526-895928f30a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:10.514853 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3195726d-6753-4eac-a526-895928f30a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:10.565933 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3411f9b8-6366-4073-9667-d8b80c2113d2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Router 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:32:10.573418 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195726d-6753-4eac-a526-895928f30a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b18214-c050-4981-b0f8-5f9e53f8ecb7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:10.580743 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3195726d-6753-4eac-a526-895928f30a14 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7b17096d31f44aa2b701c0fe85c2fd69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7470493 Jul 30 20:32:10.584475 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46620) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:10.605717 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-ba19f211-b301-49b3-87b9-ff73a2e48588 service neutron] 10.222.0.81 "GET /v2.0/networks/dbb77e2a-a8a9-43b8-a03a-a767ec4be75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216887 Jul 30 20:32:10.696094 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88eb3aa7-62f0-4432-9d58-64e2cd408d24 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:32:10.703341 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88eb3aa7-62f0-4432-9d58-64e2cd408d24 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:10.707399 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b49db04c-9f6a-4eca-9d1e-cfa1c49ad679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:10.708648 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129fa268-4f97-4187-ac6e-6da217dd9d4e None None] Sync routers for ids ['36fd5eee-5839-4d4a-a5a7-5135f45c924d'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:32:10.723941 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129fa268-4f97-4187-ac6e-6da217dd9d4e None None] Routers {'36fd5eee-5839-4d4a-a5a7-5135f45c924d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:10.726102 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-129fa268-4f97-4187-ac6e-6da217dd9d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['36fd5eee-5839-4d4a-a5a7-5135f45c924d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:10.737528 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fecc2d2d-f124-4ff3-838c-30e30153c475', 'tag': 'e7b818c9-5c69-4471-9305-bcd2d31d30ab'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:32:10.740115 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ec1f26-656c-4e4e-9c32-e585650ad751" -d '{"events": [{"name": "network-changed", "server_uuid": "fecc2d2d-f124-4ff3-838c-30e30153c475", "tag": "e7b818c9-5c69-4471-9305-bcd2d31d30ab"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:32:10.834520 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-88eb3aa7-62f0-4432-9d58-64e2cd408d24 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "PUT /v2.0/floatingips/68226514-2cd7-47bd-a1e6-41d7092001e0 HTTP/1.1" status: 200 len: 990 time: 2.7142010 Jul 30 20:32:10.964071 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-129fa268-4f97-4187-ac6e-6da217dd9d4e None None] Set router 36fd5eee-5839-4d4a-a5a7-5135f45c924d gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:32:11.010662 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f2c39c-9840-4f06-8683-63de7dced088 x-openstack-request-id: req-c1f2c39c-9840-4f06-8683-63de7dced088 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:32:11.011076 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fecc2d2d-f124-4ff3-838c-30e30153c475", "tag": "e7b818c9-5c69-4471-9305-bcd2d31d30ab", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:32:11.011447 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c1f2c39c-9840-4f06-8683-63de7dced088 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:32:11.011983 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fecc2d2d-f124-4ff3-838c-30e30153c475', 'tag': 'e7b818c9-5c69-4471-9305-bcd2d31d30ab', 'status': 'completed', 'code': 200} Jul 30 20:32:11.155859 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a443816e-e019-4700-bb6f-cdc7a30a4ace req-ee9d2fb6-a3e1-4ec4-ac7d-43f11d75d666 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3475408b-0d28-4a84-a125-e25fbaed69ae HTTP/1.1" status: 200 len: 210 time: 0.0430727 Jul 30 20:32:11.165850 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec1f26-656c-4e4e-9c32-e585650ad751 req-8d8f11f1-1623-49ee-81cb-548bf58d6dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:11.168158 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86ec1f26-656c-4e4e-9c32-e585650ad751 req-8d8f11f1-1623-49ee-81cb-548bf58d6dbb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb1c81a120714a1189f617a64d179c5c&device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 1096 time: 0.1312623 Jul 30 20:32:11.278507 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3411f9b8-6366-4073-9667-d8b80c2113d2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:32:11.289559 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] Sync routers for ids ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:32:11.303485 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] Routers {'1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:11.304172 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:11.308732 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b49db04c-9f6a-4eca-9d1e-cfa1c49ad679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:11.371032 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3411f9b8-6366-4073-9667-d8b80c2113d2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:11.376928 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3411f9b8-6366-4073-9667-d8b80c2113d2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1393411 Jul 30 20:32:11.377687 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46636) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:11.394680 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-129fa268-4f97-4187-ac6e-6da217dd9d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'name': 'tempest-TestVolumeBackupRestore-642639822-router', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:37Z', 'updated_at': '2021-07-30T20:28:42Z', 'revision_number': 4, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'gw_port': {'id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:38Z', 'updated_at': '2021-07-30T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '68226514-2cd7-47bd-a1e6-41d7092001e0', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'port_id': 'e7b818c9-5c69-4471-9305-bcd2d31d30ab', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3', 'mac_address': 'fa:16:3e:4b:a2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecc2d2d-f124-4ff3-838c-30e30153c475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:32:06Z', 'updated_at': '2021-07-30T20:32:10Z', 'revision_number': 2, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f0f192-f7d7-4f20-a08e-d790b36d91af', 'name': '', 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'mac_address': 'fa:16:3e:42:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7856c885-6013-47c0-b4a0-74bc8dd5c577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:41Z', 'updated_at': '2021-07-30T20:28:48Z', 'revision_number': 5, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'subnets': [{'id': '7856c885-6013-47c0-b4a0-74bc8dd5c577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:11.412275 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f0023-05f4-4da9-8c50-dcabc6d75566 req-58a485d8-766b-44f8-bd6f-1fd69c90c69c tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:11.416725 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b49db04c-9f6a-4eca-9d1e-cfa1c49ad679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:11.420717 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f7f0023-05f4-4da9-8c50-dcabc6d75566 req-58a485d8-766b-44f8-bd6f-1fd69c90c69c tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 945 time: 0.0989649 Jul 30 20:32:11.421273 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b49db04c-9f6a-4eca-9d1e-cfa1c49ad679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:11.426822 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b49db04c-9f6a-4eca-9d1e-cfa1c49ad679 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/09b18214-c050-4981-b0f8-5f9e53f8ecb7 HTTP/1.1" status: 204 len: 168 time: 0.8409524 Jul 30 20:32:11.439256 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49db04c-9f6a-4eca-9d1e-cfa1c49ad679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b18214-c050-4981-b0f8-5f9e53f8ecb7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:11.442281 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129fa268-4f97-4187-ac6e-6da217dd9d4e None None] Checking router: 36fd5eee-5839-4d4a-a5a7-5135f45c924d for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:32:11.467049 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129fa268-4f97-4187-ac6e-6da217dd9d4e None None] Routers {'36fd5eee-5839-4d4a-a5a7-5135f45c924d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:11.468186 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-129fa268-4f97-4187-ac6e-6da217dd9d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['36fd5eee-5839-4d4a-a5a7-5135f45c924d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:11.514671 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec1f26-656c-4e4e-9c32-e585650ad751 req-cc20b7ee-b87c-4a58-848c-dfe1a908e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:11.528021 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] Set router 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:32:11.534332 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86ec1f26-656c-4e4e-9c32-e585650ad751 req-cc20b7ee-b87c-4a58-848c-dfe1a908e60c service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5c7e57c-8838-4f2e-901c-16d052cbb5c3 HTTP/1.1" status: 200 len: 914 time: 0.3551972 Jul 30 20:32:11.635706 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-129fa268-4f97-4187-ac6e-6da217dd9d4e None None] Set router 36fd5eee-5839-4d4a-a5a7-5135f45c924d gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:32:11.698036 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-59f3f68a-88c5-457f-a707-c3832b8c76e8 tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=5b1060d492cf4cf8b5f6edec4eca6ad1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3187249 Jul 30 20:32:11.698998 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86ec1f26-656c-4e4e-9c32-e585650ad751 req-ebcdc1de-23eb-42f6-8788-9c9e92762246 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7b818c9-5c69-4471-9305-bcd2d31d30ab HTTP/1.1" status: 200 len: 1000 time: 0.1585548 Jul 30 20:32:11.700471 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46642) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:11.811418 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f7f0023-05f4-4da9-8c50-dcabc6d75566 req-a33800c9-2d3e-41fd-a7fe-f9380dde3c8c tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/security-groups?id=12c947ea-4e9a-4fdb-8eb2-8b872bd932fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896973 Jul 30 20:32:11.835538 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c82196-3212-48e4-8e04-12b9497a0659 tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:11.843731 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec1f26-656c-4e4e-9c32-e585650ad751 req-96d5f699-9dd8-4dae-bb62-04bad50dca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:11.845375 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86ec1f26-656c-4e4e-9c32-e585650ad751 req-96d5f699-9dd8-4dae-bb62-04bad50dca01 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7856c885-6013-47c0-b4a0-74bc8dd5c577 HTTP/1.1" status: 200 len: 852 time: 0.1321909 Jul 30 20:32:11.847178 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-88c82196-3212-48e4-8e04-12b9497a0659 tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1448686 Jul 30 20:32:11.849558 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46646) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:11.923839 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5a4b2d5c-90b7-49f7-a75d-e940eda26ed1 tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0724761 Jul 30 20:32:11.924559 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46648) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:11.930722 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-45e4b23c-9b54-4dc2-8616-81f2a46960f4 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-962585646', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:11.982047 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec1f26-656c-4e4e-9c32-e585650ad751 req-41416526-d8aa-4df8-9c74-c62d5bad68f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:11.983814 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86ec1f26-656c-4e4e-9c32-e585650ad751 req-41416526-d8aa-4df8-9c74-c62d5bad68f1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5c7e57c-8838-4f2e-901c-16d052cbb5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1307518 Jul 30 20:32:11.995052 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-129fa268-4f97-4187-ac6e-6da217dd9d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'name': 'tempest-TestVolumeBackupRestore-642639822-router', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:37Z', 'updated_at': '2021-07-30T20:28:42Z', 'revision_number': 4, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'gw_port': {'id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:38Z', 'updated_at': '2021-07-30T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '68226514-2cd7-47bd-a1e6-41d7092001e0', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'port_id': 'e7b818c9-5c69-4471-9305-bcd2d31d30ab', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3', 'mac_address': 'fa:16:3e:4b:a2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecc2d2d-f124-4ff3-838c-30e30153c475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:32:06Z', 'updated_at': '2021-07-30T20:32:10Z', 'revision_number': 2, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f0f192-f7d7-4f20-a08e-d790b36d91af', 'name': '', 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'mac_address': 'fa:16:3e:42:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7856c885-6013-47c0-b4a0-74bc8dd5c577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:41Z', 'updated_at': '2021-07-30T20:28:48Z', 'revision_number': 5, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'subnets': [{'id': '7856c885-6013-47c0-b4a0-74bc8dd5c577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:12.019599 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'name': 'tempest-TestNetworkBasicOps-router-483800241', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:32:08Z', 'updated_at': '2021-07-30T20:32:09Z', 'revision_number': 3, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:09Z', 'updated_at': '2021-07-30T20:32:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:12.025095 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46650) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:12.027212 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129fa268-4f97-4187-ac6e-6da217dd9d4e None None] The sync data for ids ['36fd5eee-5839-4d4a-a5a7-5135f45c924d'] in n-d-712137-9 is: [{'id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'name': 'tempest-TestVolumeBackupRestore-642639822-router', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:37Z', 'updated_at': '2021-07-30T20:28:42Z', 'revision_number': 4, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'gw_port': {'id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:38Z', 'updated_at': '2021-07-30T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '68226514-2cd7-47bd-a1e6-41d7092001e0', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'port_id': 'e7b818c9-5c69-4471-9305-bcd2d31d30ab', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3', 'mac_address': 'fa:16:3e:4b:a2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecc2d2d-f124-4ff3-838c-30e30153c475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:32:06Z', 'updated_at': '2021-07-30T20:32:10Z', 'revision_number': 2, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f0f192-f7d7-4f20-a08e-d790b36d91af', 'name': '', 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'mac_address': 'fa:16:3e:42:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7856c885-6013-47c0-b4a0-74bc8dd5c577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:41Z', 'updated_at': '2021-07-30T20:28:48Z', 'revision_number': 5, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'subnets': [{'id': '7856c885-6013-47c0-b4a0-74bc8dd5c577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:32:12.054350 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] Checking router: 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:32:12.055297 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] Updating router 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 port 437adf5f-490c-4f8b-bea7-d836a6fe995e binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:32:12.081198 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-177b5f64-fa68-48b7-83da-d203c1e1d213 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c37f8b4029144a948ae3098b87632836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534737 Jul 30 20:32:12.081198 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46652) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:12.093127 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e4b23c-9b54-4dc2-8616-81f2a46960f4 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Made reservation on behalf of 5b1060d492cf4cf8b5f6edec4eca6ad1 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:32:12.093653 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:12.097122 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-45e4b23c-9b54-4dc2-8616-81f2a46960f4 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:12.185705 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86ec1f26-656c-4e4e-9c32-e585650ad751 req-c5c21ec3-19ea-46ae-bf0b-816ec62acdcc service neutron] 10.222.0.83 "GET /v2.0/networks/c5c7e57c-8838-4f2e-901c-16d052cbb5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927795 Jul 30 20:32:12.205286 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbe8dae6-13a3-42e6-b4f8-ee788d6fc31e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:12.211035 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d8c0f722-095e-4052-b460-a77e8725fd63 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:32:12.236221 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbe8dae6-13a3-42e6-b4f8-ee788d6fc31e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:12.303019 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbe8dae6-13a3-42e6-b4f8-ee788d6fc31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:12.305941 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbe8dae6-13a3-42e6-b4f8-ee788d6fc31e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:12.311614 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bbe8dae6-13a3-42e6-b4f8-ee788d6fc31e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cd8a373f-94d4-40eb-9f46-0084d7443f30 HTTP/1.1" status: 204 len: 168 time: 0.2283144 Jul 30 20:32:12.321688 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8dae6-13a3-42e6-b4f8-ee788d6fc31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8a373f-94d4-40eb-9f46-0084d7443f30,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:12.421665 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b50b884b-1213-4fea-abd7-65110b6d21af req-888f05b2-2130-40b4-9f6b-07c1943c97d9 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3475408b-0d28-4a84-a125-e25fbaed69ae HTTP/1.1" status: 200 len: 210 time: 0.1358852 Jul 30 20:32:12.442662 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port d8c0f722-095e-4052-b460-a77e8725fd63 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:12.449400 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port d8c0f722-095e-4052-b460-a77e8725fd63 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:12.450067 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:12.495339 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:12.512854 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] Transition to ACTIVE for port object 437adf5f-490c-4f8b-bea7-d836a6fe995e will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:32:12.518608 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-1c18e723-7feb-4f6d-9c3f-54350cbc370d tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:12.520852 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-1c18e723-7feb-4f6d-9c3f-54350cbc370d tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.59 "GET /v2.0/networks?id=dbb77e2a-a8a9-43b8-a03a-a767ec4be75f HTTP/1.1" status: 200 len: 911 time: 0.2417259 Jul 30 20:32:12.529068 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:12.539747 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-3ae9e470-3dc1-4936-972c-f9602efee63e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Request body: {'port': {'device_id': '3475408b-0d28-4a84-a125-e25fbaed69ae', 'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f', 'admin_state_up': True, 'tenant_id': 'a04b0a8dc3804a6e9fc941584ca22568'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:12.564278 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86ec1f26-656c-4e4e-9c32-e585650ad751 req-38adc85b-96ae-49ab-9284-c402b757d413 service neutron] 10.222.0.83 "GET /v2.0/networks/c5c7e57c-8838-4f2e-901c-16d052cbb5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710575 Jul 30 20:32:12.568964 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-3ae9e470-3dc1-4936-972c-f9602efee63e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Made reservation on behalf of a04b0a8dc3804a6e9fc941584ca22568 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:32:12.572183 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-3ae9e470-3dc1-4936-972c-f9602efee63e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:12.620255 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d138bb-fd11-467e-af9d-692e79510b4e None None] Pushing event updated for resources: {'Port': ['ID=437adf5f-490c-4f8b-bea7-d836a6fe995e,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:12.630025 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d138bb-fd11-467e-af9d-692e79510b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:12.635794 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d138bb-fd11-467e-af9d-692e79510b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:12.636440 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d138bb-fd11-467e-af9d-692e79510b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:12.636566 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:12.637077 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d138bb-fd11-467e-af9d-692e79510b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:12.637571 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d138bb-fd11-467e-af9d-692e79510b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:12.638100 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d138bb-fd11-467e-af9d-692e79510b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:12.638576 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d138bb-fd11-467e-af9d-692e79510b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:12.639071 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d138bb-fd11-467e-af9d-692e79510b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:12.639575 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d138bb-fd11-467e-af9d-692e79510b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:12.640068 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d138bb-fd11-467e-af9d-692e79510b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:12.640732 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d138bb-fd11-467e-af9d-692e79510b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:12.641220 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d138bb-fd11-467e-af9d-692e79510b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:12.661298 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] Attempting to bind port 437adf5f-490c-4f8b-bea7-d836a6fe995e on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:32:12.661661 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] Attempting to bind port 437adf5f-490c-4f8b-bea7-d836a6fe995e by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:32:12.662016 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] Attempting to bind port 437adf5f-490c-4f8b-bea7-d836a6fe995e on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:32:12.667417 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:32:12.667923 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:32:12.668320 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:12.668704 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:32:12.669869 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] Bound port: 437adf5f-490c-4f8b-bea7-d836a6fe995e, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:32:12.670250 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:12.710572 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port d8c0f722-095e-4052-b460-a77e8725fd63, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d8c0f722-095e-4052-b460-a77e8725fd63,segment=NetworkSegment(3cae2b38-efe3-47fb-9036-b4d94508d8ba),segment_id=3cae2b38-efe3-47fb-9036-b4d94508d8ba)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:12.716601 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:12.732725 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-45e4b23c-9b54-4dc2-8616-81f2a46960f4 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:12.739754 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] For port 437adf5f-490c-4f8b-bea7-d836a6fe995e, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:32:12.745390 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] For port 437adf5f-490c-4f8b-bea7-d836a6fe995e, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=437adf5f-490c-4f8b-bea7-d836a6fe995e,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:32:12.754326 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:12.780836 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=d8c0f722-095e-4052-b460-a77e8725fd63,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:12.803795 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] Routers {'1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:12.804422 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:12.866462 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4b23c-9b54-4dc2-8616-81f2a46960f4 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'Subnet': ['ID=91b0840c-b548-4e3b-9e7f-3f3f9f306d43,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:12.902529 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4b23c-9b54-4dc2-8616-81f2a46960f4 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Checking segment: {'id': 'ee5841a8-d543-4f86-8b2a-23fee80587c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:32:12.903265 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e4b23c-9b54-4dc2-8616-81f2a46960f4 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Network hostable DHCP agents. Network: 394d2c2d-cd31-413d-872f-a3bd4da9339b, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:32:12.924915 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-3ae9e470-3dc1-4936-972c-f9602efee63e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Allocated IP 172.20.0.6 (dbb77e2a-a8a9-43b8-a03a-a767ec4be75f/5681c6b2-36e1-4d78-b7bd-5edbbb47faf8/d5e20171-9a6a-40c8-9233-a1b77feba6c3) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:32:12.982182 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] Set router 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:32:12.990757 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e4b23c-9b54-4dc2-8616-81f2a46960f4 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Network 394d2c2d-cd31-413d-872f-a3bd4da9339b is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:32:13.109884 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d138bb-fd11-467e-af9d-692e79510b4e None None] Pushing event updated for resources: {'Port': ['ID=437adf5f-490c-4f8b-bea7-d836a6fe995e,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:13.211995 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'name': 'tempest-TestNetworkBasicOps-router-483800241', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:32:08Z', 'updated_at': '2021-07-30T20:32:09Z', 'revision_number': 3, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:09Z', 'updated_at': '2021-07-30T20:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:13.240918 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b29ea1-71cb-48d1-8855-a807fdac5cb0 None None] The sync data for ids ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'] in n-d-712137-9 is: [{'id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'name': 'tempest-TestNetworkBasicOps-router-483800241', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:32:08Z', 'updated_at': '2021-07-30T20:32:09Z', 'revision_number': 3, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:09Z', 'updated_at': '2021-07-30T20:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:32:13.384088 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fecc2d2d-f124-4ff3-838c-30e30153c475', 'tag': 'e7b818c9-5c69-4471-9305-bcd2d31d30ab'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:32:13.386398 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13718dd6-eed9-401c-8240-c8128f704a53" -d '{"events": [{"name": "network-changed", "server_uuid": "fecc2d2d-f124-4ff3-838c-30e30153c475", "tag": "e7b818c9-5c69-4471-9305-bcd2d31d30ab"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:32:13.412643 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-45e4b23c-9b54-4dc2-8616-81f2a46960f4 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 394d2c2d-cd31-413d-872f-a3bd4da9339b) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:13.427557 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca39d40-06eb-4715-b51a-5119edda4f2b None None] Network 394d2c2d-cd31-413d-872f-a3bd4da9339b requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:32:13.428766 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e4b23c-9b54-4dc2-8616-81f2a46960f4 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:13.429368 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-45e4b23c-9b54-4dc2-8616-81f2a46960f4 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:13.432327 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46680) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.448983 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6278f37-516b-4812-9b4a-5e22e16c8103 req-e1a60f78-122f-42ea-b059-a17610e80453 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:13.449966 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6278f37-516b-4812-9b4a-5e22e16c8103 req-e1a60f78-122f-42ea-b059-a17610e80453 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 945 time: 0.5017715 Jul 30 20:32:13.518387 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-45e4b23c-9b54-4dc2-8616-81f2a46960f4 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5895185 Jul 30 20:32:13.519900 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46686) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.557397 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-7399c0ce-cb8e-4394-acce-9c252f2ed247 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.561199 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7399c0ce-cb8e-4394-acce-9c252f2ed247 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1246002 Jul 30 20:32:13.561462 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46688) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.565798 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-2ff9ef21-14bf-40a1-b7ce-c35cce5c925f tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.569038 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2ff9ef21-14bf-40a1-b7ce-c35cce5c925f tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0043757 Jul 30 20:32:13.569263 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46690) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.573794 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-4b684a81-a1f2-4cda-aa1b-d475a61b6ae0 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.577557 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4b684a81-a1f2-4cda-aa1b-d475a61b6ae0 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0045993 Jul 30 20:32:13.577962 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46692) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.583499 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-51e72b6f-8649-47e0-ac39-7e85f13a90d5 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.586721 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-51e72b6f-8649-47e0-ac39-7e85f13a90d5 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0056159 Jul 30 20:32:13.587500 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46694) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.595705 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-859b2cb6-48c8-4d4b-a6cf-e6fe087a4410 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.595947 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6278f37-516b-4812-9b4a-5e22e16c8103 req-71344332-ed27-4c6e-8204-6b09c1c7fe05 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/security-groups?id=12c947ea-4e9a-4fdb-8eb2-8b872bd932fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314847 Jul 30 20:32:13.599010 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-859b2cb6-48c8-4d4b-a6cf-e6fe087a4410 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0081444 Jul 30 20:32:13.599681 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46696) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.606022 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-6bb1b298-d1fd-4738-a742-3777ca2e3f95 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.609349 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6bb1b298-d1fd-4738-a742-3777ca2e3f95 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0058594 Jul 30 20:32:13.609600 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46698) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.618928 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-a687fcc6-9372-4f38-a03f-00386da2f294 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.625399 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a687fcc6-9372-4f38-a03f-00386da2f294 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0116539 Jul 30 20:32:13.625661 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46700) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.672603 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-93fe3a35-6dc2-402a-86bf-835f2b616dab tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.674855 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-93fe3a35-6dc2-402a-86bf-835f2b616dab tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0480332 Jul 30 20:32:13.678469 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46704) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.683676 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98561ae-3c4c-4b77-99e1-d410c6fca8d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-394d2c2d-cd31-413d-872f-a3bd4da9339b', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'fixed_ips': [{'subnet_id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:32:13.684710 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e98561ae-3c4c-4b77-99e1-d410c6fca8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:13.702079 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-d3ab6e7f-9a73-4402-b371-61cc9b9a2545 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.702314 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-3ae9e470-3dc1-4936-972c-f9602efee63e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:13.703760 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d3ab6e7f-9a73-4402-b371-61cc9b9a2545 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0240519 Jul 30 20:32:13.706537 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46706) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.712324 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-e8c144cf-3d30-4858-a335-cfc44b938b5f tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.712780 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12830c8e-ae39-4981-80fb-c3027116ef45 x-openstack-request-id: req-12830c8e-ae39-4981-80fb-c3027116ef45 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:32:13.713493 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e8c144cf-3d30-4858-a335-cfc44b938b5f tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0059195 Jul 30 20:32:13.716746 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46708) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.716887 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fecc2d2d-f124-4ff3-838c-30e30153c475", "tag": "e7b818c9-5c69-4471-9305-bcd2d31d30ab", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:32:13.717124 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-12830c8e-ae39-4981-80fb-c3027116ef45 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:32:13.717637 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fecc2d2d-f124-4ff3-838c-30e30153c475', 'tag': 'e7b818c9-5c69-4471-9305-bcd2d31d30ab', 'status': 'completed', 'code': 200} Jul 30 20:32:13.725481 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-4220a394-153f-47f9-bb2e-821c872aa61c tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.730400 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4220a394-153f-47f9-bb2e-821c872aa61c tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0092273 Jul 30 20:32:13.731096 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46710) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.735606 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-c6d92e06-e5b0-4a4f-bc8c-fb61e7636458 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.740091 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c6d92e06-e5b0-4a4f-bc8c-fb61e7636458 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0072124 Jul 30 20:32:13.740982 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46712) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.745700 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-a34c9860-8105-4741-a8ba-1d5b46e93c72 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.752047 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a34c9860-8105-4741-a8ba-1d5b46e93c72 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0099399 Jul 30 20:32:13.752983 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46714) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.757566 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-1eb56dbf-86eb-4faa-8915-886f46448378 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.760978 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1eb56dbf-86eb-4faa-8915-886f46448378 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0058160 Jul 30 20:32:13.763727 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46716) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.771206 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-5b10a70e-c97f-46fc-89ac-cecbf8bc9784 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.776473 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5b10a70e-c97f-46fc-89ac-cecbf8bc9784 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0093369 Jul 30 20:32:13.777179 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46718) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.786759 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-a3310213-9933-4e06-8823-863edda09507 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.790187 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a3310213-9933-4e06-8823-863edda09507 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0096540 Jul 30 20:32:13.790535 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46720) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.798700 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-622c723f-93f1-4ce3-8fb5-624219b74887 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.804918 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-622c723f-93f1-4ce3-8fb5-624219b74887 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0082383 Jul 30 20:32:13.807470 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46722) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.816876 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-3ae9e470-3dc1-4936-972c-f9602efee63e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Transition to ACTIVE for port object d5e20171-9a6a-40c8-9233-a1b77feba6c3 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:32:13.821793 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-4d4455ad-c337-429b-a524-e4ecf81cc508 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.823131 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4d4455ad-c337-429b-a524-e4ecf81cc508 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0142756 Jul 30 20:32:13.826830 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46724) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.831786 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-47ae1987-737c-48be-adaa-937ec44c42fe tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.833294 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-47ae1987-737c-48be-adaa-937ec44c42fe tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0049949 Jul 30 20:32:13.836034 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46726) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.842336 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-16e56fc9-f305-47f3-93a9-564d1e9c16c0 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.846040 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-16e56fc9-f305-47f3-93a9-564d1e9c16c0 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0081484 Jul 30 20:32:13.847026 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46728) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.857587 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-5c0a3da3-871e-4837-8233-ffbdaa9fa4c5 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.861298 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5c0a3da3-871e-4837-8233-ffbdaa9fa4c5 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0135856 Jul 30 20:32:13.861961 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46730) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.866220 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-ef7df2c4-a8bd-4831-b2cb-877900f426b6 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.869948 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ef7df2c4-a8bd-4831-b2cb-877900f426b6 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0070274 Jul 30 20:32:13.870520 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46732) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.875496 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-c91e67d0-7564-49c6-87f3-5611c65c067f tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.877139 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-089b0df1-7945-4f2b-9cfa-e15c35565f86 req-fee97d0c-8a94-4946-92a9-4ecc234fd8fd tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3475408b-0d28-4a84-a125-e25fbaed69ae HTTP/1.1" status: 200 len: 210 time: 0.0618880 Jul 30 20:32:13.879598 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c91e67d0-7564-49c6-87f3-5611c65c067f tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0075133 Jul 30 20:32:13.879739 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46734) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.883993 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-e4de7669-4efb-41ba-95e6-d81ec5ad928f tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.887661 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e4de7669-4efb-41ba-95e6-d81ec5ad928f tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0068882 Jul 30 20:32:13.889050 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46736) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.893137 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-0d5dc68a-ee80-4e2c-a420-6355821c1a05 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.896526 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0d5dc68a-ee80-4e2c-a420-6355821c1a05 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0063500 Jul 30 20:32:13.897653 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46738) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.905445 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-719b3285-ba1f-4765-95b2-5bd25d3c3c1a tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.907536 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-719b3285-ba1f-4765-95b2-5bd25d3c3c1a tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0079281 Jul 30 20:32:13.910333 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46740) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.916954 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-57317585-3d5a-4263-a922-4c6c4983bac5 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.919754 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-57317585-3d5a-4263-a922-4c6c4983bac5 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0083437 Jul 30 20:32:13.923079 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46742) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.923520 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-e98561ae-3c4c-4b77-99e1-d410c6fca8d6 None None] Allocated IP 172.20.0.2 (394d2c2d-cd31-413d-872f-a3bd4da9339b/91b0840c-b548-4e3b-9e7f-3f3f9f306d43/533dff25-14e2-418e-9188-e184cec78af3) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:32:13.936208 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-f1309a3d-6ee3-4b3e-8524-633bb082fb90 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.937200 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f1309a3d-6ee3-4b3e-8524-633bb082fb90 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0130389 Jul 30 20:32:13.940039 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46744) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.949151 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-259ffbe9-38fc-4732-adff-4ae657db1bdd tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.950970 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-259ffbe9-38fc-4732-adff-4ae657db1bdd tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0085130 Jul 30 20:32:13.954089 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46746) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.971800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13718dd6-eed9-401c-8240-c8128f704a53 req-672a8c5b-de95-4a99-9dc4-b2a421ab383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:13.973375 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-13718dd6-eed9-401c-8240-c8128f704a53 req-672a8c5b-de95-4a99-9dc4-b2a421ab383a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb1c81a120714a1189f617a64d179c5c&device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 1096 time: 0.2159224 Jul 30 20:32:13.976826 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-4a42c3f0-29e5-4026-a5e2-e21ff91f4b99 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.977958 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4a42c3f0-29e5-4026-a5e2-e21ff91f4b99 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0208564 Jul 30 20:32:13.980641 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46748) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.985282 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-5c31fc43-302e-4e89-9fab-5be728e2bd3f tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.986281 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5c31fc43-302e-4e89-9fab-5be728e2bd3f tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0046659 Jul 30 20:32:13.988811 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46750) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:13.996792 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-551a33e4-c34f-4a75-a2c0-94e71f27eb51 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:13.999097 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-551a33e4-c34f-4a75-a2c0-94e71f27eb51 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0063865 Jul 30 20:32:14.001642 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46752) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.016498 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-54ebd0c1-f076-45bb-ab13-9368c092d11d tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.017829 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-54ebd0c1-f076-45bb-ab13-9368c092d11d tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0141430 Jul 30 20:32:14.020586 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46754) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.030757 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-20bf78e2-6a30-4ad9-8f71-356a8283bebe tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.032841 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-20bf78e2-6a30-4ad9-8f71-356a8283bebe tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0104949 Jul 30 20:32:14.035908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46758) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.115718 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [None req-073f2cb1-0d57-4ee1-b588-bcd916792a89 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.120173 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-073f2cb1-0d57-4ee1-b588-bcd916792a89 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0083618 Jul 30 20:32:14.120360 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46760) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.124669 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-3ae9e470-3dc1-4936-972c-f9602efee63e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:14.135535 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-a368cc05-8d73-4348-9339-8679ea43728f tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.135535 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a368cc05-8d73-4348-9339-8679ea43728f tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0095315 Jul 30 20:32:14.135535 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46762) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.140568 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-421fc6bf-3ed0-49ff-b9dc-f01788a4ac31 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.141573 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-421fc6bf-3ed0-49ff-b9dc-f01788a4ac31 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0073011 Jul 30 20:32:14.146509 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46764) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.157202 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-aba459e0-f164-4d48-86ab-5230e0e80686 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.162383 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-aba459e0-f164-4d48-86ab-5230e0e80686 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0123708 Jul 30 20:32:14.162383 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46766) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.167098 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-1acc6fc1-75e1-4ee3-94c4-59669a97cc61 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.171811 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1acc6fc1-75e1-4ee3-94c4-59669a97cc61 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0083282 Jul 30 20:32:14.174364 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46768) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.176434 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e98561ae-3c4c-4b77-99e1-d410c6fca8d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:14.181345 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-4b318923-09be-4720-8be3-825dcf30f975 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.192276 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4b318923-09be-4720-8be3-825dcf30f975 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0165055 Jul 30 20:32:14.193956 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e98561ae-3c4c-4b77-99e1-d410c6fca8d6 None None] Transition to ACTIVE for port object 533dff25-14e2-418e-9188-e184cec78af3 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:32:14.196573 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46770) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.205046 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-99eacb07-b325-4725-b5ca-e7b98af32afd tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.206482 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-99eacb07-b325-4725-b5ca-e7b98af32afd tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0085747 Jul 30 20:32:14.209537 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46772) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.218435 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e98561ae-3c4c-4b77-99e1-d410c6fca8d6 None None] Transition to ACTIVE for port object 533dff25-14e2-418e-9188-e184cec78af3 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:32:14.224371 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-7b13ea6a-d843-4c62-a736-8123110fb1bc tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.226901 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7b13ea6a-d843-4c62-a736-8123110fb1bc tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0143831 Jul 30 20:32:14.227933 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e98561ae-3c4c-4b77-99e1-d410c6fca8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:14.228885 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46774) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.248519 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-19bd5544-7d75-4bd6-b45a-cbd929ace4ec tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.250492 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-19bd5544-7d75-4bd6-b45a-cbd929ace4ec tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0201015 Jul 30 20:32:14.253632 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46776) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.260821 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-72b116b8-36a7-4674-b7e1-20792adaedc4 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.265651 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-72b116b8-36a7-4674-b7e1-20792adaedc4 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0105569 Jul 30 20:32:14.278194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98561ae-3c4c-4b77-99e1-d410c6fca8d6 None None] Pushing event updated for resources: {'Port': ['ID=533dff25-14e2-418e-9188-e184cec78af3,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:14.280335 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46778) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.290030 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-661ea1d9-2320-4a9b-9c08-ea83e4cb0c8a tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.291438 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-661ea1d9-2320-4a9b-9c08-ea83e4cb0c8a tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0097799 Jul 30 20:32:14.296208 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46780) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.302668 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 437adf5f-490c-4f8b-bea7-d836a6fe995e up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:32:14.306684 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98561ae-3c4c-4b77-99e1-d410c6fca8d6 None None] Network 394d2c2d-cd31-413d-872f-a3bd4da9339b is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:32:14.307217 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-2887c3db-b847-4014-9fef-2223cc02303a tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.308877 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2887c3db-b847-4014-9fef-2223cc02303a tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0101497 Jul 30 20:32:14.311543 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46782) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.316248 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-b84e61e6-e576-4306-a3a2-3c81d43fb13d tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.317380 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b84e61e6-e576-4306-a3a2-3c81d43fb13d tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0047686 Jul 30 20:32:14.319964 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46784) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.325082 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-c689282a-2ff7-4f7f-84e0-b8870fd853fb tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.327419 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c689282a-2ff7-4f7f-84e0-b8870fd853fb tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0064836 Jul 30 20:32:14.328957 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46786) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.334834 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-d5ffd97d-f0e9-4a36-87c3-9adacbc4ba9f tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.336065 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d5ffd97d-f0e9-4a36-87c3-9adacbc4ba9f tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0060163 Jul 30 20:32:14.338551 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46788) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.338960 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e98561ae-3c4c-4b77-99e1-d410c6fca8d6 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:14.343925 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98561ae-3c4c-4b77-99e1-d410c6fca8d6 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:32:14.348270 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-7655c75a-bb9d-43f5-b2ee-216fba2ee7c8 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.349328 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7655c75a-bb9d-43f5-b2ee-216fba2ee7c8 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0089073 Jul 30 20:32:14.352255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46790) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.361013 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-f687a244-8789-4ef6-bb45-56ea112c939c tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.364516 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f687a244-8789-4ef6-bb45-56ea112c939c tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0088661 Jul 30 20:32:14.364851 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46792) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.369526 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-0ec97774-61a3-4f8b-87df-aebed9eabca8 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.373037 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0ec97774-61a3-4f8b-87df-aebed9eabca8 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0048265 Jul 30 20:32:14.373389 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46794) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.378972 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-f103ee38-5e80-4a35-b996-13bb08dee0ba tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.383668 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f103ee38-5e80-4a35-b996-13bb08dee0ba tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0062129 Jul 30 20:32:14.383668 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46796) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.389245 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-56195100-39a7-419d-8231-9072d84c1fc4 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.391558 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-56195100-39a7-419d-8231-9072d84c1fc4 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0057666 Jul 30 20:32:14.391727 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-3ae9e470-3dc1-4936-972c-f9602efee63e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Network dbb77e2a-a8a9-43b8-a03a-a767ec4be75f is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:32:14.393487 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46798) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.398350 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-fc580091-16f8-4e2e-8a79-49d433e7a511 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.399978 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fc580091-16f8-4e2e-8a79-49d433e7a511 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0050614 Jul 30 20:32:14.402925 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46800) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.409395 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-30d8cdbb-bc36-440b-91f4-52b2f907a817 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.410606 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-30d8cdbb-bc36-440b-91f4-52b2f907a817 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0054805 Jul 30 20:32:14.413372 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46802) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.419613 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-76521969-d18c-4d29-b974-0e36f91a7d58 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.419796 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-3ae9e470-3dc1-4936-972c-f9602efee63e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:14.423664 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-76521969-d18c-4d29-b974-0e36f91a7d58 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0058618 Jul 30 20:32:14.423980 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46804) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.426990 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-e98561ae-3c4c-4b77-99e1-d410c6fca8d6 None None] Attempting to bind port 533dff25-14e2-418e-9188-e184cec78af3 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:32:14.427373 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-e98561ae-3c4c-4b77-99e1-d410c6fca8d6 None None] Attempting to bind port 533dff25-14e2-418e-9188-e184cec78af3 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'ee5841a8-d543-4f86-8b2a-23fee80587c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:32:14.432199 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-7673ccb3-ee4c-4f36-95a7-8c85d0242702 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.433912 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7673ccb3-ee4c-4f36-95a7-8c85d0242702 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0080147 Jul 30 20:32:14.438162 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46806) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.439503 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98561ae-3c4c-4b77-99e1-d410c6fca8d6 None None] Attempting to bind port 533dff25-14e2-418e-9188-e184cec78af3 on network 394d2c2d-cd31-413d-872f-a3bd4da9339b {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:32:14.444044 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-ebd25b88-b11e-43a7-a53f-f8e977e83a8d tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.445844 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ebd25b88-b11e-43a7-a53f-f8e977e83a8d tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0059547 Jul 30 20:32:14.448782 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46808) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.449198 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98561ae-3c4c-4b77-99e1-d410c6fca8d6 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:32:14.449807 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98561ae-3c4c-4b77-99e1-d410c6fca8d6 None None] Checking segment: {'id': 'ee5841a8-d543-4f86-8b2a-23fee80587c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:32:14.451094 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e98561ae-3c4c-4b77-99e1-d410c6fca8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:14.452055 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98561ae-3c4c-4b77-99e1-d410c6fca8d6 None None] Bound using segment: {'id': 'ee5841a8-d543-4f86-8b2a-23fee80587c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:32:14.452718 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-e98561ae-3c4c-4b77-99e1-d410c6fca8d6 None None] Bound port: 533dff25-14e2-418e-9188-e184cec78af3, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5841a8-d543-4f86-8b2a-23fee80587c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:32:14.453320 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e98561ae-3c4c-4b77-99e1-d410c6fca8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:14.459207 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-00b797d7-6cf7-417b-bc6c-040e52fa23c7 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.460319 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-00b797d7-6cf7-417b-bc6c-040e52fa23c7 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0103610 Jul 30 20:32:14.464192 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46810) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.471787 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-49e541ab-feac-4257-a8cb-49daba073de3 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.475534 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-3ae9e470-3dc1-4936-972c-f9602efee63e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:32:14.480517 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-49e541ab-feac-4257-a8cb-49daba073de3 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0121832 Jul 30 20:32:14.481428 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46812) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.485743 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9e470-3dc1-4936-972c-f9602efee63e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Pushing event updated for resources: {'Port': ['ID=d5e20171-9a6a-40c8-9233-a1b77feba6c3,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:14.487028 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-abca5218-0f10-4e9d-835a-bb2d4eb311f6 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.493922 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-abca5218-0f10-4e9d-835a-bb2d4eb311f6 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0113084 Jul 30 20:32:14.495715 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46814) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.507935 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 437adf5f-490c-4f8b-bea7-d836a6fe995e completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:14.508359 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c9f62-55b2-4096-8c66-37c3c6620b75 req-dde35386-dc6f-41ae-9e90-3679da4f2137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:14.510295 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-9b3e48a1-5928-4128-91db-7272ebc8b474 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.511618 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0b1c9f62-55b2-4096-8c66-37c3c6620b75 req-dde35386-dc6f-41ae-9e90-3679da4f2137 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=00aa1865652b4a3ab07d05bcf3328ae0&device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 1096 time: 0.3740752 Jul 30 20:32:14.520194 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9b3e48a1-5928-4128-91db-7272ebc8b474 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0211146 Jul 30 20:32:14.522087 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46816) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.532258 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-104973f8-e9f4-4771-b612-95ffe0742303 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.533246 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-104973f8-e9f4-4771-b612-95ffe0742303 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0087430 Jul 30 20:32:14.534635 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 437adf5f-490c-4f8b-bea7-d836a6fe995e triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:14.535112 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:14.535883 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46818) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.544972 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-7bdab160-bc9b-4910-adc8-ef5c3d44d662 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.548780 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7bdab160-bc9b-4910-adc8-ef5c3d44d662 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0118933 Jul 30 20:32:14.550296 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf44a9-5fa6-40ca-8626-81ea12b35cd1 req-b9e28741-18c6-403e-b5b3-2303ec58be8e tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:14.552562 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46820) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.557129 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-f77f3261-3d04-40e2-a141-811110960b76 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.558013 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f77f3261-3d04-40e2-a141-811110960b76 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0045297 Jul 30 20:32:14.558705 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b6cf44a9-5fa6-40ca-8626-81ea12b35cd1 req-b9e28741-18c6-403e-b5b3-2303ec58be8e tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 945 time: 0.3841050 Jul 30 20:32:14.561728 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13718dd6-eed9-401c-8240-c8128f704a53 req-9f9dc7a2-fe8f-4bd0-b7a4-e457cd212fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:14.563808 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-13718dd6-eed9-401c-8240-c8128f704a53 req-9f9dc7a2-fe8f-4bd0-b7a4-e457cd212fe4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5c7e57c-8838-4f2e-901c-16d052cbb5c3 HTTP/1.1" status: 200 len: 914 time: 0.5754578 Jul 30 20:32:14.564595 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46822) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.572658 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e98561ae-3c4c-4b77-99e1-d410c6fca8d6 None None] For port 533dff25-14e2-418e-9188-e184cec78af3, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:32:14.583264 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [None req-20552038-e0f6-498a-86cb-1236d1908fde tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.587885 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-20552038-e0f6-498a-86cb-1236d1908fde tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0081859 Jul 30 20:32:14.589058 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46824) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.593611 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e98561ae-3c4c-4b77-99e1-d410c6fca8d6 None None] For port 533dff25-14e2-418e-9188-e184cec78af3, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=533dff25-14e2-418e-9188-e184cec78af3,segment=NetworkSegment(ee5841a8-d543-4f86-8b2a-23fee80587c5),segment_id=ee5841a8-d543-4f86-8b2a-23fee80587c5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:32:14.602971 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-cdc8a856-4850-44d2-b67c-7b7f339214f7 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.603967 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e98561ae-3c4c-4b77-99e1-d410c6fca8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:14.608428 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cdc8a856-4850-44d2-b67c-7b7f339214f7 tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0180941 Jul 30 20:32:14.609727 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46826) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:14.614710 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [None req-207967fa-d188-40f1-8c51-d71bd335c94f tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:32:14.623362 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-207967fa-d188-40f1-8c51-d71bd335c94f tempest-ExtensionsTestJSON-1595397671 tempest-ExtensionsTestJSON-1595397671-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0116129 Jul 30 20:32:14.717999 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:14.723529 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98561ae-3c4c-4b77-99e1-d410c6fca8d6 None None] Pushing event updated for resources: {'Port': ['ID=533dff25-14e2-418e-9188-e184cec78af3,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:14.746624 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 437adf5f-490c-4f8b-bea7-d836a6fe995e, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=437adf5f-490c-4f8b-bea7-d836a6fe995e,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:14.753393 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:14.755680 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d8c0f722-095e-4052-b460-a77e8725fd63 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:32:14.812551 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c9f62-55b2-4096-8c66-37c3c6620b75 req-279a53ff-b487-4d62-981c-5630d25404e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:14.814218 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0b1c9f62-55b2-4096-8c66-37c3c6620b75 req-279a53ff-b487-4d62-981c-5630d25404e2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=67e16ad0-19c5-49a5-8093-4791506cca69 HTTP/1.1" status: 200 len: 910 time: 0.2757318 Jul 30 20:32:14.815224 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-3ae9e470-3dc1-4936-972c-f9602efee63e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:14.816613 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-3ae9e470-3dc1-4936-972c-f9602efee63e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:14.844938 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=437adf5f-490c-4f8b-bea7-d836a6fe995e,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:14.883358 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port d8c0f722-095e-4052-b460-a77e8725fd63 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:14.887749 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:14.945787 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0b1c9f62-55b2-4096-8c66-37c3c6620b75 req-975935db-01aa-4056-8773-23ef1d42fec5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b87a10e0-f1c2-4320-a0e3-06f52c385cd9 HTTP/1.1" status: 200 len: 217 time: 0.0835159 Jul 30 20:32:14.994922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8970a5ad-3738-4e89-bb12-8c87224a1537 None None] Provisioning for port d5e20171-9a6a-40c8-9233-a1b77feba6c3 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:14.998610 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b6cf44a9-5fa6-40ca-8626-81ea12b35cd1 req-527b9cb2-755f-4de8-8544-fadd669afe0e tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/security-groups?id=12c947ea-4e9a-4fdb-8eb2-8b872bd932fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387791 Jul 30 20:32:15.017537 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8970a5ad-3738-4e89-bb12-8c87224a1537 None None] Provisioning complete for port d5e20171-9a6a-40c8-9233-a1b77feba6c3 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:15.017996 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8970a5ad-3738-4e89-bb12-8c87224a1537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:15.039009 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-3ae9e470-3dc1-4936-972c-f9602efee63e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.5053177 Jul 30 20:32:15.082570 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-13718dd6-eed9-401c-8240-c8128f704a53 req-181b92f8-639a-45db-9404-0e59f2aae878 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7b818c9-5c69-4471-9305-bcd2d31d30ab HTTP/1.1" status: 200 len: 1000 time: 0.4933944 Jul 30 20:32:15.084336 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46834) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:15.099619 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Request body: {'port': {'device_id': '3475408b-0d28-4a84-a125-e25fbaed69ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:15.226346 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fbc30f4-1a16-4f2b-817b-6b811b0a36c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:15.292227 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c9f62-55b2-4096-8c66-37c3c6620b75 req-5386b1e9-8740-4d0b-bc60-a0f9d1b327ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:15.294319 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0b1c9f62-55b2-4096-8c66-37c3c6620b75 req-5386b1e9-8740-4d0b-bc60-a0f9d1b327ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3d5c349d-b22f-43fb-822c-cf3b93cb6434 HTTP/1.1" status: 200 len: 849 time: 0.3022058 Jul 30 20:32:15.322495 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:15.329651 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13718dd6-eed9-401c-8240-c8128f704a53 req-4d52a02b-0390-47f0-a430-7fb3e5f36d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:15.330942 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-13718dd6-eed9-401c-8240-c8128f704a53 req-4d52a02b-0390-47f0-a430-7fb3e5f36d2f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7856c885-6013-47c0-b4a0-74bc8dd5c577 HTTP/1.1" status: 200 len: 852 time: 0.2204018 Jul 30 20:32:15.344775 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8970a5ad-3738-4e89-bb12-8c87224a1537 None None] Port d5e20171-9a6a-40c8-9233-a1b77feba6c3 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:32:15.362006 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4893083-f2d4-4f56-9193-c4ddbb190d28 req-b2d96127-09b9-4717-8b82-c9615df14768 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:15.363531 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f4893083-f2d4-4f56-9193-c4ddbb190d28 req-b2d96127-09b9-4717-8b82-c9615df14768 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3475408b-0d28-4a84-a125-e25fbaed69ae HTTP/1.1" status: 200 len: 1027 time: 0.2221067 Jul 30 20:32:15.365406 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0b1c9f62-55b2-4096-8c66-37c3c6620b75 req-bab479c5-9e33-412a-9dea-3ab0dd279160 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=67e16ad0-19c5-49a5-8093-4791506cca69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558054 Jul 30 20:32:15.366567 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fbc30f4-1a16-4f2b-817b-6b811b0a36c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:15.371189 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fbc30f4-1a16-4f2b-817b-6b811b0a36c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:15.415984 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4fbc30f4-1a16-4f2b-817b-6b811b0a36c2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=922be0bbff27466a95f2749f4e0032cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3303413 Jul 30 20:32:15.418413 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc30f4-1a16-4f2b-817b-6b811b0a36c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fd1d92-abc0-446a-9d40-ef142d5d46c2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:15.422590 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46838) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:15.483903 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa23adca-4981-42fd-8b15-b3d9a77bef11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:15.507628 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa23adca-4981-42fd-8b15-b3d9a77bef11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:15.538031 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:15.566539 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f4893083-f2d4-4f56-9193-c4ddbb190d28 req-1b0e6b38-8ca3-4428-be86-31e6829e20ac tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892107 Jul 30 20:32:15.568263 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af1c1609-7d62-4a34-94af-f6bfcd97dd43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:15.572612 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa23adca-4981-42fd-8b15-b3d9a77bef11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:15.578717 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa23adca-4981-42fd-8b15-b3d9a77bef11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:15.580707 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fa23adca-4981-42fd-8b15-b3d9a77bef11 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/95fd1d92-abc0-446a-9d40-ef142d5d46c2 HTTP/1.1" status: 204 len: 168 time: 0.1564531 Jul 30 20:32:15.589903 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23adca-4981-42fd-8b15-b3d9a77bef11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fd1d92-abc0-446a-9d40-ef142d5d46c2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:15.643862 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13718dd6-eed9-401c-8240-c8128f704a53 req-b30f7d18-5657-484d-8db4-96fc6e8f8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:15.645709 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-13718dd6-eed9-401c-8240-c8128f704a53 req-b30f7d18-5657-484d-8db4-96fc6e8f8f88 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5c7e57c-8838-4f2e-901c-16d052cbb5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2929785 Jul 30 20:32:15.782620 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0b1c9f62-55b2-4096-8c66-37c3c6620b75 req-5d7550cf-d559-4faf-a373-b15a95950a07 service neutron] 10.222.0.59 "GET /v2.0/networks/67e16ad0-19c5-49a5-8093-4791506cca69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028683 Jul 30 20:32:16.252619 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 533dff25-14e2-418e-9188-e184cec78af3 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:32:16.318775 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46864) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:16.329316 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 533dff25-14e2-418e-9188-e184cec78af3 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:16.334169 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 437adf5f-490c-4f8b-bea7-d836a6fe995e up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:32:16.369752 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-13718dd6-eed9-401c-8240-c8128f704a53 req-7744f354-10b0-45f9-b9d4-3d0a791fc419 service neutron] 10.222.0.83 "GET /v2.0/networks/c5c7e57c-8838-4f2e-901c-16d052cbb5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7118797 Jul 30 20:32:16.398306 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 437adf5f-490c-4f8b-bea7-d836a6fe995e triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:16.399145 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:16.452779 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0e59d162-4db0-4ea3-88fa-2bc695cf0e05 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1092576843', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:16.484231 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e59d162-4db0-4ea3-88fa-2bc695cf0e05 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:16.486028 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e59d162-4db0-4ea3-88fa-2bc695cf0e05 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:16.545055 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e59d162-4db0-4ea3-88fa-2bc695cf0e05 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:16.551187 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e59d162-4db0-4ea3-88fa-2bc695cf0e05 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:16.565425 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39963d4c-fdd8-4f79-832a-434ccb3934f7 req-003f7521-d08d-40b0-9fe2-91e6cb5445b6 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:16.568537 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-39963d4c-fdd8-4f79-832a-434ccb3934f7 req-003f7521-d08d-40b0-9fe2-91e6cb5445b6 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 945 time: 0.2851832 Jul 30 20:32:16.573047 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e59d162-4db0-4ea3-88fa-2bc695cf0e05 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:16.579644 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0e59d162-4db0-4ea3-88fa-2bc695cf0e05 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2548757 Jul 30 20:32:16.579907 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46868) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:16.584378 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e6881f-3ba4-4475-8c8d-d0568d750ae4 None None] Network 394d2c2d-cd31-413d-872f-a3bd4da9339b requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:32:16.616738 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-044a98ba-8251-4e1f-8f5c-caaae9739afe tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1371915915'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:16.633604 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0b1c9f62-55b2-4096-8c66-37c3c6620b75 req-7e0420ca-cb72-4021-993f-272b311c8ae2 service neutron] 10.222.0.59 "GET /v2.0/networks/67e16ad0-19c5-49a5-8093-4791506cca69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8360486 Jul 30 20:32:16.680484 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8e45de36-eb63-454d-9f07-2cbc6d2f93b3 None None] Provisioning for port 533dff25-14e2-418e-9188-e184cec78af3 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:16.704574 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8e45de36-eb63-454d-9f07-2cbc6d2f93b3 None None] Provisioning complete for port 533dff25-14e2-418e-9188-e184cec78af3 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:16.704948 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e45de36-eb63-454d-9f07-2cbc6d2f93b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:16.758660 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-39963d4c-fdd8-4f79-832a-434ccb3934f7 req-e8e5225b-07da-4f71-b751-1e3a34acf201 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/security-groups?id=12c947ea-4e9a-4fdb-8eb2-8b872bd932fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777701 Jul 30 20:32:16.782883 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044a98ba-8251-4e1f-8f5c-caaae9739afe tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Made reservation on behalf of 53d1213347744ddc8f33b18283672d51 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:32:16.782883 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-044a98ba-8251-4e1f-8f5c-caaae9739afe tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:16.790673 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-13718dd6-eed9-401c-8240-c8128f704a53 req-a60afa12-26f2-431a-9eae-74d51c0be3a6 service neutron] 10.222.0.83 "GET /v2.0/networks/c5c7e57c-8838-4f2e-901c-16d052cbb5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557310 Jul 30 20:32:16.807603 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e20171-9a6a-40c8-9233-a1b77feba6c3 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:32:16.823847 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:16.826830 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-044a98ba-8251-4e1f-8f5c-caaae9739afe tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:16.829562 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e45de36-eb63-454d-9f07-2cbc6d2f93b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:16.869291 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8e45de36-eb63-454d-9f07-2cbc6d2f93b3 None None] For port 533dff25-14e2-418e-9188-e184cec78af3, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=533dff25-14e2-418e-9188-e184cec78af3,segment=NetworkSegment(ee5841a8-d543-4f86-8b2a-23fee80587c5),segment_id=ee5841a8-d543-4f86-8b2a-23fee80587c5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:16.871002 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Transition to ACTIVE for port object d5e20171-9a6a-40c8-9233-a1b77feba6c3 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:32:16.872680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-af1c1609-7d62-4a34-94af-f6bfcd97dd43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Allocated IP 172.20.0.1 (394d2c2d-cd31-413d-872f-a3bd4da9339b/91b0840c-b548-4e3b-9e7f-3f3f9f306d43/abfe296d-0278-47ae-890d-523a307710b4) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:32:16.875983 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e45de36-eb63-454d-9f07-2cbc6d2f93b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:16.901117 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:16.929229 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45de36-eb63-454d-9f07-2cbc6d2f93b3 None None] Pushing event updated for resources: {'Port': ['ID=533dff25-14e2-418e-9188-e184cec78af3,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:17.040846 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Pushing event updated for resources: {'Port': ['ID=d5e20171-9a6a-40c8-9233-a1b77feba6c3,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:17.048770 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e88ca-23bc-45cc-a165-e2cd3b47ab7c req-a70e7362-0771-464c-bd8c-f47d3de7d427 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:17.050320 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-677e88ca-23bc-45cc-a165-e2cd3b47ab7c req-a70e7362-0771-464c-bd8c-f47d3de7d427 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3475408b-0d28-4a84-a125-e25fbaed69ae HTTP/1.1" status: 200 len: 1027 time: 0.2001603 Jul 30 20:32:17.091570 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:17.091851 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:17.092197 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:17.092535 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:17.092873 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:17.093203 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:17.093530 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:17.093853 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:17.094181 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:17.094511 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:17.094833 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:17.095206 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:17.099877 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-fba30585-53ca-4413-90ee-02b37d8b8bc9 None None] Provisioning complete for port 533dff25-14e2-418e-9188-e184cec78af3 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:17.100258 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fba30585-53ca-4413-90ee-02b37d8b8bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:17.223284 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af1c1609-7d62-4a34-94af-f6bfcd97dd43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:17.229515 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-677e88ca-23bc-45cc-a165-e2cd3b47ab7c req-73106420-f1a8-4208-b452-229fe509c67b tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673427 Jul 30 20:32:17.260457 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-af1c1609-7d62-4a34-94af-f6bfcd97dd43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Transition to ACTIVE for port object abfe296d-0278-47ae-890d-523a307710b4 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:32:17.269506 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Attempting to bind port d5e20171-9a6a-40c8-9233-a1b77feba6c3 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:32:17.269844 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Attempting to bind port d5e20171-9a6a-40c8-9233-a1b77feba6c3 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '01e56630-d790-407b-8f20-7a7b810ba7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:32:17.270191 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Attempting to bind port d5e20171-9a6a-40c8-9233-a1b77feba6c3 on network dbb77e2a-a8a9-43b8-a03a-a767ec4be75f {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:32:17.282449 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Port d5e20171-9a6a-40c8-9233-a1b77feba6c3 on network dbb77e2a-a8a9-43b8-a03a-a767ec4be75f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:32:17.282814 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Attempting to bind port d5e20171-9a6a-40c8-9233-a1b77feba6c3 on network dbb77e2a-a8a9-43b8-a03a-a767ec4be75f {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:32:17.297888 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-044a98ba-8251-4e1f-8f5c-caaae9739afe tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:17.300698 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:32:17.301016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Checking segment: {'id': '01e56630-d790-407b-8f20-7a7b810ba7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:32:17.301626 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Bound using segment: {'id': '01e56630-d790-407b-8f20-7a7b810ba7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:32:17.302076 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Bound port: d5e20171-9a6a-40c8-9233-a1b77feba6c3, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e56630-d790-407b-8f20-7a7b810ba7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:32:17.302417 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:17.308279 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-044a98ba-8251-4e1f-8f5c-caaae9739afe tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:17.377620 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044a98ba-8251-4e1f-8f5c-caaae9739afe tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:32:17.392400 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a98ba-8251-4e1f-8f5c-caaae9739afe tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d349b6-ff46-4fe1-b284-9b8f06544d9f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:17.399473 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-044a98ba-8251-4e1f-8f5c-caaae9739afe tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:17.399848 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-044a98ba-8251-4e1f-8f5c-caaae9739afe tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Added segment b3185fad-cf50-4e11-9e10-65407d4d29e3 of type vlan for network e3d8e7dd-9b88-4644-9a98-f9f79f757d1e Jul 30 20:32:17.411590 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af1c1609-7d62-4a34-94af-f6bfcd97dd43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:17.506104 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-044a98ba-8251-4e1f-8f5c-caaae9739afe tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:17.521686 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1c1609-7d62-4a34-94af-f6bfcd97dd43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Network 394d2c2d-cd31-413d-872f-a3bd4da9339b is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:32:17.522847 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] For port d5e20171-9a6a-40c8-9233-a1b77feba6c3, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:32:17.534231 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-af1c1609-7d62-4a34-94af-f6bfcd97dd43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:17.542363 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c1609-7d62-4a34-94af-f6bfcd97dd43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'Port': ['ID=abfe296d-0278-47ae-890d-523a307710b4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:17.545997 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1c1609-7d62-4a34-94af-f6bfcd97dd43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:32:17.552695 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] For port d5e20171-9a6a-40c8-9233-a1b77feba6c3, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d5e20171-9a6a-40c8-9233-a1b77feba6c3,segment=NetworkSegment(01e56630-d790-407b-8f20-7a7b810ba7e5),segment_id=01e56630-d790-407b-8f20-7a7b810ba7e5)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:32:17.577879 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:17.641661 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-044a98ba-8251-4e1f-8f5c-caaae9739afe tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:17.647454 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044a98ba-8251-4e1f-8f5c-caaae9739afe tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:17.648079 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-044a98ba-8251-4e1f-8f5c-caaae9739afe tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:17.655683 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:17.656303 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:17.657712 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] 10.222.0.59 "PUT /v2.0/ports/d5e20171-9a6a-40c8-9233-a1b77feba6c3 HTTP/1.1" status: 200 len: 1091 time: 2.5699689 Jul 30 20:32:17.661149 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3475408b-0d28-4a84-a125-e25fbaed69ae', 'tag': 'd5e20171-9a6a-40c8-9233-a1b77feba6c3'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:32:17.663410 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99c10ca-252e-4043-a88b-4eb0d5fdda91" -d '{"events": [{"name": "network-changed", "server_uuid": "3475408b-0d28-4a84-a125-e25fbaed69ae", "tag": "d5e20171-9a6a-40c8-9233-a1b77feba6c3"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:32:17.720048 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af1c1609-7d62-4a34-94af-f6bfcd97dd43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:17.730062 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b871855c-b3ba-4f34-8c31-ebc838393800 x-openstack-request-id: req-b871855c-b3ba-4f34-8c31-ebc838393800 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:32:17.730603 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3475408b-0d28-4a84-a125-e25fbaed69ae", "tag": "d5e20171-9a6a-40c8-9233-a1b77feba6c3", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:32:17.730603 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b871855c-b3ba-4f34-8c31-ebc838393800 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:32:17.730952 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3475408b-0d28-4a84-a125-e25fbaed69ae', 'tag': 'd5e20171-9a6a-40c8-9233-a1b77feba6c3', 'status': 'completed', 'code': 200} Jul 30 20:32:17.808089 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe204b-a418-49ac-8a65-7a8fbed2c7dc service neutron] Pushing event updated for resources: {'Port': ['ID=d5e20171-9a6a-40c8-9233-a1b77feba6c3,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:17.818898 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46876) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:17.819452 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-044a98ba-8251-4e1f-8f5c-caaae9739afe tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2118840 Jul 30 20:32:17.826990 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ffb8846f-45f8-405e-b27c-ee948dd17d8d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Request body: {'subnet': {'network_id': 'e3d8e7dd-9b88-4644-9a98-f9f79f757d1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:17.829659 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a98ba-8251-4e1f-8f5c-caaae9739afe tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Pushing event updated for resources: {'Network': ['ID=e3d8e7dd-9b88-4644-9a98-f9f79f757d1e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:17.844478 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network e3d8e7dd-9b88-4644-9a98-f9f79f757d1e details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:32:17.895084 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-8d75cd2a-e122-49f4-b764-603a67c28d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:17.896613 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-8d75cd2a-e122-49f4-b764-603a67c28d3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a04b0a8dc3804a6e9fc941584ca22568&device_id=3475408b-0d28-4a84-a125-e25fbaed69ae HTTP/1.1" status: 200 len: 1094 time: 0.1683280 Jul 30 20:32:17.926127 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4a6fe07e-abcf-4597-88c9-e2ddafe6eb01 None None] Provisioning for port abfe296d-0278-47ae-890d-523a307710b4 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:17.934421 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4a6fe07e-abcf-4597-88c9-e2ddafe6eb01 None None] Provisioning complete for port abfe296d-0278-47ae-890d-523a307710b4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:17.934804 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a6fe07e-abcf-4597-88c9-e2ddafe6eb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:17.949919 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb8846f-45f8-405e-b27c-ee948dd17d8d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Made reservation on behalf of 53d1213347744ddc8f33b18283672d51 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:32:17.954206 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffb8846f-45f8-405e-b27c-ee948dd17d8d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:17.969849 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-51174047-3905-4360-a84a-55b6d7c7b397 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5e20171-9a6a-40c8-9233-a1b77feba6c3 HTTP/1.1" status: 200 len: 217 time: 0.0546372 Jul 30 20:32:17.973119 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4a6fe07e-abcf-4597-88c9-e2ddafe6eb01 None None] Port abfe296d-0278-47ae-890d-523a307710b4 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:32:18.036370 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47772ed1-af30-46b0-972e-09018ff761b1 req-8e91859f-8c00-4091-ae7d-70158ed7dd97 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:18.037916 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-47772ed1-af30-46b0-972e-09018ff761b1 req-8e91859f-8c00-4091-ae7d-70158ed7dd97 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 945 time: 0.1633618 Jul 30 20:32:18.060958 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af1c1609-7d62-4a34-94af-f6bfcd97dd43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:18.119765 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-7a8bec54-f50f-4b81-aa8f-8e1fe74818c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:18.121263 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-7a8bec54-f50f-4b81-aa8f-8e1fe74818c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5681c6b2-36e1-4d78-b7bd-5edbbb47faf8 HTTP/1.1" status: 200 len: 849 time: 0.1411588 Jul 30 20:32:18.131394 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 533dff25-14e2-418e-9188-e184cec78af3 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:32:18.151450 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-47772ed1-af30-46b0-972e-09018ff761b1 req-49200105-98ba-4a7c-8024-43d98d467408 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/security-groups?id=12c947ea-4e9a-4fdb-8eb2-8b872bd932fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051803 Jul 30 20:32:18.167884 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffb8846f-45f8-405e-b27c-ee948dd17d8d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:18.192909 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 533dff25-14e2-418e-9188-e184cec78af3 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:18.193325 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:18.239843 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-396ea119-0b27-4001-b9c9-3421ef4269d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:18.242002 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-396ea119-0b27-4001-b9c9-3421ef4269d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbb77e2a-a8a9-43b8-a03a-a767ec4be75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116462 Jul 30 20:32:18.251733 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8846f-45f8-405e-b27c-ee948dd17d8d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Pushing event updated for resources: {'Subnet': ['ID=9462234c-36dd-4fd8-b429-fc43256ddd43,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:18.261138 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8846f-45f8-405e-b27c-ee948dd17d8d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:18.261950 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8846f-45f8-405e-b27c-ee948dd17d8d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:18.263288 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8846f-45f8-405e-b27c-ee948dd17d8d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:18.263988 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8846f-45f8-405e-b27c-ee948dd17d8d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:18.264623 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8846f-45f8-405e-b27c-ee948dd17d8d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:18.265332 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8846f-45f8-405e-b27c-ee948dd17d8d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:18.266036 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8846f-45f8-405e-b27c-ee948dd17d8d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:18.266638 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8846f-45f8-405e-b27c-ee948dd17d8d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:18.267154 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8846f-45f8-405e-b27c-ee948dd17d8d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:18.267789 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8846f-45f8-405e-b27c-ee948dd17d8d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:18.268433 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8846f-45f8-405e-b27c-ee948dd17d8d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:18.268719 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8846f-45f8-405e-b27c-ee948dd17d8d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:18.287615 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb8846f-45f8-405e-b27c-ee948dd17d8d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Checking segment: {'id': 'b3185fad-cf50-4e11-9e10-65407d4d29e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e3d8e7dd-9b88-4644-9a98-f9f79f757d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:32:18.289607 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb8846f-45f8-405e-b27c-ee948dd17d8d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Network hostable DHCP agents. Network: e3d8e7dd-9b88-4644-9a98-f9f79f757d1e, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:32:18.314086 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb8846f-45f8-405e-b27c-ee948dd17d8d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Network e3d8e7dd-9b88-4644-9a98-f9f79f757d1e is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:32:18.326897 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-ffb8846f-45f8-405e-b27c-ee948dd17d8d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, e3d8e7dd-9b88-4644-9a98-f9f79f757d1e) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:18.339436 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf7322a-eaac-43ec-a4c1-9e53a609428e None None] Network e3d8e7dd-9b88-4644-9a98-f9f79f757d1e requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:32:18.350685 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb8846f-45f8-405e-b27c-ee948dd17d8d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:18.351416 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffb8846f-45f8-405e-b27c-ee948dd17d8d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:18.373440 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ffb8846f-45f8-405e-b27c-ee948dd17d8d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5523570 Jul 30 20:32:18.376750 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46884) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:18.383785 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-65a5c459-1a47-4189-88bc-7545468de2cd tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Request body: {'network': {'name': 'tempest-router-network01--1148172124'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:18.402404 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-b00db3ee-46e2-403a-8605-40419f845b63 service neutron] 10.222.0.59 "GET /v2.0/networks/dbb77e2a-a8a9-43b8-a03a-a767ec4be75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528132 Jul 30 20:32:18.408886 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a5c459-1a47-4189-88bc-7545468de2cd tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Made reservation on behalf of 53d1213347744ddc8f33b18283672d51 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:32:18.412862 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-65a5c459-1a47-4189-88bc-7545468de2cd tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:18.437974 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a5c459-1a47-4189-88bc-7545468de2cd tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:32:18.448350 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-65a5c459-1a47-4189-88bc-7545468de2cd tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:18.448833 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-65a5c459-1a47-4189-88bc-7545468de2cd tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Added segment c0c1964c-0b73-4110-bd12-3e7affb59922 of type vlan for network 9340f921-cb46-4644-a7d1-55415a629476 Jul 30 20:32:18.488847 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-65a5c459-1a47-4189-88bc-7545468de2cd tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:18.519795 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce00b298-d307-4728-a9c2-cf2f1906a6a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-e3d8e7dd-9b88-4644-9a98-f9f79f757d1e', 'network_id': 'e3d8e7dd-9b88-4644-9a98-f9f79f757d1e', 'tenant_id': '53d1213347744ddc8f33b18283672d51', 'fixed_ips': [{'subnet_id': '9462234c-36dd-4fd8-b429-fc43256ddd43'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:32:18.520791 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ce00b298-d307-4728-a9c2-cf2f1906a6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:18.525170 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-65a5c459-1a47-4189-88bc-7545468de2cd tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:18.534722 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a5c459-1a47-4189-88bc-7545468de2cd tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:18.535050 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-65a5c459-1a47-4189-88bc-7545468de2cd tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:18.563929 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-65a5c459-1a47-4189-88bc-7545468de2cd tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1844316 Jul 30 20:32:18.570856 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6edf0e-3c96-4288-a11b-097161a9f208 req-bc1089b0-70c9-4a57-aea2-238be2826d52 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:18.572445 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb6edf0e-3c96-4288-a11b-097161a9f208 req-bc1089b0-70c9-4a57-aea2-238be2826d52 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3475408b-0d28-4a84-a125-e25fbaed69ae HTTP/1.1" status: 200 len: 1094 time: 0.1628294 Jul 30 20:32:18.572916 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46886) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:18.588946 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-72a530fb-7b27-4e0a-a771-33c6502e8c11 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Request body: {'network': {'name': 'tempest-router-network02--855613165'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:18.619555 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5c459-1a47-4189-88bc-7545468de2cd tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Pushing event updated for resources: {'Network': ['ID=9340f921-cb46-4644-a7d1-55415a629476,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:18.647440 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 9340f921-cb46-4644-a7d1-55415a629476 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:32:18.658168 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3063e4e6-588a-4fca-af6e-5643fb36e667 req-a480f690-9188-4927-933c-6f2a549a9d22 service neutron] 10.222.0.59 "GET /v2.0/networks/dbb77e2a-a8a9-43b8-a03a-a767ec4be75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440803 Jul 30 20:32:18.674904 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb6edf0e-3c96-4288-a11b-097161a9f208 req-b25a439e-af33-4b66-be0d-c3b92f816f5f tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897763 Jul 30 20:32:18.675447 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a530fb-7b27-4e0a-a771-33c6502e8c11 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Made reservation on behalf of 53d1213347744ddc8f33b18283672d51 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:32:18.678865 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-72a530fb-7b27-4e0a-a771-33c6502e8c11 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:18.703102 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af1c1609-7d62-4a34-94af-f6bfcd97dd43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:18.713188 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af1c1609-7d62-4a34-94af-f6bfcd97dd43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:18.740568 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a530fb-7b27-4e0a-a771-33c6502e8c11 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:32:18.741260 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-ce00b298-d307-4728-a9c2-cf2f1906a6a5 None None] Allocated IP 172.20.0.2 (e3d8e7dd-9b88-4644-9a98-f9f79f757d1e/9462234c-36dd-4fd8-b429-fc43256ddd43/7481f23a-8cc2-4111-b7d5-92b5501830c5) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:32:18.812553 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-72a530fb-7b27-4e0a-a771-33c6502e8c11 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:18.812811 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-72a530fb-7b27-4e0a-a771-33c6502e8c11 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Added segment f10b7970-96e9-47c9-9936-f7d2888c2d1f of type vlan for network 67219857-f3a0-4b40-934a-f59427793ef4 Jul 30 20:32:18.889965 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af1c1609-7d62-4a34-94af-f6bfcd97dd43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:18.891608 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c1609-7d62-4a34-94af-f6bfcd97dd43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'Port': ['ID=abfe296d-0278-47ae-890d-523a307710b4,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:18.915199 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-72a530fb-7b27-4e0a-a771-33c6502e8c11 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:18.932226 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ce00b298-d307-4728-a9c2-cf2f1906a6a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:18.944737 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ce00b298-d307-4728-a9c2-cf2f1906a6a5 None None] Transition to ACTIVE for port object 7481f23a-8cc2-4111-b7d5-92b5501830c5 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:32:18.961224 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ce00b298-d307-4728-a9c2-cf2f1906a6a5 None None] Transition to ACTIVE for port object 7481f23a-8cc2-4111-b7d5-92b5501830c5 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:32:18.968453 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ce00b298-d307-4728-a9c2-cf2f1906a6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:18.969077 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c10ca-252e-4043-a88b-4eb0d5fdda91 req-c19c4de3-5783-4ab7-ae6c-17eb26898f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:18.970588 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e99c10ca-252e-4043-a88b-4eb0d5fdda91 req-c19c4de3-5783-4ab7-ae6c-17eb26898f8b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a04b0a8dc3804a6e9fc941584ca22568&device_id=3475408b-0d28-4a84-a125-e25fbaed69ae HTTP/1.1" status: 200 len: 1094 time: 0.2492380 Jul 30 20:32:18.990632 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533949cf-405c-4b13-b75a-5e5fe115e1bd req-86d7b603-b55a-4f8b-8630-c7fd78972329 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:18.992122 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-533949cf-405c-4b13-b75a-5e5fe115e1bd req-86d7b603-b55a-4f8b-8630-c7fd78972329 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 945 time: 0.2412012 Jul 30 20:32:19.013018 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce00b298-d307-4728-a9c2-cf2f1906a6a5 None None] Network e3d8e7dd-9b88-4644-9a98-f9f79f757d1e is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:32:19.016201 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ce00b298-d307-4728-a9c2-cf2f1906a6a5 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:19.019648 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce00b298-d307-4728-a9c2-cf2f1906a6a5 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:32:19.030284 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00b298-d307-4728-a9c2-cf2f1906a6a5 None None] Pushing event updated for resources: {'Port': ['ID=7481f23a-8cc2-4111-b7d5-92b5501830c5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:19.084969 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-72a530fb-7b27-4e0a-a771-33c6502e8c11 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:19.091288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a530fb-7b27-4e0a-a771-33c6502e8c11 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:19.091907 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-72a530fb-7b27-4e0a-a771-33c6502e8c11 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:19.096728 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ce00b298-d307-4728-a9c2-cf2f1906a6a5 None None] Attempting to bind port 7481f23a-8cc2-4111-b7d5-92b5501830c5 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:32:19.097253 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ce00b298-d307-4728-a9c2-cf2f1906a6a5 None None] Attempting to bind port 7481f23a-8cc2-4111-b7d5-92b5501830c5 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b3185fad-cf50-4e11-9e10-65407d4d29e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e3d8e7dd-9b88-4644-9a98-f9f79f757d1e'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:32:19.097905 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce00b298-d307-4728-a9c2-cf2f1906a6a5 None None] Attempting to bind port 7481f23a-8cc2-4111-b7d5-92b5501830c5 on network e3d8e7dd-9b88-4644-9a98-f9f79f757d1e {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:32:19.105064 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce00b298-d307-4728-a9c2-cf2f1906a6a5 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:32:19.105597 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce00b298-d307-4728-a9c2-cf2f1906a6a5 None None] Checking segment: {'id': 'b3185fad-cf50-4e11-9e10-65407d4d29e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e3d8e7dd-9b88-4644-9a98-f9f79f757d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:32:19.106160 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ce00b298-d307-4728-a9c2-cf2f1906a6a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:19.107280 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce00b298-d307-4728-a9c2-cf2f1906a6a5 None None] Bound using segment: {'id': 'b3185fad-cf50-4e11-9e10-65407d4d29e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e3d8e7dd-9b88-4644-9a98-f9f79f757d1e'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:32:19.107983 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ce00b298-d307-4728-a9c2-cf2f1906a6a5 None None] Bound port: 7481f23a-8cc2-4111-b7d5-92b5501830c5, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3185fad-cf50-4e11-9e10-65407d4d29e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e3d8e7dd-9b88-4644-9a98-f9f79f757d1e'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:32:19.110443 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ce00b298-d307-4728-a9c2-cf2f1906a6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:19.185787 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-533949cf-405c-4b13-b75a-5e5fe115e1bd req-de5c0858-1e26-4f37-8deb-c94b7d0ac617 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/security-groups?id=12c947ea-4e9a-4fdb-8eb2-8b872bd932fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788170 Jul 30 20:32:19.190130 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ce00b298-d307-4728-a9c2-cf2f1906a6a5 None None] For port 7481f23a-8cc2-4111-b7d5-92b5501830c5, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:32:19.190435 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-72a530fb-7b27-4e0a-a771-33c6502e8c11 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6084268 Jul 30 20:32:19.190621 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46888) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:19.194466 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ce00b298-d307-4728-a9c2-cf2f1906a6a5 None None] For port 7481f23a-8cc2-4111-b7d5-92b5501830c5, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7481f23a-8cc2-4111-b7d5-92b5501830c5,segment=NetworkSegment(b3185fad-cf50-4e11-9e10-65407d4d29e3),segment_id=b3185fad-cf50-4e11-9e10-65407d4d29e3)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:32:19.201658 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3711c8e5-350b-4408-92a1-07cfbda1d6cd tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Request body: {'subnet': {'network_id': '9340f921-cb46-4644-a7d1-55415a629476', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:19.209738 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ce00b298-d307-4728-a9c2-cf2f1906a6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:19.237332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a530fb-7b27-4e0a-a771-33c6502e8c11 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Pushing event updated for resources: {'Network': ['ID=67219857-f3a0-4b40-934a-f59427793ef4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:19.247336 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c10ca-252e-4043-a88b-4eb0d5fdda91 req-1241e11c-2e24-4ac2-bb60-7efe1f28ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:19.248871 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e99c10ca-252e-4043-a88b-4eb0d5fdda91 req-1241e11c-2e24-4ac2-bb60-7efe1f28ff33 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dbb77e2a-a8a9-43b8-a03a-a767ec4be75f HTTP/1.1" status: 200 len: 911 time: 0.2692523 Jul 30 20:32:19.250680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1c1609-7d62-4a34-94af-f6bfcd97dd43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Network 394d2c2d-cd31-413d-872f-a3bd4da9339b is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:32:19.252191 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-af1c1609-7d62-4a34-94af-f6bfcd97dd43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:19.290970 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 67219857-f3a0-4b40-934a-f59427793ef4 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:32:19.342135 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e99c10ca-252e-4043-a88b-4eb0d5fdda91 req-4921108d-687f-4650-a108-3726054e9431 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5e20171-9a6a-40c8-9233-a1b77feba6c3 HTTP/1.1" status: 200 len: 217 time: 0.0817087 Jul 30 20:32:19.370898 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3711c8e5-350b-4408-92a1-07cfbda1d6cd tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Made reservation on behalf of 53d1213347744ddc8f33b18283672d51 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:32:19.375012 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3711c8e5-350b-4408-92a1-07cfbda1d6cd tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:19.429539 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00b298-d307-4728-a9c2-cf2f1906a6a5 None None] Pushing event updated for resources: {'Port': ['ID=7481f23a-8cc2-4111-b7d5-92b5501830c5,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:19.507636 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1c1609-7d62-4a34-94af-f6bfcd97dd43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Router 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:32:19.534138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c10ca-252e-4043-a88b-4eb0d5fdda91 req-d874a24a-bc78-486e-b700-76536e9a4ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:19.536343 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e99c10ca-252e-4043-a88b-4eb0d5fdda91 req-d874a24a-bc78-486e-b700-76536e9a4ad3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5681c6b2-36e1-4d78-b7bd-5edbbb47faf8 HTTP/1.1" status: 200 len: 849 time: 0.0969000 Jul 30 20:32:19.678617 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3711c8e5-350b-4408-92a1-07cfbda1d6cd tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:19.734471 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:19.761215 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b78fe229-1aa7-46bc-b6be-a1094f2cfb4f None None] Provisioning complete for port abfe296d-0278-47ae-890d-523a307710b4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:19.762313 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b78fe229-1aa7-46bc-b6be-a1094f2cfb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:19.810878 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711c8e5-350b-4408-92a1-07cfbda1d6cd tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Pushing event updated for resources: {'Subnet': ['ID=b669ba41-2012-4ecc-b084-89a66dd7b7b0,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:19.821435 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b78fe229-1aa7-46bc-b6be-a1094f2cfb4f None None] Port abfe296d-0278-47ae-890d-523a307710b4 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:32:19.836895 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711c8e5-350b-4408-92a1-07cfbda1d6cd tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Checking segment: {'id': 'c0c1964c-0b73-4110-bd12-3e7affb59922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9340f921-cb46-4644-a7d1-55415a629476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:32:19.837268 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3711c8e5-350b-4408-92a1-07cfbda1d6cd tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Network hostable DHCP agents. Network: 9340f921-cb46-4644-a7d1-55415a629476, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:32:19.857019 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3711c8e5-350b-4408-92a1-07cfbda1d6cd tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Network 9340f921-cb46-4644-a7d1-55415a629476 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:32:19.870309 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3711c8e5-350b-4408-92a1-07cfbda1d6cd tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 9340f921-cb46-4644-a7d1-55415a629476) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:19.876380 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711c8e5-350b-4408-92a1-07cfbda1d6cd tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:19.877013 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3711c8e5-350b-4408-92a1-07cfbda1d6cd tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:19.882089 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409f0ca1-af66-4de4-a7c4-d8870d295903 None None] Network 9340f921-cb46-4644-a7d1-55415a629476 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:32:19.908306 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3711c8e5-350b-4408-92a1-07cfbda1d6cd tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7137802 Jul 30 20:32:19.908901 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46892) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:19.914593 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-cdc442bd-e3a0-4746-ae40-6cb269492487 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Request body: {'subnet': {'network_id': '67219857-f3a0-4b40-934a-f59427793ef4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:20.026474 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc442bd-e3a0-4746-ae40-6cb269492487 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Made reservation on behalf of 53d1213347744ddc8f33b18283672d51 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:32:20.030798 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdc442bd-e3a0-4746-ae40-6cb269492487 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:20.064974 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-9340f921-cb46-4644-a7d1-55415a629476', 'network_id': '9340f921-cb46-4644-a7d1-55415a629476', 'tenant_id': '53d1213347744ddc8f33b18283672d51', 'fixed_ips': [{'subnet_id': 'b669ba41-2012-4ecc-b084-89a66dd7b7b0'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:32:20.066978 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:20.147964 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc241708-fb06-45b2-8454-7e2cc6de06f8 req-f30c8c52-85ee-4bd4-9636-f864e3f2fb51 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.149567 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc241708-fb06-45b2-8454-7e2cc6de06f8 req-f30c8c52-85ee-4bd4-9636-f864e3f2fb51 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3475408b-0d28-4a84-a125-e25fbaed69ae HTTP/1.1" status: 200 len: 1094 time: 0.1073430 Jul 30 20:32:20.161558 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c10ca-252e-4043-a88b-4eb0d5fdda91 req-9b6ad9e4-4fff-4297-a2a4-6725f7982aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.162982 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e99c10ca-252e-4043-a88b-4eb0d5fdda91 req-9b6ad9e4-4fff-4297-a2a4-6725f7982aa8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbb77e2a-a8a9-43b8-a03a-a767ec4be75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5821409 Jul 30 20:32:20.237900 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1c1609-7d62-4a34-94af-f6bfcd97dd43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:32:20.244577 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-af1c1609-7d62-4a34-94af-f6bfcd97dd43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "PUT /v2.0/routers/1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7226317 Jul 30 20:32:20.258622 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Allocated IP 172.20.0.2 (9340f921-cb46-4644-a7d1-55415a629476/b669ba41-2012-4ecc-b084-89a66dd7b7b0/0e1d3ec2-377d-429f-9035-8eb06af36e5b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:32:20.261281 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46896) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:20.265058 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc241708-fb06-45b2-8454-7e2cc6de06f8 req-e18e3189-05b8-4ae8-8d2e-d5669ab10951 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080024 Jul 30 20:32:20.320724 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdc442bd-e3a0-4746-ae40-6cb269492487 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:20.395035 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] Sync routers for ids ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:32:20.397052 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7481f23a-8cc2-4111-b7d5-92b5501830c5 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:32:20.403030 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc442bd-e3a0-4746-ae40-6cb269492487 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Checking segment: {'id': 'f10b7970-96e9-47c9-9936-f7d2888c2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67219857-f3a0-4b40-934a-f59427793ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:32:20.403030 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc442bd-e3a0-4746-ae40-6cb269492487 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Network hostable DHCP agents. Network: 67219857-f3a0-4b40-934a-f59427793ef4, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:32:20.415334 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc442bd-e3a0-4746-ae40-6cb269492487 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Pushing event updated for resources: {'Subnet': ['ID=10d64989-0986-47e5-a831-4c4a20cd427a,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:20.425470 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e475541-803d-4e11-9bf9-43793a8bd78f tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.426048 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e475541-803d-4e11-9bf9-43793a8bd78f tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.426576 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e475541-803d-4e11-9bf9-43793a8bd78f tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.427068 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e475541-803d-4e11-9bf9-43793a8bd78f tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.427614 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e475541-803d-4e11-9bf9-43793a8bd78f tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.428011 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e475541-803d-4e11-9bf9-43793a8bd78f tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.428128 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc442bd-e3a0-4746-ae40-6cb269492487 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Network 67219857-f3a0-4b40-934a-f59427793ef4 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:32:20.428476 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e475541-803d-4e11-9bf9-43793a8bd78f tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.428936 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e475541-803d-4e11-9bf9-43793a8bd78f tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.429398 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e475541-803d-4e11-9bf9-43793a8bd78f tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.429967 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e475541-803d-4e11-9bf9-43793a8bd78f tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.430344 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e475541-803d-4e11-9bf9-43793a8bd78f tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.430800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e475541-803d-4e11-9bf9-43793a8bd78f tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.431400 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e475541-803d-4e11-9bf9-43793a8bd78f tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.433969 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1e475541-803d-4e11-9bf9-43793a8bd78f tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9114 time: 0.1675272 Jul 30 20:32:20.438647 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46898) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:20.452822 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-cdc442bd-e3a0-4746-ae40-6cb269492487 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 67219857-f3a0-4b40-934a-f59427793ef4) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:20.467802 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc442bd-e3a0-4746-ae40-6cb269492487 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.468479 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdc442bd-e3a0-4746-ae40-6cb269492487 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:20.491835 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cdc442bd-e3a0-4746-ae40-6cb269492487 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5817556 Jul 30 20:32:20.492544 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46900) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:20.510503 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] Routers {'1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:20.511352 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:20.513560 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6fadc4-9bf9-4ec8-9cd2-2fcb8821a510 None None] Network 67219857-f3a0-4b40-934a-f59427793ef4 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:32:20.516142 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:20.553986 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d173f4c-250b-4486-b349-39e349f9cabb req-ae484850-eedc-4222-b126-284184ab3439 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.555852 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d173f4c-250b-4486-b349-39e349f9cabb req-ae484850-eedc-4222-b126-284184ab3439 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 945 time: 0.1434441 Jul 30 20:32:20.584486 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e99c10ca-252e-4043-a88b-4eb0d5fdda91 req-acc5d9e5-2bf4-4fd0-9000-fc88803116c6 service neutron] 10.222.0.59 "GET /v2.0/networks/dbb77e2a-a8a9-43b8-a03a-a767ec4be75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092240 Jul 30 20:32:20.608554 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Transition to ACTIVE for port object 0e1d3ec2-377d-429f-9035-8eb06af36e5b will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:32:20.653035 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee176951-4184-44bd-abc2-a62a453fe79d tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.654115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee176951-4184-44bd-abc2-a62a453fe79d tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.654488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee176951-4184-44bd-abc2-a62a453fe79d tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.654943 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee176951-4184-44bd-abc2-a62a453fe79d tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.655427 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee176951-4184-44bd-abc2-a62a453fe79d tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.655868 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee176951-4184-44bd-abc2-a62a453fe79d tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.656396 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee176951-4184-44bd-abc2-a62a453fe79d tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.657187 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee176951-4184-44bd-abc2-a62a453fe79d tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.657364 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee176951-4184-44bd-abc2-a62a453fe79d tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.657803 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee176951-4184-44bd-abc2-a62a453fe79d tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.658091 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Transition to ACTIVE for port object 0e1d3ec2-377d-429f-9035-8eb06af36e5b will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:32:20.658250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee176951-4184-44bd-abc2-a62a453fe79d tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.658696 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee176951-4184-44bd-abc2-a62a453fe79d tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.660488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee176951-4184-44bd-abc2-a62a453fe79d tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:20.665932 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ee176951-4184-44bd-abc2-a62a453fe79d tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8333 time: 0.2258112 Jul 30 20:32:20.669576 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46902) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:20.701714 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bdd817-a76f-4867-9bc9-9e03bf883221 None None] Network e3d8e7dd-9b88-4644-9a98-f9f79f757d1e requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:32:20.718323 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:20.733618 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d173f4c-250b-4486-b349-39e349f9cabb req-1169b096-798d-44c5-ab34-968ee07b15ee tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/security-groups?id=12c947ea-4e9a-4fdb-8eb2-8b872bd932fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630132 Jul 30 20:32:20.842994 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6244d8bc-3d0a-4b8c-9eed-65de4c1c74c4 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:20.895047 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e99c10ca-252e-4043-a88b-4eb0d5fdda91 req-d9cd9877-877f-47ae-a3e0-b7ecb95f85db service neutron] 10.222.0.59 "GET /v2.0/networks/dbb77e2a-a8a9-43b8-a03a-a767ec4be75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982035 Jul 30 20:32:20.994786 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 7481f23a-8cc2-4111-b7d5-92b5501830c5 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:21.038874 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Network 9340f921-cb46-4644-a7d1-55415a629476 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:32:21.060374 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d6e6e36a-46a1-46f6-83af-2c643fd86e67 None None] Provisioning for port 7481f23a-8cc2-4111-b7d5-92b5501830c5 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:21.062625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:21.065623 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] Set router 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:32:21.096069 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c5ab2-ec2c-4823-9409-b64eb70b8433 req-6f2aeb0e-37d8-4dd7-8ce4-5a9db71fb117 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:21.097556 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad2c5ab2-ec2c-4823-9409-b64eb70b8433 req-6f2aeb0e-37d8-4dd7-8ce4-5a9db71fb117 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 945 time: 0.1461873 Jul 30 20:32:21.111846 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:32:21.123853 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Pushing event updated for resources: {'Port': ['ID=0e1d3ec2-377d-429f-9035-8eb06af36e5b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:21.126460 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d6e6e36a-46a1-46f6-83af-2c643fd86e67 None None] Provisioning complete for port 7481f23a-8cc2-4111-b7d5-92b5501830c5 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:21.126942 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6e6e36a-46a1-46f6-83af-2c643fd86e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:21.136623 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f2a7c-bcb0-4134-9a4f-8675d1946b44 req-a22434e8-6664-4cae-a7fe-c72dce48bb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:21.138683 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c03f2a7c-bcb0-4134-9a4f-8675d1946b44 req-a22434e8-6664-4cae-a7fe-c72dce48bb0e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=00aa1865652b4a3ab07d05bcf3328ae0&device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 1096 time: 0.1286082 Jul 30 20:32:21.161552 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-6244d8bc-3d0a-4b8c-9eed-65de4c1c74c4 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Allocated IP 172.20.0.1 (9340f921-cb46-4644-a7d1-55415a629476/b669ba41-2012-4ecc-b084-89a66dd7b7b0/d8f45edd-406d-4b71-9064-2da71531a4c3) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:32:21.179443 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:21.180283 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:21.180778 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:21.181207 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:21.181652 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:21.182622 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:21.182622 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:21.182922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:21.183353 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:21.183816 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:21.184249 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:21.184741 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:32:21.232579 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad2c5ab2-ec2c-4823-9409-b64eb70b8433 req-d229f5cb-fb45-489d-890e-9e1927a6b272 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/security-groups?id=12c947ea-4e9a-4fdb-8eb2-8b872bd932fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247704 Jul 30 20:32:21.242013 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-162e1004-a7ab-4e84-b763-ab183a292bd5 tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5021 time: 0.5419283 Jul 30 20:32:21.295288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f2a7c-bcb0-4134-9a4f-8675d1946b44 req-1b8fe203-3672-4e0b-b9fc-2f91ab773743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:21.297955 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c03f2a7c-bcb0-4134-9a4f-8675d1946b44 req-1b8fe203-3672-4e0b-b9fc-2f91ab773743 service neutron] 10.222.0.59 "GET /v2.0/networks?id=67e16ad0-19c5-49a5-8093-4791506cca69 HTTP/1.1" status: 200 len: 910 time: 0.1509562 Jul 30 20:32:21.300591 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6244d8bc-3d0a-4b8c-9eed-65de4c1c74c4 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:21.324750 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-6244d8bc-3d0a-4b8c-9eed-65de4c1c74c4 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Transition to ACTIVE for port object d8f45edd-406d-4b71-9064-2da71531a4c3 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:32:21.348384 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c03f2a7c-bcb0-4134-9a4f-8675d1946b44 req-a937bcb8-a07d-4fbd-aa28-9a7d5c0a9c32 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b87a10e0-f1c2-4320-a0e3-06f52c385cd9 HTTP/1.1" status: 200 len: 217 time: 0.0435779 Jul 30 20:32:21.366503 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6244d8bc-3d0a-4b8c-9eed-65de4c1c74c4 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:21.398891 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device d5e20171-9a6a-40c8-9233-a1b77feba6c3 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:32:21.408783 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f2a7c-bcb0-4134-9a4f-8675d1946b44 req-5f53acaa-6ecb-4b9e-aea4-be9e9ab530ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:21.410925 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c03f2a7c-bcb0-4134-9a4f-8675d1946b44 req-5f53acaa-6ecb-4b9e-aea4-be9e9ab530ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3d5c349d-b22f-43fb-822c-cf3b93cb6434 HTTP/1.1" status: 200 len: 849 time: 0.0559914 Jul 30 20:32:21.432609 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1386852b-6f81-4615-98f5-a8a56a63280f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-67219857-f3a0-4b40-934a-f59427793ef4', 'network_id': '67219857-f3a0-4b40-934a-f59427793ef4', 'tenant_id': '53d1213347744ddc8f33b18283672d51', 'fixed_ips': [{'subnet_id': '10d64989-0986-47e5-a831-4c4a20cd427a'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:32:21.433595 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1386852b-6f81-4615-98f5-a8a56a63280f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:21.444891 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Attempting to bind port 0e1d3ec2-377d-429f-9035-8eb06af36e5b on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:32:21.445265 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Attempting to bind port 0e1d3ec2-377d-429f-9035-8eb06af36e5b by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'c0c1964c-0b73-4110-bd12-3e7affb59922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9340f921-cb46-4644-a7d1-55415a629476'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:32:21.445732 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Attempting to bind port 0e1d3ec2-377d-429f-9035-8eb06af36e5b on network 9340f921-cb46-4644-a7d1-55415a629476 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:32:21.454151 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c03f2a7c-bcb0-4134-9a4f-8675d1946b44 req-4634bd2f-d590-4a55-8273-fbfd7c8a724a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=67e16ad0-19c5-49a5-8093-4791506cca69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362525 Jul 30 20:32:21.457895 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244d8bc-3d0a-4b8c-9eed-65de4c1c74c4 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Pushing event updated for resources: {'Port': ['ID=d8f45edd-406d-4b71-9064-2da71531a4c3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:21.464523 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9821a1bc-89ec-48a4-b09c-03016d255cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:21.465639 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6244d8bc-3d0a-4b8c-9eed-65de4c1c74c4 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Network 9340f921-cb46-4644-a7d1-55415a629476 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:32:21.467170 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6244d8bc-3d0a-4b8c-9eed-65de4c1c74c4 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:21.470052 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6244d8bc-3d0a-4b8c-9eed-65de4c1c74c4 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:32:21.489153 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:32:21.489533 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Checking segment: {'id': 'c0c1964c-0b73-4110-bd12-3e7affb59922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9340f921-cb46-4644-a7d1-55415a629476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:32:21.490132 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:21.490539 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Bound using segment: {'id': 'c0c1964c-0b73-4110-bd12-3e7affb59922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9340f921-cb46-4644-a7d1-55415a629476'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:32:21.491108 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Bound port: 0e1d3ec2-377d-429f-9035-8eb06af36e5b, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c1964c-0b73-4110-bd12-3e7affb59922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9340f921-cb46-4644-a7d1-55415a629476'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:32:21.491494 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:21.534882 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6244d8bc-3d0a-4b8c-9eed-65de4c1c74c4 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:21.564445 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46912) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:21.572845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-04eda058-bc12-4cbe-b716-60bd27a548c2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-938122060', 'description': 'tempest-secgroup-smoke-938122060 description', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:21.636798 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-04eda058-bc12-4cbe-b716-60bd27a548c2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:21.682144 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6244d8bc-3d0a-4b8c-9eed-65de4c1c74c4 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:21.683923 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c03f2a7c-bcb0-4134-9a4f-8675d1946b44 req-adf19e11-cc63-4fd5-972c-3ebf821eae57 service neutron] 10.222.0.59 "GET /v2.0/networks/67e16ad0-19c5-49a5-8093-4791506cca69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059953 Jul 30 20:32:21.764784 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e81e7-244e-4d63-bf44-2c6f82ea04b6 req-db1b49c0-45fc-49be-af6e-fff67119a425 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:21.766341 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-830e81e7-244e-4d63-bf44-2c6f82ea04b6 req-db1b49c0-45fc-49be-af6e-fff67119a425 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3475408b-0d28-4a84-a125-e25fbaed69ae HTTP/1.1" status: 200 len: 1094 time: 0.1309874 Jul 30 20:32:21.853334 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-830e81e7-244e-4d63-bf44-2c6f82ea04b6 req-ff6e68a1-bffc-4700-baba-32968b125cd4 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675213 Jul 30 20:32:21.853856 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6e6e36a-46a1-46f6-83af-2c643fd86e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:21.855212 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c03f2a7c-bcb0-4134-9a4f-8675d1946b44 req-2fd493b6-e92f-43c1-b8ae-f127c9e25c6f service neutron] 10.222.0.59 "GET /v2.0/networks/67e16ad0-19c5-49a5-8093-4791506cca69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624305 Jul 30 20:32:21.907133 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-04eda058-bc12-4cbe-b716-60bd27a548c2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:21.916145 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-04eda058-bc12-4cbe-b716-60bd27a548c2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:21.939494 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] For port 0e1d3ec2-377d-429f-9035-8eb06af36e5b, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:32:21.941161 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-04eda058-bc12-4cbe-b716-60bd27a548c2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:21.942927 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-04eda058-bc12-4cbe-b716-60bd27a548c2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3773601 Jul 30 20:32:21.949246 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46914) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:21.954337 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9a51225c-c07e-48f8-b265-ebb7e489ec9c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'security_group_rule': {'security_group_id': '74b5f5ad-0ce7-4732-b9aa-7bbdb3fec0d8', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:21.974199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eda058-bc12-4cbe-b716-60bd27a548c2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b5f5ad-0ce7-4732-b9aa-7bbdb3fec0d8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:21.993138 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] For port 0e1d3ec2-377d-429f-9035-8eb06af36e5b, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0e1d3ec2-377d-429f-9035-8eb06af36e5b,segment=NetworkSegment(c0c1964c-0b73-4110-bd12-3e7affb59922),segment_id=c0c1964c-0b73-4110-bd12-3e7affb59922)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:32:22.005845 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port d5e20171-9a6a-40c8-9233-a1b77feba6c3, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d5e20171-9a6a-40c8-9233-a1b77feba6c3,segment=NetworkSegment(01e56630-d790-407b-8f20-7a7b810ba7e5),segment_id=01e56630-d790-407b-8f20-7a7b810ba7e5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:22.027820 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a51225c-c07e-48f8-b265-ebb7e489ec9c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:22.032097 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:22.052922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d6e6e36a-46a1-46f6-83af-2c643fd86e67 None None] For port 7481f23a-8cc2-4111-b7d5-92b5501830c5, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7481f23a-8cc2-4111-b7d5-92b5501830c5,segment=NetworkSegment(b3185fad-cf50-4e11-9e10-65407d4d29e3),segment_id=b3185fad-cf50-4e11-9e10-65407d4d29e3)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:22.076900 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-1386852b-6f81-4615-98f5-a8a56a63280f None None] Allocated IP 172.20.0.2 (67219857-f3a0-4b40-934a-f59427793ef4/10d64989-0986-47e5-a831-4c4a20cd427a/21bcc222-d3ff-44a7-b873-4b10b00b905a) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:32:22.092598 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6e6e36a-46a1-46f6-83af-2c643fd86e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:22.094697 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6244d8bc-3d0a-4b8c-9eed-65de4c1c74c4 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:22.096004 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'd5e20171-9a6a-40c8-9233-a1b77feba6c3', 'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f', 'port_id': 'd5e20171-9a6a-40c8-9233-a1b77feba6c3', 'mac_address': 'fa:16:3e:e5:e9:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5681c6b2-36e1-4d78-b7bd-5edbbb47faf8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:32:22.104022 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6244d8bc-3d0a-4b8c-9eed-65de4c1c74c4 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:22.139346 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a51225c-c07e-48f8-b265-ebb7e489ec9c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:22.163791 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a51225c-c07e-48f8-b265-ebb7e489ec9c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:22.211133 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51225c-c07e-48f8-b265-ebb7e489ec9c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a957e6-181f-4f85-bb1d-9402bf76307e,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:22.213078 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244d8bc-3d0a-4b8c-9eed-65de4c1c74c4 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Pushing event updated for resources: {'Port': ['ID=d8f45edd-406d-4b71-9064-2da71531a4c3,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:22.220537 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a51225c-c07e-48f8-b265-ebb7e489ec9c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:22.221909 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9a51225c-c07e-48f8-b265-ebb7e489ec9c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2716439 Jul 30 20:32:22.224103 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6244d8bc-3d0a-4b8c-9eed-65de4c1c74c4 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:22.224750 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46916) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:22.229842 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-5b4a4223-d15f-48a1-aee2-76f130ec4f10 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'security_group_rule': {'security_group_id': '74b5f5ad-0ce7-4732-b9aa-7bbdb3fec0d8', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:22.236089 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'name': 'tempest-TestNetworkBasicOps-router-483800241', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:32:08Z', 'updated_at': '2021-07-30T20:32:17Z', 'revision_number': 4, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:09Z', 'updated_at': '2021-07-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'abfe296d-0278-47ae-890d-523a307710b4', 'name': '', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:7f:7d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:16Z', 'updated_at': '2021-07-30T20:32:18Z', 'revision_number': 2, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:22.278840 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957dbb9-87a9-414f-ba0d-3c55b5398830 None None] Pushing event updated for resources: {'Port': ['ID=0e1d3ec2-377d-429f-9035-8eb06af36e5b,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:22.287092 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b4a4223-d15f-48a1-aee2-76f130ec4f10 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:22.293099 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] Checking router: 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:32:22.293395 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] Updating router 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 port abfe296d-0278-47ae-890d-523a307710b4 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:32:22.348949 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:22.350716 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d1433c30-805e-4ca2-954d-b5f2dfda7fce None None] Provisioning complete for port 7481f23a-8cc2-4111-b7d5-92b5501830c5 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:22.351069 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d1433c30-805e-4ca2-954d-b5f2dfda7fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:22.427056 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:22.431422 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6244d8bc-3d0a-4b8c-9eed-65de4c1c74c4 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Network 9340f921-cb46-4644-a7d1-55415a629476 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:32:22.433590 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6244d8bc-3d0a-4b8c-9eed-65de4c1c74c4 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:22.487793 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b4a4223-d15f-48a1-aee2-76f130ec4f10 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:22.515113 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b4a4223-d15f-48a1-aee2-76f130ec4f10 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:22.542100 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e20171-9a6a-40c8-9233-a1b77feba6c3 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:32:22.558344 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a4223-d15f-48a1-aee2-76f130ec4f10 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38bf808e-96fb-4471-90d2-c5c60efcac07,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:22.571417 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b4a4223-d15f-48a1-aee2-76f130ec4f10 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:22.572907 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5b4a4223-d15f-48a1-aee2-76f130ec4f10 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3471379 Jul 30 20:32:22.580203 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46920) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:22.581505 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6e36a-46a1-46f6-83af-2c643fd86e67 None None] Pushing event updated for resources: {'Port': ['ID=7481f23a-8cc2-4111-b7d5-92b5501830c5,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:22.585475 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port d5e20171-9a6a-40c8-9233-a1b77feba6c3, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d5e20171-9a6a-40c8-9233-a1b77feba6c3,segment=NetworkSegment(01e56630-d790-407b-8f20-7a7b810ba7e5),segment_id=01e56630-d790-407b-8f20-7a7b810ba7e5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:22.590407 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-16075f4f-b4e2-4e64-b052-6d69370c7542 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'security_group_rule': {'security_group_id': '74b5f5ad-0ce7-4732-b9aa-7bbdb3fec0d8', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:22.621413 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:22.626737 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d1fad-fec0-439e-b80d-0c2d723053aa req-c05b0883-7081-4c99-98fb-72f200f493cc tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:22.628356 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea0d1fad-fec0-439e-b80d-0c2d723053aa req-c05b0883-7081-4c99-98fb-72f200f493cc tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 945 time: 0.1631060 Jul 30 20:32:22.660951 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-16075f4f-b4e2-4e64-b052-6d69370c7542 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:22.677753 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6244d8bc-3d0a-4b8c-9eed-65de4c1c74c4 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Router eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:32:22.698104 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea0d1fad-fec0-439e-b80d-0c2d723053aa req-2b72c2c2-e19e-4de4-b1dc-29291d0f107f tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/security-groups?id=12c947ea-4e9a-4fdb-8eb2-8b872bd932fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617611 Jul 30 20:32:22.774741 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-16075f4f-b4e2-4e64-b052-6d69370c7542 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:22.779133 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-16075f4f-b4e2-4e64-b052-6d69370c7542 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:22.785985 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1386852b-6f81-4615-98f5-a8a56a63280f None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:22.790446 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6244d8bc-3d0a-4b8c-9eed-65de4c1c74c4 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:32:22.799013 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6244d8bc-3d0a-4b8c-9eed-65de4c1c74c4 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] 10.222.0.81 "PUT /v2.0/routers/eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3028409 Jul 30 20:32:22.799956 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46922) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:22.802903 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16075f4f-b4e2-4e64-b052-6d69370c7542 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1af00a-16fd-4bf6-99e0-4abe6248e6ee,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:22.809121 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7a64e2-a871-4864-969a-6631c8a1c5a2 None None] Sync routers for ids ['eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:32:22.812163 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-16075f4f-b4e2-4e64-b052-6d69370c7542 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:22.815987 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-16075f4f-b4e2-4e64-b052-6d69370c7542 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2320919 Jul 30 20:32:22.817221 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46924) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:22.821179 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7a64e2-a871-4864-969a-6631c8a1c5a2 None None] Routers {'eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:22.821899 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ab7a64e2-a871-4864-969a-6631c8a1c5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:22.822495 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-5b143035-77a1-4bc3-afce-45bb9d02f625 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'security_group_rule': {'security_group_id': '74b5f5ad-0ce7-4732-b9aa-7bbdb3fec0d8', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:22.837655 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1386852b-6f81-4615-98f5-a8a56a63280f None None] Transition to ACTIVE for port object 21bcc222-d3ff-44a7-b873-4b10b00b905a will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:32:22.842762 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=d5e20171-9a6a-40c8-9233-a1b77feba6c3,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:22.849248 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['d5e20171-9a6a-40c8-9233-a1b77feba6c3'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:32:22.868083 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b143035-77a1-4bc3-afce-45bb9d02f625 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:22.928830 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ab7a64e2-a871-4864-969a-6631c8a1c5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:22.951236 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7a64e2-a871-4864-969a-6631c8a1c5a2 None None] Routers {'eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:22.951887 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ab7a64e2-a871-4864-969a-6631c8a1c5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:31:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:22.982989 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1386852b-6f81-4615-98f5-a8a56a63280f None None] Transition to ACTIVE for port object 21bcc222-d3ff-44a7-b873-4b10b00b905a will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:32:22.984682 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ab7a64e2-a871-4864-969a-6631c8a1c5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:22.985336 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7a64e2-a871-4864-969a-6631c8a1c5a2 None None] The sync data for ids ['eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:32:22.994508 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b143035-77a1-4bc3-afce-45bb9d02f625 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:23.003284 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b143035-77a1-4bc3-afce-45bb9d02f625 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:23.004894 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1386852b-6f81-4615-98f5-a8a56a63280f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:23.028531 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b143035-77a1-4bc3-afce-45bb9d02f625 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9cf7ee-6fb6-4ae7-9bf9-539862513362,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:23.034127 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c33d9e-de0b-443f-b443-02112b17e0b2 req-15db02e8-1584-4370-b6ed-5d8b6d481a00 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:23.035845 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27c33d9e-de0b-443f-b443-02112b17e0b2 req-15db02e8-1584-4370-b6ed-5d8b6d481a00 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3475408b-0d28-4a84-a125-e25fbaed69ae HTTP/1.1" status: 200 len: 1095 time: 0.0764759 Jul 30 20:32:23.038038 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b143035-77a1-4bc3-afce-45bb9d02f625 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:23.042318 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5b143035-77a1-4bc3-afce-45bb9d02f625 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2248058 Jul 30 20:32:23.043029 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46928) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:23.048012 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-0f04ea44-41bf-4614-9f47-64ce6e002cf6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'security_group_rule': {'security_group_id': '74b5f5ad-0ce7-4732-b9aa-7bbdb3fec0d8', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:23.099858 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27c33d9e-de0b-443f-b443-02112b17e0b2 req-f0e89f3b-2227-4b31-823c-026917acb59d tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469356 Jul 30 20:32:23.101223 n-d-712137-9 neutron-server[93882]: INFO neutron.db.securitygroups_db [None req-0f04ea44-41bf-4614-9f47-64ce6e002cf6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Project 5b1060d492cf4cf8b5f6edec4eca6ad1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 20:32:23.107888 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0f04ea44-41bf-4614-9f47-64ce6e002cf6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:23.178529 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0f04ea44-41bf-4614-9f47-64ce6e002cf6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:23.185557 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0f04ea44-41bf-4614-9f47-64ce6e002cf6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:23.212270 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04ea44-41bf-4614-9f47-64ce6e002cf6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9842866-20c2-4f4f-b46c-5577bdcbcee9,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:23.218393 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0f04ea44-41bf-4614-9f47-64ce6e002cf6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:23.224293 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0f04ea44-41bf-4614-9f47-64ce6e002cf6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1776319 Jul 30 20:32:23.226266 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 46930) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:23.231957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a16830a3-2d2e-40ea-9d1f-3e7ce76aed89 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'security_group_rule': {'security_group_id': '74b5f5ad-0ce7-4732-b9aa-7bbdb3fec0d8', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:23.260639 n-d-712137-9 neutron-server[93882]: INFO neutron.db.securitygroups_db [None req-a16830a3-2d2e-40ea-9d1f-3e7ce76aed89 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Project 5b1060d492cf4cf8b5f6edec4eca6ad1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 20:32:23.267022 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a16830a3-2d2e-40ea-9d1f-3e7ce76aed89 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:23.291009 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-e1b8ff27-5ac1-468f-80f4-06d5d9c91e82 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 20:32:23.292392 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e1b8ff27-5ac1-468f-80f4-06d5d9c91e82 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] 10.222.0.81 "PUT /v2.0/routers/eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4911556 Jul 30 20:32:23.295762 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46932) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:23.306387 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1386852b-6f81-4615-98f5-a8a56a63280f None None] Network 67219857-f3a0-4b40-934a-f59427793ef4 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:32:23.330667 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-1386852b-6f81-4615-98f5-a8a56a63280f None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:23.333614 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1386852b-6f81-4615-98f5-a8a56a63280f None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:32:23.344654 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386852b-6f81-4615-98f5-a8a56a63280f None None] Pushing event updated for resources: {'Port': ['ID=21bcc222-d3ff-44a7-b873-4b10b00b905a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:23.348720 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a16830a3-2d2e-40ea-9d1f-3e7ce76aed89 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:23.358936 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a16830a3-2d2e-40ea-9d1f-3e7ce76aed89 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:23.391682 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16830a3-2d2e-40ea-9d1f-3e7ce76aed89 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6693cacc-12cb-4e6a-aa08-4df2d917d016,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:23.396006 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a16830a3-2d2e-40ea-9d1f-3e7ce76aed89 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:23.398654 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a16830a3-2d2e-40ea-9d1f-3e7ce76aed89 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1703815 Jul 30 20:32:23.484631 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:23.499617 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-1386852b-6f81-4615-98f5-a8a56a63280f None None] Attempting to bind port 21bcc222-d3ff-44a7-b873-4b10b00b905a on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:32:23.500202 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-1386852b-6f81-4615-98f5-a8a56a63280f None None] Attempting to bind port 21bcc222-d3ff-44a7-b873-4b10b00b905a by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'f10b7970-96e9-47c9-9936-f7d2888c2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67219857-f3a0-4b40-934a-f59427793ef4'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:32:23.500606 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1386852b-6f81-4615-98f5-a8a56a63280f None None] Attempting to bind port 21bcc222-d3ff-44a7-b873-4b10b00b905a on network 67219857-f3a0-4b40-934a-f59427793ef4 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:32:23.513052 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] Transition to ACTIVE for port object abfe296d-0278-47ae-890d-523a307710b4 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:32:23.519534 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1386852b-6f81-4615-98f5-a8a56a63280f None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:32:23.519954 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1386852b-6f81-4615-98f5-a8a56a63280f None None] Checking segment: {'id': 'f10b7970-96e9-47c9-9936-f7d2888c2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67219857-f3a0-4b40-934a-f59427793ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:32:23.520413 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1386852b-6f81-4615-98f5-a8a56a63280f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:23.521018 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1386852b-6f81-4615-98f5-a8a56a63280f None None] Bound using segment: {'id': 'f10b7970-96e9-47c9-9936-f7d2888c2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67219857-f3a0-4b40-934a-f59427793ef4'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:32:23.521777 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-1386852b-6f81-4615-98f5-a8a56a63280f None None] Bound port: 21bcc222-d3ff-44a7-b873-4b10b00b905a, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10b7970-96e9-47c9-9936-f7d2888c2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67219857-f3a0-4b40-934a-f59427793ef4'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:32:23.522274 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1386852b-6f81-4615-98f5-a8a56a63280f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:23.526811 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:23.582352 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62776f3b-326d-4de3-99de-eabb1b2058d3 None None] Network 9340f921-cb46-4644-a7d1-55415a629476 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:32:23.651883 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99e913cd-864d-4626-8c14-8a42446ab329 req-757732ba-0ac5-4792-a349-93ef1e093634 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-938122060&fields=id&tenant_id=5b1060d492cf4cf8b5f6edec4eca6ad1 HTTP/1.1" status: 200 len: 267 time: 0.0510542 Jul 30 20:32:23.717009 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9e03d912-f296-499e-bd5d-d4de9a41452f None None] Provisioning for port 0e1d3ec2-377d-429f-9035-8eb06af36e5b completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:23.737174 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78b96b-0b09-4d9b-be2d-e30a123857ea None None] Pushing event updated for resources: {'Port': ['ID=abfe296d-0278-47ae-890d-523a307710b4,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:23.837716 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e913cd-864d-4626-8c14-8a42446ab329 req-cca8c51a-e227-48db-aecc-b7fa33675b6f tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:23.839276 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99e913cd-864d-4626-8c14-8a42446ab329 req-cca8c51a-e227-48db-aecc-b7fa33675b6f tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/networks?id=394d2c2d-cd31-413d-872f-a3bd4da9339b HTTP/1.1" status: 200 len: 797 time: 0.1678095 Jul 30 20:32:23.851817 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1386852b-6f81-4615-98f5-a8a56a63280f None None] For port 21bcc222-d3ff-44a7-b873-4b10b00b905a, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:32:23.855848 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1386852b-6f81-4615-98f5-a8a56a63280f None None] For port 21bcc222-d3ff-44a7-b873-4b10b00b905a, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=21bcc222-d3ff-44a7-b873-4b10b00b905a,segment=NetworkSegment(f10b7970-96e9-47c9-9936-f7d2888c2d1f),segment_id=f10b7970-96e9-47c9-9936-f7d2888c2d1f)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:32:23.857759 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25adbfe7-c805-4a15-904d-b0f38e2d82e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:23.866778 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99e913cd-864d-4626-8c14-8a42446ab329 req-3173a89e-a798-41f6-9a7e-0b7a46f1402b tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/quotas/5b1060d492cf4cf8b5f6edec4eca6ad1 HTTP/1.1" status: 200 len: 375 time: 0.0214086 Jul 30 20:32:23.885932 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1386852b-6f81-4615-98f5-a8a56a63280f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:23.900629 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] Attempting to bind port abfe296d-0278-47ae-890d-523a307710b4 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:32:23.901009 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] Attempting to bind port abfe296d-0278-47ae-890d-523a307710b4 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'ee5841a8-d543-4f86-8b2a-23fee80587c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:32:23.901375 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] Attempting to bind port abfe296d-0278-47ae-890d-523a307710b4 on network 394d2c2d-cd31-413d-872f-a3bd4da9339b {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:32:23.922309 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99e913cd-864d-4626-8c14-8a42446ab329 req-2f30c52b-7334-4a54-b877-e9157f0334b5 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5b1060d492cf4cf8b5f6edec4eca6ad1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545511 Jul 30 20:32:23.929216 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:32:23.929598 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] Checking segment: {'id': 'ee5841a8-d543-4f86-8b2a-23fee80587c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:32:23.930001 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:23.930402 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] Bound using segment: {'id': 'ee5841a8-d543-4f86-8b2a-23fee80587c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:32:23.931002 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] Bound port: abfe296d-0278-47ae-890d-523a307710b4, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5841a8-d543-4f86-8b2a-23fee80587c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:32:23.931256 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:24.045228 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99e913cd-864d-4626-8c14-8a42446ab329 req-640b7744-543a-43ac-a623-6ca3d763ae0a service neutron] 10.222.0.81 "GET /v2.0/networks/394d2c2d-cd31-413d-872f-a3bd4da9339b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000676 Jul 30 20:32:24.097312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] For port abfe296d-0278-47ae-890d-523a307710b4, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:32:24.102244 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] For port abfe296d-0278-47ae-890d-523a307710b4, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=abfe296d-0278-47ae-890d-523a307710b4,segment=NetworkSegment(ee5841a8-d543-4f86-8b2a-23fee80587c5),segment_id=ee5841a8-d543-4f86-8b2a-23fee80587c5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:32:24.112808 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386852b-6f81-4615-98f5-a8a56a63280f None None] Pushing event updated for resources: {'Port': ['ID=21bcc222-d3ff-44a7-b873-4b10b00b905a,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:24.135287 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:24.170225 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc1d4863-2410-43fa-9057-d03f318a3b70 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:24.180803 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:24.245210 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99e913cd-864d-4626-8c14-8a42446ab329 req-99a34ab0-9082-43e5-8b18-2b6fb480985f service neutron] 10.222.0.81 "GET /v2.0/networks/394d2c2d-cd31-413d-872f-a3bd4da9339b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919332 Jul 30 20:32:24.267470 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78b96b-0b09-4d9b-be2d-e30a123857ea None None] Pushing event updated for resources: {'Port': ['ID=abfe296d-0278-47ae-890d-523a307710b4,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:24.284115 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] Routers {'1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:24.284115 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:24.548559 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7481f23a-8cc2-4111-b7d5-92b5501830c5 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:32:24.556195 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] Set router 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:32:24.653021 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-fc1d4863-2410-43fa-9057-d03f318a3b70 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Deleting port d8f45edd-406d-4b71-9064-2da71531a4c3 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:32:24.653021 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc1d4863-2410-43fa-9057-d03f318a3b70 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:24.785434 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19578ebc-b8d5-401e-9803-8d368ebe2e54 req-33318f18-1b48-4d7c-94a3-c7ed14d1acd2 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:24.796015 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-19578ebc-b8d5-401e-9803-8d368ebe2e54 req-33318f18-1b48-4d7c-94a3-c7ed14d1acd2 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 945 time: 0.1089125 Jul 30 20:32:24.837590 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 7481f23a-8cc2-4111-b7d5-92b5501830c5 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:24.838009 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:24.859433 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-19578ebc-b8d5-401e-9803-8d368ebe2e54 req-0a96ccb5-4056-4601-b929-693b1f924e52 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/security-groups?id=12c947ea-4e9a-4fdb-8eb2-8b872bd932fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583446 Jul 30 20:32:24.873754 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc1d4863-2410-43fa-9057-d03f318a3b70 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:24.893570 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-fc1d4863-2410-43fa-9057-d03f318a3b70 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Calling delete_port for d8f45edd-406d-4b71-9064-2da71531a4c3 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:32:25.010122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e335459-73e4-487f-a6b0-7473a9167f4c req-3bd69ac1-7172-4c58-b595-31d6e1edf86b tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:25.018794 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9e335459-73e4-487f-a6b0-7473a9167f4c req-3bd69ac1-7172-4c58-b595-31d6e1edf86b tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3475408b-0d28-4a84-a125-e25fbaed69ae HTTP/1.1" status: 200 len: 1095 time: 0.0621266 Jul 30 20:32:25.086430 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9e335459-73e4-487f-a6b0-7473a9167f4c req-e330a82a-660f-47aa-87e5-8a5a845cc3f7 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660963 Jul 30 20:32:25.099802 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:25.119475 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-44a726ae-18b3-43e9-bab3-4b3201540a04 None None] Provisioning for port d8f45edd-406d-4b71-9064-2da71531a4c3 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:25.146211 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-44a726ae-18b3-43e9-bab3-4b3201540a04 None None] Provisioning complete for port d8f45edd-406d-4b71-9064-2da71531a4c3 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:25.146583 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-44a726ae-18b3-43e9-bab3-4b3201540a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:25.155435 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0e1d3ec2-377d-429f-9035-8eb06af36e5b up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:32:25.239661 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aaae665e-f865-49e7-8da4-fecd291a165b req-c271af45-223d-4ab6-ab69-d63b656040c9 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=542118f9-5f98-4e1b-b8aa-1ed9049be40b HTTP/1.1" status: 200 len: 210 time: 0.0472229 Jul 30 20:32:25.263827 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-44a726ae-18b3-43e9-bab3-4b3201540a04 None None] Port d8f45edd-406d-4b71-9064-2da71531a4c3 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:32:25.274449 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc1d4863-2410-43fa-9057-d03f318a3b70 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:25.280349 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'name': 'tempest-TestNetworkBasicOps-router-483800241', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:32:08Z', 'updated_at': '2021-07-30T20:32:17Z', 'revision_number': 4, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:09Z', 'updated_at': '2021-07-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'abfe296d-0278-47ae-890d-523a307710b4', 'name': '', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:7f:7d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:16Z', 'updated_at': '2021-07-30T20:32:24Z', 'revision_number': 4, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:25.322788 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7fa6eb-f085-4aa7-8271-1b176468ae77 None None] The sync data for ids ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'] in n-d-712137-9 is: [{'id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'name': 'tempest-TestNetworkBasicOps-router-483800241', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:32:08Z', 'updated_at': '2021-07-30T20:32:17Z', 'revision_number': 4, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:09Z', 'updated_at': '2021-07-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'abfe296d-0278-47ae-890d-523a307710b4', 'name': '', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:7f:7d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:16Z', 'updated_at': '2021-07-30T20:32:24Z', 'revision_number': 4, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:32:25.365948 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 0e1d3ec2-377d-429f-9035-8eb06af36e5b completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:25.376321 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 0e1d3ec2-377d-429f-9035-8eb06af36e5b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:25.376747 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:25.391695 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d4863-2410-43fa-9057-d03f318a3b70 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Pushing event deleted for resources: {'Port': ['ID=d8f45edd-406d-4b71-9064-2da71531a4c3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:25.443834 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device d5e20171-9a6a-40c8-9233-a1b77feba6c3 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:32:25.521057 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-973f8473-0385-4d92-b6a6-5a47b0b18ffb None None] Could not find standard attr ID for object d8f45edd-406d-4b71-9064-2da71531a4c3. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:32:25.562749 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port d5e20171-9a6a-40c8-9233-a1b77feba6c3 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:25.592963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port d5e20171-9a6a-40c8-9233-a1b77feba6c3 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:25.593340 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:25.642078 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:25.701850 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 0e1d3ec2-377d-429f-9035-8eb06af36e5b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0e1d3ec2-377d-429f-9035-8eb06af36e5b,segment=NetworkSegment(c0c1964c-0b73-4110-bd12-3e7affb59922),segment_id=c0c1964c-0b73-4110-bd12-3e7affb59922)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:25.725132 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:25.800417 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:25.804290 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5f3b61f9-2404-41c9-98d1-e758181a7ebe None None] Could not find standard attr ID for object d8f45edd-406d-4b71-9064-2da71531a4c3. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:32:25.842275 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc1d4863-2410-43fa-9057-d03f318a3b70 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:25.865182 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7e6ab-f204-4e97-8774-8fed6f1deddd req-08964335-c1b5-48c7-aafd-8a9ab186d9b2 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:25.872865 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-65c7e6ab-f204-4e97-8774-8fed6f1deddd req-08964335-c1b5-48c7-aafd-8a9ab186d9b2 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 945 time: 0.0928376 Jul 30 20:32:25.883750 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3475408b-0d28-4a84-a125-e25fbaed69ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e20171-9a6a-40c8-9233-a1b77feba6c3'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:32:25.886100 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616de9f1-f1be-4eea-b600-f8b10bb71490" -d '{"events": [{"server_uuid": "3475408b-0d28-4a84-a125-e25fbaed69ae", "name": "network-vif-plugged", "status": "completed", "tag": "d5e20171-9a6a-40c8-9233-a1b77feba6c3"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:32:25.893214 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=0e1d3ec2-377d-429f-9035-8eb06af36e5b,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:25.906263 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port d5e20171-9a6a-40c8-9233-a1b77feba6c3, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d5e20171-9a6a-40c8-9233-a1b77feba6c3,segment=NetworkSegment(01e56630-d790-407b-8f20-7a7b810ba7e5),segment_id=01e56630-d790-407b-8f20-7a7b810ba7e5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:25.909275 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757e6625-8de9-41c8-8b88-748a4ceee1c1 None None] Network 67219857-f3a0-4b40-934a-f59427793ef4 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:32:25.967799 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-65c7e6ab-f204-4e97-8774-8fed6f1deddd req-965f51ec-31dc-4cf0-9e97-275fdf660e2b tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/security-groups?id=12c947ea-4e9a-4fdb-8eb2-8b872bd932fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915177 Jul 30 20:32:26.019912 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:26.157297 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec515ae4-aa72-491d-bb4d-b5c97db79a38 x-openstack-request-id: req-ec515ae4-aa72-491d-bb4d-b5c97db79a38 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:32:26.157706 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3475408b-0d28-4a84-a125-e25fbaed69ae", "name": "network-vif-plugged", "status": "completed", "tag": "d5e20171-9a6a-40c8-9233-a1b77feba6c3", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:32:26.157938 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ec515ae4-aa72-491d-bb4d-b5c97db79a38 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:32:26.158275 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3475408b-0d28-4a84-a125-e25fbaed69ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e20171-9a6a-40c8-9233-a1b77feba6c3', 'code': 200} Jul 30 20:32:26.158941 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0fdb7564-659b-4b77-9b10-b8e502e1c9ad None None] Provisioning for port 21bcc222-d3ff-44a7-b873-4b10b00b905a completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:26.189496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=d5e20171-9a6a-40c8-9233-a1b77feba6c3,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:26.222237 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1d4863-2410-43fa-9057-d03f318a3b70 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Router eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:32:26.367446 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1d4863-2410-43fa-9057-d03f318a3b70 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:32:26.382093 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134acb81-95ed-4e26-a6fd-5745c89682ef None None] Sync routers for ids ['eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:32:26.388186 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fc1d4863-2410-43fa-9057-d03f318a3b70 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] 10.222.0.81 "PUT /v2.0/routers/eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0912342 Jul 30 20:32:26.392473 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46970) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:26.404802 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 21bcc222-d3ff-44a7-b873-4b10b00b905a up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:32:26.422589 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134acb81-95ed-4e26-a6fd-5745c89682ef None None] Routers {'eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:26.423244 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-134acb81-95ed-4e26-a6fd-5745c89682ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:26.445625 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-33786f44-043e-436b-a02e-76fa1f6b9a15 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] delete failed (client error): The resource could not be found. Jul 30 20:32:26.447394 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-33786f44-043e-436b-a02e-76fa1f6b9a15 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-1611887104 HTTP/1.1" status: 404 len: 335 time: 0.0534234 Jul 30 20:32:26.451136 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46972) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:26.456667 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-39cdbff7-2b77-4cab-840a-6f0ba33e5690 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:26.470212 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fd4e8-da3c-4609-93ac-2bb36ad94906 req-a54851ec-cca0-4158-b378-e943a11fb9e1 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:26.471786 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f14fd4e8-da3c-4609-93ac-2bb36ad94906 req-a54851ec-cca0-4158-b378-e943a11fb9e1 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3475408b-0d28-4a84-a125-e25fbaed69ae HTTP/1.1" status: 200 len: 1096 time: 0.2183259 Jul 30 20:32:26.482871 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b899607-9d4c-44b5-87b2-f99c598b5e20 req-72c99591-9903-412a-8fc3-9629744879f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:26.485065 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b899607-9d4c-44b5-87b2-f99c598b5e20 req-72c99591-9903-412a-8fc3-9629744879f0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3475408b-0d28-4a84-a125-e25fbaed69ae HTTP/1.1" status: 200 len: 1096 time: 0.2372971 Jul 30 20:32:26.524281 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e913cd-864d-4626-8c14-8a42446ab329 req-9188bd6e-4ab3-48ee-98f1-ade8150e15be tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:26.526076 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99e913cd-864d-4626-8c14-8a42446ab329 req-9188bd6e-4ab3-48ee-98f1-ade8150e15be tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.83 "GET /v2.0/networks?id=394d2c2d-cd31-413d-872f-a3bd4da9339b HTTP/1.1" status: 200 len: 797 time: 0.3847606 Jul 30 20:32:26.534531 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-134acb81-95ed-4e26-a6fd-5745c89682ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:26.575758 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134acb81-95ed-4e26-a6fd-5745c89682ef None None] Routers {'eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:26.576416 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-134acb81-95ed-4e26-a6fd-5745c89682ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:26.612980 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b899607-9d4c-44b5-87b2-f99c598b5e20 req-5992e4f9-f0b9-4196-8916-021485195ff5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838842 Jul 30 20:32:26.620905 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-134acb81-95ed-4e26-a6fd-5745c89682ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:26.621572 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134acb81-95ed-4e26-a6fd-5745c89682ef None None] The sync data for ids ['eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:32:26.623217 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f14fd4e8-da3c-4609-93ac-2bb36ad94906 req-d8db77a1-2a1f-4386-a999-d69f883d57c9 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369529 Jul 30 20:32:26.635970 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99e913cd-864d-4626-8c14-8a42446ab329 req-f8df9f45-c7cd-4eb5-af5e-267e804e16fb tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b1060d492cf4cf8b5f6edec4eca6ad1 HTTP/1.1" status: 200 len: 379 time: 0.0900908 Jul 30 20:32:26.643489 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 21bcc222-d3ff-44a7-b873-4b10b00b905a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:26.655738 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-99e913cd-864d-4626-8c14-8a42446ab329 req-af3c00ed-7af3-4de7-8cf8-734b4abf587b tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'port': {'device_id': '542118f9-5f98-4e1b-b8aa-1ed9049be40b', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'admin_state_up': True, 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'security_groups': ['74b5f5ad-0ce7-4732-b9aa-7bbdb3fec0d8']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:26.658374 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 21bcc222-d3ff-44a7-b873-4b10b00b905a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:26.658944 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:26.728663 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39cdbff7-2b77-4cab-840a-6f0ba33e5690 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:26.756379 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-39cdbff7-2b77-4cab-840a-6f0ba33e5690 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] update failed (client error): The resource could not be found. Jul 30 20:32:26.757490 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-39cdbff7-2b77-4cab-840a-6f0ba33e5690 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] 10.222.0.81 "PUT /v2.0/routers/eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a HTTP/1.1" status: 404 len: 339 time: 0.3050764 Jul 30 20:32:26.762807 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46974) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:26.801606 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bd0666bd-9a5b-4a75-937d-78861a7d0a02 req-bc413c27-8d14-490c-9f3c-9ccf48fe7bfd tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=542118f9-5f98-4e1b-b8aa-1ed9049be40b HTTP/1.1" status: 200 len: 210 time: 0.0386715 Jul 30 20:32:26.880611 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e913cd-864d-4626-8c14-8a42446ab329 req-af3c00ed-7af3-4de7-8cf8-734b4abf587b tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Made reservation on behalf of 5b1060d492cf4cf8b5f6edec4eca6ad1 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:32:26.886818 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-99e913cd-864d-4626-8c14-8a42446ab329 req-af3c00ed-7af3-4de7-8cf8-734b4abf587b tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:26.961944 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:26.963934 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:27.005849 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 21bcc222-d3ff-44a7-b873-4b10b00b905a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=21bcc222-d3ff-44a7-b873-4b10b00b905a,segment=NetworkSegment(f10b7970-96e9-47c9-9936-f7d2888c2d1f),segment_id=f10b7970-96e9-47c9-9936-f7d2888c2d1f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:27.014654 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:27.016105 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0e1d3ec2-377d-429f-9035-8eb06af36e5b up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:32:27.085178 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=21bcc222-d3ff-44a7-b873-4b10b00b905a,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:27.116738 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-99e913cd-864d-4626-8c14-8a42446ab329 req-af3c00ed-7af3-4de7-8cf8-734b4abf587b tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Allocated IP 172.20.0.9 (394d2c2d-cd31-413d-872f-a3bd4da9339b/91b0840c-b548-4e3b-9e7f-3f3f9f306d43/dae2bb6c-600f-49c1-93d0-4e6ea9c76016) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:32:27.129774 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb243a69-744e-4575-b953-984ca01d0a10 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:27.143129 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 0e1d3ec2-377d-429f-9035-8eb06af36e5b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:27.143537 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:27.172354 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce6b56-cbbe-4445-bc8f-d5aa18a92016 req-654650ec-92c7-4ae9-a811-0895a62922a5 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:27.173910 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3bce6b56-cbbe-4445-bc8f-d5aa18a92016 req-654650ec-92c7-4ae9-a811-0895a62922a5 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 945 time: 0.0950406 Jul 30 20:32:27.229997 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device abfe296d-0278-47ae-890d-523a307710b4 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:32:27.275130 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3bce6b56-cbbe-4445-bc8f-d5aa18a92016 req-92762e63-0027-49b0-b0bf-83a4658f297f tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/security-groups?id=12c947ea-4e9a-4fdb-8eb2-8b872bd932fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952096 Jul 30 20:32:27.286058 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port abfe296d-0278-47ae-890d-523a307710b4 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:27.290338 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port abfe296d-0278-47ae-890d-523a307710b4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:27.290713 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:27.358019 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-99e913cd-864d-4626-8c14-8a42446ab329 req-af3c00ed-7af3-4de7-8cf8-734b4abf587b tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:27.375419 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-99e913cd-864d-4626-8c14-8a42446ab329 req-af3c00ed-7af3-4de7-8cf8-734b4abf587b tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Transition to ACTIVE for port object dae2bb6c-600f-49c1-93d0-4e6ea9c76016 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:32:27.375737 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:27.413516 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-99e913cd-864d-4626-8c14-8a42446ab329 req-af3c00ed-7af3-4de7-8cf8-734b4abf587b tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:27.416039 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port abfe296d-0278-47ae-890d-523a307710b4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=abfe296d-0278-47ae-890d-523a307710b4,segment=NetworkSegment(ee5841a8-d543-4f86-8b2a-23fee80587c5),segment_id=ee5841a8-d543-4f86-8b2a-23fee80587c5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:27.422354 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:27.430940 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-fb243a69-744e-4575-b953-984ca01d0a10 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Allocated IP 172.20.0.1 (e3d8e7dd-9b88-4644-9a98-f9f79f757d1e/9462234c-36dd-4fd8-b429-fc43256ddd43/9596d8b5-34b0-4822-aabb-72c828cd3443) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:32:27.460716 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e913cd-864d-4626-8c14-8a42446ab329 req-af3c00ed-7af3-4de7-8cf8-734b4abf587b tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Network 394d2c2d-cd31-413d-872f-a3bd4da9339b is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:32:27.464067 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-99e913cd-864d-4626-8c14-8a42446ab329 req-af3c00ed-7af3-4de7-8cf8-734b4abf587b tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:27.468185 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e913cd-864d-4626-8c14-8a42446ab329 req-af3c00ed-7af3-4de7-8cf8-734b4abf587b tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:32:27.477266 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c00ed-7af3-4de7-8cf8-734b4abf587b tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'Port': ['ID=dae2bb6c-600f-49c1-93d0-4e6ea9c76016,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:27.515905 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=abfe296d-0278-47ae-890d-523a307710b4,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:27.533206 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e913cd-864d-4626-8c14-8a42446ab329 req-af3c00ed-7af3-4de7-8cf8-734b4abf587b tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:27.533726 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-99e913cd-864d-4626-8c14-8a42446ab329 req-af3c00ed-7af3-4de7-8cf8-734b4abf587b tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:27.556064 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99e913cd-864d-4626-8c14-8a42446ab329 req-af3c00ed-7af3-4de7-8cf8-734b4abf587b tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9136934 Jul 30 20:32:27.569742 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-99e913cd-864d-4626-8c14-8a42446ab329 req-120becfb-dd1c-4b94-9118-0b4dc98276dc service neutron] Request body: {'port': {'device_id': '542118f9-5f98-4e1b-b8aa-1ed9049be40b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:27.582086 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb243a69-744e-4575-b953-984ca01d0a10 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:27.600234 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-fb243a69-744e-4575-b953-984ca01d0a10 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Transition to ACTIVE for port object 9596d8b5-34b0-4822-aabb-72c828cd3443 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:32:27.638751 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb243a69-744e-4575-b953-984ca01d0a10 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:27.675866 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb243a69-744e-4575-b953-984ca01d0a10 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Network e3d8e7dd-9b88-4644-9a98-f9f79f757d1e is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:32:27.679550 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-fb243a69-744e-4575-b953-984ca01d0a10 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:27.687954 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfaee1-937c-4426-b51a-c68706d8aa29 req-585aec8a-ff9f-4279-b6d0-725ff308f338 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:27.689423 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b4bfaee1-937c-4426-b51a-c68706d8aa29 req-585aec8a-ff9f-4279-b6d0-725ff308f338 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.59 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 945 time: 0.0955393 Jul 30 20:32:27.690611 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-99e913cd-864d-4626-8c14-8a42446ab329 req-120becfb-dd1c-4b94-9118-0b4dc98276dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:27.701076 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb243a69-744e-4575-b953-984ca01d0a10 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:32:27.763822 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb243a69-744e-4575-b953-984ca01d0a10 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:27.770877 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-520c7578-6b47-461a-a1b8-7037df736972 None None] Provisioning for port dae2bb6c-600f-49c1-93d0-4e6ea9c76016 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:27.775678 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-520c7578-6b47-461a-a1b8-7037df736972 None None] Provisioning complete for port dae2bb6c-600f-49c1-93d0-4e6ea9c76016 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:27.776054 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-520c7578-6b47-461a-a1b8-7037df736972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:27.822407 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-520c7578-6b47-461a-a1b8-7037df736972 None None] Port dae2bb6c-600f-49c1-93d0-4e6ea9c76016 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:32:27.872167 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb243a69-744e-4575-b953-984ca01d0a10 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Pushing event updated for resources: {'Port': ['ID=9596d8b5-34b0-4822-aabb-72c828cd3443,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:27.916458 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb243a69-744e-4575-b953-984ca01d0a10 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:27.928756 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95eaca2-90b1-4310-a2ba-67b80d4b3ab6 req-b179fc78-c23c-4a4c-a034-6287e2deb4d8 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:27.937007 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d95eaca2-90b1-4310-a2ba-67b80d4b3ab6 req-b179fc78-c23c-4a4c-a034-6287e2deb4d8 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3475408b-0d28-4a84-a125-e25fbaed69ae HTTP/1.1" status: 200 len: 1096 time: 0.1594369 Jul 30 20:32:28.005443 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-b4bfaee1-937c-4426-b51a-c68706d8aa29 req-2892fc29-4a09-4509-a800-47befe0f052e tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Deleting port b87a10e0-f1c2-4320-a0e3-06f52c385cd9 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:32:28.005977 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b4bfaee1-937c-4426-b51a-c68706d8aa29 req-2892fc29-4a09-4509-a800-47befe0f052e tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:28.044805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-25149dc1-cacc-4c91-a3df-45204756b9c3 None None] Provisioning for port 9596d8b5-34b0-4822-aabb-72c828cd3443 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:28.050055 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-25149dc1-cacc-4c91-a3df-45204756b9c3 None None] Provisioning complete for port 9596d8b5-34b0-4822-aabb-72c828cd3443 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:28.050830 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25149dc1-cacc-4c91-a3df-45204756b9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:28.099527 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-25149dc1-cacc-4c91-a3df-45204756b9c3 None None] Port 9596d8b5-34b0-4822-aabb-72c828cd3443 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:32:28.156575 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 21bcc222-d3ff-44a7-b873-4b10b00b905a up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:32:28.208342 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 21bcc222-d3ff-44a7-b873-4b10b00b905a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:28.208773 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:28.228175 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb243a69-744e-4575-b953-984ca01d0a10 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:28.233247 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb243a69-744e-4575-b953-984ca01d0a10 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:28.303157 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device abfe296d-0278-47ae-890d-523a307710b4 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:32:28.317746 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb243a69-744e-4575-b953-984ca01d0a10 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:28.320346 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb243a69-744e-4575-b953-984ca01d0a10 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Pushing event updated for resources: {'Port': ['ID=9596d8b5-34b0-4822-aabb-72c828cd3443,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:28.363737 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port abfe296d-0278-47ae-890d-523a307710b4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:28.364511 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:28.422716 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb243a69-744e-4575-b953-984ca01d0a10 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Network e3d8e7dd-9b88-4644-9a98-f9f79f757d1e is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:32:28.424274 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-fb243a69-744e-4575-b953-984ca01d0a10 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:28.429559 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d95eaca2-90b1-4310-a2ba-67b80d4b3ab6 req-e201225e-b023-4a10-a692-84e082cfb070 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915929 Jul 30 20:32:28.555877 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb243a69-744e-4575-b953-984ca01d0a10 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Router eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:32:28.587239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-b4bfaee1-937c-4426-b51a-c68706d8aa29 req-2892fc29-4a09-4509-a800-47befe0f052e tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] For port b87a10e0-f1c2-4320-a0e3-06f52c385cd9, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=b87a10e0-f1c2-4320-a0e3-06f52c385cd9,segment=NetworkSegment(2a360233-1e08-4058-ab90-270d22befabf),segment_id=2a360233-1e08-4058-ab90-270d22befabf)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:28.587771 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b4bfaee1-937c-4426-b51a-c68706d8aa29 req-2892fc29-4a09-4509-a800-47befe0f052e tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:28.612597 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-b4bfaee1-937c-4426-b51a-c68706d8aa29 req-2892fc29-4a09-4509-a800-47befe0f052e tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Calling delete_port for b87a10e0-f1c2-4320-a0e3-06f52c385cd9 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:32:28.657307 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3eae42-a027-42cb-b150-37dfbca793f8 req-9c5f7b2d-d361-4154-9233-2e8911018a42 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:28.658889 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be3eae42-a027-42cb-b150-37dfbca793f8 req-9c5f7b2d-d361-4154-9233-2e8911018a42 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=542118f9-5f98-4e1b-b8aa-1ed9049be40b HTTP/1.1" status: 200 len: 931 time: 0.1326215 Jul 30 20:32:28.659273 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb243a69-744e-4575-b953-984ca01d0a10 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:32:28.665204 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fb243a69-744e-4575-b953-984ca01d0a10 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] 10.222.0.81 "PUT /v2.0/routers/eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9013326 Jul 30 20:32:28.667998 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46986) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:28.669826 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ed8066-6141-47c7-ac78-b8e4dc8e8b5e None None] Sync routers for ids ['eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:32:28.680727 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ed8066-6141-47c7-ac78-b8e4dc8e8b5e None None] Routers {'eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:28.681356 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-96ed8066-6141-47c7-ac78-b8e4dc8e8b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:28.718980 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-96ed8066-6141-47c7-ac78-b8e4dc8e8b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:28.725832 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9156665e-1aa8-4a49-8da2-10ea8af81c51 None None] Provisioning complete for port 9596d8b5-34b0-4822-aabb-72c828cd3443 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:28.726125 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9156665e-1aa8-4a49-8da2-10ea8af81c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:28.728695 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ed8066-6141-47c7-ac78-b8e4dc8e8b5e None None] Routers {'eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:28.729886 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-99e913cd-864d-4626-8c14-8a42446ab329 req-120becfb-dd1c-4b94-9118-0b4dc98276dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae2bb6c-600f-49c1-93d0-4e6ea9c76016 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:32:28.730733 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-96ed8066-6141-47c7-ac78-b8e4dc8e8b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:28.737965 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-99e913cd-864d-4626-8c14-8a42446ab329 req-120becfb-dd1c-4b94-9118-0b4dc98276dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:28.750877 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-99e913cd-864d-4626-8c14-8a42446ab329 req-120becfb-dd1c-4b94-9118-0b4dc98276dc service neutron] Transition to ACTIVE for port object dae2bb6c-600f-49c1-93d0-4e6ea9c76016 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:32:28.771346 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4881f07c-445e-441a-b66a-5895a778da81 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:28.771631 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-96ed8066-6141-47c7-ac78-b8e4dc8e8b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:28.772132 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ed8066-6141-47c7-ac78-b8e4dc8e8b5e None None] The sync data for ids ['eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:32:28.776206 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9156665e-1aa8-4a49-8da2-10ea8af81c51 None None] Port 9596d8b5-34b0-4822-aabb-72c828cd3443 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:32:28.783640 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-99e913cd-864d-4626-8c14-8a42446ab329 req-120becfb-dd1c-4b94-9118-0b4dc98276dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:28.825914 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be3eae42-a027-42cb-b150-37dfbca793f8 req-14477d53-b281-4b32-bb0c-42db85380ee4 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=74b5f5ad-0ce7-4732-b9aa-7bbdb3fec0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720792 Jul 30 20:32:28.865917 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-4881f07c-445e-441a-b66a-5895a778da81 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 20:32:28.867325 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4881f07c-445e-441a-b66a-5895a778da81 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] 10.222.0.81 "DELETE /v2.0/routers/eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a HTTP/1.1" status: 409 len: 329 time: 0.1977010 Jul 30 20:32:28.870047 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 46988) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:28.920429 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120becfb-dd1c-4b94-9118-0b4dc98276dc service neutron] Pushing event updated for resources: {'Port': ['ID=dae2bb6c-600f-49c1-93d0-4e6ea9c76016,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:29.048918 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b6b64-552b-48af-a2ae-164844c40e45 req-7d64fee0-7851-406f-9e2c-6c7d4f7cf4ee tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:29.056122 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a50b6b64-552b-48af-a2ae-164844c40e45 req-7d64fee0-7851-406f-9e2c-6c7d4f7cf4ee tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/ports?device_id=6915fcd5-1f80-4267-9d42-83ae3f143e8b HTTP/1.1" status: 200 len: 945 time: 0.1419661 Jul 30 20:32:29.076355 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-99e913cd-864d-4626-8c14-8a42446ab329 req-120becfb-dd1c-4b94-9118-0b4dc98276dc service neutron] Attempting to bind port dae2bb6c-600f-49c1-93d0-4e6ea9c76016 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:32:29.077577 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-99e913cd-864d-4626-8c14-8a42446ab329 req-120becfb-dd1c-4b94-9118-0b4dc98276dc service neutron] Attempting to bind port dae2bb6c-600f-49c1-93d0-4e6ea9c76016 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'ee5841a8-d543-4f86-8b2a-23fee80587c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:32:29.077946 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e913cd-864d-4626-8c14-8a42446ab329 req-120becfb-dd1c-4b94-9118-0b4dc98276dc service neutron] Attempting to bind port dae2bb6c-600f-49c1-93d0-4e6ea9c76016 on network 394d2c2d-cd31-413d-872f-a3bd4da9339b {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:32:29.112580 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e913cd-864d-4626-8c14-8a42446ab329 req-120becfb-dd1c-4b94-9118-0b4dc98276dc service neutron] Port dae2bb6c-600f-49c1-93d0-4e6ea9c76016 on network 394d2c2d-cd31-413d-872f-a3bd4da9339b not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:32:29.112831 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e913cd-864d-4626-8c14-8a42446ab329 req-120becfb-dd1c-4b94-9118-0b4dc98276dc service neutron] Attempting to bind port dae2bb6c-600f-49c1-93d0-4e6ea9c76016 on network 394d2c2d-cd31-413d-872f-a3bd4da9339b {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:32:29.136120 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e913cd-864d-4626-8c14-8a42446ab329 req-120becfb-dd1c-4b94-9118-0b4dc98276dc service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:32:29.136504 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e913cd-864d-4626-8c14-8a42446ab329 req-120becfb-dd1c-4b94-9118-0b4dc98276dc service neutron] Checking segment: {'id': 'ee5841a8-d543-4f86-8b2a-23fee80587c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:32:29.137080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e913cd-864d-4626-8c14-8a42446ab329 req-120becfb-dd1c-4b94-9118-0b4dc98276dc service neutron] Bound using segment: {'id': 'ee5841a8-d543-4f86-8b2a-23fee80587c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:32:29.137774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-99e913cd-864d-4626-8c14-8a42446ab329 req-120becfb-dd1c-4b94-9118-0b4dc98276dc service neutron] Bound port: dae2bb6c-600f-49c1-93d0-4e6ea9c76016, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5841a8-d543-4f86-8b2a-23fee80587c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:32:29.138143 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-99e913cd-864d-4626-8c14-8a42446ab329 req-120becfb-dd1c-4b94-9118-0b4dc98276dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:29.145655 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a50b6b64-552b-48af-a2ae-164844c40e45 req-38d54330-99b6-4c8d-b170-224fe15b6106 tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.81 "GET /v2.0/security-groups?id=12c947ea-4e9a-4fdb-8eb2-8b872bd932fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882685 Jul 30 20:32:29.153298 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b4bfaee1-937c-4426-b51a-c68706d8aa29 req-2892fc29-4a09-4509-a800-47befe0f052e tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:29.166226 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['b87a10e0-f1c2-4320-a0e3-06f52c385cd9'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:32:29.201967 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892fc29-4a09-4509-a800-47befe0f052e tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Pushing event deleted for resources: {'Port': ['ID=b87a10e0-f1c2-4320-a0e3-06f52c385cd9,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:29.292853 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bfaee1-937c-4426-b51a-c68706d8aa29 req-2892fc29-4a09-4509-a800-47befe0f052e tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] No DVR routers for this DVR port b87a10e0-f1c2-4320-a0e3-06f52c385cd9 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:32:29.296050 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b4bfaee1-937c-4426-b51a-c68706d8aa29 req-2892fc29-4a09-4509-a800-47befe0f052e tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:29.298036 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b4bfaee1-937c-4426-b51a-c68706d8aa29 req-2892fc29-4a09-4509-a800-47befe0f052e tempest-TestServerAdvancedOps-498316948 tempest-TestServerAdvancedOps-498316948-project] 10.222.0.59 "DELETE /v2.0/ports/b87a10e0-f1c2-4320-a0e3-06f52c385cd9 HTTP/1.1" status: 204 len: 173 time: 1.5980477 Jul 30 20:32:29.300686 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6915fcd5-1f80-4267-9d42-83ae3f143e8b', 'name': 'network-vif-deleted', 'tag': 'b87a10e0-f1c2-4320-a0e3-06f52c385cd9'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:32:29.302813 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14745ec-ed09-41f6-9bb7-ff37c3d1284a" -d '{"events": [{"server_uuid": "6915fcd5-1f80-4267-9d42-83ae3f143e8b", "name": "network-vif-deleted", "tag": "b87a10e0-f1c2-4320-a0e3-06f52c385cd9"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:32:29.335559 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-99e913cd-864d-4626-8c14-8a42446ab329 req-120becfb-dd1c-4b94-9118-0b4dc98276dc service neutron] For port dae2bb6c-600f-49c1-93d0-4e6ea9c76016, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:32:29.339673 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-99e913cd-864d-4626-8c14-8a42446ab329 req-120becfb-dd1c-4b94-9118-0b4dc98276dc service neutron] For port dae2bb6c-600f-49c1-93d0-4e6ea9c76016, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=dae2bb6c-600f-49c1-93d0-4e6ea9c76016,segment=NetworkSegment(ee5841a8-d543-4f86-8b2a-23fee80587c5),segment_id=ee5841a8-d543-4f86-8b2a-23fee80587c5)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:32:29.346095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b21b2-0411-4911-97bc-efc03fe01f71 req-992281d4-145a-44f4-9da4-7a0c6ef15199 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:29.347725 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-174b21b2-0411-4911-97bc-efc03fe01f71 req-992281d4-145a-44f4-9da4-7a0c6ef15199 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3475408b-0d28-4a84-a125-e25fbaed69ae HTTP/1.1" status: 200 len: 1096 time: 0.1202538 Jul 30 20:32:29.349371 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-99e913cd-864d-4626-8c14-8a42446ab329 req-120becfb-dd1c-4b94-9118-0b4dc98276dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:29.403757 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e913cd-864d-4626-8c14-8a42446ab329 req-120becfb-dd1c-4b94-9118-0b4dc98276dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:29.404522 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-99e913cd-864d-4626-8c14-8a42446ab329 req-120becfb-dd1c-4b94-9118-0b4dc98276dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:29.405806 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99e913cd-864d-4626-8c14-8a42446ab329 req-120becfb-dd1c-4b94-9118-0b4dc98276dc service neutron] 10.222.0.83 "PUT /v2.0/ports/dae2bb6c-600f-49c1-93d0-4e6ea9c76016 HTTP/1.1" status: 200 len: 1091 time: 1.8411264 Jul 30 20:32:29.440333 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-174b21b2-0411-4911-97bc-efc03fe01f71 req-5a216401-2dfb-4bf2-a2c8-2195c52aa7a4 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625186 Jul 30 20:32:29.441088 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120becfb-dd1c-4b94-9118-0b4dc98276dc service neutron] Pushing event updated for resources: {'Port': ['ID=dae2bb6c-600f-49c1-93d0-4e6ea9c76016,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:29.526015 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475a3d3e-3ce5-42a4-891c-4b8d5be90a7c x-openstack-request-id: req-475a3d3e-3ce5-42a4-891c-4b8d5be90a7c {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:32:29.526316 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6915fcd5-1f80-4267-9d42-83ae3f143e8b", "name": "network-vif-deleted", "tag": "b87a10e0-f1c2-4320-a0e3-06f52c385cd9", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:32:29.526865 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-475a3d3e-3ce5-42a4-891c-4b8d5be90a7c {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:32:29.527177 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6915fcd5-1f80-4267-9d42-83ae3f143e8b', 'name': 'network-vif-deleted', 'tag': 'b87a10e0-f1c2-4320-a0e3-06f52c385cd9', 'status': 'completed', 'code': 200} Jul 30 20:32:29.547706 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e913cd-864d-4626-8c14-8a42446ab329 req-978e60a8-69b3-43fe-9ca7-607e31013b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:29.549957 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99e913cd-864d-4626-8c14-8a42446ab329 req-978e60a8-69b3-43fe-9ca7-607e31013b46 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5b1060d492cf4cf8b5f6edec4eca6ad1&device_id=542118f9-5f98-4e1b-b8aa-1ed9049be40b HTTP/1.1" status: 200 len: 1094 time: 0.0554645 Jul 30 20:32:29.619681 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99e913cd-864d-4626-8c14-8a42446ab329 req-b02fe513-f411-4ee5-8445-5f99a8c7b907 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dae2bb6c-600f-49c1-93d0-4e6ea9c76016 HTTP/1.1" status: 200 len: 217 time: 0.0611169 Jul 30 20:32:29.669578 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5241d5a9-48fe-4d8d-9baa-1ceb0cfad575 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:29.697849 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e913cd-864d-4626-8c14-8a42446ab329 req-e1e03089-067a-443a-b85a-fe8dd59dfe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:29.699241 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99e913cd-864d-4626-8c14-8a42446ab329 req-e1e03089-067a-443a-b85a-fe8dd59dfe07 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=91b0840c-b548-4e3b-9e7f-3f3f9f306d43 HTTP/1.1" status: 200 len: 834 time: 0.0588312 Jul 30 20:32:29.706294 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd92fa9-b0f4-4ad5-8178-0ad3cfdb58f3 req-7b43c958-f8a0-4739-aba0-0a8f64a830d4 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:29.707867 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fd92fa9-b0f4-4ad5-8178-0ad3cfdb58f3 req-7b43c958-f8a0-4739-aba0-0a8f64a830d4 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3475408b-0d28-4a84-a125-e25fbaed69ae HTTP/1.1" status: 200 len: 1096 time: 0.1031041 Jul 30 20:32:29.782288 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fd92fa9-b0f4-4ad5-8178-0ad3cfdb58f3 req-5c3b7bbe-4945-4476-ac96-c77598e7e6fc tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654519 Jul 30 20:32:29.785264 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e913cd-864d-4626-8c14-8a42446ab329 req-88da7168-0c6e-4282-9666-3583e80be987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:29.786812 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99e913cd-864d-4626-8c14-8a42446ab329 req-88da7168-0c6e-4282-9666-3583e80be987 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=394d2c2d-cd31-413d-872f-a3bd4da9339b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779891 Jul 30 20:32:29.896258 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99e913cd-864d-4626-8c14-8a42446ab329 req-fed69dd3-2b3a-461c-8df9-f3135ed1d909 service neutron] 10.222.0.83 "GET /v2.0/networks/394d2c2d-cd31-413d-872f-a3bd4da9339b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018291 Jul 30 20:32:29.968133 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5241d5a9-48fe-4d8d-9baa-1ceb0cfad575 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Deleting port 9596d8b5-34b0-4822-aabb-72c828cd3443 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:32:29.968448 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5241d5a9-48fe-4d8d-9baa-1ceb0cfad575 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:30.034967 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615767ae-f2e0-4d79-bf40-fd0f7a899b86 req-f62c0f1d-56a9-4f56-8541-b1e6f2aa7e53 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:30.036479 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-615767ae-f2e0-4d79-bf40-fd0f7a899b86 req-f62c0f1d-56a9-4f56-8541-b1e6f2aa7e53 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=542118f9-5f98-4e1b-b8aa-1ed9049be40b HTTP/1.1" status: 200 len: 943 time: 0.0999076 Jul 30 20:32:30.057985 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99e913cd-864d-4626-8c14-8a42446ab329 req-0ab1946b-76d2-4803-b586-c42a50f01fd2 service neutron] 10.222.0.83 "GET /v2.0/networks/394d2c2d-cd31-413d-872f-a3bd4da9339b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526630 Jul 30 20:32:30.068828 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5241d5a9-48fe-4d8d-9baa-1ceb0cfad575 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:30.087975 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-615767ae-f2e0-4d79-bf40-fd0f7a899b86 req-6e65ff9d-198a-4679-a672-7ddca85a3504 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=74b5f5ad-0ce7-4732-b9aa-7bbdb3fec0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420916 Jul 30 20:32:30.090471 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5241d5a9-48fe-4d8d-9baa-1ceb0cfad575 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Calling delete_port for 9596d8b5-34b0-4822-aabb-72c828cd3443 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:32:30.268152 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-465bb543-5955-47f1-8a5d-2381b303b74c tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:30.269875 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-465bb543-5955-47f1-8a5d-2381b303b74c tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/networks?id=dbb77e2a-a8a9-43b8-a03a-a767ec4be75f HTTP/1.1" status: 200 len: 911 time: 0.0929368 Jul 30 20:32:30.274748 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5241d5a9-48fe-4d8d-9baa-1ceb0cfad575 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:30.287626 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-46c65aff-202d-42a7-98c9-571da74c717d tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/quotas/a04b0a8dc3804a6e9fc941584ca22568 HTTP/1.1" status: 200 len: 375 time: 0.0099761 Jul 30 20:32:30.301120 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241d5a9-48fe-4d8d-9baa-1ceb0cfad575 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Pushing event deleted for resources: {'Port': ['ID=9596d8b5-34b0-4822-aabb-72c828cd3443,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:30.337941 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-1f12ae58-fa70-46d5-bbc2-330188e31135 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?tenant_id=a04b0a8dc3804a6e9fc941584ca22568&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0445154 Jul 30 20:32:30.440285 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-8d6f68f3-8708-47b5-9376-9c1ef24a94e7 service neutron] 10.222.0.81 "GET /v2.0/networks/dbb77e2a-a8a9-43b8-a03a-a767ec4be75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944467 Jul 30 20:32:30.445553 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5241d5a9-48fe-4d8d-9baa-1ceb0cfad575 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:30.539680 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-4d7367a1-d905-4de5-ace6-12587642f80b service neutron] 10.222.0.81 "GET /v2.0/networks/dbb77e2a-a8a9-43b8-a03a-a767ec4be75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960152 Jul 30 20:32:30.604724 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5241d5a9-48fe-4d8d-9baa-1ceb0cfad575 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Router eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:32:30.679301 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47012) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:30.690124 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5241d5a9-48fe-4d8d-9baa-1ceb0cfad575 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:32:30.700627 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a93d17-0e1c-430f-af9a-18ff16dad28d None None] Sync routers for ids ['eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:32:30.709174 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5241d5a9-48fe-4d8d-9baa-1ceb0cfad575 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] 10.222.0.81 "PUT /v2.0/routers/eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8367074 Jul 30 20:32:30.710075 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47016) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:30.716313 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a93d17-0e1c-430f-af9a-18ff16dad28d None None] Routers {'eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:30.717011 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c2a93d17-0e1c-430f-af9a-18ff16dad28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:30.749001 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-2074744c-04a1-4045-a0cd-f3dece11650d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] show failed (client error): The resource could not be found. Jul 30 20:32:30.750036 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2074744c-04a1-4045-a0cd-f3dece11650d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-1220364444 HTTP/1.1" status: 404 len: 335 time: 0.0385592 Jul 30 20:32:30.754400 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47018) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:30.759066 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fa243994-c5f3-417b-934c-bd05643b8e0d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:30.774185 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c2a93d17-0e1c-430f-af9a-18ff16dad28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:30.775220 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a5ad5378-cc52-4a62-a038-d03728827ac0 req-5b51bfb5-52a1-4fc6-88b9-d4e2fab9a9a2 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ad5a1bc4-91ec-4c09-9b6b-396475154da9 HTTP/1.1" status: 200 len: 210 time: 0.0501118 Jul 30 20:32:30.788793 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09e3e5e-8f1c-42ea-88df-3b1ccc23fa0f admin admin] Deleting subnet 3d5c349d-b22f-43fb-822c-cf3b93cb6434 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:32:30.793434 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c09e3e5e-8f1c-42ea-88df-3b1ccc23fa0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:30.795274 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a93d17-0e1c-430f-af9a-18ff16dad28d None None] Routers {'eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:30.797262 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c2a93d17-0e1c-430f-af9a-18ff16dad28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:30.805703 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-fa243994-c5f3-417b-934c-bd05643b8e0d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] update failed (client error): The resource could not be found. Jul 30 20:32:30.806725 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fa243994-c5f3-417b-934c-bd05643b8e0d tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-1853363196 HTTP/1.1" status: 404 len: 335 time: 0.0513361 Jul 30 20:32:30.811862 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47022) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:30.835366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c2a93d17-0e1c-430f-af9a-18ff16dad28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:30.836182 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a93d17-0e1c-430f-af9a-18ff16dad28d None None] The sync data for ids ['eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a'] in n-d-712137-9 is: [] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:32:30.845055 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c09e3e5e-8f1c-42ea-88df-3b1ccc23fa0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:30.868101 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4fc87a-a3fb-4fb5-9a7f-b4a9007f6c31 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Deleting subnet 10d64989-0986-47e5-a831-4c4a20cd427a {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:32:30.873158 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f4fc87a-a3fb-4fb5-9a7f-b4a9007f6c31 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:30.889133 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c09e3e5e-8f1c-42ea-88df-3b1ccc23fa0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:30.923123 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f4fc87a-a3fb-4fb5-9a7f-b4a9007f6c31 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:30.952719 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c09e3e5e-8f1c-42ea-88df-3b1ccc23fa0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:30.981893 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e3e5e-8f1c-42ea-88df-3b1ccc23fa0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d5c349d-b22f-43fb-822c-cf3b93cb6434,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:30.984492 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c09e3e5e-8f1c-42ea-88df-3b1ccc23fa0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:30.986560 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c09e3e5e-8f1c-42ea-88df-3b1ccc23fa0f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3d5c349d-b22f-43fb-822c-cf3b93cb6434 HTTP/1.1" status: 204 len: 168 time: 0.3058395 Jul 30 20:32:30.989176 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47030) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:31.083939 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f4fc87a-a3fb-4fb5-9a7f-b4a9007f6c31 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:31.118237 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c45150dd-b2aa-4a98-9e75-29cff372de1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:31.220975 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f4fc87a-a3fb-4fb5-9a7f-b4a9007f6c31 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:31.223548 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184d019-cccf-4576-af34-d780506e96af req-c933807c-61e5-4c0c-8caa-57a6f361d1b7 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:31.231103 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1184d019-cccf-4576-af34-d780506e96af req-c933807c-61e5-4c0c-8caa-57a6f361d1b7 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=542118f9-5f98-4e1b-b8aa-1ed9049be40b HTTP/1.1" status: 200 len: 943 time: 0.0679178 Jul 30 20:32:31.252401 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c45150dd-b2aa-4a98-9e75-29cff372de1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:31.261377 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fc87a-a3fb-4fb5-9a7f-b4a9007f6c31 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Pushing event deleted for resources: {'Subnet': ['ID=10d64989-0986-47e5-a831-4c4a20cd427a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:31.264063 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f4fc87a-a3fb-4fb5-9a7f-b4a9007f6c31 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:31.265934 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0f4fc87a-a3fb-4fb5-9a7f-b4a9007f6c31 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] 10.222.0.81 "DELETE /v2.0/subnets/10d64989-0986-47e5-a831-4c4a20cd427a HTTP/1.1" status: 204 len: 168 time: 0.4531193 Jul 30 20:32:31.269358 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47034) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:31.269934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c45150dd-b2aa-4a98-9e75-29cff372de1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e16ad0-19c5-49a5-8093-4791506cca69']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:31.273390 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c465520-b19b-44c0-98a5-b35332916373 None None] Network 67219857-f3a0-4b40-934a-f59427793ef4 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:32:31.280715 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c45150dd-b2aa-4a98-9e75-29cff372de1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a360233-1e08-4058-ab90-270d22befabf') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:31.280715 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c45150dd-b2aa-4a98-9e75-29cff372de1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a360233-1e08-4058-ab90-270d22befabf') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:31.291061 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c45150dd-b2aa-4a98-9e75-29cff372de1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:31.292378 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1184d019-cccf-4576-af34-d780506e96af req-8e920a98-439d-463a-b4fc-441605bcb309 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=74b5f5ad-0ce7-4732-b9aa-7bbdb3fec0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602224 Jul 30 20:32:31.305646 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c45150dd-b2aa-4a98-9e75-29cff372de1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:31.314315 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c45150dd-b2aa-4a98-9e75-29cff372de1a admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:32:31.314787 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c45150dd-b2aa-4a98-9e75-29cff372de1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:32:31.316978 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:32:31.359380 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9785f7-9db5-432c-897a-a5808f1bcbfe tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Deleting subnet b669ba41-2012-4ecc-b084-89a66dd7b7b0 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:32:31.362930 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-de9785f7-9db5-432c-897a-a5808f1bcbfe tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:31.383262 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c45150dd-b2aa-4a98-9e75-29cff372de1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:31.399765 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c45150dd-b2aa-4a98-9e75-29cff372de1a admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:31.403770 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c45150dd-b2aa-4a98-9e75-29cff372de1a admin admin] 10.222.0.81 "DELETE /v2.0/networks/67e16ad0-19c5-49a5-8093-4791506cca69 HTTP/1.1" status: 204 len: 168 time: 0.4107819 Jul 30 20:32:31.403770 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45150dd-b2aa-4a98-9e75-29cff372de1a admin admin] Pushing event deleted for resources: {'Network': ['ID=67e16ad0-19c5-49a5-8093-4791506cca69,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:31.404019 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47036) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:31.411041 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-de9785f7-9db5-432c-897a-a5808f1bcbfe tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:31.428239 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device b87a10e0-f1c2-4320-a0e3-06f52c385cd9 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:32:31.450113 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: b87a10e0-f1c2-4320-a0e3-06f52c385cd9 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:32:31.450474 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f932a47-427a-4b70-8fc0-66f3f1f11cec admin admin] Deleting subnet 13948ad1-989e-4327-8391-73f4571a9a72 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:32:31.450675 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device b87a10e0-f1c2-4320-a0e3-06f52c385cd9 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:32:31.453802 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f932a47-427a-4b70-8fc0-66f3f1f11cec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:31.489640 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f932a47-427a-4b70-8fc0-66f3f1f11cec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:31.511614 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-de9785f7-9db5-432c-897a-a5808f1bcbfe tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:31.532179 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542118f9-5f98-4e1b-b8aa-1ed9049be40b', 'tag': 'dae2bb6c-600f-49c1-93d0-4e6ea9c76016'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:32:31.533359 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f932a47-427a-4b70-8fc0-66f3f1f11cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:31.534424 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb8ba35-d514-4d3d-9313-58719f99d2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "542118f9-5f98-4e1b-b8aa-1ed9049be40b", "tag": "dae2bb6c-600f-49c1-93d0-4e6ea9c76016"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:32:31.553890 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3607bf6-d602-4edb-9191-005c4343f581 None None] DHCP port deletion for 67219857-f3a0-4b40-934a-f59427793ef4 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:32:31.594264 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2d0ed4-3a13-4fb1-b249-c479e4f4087b x-openstack-request-id: req-1e2d0ed4-3a13-4fb1-b249-c479e4f4087b {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:32:31.595165 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542118f9-5f98-4e1b-b8aa-1ed9049be40b", "tag": "dae2bb6c-600f-49c1-93d0-4e6ea9c76016", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:32:31.595165 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1e2d0ed4-3a13-4fb1-b249-c479e4f4087b {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:32:31.595406 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542118f9-5f98-4e1b-b8aa-1ed9049be40b', 'tag': 'dae2bb6c-600f-49c1-93d0-4e6ea9c76016', 'status': 'completed', 'code': 200} Jul 30 20:32:31.596430 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-de9785f7-9db5-432c-897a-a5808f1bcbfe tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:31.602048 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f932a47-427a-4b70-8fc0-66f3f1f11cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:31.627221 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a3607bf6-d602-4edb-9191-005c4343f581 None None] Deleting port 21bcc222-d3ff-44a7-b873-4b10b00b905a {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:32:31.628118 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9785f7-9db5-432c-897a-a5808f1bcbfe tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Pushing event deleted for resources: {'Subnet': ['ID=b669ba41-2012-4ecc-b084-89a66dd7b7b0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:31.628290 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a3607bf6-d602-4edb-9191-005c4343f581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:31.637745 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f932a47-427a-4b70-8fc0-66f3f1f11cec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13948ad1-989e-4327-8391-73f4571a9a72,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:31.639675 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-de9785f7-9db5-432c-897a-a5808f1bcbfe tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:31.640137 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f932a47-427a-4b70-8fc0-66f3f1f11cec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:31.641486 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-de9785f7-9db5-432c-897a-a5808f1bcbfe tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] 10.222.0.81 "DELETE /v2.0/subnets/b669ba41-2012-4ecc-b084-89a66dd7b7b0 HTTP/1.1" status: 204 len: 168 time: 0.3711765 Jul 30 20:32:31.646337 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0f932a47-427a-4b70-8fc0-66f3f1f11cec admin admin] 10.222.0.81 "DELETE /v2.0/subnets/13948ad1-989e-4327-8391-73f4571a9a72 HTTP/1.1" status: 204 len: 168 time: 0.2391453 Jul 30 20:32:31.646337 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47040) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:31.646866 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47042) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:31.650267 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b24dc69-8550-4ddb-b0a6-880ff10566e8 None None] Network 9340f921-cb46-4644-a7d1-55415a629476 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:32:31.687974 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8ba35-d514-4d3d-9313-58719f99d2ea req-1410ad05-bb70-43dc-b84f-3b8581cc076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:31.690099 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3eb8ba35-d514-4d3d-9313-58719f99d2ea req-1410ad05-bb70-43dc-b84f-3b8581cc076a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5b1060d492cf4cf8b5f6edec4eca6ad1&device_id=542118f9-5f98-4e1b-b8aa-1ed9049be40b HTTP/1.1" status: 200 len: 1094 time: 0.0604472 Jul 30 20:32:31.776035 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a3607bf6-d602-4edb-9191-005c4343f581 None None] For port 21bcc222-d3ff-44a7-b873-4b10b00b905a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=21bcc222-d3ff-44a7-b873-4b10b00b905a,segment=NetworkSegment(f10b7970-96e9-47c9-9936-f7d2888c2d1f),segment_id=f10b7970-96e9-47c9-9936-f7d2888c2d1f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:31.776598 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a3607bf6-d602-4edb-9191-005c4343f581 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:31.798308 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8ba35-d514-4d3d-9313-58719f99d2ea req-b7bf98a5-ef6e-4832-b3d2-65101cde2efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:31.800589 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3eb8ba35-d514-4d3d-9313-58719f99d2ea req-b7bf98a5-ef6e-4832-b3d2-65101cde2efc service neutron] 10.222.0.83 "GET /v2.0/networks?id=394d2c2d-cd31-413d-872f-a3bd4da9339b HTTP/1.1" status: 200 len: 898 time: 0.1030393 Jul 30 20:32:31.824839 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a3607bf6-d602-4edb-9191-005c4343f581 None None] Calling delete_port for 21bcc222-d3ff-44a7-b873-4b10b00b905a owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:32:31.867701 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3eb8ba35-d514-4d3d-9313-58719f99d2ea req-a57a61b2-838a-48c6-a93a-0c6f5a988a08 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dae2bb6c-600f-49c1-93d0-4e6ea9c76016 HTTP/1.1" status: 200 len: 217 time: 0.0560219 Jul 30 20:32:31.919280 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d3be7ed-f10d-4ca1-b4b8-2f93a902bf07 req-e8f17e32-2e4f-4846-b788-651356a24baf tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ad5a1bc4-91ec-4c09-9b6b-396475154da9 HTTP/1.1" status: 200 len: 210 time: 0.0492938 Jul 30 20:32:31.930643 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a3607bf6-d602-4edb-9191-005c4343f581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:31.940718 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8a05b30-fb1e-4bf7-85d7-5f0dd6a32cf9 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:31.964207 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6574667-d38f-49ff-8bdd-58e34acac4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:31.968177 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e43501-5393-4b58-af00-4efc1381e34a None None] DHCP port deletion for 9340f921-cb46-4644-a7d1-55415a629476 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:32:31.974512 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3607bf6-d602-4edb-9191-005c4343f581 None None] Pushing event deleted for resources: {'Port': ['ID=21bcc222-d3ff-44a7-b873-4b10b00b905a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:31.984702 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8ba35-d514-4d3d-9313-58719f99d2ea req-731bcdb6-a93c-4261-9fc0-02f3af365e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:31.986258 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3eb8ba35-d514-4d3d-9313-58719f99d2ea req-731bcdb6-a93c-4261-9fc0-02f3af365e67 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=91b0840c-b548-4e3b-9e7f-3f3f9f306d43 HTTP/1.1" status: 200 len: 834 time: 0.1055286 Jul 30 20:32:32.004082 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3607bf6-d602-4edb-9191-005c4343f581 None None] No DVR routers for this DVR port 21bcc222-d3ff-44a7-b873-4b10b00b905a on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:32:32.045014 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8ba35-d514-4d3d-9313-58719f99d2ea req-aec70dea-cd0d-4822-a975-07b5ba5716a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:32.045277 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e6e43501-5393-4b58-af00-4efc1381e34a None None] Deleting port 0e1d3ec2-377d-429f-9035-8eb06af36e5b {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:32:32.045625 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e6e43501-5393-4b58-af00-4efc1381e34a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.046960 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3eb8ba35-d514-4d3d-9313-58719f99d2ea req-aec70dea-cd0d-4822-a975-07b5ba5716a1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=394d2c2d-cd31-413d-872f-a3bd4da9339b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528634 Jul 30 20:32:32.060693 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-2b6286b0-9ee0-4f76-861c-748d89002698 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:32.062274 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-2b6286b0-9ee0-4f76-861c-748d89002698 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.83 "GET /v2.0/networks?id=dbb77e2a-a8a9-43b8-a03a-a767ec4be75f HTTP/1.1" status: 200 len: 911 time: 0.2969868 Jul 30 20:32:32.083052 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-d2d52613-3b2a-4078-a0fe-e9c6a9c6f615 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Request body: {'port': {'device_id': 'ad5a1bc4-91ec-4c09-9b6b-396475154da9', 'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f', 'admin_state_up': True, 'tenant_id': 'a04b0a8dc3804a6e9fc941584ca22568'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:32.122632 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e6e43501-5393-4b58-af00-4efc1381e34a None None] For port 0e1d3ec2-377d-429f-9035-8eb06af36e5b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0e1d3ec2-377d-429f-9035-8eb06af36e5b,segment=NetworkSegment(c0c1964c-0b73-4110-bd12-3e7affb59922),segment_id=c0c1964c-0b73-4110-bd12-3e7affb59922)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:32.123306 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e6e43501-5393-4b58-af00-4efc1381e34a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.144061 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e6e43501-5393-4b58-af00-4efc1381e34a None None] Calling delete_port for 0e1d3ec2-377d-429f-9035-8eb06af36e5b owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:32:32.158688 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 21bcc222-d3ff-44a7-b873-4b10b00b905a no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:32:32.170490 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3eb8ba35-d514-4d3d-9313-58719f99d2ea req-3c1ff2ce-f340-441b-94cc-bd96ece7bda7 service neutron] 10.222.0.83 "GET /v2.0/networks/394d2c2d-cd31-413d-872f-a3bd4da9339b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153889 Jul 30 20:32:32.187542 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8a05b30-fb1e-4bf7-85d7-5f0dd6a32cf9 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.204584 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6574667-d38f-49ff-8bdd-58e34acac4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.207681 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-b8a05b30-fb1e-4bf7-85d7-5f0dd6a32cf9 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67219857-f3a0-4b40-934a-f59427793ef4']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:32.210653 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 21bcc222-d3ff-44a7-b873-4b10b00b905a {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:32:32.211398 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 21bcc222-d3ff-44a7-b873-4b10b00b905a not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:32:32.211548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0e1d3ec2-377d-429f-9035-8eb06af36e5b no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:32:32.228672 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c6574667-d38f-49ff-8bdd-58e34acac4d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9edcfa4f-af8c-46c4-a6a5-996601160074']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:32.231782 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-b8a05b30-fb1e-4bf7-85d7-5f0dd6a32cf9 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10b7970-96e9-47c9-9936-f7d2888c2d1f') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:32.232146 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-b8a05b30-fb1e-4bf7-85d7-5f0dd6a32cf9 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10b7970-96e9-47c9-9936-f7d2888c2d1f') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:32.238521 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-d2d52613-3b2a-4078-a0fe-e9c6a9c6f615 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Made reservation on behalf of a04b0a8dc3804a6e9fc941584ca22568 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:32:32.240914 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-d2d52613-3b2a-4078-a0fe-e9c6a9c6f615 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.258912 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8a05b30-fb1e-4bf7-85d7-5f0dd6a32cf9 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.261496 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c6574667-d38f-49ff-8bdd-58e34acac4d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c3531e-9fc0-49ae-a6e6-fe5ac70c1ef1') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:32.262332 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c6574667-d38f-49ff-8bdd-58e34acac4d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c3531e-9fc0-49ae-a6e6-fe5ac70c1ef1') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:32.282161 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3eb8ba35-d514-4d3d-9313-58719f99d2ea req-b57bce91-385a-4589-bbf6-32bc5fdc8909 service neutron] 10.222.0.83 "GET /v2.0/networks/394d2c2d-cd31-413d-872f-a3bd4da9339b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035349 Jul 30 20:32:32.297830 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8a05b30-fb1e-4bf7-85d7-5f0dd6a32cf9 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.300905 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6574667-d38f-49ff-8bdd-58e34acac4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.316398 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e6e43501-5393-4b58-af00-4efc1381e34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.348647 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e43501-5393-4b58-af00-4efc1381e34a None None] Pushing event deleted for resources: {'Port': ['ID=0e1d3ec2-377d-429f-9035-8eb06af36e5b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:32.350491 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.358581 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a05b30-fb1e-4bf7-85d7-5f0dd6a32cf9 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:32:32.359006 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8a05b30-fb1e-4bf7-85d7-5f0dd6a32cf9 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.362036 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e43501-5393-4b58-af00-4efc1381e34a None None] No DVR routers for this DVR port 0e1d3ec2-377d-429f-9035-8eb06af36e5b on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:32:32.364599 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:32:32.381871 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6574667-d38f-49ff-8bdd-58e34acac4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.429145 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6574667-d38f-49ff-8bdd-58e34acac4d6 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:32:32.429624 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6574667-d38f-49ff-8bdd-58e34acac4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:32:32.431405 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:32:32.448309 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ce42b-3643-4c8c-bfcc-cee5eb788e35 req-7af2876f-5d58-4a39-9226-fcfed2e09323 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:32.451073 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c13ce42b-3643-4c8c-bfcc-cee5eb788e35 req-7af2876f-5d58-4a39-9226-fcfed2e09323 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=542118f9-5f98-4e1b-b8aa-1ed9049be40b HTTP/1.1" status: 200 len: 943 time: 0.0580454 Jul 30 20:32:32.507538 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c13ce42b-3643-4c8c-bfcc-cee5eb788e35 req-0f24c2dd-7114-4b85-ba60-4981755887a8 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=74b5f5ad-0ce7-4732-b9aa-7bbdb3fec0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412941 Jul 30 20:32:32.523062 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8a05b30-fb1e-4bf7-85d7-5f0dd6a32cf9 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.531706 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8a05b30-fb1e-4bf7-85d7-5f0dd6a32cf9 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.533543 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b8a05b30-fb1e-4bf7-85d7-5f0dd6a32cf9 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] 10.222.0.81 "DELETE /v2.0/networks/67219857-f3a0-4b40-934a-f59427793ef4 HTTP/1.1" status: 204 len: 168 time: 0.8874145 Jul 30 20:32:32.536449 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47048) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:32.549559 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6574667-d38f-49ff-8bdd-58e34acac4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.554994 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a05b30-fb1e-4bf7-85d7-5f0dd6a32cf9 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Pushing event deleted for resources: {'Network': ['ID=67219857-f3a0-4b40-934a-f59427793ef4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:32.558582 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6574667-d38f-49ff-8bdd-58e34acac4d6 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.561107 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c6574667-d38f-49ff-8bdd-58e34acac4d6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9edcfa4f-af8c-46c4-a6a5-996601160074 HTTP/1.1" status: 204 len: 168 time: 0.9134095 Jul 30 20:32:32.583682 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6574667-d38f-49ff-8bdd-58e34acac4d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9edcfa4f-af8c-46c4-a6a5-996601160074,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:32.585910 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-d2d52613-3b2a-4078-a0fe-e9c6a9c6f615 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Allocated IP 172.20.0.12 (dbb77e2a-a8a9-43b8-a03a-a767ec4be75f/5681c6b2-36e1-4d78-b7bd-5edbbb47faf8/7095dd0d-a179-4713-9638-bab513c4614c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:32:32.620605 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e33ece4-5c45-4bc0-b608-9b39c29facb1 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.736716 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e33ece4-5c45-4bc0-b608-9b39c29facb1 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.744509 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-d2d52613-3b2a-4078-a0fe-e9c6a9c6f615 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.749744 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-3e33ece4-5c45-4bc0-b608-9b39c29facb1 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9340f921-cb46-4644-a7d1-55415a629476']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:32.763263 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-d2d52613-3b2a-4078-a0fe-e9c6a9c6f615 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Transition to ACTIVE for port object 7095dd0d-a179-4713-9638-bab513c4614c will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:32:32.765927 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-3e33ece4-5c45-4bc0-b608-9b39c29facb1 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c1964c-0b73-4110-bd12-3e7affb59922') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:32.766287 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-3e33ece4-5c45-4bc0-b608-9b39c29facb1 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c1964c-0b73-4110-bd12-3e7affb59922') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:32.775343 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47052) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:32.777737 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e33ece4-5c45-4bc0-b608-9b39c29facb1 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.792740 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e33ece4-5c45-4bc0-b608-9b39c29facb1 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.799070 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e33ece4-5c45-4bc0-b608-9b39c29facb1 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:32:32.799474 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e33ece4-5c45-4bc0-b608-9b39c29facb1 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:32:32.802660 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:32:32.831782 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1d08ae25-ecdc-4850-af86-73a19a6cd9a7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=00aa1865652b4a3ab07d05bcf3328ae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549967 Jul 30 20:32:32.834155 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47054) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:32.840857 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-d2d52613-3b2a-4078-a0fe-e9c6a9c6f615 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.851346 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['d5e20171-9a6a-40c8-9233-a1b77feba6c3'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:32:32.866635 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e33ece4-5c45-4bc0-b608-9b39c29facb1 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.873104 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e33ece4-5c45-4bc0-b608-9b39c29facb1 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:32.878713 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3e33ece4-5c45-4bc0-b608-9b39c29facb1 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] 10.222.0.81 "DELETE /v2.0/networks/9340f921-cb46-4644-a7d1-55415a629476 HTTP/1.1" status: 204 len: 168 time: 0.3388333 Jul 30 20:32:32.883539 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47056) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:32.898697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33ece4-5c45-4bc0-b608-9b39c29facb1 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Pushing event deleted for resources: {'Network': ['ID=9340f921-cb46-4644-a7d1-55415a629476,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:32.951846 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-d2d52613-3b2a-4078-a0fe-e9c6a9c6f615 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Network dbb77e2a-a8a9-43b8-a03a-a767ec4be75f is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:32:32.967901 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-d2d52613-3b2a-4078-a0fe-e9c6a9c6f615 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:32.972907 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-d2d52613-3b2a-4078-a0fe-e9c6a9c6f615 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:32:32.975217 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d52613-3b2a-4078-a0fe-e9c6a9c6f615 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Pushing event updated for resources: {'Port': ['ID=7095dd0d-a179-4713-9638-bab513c4614c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:33.021060 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee41123-ed78-4ba4-b13c-5e6323668eef tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Deleting subnet 9462234c-36dd-4fd8-b429-fc43256ddd43 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:32:33.032253 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ee41123-ed78-4ba4-b13c-5e6323668eef tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:33.054090 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f3ac4b7-962e-4c72-9d35-839587d2676a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:33.078510 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be3d65-85e7-497b-aa31-87f096e5ee2e req-6c2b65c8-77b7-4e6a-a6c5-207f6d0fc97e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:33.080887 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3be3d65-85e7-497b-aa31-87f096e5ee2e req-6c2b65c8-77b7-4e6a-a6c5-207f6d0fc97e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ad5a1bc4-91ec-4c09-9b6b-396475154da9 HTTP/1.1" status: 200 len: 1028 time: 0.0472293 Jul 30 20:32:33.083689 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-d2d52613-3b2a-4078-a0fe-e9c6a9c6f615 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:33.084360 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-d2d52613-3b2a-4078-a0fe-e9c6a9c6f615 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:33.101385 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f3ac4b7-962e-4c72-9d35-839587d2676a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:33.118676 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ee41123-ed78-4ba4-b13c-5e6323668eef tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:33.129289 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3be3d65-85e7-497b-aa31-87f096e5ee2e req-3909a87f-1fcb-47fb-8d40-75c568f1855a tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410519 Jul 30 20:32:33.143270 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-d2d52613-3b2a-4078-a0fe-e9c6a9c6f615 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0650606 Jul 30 20:32:33.164489 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-e0c54ae9-0dcd-4e84-825c-8507e2e6fbba service neutron] Request body: {'port': {'device_id': 'ad5a1bc4-91ec-4c09-9b6b-396475154da9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:33.269700 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f3ac4b7-962e-4c72-9d35-839587d2676a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:33.272335 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f3ac4b7-962e-4c72-9d35-839587d2676a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:33.273588 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7f3ac4b7-962e-4c72-9d35-839587d2676a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/12c947ea-4e9a-4fdb-8eb2-8b872bd932fa HTTP/1.1" status: 204 len: 168 time: 0.4385605 Jul 30 20:32:33.297291 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-e0c54ae9-0dcd-4e84-825c-8507e2e6fbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:33.303094 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ee41123-ed78-4ba4-b13c-5e6323668eef tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:33.303644 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3182b25c-6763-4823-a318-94c28538f107 None None] Provisioning for port 7095dd0d-a179-4713-9638-bab513c4614c completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:33.308451 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3182b25c-6763-4823-a318-94c28538f107 None None] Provisioning complete for port 7095dd0d-a179-4713-9638-bab513c4614c triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:33.309448 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3182b25c-6763-4823-a318-94c28538f107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:33.342140 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ac4b7-962e-4c72-9d35-839587d2676a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c947ea-4e9a-4fdb-8eb2-8b872bd932fa,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:33.353480 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device dae2bb6c-600f-49c1-93d0-4e6ea9c76016 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:32:33.367033 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3182b25c-6763-4823-a318-94c28538f107 None None] Port 7095dd0d-a179-4713-9638-bab513c4614c cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:32:33.403984 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ee41123-ed78-4ba4-b13c-5e6323668eef tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:33.463019 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee41123-ed78-4ba4-b13c-5e6323668eef tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Pushing event deleted for resources: {'Subnet': ['ID=9462234c-36dd-4fd8-b429-fc43256ddd43,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:33.472116 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port dae2bb6c-600f-49c1-93d0-4e6ea9c76016, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=dae2bb6c-600f-49c1-93d0-4e6ea9c76016,segment=NetworkSegment(ee5841a8-d543-4f86-8b2a-23fee80587c5),segment_id=ee5841a8-d543-4f86-8b2a-23fee80587c5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:33.483543 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'dae2bb6c-600f-49c1-93d0-4e6ea9c76016', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'port_id': 'dae2bb6c-600f-49c1-93d0-4e6ea9c76016', 'mac_address': 'fa:16:3e:a6:86:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:32:33.517279 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ee41123-ed78-4ba4-b13c-5e6323668eef tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:33.521847 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0ee41123-ed78-4ba4-b13c-5e6323668eef tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] 10.222.0.81 "DELETE /v2.0/subnets/9462234c-36dd-4fd8-b429-fc43256ddd43 HTTP/1.1" status: 204 len: 168 time: 0.6316543 Jul 30 20:32:33.523290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47066) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:33.528054 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:33.567693 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a09070-73dc-4a05-ab40-e57bb3540430 None None] Network e3d8e7dd-9b88-4644-9a98-f9f79f757d1e requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:32:33.638197 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae2bb6c-600f-49c1-93d0-4e6ea9c76016 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:32:33.676591 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port dae2bb6c-600f-49c1-93d0-4e6ea9c76016, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=dae2bb6c-600f-49c1-93d0-4e6ea9c76016,segment=NetworkSegment(ee5841a8-d543-4f86-8b2a-23fee80587c5),segment_id=ee5841a8-d543-4f86-8b2a-23fee80587c5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:33.701843 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fcf01ef7-9f2b-4870-9550-052a36c9b142 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:33.707786 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47070) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:33.710591 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:33.712070 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415312f-a71d-46d4-aa8c-2e4671ed4499 req-f578c516-64ea-4719-9a63-c1d07bd56946 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:33.713603 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8415312f-a71d-46d4-aa8c-2e4671ed4499 req-f578c516-64ea-4719-9a63-c1d07bd56946 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=542118f9-5f98-4e1b-b8aa-1ed9049be40b HTTP/1.1" status: 200 len: 943 time: 0.1158297 Jul 30 20:32:33.783444 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-721b0949-2f50-425a-ad12-e20a0a5a83ab admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=91c6d9ec78534b389bddd5951b9a7f58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0740769 Jul 30 20:32:33.786511 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47072) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:33.795029 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=dae2bb6c-600f-49c1-93d0-4e6ea9c76016,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:33.807660 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8415312f-a71d-46d4-aa8c-2e4671ed4499 req-a77074e0-b8c5-48da-b73d-e7db621e865c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=74b5f5ad-0ce7-4732-b9aa-7bbdb3fec0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815897 Jul 30 20:32:33.824038 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-e0c54ae9-0dcd-4e84-825c-8507e2e6fbba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7095dd0d-a179-4713-9638-bab513c4614c {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:32:33.832563 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-e0c54ae9-0dcd-4e84-825c-8507e2e6fbba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:33.849863 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-e0c54ae9-0dcd-4e84-825c-8507e2e6fbba service neutron] Transition to ACTIVE for port object 7095dd0d-a179-4713-9638-bab513c4614c will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:32:33.853317 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-e0c54ae9-0dcd-4e84-825c-8507e2e6fbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:33.857555 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-fcf01ef7-9f2b-4870-9550-052a36c9b142 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Deleting port 7481f23a-8cc2-4111-b7d5-92b5501830c5 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:32:33.857897 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fcf01ef7-9f2b-4870-9550-052a36c9b142 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:33.880915 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17447bdf-af41-47d5-ae0b-1b33ef1c4fe9 None None] DHCP port deletion for e3d8e7dd-9b88-4644-9a98-f9f79f757d1e request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:32:33.913798 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c54ae9-0dcd-4e84-825c-8507e2e6fbba service neutron] Pushing event updated for resources: {'Port': ['ID=7095dd0d-a179-4713-9638-bab513c4614c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:33.920520 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-40904d5b-1107-43c5-bf6d-23302a6c0556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:33.951003 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-fcf01ef7-9f2b-4870-9550-052a36c9b142 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] For port 7481f23a-8cc2-4111-b7d5-92b5501830c5, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7481f23a-8cc2-4111-b7d5-92b5501830c5,segment=NetworkSegment(b3185fad-cf50-4e11-9e10-65407d4d29e3),segment_id=b3185fad-cf50-4e11-9e10-65407d4d29e3)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:33.951340 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fcf01ef7-9f2b-4870-9550-052a36c9b142 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:33.955818 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-17447bdf-af41-47d5-ae0b-1b33ef1c4fe9 None None] Deleting port 7481f23a-8cc2-4111-b7d5-92b5501830c5 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:32:33.956492 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17447bdf-af41-47d5-ae0b-1b33ef1c4fe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:33.972407 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-40904d5b-1107-43c5-bf6d-23302a6c0556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:33.981765 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-fcf01ef7-9f2b-4870-9550-052a36c9b142 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Calling delete_port for 7481f23a-8cc2-4111-b7d5-92b5501830c5 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:32:34.009420 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-e0c54ae9-0dcd-4e84-825c-8507e2e6fbba service neutron] Attempting to bind port 7095dd0d-a179-4713-9638-bab513c4614c on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:32:34.010891 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-e0c54ae9-0dcd-4e84-825c-8507e2e6fbba service neutron] Attempting to bind port 7095dd0d-a179-4713-9638-bab513c4614c by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '01e56630-d790-407b-8f20-7a7b810ba7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:32:34.011460 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-e0c54ae9-0dcd-4e84-825c-8507e2e6fbba service neutron] Attempting to bind port 7095dd0d-a179-4713-9638-bab513c4614c on network dbb77e2a-a8a9-43b8-a03a-a767ec4be75f {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:32:34.019382 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-e0c54ae9-0dcd-4e84-825c-8507e2e6fbba service neutron] Port 7095dd0d-a179-4713-9638-bab513c4614c on network dbb77e2a-a8a9-43b8-a03a-a767ec4be75f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:32:34.020009 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-e0c54ae9-0dcd-4e84-825c-8507e2e6fbba service neutron] Attempting to bind port 7095dd0d-a179-4713-9638-bab513c4614c on network dbb77e2a-a8a9-43b8-a03a-a767ec4be75f {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:32:34.026031 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-e0c54ae9-0dcd-4e84-825c-8507e2e6fbba service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:32:34.026794 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-e0c54ae9-0dcd-4e84-825c-8507e2e6fbba service neutron] Checking segment: {'id': '01e56630-d790-407b-8f20-7a7b810ba7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:32:34.028199 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-e0c54ae9-0dcd-4e84-825c-8507e2e6fbba service neutron] Bound using segment: {'id': '01e56630-d790-407b-8f20-7a7b810ba7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:32:34.028509 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-e0c54ae9-0dcd-4e84-825c-8507e2e6fbba service neutron] Bound port: 7095dd0d-a179-4713-9638-bab513c4614c, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e56630-d790-407b-8f20-7a7b810ba7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:32:34.028903 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-e0c54ae9-0dcd-4e84-825c-8507e2e6fbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:34.053609 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-17447bdf-af41-47d5-ae0b-1b33ef1c4fe9 None None] For port 7481f23a-8cc2-4111-b7d5-92b5501830c5, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7481f23a-8cc2-4111-b7d5-92b5501830c5,segment=NetworkSegment(b3185fad-cf50-4e11-9e10-65407d4d29e3),segment_id=b3185fad-cf50-4e11-9e10-65407d4d29e3)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:34.054002 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17447bdf-af41-47d5-ae0b-1b33ef1c4fe9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:34.059922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['dae2bb6c-600f-49c1-93d0-4e6ea9c76016'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:32:34.096769 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-17447bdf-af41-47d5-ae0b-1b33ef1c4fe9 None None] Calling delete_port for 7481f23a-8cc2-4111-b7d5-92b5501830c5 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:32:34.109544 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-40904d5b-1107-43c5-bf6d-23302a6c0556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:34.112323 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-40904d5b-1107-43c5-bf6d-23302a6c0556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:34.116720 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-40904d5b-1107-43c5-bf6d-23302a6c0556 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/64615945-e697-4e79-bde6-9fdcfbdee703 HTTP/1.1" status: 204 len: 168 time: 0.3247328 Jul 30 20:32:34.131147 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40904d5b-1107-43c5-bf6d-23302a6c0556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64615945-e697-4e79-bde6-9fdcfbdee703,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:34.177543 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fcf01ef7-9f2b-4870-9550-052a36c9b142 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:34.204991 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-e0c54ae9-0dcd-4e84-825c-8507e2e6fbba service neutron] For port 7095dd0d-a179-4713-9638-bab513c4614c, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:32:34.219029 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-e0c54ae9-0dcd-4e84-825c-8507e2e6fbba service neutron] For port 7095dd0d-a179-4713-9638-bab513c4614c, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7095dd0d-a179-4713-9638-bab513c4614c,segment=NetworkSegment(01e56630-d790-407b-8f20-7a7b810ba7e5),segment_id=01e56630-d790-407b-8f20-7a7b810ba7e5)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:32:34.225615 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7481f23a-8cc2-4111-b7d5-92b5501830c5 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:32:34.225846 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-e0c54ae9-0dcd-4e84-825c-8507e2e6fbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:34.265578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf01ef7-9f2b-4870-9550-052a36c9b142 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Pushing event deleted for resources: {'Port': ['ID=7481f23a-8cc2-4111-b7d5-92b5501830c5,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:34.274426 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-e0c54ae9-0dcd-4e84-825c-8507e2e6fbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:34.276266 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-e0c54ae9-0dcd-4e84-825c-8507e2e6fbba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:34.278000 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf01ef7-9f2b-4870-9550-052a36c9b142 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] No DVR routers for this DVR port 7481f23a-8cc2-4111-b7d5-92b5501830c5 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:32:34.279348 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-e0c54ae9-0dcd-4e84-825c-8507e2e6fbba service neutron] 10.222.0.83 "PUT /v2.0/ports/7095dd0d-a179-4713-9638-bab513c4614c HTTP/1.1" status: 200 len: 1092 time: 1.1261461 Jul 30 20:32:34.280265 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5a1bc4-91ec-4c09-9b6b-396475154da9', 'tag': '7095dd0d-a179-4713-9638-bab513c4614c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:32:34.282990 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdf8c82-9d70-4175-b6ed-a9f243431d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5a1bc4-91ec-4c09-9b6b-396475154da9", "tag": "7095dd0d-a179-4713-9638-bab513c4614c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:32:34.294622 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 7481f23a-8cc2-4111-b7d5-92b5501830c5 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:32:34.294981 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7481f23a-8cc2-4111-b7d5-92b5501830c5 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:32:34.382038 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17447bdf-af41-47d5-ae0b-1b33ef1c4fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:34.389149 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c54ae9-0dcd-4e84-825c-8507e2e6fbba service neutron] Pushing event updated for resources: {'Port': ['ID=7095dd0d-a179-4713-9638-bab513c4614c,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:34.404597 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-88692c02-c5b7-4c63-918f-bce13d64afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:34.406330 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-88692c02-c5b7-4c63-918f-bce13d64afc5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a04b0a8dc3804a6e9fc941584ca22568&device_id=ad5a1bc4-91ec-4c09-9b6b-396475154da9 HTTP/1.1" status: 200 len: 1095 time: 0.0796845 Jul 30 20:32:34.435916 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17447bdf-af41-47d5-ae0b-1b33ef1c4fe9 None None] Pushing event deleted for resources: {'Port': ['ID=7481f23a-8cc2-4111-b7d5-92b5501830c5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:34.440915 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17447bdf-af41-47d5-ae0b-1b33ef1c4fe9 None None] No DVR routers for this DVR port 7481f23a-8cc2-4111-b7d5-92b5501830c5 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:32:34.484656 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-9604af1c-48b3-4042-88a3-6d4c5d370193 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7095dd0d-a179-4713-9638-bab513c4614c HTTP/1.1" status: 200 len: 217 time: 0.0704188 Jul 30 20:32:34.508760 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fcf01ef7-9f2b-4870-9550-052a36c9b142 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:34.529002 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-fcf01ef7-9f2b-4870-9550-052a36c9b142 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d8e7dd-9b88-4644-9a98-f9f79f757d1e']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:34.534426 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef563f9-9eae-420a-a656-b0c1f3e38f2d req-2e9cca2f-cf8f-4751-9fad-66c7d95ebee2 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:34.542378 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ef563f9-9eae-420a-a656-b0c1f3e38f2d req-2e9cca2f-cf8f-4751-9fad-66c7d95ebee2 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ad5a1bc4-91ec-4c09-9b6b-396475154da9 HTTP/1.1" status: 200 len: 1095 time: 0.2596524 Jul 30 20:32:34.568045 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-4bed3e85-cb72-479c-b8ab-1a42a76a5775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:34.570558 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-4bed3e85-cb72-479c-b8ab-1a42a76a5775 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5681c6b2-36e1-4d78-b7bd-5edbbb47faf8 HTTP/1.1" status: 200 len: 849 time: 0.0777447 Jul 30 20:32:34.573711 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-fcf01ef7-9f2b-4870-9550-052a36c9b142 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3185fad-cf50-4e11-9e10-65407d4d29e3') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:34.573957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-fcf01ef7-9f2b-4870-9550-052a36c9b142 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3185fad-cf50-4e11-9e10-65407d4d29e3') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:34.590572 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fcf01ef7-9f2b-4870-9550-052a36c9b142 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:34.625543 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ef563f9-9eae-420a-a656-b0c1f3e38f2d req-0bfe88d0-66ed-4742-9391-03385945f7c2 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779729 Jul 30 20:32:34.637526 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fcf01ef7-9f2b-4870-9550-052a36c9b142 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:34.652226 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-cb21918b-9a69-4450-aba1-d5b7c22beb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:34.654595 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-cb21918b-9a69-4450-aba1-d5b7c22beb39 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dbb77e2a-a8a9-43b8-a03a-a767ec4be75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698783 Jul 30 20:32:34.659996 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf01ef7-9f2b-4870-9550-052a36c9b142 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:32:34.660643 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fcf01ef7-9f2b-4870-9550-052a36c9b142 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:32:34.666719 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:32:34.760695 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fcf01ef7-9f2b-4870-9550-052a36c9b142 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:34.787764 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fcf01ef7-9f2b-4870-9550-052a36c9b142 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:34.793713 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fcf01ef7-9f2b-4870-9550-052a36c9b142 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] 10.222.0.81 "DELETE /v2.0/networks/e3d8e7dd-9b88-4644-9a98-f9f79f757d1e HTTP/1.1" status: 204 len: 168 time: 1.2682102 Jul 30 20:32:34.793943 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47082) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:34.794590 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf01ef7-9f2b-4870-9550-052a36c9b142 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Pushing event deleted for resources: {'Network': ['ID=e3d8e7dd-9b88-4644-9a98-f9f79f757d1e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:34.837247 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-03af8147-2232-4d9b-8f74-9bbfaf791882 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] 10.222.0.81 "GET /v2.0/ports?device_id=eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a HTTP/1.1" status: 200 len: 205 time: 0.0401509 Jul 30 20:32:34.837632 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47086) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:34.848424 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-0492720e-2762-47fb-8328-e25394f39cf5 service neutron] 10.222.0.83 "GET /v2.0/networks/dbb77e2a-a8a9-43b8-a03a-a767ec4be75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839919 Jul 30 20:32:35.075139 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ad0ca-b3cf-4354-a945-a3922a268a7d req-044ff833-be45-4278-8db6-b6d8d0a71486 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:35.076998 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-378ad0ca-b3cf-4354-a945-a3922a268a7d req-044ff833-be45-4278-8db6-b6d8d0a71486 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=542118f9-5f98-4e1b-b8aa-1ed9049be40b HTTP/1.1" status: 200 len: 944 time: 0.0575726 Jul 30 20:32:35.123084 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-378ad0ca-b3cf-4354-a945-a3922a268a7d req-8d770285-0912-42b0-a0d4-fb30d39ee3ad tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=74b5f5ad-0ce7-4732-b9aa-7bbdb3fec0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384734 Jul 30 20:32:35.279809 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bf976e-0351-4dc9-8c8f-5900b38127a5 x-openstack-request-id: req-68bf976e-0351-4dc9-8c8f-5900b38127a5 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:32:35.280359 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5a1bc4-91ec-4c09-9b6b-396475154da9", "tag": "7095dd0d-a179-4713-9638-bab513c4614c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:32:35.280359 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-68bf976e-0351-4dc9-8c8f-5900b38127a5 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:32:35.280766 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5a1bc4-91ec-4c09-9b6b-396475154da9', 'tag': '7095dd0d-a179-4713-9638-bab513c4614c', 'status': 'completed', 'code': 200} Jul 30 20:32:35.324244 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4bfc618a-fef5-46f8-ac2f-b0bdd7fcd862 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:35.365712 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device dae2bb6c-600f-49c1-93d0-4e6ea9c76016 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:32:35.413459 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port dae2bb6c-600f-49c1-93d0-4e6ea9c76016 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:35.417108 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port dae2bb6c-600f-49c1-93d0-4e6ea9c76016 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:35.417479 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:35.494058 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:35.504759 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4bfc618a-fef5-46f8-ac2f-b0bdd7fcd862 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:35.507803 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c42ef7fc-7840-44d3-bb53-2c5d9021a356 req-ae693e5e-2f0b-4ea3-b829-2dcbc80fe2ee service neutron] 10.222.0.83 "GET /v2.0/networks/dbb77e2a-a8a9-43b8-a03a-a767ec4be75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6279857 Jul 30 20:32:35.508883 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4bfc618a-fef5-46f8-ac2f-b0bdd7fcd862 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:35.516555 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542118f9-5f98-4e1b-b8aa-1ed9049be40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae2bb6c-600f-49c1-93d0-4e6ea9c76016'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:32:35.519080 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e30455e-ab37-4d6a-ab8f-cc34f950c722" -d '{"events": [{"server_uuid": "542118f9-5f98-4e1b-b8aa-1ed9049be40b", "name": "network-vif-plugged", "status": "completed", "tag": "dae2bb6c-600f-49c1-93d0-4e6ea9c76016"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:32:35.536628 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port dae2bb6c-600f-49c1-93d0-4e6ea9c76016, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=dae2bb6c-600f-49c1-93d0-4e6ea9c76016,segment=NetworkSegment(ee5841a8-d543-4f86-8b2a-23fee80587c5),segment_id=ee5841a8-d543-4f86-8b2a-23fee80587c5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:35.540626 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:35.555947 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4bfc618a-fef5-46f8-ac2f-b0bdd7fcd862 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:35.556511 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfc618a-fef5-46f8-ac2f-b0bdd7fcd862 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Fanout notify agent at l3_agent the message router_deleted on router eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:32:35.564607 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4bfc618a-fef5-46f8-ac2f-b0bdd7fcd862 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:35.565716 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4bfc618a-fef5-46f8-ac2f-b0bdd7fcd862 tempest-RoutersNegativeTest-1962216963 tempest-RoutersNegativeTest-1962216963-project] 10.222.0.81 "DELETE /v2.0/routers/eab88806-5f7d-4ee7-ad6d-cd50e5fafd4a HTTP/1.1" status: 204 len: 168 time: 0.7272520 Jul 30 20:32:35.572886 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f837289a-6471-4d7b-8f9e-7e0cf0efb0f9 x-openstack-request-id: req-f837289a-6471-4d7b-8f9e-7e0cf0efb0f9 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:32:35.573179 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542118f9-5f98-4e1b-b8aa-1ed9049be40b", "name": "network-vif-plugged", "status": "completed", "tag": "dae2bb6c-600f-49c1-93d0-4e6ea9c76016", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:32:35.573440 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f837289a-6471-4d7b-8f9e-7e0cf0efb0f9 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:32:35.573831 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542118f9-5f98-4e1b-b8aa-1ed9049be40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae2bb6c-600f-49c1-93d0-4e6ea9c76016', 'code': 200} Jul 30 20:32:35.599126 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=dae2bb6c-600f-49c1-93d0-4e6ea9c76016,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:35.626262 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf8c82-9d70-4175-b6ed-a9f243431d9c req-0e1ae2a4-6b3e-4b70-acb1-003912c4662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:35.627883 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3fdf8c82-9d70-4175-b6ed-a9f243431d9c req-0e1ae2a4-6b3e-4b70-acb1-003912c4662f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a04b0a8dc3804a6e9fc941584ca22568&device_id=ad5a1bc4-91ec-4c09-9b6b-396475154da9 HTTP/1.1" status: 200 len: 1095 time: 0.0508101 Jul 30 20:32:35.685523 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b254316-1532-44f4-95fd-e224b5629d47 req-677c5faa-e009-4208-9cb3-c736e04b1275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:35.686826 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b254316-1532-44f4-95fd-e224b5629d47 req-677c5faa-e009-4208-9cb3-c736e04b1275 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=542118f9-5f98-4e1b-b8aa-1ed9049be40b HTTP/1.1" status: 200 len: 1096 time: 0.0418975 Jul 30 20:32:35.737567 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf8c82-9d70-4175-b6ed-a9f243431d9c req-452b6a74-7696-4d53-9b96-01890cc8399c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:35.739098 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3fdf8c82-9d70-4175-b6ed-a9f243431d9c req-452b6a74-7696-4d53-9b96-01890cc8399c service neutron] 10.222.0.83 "GET /v2.0/networks?id=dbb77e2a-a8a9-43b8-a03a-a767ec4be75f HTTP/1.1" status: 200 len: 911 time: 0.0945551 Jul 30 20:32:35.763956 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5b254316-1532-44f4-95fd-e224b5629d47 req-3e78cd17-c319-49d1-9044-c1370a0ab4fc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=74b5f5ad-0ce7-4732-b9aa-7bbdb3fec0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697780 Jul 30 20:32:35.769579 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cefad-8c0a-4218-a896-1a7a6a38a574 req-f4dd8f43-5bf5-42df-9158-db0818356150 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:35.771017 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a40cefad-8c0a-4218-a896-1a7a6a38a574 req-f4dd8f43-5bf5-42df-9158-db0818356150 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ad5a1bc4-91ec-4c09-9b6b-396475154da9 HTTP/1.1" status: 200 len: 1095 time: 0.0681996 Jul 30 20:32:35.787530 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3fdf8c82-9d70-4175-b6ed-a9f243431d9c req-b04d163d-9be5-4033-9720-8760ae6b0e13 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7095dd0d-a179-4713-9638-bab513c4614c HTTP/1.1" status: 200 len: 217 time: 0.0409613 Jul 30 20:32:35.809900 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a40cefad-8c0a-4218-a896-1a7a6a38a574 req-7a57abaa-ec04-473d-aa49-37d4d4f8ce6b tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303421 Jul 30 20:32:35.870074 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47096) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:35.924324 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf8c82-9d70-4175-b6ed-a9f243431d9c req-77323efc-20d1-4539-8d62-5bb13f90885a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:35.925767 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3fdf8c82-9d70-4175-b6ed-a9f243431d9c req-77323efc-20d1-4539-8d62-5bb13f90885a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5681c6b2-36e1-4d78-b7bd-5edbbb47faf8 HTTP/1.1" status: 200 len: 849 time: 0.0444853 Jul 30 20:32:35.990675 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf8c82-9d70-4175-b6ed-a9f243431d9c req-4e91fe3d-b9b5-408b-890d-7abd2f422aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:35.992143 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3fdf8c82-9d70-4175-b6ed-a9f243431d9c req-4e91fe3d-b9b5-408b-890d-7abd2f422aac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dbb77e2a-a8a9-43b8-a03a-a767ec4be75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597198 Jul 30 20:32:36.022352 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-15e6e1de-9fe2-498a-b034-2bde3ef4885e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=53d1213347744ddc8f33b18283672d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512082 Jul 30 20:32:36.024973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47100) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:36.075037 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-586ec056-d108-486a-b52e-7bf1f6af6b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:36.093047 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3fdf8c82-9d70-4175-b6ed-a9f243431d9c req-3d7699ef-6696-4fd5-aca9-744393c39d9c service neutron] 10.222.0.83 "GET /v2.0/networks/dbb77e2a-a8a9-43b8-a03a-a767ec4be75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921788 Jul 30 20:32:36.096345 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-586ec056-d108-486a-b52e-7bf1f6af6b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:36.146410 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-586ec056-d108-486a-b52e-7bf1f6af6b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:36.149271 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-586ec056-d108-486a-b52e-7bf1f6af6b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:36.151089 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-586ec056-d108-486a-b52e-7bf1f6af6b1a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b1d349b6-ff46-4fe1-b284-9b8f06544d9f HTTP/1.1" status: 204 len: 168 time: 0.1249278 Jul 30 20:32:36.164640 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ec056-d108-486a-b52e-7bf1f6af6b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d349b6-ff46-4fe1-b284-9b8f06544d9f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:36.211016 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3fdf8c82-9d70-4175-b6ed-a9f243431d9c req-c5ad0f59-8dc6-4f8c-932d-2ff01f56813f service neutron] 10.222.0.83 "GET /v2.0/networks/dbb77e2a-a8a9-43b8-a03a-a767ec4be75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093292 Jul 30 20:32:36.263315 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6042742-55a7-47e0-9038-0f72e19abf6b req-ed7050da-536d-4a0a-bc75-4036fefe8d58 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:36.264966 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d6042742-55a7-47e0-9038-0f72e19abf6b req-ed7050da-536d-4a0a-bc75-4036fefe8d58 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=542118f9-5f98-4e1b-b8aa-1ed9049be40b HTTP/1.1" status: 200 len: 945 time: 0.0547321 Jul 30 20:32:36.306593 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d6042742-55a7-47e0-9038-0f72e19abf6b req-ccfa34f9-48a4-4cab-b228-ee55abdbcc2c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=74b5f5ad-0ce7-4732-b9aa-7bbdb3fec0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349574 Jul 30 20:32:36.819876 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47124) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:36.914471 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331fd20-2bc0-4226-ab79-c8f49e205415 req-ee3d3c14-440e-4411-8a67-387b68ecb4da tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:36.916028 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1331fd20-2bc0-4226-ab79-c8f49e205415 req-ee3d3c14-440e-4411-8a67-387b68ecb4da tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ad5a1bc4-91ec-4c09-9b6b-396475154da9 HTTP/1.1" status: 200 len: 1095 time: 0.0398738 Jul 30 20:32:36.927074 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ddf20a3e-8bfe-495a-a7ba-5e3f7f91a13a tempest-SubnetPoolsTestJSON-259582011 tempest-SubnetPoolsTestJSON-259582011-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1246689211', 'prefixes': ['172.20.0.0/16']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:36.975177 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1331fd20-2bc0-4226-ab79-c8f49e205415 req-8a75db34-8ad7-41d3-a10c-7d37cfefd503 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513422 Jul 30 20:32:37.012346 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ddf20a3e-8bfe-495a-a7ba-5e3f7f91a13a tempest-SubnetPoolsTestJSON-259582011 tempest-SubnetPoolsTestJSON-259582011-project] Notify callbacks [] for subnetpool, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:37.013532 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ddf20a3e-8bfe-495a-a7ba-5e3f7f91a13a tempest-SubnetPoolsTestJSON-259582011 tempest-SubnetPoolsTestJSON-259582011-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1926606 Jul 30 20:32:37.016147 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47132) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:37.051966 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-aaa09e8a-de61-4725-810e-11729ffb165c tempest-SubnetPoolsTestJSON-259582011 tempest-SubnetPoolsTestJSON-259582011-project] 10.222.0.81 "GET /v2.0/subnetpools/e18d7939-023a-4bce-a77a-7528be4a5437 HTTP/1.1" status: 200 len: 732 time: 0.0347869 Jul 30 20:32:37.054294 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47134) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:37.058388 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b0f769b8-ebdf-47d3-8489-1018d2b3dbe6 tempest-SubnetPoolsTestJSON-259582011 tempest-SubnetPoolsTestJSON-259582011-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1282770199'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:37.134745 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b0f769b8-ebdf-47d3-8489-1018d2b3dbe6 tempest-SubnetPoolsTestJSON-259582011 tempest-SubnetPoolsTestJSON-259582011-project] Notify callbacks [] for subnetpool, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:37.135855 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b0f769b8-ebdf-47d3-8489-1018d2b3dbe6 tempest-SubnetPoolsTestJSON-259582011 tempest-SubnetPoolsTestJSON-259582011-project] 10.222.0.81 "PUT /v2.0/subnetpools/e18d7939-023a-4bce-a77a-7528be4a5437 HTTP/1.1" status: 200 len: 684 time: 0.0806596 Jul 30 20:32:37.138412 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47136) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:37.207141 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c029b450-772e-4fea-a352-64196f6f0184 tempest-SubnetPoolsTestJSON-259582011 tempest-SubnetPoolsTestJSON-259582011-project] Notify callbacks [] for subnetpool, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:37.208283 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c029b450-772e-4fea-a352-64196f6f0184 tempest-SubnetPoolsTestJSON-259582011 tempest-SubnetPoolsTestJSON-259582011-project] 10.222.0.81 "DELETE /v2.0/subnetpools/e18d7939-023a-4bce-a77a-7528be4a5437 HTTP/1.1" status: 204 len: 168 time: 0.0689783 Jul 30 20:32:37.210761 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47138) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:37.224904 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-c2016b7d-9e56-461d-a685-1e0cdcd5843f tempest-SubnetPoolsTestJSON-259582011 tempest-SubnetPoolsTestJSON-259582011-project] show failed (client error): The resource could not be found. Jul 30 20:32:37.225844 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c2016b7d-9e56-461d-a685-1e0cdcd5843f tempest-SubnetPoolsTestJSON-259582011 tempest-SubnetPoolsTestJSON-259582011-project] 10.222.0.81 "GET /v2.0/subnetpools/e18d7939-023a-4bce-a77a-7528be4a5437 HTTP/1.1" status: 404 len: 346 time: 0.0141845 Jul 30 20:32:37.228197 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47140) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:37.241680 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-52575fd0-f2f1-459b-b3e8-9ea29d01139a tempest-SubnetPoolsTestJSON-259582011 tempest-SubnetPoolsTestJSON-259582011-project] delete failed (client error): The resource could not be found. Jul 30 20:32:37.242599 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-52575fd0-f2f1-459b-b3e8-9ea29d01139a tempest-SubnetPoolsTestJSON-259582011 tempest-SubnetPoolsTestJSON-259582011-project] 10.222.0.81 "DELETE /v2.0/subnetpools/e18d7939-023a-4bce-a77a-7528be4a5437 HTTP/1.1" status: 404 len: 346 time: 0.0135784 Jul 30 20:32:37.430981 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03deee8-03e7-452b-8fe2-ec4aace94191 req-72b7bad8-47ac-4cda-aa92-fef856b6d4fe tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:37.432475 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f03deee8-03e7-452b-8fe2-ec4aace94191 req-72b7bad8-47ac-4cda-aa92-fef856b6d4fe tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=542118f9-5f98-4e1b-b8aa-1ed9049be40b HTTP/1.1" status: 200 len: 945 time: 0.0498960 Jul 30 20:32:37.470865 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f03deee8-03e7-452b-8fe2-ec4aace94191 req-7e396cb9-6720-4db9-9427-f7c8f0b4404e tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=74b5f5ad-0ce7-4732-b9aa-7bbdb3fec0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323117 Jul 30 20:32:37.490895 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47148) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:37.605388 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb405b9-2bb6-4391-8eda-bc3f6616e302 req-2452da1b-30cf-4e61-8394-0859f1021ce3 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:37.606804 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-afb405b9-2bb6-4391-8eda-bc3f6616e302 req-2452da1b-30cf-4e61-8394-0859f1021ce3 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=542118f9-5f98-4e1b-b8aa-1ed9049be40b HTTP/1.1" status: 200 len: 945 time: 0.0631590 Jul 30 20:32:37.607930 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a14c7e0-e071-469b-95da-71943ebb8a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:37.663585 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-afb405b9-2bb6-4391-8eda-bc3f6616e302 req-5bb19bba-238f-4e02-bb41-af5c63bf1e2b tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=74b5f5ad-0ce7-4732-b9aa-7bbdb3fec0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484114 Jul 30 20:32:37.685639 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47154) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:37.725180 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a14c7e0-e071-469b-95da-71943ebb8a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:37.727726 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08330a7f-9a05-4e83-bb2a-d4f4acc51b6d tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:37.729510 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-08330a7f-9a05-4e83-bb2a-d4f4acc51b6d tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=542118f9-5f98-4e1b-b8aa-1ed9049be40b HTTP/1.1" status: 200 len: 1091 time: 0.0427890 Jul 30 20:32:37.730595 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a14c7e0-e071-469b-95da-71943ebb8a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:37.732469 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47156) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:37.737056 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2b67d7c5-0f65-42ba-92f9-c5b179697f9d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': 'dae2bb6c-600f-49c1-93d0-4e6ea9c76016', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:37.758778 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b67d7c5-0f65-42ba-92f9-c5b179697f9d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:37.770233 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7a14c7e0-e071-469b-95da-71943ebb8a84 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=036902ec7c794a45ad6176eaef27d3c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2780058 Jul 30 20:32:37.771094 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14c7e0-e071-469b-95da-71943ebb8a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83a1636-5c43-4fe7-be9d-4503e28b66cd,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:37.772879 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47158) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:37.867288 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd7b4a0b-51d2-4c7d-a358-1878b15a7779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:37.894888 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd7b4a0b-51d2-4c7d-a358-1878b15a7779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:37.946902 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b67d7c5-0f65-42ba-92f9-c5b179697f9d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:37.966371 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd7b4a0b-51d2-4c7d-a358-1878b15a7779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:37.968886 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd7b4a0b-51d2-4c7d-a358-1878b15a7779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:37.970858 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cd7b4a0b-51d2-4c7d-a358-1878b15a7779 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d83a1636-5c43-4fe7-be9d-4503e28b66cd HTTP/1.1" status: 204 len: 168 time: 0.1965749 Jul 30 20:32:38.013062 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b4a0b-51d2-4c7d-a358-1878b15a7779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83a1636-5c43-4fe7-be9d-4503e28b66cd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:38.087182 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-2b67d7c5-0f65-42ba-92f9-c5b179697f9d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Allocated IP 172.25.3.200 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/2c09b143-cc1e-480b-9d09-862a50b7bd2b) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:32:38.095349 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6e23b-9e79-48f9-8b6f-127e5f01420e req-3a68005b-59bb-4363-8ca1-5f1743f9f0c9 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:38.097491 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ced6e23b-9e79-48f9-8b6f-127e5f01420e req-3a68005b-59bb-4363-8ca1-5f1743f9f0c9 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ad5a1bc4-91ec-4c09-9b6b-396475154da9 HTTP/1.1" status: 200 len: 1095 time: 0.0417311 Jul 30 20:32:38.138772 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ced6e23b-9e79-48f9-8b6f-127e5f01420e req-0f7d69c5-d8c3-4968-983c-bcaaeb79a525 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336101 Jul 30 20:32:38.204545 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b67d7c5-0f65-42ba-92f9-c5b179697f9d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:38.243775 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b67d7c5-0f65-42ba-92f9-c5b179697f9d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:38.286094 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b67d7c5-0f65-42ba-92f9-c5b179697f9d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:32:38.290692 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2b67d7c5-0f65-42ba-92f9-c5b179697f9d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:38.294918 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b67d7c5-0f65-42ba-92f9-c5b179697f9d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:32:38.303144 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67d7c5-0f65-42ba-92f9-c5b179697f9d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'Port': ['ID=2c09b143-cc1e-480b-9d09-862a50b7bd2b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:38.617783 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47182) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:38.679653 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b67d7c5-0f65-42ba-92f9-c5b179697f9d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:38.712781 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-aa552d3f-d4e2-4034-a0b9-39a25fad791c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-762261084-network', 'tenant_id': '352bee1952314720a039fcbffcb2e03f'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:38.735857 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa552d3f-d4e2-4034-a0b9-39a25fad791c admin admin] Made reservation on behalf of 352bee1952314720a039fcbffcb2e03f for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:32:38.738143 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aa552d3f-d4e2-4034-a0b9-39a25fad791c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:38.747112 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aa552d3f-d4e2-4034-a0b9-39a25fad791c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:38.751448 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b67d7c5-0f65-42ba-92f9-c5b179697f9d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:38.843951 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aa552d3f-d4e2-4034-a0b9-39a25fad791c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:38.847811 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aa552d3f-d4e2-4034-a0b9-39a25fad791c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:38.872326 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa552d3f-d4e2-4034-a0b9-39a25fad791c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:32:38.880982 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa552d3f-d4e2-4034-a0b9-39a25fad791c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb36881a-e9fd-455d-bb53-a42954300a73,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:38.887494 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aa552d3f-d4e2-4034-a0b9-39a25fad791c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:38.887959 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-aa552d3f-d4e2-4034-a0b9-39a25fad791c admin admin] Added segment b4c0b6b0-97b6-4384-9452-121609a09db2 of type vlan for network f98b45b7-206e-4966-8a9c-b14158051759 Jul 30 20:32:38.910702 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b67d7c5-0f65-42ba-92f9-c5b179697f9d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:38.915238 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b67d7c5-0f65-42ba-92f9-c5b179697f9d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:38.927771 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aa552d3f-d4e2-4034-a0b9-39a25fad791c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:38.957587 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aa552d3f-d4e2-4034-a0b9-39a25fad791c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:38.958615 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa552d3f-d4e2-4034-a0b9-39a25fad791c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:38.959181 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aa552d3f-d4e2-4034-a0b9-39a25fad791c admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:38.982164 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67d7c5-0f65-42ba-92f9-c5b179697f9d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'Port': ['ID=2c09b143-cc1e-480b-9d09-862a50b7bd2b,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:38.995586 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b67d7c5-0f65-42ba-92f9-c5b179697f9d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:39.012086 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-aa552d3f-d4e2-4034-a0b9-39a25fad791c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3926699 Jul 30 20:32:39.015995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47186) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:39.022709 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b7a7a16c-7eec-4d41-a025-f8d1f5e59650 admin admin] Request body: {'subnet': {'network_id': 'f98b45b7-206e-4966-8a9c-b14158051759', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-762261084-subnet', 'tenant_id': '352bee1952314720a039fcbffcb2e03f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:39.032250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa552d3f-d4e2-4034-a0b9-39a25fad791c admin admin] Pushing event updated for resources: {'Network': ['ID=f98b45b7-206e-4966-8a9c-b14158051759,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:39.045056 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network f98b45b7-206e-4966-8a9c-b14158051759 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:32:39.048244 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a7a16c-7eec-4d41-a025-f8d1f5e59650 admin admin] Made reservation on behalf of 352bee1952314720a039fcbffcb2e03f for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:32:39.052865 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b7a7a16c-7eec-4d41-a025-f8d1f5e59650 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:39.103308 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-2b67d7c5-0f65-42ba-92f9-c5b179697f9d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Floating IP 8048b07c-42ee-4adc-8b42-ea785bb63b30 associated. External IP: 172.25.3.200, port: dae2bb6c-600f-49c1-93d0-4e6ea9c76016. Jul 30 20:32:39.263401 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b7a7a16c-7eec-4d41-a025-f8d1f5e59650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:39.306425 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99ef58-a3d7-41d0-888d-89da18ed4b03 req-d9f635ec-64fb-454b-81d5-872262117349 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:39.307955 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9c99ef58-a3d7-41d0-888d-89da18ed4b03 req-d9f635ec-64fb-454b-81d5-872262117349 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ad5a1bc4-91ec-4c09-9b6b-396475154da9 HTTP/1.1" status: 200 len: 1095 time: 0.0899599 Jul 30 20:32:39.322511 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b67d7c5-0f65-42ba-92f9-c5b179697f9d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Router 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:32:39.345314 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7a16c-7eec-4d41-a025-f8d1f5e59650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a12719f-eeec-4e3c-bf59-8b9fde32a37a,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:39.362283 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a7a16c-7eec-4d41-a025-f8d1f5e59650 admin admin] Checking segment: {'id': 'b4c0b6b0-97b6-4384-9452-121609a09db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f98b45b7-206e-4966-8a9c-b14158051759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:32:39.362648 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a7a16c-7eec-4d41-a025-f8d1f5e59650 admin admin] Network hostable DHCP agents. Network: f98b45b7-206e-4966-8a9c-b14158051759, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:32:39.373148 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9c99ef58-a3d7-41d0-888d-89da18ed4b03 req-bc19980e-1103-4b15-b48c-e9bd4a6f84af tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570128 Jul 30 20:32:39.388801 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a7a16c-7eec-4d41-a025-f8d1f5e59650 admin admin] Network f98b45b7-206e-4966-8a9c-b14158051759 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:32:39.400332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-b7a7a16c-7eec-4d41-a025-f8d1f5e59650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, f98b45b7-206e-4966-8a9c-b14158051759) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:39.404346 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a7a16c-7eec-4d41-a025-f8d1f5e59650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:39.404934 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b7a7a16c-7eec-4d41-a025-f8d1f5e59650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:39.413798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 7095dd0d-a179-4713-9638-bab513c4614c details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:32:39.416724 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f262147-adf0-4fd7-b741-09b57128e7f3 None None] Network f98b45b7-206e-4966-8a9c-b14158051759 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:32:39.420364 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b7a7a16c-7eec-4d41-a025-f8d1f5e59650 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4033606 Jul 30 20:32:39.440510 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b67d7c5-0f65-42ba-92f9-c5b179697f9d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:32:39.452768 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628799bf-8fc7-4a25-8493-c8be55ba27af None None] Sync routers for ids ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:32:39.458929 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b67d7c5-0f65-42ba-92f9-c5b179697f9d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:39.463428 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628799bf-8fc7-4a25-8493-c8be55ba27af None None] Routers {'1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:39.464354 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-628799bf-8fc7-4a25-8493-c8be55ba27af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:39.495411 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47192) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:39.496592 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2b67d7c5-0f65-42ba-92f9-c5b179697f9d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7622559 Jul 30 20:32:39.497303 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542118f9-5f98-4e1b-b8aa-1ed9049be40b', 'tag': 'dae2bb6c-600f-49c1-93d0-4e6ea9c76016'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:32:39.499833 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918fe612-ae0e-4cfb-b7f0-74c74c254928" -d '{"events": [{"name": "network-changed", "server_uuid": "542118f9-5f98-4e1b-b8aa-1ed9049be40b", "tag": "dae2bb6c-600f-49c1-93d0-4e6ea9c76016"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:32:39.551324 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f902a4c-cab6-4a16-8b01-6556787f0a53 x-openstack-request-id: req-3f902a4c-cab6-4a16-8b01-6556787f0a53 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:32:39.552182 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542118f9-5f98-4e1b-b8aa-1ed9049be40b", "tag": "dae2bb6c-600f-49c1-93d0-4e6ea9c76016", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:32:39.552442 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3f902a4c-cab6-4a16-8b01-6556787f0a53 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:32:39.553027 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542118f9-5f98-4e1b-b8aa-1ed9049be40b', 'tag': 'dae2bb6c-600f-49c1-93d0-4e6ea9c76016', 'status': 'completed', 'code': 200} Jul 30 20:32:39.588451 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-28cc0746-e955-4630-84f3-ba9fd9684e35 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/floatingips/8048b07c-42ee-4adc-8b42-ea785bb63b30 HTTP/1.1" status: 200 len: 991 time: 0.0906339 Jul 30 20:32:39.621787 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-628799bf-8fc7-4a25-8493-c8be55ba27af None None] Set router 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:32:39.630677 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fe612-ae0e-4cfb-b7f0-74c74c254928 req-cd31997e-a751-4ea2-b95e-ab15da450cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:39.633225 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-918fe612-ae0e-4cfb-b7f0-74c74c254928 req-cd31997e-a751-4ea2-b95e-ab15da450cd4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5b1060d492cf4cf8b5f6edec4eca6ad1&device_id=542118f9-5f98-4e1b-b8aa-1ed9049be40b HTTP/1.1" status: 200 len: 1096 time: 0.0578685 Jul 30 20:32:39.638545 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b776b742-0d93-4042-b3f6-ab0c97fcc856 None None] Network f98b45b7-206e-4966-8a9c-b14158051759 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:32:39.661552 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 7095dd0d-a179-4713-9638-bab513c4614c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7095dd0d-a179-4713-9638-bab513c4614c,segment=NetworkSegment(01e56630-d790-407b-8f20-7a7b810ba7e5),segment_id=01e56630-d790-407b-8f20-7a7b810ba7e5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:39.674530 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '7095dd0d-a179-4713-9638-bab513c4614c', 'network_id': 'dbb77e2a-a8a9-43b8-a03a-a767ec4be75f', 'port_id': '7095dd0d-a179-4713-9638-bab513c4614c', 'mac_address': 'fa:16:3e:2a:52:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5681c6b2-36e1-4d78-b7bd-5edbbb47faf8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:32:39.754054 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fe612-ae0e-4cfb-b7f0-74c74c254928 req-21797fce-05fa-4b63-9b15-30323682bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:39.755811 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-918fe612-ae0e-4cfb-b7f0-74c74c254928 req-21797fce-05fa-4b63-9b15-30323682bdd5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=394d2c2d-cd31-413d-872f-a3bd4da9339b HTTP/1.1" status: 200 len: 898 time: 0.1150067 Jul 30 20:32:39.843625 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-918fe612-ae0e-4cfb-b7f0-74c74c254928 req-4b5921d2-635b-46db-aeb5-9a0b48466d90 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dae2bb6c-600f-49c1-93d0-4e6ea9c76016 HTTP/1.1" status: 200 len: 999 time: 0.0791252 Jul 30 20:32:39.897865 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-628799bf-8fc7-4a25-8493-c8be55ba27af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'name': 'tempest-TestNetworkBasicOps-router-483800241', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:32:08Z', 'updated_at': '2021-07-30T20:32:17Z', 'revision_number': 4, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:09Z', 'updated_at': '2021-07-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '8048b07c-42ee-4adc-8b42-ea785bb63b30', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'port_id': 'dae2bb6c-600f-49c1-93d0-4e6ea9c76016', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'mac_address': 'fa:16:3e:a6:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542118f9-5f98-4e1b-b8aa-1ed9049be40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:32:38Z', 'updated_at': '2021-07-30T20:32:38Z', 'revision_number': 0, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfe296d-0278-47ae-890d-523a307710b4', 'name': '', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:7f:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:16Z', 'updated_at': '2021-07-30T20:32:27Z', 'revision_number': 5, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:39.906959 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fe612-ae0e-4cfb-b7f0-74c74c254928 req-0f506b87-e2a5-4f2d-a37b-e5bc315fe43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:39.908632 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-918fe612-ae0e-4cfb-b7f0-74c74c254928 req-0f506b87-e2a5-4f2d-a37b-e5bc315fe43d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=91b0840c-b548-4e3b-9e7f-3f3f9f306d43 HTTP/1.1" status: 200 len: 834 time: 0.0568981 Jul 30 20:32:39.931267 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628799bf-8fc7-4a25-8493-c8be55ba27af None None] Checking router: 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:32:39.941934 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:39.950491 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628799bf-8fc7-4a25-8493-c8be55ba27af None None] Routers {'1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:39.951266 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-628799bf-8fc7-4a25-8493-c8be55ba27af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:39.967978 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7095dd0d-a179-4713-9638-bab513c4614c {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:32:39.978805 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fe612-ae0e-4cfb-b7f0-74c74c254928 req-2564c8d1-5455-485e-9520-a27b7ae0479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:39.981939 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-918fe612-ae0e-4cfb-b7f0-74c74c254928 req-2564c8d1-5455-485e-9520-a27b7ae0479b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=394d2c2d-cd31-413d-872f-a3bd4da9339b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651069 Jul 30 20:32:40.023547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 7095dd0d-a179-4713-9638-bab513c4614c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7095dd0d-a179-4713-9638-bab513c4614c,segment=NetworkSegment(01e56630-d790-407b-8f20-7a7b810ba7e5),segment_id=01e56630-d790-407b-8f20-7a7b810ba7e5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:40.030181 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:40.061107 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47208) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:40.067455 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-26369c15-0342-4654-9e32-b671bf696e52 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-925099801-network', 'tenant_id': 'a24104eb91aa4a479b96e95bf58f14b5'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:40.086629 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=7095dd0d-a179-4713-9638-bab513c4614c,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:40.096323 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26369c15-0342-4654-9e32-b671bf696e52 admin admin] Made reservation on behalf of a24104eb91aa4a479b96e95bf58f14b5 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:32:40.100946 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-26369c15-0342-4654-9e32-b671bf696e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:40.113879 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-26369c15-0342-4654-9e32-b671bf696e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:40.134299 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-918fe612-ae0e-4cfb-b7f0-74c74c254928 req-96908190-5398-447f-92ac-76cd9b2fdc99 service neutron] 10.222.0.83 "GET /v2.0/networks/394d2c2d-cd31-413d-872f-a3bd4da9339b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241646 Jul 30 20:32:40.222170 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-628799bf-8fc7-4a25-8493-c8be55ba27af None None] Set router 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:32:40.232774 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-26369c15-0342-4654-9e32-b671bf696e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:40.238307 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-918fe612-ae0e-4cfb-b7f0-74c74c254928 req-ca09f96e-1491-46bf-b9c5-3f4d6340d2f0 service neutron] 10.222.0.83 "GET /v2.0/networks/394d2c2d-cd31-413d-872f-a3bd4da9339b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962873 Jul 30 20:32:40.239495 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-26369c15-0342-4654-9e32-b671bf696e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:40.269492 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26369c15-0342-4654-9e32-b671bf696e52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:32:40.274072 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26369c15-0342-4654-9e32-b671bf696e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64da37ec-f585-4732-9bef-39d82cf564e9,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:40.288517 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-26369c15-0342-4654-9e32-b671bf696e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:40.288914 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-26369c15-0342-4654-9e32-b671bf696e52 admin admin] Added segment 2f7092aa-5940-45f4-8ca0-6bf88fb94785 of type vlan for network 674e5711-add1-4f6a-84f0-06ba9270d250 Jul 30 20:32:40.331730 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-26369c15-0342-4654-9e32-b671bf696e52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:40.364782 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-26369c15-0342-4654-9e32-b671bf696e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:40.366232 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26369c15-0342-4654-9e32-b671bf696e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:40.366881 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-26369c15-0342-4654-9e32-b671bf696e52 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:40.382947 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['7095dd0d-a179-4713-9638-bab513c4614c'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:32:40.431192 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-26369c15-0342-4654-9e32-b671bf696e52 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3685105 Jul 30 20:32:40.434693 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47212) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:40.441987 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-62d24747-61a8-49f3-b651-8069a23f6f3c admin admin] Request body: {'subnet': {'network_id': '674e5711-add1-4f6a-84f0-06ba9270d250', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-925099801-subnet', 'tenant_id': 'a24104eb91aa4a479b96e95bf58f14b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:32:40.482015 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26369c15-0342-4654-9e32-b671bf696e52 admin admin] Pushing event updated for resources: {'Network': ['ID=674e5711-add1-4f6a-84f0-06ba9270d250,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:40.500229 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 674e5711-add1-4f6a-84f0-06ba9270d250 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:32:40.516503 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d24747-61a8-49f3-b651-8069a23f6f3c admin admin] Made reservation on behalf of a24104eb91aa4a479b96e95bf58f14b5 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:32:40.519453 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-62d24747-61a8-49f3-b651-8069a23f6f3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:40.526160 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-628799bf-8fc7-4a25-8493-c8be55ba27af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'name': 'tempest-TestNetworkBasicOps-router-483800241', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:32:08Z', 'updated_at': '2021-07-30T20:32:17Z', 'revision_number': 4, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:09Z', 'updated_at': '2021-07-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '8048b07c-42ee-4adc-8b42-ea785bb63b30', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'port_id': 'dae2bb6c-600f-49c1-93d0-4e6ea9c76016', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'mac_address': 'fa:16:3e:a6:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542118f9-5f98-4e1b-b8aa-1ed9049be40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:32:38Z', 'updated_at': '2021-07-30T20:32:38Z', 'revision_number': 0, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfe296d-0278-47ae-890d-523a307710b4', 'name': '', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:7f:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:16Z', 'updated_at': '2021-07-30T20:32:27Z', 'revision_number': 5, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:40.535121 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b703d-6307-4d39-a11a-88056001ad12 req-89b84db3-ba2d-4045-9f10-7f14d101466f tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:40.536708 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f53b703d-6307-4d39-a11a-88056001ad12 req-89b84db3-ba2d-4045-9f10-7f14d101466f tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ad5a1bc4-91ec-4c09-9b6b-396475154da9 HTTP/1.1" status: 200 len: 1096 time: 0.0697663 Jul 30 20:32:40.552768 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628799bf-8fc7-4a25-8493-c8be55ba27af None None] The sync data for ids ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'] in n-d-712137-9 is: [{'id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'name': 'tempest-TestNetworkBasicOps-router-483800241', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:32:08Z', 'updated_at': '2021-07-30T20:32:17Z', 'revision_number': 4, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:09Z', 'updated_at': '2021-07-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '8048b07c-42ee-4adc-8b42-ea785bb63b30', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'port_id': 'dae2bb6c-600f-49c1-93d0-4e6ea9c76016', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'mac_address': 'fa:16:3e:a6:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542118f9-5f98-4e1b-b8aa-1ed9049be40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:32:38Z', 'updated_at': '2021-07-30T20:32:38Z', 'revision_number': 0, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfe296d-0278-47ae-890d-523a307710b4', 'name': '', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:7f:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:16Z', 'updated_at': '2021-07-30T20:32:27Z', 'revision_number': 5, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:32:40.591058 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47214) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:40.624377 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f53b703d-6307-4d39-a11a-88056001ad12 req-5d511a8e-6521-490c-9e6f-6a19ce35e4c8 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619578 Jul 30 20:32:40.676159 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ab90e632-bbd3-40c7-a903-13ef5f1901d7 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/floatingips/8048b07c-42ee-4adc-8b42-ea785bb63b30 HTTP/1.1" status: 200 len: 991 time: 0.0836790 Jul 30 20:32:40.747144 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-62d24747-61a8-49f3-b651-8069a23f6f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:40.790190 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe58fd87-b0e6-43fd-9ad1-b78a003f42ee None None] New status for floating IP 8048b07c-42ee-4adc-8b42-ea785bb63b30: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:32:40.802195 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d24747-61a8-49f3-b651-8069a23f6f3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8fbf9d9-82ff-4559-9d62-b38cb5e2da13,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:40.813009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d24747-61a8-49f3-b651-8069a23f6f3c admin admin] Checking segment: {'id': '2f7092aa-5940-45f4-8ca0-6bf88fb94785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '674e5711-add1-4f6a-84f0-06ba9270d250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:32:40.813371 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d24747-61a8-49f3-b651-8069a23f6f3c admin admin] Network hostable DHCP agents. Network: 674e5711-add1-4f6a-84f0-06ba9270d250, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:32:40.830526 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d24747-61a8-49f3-b651-8069a23f6f3c admin admin] Network 674e5711-add1-4f6a-84f0-06ba9270d250 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:32:40.840139 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-62d24747-61a8-49f3-b651-8069a23f6f3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 674e5711-add1-4f6a-84f0-06ba9270d250) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:32:40.844271 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d24747-61a8-49f3-b651-8069a23f6f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:40.845056 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-62d24747-61a8-49f3-b651-8069a23f6f3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:40.851313 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef981b7-2b7a-4794-ba68-94d0918b6ee2 None None] Network 674e5711-add1-4f6a-84f0-06ba9270d250 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:32:40.858887 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-62d24747-61a8-49f3-b651-8069a23f6f3c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4231308 Jul 30 20:32:40.972487 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47218) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:41.018283 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-67433091-309f-4727-b1e1-bceb01bb6e5f admin admin] Deleting subnet 3a12719f-eeec-4e3c-bf59-8b9fde32a37a {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:32:41.021943 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67433091-309f-4727-b1e1-bceb01bb6e5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:41.052623 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cfad32-ae16-41c8-ab0c-e5d8a5479377 None None] Network 674e5711-add1-4f6a-84f0-06ba9270d250 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:32:41.065783 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67433091-309f-4727-b1e1-bceb01bb6e5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:41.104412 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67433091-309f-4727-b1e1-bceb01bb6e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:41.156596 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67433091-309f-4727-b1e1-bceb01bb6e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:41.186154 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67433091-309f-4727-b1e1-bceb01bb6e5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:41.188045 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-67433091-309f-4727-b1e1-bceb01bb6e5f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3a12719f-eeec-4e3c-bf59-8b9fde32a37a HTTP/1.1" status: 204 len: 168 time: 0.2145407 Jul 30 20:32:41.189022 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67433091-309f-4727-b1e1-bceb01bb6e5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a12719f-eeec-4e3c-bf59-8b9fde32a37a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:41.190574 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47220) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:41.260453 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81047b93-f665-4991-bc95-e78075580262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:41.336093 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81047b93-f665-4991-bc95-e78075580262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:41.345590 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-81047b93-f665-4991-bc95-e78075580262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98b45b7-206e-4966-8a9c-b14158051759']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:41.355881 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-81047b93-f665-4991-bc95-e78075580262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c0b6b0-97b6-4384-9452-121609a09db2') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:41.356172 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-81047b93-f665-4991-bc95-e78075580262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c0b6b0-97b6-4384-9452-121609a09db2') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:41.364765 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81047b93-f665-4991-bc95-e78075580262 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:41.382719 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81047b93-f665-4991-bc95-e78075580262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:41.388588 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81047b93-f665-4991-bc95-e78075580262 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:32:41.388971 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81047b93-f665-4991-bc95-e78075580262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:32:41.390558 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:32:41.412709 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 7095dd0d-a179-4713-9638-bab513c4614c up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:32:41.445061 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81047b93-f665-4991-bc95-e78075580262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:41.451455 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81047b93-f665-4991-bc95-e78075580262 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:41.453222 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-81047b93-f665-4991-bc95-e78075580262 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f98b45b7-206e-4966-8a9c-b14158051759 HTTP/1.1" status: 204 len: 168 time: 0.2617540 Jul 30 20:32:41.456330 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47222) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:41.463369 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81047b93-f665-4991-bc95-e78075580262 admin admin] Pushing event deleted for resources: {'Network': ['ID=f98b45b7-206e-4966-8a9c-b14158051759,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:41.463584 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 7095dd0d-a179-4713-9638-bab513c4614c completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:32:41.467586 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 7095dd0d-a179-4713-9638-bab513c4614c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:32:41.467965 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:41.503215 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-62458d91-0ff7-45d2-ab48-45f491bd923f admin admin] Deleting subnet a8fbf9d9-82ff-4559-9d62-b38cb5e2da13 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:32:41.508481 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-62458d91-0ff7-45d2-ab48-45f491bd923f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:41.549232 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-62458d91-0ff7-45d2-ab48-45f491bd923f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:41.553177 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:41.575914 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5a1bc4-91ec-4c09-9b6b-396475154da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7095dd0d-a179-4713-9638-bab513c4614c'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:32:41.578075 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84e9ec3-b86e-4ac1-b5bf-cdb98583298a" -d '{"events": [{"server_uuid": "ad5a1bc4-91ec-4c09-9b6b-396475154da9", "name": "network-vif-plugged", "status": "completed", "tag": "7095dd0d-a179-4713-9638-bab513c4614c"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:32:41.591805 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-62458d91-0ff7-45d2-ab48-45f491bd923f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:41.592465 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 7095dd0d-a179-4713-9638-bab513c4614c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7095dd0d-a179-4713-9638-bab513c4614c,segment=NetworkSegment(01e56630-d790-407b-8f20-7a7b810ba7e5),segment_id=01e56630-d790-407b-8f20-7a7b810ba7e5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:41.596742 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:41.631288 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f9650c-7ae4-4a60-9125-8e299eed897a x-openstack-request-id: req-15f9650c-7ae4-4a60-9125-8e299eed897a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:32:41.631605 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5a1bc4-91ec-4c09-9b6b-396475154da9", "name": "network-vif-plugged", "status": "completed", "tag": "7095dd0d-a179-4713-9638-bab513c4614c", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:32:41.631986 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15f9650c-7ae4-4a60-9125-8e299eed897a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:32:41.632386 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5a1bc4-91ec-4c09-9b6b-396475154da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7095dd0d-a179-4713-9638-bab513c4614c', 'code': 200} Jul 30 20:32:41.651212 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=7095dd0d-a179-4713-9638-bab513c4614c,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:41.662260 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-62458d91-0ff7-45d2-ab48-45f491bd923f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:41.680083 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47232) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:41.690232 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62458d91-0ff7-45d2-ab48-45f491bd923f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8fbf9d9-82ff-4559-9d62-b38cb5e2da13,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:41.692229 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-62458d91-0ff7-45d2-ab48-45f491bd923f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:41.694221 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-62458d91-0ff7-45d2-ab48-45f491bd923f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a8fbf9d9-82ff-4559-9d62-b38cb5e2da13 HTTP/1.1" status: 204 len: 168 time: 0.2363575 Jul 30 20:32:41.696722 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47234) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:41.792210 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7b275dcd-e612-44b5-aee7-e9421da15417 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/floatingips/8048b07c-42ee-4adc-8b42-ea785bb63b30 HTTP/1.1" status: 200 len: 993 time: 0.1106327 Jul 30 20:32:41.796133 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54653ec4-5d8b-4155-b818-f8a938c8d53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:41.799530 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c1ada-04fa-4019-8b0c-df0e25255bdb req-47f3644c-c666-44d0-bbe7-3ba75172c0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:41.801025 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-010c1ada-04fa-4019-8b0c-df0e25255bdb req-47f3644c-c666-44d0-bbe7-3ba75172c0f8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ad5a1bc4-91ec-4c09-9b6b-396475154da9 HTTP/1.1" status: 200 len: 1097 time: 0.0721538 Jul 30 20:32:41.809216 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bafe3d-bad1-4ab0-9863-6f3eda37172f req-03c21234-a5c2-4133-8797-dff613968bce tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:41.810696 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30bafe3d-bad1-4ab0-9863-6f3eda37172f req-03c21234-a5c2-4133-8797-dff613968bce tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ad5a1bc4-91ec-4c09-9b6b-396475154da9 HTTP/1.1" status: 200 len: 1097 time: 0.0969939 Jul 30 20:32:41.839145 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-010c1ada-04fa-4019-8b0c-df0e25255bdb req-3a622c6e-87eb-4ee0-b7d1-868819f27901 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307755 Jul 30 20:32:41.848011 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:32:41.889341 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47236) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:42.056949 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3957eba7-0fa7-42ad-8623-76d248ed820d tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Deleting port c6358da6-277c-4600-9bc7-b228183e8c5e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:32:42.057632 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3957eba7-0fa7-42ad-8623-76d248ed820d tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:42.139495 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3957eba7-0fa7-42ad-8623-76d248ed820d tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:42.139748 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3957eba7-0fa7-42ad-8623-76d248ed820d tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:42.152797 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3957eba7-0fa7-42ad-8623-76d248ed820d tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Calling delete_port for c6358da6-277c-4600-9bc7-b228183e8c5e owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:32:42.266784 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54653ec4-5d8b-4155-b818-f8a938c8d53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:42.280849 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30bafe3d-bad1-4ab0-9863-6f3eda37172f req-07133b7f-1421-4ba1-a38e-30105fcb7e6f tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495850 Jul 30 20:32:42.281864 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-54653ec4-5d8b-4155-b818-f8a938c8d53b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674e5711-add1-4f6a-84f0-06ba9270d250']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:42.300251 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-54653ec4-5d8b-4155-b818-f8a938c8d53b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f7092aa-5940-45f4-8ca0-6bf88fb94785') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:42.300251 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-54653ec4-5d8b-4155-b818-f8a938c8d53b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f7092aa-5940-45f4-8ca0-6bf88fb94785') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:42.303901 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54653ec4-5d8b-4155-b818-f8a938c8d53b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:42.324699 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54653ec4-5d8b-4155-b818-f8a938c8d53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:42.328203 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3957eba7-0fa7-42ad-8623-76d248ed820d tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:42.332039 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54653ec4-5d8b-4155-b818-f8a938c8d53b admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:32:42.332438 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54653ec4-5d8b-4155-b818-f8a938c8d53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:32:42.334136 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:32:42.358291 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957eba7-0fa7-42ad-8623-76d248ed820d tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Pushing event deleted for resources: {'Port': ['ID=c6358da6-277c-4600-9bc7-b228183e8c5e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:42.397023 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54653ec4-5d8b-4155-b818-f8a938c8d53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:42.403908 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54653ec4-5d8b-4155-b818-f8a938c8d53b admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:42.408701 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-54653ec4-5d8b-4155-b818-f8a938c8d53b admin admin] 10.222.0.81 "DELETE /v2.0/networks/674e5711-add1-4f6a-84f0-06ba9270d250 HTTP/1.1" status: 204 len: 168 time: 0.7084014 Jul 30 20:32:42.414904 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3957eba7-0fa7-42ad-8623-76d248ed820d tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:42.415354 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-3957eba7-0fa7-42ad-8623-76d248ed820d tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Floating IP 68226514-2cd7-47bd-a1e6-41d7092001e0 disassociated (deleted). External IP: 172.25.3.84, port: e7b818c9-5c69-4471-9305-bcd2d31d30ab. Jul 30 20:32:42.415956 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54653ec4-5d8b-4155-b818-f8a938c8d53b admin admin] Pushing event deleted for resources: {'Network': ['ID=674e5711-add1-4f6a-84f0-06ba9270d250,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:42.571287 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47240) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:42.653023 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cafc20f5-936c-412f-a97a-497bffe2706f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=352bee1952314720a039fcbffcb2e03f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0805159 Jul 30 20:32:42.655459 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47242) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:42.658348 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3957eba7-0fa7-42ad-8623-76d248ed820d tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Router 36fd5eee-5839-4d4a-a5a7-5135f45c924d has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:32:42.754214 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80f10a52-0934-4770-8ae8-8f9584cecab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:42.810114 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80f10a52-0934-4770-8ae8-8f9584cecab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:42.840738 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3957eba7-0fa7-42ad-8623-76d248ed820d tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:32:42.848259 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3957eba7-0fa7-42ad-8623-76d248ed820d tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:42.850071 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac0f516-e42d-452c-82de-16e059efca55 None None] Sync routers for ids ['36fd5eee-5839-4d4a-a5a7-5135f45c924d'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:32:42.863091 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac0f516-e42d-452c-82de-16e059efca55 None None] Routers {'36fd5eee-5839-4d4a-a5a7-5135f45c924d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:42.863828 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bac0f516-e42d-452c-82de-16e059efca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['36fd5eee-5839-4d4a-a5a7-5135f45c924d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:42.884043 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3957eba7-0fa7-42ad-8623-76d248ed820d tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "DELETE /v2.0/floatingips/68226514-2cd7-47bd-a1e6-41d7092001e0 HTTP/1.1" status: 204 len: 168 time: 0.9934931 Jul 30 20:32:42.886989 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fecc2d2d-f124-4ff3-838c-30e30153c475', 'tag': 'e7b818c9-5c69-4471-9305-bcd2d31d30ab'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:32:42.895442 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dc408e-3c3f-456c-a674-1f65e09fa030" -d '{"events": [{"name": "network-changed", "server_uuid": "fecc2d2d-f124-4ff3-838c-30e30153c475", "tag": "e7b818c9-5c69-4471-9305-bcd2d31d30ab"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:32:42.919851 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80f10a52-0934-4770-8ae8-8f9584cecab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:42.923667 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80f10a52-0934-4770-8ae8-8f9584cecab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:42.925580 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-80f10a52-0934-4770-8ae8-8f9584cecab7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cb36881a-e9fd-455d-bb53-a42954300a73 HTTP/1.1" status: 204 len: 168 time: 0.2690964 Jul 30 20:32:42.945622 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f10a52-0934-4770-8ae8-8f9584cecab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb36881a-e9fd-455d-bb53-a42954300a73,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:43.020004 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-bac0f516-e42d-452c-82de-16e059efca55 None None] Set router 36fd5eee-5839-4d4a-a5a7-5135f45c924d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:32:43.078105 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dbf596-9cd7-442a-b530-ae5fcecfff3e x-openstack-request-id: req-29dbf596-9cd7-442a-b530-ae5fcecfff3e {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:32:43.078650 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fecc2d2d-f124-4ff3-838c-30e30153c475", "tag": "e7b818c9-5c69-4471-9305-bcd2d31d30ab", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:32:43.078752 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-29dbf596-9cd7-442a-b530-ae5fcecfff3e {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:32:43.079227 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fecc2d2d-f124-4ff3-838c-30e30153c475', 'tag': 'e7b818c9-5c69-4471-9305-bcd2d31d30ab', 'status': 'completed', 'code': 200} Jul 30 20:32:43.162371 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc408e-3c3f-456c-a674-1f65e09fa030 req-3e9498ce-9b77-4670-a9cf-93584a311d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:43.164749 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b0dc408e-3c3f-456c-a674-1f65e09fa030 req-3e9498ce-9b77-4670-a9cf-93584a311d25 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb1c81a120714a1189f617a64d179c5c&device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 1096 time: 0.0582128 Jul 30 20:32:43.181258 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb872e-6a57-4d94-9153-4309a3b9b0c8 req-45b85bf9-6f9e-4ceb-92e3-e51378a895d7 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:43.189050 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-83fb872e-6a57-4d94-9153-4309a3b9b0c8 req-45b85bf9-6f9e-4ceb-92e3-e51378a895d7 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 945 time: 0.0643103 Jul 30 20:32:43.232384 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-83fb872e-6a57-4d94-9153-4309a3b9b0c8 req-063e1335-1a48-4a60-9576-8dbc00ed4f0b tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/security-groups?id=264aad3b-fb68-4d66-b610-e88ecbbb4168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401115 Jul 30 20:32:43.246558 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bac0f516-e42d-452c-82de-16e059efca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'name': 'tempest-TestVolumeBackupRestore-642639822-router', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:37Z', 'updated_at': '2021-07-30T20:28:42Z', 'revision_number': 4, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'gw_port': {'id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:38Z', 'updated_at': '2021-07-30T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '49f0f192-f7d7-4f20-a08e-d790b36d91af', 'name': '', 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'mac_address': 'fa:16:3e:42:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7856c885-6013-47c0-b4a0-74bc8dd5c577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:41Z', 'updated_at': '2021-07-30T20:28:48Z', 'revision_number': 5, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'subnets': [{'id': '7856c885-6013-47c0-b4a0-74bc8dd5c577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:43.272301 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc408e-3c3f-456c-a674-1f65e09fa030 req-a97fec93-b40a-4c5e-857c-9f27fbe132d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:43.273908 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b0dc408e-3c3f-456c-a674-1f65e09fa030 req-a97fec93-b40a-4c5e-857c-9f27fbe132d2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5c7e57c-8838-4f2e-901c-16d052cbb5c3 HTTP/1.1" status: 200 len: 914 time: 0.1009779 Jul 30 20:32:43.278851 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac0f516-e42d-452c-82de-16e059efca55 None None] Checking router: 36fd5eee-5839-4d4a-a5a7-5135f45c924d for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:32:43.289240 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac0f516-e42d-452c-82de-16e059efca55 None None] Routers {'36fd5eee-5839-4d4a-a5a7-5135f45c924d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:43.290076 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bac0f516-e42d-452c-82de-16e059efca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['36fd5eee-5839-4d4a-a5a7-5135f45c924d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:43.332838 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b0dc408e-3c3f-456c-a674-1f65e09fa030 req-8bf028fb-6017-4f24-94a5-87aeb502a702 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7b818c9-5c69-4471-9305-bcd2d31d30ab HTTP/1.1" status: 200 len: 217 time: 0.0501554 Jul 30 20:32:43.363988 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47256) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:43.407865 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc408e-3c3f-456c-a674-1f65e09fa030 req-fcd8c906-bbfa-4978-847e-11c0c649ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:43.409441 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b0dc408e-3c3f-456c-a674-1f65e09fa030 req-fcd8c906-bbfa-4978-847e-11c0c649ccea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7856c885-6013-47c0-b4a0-74bc8dd5c577 HTTP/1.1" status: 200 len: 852 time: 0.0576875 Jul 30 20:32:43.409856 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-bac0f516-e42d-452c-82de-16e059efca55 None None] Set router 36fd5eee-5839-4d4a-a5a7-5135f45c924d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:32:43.422814 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89aa4f-ada7-490e-bb6b-1ea051df9d5b req-23f522b7-e98b-4816-b9dc-87f5db0a8d94 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:43.424354 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a89aa4f-ada7-490e-bb6b-1ea051df9d5b req-23f522b7-e98b-4816-b9dc-87f5db0a8d94 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ad5a1bc4-91ec-4c09-9b6b-396475154da9 HTTP/1.1" status: 200 len: 1097 time: 0.0700808 Jul 30 20:32:43.430048 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-10a70756-7826-40e0-b586-cf9070ab429c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a24104eb91aa4a479b96e95bf58f14b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650477 Jul 30 20:32:43.433189 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47258) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:43.462868 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc408e-3c3f-456c-a674-1f65e09fa030 req-05a737b4-26fe-4bd1-95d6-eb35365d2c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:43.465084 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b0dc408e-3c3f-456c-a674-1f65e09fa030 req-05a737b4-26fe-4bd1-95d6-eb35365d2c8c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5c7e57c-8838-4f2e-901c-16d052cbb5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469661 Jul 30 20:32:43.489628 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a89aa4f-ada7-490e-bb6b-1ea051df9d5b req-f553df9d-352f-4455-a481-412ed469cfe7 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577080 Jul 30 20:32:43.504407 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3aaf25db-47ed-41cd-876f-87f4d1f85317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:43.543162 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3aaf25db-47ed-41cd-876f-87f4d1f85317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:43.574761 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b0dc408e-3c3f-456c-a674-1f65e09fa030 req-b049f7ca-0015-4993-966b-b34d8d39778f service neutron] 10.222.0.83 "GET /v2.0/networks/c5c7e57c-8838-4f2e-901c-16d052cbb5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999427 Jul 30 20:32:43.620396 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae081b5d-1466-43be-ac66-0fc3cb9b5ed4 req-ba893e00-a23f-4de4-8302-3b4ba65afbd8 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:43.622101 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae081b5d-1466-43be-ac66-0fc3cb9b5ed4 req-ba893e00-a23f-4de4-8302-3b4ba65afbd8 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ad5a1bc4-91ec-4c09-9b6b-396475154da9 HTTP/1.1" status: 200 len: 1097 time: 0.0464311 Jul 30 20:32:43.623180 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3aaf25db-47ed-41cd-876f-87f4d1f85317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:43.625673 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3aaf25db-47ed-41cd-876f-87f4d1f85317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:43.626708 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3aaf25db-47ed-41cd-876f-87f4d1f85317 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/64da37ec-f585-4732-9bef-39d82cf564e9 HTTP/1.1" status: 204 len: 168 time: 0.1926050 Jul 30 20:32:43.646305 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf25db-47ed-41cd-876f-87f4d1f85317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64da37ec-f585-4732-9bef-39d82cf564e9,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:43.673025 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae081b5d-1466-43be-ac66-0fc3cb9b5ed4 req-1a49f335-5f70-4296-b450-ddce863a9ed2 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380285 Jul 30 20:32:43.686109 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bac0f516-e42d-452c-82de-16e059efca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'name': 'tempest-TestVolumeBackupRestore-642639822-router', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:37Z', 'updated_at': '2021-07-30T20:28:42Z', 'revision_number': 4, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'gw_port': {'id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:38Z', 'updated_at': '2021-07-30T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '49f0f192-f7d7-4f20-a08e-d790b36d91af', 'name': '', 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'mac_address': 'fa:16:3e:42:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7856c885-6013-47c0-b4a0-74bc8dd5c577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:41Z', 'updated_at': '2021-07-30T20:28:48Z', 'revision_number': 5, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'subnets': [{'id': '7856c885-6013-47c0-b4a0-74bc8dd5c577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:43.707706 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b0dc408e-3c3f-456c-a674-1f65e09fa030 req-7903dc8b-764e-4072-895c-5fb1825f2650 service neutron] 10.222.0.83 "GET /v2.0/networks/c5c7e57c-8838-4f2e-901c-16d052cbb5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159315 Jul 30 20:32:43.718835 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac0f516-e42d-452c-82de-16e059efca55 None None] The sync data for ids ['36fd5eee-5839-4d4a-a5a7-5135f45c924d'] in n-d-712137-9 is: [{'id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'name': 'tempest-TestVolumeBackupRestore-642639822-router', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:37Z', 'updated_at': '2021-07-30T20:28:42Z', 'revision_number': 4, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'gw_port': {'id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:38Z', 'updated_at': '2021-07-30T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '49f0f192-f7d7-4f20-a08e-d790b36d91af', 'name': '', 'network_id': 'c5c7e57c-8838-4f2e-901c-16d052cbb5c3', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'mac_address': 'fa:16:3e:42:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7856c885-6013-47c0-b4a0-74bc8dd5c577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:41Z', 'updated_at': '2021-07-30T20:28:48Z', 'revision_number': 5, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'subnets': [{'id': '7856c885-6013-47c0-b4a0-74bc8dd5c577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:32:43.793783 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4be97f-38c9-465b-8845-956056c0aeea req-42614684-e229-480d-b833-ae4e045cd160 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:43.795337 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ac4be97f-38c9-465b-8845-956056c0aeea req-42614684-e229-480d-b833-ae4e045cd160 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ad5a1bc4-91ec-4c09-9b6b-396475154da9 HTTP/1.1" status: 200 len: 1097 time: 0.0448337 Jul 30 20:32:43.835804 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ac4be97f-38c9-465b-8845-956056c0aeea req-2f545fc2-1e92-4286-be44-0711e3a8ee58 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331376 Jul 30 20:32:43.992726 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc605848-1cfd-42c1-aff7-74a5d1a01644 None None] New status for floating IP 68226514-2cd7-47bd-a1e6-41d7092001e0: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:32:44.108513 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb7c06-0b30-4a4f-9f9c-c1558c6f8bbd req-20d69cda-eabd-4b09-8fdc-121b1b3f6f31 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:44.110080 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7bb7c06-0b30-4a4f-9f9c-c1558c6f8bbd req-20d69cda-eabd-4b09-8fdc-121b1b3f6f31 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ad5a1bc4-91ec-4c09-9b6b-396475154da9 HTTP/1.1" status: 200 len: 1097 time: 0.0533097 Jul 30 20:32:44.149372 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7bb7c06-0b30-4a4f-9f9c-c1558c6f8bbd req-4c012aa4-ea7d-4401-bb2d-ce00ba1eb149 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330679 Jul 30 20:32:44.345688 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625a1ad-c0bb-444c-bc6f-3d4e581c627c req-2d2101a4-806c-4ad5-a830-8692bd2ff568 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:44.347451 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e625a1ad-c0bb-444c-bc6f-3d4e581c627c req-2d2101a4-806c-4ad5-a830-8692bd2ff568 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 945 time: 0.0533304 Jul 30 20:32:44.389375 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e625a1ad-c0bb-444c-bc6f-3d4e581c627c req-c4e79e8d-52a7-44ec-89f5-1096f077608a tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/security-groups?id=264aad3b-fb68-4d66-b610-e88ecbbb4168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354161 Jul 30 20:32:44.917330 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0fe96-72d9-4ac8-aeb9-f34ce3dc307b req-3882c658-2cab-486e-a206-c9de64cab554 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:44.918796 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f1e0fe96-72d9-4ac8-aeb9-f34ce3dc307b req-3882c658-2cab-486e-a206-c9de64cab554 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.83 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 945 time: 0.0502136 Jul 30 20:32:45.269884 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3e7b5-2a29-4221-9b33-331c3c10f35f req-ac2266c3-0262-4451-81c2-1be6e553d469 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:45.271441 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a3b3e7b5-2a29-4221-9b33-331c3c10f35f req-ac2266c3-0262-4451-81c2-1be6e553d469 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ad5a1bc4-91ec-4c09-9b6b-396475154da9 HTTP/1.1" status: 200 len: 1097 time: 0.0480516 Jul 30 20:32:45.316050 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a3b3e7b5-2a29-4221-9b33-331c3c10f35f req-3b01ec8a-6a81-4735-aa78-23e3a0c8d05d tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364122 Jul 30 20:32:45.377717 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-f1e0fe96-72d9-4ac8-aeb9-f34ce3dc307b req-d0b16928-734b-447c-824d-3226b43b090b tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Deleting port e7b818c9-5c69-4471-9305-bcd2d31d30ab {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:32:45.378003 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f1e0fe96-72d9-4ac8-aeb9-f34ce3dc307b req-d0b16928-734b-447c-824d-3226b43b090b tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:45.487245 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-f1e0fe96-72d9-4ac8-aeb9-f34ce3dc307b req-d0b16928-734b-447c-824d-3226b43b090b tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] For port e7b818c9-5c69-4471-9305-bcd2d31d30ab, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e7b818c9-5c69-4471-9305-bcd2d31d30ab,segment=NetworkSegment(aa1e0987-4600-4c58-8357-a709ccc23d2b),segment_id=aa1e0987-4600-4c58-8357-a709ccc23d2b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:45.487714 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f1e0fe96-72d9-4ac8-aeb9-f34ce3dc307b req-d0b16928-734b-447c-824d-3226b43b090b tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:45.501463 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-f1e0fe96-72d9-4ac8-aeb9-f34ce3dc307b req-d0b16928-734b-447c-824d-3226b43b090b tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Calling delete_port for e7b818c9-5c69-4471-9305-bcd2d31d30ab owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:32:45.527158 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe157b5-8cd8-4516-9cec-417c0017a241 req-194ca527-995f-46b3-9543-cfc9a7e016a7 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:45.528710 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8fe157b5-8cd8-4516-9cec-417c0017a241 req-194ca527-995f-46b3-9543-cfc9a7e016a7 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 945 time: 0.0637200 Jul 30 20:32:45.537418 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:45.591554 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8fe157b5-8cd8-4516-9cec-417c0017a241 req-1eab5796-e780-4a66-a800-c0d7e486350a tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/security-groups?id=264aad3b-fb68-4d66-b610-e88ecbbb4168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493877 Jul 30 20:32:45.660076 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f1e0fe96-72d9-4ac8-aeb9-f34ce3dc307b req-d0b16928-734b-447c-824d-3226b43b090b tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:45.697386 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b16928-734b-447c-824d-3226b43b090b tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Pushing event deleted for resources: {'Port': ['ID=e7b818c9-5c69-4471-9305-bcd2d31d30ab,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:45.723233 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89c887-193f-4d57-bcd6-dfcc3e980d4a req-c0ec6cd8-ad4c-42f8-800d-b9cba093e8e5 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:45.723233 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dd89c887-193f-4d57-bcd6-dfcc3e980d4a req-c0ec6cd8-ad4c-42f8-800d-b9cba093e8e5 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ad5a1bc4-91ec-4c09-9b6b-396475154da9 HTTP/1.1" status: 200 len: 1097 time: 0.0485778 Jul 30 20:32:45.745113 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e0fe96-72d9-4ac8-aeb9-f34ce3dc307b req-d0b16928-734b-447c-824d-3226b43b090b tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] No DVR routers for this DVR port e7b818c9-5c69-4471-9305-bcd2d31d30ab on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:32:45.748390 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f1e0fe96-72d9-4ac8-aeb9-f34ce3dc307b req-d0b16928-734b-447c-824d-3226b43b090b tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:45.750333 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f1e0fe96-72d9-4ac8-aeb9-f34ce3dc307b req-d0b16928-734b-447c-824d-3226b43b090b tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.83 "DELETE /v2.0/ports/e7b818c9-5c69-4471-9305-bcd2d31d30ab HTTP/1.1" status: 204 len: 173 time: 0.8246808 Jul 30 20:32:45.750777 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fecc2d2d-f124-4ff3-838c-30e30153c475', 'name': 'network-vif-deleted', 'tag': 'e7b818c9-5c69-4471-9305-bcd2d31d30ab'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:32:45.753343 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd72385-93ed-4160-85e4-b3c4db599a14" -d '{"events": [{"server_uuid": "fecc2d2d-f124-4ff3-838c-30e30153c475", "name": "network-vif-deleted", "tag": "e7b818c9-5c69-4471-9305-bcd2d31d30ab"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:32:45.806019 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcf1a64-cd24-4ed6-9f95-a1827de42a61 x-openstack-request-id: req-6dcf1a64-cd24-4ed6-9f95-a1827de42a61 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:32:45.806337 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fecc2d2d-f124-4ff3-838c-30e30153c475", "name": "network-vif-deleted", "tag": "e7b818c9-5c69-4471-9305-bcd2d31d30ab", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:32:45.806633 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6dcf1a64-cd24-4ed6-9f95-a1827de42a61 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:32:45.807068 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fecc2d2d-f124-4ff3-838c-30e30153c475', 'name': 'network-vif-deleted', 'tag': 'e7b818c9-5c69-4471-9305-bcd2d31d30ab', 'status': 'completed', 'code': 200} Jul 30 20:32:45.843905 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-dd89c887-193f-4d57-bcd6-dfcc3e980d4a req-c4eeccbe-dad5-4dc9-87da-523f7a424a5e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Deleting port 7095dd0d-a179-4713-9638-bab513c4614c {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:32:45.844250 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dd89c887-193f-4d57-bcd6-dfcc3e980d4a req-c4eeccbe-dad5-4dc9-87da-523f7a424a5e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:45.943324 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-dd89c887-193f-4d57-bcd6-dfcc3e980d4a req-c4eeccbe-dad5-4dc9-87da-523f7a424a5e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] For port 7095dd0d-a179-4713-9638-bab513c4614c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7095dd0d-a179-4713-9638-bab513c4614c,segment=NetworkSegment(01e56630-d790-407b-8f20-7a7b810ba7e5),segment_id=01e56630-d790-407b-8f20-7a7b810ba7e5)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:45.943860 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dd89c887-193f-4d57-bcd6-dfcc3e980d4a req-c4eeccbe-dad5-4dc9-87da-523f7a424a5e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:45.958269 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-dd89c887-193f-4d57-bcd6-dfcc3e980d4a req-c4eeccbe-dad5-4dc9-87da-523f7a424a5e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Calling delete_port for 7095dd0d-a179-4713-9638-bab513c4614c owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:32:46.102420 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dd89c887-193f-4d57-bcd6-dfcc3e980d4a req-c4eeccbe-dad5-4dc9-87da-523f7a424a5e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:46.117296 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['7095dd0d-a179-4713-9638-bab513c4614c'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:32:46.122587 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['d5e20171-9a6a-40c8-9233-a1b77feba6c3'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:32:46.132851 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eeccbe-dad5-4dc9-87da-523f7a424a5e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Pushing event deleted for resources: {'Port': ['ID=7095dd0d-a179-4713-9638-bab513c4614c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:46.204306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd89c887-193f-4d57-bcd6-dfcc3e980d4a req-c4eeccbe-dad5-4dc9-87da-523f7a424a5e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] No DVR routers for this DVR port 7095dd0d-a179-4713-9638-bab513c4614c on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:32:46.210475 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dd89c887-193f-4d57-bcd6-dfcc3e980d4a req-c4eeccbe-dad5-4dc9-87da-523f7a424a5e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:46.213017 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dd89c887-193f-4d57-bcd6-dfcc3e980d4a req-c4eeccbe-dad5-4dc9-87da-523f7a424a5e tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.83 "DELETE /v2.0/ports/7095dd0d-a179-4713-9638-bab513c4614c HTTP/1.1" status: 204 len: 173 time: 0.4853320 Jul 30 20:32:46.213561 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5a1bc4-91ec-4c09-9b6b-396475154da9', 'name': 'network-vif-deleted', 'tag': '7095dd0d-a179-4713-9638-bab513c4614c'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:32:46.216354 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b62023e-7654-43f3-bcc4-ced4dda7bc79" -d '{"events": [{"server_uuid": "ad5a1bc4-91ec-4c09-9b6b-396475154da9", "name": "network-vif-deleted", "tag": "7095dd0d-a179-4713-9638-bab513c4614c"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:32:46.283543 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8283f4d2-32d6-4a23-acc8-832d8f7693f5 x-openstack-request-id: req-8283f4d2-32d6-4a23-acc8-832d8f7693f5 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:32:46.283843 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5a1bc4-91ec-4c09-9b6b-396475154da9", "name": "network-vif-deleted", "tag": "7095dd0d-a179-4713-9638-bab513c4614c", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:32:46.284099 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8283f4d2-32d6-4a23-acc8-832d8f7693f5 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:32:46.284512 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5a1bc4-91ec-4c09-9b6b-396475154da9', 'name': 'network-vif-deleted', 'tag': '7095dd0d-a179-4713-9638-bab513c4614c', 'status': 'completed', 'code': 200} Jul 30 20:32:46.488137 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f2a31b0-4f42-40e1-81d7-f692e7212f25 req-eddf0210-ccce-4574-b11e-1d526a5b6987 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ad5a1bc4-91ec-4c09-9b6b-396475154da9 HTTP/1.1" status: 200 len: 210 time: 0.0294778 Jul 30 20:32:46.700153 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ac569a7-5968-49dc-810b-b2783a1bcb59 req-f0f73699-c1e4-45aa-b97b-65e2a3eba3e5 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 210 time: 0.0341611 Jul 30 20:32:47.096318 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47412) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:47.204650 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7df0a7d6-e0df-4264-a754-8dc91fc98acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:47.299241 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7df0a7d6-e0df-4264-a754-8dc91fc98acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:47.303192 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7df0a7d6-e0df-4264-a754-8dc91fc98acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:47.343726 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7df0a7d6-e0df-4264-a754-8dc91fc98acb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4050d5fec2cd42a1880b6c0d65ed7740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2462287 Jul 30 20:32:47.344377 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0a7d6-e0df-4264-a754-8dc91fc98acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f380788b-cf5b-4f6d-9d39-fc3aeeb4ffc8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:47.347467 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47416) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:47.400110 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e516b194-5eef-4e18-8559-a91f07e999cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:47.423367 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e516b194-5eef-4e18-8559-a91f07e999cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:47.490104 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e516b194-5eef-4e18-8559-a91f07e999cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:47.491321 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-67e2dd50-92af-4ca2-8693-70a46257f732 req-32a08e75-ee12-45c6-9a2c-22128ec27e84 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3475408b-0d28-4a84-a125-e25fbaed69ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0748508 Jul 30 20:32:47.492773 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e516b194-5eef-4e18-8559-a91f07e999cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:47.494222 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e516b194-5eef-4e18-8559-a91f07e999cc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f380788b-cf5b-4f6d-9d39-fc3aeeb4ffc8 HTTP/1.1" status: 204 len: 168 time: 0.1445847 Jul 30 20:32:47.504723 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516b194-5eef-4e18-8559-a91f07e999cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f380788b-cf5b-4f6d-9d39-fc3aeeb4ffc8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:47.620969 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2dd50-92af-4ca2-8693-70a46257f732 req-61833075-8f71-407a-adfe-f823026e92d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:47.622625 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-67e2dd50-92af-4ca2-8693-70a46257f732 req-61833075-8f71-407a-adfe-f823026e92d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a04b0a8dc3804a6e9fc941584ca22568&device_id=3475408b-0d28-4a84-a125-e25fbaed69ae HTTP/1.1" status: 200 len: 1096 time: 0.0706675 Jul 30 20:32:47.796987 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2dd50-92af-4ca2-8693-70a46257f732 req-e5d52792-f504-46cd-8b1f-277335badf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:47.799629 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-67e2dd50-92af-4ca2-8693-70a46257f732 req-e5d52792-f504-46cd-8b1f-277335badf75 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dbb77e2a-a8a9-43b8-a03a-a767ec4be75f HTTP/1.1" status: 200 len: 911 time: 0.1527066 Jul 30 20:32:47.859876 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-67e2dd50-92af-4ca2-8693-70a46257f732 req-42e927ce-2499-4438-beac-ee1679fdbf25 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5e20171-9a6a-40c8-9233-a1b77feba6c3 HTTP/1.1" status: 200 len: 217 time: 0.0526073 Jul 30 20:32:47.917351 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2903b2f6-aba8-443b-b38d-825470054c5a req-2fea7d68-5ab7-4331-af92-8b3ff662c601 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 210 time: 0.0603173 Jul 30 20:32:47.918093 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 47430) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:47.936113 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-773dd324-5fab-4831-8d1c-f6ebb8e8a89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:47.938721 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2dd50-92af-4ca2-8693-70a46257f732 req-508f95e7-0446-4c85-a3fa-71c5a40ec963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:47.949642 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-67e2dd50-92af-4ca2-8693-70a46257f732 req-508f95e7-0446-4c85-a3fa-71c5a40ec963 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5681c6b2-36e1-4d78-b7bd-5edbbb47faf8 HTTP/1.1" status: 200 len: 849 time: 0.0702686 Jul 30 20:32:48.000157 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2dd50-92af-4ca2-8693-70a46257f732 req-403a86dd-822e-40d1-a487-9eb8fc1727c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:48.001879 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-67e2dd50-92af-4ca2-8693-70a46257f732 req-403a86dd-822e-40d1-a487-9eb8fc1727c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dbb77e2a-a8a9-43b8-a03a-a767ec4be75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521152 Jul 30 20:32:48.060843 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-773dd324-5fab-4831-8d1c-f6ebb8e8a89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:48.065346 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-773dd324-5fab-4831-8d1c-f6ebb8e8a89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:48.107546 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-773dd324-5fab-4831-8d1c-f6ebb8e8a89c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e1996709ee7e46f9ba7f5cbc6300a05a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871555 Jul 30 20:32:48.107546 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773dd324-5fab-4831-8d1c-f6ebb8e8a89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e955d2e-bac7-4d58-9277-1d1ebe8ce427,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:48.109166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47432) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:48.186649 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fa81e-4300-4284-ab69-8c50b9794dc8 req-fdac7ed7-7b5e-40ef-9439-3ee6e461dfda tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:48.188225 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-205fa81e-4300-4284-ab69-8c50b9794dc8 req-fdac7ed7-7b5e-40ef-9439-3ee6e461dfda tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3475408b-0d28-4a84-a125-e25fbaed69ae HTTP/1.1" status: 200 len: 1096 time: 0.1807485 Jul 30 20:32:48.206544 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-67e2dd50-92af-4ca2-8693-70a46257f732 req-d2e6a692-1e4f-4fca-94a0-a1bddd3ef7a8 service neutron] 10.222.0.59 "GET /v2.0/networks/dbb77e2a-a8a9-43b8-a03a-a767ec4be75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898062 Jul 30 20:32:48.283097 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-41586a1d-1431-45b7-9c8d-96d1be002b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:48.299232 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-205fa81e-4300-4284-ab69-8c50b9794dc8 req-07d0e1e1-4d80-4bf0-a7f3-4e396ccd4633 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035886 Jul 30 20:32:48.319237 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-41586a1d-1431-45b7-9c8d-96d1be002b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:48.372604 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-67e2dd50-92af-4ca2-8693-70a46257f732 req-cd0797c3-2a74-4eb9-9000-33a944e11a64 service neutron] 10.222.0.59 "GET /v2.0/networks/dbb77e2a-a8a9-43b8-a03a-a767ec4be75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561112 Jul 30 20:32:48.390888 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-41586a1d-1431-45b7-9c8d-96d1be002b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:48.393890 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-41586a1d-1431-45b7-9c8d-96d1be002b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:48.395023 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-41586a1d-1431-45b7-9c8d-96d1be002b96 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7e955d2e-bac7-4d58-9277-1d1ebe8ce427 HTTP/1.1" status: 204 len: 168 time: 0.2824593 Jul 30 20:32:48.405378 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41586a1d-1431-45b7-9c8d-96d1be002b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e955d2e-bac7-4d58-9277-1d1ebe8ce427,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:49.036585 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ccbc5a54-9467-4650-adda-7da4fd1a0987 req-f61abc38-c90f-4b86-8383-7a38b7c8006e tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "GET /v2.0/ports?device_id=fecc2d2d-f124-4ff3-838c-30e30153c475 HTTP/1.1" status: 200 len: 210 time: 0.0321665 Jul 30 20:32:49.196428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9db9d-6933-4b05-ae39-4d2821f9c498 req-c53e8fd5-04e4-4f62-8779-f19b7998d6eb tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:49.198128 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-68d9db9d-6933-4b05-ae39-4d2821f9c498 req-c53e8fd5-04e4-4f62-8779-f19b7998d6eb tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3475408b-0d28-4a84-a125-e25fbaed69ae HTTP/1.1" status: 200 len: 1096 time: 0.0421991 Jul 30 20:32:49.300081 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-68d9db9d-6933-4b05-ae39-4d2821f9c498 req-f418545c-e05d-4a3c-b603-f84808248ba5 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Deleting port d5e20171-9a6a-40c8-9233-a1b77feba6c3 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:32:49.300510 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-68d9db9d-6933-4b05-ae39-4d2821f9c498 req-f418545c-e05d-4a3c-b603-f84808248ba5 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:49.439149 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-68d9db9d-6933-4b05-ae39-4d2821f9c498 req-f418545c-e05d-4a3c-b603-f84808248ba5 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] For port d5e20171-9a6a-40c8-9233-a1b77feba6c3, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=d5e20171-9a6a-40c8-9233-a1b77feba6c3,segment=NetworkSegment(01e56630-d790-407b-8f20-7a7b810ba7e5),segment_id=01e56630-d790-407b-8f20-7a7b810ba7e5)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:49.439617 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-68d9db9d-6933-4b05-ae39-4d2821f9c498 req-f418545c-e05d-4a3c-b603-f84808248ba5 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:49.457155 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-68d9db9d-6933-4b05-ae39-4d2821f9c498 req-f418545c-e05d-4a3c-b603-f84808248ba5 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Calling delete_port for d5e20171-9a6a-40c8-9233-a1b77feba6c3 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:32:49.460258 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device e7b818c9-5c69-4471-9305-bcd2d31d30ab no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:32:49.471829 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76f63a-709b-4855-b6f5-ff348ae6002a req-0e285e12-bf12-4e32-98c3-b95871610cda tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:49.473550 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ec76f63a-709b-4855-b6f5-ff348ae6002a req-0e285e12-bf12-4e32-98c3-b95871610cda tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3475408b-0d28-4a84-a125-e25fbaed69ae HTTP/1.1" status: 200 len: 1096 time: 0.0881555 Jul 30 20:32:49.482386 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: e7b818c9-5c69-4471-9305-bcd2d31d30ab {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:32:49.482735 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device e7b818c9-5c69-4471-9305-bcd2d31d30ab not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:32:49.483152 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 7095dd0d-a179-4713-9638-bab513c4614c no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:32:49.503906 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 7095dd0d-a179-4713-9638-bab513c4614c {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:32:49.504402 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 7095dd0d-a179-4713-9638-bab513c4614c not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:32:49.555958 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ec76f63a-709b-4855-b6f5-ff348ae6002a req-8cf26fea-1299-48a3-b163-606b9c573c58 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2b93fb86-6120-4322-92b8-48dc5c5dca80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457895 Jul 30 20:32:49.618450 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-68d9db9d-6933-4b05-ae39-4d2821f9c498 req-f418545c-e05d-4a3c-b603-f84808248ba5 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:49.629439 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['d5e20171-9a6a-40c8-9233-a1b77feba6c3'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:32:49.649208 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418545c-e05d-4a3c-b603-f84808248ba5 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5e20171-9a6a-40c8-9233-a1b77feba6c3,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:49.692411 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d9db9d-6933-4b05-ae39-4d2821f9c498 req-f418545c-e05d-4a3c-b603-f84808248ba5 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] No DVR routers for this DVR port d5e20171-9a6a-40c8-9233-a1b77feba6c3 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:32:49.694960 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-68d9db9d-6933-4b05-ae39-4d2821f9c498 req-f418545c-e05d-4a3c-b603-f84808248ba5 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:49.696938 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-68d9db9d-6933-4b05-ae39-4d2821f9c498 req-f418545c-e05d-4a3c-b603-f84808248ba5 tempest-TestServerMultinode-102916855 tempest-TestServerMultinode-102916855-project-admin] 10.222.0.59 "DELETE /v2.0/ports/d5e20171-9a6a-40c8-9233-a1b77feba6c3 HTTP/1.1" status: 204 len: 173 time: 0.4913628 Jul 30 20:32:49.697391 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3475408b-0d28-4a84-a125-e25fbaed69ae', 'name': 'network-vif-deleted', 'tag': 'd5e20171-9a6a-40c8-9233-a1b77feba6c3'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:32:49.700453 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565805bf-8849-4eb9-b8c3-19a8b03be681" -d '{"events": [{"server_uuid": "3475408b-0d28-4a84-a125-e25fbaed69ae", "name": "network-vif-deleted", "tag": "d5e20171-9a6a-40c8-9233-a1b77feba6c3"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:32:49.718365 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:49.752520 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f496ffa-14de-4693-b094-8d20bdb32d6d x-openstack-request-id: req-5f496ffa-14de-4693-b094-8d20bdb32d6d {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:32:49.753261 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3475408b-0d28-4a84-a125-e25fbaed69ae", "name": "network-vif-deleted", "tag": "d5e20171-9a6a-40c8-9233-a1b77feba6c3", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:32:49.753261 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5f496ffa-14de-4693-b094-8d20bdb32d6d {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:32:49.753804 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3475408b-0d28-4a84-a125-e25fbaed69ae', 'name': 'network-vif-deleted', 'tag': 'd5e20171-9a6a-40c8-9233-a1b77feba6c3', 'status': 'completed', 'code': 200} Jul 30 20:32:50.100738 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47486) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:50.171363 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2ffb4e42-938d-4808-9b46-2d5760b782b8 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:50.200060 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2ffb4e42-938d-4808-9b46-2d5760b782b8 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:50.267394 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2ffb4e42-938d-4808-9b46-2d5760b782b8 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:50.270470 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2ffb4e42-938d-4808-9b46-2d5760b782b8 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:50.274277 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2ffb4e42-938d-4808-9b46-2d5760b782b8 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] 10.222.0.81 "DELETE /v2.0/security-groups/264aad3b-fb68-4d66-b610-e88ecbbb4168 HTTP/1.1" status: 204 len: 168 time: 0.1698852 Jul 30 20:32:50.295336 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb4e42-938d-4808-9b46-2d5760b782b8 tempest-TestVolumeBackupRestore-1144372287 tempest-TestVolumeBackupRestore-1144372287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=264aad3b-fb68-4d66-b610-e88ecbbb4168,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:50.639889 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47532) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:51.157039 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f83234c6-f388-4745-8709-793cb404110b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:51.264346 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-570c8b04-e27c-4900-a450-8a2ae5968f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:51.504532 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-f83234c6-f388-4745-8709-793cb404110b admin admin] Deleting port e5e40d5a-6350-4943-99f4-dc133736c261 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:32:51.506407 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f83234c6-f388-4745-8709-793cb404110b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:51.633166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-f83234c6-f388-4745-8709-793cb404110b admin admin] For port e5e40d5a-6350-4943-99f4-dc133736c261, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e5e40d5a-6350-4943-99f4-dc133736c261,segment=NetworkSegment(01e56630-d790-407b-8f20-7a7b810ba7e5),segment_id=01e56630-d790-407b-8f20-7a7b810ba7e5)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:51.633662 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f83234c6-f388-4745-8709-793cb404110b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:51.649112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-f83234c6-f388-4745-8709-793cb404110b admin admin] Calling delete_port for e5e40d5a-6350-4943-99f4-dc133736c261 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:32:51.932642 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f83234c6-f388-4745-8709-793cb404110b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:51.988641 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83234c6-f388-4745-8709-793cb404110b admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e40d5a-6350-4943-99f4-dc133736c261,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:52.348158 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f83234c6-f388-4745-8709-793cb404110b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:52.693775 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83234c6-f388-4745-8709-793cb404110b admin admin] Router 94f56a9f-ff32-4c9b-b690-f02814d51b3f has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:32:52.920546 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83234c6-f388-4745-8709-793cb404110b admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:32:52.933482 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcd36da-dcd7-4f59-8d08-c88633ffb278 None None] Sync routers for ids ['94f56a9f-ff32-4c9b-b690-f02814d51b3f'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:32:52.935927 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f83234c6-f388-4745-8709-793cb404110b admin admin] 10.222.0.81 "PUT /v2.0/routers/94f56a9f-ff32-4c9b-b690-f02814d51b3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2963567 Jul 30 20:32:52.938278 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 47794) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:52.954190 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcd36da-dcd7-4f59-8d08-c88633ffb278 None None] Routers {'94f56a9f-ff32-4c9b-b690-f02814d51b3f'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:52.954948 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8dcd36da-dcd7-4f59-8d08-c88633ffb278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['94f56a9f-ff32-4c9b-b690-f02814d51b3f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:53.125972 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1040e3ad-9af6-407b-bfe5-d4ff594fd16f admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:53.165395 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8dcd36da-dcd7-4f59-8d08-c88633ffb278 None None] Set router 94f56a9f-ff32-4c9b-b690-f02814d51b3f gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:32:53.362425 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1040e3ad-9af6-407b-bfe5-d4ff594fd16f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:53.490880 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-1040e3ad-9af6-407b-bfe5-d4ff594fd16f admin admin] Deleting port bfb6496f-f62e-4252-864b-21c225e83ace {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:32:53.491620 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1040e3ad-9af6-407b-bfe5-d4ff594fd16f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:53.579960 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device d5e20171-9a6a-40c8-9233-a1b77feba6c3 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:32:53.641208 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-1040e3ad-9af6-407b-bfe5-d4ff594fd16f admin admin] For port bfb6496f-f62e-4252-864b-21c225e83ace, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=bfb6496f-f62e-4252-864b-21c225e83ace,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:53.642290 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1040e3ad-9af6-407b-bfe5-d4ff594fd16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:53.664470 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-1040e3ad-9af6-407b-bfe5-d4ff594fd16f admin admin] Calling delete_port for bfb6496f-f62e-4252-864b-21c225e83ace owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:32:53.686289 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: d5e20171-9a6a-40c8-9233-a1b77feba6c3 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:32:53.686701 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device d5e20171-9a6a-40c8-9233-a1b77feba6c3 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:32:53.743939 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-35061981-42ca-4124-82fd-ad28a5c50d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:53.787660 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8dcd36da-dcd7-4f59-8d08-c88633ffb278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f56a9f-ff32-4c9b-b690-f02814d51b3f', 'name': 'tempest-TestServerMultinode-1043432371-router', 'tenant_id': 'c639ec63e00946359c7322f79727c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'bfb6496f-f62e-4252-864b-21c225e83ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:49Z', 'updated_at': '2021-07-30T20:32:51Z', 'revision_number': 5, 'project_id': 'c639ec63e00946359c7322f79727c620', 'gw_port': {'id': 'bfb6496f-f62e-4252-864b-21c225e83ace', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f56a9f-ff32-4c9b-b690-f02814d51b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:31:50Z', 'updated_at': '2021-07-30T20:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:53.866597 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcd36da-dcd7-4f59-8d08-c88633ffb278 None None] Checking router: 94f56a9f-ff32-4c9b-b690-f02814d51b3f for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:32:53.899443 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcd36da-dcd7-4f59-8d08-c88633ffb278 None None] Routers {'94f56a9f-ff32-4c9b-b690-f02814d51b3f'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:53.900048 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8dcd36da-dcd7-4f59-8d08-c88633ffb278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['94f56a9f-ff32-4c9b-b690-f02814d51b3f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:53.952025 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d715f2dd-05d4-4336-bed1-e3f033b1ba6e req-6e7c1bed-8912-44d0-abbd-6ae71a9f2f0c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=542118f9-5f98-4e1b-b8aa-1ed9049be40b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2130585 Jul 30 20:32:54.015152 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:54.092951 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8dcd36da-dcd7-4f59-8d08-c88633ffb278 None None] Set router 94f56a9f-ff32-4c9b-b690-f02814d51b3f gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:32:54.140971 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715f2dd-05d4-4336-bed1-e3f033b1ba6e req-8f52c6de-a35f-47f1-8b63-fc79bd176c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:54.147284 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d715f2dd-05d4-4336-bed1-e3f033b1ba6e req-8f52c6de-a35f-47f1-8b63-fc79bd176c4a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5b1060d492cf4cf8b5f6edec4eca6ad1&device_id=542118f9-5f98-4e1b-b8aa-1ed9049be40b HTTP/1.1" status: 200 len: 1096 time: 0.0875444 Jul 30 20:32:54.148791 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1040e3ad-9af6-407b-bfe5-d4ff594fd16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:54.187241 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8dcd36da-dcd7-4f59-8d08-c88633ffb278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f56a9f-ff32-4c9b-b690-f02814d51b3f', 'name': 'tempest-TestServerMultinode-1043432371-router', 'tenant_id': 'c639ec63e00946359c7322f79727c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:49Z', 'updated_at': '2021-07-30T20:32:53Z', 'revision_number': 6, 'project_id': 'c639ec63e00946359c7322f79727c620', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:54.210252 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040e3ad-9af6-407b-bfe5-d4ff594fd16f admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb6496f-f62e-4252-864b-21c225e83ace,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:54.225231 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcd36da-dcd7-4f59-8d08-c88633ffb278 None None] The sync data for ids ['94f56a9f-ff32-4c9b-b690-f02814d51b3f'] in n-d-712137-9 is: [{'id': '94f56a9f-ff32-4c9b-b690-f02814d51b3f', 'name': 'tempest-TestServerMultinode-1043432371-router', 'tenant_id': 'c639ec63e00946359c7322f79727c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:49Z', 'updated_at': '2021-07-30T20:32:53Z', 'revision_number': 6, 'project_id': 'c639ec63e00946359c7322f79727c620', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:32:54.373359 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1040e3ad-9af6-407b-bfe5-d4ff594fd16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:54.540404 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1040e3ad-9af6-407b-bfe5-d4ff594fd16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:54.544779 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1040e3ad-9af6-407b-bfe5-d4ff594fd16f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:54.548520 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715f2dd-05d4-4336-bed1-e3f033b1ba6e req-d0f44ae4-94e7-4e1d-bf6e-c185b880149c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:54.550089 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d715f2dd-05d4-4336-bed1-e3f033b1ba6e req-d0f44ae4-94e7-4e1d-bf6e-c185b880149c service neutron] 10.222.0.83 "GET /v2.0/networks?id=394d2c2d-cd31-413d-872f-a3bd4da9339b HTTP/1.1" status: 200 len: 898 time: 0.3567460 Jul 30 20:32:54.980757 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48010) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:55.005930 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:55.202411 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1040e3ad-9af6-407b-bfe5-d4ff594fd16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:55.203144 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1040e3ad-9af6-407b-bfe5-d4ff594fd16f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94f56a9f-ff32-4c9b-b690-f02814d51b3f {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:32:55.209954 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1040e3ad-9af6-407b-bfe5-d4ff594fd16f admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:55.211579 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1040e3ad-9af6-407b-bfe5-d4ff594fd16f admin admin] 10.222.0.81 "DELETE /v2.0/routers/94f56a9f-ff32-4c9b-b690-f02814d51b3f HTTP/1.1" status: 204 len: 168 time: 2.2718220 Jul 30 20:32:55.214749 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48012) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:55.227162 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d715f2dd-05d4-4336-bed1-e3f033b1ba6e req-d6965e98-f188-4f23-92cf-b9e69a730ece service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dae2bb6c-600f-49c1-93d0-4e6ea9c76016 HTTP/1.1" status: 200 len: 1001 time: 0.6261761 Jul 30 20:32:55.294281 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715f2dd-05d4-4336-bed1-e3f033b1ba6e req-4acad9d8-92cd-430b-9d22-bfa1e01024a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:55.297081 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d715f2dd-05d4-4336-bed1-e3f033b1ba6e req-4acad9d8-92cd-430b-9d22-bfa1e01024a0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=91b0840c-b548-4e3b-9e7f-3f3f9f306d43 HTTP/1.1" status: 200 len: 834 time: 0.0627897 Jul 30 20:32:55.317488 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8f861f-0e2f-4625-a389-8c659afb5585 admin admin] Deleting subnet 5681c6b2-36e1-4d78-b7bd-5edbbb47faf8 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:32:55.320981 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c8f861f-0e2f-4625-a389-8c659afb5585 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:55.364090 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715f2dd-05d4-4336-bed1-e3f033b1ba6e req-b5fbf920-db30-44d2-a588-f23f97eef256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:32:55.365941 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d715f2dd-05d4-4336-bed1-e3f033b1ba6e req-b5fbf920-db30-44d2-a588-f23f97eef256 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=394d2c2d-cd31-413d-872f-a3bd4da9339b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472229 Jul 30 20:32:55.378268 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c8f861f-0e2f-4625-a389-8c659afb5585 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:55.504735 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d715f2dd-05d4-4336-bed1-e3f033b1ba6e req-53f16541-3a67-4357-896f-74e20de8bb52 service neutron] 10.222.0.83 "GET /v2.0/networks/394d2c2d-cd31-413d-872f-a3bd4da9339b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308019 Jul 30 20:32:55.535493 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c8f861f-0e2f-4625-a389-8c659afb5585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:55.640611 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d715f2dd-05d4-4336-bed1-e3f033b1ba6e req-9150528e-dc80-40fa-b333-32ad1ed698e0 service neutron] 10.222.0.83 "GET /v2.0/networks/394d2c2d-cd31-413d-872f-a3bd4da9339b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277101 Jul 30 20:32:55.678463 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c8f861f-0e2f-4625-a389-8c659afb5585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:55.709913 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f861f-0e2f-4625-a389-8c659afb5585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5681c6b2-36e1-4d78-b7bd-5edbbb47faf8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:55.716163 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c8f861f-0e2f-4625-a389-8c659afb5585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:55.718166 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4c8f861f-0e2f-4625-a389-8c659afb5585 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5681c6b2-36e1-4d78-b7bd-5edbbb47faf8 HTTP/1.1" status: 204 len: 168 time: 0.5021732 Jul 30 20:32:55.720735 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48016) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:55.726162 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9d4504-4fb9-4a6b-b9c4-7482836d64dc None None] Network dbb77e2a-a8a9-43b8-a03a-a767ec4be75f requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:32:55.737672 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7cee7d7e-2f22-43cc-939c-d24783ab6654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:55.813647 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2cf4ed9-cb0d-4299-99a6-76b24b6811d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:55.881323 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf4ed9-cb0d-4299-99a6-76b24b6811d6 admin admin] Deleting port a7a8e914-27b0-488c-ad86-268ee6483f1a {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:32:55.881744 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2cf4ed9-cb0d-4299-99a6-76b24b6811d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:55.976307 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9a013f-5b2c-4715-b23a-167c357fee91 None None] DHCP port deletion for dbb77e2a-a8a9-43b8-a03a-a767ec4be75f request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:32:55.986645 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-d2cf4ed9-cb0d-4299-99a6-76b24b6811d6 admin admin] For port a7a8e914-27b0-488c-ad86-268ee6483f1a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=a7a8e914-27b0-488c-ad86-268ee6483f1a,segment=NetworkSegment(01e56630-d790-407b-8f20-7a7b810ba7e5),segment_id=01e56630-d790-407b-8f20-7a7b810ba7e5)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:55.987088 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2cf4ed9-cb0d-4299-99a6-76b24b6811d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:56.003102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf4ed9-cb0d-4299-99a6-76b24b6811d6 admin admin] Calling delete_port for a7a8e914-27b0-488c-ad86-268ee6483f1a owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:32:56.039551 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4a9a013f-5b2c-4715-b23a-167c357fee91 None None] Deleting port a7a8e914-27b0-488c-ad86-268ee6483f1a {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:32:56.041014 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a9a013f-5b2c-4715-b23a-167c357fee91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:56.118360 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2cf4ed9-cb0d-4299-99a6-76b24b6811d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:56.130514 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7cee7d7e-2f22-43cc-939c-d24783ab6654 admin admin] Deleting port 49f0f192-f7d7-4f20-a08e-d790b36d91af {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:32:56.131675 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7cee7d7e-2f22-43cc-939c-d24783ab6654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:56.158709 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4a9a013f-5b2c-4715-b23a-167c357fee91 None None] For port a7a8e914-27b0-488c-ad86-268ee6483f1a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=a7a8e914-27b0-488c-ad86-268ee6483f1a,segment=NetworkSegment(01e56630-d790-407b-8f20-7a7b810ba7e5),segment_id=01e56630-d790-407b-8f20-7a7b810ba7e5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:56.159105 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a9a013f-5b2c-4715-b23a-167c357fee91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:56.190098 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device bfb6496f-f62e-4252-864b-21c225e83ace no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:32:56.191024 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf4ed9-cb0d-4299-99a6-76b24b6811d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a8e914-27b0-488c-ad86-268ee6483f1a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:56.192130 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4a9a013f-5b2c-4715-b23a-167c357fee91 None None] Calling delete_port for a7a8e914-27b0-488c-ad86-268ee6483f1a owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:32:56.203142 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cf4ed9-cb0d-4299-99a6-76b24b6811d6 admin admin] No DVR routers for this DVR port a7a8e914-27b0-488c-ad86-268ee6483f1a on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:32:56.220576 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: bfb6496f-f62e-4252-864b-21c225e83ace {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:32:56.220912 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device bfb6496f-f62e-4252-864b-21c225e83ace not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:32:56.221514 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device a7a8e914-27b0-488c-ad86-268ee6483f1a no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:32:56.245141 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: a7a8e914-27b0-488c-ad86-268ee6483f1a {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:32:56.245764 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device a7a8e914-27b0-488c-ad86-268ee6483f1a not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:32:56.246342 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e5e40d5a-6350-4943-99f4-dc133736c261 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:32:56.249360 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-7cee7d7e-2f22-43cc-939c-d24783ab6654 admin admin] For port 49f0f192-f7d7-4f20-a08e-d790b36d91af, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=49f0f192-f7d7-4f20-a08e-d790b36d91af,segment=NetworkSegment(aa1e0987-4600-4c58-8357-a709ccc23d2b),segment_id=aa1e0987-4600-4c58-8357-a709ccc23d2b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:56.249726 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7cee7d7e-2f22-43cc-939c-d24783ab6654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:56.267421 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: e5e40d5a-6350-4943-99f4-dc133736c261 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:32:56.268077 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e5e40d5a-6350-4943-99f4-dc133736c261 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:32:56.281616 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7cee7d7e-2f22-43cc-939c-d24783ab6654 admin admin] Calling delete_port for 49f0f192-f7d7-4f20-a08e-d790b36d91af owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:32:56.310379 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2cf4ed9-cb0d-4299-99a6-76b24b6811d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:56.322893 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d2cf4ed9-cb0d-4299-99a6-76b24b6811d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb77e2a-a8a9-43b8-a03a-a767ec4be75f']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:56.339835 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d2cf4ed9-cb0d-4299-99a6-76b24b6811d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e56630-d790-407b-8f20-7a7b810ba7e5') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:56.340199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d2cf4ed9-cb0d-4299-99a6-76b24b6811d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e56630-d790-407b-8f20-7a7b810ba7e5') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:56.350558 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2cf4ed9-cb0d-4299-99a6-76b24b6811d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:56.357568 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a9a013f-5b2c-4715-b23a-167c357fee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:56.364351 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2cf4ed9-cb0d-4299-99a6-76b24b6811d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:56.383714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2cf4ed9-cb0d-4299-99a6-76b24b6811d6 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:32:56.383973 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2cf4ed9-cb0d-4299-99a6-76b24b6811d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:32:56.386354 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:32:56.392565 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9a013f-5b2c-4715-b23a-167c357fee91 None None] No DVR routers for this DVR port a7a8e914-27b0-488c-ad86-268ee6483f1a on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:32:56.394771 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a013f-5b2c-4715-b23a-167c357fee91 None None] Pushing event deleted for resources: {'Port': ['ID=a7a8e914-27b0-488c-ad86-268ee6483f1a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:56.444517 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2cf4ed9-cb0d-4299-99a6-76b24b6811d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:56.461970 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d2cf4ed9-cb0d-4299-99a6-76b24b6811d6 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:56.464101 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d2cf4ed9-cb0d-4299-99a6-76b24b6811d6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/dbb77e2a-a8a9-43b8-a03a-a767ec4be75f HTTP/1.1" status: 204 len: 168 time: 0.7421341 Jul 30 20:32:56.464979 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf4ed9-cb0d-4299-99a6-76b24b6811d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbb77e2a-a8a9-43b8-a03a-a767ec4be75f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:56.466926 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48018) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:56.499158 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7cee7d7e-2f22-43cc-939c-d24783ab6654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:56.537362 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee7d7e-2f22-43cc-939c-d24783ab6654 admin admin] Pushing event deleted for resources: {'Port': ['ID=49f0f192-f7d7-4f20-a08e-d790b36d91af,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:56.798305 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7cee7d7e-2f22-43cc-939c-d24783ab6654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:56.876656 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:57.013675 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3830c962-ce2c-4537-b3ea-b8253dbb6dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:57.097225 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cee7d7e-2f22-43cc-939c-d24783ab6654 admin admin] Router 36fd5eee-5839-4d4a-a5a7-5135f45c924d has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:32:57.228893 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cee7d7e-2f22-43cc-939c-d24783ab6654 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:32:57.237026 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7cee7d7e-2f22-43cc-939c-d24783ab6654 admin admin] 10.222.0.81 "PUT /v2.0/routers/36fd5eee-5839-4d4a-a5a7-5135f45c924d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2515061 Jul 30 20:32:57.237274 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48036) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:57.242824 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ef3021-668d-4b36-8b8b-55564dbd3c26 None None] Sync routers for ids ['36fd5eee-5839-4d4a-a5a7-5135f45c924d'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:32:57.259122 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ef3021-668d-4b36-8b8b-55564dbd3c26 None None] Routers {'36fd5eee-5839-4d4a-a5a7-5135f45c924d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:57.259785 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-52ef3021-668d-4b36-8b8b-55564dbd3c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['36fd5eee-5839-4d4a-a5a7-5135f45c924d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:57.338905 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48038) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:57.382951 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8470794c-3246-47cf-9bba-22ddaa9f1c97 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:57.395388 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-3830c962-ce2c-4537-b3ea-b8253dbb6dd3 admin admin] Deleting port d8c0f722-095e-4052-b460-a77e8725fd63 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:32:57.396075 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3830c962-ce2c-4537-b3ea-b8253dbb6dd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:57.431367 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-52ef3021-668d-4b36-8b8b-55564dbd3c26 None None] Set router 36fd5eee-5839-4d4a-a5a7-5135f45c924d gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:32:57.501765 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-3830c962-ce2c-4537-b3ea-b8253dbb6dd3 admin admin] For port d8c0f722-095e-4052-b460-a77e8725fd63, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d8c0f722-095e-4052-b460-a77e8725fd63,segment=NetworkSegment(3cae2b38-efe3-47fb-9036-b4d94508d8ba),segment_id=3cae2b38-efe3-47fb-9036-b4d94508d8ba)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:57.502429 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3830c962-ce2c-4537-b3ea-b8253dbb6dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:57.505935 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8470794c-3246-47cf-9bba-22ddaa9f1c97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:57.528469 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-3830c962-ce2c-4537-b3ea-b8253dbb6dd3 admin admin] Calling delete_port for d8c0f722-095e-4052-b460-a77e8725fd63 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:32:57.556267 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33693a00-5f3f-46f4-a15f-f532736ae8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:57.565646 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8470794c-3246-47cf-9bba-22ddaa9f1c97 admin admin] Deleting port 02295853-edb2-4deb-8ec2-3a79d987cac6 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:32:57.565995 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8470794c-3246-47cf-9bba-22ddaa9f1c97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:57.656345 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-52ef3021-668d-4b36-8b8b-55564dbd3c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'name': 'tempest-TestVolumeBackupRestore-642639822-router', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:37Z', 'updated_at': '2021-07-30T20:32:56Z', 'revision_number': 5, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'gw_port': {'id': '02295853-edb2-4deb-8ec2-3a79d987cac6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:38Z', 'updated_at': '2021-07-30T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:57.666367 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-8470794c-3246-47cf-9bba-22ddaa9f1c97 admin admin] For port 02295853-edb2-4deb-8ec2-3a79d987cac6, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=02295853-edb2-4deb-8ec2-3a79d987cac6,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:57.667546 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8470794c-3246-47cf-9bba-22ddaa9f1c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:57.687260 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ef3021-668d-4b36-8b8b-55564dbd3c26 None None] Checking router: 36fd5eee-5839-4d4a-a5a7-5135f45c924d for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:32:57.698435 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8470794c-3246-47cf-9bba-22ddaa9f1c97 admin admin] Calling delete_port for 02295853-edb2-4deb-8ec2-3a79d987cac6 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:32:57.705496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ef3021-668d-4b36-8b8b-55564dbd3c26 None None] Routers {'36fd5eee-5839-4d4a-a5a7-5135f45c924d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:57.706342 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-52ef3021-668d-4b36-8b8b-55564dbd3c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['36fd5eee-5839-4d4a-a5a7-5135f45c924d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:57.784547 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33693a00-5f3f-46f4-a15f-f532736ae8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:57.791299 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-33693a00-5f3f-46f4-a15f-f532736ae8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:57.803280 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-52ef3021-668d-4b36-8b8b-55564dbd3c26 None None] Set router 36fd5eee-5839-4d4a-a5a7-5135f45c924d gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:32:57.841284 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3830c962-ce2c-4537-b3ea-b8253dbb6dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:57.851099 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-33693a00-5f3f-46f4-a15f-f532736ae8de admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=259d09a094dc470b901b5d9912dbcc20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5085905 Jul 30 20:32:57.851099 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33693a00-5f3f-46f4-a15f-f532736ae8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c3ec37-c047-4afd-b10c-a99643832be7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:57.851406 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48042) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:57.860588 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-52ef3021-668d-4b36-8b8b-55564dbd3c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'name': 'tempest-TestVolumeBackupRestore-642639822-router', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:37Z', 'updated_at': '2021-07-30T20:32:57Z', 'revision_number': 6, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:57.876369 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830c962-ce2c-4537-b3ea-b8253dbb6dd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8c0f722-095e-4052-b460-a77e8725fd63,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:57.894663 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ef3021-668d-4b36-8b8b-55564dbd3c26 None None] The sync data for ids ['36fd5eee-5839-4d4a-a5a7-5135f45c924d'] in n-d-712137-9 is: [{'id': '36fd5eee-5839-4d4a-a5a7-5135f45c924d', 'name': 'tempest-TestVolumeBackupRestore-642639822-router', 'tenant_id': 'eb1c81a120714a1189f617a64d179c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:37Z', 'updated_at': '2021-07-30T20:32:57Z', 'revision_number': 6, 'project_id': 'eb1c81a120714a1189f617a64d179c5c', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:32:57.961390 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8470794c-3246-47cf-9bba-22ddaa9f1c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:58.000665 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470794c-3246-47cf-9bba-22ddaa9f1c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=02295853-edb2-4deb-8ec2-3a79d987cac6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:58.049939 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9f4f62c4-d787-4766-bea0-38c664f41d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:58.053201 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3830c962-ce2c-4537-b3ea-b8253dbb6dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:58.081909 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9f4f62c4-d787-4766-bea0-38c664f41d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:58.091789 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8470794c-3246-47cf-9bba-22ddaa9f1c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:58.196442 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8470794c-3246-47cf-9bba-22ddaa9f1c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:58.198644 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8470794c-3246-47cf-9bba-22ddaa9f1c97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:58.260002 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9f4f62c4-d787-4766-bea0-38c664f41d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:58.262799 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9f4f62c4-d787-4766-bea0-38c664f41d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:58.265041 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9f4f62c4-d787-4766-bea0-38c664f41d9a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/93c3ec37-c047-4afd-b10c-a99643832be7 HTTP/1.1" status: 204 len: 168 time: 0.4055023 Jul 30 20:32:58.273427 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8470794c-3246-47cf-9bba-22ddaa9f1c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:58.274246 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8470794c-3246-47cf-9bba-22ddaa9f1c97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36fd5eee-5839-4d4a-a5a7-5135f45c924d {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:32:58.286777 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8470794c-3246-47cf-9bba-22ddaa9f1c97 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:58.290843 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8470794c-3246-47cf-9bba-22ddaa9f1c97 admin admin] 10.222.0.81 "DELETE /v2.0/routers/36fd5eee-5839-4d4a-a5a7-5135f45c924d HTTP/1.1" status: 204 len: 168 time: 1.0526266 Jul 30 20:32:58.292920 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48046) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:58.309026 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f62c4-d787-4766-bea0-38c664f41d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c3ec37-c047-4afd-b10c-a99643832be7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:58.341220 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3830c962-ce2c-4537-b3ea-b8253dbb6dd3 admin admin] Router ad5d487c-fa39-45b7-a358-b8dd280296ed has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:32:58.358340 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c7320b-f493-451b-9aa6-f7d4182f5bfd admin admin] Deleting subnet 7856c885-6013-47c0-b4a0-74bc8dd5c577 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:32:58.365936 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8c7320b-f493-451b-9aa6-f7d4182f5bfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:58.444363 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8c7320b-f493-451b-9aa6-f7d4182f5bfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:58.534786 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3830c962-ce2c-4537-b3ea-b8253dbb6dd3 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:32:58.544585 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb664bab-567d-4a67-b7bc-14068d7288a6 None None] Sync routers for ids ['ad5d487c-fa39-45b7-a358-b8dd280296ed'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:32:58.554077 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb664bab-567d-4a67-b7bc-14068d7288a6 None None] Routers {'ad5d487c-fa39-45b7-a358-b8dd280296ed'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:58.554750 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bb664bab-567d-4a67-b7bc-14068d7288a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ad5d487c-fa39-45b7-a358-b8dd280296ed'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:58.558272 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3830c962-ce2c-4537-b3ea-b8253dbb6dd3 admin admin] 10.222.0.81 "PUT /v2.0/routers/ad5d487c-fa39-45b7-a358-b8dd280296ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0880709 Jul 30 20:32:58.558417 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48050) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:58.603928 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48052) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:58.614867 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8c7320b-f493-451b-9aa6-f7d4182f5bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:58.618420 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99b4a23c-6a0f-4ba4-9140-5249b666e589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:58.677479 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-bb664bab-567d-4a67-b7bc-14068d7288a6 None None] Set router ad5d487c-fa39-45b7-a358-b8dd280296ed gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:32:58.713050 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a47406fc-942e-40c4-85e2-8331cb19d261 admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:58.719992 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 49f0f192-f7d7-4f20-a08e-d790b36d91af no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:32:58.730126 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99b4a23c-6a0f-4ba4-9140-5249b666e589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:58.742020 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99b4a23c-6a0f-4ba4-9140-5249b666e589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:58.756677 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 49f0f192-f7d7-4f20-a08e-d790b36d91af {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:32:58.757003 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 49f0f192-f7d7-4f20-a08e-d790b36d91af not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:32:58.776649 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8c7320b-f493-451b-9aa6-f7d4182f5bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:58.800539 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-99b4a23c-6a0f-4ba4-9140-5249b666e589 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0a29401cc60f4c53aba641024cc251d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1954324 Jul 30 20:32:58.802951 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48054) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:58.809191 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4a23c-6a0f-4ba4-9140-5249b666e589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c8e602-844c-477e-95d3-fccf79f26511,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:58.840520 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8c7320b-f493-451b-9aa6-f7d4182f5bfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:58.843002 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a8c7320b-f493-451b-9aa6-f7d4182f5bfd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7856c885-6013-47c0-b4a0-74bc8dd5c577 HTTP/1.1" status: 204 len: 168 time: 0.5486732 Jul 30 20:32:58.843539 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7320b-f493-451b-9aa6-f7d4182f5bfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7856c885-6013-47c0-b4a0-74bc8dd5c577,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:58.845681 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48056) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:58.847894 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91981b8-d1c1-44eb-8029-32e9152cf9b6 None None] Network c5c7e57c-8838-4f2e-901c-16d052cbb5c3 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:32:58.884280 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a47406fc-942e-40c4-85e2-8331cb19d261 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:58.927620 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5dbfa78d-9a9d-4370-95a2-2a09845f9f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:58.931340 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bb664bab-567d-4a67-b7bc-14068d7288a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5d487c-fa39-45b7-a358-b8dd280296ed', 'name': 'tempest-TestServerMultinode-1475831959-router', 'tenant_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '0ed5a255-f6b3-4fa8-8507-1a231b386508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:58Z', 'updated_at': '2021-07-30T20:32:57Z', 'revision_number': 5, 'project_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'gw_port': {'id': '0ed5a255-f6b3-4fa8-8507-1a231b386508', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5d487c-fa39-45b7-a358-b8dd280296ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:00Z', 'updated_at': '2021-07-30T20:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:58.961568 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-a47406fc-942e-40c4-85e2-8331cb19d261 admin admin] Deleting port 0ed5a255-f6b3-4fa8-8507-1a231b386508 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:32:58.961864 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a47406fc-942e-40c4-85e2-8331cb19d261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:58.965547 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5dbfa78d-9a9d-4370-95a2-2a09845f9f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:58.971013 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb664bab-567d-4a67-b7bc-14068d7288a6 None None] Checking router: ad5d487c-fa39-45b7-a358-b8dd280296ed for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:32:58.976367 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f88686f-1b4b-4874-a05c-fdbca8e63dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:58.981456 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb664bab-567d-4a67-b7bc-14068d7288a6 None None] Routers {'ad5d487c-fa39-45b7-a358-b8dd280296ed'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:32:58.982364 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bb664bab-567d-4a67-b7bc-14068d7288a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ad5d487c-fa39-45b7-a358-b8dd280296ed'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:59.062697 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5dbfa78d-9a9d-4370-95a2-2a09845f9f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.065392 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5dbfa78d-9a9d-4370-95a2-2a09845f9f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.069203 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5dbfa78d-9a9d-4370-95a2-2a09845f9f5c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/74c8e602-844c-477e-95d3-fccf79f26511 HTTP/1.1" status: 204 len: 168 time: 0.2652524 Jul 30 20:32:59.078470 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbfa78d-9a9d-4370-95a2-2a09845f9f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c8e602-844c-477e-95d3-fccf79f26511,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:59.082490 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-a47406fc-942e-40c4-85e2-8331cb19d261 admin admin] For port 0ed5a255-f6b3-4fa8-8507-1a231b386508, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0ed5a255-f6b3-4fa8-8507-1a231b386508,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:59.082998 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a47406fc-942e-40c4-85e2-8331cb19d261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.088162 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3f88686f-1b4b-4874-a05c-fdbca8e63dd8 admin admin] Deleting port c6cd0567-280f-47ee-9d98-3ee4f19443bc {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:32:59.088162 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f88686f-1b4b-4874-a05c-fdbca8e63dd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.130380 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98a4a06-50e1-4ca4-8b87-76ef029f1d76 None None] DHCP port deletion for c5c7e57c-8838-4f2e-901c-16d052cbb5c3 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:32:59.144748 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-bb664bab-567d-4a67-b7bc-14068d7288a6 None None] Set router ad5d487c-fa39-45b7-a358-b8dd280296ed gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:32:59.145591 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-a47406fc-942e-40c4-85e2-8331cb19d261 admin admin] Calling delete_port for 0ed5a255-f6b3-4fa8-8507-1a231b386508 owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:32:59.181911 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-3f88686f-1b4b-4874-a05c-fdbca8e63dd8 admin admin] For port c6cd0567-280f-47ee-9d98-3ee4f19443bc, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c6cd0567-280f-47ee-9d98-3ee4f19443bc,segment=NetworkSegment(aa1e0987-4600-4c58-8357-a709ccc23d2b),segment_id=aa1e0987-4600-4c58-8357-a709ccc23d2b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:59.182344 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f88686f-1b4b-4874-a05c-fdbca8e63dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.208013 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3f88686f-1b4b-4874-a05c-fdbca8e63dd8 admin admin] Calling delete_port for c6cd0567-280f-47ee-9d98-3ee4f19443bc owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:32:59.219696 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bb664bab-567d-4a67-b7bc-14068d7288a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5d487c-fa39-45b7-a358-b8dd280296ed', 'name': 'tempest-TestServerMultinode-1475831959-router', 'tenant_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:58Z', 'updated_at': '2021-07-30T20:32:58Z', 'revision_number': 6, 'project_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:59.255137 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d98a4a06-50e1-4ca4-8b87-76ef029f1d76 None None] Deleting port c6cd0567-280f-47ee-9d98-3ee4f19443bc {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:32:59.255816 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d98a4a06-50e1-4ca4-8b87-76ef029f1d76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.264795 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb664bab-567d-4a67-b7bc-14068d7288a6 None None] The sync data for ids ['ad5d487c-fa39-45b7-a358-b8dd280296ed'] in n-d-712137-9 is: [{'id': 'ad5d487c-fa39-45b7-a358-b8dd280296ed', 'name': 'tempest-TestServerMultinode-1475831959-router', 'tenant_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:31:58Z', 'updated_at': '2021-07-30T20:32:58Z', 'revision_number': 6, 'project_id': 'a04b0a8dc3804a6e9fc941584ca22568', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:32:59.351198 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d98a4a06-50e1-4ca4-8b87-76ef029f1d76 None None] For port c6cd0567-280f-47ee-9d98-3ee4f19443bc, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c6cd0567-280f-47ee-9d98-3ee4f19443bc,segment=NetworkSegment(aa1e0987-4600-4c58-8357-a709ccc23d2b),segment_id=aa1e0987-4600-4c58-8357-a709ccc23d2b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:32:59.351659 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d98a4a06-50e1-4ca4-8b87-76ef029f1d76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.357245 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f88686f-1b4b-4874-a05c-fdbca8e63dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.365648 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d98a4a06-50e1-4ca4-8b87-76ef029f1d76 None None] Calling delete_port for c6cd0567-280f-47ee-9d98-3ee4f19443bc owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:32:59.400730 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a47406fc-942e-40c4-85e2-8331cb19d261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.402079 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88686f-1b4b-4874-a05c-fdbca8e63dd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6cd0567-280f-47ee-9d98-3ee4f19443bc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:59.408222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f88686f-1b4b-4874-a05c-fdbca8e63dd8 admin admin] No DVR routers for this DVR port c6cd0567-280f-47ee-9d98-3ee4f19443bc on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:32:59.430004 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47406fc-942e-40c4-85e2-8331cb19d261 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ed5a255-f6b3-4fa8-8507-1a231b386508,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:59.472622 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d98a4a06-50e1-4ca4-8b87-76ef029f1d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.492369 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a47406fc-942e-40c4-85e2-8331cb19d261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.502711 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a4a06-50e1-4ca4-8b87-76ef029f1d76 None None] Pushing event deleted for resources: {'Port': ['ID=c6cd0567-280f-47ee-9d98-3ee4f19443bc,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:59.512826 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98a4a06-50e1-4ca4-8b87-76ef029f1d76 None None] No DVR routers for this DVR port c6cd0567-280f-47ee-9d98-3ee4f19443bc on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:32:59.517161 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f88686f-1b4b-4874-a05c-fdbca8e63dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.529079 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-3f88686f-1b4b-4874-a05c-fdbca8e63dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c7e57c-8838-4f2e-901c-16d052cbb5c3']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:59.540982 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-3f88686f-1b4b-4874-a05c-fdbca8e63dd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1e0987-4600-4c58-8357-a709ccc23d2b') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:59.541274 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-3f88686f-1b4b-4874-a05c-fdbca8e63dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1e0987-4600-4c58-8357-a709ccc23d2b') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:32:59.550559 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f88686f-1b4b-4874-a05c-fdbca8e63dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.566600 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f88686f-1b4b-4874-a05c-fdbca8e63dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.575851 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f88686f-1b4b-4874-a05c-fdbca8e63dd8 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:32:59.576355 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f88686f-1b4b-4874-a05c-fdbca8e63dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:32:59.578448 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:32:59.598310 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a47406fc-942e-40c4-85e2-8331cb19d261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.600504 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a47406fc-942e-40c4-85e2-8331cb19d261 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.654848 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a47406fc-942e-40c4-85e2-8331cb19d261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.655825 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47406fc-942e-40c4-85e2-8331cb19d261 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad5d487c-fa39-45b7-a358-b8dd280296ed {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:32:59.660302 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a47406fc-942e-40c4-85e2-8331cb19d261 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.661465 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a47406fc-942e-40c4-85e2-8331cb19d261 admin admin] 10.222.0.81 "DELETE /v2.0/routers/ad5d487c-fa39-45b7-a358-b8dd280296ed HTTP/1.1" status: 204 len: 168 time: 1.1022239 Jul 30 20:32:59.666420 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48070) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:59.673236 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f88686f-1b4b-4874-a05c-fdbca8e63dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.678043 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f88686f-1b4b-4874-a05c-fdbca8e63dd8 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.680559 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3f88686f-1b4b-4874-a05c-fdbca8e63dd8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c5c7e57c-8838-4f2e-901c-16d052cbb5c3 HTTP/1.1" status: 204 len: 168 time: 0.8249536 Jul 30 20:32:59.683752 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48072) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:59.727005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1b2102-922c-4368-b272-a84a3f181cb0 admin admin] Deleting subnet 15469df5-516c-40d6-b060-31b7db8b2233 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:32:59.735699 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e1b2102-922c-4368-b272-a84a3f181cb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.751008 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88686f-1b4b-4874-a05c-fdbca8e63dd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5c7e57c-8838-4f2e-901c-16d052cbb5c3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:59.774364 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e1b2102-922c-4368-b272-a84a3f181cb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.880242 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e1b2102-922c-4368-b272-a84a3f181cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.940741 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e1b2102-922c-4368-b272-a84a3f181cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.977384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b2102-922c-4368-b272-a84a3f181cb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15469df5-516c-40d6-b060-31b7db8b2233,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:32:59.981988 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e1b2102-922c-4368-b272-a84a3f181cb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:32:59.986424 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3e1b2102-922c-4368-b272-a84a3f181cb0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/15469df5-516c-40d6-b060-31b7db8b2233 HTTP/1.1" status: 204 len: 168 time: 0.3166592 Jul 30 20:32:59.986625 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48084) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:32:59.994590 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df755477-aaa1-474d-8250-7bb134b0681e None None] Network e5d4433c-27db-4c66-a08e-87b8e9b620c6 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:33:00.086756 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90ae74a8-0c78-4019-856e-c5ca81f43a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:00.198659 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-90ae74a8-0c78-4019-856e-c5ca81f43a21 admin admin] Deleting port d2ceb9c1-45c2-4483-acc4-c4132ba7226a {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:33:00.199011 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90ae74a8-0c78-4019-856e-c5ca81f43a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:00.282658 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-90ae74a8-0c78-4019-856e-c5ca81f43a21 admin admin] For port d2ceb9c1-45c2-4483-acc4-c4132ba7226a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d2ceb9c1-45c2-4483-acc4-c4132ba7226a,segment=NetworkSegment(3cae2b38-efe3-47fb-9036-b4d94508d8ba),segment_id=3cae2b38-efe3-47fb-9036-b4d94508d8ba)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:33:00.292501 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90ae74a8-0c78-4019-856e-c5ca81f43a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:00.308502 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-90ae74a8-0c78-4019-856e-c5ca81f43a21 admin admin] Calling delete_port for d2ceb9c1-45c2-4483-acc4-c4132ba7226a owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:33:00.366402 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 02295853-edb2-4deb-8ec2-3a79d987cac6 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:33:00.392676 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 02295853-edb2-4deb-8ec2-3a79d987cac6 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:33:00.392910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 02295853-edb2-4deb-8ec2-3a79d987cac6 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:33:00.393327 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c6cd0567-280f-47ee-9d98-3ee4f19443bc no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:33:00.422032 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: c6cd0567-280f-47ee-9d98-3ee4f19443bc {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:33:00.422486 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c6cd0567-280f-47ee-9d98-3ee4f19443bc not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:33:00.422975 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d8c0f722-095e-4052-b460-a77e8725fd63 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:33:00.437873 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90ae74a8-0c78-4019-856e-c5ca81f43a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:00.445413 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: d8c0f722-095e-4052-b460-a77e8725fd63 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:33:00.445876 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d8c0f722-095e-4052-b460-a77e8725fd63 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:33:00.446303 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0ed5a255-f6b3-4fa8-8507-1a231b386508 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:33:00.476430 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 0ed5a255-f6b3-4fa8-8507-1a231b386508 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:33:00.476986 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0ed5a255-f6b3-4fa8-8507-1a231b386508 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:33:00.490136 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ae74a8-0c78-4019-856e-c5ca81f43a21 admin admin] No DVR routers for this DVR port d2ceb9c1-45c2-4483-acc4-c4132ba7226a on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:33:00.499365 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae74a8-0c78-4019-856e-c5ca81f43a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2ceb9c1-45c2-4483-acc4-c4132ba7226a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:00.596796 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90ae74a8-0c78-4019-856e-c5ca81f43a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:00.622634 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-90ae74a8-0c78-4019-856e-c5ca81f43a21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d4433c-27db-4c66-a08e-87b8e9b620c6']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:00.627074 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec72fe33-c228-4596-b41e-75ba2d770c7b None None] DHCP port deletion for e5d4433c-27db-4c66-a08e-87b8e9b620c6 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:33:00.642100 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-90ae74a8-0c78-4019-856e-c5ca81f43a21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cae2b38-efe3-47fb-9036-b4d94508d8ba') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:00.642250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-90ae74a8-0c78-4019-856e-c5ca81f43a21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cae2b38-efe3-47fb-9036-b4d94508d8ba') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:00.652638 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90ae74a8-0c78-4019-856e-c5ca81f43a21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:00.666638 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90ae74a8-0c78-4019-856e-c5ca81f43a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:00.673701 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ae74a8-0c78-4019-856e-c5ca81f43a21 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:33:00.674391 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90ae74a8-0c78-4019-856e-c5ca81f43a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:33:00.676676 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:33:00.731768 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48094) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:00.738588 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90ae74a8-0c78-4019-856e-c5ca81f43a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:00.743258 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90ae74a8-0c78-4019-856e-c5ca81f43a21 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:00.748010 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-90ae74a8-0c78-4019-856e-c5ca81f43a21 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e5d4433c-27db-4c66-a08e-87b8e9b620c6 HTTP/1.1" status: 204 len: 168 time: 0.7597609 Jul 30 20:33:00.760003 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbb8fe31-e7bd-4673-b96e-1f00c71f04e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:00.762367 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae74a8-0c78-4019-856e-c5ca81f43a21 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5d4433c-27db-4c66-a08e-87b8e9b620c6,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:00.862854 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-51a69e1c-9c2f-472b-9e21-630237f743f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:00.879635 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48100) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:00.952188 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d0f498f6-b72e-41fe-b658-d91d80f0f7e0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c639ec63e00946359c7322f79727c620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0713913 Jul 30 20:33:00.952450 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48102) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:00.999351 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-51a69e1c-9c2f-472b-9e21-630237f743f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:01.003338 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-51a69e1c-9c2f-472b-9e21-630237f743f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:01.045616 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-51a69e1c-9c2f-472b-9e21-630237f743f2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ec970ad3a3b44958ba2943b8ec3f9ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3127904 Jul 30 20:33:01.046376 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac2d41f9-9ae5-4af0-8bb1-fea55a929dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:01.048151 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48104) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:01.054121 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a69e1c-9c2f-472b-9e21-630237f743f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b25bfa-e596-4af7-9639-1f2f24107fa8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:01.076757 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac2d41f9-9ae5-4af0-8bb1-fea55a929dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:01.086289 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bbb8fe31-e7bd-4673-b96e-1f00c71f04e7 admin admin] Deleting port a636c784-d42f-46f3-8dfa-912f4fbc507e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:33:01.086631 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbb8fe31-e7bd-4673-b96e-1f00c71f04e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:01.102170 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b5e29795-b5aa-4ffd-acba-0b6b1a263ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:01.123717 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b5e29795-b5aa-4ffd-acba-0b6b1a263ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:01.173623 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b5e29795-b5aa-4ffd-acba-0b6b1a263ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:01.176167 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b5e29795-b5aa-4ffd-acba-0b6b1a263ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:01.179763 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b5e29795-b5aa-4ffd-acba-0b6b1a263ebc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/63b25bfa-e596-4af7-9639-1f2f24107fa8 HTTP/1.1" status: 204 len: 168 time: 0.1282015 Jul 30 20:33:01.181480 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac2d41f9-9ae5-4af0-8bb1-fea55a929dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:01.184541 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac2d41f9-9ae5-4af0-8bb1-fea55a929dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:01.185657 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ac2d41f9-9ae5-4af0-8bb1-fea55a929dc8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e607d69b-e366-43c7-8eed-0c9afae9a86f HTTP/1.1" status: 204 len: 168 time: 0.2324359 Jul 30 20:33:01.194296 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-bbb8fe31-e7bd-4673-b96e-1f00c71f04e7 admin admin] For port a636c784-d42f-46f3-8dfa-912f4fbc507e, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=a636c784-d42f-46f3-8dfa-912f4fbc507e,segment=NetworkSegment(ad319276-8840-41de-b4c5-91bea03bd726),segment_id=ad319276-8840-41de-b4c5-91bea03bd726)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:33:01.194866 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbb8fe31-e7bd-4673-b96e-1f00c71f04e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:01.203495 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e29795-b5aa-4ffd-acba-0b6b1a263ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b25bfa-e596-4af7-9639-1f2f24107fa8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:01.206060 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d41f9-9ae5-4af0-8bb1-fea55a929dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e607d69b-e366-43c7-8eed-0c9afae9a86f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:01.218356 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bbb8fe31-e7bd-4673-b96e-1f00c71f04e7 admin admin] Calling delete_port for a636c784-d42f-46f3-8dfa-912f4fbc507e owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:33:01.446453 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbb8fe31-e7bd-4673-b96e-1f00c71f04e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:01.490377 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8fe31-e7bd-4673-b96e-1f00c71f04e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a636c784-d42f-46f3-8dfa-912f4fbc507e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:01.627649 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48122) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:01.710600 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbb8fe31-e7bd-4673-b96e-1f00c71f04e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:01.715275 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4d00d5fe-01e6-442f-9c60-1da3b1c753b3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a04b0a8dc3804a6e9fc941584ca22568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0864151 Jul 30 20:33:01.717997 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48124) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:01.772027 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dda0bf58-020d-4b9e-be47-1957b48c5893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:01.795869 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dda0bf58-020d-4b9e-be47-1957b48c5893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:01.857709 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dda0bf58-020d-4b9e-be47-1957b48c5893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:01.860629 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dda0bf58-020d-4b9e-be47-1957b48c5893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:01.864279 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-dda0bf58-020d-4b9e-be47-1957b48c5893 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2b93fb86-6120-4322-92b8-48dc5c5dca80 HTTP/1.1" status: 204 len: 168 time: 0.1423109 Jul 30 20:33:01.882580 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0bf58-020d-4b9e-be47-1957b48c5893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b93fb86-6120-4322-92b8-48dc5c5dca80,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:01.953183 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb8fe31-e7bd-4673-b96e-1f00c71f04e7 admin admin] Router feef8e6c-d842-4f34-9d59-66b5df9fd3a3 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:33:02.078009 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb8fe31-e7bd-4673-b96e-1f00c71f04e7 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:33:02.090772 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a53187e-7944-47a8-8543-6e6474080f8c None None] Sync routers for ids ['feef8e6c-d842-4f34-9d59-66b5df9fd3a3'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:33:02.105674 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48144) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:02.106247 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bbb8fe31-e7bd-4673-b96e-1f00c71f04e7 admin admin] 10.222.0.81 "PUT /v2.0/routers/feef8e6c-d842-4f34-9d59-66b5df9fd3a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4211323 Jul 30 20:33:02.114127 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a53187e-7944-47a8-8543-6e6474080f8c None None] Routers {'feef8e6c-d842-4f34-9d59-66b5df9fd3a3'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:33:02.115010 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5a53187e-7944-47a8-8543-6e6474080f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['feef8e6c-d842-4f34-9d59-66b5df9fd3a3'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:02.241007 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54b10b70-0808-4e99-8f3e-e0a53a68e8c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:02.291547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d2ceb9c1-45c2-4483-acc4-c4132ba7226a no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:33:02.316450 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: d2ceb9c1-45c2-4483-acc4-c4132ba7226a {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:33:02.317213 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d2ceb9c1-45c2-4483-acc4-c4132ba7226a not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:33:02.353968 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-5a53187e-7944-47a8-8543-6e6474080f8c None None] Set router feef8e6c-d842-4f34-9d59-66b5df9fd3a3 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:33:02.408691 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54b10b70-0808-4e99-8f3e-e0a53a68e8c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:02.470957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-54b10b70-0808-4e99-8f3e-e0a53a68e8c7 admin admin] Deleting port afe66137-23ba-4877-aa05-13d789554dcd {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:33:02.470957 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54b10b70-0808-4e99-8f3e-e0a53a68e8c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:02.555025 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5a53187e-7944-47a8-8543-6e6474080f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feef8e6c-d842-4f34-9d59-66b5df9fd3a3', 'name': 'tempest-TestVolumeBackupRestore-149854328-router', 'tenant_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'afe66137-23ba-4877-aa05-13d789554dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:46Z', 'updated_at': '2021-07-30T20:33:01Z', 'revision_number': 5, 'project_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'gw_port': {'id': 'afe66137-23ba-4877-aa05-13d789554dcd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feef8e6c-d842-4f34-9d59-66b5df9fd3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:28:47Z', 'updated_at': '2021-07-30T20:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:02.570988 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-54b10b70-0808-4e99-8f3e-e0a53a68e8c7 admin admin] For port afe66137-23ba-4877-aa05-13d789554dcd, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=afe66137-23ba-4877-aa05-13d789554dcd,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:33:02.571364 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54b10b70-0808-4e99-8f3e-e0a53a68e8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:02.584744 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-54b10b70-0808-4e99-8f3e-e0a53a68e8c7 admin admin] Calling delete_port for afe66137-23ba-4877-aa05-13d789554dcd owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:33:02.586178 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a53187e-7944-47a8-8543-6e6474080f8c None None] Checking router: feef8e6c-d842-4f34-9d59-66b5df9fd3a3 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:33:02.594635 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a53187e-7944-47a8-8543-6e6474080f8c None None] Routers {'feef8e6c-d842-4f34-9d59-66b5df9fd3a3'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:33:02.595254 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5a53187e-7944-47a8-8543-6e6474080f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['feef8e6c-d842-4f34-9d59-66b5df9fd3a3'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:02.687321 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-5a53187e-7944-47a8-8543-6e6474080f8c None None] Set router feef8e6c-d842-4f34-9d59-66b5df9fd3a3 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:33:02.743908 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5a53187e-7944-47a8-8543-6e6474080f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feef8e6c-d842-4f34-9d59-66b5df9fd3a3', 'name': 'tempest-TestVolumeBackupRestore-149854328-router', 'tenant_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:46Z', 'updated_at': '2021-07-30T20:33:02Z', 'revision_number': 6, 'project_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:02.780972 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a53187e-7944-47a8-8543-6e6474080f8c None None] The sync data for ids ['feef8e6c-d842-4f34-9d59-66b5df9fd3a3'] in n-d-712137-9 is: [{'id': 'feef8e6c-d842-4f34-9d59-66b5df9fd3a3', 'name': 'tempest-TestVolumeBackupRestore-149854328-router', 'tenant_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:28:46Z', 'updated_at': '2021-07-30T20:33:02Z', 'revision_number': 6, 'project_id': 'c5e557dd8ac641b9b5948dcc9b6d4420', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:33:02.782001 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54b10b70-0808-4e99-8f3e-e0a53a68e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:02.812156 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b10b70-0808-4e99-8f3e-e0a53a68e8c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=afe66137-23ba-4877-aa05-13d789554dcd,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:02.882364 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54b10b70-0808-4e99-8f3e-e0a53a68e8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:02.978464 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54b10b70-0808-4e99-8f3e-e0a53a68e8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:02.981245 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54b10b70-0808-4e99-8f3e-e0a53a68e8c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:03.029886 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54b10b70-0808-4e99-8f3e-e0a53a68e8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:03.030407 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b10b70-0808-4e99-8f3e-e0a53a68e8c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router feef8e6c-d842-4f34-9d59-66b5df9fd3a3 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:33:03.034409 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-54b10b70-0808-4e99-8f3e-e0a53a68e8c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:03.035573 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-54b10b70-0808-4e99-8f3e-e0a53a68e8c7 admin admin] 10.222.0.81 "DELETE /v2.0/routers/feef8e6c-d842-4f34-9d59-66b5df9fd3a3 HTTP/1.1" status: 204 len: 168 time: 0.9280224 Jul 30 20:33:03.038053 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48210) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:03.086317 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-dddd5fe3-5d1b-4ab6-804d-40a4aeeb93c7 admin admin] Deleting subnet c5fe6838-c7b4-44f6-8e2c-78921b8e0542 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:33:03.090589 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dddd5fe3-5d1b-4ab6-804d-40a4aeeb93c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:03.126868 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dddd5fe3-5d1b-4ab6-804d-40a4aeeb93c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:03.222917 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dddd5fe3-5d1b-4ab6-804d-40a4aeeb93c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:03.288273 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dddd5fe3-5d1b-4ab6-804d-40a4aeeb93c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:03.317240 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd5fe3-5d1b-4ab6-804d-40a4aeeb93c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5fe6838-c7b4-44f6-8e2c-78921b8e0542,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:03.319234 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dddd5fe3-5d1b-4ab6-804d-40a4aeeb93c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:03.321122 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-dddd5fe3-5d1b-4ab6-804d-40a4aeeb93c7 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c5fe6838-c7b4-44f6-8e2c-78921b8e0542 HTTP/1.1" status: 204 len: 168 time: 0.2821617 Jul 30 20:33:03.323281 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08d940e-8662-462a-8890-7b82cbb35aa6 None None] Network 89c320a8-4970-4040-8c24-e57688469df1 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:33:03.323774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48216) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:03.402715 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7f887224-8531-4413-bcb5-4273cfc5c592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:03.461511 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-7f887224-8531-4413-bcb5-4273cfc5c592 admin admin] Deleting port 6fce8d3a-a7ea-40a6-a90c-113d04c07399 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:33:03.461860 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7f887224-8531-4413-bcb5-4273cfc5c592 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:03.527567 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-7f887224-8531-4413-bcb5-4273cfc5c592 admin admin] For port 6fce8d3a-a7ea-40a6-a90c-113d04c07399, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6fce8d3a-a7ea-40a6-a90c-113d04c07399,segment=NetworkSegment(ad319276-8840-41de-b4c5-91bea03bd726),segment_id=ad319276-8840-41de-b4c5-91bea03bd726)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:33:03.527879 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7f887224-8531-4413-bcb5-4273cfc5c592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:03.541250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-7f887224-8531-4413-bcb5-4273cfc5c592 admin admin] Calling delete_port for 6fce8d3a-a7ea-40a6-a90c-113d04c07399 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:33:03.586789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4746c70d-7fff-49ac-84e8-2ea63fe25a0d None None] DHCP port deletion for 89c320a8-4970-4040-8c24-e57688469df1 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:33:03.646092 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7f887224-8531-4413-bcb5-4273cfc5c592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:03.649646 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4746c70d-7fff-49ac-84e8-2ea63fe25a0d None None] Deleting port 6fce8d3a-a7ea-40a6-a90c-113d04c07399 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:33:03.650136 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4746c70d-7fff-49ac-84e8-2ea63fe25a0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:03.676716 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f887224-8531-4413-bcb5-4273cfc5c592 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fce8d3a-a7ea-40a6-a90c-113d04c07399,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:03.682207 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f887224-8531-4413-bcb5-4273cfc5c592 admin admin] No DVR routers for this DVR port 6fce8d3a-a7ea-40a6-a90c-113d04c07399 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:33:03.720173 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4746c70d-7fff-49ac-84e8-2ea63fe25a0d None None] For port 6fce8d3a-a7ea-40a6-a90c-113d04c07399, host n-d-712137-9, got binding levels [] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:33:03.720821 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4746c70d-7fff-49ac-84e8-2ea63fe25a0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:03.734087 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4746c70d-7fff-49ac-84e8-2ea63fe25a0d None None] Calling delete_port for 6fce8d3a-a7ea-40a6-a90c-113d04c07399 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:33:03.737345 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.ipam_backend_mixin [None req-4746c70d-7fff-49ac-84e8-2ea63fe25a0d None None] Port 6fce8d3a-a7ea-40a6-a90c-113d04c07399 was not found and therefore no delete operation was performed {{(pid=93884) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 20:33:03.738686 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4746c70d-7fff-49ac-84e8-2ea63fe25a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:03.759247 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7f887224-8531-4413-bcb5-4273cfc5c592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:03.766821 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746c70d-7fff-49ac-84e8-2ea63fe25a0d None None] Pushing event deleted for resources: {'Port': ['ID=6fce8d3a-a7ea-40a6-a90c-113d04c07399,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:03.771653 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4746c70d-7fff-49ac-84e8-2ea63fe25a0d None None] No DVR routers for this DVR port 6fce8d3a-a7ea-40a6-a90c-113d04c07399 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:33:03.776356 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-7f887224-8531-4413-bcb5-4273cfc5c592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c320a8-4970-4040-8c24-e57688469df1']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:03.789158 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-7f887224-8531-4413-bcb5-4273cfc5c592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad319276-8840-41de-b4c5-91bea03bd726') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:03.789459 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-7f887224-8531-4413-bcb5-4273cfc5c592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad319276-8840-41de-b4c5-91bea03bd726') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:03.802460 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7f887224-8531-4413-bcb5-4273cfc5c592 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:03.822132 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7f887224-8531-4413-bcb5-4273cfc5c592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:03.829297 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f887224-8531-4413-bcb5-4273cfc5c592 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:33:03.829787 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7f887224-8531-4413-bcb5-4273cfc5c592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:33:03.831776 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:33:03.909848 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7f887224-8531-4413-bcb5-4273cfc5c592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:03.928161 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7f887224-8531-4413-bcb5-4273cfc5c592 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:03.930314 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7f887224-8531-4413-bcb5-4273cfc5c592 admin admin] 10.222.0.81 "DELETE /v2.0/networks/89c320a8-4970-4040-8c24-e57688469df1 HTTP/1.1" status: 204 len: 168 time: 0.6058476 Jul 30 20:33:03.942884 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f887224-8531-4413-bcb5-4273cfc5c592 admin admin] Pushing event deleted for resources: {'Network': ['ID=89c320a8-4970-4040-8c24-e57688469df1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:04.101065 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48222) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:04.148239 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device a636c784-d42f-46f3-8dfa-912f4fbc507e no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:33:04.151928 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48224) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:04.152595 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-da372332-f8e3-49ac-ade7-c323adfa02e4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eb1c81a120714a1189f617a64d179c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440254 Jul 30 20:33:04.184345 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: a636c784-d42f-46f3-8dfa-912f4fbc507e {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:33:04.184585 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device a636c784-d42f-46f3-8dfa-912f4fbc507e not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:33:04.185191 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device afe66137-23ba-4877-aa05-13d789554dcd no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:33:04.205879 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: afe66137-23ba-4877-aa05-13d789554dcd {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:33:04.206224 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device afe66137-23ba-4877-aa05-13d789554dcd not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:33:04.206640 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6fce8d3a-a7ea-40a6-a90c-113d04c07399 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:33:04.214873 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3018b4d1-983f-434f-b397-2fb62547e5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:04.226314 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 6fce8d3a-a7ea-40a6-a90c-113d04c07399 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:33:04.226884 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6fce8d3a-a7ea-40a6-a90c-113d04c07399 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:33:04.247825 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3018b4d1-983f-434f-b397-2fb62547e5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:04.296612 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3018b4d1-983f-434f-b397-2fb62547e5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:04.299138 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3018b4d1-983f-434f-b397-2fb62547e5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:04.300446 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3018b4d1-983f-434f-b397-2fb62547e5c3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/129c49eb-63d6-4a31-9eb2-d27dd8bc5b58 HTTP/1.1" status: 204 len: 168 time: 0.1475320 Jul 30 20:33:04.311702 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018b4d1-983f-434f-b397-2fb62547e5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129c49eb-63d6-4a31-9eb2-d27dd8bc5b58,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:04.623680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48230) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:04.670675 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b942fda0-7fbe-4c51-9840-1b68dd5beb51 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c5e557dd8ac641b9b5948dcc9b6d4420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454857 Jul 30 20:33:04.673263 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48232) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:04.723419 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-064c7ada-cfaa-4fed-9e30-500059406f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:04.745757 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-064c7ada-cfaa-4fed-9e30-500059406f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:04.795904 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-064c7ada-cfaa-4fed-9e30-500059406f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:04.798775 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-064c7ada-cfaa-4fed-9e30-500059406f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:04.799961 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-064c7ada-cfaa-4fed-9e30-500059406f6c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dab4b467-2ed2-47c1-bc89-441968bda3c5 HTTP/1.1" status: 204 len: 168 time: 0.1257150 Jul 30 20:33:04.810920 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c7ada-cfaa-4fed-9e30-500059406f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab4b467-2ed2-47c1-bc89-441968bda3c5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:05.495733 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48256) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:05.602831 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-73a5394c-7dd8-4901-9850-a34f134428a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1978045840-network', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:33:05.628357 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a5394c-7dd8-4901-9850-a34f134428a0 admin admin] Made reservation on behalf of 40df3973962c47808e3981dec5fc9c7f for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:33:05.630700 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73a5394c-7dd8-4901-9850-a34f134428a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:05.639381 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73a5394c-7dd8-4901-9850-a34f134428a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:05.735929 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73a5394c-7dd8-4901-9850-a34f134428a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:05.740335 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73a5394c-7dd8-4901-9850-a34f134428a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:05.761637 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a5394c-7dd8-4901-9850-a34f134428a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:33:05.777896 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5394c-7dd8-4901-9850-a34f134428a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc998fd8-8bca-4e56-8482-46096807205c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:05.780841 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73a5394c-7dd8-4901-9850-a34f134428a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:05.781187 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-73a5394c-7dd8-4901-9850-a34f134428a0 admin admin] Added segment 9160e641-6a3b-44f7-8a98-fa1e8b80d826 of type vlan for network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 Jul 30 20:33:05.822718 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73a5394c-7dd8-4901-9850-a34f134428a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:05.853192 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73a5394c-7dd8-4901-9850-a34f134428a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:05.854859 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a5394c-7dd8-4901-9850-a34f134428a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:05.855449 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73a5394c-7dd8-4901-9850-a34f134428a0 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:05.909653 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-73a5394c-7dd8-4901-9850-a34f134428a0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4127860 Jul 30 20:33:05.912812 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48260) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:05.917173 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5394c-7dd8-4901-9850-a34f134428a0 admin admin] Pushing event updated for resources: {'Network': ['ID=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:05.918292 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b54deb25-5d76-47b6-a1ce-4ea222b2336d admin admin] Request body: {'subnet': {'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1978045840-subnet', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:33:05.932073 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:33:05.948559 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54deb25-5d76-47b6-a1ce-4ea222b2336d admin admin] Made reservation on behalf of 40df3973962c47808e3981dec5fc9c7f for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:33:05.951182 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b54deb25-5d76-47b6-a1ce-4ea222b2336d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:06.127369 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b54deb25-5d76-47b6-a1ce-4ea222b2336d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:06.184064 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54deb25-5d76-47b6-a1ce-4ea222b2336d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3008045a-2232-40b0-9f2b-2de360d1b833,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:06.192796 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54deb25-5d76-47b6-a1ce-4ea222b2336d admin admin] Checking segment: {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:33:06.193161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54deb25-5d76-47b6-a1ce-4ea222b2336d admin admin] Network hostable DHCP agents. Network: 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:33:06.209888 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54deb25-5d76-47b6-a1ce-4ea222b2336d admin admin] Network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:33:06.220184 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-b54deb25-5d76-47b6-a1ce-4ea222b2336d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:33:06.224319 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54deb25-5d76-47b6-a1ce-4ea222b2336d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:06.224910 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b54deb25-5d76-47b6-a1ce-4ea222b2336d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:06.230886 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75979d3-4d90-43d8-b4be-af6ceda11181 None None] Network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:33:06.242332 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b54deb25-5d76-47b6-a1ce-4ea222b2336d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3281524 Jul 30 20:33:06.245645 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48264) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:06.250000 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-cf679c39-c28b-4570-8eb3-75be37a87745 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:33:06.273528 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf679c39-c28b-4570-8eb3-75be37a87745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:06.274697 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf679c39-c28b-4570-8eb3-75be37a87745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:06.347364 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf679c39-c28b-4570-8eb3-75be37a87745 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:06.393924 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38588ab1-bfc8-41f4-836d-4c99d99238f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:33:06.394959 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-38588ab1-bfc8-41f4-836d-4c99d99238f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:06.493005 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf679c39-c28b-4570-8eb3-75be37a87745 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:06.540548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-38588ab1-bfc8-41f4-836d-4c99d99238f7 None None] Allocated IP 172.20.0.2 (6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1/3008045a-2232-40b0-9f2b-2de360d1b833/b2447be3-ba9d-429b-8fe6-9f60b97a8d10) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:33:06.695303 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-38588ab1-bfc8-41f4-836d-4c99d99238f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:06.704408 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-38588ab1-bfc8-41f4-836d-4c99d99238f7 None None] Transition to ACTIVE for port object b2447be3-ba9d-429b-8fe6-9f60b97a8d10 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:33:06.713959 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf679c39-c28b-4570-8eb3-75be37a87745 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:06.721202 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-38588ab1-bfc8-41f4-836d-4c99d99238f7 None None] Transition to ACTIVE for port object b2447be3-ba9d-429b-8fe6-9f60b97a8d10 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:33:06.729451 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-38588ab1-bfc8-41f4-836d-4c99d99238f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:06.740201 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf679c39-c28b-4570-8eb3-75be37a87745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:06.767301 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38588ab1-bfc8-41f4-836d-4c99d99238f7 None None] Network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:33:06.772144 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-38588ab1-bfc8-41f4-836d-4c99d99238f7 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:33:06.775688 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38588ab1-bfc8-41f4-836d-4c99d99238f7 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:33:06.784699 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38588ab1-bfc8-41f4-836d-4c99d99238f7 None None] Pushing event updated for resources: {'Port': ['ID=b2447be3-ba9d-429b-8fe6-9f60b97a8d10,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:06.837059 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-38588ab1-bfc8-41f4-836d-4c99d99238f7 None None] Attempting to bind port b2447be3-ba9d-429b-8fe6-9f60b97a8d10 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:33:06.837790 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-38588ab1-bfc8-41f4-836d-4c99d99238f7 None None] Attempting to bind port b2447be3-ba9d-429b-8fe6-9f60b97a8d10 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:33:06.838197 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38588ab1-bfc8-41f4-836d-4c99d99238f7 None None] Attempting to bind port b2447be3-ba9d-429b-8fe6-9f60b97a8d10 on network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:33:06.843235 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38588ab1-bfc8-41f4-836d-4c99d99238f7 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:33:06.844006 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38588ab1-bfc8-41f4-836d-4c99d99238f7 None None] Checking segment: {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:33:06.844006 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-38588ab1-bfc8-41f4-836d-4c99d99238f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:06.844410 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38588ab1-bfc8-41f4-836d-4c99d99238f7 None None] Bound using segment: {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:33:06.844876 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-38588ab1-bfc8-41f4-836d-4c99d99238f7 None None] Bound port: b2447be3-ba9d-429b-8fe6-9f60b97a8d10, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:33:06.845256 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-38588ab1-bfc8-41f4-836d-4c99d99238f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:06.860174 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-cf679c39-c28b-4570-8eb3-75be37a87745 admin admin] Allocated IP 172.25.3.75 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/3867678a-45e2-4b9b-9636-9a45967a919c) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:33:06.917980 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-38588ab1-bfc8-41f4-836d-4c99d99238f7 None None] For port b2447be3-ba9d-429b-8fe6-9f60b97a8d10, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:33:06.920798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-38588ab1-bfc8-41f4-836d-4c99d99238f7 None None] For port b2447be3-ba9d-429b-8fe6-9f60b97a8d10, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b2447be3-ba9d-429b-8fe6-9f60b97a8d10,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:33:06.926714 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-38588ab1-bfc8-41f4-836d-4c99d99238f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:06.991822 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38588ab1-bfc8-41f4-836d-4c99d99238f7 None None] Pushing event updated for resources: {'Port': ['ID=b2447be3-ba9d-429b-8fe6-9f60b97a8d10,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:07.352182 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf679c39-c28b-4570-8eb3-75be37a87745 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:07.392851 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf679c39-c28b-4570-8eb3-75be37a87745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:07.431930 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf679c39-c28b-4570-8eb3-75be37a87745 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:33:07.434757 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-cf679c39-c28b-4570-8eb3-75be37a87745 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:33:07.438440 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf679c39-c28b-4570-8eb3-75be37a87745 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:33:07.446164 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf679c39-c28b-4570-8eb3-75be37a87745 admin admin] Pushing event updated for resources: {'Port': ['ID=3867678a-45e2-4b9b-9636-9a45967a919c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:07.711502 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf679c39-c28b-4570-8eb3-75be37a87745 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:07.937276 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf679c39-c28b-4570-8eb3-75be37a87745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:07.980651 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9a4a2b-b30d-40f6-9c84-198fc58d758f None None] Network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:33:08.053562 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-41e9a290-5168-426b-9bf9-9517c80ad176 None None] Provisioning for port b2447be3-ba9d-429b-8fe6-9f60b97a8d10 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:33:08.082930 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf679c39-c28b-4570-8eb3-75be37a87745 admin admin] Router a8af00fb-5955-4970-8a57-a2b965193375 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:33:08.215726 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b2447be3-ba9d-429b-8fe6-9f60b97a8d10 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:33:08.229173 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf679c39-c28b-4570-8eb3-75be37a87745 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:33:08.245689 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] Sync routers for ids ['a8af00fb-5955-4970-8a57-a2b965193375'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:33:08.249987 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf679c39-c28b-4570-8eb3-75be37a87745 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:08.252467 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cf679c39-c28b-4570-8eb3-75be37a87745 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0047383 Jul 30 20:33:08.254275 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48270) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:08.259253 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] Routers {'a8af00fb-5955-4970-8a57-a2b965193375'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:33:08.260475 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a8af00fb-5955-4970-8a57-a2b965193375'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:08.295375 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port b2447be3-ba9d-429b-8fe6-9f60b97a8d10 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:33:08.300839 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port b2447be3-ba9d-429b-8fe6-9f60b97a8d10 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:33:08.301643 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:08.409801 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:08.445344 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] Set router a8af00fb-5955-4970-8a57-a2b965193375 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:33:08.445709 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port b2447be3-ba9d-429b-8fe6-9f60b97a8d10, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b2447be3-ba9d-429b-8fe6-9f60b97a8d10,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:33:08.451736 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:08.526204 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=b2447be3-ba9d-429b-8fe6-9f60b97a8d10,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:08.539906 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d08d767d-386b-46c4-b779-f717951bb4a6 None None] Provisioning complete for port b2447be3-ba9d-429b-8fe6-9f60b97a8d10 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:33:08.540289 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d08d767d-386b-46c4-b779-f717951bb4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:08.642759 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:07Z', 'revision_number': 3, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port': {'id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:08.677694 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] Checking router: a8af00fb-5955-4970-8a57-a2b965193375 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:33:08.678032 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] Updating router a8af00fb-5955-4970-8a57-a2b965193375 port 3867678a-45e2-4b9b-9636-9a45967a919c binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:33:08.703088 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:08.801122 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-753daa47-9ef8-4327-824b-ff6f6189c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:08.982699 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-753daa47-9ef8-4327-824b-ff6f6189c8aa admin admin] Allocated IP 172.20.0.1 (6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1/3008045a-2232-40b0-9f2b-2de360d1b833/cb17b0bf-5e9f-42e7-bf26-5cd20884e46f) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:33:09.073515 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:09.085061 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] Transition to ACTIVE for port object 3867678a-45e2-4b9b-9636-9a45967a919c will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:33:09.092324 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:09.094882 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-753daa47-9ef8-4327-824b-ff6f6189c8aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:09.113350 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-753daa47-9ef8-4327-824b-ff6f6189c8aa admin admin] Transition to ACTIVE for port object cb17b0bf-5e9f-42e7-bf26-5cd20884e46f will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:33:09.152055 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-753daa47-9ef8-4327-824b-ff6f6189c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:09.152703 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] Attempting to bind port 3867678a-45e2-4b9b-9636-9a45967a919c on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:33:09.153071 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] Attempting to bind port 3867678a-45e2-4b9b-9636-9a45967a919c by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:33:09.153424 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] Attempting to bind port 3867678a-45e2-4b9b-9636-9a45967a919c on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:33:09.162644 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:33:09.163075 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:33:09.163542 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:09.163955 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:33:09.164426 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] Bound port: 3867678a-45e2-4b9b-9636-9a45967a919c, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:33:09.164797 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:09.167186 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9c6cd-2006-4883-aa4f-08f37fbe82f8 None None] Pushing event updated for resources: {'Port': ['ID=3867678a-45e2-4b9b-9636-9a45967a919c,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:09.196508 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753daa47-9ef8-4327-824b-ff6f6189c8aa admin admin] Network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:33:09.201758 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-753daa47-9ef8-4327-824b-ff6f6189c8aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:33:09.204362 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753daa47-9ef8-4327-824b-ff6f6189c8aa admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:33:09.237073 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753daa47-9ef8-4327-824b-ff6f6189c8aa admin admin] Pushing event updated for resources: {'Port': ['ID=cb17b0bf-5e9f-42e7-bf26-5cd20884e46f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:09.237689 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] For port 3867678a-45e2-4b9b-9636-9a45967a919c, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:33:09.241154 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] For port 3867678a-45e2-4b9b-9636-9a45967a919c, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=3867678a-45e2-4b9b-9636-9a45967a919c,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:33:09.247562 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:09.272979 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-753daa47-9ef8-4327-824b-ff6f6189c8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:09.301343 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] Routers {'a8af00fb-5955-4970-8a57-a2b965193375'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:33:09.301987 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a8af00fb-5955-4970-8a57-a2b965193375'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:09.422028 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] Set router a8af00fb-5955-4970-8a57-a2b965193375 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:33:09.436215 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-753daa47-9ef8-4327-824b-ff6f6189c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:09.470404 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-830aaca4-e828-499d-8014-6012f88471d6 None None] Provisioning for port cb17b0bf-5e9f-42e7-bf26-5cd20884e46f completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:33:09.476216 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-830aaca4-e828-499d-8014-6012f88471d6 None None] Provisioning complete for port cb17b0bf-5e9f-42e7-bf26-5cd20884e46f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:33:09.476901 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-830aaca4-e828-499d-8014-6012f88471d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:09.528959 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-830aaca4-e828-499d-8014-6012f88471d6 None None] Port cb17b0bf-5e9f-42e7-bf26-5cd20884e46f cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:33:09.553074 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9c6cd-2006-4883-aa4f-08f37fbe82f8 None None] Pushing event updated for resources: {'Port': ['ID=3867678a-45e2-4b9b-9636-9a45967a919c,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:09.624277 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-753daa47-9ef8-4327-824b-ff6f6189c8aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:09.629339 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-753daa47-9ef8-4327-824b-ff6f6189c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:09.638245 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:07Z', 'revision_number': 3, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port': {'id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:09.664481 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe3574-9e4d-42a9-9a3c-db3eda1a3175 None None] The sync data for ids ['a8af00fb-5955-4970-8a57-a2b965193375'] in n-d-712137-9 is: [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:07Z', 'revision_number': 3, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port': {'id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:33:09.704370 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753daa47-9ef8-4327-824b-ff6f6189c8aa admin admin] Pushing event updated for resources: {'Port': ['ID=cb17b0bf-5e9f-42e7-bf26-5cd20884e46f,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:09.707376 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-753daa47-9ef8-4327-824b-ff6f6189c8aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:09.805420 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753daa47-9ef8-4327-824b-ff6f6189c8aa admin admin] Network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:33:09.807850 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-753daa47-9ef8-4327-824b-ff6f6189c8aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:33:09.963760 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753daa47-9ef8-4327-824b-ff6f6189c8aa admin admin] Router a8af00fb-5955-4970-8a57-a2b965193375 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:33:10.109225 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753daa47-9ef8-4327-824b-ff6f6189c8aa admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:33:10.120805 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-753daa47-9ef8-4327-824b-ff6f6189c8aa admin admin] 10.222.0.81 "PUT /v2.0/routers/a8af00fb-5955-4970-8a57-a2b965193375/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8652320 Jul 30 20:33:10.161897 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a9202bb8-e87c-42ce-ba8c-dbd35f86e1b8 None None] Provisioning complete for port cb17b0bf-5e9f-42e7-bf26-5cd20884e46f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:33:10.162309 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9202bb8-e87c-42ce-ba8c-dbd35f86e1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:10.221857 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a9202bb8-e87c-42ce-ba8c-dbd35f86e1b8 None None] Port cb17b0bf-5e9f-42e7-bf26-5cd20884e46f cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:33:10.292048 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3867678a-45e2-4b9b-9636-9a45967a919c up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:33:10.375816 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 3867678a-45e2-4b9b-9636-9a45967a919c completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:33:10.380269 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 3867678a-45e2-4b9b-9636-9a45967a919c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:33:10.380721 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:10.478474 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:10.508528 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 3867678a-45e2-4b9b-9636-9a45967a919c, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=3867678a-45e2-4b9b-9636-9a45967a919c,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:33:10.517044 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:10.517982 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b2447be3-ba9d-429b-8fe6-9f60b97a8d10 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:33:10.605584 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=3867678a-45e2-4b9b-9636-9a45967a919c,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:10.623081 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port b2447be3-ba9d-429b-8fe6-9f60b97a8d10 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:33:10.623451 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:10.789262 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48290) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:10.794450 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8ef164e6-978c-4c43-acdc-e506a0dc91f3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-870632249-network', 'tenant_id': '296a1296408c4bdca5dbd1b1427597f3'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:33:10.816785 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef164e6-978c-4c43-acdc-e506a0dc91f3 admin admin] Made reservation on behalf of 296a1296408c4bdca5dbd1b1427597f3 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:33:10.819588 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ef164e6-978c-4c43-acdc-e506a0dc91f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:10.829803 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ef164e6-978c-4c43-acdc-e506a0dc91f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:10.942051 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ef164e6-978c-4c43-acdc-e506a0dc91f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:10.950417 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ef164e6-978c-4c43-acdc-e506a0dc91f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:10.977671 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef164e6-978c-4c43-acdc-e506a0dc91f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:33:10.987858 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef164e6-978c-4c43-acdc-e506a0dc91f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d98422-0ed6-40d0-b15a-e888d46661af,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:10.992946 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ef164e6-978c-4c43-acdc-e506a0dc91f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:10.993295 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-8ef164e6-978c-4c43-acdc-e506a0dc91f3 admin admin] Added segment cacf4b07-ae3e-432c-ba3b-2005ca5fec3a of type vlan for network 35bfbac2-f5c1-4698-b38b-ac9fb993a0fe Jul 30 20:33:11.034814 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ef164e6-978c-4c43-acdc-e506a0dc91f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:11.063748 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ef164e6-978c-4c43-acdc-e506a0dc91f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:11.064842 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef164e6-978c-4c43-acdc-e506a0dc91f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:11.065428 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ef164e6-978c-4c43-acdc-e506a0dc91f3 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:11.117658 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8ef164e6-978c-4c43-acdc-e506a0dc91f3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3271215 Jul 30 20:33:11.121061 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48292) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:11.127415 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef164e6-978c-4c43-acdc-e506a0dc91f3 admin admin] Pushing event updated for resources: {'Network': ['ID=35bfbac2-f5c1-4698-b38b-ac9fb993a0fe,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:11.127590 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-15569e58-3d1e-44c9-9110-68f04de18c8c admin admin] Request body: {'subnet': {'network_id': '35bfbac2-f5c1-4698-b38b-ac9fb993a0fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-870632249-subnet', 'tenant_id': '296a1296408c4bdca5dbd1b1427597f3', 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:33:11.138101 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 35bfbac2-f5c1-4698-b38b-ac9fb993a0fe details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:33:11.155793 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15569e58-3d1e-44c9-9110-68f04de18c8c admin admin] Made reservation on behalf of 296a1296408c4bdca5dbd1b1427597f3 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:33:11.159348 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-15569e58-3d1e-44c9-9110-68f04de18c8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:11.364091 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-15569e58-3d1e-44c9-9110-68f04de18c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:11.411877 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15569e58-3d1e-44c9-9110-68f04de18c8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a1142bc-4fab-4ae7-bfc1-92e1fc096182,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:11.431180 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15569e58-3d1e-44c9-9110-68f04de18c8c admin admin] Checking segment: {'id': 'cacf4b07-ae3e-432c-ba3b-2005ca5fec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '35bfbac2-f5c1-4698-b38b-ac9fb993a0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:33:11.432205 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15569e58-3d1e-44c9-9110-68f04de18c8c admin admin] Network hostable DHCP agents. Network: 35bfbac2-f5c1-4698-b38b-ac9fb993a0fe, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:33:11.450321 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15569e58-3d1e-44c9-9110-68f04de18c8c admin admin] Network 35bfbac2-f5c1-4698-b38b-ac9fb993a0fe is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:33:11.459939 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-15569e58-3d1e-44c9-9110-68f04de18c8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 35bfbac2-f5c1-4698-b38b-ac9fb993a0fe) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:33:11.466394 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15569e58-3d1e-44c9-9110-68f04de18c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:11.467123 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-15569e58-3d1e-44c9-9110-68f04de18c8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:11.467697 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166100b7-7ac8-4613-83aa-85ffd600ed2f None None] Network 35bfbac2-f5c1-4698-b38b-ac9fb993a0fe requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:33:11.487395 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-15569e58-3d1e-44c9-9110-68f04de18c8c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3620970 Jul 30 20:33:11.487680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48296) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:11.495261 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-252ffafd-c005-4090-a898-16f0f3f96f8e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-870632249-router', 'tenant_id': '296a1296408c4bdca5dbd1b1427597f3', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:33:11.520489 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-252ffafd-c005-4090-a898-16f0f3f96f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:11.521684 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-252ffafd-c005-4090-a898-16f0f3f96f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:11.544918 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] Sync routers for ids ['a8af00fb-5955-4970-8a57-a2b965193375'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:33:11.572231 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] Routers {'a8af00fb-5955-4970-8a57-a2b965193375'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:33:11.572870 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a8af00fb-5955-4970-8a57-a2b965193375'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:11.584208 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-252ffafd-c005-4090-a898-16f0f3f96f8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:11.732636 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-252ffafd-c005-4090-a898-16f0f3f96f8e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:11.867285 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8267ec-eb92-474a-8797-ebf616e5a57a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-35bfbac2-f5c1-4698-b38b-ac9fb993a0fe', 'network_id': '35bfbac2-f5c1-4698-b38b-ac9fb993a0fe', 'tenant_id': '296a1296408c4bdca5dbd1b1427597f3', 'fixed_ips': [{'subnet_id': '3a1142bc-4fab-4ae7-bfc1-92e1fc096182'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:33:11.867285 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad8267ec-eb92-474a-8797-ebf616e5a57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:11.896236 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] Set router a8af00fb-5955-4970-8a57-a2b965193375 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:33:11.971860 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-252ffafd-c005-4090-a898-16f0f3f96f8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:11.991959 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-252ffafd-c005-4090-a898-16f0f3f96f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:12.121618 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-252ffafd-c005-4090-a898-16f0f3f96f8e admin admin] Allocated IP 172.25.3.246 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/7f72efd9-6385-4ce1-92f4-572cfd3f65a1) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:33:12.127321 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-ad8267ec-eb92-474a-8797-ebf616e5a57a None None] Allocated IP 172.20.0.2 (35bfbac2-f5c1-4698-b38b-ac9fb993a0fe/3a1142bc-4fab-4ae7-bfc1-92e1fc096182/c0c32d34-d59c-4233-a967-414acc34706d) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:33:12.185803 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3867678a-45e2-4b9b-9636-9a45967a919c up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:33:12.248951 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-252ffafd-c005-4090-a898-16f0f3f96f8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:12.293800 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-252ffafd-c005-4090-a898-16f0f3f96f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:12.333678 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252ffafd-c005-4090-a898-16f0f3f96f8e admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:33:12.336890 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-252ffafd-c005-4090-a898-16f0f3f96f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:33:12.338843 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:09Z', 'revision_number': 4, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port': {'id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'cb17b0bf-5e9f-42e7-bf26-5cd20884e46f', 'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'mac_address': 'fa:16:3e:ef:1b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:08Z', 'updated_at': '2021-07-30T20:33:09Z', 'revision_number': 2, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'subnets': [{'id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:12.344960 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252ffafd-c005-4090-a898-16f0f3f96f8e admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:33:12.360249 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 3867678a-45e2-4b9b-9636-9a45967a919c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:33:12.360623 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:12.383119 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ffafd-c005-4090-a898-16f0f3f96f8e admin admin] Pushing event updated for resources: {'Port': ['ID=7f72efd9-6385-4ce1-92f4-572cfd3f65a1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:12.418957 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] Checking router: a8af00fb-5955-4970-8a57-a2b965193375 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:33:12.419304 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] Updating router a8af00fb-5955-4970-8a57-a2b965193375 port cb17b0bf-5e9f-42e7-bf26-5cd20884e46f binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:33:12.488486 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:12.502301 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad8267ec-eb92-474a-8797-ebf616e5a57a None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:12.535771 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ad8267ec-eb92-474a-8797-ebf616e5a57a None None] Transition to ACTIVE for port object c0c32d34-d59c-4233-a967-414acc34706d will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:33:12.617441 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ad8267ec-eb92-474a-8797-ebf616e5a57a None None] Transition to ACTIVE for port object c0c32d34-d59c-4233-a967-414acc34706d will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:33:12.633684 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad8267ec-eb92-474a-8797-ebf616e5a57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:12.665540 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-252ffafd-c005-4090-a898-16f0f3f96f8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:12.757903 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8267ec-eb92-474a-8797-ebf616e5a57a None None] Network 35bfbac2-f5c1-4698-b38b-ac9fb993a0fe is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:33:12.774142 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ad8267ec-eb92-474a-8797-ebf616e5a57a None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:33:12.779448 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8267ec-eb92-474a-8797-ebf616e5a57a None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:33:12.783006 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8267ec-eb92-474a-8797-ebf616e5a57a None None] Pushing event updated for resources: {'Port': ['ID=c0c32d34-d59c-4233-a967-414acc34706d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:12.867353 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ad8267ec-eb92-474a-8797-ebf616e5a57a None None] Attempting to bind port c0c32d34-d59c-4233-a967-414acc34706d on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:33:12.867738 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ad8267ec-eb92-474a-8797-ebf616e5a57a None None] Attempting to bind port c0c32d34-d59c-4233-a967-414acc34706d by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'cacf4b07-ae3e-432c-ba3b-2005ca5fec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '35bfbac2-f5c1-4698-b38b-ac9fb993a0fe'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:33:12.868103 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8267ec-eb92-474a-8797-ebf616e5a57a None None] Attempting to bind port c0c32d34-d59c-4233-a967-414acc34706d on network 35bfbac2-f5c1-4698-b38b-ac9fb993a0fe {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:33:12.888737 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8267ec-eb92-474a-8797-ebf616e5a57a None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:33:12.889340 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8267ec-eb92-474a-8797-ebf616e5a57a None None] Checking segment: {'id': 'cacf4b07-ae3e-432c-ba3b-2005ca5fec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '35bfbac2-f5c1-4698-b38b-ac9fb993a0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:33:12.889759 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad8267ec-eb92-474a-8797-ebf616e5a57a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:12.890531 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8267ec-eb92-474a-8797-ebf616e5a57a None None] Bound using segment: {'id': 'cacf4b07-ae3e-432c-ba3b-2005ca5fec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '35bfbac2-f5c1-4698-b38b-ac9fb993a0fe'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:33:12.891713 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ad8267ec-eb92-474a-8797-ebf616e5a57a None None] Bound port: c0c32d34-d59c-4233-a967-414acc34706d, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cacf4b07-ae3e-432c-ba3b-2005ca5fec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '35bfbac2-f5c1-4698-b38b-ac9fb993a0fe'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:33:12.892397 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad8267ec-eb92-474a-8797-ebf616e5a57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:12.992471 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:13.019885 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] Transition to ACTIVE for port object cb17b0bf-5e9f-42e7-bf26-5cd20884e46f will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:33:13.029320 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ad8267ec-eb92-474a-8797-ebf616e5a57a None None] For port c0c32d34-d59c-4233-a967-414acc34706d, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:33:13.031748 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:13.034922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ad8267ec-eb92-474a-8797-ebf616e5a57a None None] For port c0c32d34-d59c-4233-a967-414acc34706d, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c0c32d34-d59c-4233-a967-414acc34706d,segment=NetworkSegment(cacf4b07-ae3e-432c-ba3b-2005ca5fec3a),segment_id=cacf4b07-ae3e-432c-ba3b-2005ca5fec3a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:33:13.061232 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad8267ec-eb92-474a-8797-ebf616e5a57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:13.101940 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21bd7d-eb48-46f0-8695-d395b9a22d26 None None] Pushing event updated for resources: {'Port': ['ID=cb17b0bf-5e9f-42e7-bf26-5cd20884e46f,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:13.197160 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] Attempting to bind port cb17b0bf-5e9f-42e7-bf26-5cd20884e46f on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:33:13.197531 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] Attempting to bind port cb17b0bf-5e9f-42e7-bf26-5cd20884e46f by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:33:13.197888 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] Attempting to bind port cb17b0bf-5e9f-42e7-bf26-5cd20884e46f on network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:33:13.201077 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8267ec-eb92-474a-8797-ebf616e5a57a None None] Pushing event updated for resources: {'Port': ['ID=c0c32d34-d59c-4233-a967-414acc34706d,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:13.207174 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:33:13.207596 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] Checking segment: {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:33:13.207975 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:13.208360 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] Bound using segment: {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:33:13.208827 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] Bound port: cb17b0bf-5e9f-42e7-bf26-5cd20884e46f, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:33:13.209204 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:13.310259 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] For port cb17b0bf-5e9f-42e7-bf26-5cd20884e46f, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:33:13.318532 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] For port cb17b0bf-5e9f-42e7-bf26-5cd20884e46f, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=cb17b0bf-5e9f-42e7-bf26-5cd20884e46f,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:33:13.326817 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:13.422439 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-252ffafd-c005-4090-a898-16f0f3f96f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:13.426406 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] Routers {'a8af00fb-5955-4970-8a57-a2b965193375'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:33:13.427177 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a8af00fb-5955-4970-8a57-a2b965193375'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:13.450455 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21bd7d-eb48-46f0-8695-d395b9a22d26 None None] Pushing event updated for resources: {'Port': ['ID=cb17b0bf-5e9f-42e7-bf26-5cd20884e46f,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:13.611160 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] Set router a8af00fb-5955-4970-8a57-a2b965193375 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:33:13.628788 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252ffafd-c005-4090-a898-16f0f3f96f8e admin admin] Router f29f0b38-175c-41ca-889e-9fa98808e285 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:33:13.764863 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252ffafd-c005-4090-a898-16f0f3f96f8e admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:33:13.775628 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] Sync routers for ids ['f29f0b38-175c-41ca-889e-9fa98808e285'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:33:13.787256 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] Routers {'f29f0b38-175c-41ca-889e-9fa98808e285'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:33:13.788373 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['f29f0b38-175c-41ca-889e-9fa98808e285'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:13.791813 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-252ffafd-c005-4090-a898-16f0f3f96f8e admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:13.796610 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48302) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:13.797138 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-252ffafd-c005-4090-a898-16f0f3f96f8e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3084891 Jul 30 20:33:13.844389 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:09Z', 'revision_number': 4, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port': {'id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'cb17b0bf-5e9f-42e7-bf26-5cd20884e46f', 'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'mac_address': 'fa:16:3e:ef:1b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:08Z', 'updated_at': '2021-07-30T20:33:13Z', 'revision_number': 4, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'subnets': [{'id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:13.872207 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd4a8da-2f64-4a03-b81c-3f47ea1d9fd5 None None] The sync data for ids ['a8af00fb-5955-4970-8a57-a2b965193375'] in n-d-712137-9 is: [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:09Z', 'revision_number': 4, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port': {'id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'cb17b0bf-5e9f-42e7-bf26-5cd20884e46f', 'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'mac_address': 'fa:16:3e:ef:1b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:08Z', 'updated_at': '2021-07-30T20:33:13Z', 'revision_number': 4, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'subnets': [{'id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:33:13.947747 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] Set router f29f0b38-175c-41ca-889e-9fa98808e285 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:33:14.313081 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c0c32d34-d59c-4233-a967-414acc34706d up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:33:14.359560 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29f0b38-175c-41ca-889e-9fa98808e285', 'name': 'tempest-TestVolumeBootPattern-870632249-router', 'tenant_id': '296a1296408c4bdca5dbd1b1427597f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '7f72efd9-6385-4ce1-92f4-572cfd3f65a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:11Z', 'updated_at': '2021-07-30T20:33:12Z', 'revision_number': 3, 'project_id': '296a1296408c4bdca5dbd1b1427597f3', 'gw_port': {'id': '7f72efd9-6385-4ce1-92f4-572cfd3f65a1', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:24:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29f0b38-175c-41ca-889e-9fa98808e285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:11Z', 'updated_at': '2021-07-30T20:33:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:14.393089 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port c0c32d34-d59c-4233-a967-414acc34706d completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:33:14.398345 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cb17b0bf-5e9f-42e7-bf26-5cd20884e46f up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:33:14.423329 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] Checking router: f29f0b38-175c-41ca-889e-9fa98808e285 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:33:14.424774 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] Updating router f29f0b38-175c-41ca-889e-9fa98808e285 port 7f72efd9-6385-4ce1-92f4-572cfd3f65a1 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:33:14.475082 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port cb17b0bf-5e9f-42e7-bf26-5cd20884e46f completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:33:14.482508 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port cb17b0bf-5e9f-42e7-bf26-5cd20884e46f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:33:14.483320 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:14.487573 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:14.567609 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-02edd18b-2933-4207-8a3f-7158f2c1653b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:14.629941 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc900562-fcaf-494c-a2d8-01bd8b92b199 None None] Network 35bfbac2-f5c1-4698-b38b-ac9fb993a0fe requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:33:14.733561 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:14.786461 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5daa6df3-c0c2-4b03-af04-49a6b0ce652b None None] Provisioning for port c0c32d34-d59c-4233-a967-414acc34706d completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:33:14.803821 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5daa6df3-c0c2-4b03-af04-49a6b0ce652b None None] Provisioning complete for port c0c32d34-d59c-4233-a967-414acc34706d triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:33:14.804220 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5daa6df3-c0c2-4b03-af04-49a6b0ce652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:14.856463 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port cb17b0bf-5e9f-42e7-bf26-5cd20884e46f, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=cb17b0bf-5e9f-42e7-bf26-5cd20884e46f,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:33:14.863055 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-02edd18b-2933-4207-8a3f-7158f2c1653b admin admin] Allocated IP 172.20.0.1 (35bfbac2-f5c1-4698-b38b-ac9fb993a0fe/3a1142bc-4fab-4ae7-bfc1-92e1fc096182/9d1595c4-2c59-4f54-b001-0f67fb0af992) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:33:14.896885 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:15.053089 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-02edd18b-2933-4207-8a3f-7158f2c1653b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:15.069634 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:15.079910 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-02edd18b-2933-4207-8a3f-7158f2c1653b admin admin] Transition to ACTIVE for port object 9d1595c4-2c59-4f54-b001-0f67fb0af992 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:33:15.088694 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=cb17b0bf-5e9f-42e7-bf26-5cd20884e46f,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:15.089967 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] Transition to ACTIVE for port object 7f72efd9-6385-4ce1-92f4-572cfd3f65a1 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:33:15.101480 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:15.106853 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5daa6df3-c0c2-4b03-af04-49a6b0ce652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:15.140121 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-02edd18b-2933-4207-8a3f-7158f2c1653b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:15.163143 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-5daa6df3-c0c2-4b03-af04-49a6b0ce652b None None] For port c0c32d34-d59c-4233-a967-414acc34706d, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c0c32d34-d59c-4233-a967-414acc34706d,segment=NetworkSegment(cacf4b07-ae3e-432c-ba3b-2005ca5fec3a),segment_id=cacf4b07-ae3e-432c-ba3b-2005ca5fec3a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:33:15.172595 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05ee3d-9899-4a10-b601-0f0bc0835e90 None None] Pushing event updated for resources: {'Port': ['ID=7f72efd9-6385-4ce1-92f4-572cfd3f65a1,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:15.174773 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5daa6df3-c0c2-4b03-af04-49a6b0ce652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:15.186837 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b05ee3d-9899-4a10-b601-0f0bc0835e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:15.187947 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b05ee3d-9899-4a10-b601-0f0bc0835e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:15.188425 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b05ee3d-9899-4a10-b601-0f0bc0835e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:15.188982 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b05ee3d-9899-4a10-b601-0f0bc0835e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:15.189431 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b05ee3d-9899-4a10-b601-0f0bc0835e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:15.189855 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b05ee3d-9899-4a10-b601-0f0bc0835e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:15.190245 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02edd18b-2933-4207-8a3f-7158f2c1653b admin admin] Network 35bfbac2-f5c1-4698-b38b-ac9fb993a0fe is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:33:15.190395 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b05ee3d-9899-4a10-b601-0f0bc0835e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:15.191192 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b05ee3d-9899-4a10-b601-0f0bc0835e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:15.191645 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b05ee3d-9899-4a10-b601-0f0bc0835e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:15.192066 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b05ee3d-9899-4a10-b601-0f0bc0835e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:15.192851 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b05ee3d-9899-4a10-b601-0f0bc0835e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:15.192851 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b05ee3d-9899-4a10-b601-0f0bc0835e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:15.193385 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-02edd18b-2933-4207-8a3f-7158f2c1653b admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:33:15.204210 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02edd18b-2933-4207-8a3f-7158f2c1653b admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:33:15.218176 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] Attempting to bind port 7f72efd9-6385-4ce1-92f4-572cfd3f65a1 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:33:15.218696 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] Attempting to bind port 7f72efd9-6385-4ce1-92f4-572cfd3f65a1 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:33:15.219177 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] Attempting to bind port 7f72efd9-6385-4ce1-92f4-572cfd3f65a1 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:33:15.225837 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:33:15.226544 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:33:15.227038 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:15.227607 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:33:15.228220 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] Bound port: 7f72efd9-6385-4ce1-92f4-572cfd3f65a1, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:33:15.228749 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:15.256118 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edd18b-2933-4207-8a3f-7158f2c1653b admin admin] Pushing event updated for resources: {'Port': ['ID=9d1595c4-2c59-4f54-b001-0f67fb0af992,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:15.307967 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-02edd18b-2933-4207-8a3f-7158f2c1653b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:15.320341 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] For port 7f72efd9-6385-4ce1-92f4-572cfd3f65a1, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:33:15.325889 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] For port 7f72efd9-6385-4ce1-92f4-572cfd3f65a1, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7f72efd9-6385-4ce1-92f4-572cfd3f65a1,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:33:15.344963 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:15.412474 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05ee3d-9899-4a10-b601-0f0bc0835e90 None None] Pushing event updated for resources: {'Port': ['ID=7f72efd9-6385-4ce1-92f4-572cfd3f65a1,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:15.464114 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] Routers {'f29f0b38-175c-41ca-889e-9fa98808e285'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:33:15.465264 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['f29f0b38-175c-41ca-889e-9fa98808e285'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:15.542027 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-02edd18b-2933-4207-8a3f-7158f2c1653b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:15.596994 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa6df3-c0c2-4b03-af04-49a6b0ce652b None None] Pushing event updated for resources: {'Port': ['ID=c0c32d34-d59c-4233-a967-414acc34706d,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:15.611939 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-04e07dfd-aaad-4da1-b393-8d4b7e8bc25d None None] Provisioning complete for port c0c32d34-d59c-4233-a967-414acc34706d triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:33:15.613110 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04e07dfd-aaad-4da1-b393-8d4b7e8bc25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:15.618326 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] Set router f29f0b38-175c-41ca-889e-9fa98808e285 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:33:15.621543 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:15.879907 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-02edd18b-2933-4207-8a3f-7158f2c1653b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:15.886148 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-02edd18b-2933-4207-8a3f-7158f2c1653b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:15.954540 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-dbbadaf0-18fc-457c-82fd-68b7f60fab03 None None] Provisioning for port 9d1595c4-2c59-4f54-b001-0f67fb0af992 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:33:15.960527 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-dbbadaf0-18fc-457c-82fd-68b7f60fab03 None None] Provisioning complete for port 9d1595c4-2c59-4f54-b001-0f67fb0af992 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:33:15.961144 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dbbadaf0-18fc-457c-82fd-68b7f60fab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:15.961307 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-02edd18b-2933-4207-8a3f-7158f2c1653b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:15.962933 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edd18b-2933-4207-8a3f-7158f2c1653b admin admin] Pushing event updated for resources: {'Port': ['ID=9d1595c4-2c59-4f54-b001-0f67fb0af992,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:16.006523 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-dbbadaf0-18fc-457c-82fd-68b7f60fab03 None None] Port 9d1595c4-2c59-4f54-b001-0f67fb0af992 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:33:16.033934 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29f0b38-175c-41ca-889e-9fa98808e285', 'name': 'tempest-TestVolumeBootPattern-870632249-router', 'tenant_id': '296a1296408c4bdca5dbd1b1427597f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '7f72efd9-6385-4ce1-92f4-572cfd3f65a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:11Z', 'updated_at': '2021-07-30T20:33:12Z', 'revision_number': 3, 'project_id': '296a1296408c4bdca5dbd1b1427597f3', 'gw_port': {'id': '7f72efd9-6385-4ce1-92f4-572cfd3f65a1', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:24:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29f0b38-175c-41ca-889e-9fa98808e285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:11Z', 'updated_at': '2021-07-30T20:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:16.060853 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02edd18b-2933-4207-8a3f-7158f2c1653b admin admin] Network 35bfbac2-f5c1-4698-b38b-ac9fb993a0fe is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:33:16.062419 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-02edd18b-2933-4207-8a3f-7158f2c1653b admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:33:16.063626 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b659d8-137a-4d79-86c6-516b975712f4 None None] The sync data for ids ['f29f0b38-175c-41ca-889e-9fa98808e285'] in n-d-712137-9 is: [{'id': 'f29f0b38-175c-41ca-889e-9fa98808e285', 'name': 'tempest-TestVolumeBootPattern-870632249-router', 'tenant_id': '296a1296408c4bdca5dbd1b1427597f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '7f72efd9-6385-4ce1-92f4-572cfd3f65a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:11Z', 'updated_at': '2021-07-30T20:33:12Z', 'revision_number': 3, 'project_id': '296a1296408c4bdca5dbd1b1427597f3', 'gw_port': {'id': '7f72efd9-6385-4ce1-92f4-572cfd3f65a1', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:24:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29f0b38-175c-41ca-889e-9fa98808e285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:11Z', 'updated_at': '2021-07-30T20:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:33:16.193695 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02edd18b-2933-4207-8a3f-7158f2c1653b admin admin] Router f29f0b38-175c-41ca-889e-9fa98808e285 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:33:16.206752 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c0c32d34-d59c-4233-a967-414acc34706d up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:33:16.290512 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port c0c32d34-d59c-4233-a967-414acc34706d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:33:16.292002 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:16.372207 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02edd18b-2933-4207-8a3f-7158f2c1653b admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:33:16.412592 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cb17b0bf-5e9f-42e7-bf26-5cd20884e46f up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:33:16.419238 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-02edd18b-2933-4207-8a3f-7158f2c1653b admin admin] 10.222.0.81 "PUT /v2.0/routers/f29f0b38-175c-41ca-889e-9fa98808e285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6207473 Jul 30 20:33:16.461969 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0292055b-21a2-414f-87c6-ee7fc47c8b6a None None] Provisioning complete for port 9d1595c4-2c59-4f54-b001-0f67fb0af992 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:33:16.462344 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0292055b-21a2-414f-87c6-ee7fc47c8b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:16.513931 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0292055b-21a2-414f-87c6-ee7fc47c8b6a None None] Port 9d1595c4-2c59-4f54-b001-0f67fb0af992 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:33:16.518966 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port cb17b0bf-5e9f-42e7-bf26-5cd20884e46f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:33:16.519281 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:17.936568 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] Sync routers for ids ['f29f0b38-175c-41ca-889e-9fa98808e285'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:33:17.945988 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] Routers {'f29f0b38-175c-41ca-889e-9fa98808e285'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:33:17.946552 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['f29f0b38-175c-41ca-889e-9fa98808e285'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:18.053447 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] Set router f29f0b38-175c-41ca-889e-9fa98808e285 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:33:18.200252 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7f72efd9-6385-4ce1-92f4-572cfd3f65a1 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:33:18.290055 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 7f72efd9-6385-4ce1-92f4-572cfd3f65a1 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:33:18.296299 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 7f72efd9-6385-4ce1-92f4-572cfd3f65a1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:33:18.296672 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:18.335620 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29f0b38-175c-41ca-889e-9fa98808e285', 'name': 'tempest-TestVolumeBootPattern-870632249-router', 'tenant_id': '296a1296408c4bdca5dbd1b1427597f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '7f72efd9-6385-4ce1-92f4-572cfd3f65a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:11Z', 'updated_at': '2021-07-30T20:33:15Z', 'revision_number': 4, 'project_id': '296a1296408c4bdca5dbd1b1427597f3', 'gw_port': {'id': '7f72efd9-6385-4ce1-92f4-572cfd3f65a1', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:24:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29f0b38-175c-41ca-889e-9fa98808e285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:11Z', 'updated_at': '2021-07-30T20:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '9d1595c4-2c59-4f54-b001-0f67fb0af992', 'name': '', 'network_id': '35bfbac2-f5c1-4698-b38b-ac9fb993a0fe', 'tenant_id': '296a1296408c4bdca5dbd1b1427597f3', 'mac_address': 'fa:16:3e:a5:08:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29f0b38-175c-41ca-889e-9fa98808e285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '3a1142bc-4fab-4ae7-bfc1-92e1fc096182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:14Z', 'updated_at': '2021-07-30T20:33:15Z', 'revision_number': 2, 'project_id': '296a1296408c4bdca5dbd1b1427597f3', 'subnets': [{'id': '3a1142bc-4fab-4ae7-bfc1-92e1fc096182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:18.372872 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] Checking router: f29f0b38-175c-41ca-889e-9fa98808e285 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:33:18.373231 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] Updating router f29f0b38-175c-41ca-889e-9fa98808e285 port 9d1595c4-2c59-4f54-b001-0f67fb0af992 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:33:18.408581 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:18.474931 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:18.554013 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 7f72efd9-6385-4ce1-92f4-572cfd3f65a1, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7f72efd9-6385-4ce1-92f4-572cfd3f65a1,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:33:18.564424 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:18.596964 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-02b47aa5-cffb-4874-bcd1-f254bc38a07f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:18.604597 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-02b47aa5-cffb-4874-bcd1-f254bc38a07f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 812 time: 0.1126137 Jul 30 20:33:18.616129 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-9e279d0c-850d-4fb1-a295-bb42c2f15c98 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/quotas/40df3973962c47808e3981dec5fc9c7f HTTP/1.1" status: 200 len: 375 time: 0.0105176 Jul 30 20:33:18.660146 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=7f72efd9-6385-4ce1-92f4-572cfd3f65a1,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:18.673383 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-033f4e44-e238-446a-a908-a55ea1916f40 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504494 Jul 30 20:33:18.802310 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-c7750b67-8c1f-4dcc-a571-a5137ee098dc service neutron] 10.222.0.81 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200440 Jul 30 20:33:18.809876 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:18.826574 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] Transition to ACTIVE for port object 9d1595c4-2c59-4f54-b001-0f67fb0af992 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:33:18.837121 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:18.847579 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:33:18.904069 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11c571-33a9-410f-a9a3-b4555e902d55 None None] Pushing event updated for resources: {'Port': ['ID=9d1595c4-2c59-4f54-b001-0f67fb0af992,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:18.923617 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-ff1d291d-b25a-4cdc-ae62-befeae72bdf3 service neutron] 10.222.0.81 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141434 Jul 30 20:33:19.026045 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] Attempting to bind port 9d1595c4-2c59-4f54-b001-0f67fb0af992 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:33:19.026671 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] Attempting to bind port 9d1595c4-2c59-4f54-b001-0f67fb0af992 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'cacf4b07-ae3e-432c-ba3b-2005ca5fec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '35bfbac2-f5c1-4698-b38b-ac9fb993a0fe'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:33:19.026936 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] Attempting to bind port 9d1595c4-2c59-4f54-b001-0f67fb0af992 on network 35bfbac2-f5c1-4698-b38b-ac9fb993a0fe {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:33:19.033627 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:33:19.034141 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] Checking segment: {'id': 'cacf4b07-ae3e-432c-ba3b-2005ca5fec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '35bfbac2-f5c1-4698-b38b-ac9fb993a0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:33:19.034644 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:19.035277 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] Bound using segment: {'id': 'cacf4b07-ae3e-432c-ba3b-2005ca5fec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '35bfbac2-f5c1-4698-b38b-ac9fb993a0fe'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:33:19.035898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] Bound port: 9d1595c4-2c59-4f54-b001-0f67fb0af992, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cacf4b07-ae3e-432c-ba3b-2005ca5fec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '35bfbac2-f5c1-4698-b38b-ac9fb993a0fe'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:33:19.036384 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:19.148905 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] For port 9d1595c4-2c59-4f54-b001-0f67fb0af992, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:33:19.158964 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] For port 9d1595c4-2c59-4f54-b001-0f67fb0af992, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=9d1595c4-2c59-4f54-b001-0f67fb0af992,segment=NetworkSegment(cacf4b07-ae3e-432c-ba3b-2005ca5fec3a),segment_id=cacf4b07-ae3e-432c-ba3b-2005ca5fec3a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:33:19.169937 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:19.310817 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] Routers {'f29f0b38-175c-41ca-889e-9fa98808e285'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:33:19.311713 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:32:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['f29f0b38-175c-41ca-889e-9fa98808e285'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:19.318629 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11c571-33a9-410f-a9a3-b4555e902d55 None None] Pushing event updated for resources: {'Port': ['ID=9d1595c4-2c59-4f54-b001-0f67fb0af992,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:19.472086 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee6d6c2a-1a03-4cf1-b62c-2aff1f4233fd req-6a172b19-a48e-4c1a-ae4a-3e8a5fdaba45 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 210 time: 0.0666823 Jul 30 20:33:19.504499 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] Set router f29f0b38-175c-41ca-889e-9fa98808e285 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:33:19.762558 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:19.791147 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29f0b38-175c-41ca-889e-9fa98808e285', 'name': 'tempest-TestVolumeBootPattern-870632249-router', 'tenant_id': '296a1296408c4bdca5dbd1b1427597f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '7f72efd9-6385-4ce1-92f4-572cfd3f65a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:11Z', 'updated_at': '2021-07-30T20:33:15Z', 'revision_number': 4, 'project_id': '296a1296408c4bdca5dbd1b1427597f3', 'gw_port': {'id': '7f72efd9-6385-4ce1-92f4-572cfd3f65a1', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29f0b38-175c-41ca-889e-9fa98808e285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:11Z', 'updated_at': '2021-07-30T20:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '9d1595c4-2c59-4f54-b001-0f67fb0af992', 'name': '', 'network_id': '35bfbac2-f5c1-4698-b38b-ac9fb993a0fe', 'tenant_id': '296a1296408c4bdca5dbd1b1427597f3', 'mac_address': 'fa:16:3e:a5:08:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29f0b38-175c-41ca-889e-9fa98808e285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '3a1142bc-4fab-4ae7-bfc1-92e1fc096182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:14Z', 'updated_at': '2021-07-30T20:33:19Z', 'revision_number': 4, 'project_id': '296a1296408c4bdca5dbd1b1427597f3', 'subnets': [{'id': '3a1142bc-4fab-4ae7-bfc1-92e1fc096182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:33:19.829069 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc286cd-01a4-4002-9999-d5e99407c6ca None None] The sync data for ids ['f29f0b38-175c-41ca-889e-9fa98808e285'] in n-d-712137-9 is: [{'id': 'f29f0b38-175c-41ca-889e-9fa98808e285', 'name': 'tempest-TestVolumeBootPattern-870632249-router', 'tenant_id': '296a1296408c4bdca5dbd1b1427597f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '7f72efd9-6385-4ce1-92f4-572cfd3f65a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:11Z', 'updated_at': '2021-07-30T20:33:15Z', 'revision_number': 4, 'project_id': '296a1296408c4bdca5dbd1b1427597f3', 'gw_port': {'id': '7f72efd9-6385-4ce1-92f4-572cfd3f65a1', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29f0b38-175c-41ca-889e-9fa98808e285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:11Z', 'updated_at': '2021-07-30T20:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '9d1595c4-2c59-4f54-b001-0f67fb0af992', 'name': '', 'network_id': '35bfbac2-f5c1-4698-b38b-ac9fb993a0fe', 'tenant_id': '296a1296408c4bdca5dbd1b1427597f3', 'mac_address': 'fa:16:3e:a5:08:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29f0b38-175c-41ca-889e-9fa98808e285', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '3a1142bc-4fab-4ae7-bfc1-92e1fc096182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:14Z', 'updated_at': '2021-07-30T20:33:19Z', 'revision_number': 4, 'project_id': '296a1296408c4bdca5dbd1b1427597f3', 'subnets': [{'id': '3a1142bc-4fab-4ae7-bfc1-92e1fc096182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:33:20.279131 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7f72efd9-6385-4ce1-92f4-572cfd3f65a1 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:33:20.331353 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 7f72efd9-6385-4ce1-92f4-572cfd3f65a1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:33:20.331775 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:20.413228 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9d1595c4-2c59-4f54-b001-0f67fb0af992 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:33:20.465850 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 9d1595c4-2c59-4f54-b001-0f67fb0af992 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:33:20.469507 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 9d1595c4-2c59-4f54-b001-0f67fb0af992 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:33:20.469892 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:20.549799 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:20.582322 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 9d1595c4-2c59-4f54-b001-0f67fb0af992, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=9d1595c4-2c59-4f54-b001-0f67fb0af992,segment=NetworkSegment(cacf4b07-ae3e-432c-ba3b-2005ca5fec3a),segment_id=cacf4b07-ae3e-432c-ba3b-2005ca5fec3a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:33:20.586571 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:20.611827 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ecbe131c-237d-400b-bad3-3c61a926da70 req-cc18dd6d-d742-48b2-b083-4b8a11f858ef tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 210 time: 0.0346167 Jul 30 20:33:20.637229 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=9d1595c4-2c59-4f54-b001-0f67fb0af992,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:20.664115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-0fb68176-3d50-4d6b-a6b1-184b170344d7 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:20.666123 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-0fb68176-3d50-4d6b-a6b1-184b170344d7 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.59 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 812 time: 0.1508307 Jul 30 20:33:20.678491 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Request body: {'port': {'device_id': '47510c88-ca9b-4465-b096-bc5e55d9cc9f', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'admin_state_up': True, 'tenant_id': '40df3973962c47808e3981dec5fc9c7f'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:33:20.794106 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Made reservation on behalf of 40df3973962c47808e3981dec5fc9c7f for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:33:20.797763 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:20.939741 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Allocated IP 172.20.0.10 (6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1/3008045a-2232-40b0-9f2b-2de360d1b833/41471113-0432-49f6-add5-9441130e34fd) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:33:21.111850 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:21.127173 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Transition to ACTIVE for port object 41471113-0432-49f6-add5-9441130e34fd will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:33:21.165582 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:21.217225 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:33:21.221220 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:33:21.224114 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:33:21.267718 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9df68810-1e37-465c-b824-7e38710c8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:21.273569 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event updated for resources: {'Port': ['ID=41471113-0432-49f6-add5-9441130e34fd,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:21.286854 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:21.287208 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:21.287623 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:21.288001 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:21.288319 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:21.288662 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:21.289265 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:21.289605 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:21.289939 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:21.290293 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:21.290633 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:21.290962 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:21.324379 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:21.325324 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:21.346280 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-17e3bac3-aa70-4414-a7f3-23f18639fe0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6713605 Jul 30 20:33:21.370297 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-9ff89ea4-4660-4ef9-a2e5-817585017ffc service neutron] Request body: {'port': {'device_id': '47510c88-ca9b-4465-b096-bc5e55d9cc9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:33:21.454648 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-9ff89ea4-4660-4ef9-a2e5-817585017ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:21.630355 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5a203cf3-2296-4afc-afc6-66cb67b085bd None None] Provisioning for port 41471113-0432-49f6-add5-9441130e34fd completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:33:21.637832 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5a203cf3-2296-4afc-afc6-66cb67b085bd None None] Provisioning complete for port 41471113-0432-49f6-add5-9441130e34fd triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:33:21.638367 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a203cf3-2296-4afc-afc6-66cb67b085bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:21.683142 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5a203cf3-2296-4afc-afc6-66cb67b085bd None None] Port 41471113-0432-49f6-add5-9441130e34fd cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:33:21.805125 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780b11f-18e2-405b-8aa6-bbb27675c792 req-3d1c18b7-6a69-4985-8212-e93598222b96 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:21.807390 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b780b11f-18e2-405b-8aa6-bbb27675c792 req-3d1c18b7-6a69-4985-8212-e93598222b96 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 932 time: 0.1002572 Jul 30 20:33:21.826092 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-9ff89ea4-4660-4ef9-a2e5-817585017ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41471113-0432-49f6-add5-9441130e34fd {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:33:21.839672 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-9ff89ea4-4660-4ef9-a2e5-817585017ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:21.865086 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-9ff89ea4-4660-4ef9-a2e5-817585017ffc service neutron] Transition to ACTIVE for port object 41471113-0432-49f6-add5-9441130e34fd will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:33:21.871395 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b780b11f-18e2-405b-8aa6-bbb27675c792 req-0d1aa4d5-5d8a-4461-83c7-dc2f9304a4f6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546851 Jul 30 20:33:21.874317 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-9ff89ea4-4660-4ef9-a2e5-817585017ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:22.000352 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff89ea4-4660-4ef9-a2e5-817585017ffc service neutron] Pushing event updated for resources: {'Port': ['ID=41471113-0432-49f6-add5-9441130e34fd,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:22.049090 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-9ff89ea4-4660-4ef9-a2e5-817585017ffc service neutron] Attempting to bind port 41471113-0432-49f6-add5-9441130e34fd on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:33:22.049428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-9ff89ea4-4660-4ef9-a2e5-817585017ffc service neutron] Attempting to bind port 41471113-0432-49f6-add5-9441130e34fd by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:33:22.049763 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-9ff89ea4-4660-4ef9-a2e5-817585017ffc service neutron] Attempting to bind port 41471113-0432-49f6-add5-9441130e34fd on network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:33:22.054882 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-9ff89ea4-4660-4ef9-a2e5-817585017ffc service neutron] Port 41471113-0432-49f6-add5-9441130e34fd on network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:33:22.057749 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-9ff89ea4-4660-4ef9-a2e5-817585017ffc service neutron] Attempting to bind port 41471113-0432-49f6-add5-9441130e34fd on network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:33:22.063890 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-9ff89ea4-4660-4ef9-a2e5-817585017ffc service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:33:22.064236 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-9ff89ea4-4660-4ef9-a2e5-817585017ffc service neutron] Checking segment: {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:33:22.064632 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-9ff89ea4-4660-4ef9-a2e5-817585017ffc service neutron] Bound using segment: {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:33:22.065343 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-9ff89ea4-4660-4ef9-a2e5-817585017ffc service neutron] Bound port: 41471113-0432-49f6-add5-9441130e34fd, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:33:22.065594 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-9ff89ea4-4660-4ef9-a2e5-817585017ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:22.151788 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-9ff89ea4-4660-4ef9-a2e5-817585017ffc service neutron] For port 41471113-0432-49f6-add5-9441130e34fd, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:33:22.155998 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-9ff89ea4-4660-4ef9-a2e5-817585017ffc service neutron] For port 41471113-0432-49f6-add5-9441130e34fd, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=41471113-0432-49f6-add5-9441130e34fd,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:33:22.162955 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-9ff89ea4-4660-4ef9-a2e5-817585017ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:22.201266 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-9ff89ea4-4660-4ef9-a2e5-817585017ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:22.201837 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-9ff89ea4-4660-4ef9-a2e5-817585017ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:22.203367 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-9ff89ea4-4660-4ef9-a2e5-817585017ffc service neutron] 10.222.0.59 "PUT /v2.0/ports/41471113-0432-49f6-add5-9441130e34fd HTTP/1.1" status: 200 len: 1092 time: 0.8405747 Jul 30 20:33:22.203752 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47510c88-ca9b-4465-b096-bc5e55d9cc9f', 'tag': '41471113-0432-49f6-add5-9441130e34fd'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:33:22.206012 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518fbfc3-e868-4154-ad97-7fff9d48c933" -d '{"events": [{"name": "network-changed", "server_uuid": "47510c88-ca9b-4465-b096-bc5e55d9cc9f", "tag": "41471113-0432-49f6-add5-9441130e34fd"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:33:22.210115 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9d1595c4-2c59-4f54-b001-0f67fb0af992 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:33:22.279164 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823fc613-70a3-4f69-bc9b-91a438d9c1a3 x-openstack-request-id: req-823fc613-70a3-4f69-bc9b-91a438d9c1a3 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:33:22.279440 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47510c88-ca9b-4465-b096-bc5e55d9cc9f", "tag": "41471113-0432-49f6-add5-9441130e34fd", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:33:22.279776 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-823fc613-70a3-4f69-bc9b-91a438d9c1a3 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:33:22.280184 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47510c88-ca9b-4465-b096-bc5e55d9cc9f', 'tag': '41471113-0432-49f6-add5-9441130e34fd', 'status': 'completed', 'code': 200} Jul 30 20:33:22.300442 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff89ea4-4660-4ef9-a2e5-817585017ffc service neutron] Pushing event updated for resources: {'Port': ['ID=41471113-0432-49f6-add5-9441130e34fd,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:22.325222 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 9d1595c4-2c59-4f54-b001-0f67fb0af992 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:33:22.326114 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:22.334483 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-038c1a19-e66b-4e61-9cb5-5a50372082c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:22.336076 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-038c1a19-e66b-4e61-9cb5-5a50372082c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 1095 time: 0.0711970 Jul 30 20:33:22.411351 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-3fcc314f-584e-47ba-917d-959dda7a74e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41471113-0432-49f6-add5-9441130e34fd HTTP/1.1" status: 200 len: 217 time: 0.0640788 Jul 30 20:33:22.477823 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-c5bbccf5-3532-4ea1-9da1-77ecc6b9bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:22.479308 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-c5bbccf5-3532-4ea1-9da1-77ecc6b9bd60 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0601745 Jul 30 20:33:22.545233 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-81c3911f-7683-407e-b962-64e2e274ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:22.547213 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-81c3911f-7683-407e-b962-64e2e274ea3d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537791 Jul 30 20:33:22.657171 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-4b392265-73d0-47ce-ab5e-a1b4fca249fc service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019561 Jul 30 20:33:22.753457 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-148bb6c4-5c38-4e56-9df1-ad14de2b057f req-a919d5d2-9880-49f6-b753-36b83d87dde9 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890493 Jul 30 20:33:22.844754 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fbfc3-e868-4154-ad97-7fff9d48c933 req-d877d61c-8aad-42e7-8e8a-30801c307240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:22.846445 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-518fbfc3-e868-4154-ad97-7fff9d48c933 req-d877d61c-8aad-42e7-8e8a-30801c307240 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 1095 time: 0.0450270 Jul 30 20:33:22.973175 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fbfc3-e868-4154-ad97-7fff9d48c933 req-27f39740-17d6-4b5e-b7b8-7494d7189484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:22.974517 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-518fbfc3-e868-4154-ad97-7fff9d48c933 req-27f39740-17d6-4b5e-b7b8-7494d7189484 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 913 time: 0.1216478 Jul 30 20:33:23.034572 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-518fbfc3-e868-4154-ad97-7fff9d48c933 req-055a6208-f110-40cb-bbaa-9e32231a56f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41471113-0432-49f6-add5-9441130e34fd HTTP/1.1" status: 200 len: 217 time: 0.0421822 Jul 30 20:33:23.080713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0456ab-0d78-4647-97bb-b460babd8036 req-f8855b11-d6d1-4058-baa1-32a12e8ecac4 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:23.082209 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a0456ab-0d78-4647-97bb-b460babd8036 req-f8855b11-d6d1-4058-baa1-32a12e8ecac4 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 944 time: 0.1201541 Jul 30 20:33:23.118603 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fbfc3-e868-4154-ad97-7fff9d48c933 req-40e8f491-21f6-469b-ae90-11c3ef9d86f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:23.120403 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-518fbfc3-e868-4154-ad97-7fff9d48c933 req-40e8f491-21f6-469b-ae90-11c3ef9d86f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0780885 Jul 30 20:33:23.162359 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a0456ab-0d78-4647-97bb-b460babd8036 req-d38f8311-9ded-403b-96e9-23d239b5fb20 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730727 Jul 30 20:33:23.185604 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fbfc3-e868-4154-ad97-7fff9d48c933 req-81cfa4b2-a613-443a-ad61-8460fdc1cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:23.187303 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-518fbfc3-e868-4154-ad97-7fff9d48c933 req-81cfa4b2-a613-443a-ad61-8460fdc1cc6b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589430 Jul 30 20:33:23.298136 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-518fbfc3-e868-4154-ad97-7fff9d48c933 req-c4136a2f-f889-4f45-890d-4d880c2a4e3f service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029088 Jul 30 20:33:23.393788 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-518fbfc3-e868-4154-ad97-7fff9d48c933 req-054c4b3e-1e7d-4a37-8d03-f248685e854e service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884757 Jul 30 20:33:23.725593 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c845624-a466-4c5c-b74a-11cc14790dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:23.948138 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48428) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:23.982100 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:24.093215 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69556e10-fc49-43a8-9251-511d228e924d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:24.203325 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69556e10-fc49-43a8-9251-511d228e924d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:24.210187 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69556e10-fc49-43a8-9251-511d228e924d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:24.245832 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69556e10-fc49-43a8-9251-511d228e924d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10dde0c6-311b-4a7c-b9b6-50291901552e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:24.264511 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69556e10-fc49-43a8-9251-511d228e924d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:24.264856 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69556e10-fc49-43a8-9251-511d228e924d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:24.265404 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69556e10-fc49-43a8-9251-511d228e924d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:24.265746 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69556e10-fc49-43a8-9251-511d228e924d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:24.266080 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69556e10-fc49-43a8-9251-511d228e924d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:24.266413 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69556e10-fc49-43a8-9251-511d228e924d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:24.266745 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69556e10-fc49-43a8-9251-511d228e924d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:24.267072 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69556e10-fc49-43a8-9251-511d228e924d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:24.267658 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69556e10-fc49-43a8-9251-511d228e924d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:24.267991 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69556e10-fc49-43a8-9251-511d228e924d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:24.268570 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69556e10-fc49-43a8-9251-511d228e924d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:24.268896 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69556e10-fc49-43a8-9251-511d228e924d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:24.281674 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-69556e10-fc49-43a8-9251-511d228e924d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8c9fe21431c742e18d39592837cba7c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3273246 Jul 30 20:33:24.281933 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48434) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:24.331162 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794d221-c0e1-4282-83fe-d8e4c8d46f24 req-0f02fb72-26a8-4168-bc13-315b26ac1330 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:24.332599 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1794d221-c0e1-4282-83fe-d8e4c8d46f24 req-0f02fb72-26a8-4168-bc13-315b26ac1330 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 944 time: 0.0864708 Jul 30 20:33:24.362044 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1f13-3f2c-46aa-b082-cd26a4fcf6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:24.404892 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1794d221-c0e1-4282-83fe-d8e4c8d46f24 req-08dbc5e9-4221-4790-af33-6be4ff47fe22 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631983 Jul 30 20:33:24.406683 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1f13-3f2c-46aa-b082-cd26a4fcf6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:24.455981 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1f13-3f2c-46aa-b082-cd26a4fcf6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:24.458447 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1f13-3f2c-46aa-b082-cd26a4fcf6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:24.459648 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7a6d1f13-3f2c-46aa-b082-cd26a4fcf6a5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/10dde0c6-311b-4a7c-b9b6-50291901552e HTTP/1.1" status: 204 len: 168 time: 0.1787734 Jul 30 20:33:24.468054 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d1f13-3f2c-46aa-b082-cd26a4fcf6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10dde0c6-311b-4a7c-b9b6-50291901552e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:25.005708 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:25.457706 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48470) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:25.520905 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef36be-d2be-4f36-befe-5a1f39a6b33f req-a91611ed-92ed-49e8-88ed-66f555764880 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:25.522663 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e4ef36be-d2be-4f36-befe-5a1f39a6b33f req-a91611ed-92ed-49e8-88ed-66f555764880 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 944 time: 0.0504885 Jul 30 20:33:25.572208 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e4ef36be-d2be-4f36-befe-5a1f39a6b33f req-1e9a3011-d353-416a-9fa6-d8fb279efdfd tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431962 Jul 30 20:33:25.573352 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a1ec66e7-d4a3-44c8-a5a8-8ba3d52b311d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:25.667763 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a1ec66e7-d4a3-44c8-a5a8-8ba3d52b311d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:25.671296 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a1ec66e7-d4a3-44c8-a5a8-8ba3d52b311d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:25.709575 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a1ec66e7-d4a3-44c8-a5a8-8ba3d52b311d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=47fbe97ec13d46c5bae58a306af8ba0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508020 Jul 30 20:33:25.710702 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec66e7-d4a3-44c8-a5a8-8ba3d52b311d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f7e8fa-5c88-496a-9ccd-049fcda77451,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:25.712338 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48476) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:25.762359 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9c1a81e-6a05-4f61-9f51-805840c8096a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:25.783612 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9c1a81e-6a05-4f61-9f51-805840c8096a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:25.828376 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9c1a81e-6a05-4f61-9f51-805840c8096a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:25.830943 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9c1a81e-6a05-4f61-9f51-805840c8096a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:25.832144 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b9c1a81e-6a05-4f61-9f51-805840c8096a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/82f7e8fa-5c88-496a-9ccd-049fcda77451 HTTP/1.1" status: 204 len: 168 time: 0.1181922 Jul 30 20:33:25.840007 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1a81e-6a05-4f61-9f51-805840c8096a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f7e8fa-5c88-496a-9ccd-049fcda77451,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:26.419497 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48498) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:26.512721 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b8f46341-0af2-4a7e-85df-0632edde0c50 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-298117754-network', 'tenant_id': '30cd4c96b9764a998f0ea0c9dc59a91d'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:33:26.532914 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f46341-0af2-4a7e-85df-0632edde0c50 admin admin] Made reservation on behalf of 30cd4c96b9764a998f0ea0c9dc59a91d for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:33:26.535376 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8f46341-0af2-4a7e-85df-0632edde0c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:26.543728 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8f46341-0af2-4a7e-85df-0632edde0c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:26.630701 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8f46341-0af2-4a7e-85df-0632edde0c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:26.635261 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8f46341-0af2-4a7e-85df-0632edde0c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:26.662198 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f46341-0af2-4a7e-85df-0632edde0c50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:33:26.668741 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f46341-0af2-4a7e-85df-0632edde0c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db6eba0-0c5d-489f-9fc8-70f7e26d681b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:26.679043 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8f46341-0af2-4a7e-85df-0632edde0c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:26.679390 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-b8f46341-0af2-4a7e-85df-0632edde0c50 admin admin] Added segment 4147470d-a457-450c-9340-cd7aa315d419 of type vlan for network 409ff65c-bf16-4194-93fc-5e515c9dbe6f Jul 30 20:33:26.699958 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97163a3d-d970-4798-acc2-ab047a12ed03 req-82d38ef0-f48d-437b-a667-671597ab8fb9 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:26.701467 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97163a3d-d970-4798-acc2-ab047a12ed03 req-82d38ef0-f48d-437b-a667-671597ab8fb9 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 944 time: 0.0580857 Jul 30 20:33:26.724527 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8f46341-0af2-4a7e-85df-0632edde0c50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:26.741058 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97163a3d-d970-4798-acc2-ab047a12ed03 req-c9142314-d75f-4f60-9a83-10f54e8f8798 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335529 Jul 30 20:33:26.758394 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8f46341-0af2-4a7e-85df-0632edde0c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:26.760167 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f46341-0af2-4a7e-85df-0632edde0c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:26.760626 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8f46341-0af2-4a7e-85df-0632edde0c50 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:26.814491 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b8f46341-0af2-4a7e-85df-0632edde0c50 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3938804 Jul 30 20:33:26.817566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48504) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:26.819550 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f46341-0af2-4a7e-85df-0632edde0c50 admin admin] Pushing event updated for resources: {'Network': ['ID=409ff65c-bf16-4194-93fc-5e515c9dbe6f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:26.823233 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-361c3c1f-8fed-4ac4-b2bd-edf97aaae1c9 admin admin] Request body: {'subnet': {'network_id': '409ff65c-bf16-4194-93fc-5e515c9dbe6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-298117754-subnet', 'tenant_id': '30cd4c96b9764a998f0ea0c9dc59a91d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:33:26.830425 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 409ff65c-bf16-4194-93fc-5e515c9dbe6f details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:33:26.844644 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361c3c1f-8fed-4ac4-b2bd-edf97aaae1c9 admin admin] Made reservation on behalf of 30cd4c96b9764a998f0ea0c9dc59a91d for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:33:26.847126 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-361c3c1f-8fed-4ac4-b2bd-edf97aaae1c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:26.892013 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:27.012971 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-361c3c1f-8fed-4ac4-b2bd-edf97aaae1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:27.067793 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c3c1f-8fed-4ac4-b2bd-edf97aaae1c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=007ca481-100f-4a71-90fd-0f503146dc85,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:27.074585 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361c3c1f-8fed-4ac4-b2bd-edf97aaae1c9 admin admin] Checking segment: {'id': '4147470d-a457-450c-9340-cd7aa315d419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '409ff65c-bf16-4194-93fc-5e515c9dbe6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:33:27.074935 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361c3c1f-8fed-4ac4-b2bd-edf97aaae1c9 admin admin] Network hostable DHCP agents. Network: 409ff65c-bf16-4194-93fc-5e515c9dbe6f, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:33:27.090521 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361c3c1f-8fed-4ac4-b2bd-edf97aaae1c9 admin admin] Network 409ff65c-bf16-4194-93fc-5e515c9dbe6f is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:33:27.098629 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-361c3c1f-8fed-4ac4-b2bd-edf97aaae1c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 409ff65c-bf16-4194-93fc-5e515c9dbe6f) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:33:27.102414 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361c3c1f-8fed-4ac4-b2bd-edf97aaae1c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:27.103502 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-361c3c1f-8fed-4ac4-b2bd-edf97aaae1c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:27.108115 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a8fd90-4dda-4590-991a-a37a6a270ca3 None None] Network 409ff65c-bf16-4194-93fc-5e515c9dbe6f requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:33:27.118760 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-361c3c1f-8fed-4ac4-b2bd-edf97aaae1c9 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2994914 Jul 30 20:33:27.229832 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91d37c2-f27e-4abb-9fcd-ebd047103db2 None None] Network 409ff65c-bf16-4194-93fc-5e515c9dbe6f requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:33:27.860182 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81869c9-762d-4f9e-b1eb-74cf745b3409 req-4ab71f47-1f43-4d2e-906d-ad71a79761e3 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:27.861664 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b81869c9-762d-4f9e-b1eb-74cf745b3409 req-4ab71f47-1f43-4d2e-906d-ad71a79761e3 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 944 time: 0.0535297 Jul 30 20:33:27.900396 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b81869c9-762d-4f9e-b1eb-74cf745b3409 req-77f3f5e4-9479-49a1-bcf7-a698d47311b5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320127 Jul 30 20:33:28.842786 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24670808-6495-4af1-b5ea-7a3205639a3a req-065c6b5d-ab01-4141-9309-87de42ca4451 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:28.844234 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24670808-6495-4af1-b5ea-7a3205639a3a req-065c6b5d-ab01-4141-9309-87de42ca4451 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/networks?id=409ff65c-bf16-4194-93fc-5e515c9dbe6f HTTP/1.1" status: 200 len: 808 time: 0.0980430 Jul 30 20:33:28.859117 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24670808-6495-4af1-b5ea-7a3205639a3a req-2e9cd0c9-4ff3-408d-a9fa-e37045e80c83 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/quotas/30cd4c96b9764a998f0ea0c9dc59a91d HTTP/1.1" status: 200 len: 375 time: 0.0091848 Jul 30 20:33:28.892329 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24670808-6495-4af1-b5ea-7a3205639a3a req-d3352554-9a9e-4e93-a936-bf430e0054ad tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=30cd4c96b9764a998f0ea0c9dc59a91d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283082 Jul 30 20:33:28.981218 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24670808-6495-4af1-b5ea-7a3205639a3a req-14855375-16cc-4450-a4f9-030182f079d5 service neutron] 10.222.0.81 "GET /v2.0/networks/409ff65c-bf16-4194-93fc-5e515c9dbe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819578 Jul 30 20:33:29.070984 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24670808-6495-4af1-b5ea-7a3205639a3a req-7bd2bfc0-f07d-4626-b038-ffceafa34ccb service neutron] 10.222.0.81 "GET /v2.0/networks/409ff65c-bf16-4194-93fc-5e515c9dbe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837526 Jul 30 20:33:29.257675 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05de12-86ec-4c9a-a0aa-9b6ed5043c9d req-1eebe351-e221-4965-bd1d-3c00a406b538 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:29.260462 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3e05de12-86ec-4c9a-a0aa-9b6ed5043c9d req-1eebe351-e221-4965-bd1d-3c00a406b538 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 944 time: 0.0501542 Jul 30 20:33:29.299475 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3e05de12-86ec-4c9a-a0aa-9b6ed5043c9d req-7034439a-5915-4c5a-94b6-00f35ba4dfaa tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339031 Jul 30 20:33:29.372456 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c49f26bf-689a-4474-91f6-4c6765bb4872 req-a0692a7c-4500-417e-bca3-2374b74ec341 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96 HTTP/1.1" status: 200 len: 210 time: 0.0280287 Jul 30 20:33:30.128138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24670808-6495-4af1-b5ea-7a3205639a3a req-36b0449f-7ed6-4dd4-9bd4-4ab5fb42c212 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:30.129567 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24670808-6495-4af1-b5ea-7a3205639a3a req-36b0449f-7ed6-4dd4-9bd4-4ab5fb42c212 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.83 "GET /v2.0/networks?id=409ff65c-bf16-4194-93fc-5e515c9dbe6f HTTP/1.1" status: 200 len: 808 time: 0.1047366 Jul 30 20:33:30.142320 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fafaa733-171a-4c5c-871a-454898b02ad9 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Request body: {'port': {'device_id': '3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96', 'network_id': '409ff65c-bf16-4194-93fc-5e515c9dbe6f', 'admin_state_up': True, 'tenant_id': '30cd4c96b9764a998f0ea0c9dc59a91d'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:33:30.245747 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fafaa733-171a-4c5c-871a-454898b02ad9 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Made reservation on behalf of 30cd4c96b9764a998f0ea0c9dc59a91d for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:33:30.249296 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fafaa733-171a-4c5c-871a-454898b02ad9 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:30.397245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fafaa733-171a-4c5c-871a-454898b02ad9 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Allocated IP 172.20.0.12 (409ff65c-bf16-4194-93fc-5e515c9dbe6f/007ca481-100f-4a71-90fd-0f503146dc85/faf49154-9ee9-49e1-b8ae-3b05a19df77f) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:33:30.441949 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82393a80-f0ea-432c-ad10-e031e6a56b30 req-0fc03a56-c581-4aab-aa00-cc161e5d8203 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:30.443418 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82393a80-f0ea-432c-ad10-e031e6a56b30 req-0fc03a56-c581-4aab-aa00-cc161e5d8203 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 944 time: 0.0770664 Jul 30 20:33:30.537515 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82393a80-f0ea-432c-ad10-e031e6a56b30 req-5f744408-b8cb-4fdb-a619-a03b3531bb19 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864639 Jul 30 20:33:30.586468 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fafaa733-171a-4c5c-871a-454898b02ad9 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:30.623268 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d5db9721-c3be-4ac8-aad5-b8c88333e4d6 req-2ec7d7de-0ac0-4d4e-ba43-01414bc3d3dc tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96 HTTP/1.1" status: 200 len: 210 time: 0.0297127 Jul 30 20:33:30.649260 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fafaa733-171a-4c5c-871a-454898b02ad9 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:30.690894 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fafaa733-171a-4c5c-871a-454898b02ad9 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Network 409ff65c-bf16-4194-93fc-5e515c9dbe6f is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:33:30.693990 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fafaa733-171a-4c5c-871a-454898b02ad9 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:33:30.698154 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fafaa733-171a-4c5c-871a-454898b02ad9 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:33:30.726599 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafaa733-171a-4c5c-871a-454898b02ad9 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Pushing event updated for resources: {'Port': ['ID=faf49154-9ee9-49e1-b8ae-3b05a19df77f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:30.753624 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fafaa733-171a-4c5c-871a-454898b02ad9 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:30.754227 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fafaa733-171a-4c5c-871a-454898b02ad9 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:30.767795 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fafaa733-171a-4c5c-871a-454898b02ad9 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6294782 Jul 30 20:33:30.780399 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fb49207a-8b26-4a7e-b043-5f9de11d8fcc service neutron] Request body: {'port': {'device_id': '3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:33:30.830558 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fb49207a-8b26-4a7e-b043-5f9de11d8fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:31.096505 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fb49207a-8b26-4a7e-b043-5f9de11d8fcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf49154-9ee9-49e1-b8ae-3b05a19df77f {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:33:31.103863 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fb49207a-8b26-4a7e-b043-5f9de11d8fcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:31.115138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fb49207a-8b26-4a7e-b043-5f9de11d8fcc service neutron] Transition to ACTIVE for port object faf49154-9ee9-49e1-b8ae-3b05a19df77f will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:33:31.119481 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fb49207a-8b26-4a7e-b043-5f9de11d8fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:31.166514 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49207a-8b26-4a7e-b043-5f9de11d8fcc service neutron] Pushing event updated for resources: {'Port': ['ID=faf49154-9ee9-49e1-b8ae-3b05a19df77f,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:31.233427 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fb49207a-8b26-4a7e-b043-5f9de11d8fcc service neutron] Attempting to bind port faf49154-9ee9-49e1-b8ae-3b05a19df77f on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:33:31.233763 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fb49207a-8b26-4a7e-b043-5f9de11d8fcc service neutron] Attempting to bind port faf49154-9ee9-49e1-b8ae-3b05a19df77f by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '4147470d-a457-450c-9340-cd7aa315d419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '409ff65c-bf16-4194-93fc-5e515c9dbe6f'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:33:31.234098 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fb49207a-8b26-4a7e-b043-5f9de11d8fcc service neutron] Attempting to bind port faf49154-9ee9-49e1-b8ae-3b05a19df77f on network 409ff65c-bf16-4194-93fc-5e515c9dbe6f {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:33:31.238284 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fb49207a-8b26-4a7e-b043-5f9de11d8fcc service neutron] Port faf49154-9ee9-49e1-b8ae-3b05a19df77f on network 409ff65c-bf16-4194-93fc-5e515c9dbe6f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:33:31.238602 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fb49207a-8b26-4a7e-b043-5f9de11d8fcc service neutron] Attempting to bind port faf49154-9ee9-49e1-b8ae-3b05a19df77f on network 409ff65c-bf16-4194-93fc-5e515c9dbe6f {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:33:31.243251 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fb49207a-8b26-4a7e-b043-5f9de11d8fcc service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:33:31.244120 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fb49207a-8b26-4a7e-b043-5f9de11d8fcc service neutron] Checking segment: {'id': '4147470d-a457-450c-9340-cd7aa315d419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '409ff65c-bf16-4194-93fc-5e515c9dbe6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:33:31.244498 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fb49207a-8b26-4a7e-b043-5f9de11d8fcc service neutron] Bound using segment: {'id': '4147470d-a457-450c-9340-cd7aa315d419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '409ff65c-bf16-4194-93fc-5e515c9dbe6f'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:33:31.244927 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fb49207a-8b26-4a7e-b043-5f9de11d8fcc service neutron] Bound port: faf49154-9ee9-49e1-b8ae-3b05a19df77f, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4147470d-a457-450c-9340-cd7aa315d419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '409ff65c-bf16-4194-93fc-5e515c9dbe6f'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:33:31.245273 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fb49207a-8b26-4a7e-b043-5f9de11d8fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:31.310524 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fb49207a-8b26-4a7e-b043-5f9de11d8fcc service neutron] For port faf49154-9ee9-49e1-b8ae-3b05a19df77f, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:33:31.313515 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fb49207a-8b26-4a7e-b043-5f9de11d8fcc service neutron] For port faf49154-9ee9-49e1-b8ae-3b05a19df77f, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=faf49154-9ee9-49e1-b8ae-3b05a19df77f,segment=NetworkSegment(4147470d-a457-450c-9340-cd7aa315d419),segment_id=4147470d-a457-450c-9340-cd7aa315d419)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:33:31.319419 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fb49207a-8b26-4a7e-b043-5f9de11d8fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:31.355423 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fb49207a-8b26-4a7e-b043-5f9de11d8fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:31.356079 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fb49207a-8b26-4a7e-b043-5f9de11d8fcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:31.357457 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24670808-6495-4af1-b5ea-7a3205639a3a req-fb49207a-8b26-4a7e-b043-5f9de11d8fcc service neutron] 10.222.0.83 "PUT /v2.0/ports/faf49154-9ee9-49e1-b8ae-3b05a19df77f HTTP/1.1" status: 200 len: 1092 time: 0.5809875 Jul 30 20:33:31.357894 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96', 'tag': 'faf49154-9ee9-49e1-b8ae-3b05a19df77f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:33:31.360170 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7b0e77-9218-4822-b80f-1912d496737d" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96", "tag": "faf49154-9ee9-49e1-b8ae-3b05a19df77f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:33:31.382025 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49207a-8b26-4a7e-b043-5f9de11d8fcc service neutron] Pushing event updated for resources: {'Port': ['ID=faf49154-9ee9-49e1-b8ae-3b05a19df77f,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:31.419713 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad856c74-ee53-4ca0-a653-490dc5f536fb x-openstack-request-id: req-ad856c74-ee53-4ca0-a653-490dc5f536fb {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:33:31.420000 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96", "tag": "faf49154-9ee9-49e1-b8ae-3b05a19df77f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:33:31.420261 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ad856c74-ee53-4ca0-a653-490dc5f536fb {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:33:31.420635 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96', 'tag': 'faf49154-9ee9-49e1-b8ae-3b05a19df77f', 'status': 'completed', 'code': 200} Jul 30 20:33:31.436630 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24670808-6495-4af1-b5ea-7a3205639a3a req-5109380e-5cbf-423b-8ce9-471eae579c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:31.438139 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24670808-6495-4af1-b5ea-7a3205639a3a req-5109380e-5cbf-423b-8ce9-471eae579c20 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=30cd4c96b9764a998f0ea0c9dc59a91d&device_id=3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96 HTTP/1.1" status: 200 len: 1095 time: 0.0438397 Jul 30 20:33:31.478401 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24670808-6495-4af1-b5ea-7a3205639a3a req-09beda64-da13-4c4c-a763-4913c985d3b9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=faf49154-9ee9-49e1-b8ae-3b05a19df77f HTTP/1.1" status: 200 len: 217 time: 0.0322399 Jul 30 20:33:31.528913 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24670808-6495-4af1-b5ea-7a3205639a3a req-9a166bf5-19da-4790-9209-99fc590f3a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:31.530299 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24670808-6495-4af1-b5ea-7a3205639a3a req-9a166bf5-19da-4790-9209-99fc590f3a3b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=007ca481-100f-4a71-90fd-0f503146dc85 HTTP/1.1" status: 200 len: 848 time: 0.0452514 Jul 30 20:33:31.561280 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24670808-6495-4af1-b5ea-7a3205639a3a req-89f29062-3e64-4af7-be7e-fa9be12429f9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=409ff65c-bf16-4194-93fc-5e515c9dbe6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241706 Jul 30 20:33:31.686947 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec4d68-5100-4b49-8e8c-19c1337a8a0d req-dfe4a8e2-9ebe-41b8-98a3-096ef79db8c3 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:31.688421 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-55ec4d68-5100-4b49-8e8c-19c1337a8a0d req-dfe4a8e2-9ebe-41b8-98a3-096ef79db8c3 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 944 time: 0.0795720 Jul 30 20:33:31.693706 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24670808-6495-4af1-b5ea-7a3205639a3a req-b3b98b74-135a-49bc-a77a-bddec8f09303 service neutron] 10.222.0.83 "GET /v2.0/networks/409ff65c-bf16-4194-93fc-5e515c9dbe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255829 Jul 30 20:33:31.769306 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-55ec4d68-5100-4b49-8e8c-19c1337a8a0d req-53fca5f4-c984-4fd6-916e-cd178d8aa1f8 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746694 Jul 30 20:33:31.804480 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24670808-6495-4af1-b5ea-7a3205639a3a req-5cde70ea-b9f5-4875-acbf-60a5c06ead08 service neutron] 10.222.0.83 "GET /v2.0/networks/409ff65c-bf16-4194-93fc-5e515c9dbe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040597 Jul 30 20:33:31.898991 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022a656-3795-49a8-a208-f6872a7246b1 req-a68e0c3a-2588-40b7-b0b5-1b1cdea4d02f tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:31.901031 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3022a656-3795-49a8-a208-f6872a7246b1 req-a68e0c3a-2588-40b7-b0b5-1b1cdea4d02f tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96 HTTP/1.1" status: 200 len: 944 time: 0.0763071 Jul 30 20:33:31.914725 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b0e77-9218-4822-b80f-1912d496737d req-45d32dc6-efa9-42c9-a6b8-b9e56b1aedd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:31.916663 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc7b0e77-9218-4822-b80f-1912d496737d req-45d32dc6-efa9-42c9-a6b8-b9e56b1aedd5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=30cd4c96b9764a998f0ea0c9dc59a91d&device_id=3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96 HTTP/1.1" status: 200 len: 1095 time: 0.0620799 Jul 30 20:33:31.990619 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3022a656-3795-49a8-a208-f6872a7246b1 req-d4d2a4ac-bdae-43c8-bfc7-72dbe3ca23a7 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/security-groups?id=5db6eba0-0c5d-489f-9fc8-70f7e26d681b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829680 Jul 30 20:33:32.029560 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b0e77-9218-4822-b80f-1912d496737d req-8e5a43ab-30f5-43ee-9c68-1a2347cfc4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:32.031030 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc7b0e77-9218-4822-b80f-1912d496737d req-8e5a43ab-30f5-43ee-9c68-1a2347cfc4ab service neutron] 10.222.0.83 "GET /v2.0/networks?id=409ff65c-bf16-4194-93fc-5e515c9dbe6f HTTP/1.1" status: 200 len: 909 time: 0.1073182 Jul 30 20:33:32.432000 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc7b0e77-9218-4822-b80f-1912d496737d req-ab0bb33e-edad-4274-bd24-f2cfa7dd048e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=faf49154-9ee9-49e1-b8ae-3b05a19df77f HTTP/1.1" status: 200 len: 217 time: 0.3935187 Jul 30 20:33:32.480834 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b0e77-9218-4822-b80f-1912d496737d req-abe415ea-9df9-4dc4-8246-437c7f475f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:32.482197 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc7b0e77-9218-4822-b80f-1912d496737d req-abe415ea-9df9-4dc4-8246-437c7f475f7a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=007ca481-100f-4a71-90fd-0f503146dc85 HTTP/1.1" status: 200 len: 848 time: 0.0422940 Jul 30 20:33:32.514111 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc7b0e77-9218-4822-b80f-1912d496737d req-e016084b-b800-464b-9d5c-d7920f5dd580 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=409ff65c-bf16-4194-93fc-5e515c9dbe6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238478 Jul 30 20:33:32.603102 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc7b0e77-9218-4822-b80f-1912d496737d req-b3d26db5-b119-4135-a7e0-ed9b18e9fd1b service neutron] 10.222.0.83 "GET /v2.0/networks/409ff65c-bf16-4194-93fc-5e515c9dbe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815806 Jul 30 20:33:32.690541 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc7b0e77-9218-4822-b80f-1912d496737d req-5c59b3df-1798-4b6d-a9e8-6a5e4ea05aa3 service neutron] 10.222.0.83 "GET /v2.0/networks/409ff65c-bf16-4194-93fc-5e515c9dbe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791273 Jul 30 20:33:32.885707 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d6a32-24e2-4186-ab75-12562dc4be7c req-c015a2d1-bb11-4b8a-a937-24de4dd9dd36 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:32.887187 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-136d6a32-24e2-4186-ab75-12562dc4be7c req-c015a2d1-bb11-4b8a-a937-24de4dd9dd36 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 944 time: 0.0522356 Jul 30 20:33:32.925769 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-136d6a32-24e2-4186-ab75-12562dc4be7c req-b020ddc5-28ae-4a7d-9e68-9e5d2e9253cd tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313287 Jul 30 20:33:33.101224 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25756872-058f-4ef1-80aa-a5caaafa8132 req-0d0bc6d4-c1c6-4077-9ed5-c91077183669 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:33.102660 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25756872-058f-4ef1-80aa-a5caaafa8132 req-0d0bc6d4-c1c6-4077-9ed5-c91077183669 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96 HTTP/1.1" status: 200 len: 944 time: 0.0473673 Jul 30 20:33:33.139970 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25756872-058f-4ef1-80aa-a5caaafa8132 req-5cadaf7a-4877-4912-8af1-3e062233f93e tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/security-groups?id=5db6eba0-0c5d-489f-9fc8-70f7e26d681b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309231 Jul 30 20:33:33.788216 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 41471113-0432-49f6-add5-9441130e34fd details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:33:33.882491 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 41471113-0432-49f6-add5-9441130e34fd, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=41471113-0432-49f6-add5-9441130e34fd,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:33:34.040274 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '41471113-0432-49f6-add5-9441130e34fd', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'port_id': '41471113-0432-49f6-add5-9441130e34fd', 'mac_address': 'fa:16:3e:74:3e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:33:34.045070 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3019d8b-91f8-48ca-8a2f-c4fada735bb0 req-542e666d-6595-4dcf-8a9f-95506f09c696 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:34.046560 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f3019d8b-91f8-48ca-8a2f-c4fada735bb0 req-542e666d-6595-4dcf-8a9f-95506f09c696 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 944 time: 0.0506833 Jul 30 20:33:34.077477 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:34.083582 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f3019d8b-91f8-48ca-8a2f-c4fada735bb0 req-f907cf33-3325-46d4-9112-0da09eb7d406 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311239 Jul 30 20:33:34.090414 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41471113-0432-49f6-add5-9441130e34fd {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:33:34.110589 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 41471113-0432-49f6-add5-9441130e34fd, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=41471113-0432-49f6-add5-9441130e34fd,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:33:34.114832 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:34.161631 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=41471113-0432-49f6-add5-9441130e34fd,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:34.169474 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:34.169819 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:34.170162 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:34.170498 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:34.170827 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:34.171155 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:34.171487 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:34.171834 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:34.172161 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:34.172482 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:34.172805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:34.173126 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:33:34.254555 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325c15a-3c05-48f8-92f7-1ce52e302a2e req-e28dd176-8db3-4359-b18a-2dcf3128c53b tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:34.256011 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d325c15a-3c05-48f8-92f7-1ce52e302a2e req-e28dd176-8db3-4359-b18a-2dcf3128c53b tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96 HTTP/1.1" status: 200 len: 944 time: 0.0506661 Jul 30 20:33:34.294432 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d325c15a-3c05-48f8-92f7-1ce52e302a2e req-ce251a27-30af-41b8-982c-b25b8475b309 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/security-groups?id=5db6eba0-0c5d-489f-9fc8-70f7e26d681b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322845 Jul 30 20:33:34.315560 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['41471113-0432-49f6-add5-9441130e34fd'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:33:35.197738 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1c461-090a-4ae8-b93a-7d039ae64aef req-f3fb2b9b-83dc-4dbd-aba0-851d02d6b5aa tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:35.199165 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2cb1c461-090a-4ae8-b93a-7d039ae64aef req-f3fb2b9b-83dc-4dbd-aba0-851d02d6b5aa tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 945 time: 0.0481315 Jul 30 20:33:35.236177 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2cb1c461-090a-4ae8-b93a-7d039ae64aef req-23514516-3433-4ba5-87ff-916adadcd283 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310681 Jul 30 20:33:35.406565 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cd447-59e0-4fab-ba00-dff45a21fba3 req-2e767994-f815-4689-8b94-d1fa66132284 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:35.407948 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de4cd447-59e0-4fab-ba00-dff45a21fba3 req-2e767994-f815-4689-8b94-d1fa66132284 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96 HTTP/1.1" status: 200 len: 944 time: 0.0483394 Jul 30 20:33:35.446276 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de4cd447-59e0-4fab-ba00-dff45a21fba3 req-be13b81b-551e-49f2-b403-fb78ae439137 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/security-groups?id=5db6eba0-0c5d-489f-9fc8-70f7e26d681b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324795 Jul 30 20:33:35.722483 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device faf49154-9ee9-49e1-b8ae-3b05a19df77f details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:33:35.788596 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 41471113-0432-49f6-add5-9441130e34fd up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:33:35.847952 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port faf49154-9ee9-49e1-b8ae-3b05a19df77f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=faf49154-9ee9-49e1-b8ae-3b05a19df77f,segment=NetworkSegment(4147470d-a457-450c-9340-cd7aa315d419),segment_id=4147470d-a457-450c-9340-cd7aa315d419)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:33:35.862391 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'faf49154-9ee9-49e1-b8ae-3b05a19df77f', 'network_id': '409ff65c-bf16-4194-93fc-5e515c9dbe6f', 'port_id': 'faf49154-9ee9-49e1-b8ae-3b05a19df77f', 'mac_address': 'fa:16:3e:f0:8a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007ca481-100f-4a71-90fd-0f503146dc85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:33:35.870547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 41471113-0432-49f6-add5-9441130e34fd completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:33:35.893584 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 41471113-0432-49f6-add5-9441130e34fd triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:33:35.893951 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:35.927326 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:35.947162 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf49154-9ee9-49e1-b8ae-3b05a19df77f {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:33:35.971865 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port faf49154-9ee9-49e1-b8ae-3b05a19df77f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=faf49154-9ee9-49e1-b8ae-3b05a19df77f,segment=NetworkSegment(4147470d-a457-450c-9340-cd7aa315d419),segment_id=4147470d-a457-450c-9340-cd7aa315d419)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:33:35.975722 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:36.031850 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:36.059256 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=faf49154-9ee9-49e1-b8ae-3b05a19df77f,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:36.066129 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47510c88-ca9b-4465-b096-bc5e55d9cc9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41471113-0432-49f6-add5-9441130e34fd'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:33:36.068385 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5ff9ed-9529-4f0b-90c6-3fc5605b28f6" -d '{"events": [{"server_uuid": "47510c88-ca9b-4465-b096-bc5e55d9cc9f", "name": "network-vif-plugged", "status": "completed", "tag": "41471113-0432-49f6-add5-9441130e34fd"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:33:36.081607 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 41471113-0432-49f6-add5-9441130e34fd, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=41471113-0432-49f6-add5-9441130e34fd,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:33:36.085813 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:36.114289 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d718a08b-b9f4-4d97-a80f-604d98ab49f9 x-openstack-request-id: req-d718a08b-b9f4-4d97-a80f-604d98ab49f9 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:33:36.114577 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47510c88-ca9b-4465-b096-bc5e55d9cc9f", "name": "network-vif-plugged", "status": "completed", "tag": "41471113-0432-49f6-add5-9441130e34fd", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:33:36.114827 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d718a08b-b9f4-4d97-a80f-604d98ab49f9 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:33:36.115210 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47510c88-ca9b-4465-b096-bc5e55d9cc9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41471113-0432-49f6-add5-9441130e34fd', 'code': 200} Jul 30 20:33:36.141723 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=41471113-0432-49f6-add5-9441130e34fd,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:36.208682 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b7a75-2be9-4bc5-9c9f-dfabad118fc0 req-ebf3523f-7b17-489d-a850-8f51e6aeb5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:36.210125 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d4b7a75-2be9-4bc5-9c9f-dfabad118fc0 req-ebf3523f-7b17-489d-a850-8f51e6aeb5ac service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 1097 time: 0.0428767 Jul 30 20:33:36.244280 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d4b7a75-2be9-4bc5-9c9f-dfabad118fc0 req-6e4b8e20-9345-4b0c-b803-48fd3dd40894 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273874 Jul 30 20:33:36.350763 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['faf49154-9ee9-49e1-b8ae-3b05a19df77f'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:33:36.362575 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099b29f-56e1-4ba2-a02b-83cae2a31912 req-6c8c9d7d-7a52-4c0c-8ee7-e73f596671ec tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:36.364066 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0099b29f-56e1-4ba2-a02b-83cae2a31912 req-6c8c9d7d-7a52-4c0c-8ee7-e73f596671ec tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 946 time: 0.0532870 Jul 30 20:33:36.402739 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0099b29f-56e1-4ba2-a02b-83cae2a31912 req-a861fb0b-c63b-4703-b3c6-66f6990fd6a9 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322409 Jul 30 20:33:36.558726 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff171a3-8604-4750-8eb9-065d6fcabe26 req-35b64568-df4e-4163-8eca-3b96c6c11800 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:36.560097 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ff171a3-8604-4750-8eb9-065d6fcabe26 req-35b64568-df4e-4163-8eca-3b96c6c11800 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96 HTTP/1.1" status: 200 len: 945 time: 0.0477560 Jul 30 20:33:36.600698 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ff171a3-8604-4750-8eb9-065d6fcabe26 req-9e188811-9154-4700-9777-662ec94d2605 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/security-groups?id=5db6eba0-0c5d-489f-9fc8-70f7e26d681b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345473 Jul 30 20:33:37.517931 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b350f-3cee-4ec0-a1c7-68d0f1a748d2 req-e9c04102-1dd5-40d2-9ecb-8f7fdfb20e81 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:37.519664 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-302b350f-3cee-4ec0-a1c7-68d0f1a748d2 req-e9c04102-1dd5-40d2-9ecb-8f7fdfb20e81 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 946 time: 0.0514426 Jul 30 20:33:37.556493 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-302b350f-3cee-4ec0-a1c7-68d0f1a748d2 req-3f17b0b7-f867-4b40-985d-ae18d0aa7ebc tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302742 Jul 30 20:33:37.673278 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97490ae-4edf-4c61-b519-9032d229efb7 req-d8fd962e-0b5a-4891-b8f8-0ec7fb4362d5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:37.674752 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b97490ae-4edf-4c61-b519-9032d229efb7 req-d8fd962e-0b5a-4891-b8f8-0ec7fb4362d5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 946 time: 0.0553994 Jul 30 20:33:37.713389 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b97490ae-4edf-4c61-b519-9032d229efb7 req-d7261670-226d-4595-ad14-1aece920e5c5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322657 Jul 30 20:33:37.729217 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device faf49154-9ee9-49e1-b8ae-3b05a19df77f up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:33:37.780327 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port faf49154-9ee9-49e1-b8ae-3b05a19df77f completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:33:37.783995 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port faf49154-9ee9-49e1-b8ae-3b05a19df77f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:33:37.784367 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:37.817425 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8e361-6b26-4525-8f0b-33785f35d432 req-eeb107a8-3887-43d9-8cf3-56a5daf20742 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:37.818780 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ff8e361-6b26-4525-8f0b-33785f35d432 req-eeb107a8-3887-43d9-8cf3-56a5daf20742 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96 HTTP/1.1" status: 200 len: 945 time: 0.0485821 Jul 30 20:33:37.857383 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ff8e361-6b26-4525-8f0b-33785f35d432 req-e2260dc6-ff68-400c-9bcd-9e60e477c41e tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/security-groups?id=5db6eba0-0c5d-489f-9fc8-70f7e26d681b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319157 Jul 30 20:33:37.858946 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:37.895186 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port faf49154-9ee9-49e1-b8ae-3b05a19df77f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=faf49154-9ee9-49e1-b8ae-3b05a19df77f,segment=NetworkSegment(4147470d-a457-450c-9340-cd7aa315d419),segment_id=4147470d-a457-450c-9340-cd7aa315d419)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:33:37.900593 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:37.948319 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=faf49154-9ee9-49e1-b8ae-3b05a19df77f,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:37.970700 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c3b27-2a73-4082-9c7d-0d7be52bfd7b req-e9bbaaad-bd14-4288-8696-c1c05e94fc54 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:37.972204 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2b9c3b27-2a73-4082-9c7d-0d7be52bfd7b req-e9bbaaad-bd14-4288-8696-c1c05e94fc54 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 946 time: 0.0571847 Jul 30 20:33:38.012048 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2b9c3b27-2a73-4082-9c7d-0d7be52bfd7b req-a8adccc3-57a0-410b-89d5-b1a4b89ba8de tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337772 Jul 30 20:33:38.115976 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf49154-9ee9-49e1-b8ae-3b05a19df77f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:33:38.119015 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec4ef23-4970-4ad4-81d0-0de479a5589b" -d '{"events": [{"server_uuid": "3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96", "name": "network-vif-plugged", "status": "completed", "tag": "faf49154-9ee9-49e1-b8ae-3b05a19df77f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:33:38.174195 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8362bb09-ad2f-43ef-bb9b-aa081add9e11 x-openstack-request-id: req-8362bb09-ad2f-43ef-bb9b-aa081add9e11 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:33:38.174491 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96", "name": "network-vif-plugged", "status": "completed", "tag": "faf49154-9ee9-49e1-b8ae-3b05a19df77f", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:33:38.174745 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8362bb09-ad2f-43ef-bb9b-aa081add9e11 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:33:38.175143 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf49154-9ee9-49e1-b8ae-3b05a19df77f', 'code': 200} Jul 30 20:33:38.289757 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cf875-0867-45ee-846e-44987be95104 req-f22cf792-7153-4472-9553-2dca7b02c700 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:38.291756 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7b2cf875-0867-45ee-846e-44987be95104 req-f22cf792-7153-4472-9553-2dca7b02c700 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 946 time: 0.0753908 Jul 30 20:33:38.297698 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6432c-d140-4648-97c3-d7864ffe6af7 req-63496167-5086-47a2-821c-051d936d4137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:38.299047 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dba6432c-d140-4648-97c3-d7864ffe6af7 req-63496167-5086-47a2-821c-051d936d4137 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96 HTTP/1.1" status: 200 len: 1097 time: 0.0568361 Jul 30 20:33:38.354572 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7b2cf875-0867-45ee-846e-44987be95104 req-5735cb9a-af17-43b7-8690-6e06663bd675 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544784 Jul 30 20:33:38.358085 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dba6432c-d140-4648-97c3-d7864ffe6af7 req-1ab241bb-53e2-4f59-aeb4-5f83a7765a46 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5db6eba0-0c5d-489f-9fc8-70f7e26d681b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509229 Jul 30 20:33:38.971060 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f07eb-fc1a-4506-86ff-5d371537002f req-8028eb12-9bda-4ffe-a932-2b637fdec907 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:38.972555 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-685f07eb-fc1a-4506-86ff-5d371537002f req-8028eb12-9bda-4ffe-a932-2b637fdec907 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96 HTTP/1.1" status: 200 len: 946 time: 0.0493903 Jul 30 20:33:39.009515 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-685f07eb-fc1a-4506-86ff-5d371537002f req-1050ed0d-db52-4139-8c89-952b23899ef7 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/security-groups?id=5db6eba0-0c5d-489f-9fc8-70f7e26d681b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306098 Jul 30 20:33:39.469645 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931899f-c952-490b-aff1-727e704396b5 req-c5b34cc7-901f-4dcc-bd1a-9baf4b593064 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:39.471121 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4931899f-c952-490b-aff1-727e704396b5 req-c5b34cc7-901f-4dcc-bd1a-9baf4b593064 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 946 time: 0.0496092 Jul 30 20:33:39.508437 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4931899f-c952-490b-aff1-727e704396b5 req-06f0eea6-8d0d-41a4-b498-485565d15627 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313220 Jul 30 20:33:39.659241 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6abd2-d731-477b-a6aa-1fd65d6f21fb req-5860a405-99b8-4520-9b38-70d418dff75b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:39.660622 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4ca6abd2-d731-477b-a6aa-1fd65d6f21fb req-5860a405-99b8-4520-9b38-70d418dff75b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.59 "GET /v2.0/ports?device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 946 time: 0.0683820 Jul 30 20:33:39.764052 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-4ca6abd2-d731-477b-a6aa-1fd65d6f21fb req-4ed6fc06-2d82-4a64-93ac-14ecd67d0d13 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Deleting port 41471113-0432-49f6-add5-9441130e34fd {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:33:39.764393 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4ca6abd2-d731-477b-a6aa-1fd65d6f21fb req-4ed6fc06-2d82-4a64-93ac-14ecd67d0d13 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:39.851417 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-4ca6abd2-d731-477b-a6aa-1fd65d6f21fb req-4ed6fc06-2d82-4a64-93ac-14ecd67d0d13 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] For port 41471113-0432-49f6-add5-9441130e34fd, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=41471113-0432-49f6-add5-9441130e34fd,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:33:39.851802 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4ca6abd2-d731-477b-a6aa-1fd65d6f21fb req-4ed6fc06-2d82-4a64-93ac-14ecd67d0d13 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:39.857037 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-f5463d67-7feb-4b42-b1e4-641dee1b667c req-7066cef1-b534-437b-9daa-abc6936e95ba service neutron] (93883) timed out ('10.222.0.81', 46850) {{(pid=93883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 20:33:39.864734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-4ca6abd2-d731-477b-a6aa-1fd65d6f21fb req-4ed6fc06-2d82-4a64-93ac-14ecd67d0d13 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Calling delete_port for 41471113-0432-49f6-add5-9441130e34fd owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:33:39.989264 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4ca6abd2-d731-477b-a6aa-1fd65d6f21fb req-4ed6fc06-2d82-4a64-93ac-14ecd67d0d13 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:40.001581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['41471113-0432-49f6-add5-9441130e34fd'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:33:40.020563 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6fc06-2d82-4a64-93ac-14ecd67d0d13 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event deleted for resources: {'Port': ['ID=41471113-0432-49f6-add5-9441130e34fd,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:40.064187 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca6abd2-d731-477b-a6aa-1fd65d6f21fb req-4ed6fc06-2d82-4a64-93ac-14ecd67d0d13 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] No DVR routers for this DVR port 41471113-0432-49f6-add5-9441130e34fd on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:33:40.066910 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4ca6abd2-d731-477b-a6aa-1fd65d6f21fb req-4ed6fc06-2d82-4a64-93ac-14ecd67d0d13 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:40.068950 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4ca6abd2-d731-477b-a6aa-1fd65d6f21fb req-4ed6fc06-2d82-4a64-93ac-14ecd67d0d13 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.59 "DELETE /v2.0/ports/41471113-0432-49f6-add5-9441130e34fd HTTP/1.1" status: 204 len: 173 time: 0.4026921 Jul 30 20:33:40.069403 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47510c88-ca9b-4465-b096-bc5e55d9cc9f', 'name': 'network-vif-deleted', 'tag': '41471113-0432-49f6-add5-9441130e34fd'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:33:40.071813 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7f2c7d-0e4c-4b94-9a60-c35eef406848" -d '{"events": [{"server_uuid": "47510c88-ca9b-4465-b096-bc5e55d9cc9f", "name": "network-vif-deleted", "tag": "41471113-0432-49f6-add5-9441130e34fd"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:33:40.131501 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527bc64-05eb-4d73-9484-167e7333c65b req-208860af-2567-4d0f-a3b1-c7499f9e841e tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:40.133824 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a527bc64-05eb-4d73-9484-167e7333c65b req-208860af-2567-4d0f-a3b1-c7499f9e841e tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96 HTTP/1.1" status: 200 len: 946 time: 0.0526621 Jul 30 20:33:40.179344 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a527bc64-05eb-4d73-9484-167e7333c65b req-adeebd60-6743-4b4e-8a4e-e60c7259e891 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/security-groups?id=5db6eba0-0c5d-489f-9fc8-70f7e26d681b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368302 Jul 30 20:33:40.247645 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae81a37-8cfe-4665-b848-b4beabb7a1dd x-openstack-request-id: req-7ae81a37-8cfe-4665-b848-b4beabb7a1dd {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:33:40.247946 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47510c88-ca9b-4465-b096-bc5e55d9cc9f", "name": "network-vif-deleted", "tag": "41471113-0432-49f6-add5-9441130e34fd", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:33:40.248206 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7ae81a37-8cfe-4665-b848-b4beabb7a1dd {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:33:40.248619 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47510c88-ca9b-4465-b096-bc5e55d9cc9f', 'name': 'network-vif-deleted', 'tag': '41471113-0432-49f6-add5-9441130e34fd', 'status': 'completed', 'code': 200} Jul 30 20:33:40.607910 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c92de67a-ed74-417c-88d5-291fc87b7bfe req-0a6153c6-e5f5-4fe2-b7c2-5b9e217a2b35 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 210 time: 0.0274277 Jul 30 20:33:40.842709 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d0e26-c810-432b-8c7c-8311c3897610 req-5676774f-4d5c-4a0b-b199-75d82fc5568c tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:40.844214 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-988d0e26-c810-432b-8c7c-8311c3897610 req-5676774f-4d5c-4a0b-b199-75d82fc5568c tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96 HTTP/1.1" status: 200 len: 946 time: 0.0552135 Jul 30 20:33:40.883451 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-988d0e26-c810-432b-8c7c-8311c3897610 req-b1e99e94-aaf6-4320-9106-2b0e8a4e49ea tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/security-groups?id=5db6eba0-0c5d-489f-9fc8-70f7e26d681b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317960 Jul 30 20:33:41.707249 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04de23f8-8b6e-470d-89d3-731b64633d78 req-3e26907c-d1cf-4ff1-af7f-2c3386fc57d8 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 210 time: 0.0260580 Jul 30 20:33:42.000311 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfccc8-47b8-414e-a1cb-83953a6cd660 req-f86a43b6-6bcc-476e-be22-8ab21db46762 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:42.001869 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-52dfccc8-47b8-414e-a1cb-83953a6cd660 req-f86a43b6-6bcc-476e-be22-8ab21db46762 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96 HTTP/1.1" status: 200 len: 946 time: 0.0496054 Jul 30 20:33:42.043580 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-52dfccc8-47b8-414e-a1cb-83953a6cd660 req-05d5b791-f223-4f3b-b00a-057ea58f9aa2 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/security-groups?id=5db6eba0-0c5d-489f-9fc8-70f7e26d681b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351875 Jul 30 20:33:42.328970 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e350e2-6535-4036-8c55-fea599ef3d4e req-f1229eb3-6983-42b9-9cda-6d7276e26d02 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:42.330428 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3e350e2-6535-4036-8c55-fea599ef3d4e req-f1229eb3-6983-42b9-9cda-6d7276e26d02 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96 HTTP/1.1" status: 200 len: 946 time: 0.0492983 Jul 30 20:33:42.426538 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-c3e350e2-6535-4036-8c55-fea599ef3d4e req-3571cba8-cfd0-44af-be75-69e831a318f0 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Deleting port faf49154-9ee9-49e1-b8ae-3b05a19df77f {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:33:42.426883 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c3e350e2-6535-4036-8c55-fea599ef3d4e req-3571cba8-cfd0-44af-be75-69e831a318f0 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:42.523970 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-c3e350e2-6535-4036-8c55-fea599ef3d4e req-3571cba8-cfd0-44af-be75-69e831a318f0 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] For port faf49154-9ee9-49e1-b8ae-3b05a19df77f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=faf49154-9ee9-49e1-b8ae-3b05a19df77f,segment=NetworkSegment(4147470d-a457-450c-9340-cd7aa315d419),segment_id=4147470d-a457-450c-9340-cd7aa315d419)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:33:42.524334 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c3e350e2-6535-4036-8c55-fea599ef3d4e req-3571cba8-cfd0-44af-be75-69e831a318f0 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:42.537148 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-c3e350e2-6535-4036-8c55-fea599ef3d4e req-3571cba8-cfd0-44af-be75-69e831a318f0 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Calling delete_port for faf49154-9ee9-49e1-b8ae-3b05a19df77f owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:33:42.669284 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c3e350e2-6535-4036-8c55-fea599ef3d4e req-3571cba8-cfd0-44af-be75-69e831a318f0 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:42.681670 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['faf49154-9ee9-49e1-b8ae-3b05a19df77f'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:33:42.699362 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571cba8-cfd0-44af-be75-69e831a318f0 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Pushing event deleted for resources: {'Port': ['ID=faf49154-9ee9-49e1-b8ae-3b05a19df77f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:42.745890 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e350e2-6535-4036-8c55-fea599ef3d4e req-3571cba8-cfd0-44af-be75-69e831a318f0 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] No DVR routers for this DVR port faf49154-9ee9-49e1-b8ae-3b05a19df77f on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:33:42.748820 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c3e350e2-6535-4036-8c55-fea599ef3d4e req-3571cba8-cfd0-44af-be75-69e831a318f0 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:42.751018 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3e350e2-6535-4036-8c55-fea599ef3d4e req-3571cba8-cfd0-44af-be75-69e831a318f0 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.83 "DELETE /v2.0/ports/faf49154-9ee9-49e1-b8ae-3b05a19df77f HTTP/1.1" status: 204 len: 173 time: 0.4142084 Jul 30 20:33:42.751551 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96', 'name': 'network-vif-deleted', 'tag': 'faf49154-9ee9-49e1-b8ae-3b05a19df77f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:33:42.754012 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef2db34-70c8-43f7-a35a-0237103a471c" -d '{"events": [{"server_uuid": "3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96", "name": "network-vif-deleted", "tag": "faf49154-9ee9-49e1-b8ae-3b05a19df77f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:33:42.811527 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4fb30d51-787f-4be6-9b73-aa724868329e req-b8aca426-a22f-4b41-b10e-30bcc78c7ac8 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=47510c88-ca9b-4465-b096-bc5e55d9cc9f HTTP/1.1" status: 200 len: 210 time: 0.0313277 Jul 30 20:33:42.862771 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f67ed4-601e-4625-a3bd-a45572fe5844 x-openstack-request-id: req-11f67ed4-601e-4625-a3bd-a45572fe5844 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:33:42.863074 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96", "name": "network-vif-deleted", "tag": "faf49154-9ee9-49e1-b8ae-3b05a19df77f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:33:42.863383 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-11f67ed4-601e-4625-a3bd-a45572fe5844 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:33:42.863778 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96', 'name': 'network-vif-deleted', 'tag': 'faf49154-9ee9-49e1-b8ae-3b05a19df77f', 'status': 'completed', 'code': 200} Jul 30 20:33:43.155183 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bb42822b-8230-4439-a711-9ced887dc352 req-4e4faac6-c2ff-40e1-8b73-6351b541b2f6 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a4c9f18-f8a9-4906-a6d1-25ef4dba9a96 HTTP/1.1" status: 200 len: 210 time: 0.0271671 Jul 30 20:33:43.827828 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 41471113-0432-49f6-add5-9441130e34fd no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:33:43.853070 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 41471113-0432-49f6-add5-9441130e34fd {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:33:43.853425 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 41471113-0432-49f6-add5-9441130e34fd not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:33:44.423087 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-96001efc-2ba5-4fca-87ac-a8df129f8103 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:44.424573 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-96001efc-2ba5-4fca-87ac-a8df129f8103 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/networks?id=409ff65c-bf16-4194-93fc-5e515c9dbe6f HTTP/1.1" status: 200 len: 808 time: 0.1047881 Jul 30 20:33:44.439747 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-23135fbd-a2eb-40ab-85a3-f940e0675a8f tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/quotas/30cd4c96b9764a998f0ea0c9dc59a91d HTTP/1.1" status: 200 len: 375 time: 0.0092516 Jul 30 20:33:44.473096 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-8a57e92b-0a44-4375-9e5e-5bb02d9468dd tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=30cd4c96b9764a998f0ea0c9dc59a91d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277581 Jul 30 20:33:44.567261 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-17e63310-7825-4b22-94ed-3c25d73183f2 service neutron] 10.222.0.81 "GET /v2.0/networks/409ff65c-bf16-4194-93fc-5e515c9dbe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869811 Jul 30 20:33:44.663319 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-6c59ab2a-f8c5-4981-bd70-5c208179d7ac service neutron] 10.222.0.81 "GET /v2.0/networks/409ff65c-bf16-4194-93fc-5e515c9dbe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892727 Jul 30 20:33:44.820209 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c06b0503-642b-4ea4-a61c-0e95d7d33893 req-cf6e0d6c-c203-4034-b012-9ae495a9c141 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c63843ac-5030-4a24-8e68-b77b1e9e5a56 HTTP/1.1" status: 200 len: 210 time: 0.0281518 Jul 30 20:33:45.543253 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:45.730342 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-f4c0ccd2-3fd1-4219-80fe-2d0b500d63ef tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:45.732479 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-f4c0ccd2-3fd1-4219-80fe-2d0b500d63ef tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.59 "GET /v2.0/networks?id=409ff65c-bf16-4194-93fc-5e515c9dbe6f HTTP/1.1" status: 200 len: 808 time: 0.1129961 Jul 30 20:33:45.747290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-b1c71089-ea5a-44a4-b279-d72147dd3750 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Request body: {'port': {'device_id': 'c63843ac-5030-4a24-8e68-b77b1e9e5a56', 'network_id': '409ff65c-bf16-4194-93fc-5e515c9dbe6f', 'admin_state_up': True, 'tenant_id': '30cd4c96b9764a998f0ea0c9dc59a91d'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:33:45.773780 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device faf49154-9ee9-49e1-b8ae-3b05a19df77f no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:33:45.795944 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: faf49154-9ee9-49e1-b8ae-3b05a19df77f {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:33:45.796429 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device faf49154-9ee9-49e1-b8ae-3b05a19df77f not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:33:45.857992 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-b1c71089-ea5a-44a4-b279-d72147dd3750 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Made reservation on behalf of 30cd4c96b9764a998f0ea0c9dc59a91d for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:33:45.862769 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-b1c71089-ea5a-44a4-b279-d72147dd3750 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:45.953275 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31319038-2413-4f9c-a7c2-2d97094238a1 req-a74d218a-baa2-46cc-adf3-1414a3d22712 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c63843ac-5030-4a24-8e68-b77b1e9e5a56 HTTP/1.1" status: 200 len: 210 time: 0.0313649 Jul 30 20:33:46.030355 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-b1c71089-ea5a-44a4-b279-d72147dd3750 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Allocated IP 172.20.0.11 (409ff65c-bf16-4194-93fc-5e515c9dbe6f/007ca481-100f-4a71-90fd-0f503146dc85/e4e33390-1f9c-44b4-b7ad-45b61d0566f6) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:33:46.190648 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-b1c71089-ea5a-44a4-b279-d72147dd3750 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:46.232400 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-b1c71089-ea5a-44a4-b279-d72147dd3750 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:46.282595 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-b1c71089-ea5a-44a4-b279-d72147dd3750 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Network 409ff65c-bf16-4194-93fc-5e515c9dbe6f is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:33:46.286133 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-b1c71089-ea5a-44a4-b279-d72147dd3750 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:33:46.291713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-b1c71089-ea5a-44a4-b279-d72147dd3750 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:33:46.319478 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c71089-ea5a-44a4-b279-d72147dd3750 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Pushing event updated for resources: {'Port': ['ID=e4e33390-1f9c-44b4-b7ad-45b61d0566f6,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:46.356028 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-b1c71089-ea5a-44a4-b279-d72147dd3750 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:46.356642 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-b1c71089-ea5a-44a4-b279-d72147dd3750 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:46.371529 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-b1c71089-ea5a-44a4-b279-d72147dd3750 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6294727 Jul 30 20:33:46.385470 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-52694ea6-701d-4401-9390-7c78cb093230 service neutron] Request body: {'port': {'device_id': 'c63843ac-5030-4a24-8e68-b77b1e9e5a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:33:46.448939 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-52694ea6-701d-4401-9390-7c78cb093230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:46.740318 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-52694ea6-701d-4401-9390-7c78cb093230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e33390-1f9c-44b4-b7ad-45b61d0566f6 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:33:46.750408 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-52694ea6-701d-4401-9390-7c78cb093230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:46.764901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-52694ea6-701d-4401-9390-7c78cb093230 service neutron] Transition to ACTIVE for port object e4e33390-1f9c-44b4-b7ad-45b61d0566f6 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:33:46.769218 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-52694ea6-701d-4401-9390-7c78cb093230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:46.828098 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52694ea6-701d-4401-9390-7c78cb093230 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e33390-1f9c-44b4-b7ad-45b61d0566f6,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:46.911883 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-52694ea6-701d-4401-9390-7c78cb093230 service neutron] Attempting to bind port e4e33390-1f9c-44b4-b7ad-45b61d0566f6 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:33:46.912579 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-52694ea6-701d-4401-9390-7c78cb093230 service neutron] Attempting to bind port e4e33390-1f9c-44b4-b7ad-45b61d0566f6 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '4147470d-a457-450c-9340-cd7aa315d419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '409ff65c-bf16-4194-93fc-5e515c9dbe6f'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:33:46.913138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-52694ea6-701d-4401-9390-7c78cb093230 service neutron] Attempting to bind port e4e33390-1f9c-44b4-b7ad-45b61d0566f6 on network 409ff65c-bf16-4194-93fc-5e515c9dbe6f {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:33:46.919365 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-52694ea6-701d-4401-9390-7c78cb093230 service neutron] Port e4e33390-1f9c-44b4-b7ad-45b61d0566f6 on network 409ff65c-bf16-4194-93fc-5e515c9dbe6f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:33:46.919807 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-52694ea6-701d-4401-9390-7c78cb093230 service neutron] Attempting to bind port e4e33390-1f9c-44b4-b7ad-45b61d0566f6 on network 409ff65c-bf16-4194-93fc-5e515c9dbe6f {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:33:46.925136 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-52694ea6-701d-4401-9390-7c78cb093230 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:33:46.925554 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-52694ea6-701d-4401-9390-7c78cb093230 service neutron] Checking segment: {'id': '4147470d-a457-450c-9340-cd7aa315d419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '409ff65c-bf16-4194-93fc-5e515c9dbe6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:33:46.926009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-52694ea6-701d-4401-9390-7c78cb093230 service neutron] Bound using segment: {'id': '4147470d-a457-450c-9340-cd7aa315d419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '409ff65c-bf16-4194-93fc-5e515c9dbe6f'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:33:46.926447 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-52694ea6-701d-4401-9390-7c78cb093230 service neutron] Bound port: e4e33390-1f9c-44b4-b7ad-45b61d0566f6, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4147470d-a457-450c-9340-cd7aa315d419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '409ff65c-bf16-4194-93fc-5e515c9dbe6f'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:33:46.926810 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-52694ea6-701d-4401-9390-7c78cb093230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:47.001377 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-52694ea6-701d-4401-9390-7c78cb093230 service neutron] For port e4e33390-1f9c-44b4-b7ad-45b61d0566f6, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:33:47.005603 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-52694ea6-701d-4401-9390-7c78cb093230 service neutron] For port e4e33390-1f9c-44b4-b7ad-45b61d0566f6, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=e4e33390-1f9c-44b4-b7ad-45b61d0566f6,segment=NetworkSegment(4147470d-a457-450c-9340-cd7aa315d419),segment_id=4147470d-a457-450c-9340-cd7aa315d419)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:33:47.010169 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-52694ea6-701d-4401-9390-7c78cb093230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:47.079840 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-52694ea6-701d-4401-9390-7c78cb093230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:47.080475 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-52694ea6-701d-4401-9390-7c78cb093230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:47.081881 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-52694ea6-701d-4401-9390-7c78cb093230 service neutron] 10.222.0.59 "PUT /v2.0/ports/e4e33390-1f9c-44b4-b7ad-45b61d0566f6 HTTP/1.1" status: 200 len: 1092 time: 0.7015946 Jul 30 20:33:47.083191 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63843ac-5030-4a24-8e68-b77b1e9e5a56', 'tag': 'e4e33390-1f9c-44b4-b7ad-45b61d0566f6'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:33:47.085524 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0511d78-744b-491e-b908-77c34d5e5976" -d '{"events": [{"name": "network-changed", "server_uuid": "c63843ac-5030-4a24-8e68-b77b1e9e5a56", "tag": "e4e33390-1f9c-44b4-b7ad-45b61d0566f6"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:33:47.110845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52694ea6-701d-4401-9390-7c78cb093230 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e33390-1f9c-44b4-b7ad-45b61d0566f6,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:47.139417 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce756216-83c7-405e-ac72-0105662c5c40 req-3497c309-fbf4-416f-a08c-de30bd2c8ee2 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:47.140840 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ce756216-83c7-405e-ac72-0105662c5c40 req-3497c309-fbf4-416f-a08c-de30bd2c8ee2 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c63843ac-5030-4a24-8e68-b77b1e9e5a56 HTTP/1.1" status: 200 len: 944 time: 0.1016653 Jul 30 20:33:47.196549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-7dbb4773-7d02-423a-866a-ffe3927505fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:47.198073 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-7dbb4773-7d02-423a-866a-ffe3927505fb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30cd4c96b9764a998f0ea0c9dc59a91d&device_id=c63843ac-5030-4a24-8e68-b77b1e9e5a56 HTTP/1.1" status: 200 len: 1095 time: 0.0774443 Jul 30 20:33:47.201268 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ce756216-83c7-405e-ac72-0105662c5c40 req-24a4ea09-4f56-4ce5-809f-907c9b13b4f7 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/security-groups?id=5db6eba0-0c5d-489f-9fc8-70f7e26d681b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461500 Jul 30 20:33:47.256841 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1eee3a-202f-4f5f-8692-069e0b5a6afa x-openstack-request-id: req-7e1eee3a-202f-4f5f-8692-069e0b5a6afa {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:33:47.257117 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63843ac-5030-4a24-8e68-b77b1e9e5a56", "tag": "e4e33390-1f9c-44b4-b7ad-45b61d0566f6", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:33:47.257377 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7e1eee3a-202f-4f5f-8692-069e0b5a6afa {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:33:47.257788 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63843ac-5030-4a24-8e68-b77b1e9e5a56', 'tag': 'e4e33390-1f9c-44b4-b7ad-45b61d0566f6', 'status': 'completed', 'code': 200} Jul 30 20:33:47.259883 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-b0f8ad5f-50a8-4b4e-aa51-44ead6face1d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4e33390-1f9c-44b4-b7ad-45b61d0566f6 HTTP/1.1" status: 200 len: 217 time: 0.0539796 Jul 30 20:33:47.316249 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-049091cc-f71b-4540-8a0e-4e842218994a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:47.317539 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-049091cc-f71b-4540-8a0e-4e842218994a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=007ca481-100f-4a71-90fd-0f503146dc85 HTTP/1.1" status: 200 len: 848 time: 0.0512280 Jul 30 20:33:47.349788 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-2706b980-942e-4eba-ba46-98c37f7a07c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=409ff65c-bf16-4194-93fc-5e515c9dbe6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253713 Jul 30 20:33:47.447188 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-8b6dbc0e-d810-4db2-97ee-1710dad3ed88 service neutron] 10.222.0.59 "GET /v2.0/networks/409ff65c-bf16-4194-93fc-5e515c9dbe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903549 Jul 30 20:33:47.544819 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4b272e9-ced2-402a-8920-9c7631b80624 req-d043e296-6a84-4db5-9bab-d29ec2ed2c7e service neutron] 10.222.0.59 "GET /v2.0/networks/409ff65c-bf16-4194-93fc-5e515c9dbe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886593 Jul 30 20:33:47.629006 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0511d78-744b-491e-b908-77c34d5e5976 req-c31b84e9-8b7a-4ebc-8e03-54b609fa6485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:47.630692 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0511d78-744b-491e-b908-77c34d5e5976 req-c31b84e9-8b7a-4ebc-8e03-54b609fa6485 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30cd4c96b9764a998f0ea0c9dc59a91d&device_id=c63843ac-5030-4a24-8e68-b77b1e9e5a56 HTTP/1.1" status: 200 len: 1095 time: 0.0425928 Jul 30 20:33:47.733752 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0511d78-744b-491e-b908-77c34d5e5976 req-2c513657-595d-489c-a602-a657295c9f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:47.735276 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0511d78-744b-491e-b908-77c34d5e5976 req-2c513657-595d-489c-a602-a657295c9f9a service neutron] 10.222.0.59 "GET /v2.0/networks?id=409ff65c-bf16-4194-93fc-5e515c9dbe6f HTTP/1.1" status: 200 len: 909 time: 0.0970514 Jul 30 20:33:47.779327 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0511d78-744b-491e-b908-77c34d5e5976 req-69f08095-693a-42b5-af0e-607ba0c8f2e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4e33390-1f9c-44b4-b7ad-45b61d0566f6 HTTP/1.1" status: 200 len: 217 time: 0.0370743 Jul 30 20:33:47.831867 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0511d78-744b-491e-b908-77c34d5e5976 req-13d87181-61ee-4b3d-b6ec-93a6a2bed25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:47.833342 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0511d78-744b-491e-b908-77c34d5e5976 req-13d87181-61ee-4b3d-b6ec-93a6a2bed25d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=007ca481-100f-4a71-90fd-0f503146dc85 HTTP/1.1" status: 200 len: 848 time: 0.0464394 Jul 30 20:33:47.871419 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0511d78-744b-491e-b908-77c34d5e5976 req-ff62f2d3-78c7-4edd-b9a1-7e05a2d8f845 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=409ff65c-bf16-4194-93fc-5e515c9dbe6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298419 Jul 30 20:33:47.968971 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0511d78-744b-491e-b908-77c34d5e5976 req-0be45d7c-0923-415d-be3d-ea06bec1963b service neutron] 10.222.0.59 "GET /v2.0/networks/409ff65c-bf16-4194-93fc-5e515c9dbe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894389 Jul 30 20:33:48.085005 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0511d78-744b-491e-b908-77c34d5e5976 req-6d00a17f-b85a-40fa-b526-08260dcd79c7 service neutron] 10.222.0.59 "GET /v2.0/networks/409ff65c-bf16-4194-93fc-5e515c9dbe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071219 Jul 30 20:33:48.323894 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f2468-a378-4891-a75d-98391913a7b5 req-5780e30e-87e2-4dd6-b8f5-c3f420b4fcaf tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:48.325478 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0a0f2468-a378-4891-a75d-98391913a7b5 req-5780e30e-87e2-4dd6-b8f5-c3f420b4fcaf tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c63843ac-5030-4a24-8e68-b77b1e9e5a56 HTTP/1.1" status: 200 len: 944 time: 0.0545905 Jul 30 20:33:48.365357 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0a0f2468-a378-4891-a75d-98391913a7b5 req-13825fc0-6074-4e73-998e-7ad8f8af9308 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/security-groups?id=5db6eba0-0c5d-489f-9fc8-70f7e26d681b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332799 Jul 30 20:33:49.483055 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d768b-82b5-4a3b-b98e-d10ed77637e1 req-28f80271-a330-4f76-bda5-d2fd9e9962c2 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:49.484618 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b51d768b-82b5-4a3b-b98e-d10ed77637e1 req-28f80271-a330-4f76-bda5-d2fd9e9962c2 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c63843ac-5030-4a24-8e68-b77b1e9e5a56 HTTP/1.1" status: 200 len: 944 time: 0.0510035 Jul 30 20:33:49.525116 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b51d768b-82b5-4a3b-b98e-d10ed77637e1 req-cbf0ff24-301e-4e33-833d-384ed631b775 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/security-groups?id=5db6eba0-0c5d-489f-9fc8-70f7e26d681b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345581 Jul 30 20:33:49.708001 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:49.834496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device e4e33390-1f9c-44b4-b7ad-45b61d0566f6 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:33:49.933962 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port e4e33390-1f9c-44b4-b7ad-45b61d0566f6, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=e4e33390-1f9c-44b4-b7ad-45b61d0566f6,segment=NetworkSegment(4147470d-a457-450c-9340-cd7aa315d419),segment_id=4147470d-a457-450c-9340-cd7aa315d419)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:33:49.945686 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'e4e33390-1f9c-44b4-b7ad-45b61d0566f6', 'network_id': '409ff65c-bf16-4194-93fc-5e515c9dbe6f', 'port_id': 'e4e33390-1f9c-44b4-b7ad-45b61d0566f6', 'mac_address': 'fa:16:3e:b4:cf:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007ca481-100f-4a71-90fd-0f503146dc85', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:33:49.993875 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:50.008608 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e33390-1f9c-44b4-b7ad-45b61d0566f6 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:33:50.028612 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port e4e33390-1f9c-44b4-b7ad-45b61d0566f6, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=e4e33390-1f9c-44b4-b7ad-45b61d0566f6,segment=NetworkSegment(4147470d-a457-450c-9340-cd7aa315d419),segment_id=4147470d-a457-450c-9340-cd7aa315d419)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:33:50.032649 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:50.083676 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=e4e33390-1f9c-44b4-b7ad-45b61d0566f6,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:50.218758 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['e4e33390-1f9c-44b4-b7ad-45b61d0566f6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:33:50.649973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d47a74-ea81-4d5a-bf78-9117882c1f24 req-50e2248e-24e2-4b25-bcf1-ba42405b9304 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:50.651458 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-22d47a74-ea81-4d5a-bf78-9117882c1f24 req-50e2248e-24e2-4b25-bcf1-ba42405b9304 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c63843ac-5030-4a24-8e68-b77b1e9e5a56 HTTP/1.1" status: 200 len: 945 time: 0.0560527 Jul 30 20:33:50.691664 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-22d47a74-ea81-4d5a-bf78-9117882c1f24 req-5dadb7bc-593a-490f-adb5-347ce48f2e15 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/security-groups?id=5db6eba0-0c5d-489f-9fc8-70f7e26d681b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339794 Jul 30 20:33:51.259565 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4bc6e5c9-3b0d-45d2-ba4f-ad2cb0810756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:51.809312 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05815cd-f0af-4676-82f8-1e135c2edde2 req-687843d2-3f6b-4447-9938-2d28dd5c8d0a tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:51.810793 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e05815cd-f0af-4676-82f8-1e135c2edde2 req-687843d2-3f6b-4447-9938-2d28dd5c8d0a tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c63843ac-5030-4a24-8e68-b77b1e9e5a56 HTTP/1.1" status: 200 len: 945 time: 0.0511541 Jul 30 20:33:51.843368 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device e4e33390-1f9c-44b4-b7ad-45b61d0566f6 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:33:51.850497 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e05815cd-f0af-4676-82f8-1e135c2edde2 req-2ff48338-1bf3-4cc3-a15a-737f46a5375f tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/security-groups?id=5db6eba0-0c5d-489f-9fc8-70f7e26d681b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335605 Jul 30 20:33:51.925668 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port e4e33390-1f9c-44b4-b7ad-45b61d0566f6 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:33:51.930633 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port e4e33390-1f9c-44b4-b7ad-45b61d0566f6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:33:51.931084 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:52.011364 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:52.035108 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63843ac-5030-4a24-8e68-b77b1e9e5a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e33390-1f9c-44b4-b7ad-45b61d0566f6'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:33:52.037432 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f3a801-0a0f-4241-8780-5d96558cfb17" -d '{"events": [{"server_uuid": "c63843ac-5030-4a24-8e68-b77b1e9e5a56", "name": "network-vif-plugged", "status": "completed", "tag": "e4e33390-1f9c-44b4-b7ad-45b61d0566f6"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:33:52.051283 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port e4e33390-1f9c-44b4-b7ad-45b61d0566f6, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=e4e33390-1f9c-44b4-b7ad-45b61d0566f6,segment=NetworkSegment(4147470d-a457-450c-9340-cd7aa315d419),segment_id=4147470d-a457-450c-9340-cd7aa315d419)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:33:52.057210 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:52.081595 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c955cc-49cc-4b4d-a93a-3b7bac062f7f x-openstack-request-id: req-73c955cc-49cc-4b4d-a93a-3b7bac062f7f {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:33:52.081885 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63843ac-5030-4a24-8e68-b77b1e9e5a56", "name": "network-vif-plugged", "status": "completed", "tag": "e4e33390-1f9c-44b4-b7ad-45b61d0566f6", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:33:52.082136 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-73c955cc-49cc-4b4d-a93a-3b7bac062f7f {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:33:52.082522 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63843ac-5030-4a24-8e68-b77b1e9e5a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e33390-1f9c-44b4-b7ad-45b61d0566f6', 'code': 200} Jul 30 20:33:52.115137 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=e4e33390-1f9c-44b4-b7ad-45b61d0566f6,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:52.175323 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d57182-39ef-4ccb-85e4-c906e5630685 req-f75c08df-8426-4fe4-9161-03d99cc632c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:52.176860 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-13d57182-39ef-4ccb-85e4-c906e5630685 req-f75c08df-8426-4fe4-9161-03d99cc632c1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c63843ac-5030-4a24-8e68-b77b1e9e5a56 HTTP/1.1" status: 200 len: 1097 time: 0.0408955 Jul 30 20:33:52.217406 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-13d57182-39ef-4ccb-85e4-c906e5630685 req-b15fc4cc-e75c-4d54-9c75-6fa1c82b5275 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5db6eba0-0c5d-489f-9fc8-70f7e26d681b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336709 Jul 30 20:33:52.990934 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9463c30-d667-4efe-b6f2-2955b7687a93 req-47f82020-4201-4e26-b7aa-fe918f6a2451 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:52.995947 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9463c30-d667-4efe-b6f2-2955b7687a93 req-47f82020-4201-4e26-b7aa-fe918f6a2451 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c63843ac-5030-4a24-8e68-b77b1e9e5a56 HTTP/1.1" status: 200 len: 946 time: 0.0623691 Jul 30 20:33:53.044002 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9463c30-d667-4efe-b6f2-2955b7687a93 req-6dacfd34-5246-4ed9-bf40-5d7d1cbdddd3 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/security-groups?id=5db6eba0-0c5d-489f-9fc8-70f7e26d681b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446355 Jul 30 20:33:53.719357 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f77852d-d1f2-4be0-b528-13f74d4dbb4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:53.976016 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:54.137049 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48772) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:54.167675 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a82eb-0489-43b5-945b-43ca1742f60f req-ab769f2c-a2c0-4a3d-80d3-a84cf9e68cfc tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:54.169183 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-018a82eb-0489-43b5-945b-43ca1742f60f req-ab769f2c-a2c0-4a3d-80d3-a84cf9e68cfc tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c63843ac-5030-4a24-8e68-b77b1e9e5a56 HTTP/1.1" status: 200 len: 946 time: 0.0547731 Jul 30 20:33:54.211938 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-018a82eb-0489-43b5-945b-43ca1742f60f req-e0cd553a-2058-4c91-a9d8-963d96502c91 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/security-groups?id=5db6eba0-0c5d-489f-9fc8-70f7e26d681b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364890 Jul 30 20:33:54.227625 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b54f0c-d85a-4f2b-bb13-c22123a21a79 tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:54.227625 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b54f0c-d85a-4f2b-bb13-c22123a21a79 tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:54.227625 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b54f0c-d85a-4f2b-bb13-c22123a21a79 tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:54.227625 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f8b54f0c-d85a-4f2b-bb13-c22123a21a79 tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] 10.222.0.81 "GET /v2.0/ports?project_id=5b1060d492cf4cf8b5f6edec4eca6ad1&network_id=394d2c2d-cd31-413d-872f-a3bd4da9339b HTTP/1.1" status: 200 len: 2969 time: 0.0833840 Jul 30 20:33:54.698889 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7225553-24cd-4241-a3b4-fe6e4a01d413 req-82b26e37-6fa9-4670-812b-447e598b101b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=542118f9-5f98-4e1b-b8aa-1ed9049be40b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424721 Jul 30 20:33:54.791006 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7225553-24cd-4241-a3b4-fe6e4a01d413 req-fa7b60e9-167b-477b-b628-1d4755e5449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:54.792848 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7225553-24cd-4241-a3b4-fe6e4a01d413 req-fa7b60e9-167b-477b-b628-1d4755e5449b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5b1060d492cf4cf8b5f6edec4eca6ad1&device_id=542118f9-5f98-4e1b-b8aa-1ed9049be40b HTTP/1.1" status: 200 len: 1096 time: 0.0459721 Jul 30 20:33:54.943396 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7225553-24cd-4241-a3b4-fe6e4a01d413 req-68460198-4a15-40fe-878a-51a8707c3868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:54.944930 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7225553-24cd-4241-a3b4-fe6e4a01d413 req-68460198-4a15-40fe-878a-51a8707c3868 service neutron] 10.222.0.83 "GET /v2.0/networks?id=394d2c2d-cd31-413d-872f-a3bd4da9339b HTTP/1.1" status: 200 len: 898 time: 0.1322503 Jul 30 20:33:55.008052 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6740e88-721b-4b4d-af1d-4f01c373f59a req-0955c664-9254-4fb7-8101-e69319f65fd4 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:55.009049 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:55.010417 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f6740e88-721b-4b4d-af1d-4f01c373f59a req-0955c664-9254-4fb7-8101-e69319f65fd4 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c63843ac-5030-4a24-8e68-b77b1e9e5a56 HTTP/1.1" status: 200 len: 946 time: 0.1108413 Jul 30 20:33:55.046128 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7225553-24cd-4241-a3b4-fe6e4a01d413 req-d2f23543-4e17-490f-9439-e9c30f300697 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dae2bb6c-600f-49c1-93d0-4e6ea9c76016 HTTP/1.1" status: 200 len: 1001 time: 0.0923932 Jul 30 20:33:55.089870 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f6740e88-721b-4b4d-af1d-4f01c373f59a req-878598e0-fd07-4533-ab3f-4af14d59b436 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/security-groups?id=5db6eba0-0c5d-489f-9fc8-70f7e26d681b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722036 Jul 30 20:33:55.108648 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7225553-24cd-4241-a3b4-fe6e4a01d413 req-e5cdf6a9-6070-484e-9e02-6701c555f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:55.110249 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7225553-24cd-4241-a3b4-fe6e4a01d413 req-e5cdf6a9-6070-484e-9e02-6701c555f827 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=91b0840c-b548-4e3b-9e7f-3f3f9f306d43 HTTP/1.1" status: 200 len: 834 time: 0.0524249 Jul 30 20:33:55.157959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7225553-24cd-4241-a3b4-fe6e4a01d413 req-f0f692ca-3b86-42d6-9f3f-8e91af279aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:55.159553 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7225553-24cd-4241-a3b4-fe6e4a01d413 req-f0f692ca-3b86-42d6-9f3f-8e91af279aed service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=394d2c2d-cd31-413d-872f-a3bd4da9339b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421207 Jul 30 20:33:55.256486 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7225553-24cd-4241-a3b4-fe6e4a01d413 req-02de7d97-7352-4220-a8de-456b0af19936 service neutron] 10.222.0.83 "GET /v2.0/networks/394d2c2d-cd31-413d-872f-a3bd4da9339b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893075 Jul 30 20:33:55.355540 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7225553-24cd-4241-a3b4-fe6e4a01d413 req-a04576da-4c0b-45f4-beb2-bb905a2655ed service neutron] 10.222.0.83 "GET /v2.0/networks/394d2c2d-cd31-413d-872f-a3bd4da9339b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913119 Jul 30 20:33:55.725472 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48800) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:55.781891 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824a0b7d-663e-4c39-a307-1daa8f735fd2 tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:55.783397 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-824a0b7d-663e-4c39-a307-1daa8f735fd2 tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c HTTP/1.1" status: 200 len: 814 time: 0.0569153 Jul 30 20:33:55.846580 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:33:56.196142 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dca03a-8fd7-4a93-89fc-cec6822b6e74 req-b7c713cd-a642-4ab7-8604-d2584b69b7da tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:56.198242 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-68dca03a-8fd7-4a93-89fc-cec6822b6e74 req-b7c713cd-a642-4ab7-8604-d2584b69b7da tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.59 "GET /v2.0/ports?device_id=c63843ac-5030-4a24-8e68-b77b1e9e5a56 HTTP/1.1" status: 200 len: 946 time: 0.0646110 Jul 30 20:33:56.252539 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48818) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:56.258386 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8c9f59d0-4d9b-47f4-8c78-4eb92d0696d3 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'network': {'name': 'tempest-network-smoke--2027508265', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'port_security_enabled': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:33:56.272740 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaca31-be83-44d6-aa36-889562460002 req-cbd4eda1-5c9c-4f36-b47a-ff8e253b8b63 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:56.274551 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4ecaca31-be83-44d6-aa36-889562460002 req-cbd4eda1-5c9c-4f36-b47a-ff8e253b8b63 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c63843ac-5030-4a24-8e68-b77b1e9e5a56 HTTP/1.1" status: 200 len: 946 time: 0.0990074 Jul 30 20:33:56.299897 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9f59d0-4d9b-47f4-8c78-4eb92d0696d3 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Made reservation on behalf of 5b1060d492cf4cf8b5f6edec4eca6ad1 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:33:56.304210 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c9f59d0-4d9b-47f4-8c78-4eb92d0696d3 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:56.339710 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9f59d0-4d9b-47f4-8c78-4eb92d0696d3 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:33:56.348297 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4ecaca31-be83-44d6-aa36-889562460002 req-4c9eee63-7d98-4061-9b8b-587880524768 tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.81 "GET /v2.0/security-groups?id=5db6eba0-0c5d-489f-9fc8-70f7e26d681b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523202 Jul 30 20:33:56.349724 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c9f59d0-4d9b-47f4-8c78-4eb92d0696d3 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:56.350076 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-8c9f59d0-4d9b-47f4-8c78-4eb92d0696d3 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Added segment c0af49df-4e4c-4df5-b49e-c35348234376 of type vlan for network 4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da Jul 30 20:33:56.362855 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-68dca03a-8fd7-4a93-89fc-cec6822b6e74 req-2f7ce0f1-b172-449e-b0b9-982668bb512d tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Deleting port e4e33390-1f9c-44b4-b7ad-45b61d0566f6 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:33:56.363213 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-68dca03a-8fd7-4a93-89fc-cec6822b6e74 req-2f7ce0f1-b172-449e-b0b9-982668bb512d tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:56.394874 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c9f59d0-4d9b-47f4-8c78-4eb92d0696d3 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:56.424523 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c9f59d0-4d9b-47f4-8c78-4eb92d0696d3 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:56.430389 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9f59d0-4d9b-47f4-8c78-4eb92d0696d3 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:56.430978 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c9f59d0-4d9b-47f4-8c78-4eb92d0696d3 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:56.460619 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-68dca03a-8fd7-4a93-89fc-cec6822b6e74 req-2f7ce0f1-b172-449e-b0b9-982668bb512d tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] For port e4e33390-1f9c-44b4-b7ad-45b61d0566f6, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=e4e33390-1f9c-44b4-b7ad-45b61d0566f6,segment=NetworkSegment(4147470d-a457-450c-9340-cd7aa315d419),segment_id=4147470d-a457-450c-9340-cd7aa315d419)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:33:56.461154 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-68dca03a-8fd7-4a93-89fc-cec6822b6e74 req-2f7ce0f1-b172-449e-b0b9-982668bb512d tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:56.475965 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-68dca03a-8fd7-4a93-89fc-cec6822b6e74 req-2f7ce0f1-b172-449e-b0b9-982668bb512d tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Calling delete_port for e4e33390-1f9c-44b4-b7ad-45b61d0566f6 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:33:56.503290 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8c9f59d0-4d9b-47f4-8c78-4eb92d0696d3 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2495384 Jul 30 20:33:56.503894 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48828) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:56.515905 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f59d0-4d9b-47f4-8c78-4eb92d0696d3 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'Network': ['ID=4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:56.526990 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:33:56.599689 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100d870f-579e-4a5d-80d8-dd3e1fd8410a tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:56.602097 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-100d870f-579e-4a5d-80d8-dd3e1fd8410a tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=5b1060d492cf4cf8b5f6edec4eca6ad1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0944338 Jul 30 20:33:56.604420 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48830) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:56.628935 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-68dca03a-8fd7-4a93-89fc-cec6822b6e74 req-2f7ce0f1-b172-449e-b0b9-982668bb512d tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:56.645344 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['e4e33390-1f9c-44b4-b7ad-45b61d0566f6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:33:56.663155 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ce0f1-b172-449e-b0b9-982668bb512d tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Pushing event deleted for resources: {'Port': ['ID=e4e33390-1f9c-44b4-b7ad-45b61d0566f6,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:56.719337 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff97bb77-913b-4075-bcf5-4f99d947d08a tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:56.723574 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ff97bb77-913b-4075-bcf5-4f99d947d08a tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1156621 Jul 30 20:33:56.723745 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-68dca03a-8fd7-4a93-89fc-cec6822b6e74 req-2f7ce0f1-b172-449e-b0b9-982668bb512d tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] No DVR routers for this DVR port e4e33390-1f9c-44b4-b7ad-45b61d0566f6 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:33:56.723865 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48832) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:56.726021 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-68dca03a-8fd7-4a93-89fc-cec6822b6e74 req-2f7ce0f1-b172-449e-b0b9-982668bb512d tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:56.728161 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-68dca03a-8fd7-4a93-89fc-cec6822b6e74 req-2f7ce0f1-b172-449e-b0b9-982668bb512d tempest-VolumesActionsTest-953208158 tempest-VolumesActionsTest-953208158-project] 10.222.0.59 "DELETE /v2.0/ports/e4e33390-1f9c-44b4-b7ad-45b61d0566f6 HTTP/1.1" status: 204 len: 173 time: 0.5166667 Jul 30 20:33:56.728602 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63843ac-5030-4a24-8e68-b77b1e9e5a56', 'name': 'network-vif-deleted', 'tag': 'e4e33390-1f9c-44b4-b7ad-45b61d0566f6'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:33:56.730813 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4871de-77c8-4541-a40f-b85a7f791ed9" -d '{"events": [{"server_uuid": "c63843ac-5030-4a24-8e68-b77b1e9e5a56", "name": "network-vif-deleted", "tag": "e4e33390-1f9c-44b4-b7ad-45b61d0566f6"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:33:56.762727 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d127502d-f6ca-465f-b592-d7f22dac763e tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336750 Jul 30 20:33:56.763017 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48836) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:56.793447 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97813937-359a-4358-99c8-85f436b58d50 x-openstack-request-id: req-97813937-359a-4358-99c8-85f436b58d50 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:33:56.793730 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63843ac-5030-4a24-8e68-b77b1e9e5a56", "name": "network-vif-deleted", "tag": "e4e33390-1f9c-44b4-b7ad-45b61d0566f6", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:33:56.794495 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-97813937-359a-4358-99c8-85f436b58d50 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:33:56.794495 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63843ac-5030-4a24-8e68-b77b1e9e5a56', 'name': 'network-vif-deleted', 'tag': 'e4e33390-1f9c-44b4-b7ad-45b61d0566f6', 'status': 'completed', 'code': 200} Jul 30 20:33:56.796430 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b56d9088-c85c-4d5b-86f0-8a8ea72a2104 tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=5b1060d492cf4cf8b5f6edec4eca6ad1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323164 Jul 30 20:33:56.798963 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48838) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:56.878021 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:56.894041 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c669900-57da-433c-88fd-c771f922ab33 tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:56.895548 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2c669900-57da-433c-88fd-c771f922ab33 tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0953357 Jul 30 20:33:56.898307 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48840) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:56.931711 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-872b52e2-6359-443e-9bb9-8b125d46efc3 tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316663 Jul 30 20:33:56.934351 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48842) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:56.940472 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3546f3fa-a7cd-4500-9704-e71c69683d24 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-650526195', 'network_id': '4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:33:57.045485 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3546f3fa-a7cd-4500-9704-e71c69683d24 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Made reservation on behalf of 5b1060d492cf4cf8b5f6edec4eca6ad1 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:33:57.049019 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3546f3fa-a7cd-4500-9704-e71c69683d24 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:57.243321 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3546f3fa-a7cd-4500-9704-e71c69683d24 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:57.330691 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546f3fa-a7cd-4500-9704-e71c69683d24 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'Subnet': ['ID=247930a4-3d00-4b32-95c7-a1a1be6dd552,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:57.344387 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3546f3fa-a7cd-4500-9704-e71c69683d24 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Checking segment: {'id': 'c0af49df-4e4c-4df5-b49e-c35348234376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:33:57.344772 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3546f3fa-a7cd-4500-9704-e71c69683d24 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Network hostable DHCP agents. Network: 4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:33:57.363429 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3546f3fa-a7cd-4500-9704-e71c69683d24 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Network 4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:33:57.374068 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3546f3fa-a7cd-4500-9704-e71c69683d24 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:33:57.383944 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a3639c-0364-43d9-b4bb-bcaa4eb75cc8 None None] Network 4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:33:57.388907 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3546f3fa-a7cd-4500-9704-e71c69683d24 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:57.389313 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3546f3fa-a7cd-4500-9704-e71c69683d24 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:57.414771 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3546f3fa-a7cd-4500-9704-e71c69683d24 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4785399 Jul 30 20:33:57.570522 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cced3a7a-7c9f-4f92-9af9-6a8120414477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da', 'network_id': '4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'fixed_ips': [{'subnet_id': '247930a4-3d00-4b32-95c7-a1a1be6dd552'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:33:57.571378 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cced3a7a-7c9f-4f92-9af9-6a8120414477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:57.747965 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-cced3a7a-7c9f-4f92-9af9-6a8120414477 None None] Allocated IP 172.20.0.18 (4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da/247930a4-3d00-4b32-95c7-a1a1be6dd552/06d4f694-bac8-4e77-b754-b40476e97a61) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:33:57.816275 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48872) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:57.821089 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5220443c-0a5a-43e7-9f98-aa03ba22d7bd tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1568766288', 'description': 'tempest-secgroup-smoke-1568766288 description', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:33:57.855088 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5220443c-0a5a-43e7-9f98-aa03ba22d7bd tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:57.942775 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cced3a7a-7c9f-4f92-9af9-6a8120414477 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:57.959256 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cced3a7a-7c9f-4f92-9af9-6a8120414477 None None] Transition to ACTIVE for port object 06d4f694-bac8-4e77-b754-b40476e97a61 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:33:57.972758 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5220443c-0a5a-43e7-9f98-aa03ba22d7bd tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:57.979591 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5220443c-0a5a-43e7-9f98-aa03ba22d7bd tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:57.990589 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cced3a7a-7c9f-4f92-9af9-6a8120414477 None None] Transition to ACTIVE for port object 06d4f694-bac8-4e77-b754-b40476e97a61 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:33:57.999096 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cced3a7a-7c9f-4f92-9af9-6a8120414477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:58.005800 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5220443c-0a5a-43e7-9f98-aa03ba22d7bd tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:58.010056 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5220443c-0a5a-43e7-9f98-aa03ba22d7bd tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1901348 Jul 30 20:33:58.010355 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48880) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:58.015178 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-da1a4e45-e4e7-4dab-89cb-3f6b8ec52af6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'security_group_rule': {'security_group_id': '345376f0-5fb9-4077-9ee6-9c60995e0634', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:33:58.039622 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220443c-0a5a-43e7-9f98-aa03ba22d7bd tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=345376f0-5fb9-4077-9ee6-9c60995e0634,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:58.058655 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced3a7a-7c9f-4f92-9af9-6a8120414477 None None] Pushing event updated for resources: {'Port': ['ID=06d4f694-bac8-4e77-b754-b40476e97a61,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:58.066424 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cced3a7a-7c9f-4f92-9af9-6a8120414477 None None] Network 4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:33:58.067924 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-cced3a7a-7c9f-4f92-9af9-6a8120414477 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:33:58.070179 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cced3a7a-7c9f-4f92-9af9-6a8120414477 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:33:58.076470 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da1a4e45-e4e7-4dab-89cb-3f6b8ec52af6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:58.134807 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-cced3a7a-7c9f-4f92-9af9-6a8120414477 None None] Attempting to bind port 06d4f694-bac8-4e77-b754-b40476e97a61 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:33:58.135413 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-cced3a7a-7c9f-4f92-9af9-6a8120414477 None None] Attempting to bind port 06d4f694-bac8-4e77-b754-b40476e97a61 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'c0af49df-4e4c-4df5-b49e-c35348234376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:33:58.136029 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cced3a7a-7c9f-4f92-9af9-6a8120414477 None None] Attempting to bind port 06d4f694-bac8-4e77-b754-b40476e97a61 on network 4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:33:58.142257 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cced3a7a-7c9f-4f92-9af9-6a8120414477 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:33:58.142645 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cced3a7a-7c9f-4f92-9af9-6a8120414477 None None] Checking segment: {'id': 'c0af49df-4e4c-4df5-b49e-c35348234376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:33:58.143303 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cced3a7a-7c9f-4f92-9af9-6a8120414477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:58.143751 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cced3a7a-7c9f-4f92-9af9-6a8120414477 None None] Bound using segment: {'id': 'c0af49df-4e4c-4df5-b49e-c35348234376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:33:58.144227 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-cced3a7a-7c9f-4f92-9af9-6a8120414477 None None] Bound port: 06d4f694-bac8-4e77-b754-b40476e97a61, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0af49df-4e4c-4df5-b49e-c35348234376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:33:58.144614 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cced3a7a-7c9f-4f92-9af9-6a8120414477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:58.157967 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da1a4e45-e4e7-4dab-89cb-3f6b8ec52af6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:58.170804 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da1a4e45-e4e7-4dab-89cb-3f6b8ec52af6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:58.196290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a4e45-e4e7-4dab-89cb-3f6b8ec52af6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df760827-a913-464b-85fb-6409c62f5585,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:58.202752 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da1a4e45-e4e7-4dab-89cb-3f6b8ec52af6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:58.207525 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48888) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:58.208080 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-da1a4e45-e4e7-4dab-89cb-3f6b8ec52af6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1961358 Jul 30 20:33:58.214453 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0dffa6e1-eb0d-4053-a849-9cf0e91b57a5 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'security_group_rule': {'security_group_id': '345376f0-5fb9-4077-9ee6-9c60995e0634', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:33:58.219003 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-cced3a7a-7c9f-4f92-9af9-6a8120414477 None None] For port 06d4f694-bac8-4e77-b754-b40476e97a61, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:33:58.222246 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-cced3a7a-7c9f-4f92-9af9-6a8120414477 None None] For port 06d4f694-bac8-4e77-b754-b40476e97a61, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=06d4f694-bac8-4e77-b754-b40476e97a61,segment=NetworkSegment(c0af49df-4e4c-4df5-b49e-c35348234376),segment_id=c0af49df-4e4c-4df5-b49e-c35348234376)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:33:58.230428 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cced3a7a-7c9f-4f92-9af9-6a8120414477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:58.254820 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0dffa6e1-eb0d-4053-a849-9cf0e91b57a5 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:58.348704 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced3a7a-7c9f-4f92-9af9-6a8120414477 None None] Pushing event updated for resources: {'Port': ['ID=06d4f694-bac8-4e77-b754-b40476e97a61,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:58.359628 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0dffa6e1-eb0d-4053-a849-9cf0e91b57a5 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:58.364722 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0dffa6e1-eb0d-4053-a849-9cf0e91b57a5 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:58.403439 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dffa6e1-eb0d-4053-a849-9cf0e91b57a5 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b003cf-fdab-40d5-80b2-34d9800dcc9a,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:58.406830 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0dffa6e1-eb0d-4053-a849-9cf0e91b57a5 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:58.408784 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0dffa6e1-eb0d-4053-a849-9cf0e91b57a5 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1994526 Jul 30 20:33:58.411255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48908) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:58.420921 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-74eaac21-779a-4fbe-8a58-a94796b250d0 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'security_group_rule': {'security_group_id': '345376f0-5fb9-4077-9ee6-9c60995e0634', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:33:58.452258 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74eaac21-779a-4fbe-8a58-a94796b250d0 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:58.521998 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74eaac21-779a-4fbe-8a58-a94796b250d0 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:58.526978 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74eaac21-779a-4fbe-8a58-a94796b250d0 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:58.555156 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eaac21-779a-4fbe-8a58-a94796b250d0 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5d5fa4-0207-4d77-a1e3-e25d00d7b752,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:58.565016 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74eaac21-779a-4fbe-8a58-a94796b250d0 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:58.570452 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 48910) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:58.577542 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-4b98b309-2b62-4744-8cec-39ea90a97d28 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'security_group_rule': {'security_group_id': '345376f0-5fb9-4077-9ee6-9c60995e0634', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:33:58.582924 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-74eaac21-779a-4fbe-8a58-a94796b250d0 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1696744 Jul 30 20:33:58.615160 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b98b309-2b62-4744-8cec-39ea90a97d28 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:58.697272 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b98b309-2b62-4744-8cec-39ea90a97d28 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:58.704961 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b98b309-2b62-4744-8cec-39ea90a97d28 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:58.722944 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98b309-2b62-4744-8cec-39ea90a97d28 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d8fca3-9640-4f01-97f2-87e423817549,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:58.732115 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b98b309-2b62-4744-8cec-39ea90a97d28 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:58.733874 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4b98b309-2b62-4744-8cec-39ea90a97d28 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1612577 Jul 30 20:33:58.736933 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48912) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:58.743716 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4280d1ce-9518-4cf3-8689-53f51f13070f tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'security_group_rule': {'security_group_id': '345376f0-5fb9-4077-9ee6-9c60995e0634', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:33:58.778271 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-4280d1ce-9518-4cf3-8689-53f51f13070f tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Project 5b1060d492cf4cf8b5f6edec4eca6ad1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 20:33:58.787464 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4280d1ce-9518-4cf3-8689-53f51f13070f tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:58.869670 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4280d1ce-9518-4cf3-8689-53f51f13070f tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:58.876330 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4280d1ce-9518-4cf3-8689-53f51f13070f tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:58.895976 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280d1ce-9518-4cf3-8689-53f51f13070f tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4138f565-52bc-45bd-aaf1-1dc885125fd4,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:58.907341 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4280d1ce-9518-4cf3-8689-53f51f13070f tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:58.911397 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4280d1ce-9518-4cf3-8689-53f51f13070f tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1706376 Jul 30 20:33:58.911730 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 48914) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:33:58.917259 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-509d913f-da9e-486f-9d53-91fc54dbc676 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'security_group_rule': {'security_group_id': '345376f0-5fb9-4077-9ee6-9c60995e0634', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:33:58.949186 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-509d913f-da9e-486f-9d53-91fc54dbc676 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Project 5b1060d492cf4cf8b5f6edec4eca6ad1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 20:33:58.958045 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-509d913f-da9e-486f-9d53-91fc54dbc676 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:59.028817 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-509d913f-da9e-486f-9d53-91fc54dbc676 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:59.033743 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-509d913f-da9e-486f-9d53-91fc54dbc676 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:59.052451 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d913f-da9e-486f-9d53-91fc54dbc676 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb07f68-0ec1-430c-81c9-c169b1fdcec7,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:33:59.060408 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-509d913f-da9e-486f-9d53-91fc54dbc676 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:33:59.061728 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-509d913f-da9e-486f-9d53-91fc54dbc676 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1492620 Jul 30 20:33:59.329263 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-73d22e7f-e01c-46d4-a903-24a24f0c9c37 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1568766288&fields=id&tenant_id=5b1060d492cf4cf8b5f6edec4eca6ad1 HTTP/1.1" status: 200 len: 267 time: 0.0577252 Jul 30 20:33:59.562488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-bde48bbd-6791-4436-bfba-3a18051abb67 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:33:59.571753 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-bde48bbd-6791-4436-bfba-3a18051abb67 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/networks?id=4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da HTTP/1.1" status: 200 len: 797 time: 0.2342830 Jul 30 20:33:59.601626 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-516067f4-8144-4a98-aeb2-c55e9c5ca775 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/quotas/5b1060d492cf4cf8b5f6edec4eca6ad1 HTTP/1.1" status: 200 len: 375 time: 0.0284798 Jul 30 20:33:59.697838 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da0e993-ad9d-4477-a90d-6c8b562271a4 None None] Network 4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:33:59.710914 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-52177315-ecc0-4d45-9a6b-cf638f9fe69e tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5b1060d492cf4cf8b5f6edec4eca6ad1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1079931 Jul 30 20:33:59.781608 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-aa382938-f6de-47d1-93df-b54dd969ea75 None None] Provisioning for port 06d4f694-bac8-4e77-b754-b40476e97a61 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:33:59.854926 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-f7c7c251-d8bf-4ae1-add0-4614e2c823b9 service neutron] 10.222.0.81 "GET /v2.0/networks/4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246397 Jul 30 20:33:59.898967 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device e4e33390-1f9c-44b4-b7ad-45b61d0566f6 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:33:59.926369 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: e4e33390-1f9c-44b4-b7ad-45b61d0566f6 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:33:59.926997 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device e4e33390-1f9c-44b4-b7ad-45b61d0566f6 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:34:00.149952 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-51e22fa0-9646-4470-8f42-a3069e599bfa service neutron] 10.222.0.81 "GET /v2.0/networks/4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863660 Jul 30 20:34:00.376918 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 06d4f694-bac8-4e77-b754-b40476e97a61 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:34:00.537844 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f4b7f23f-475c-4f66-bc6c-e144072e9e97 req-371bc7e8-db20-4a5c-808f-8d691614b4a8 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf69ebc7-8621-43d9-8881-7960072e6dae HTTP/1.1" status: 200 len: 210 time: 0.0481191 Jul 30 20:34:00.814361 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 06d4f694-bac8-4e77-b754-b40476e97a61 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:34:00.824872 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 06d4f694-bac8-4e77-b754-b40476e97a61 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:00.825251 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:00.929560 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:00.981391 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 06d4f694-bac8-4e77-b754-b40476e97a61, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=06d4f694-bac8-4e77-b754-b40476e97a61,segment=NetworkSegment(c0af49df-4e4c-4df5-b49e-c35348234376),segment_id=c0af49df-4e4c-4df5-b49e-c35348234376)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:34:01.002690 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:01.078315 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=06d4f694-bac8-4e77-b754-b40476e97a61,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:01.704852 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8e76aced-145c-42bc-b5f7-23c5a7859383 req-474694ae-52a9-4882-afe1-685beb0825d9 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf69ebc7-8621-43d9-8881-7960072e6dae HTTP/1.1" status: 200 len: 210 time: 0.0422709 Jul 30 20:34:01.986285 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-f7f851c7-9952-41a0-909e-a036da1ac598 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:01.988007 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-f7f851c7-9952-41a0-909e-a036da1ac598 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.59 "GET /v2.0/networks?id=4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da HTTP/1.1" status: 200 len: 797 time: 0.2236795 Jul 30 20:34:02.086400 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-21afb791-1ae9-414b-a59e-4aaf6622e0c8 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b1060d492cf4cf8b5f6edec4eca6ad1 HTTP/1.1" status: 200 len: 472 time: 0.0836463 Jul 30 20:34:02.099667 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-d10d1ef3-4df4-440d-9235-dc5d304a6e82 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'port': {'device_id': 'cf69ebc7-8621-43d9-8881-7960072e6dae', 'network_id': '4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da', 'admin_state_up': True, 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'security_groups': ['345376f0-5fb9-4077-9ee6-9c60995e0634']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:02.208584 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 06d4f694-bac8-4e77-b754-b40476e97a61 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:34:02.285191 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-d10d1ef3-4df4-440d-9235-dc5d304a6e82 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Made reservation on behalf of 5b1060d492cf4cf8b5f6edec4eca6ad1 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:34:02.290901 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-d10d1ef3-4df4-440d-9235-dc5d304a6e82 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:02.312219 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 06d4f694-bac8-4e77-b754-b40476e97a61 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:02.312670 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:02.938679 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3f730b9-439a-47f9-8910-06581163beba req-0e323bae-6cbe-473a-b2de-59ae885487ee tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf69ebc7-8621-43d9-8881-7960072e6dae HTTP/1.1" status: 200 len: 210 time: 0.0502818 Jul 30 20:34:03.039954 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-d10d1ef3-4df4-440d-9235-dc5d304a6e82 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Allocated IP 172.20.0.30 (4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da/247930a4-3d00-4b32-95c7-a1a1be6dd552/56b316f7-540a-44c0-ac64-8b4973b4ba80) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:34:03.250525 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-d10d1ef3-4df4-440d-9235-dc5d304a6e82 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:03.287344 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-d10d1ef3-4df4-440d-9235-dc5d304a6e82 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Transition to ACTIVE for port object 56b316f7-540a-44c0-ac64-8b4973b4ba80 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:34:03.354827 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-d10d1ef3-4df4-440d-9235-dc5d304a6e82 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:03.417409 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-d10d1ef3-4df4-440d-9235-dc5d304a6e82 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Network 4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:34:03.424039 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-d10d1ef3-4df4-440d-9235-dc5d304a6e82 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:34:03.431566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-d10d1ef3-4df4-440d-9235-dc5d304a6e82 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:34:03.437618 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d1ef3-4df4-440d-9235-dc5d304a6e82 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'Port': ['ID=56b316f7-540a-44c0-ac64-8b4973b4ba80,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:03.518835 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-d10d1ef3-4df4-440d-9235-dc5d304a6e82 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:03.521575 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-d10d1ef3-4df4-440d-9235-dc5d304a6e82 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:03.546131 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-d10d1ef3-4df4-440d-9235-dc5d304a6e82 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4531918 Jul 30 20:34:03.601530 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-854c7afd-8bf2-406b-8df9-1a3471fd45fc service neutron] Request body: {'port': {'device_id': 'cf69ebc7-8621-43d9-8881-7960072e6dae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:03.797279 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-854c7afd-8bf2-406b-8df9-1a3471fd45fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:03.854682 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a667f012-ebb7-49ef-9074-768d32772eb1 None None] Provisioning for port 56b316f7-540a-44c0-ac64-8b4973b4ba80 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:34:03.859539 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a667f012-ebb7-49ef-9074-768d32772eb1 None None] Provisioning complete for port 56b316f7-540a-44c0-ac64-8b4973b4ba80 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:03.859930 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a667f012-ebb7-49ef-9074-768d32772eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:03.896867 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a667f012-ebb7-49ef-9074-768d32772eb1 None None] Port 56b316f7-540a-44c0-ac64-8b4973b4ba80 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:34:04.119733 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227b062-3863-4ae2-ab92-56720b0f94fb req-813496ff-8779-420b-94ac-4a3d75e880d7 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:04.121080 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c227b062-3863-4ae2-ab92-56720b0f94fb req-813496ff-8779-420b-94ac-4a3d75e880d7 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf69ebc7-8621-43d9-8881-7960072e6dae HTTP/1.1" status: 200 len: 932 time: 0.0905144 Jul 30 20:34:04.221199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-854c7afd-8bf2-406b-8df9-1a3471fd45fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b316f7-540a-44c0-ac64-8b4973b4ba80 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:34:04.234710 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-854c7afd-8bf2-406b-8df9-1a3471fd45fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:04.252647 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-854c7afd-8bf2-406b-8df9-1a3471fd45fc service neutron] Transition to ACTIVE for port object 56b316f7-540a-44c0-ac64-8b4973b4ba80 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:34:04.271734 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c227b062-3863-4ae2-ab92-56720b0f94fb req-4836038c-8dd7-44c9-b109-c9af68ed2764 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=345376f0-5fb9-4077-9ee6-9c60995e0634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334233 Jul 30 20:34:04.275728 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-854c7afd-8bf2-406b-8df9-1a3471fd45fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:04.434696 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c7afd-8bf2-406b-8df9-1a3471fd45fc service neutron] Pushing event updated for resources: {'Port': ['ID=56b316f7-540a-44c0-ac64-8b4973b4ba80,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:04.476483 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-854c7afd-8bf2-406b-8df9-1a3471fd45fc service neutron] Attempting to bind port 56b316f7-540a-44c0-ac64-8b4973b4ba80 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:34:04.477048 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-854c7afd-8bf2-406b-8df9-1a3471fd45fc service neutron] Attempting to bind port 56b316f7-540a-44c0-ac64-8b4973b4ba80 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'c0af49df-4e4c-4df5-b49e-c35348234376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:34:04.479559 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-854c7afd-8bf2-406b-8df9-1a3471fd45fc service neutron] Attempting to bind port 56b316f7-540a-44c0-ac64-8b4973b4ba80 on network 4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:34:04.584439 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-854c7afd-8bf2-406b-8df9-1a3471fd45fc service neutron] Port 56b316f7-540a-44c0-ac64-8b4973b4ba80 on network 4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:34:04.584854 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-854c7afd-8bf2-406b-8df9-1a3471fd45fc service neutron] Attempting to bind port 56b316f7-540a-44c0-ac64-8b4973b4ba80 on network 4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:34:04.598626 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-854c7afd-8bf2-406b-8df9-1a3471fd45fc service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:34:04.599158 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-854c7afd-8bf2-406b-8df9-1a3471fd45fc service neutron] Checking segment: {'id': 'c0af49df-4e4c-4df5-b49e-c35348234376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:34:04.599821 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-854c7afd-8bf2-406b-8df9-1a3471fd45fc service neutron] Bound using segment: {'id': 'c0af49df-4e4c-4df5-b49e-c35348234376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:34:04.600738 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-854c7afd-8bf2-406b-8df9-1a3471fd45fc service neutron] Bound port: 56b316f7-540a-44c0-ac64-8b4973b4ba80, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0af49df-4e4c-4df5-b49e-c35348234376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:34:04.601333 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-854c7afd-8bf2-406b-8df9-1a3471fd45fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:04.797043 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-05e96981-2a20-4ed5-8cb3-702e90a1b60c tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:04.799380 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-05e96981-2a20-4ed5-8cb3-702e90a1b60c tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 812 time: 0.3254433 Jul 30 20:34:04.810406 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-854c7afd-8bf2-406b-8df9-1a3471fd45fc service neutron] For port 56b316f7-540a-44c0-ac64-8b4973b4ba80, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:34:04.816922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-854c7afd-8bf2-406b-8df9-1a3471fd45fc service neutron] For port 56b316f7-540a-44c0-ac64-8b4973b4ba80, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=56b316f7-540a-44c0-ac64-8b4973b4ba80,segment=NetworkSegment(c0af49df-4e4c-4df5-b49e-c35348234376),segment_id=c0af49df-4e4c-4df5-b49e-c35348234376)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:34:04.841957 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-0c384983-d74a-4807-8786-039f97cc3bb4 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/quotas/40df3973962c47808e3981dec5fc9c7f HTTP/1.1" status: 200 len: 375 time: 0.0195117 Jul 30 20:34:04.844097 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-854c7afd-8bf2-406b-8df9-1a3471fd45fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:04.908377 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-854c7afd-8bf2-406b-8df9-1a3471fd45fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:04.909293 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-854c7afd-8bf2-406b-8df9-1a3471fd45fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:04.911125 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-854c7afd-8bf2-406b-8df9-1a3471fd45fc service neutron] 10.222.0.59 "PUT /v2.0/ports/56b316f7-540a-44c0-ac64-8b4973b4ba80 HTTP/1.1" status: 200 len: 1092 time: 1.3224342 Jul 30 20:34:04.914487 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf69ebc7-8621-43d9-8881-7960072e6dae', 'tag': '56b316f7-540a-44c0-ac64-8b4973b4ba80'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:34:04.918724 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129731a6-7e9f-4485-a55a-cc13aa10a459" -d '{"events": [{"name": "network-changed", "server_uuid": "cf69ebc7-8621-43d9-8881-7960072e6dae", "tag": "56b316f7-540a-44c0-ac64-8b4973b4ba80"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:34:05.031070 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c7afd-8bf2-406b-8df9-1a3471fd45fc service neutron] Pushing event updated for resources: {'Port': ['ID=56b316f7-540a-44c0-ac64-8b4973b4ba80,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:05.045939 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-4a9b67ea-6b81-4fa7-a8d4-bf949341603d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1877019 Jul 30 20:34:05.063999 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-dad9c510-2303-4ab8-93ac-295565b0bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:05.065464 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-dad9c510-2303-4ab8-93ac-295565b0bab6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b1060d492cf4cf8b5f6edec4eca6ad1&device_id=cf69ebc7-8621-43d9-8881-7960072e6dae HTTP/1.1" status: 200 len: 1095 time: 0.1072428 Jul 30 20:34:05.154463 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-2573b47d-2071-4e40-9dd9-f5573a3bb6fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=56b316f7-540a-44c0-ac64-8b4973b4ba80 HTTP/1.1" status: 200 len: 217 time: 0.0750358 Jul 30 20:34:05.231847 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-e92b6919-8dc2-49ef-8e72-f84d50ae1b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:05.233316 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-e92b6919-8dc2-49ef-8e72-f84d50ae1b68 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=247930a4-3d00-4b32-95c7-a1a1be6dd552 HTTP/1.1" status: 200 len: 837 time: 0.0705175 Jul 30 20:34:05.236945 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-b3bdbd55-23f1-405a-a575-80d7a5361580 service neutron] 10.222.0.81 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816912 Jul 30 20:34:05.365334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-cfdc6260-4618-44c9-973d-6e1eb78fdccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:05.367169 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-cfdc6260-4618-44c9-973d-6e1eb78fdccf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1264322 Jul 30 20:34:05.445134 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-f7b533d4-d8f0-409e-9b18-dbd3203d2549 service neutron] 10.222.0.81 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963246 Jul 30 20:34:05.492541 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-9eb3f326-a734-427c-b18d-f2caae777071 service neutron] 10.222.0.59 "GET /v2.0/networks/4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151645 Jul 30 20:34:05.605558 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e6dae67-28a2-4589-afa7-7ab061c4983b req-a90a5e9f-e257-41fe-887a-4e281f34428f service neutron] 10.222.0.59 "GET /v2.0/networks/4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059632 Jul 30 20:34:05.695027 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01048903-93da-4015-b8a4-f615e4836f74 x-openstack-request-id: req-01048903-93da-4015-b8a4-f615e4836f74 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:34:05.695412 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf69ebc7-8621-43d9-8881-7960072e6dae", "tag": "56b316f7-540a-44c0-ac64-8b4973b4ba80", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:34:05.695747 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-01048903-93da-4015-b8a4-f615e4836f74 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:34:05.697650 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf69ebc7-8621-43d9-8881-7960072e6dae', 'tag': '56b316f7-540a-44c0-ac64-8b4973b4ba80', 'status': 'completed', 'code': 200} Jul 30 20:34:05.820631 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129731a6-7e9f-4485-a55a-cc13aa10a459 req-8575ae6b-5a48-4e1c-a2a1-d74af90e1cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:05.823538 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-129731a6-7e9f-4485-a55a-cc13aa10a459 req-8575ae6b-5a48-4e1c-a2a1-d74af90e1cba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b1060d492cf4cf8b5f6edec4eca6ad1&device_id=cf69ebc7-8621-43d9-8881-7960072e6dae HTTP/1.1" status: 200 len: 1095 time: 0.0998092 Jul 30 20:34:05.837169 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31319506-3e4b-460c-9cb8-13179f0e5fd5 req-4f6ef0bd-fb31-4aa5-81bc-532db271d3b6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:05.845548 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31319506-3e4b-460c-9cb8-13179f0e5fd5 req-4f6ef0bd-fb31-4aa5-81bc-532db271d3b6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf69ebc7-8621-43d9-8881-7960072e6dae HTTP/1.1" status: 200 len: 944 time: 0.0799139 Jul 30 20:34:05.959820 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31319506-3e4b-460c-9cb8-13179f0e5fd5 req-788a6b9a-ea68-43e3-a7e3-ef4a14adb25f tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=345376f0-5fb9-4077-9ee6-9c60995e0634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131940 Jul 30 20:34:06.048152 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ac84d4a7-bda9-46ed-9946-1c6d18623fc7 req-85c6eb80-afa7-4095-bce0-2ade87132124 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 210 time: 0.0411825 Jul 30 20:34:06.050653 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129731a6-7e9f-4485-a55a-cc13aa10a459 req-c6dad575-62e1-45e1-a9aa-e5fb6486f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:06.061640 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-129731a6-7e9f-4485-a55a-cc13aa10a459 req-c6dad575-62e1-45e1-a9aa-e5fb6486f736 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da HTTP/1.1" status: 200 len: 898 time: 0.2085342 Jul 30 20:34:06.106758 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-129731a6-7e9f-4485-a55a-cc13aa10a459 req-4aaf632d-1462-4557-bec7-024d3cd0e096 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=56b316f7-540a-44c0-ac64-8b4973b4ba80 HTTP/1.1" status: 200 len: 217 time: 0.0428748 Jul 30 20:34:06.168871 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129731a6-7e9f-4485-a55a-cc13aa10a459 req-73e6b484-4e08-4feb-9413-d1b1b16bcde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:06.172024 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-129731a6-7e9f-4485-a55a-cc13aa10a459 req-73e6b484-4e08-4feb-9413-d1b1b16bcde3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=247930a4-3d00-4b32-95c7-a1a1be6dd552 HTTP/1.1" status: 200 len: 837 time: 0.0573106 Jul 30 20:34:06.233185 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129731a6-7e9f-4485-a55a-cc13aa10a459 req-3e0e39fb-d85a-47f1-8486-02592bccae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:06.235138 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-129731a6-7e9f-4485-a55a-cc13aa10a459 req-3e0e39fb-d85a-47f1-8486-02592bccae7d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559461 Jul 30 20:34:06.382017 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-129731a6-7e9f-4485-a55a-cc13aa10a459 req-f7889a9b-3b1b-4c05-8bf1-6d0a03d27f7d service neutron] 10.222.0.59 "GET /v2.0/networks/4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371388 Jul 30 20:34:06.516083 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-129731a6-7e9f-4485-a55a-cc13aa10a459 req-2a3091cd-a3e2-4c04-896e-7117b3d96470 service neutron] 10.222.0.59 "GET /v2.0/networks/4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253603 Jul 30 20:34:07.028413 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-28f56dcc-641c-4965-b0b7-17c3f0b3e315 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:07.032776 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-28f56dcc-641c-4965-b0b7-17c3f0b3e315 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.83 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 812 time: 0.2395527 Jul 30 20:34:07.054335 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-20bda49b-0de7-46b8-8cee-a092b234783a tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Request body: {'port': {'device_id': 'c18740f5-fdfe-46f6-9c25-e1707a965dfa', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'admin_state_up': True, 'tenant_id': '40df3973962c47808e3981dec5fc9c7f'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:07.189976 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27138d-c003-4830-815c-264954a9c360 req-c5fddd96-2352-4afd-a0d7-7e8fa9485696 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:07.191547 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f27138d-c003-4830-815c-264954a9c360 req-c5fddd96-2352-4afd-a0d7-7e8fa9485696 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf69ebc7-8621-43d9-8881-7960072e6dae HTTP/1.1" status: 200 len: 944 time: 0.1202486 Jul 30 20:34:07.259373 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f27138d-c003-4830-815c-264954a9c360 req-4a66bce0-fde5-44c2-b648-74884fb23704 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=345376f0-5fb9-4077-9ee6-9c60995e0634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542743 Jul 30 20:34:07.268143 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-20bda49b-0de7-46b8-8cee-a092b234783a tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Made reservation on behalf of 40df3973962c47808e3981dec5fc9c7f for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:34:07.272671 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-20bda49b-0de7-46b8-8cee-a092b234783a tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:07.460725 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-800ce224-e8d8-4dfc-ac66-5a1ba0abfb7f req-2a27b305-c2bc-410e-9a54-8f49025be5ec tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 210 time: 0.0653493 Jul 30 20:34:07.531681 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-20bda49b-0de7-46b8-8cee-a092b234783a tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Allocated IP 172.20.0.3 (6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1/3008045a-2232-40b0-9f2b-2de360d1b833/1f9a6162-8711-4f62-bf1f-1e7212285f8a) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:34:07.746054 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-20bda49b-0de7-46b8-8cee-a092b234783a tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:07.769487 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-20bda49b-0de7-46b8-8cee-a092b234783a tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Transition to ACTIVE for port object 1f9a6162-8711-4f62-bf1f-1e7212285f8a will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:34:07.832174 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-20bda49b-0de7-46b8-8cee-a092b234783a tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:07.890072 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 56b316f7-540a-44c0-ac64-8b4973b4ba80 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:34:07.902318 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-20bda49b-0de7-46b8-8cee-a092b234783a tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:34:07.909597 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-20bda49b-0de7-46b8-8cee-a092b234783a tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:34:07.925579 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-20bda49b-0de7-46b8-8cee-a092b234783a tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:34:08.000718 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bda49b-0de7-46b8-8cee-a092b234783a tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event updated for resources: {'Port': ['ID=1f9a6162-8711-4f62-bf1f-1e7212285f8a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:08.031292 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-20bda49b-0de7-46b8-8cee-a092b234783a tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:08.032557 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-20bda49b-0de7-46b8-8cee-a092b234783a tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:08.066899 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-20bda49b-0de7-46b8-8cee-a092b234783a tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0186622 Jul 30 20:34:08.089571 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-48765ee7-9e9b-4cf3-9740-dc534f81daf8 service neutron] Request body: {'port': {'device_id': 'c18740f5-fdfe-46f6-9c25-e1707a965dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:08.098141 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 56b316f7-540a-44c0-ac64-8b4973b4ba80, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=56b316f7-540a-44c0-ac64-8b4973b4ba80,segment=NetworkSegment(c0af49df-4e4c-4df5-b49e-c35348234376),segment_id=c0af49df-4e4c-4df5-b49e-c35348234376)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:34:08.118946 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '56b316f7-540a-44c0-ac64-8b4973b4ba80', 'network_id': '4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da', 'port_id': '56b316f7-540a-44c0-ac64-8b4973b4ba80', 'mac_address': 'fa:16:3e:43:27:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '247930a4-3d00-4b32-95c7-a1a1be6dd552', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:34:08.183988 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:08.191689 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-48765ee7-9e9b-4cf3-9740-dc534f81daf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:08.204601 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b316f7-540a-44c0-ac64-8b4973b4ba80 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:34:08.243878 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 56b316f7-540a-44c0-ac64-8b4973b4ba80, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=56b316f7-540a-44c0-ac64-8b4973b4ba80,segment=NetworkSegment(c0af49df-4e4c-4df5-b49e-c35348234376),segment_id=c0af49df-4e4c-4df5-b49e-c35348234376)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:34:08.251545 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:08.401504 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=56b316f7-540a-44c0-ac64-8b4973b4ba80,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:08.431116 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4a012364-f920-435d-a28a-2b5a6c4ccd14 None None] Provisioning for port 1f9a6162-8711-4f62-bf1f-1e7212285f8a completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:34:08.448854 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4a012364-f920-435d-a28a-2b5a6c4ccd14 None None] Provisioning complete for port 1f9a6162-8711-4f62-bf1f-1e7212285f8a triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:08.449652 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a012364-f920-435d-a28a-2b5a6c4ccd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:08.487614 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['56b316f7-540a-44c0-ac64-8b4973b4ba80'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:34:08.562657 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e484d-b409-4551-b48b-99dd7229ba9a req-4c9ce519-808f-47b3-9a25-1a5af8093af9 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:08.564355 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-219e484d-b409-4551-b48b-99dd7229ba9a req-4c9ce519-808f-47b3-9a25-1a5af8093af9 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf69ebc7-8621-43d9-8881-7960072e6dae HTTP/1.1" status: 200 len: 945 time: 0.1178522 Jul 30 20:34:08.588754 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4a012364-f920-435d-a28a-2b5a6c4ccd14 None None] Port 1f9a6162-8711-4f62-bf1f-1e7212285f8a cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:34:08.630455 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-219e484d-b409-4551-b48b-99dd7229ba9a req-b9210f04-2e14-44f2-a7f7-be281816fff4 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=345376f0-5fb9-4077-9ee6-9c60995e0634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592334 Jul 30 20:34:08.754641 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-48765ee7-9e9b-4cf3-9740-dc534f81daf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9a6162-8711-4f62-bf1f-1e7212285f8a {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:34:08.765545 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-48765ee7-9e9b-4cf3-9740-dc534f81daf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:08.784457 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-48765ee7-9e9b-4cf3-9740-dc534f81daf8 service neutron] Transition to ACTIVE for port object 1f9a6162-8711-4f62-bf1f-1e7212285f8a will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:34:08.812968 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a77ac-6c2b-4cc9-8709-4d1f4eb6d7ce req-186c19b1-85ec-489f-87ec-e046eb1e9d22 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:08.817875 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6e2a77ac-6c2b-4cc9-8709-4d1f4eb6d7ce req-186c19b1-85ec-489f-87ec-e046eb1e9d22 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 931 time: 0.0976248 Jul 30 20:34:08.819653 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-48765ee7-9e9b-4cf3-9740-dc534f81daf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:08.923942 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48765ee7-9e9b-4cf3-9740-dc534f81daf8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9a6162-8711-4f62-bf1f-1e7212285f8a,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:08.943043 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6e2a77ac-6c2b-4cc9-8709-4d1f4eb6d7ce req-68513352-ed4e-4d98-b90b-ac663525999a tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962639 Jul 30 20:34:09.029905 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-48765ee7-9e9b-4cf3-9740-dc534f81daf8 service neutron] Attempting to bind port 1f9a6162-8711-4f62-bf1f-1e7212285f8a on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:34:09.030400 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-48765ee7-9e9b-4cf3-9740-dc534f81daf8 service neutron] Attempting to bind port 1f9a6162-8711-4f62-bf1f-1e7212285f8a by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:34:09.031059 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-48765ee7-9e9b-4cf3-9740-dc534f81daf8 service neutron] Attempting to bind port 1f9a6162-8711-4f62-bf1f-1e7212285f8a on network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:34:09.036834 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-48765ee7-9e9b-4cf3-9740-dc534f81daf8 service neutron] Port 1f9a6162-8711-4f62-bf1f-1e7212285f8a on network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:34:09.037169 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-48765ee7-9e9b-4cf3-9740-dc534f81daf8 service neutron] Attempting to bind port 1f9a6162-8711-4f62-bf1f-1e7212285f8a on network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:34:09.043594 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-48765ee7-9e9b-4cf3-9740-dc534f81daf8 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:34:09.043929 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-48765ee7-9e9b-4cf3-9740-dc534f81daf8 service neutron] Checking segment: {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:34:09.044713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-48765ee7-9e9b-4cf3-9740-dc534f81daf8 service neutron] Bound using segment: {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:34:09.045158 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-48765ee7-9e9b-4cf3-9740-dc534f81daf8 service neutron] Bound port: 1f9a6162-8711-4f62-bf1f-1e7212285f8a, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:34:09.045522 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-48765ee7-9e9b-4cf3-9740-dc534f81daf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:09.143385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-48765ee7-9e9b-4cf3-9740-dc534f81daf8 service neutron] For port 1f9a6162-8711-4f62-bf1f-1e7212285f8a, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:34:09.148114 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-48765ee7-9e9b-4cf3-9740-dc534f81daf8 service neutron] For port 1f9a6162-8711-4f62-bf1f-1e7212285f8a, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1f9a6162-8711-4f62-bf1f-1e7212285f8a,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:34:09.156677 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-48765ee7-9e9b-4cf3-9740-dc534f81daf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:09.205580 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-48765ee7-9e9b-4cf3-9740-dc534f81daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:09.206228 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-48765ee7-9e9b-4cf3-9740-dc534f81daf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:09.207683 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-48765ee7-9e9b-4cf3-9740-dc534f81daf8 service neutron] 10.222.0.83 "PUT /v2.0/ports/1f9a6162-8711-4f62-bf1f-1e7212285f8a HTTP/1.1" status: 200 len: 1091 time: 1.1319015 Jul 30 20:34:09.208125 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18740f5-fdfe-46f6-9c25-e1707a965dfa', 'tag': '1f9a6162-8711-4f62-bf1f-1e7212285f8a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:34:09.210398 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178567ed-3d5f-44ea-9f73-7b2e702d9397" -d '{"events": [{"name": "network-changed", "server_uuid": "c18740f5-fdfe-46f6-9c25-e1707a965dfa", "tag": "1f9a6162-8711-4f62-bf1f-1e7212285f8a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:34:09.234442 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48765ee7-9e9b-4cf3-9740-dc534f81daf8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9a6162-8711-4f62-bf1f-1e7212285f8a,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:09.307920 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2496a737-de44-4732-a3ce-0933d8b4760d x-openstack-request-id: req-2496a737-de44-4732-a3ce-0933d8b4760d {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:34:09.308267 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18740f5-fdfe-46f6-9c25-e1707a965dfa", "tag": "1f9a6162-8711-4f62-bf1f-1e7212285f8a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:34:09.308452 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2496a737-de44-4732-a3ce-0933d8b4760d {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:34:09.308853 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18740f5-fdfe-46f6-9c25-e1707a965dfa', 'tag': '1f9a6162-8711-4f62-bf1f-1e7212285f8a', 'status': 'completed', 'code': 200} Jul 30 20:34:09.334979 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-2a759620-6a2e-4aca-89be-c5753f15ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:09.336634 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-2a759620-6a2e-4aca-89be-c5753f15ea33 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 1094 time: 0.0798666 Jul 30 20:34:09.393909 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-776e60ba-2e38-4452-ab23-b1ccb1b8e722 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f9a6162-8711-4f62-bf1f-1e7212285f8a HTTP/1.1" status: 200 len: 217 time: 0.0473709 Jul 30 20:34:09.482838 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-bc8cbe97-8428-4109-8b9a-1958157429d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:09.484947 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-bc8cbe97-8428-4109-8b9a-1958157429d3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0843055 Jul 30 20:34:09.558413 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-a018578d-4538-4262-8756-16138e6a5157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:09.561316 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-a018578d-4538-4262-8756-16138e6a5157 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688415 Jul 30 20:34:09.671123 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-e0ca9de4-1f06-4198-a17d-2de419cdc399 service neutron] 10.222.0.83 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020391 Jul 30 20:34:09.825625 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f229176-ee5a-4d50-b4f8-98c89bfb974f req-6c30f69c-9b26-48a5-961f-df1a879f0b6a service neutron] 10.222.0.83 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476417 Jul 30 20:34:09.846186 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6dd69c-2332-487a-bc26-20d5d900650c req-f3b134c5-77a1-41b3-ac48-81af0d743d46 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:09.848035 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc6dd69c-2332-487a-bc26-20d5d900650c req-f3b134c5-77a1-41b3-ac48-81af0d743d46 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf69ebc7-8621-43d9-8881-7960072e6dae HTTP/1.1" status: 200 len: 945 time: 0.0722575 Jul 30 20:34:09.898109 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 56b316f7-540a-44c0-ac64-8b4973b4ba80 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:34:09.940816 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc6dd69c-2332-487a-bc26-20d5d900650c req-8d79f779-b727-41e0-ac30-ccbdf1daffe0 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=345376f0-5fb9-4077-9ee6-9c60995e0634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831976 Jul 30 20:34:09.964123 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178567ed-3d5f-44ea-9f73-7b2e702d9397 req-6fa46072-65bb-48ea-a81e-ba5ee8f5f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:09.965749 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-178567ed-3d5f-44ea-9f73-7b2e702d9397 req-6fa46072-65bb-48ea-a81e-ba5ee8f5f19a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 1094 time: 0.0839400 Jul 30 20:34:10.010251 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 56b316f7-540a-44c0-ac64-8b4973b4ba80 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:34:10.016194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 56b316f7-540a-44c0-ac64-8b4973b4ba80 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:10.017992 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:10.190527 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:10.214889 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38aeb93-f510-4e0e-99d6-2793524f10ac req-16cc3c2f-3325-449b-a0aa-c1b3c7a5bc4e tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:10.216776 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f38aeb93-f510-4e0e-99d6-2793524f10ac req-16cc3c2f-3325-449b-a0aa-c1b3c7a5bc4e tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 943 time: 0.1069109 Jul 30 20:34:10.236523 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 56b316f7-540a-44c0-ac64-8b4973b4ba80, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=56b316f7-540a-44c0-ac64-8b4973b4ba80,segment=NetworkSegment(c0af49df-4e4c-4df5-b49e-c35348234376),segment_id=c0af49df-4e4c-4df5-b49e-c35348234376)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:34:10.237868 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf69ebc7-8621-43d9-8881-7960072e6dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b316f7-540a-44c0-ac64-8b4973b4ba80'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:34:10.240692 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662dba70-1830-4adc-91e5-1f60f8a3d356" -d '{"events": [{"server_uuid": "cf69ebc7-8621-43d9-8881-7960072e6dae", "name": "network-vif-plugged", "status": "completed", "tag": "56b316f7-540a-44c0-ac64-8b4973b4ba80"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:34:10.247933 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:10.276087 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178567ed-3d5f-44ea-9f73-7b2e702d9397 req-a162ce93-6689-4087-9805-46d27f8ce661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:10.281198 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-178567ed-3d5f-44ea-9f73-7b2e702d9397 req-a162ce93-6689-4087-9805-46d27f8ce661 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 913 time: 0.3035414 Jul 30 20:34:10.338704 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=56b316f7-540a-44c0-ac64-8b4973b4ba80,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:10.354967 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-178567ed-3d5f-44ea-9f73-7b2e702d9397 req-b8a6003b-e388-4ea1-8edb-ff40b7d7add8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f9a6162-8711-4f62-bf1f-1e7212285f8a HTTP/1.1" status: 200 len: 217 time: 0.0603387 Jul 30 20:34:10.367379 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f38aeb93-f510-4e0e-99d6-2793524f10ac req-081088f0-1bdd-401e-9480-f07c3764e15c tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389639 Jul 30 20:34:10.427130 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178567ed-3d5f-44ea-9f73-7b2e702d9397 req-7ca66a5b-16fb-4258-ae52-0ca13bcb90b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:10.428648 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-178567ed-3d5f-44ea-9f73-7b2e702d9397 req-7ca66a5b-16fb-4258-ae52-0ca13bcb90b7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0596590 Jul 30 20:34:10.434120 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7d0941-7aff-49c4-aabc-9df039a27de9 x-openstack-request-id: req-7b7d0941-7aff-49c4-aabc-9df039a27de9 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:34:10.434472 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf69ebc7-8621-43d9-8881-7960072e6dae", "name": "network-vif-plugged", "status": "completed", "tag": "56b316f7-540a-44c0-ac64-8b4973b4ba80", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:34:10.434664 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b7d0941-7aff-49c4-aabc-9df039a27de9 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:34:10.435060 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf69ebc7-8621-43d9-8881-7960072e6dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b316f7-540a-44c0-ac64-8b4973b4ba80', 'code': 200} Jul 30 20:34:10.502018 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178567ed-3d5f-44ea-9f73-7b2e702d9397 req-a51a660c-9857-44ae-b023-4675b87b4ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:10.504731 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-178567ed-3d5f-44ea-9f73-7b2e702d9397 req-a51a660c-9857-44ae-b023-4675b87b4ec9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649872 Jul 30 20:34:10.682169 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-178567ed-3d5f-44ea-9f73-7b2e702d9397 req-c5842055-dcf4-4eb5-b34f-0ac75738152d service neutron] 10.222.0.83 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664801 Jul 30 20:34:10.690418 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad5067-5aad-4a02-944d-e9c151b55bb3 req-8fe0af33-fb76-4749-b905-65e7df1b8ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:10.691914 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d0ad5067-5aad-4a02-944d-e9c151b55bb3 req-8fe0af33-fb76-4749-b905-65e7df1b8ea5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cf69ebc7-8621-43d9-8881-7960072e6dae HTTP/1.1" status: 200 len: 1097 time: 0.1686988 Jul 30 20:34:10.787230 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d0ad5067-5aad-4a02-944d-e9c151b55bb3 req-41762c2b-4ddd-4555-b136-dd306652d24b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=345376f0-5fb9-4077-9ee6-9c60995e0634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816305 Jul 30 20:34:10.819211 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-178567ed-3d5f-44ea-9f73-7b2e702d9397 req-58f9c9af-ae7a-4bcf-9943-bb8284c7068b service neutron] 10.222.0.83 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261280 Jul 30 20:34:11.612958 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae873677-c461-4af0-b382-1a61275b1e99 req-e162d128-3467-4b1f-bd80-523696984ad6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:11.624661 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae873677-c461-4af0-b382-1a61275b1e99 req-e162d128-3467-4b1f-bd80-523696984ad6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf69ebc7-8621-43d9-8881-7960072e6dae HTTP/1.1" status: 200 len: 946 time: 0.5666487 Jul 30 20:34:11.717152 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae873677-c461-4af0-b382-1a61275b1e99 req-d12d3255-0d2b-4cac-b211-a12874299c91 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=345376f0-5fb9-4077-9ee6-9c60995e0634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912693 Jul 30 20:34:11.923781 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac736c3-d593-4e3c-847a-b8194ca1a799 req-970278f4-dee5-4af3-8ba1-a2ad7c47d629 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:11.931852 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ac736c3-d593-4e3c-847a-b8194ca1a799 req-970278f4-dee5-4af3-8ba1-a2ad7c47d629 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 943 time: 0.0844531 Jul 30 20:34:12.005054 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ac736c3-d593-4e3c-847a-b8194ca1a799 req-7a73fea7-a592-457d-8f63-e4b9cf9d7ff1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720098 Jul 30 20:34:12.926867 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06255843-e14c-47e6-9c11-55274201b251 req-b69306cd-a6e4-45a9-99ef-65dc1fe42582 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:12.936684 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06255843-e14c-47e6-9c11-55274201b251 req-b69306cd-a6e4-45a9-99ef-65dc1fe42582 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf69ebc7-8621-43d9-8881-7960072e6dae HTTP/1.1" status: 200 len: 946 time: 0.1085260 Jul 30 20:34:13.000182 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06255843-e14c-47e6-9c11-55274201b251 req-756b390d-c812-44bf-9848-051021cae827 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=345376f0-5fb9-4077-9ee6-9c60995e0634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623674 Jul 30 20:34:13.168207 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5af65-1337-429c-ba18-1a70b6c4deb5 req-d3cb8a47-a147-41f4-86ad-f0068f948a10 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:13.176927 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59b5af65-1337-429c-ba18-1a70b6c4deb5 req-d3cb8a47-a147-41f4-86ad-f0068f948a10 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 943 time: 0.0721216 Jul 30 20:34:13.245505 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59b5af65-1337-429c-ba18-1a70b6c4deb5 req-31a0fd2c-6f9e-4cd3-8821-fee973288d25 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669515 Jul 30 20:34:13.463047 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed643a8-5009-40ad-987e-5a9c1fe79356 req-917fe2cf-e31e-4472-887a-aa79735f065f tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:13.464886 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0ed643a8-5009-40ad-987e-5a9c1fe79356 req-917fe2cf-e31e-4472-887a-aa79735f065f tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf69ebc7-8621-43d9-8881-7960072e6dae HTTP/1.1" status: 200 len: 946 time: 0.0627832 Jul 30 20:34:13.533471 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0ed643a8-5009-40ad-987e-5a9c1fe79356 req-edb62db3-998c-4845-9a0b-61f087945c54 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=345376f0-5fb9-4077-9ee6-9c60995e0634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626397 Jul 30 20:34:14.440546 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86fbf0-b4ba-4c9c-b7d3-68b10c520c01 req-e416cac0-3235-43cf-8659-cd7c495cbb0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:14.450375 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b86fbf0-b4ba-4c9c-b7d3-68b10c520c01 req-e416cac0-3235-43cf-8659-cd7c495cbb0b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 943 time: 0.0742140 Jul 30 20:34:14.498619 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b86fbf0-b4ba-4c9c-b7d3-68b10c520c01 req-11146f0b-eb3e-40d7-a67c-02b4786ab67e tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473552 Jul 30 20:34:15.011087 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49116) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:15.547571 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d20b9dfd-3517-4034-a42e-b4b3a3b77c22 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:15.590223 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:15.702970 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cd40e-37dd-459a-973b-91f7048f8018 req-46ea4e09-154e-4dad-ad55-9ee672020515 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:15.711112 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-038cd40e-37dd-459a-973b-91f7048f8018 req-46ea4e09-154e-4dad-ad55-9ee672020515 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 943 time: 0.1026833 Jul 30 20:34:15.766718 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-038cd40e-37dd-459a-973b-91f7048f8018 req-c97f8801-6f2c-44ea-bdd0-394414b5e562 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538976 Jul 30 20:34:16.239422 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-d20b9dfd-3517-4034-a42e-b4b3a3b77c22 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Allocated IP 172.20.0.17 (4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da/247930a4-3d00-4b32-95c7-a1a1be6dd552/25481818-e1ec-45e6-b373-2f44eafd3cc7) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:34:16.442615 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d20b9dfd-3517-4034-a42e-b4b3a3b77c22 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:16.463631 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-d20b9dfd-3517-4034-a42e-b4b3a3b77c22 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Transition to ACTIVE for port object 25481818-e1ec-45e6-b373-2f44eafd3cc7 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:34:16.499462 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d20b9dfd-3517-4034-a42e-b4b3a3b77c22 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:16.537720 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20b9dfd-3517-4034-a42e-b4b3a3b77c22 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Network 4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:34:16.539292 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d20b9dfd-3517-4034-a42e-b4b3a3b77c22 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:34:16.586797 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20b9dfd-3517-4034-a42e-b4b3a3b77c22 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:34:16.626269 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b9dfd-3517-4034-a42e-b4b3a3b77c22 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'Port': ['ID=25481818-e1ec-45e6-b373-2f44eafd3cc7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:16.636102 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d20b9dfd-3517-4034-a42e-b4b3a3b77c22 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:16.974988 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9aa0e-e6a4-4a53-aa24-30ac824ab2af req-99c626cc-bb25-4aba-95a4-489936582e9c tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:16.980877 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d20b9dfd-3517-4034-a42e-b4b3a3b77c22 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:16.985592 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9bb9aa0e-e6a4-4a53-aa24-30ac824ab2af req-99c626cc-bb25-4aba-95a4-489936582e9c tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 943 time: 0.0804682 Jul 30 20:34:17.046368 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9bb9aa0e-e6a4-4a53-aa24-30ac824ab2af req-a3a3953e-57b6-475d-866b-94a060c633a5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594203 Jul 30 20:34:17.079766 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-290938c2-92bc-4ef3-8d05-5d3c162cda19 None None] Provisioning for port 25481818-e1ec-45e6-b373-2f44eafd3cc7 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:34:17.085461 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-290938c2-92bc-4ef3-8d05-5d3c162cda19 None None] Provisioning complete for port 25481818-e1ec-45e6-b373-2f44eafd3cc7 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:17.086069 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-290938c2-92bc-4ef3-8d05-5d3c162cda19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:17.157284 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-290938c2-92bc-4ef3-8d05-5d3c162cda19 None None] Port 25481818-e1ec-45e6-b373-2f44eafd3cc7 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:34:17.499322 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d20b9dfd-3517-4034-a42e-b4b3a3b77c22 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:17.506353 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d20b9dfd-3517-4034-a42e-b4b3a3b77c22 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:17.582852 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b9dfd-3517-4034-a42e-b4b3a3b77c22 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'Port': ['ID=25481818-e1ec-45e6-b373-2f44eafd3cc7,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:17.585606 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d20b9dfd-3517-4034-a42e-b4b3a3b77c22 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:17.704506 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20b9dfd-3517-4034-a42e-b4b3a3b77c22 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Network 4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:34:17.706465 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d20b9dfd-3517-4034-a42e-b4b3a3b77c22 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:34:17.926406 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20b9dfd-3517-4034-a42e-b4b3a3b77c22 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Router 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:34:18.002898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5c7a789b-b749-49f8-bc0f-677b4ad0cc8d None None] Provisioning complete for port 25481818-e1ec-45e6-b373-2f44eafd3cc7 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:18.003787 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5c7a789b-b749-49f8-bc0f-677b4ad0cc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:18.054622 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20b9dfd-3517-4034-a42e-b4b3a3b77c22 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:34:18.070940 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] Sync routers for ids ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:34:18.099440 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d20b9dfd-3517-4034-a42e-b4b3a3b77c22 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "PUT /v2.0/routers/1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0841112 Jul 30 20:34:18.119676 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a789b-b749-49f8-bc0f-677b4ad0cc8d None None] Port 25481818-e1ec-45e6-b373-2f44eafd3cc7 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:34:18.126620 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] Routers {'1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:34:18.128573 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:33:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:18.242777 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78156817-62f2-4c73-a8ec-747694f9fbcc req-5a694f64-bdef-44c4-bb76-a219f43a8708 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:18.256112 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-78156817-62f2-4c73-a8ec-747694f9fbcc req-5a694f64-bdef-44c4-bb76-a219f43a8708 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 943 time: 0.1245813 Jul 30 20:34:18.273172 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] Set router 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:34:18.331748 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-78156817-62f2-4c73-a8ec-747694f9fbcc req-f28b0b68-91bf-40fe-9246-acd828736d00 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742903 Jul 30 20:34:18.627685 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'name': 'tempest-TestNetworkBasicOps-router-483800241', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:32:08Z', 'updated_at': '2021-07-30T20:34:16Z', 'revision_number': 5, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:09Z', 'updated_at': '2021-07-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '8048b07c-42ee-4adc-8b42-ea785bb63b30', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'port_id': 'dae2bb6c-600f-49c1-93d0-4e6ea9c76016', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'mac_address': 'fa:16:3e:a6:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542118f9-5f98-4e1b-b8aa-1ed9049be40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:32:38Z', 'updated_at': '2021-07-30T20:32:40Z', 'revision_number': 1, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25481818-e1ec-45e6-b373-2f44eafd3cc7', 'name': '', 'network_id': '4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:bc:c6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '247930a4-3d00-4b32-95c7-a1a1be6dd552', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:16Z', 'updated_at': '2021-07-30T20:34:17Z', 'revision_number': 2, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '247930a4-3d00-4b32-95c7-a1a1be6dd552', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abfe296d-0278-47ae-890d-523a307710b4', 'name': '', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:7f:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:16Z', 'updated_at': '2021-07-30T20:32:27Z', 'revision_number': 5, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:18.659950 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] Checking router: 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:34:18.660301 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] Updating router 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 port 25481818-e1ec-45e6-b373-2f44eafd3cc7 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:34:18.687562 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:19.099422 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:19.121779 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] Transition to ACTIVE for port object 25481818-e1ec-45e6-b373-2f44eafd3cc7 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:34:19.144972 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:19.195030 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1a5ac-27f0-4a12-8030-c3f7faa29c0d None None] Pushing event updated for resources: {'Port': ['ID=25481818-e1ec-45e6-b373-2f44eafd3cc7,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:19.207026 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1a5ac-27f0-4a12-8030-c3f7faa29c0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:19.207932 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1a5ac-27f0-4a12-8030-c3f7faa29c0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:19.208499 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1a5ac-27f0-4a12-8030-c3f7faa29c0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:19.209050 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1a5ac-27f0-4a12-8030-c3f7faa29c0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:19.209718 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1a5ac-27f0-4a12-8030-c3f7faa29c0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:19.210045 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1a5ac-27f0-4a12-8030-c3f7faa29c0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:19.210367 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1a5ac-27f0-4a12-8030-c3f7faa29c0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:19.210686 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1a5ac-27f0-4a12-8030-c3f7faa29c0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:19.211045 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1a5ac-27f0-4a12-8030-c3f7faa29c0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:19.211374 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1a5ac-27f0-4a12-8030-c3f7faa29c0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:19.211717 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1a5ac-27f0-4a12-8030-c3f7faa29c0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:19.212032 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1a5ac-27f0-4a12-8030-c3f7faa29c0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:19.307846 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] Attempting to bind port 25481818-e1ec-45e6-b373-2f44eafd3cc7 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:34:19.308214 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] Attempting to bind port 25481818-e1ec-45e6-b373-2f44eafd3cc7 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'c0af49df-4e4c-4df5-b49e-c35348234376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:34:19.308579 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] Attempting to bind port 25481818-e1ec-45e6-b373-2f44eafd3cc7 on network 4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:34:19.316936 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:34:19.317545 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] Checking segment: {'id': 'c0af49df-4e4c-4df5-b49e-c35348234376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:34:19.318148 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:19.318720 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] Bound using segment: {'id': 'c0af49df-4e4c-4df5-b49e-c35348234376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:34:19.319376 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] Bound port: 25481818-e1ec-45e6-b373-2f44eafd3cc7, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0af49df-4e4c-4df5-b49e-c35348234376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:34:19.319974 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:19.407769 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] For port 25481818-e1ec-45e6-b373-2f44eafd3cc7, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:34:19.414092 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] For port 25481818-e1ec-45e6-b373-2f44eafd3cc7, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=25481818-e1ec-45e6-b373-2f44eafd3cc7,segment=NetworkSegment(c0af49df-4e4c-4df5-b49e-c35348234376),segment_id=c0af49df-4e4c-4df5-b49e-c35348234376)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:34:19.427316 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:19.528371 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b829b-8adc-46c3-8b7f-a0beac1c233e req-25683471-24eb-483f-8ce8-babbc1ecec40 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:19.540005 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc1b829b-8adc-46c3-8b7f-a0beac1c233e req-25683471-24eb-483f-8ce8-babbc1ecec40 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 943 time: 0.0843363 Jul 30 20:34:19.576140 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1a5ac-27f0-4a12-8030-c3f7faa29c0d None None] Pushing event updated for resources: {'Port': ['ID=25481818-e1ec-45e6-b373-2f44eafd3cc7,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:19.595068 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc1b829b-8adc-46c3-8b7f-a0beac1c233e req-37523d5e-f745-483c-8bdc-001bf59addc6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534680 Jul 30 20:34:19.602451 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] Routers {'1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:34:19.603970 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:33:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:19.713744 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:19.791217 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] Set router 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:34:20.176314 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'name': 'tempest-TestNetworkBasicOps-router-483800241', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:32:08Z', 'updated_at': '2021-07-30T20:34:16Z', 'revision_number': 5, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:09Z', 'updated_at': '2021-07-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '8048b07c-42ee-4adc-8b42-ea785bb63b30', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'port_id': 'dae2bb6c-600f-49c1-93d0-4e6ea9c76016', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'mac_address': 'fa:16:3e:a6:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542118f9-5f98-4e1b-b8aa-1ed9049be40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:32:38Z', 'updated_at': '2021-07-30T20:32:40Z', 'revision_number': 1, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25481818-e1ec-45e6-b373-2f44eafd3cc7', 'name': '', 'network_id': '4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:bc:c6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '247930a4-3d00-4b32-95c7-a1a1be6dd552', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:16Z', 'updated_at': '2021-07-30T20:34:19Z', 'revision_number': 4, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '247930a4-3d00-4b32-95c7-a1a1be6dd552', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abfe296d-0278-47ae-890d-523a307710b4', 'name': '', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:7f:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:16Z', 'updated_at': '2021-07-30T20:32:27Z', 'revision_number': 5, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:20.213216 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e707d9-835b-4cad-bca6-17541f22a308 None None] The sync data for ids ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'] in n-d-712137-9 is: [{'id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'name': 'tempest-TestNetworkBasicOps-router-483800241', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:32:08Z', 'updated_at': '2021-07-30T20:34:16Z', 'revision_number': 5, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:09Z', 'updated_at': '2021-07-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '8048b07c-42ee-4adc-8b42-ea785bb63b30', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'port_id': 'dae2bb6c-600f-49c1-93d0-4e6ea9c76016', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'mac_address': 'fa:16:3e:a6:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542118f9-5f98-4e1b-b8aa-1ed9049be40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:32:38Z', 'updated_at': '2021-07-30T20:32:40Z', 'revision_number': 1, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25481818-e1ec-45e6-b373-2f44eafd3cc7', 'name': '', 'network_id': '4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:bc:c6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '247930a4-3d00-4b32-95c7-a1a1be6dd552', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:16Z', 'updated_at': '2021-07-30T20:34:19Z', 'revision_number': 4, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '247930a4-3d00-4b32-95c7-a1a1be6dd552', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abfe296d-0278-47ae-890d-523a307710b4', 'name': '', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:7f:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:16Z', 'updated_at': '2021-07-30T20:32:27Z', 'revision_number': 5, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:34:20.790605 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd5b5c-d9a1-44e2-b5b3-594ea14c35e8 req-6650fcd8-4c3e-46f4-bd2b-20e9471049a0 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:20.806007 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eefd5b5c-d9a1-44e2-b5b3-594ea14c35e8 req-6650fcd8-4c3e-46f4-bd2b-20e9471049a0 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 943 time: 0.1063447 Jul 30 20:34:20.848215 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eefd5b5c-d9a1-44e2-b5b3-594ea14c35e8 req-919d49f8-9ada-480d-8e20-ed25c257bbbe tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409644 Jul 30 20:34:21.286771 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2adda4a7-5dd2-4be1-8388-22f30cac7f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:21.987488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0131b65-0653-4cd1-9736-07cacd617db4 req-8f5083a4-7e6d-49c7-8040-b503a3b4c8eb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:21.995145 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0131b65-0653-4cd1-9736-07cacd617db4 req-8f5083a4-7e6d-49c7-8040-b503a3b4c8eb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 943 time: 0.0598755 Jul 30 20:34:22.036089 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0131b65-0653-4cd1-9736-07cacd617db4 req-5f53788f-bd33-45b7-a491-253fbf352966 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399814 Jul 30 20:34:22.223465 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 25481818-e1ec-45e6-b373-2f44eafd3cc7 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:34:22.275858 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 25481818-e1ec-45e6-b373-2f44eafd3cc7 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:34:22.280636 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 25481818-e1ec-45e6-b373-2f44eafd3cc7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:22.281578 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:22.373012 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:22.413399 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 25481818-e1ec-45e6-b373-2f44eafd3cc7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=25481818-e1ec-45e6-b373-2f44eafd3cc7,segment=NetworkSegment(c0af49df-4e4c-4df5-b49e-c35348234376),segment_id=c0af49df-4e4c-4df5-b49e-c35348234376)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:34:22.421521 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:22.485907 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=25481818-e1ec-45e6-b373-2f44eafd3cc7,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:23.161198 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bd415-6641-4700-8940-30dc8de36983 req-b32e6c37-45e6-4584-a5d4-818070c20c90 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:23.162809 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ec7bd415-6641-4700-8940-30dc8de36983 req-b32e6c37-45e6-4584-a5d4-818070c20c90 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 943 time: 0.0516007 Jul 30 20:34:23.226235 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ec7bd415-6641-4700-8940-30dc8de36983 req-9830bea2-d3a6-43da-bdee-6de930eca006 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492184 Jul 30 20:34:23.721934 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-36a321e0-f6df-4051-a379-edf57d2480ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:23.980552 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:24.212329 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 25481818-e1ec-45e6-b373-2f44eafd3cc7 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:34:24.297722 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 25481818-e1ec-45e6-b373-2f44eafd3cc7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:24.298098 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:24.370226 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab26b7e-8a6e-45e2-be9e-f7e768605d50 req-33c33a83-0f48-4560-8942-0a5de81790ed tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:24.378791 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aab26b7e-8a6e-45e2-be9e-f7e768605d50 req-33c33a83-0f48-4560-8942-0a5de81790ed tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 943 time: 0.0636861 Jul 30 20:34:24.416754 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aab26b7e-8a6e-45e2-be9e-f7e768605d50 req-f8f93f69-ca9d-48b6-bec1-0feeab52cfb8 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368509 Jul 30 20:34:25.006456 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:25.311168 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49260) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:25.356364 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-0874f082-62da-49c2-9473-8d78c63cfa82 admin admin] Deleting subnet 007ca481-100f-4a71-90fd-0f503146dc85 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:34:25.359447 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0874f082-62da-49c2-9473-8d78c63cfa82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:25.398875 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0874f082-62da-49c2-9473-8d78c63cfa82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:25.437600 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0874f082-62da-49c2-9473-8d78c63cfa82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:25.534223 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0874f082-62da-49c2-9473-8d78c63cfa82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:25.568237 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874f082-62da-49c2-9473-8d78c63cfa82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=007ca481-100f-4a71-90fd-0f503146dc85,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:25.575995 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0874f082-62da-49c2-9473-8d78c63cfa82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:25.577356 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0874f082-62da-49c2-9473-8d78c63cfa82 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/007ca481-100f-4a71-90fd-0f503146dc85 HTTP/1.1" status: 204 len: 168 time: 0.2647359 Jul 30 20:34:25.580022 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49264) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:25.589750 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54723a1b-c414-43f3-b6d7-64d3a491b1db req-7bc4bfde-ed8c-4d41-9f71-6b082b426780 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:25.591243 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54723a1b-c414-43f3-b6d7-64d3a491b1db req-7bc4bfde-ed8c-4d41-9f71-6b082b426780 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 943 time: 0.0984881 Jul 30 20:34:25.592980 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874f082-62da-49c2-9473-8d78c63cfa82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:25.593333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874f082-62da-49c2-9473-8d78c63cfa82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:25.593680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874f082-62da-49c2-9473-8d78c63cfa82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:25.594019 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874f082-62da-49c2-9473-8d78c63cfa82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:25.594355 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874f082-62da-49c2-9473-8d78c63cfa82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:25.594689 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874f082-62da-49c2-9473-8d78c63cfa82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:25.595022 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874f082-62da-49c2-9473-8d78c63cfa82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:25.595353 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874f082-62da-49c2-9473-8d78c63cfa82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:25.595714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874f082-62da-49c2-9473-8d78c63cfa82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:25.596043 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874f082-62da-49c2-9473-8d78c63cfa82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:25.596494 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874f082-62da-49c2-9473-8d78c63cfa82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:25.596827 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874f082-62da-49c2-9473-8d78c63cfa82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:25.633328 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54723a1b-c414-43f3-b6d7-64d3a491b1db req-1c9629f4-0520-4dc9-96b6-fdffc1eee7d7 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331447 Jul 30 20:34:25.653583 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c466f7ba-f293-4829-95c2-96ec6355ef77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:25.729679 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c466f7ba-f293-4829-95c2-96ec6355ef77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:25.739376 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c466f7ba-f293-4829-95c2-96ec6355ef77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409ff65c-bf16-4194-93fc-5e515c9dbe6f']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:25.749894 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c466f7ba-f293-4829-95c2-96ec6355ef77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4147470d-a457-450c-9340-cd7aa315d419') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:25.750174 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c466f7ba-f293-4829-95c2-96ec6355ef77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4147470d-a457-450c-9340-cd7aa315d419') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:25.759351 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c466f7ba-f293-4829-95c2-96ec6355ef77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:25.777735 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c466f7ba-f293-4829-95c2-96ec6355ef77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:25.783882 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c466f7ba-f293-4829-95c2-96ec6355ef77 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:34:25.784300 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c466f7ba-f293-4829-95c2-96ec6355ef77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:34:25.786119 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:34:25.841210 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c466f7ba-f293-4829-95c2-96ec6355ef77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:25.846454 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c466f7ba-f293-4829-95c2-96ec6355ef77 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:25.848438 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c466f7ba-f293-4829-95c2-96ec6355ef77 admin admin] 10.222.0.81 "DELETE /v2.0/networks/409ff65c-bf16-4194-93fc-5e515c9dbe6f HTTP/1.1" status: 204 len: 168 time: 0.2672942 Jul 30 20:34:25.860912 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466f7ba-f293-4829-95c2-96ec6355ef77 admin admin] Pushing event deleted for resources: {'Network': ['ID=409ff65c-bf16-4194-93fc-5e515c9dbe6f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:25.868888 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c466f7ba-f293-4829-95c2-96ec6355ef77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:25.869241 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c466f7ba-f293-4829-95c2-96ec6355ef77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:25.869578 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c466f7ba-f293-4829-95c2-96ec6355ef77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:25.869932 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c466f7ba-f293-4829-95c2-96ec6355ef77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:25.870266 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c466f7ba-f293-4829-95c2-96ec6355ef77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:25.870600 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c466f7ba-f293-4829-95c2-96ec6355ef77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:25.870931 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c466f7ba-f293-4829-95c2-96ec6355ef77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:25.871276 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c466f7ba-f293-4829-95c2-96ec6355ef77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:25.871631 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c466f7ba-f293-4829-95c2-96ec6355ef77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:25.871967 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c466f7ba-f293-4829-95c2-96ec6355ef77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:25.872300 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c466f7ba-f293-4829-95c2-96ec6355ef77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:25.872629 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c466f7ba-f293-4829-95c2-96ec6355ef77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:25.952467 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49268) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:25.991147 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-af260538-06cb-4fb9-8324-76a76140d8ca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=30cd4c96b9764a998f0ea0c9dc59a91d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375066 Jul 30 20:34:25.994017 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49270) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:26.042129 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27e2e115-9e9f-4bb2-a5d6-33b92fbbeb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:26.063021 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27e2e115-9e9f-4bb2-a5d6-33b92fbbeb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:26.113200 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27e2e115-9e9f-4bb2-a5d6-33b92fbbeb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:26.116384 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27e2e115-9e9f-4bb2-a5d6-33b92fbbeb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:26.118212 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-27e2e115-9e9f-4bb2-a5d6-33b92fbbeb8f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5db6eba0-0c5d-489f-9fc8-70f7e26d681b HTTP/1.1" status: 204 len: 168 time: 0.1233144 Jul 30 20:34:26.126619 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2e115-9e9f-4bb2-a5d6-33b92fbbeb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db6eba0-0c5d-489f-9fc8-70f7e26d681b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:26.750983 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13821e-1b74-4a37-9801-36c77f7351a8 req-395674c7-200b-4fc6-b710-3a72b0407e65 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:26.752497 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8e13821e-1b74-4a37-9801-36c77f7351a8 req-395674c7-200b-4fc6-b710-3a72b0407e65 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 943 time: 0.0502949 Jul 30 20:34:26.791918 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8e13821e-1b74-4a37-9801-36c77f7351a8 req-d59cf29d-5402-4f39-9e02-1f528e3cb023 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332458 Jul 30 20:34:26.876869 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:27.963144 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49320) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:27.967951 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-6ca7a2a8-16b2-4063-ac7e-8569c207a8b3 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1199834568', 'description': 'tempest-secgroup-smoke-1199834568 description', 'project_id': '5636146b812a4d8d86be80f6df05a4f1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:27.990710 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a2a8-16b2-4063-ac7e-8569c207a8b3 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:27.998925 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a2a8-16b2-4063-ac7e-8569c207a8b3 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.081994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe0e67-f4e1-4f34-a1c6-8ff90802496b req-9f61e3b8-9fcd-4117-9cf6-72e57b473a49 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:28.083463 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dfbe0e67-f4e1-4f34-a1c6-8ff90802496b req-9f61e3b8-9fcd-4117-9cf6-72e57b473a49 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 943 time: 0.0816052 Jul 30 20:34:28.143237 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dfbe0e67-f4e1-4f34-a1c6-8ff90802496b req-cbcfd23d-f1ef-4ced-8c36-be980a6fdfc4 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528252 Jul 30 20:34:28.171847 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a2a8-16b2-4063-ac7e-8569c207a8b3 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.175620 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a2a8-16b2-4063-ac7e-8569c207a8b3 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.210384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7a2a8-16b2-4063-ac7e-8569c207a8b3 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c486905-c6d2-4149-a742-5cb3c23daa98,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:28.265342 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a2a8-16b2-4063-ac7e-8569c207a8b3 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.269353 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a2a8-16b2-4063-ac7e-8569c207a8b3 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.299575 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a2a8-16b2-4063-ac7e-8569c207a8b3 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.300803 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6ca7a2a8-16b2-4063-ac7e-8569c207a8b3 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3365939 Jul 30 20:34:28.302702 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7a2a8-16b2-4063-ac7e-8569c207a8b3 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4791d43-5609-47ea-b697-ebdd4f468f08,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:28.303922 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49322) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:28.308752 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8ec7d8e8-4a1e-460c-b6ca-738134f35575 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group_rule': {'security_group_id': 'd4791d43-5609-47ea-b697-ebdd4f468f08', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:28.336451 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ec7d8e8-4a1e-460c-b6ca-738134f35575 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.380608 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ec7d8e8-4a1e-460c-b6ca-738134f35575 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.384541 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ec7d8e8-4a1e-460c-b6ca-738134f35575 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.402382 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7d8e8-4a1e-460c-b6ca-738134f35575 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4051a1-4c13-4f83-bc61-543cf761a407,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:28.408194 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ec7d8e8-4a1e-460c-b6ca-738134f35575 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.409435 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8ec7d8e8-4a1e-460c-b6ca-738134f35575 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1044831 Jul 30 20:34:28.412260 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49324) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:28.416651 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-10fbd030-5b3a-4247-85b9-a33dd3cc5b83 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group_rule': {'security_group_id': 'd4791d43-5609-47ea-b697-ebdd4f468f08', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:28.441532 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10fbd030-5b3a-4247-85b9-a33dd3cc5b83 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.497149 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10fbd030-5b3a-4247-85b9-a33dd3cc5b83 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.500613 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10fbd030-5b3a-4247-85b9-a33dd3cc5b83 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.518068 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fbd030-5b3a-4247-85b9-a33dd3cc5b83 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f76a43-b2e3-4379-aa0f-b937fe49fa42,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:28.525347 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10fbd030-5b3a-4247-85b9-a33dd3cc5b83 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.526531 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-10fbd030-5b3a-4247-85b9-a33dd3cc5b83 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133363 Jul 30 20:34:28.529649 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49326) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:28.534020 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-303ebbcf-2735-41bd-a1a3-0722120a3a67 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group_rule': {'security_group_id': 'd4791d43-5609-47ea-b697-ebdd4f468f08', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:28.559011 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-303ebbcf-2735-41bd-a1a3-0722120a3a67 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.617785 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-303ebbcf-2735-41bd-a1a3-0722120a3a67 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.621632 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-303ebbcf-2735-41bd-a1a3-0722120a3a67 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.644311 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ebbcf-2735-41bd-a1a3-0722120a3a67 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e940286-c070-451c-b451-57659472b2b6,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:28.651544 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-303ebbcf-2735-41bd-a1a3-0722120a3a67 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.652748 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-303ebbcf-2735-41bd-a1a3-0722120a3a67 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221895 Jul 30 20:34:28.655461 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49328) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:28.659909 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6b45991b-bdae-417b-8315-7534eca32a45 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group_rule': {'security_group_id': 'd4791d43-5609-47ea-b697-ebdd4f468f08', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:28.686074 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b45991b-bdae-417b-8315-7534eca32a45 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.743798 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b45991b-bdae-417b-8315-7534eca32a45 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.747287 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b45991b-bdae-417b-8315-7534eca32a45 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.768093 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45991b-bdae-417b-8315-7534eca32a45 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1178f819-3c0d-405f-adc6-7fcfdad1f51a,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:28.771712 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b45991b-bdae-417b-8315-7534eca32a45 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.772871 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6b45991b-bdae-417b-8315-7534eca32a45 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164157 Jul 30 20:34:28.775499 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49330) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:28.779859 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-cf6392f3-8df7-4a08-959b-034f9c38bce8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group_rule': {'security_group_id': 'd4791d43-5609-47ea-b697-ebdd4f468f08', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:28.800347 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-cf6392f3-8df7-4a08-959b-034f9c38bce8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Project 5636146b812a4d8d86be80f6df05a4f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 20:34:28.805674 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cf6392f3-8df7-4a08-959b-034f9c38bce8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.865453 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cf6392f3-8df7-4a08-959b-034f9c38bce8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.869342 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cf6392f3-8df7-4a08-959b-034f9c38bce8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.888454 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6392f3-8df7-4a08-959b-034f9c38bce8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7376ad68-801e-42a9-b226-537acfcb33b0,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:28.895590 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cf6392f3-8df7-4a08-959b-034f9c38bce8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.896839 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cf6392f3-8df7-4a08-959b-034f9c38bce8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203573 Jul 30 20:34:28.899644 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49332) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:28.904151 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4faa4e7e-149e-46dd-bd27-f430e50c3ac0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group_rule': {'security_group_id': 'd4791d43-5609-47ea-b697-ebdd4f468f08', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:28.924459 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-4faa4e7e-149e-46dd-bd27-f430e50c3ac0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Project 5636146b812a4d8d86be80f6df05a4f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 20:34:28.929722 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4faa4e7e-149e-46dd-bd27-f430e50c3ac0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.989223 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4faa4e7e-149e-46dd-bd27-f430e50c3ac0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:28.993388 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4faa4e7e-149e-46dd-bd27-f430e50c3ac0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:29.013235 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa4e7e-149e-46dd-bd27-f430e50c3ac0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88967f9e-9aa6-4031-b589-0863596985f6,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:29.022650 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4faa4e7e-149e-46dd-bd27-f430e50c3ac0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:29.023887 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4faa4e7e-149e-46dd-bd27-f430e50c3ac0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233120 Jul 30 20:34:29.026882 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49334) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:29.031752 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c5bfe187-d9e6-4f35-aaef-1866ca48f5e5 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'network': {'name': 'tempest-network-smoke--1292030110', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'port_security_enabled': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:29.051067 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bfe187-d9e6-4f35-aaef-1866ca48f5e5 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Made reservation on behalf of 5636146b812a4d8d86be80f6df05a4f1 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:34:29.054880 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5bfe187-d9e6-4f35-aaef-1866ca48f5e5 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:29.078138 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5bfe187-d9e6-4f35-aaef-1866ca48f5e5 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:34:29.087172 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5bfe187-d9e6-4f35-aaef-1866ca48f5e5 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:29.087529 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-c5bfe187-d9e6-4f35-aaef-1866ca48f5e5 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Added segment 16981d04-d6b0-40cf-982b-4b032f3bbcb0 of type vlan for network ef924936-2f58-4a79-8725-b38313c07efe Jul 30 20:34:29.127492 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5bfe187-d9e6-4f35-aaef-1866ca48f5e5 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:29.155684 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5bfe187-d9e6-4f35-aaef-1866ca48f5e5 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:29.161329 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bfe187-d9e6-4f35-aaef-1866ca48f5e5 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:29.161935 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5bfe187-d9e6-4f35-aaef-1866ca48f5e5 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:29.217955 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c5bfe187-d9e6-4f35-aaef-1866ca48f5e5 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1900256 Jul 30 20:34:29.220832 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49338) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:29.228060 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-25f521da-1165-42f4-a3ab-47cf2fbb4742 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1558871379', 'admin_state_up': True, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:29.248901 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bfe187-d9e6-4f35-aaef-1866ca48f5e5 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Network': ['ID=ef924936-2f58-4a79-8725-b38313c07efe,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:29.260850 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea2c1f-9931-4f06-9c1b-fb83ed1f50c5 req-0489fe84-1afb-4c3d-af8d-4d03d4056778 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:29.261373 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network ef924936-2f58-4a79-8725-b38313c07efe details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:34:29.262560 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a6ea2c1f-9931-4f06-9c1b-fb83ed1f50c5 req-0489fe84-1afb-4c3d-af8d-4d03d4056778 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 943 time: 0.0509596 Jul 30 20:34:29.265017 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25f521da-1165-42f4-a3ab-47cf2fbb4742 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:29.265972 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25f521da-1165-42f4-a3ab-47cf2fbb4742 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:29.306517 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a6ea2c1f-9931-4f06-9c1b-fb83ed1f50c5 req-f52be685-06d6-4dfa-9023-1b778a189f15 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364964 Jul 30 20:34:29.329048 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25f521da-1165-42f4-a3ab-47cf2fbb4742 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:29.465598 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25f521da-1165-42f4-a3ab-47cf2fbb4742 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:29.657033 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25f521da-1165-42f4-a3ab-47cf2fbb4742 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:29.676011 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25f521da-1165-42f4-a3ab-47cf2fbb4742 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:29.780193 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-25f521da-1165-42f4-a3ab-47cf2fbb4742 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Allocated IP 172.25.3.5 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/7dcb4d30-325c-443f-aded-a6cab7673aeb) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:34:29.876584 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25f521da-1165-42f4-a3ab-47cf2fbb4742 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:29.914720 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25f521da-1165-42f4-a3ab-47cf2fbb4742 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:29.955139 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f521da-1165-42f4-a3ab-47cf2fbb4742 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:34:29.958232 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-25f521da-1165-42f4-a3ab-47cf2fbb4742 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:34:29.962237 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f521da-1165-42f4-a3ab-47cf2fbb4742 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:34:29.988164 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f521da-1165-42f4-a3ab-47cf2fbb4742 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Port': ['ID=7dcb4d30-325c-443f-aded-a6cab7673aeb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:30.209898 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25f521da-1165-42f4-a3ab-47cf2fbb4742 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:30.403733 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25f521da-1165-42f4-a3ab-47cf2fbb4742 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:30.433430 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419596a-9b33-46c4-bb32-b16d0cd4746e req-3ac58536-a40d-4c3b-8af8-83b0b9e482b3 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:30.434909 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b419596a-9b33-46c4-bb32-b16d0cd4746e req-3ac58536-a40d-4c3b-8af8-83b0b9e482b3 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 943 time: 0.0532596 Jul 30 20:34:30.478220 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b419596a-9b33-46c4-bb32-b16d0cd4746e req-6de949da-68ad-43a2-8b4f-9410cc16a933 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363517 Jul 30 20:34:30.529681 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f521da-1165-42f4-a3ab-47cf2fbb4742 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Router 1a240da6-d324-4421-aae4-92e9efe6091a is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:34:30.633478 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f521da-1165-42f4-a3ab-47cf2fbb4742 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:34:30.643365 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] Sync routers for ids ['1a240da6-d324-4421-aae4-92e9efe6091a'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:34:30.652293 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25f521da-1165-42f4-a3ab-47cf2fbb4742 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:30.652738 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] Routers {'1a240da6-d324-4421-aae4-92e9efe6091a'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:34:30.653349 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:34:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1a240da6-d324-4421-aae4-92e9efe6091a'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:30.653514 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-25f521da-1165-42f4-a3ab-47cf2fbb4742 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4317749 Jul 30 20:34:30.656705 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49344) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:30.763529 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] Set router 1a240da6-d324-4421-aae4-92e9efe6091a gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:34:30.782291 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-36604f78-9b66-47dd-8b13-c43ecbc26f5f tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=5636146b812a4d8d86be80f6df05a4f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1244395 Jul 30 20:34:30.785149 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49348) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:30.869871 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36389e9-dff0-4496-975d-638fa9cff56a tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:30.871382 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c36389e9-dff0-4496-975d-638fa9cff56a tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0852783 Jul 30 20:34:30.874212 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49350) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:30.902432 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e9533e6f-6be2-4ce9-928e-fb8a7820d3fb tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271747 Jul 30 20:34:30.904994 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49352) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:30.909698 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3ef1eca3-c514-479e-bbd3-192f53c07509 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-964188741', 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:30.943053 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558871379', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:30Z', 'revision_number': 3, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:30.970794 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] Checking router: 1a240da6-d324-4421-aae4-92e9efe6091a for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:34:30.971149 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] Updating router 1a240da6-d324-4421-aae4-92e9efe6091a port 7dcb4d30-325c-443f-aded-a6cab7673aeb binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:34:30.995594 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:31.000069 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef1eca3-c514-479e-bbd3-192f53c07509 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Made reservation on behalf of 5636146b812a4d8d86be80f6df05a4f1 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:34:31.003571 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ef1eca3-c514-479e-bbd3-192f53c07509 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:31.184449 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ef1eca3-c514-479e-bbd3-192f53c07509 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:31.241375 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1eca3-c514-479e-bbd3-192f53c07509 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Subnet': ['ID=7ddf192b-04c5-46ef-911f-26b85dd379d3,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:31.247640 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:31.253866 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef1eca3-c514-479e-bbd3-192f53c07509 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Checking segment: {'id': '16981d04-d6b0-40cf-982b-4b032f3bbcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:34:31.254219 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef1eca3-c514-479e-bbd3-192f53c07509 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network hostable DHCP agents. Network: ef924936-2f58-4a79-8725-b38313c07efe, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:34:31.258335 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] Transition to ACTIVE for port object 7dcb4d30-325c-443f-aded-a6cab7673aeb will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:34:31.264257 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:31.272417 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef1eca3-c514-479e-bbd3-192f53c07509 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network ef924936-2f58-4a79-8725-b38313c07efe is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:34:31.285522 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3ef1eca3-c514-479e-bbd3-192f53c07509 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, ef924936-2f58-4a79-8725-b38313c07efe) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:34:31.292175 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef1eca3-c514-479e-bbd3-192f53c07509 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:31.292870 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ef1eca3-c514-479e-bbd3-192f53c07509 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:31.301920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983e41f1-2f4a-4420-9fd5-4601eb94f2c8 None None] Network ef924936-2f58-4a79-8725-b38313c07efe requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:34:31.314377 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3ef1eca3-c514-479e-bbd3-192f53c07509 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4041109 Jul 30 20:34:31.314377 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49354) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:31.360566 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] Attempting to bind port 7dcb4d30-325c-443f-aded-a6cab7673aeb on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:34:31.360939 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] Attempting to bind port 7dcb4d30-325c-443f-aded-a6cab7673aeb by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:34:31.361296 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] Attempting to bind port 7dcb4d30-325c-443f-aded-a6cab7673aeb on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:34:31.379933 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:34:31.380302 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:34:31.380699 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:31.381082 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:34:31.381540 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] Bound port: 7dcb4d30-325c-443f-aded-a6cab7673aeb, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:34:31.381917 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:31.383384 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b7118-dcce-454c-ab0a-015fb35cd5bd None None] Pushing event updated for resources: {'Port': ['ID=7dcb4d30-325c-443f-aded-a6cab7673aeb,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:31.478371 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] For port 7dcb4d30-325c-443f-aded-a6cab7673aeb, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:34:31.496435 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] For port 7dcb4d30-325c-443f-aded-a6cab7673aeb, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7dcb4d30-325c-443f-aded-a6cab7673aeb,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:34:31.502509 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:31.581192 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] Routers {'1a240da6-d324-4421-aae4-92e9efe6091a'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:34:31.581835 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:34:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1a240da6-d324-4421-aae4-92e9efe6091a'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:31.587124 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba686f1-cb17-4001-8c27-66c5e876f341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-ef924936-2f58-4a79-8725-b38313c07efe', 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'fixed_ips': [{'subnet_id': '7ddf192b-04c5-46ef-911f-26b85dd379d3'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:34:31.588015 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aba686f1-cb17-4001-8c27-66c5e876f341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:31.594802 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b7118-dcce-454c-ab0a-015fb35cd5bd None None] Pushing event updated for resources: {'Port': ['ID=7dcb4d30-325c-443f-aded-a6cab7673aeb,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:31.609469 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba29ae1-f00d-4928-8853-e2bf748f455d req-109db29e-f5ef-4a2c-9f79-f10e8ed21999 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:31.611108 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ba29ae1-f00d-4928-8853-e2bf748f455d req-109db29e-f5ef-4a2c-9f79-f10e8ed21999 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 943 time: 0.0569499 Jul 30 20:34:31.655712 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ba29ae1-f00d-4928-8853-e2bf748f455d req-aa0b7187-9ff2-47fc-b57c-de830e709401 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382898 Jul 30 20:34:31.801315 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] Set router 1a240da6-d324-4421-aae4-92e9efe6091a gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:34:31.911169 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-aba686f1-cb17-4001-8c27-66c5e876f341 None None] Allocated IP 172.20.0.2 (ef924936-2f58-4a79-8725-b38313c07efe/7ddf192b-04c5-46ef-911f-26b85dd379d3/e678a894-d1fd-4787-8dbe-b683714f4d93) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:34:32.113995 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558871379', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:30Z', 'revision_number': 3, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:32.122875 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c7c5e7d-fc3d-4ea2-8154-a12ce147c67a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:32.154415 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aba686f1-cb17-4001-8c27-66c5e876f341 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:32.156766 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ea038d-628c-4160-921c-bd6c7084fbdf None None] The sync data for ids ['1a240da6-d324-4421-aae4-92e9efe6091a'] in n-d-712137-9 is: [{'id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558871379', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:30Z', 'revision_number': 3, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:34:32.164945 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-aba686f1-cb17-4001-8c27-66c5e876f341 None None] Transition to ACTIVE for port object e678a894-d1fd-4787-8dbe-b683714f4d93 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:34:32.180378 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-aba686f1-cb17-4001-8c27-66c5e876f341 None None] Transition to ACTIVE for port object e678a894-d1fd-4787-8dbe-b683714f4d93 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:34:32.187707 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aba686f1-cb17-4001-8c27-66c5e876f341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:32.225814 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba686f1-cb17-4001-8c27-66c5e876f341 None None] Network ef924936-2f58-4a79-8725-b38313c07efe is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:34:32.228765 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-aba686f1-cb17-4001-8c27-66c5e876f341 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:34:32.232265 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba686f1-cb17-4001-8c27-66c5e876f341 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:34:32.243009 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba686f1-cb17-4001-8c27-66c5e876f341 None None] Pushing event updated for resources: {'Port': ['ID=e678a894-d1fd-4787-8dbe-b683714f4d93,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:32.294079 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-aba686f1-cb17-4001-8c27-66c5e876f341 None None] Attempting to bind port e678a894-d1fd-4787-8dbe-b683714f4d93 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:34:32.294452 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-aba686f1-cb17-4001-8c27-66c5e876f341 None None] Attempting to bind port e678a894-d1fd-4787-8dbe-b683714f4d93 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '16981d04-d6b0-40cf-982b-4b032f3bbcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:34:32.294817 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba686f1-cb17-4001-8c27-66c5e876f341 None None] Attempting to bind port e678a894-d1fd-4787-8dbe-b683714f4d93 on network ef924936-2f58-4a79-8725-b38313c07efe {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:34:32.300007 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba686f1-cb17-4001-8c27-66c5e876f341 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:34:32.300384 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba686f1-cb17-4001-8c27-66c5e876f341 None None] Checking segment: {'id': '16981d04-d6b0-40cf-982b-4b032f3bbcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:34:32.300782 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aba686f1-cb17-4001-8c27-66c5e876f341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:32.301176 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba686f1-cb17-4001-8c27-66c5e876f341 None None] Bound using segment: {'id': '16981d04-d6b0-40cf-982b-4b032f3bbcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:34:32.301643 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-aba686f1-cb17-4001-8c27-66c5e876f341 None None] Bound port: e678a894-d1fd-4787-8dbe-b683714f4d93, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16981d04-d6b0-40cf-982b-4b032f3bbcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:34:32.302016 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aba686f1-cb17-4001-8c27-66c5e876f341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:32.440791 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-2c7c5e7d-fc3d-4ea2-8154-a12ce147c67a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Allocated IP 172.20.0.1 (ef924936-2f58-4a79-8725-b38313c07efe/7ddf192b-04c5-46ef-911f-26b85dd379d3/8f20f8ea-bdf0-4824-bd65-84a324b84f48) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:34:32.567678 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-aba686f1-cb17-4001-8c27-66c5e876f341 None None] For port e678a894-d1fd-4787-8dbe-b683714f4d93, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:34:32.571898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-aba686f1-cb17-4001-8c27-66c5e876f341 None None] For port e678a894-d1fd-4787-8dbe-b683714f4d93, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e678a894-d1fd-4787-8dbe-b683714f4d93,segment=NetworkSegment(16981d04-d6b0-40cf-982b-4b032f3bbcb0),segment_id=16981d04-d6b0-40cf-982b-4b032f3bbcb0)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:34:32.576960 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aba686f1-cb17-4001-8c27-66c5e876f341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:32.587348 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c7c5e7d-fc3d-4ea2-8154-a12ce147c67a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:32.601770 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-2c7c5e7d-fc3d-4ea2-8154-a12ce147c67a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Transition to ACTIVE for port object 8f20f8ea-bdf0-4824-bd65-84a324b84f48 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:34:32.640435 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba686f1-cb17-4001-8c27-66c5e876f341 None None] Pushing event updated for resources: {'Port': ['ID=e678a894-d1fd-4787-8dbe-b683714f4d93,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:32.652473 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c7c5e7d-fc3d-4ea2-8154-a12ce147c67a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:32.699403 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7c5e7d-fc3d-4ea2-8154-a12ce147c67a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network ef924936-2f58-4a79-8725-b38313c07efe is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:34:32.704141 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2c7c5e7d-fc3d-4ea2-8154-a12ce147c67a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:34:32.708526 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7c5e7d-fc3d-4ea2-8154-a12ce147c67a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:34:32.745912 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c5e7d-fc3d-4ea2-8154-a12ce147c67a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Port': ['ID=8f20f8ea-bdf0-4824-bd65-84a324b84f48,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:32.777278 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c7c5e7d-fc3d-4ea2-8154-a12ce147c67a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:32.786507 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40535cef-ab03-4c05-aa70-6908c60b6aec req-9af74694-fa30-48a0-9895-788293c3a524 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:32.788190 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40535cef-ab03-4c05-aa70-6908c60b6aec req-9af74694-fa30-48a0-9895-788293c3a524 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 943 time: 0.0543435 Jul 30 20:34:32.856342 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:34:32.861518 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40535cef-ab03-4c05-aa70-6908c60b6aec req-5e79859e-84be-4387-a8ba-9c580b88639d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643320 Jul 30 20:34:32.972300 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c7c5e7d-fc3d-4ea2-8154-a12ce147c67a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:33.259941 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c7c5e7d-fc3d-4ea2-8154-a12ce147c67a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:33.264664 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c7c5e7d-fc3d-4ea2-8154-a12ce147c67a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:33.340560 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c7c5e7d-fc3d-4ea2-8154-a12ce147c67a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:33.343483 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c5e7d-fc3d-4ea2-8154-a12ce147c67a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Port': ['ID=8f20f8ea-bdf0-4824-bd65-84a324b84f48,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:33.440381 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7c5e7d-fc3d-4ea2-8154-a12ce147c67a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network ef924936-2f58-4a79-8725-b38313c07efe is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:34:33.441795 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2c7c5e7d-fc3d-4ea2-8154-a12ce147c67a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:34:33.558268 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7c5e7d-fc3d-4ea2-8154-a12ce147c67a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Router 1a240da6-d324-4421-aae4-92e9efe6091a has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:34:33.559113 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc0fe86-dd63-4091-8a16-465d2067cccc None None] Network ef924936-2f58-4a79-8725-b38313c07efe requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:34:33.632853 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-440fcc38-c5b0-4656-a205-8dd0f5aacd32 None None] Provisioning for port e678a894-d1fd-4787-8dbe-b683714f4d93 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:34:33.668002 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7c5e7d-fc3d-4ea2-8154-a12ce147c67a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:34:33.672807 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2c7c5e7d-fc3d-4ea2-8154-a12ce147c67a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "PUT /v2.0/routers/1a240da6-d324-4421-aae4-92e9efe6091a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3589139 Jul 30 20:34:33.830495 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-6e90500a-59aa-4b7b-9362-dffe406900e6 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1199834568&fields=id&tenant_id=5636146b812a4d8d86be80f6df05a4f1 HTTP/1.1" status: 200 len: 267 time: 0.0450053 Jul 30 20:34:33.938995 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1f9a6162-8711-4f62-bf1f-1e7212285f8a details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:34:33.961103 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-5a4ed7e0-92b2-4825-b9c6-1eb7bad2b8db tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:33.963065 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-5a4ed7e0-92b2-4825-b9c6-1eb7bad2b8db tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/networks?id=ef924936-2f58-4a79-8725-b38313c07efe HTTP/1.1" status: 200 len: 797 time: 0.1248031 Jul 30 20:34:33.982557 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-6c4cd9a0-c3c7-4bdc-9247-dcf977622963 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/quotas/5636146b812a4d8d86be80f6df05a4f1 HTTP/1.1" status: 200 len: 375 time: 0.0127463 Jul 30 20:34:34.037623 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-732485ac-084a-42d5-8710-9071f99e7bbc None None] Provisioning for port 8f20f8ea-bdf0-4824-bd65-84a324b84f48 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:34:34.042658 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-1badd0b5-39ff-4192-8056-e2b0a15ec03a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539463 Jul 30 20:34:34.046401 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-732485ac-084a-42d5-8710-9071f99e7bbc None None] Provisioning complete for port 8f20f8ea-bdf0-4824-bd65-84a324b84f48 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:34.046780 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-732485ac-084a-42d5-8710-9071f99e7bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:34.104578 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-732485ac-084a-42d5-8710-9071f99e7bbc None None] Port 8f20f8ea-bdf0-4824-bd65-84a324b84f48 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:34:34.107056 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 1f9a6162-8711-4f62-bf1f-1e7212285f8a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1f9a6162-8711-4f62-bf1f-1e7212285f8a,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:34:34.120904 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '1f9a6162-8711-4f62-bf1f-1e7212285f8a', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'port_id': '1f9a6162-8711-4f62-bf1f-1e7212285f8a', 'mac_address': 'fa:16:3e:8a:3b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:34:34.149671 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] Sync routers for ids ['1a240da6-d324-4421-aae4-92e9efe6091a'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:34:34.167523 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] Routers {'1a240da6-d324-4421-aae4-92e9efe6091a'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:34:34.168293 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:34:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1a240da6-d324-4421-aae4-92e9efe6091a'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:34.172010 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:34.188262 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-b01cdac3-9712-445b-8d5c-00ba0ff81127 service neutron] 10.222.0.81 "GET /v2.0/networks/ef924936-2f58-4a79-8725-b38313c07efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226089 Jul 30 20:34:34.200525 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9a6162-8711-4f62-bf1f-1e7212285f8a {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:34:34.235134 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 1f9a6162-8711-4f62-bf1f-1e7212285f8a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1f9a6162-8711-4f62-bf1f-1e7212285f8a,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:34:34.246487 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:34.290360 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-72de94b9-ee78-4ded-8c78-7d87d0e48536 None None] Provisioning complete for port 8f20f8ea-bdf0-4824-bd65-84a324b84f48 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:34.290826 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72de94b9-ee78-4ded-8c78-7d87d0e48536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:34.332350 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=1f9a6162-8711-4f62-bf1f-1e7212285f8a,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:34.345199 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] Set router 1a240da6-d324-4421-aae4-92e9efe6091a gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:34:34.346128 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7dcb4d30-325c-443f-aded-a6cab7673aeb up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:34:34.353534 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-cceeae9e-c9e9-4b8d-8add-fb720815db4b service neutron] 10.222.0.81 "GET /v2.0/networks/ef924936-2f58-4a79-8725-b38313c07efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569965 Jul 30 20:34:34.361015 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:34.361445 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:34.361856 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:34.362375 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:34.362803 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:34.363182 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:34.363654 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:34.364179 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:34.364641 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:34.365035 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:34.365492 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:34.365921 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:34:34.391343 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-72de94b9-ee78-4ded-8c78-7d87d0e48536 None None] Port 8f20f8ea-bdf0-4824-bd65-84a324b84f48 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:34:34.436481 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 7dcb4d30-325c-443f-aded-a6cab7673aeb completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:34:34.441324 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 7dcb4d30-325c-443f-aded-a6cab7673aeb triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:34.441776 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:34.556938 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5f82402b-e35a-411f-8f5b-e15a8efa456b None None] Provisioning complete for port 8f20f8ea-bdf0-4824-bd65-84a324b84f48 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:34.557312 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f82402b-e35a-411f-8f5b-e15a8efa456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:34.559372 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['1f9a6162-8711-4f62-bf1f-1e7212285f8a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:34:34.563816 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:34.609491 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558871379', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:32Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '8f20f8ea-bdf0-4824-bd65-84a324b84f48', 'name': '', 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:70:f9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '7ddf192b-04c5-46ef-911f-26b85dd379d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:32Z', 'updated_at': '2021-07-30T20:34:33Z', 'revision_number': 2, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': '7ddf192b-04c5-46ef-911f-26b85dd379d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:34.617228 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9be557-48e3-4b31-8185-2b9c63c41f61 req-ad3c5581-2c7e-45e1-a9e8-966a424d4a09 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:34.624997 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c9be557-48e3-4b31-8185-2b9c63c41f61 req-ad3c5581-2c7e-45e1-a9e8-966a424d4a09 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 944 time: 0.0845675 Jul 30 20:34:34.633716 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 7dcb4d30-325c-443f-aded-a6cab7673aeb, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7dcb4d30-325c-443f-aded-a6cab7673aeb,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:34:34.647107 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:34.648472 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e678a894-d1fd-4787-8dbe-b683714f4d93 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:34:34.655018 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5f82402b-e35a-411f-8f5b-e15a8efa456b None None] Port 8f20f8ea-bdf0-4824-bd65-84a324b84f48 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:34:34.679431 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c9be557-48e3-4b31-8185-2b9c63c41f61 req-b70e7e2e-9e64-464a-9c6d-060cecce2942 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529382 Jul 30 20:34:34.758661 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=7dcb4d30-325c-443f-aded-a6cab7673aeb,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:34.760338 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-920e4268-678e-43ec-a58b-06d6ab077422 req-ca4ffb9d-8b97-488e-986c-8a167a1b7351 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 210 time: 0.0320213 Jul 30 20:34:34.797453 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port e678a894-d1fd-4787-8dbe-b683714f4d93 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:34:34.801602 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] Checking router: 1a240da6-d324-4421-aae4-92e9efe6091a for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:34:34.801958 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] Updating router 1a240da6-d324-4421-aae4-92e9efe6091a port 8f20f8ea-bdf0-4824-bd65-84a324b84f48 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:34:34.808974 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port e678a894-d1fd-4787-8dbe-b683714f4d93 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:34.809340 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:34.829518 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:34.915379 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:34.951489 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port e678a894-d1fd-4787-8dbe-b683714f4d93, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e678a894-d1fd-4787-8dbe-b683714f4d93,segment=NetworkSegment(16981d04-d6b0-40cf-982b-4b032f3bbcb0),segment_id=16981d04-d6b0-40cf-982b-4b032f3bbcb0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:34:34.956106 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:35.003770 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-5b7f6707-86a4-47ac-9e05-950fa0c04ecb service neutron] (93883) timed out ('10.222.0.81', 50636) {{(pid=93883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 20:34:35.008331 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=e678a894-d1fd-4787-8dbe-b683714f4d93,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:35.115137 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:35.125869 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] Transition to ACTIVE for port object 8f20f8ea-bdf0-4824-bd65-84a324b84f48 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:34:35.131985 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:35.177868 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2dbaed-67ae-43cf-b6f2-818c1d240f9e None None] Pushing event updated for resources: {'Port': ['ID=8f20f8ea-bdf0-4824-bd65-84a324b84f48,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:35.231989 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] Attempting to bind port 8f20f8ea-bdf0-4824-bd65-84a324b84f48 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:34:35.232359 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] Attempting to bind port 8f20f8ea-bdf0-4824-bd65-84a324b84f48 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '16981d04-d6b0-40cf-982b-4b032f3bbcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:34:35.232723 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] Attempting to bind port 8f20f8ea-bdf0-4824-bd65-84a324b84f48 on network ef924936-2f58-4a79-8725-b38313c07efe {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:34:35.237733 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:34:35.238106 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] Checking segment: {'id': '16981d04-d6b0-40cf-982b-4b032f3bbcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:34:35.238524 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:35.238932 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] Bound using segment: {'id': '16981d04-d6b0-40cf-982b-4b032f3bbcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:34:35.239371 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] Bound port: 8f20f8ea-bdf0-4824-bd65-84a324b84f48, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16981d04-d6b0-40cf-982b-4b032f3bbcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:34:35.239779 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:35.306884 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] For port 8f20f8ea-bdf0-4824-bd65-84a324b84f48, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:34:35.310147 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] For port 8f20f8ea-bdf0-4824-bd65-84a324b84f48, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8f20f8ea-bdf0-4824-bd65-84a324b84f48,segment=NetworkSegment(16981d04-d6b0-40cf-982b-4b032f3bbcb0),segment_id=16981d04-d6b0-40cf-982b-4b032f3bbcb0)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:34:35.319413 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:35.377759 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2dbaed-67ae-43cf-b6f2-818c1d240f9e None None] Pushing event updated for resources: {'Port': ['ID=8f20f8ea-bdf0-4824-bd65-84a324b84f48,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:35.381961 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] Routers {'1a240da6-d324-4421-aae4-92e9efe6091a'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:34:35.382583 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:34:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1a240da6-d324-4421-aae4-92e9efe6091a'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:35.499381 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] Set router 1a240da6-d324-4421-aae4-92e9efe6091a gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:34:35.591950 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-67734783-061f-4fd1-822c-d6cda706b216 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:35.593416 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-67734783-061f-4fd1-822c-d6cda706b216 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.59 "GET /v2.0/networks?id=ef924936-2f58-4a79-8725-b38313c07efe HTTP/1.1" status: 200 len: 797 time: 0.1229954 Jul 30 20:34:35.642171 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-b0ab9842-698b-4823-afbe-936f0ccc6d76 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5636146b812a4d8d86be80f6df05a4f1 HTTP/1.1" status: 200 len: 380 time: 0.0393367 Jul 30 20:34:35.652807 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-d00b6f28-3904-4e8d-a499-7eed9b1a265f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'port': {'device_id': 'cd725334-ffe7-4b59-b9df-74b6143a0b8f', 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe', 'admin_state_up': True, 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'security_groups': ['d4791d43-5609-47ea-b697-ebdd4f468f08']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:35.715741 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558871379', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:32Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '8f20f8ea-bdf0-4824-bd65-84a324b84f48', 'name': '', 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:70:f9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '7ddf192b-04c5-46ef-911f-26b85dd379d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:32Z', 'updated_at': '2021-07-30T20:34:35Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': '7ddf192b-04c5-46ef-911f-26b85dd379d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:35.746140 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1388f630-3606-4604-ba1e-5be9ca932655 None None] The sync data for ids ['1a240da6-d324-4421-aae4-92e9efe6091a'] in n-d-712137-9 is: [{'id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558871379', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:32Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '8f20f8ea-bdf0-4824-bd65-84a324b84f48', 'name': '', 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:70:f9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '7ddf192b-04c5-46ef-911f-26b85dd379d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:32Z', 'updated_at': '2021-07-30T20:34:35Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': '7ddf192b-04c5-46ef-911f-26b85dd379d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:34:35.787915 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-d00b6f28-3904-4e8d-a499-7eed9b1a265f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Made reservation on behalf of 5636146b812a4d8d86be80f6df05a4f1 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:34:35.792937 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-d00b6f28-3904-4e8d-a499-7eed9b1a265f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:35.830558 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ace71b-1f27-4457-9508-688ed6668458 req-5f3c67e1-72f9-440f-a251-d03baf1c9e9f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:35.832071 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-10ace71b-1f27-4457-9508-688ed6668458 req-5f3c67e1-72f9-440f-a251-d03baf1c9e9f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 944 time: 0.0854971 Jul 30 20:34:35.919429 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-10ace71b-1f27-4457-9508-688ed6668458 req-2b6c24f2-0f2d-415c-877e-dd8404a7da07 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768070 Jul 30 20:34:35.954167 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1f9a6162-8711-4f62-bf1f-1e7212285f8a up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:34:36.013380 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 1f9a6162-8711-4f62-bf1f-1e7212285f8a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:34:36.019443 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 1f9a6162-8711-4f62-bf1f-1e7212285f8a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:36.019935 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:36.024605 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-d00b6f28-3904-4e8d-a499-7eed9b1a265f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Allocated IP 172.20.0.8 (ef924936-2f58-4a79-8725-b38313c07efe/7ddf192b-04c5-46ef-911f-26b85dd379d3/98baf410-4e6c-4b82-982b-a94ee909504f) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:34:36.028494 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3e493165-6fe5-45e8-9f28-96478ebea2c3 req-fa766a7d-3310-4047-9cf2-ad7ddeeb905d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 210 time: 0.0394890 Jul 30 20:34:36.115709 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:36.141595 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18740f5-fdfe-46f6-9c25-e1707a965dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9a6162-8711-4f62-bf1f-1e7212285f8a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:34:36.144358 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a3c186-f46d-42d1-a34d-3e4f811bf7ca" -d '{"events": [{"server_uuid": "c18740f5-fdfe-46f6-9c25-e1707a965dfa", "name": "network-vif-plugged", "status": "completed", "tag": "1f9a6162-8711-4f62-bf1f-1e7212285f8a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:34:36.159222 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 1f9a6162-8711-4f62-bf1f-1e7212285f8a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1f9a6162-8711-4f62-bf1f-1e7212285f8a,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:34:36.164884 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:36.213071 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-d00b6f28-3904-4e8d-a499-7eed9b1a265f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:36.228800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-d00b6f28-3904-4e8d-a499-7eed9b1a265f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Transition to ACTIVE for port object 98baf410-4e6c-4b82-982b-a94ee909504f will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:34:36.246435 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79433e3c-ef9f-4315-855f-20f3dd5b4aa5 x-openstack-request-id: req-79433e3c-ef9f-4315-855f-20f3dd5b4aa5 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:34:36.246873 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18740f5-fdfe-46f6-9c25-e1707a965dfa", "name": "network-vif-plugged", "status": "completed", "tag": "1f9a6162-8711-4f62-bf1f-1e7212285f8a", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:34:36.247401 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-79433e3c-ef9f-4315-855f-20f3dd5b4aa5 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:34:36.248135 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18740f5-fdfe-46f6-9c25-e1707a965dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9a6162-8711-4f62-bf1f-1e7212285f8a', 'code': 200} Jul 30 20:34:36.254191 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=1f9a6162-8711-4f62-bf1f-1e7212285f8a,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:36.292626 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-d00b6f28-3904-4e8d-a499-7eed9b1a265f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:36.360016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-d00b6f28-3904-4e8d-a499-7eed9b1a265f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network ef924936-2f58-4a79-8725-b38313c07efe is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:34:36.363732 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-d00b6f28-3904-4e8d-a499-7eed9b1a265f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:34:36.366726 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-d00b6f28-3904-4e8d-a499-7eed9b1a265f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:34:36.368268 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7dcb4d30-325c-443f-aded-a6cab7673aeb up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:34:36.426249 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 7dcb4d30-325c-443f-aded-a6cab7673aeb triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:36.426720 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:36.434787 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b6f28-3904-4e8d-a499-7eed9b1a265f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Port': ['ID=98baf410-4e6c-4b82-982b-a94ee909504f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:36.448972 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49398) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:36.459802 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-d00b6f28-3904-4e8d-a499-7eed9b1a265f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:36.461341 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-d00b6f28-3904-4e8d-a499-7eed9b1a265f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:36.479022 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd2bdd-965d-4004-931c-e2be13eff1bc req-70ec6a2a-6574-4112-9c36-36a73a84f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:36.480824 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0efd2bdd-965d-4004-931c-e2be13eff1bc req-70ec6a2a-6574-4112-9c36-36a73a84f0a0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 1096 time: 0.1756449 Jul 30 20:34:36.511872 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-d00b6f28-3904-4e8d-a499-7eed9b1a265f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8628325 Jul 30 20:34:36.532097 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-1253a3db-4e41-4405-8495-2bb1c3e9ce3e service neutron] Request body: {'port': {'device_id': 'cd725334-ffe7-4b59-b9df-74b6143a0b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:36.549297 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8f20f8ea-bdf0-4824-bd65-84a324b84f48 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:34:36.616033 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-1253a3db-4e41-4405-8495-2bb1c3e9ce3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:36.621556 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 8f20f8ea-bdf0-4824-bd65-84a324b84f48 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:34:36.627624 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 8f20f8ea-bdf0-4824-bd65-84a324b84f48 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:36.628349 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:36.646364 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0efd2bdd-965d-4004-931c-e2be13eff1bc req-0d20fcb9-eddf-49e0-a868-d4c5f501b541 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565046 Jul 30 20:34:36.721402 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:36.769549 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 8f20f8ea-bdf0-4824-bd65-84a324b84f48, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8f20f8ea-bdf0-4824-bd65-84a324b84f48,segment=NetworkSegment(16981d04-d6b0-40cf-982b-4b032f3bbcb0),segment_id=16981d04-d6b0-40cf-982b-4b032f3bbcb0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:34:36.775847 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:36.776648 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e678a894-d1fd-4787-8dbe-b683714f4d93 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:34:36.779983 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0ef3c2f4-ec60-436c-a58e-9220b6b9c196 None None] Provisioning for port 98baf410-4e6c-4b82-982b-a94ee909504f completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:34:36.830930 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0ef3c2f4-ec60-436c-a58e-9220b6b9c196 None None] Provisioning complete for port 98baf410-4e6c-4b82-982b-a94ee909504f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:36.831307 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ef3c2f4-ec60-436c-a58e-9220b6b9c196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:36.909404 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=8f20f8ea-bdf0-4824-bd65-84a324b84f48,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:36.911885 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0ef3c2f4-ec60-436c-a58e-9220b6b9c196 None None] Port 98baf410-4e6c-4b82-982b-a94ee909504f cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:34:36.918112 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port e678a894-d1fd-4787-8dbe-b683714f4d93 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:36.918490 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:36.951759 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-164e2e3b-6753-4aa1-91c5-764ff1b2e0aa tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:36.988742 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-1253a3db-4e41-4405-8495-2bb1c3e9ce3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98baf410-4e6c-4b82-982b-a94ee909504f {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:34:36.996892 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-1253a3db-4e41-4405-8495-2bb1c3e9ce3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:37.014705 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-1253a3db-4e41-4405-8495-2bb1c3e9ce3e service neutron] Transition to ACTIVE for port object 98baf410-4e6c-4b82-982b-a94ee909504f will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:34:37.020449 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-1253a3db-4e41-4405-8495-2bb1c3e9ce3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:37.115934 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253a3db-4e41-4405-8495-2bb1c3e9ce3e service neutron] Pushing event updated for resources: {'Port': ['ID=98baf410-4e6c-4b82-982b-a94ee909504f,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:37.145012 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30a73e-f58c-4dd7-9da6-f75dcb64b0ef req-c875c04a-3298-4715-8280-bc6c3af91d09 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:37.147457 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea30a73e-f58c-4dd7-9da6-f75dcb64b0ef req-c875c04a-3298-4715-8280-bc6c3af91d09 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 945 time: 0.1231532 Jul 30 20:34:37.228750 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea30a73e-f58c-4dd7-9da6-f75dcb64b0ef req-56d161e2-3c0c-4a1d-b145-b5af46f48824 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558846 Jul 30 20:34:37.234289 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-1253a3db-4e41-4405-8495-2bb1c3e9ce3e service neutron] Attempting to bind port 98baf410-4e6c-4b82-982b-a94ee909504f on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:34:37.235277 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-1253a3db-4e41-4405-8495-2bb1c3e9ce3e service neutron] Attempting to bind port 98baf410-4e6c-4b82-982b-a94ee909504f by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '16981d04-d6b0-40cf-982b-4b032f3bbcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:34:37.235753 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-1253a3db-4e41-4405-8495-2bb1c3e9ce3e service neutron] Attempting to bind port 98baf410-4e6c-4b82-982b-a94ee909504f on network ef924936-2f58-4a79-8725-b38313c07efe {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:34:37.249755 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-1253a3db-4e41-4405-8495-2bb1c3e9ce3e service neutron] Port 98baf410-4e6c-4b82-982b-a94ee909504f on network ef924936-2f58-4a79-8725-b38313c07efe not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:34:37.249755 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-1253a3db-4e41-4405-8495-2bb1c3e9ce3e service neutron] Attempting to bind port 98baf410-4e6c-4b82-982b-a94ee909504f on network ef924936-2f58-4a79-8725-b38313c07efe {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:34:37.256542 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-1253a3db-4e41-4405-8495-2bb1c3e9ce3e service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:34:37.257526 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-1253a3db-4e41-4405-8495-2bb1c3e9ce3e service neutron] Checking segment: {'id': '16981d04-d6b0-40cf-982b-4b032f3bbcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:34:37.257985 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-1253a3db-4e41-4405-8495-2bb1c3e9ce3e service neutron] Bound using segment: {'id': '16981d04-d6b0-40cf-982b-4b032f3bbcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:34:37.258677 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-1253a3db-4e41-4405-8495-2bb1c3e9ce3e service neutron] Bound port: 98baf410-4e6c-4b82-982b-a94ee909504f, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16981d04-d6b0-40cf-982b-4b032f3bbcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:34:37.259112 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-1253a3db-4e41-4405-8495-2bb1c3e9ce3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:37.378858 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-1253a3db-4e41-4405-8495-2bb1c3e9ce3e service neutron] For port 98baf410-4e6c-4b82-982b-a94ee909504f, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:34:37.382906 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-1253a3db-4e41-4405-8495-2bb1c3e9ce3e service neutron] For port 98baf410-4e6c-4b82-982b-a94ee909504f, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=98baf410-4e6c-4b82-982b-a94ee909504f,segment=NetworkSegment(16981d04-d6b0-40cf-982b-4b032f3bbcb0),segment_id=16981d04-d6b0-40cf-982b-4b032f3bbcb0)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:34:37.391088 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7a908-0093-4905-b166-06b0bb7a42b8 req-c5cc8cac-43e1-41eb-afca-358c81f3f6b1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:37.391279 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-164e2e3b-6753-4aa1-91c5-764ff1b2e0aa tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Deleting port 25481818-e1ec-45e6-b373-2f44eafd3cc7 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:34:37.391463 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-164e2e3b-6753-4aa1-91c5-764ff1b2e0aa tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:37.392868 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0dc7a908-0093-4905-b166-06b0bb7a42b8 req-c5cc8cac-43e1-41eb-afca-358c81f3f6b1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 943 time: 0.0827253 Jul 30 20:34:37.394403 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-1253a3db-4e41-4405-8495-2bb1c3e9ce3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:37.447399 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-1253a3db-4e41-4405-8495-2bb1c3e9ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:37.448046 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-1253a3db-4e41-4405-8495-2bb1c3e9ce3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:37.449418 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-1253a3db-4e41-4405-8495-2bb1c3e9ce3e service neutron] 10.222.0.59 "PUT /v2.0/ports/98baf410-4e6c-4b82-982b-a94ee909504f HTTP/1.1" status: 200 len: 1091 time: 0.9232776 Jul 30 20:34:37.449868 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd725334-ffe7-4b59-b9df-74b6143a0b8f', 'tag': '98baf410-4e6c-4b82-982b-a94ee909504f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:34:37.452167 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae88719-29fb-4721-964c-3581bfee91ed" -d '{"events": [{"name": "network-changed", "server_uuid": "cd725334-ffe7-4b59-b9df-74b6143a0b8f", "tag": "98baf410-4e6c-4b82-982b-a94ee909504f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:34:37.483989 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253a3db-4e41-4405-8495-2bb1c3e9ce3e service neutron] Pushing event updated for resources: {'Port': ['ID=98baf410-4e6c-4b82-982b-a94ee909504f,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:37.496143 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0dc7a908-0093-4905-b166-06b0bb7a42b8 req-54879126-026c-4794-8fc1-a3e072044e36 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939381 Jul 30 20:34:37.502567 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-164e2e3b-6753-4aa1-91c5-764ff1b2e0aa tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] For port 25481818-e1ec-45e6-b373-2f44eafd3cc7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=25481818-e1ec-45e6-b373-2f44eafd3cc7,segment=NetworkSegment(c0af49df-4e4c-4df5-b49e-c35348234376),segment_id=c0af49df-4e4c-4df5-b49e-c35348234376)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:34:37.503368 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-164e2e3b-6753-4aa1-91c5-764ff1b2e0aa tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:37.522262 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-164e2e3b-6753-4aa1-91c5-764ff1b2e0aa tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Calling delete_port for 25481818-e1ec-45e6-b373-2f44eafd3cc7 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:34:37.544774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-bf97d8bc-f807-4761-b7cd-10840d8369f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:37.546358 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-bf97d8bc-f807-4761-b7cd-10840d8369f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 1094 time: 0.0490739 Jul 30 20:34:37.557595 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45340cca-57e0-4fcb-b424-82defdf09baf x-openstack-request-id: req-45340cca-57e0-4fcb-b424-82defdf09baf {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:34:37.558491 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd725334-ffe7-4b59-b9df-74b6143a0b8f", "tag": "98baf410-4e6c-4b82-982b-a94ee909504f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:34:37.558977 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-45340cca-57e0-4fcb-b424-82defdf09baf {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:34:37.559639 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd725334-ffe7-4b59-b9df-74b6143a0b8f', 'tag': '98baf410-4e6c-4b82-982b-a94ee909504f', 'status': 'completed', 'code': 200} Jul 30 20:34:37.602362 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-0810e54b-71f0-4c55-b6cd-1b199b78bf2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98baf410-4e6c-4b82-982b-a94ee909504f HTTP/1.1" status: 200 len: 217 time: 0.0414848 Jul 30 20:34:37.659745 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-56e1d4f2-ad2b-427d-8dd6-8b94c0e5fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:37.661241 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-56e1d4f2-ad2b-427d-8dd6-8b94c0e5fbf7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ddf192b-04c5-46ef-911f-26b85dd379d3 HTTP/1.1" status: 200 len: 834 time: 0.0513868 Jul 30 20:34:37.714973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-8999ba6e-50ec-428c-9403-89230e81393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:37.716436 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-8999ba6e-50ec-428c-9403-89230e81393f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ef924936-2f58-4a79-8725-b38313c07efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479810 Jul 30 20:34:37.746499 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-164e2e3b-6753-4aa1-91c5-764ff1b2e0aa tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:37.776725 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e2e3b-6753-4aa1-91c5-764ff1b2e0aa tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event deleted for resources: {'Port': ['ID=25481818-e1ec-45e6-b373-2f44eafd3cc7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:37.833533 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-1f2f4ff2-bda4-4959-ab81-49ad350ca639 service neutron] 10.222.0.59 "GET /v2.0/networks/ef924936-2f58-4a79-8725-b38313c07efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091049 Jul 30 20:34:37.931896 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0fa5c930-6550-41e6-93f1-04ec7ebbee34 req-dd2ba7f0-1932-4305-a9e8-efd6bf16019e service neutron] 10.222.0.59 "GET /v2.0/networks/ef924936-2f58-4a79-8725-b38313c07efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900531 Jul 30 20:34:37.969118 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-164e2e3b-6753-4aa1-91c5-764ff1b2e0aa tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:38.031867 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae88719-29fb-4721-964c-3581bfee91ed req-caeae6ff-7978-4a7a-978e-ddf9f9cd0975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:38.033374 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ae88719-29fb-4721-964c-3581bfee91ed req-caeae6ff-7978-4a7a-978e-ddf9f9cd0975 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 1094 time: 0.0493116 Jul 30 20:34:38.129627 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae88719-29fb-4721-964c-3581bfee91ed req-cb074d8c-8735-4684-8710-79a7d0eb73d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:38.131099 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ae88719-29fb-4721-964c-3581bfee91ed req-cb074d8c-8735-4684-8710-79a7d0eb73d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ef924936-2f58-4a79-8725-b38313c07efe HTTP/1.1" status: 200 len: 898 time: 0.0902410 Jul 30 20:34:38.176806 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ae88719-29fb-4721-964c-3581bfee91ed req-0070a0fa-e8c9-4307-8c04-6f1e30b73d79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98baf410-4e6c-4b82-982b-a94ee909504f HTTP/1.1" status: 200 len: 217 time: 0.0378330 Jul 30 20:34:38.208063 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164e2e3b-6753-4aa1-91c5-764ff1b2e0aa tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Router 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:34:38.234506 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae88719-29fb-4721-964c-3581bfee91ed req-ab76a686-3dd4-43dd-9537-e2e1fd6d8775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:38.236101 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ae88719-29fb-4721-964c-3581bfee91ed req-ab76a686-3dd4-43dd-9537-e2e1fd6d8775 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ddf192b-04c5-46ef-911f-26b85dd379d3 HTTP/1.1" status: 200 len: 834 time: 0.0510943 Jul 30 20:34:38.294447 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8f20f8ea-bdf0-4824-bd65-84a324b84f48 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:34:38.296554 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae88719-29fb-4721-964c-3581bfee91ed req-dcde7143-0b96-4e61-9570-6d6cab0412f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:38.298527 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ae88719-29fb-4721-964c-3581bfee91ed req-dcde7143-0b96-4e61-9570-6d6cab0412f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ef924936-2f58-4a79-8725-b38313c07efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534251 Jul 30 20:34:38.335870 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164e2e3b-6753-4aa1-91c5-764ff1b2e0aa tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:34:38.341955 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-164e2e3b-6753-4aa1-91c5-764ff1b2e0aa tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "PUT /v2.0/routers/1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8913689 Jul 30 20:34:38.348286 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b0a256-d84b-431e-9a06-07209036d48a None None] Sync routers for ids ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:34:38.360640 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b0a256-d84b-431e-9a06-07209036d48a None None] Routers {'1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:34:38.361251 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f4b0a256-d84b-431e-9a06-07209036d48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:34:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:38.366636 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 8f20f8ea-bdf0-4824-bd65-84a324b84f48 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:38.367064 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:38.424787 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae8879-8d21-4f89-a44b-022741e53b1c req-9d0bacd1-6710-498c-8b68-6b916cba49c3 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:38.426198 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32ae8879-8d21-4f89-a44b-022741e53b1c req-9d0bacd1-6710-498c-8b68-6b916cba49c3 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 945 time: 0.0988626 Jul 30 20:34:38.456148 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-1b0e536f-a3fa-473f-a9c3-3b4e1cb7d350 req-ec463fb4-5d20-4d73-b53a-634cfe8613c9 service neutron] (93882) timed out ('10.222.0.59', 61699) {{(pid=93882) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 20:34:38.460358 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ae88719-29fb-4721-964c-3581bfee91ed req-0e857afa-626b-4b52-872b-f005704e0700 service neutron] 10.222.0.59 "GET /v2.0/networks/ef924936-2f58-4a79-8725-b38313c07efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515908 Jul 30 20:34:38.495114 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32ae8879-8d21-4f89-a44b-022741e53b1c req-6afcc5fd-2c0d-40d1-a0a1-f949dd5c732f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593200 Jul 30 20:34:38.518303 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-f4b0a256-d84b-431e-9a06-07209036d48a None None] Set router 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:34:38.570468 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ae88719-29fb-4721-964c-3581bfee91ed req-abf4141d-f21e-4ab4-8622-a7ab3e92d537 service neutron] 10.222.0.59 "GET /v2.0/networks/ef924936-2f58-4a79-8725-b38313c07efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991762 Jul 30 20:34:38.723412 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cdca8-99d0-442c-a221-22e9ca23c8ec req-1affbafe-1d17-4323-a5ab-b1cc313021f5 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:38.724844 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6b8cdca8-99d0-442c-a221-22e9ca23c8ec req-1affbafe-1d17-4323-a5ab-b1cc313021f5 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 943 time: 0.0532460 Jul 30 20:34:38.762664 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6b8cdca8-99d0-442c-a221-22e9ca23c8ec req-be441c0f-8773-4554-94d6-6e2ffa089414 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312943 Jul 30 20:34:38.769459 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f4b0a256-d84b-431e-9a06-07209036d48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'name': 'tempest-TestNetworkBasicOps-router-483800241', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:32:08Z', 'updated_at': '2021-07-30T20:34:37Z', 'revision_number': 6, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:09Z', 'updated_at': '2021-07-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '8048b07c-42ee-4adc-8b42-ea785bb63b30', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'port_id': 'dae2bb6c-600f-49c1-93d0-4e6ea9c76016', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'mac_address': 'fa:16:3e:a6:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542118f9-5f98-4e1b-b8aa-1ed9049be40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:32:38Z', 'updated_at': '2021-07-30T20:32:40Z', 'revision_number': 1, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfe296d-0278-47ae-890d-523a307710b4', 'name': '', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:7f:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:16Z', 'updated_at': '2021-07-30T20:32:27Z', 'revision_number': 5, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:38.800114 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b0a256-d84b-431e-9a06-07209036d48a None None] Checking router: 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:34:38.808436 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b0a256-d84b-431e-9a06-07209036d48a None None] Routers {'1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:34:38.809048 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f4b0a256-d84b-431e-9a06-07209036d48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:34:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:38.865234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ab8e7-8508-45fc-8eee-2d16e4fa7e62 req-2351a23f-fef8-46c2-b252-6db4818bf8f1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:38.866725 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ac4ab8e7-8508-45fc-8eee-2d16e4fa7e62 req-2351a23f-fef8-46c2-b252-6db4818bf8f1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 945 time: 0.0493670 Jul 30 20:34:38.908568 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ac4ab8e7-8508-45fc-8eee-2d16e4fa7e62 req-2da93c84-8208-445b-a0af-c4cc49cdd648 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357964 Jul 30 20:34:39.017799 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e98291-3e9c-4758-bc2e-d5958d9a12cb req-7e18cd88-9697-4906-82ad-848790d7fd74 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:39.019316 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72e98291-3e9c-4758-bc2e-d5958d9a12cb req-7e18cd88-9697-4906-82ad-848790d7fd74 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf69ebc7-8621-43d9-8881-7960072e6dae HTTP/1.1" status: 200 len: 946 time: 0.0514185 Jul 30 20:34:39.058989 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72e98291-3e9c-4758-bc2e-d5958d9a12cb req-95653351-4179-4338-b64c-983df469ff97 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=345376f0-5fb9-4077-9ee6-9c60995e0634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333834 Jul 30 20:34:39.068370 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-f4b0a256-d84b-431e-9a06-07209036d48a None None] Set router 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:34:39.165031 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413e4ed-ec37-4a66-a60e-a8dda08791f3 req-1e1fc477-64f8-4a64-9289-943e9a722e68 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:39.166540 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9413e4ed-ec37-4a66-a60e-a8dda08791f3 req-1e1fc477-64f8-4a64-9289-943e9a722e68 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 945 time: 0.0542250 Jul 30 20:34:39.204898 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9413e4ed-ec37-4a66-a60e-a8dda08791f3 req-c3062788-6394-4a7d-8dcd-707844983c24 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321598 Jul 30 20:34:39.296772 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f4b0a256-d84b-431e-9a06-07209036d48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'name': 'tempest-TestNetworkBasicOps-router-483800241', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:32:08Z', 'updated_at': '2021-07-30T20:34:37Z', 'revision_number': 6, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:09Z', 'updated_at': '2021-07-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '8048b07c-42ee-4adc-8b42-ea785bb63b30', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'port_id': 'dae2bb6c-600f-49c1-93d0-4e6ea9c76016', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'mac_address': 'fa:16:3e:a6:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542118f9-5f98-4e1b-b8aa-1ed9049be40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:32:38Z', 'updated_at': '2021-07-30T20:32:40Z', 'revision_number': 1, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfe296d-0278-47ae-890d-523a307710b4', 'name': '', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:7f:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:16Z', 'updated_at': '2021-07-30T20:32:27Z', 'revision_number': 5, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:39.328694 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b0a256-d84b-431e-9a06-07209036d48a None None] The sync data for ids ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'] in n-d-712137-9 is: [{'id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'name': 'tempest-TestNetworkBasicOps-router-483800241', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:32:08Z', 'updated_at': '2021-07-30T20:34:37Z', 'revision_number': 6, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:09Z', 'updated_at': '2021-07-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '8048b07c-42ee-4adc-8b42-ea785bb63b30', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'port_id': 'dae2bb6c-600f-49c1-93d0-4e6ea9c76016', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'mac_address': 'fa:16:3e:a6:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542118f9-5f98-4e1b-b8aa-1ed9049be40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:32:38Z', 'updated_at': '2021-07-30T20:32:40Z', 'revision_number': 1, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfe296d-0278-47ae-890d-523a307710b4', 'name': '', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:7f:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:16Z', 'updated_at': '2021-07-30T20:32:27Z', 'revision_number': 5, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:34:39.496161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528232df-16ec-4fbf-897c-0d67da15737b req-0db4ef77-824b-4a0e-a39e-9a6f01fcd392 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:39.497618 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-528232df-16ec-4fbf-897c-0d67da15737b req-0db4ef77-824b-4a0e-a39e-9a6f01fcd392 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 945 time: 0.0491467 Jul 30 20:34:39.535238 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-528232df-16ec-4fbf-897c-0d67da15737b req-645c81fc-8d40-4859-9ae9-499f3a49a46e tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316598 Jul 30 20:34:39.935239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409cd35-f9d7-43dc-891c-78c7e3f6de7e req-5a7d74cf-2c76-4a53-8d2a-244a00e91d50 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:39.936716 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f409cd35-f9d7-43dc-891c-78c7e3f6de7e req-5a7d74cf-2c76-4a53-8d2a-244a00e91d50 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 943 time: 0.1066499 Jul 30 20:34:39.976885 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f409cd35-f9d7-43dc-891c-78c7e3f6de7e req-8e813e13-e00f-4b7c-ad9e-3b70e21f7543 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340850 Jul 30 20:34:40.024667 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 98baf410-4e6c-4b82-982b-a94ee909504f details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:34:40.084272 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72317eae-5bf7-4c75-8d60-272da3a9748d req-f4b257ff-f9be-49c2-b1db-45fe7558a9c1 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:40.085834 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72317eae-5bf7-4c75-8d60-272da3a9748d req-f4b257ff-f9be-49c2-b1db-45fe7558a9c1 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf69ebc7-8621-43d9-8881-7960072e6dae HTTP/1.1" status: 200 len: 946 time: 0.0593009 Jul 30 20:34:40.136059 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 98baf410-4e6c-4b82-982b-a94ee909504f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=98baf410-4e6c-4b82-982b-a94ee909504f,segment=NetworkSegment(16981d04-d6b0-40cf-982b-4b032f3bbcb0),segment_id=16981d04-d6b0-40cf-982b-4b032f3bbcb0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:34:40.151239 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '98baf410-4e6c-4b82-982b-a94ee909504f', 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe', 'port_id': '98baf410-4e6c-4b82-982b-a94ee909504f', 'mac_address': 'fa:16:3e:33:4a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ddf192b-04c5-46ef-911f-26b85dd379d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:34:40.181713 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 25481818-e1ec-45e6-b373-2f44eafd3cc7 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:34:40.210968 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 25481818-e1ec-45e6-b373-2f44eafd3cc7 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:34:40.211314 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 25481818-e1ec-45e6-b373-2f44eafd3cc7 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:34:40.219351 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e4197-feb8-4426-bc3e-7e3624f7a38b req-dcb0c28f-4f32-4409-aa25-39e78effbd70 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:40.219920 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:40.224787 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6b9e4197-feb8-4426-bc3e-7e3624f7a38b req-dcb0c28f-4f32-4409-aa25-39e78effbd70 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf69ebc7-8621-43d9-8881-7960072e6dae HTTP/1.1" status: 200 len: 946 time: 0.0903399 Jul 30 20:34:40.234208 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98baf410-4e6c-4b82-982b-a94ee909504f {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:34:40.254179 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 98baf410-4e6c-4b82-982b-a94ee909504f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=98baf410-4e6c-4b82-982b-a94ee909504f,segment=NetworkSegment(16981d04-d6b0-40cf-982b-4b032f3bbcb0),segment_id=16981d04-d6b0-40cf-982b-4b032f3bbcb0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:34:40.259021 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:40.264368 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-72317eae-5bf7-4c75-8d60-272da3a9748d req-4c8cbe3a-0883-490e-87d3-03c4cfd911ed tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Deleting port 56b316f7-540a-44c0-ac64-8b4973b4ba80 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:34:40.264717 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-72317eae-5bf7-4c75-8d60-272da3a9748d req-4c8cbe3a-0883-490e-87d3-03c4cfd911ed tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:40.305599 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=98baf410-4e6c-4b82-982b-a94ee909504f,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:40.320962 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6b9e4197-feb8-4426-bc3e-7e3624f7a38b req-731dfca1-5979-473b-8d7a-7accab5003c7 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=345376f0-5fb9-4077-9ee6-9c60995e0634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869730 Jul 30 20:34:40.368545 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-72317eae-5bf7-4c75-8d60-272da3a9748d req-4c8cbe3a-0883-490e-87d3-03c4cfd911ed tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] For port 56b316f7-540a-44c0-ac64-8b4973b4ba80, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=56b316f7-540a-44c0-ac64-8b4973b4ba80,segment=NetworkSegment(c0af49df-4e4c-4df5-b49e-c35348234376),segment_id=c0af49df-4e4c-4df5-b49e-c35348234376)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:34:40.368829 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-72317eae-5bf7-4c75-8d60-272da3a9748d req-4c8cbe3a-0883-490e-87d3-03c4cfd911ed tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:40.381651 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-72317eae-5bf7-4c75-8d60-272da3a9748d req-4c8cbe3a-0883-490e-87d3-03c4cfd911ed tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Calling delete_port for 56b316f7-540a-44c0-ac64-8b4973b4ba80 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:34:40.461452 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['98baf410-4e6c-4b82-982b-a94ee909504f'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:34:40.513905 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-72317eae-5bf7-4c75-8d60-272da3a9748d req-4c8cbe3a-0883-490e-87d3-03c4cfd911ed tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:40.546817 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8cbe3a-0883-490e-87d3-03c4cfd911ed tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event deleted for resources: {'Port': ['ID=56b316f7-540a-44c0-ac64-8b4973b4ba80,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:40.597481 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-72317eae-5bf7-4c75-8d60-272da3a9748d req-4c8cbe3a-0883-490e-87d3-03c4cfd911ed tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] No DVR routers for this DVR port 56b316f7-540a-44c0-ac64-8b4973b4ba80 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:34:40.601920 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-72317eae-5bf7-4c75-8d60-272da3a9748d req-4c8cbe3a-0883-490e-87d3-03c4cfd911ed tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:40.604082 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-72317eae-5bf7-4c75-8d60-272da3a9748d req-4c8cbe3a-0883-490e-87d3-03c4cfd911ed tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.59 "DELETE /v2.0/ports/56b316f7-540a-44c0-ac64-8b4973b4ba80 HTTP/1.1" status: 204 len: 173 time: 0.5121338 Jul 30 20:34:40.604652 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf69ebc7-8621-43d9-8881-7960072e6dae', 'name': 'network-vif-deleted', 'tag': '56b316f7-540a-44c0-ac64-8b4973b4ba80'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:34:40.607001 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70989a98-30cd-4d25-9b3e-ee5aa4a11776" -d '{"events": [{"server_uuid": "cf69ebc7-8621-43d9-8881-7960072e6dae", "name": "network-vif-deleted", "tag": "56b316f7-540a-44c0-ac64-8b4973b4ba80"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:34:40.679151 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043dcdd-06a8-488c-892f-21daa6d091a0 req-d094afa5-76ae-4371-8808-1f38fa7148c5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:40.687741 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8043dcdd-06a8-488c-892f-21daa6d091a0 req-d094afa5-76ae-4371-8808-1f38fa7148c5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 945 time: 0.0649865 Jul 30 20:34:40.721632 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8043dcdd-06a8-488c-892f-21daa6d091a0 req-dfe8c1b9-ad6c-43ed-8306-14e84d40fa39 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329635 Jul 30 20:34:40.764359 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9596b554-c8be-46cb-96ca-74f35c142d6d x-openstack-request-id: req-9596b554-c8be-46cb-96ca-74f35c142d6d {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:34:40.764655 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf69ebc7-8621-43d9-8881-7960072e6dae", "name": "network-vif-deleted", "tag": "56b316f7-540a-44c0-ac64-8b4973b4ba80", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:34:40.764919 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9596b554-c8be-46cb-96ca-74f35c142d6d {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:34:40.765324 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf69ebc7-8621-43d9-8881-7960072e6dae', 'name': 'network-vif-deleted', 'tag': '56b316f7-540a-44c0-ac64-8b4973b4ba80', 'status': 'completed', 'code': 200} Jul 30 20:34:40.992543 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfda90-a364-4ebc-a622-d683a32fcacf req-bdff0ddc-2d20-4e9b-9b3e-b3af0b1c4855 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:40.994046 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a7bfda90-a364-4ebc-a622-d683a32fcacf req-bdff0ddc-2d20-4e9b-9b3e-b3af0b1c4855 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.83 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 945 time: 0.0516524 Jul 30 20:34:41.128797 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ab823-ec0c-47e4-b4f6-771f998ee2f6 req-6cd2f5f1-20bd-4644-8182-84a6308ab31d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:41.130477 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-206ab823-ec0c-47e4-b4f6-771f998ee2f6 req-6cd2f5f1-20bd-4644-8182-84a6308ab31d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 944 time: 0.0687816 Jul 30 20:34:41.136045 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-a7bfda90-a364-4ebc-a622-d683a32fcacf req-638a158a-b1ea-4a3b-a646-28fc73abde76 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Deleting port 1f9a6162-8711-4f62-bf1f-1e7212285f8a {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:34:41.136398 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a7bfda90-a364-4ebc-a622-d683a32fcacf req-638a158a-b1ea-4a3b-a646-28fc73abde76 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:41.223254 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-206ab823-ec0c-47e4-b4f6-771f998ee2f6 req-5a12dbe0-683c-4df5-92f6-6ba3a19c33be tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825977 Jul 30 20:34:41.255395 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-a7bfda90-a364-4ebc-a622-d683a32fcacf req-638a158a-b1ea-4a3b-a646-28fc73abde76 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] For port 1f9a6162-8711-4f62-bf1f-1e7212285f8a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1f9a6162-8711-4f62-bf1f-1e7212285f8a,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:34:41.255807 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a7bfda90-a364-4ebc-a622-d683a32fcacf req-638a158a-b1ea-4a3b-a646-28fc73abde76 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:41.274005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-a7bfda90-a364-4ebc-a622-d683a32fcacf req-638a158a-b1ea-4a3b-a646-28fc73abde76 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Calling delete_port for 1f9a6162-8711-4f62-bf1f-1e7212285f8a owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:34:41.375408 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49438) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:41.431945 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a7bfda90-a364-4ebc-a622-d683a32fcacf req-638a158a-b1ea-4a3b-a646-28fc73abde76 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:41.443586 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['1f9a6162-8711-4f62-bf1f-1e7212285f8a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:34:41.475825 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a158a-b1ea-4a3b-a646-28fc73abde76 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event deleted for resources: {'Port': ['ID=1f9a6162-8711-4f62-bf1f-1e7212285f8a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:41.486716 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3480344b-813b-47d7-a406-af1cf6444b8c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:41.528280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bfda90-a364-4ebc-a622-d683a32fcacf req-638a158a-b1ea-4a3b-a646-28fc73abde76 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] No DVR routers for this DVR port 1f9a6162-8711-4f62-bf1f-1e7212285f8a on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:34:41.532837 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a7bfda90-a364-4ebc-a622-d683a32fcacf req-638a158a-b1ea-4a3b-a646-28fc73abde76 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:41.534981 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a7bfda90-a364-4ebc-a622-d683a32fcacf req-638a158a-b1ea-4a3b-a646-28fc73abde76 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.83 "DELETE /v2.0/ports/1f9a6162-8711-4f62-bf1f-1e7212285f8a HTTP/1.1" status: 204 len: 173 time: 0.5342813 Jul 30 20:34:41.545977 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3480344b-813b-47d7-a406-af1cf6444b8c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:41.620425 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3480344b-813b-47d7-a406-af1cf6444b8c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:41.623156 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3480344b-813b-47d7-a406-af1cf6444b8c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:41.627090 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3480344b-813b-47d7-a406-af1cf6444b8c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "DELETE /v2.0/security-groups/345376f0-5fb9-4077-9ee6-9c60995e0634 HTTP/1.1" status: 204 len: 168 time: 0.2480271 Jul 30 20:34:41.634762 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480344b-813b-47d7-a406-af1cf6444b8c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=345376f0-5fb9-4077-9ee6-9c60995e0634,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:41.661709 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49442) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:41.714468 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa420a9-b4c7-4d86-8080-0c3580307ea6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Deleting subnet 247930a4-3d00-4b32-95c7-a1a1be6dd552 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:34:41.717520 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1aa420a9-b4c7-4d86-8080-0c3580307ea6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:41.763223 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1aa420a9-b4c7-4d86-8080-0c3580307ea6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:41.825039 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-93b86a6b-c93b-4e9d-960e-d0a7f4b32494 req-6e02d733-f897-490d-b95a-6787ce941722 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 210 time: 0.0298896 Jul 30 20:34:41.872027 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1aa420a9-b4c7-4d86-8080-0c3580307ea6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:41.934542 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1aa420a9-b4c7-4d86-8080-0c3580307ea6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:41.962677 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa420a9-b4c7-4d86-8080-0c3580307ea6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event deleted for resources: {'Subnet': ['ID=247930a4-3d00-4b32-95c7-a1a1be6dd552,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:41.964670 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1aa420a9-b4c7-4d86-8080-0c3580307ea6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:41.968833 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1aa420a9-b4c7-4d86-8080-0c3580307ea6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "DELETE /v2.0/subnets/247930a4-3d00-4b32-95c7-a1a1be6dd552 HTTP/1.1" status: 204 len: 168 time: 0.3035593 Jul 30 20:34:41.969224 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49446) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:41.973821 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0048afed-4f75-419d-8bd3-fc0aa7ed3217 None None] Network 4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:34:42.027981 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 98baf410-4e6c-4b82-982b-a94ee909504f up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:34:42.048827 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fce644e8-2dd3-4f14-8444-8dc93c99b973 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:42.102804 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-fce644e8-2dd3-4f14-8444-8dc93c99b973 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Deleting port 06d4f694-bac8-4e77-b754-b40476e97a61 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:34:42.103285 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fce644e8-2dd3-4f14-8444-8dc93c99b973 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:42.127195 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 98baf410-4e6c-4b82-982b-a94ee909504f completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:34:42.131445 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 98baf410-4e6c-4b82-982b-a94ee909504f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:42.131883 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:42.192619 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-fce644e8-2dd3-4f14-8444-8dc93c99b973 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] For port 06d4f694-bac8-4e77-b754-b40476e97a61, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=06d4f694-bac8-4e77-b754-b40476e97a61,segment=NetworkSegment(c0af49df-4e4c-4df5-b49e-c35348234376),segment_id=c0af49df-4e4c-4df5-b49e-c35348234376)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:34:42.193015 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fce644e8-2dd3-4f14-8444-8dc93c99b973 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:42.206828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-fce644e8-2dd3-4f14-8444-8dc93c99b973 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Calling delete_port for 06d4f694-bac8-4e77-b754-b40476e97a61 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:34:42.221019 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd020c3-6819-46a3-a512-c86482319288 None None] DHCP port deletion for 4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:34:42.260884 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:42.297825 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd725334-ffe7-4b59-b9df-74b6143a0b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98baf410-4e6c-4b82-982b-a94ee909504f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:34:42.300328 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da996453-6e8d-4c50-b515-1327bb48bf35" -d '{"events": [{"server_uuid": "cd725334-ffe7-4b59-b9df-74b6143a0b8f", "name": "network-vif-plugged", "status": "completed", "tag": "98baf410-4e6c-4b82-982b-a94ee909504f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:34:42.306185 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fce644e8-2dd3-4f14-8444-8dc93c99b973 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:42.316638 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 98baf410-4e6c-4b82-982b-a94ee909504f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=98baf410-4e6c-4b82-982b-a94ee909504f,segment=NetworkSegment(16981d04-d6b0-40cf-982b-4b032f3bbcb0),segment_id=16981d04-d6b0-40cf-982b-4b032f3bbcb0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:34:42.324745 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-afd020c3-6819-46a3-a512-c86482319288 None None] Deleting port 06d4f694-bac8-4e77-b754-b40476e97a61 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:34:42.325187 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-afd020c3-6819-46a3-a512-c86482319288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:42.327121 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:42.328007 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 56b316f7-540a-44c0-ac64-8b4973b4ba80 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:34:42.354260 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce644e8-2dd3-4f14-8444-8dc93c99b973 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event deleted for resources: {'Port': ['ID=06d4f694-bac8-4e77-b754-b40476e97a61,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:42.377734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce644e8-2dd3-4f14-8444-8dc93c99b973 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] No DVR routers for this DVR port 06d4f694-bac8-4e77-b754-b40476e97a61 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:34:42.422516 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 56b316f7-540a-44c0-ac64-8b4973b4ba80 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:34:42.422869 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 56b316f7-540a-44c0-ac64-8b4973b4ba80 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:34:42.451358 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-afd020c3-6819-46a3-a512-c86482319288 None None] For port 06d4f694-bac8-4e77-b754-b40476e97a61, host n-d-712137-9, got binding levels [] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:34:42.452020 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-afd020c3-6819-46a3-a512-c86482319288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:42.471903 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-afd020c3-6819-46a3-a512-c86482319288 None None] Calling delete_port for 06d4f694-bac8-4e77-b754-b40476e97a61 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:34:42.473590 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=98baf410-4e6c-4b82-982b-a94ee909504f,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:42.477649 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.ipam_backend_mixin [None req-afd020c3-6819-46a3-a512-c86482319288 None None] Port 06d4f694-bac8-4e77-b754-b40476e97a61 was not found and therefore no delete operation was performed {{(pid=93884) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 20:34:42.478702 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaecd87-cad2-4cf5-9362-7426f5aa3676 req-074d7eed-4c82-4f48-949b-1015687cd009 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:42.479181 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-afd020c3-6819-46a3-a512-c86482319288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:42.480264 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fcaecd87-cad2-4cf5-9362-7426f5aa3676 req-074d7eed-4c82-4f48-949b-1015687cd009 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 945 time: 0.1454008 Jul 30 20:34:42.481984 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fce644e8-2dd3-4f14-8444-8dc93c99b973 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:42.494074 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-fce644e8-2dd3-4f14-8444-8dc93c99b973 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:42.504852 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd020c3-6819-46a3-a512-c86482319288 None None] Pushing event deleted for resources: {'Port': ['ID=06d4f694-bac8-4e77-b754-b40476e97a61,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:42.509982 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd020c3-6819-46a3-a512-c86482319288 None None] No DVR routers for this DVR port 06d4f694-bac8-4e77-b754-b40476e97a61 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:34:42.520620 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-fce644e8-2dd3-4f14-8444-8dc93c99b973 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0af49df-4e4c-4df5-b49e-c35348234376') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:42.520936 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-fce644e8-2dd3-4f14-8444-8dc93c99b973 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0af49df-4e4c-4df5-b49e-c35348234376') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:42.537910 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fce644e8-2dd3-4f14-8444-8dc93c99b973 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:42.563349 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fce644e8-2dd3-4f14-8444-8dc93c99b973 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:42.570743 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fcaecd87-cad2-4cf5-9362-7426f5aa3676 req-827f82dd-5a68-4c81-840a-d476506aa95c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650201 Jul 30 20:34:42.573370 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce644e8-2dd3-4f14-8444-8dc93c99b973 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:34:42.574343 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fce644e8-2dd3-4f14-8444-8dc93c99b973 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:34:42.577306 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:34:42.621795 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16571f3-0752-42c4-8dc7-0188cf22978d x-openstack-request-id: req-a16571f3-0752-42c4-8dc7-0188cf22978d {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:34:42.622367 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd725334-ffe7-4b59-b9df-74b6143a0b8f", "name": "network-vif-plugged", "status": "completed", "tag": "98baf410-4e6c-4b82-982b-a94ee909504f", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:34:42.622802 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a16571f3-0752-42c4-8dc7-0188cf22978d {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:34:42.623370 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd725334-ffe7-4b59-b9df-74b6143a0b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98baf410-4e6c-4b82-982b-a94ee909504f', 'code': 200} Jul 30 20:34:42.641186 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fce644e8-2dd3-4f14-8444-8dc93c99b973 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:42.652074 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fce644e8-2dd3-4f14-8444-8dc93c99b973 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:42.653903 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fce644e8-2dd3-4f14-8444-8dc93c99b973 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "DELETE /v2.0/networks/4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da HTTP/1.1" status: 204 len: 168 time: 0.6839621 Jul 30 20:34:42.656734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49452) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:42.675118 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce644e8-2dd3-4f14-8444-8dc93c99b973 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event deleted for resources: {'Network': ['ID=4bcdb60b-1a2d-4eb5-a1eb-33d523ef65da,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:42.788654 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18740f5-fdfe-46f6-9c25-e1707a965dfa', 'name': 'network-vif-deleted', 'tag': '1f9a6162-8711-4f62-bf1f-1e7212285f8a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:34:42.790777 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94499d99-064d-4ab4-91db-d5787de8c61e" -d '{"events": [{"server_uuid": "c18740f5-fdfe-46f6-9c25-e1707a965dfa", "name": "network-vif-deleted", "tag": "1f9a6162-8711-4f62-bf1f-1e7212285f8a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:34:42.797536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc25d6e-c177-46a6-9e6f-33cde60a73af req-04ab459e-f08d-464d-a6f3-05e5a922bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:42.799015 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bcc25d6e-c177-46a6-9e6f-33cde60a73af req-04ab459e-f08d-464d-a6f3-05e5a922bd0e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 1096 time: 0.0906928 Jul 30 20:34:42.836582 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0271e516-ced7-4cdc-a887-32af53111ee9 x-openstack-request-id: req-0271e516-ced7-4cdc-a887-32af53111ee9 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:34:42.836874 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18740f5-fdfe-46f6-9c25-e1707a965dfa", "name": "network-vif-deleted", "tag": "1f9a6162-8711-4f62-bf1f-1e7212285f8a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:34:42.837122 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0271e516-ced7-4cdc-a887-32af53111ee9 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:34:42.837806 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18740f5-fdfe-46f6-9c25-e1707a965dfa', 'name': 'network-vif-deleted', 'tag': '1f9a6162-8711-4f62-bf1f-1e7212285f8a', 'status': 'completed', 'code': 200} Jul 30 20:34:42.882371 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bcc25d6e-c177-46a6-9e6f-33cde60a73af req-b5afa20c-3ad5-4e88-8ca4-f30b29d6df85 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745537 Jul 30 20:34:42.916643 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-af6f7411-e3ca-4ba6-a779-6e94e2ce9dac tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Deleting port 2c09b143-cc1e-480b-9d09-862a50b7bd2b {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:34:42.916986 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af6f7411-e3ca-4ba6-a779-6e94e2ce9dac tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:42.966919 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7afbb835-905a-4a36-b581-b3120cc60979 req-2e4c7632-8937-4ef9-9c8e-6904e43f65c3 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 210 time: 0.0614052 Jul 30 20:34:43.010002 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af6f7411-e3ca-4ba6-a779-6e94e2ce9dac tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:43.010331 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af6f7411-e3ca-4ba6-a779-6e94e2ce9dac tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:43.023796 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-af6f7411-e3ca-4ba6-a779-6e94e2ce9dac tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Calling delete_port for 2c09b143-cc1e-480b-9d09-862a50b7bd2b owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:34:43.173048 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af6f7411-e3ca-4ba6-a779-6e94e2ce9dac tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:43.204285 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f7411-e3ca-4ba6-a779-6e94e2ce9dac tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event deleted for resources: {'Port': ['ID=2c09b143-cc1e-480b-9d09-862a50b7bd2b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:43.269614 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af6f7411-e3ca-4ba6-a779-6e94e2ce9dac tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:43.269871 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-af6f7411-e3ca-4ba6-a779-6e94e2ce9dac tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Floating IP 8048b07c-42ee-4adc-8b42-ea785bb63b30 disassociated (deleted). External IP: 172.25.3.200, port: dae2bb6c-600f-49c1-93d0-4e6ea9c76016. Jul 30 20:34:43.867078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6f7411-e3ca-4ba6-a779-6e94e2ce9dac tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Router 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:34:43.881135 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f03de-fe05-4f67-b957-a3eb13e71d6e req-da6ea066-bea9-4dd8-93d3-5cba9ba5efd8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:43.883214 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d03f03de-fe05-4f67-b957-a3eb13e71d6e req-da6ea066-bea9-4dd8-93d3-5cba9ba5efd8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 945 time: 0.0713806 Jul 30 20:34:43.990737 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d03f03de-fe05-4f67-b957-a3eb13e71d6e req-c88bb04b-f7c5-46ec-9eea-57ef2e2f7c33 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997925 Jul 30 20:34:44.014292 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6f7411-e3ca-4ba6-a779-6e94e2ce9dac tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:34:44.020071 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-af6f7411-e3ca-4ba6-a779-6e94e2ce9dac tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:44.028359 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfbb064-6892-4c40-9ad9-f187ab671606 None None] Sync routers for ids ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:34:44.038205 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfbb064-6892-4c40-9ad9-f187ab671606 None None] Routers {'1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:34:44.039046 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-dbfbb064-6892-4c40-9ad9-f187ab671606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:34:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:44.050349 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-af6f7411-e3ca-4ba6-a779-6e94e2ce9dac tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "DELETE /v2.0/floatingips/8048b07c-42ee-4adc-8b42-ea785bb63b30 HTTP/1.1" status: 204 len: 168 time: 1.3926876 Jul 30 20:34:44.056017 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1f9a6162-8711-4f62-bf1f-1e7212285f8a no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:34:44.078003 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 1f9a6162-8711-4f62-bf1f-1e7212285f8a {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:34:44.078634 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1f9a6162-8711-4f62-bf1f-1e7212285f8a not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:34:44.081190 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a14f8db0-b005-453d-a629-bab8ec4a842e req-b48c8eb0-2481-4cc5-8917-13de4e7fef3a tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 210 time: 0.0295618 Jul 30 20:34:44.152277 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-dbfbb064-6892-4c40-9ad9-f187ab671606 None None] Set router 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:34:44.236284 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 06d4f694-bac8-4e77-b754-b40476e97a61 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:34:44.262241 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 06d4f694-bac8-4e77-b754-b40476e97a61 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:34:44.262592 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 06d4f694-bac8-4e77-b754-b40476e97a61 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:34:44.346319 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996c27b-1d2d-4997-a160-fe7f6a006eb9 req-d4484cae-3257-4380-b931-f4ba3868413a tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:44.347984 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6996c27b-1d2d-4997-a160-fe7f6a006eb9 req-d4484cae-3257-4380-b931-f4ba3868413a tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=542118f9-5f98-4e1b-b8aa-1ed9049be40b HTTP/1.1" status: 200 len: 945 time: 0.0628538 Jul 30 20:34:44.380853 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-dbfbb064-6892-4c40-9ad9-f187ab671606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'name': 'tempest-TestNetworkBasicOps-router-483800241', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:32:08Z', 'updated_at': '2021-07-30T20:34:37Z', 'revision_number': 6, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:09Z', 'updated_at': '2021-07-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'abfe296d-0278-47ae-890d-523a307710b4', 'name': '', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:7f:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:16Z', 'updated_at': '2021-07-30T20:32:27Z', 'revision_number': 5, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:44.392056 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6996c27b-1d2d-4997-a160-fe7f6a006eb9 req-1b6cdacb-ce7d-428e-8e33-e240f256f810 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=74b5f5ad-0ce7-4732-b9aa-7bbdb3fec0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360467 Jul 30 20:34:44.407501 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfbb064-6892-4c40-9ad9-f187ab671606 None None] Checking router: 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:34:44.416328 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfbb064-6892-4c40-9ad9-f187ab671606 None None] Routers {'1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:34:44.416923 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-dbfbb064-6892-4c40-9ad9-f187ab671606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:34:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:44.518913 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-dbfbb064-6892-4c40-9ad9-f187ab671606 None None] Set router 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:34:44.800188 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-dbfbb064-6892-4c40-9ad9-f187ab671606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'name': 'tempest-TestNetworkBasicOps-router-483800241', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:32:08Z', 'updated_at': '2021-07-30T20:34:37Z', 'revision_number': 6, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:09Z', 'updated_at': '2021-07-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'abfe296d-0278-47ae-890d-523a307710b4', 'name': '', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:7f:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:16Z', 'updated_at': '2021-07-30T20:32:27Z', 'revision_number': 5, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:44.827045 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfbb064-6892-4c40-9ad9-f187ab671606 None None] The sync data for ids ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'] in n-d-712137-9 is: [{'id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'name': 'tempest-TestNetworkBasicOps-router-483800241', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:32:08Z', 'updated_at': '2021-07-30T20:34:37Z', 'revision_number': 6, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:09Z', 'updated_at': '2021-07-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'abfe296d-0278-47ae-890d-523a307710b4', 'name': '', 'network_id': '394d2c2d-cd31-413d-872f-a3bd4da9339b', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:7f:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:16Z', 'updated_at': '2021-07-30T20:32:27Z', 'revision_number': 5, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '91b0840c-b548-4e3b-9e7f-3f3f9f306d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:34:44.839404 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542118f9-5f98-4e1b-b8aa-1ed9049be40b', 'tag': 'dae2bb6c-600f-49c1-93d0-4e6ea9c76016'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:34:44.841843 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2224a99-10d1-4b0f-818d-d428945fa208" -d '{"events": [{"name": "network-changed", "server_uuid": "542118f9-5f98-4e1b-b8aa-1ed9049be40b", "tag": "dae2bb6c-600f-49c1-93d0-4e6ea9c76016"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:34:44.880092 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43579481-6c1c-4135-9734-54927191069a x-openstack-request-id: req-43579481-6c1c-4135-9734-54927191069a {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:34:44.880712 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542118f9-5f98-4e1b-b8aa-1ed9049be40b", "tag": "dae2bb6c-600f-49c1-93d0-4e6ea9c76016", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:34:44.881160 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43579481-6c1c-4135-9734-54927191069a {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:34:44.882056 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542118f9-5f98-4e1b-b8aa-1ed9049be40b', 'tag': 'dae2bb6c-600f-49c1-93d0-4e6ea9c76016', 'status': 'completed', 'code': 200} Jul 30 20:34:44.946428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2224a99-10d1-4b0f-818d-d428945fa208 req-70708c7f-fca2-4904-944e-f01fed6da2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:44.948021 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2224a99-10d1-4b0f-818d-d428945fa208 req-70708c7f-fca2-4904-944e-f01fed6da2c7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5b1060d492cf4cf8b5f6edec4eca6ad1&device_id=542118f9-5f98-4e1b-b8aa-1ed9049be40b HTTP/1.1" status: 200 len: 1096 time: 0.0438390 Jul 30 20:34:45.049353 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2224a99-10d1-4b0f-818d-d428945fa208 req-f6509f12-496e-47b2-b022-6cbd51dac879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:45.050963 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2224a99-10d1-4b0f-818d-d428945fa208 req-f6509f12-496e-47b2-b022-6cbd51dac879 service neutron] 10.222.0.83 "GET /v2.0/networks?id=394d2c2d-cd31-413d-872f-a3bd4da9339b HTTP/1.1" status: 200 len: 898 time: 0.0957503 Jul 30 20:34:45.117332 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f41f9-5c6a-490b-86b7-8b5ca015f802 None None] New status for floating IP 8048b07c-42ee-4adc-8b42-ea785bb63b30: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:34:45.140570 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2224a99-10d1-4b0f-818d-d428945fa208 req-f69ccc4a-e38d-4d9d-adf3-53f2049cbc0d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dae2bb6c-600f-49c1-93d0-4e6ea9c76016 HTTP/1.1" status: 200 len: 217 time: 0.0729518 Jul 30 20:34:45.199413 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dd481-74d2-4a8d-ac9e-9c5c210efe1e req-22ebba80-4f78-461f-9d83-afcd85556a3f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:45.201059 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f74dd481-74d2-4a8d-ac9e-9c5c210efe1e req-22ebba80-4f78-461f-9d83-afcd85556a3f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 945 time: 0.0942557 Jul 30 20:34:45.212374 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2224a99-10d1-4b0f-818d-d428945fa208 req-3da9b302-2917-499e-b551-7d5abe8a8b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:45.213832 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2224a99-10d1-4b0f-818d-d428945fa208 req-3da9b302-2917-499e-b551-7d5abe8a8b6e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=91b0840c-b548-4e3b-9e7f-3f3f9f306d43 HTTP/1.1" status: 200 len: 834 time: 0.0639937 Jul 30 20:34:45.287550 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f74dd481-74d2-4a8d-ac9e-9c5c210efe1e req-8326acc7-76ab-4eff-a6b4-bab8f4ee1160 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769689 Jul 30 20:34:45.297010 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2224a99-10d1-4b0f-818d-d428945fa208 req-850a9ee4-ebea-4286-ae69-45466aed0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:45.298505 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2224a99-10d1-4b0f-818d-d428945fa208 req-850a9ee4-ebea-4286-ae69-45466aed0ec9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=394d2c2d-cd31-413d-872f-a3bd4da9339b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652230 Jul 30 20:34:45.401111 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-68a180de-c836-4100-9200-f9125f8400f4 req-ab304f61-1f76-4052-aa37-9d7dd4d961c1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18740f5-fdfe-46f6-9c25-e1707a965dfa HTTP/1.1" status: 200 len: 210 time: 0.0364423 Jul 30 20:34:45.423362 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2224a99-10d1-4b0f-818d-d428945fa208 req-141e3a5d-7834-41c3-85fd-03a613384d91 service neutron] 10.222.0.83 "GET /v2.0/networks/394d2c2d-cd31-413d-872f-a3bd4da9339b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129026 Jul 30 20:34:45.582399 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:45.585506 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaed7b2-0e66-48fe-aa15-e51d03e82d09 req-06acea8c-9fa7-46fb-97ae-4a3d413dfc75 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:45.587017 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1eaed7b2-0e66-48fe-aa15-e51d03e82d09 req-06acea8c-9fa7-46fb-97ae-4a3d413dfc75 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 945 time: 0.0986688 Jul 30 20:34:45.589364 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2224a99-10d1-4b0f-818d-d428945fa208 req-6872d3b0-85c1-4287-a974-64243bca9260 service neutron] 10.222.0.83 "GET /v2.0/networks/394d2c2d-cd31-413d-872f-a3bd4da9339b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557391 Jul 30 20:34:45.631443 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1eaed7b2-0e66-48fe-aa15-e51d03e82d09 req-da10b399-a300-4fe3-acb2-80e87115a2d4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362654 Jul 30 20:34:45.654654 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49476) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:45.721866 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d2be23-3717-4aa6-a45b-a6715d12f7b0 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:45.723399 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-41d2be23-3717-4aa6-a45b-a6715d12f7b0 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 1091 time: 0.0675075 Jul 30 20:34:45.727121 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49478) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:45.732325 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ac3e7a27-02d2-4de7-a803-3f12ca2b26cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': '98baf410-4e6c-4b82-982b-a94ee909504f', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:45.746467 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d757e9-0aea-4da4-8fc5-953f3b8d0a73 req-e01e81b5-9a8c-4e9a-b40c-e862875ce769 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:45.747993 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17d757e9-0aea-4da4-8fc5-953f3b8d0a73 req-e01e81b5-9a8c-4e9a-b40c-e862875ce769 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=542118f9-5f98-4e1b-b8aa-1ed9049be40b HTTP/1.1" status: 200 len: 945 time: 0.0553555 Jul 30 20:34:45.761956 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac3e7a27-02d2-4de7-a803-3f12ca2b26cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:45.788296 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17d757e9-0aea-4da4-8fc5-953f3b8d0a73 req-fca6e5a9-b8ba-44b2-ac5e-0b6ee5080dba tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=74b5f5ad-0ce7-4732-b9aa-7bbdb3fec0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337522 Jul 30 20:34:45.861115 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac3e7a27-02d2-4de7-a803-3f12ca2b26cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:45.904604 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1389068-e40c-4f0a-882a-2d49424f6cf8 req-583e9a1b-991d-4132-a3cb-93f359f638e0 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:45.906264 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d1389068-e40c-4f0a-882a-2d49424f6cf8 req-583e9a1b-991d-4132-a3cb-93f359f638e0 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.83 "GET /v2.0/ports?device_id=542118f9-5f98-4e1b-b8aa-1ed9049be40b HTTP/1.1" status: 200 len: 945 time: 0.0538023 Jul 30 20:34:45.976611 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-ac3e7a27-02d2-4de7-a803-3f12ca2b26cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Allocated IP 172.25.3.232 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/9fdc3c61-1ce4-4287-821d-be2d055d869b) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:34:46.004239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-d1389068-e40c-4f0a-882a-2d49424f6cf8 req-0ee8a5f1-c2a0-40c3-a56a-0131e31e8565 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Deleting port dae2bb6c-600f-49c1-93d0-4e6ea9c76016 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:34:46.004681 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d1389068-e40c-4f0a-882a-2d49424f6cf8 req-0ee8a5f1-c2a0-40c3-a56a-0131e31e8565 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:46.082220 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac3e7a27-02d2-4de7-a803-3f12ca2b26cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:46.096086 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d1389068-e40c-4f0a-882a-2d49424f6cf8 req-0ee8a5f1-c2a0-40c3-a56a-0131e31e8565 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] For port dae2bb6c-600f-49c1-93d0-4e6ea9c76016, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=dae2bb6c-600f-49c1-93d0-4e6ea9c76016,segment=NetworkSegment(ee5841a8-d543-4f86-8b2a-23fee80587c5),segment_id=ee5841a8-d543-4f86-8b2a-23fee80587c5)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:34:46.096549 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d1389068-e40c-4f0a-882a-2d49424f6cf8 req-0ee8a5f1-c2a0-40c3-a56a-0131e31e8565 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:46.110154 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-d1389068-e40c-4f0a-882a-2d49424f6cf8 req-0ee8a5f1-c2a0-40c3-a56a-0131e31e8565 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Calling delete_port for dae2bb6c-600f-49c1-93d0-4e6ea9c76016 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:34:46.122758 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac3e7a27-02d2-4de7-a803-3f12ca2b26cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:46.164349 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3e7a27-02d2-4de7-a803-3f12ca2b26cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:34:46.167826 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-ac3e7a27-02d2-4de7-a803-3f12ca2b26cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:34:46.176544 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e7a27-02d2-4de7-a803-3f12ca2b26cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:34:46.213516 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e7a27-02d2-4de7-a803-3f12ca2b26cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Port': ['ID=9fdc3c61-1ce4-4287-821d-be2d055d869b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:46.250314 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d1389068-e40c-4f0a-882a-2d49424f6cf8 req-0ee8a5f1-c2a0-40c3-a56a-0131e31e8565 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:46.280255 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8a5f1-c2a0-40c3-a56a-0131e31e8565 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event deleted for resources: {'Port': ['ID=dae2bb6c-600f-49c1-93d0-4e6ea9c76016,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:46.327785 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1389068-e40c-4f0a-882a-2d49424f6cf8 req-0ee8a5f1-c2a0-40c3-a56a-0131e31e8565 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] No DVR routers for this DVR port dae2bb6c-600f-49c1-93d0-4e6ea9c76016 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:34:46.330380 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d1389068-e40c-4f0a-882a-2d49424f6cf8 req-0ee8a5f1-c2a0-40c3-a56a-0131e31e8565 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:46.332587 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d1389068-e40c-4f0a-882a-2d49424f6cf8 req-0ee8a5f1-c2a0-40c3-a56a-0131e31e8565 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.83 "DELETE /v2.0/ports/dae2bb6c-600f-49c1-93d0-4e6ea9c76016 HTTP/1.1" status: 204 len: 173 time: 0.4202576 Jul 30 20:34:46.706567 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac3e7a27-02d2-4de7-a803-3f12ca2b26cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:46.820520 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac3e7a27-02d2-4de7-a803-3f12ca2b26cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:46.883454 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542118f9-5f98-4e1b-b8aa-1ed9049be40b', 'name': 'network-vif-deleted', 'tag': 'dae2bb6c-600f-49c1-93d0-4e6ea9c76016'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:34:46.887935 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c622fe-5bee-4a3a-aa35-831dbc1ebdfc" -d '{"events": [{"server_uuid": "542118f9-5f98-4e1b-b8aa-1ed9049be40b", "name": "network-vif-deleted", "tag": "dae2bb6c-600f-49c1-93d0-4e6ea9c76016"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:34:46.946810 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0aa4dddb-92ed-4746-a097-ac268b721a41 req-3a4e2223-be68-4490-9bce-c975d20f2f5b tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=542118f9-5f98-4e1b-b8aa-1ed9049be40b HTTP/1.1" status: 200 len: 210 time: 0.0374882 Jul 30 20:34:46.995062 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f28706-db36-46c7-b885-7898c762b397 x-openstack-request-id: req-81f28706-db36-46c7-b885-7898c762b397 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:34:46.995427 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542118f9-5f98-4e1b-b8aa-1ed9049be40b", "name": "network-vif-deleted", "tag": "dae2bb6c-600f-49c1-93d0-4e6ea9c76016", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:34:46.995753 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-81f28706-db36-46c7-b885-7898c762b397 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:34:46.996170 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542118f9-5f98-4e1b-b8aa-1ed9049be40b', 'name': 'network-vif-deleted', 'tag': 'dae2bb6c-600f-49c1-93d0-4e6ea9c76016', 'status': 'completed', 'code': 200} Jul 30 20:34:47.329873 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac3e7a27-02d2-4de7-a803-3f12ca2b26cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:47.335219 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac3e7a27-02d2-4de7-a803-3f12ca2b26cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:47.408255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e7a27-02d2-4de7-a803-3f12ca2b26cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Port': ['ID=9fdc3c61-1ce4-4287-821d-be2d055d869b,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:47.418622 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac3e7a27-02d2-4de7-a803-3f12ca2b26cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:47.518094 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-ac3e7a27-02d2-4de7-a803-3f12ca2b26cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Floating IP 1159c054-fc09-4933-8863-50d0148feb58 associated. External IP: 172.25.3.232, port: 98baf410-4e6c-4b82-982b-a94ee909504f. Jul 30 20:34:47.756359 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3e7a27-02d2-4de7-a803-3f12ca2b26cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Router 1a240da6-d324-4421-aae4-92e9efe6091a has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:34:47.868162 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3e7a27-02d2-4de7-a803-3f12ca2b26cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:34:47.879913 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e7cb66-31c8-40c8-930f-1549a39f2401 None None] Sync routers for ids ['1a240da6-d324-4421-aae4-92e9efe6091a'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:34:47.886016 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac3e7a27-02d2-4de7-a803-3f12ca2b26cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:47.892896 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e7cb66-31c8-40c8-930f-1549a39f2401 None None] Routers {'1a240da6-d324-4421-aae4-92e9efe6091a'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:34:47.893823 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-29e7cb66-31c8-40c8-930f-1549a39f2401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:34:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1a240da6-d324-4421-aae4-92e9efe6091a'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:47.919917 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ac3e7a27-02d2-4de7-a803-3f12ca2b26cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1887460 Jul 30 20:34:47.919917 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd725334-ffe7-4b59-b9df-74b6143a0b8f', 'tag': '98baf410-4e6c-4b82-982b-a94ee909504f'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:34:47.920490 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387bb757-9578-4d2a-bb32-d11805021c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd725334-ffe7-4b59-b9df-74b6143a0b8f", "tag": "98baf410-4e6c-4b82-982b-a94ee909504f"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:34:48.036234 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-29e7cb66-31c8-40c8-930f-1549a39f2401 None None] Set router 1a240da6-d324-4421-aae4-92e9efe6091a gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:34:48.045519 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12856b7d-2982-4895-beb4-830b91a6a800 req-37c2dc1e-6825-4388-a883-93ecfac9da6b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:48.047164 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-12856b7d-2982-4895-beb4-830b91a6a800 req-37c2dc1e-6825-4388-a883-93ecfac9da6b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 945 time: 0.0699000 Jul 30 20:34:48.087404 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-12856b7d-2982-4895-beb4-830b91a6a800 req-ab2fc06c-0ed9-4d6e-b8d1-671193a01dfb tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330319 Jul 30 20:34:48.110630 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49504) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:48.175816 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d28948a-924e-4ea8-991e-11602dfb9f01 x-openstack-request-id: req-5d28948a-924e-4ea8-991e-11602dfb9f01 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:34:48.176188 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd725334-ffe7-4b59-b9df-74b6143a0b8f", "tag": "98baf410-4e6c-4b82-982b-a94ee909504f", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:34:48.176450 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5d28948a-924e-4ea8-991e-11602dfb9f01 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:34:48.176864 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd725334-ffe7-4b59-b9df-74b6143a0b8f', 'tag': '98baf410-4e6c-4b82-982b-a94ee909504f', 'status': 'completed', 'code': 200} Jul 30 20:34:48.264016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49506) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:48.327028 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a8fc8bdb-2018-41b7-a4a2-b547be2da565 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/floatingips/1159c054-fc09-4933-8863-50d0148feb58 HTTP/1.1" status: 200 len: 991 time: 0.2152202 Jul 30 20:34:48.339728 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-29e7cb66-31c8-40c8-930f-1549a39f2401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558871379', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:32Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '1159c054-fc09-4933-8863-50d0148feb58', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'port_id': '98baf410-4e6c-4b82-982b-a94ee909504f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe', 'mac_address': 'fa:16:3e:33:4a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd725334-ffe7-4b59-b9df-74b6143a0b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:34:46Z', 'updated_at': '2021-07-30T20:34:46Z', 'revision_number': 0, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f20f8ea-bdf0-4824-bd65-84a324b84f48', 'name': '', 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:70:f9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '7ddf192b-04c5-46ef-911f-26b85dd379d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:32Z', 'updated_at': '2021-07-30T20:34:36Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': '7ddf192b-04c5-46ef-911f-26b85dd379d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:48.345423 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bb757-9578-4d2a-bb32-d11805021c7c req-37088151-06c4-4855-9b26-03471e99021f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:48.346946 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-387bb757-9578-4d2a-bb32-d11805021c7c req-37088151-06c4-4855-9b26-03471e99021f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 1096 time: 0.1484618 Jul 30 20:34:48.383074 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e7cb66-31c8-40c8-930f-1549a39f2401 None None] Checking router: 1a240da6-d324-4421-aae4-92e9efe6091a for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:34:48.393414 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e7cb66-31c8-40c8-930f-1549a39f2401 None None] Routers {'1a240da6-d324-4421-aae4-92e9efe6091a'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:34:48.393957 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-29e7cb66-31c8-40c8-930f-1549a39f2401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:34:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1a240da6-d324-4421-aae4-92e9efe6091a'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:48.417038 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13944ae5-da42-4d2d-9210-165b9af7daf7 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:48.458591 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13944ae5-da42-4d2d-9210-165b9af7daf7 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:48.510930 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bb757-9578-4d2a-bb32-d11805021c7c req-78664151-949f-4a54-8adf-d1092d46770e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:48.512536 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-387bb757-9578-4d2a-bb32-d11805021c7c req-78664151-949f-4a54-8adf-d1092d46770e service neutron] 10.222.0.59 "GET /v2.0/networks?id=ef924936-2f58-4a79-8725-b38313c07efe HTTP/1.1" status: 200 len: 898 time: 0.1588261 Jul 30 20:34:48.540427 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-29e7cb66-31c8-40c8-930f-1549a39f2401 None None] Set router 1a240da6-d324-4421-aae4-92e9efe6091a gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:34:48.606341 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-387bb757-9578-4d2a-bb32-d11805021c7c req-7484e12f-8407-4cee-8a00-db826b009879 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98baf410-4e6c-4b82-982b-a94ee909504f HTTP/1.1" status: 200 len: 999 time: 0.0863070 Jul 30 20:34:48.612590 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13944ae5-da42-4d2d-9210-165b9af7daf7 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:48.620607 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-13944ae5-da42-4d2d-9210-165b9af7daf7 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:48.623618 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-13944ae5-da42-4d2d-9210-165b9af7daf7 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "DELETE /v2.0/security-groups/74b5f5ad-0ce7-4732-b9aa-7bbdb3fec0d8 HTTP/1.1" status: 204 len: 168 time: 0.3575635 Jul 30 20:34:48.657313 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49510) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:48.706440 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13944ae5-da42-4d2d-9210-165b9af7daf7 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b5f5ad-0ce7-4732-b9aa-7bbdb3fec0d8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:48.753239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bb757-9578-4d2a-bb32-d11805021c7c req-22836761-c751-4ff2-b142-a836fdb43c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:48.757311 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-387bb757-9578-4d2a-bb32-d11805021c7c req-22836761-c751-4ff2-b142-a836fdb43c35 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ddf192b-04c5-46ef-911f-26b85dd379d3 HTTP/1.1" status: 200 len: 834 time: 0.1279919 Jul 30 20:34:48.816794 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bb757-9578-4d2a-bb32-d11805021c7c req-9abede82-0b75-4182-9d7f-b6e79feedd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:48.819556 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-387bb757-9578-4d2a-bb32-d11805021c7c req-9abede82-0b75-4182-9d7f-b6e79feedd80 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ef924936-2f58-4a79-8725-b38313c07efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554533 Jul 30 20:34:48.868061 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-29e7cb66-31c8-40c8-930f-1549a39f2401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558871379', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:32Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '1159c054-fc09-4933-8863-50d0148feb58', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'port_id': '98baf410-4e6c-4b82-982b-a94ee909504f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe', 'mac_address': 'fa:16:3e:33:4a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd725334-ffe7-4b59-b9df-74b6143a0b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:34:46Z', 'updated_at': '2021-07-30T20:34:46Z', 'revision_number': 0, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f20f8ea-bdf0-4824-bd65-84a324b84f48', 'name': '', 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:70:f9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '7ddf192b-04c5-46ef-911f-26b85dd379d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:32Z', 'updated_at': '2021-07-30T20:34:36Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': '7ddf192b-04c5-46ef-911f-26b85dd379d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:48.900112 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e7cb66-31c8-40c8-930f-1549a39f2401 None None] The sync data for ids ['1a240da6-d324-4421-aae4-92e9efe6091a'] in n-d-712137-9 is: [{'id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558871379', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:32Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '1159c054-fc09-4933-8863-50d0148feb58', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'port_id': '98baf410-4e6c-4b82-982b-a94ee909504f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe', 'mac_address': 'fa:16:3e:33:4a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd725334-ffe7-4b59-b9df-74b6143a0b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:34:46Z', 'updated_at': '2021-07-30T20:34:46Z', 'revision_number': 0, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f20f8ea-bdf0-4824-bd65-84a324b84f48', 'name': '', 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:70:f9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '7ddf192b-04c5-46ef-911f-26b85dd379d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:32Z', 'updated_at': '2021-07-30T20:34:36Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': '7ddf192b-04c5-46ef-911f-26b85dd379d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:34:48.928724 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-387bb757-9578-4d2a-bb32-d11805021c7c req-c697d659-7159-4b32-9d82-632782100599 service neutron] 10.222.0.59 "GET /v2.0/networks/ef924936-2f58-4a79-8725-b38313c07efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016254 Jul 30 20:34:49.034632 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-387bb757-9578-4d2a-bb32-d11805021c7c req-5708f9e0-9e48-46ae-a1ce-ff374666a471 service neutron] 10.222.0.59 "GET /v2.0/networks/ef924936-2f58-4a79-8725-b38313c07efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995734 Jul 30 20:34:49.141515 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9cf437-faed-43e8-982a-6407937df075 None None] New status for floating IP 1159c054-fc09-4933-8863-50d0148feb58: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:34:49.174454 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c68e170f-faa0-4e0d-af6f-7a92a6110d50 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:49.330765 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49514) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:49.399627 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f240867d-9423-40d3-8e21-ac64f59c2a72 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/floatingips/1159c054-fc09-4933-8863-50d0148feb58 HTTP/1.1" status: 200 len: 993 time: 0.0675397 Jul 30 20:34:49.493108 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c68e170f-faa0-4e0d-af6f-7a92a6110d50 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Deleting port abfe296d-0278-47ae-890d-523a307710b4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:34:49.493373 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c68e170f-faa0-4e0d-af6f-7a92a6110d50 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:49.578290 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-c68e170f-faa0-4e0d-af6f-7a92a6110d50 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] For port abfe296d-0278-47ae-890d-523a307710b4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=abfe296d-0278-47ae-890d-523a307710b4,segment=NetworkSegment(ee5841a8-d543-4f86-8b2a-23fee80587c5),segment_id=ee5841a8-d543-4f86-8b2a-23fee80587c5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:34:49.578652 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c68e170f-faa0-4e0d-af6f-7a92a6110d50 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:49.591240 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c68e170f-faa0-4e0d-af6f-7a92a6110d50 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Calling delete_port for abfe296d-0278-47ae-890d-523a307710b4 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:34:49.701447 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:49.777781 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c68e170f-faa0-4e0d-af6f-7a92a6110d50 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:49.811787 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e170f-faa0-4e0d-af6f-7a92a6110d50 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event deleted for resources: {'Port': ['ID=abfe296d-0278-47ae-890d-523a307710b4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:50.017083 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c68e170f-faa0-4e0d-af6f-7a92a6110d50 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:50.062048 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device dae2bb6c-600f-49c1-93d0-4e6ea9c76016 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:34:50.082054 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: dae2bb6c-600f-49c1-93d0-4e6ea9c76016 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:34:50.082530 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device dae2bb6c-600f-49c1-93d0-4e6ea9c76016 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:34:50.462793 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bb5df123-b0d1-428f-a3e3-84eeee0afef8 req-daf0417c-0377-4d23-8ca1-11e8bca57e54 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477736 Jul 30 20:34:50.499422 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68e170f-faa0-4e0d-af6f-7a92a6110d50 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Router 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:34:50.548134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5df123-b0d1-428f-a3e3-84eeee0afef8 req-113d5cd6-52bf-48b3-873e-85f2d171ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:50.549706 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bb5df123-b0d1-428f-a3e3-84eeee0afef8 req-113d5cd6-52bf-48b3-873e-85f2d171ed02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 1096 time: 0.0419583 Jul 30 20:34:50.611284 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68e170f-faa0-4e0d-af6f-7a92a6110d50 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:34:50.621008 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c68e170f-faa0-4e0d-af6f-7a92a6110d50 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "PUT /v2.0/routers/1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9602938 Jul 30 20:34:50.621204 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317aa193-4c5f-4045-b4ba-3fdfba13fd75 None None] Sync routers for ids ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:34:50.621663 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49522) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:50.630566 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317aa193-4c5f-4045-b4ba-3fdfba13fd75 None None] Routers {'1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:34:50.631491 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-317aa193-4c5f-4045-b4ba-3fdfba13fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:34:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:50.661821 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5df123-b0d1-428f-a3e3-84eeee0afef8 req-f1f0c20d-7fe9-412f-8489-7f9978cb67c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:50.664705 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bb5df123-b0d1-428f-a3e3-84eeee0afef8 req-f1f0c20d-7fe9-412f-8489-7f9978cb67c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ef924936-2f58-4a79-8725-b38313c07efe HTTP/1.1" status: 200 len: 898 time: 0.0951095 Jul 30 20:34:50.677614 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ece2f21-63f4-4791-a30c-240d4b9695b2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Deleting subnet 91b0840c-b548-4e3b-9e7f-3f3f9f306d43 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:34:50.680940 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ece2f21-63f4-4791-a30c-240d4b9695b2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:50.723676 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ece2f21-63f4-4791-a30c-240d4b9695b2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:50.749967 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-317aa193-4c5f-4045-b4ba-3fdfba13fd75 None None] Set router 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:34:50.754008 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bb5df123-b0d1-428f-a3e3-84eeee0afef8 req-18e3544f-985c-4f3e-9206-65a1086534da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98baf410-4e6c-4b82-982b-a94ee909504f HTTP/1.1" status: 200 len: 1001 time: 0.0829401 Jul 30 20:34:50.810713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5df123-b0d1-428f-a3e3-84eeee0afef8 req-8eb70cdc-3bb9-4905-b007-d3a2ab98edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:50.812684 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bb5df123-b0d1-428f-a3e3-84eeee0afef8 req-8eb70cdc-3bb9-4905-b007-d3a2ab98edc8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ddf192b-04c5-46ef-911f-26b85dd379d3 HTTP/1.1" status: 200 len: 834 time: 0.0503192 Jul 30 20:34:50.821723 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ece2f21-63f4-4791-a30c-240d4b9695b2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:50.866867 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5df123-b0d1-428f-a3e3-84eeee0afef8 req-2fbabec9-3ffa-4ce0-9ca8-d4a12d3583e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:50.868469 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bb5df123-b0d1-428f-a3e3-84eeee0afef8 req-2fbabec9-3ffa-4ce0-9ca8-d4a12d3583e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ef924936-2f58-4a79-8725-b38313c07efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480902 Jul 30 20:34:50.912866 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ece2f21-63f4-4791-a30c-240d4b9695b2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:50.941118 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ece2f21-63f4-4791-a30c-240d4b9695b2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:50.943148 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9ece2f21-63f4-4791-a30c-240d4b9695b2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "DELETE /v2.0/subnets/91b0840c-b548-4e3b-9e7f-3f3f9f306d43 HTTP/1.1" status: 204 len: 168 time: 0.3204820 Jul 30 20:34:50.946480 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37d6719-f01f-484e-bffd-1b17c385e78c None None] Network 394d2c2d-cd31-413d-872f-a3bd4da9339b requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:34:50.946977 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49526) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:50.965741 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece2f21-63f4-4791-a30c-240d4b9695b2 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event deleted for resources: {'Subnet': ['ID=91b0840c-b548-4e3b-9e7f-3f3f9f306d43,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:51.004584 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-317aa193-4c5f-4045-b4ba-3fdfba13fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'name': 'tempest-TestNetworkBasicOps-router-483800241', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:32:08Z', 'updated_at': '2021-07-30T20:34:49Z', 'revision_number': 7, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:09Z', 'updated_at': '2021-07-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:51.034992 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317aa193-4c5f-4045-b4ba-3fdfba13fd75 None None] Checking router: 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:34:51.036811 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bb5df123-b0d1-428f-a3e3-84eeee0afef8 req-3fcd2c07-d634-4c99-8fbf-27c35b1512d5 service neutron] 10.222.0.59 "GET /v2.0/networks/ef924936-2f58-4a79-8725-b38313c07efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613643 Jul 30 20:34:51.044168 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317aa193-4c5f-4045-b4ba-3fdfba13fd75 None None] Routers {'1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:34:51.044839 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-317aa193-4c5f-4045-b4ba-3fdfba13fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:34:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:51.150585 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed80a47f-d909-4ab0-9e1f-f9a7536128fa None None] DHCP port deletion for 394d2c2d-cd31-413d-872f-a3bd4da9339b request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:34:51.173335 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-317aa193-4c5f-4045-b4ba-3fdfba13fd75 None None] Set router 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:34:51.196069 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79afad63-0912-4d31-8be5-e16e9b6629dd tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:51.216421 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ed80a47f-d909-4ab0-9e1f-f9a7536128fa None None] Deleting port 533dff25-14e2-418e-9188-e184cec78af3 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:34:51.216968 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed80a47f-d909-4ab0-9e1f-f9a7536128fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:51.256403 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bb5df123-b0d1-428f-a3e3-84eeee0afef8 req-97306bb5-a4f5-4f36-845b-3b642d720103 service neutron] 10.222.0.59 "GET /v2.0/networks/ef924936-2f58-4a79-8725-b38313c07efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120938 Jul 30 20:34:51.318352 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd956530-4cdb-437a-be5e-bc6d521f9dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:51.340719 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ed80a47f-d909-4ab0-9e1f-f9a7536128fa None None] For port 533dff25-14e2-418e-9188-e184cec78af3, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=533dff25-14e2-418e-9188-e184cec78af3,segment=NetworkSegment(ee5841a8-d543-4f86-8b2a-23fee80587c5),segment_id=ee5841a8-d543-4f86-8b2a-23fee80587c5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:34:51.341039 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed80a47f-d909-4ab0-9e1f-f9a7536128fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:51.355562 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79afad63-0912-4d31-8be5-e16e9b6629dd tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:51.357316 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ed80a47f-d909-4ab0-9e1f-f9a7536128fa None None] Calling delete_port for 533dff25-14e2-418e-9188-e184cec78af3 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:34:51.427235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-79afad63-0912-4d31-8be5-e16e9b6629dd tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Deleting port 437adf5f-490c-4f8b-bea7-d836a6fe995e {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:34:51.427639 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79afad63-0912-4d31-8be5-e16e9b6629dd tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:51.467012 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed80a47f-d909-4ab0-9e1f-f9a7536128fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:51.483710 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-317aa193-4c5f-4045-b4ba-3fdfba13fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'name': 'tempest-TestNetworkBasicOps-router-483800241', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:32:08Z', 'updated_at': '2021-07-30T20:34:49Z', 'revision_number': 7, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:09Z', 'updated_at': '2021-07-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:51.498482 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed80a47f-d909-4ab0-9e1f-f9a7536128fa None None] No DVR routers for this DVR port 533dff25-14e2-418e-9188-e184cec78af3 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:34:51.502544 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80a47f-d909-4ab0-9e1f-f9a7536128fa None None] Pushing event deleted for resources: {'Port': ['ID=533dff25-14e2-418e-9188-e184cec78af3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:51.520140 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317aa193-4c5f-4045-b4ba-3fdfba13fd75 None None] The sync data for ids ['1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3'] in n-d-712137-9 is: [{'id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'name': 'tempest-TestNetworkBasicOps-router-483800241', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:32:08Z', 'updated_at': '2021-07-30T20:34:49Z', 'revision_number': 7, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': '437adf5f-490c-4f8b-bea7-d836a6fe995e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:32:09Z', 'updated_at': '2021-07-30T20:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:34:51.533835 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-79afad63-0912-4d31-8be5-e16e9b6629dd tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] For port 437adf5f-490c-4f8b-bea7-d836a6fe995e, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=437adf5f-490c-4f8b-bea7-d836a6fe995e,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:34:51.534430 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79afad63-0912-4d31-8be5-e16e9b6629dd tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:51.548943 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-79afad63-0912-4d31-8be5-e16e9b6629dd tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Calling delete_port for 437adf5f-490c-4f8b-bea7-d836a6fe995e owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:34:51.722770 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79afad63-0912-4d31-8be5-e16e9b6629dd tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:51.750462 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afad63-0912-4d31-8be5-e16e9b6629dd tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event deleted for resources: {'Port': ['ID=437adf5f-490c-4f8b-bea7-d836a6fe995e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:51.813349 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79afad63-0912-4d31-8be5-e16e9b6629dd tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:51.907066 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79afad63-0912-4d31-8be5-e16e9b6629dd tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:51.909280 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79afad63-0912-4d31-8be5-e16e9b6629dd tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:51.958901 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79afad63-0912-4d31-8be5-e16e9b6629dd tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:51.960232 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79afad63-0912-4d31-8be5-e16e9b6629dd tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Fanout notify agent at l3_agent the message router_deleted on router 1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:34:51.970679 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79afad63-0912-4d31-8be5-e16e9b6629dd tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:51.972959 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-79afad63-0912-4d31-8be5-e16e9b6629dd tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "DELETE /v2.0/routers/1284e069-7aa0-44b6-9e0f-dd4c7c2aeff3 HTTP/1.1" status: 204 len: 168 time: 1.0247982 Jul 30 20:34:51.975981 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49530) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:52.057257 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8c121d7d-476a-4936-85f3-e19d103c7120 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:52.165648 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8c121d7d-476a-4936-85f3-e19d103c7120 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:52.182255 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-8c121d7d-476a-4936-85f3-e19d103c7120 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['394d2c2d-cd31-413d-872f-a3bd4da9339b']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:52.196548 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-8c121d7d-476a-4936-85f3-e19d103c7120 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5841a8-d543-4f86-8b2a-23fee80587c5') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:52.197946 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-8c121d7d-476a-4936-85f3-e19d103c7120 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5841a8-d543-4f86-8b2a-23fee80587c5') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:52.210554 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8c121d7d-476a-4936-85f3-e19d103c7120 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:52.242590 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8c121d7d-476a-4936-85f3-e19d103c7120 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:52.249653 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c121d7d-476a-4936-85f3-e19d103c7120 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:34:52.250284 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8c121d7d-476a-4936-85f3-e19d103c7120 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:34:52.321783 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:34:52.331648 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8c121d7d-476a-4936-85f3-e19d103c7120 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:52.337223 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8c121d7d-476a-4936-85f3-e19d103c7120 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:52.347227 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8c121d7d-476a-4936-85f3-e19d103c7120 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "DELETE /v2.0/networks/394d2c2d-cd31-413d-872f-a3bd4da9339b HTTP/1.1" status: 204 len: 168 time: 0.3699677 Jul 30 20:34:52.362812 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c121d7d-476a-4936-85f3-e19d103c7120 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event deleted for resources: {'Network': ['ID=394d2c2d-cd31-413d-872f-a3bd4da9339b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:52.376473 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49570) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:52.382461 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-64b75c7b-aaa1-46a7-8258-d6051842b2ab tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'network': {'name': 'tempest-network-smoke--1677296390', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'port_security_enabled': True}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:52.404538 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b75c7b-aaa1-46a7-8258-d6051842b2ab tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Made reservation on behalf of 5b1060d492cf4cf8b5f6edec4eca6ad1 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:34:52.408031 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64b75c7b-aaa1-46a7-8258-d6051842b2ab tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:52.431842 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b75c7b-aaa1-46a7-8258-d6051842b2ab tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:34:52.441343 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64b75c7b-aaa1-46a7-8258-d6051842b2ab tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:52.441796 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-64b75c7b-aaa1-46a7-8258-d6051842b2ab tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Added segment 0883ca22-b0e1-40b6-b2de-84c16ddd0bb6 of type vlan for network 03cbec1f-3f9c-487c-a0f2-8970180a9a6f Jul 30 20:34:52.494539 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64b75c7b-aaa1-46a7-8258-d6051842b2ab tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:52.540743 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64b75c7b-aaa1-46a7-8258-d6051842b2ab tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:52.547013 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b75c7b-aaa1-46a7-8258-d6051842b2ab tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:52.547578 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64b75c7b-aaa1-46a7-8258-d6051842b2ab tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:52.616149 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49576) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:52.616672 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-64b75c7b-aaa1-46a7-8258-d6051842b2ab tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2380185 Jul 30 20:34:52.621096 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c3cec7fb-4b12-4d2d-a745-e4ce725cd474 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-822813038', 'admin_state_up': True, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:52.627255 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b75c7b-aaa1-46a7-8258-d6051842b2ab tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'Network': ['ID=03cbec1f-3f9c-487c-a0f2-8970180a9a6f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:52.638213 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 03cbec1f-3f9c-487c-a0f2-8970180a9a6f details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:34:52.649471 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3cec7fb-4b12-4d2d-a745-e4ce725cd474 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:52.652351 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3cec7fb-4b12-4d2d-a745-e4ce725cd474 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:52.703631 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 533dff25-14e2-418e-9188-e184cec78af3 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:34:52.727802 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3cec7fb-4b12-4d2d-a745-e4ce725cd474 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:52.740206 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 533dff25-14e2-418e-9188-e184cec78af3 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:34:52.740507 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 533dff25-14e2-418e-9188-e184cec78af3 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:34:52.740914 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device abfe296d-0278-47ae-890d-523a307710b4 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:34:52.768347 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: abfe296d-0278-47ae-890d-523a307710b4 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:34:52.768692 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device abfe296d-0278-47ae-890d-523a307710b4 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:34:52.894994 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3cec7fb-4b12-4d2d-a745-e4ce725cd474 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:53.096808 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3cec7fb-4b12-4d2d-a745-e4ce725cd474 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:53.115256 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3cec7fb-4b12-4d2d-a745-e4ce725cd474 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:53.228990 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-c3cec7fb-4b12-4d2d-a745-e4ce725cd474 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Allocated IP 172.25.3.125 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/f4a41924-c968-4e7b-bb5d-87eede1843a2) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:34:53.337484 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3cec7fb-4b12-4d2d-a745-e4ce725cd474 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:53.377466 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3cec7fb-4b12-4d2d-a745-e4ce725cd474 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:53.420311 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cec7fb-4b12-4d2d-a745-e4ce725cd474 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:34:53.426835 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c3cec7fb-4b12-4d2d-a745-e4ce725cd474 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:34:53.434005 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cec7fb-4b12-4d2d-a745-e4ce725cd474 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:34:53.437140 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cec7fb-4b12-4d2d-a745-e4ce725cd474 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'Port': ['ID=f4a41924-c968-4e7b-bb5d-87eede1843a2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:53.694001 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3cec7fb-4b12-4d2d-a745-e4ce725cd474 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:53.727606 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b70773b-ca29-4ffc-905f-ba617ae8698a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:53.899288 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3cec7fb-4b12-4d2d-a745-e4ce725cd474 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:53.983489 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:54.031760 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cec7fb-4b12-4d2d-a745-e4ce725cd474 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Router ee2c860c-d06d-4b53-861c-0dd4adcba6a2 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:34:54.139426 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cec7fb-4b12-4d2d-a745-e4ce725cd474 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:34:54.149621 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] Sync routers for ids ['ee2c860c-d06d-4b53-861c-0dd4adcba6a2'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:34:54.159372 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] Routers {'ee2c860c-d06d-4b53-861c-0dd4adcba6a2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:34:54.160024 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:34:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ee2c860c-d06d-4b53-861c-0dd4adcba6a2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:54.165911 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3cec7fb-4b12-4d2d-a745-e4ce725cd474 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:54.167866 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c3cec7fb-4b12-4d2d-a745-e4ce725cd474 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5505707 Jul 30 20:34:54.170893 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49610) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:54.205686 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 437adf5f-490c-4f8b-bea7-d836a6fe995e no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:34:54.207473 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6170e51b-49d6-4aba-b77e-3da2a37cd75a tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=5b1060d492cf4cf8b5f6edec4eca6ad1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351124 Jul 30 20:34:54.209817 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49612) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:54.234505 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 437adf5f-490c-4f8b-bea7-d836a6fe995e {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:34:54.234758 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 437adf5f-490c-4f8b-bea7-d836a6fe995e not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:34:54.294580 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] Set router ee2c860c-d06d-4b53-861c-0dd4adcba6a2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:34:54.314146 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af21fb76-0278-43d6-8334-201a2892cb9c tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:54.320043 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49614) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:54.320500 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-af21fb76-0278-43d6-8334-201a2892cb9c tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1083736 Jul 30 20:34:54.353084 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-94b22ec5-92c8-4a6d-9dab-ddac3df4350b tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309546 Jul 30 20:34:54.355670 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49616) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:54.360796 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-bdb98e08-221e-41bb-b4bb-b47ffa7b0e7a tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1688940879', 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:54.460307 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb98e08-221e-41bb-b4bb-b47ffa7b0e7a tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Made reservation on behalf of 5b1060d492cf4cf8b5f6edec4eca6ad1 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:34:54.464023 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdb98e08-221e-41bb-b4bb-b47ffa7b0e7a tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:54.499083 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'name': 'tempest-TestNetworkBasicOps-router-822813038', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:52Z', 'updated_at': '2021-07-30T20:34:53Z', 'revision_number': 3, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:53Z', 'updated_at': '2021-07-30T20:34:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:54.529565 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] Checking router: ee2c860c-d06d-4b53-861c-0dd4adcba6a2 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:34:54.529917 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] Updating router ee2c860c-d06d-4b53-861c-0dd4adcba6a2 port f4a41924-c968-4e7b-bb5d-87eede1843a2 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:34:54.555715 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:54.667739 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdb98e08-221e-41bb-b4bb-b47ffa7b0e7a tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:54.735295 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb98e08-221e-41bb-b4bb-b47ffa7b0e7a tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'Subnet': ['ID=6ff146c7-5654-4c20-a1f2-faf30eebb11d,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:54.748795 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb98e08-221e-41bb-b4bb-b47ffa7b0e7a tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Checking segment: {'id': '0883ca22-b0e1-40b6-b2de-84c16ddd0bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:34:54.748795 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb98e08-221e-41bb-b4bb-b47ffa7b0e7a tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Network hostable DHCP agents. Network: 03cbec1f-3f9c-487c-a0f2-8970180a9a6f, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:34:54.766136 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb98e08-221e-41bb-b4bb-b47ffa7b0e7a tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Network 03cbec1f-3f9c-487c-a0f2-8970180a9a6f is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:34:54.776014 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-bdb98e08-221e-41bb-b4bb-b47ffa7b0e7a tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 03cbec1f-3f9c-487c-a0f2-8970180a9a6f) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:34:54.780748 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb98e08-221e-41bb-b4bb-b47ffa7b0e7a tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:54.781340 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdb98e08-221e-41bb-b4bb-b47ffa7b0e7a tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:54.788396 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e72295-f896-4e8a-b092-e554a7e949e3 None None] Network 03cbec1f-3f9c-487c-a0f2-8970180a9a6f requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:34:54.803561 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bdb98e08-221e-41bb-b4bb-b47ffa7b0e7a tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4461074 Jul 30 20:34:54.803908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49620) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:55.049634 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:55.062355 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] Transition to ACTIVE for port object f4a41924-c968-4e7b-bb5d-87eede1843a2 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:34:55.070030 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:55.102762 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:55.150031 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1071ec-39b0-4520-b9d9-b6e2cdeef901 None None] Pushing event updated for resources: {'Port': ['ID=f4a41924-c968-4e7b-bb5d-87eede1843a2,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:55.152338 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] Attempting to bind port f4a41924-c968-4e7b-bb5d-87eede1843a2 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:34:55.152710 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] Attempting to bind port f4a41924-c968-4e7b-bb5d-87eede1843a2 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:34:55.153071 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] Attempting to bind port f4a41924-c968-4e7b-bb5d-87eede1843a2 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:34:55.182205 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:34:55.182585 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:34:55.182988 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:55.183383 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:34:55.183885 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] Bound port: f4a41924-c968-4e7b-bb5d-87eede1843a2, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:34:55.184269 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:55.262660 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52fd1bb-7760-4fb7-a855-963156bdc1ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-03cbec1f-3f9c-487c-a0f2-8970180a9a6f', 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'fixed_ips': [{'subnet_id': '6ff146c7-5654-4c20-a1f2-faf30eebb11d'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:34:55.263501 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e52fd1bb-7760-4fb7-a855-963156bdc1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:55.277353 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] For port f4a41924-c968-4e7b-bb5d-87eede1843a2, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:34:55.287765 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9b2d0234-beeb-4363-b9c5-9b74d4875814 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:55.295742 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] For port f4a41924-c968-4e7b-bb5d-87eede1843a2, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f4a41924-c968-4e7b-bb5d-87eede1843a2,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:34:55.302869 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:55.436229 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] Routers {'ee2c860c-d06d-4b53-861c-0dd4adcba6a2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:34:55.436860 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:34:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ee2c860c-d06d-4b53-861c-0dd4adcba6a2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:55.488344 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1071ec-39b0-4520-b9d9-b6e2cdeef901 None None] Pushing event updated for resources: {'Port': ['ID=f4a41924-c968-4e7b-bb5d-87eede1843a2,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:55.554027 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-e52fd1bb-7760-4fb7-a855-963156bdc1ac None None] Allocated IP 172.20.0.2 (03cbec1f-3f9c-487c-a0f2-8970180a9a6f/6ff146c7-5654-4c20-a1f2-faf30eebb11d/30979b1b-c2e4-4988-becd-21166c0f493d) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:34:55.621866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] Set router ee2c860c-d06d-4b53-861c-0dd4adcba6a2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:34:55.857813 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e52fd1bb-7760-4fb7-a855-963156bdc1ac None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:55.868891 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e52fd1bb-7760-4fb7-a855-963156bdc1ac None None] Transition to ACTIVE for port object 30979b1b-c2e4-4988-becd-21166c0f493d will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:34:55.894273 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e52fd1bb-7760-4fb7-a855-963156bdc1ac None None] Transition to ACTIVE for port object 30979b1b-c2e4-4988-becd-21166c0f493d will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:34:55.905654 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e52fd1bb-7760-4fb7-a855-963156bdc1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:55.945823 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'name': 'tempest-TestNetworkBasicOps-router-822813038', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:52Z', 'updated_at': '2021-07-30T20:34:53Z', 'revision_number': 3, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:53Z', 'updated_at': '2021-07-30T20:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:55.957837 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-9b2d0234-beeb-4363-b9c5-9b74d4875814 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Allocated IP 172.20.0.1 (03cbec1f-3f9c-487c-a0f2-8970180a9a6f/6ff146c7-5654-4c20-a1f2-faf30eebb11d/0520fba0-1359-4230-ae90-e707da2218c4) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:34:55.986810 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52fd1bb-7760-4fb7-a855-963156bdc1ac None None] Network 03cbec1f-3f9c-487c-a0f2-8970180a9a6f is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:34:55.989398 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe22d5-9065-4b5d-a7fd-4c7aa4f52aaf None None] The sync data for ids ['ee2c860c-d06d-4b53-861c-0dd4adcba6a2'] in n-d-712137-9 is: [{'id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'name': 'tempest-TestNetworkBasicOps-router-822813038', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:52Z', 'updated_at': '2021-07-30T20:34:53Z', 'revision_number': 3, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:53Z', 'updated_at': '2021-07-30T20:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:34:55.993444 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e52fd1bb-7760-4fb7-a855-963156bdc1ac None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:34:55.999791 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52fd1bb-7760-4fb7-a855-963156bdc1ac None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:34:56.002936 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fd1bb-7760-4fb7-a855-963156bdc1ac None None] Pushing event updated for resources: {'Port': ['ID=30979b1b-c2e4-4988-becd-21166c0f493d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:56.056601 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-e52fd1bb-7760-4fb7-a855-963156bdc1ac None None] Attempting to bind port 30979b1b-c2e4-4988-becd-21166c0f493d on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:34:56.056976 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-e52fd1bb-7760-4fb7-a855-963156bdc1ac None None] Attempting to bind port 30979b1b-c2e4-4988-becd-21166c0f493d by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '0883ca22-b0e1-40b6-b2de-84c16ddd0bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:34:56.057336 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52fd1bb-7760-4fb7-a855-963156bdc1ac None None] Attempting to bind port 30979b1b-c2e4-4988-becd-21166c0f493d on network 03cbec1f-3f9c-487c-a0f2-8970180a9a6f {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:34:56.063997 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52fd1bb-7760-4fb7-a855-963156bdc1ac None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:34:56.063997 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52fd1bb-7760-4fb7-a855-963156bdc1ac None None] Checking segment: {'id': '0883ca22-b0e1-40b6-b2de-84c16ddd0bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:34:56.063997 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e52fd1bb-7760-4fb7-a855-963156bdc1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:56.063997 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52fd1bb-7760-4fb7-a855-963156bdc1ac None None] Bound using segment: {'id': '0883ca22-b0e1-40b6-b2de-84c16ddd0bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:34:56.064583 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-e52fd1bb-7760-4fb7-a855-963156bdc1ac None None] Bound port: 30979b1b-c2e4-4988-becd-21166c0f493d, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0883ca22-b0e1-40b6-b2de-84c16ddd0bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:34:56.064706 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e52fd1bb-7760-4fb7-a855-963156bdc1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:56.108955 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9b2d0234-beeb-4363-b9c5-9b74d4875814 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:56.126357 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-9b2d0234-beeb-4363-b9c5-9b74d4875814 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Transition to ACTIVE for port object 0520fba0-1359-4230-ae90-e707da2218c4 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:34:56.139737 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e52fd1bb-7760-4fb7-a855-963156bdc1ac None None] For port 30979b1b-c2e4-4988-becd-21166c0f493d, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:34:56.143250 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e52fd1bb-7760-4fb7-a855-963156bdc1ac None None] For port 30979b1b-c2e4-4988-becd-21166c0f493d, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=30979b1b-c2e4-4988-becd-21166c0f493d,segment=NetworkSegment(0883ca22-b0e1-40b6-b2de-84c16ddd0bb6),segment_id=0883ca22-b0e1-40b6-b2de-84c16ddd0bb6)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:34:56.149599 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e52fd1bb-7760-4fb7-a855-963156bdc1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:56.174365 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9b2d0234-beeb-4363-b9c5-9b74d4875814 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:56.234333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2d0234-beeb-4363-b9c5-9b74d4875814 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Network 03cbec1f-3f9c-487c-a0f2-8970180a9a6f is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:34:56.235992 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fd1bb-7760-4fb7-a855-963156bdc1ac None None] Pushing event updated for resources: {'Port': ['ID=30979b1b-c2e4-4988-becd-21166c0f493d,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:56.237761 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-9b2d0234-beeb-4363-b9c5-9b74d4875814 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:34:56.241310 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2d0234-beeb-4363-b9c5-9b74d4875814 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:34:56.293015 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d0234-beeb-4363-b9c5-9b74d4875814 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'Port': ['ID=0520fba0-1359-4230-ae90-e707da2218c4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:56.331469 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9b2d0234-beeb-4363-b9c5-9b74d4875814 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:56.513377 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9b2d0234-beeb-4363-b9c5-9b74d4875814 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:56.880721 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9b2d0234-beeb-4363-b9c5-9b74d4875814 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:56.887976 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:56.890846 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9b2d0234-beeb-4363-b9c5-9b74d4875814 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:56.977185 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d0234-beeb-4363-b9c5-9b74d4875814 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'Port': ['ID=0520fba0-1359-4230-ae90-e707da2218c4,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:56.993044 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9b2d0234-beeb-4363-b9c5-9b74d4875814 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:57.390199 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615ac512-c1c8-4f06-9f76-abd04b1c1eb1 None None] Network 03cbec1f-3f9c-487c-a0f2-8970180a9a6f requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:34:57.458919 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3d7757ea-67e2-4c8a-b89a-271014e4e8e9 None None] Provisioning for port 30979b1b-c2e4-4988-becd-21166c0f493d completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:34:57.492186 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2d0234-beeb-4363-b9c5-9b74d4875814 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Network 03cbec1f-3f9c-487c-a0f2-8970180a9a6f is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:34:57.493975 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-9b2d0234-beeb-4363-b9c5-9b74d4875814 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:34:57.621087 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2d0234-beeb-4363-b9c5-9b74d4875814 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Router ee2c860c-d06d-4b53-861c-0dd4adcba6a2 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:34:57.746945 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2d0234-beeb-4363-b9c5-9b74d4875814 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:34:57.756450 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9b2d0234-beeb-4363-b9c5-9b74d4875814 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "PUT /v2.0/routers/ee2c860c-d06d-4b53-861c-0dd4adcba6a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9505599 Jul 30 20:34:57.758834 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49626) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:57.887426 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769fe597-50c5-4973-acb8-b622ad7748bc tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:57.887931 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769fe597-50c5-4973-acb8-b622ad7748bc tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:57.888543 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769fe597-50c5-4973-acb8-b622ad7748bc tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:57.889220 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769fe597-50c5-4973-acb8-b622ad7748bc tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:57.889679 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769fe597-50c5-4973-acb8-b622ad7748bc tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:57.890145 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769fe597-50c5-4973-acb8-b622ad7748bc tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:57.890602 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769fe597-50c5-4973-acb8-b622ad7748bc tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:57.896289 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49630) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:57.896844 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-769fe597-50c5-4973-acb8-b622ad7748bc tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.1364901 Jul 30 20:34:57.906190 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-33c7e800-019a-4ae7-9c74-2e1c8f78c2f4 None None] Provisioning for port 0520fba0-1359-4230-ae90-e707da2218c4 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:34:57.914151 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-33c7e800-019a-4ae7-9c74-2e1c8f78c2f4 None None] Provisioning complete for port 0520fba0-1359-4230-ae90-e707da2218c4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:57.915330 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33c7e800-019a-4ae7-9c74-2e1c8f78c2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:57.968065 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-33c7e800-019a-4ae7-9c74-2e1c8f78c2f4 None None] Port 0520fba0-1359-4230-ae90-e707da2218c4 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:34:57.968898 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] Sync routers for ids ['ee2c860c-d06d-4b53-861c-0dd4adcba6a2'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:34:57.988257 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] Routers {'ee2c860c-d06d-4b53-861c-0dd4adcba6a2'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:34:57.988921 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:34:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ee2c860c-d06d-4b53-861c-0dd4adcba6a2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:58.022210 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68837d3d-b8fa-445c-b24f-6ace77e3e8d5 tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:58.022681 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68837d3d-b8fa-445c-b24f-6ace77e3e8d5 tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:58.023348 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68837d3d-b8fa-445c-b24f-6ace77e3e8d5 tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:58.023831 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68837d3d-b8fa-445c-b24f-6ace77e3e8d5 tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:58.024286 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68837d3d-b8fa-445c-b24f-6ace77e3e8d5 tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:58.024780 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68837d3d-b8fa-445c-b24f-6ace77e3e8d5 tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:58.025239 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68837d3d-b8fa-445c-b24f-6ace77e3e8d5 tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:34:58.027459 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-68837d3d-b8fa-445c-b24f-6ace77e3e8d5 tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1296983 Jul 30 20:34:58.030205 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49632) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:58.131646 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] Set router ee2c860c-d06d-4b53-861c-0dd4adcba6a2 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:34:58.209782 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c48e7ffe-7e51-4220-9bc7-0c8091e10dbc None None] Provisioning complete for port 0520fba0-1359-4230-ae90-e707da2218c4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:58.211544 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c48e7ffe-7e51-4220-9bc7-0c8091e10dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:58.211699 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c285f159-be9e-4b74-b706-4f63d7b3a458 tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.1801958 Jul 30 20:34:58.266708 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c48e7ffe-7e51-4220-9bc7-0c8091e10dbc None None] Port 0520fba0-1359-4230-ae90-e707da2218c4 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:34:58.326214 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 30979b1b-c2e4-4988-becd-21166c0f493d up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:34:58.422100 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 30979b1b-c2e4-4988-becd-21166c0f493d completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:34:58.428313 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 30979b1b-c2e4-4988-becd-21166c0f493d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:58.429106 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:58.482588 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'name': 'tempest-TestNetworkBasicOps-router-822813038', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:52Z', 'updated_at': '2021-07-30T20:34:56Z', 'revision_number': 4, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:53Z', 'updated_at': '2021-07-30T20:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '0520fba0-1359-4230-ae90-e707da2218c4', 'name': '', 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:4b:43:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '6ff146c7-5654-4c20-a1f2-faf30eebb11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:55Z', 'updated_at': '2021-07-30T20:34:56Z', 'revision_number': 2, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '6ff146c7-5654-4c20-a1f2-faf30eebb11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:58.520454 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7c5312b1-8ee3-4030-8628-225334463321 None None] Provisioning complete for port 0520fba0-1359-4230-ae90-e707da2218c4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:58.520869 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7c5312b1-8ee3-4030-8628-225334463321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:58.523314 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] Checking router: ee2c860c-d06d-4b53-861c-0dd4adcba6a2 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:34:58.524232 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] Updating router ee2c860c-d06d-4b53-861c-0dd4adcba6a2 port 0520fba0-1359-4230-ae90-e707da2218c4 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:34:58.559428 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:58.562793 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:58.574014 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7c5312b1-8ee3-4030-8628-225334463321 None None] Port 0520fba0-1359-4230-ae90-e707da2218c4 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:34:58.601318 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 30979b1b-c2e4-4988-becd-21166c0f493d, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=30979b1b-c2e4-4988-becd-21166c0f493d,segment=NetworkSegment(0883ca22-b0e1-40b6-b2de-84c16ddd0bb6),segment_id=0883ca22-b0e1-40b6-b2de-84c16ddd0bb6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:34:58.606805 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:58.607854 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f4a41924-c968-4e7b-bb5d-87eede1843a2 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:34:58.624896 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49636) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:58.630298 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-6888d57a-8460-4651-8e2b-9328b7e035a1 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-40714650', 'description': 'tempest-secgroup-smoke-40714650 description', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:58.659164 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6888d57a-8460-4651-8e2b-9328b7e035a1 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:58.698207 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=30979b1b-c2e4-4988-becd-21166c0f493d,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:58.716039 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port f4a41924-c968-4e7b-bb5d-87eede1843a2 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:34:58.724964 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port f4a41924-c968-4e7b-bb5d-87eede1843a2 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:34:58.725555 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:58.774359 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6888d57a-8460-4651-8e2b-9328b7e035a1 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:58.781027 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6888d57a-8460-4651-8e2b-9328b7e035a1 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:58.818870 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6888d57a-8460-4651-8e2b-9328b7e035a1 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:58.822743 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6888d57a-8460-4651-8e2b-9328b7e035a1 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1939876 Jul 30 20:34:58.822743 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888d57a-8460-4651-8e2b-9328b7e035a1 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5af55b45-a29c-4d79-b86f-7f322006a16e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:58.826808 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49638) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:58.834770 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ecec6433-7c19-400c-ada4-7ea36fbec557 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'security_group_rule': {'security_group_id': '5af55b45-a29c-4d79-b86f-7f322006a16e', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:58.836599 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:58.860234 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port f4a41924-c968-4e7b-bb5d-87eede1843a2, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f4a41924-c968-4e7b-bb5d-87eede1843a2,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:34:58.864844 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:58.876232 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ecec6433-7c19-400c-ada4-7ea36fbec557 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:58.895235 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:58.906517 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] Transition to ACTIVE for port object 0520fba0-1359-4230-ae90-e707da2218c4 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:34:58.918869 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:58.928518 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=f4a41924-c968-4e7b-bb5d-87eede1843a2,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:58.967705 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ecec6433-7c19-400c-ada4-7ea36fbec557 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:58.974971 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ecec6433-7c19-400c-ada4-7ea36fbec557 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:59.001475 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0f404-3a72-4f7d-ac73-c9d341ddf377 None None] Pushing event updated for resources: {'Port': ['ID=0520fba0-1359-4230-ae90-e707da2218c4,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:59.003946 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ecec6433-7c19-400c-ada4-7ea36fbec557 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:59.012303 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ecec6433-7c19-400c-ada4-7ea36fbec557 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1836059 Jul 30 20:34:59.015072 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49642) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:59.015582 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec6433-7c19-400c-ada4-7ea36fbec557 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b74045-58bd-4820-9a7f-f6a0b0479952,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:59.020636 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-53583e0c-36cf-4f37-8c68-a5562406e045 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'security_group_rule': {'security_group_id': '5af55b45-a29c-4d79-b86f-7f322006a16e', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:59.057248 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53583e0c-36cf-4f37-8c68-a5562406e045 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:59.061358 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] Attempting to bind port 0520fba0-1359-4230-ae90-e707da2218c4 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:34:59.062092 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] Attempting to bind port 0520fba0-1359-4230-ae90-e707da2218c4 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '0883ca22-b0e1-40b6-b2de-84c16ddd0bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:34:59.062518 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] Attempting to bind port 0520fba0-1359-4230-ae90-e707da2218c4 on network 03cbec1f-3f9c-487c-a0f2-8970180a9a6f {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:34:59.071184 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:34:59.071580 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] Checking segment: {'id': '0883ca22-b0e1-40b6-b2de-84c16ddd0bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:34:59.071981 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:59.072364 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] Bound using segment: {'id': '0883ca22-b0e1-40b6-b2de-84c16ddd0bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:34:59.072937 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] Bound port: 0520fba0-1359-4230-ae90-e707da2218c4, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0883ca22-b0e1-40b6-b2de-84c16ddd0bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:34:59.073294 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:59.143712 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53583e0c-36cf-4f37-8c68-a5562406e045 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:59.150215 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53583e0c-36cf-4f37-8c68-a5562406e045 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:59.151032 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] For port 0520fba0-1359-4230-ae90-e707da2218c4, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:34:59.154836 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] For port 0520fba0-1359-4230-ae90-e707da2218c4, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0520fba0-1359-4230-ae90-e707da2218c4,segment=NetworkSegment(0883ca22-b0e1-40b6-b2de-84c16ddd0bb6),segment_id=0883ca22-b0e1-40b6-b2de-84c16ddd0bb6)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:34:59.161651 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:59.185985 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53583e0c-36cf-4f37-8c68-a5562406e045 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1eca23-3475-4517-9be1-73d5ecf27ed5,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:59.196300 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53583e0c-36cf-4f37-8c68-a5562406e045 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:59.201680 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49644) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:59.202702 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-53583e0c-36cf-4f37-8c68-a5562406e045 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1863136 Jul 30 20:34:59.208546 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-643a088d-e7ac-4ab4-8d35-747058d82e43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'security_group_rule': {'security_group_id': '5af55b45-a29c-4d79-b86f-7f322006a16e', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:59.227938 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] Routers {'ee2c860c-d06d-4b53-861c-0dd4adcba6a2'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:34:59.228568 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:34:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ee2c860c-d06d-4b53-861c-0dd4adcba6a2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:59.231760 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0f404-3a72-4f7d-ac73-c9d341ddf377 None None] Pushing event updated for resources: {'Port': ['ID=0520fba0-1359-4230-ae90-e707da2218c4,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:59.256282 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-643a088d-e7ac-4ab4-8d35-747058d82e43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:59.343764 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-643a088d-e7ac-4ab4-8d35-747058d82e43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:59.349351 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-643a088d-e7ac-4ab4-8d35-747058d82e43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:59.368215 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a088d-e7ac-4ab4-8d35-747058d82e43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1f6280-3a19-4011-8883-f0609781b488,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:59.375111 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] Set router ee2c860c-d06d-4b53-861c-0dd4adcba6a2 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:34:59.379391 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-643a088d-e7ac-4ab4-8d35-747058d82e43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:59.381913 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-643a088d-e7ac-4ab4-8d35-747058d82e43 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1775599 Jul 30 20:34:59.384643 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49646) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:59.390065 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-959b8512-5750-4eff-b37b-fc49dd6e7987 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'security_group_rule': {'security_group_id': '5af55b45-a29c-4d79-b86f-7f322006a16e', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:59.424056 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-959b8512-5750-4eff-b37b-fc49dd6e7987 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:59.504405 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-959b8512-5750-4eff-b37b-fc49dd6e7987 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:59.510063 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-959b8512-5750-4eff-b37b-fc49dd6e7987 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:59.529320 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b8512-5750-4eff-b37b-fc49dd6e7987 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2295ca17-cfed-481d-bc4d-9baf6e4001ae,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:59.546019 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-959b8512-5750-4eff-b37b-fc49dd6e7987 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:59.547533 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-959b8512-5750-4eff-b37b-fc49dd6e7987 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1611340 Jul 30 20:34:59.550225 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49648) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:59.557345 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a00681a0-6e28-4e2e-9eed-3b64546bb30d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'security_group_rule': {'security_group_id': '5af55b45-a29c-4d79-b86f-7f322006a16e', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:59.579688 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-a00681a0-6e28-4e2e-9eed-3b64546bb30d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Project 5b1060d492cf4cf8b5f6edec4eca6ad1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 20:34:59.585559 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a00681a0-6e28-4e2e-9eed-3b64546bb30d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:59.610782 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'name': 'tempest-TestNetworkBasicOps-router-822813038', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:52Z', 'updated_at': '2021-07-30T20:34:56Z', 'revision_number': 4, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:53Z', 'updated_at': '2021-07-30T20:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '0520fba0-1359-4230-ae90-e707da2218c4', 'name': '', 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:4b:43:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '6ff146c7-5654-4c20-a1f2-faf30eebb11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:55Z', 'updated_at': '2021-07-30T20:34:59Z', 'revision_number': 4, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '6ff146c7-5654-4c20-a1f2-faf30eebb11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:34:59.637418 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a9e2d4-2d1b-448f-b5d0-07e940b29357 None None] The sync data for ids ['ee2c860c-d06d-4b53-861c-0dd4adcba6a2'] in n-d-712137-9 is: [{'id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'name': 'tempest-TestNetworkBasicOps-router-822813038', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:52Z', 'updated_at': '2021-07-30T20:34:56Z', 'revision_number': 4, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:53Z', 'updated_at': '2021-07-30T20:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '0520fba0-1359-4230-ae90-e707da2218c4', 'name': '', 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:4b:43:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '6ff146c7-5654-4c20-a1f2-faf30eebb11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:55Z', 'updated_at': '2021-07-30T20:34:59Z', 'revision_number': 4, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '6ff146c7-5654-4c20-a1f2-faf30eebb11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:34:59.658788 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a00681a0-6e28-4e2e-9eed-3b64546bb30d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:59.663975 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a00681a0-6e28-4e2e-9eed-3b64546bb30d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:59.698408 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00681a0-6e28-4e2e-9eed-3b64546bb30d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7a7e8d-d841-4fe0-a5d2-d134b5da6543,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:59.712433 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a00681a0-6e28-4e2e-9eed-3b64546bb30d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:59.714453 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a00681a0-6e28-4e2e-9eed-3b64546bb30d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1632781 Jul 30 20:34:59.717241 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49650) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:34:59.721720 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-94b031ca-a3de-4eb8-85be-4673373924f9 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'security_group_rule': {'security_group_id': '5af55b45-a29c-4d79-b86f-7f322006a16e', 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:34:59.749406 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-94b031ca-a3de-4eb8-85be-4673373924f9 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Project 5b1060d492cf4cf8b5f6edec4eca6ad1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 20:34:59.758802 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-94b031ca-a3de-4eb8-85be-4673373924f9 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:59.834627 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-94b031ca-a3de-4eb8-85be-4673373924f9 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:59.839673 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-94b031ca-a3de-4eb8-85be-4673373924f9 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:59.862271 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b031ca-a3de-4eb8-85be-4673373924f9 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397927fd-17dc-42df-85f2-1a64806774dd,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:34:59.866145 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-94b031ca-a3de-4eb8-85be-4673373924f9 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:34:59.867679 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-94b031ca-a3de-4eb8-85be-4673373924f9 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1494467 Jul 30 20:35:00.089587 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f751e653-a708-494c-954f-30e751f31677 req-9990f2ab-f874-4236-bcc2-cc94fe9ee9c6 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-40714650&fields=id&tenant_id=5b1060d492cf4cf8b5f6edec4eca6ad1 HTTP/1.1" status: 200 len: 267 time: 0.0407383 Jul 30 20:35:00.232487 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751e653-a708-494c-954f-30e751f31677 req-1a900658-427b-4d53-beac-9459d9af0589 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:00.239719 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f751e653-a708-494c-954f-30e751f31677 req-1a900658-427b-4d53-beac-9459d9af0589 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/networks?id=03cbec1f-3f9c-487c-a0f2-8970180a9a6f HTTP/1.1" status: 200 len: 797 time: 0.1423979 Jul 30 20:35:00.253354 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f751e653-a708-494c-954f-30e751f31677 req-fdce753c-1d4e-457f-ac47-804b32dfce85 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/quotas/5b1060d492cf4cf8b5f6edec4eca6ad1 HTTP/1.1" status: 200 len: 375 time: 0.0126646 Jul 30 20:35:00.320612 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f751e653-a708-494c-954f-30e751f31677 req-424dd92a-cfee-47b0-ba39-d92e89b6c48f tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5b1060d492cf4cf8b5f6edec4eca6ad1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643103 Jul 30 20:35:00.366639 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 30979b1b-c2e4-4988-becd-21166c0f493d up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:35:00.426424 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f751e653-a708-494c-954f-30e751f31677 req-b725f596-b4f4-45b1-8a7e-11c2616b3b1f service neutron] 10.222.0.81 "GET /v2.0/networks/03cbec1f-3f9c-487c-a0f2-8970180a9a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942442 Jul 30 20:35:00.431621 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 30979b1b-c2e4-4988-becd-21166c0f493d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:35:00.431996 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:00.528235 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0520fba0-1359-4230-ae90-e707da2218c4 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:35:00.547252 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f751e653-a708-494c-954f-30e751f31677 req-73b25c51-42f2-4441-92c0-b8681c17962f service neutron] 10.222.0.81 "GET /v2.0/networks/03cbec1f-3f9c-487c-a0f2-8970180a9a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116769 Jul 30 20:35:00.591812 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 0520fba0-1359-4230-ae90-e707da2218c4 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:35:00.598393 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 0520fba0-1359-4230-ae90-e707da2218c4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:35:00.600056 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:00.708294 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:00.750551 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 0520fba0-1359-4230-ae90-e707da2218c4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0520fba0-1359-4230-ae90-e707da2218c4,segment=NetworkSegment(0883ca22-b0e1-40b6-b2de-84c16ddd0bb6),segment_id=0883ca22-b0e1-40b6-b2de-84c16ddd0bb6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:35:00.757631 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:00.758881 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f4a41924-c968-4e7b-bb5d-87eede1843a2 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:35:00.765661 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1c0b127a-40a7-4cfd-9253-dadeee4578e7 req-1a82c597-d62c-439b-a669-a668a63f42bf tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b755f04-3787-494b-9dcc-d587509986d7 HTTP/1.1" status: 200 len: 210 time: 0.0412860 Jul 30 20:35:00.876347 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=0520fba0-1359-4230-ae90-e707da2218c4,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:35:00.898741 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port f4a41924-c968-4e7b-bb5d-87eede1843a2 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:35:00.898741 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:01.796082 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751e653-a708-494c-954f-30e751f31677 req-3f931658-7a62-489c-8772-0f3f84f306ae tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:01.797603 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f751e653-a708-494c-954f-30e751f31677 req-3f931658-7a62-489c-8772-0f3f84f306ae tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.83 "GET /v2.0/networks?id=03cbec1f-3f9c-487c-a0f2-8970180a9a6f HTTP/1.1" status: 200 len: 797 time: 0.1105220 Jul 30 20:35:01.849910 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f751e653-a708-494c-954f-30e751f31677 req-fec086df-3223-426a-97ca-8964ac9370bc tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b1060d492cf4cf8b5f6edec4eca6ad1 HTTP/1.1" status: 200 len: 378 time: 0.0431643 Jul 30 20:35:01.859967 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-f751e653-a708-494c-954f-30e751f31677 req-2d786122-9e0a-487b-aeb0-16c8c3f57392 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'port': {'device_id': '2b755f04-3787-494b-9dcc-d587509986d7', 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f', 'admin_state_up': True, 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'security_groups': ['5af55b45-a29c-4d79-b86f-7f322006a16e']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:35:01.938630 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-05e82681-1490-4c7e-bab0-0fa78182a634 req-52003c63-af94-4c05-be2b-1612e5a1d273 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b755f04-3787-494b-9dcc-d587509986d7 HTTP/1.1" status: 200 len: 210 time: 0.0750453 Jul 30 20:35:02.012600 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f751e653-a708-494c-954f-30e751f31677 req-2d786122-9e0a-487b-aeb0-16c8c3f57392 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Made reservation on behalf of 5b1060d492cf4cf8b5f6edec4eca6ad1 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:35:02.016238 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f751e653-a708-494c-954f-30e751f31677 req-2d786122-9e0a-487b-aeb0-16c8c3f57392 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:02.159253 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-f751e653-a708-494c-954f-30e751f31677 req-2d786122-9e0a-487b-aeb0-16c8c3f57392 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Allocated IP 172.20.0.4 (03cbec1f-3f9c-487c-a0f2-8970180a9a6f/6ff146c7-5654-4c20-a1f2-faf30eebb11d/b7856861-ffa6-4d28-b106-655a25012b13) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:35:02.243039 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0520fba0-1359-4230-ae90-e707da2218c4 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:35:02.298926 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 0520fba0-1359-4230-ae90-e707da2218c4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:35:02.299177 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:02.313798 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f751e653-a708-494c-954f-30e751f31677 req-2d786122-9e0a-487b-aeb0-16c8c3f57392 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:02.329358 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-f751e653-a708-494c-954f-30e751f31677 req-2d786122-9e0a-487b-aeb0-16c8c3f57392 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Transition to ACTIVE for port object b7856861-ffa6-4d28-b106-655a25012b13 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:35:02.374490 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f751e653-a708-494c-954f-30e751f31677 req-2d786122-9e0a-487b-aeb0-16c8c3f57392 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:02.433704 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f751e653-a708-494c-954f-30e751f31677 req-2d786122-9e0a-487b-aeb0-16c8c3f57392 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Network 03cbec1f-3f9c-487c-a0f2-8970180a9a6f is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:35:02.440681 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-f751e653-a708-494c-954f-30e751f31677 req-2d786122-9e0a-487b-aeb0-16c8c3f57392 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:35:02.448201 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-f751e653-a708-494c-954f-30e751f31677 req-2d786122-9e0a-487b-aeb0-16c8c3f57392 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:35:02.452025 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d786122-9e0a-487b-aeb0-16c8c3f57392 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'Port': ['ID=b7856861-ffa6-4d28-b106-655a25012b13,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:35:02.503804 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751e653-a708-494c-954f-30e751f31677 req-2d786122-9e0a-487b-aeb0-16c8c3f57392 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:02.504367 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f751e653-a708-494c-954f-30e751f31677 req-2d786122-9e0a-487b-aeb0-16c8c3f57392 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:02.526141 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f751e653-a708-494c-954f-30e751f31677 req-2d786122-9e0a-487b-aeb0-16c8c3f57392 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6691968 Jul 30 20:35:02.541199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-f751e653-a708-494c-954f-30e751f31677 req-c7e11f2f-07ef-4a52-a915-894791115c0e service neutron] Request body: {'port': {'device_id': '2b755f04-3787-494b-9dcc-d587509986d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:35:02.611129 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f751e653-a708-494c-954f-30e751f31677 req-c7e11f2f-07ef-4a52-a915-894791115c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:02.794597 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c7dd6d70-9dd9-4ccc-a625-ebba8077e779 None None] Provisioning for port b7856861-ffa6-4d28-b106-655a25012b13 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:35:02.798934 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c7dd6d70-9dd9-4ccc-a625-ebba8077e779 None None] Provisioning complete for port b7856861-ffa6-4d28-b106-655a25012b13 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:35:02.799320 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7dd6d70-9dd9-4ccc-a625-ebba8077e779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:02.837935 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c7dd6d70-9dd9-4ccc-a625-ebba8077e779 None None] Port b7856861-ffa6-4d28-b106-655a25012b13 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:35:02.920012 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-f751e653-a708-494c-954f-30e751f31677 req-c7e11f2f-07ef-4a52-a915-894791115c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7856861-ffa6-4d28-b106-655a25012b13 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:35:02.927769 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f751e653-a708-494c-954f-30e751f31677 req-c7e11f2f-07ef-4a52-a915-894791115c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:02.939877 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-f751e653-a708-494c-954f-30e751f31677 req-c7e11f2f-07ef-4a52-a915-894791115c0e service neutron] Transition to ACTIVE for port object b7856861-ffa6-4d28-b106-655a25012b13 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:35:02.944545 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f751e653-a708-494c-954f-30e751f31677 req-c7e11f2f-07ef-4a52-a915-894791115c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:03.004979 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e11f2f-07ef-4a52-a915-894791115c0e service neutron] Pushing event updated for resources: {'Port': ['ID=b7856861-ffa6-4d28-b106-655a25012b13,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:35:03.128190 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0553792-3525-4295-b856-2139f9b8a12f req-33847374-a26e-4dbc-8920-0fb247bd438c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:03.129847 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a0553792-3525-4295-b856-2139f9b8a12f req-33847374-a26e-4dbc-8920-0fb247bd438c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b755f04-3787-494b-9dcc-d587509986d7 HTTP/1.1" status: 200 len: 943 time: 0.1020036 Jul 30 20:35:03.133357 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f751e653-a708-494c-954f-30e751f31677 req-c7e11f2f-07ef-4a52-a915-894791115c0e service neutron] Attempting to bind port b7856861-ffa6-4d28-b106-655a25012b13 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:35:03.133689 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f751e653-a708-494c-954f-30e751f31677 req-c7e11f2f-07ef-4a52-a915-894791115c0e service neutron] Attempting to bind port b7856861-ffa6-4d28-b106-655a25012b13 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '0883ca22-b0e1-40b6-b2de-84c16ddd0bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:35:03.134108 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751e653-a708-494c-954f-30e751f31677 req-c7e11f2f-07ef-4a52-a915-894791115c0e service neutron] Attempting to bind port b7856861-ffa6-4d28-b106-655a25012b13 on network 03cbec1f-3f9c-487c-a0f2-8970180a9a6f {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:35:03.154307 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751e653-a708-494c-954f-30e751f31677 req-c7e11f2f-07ef-4a52-a915-894791115c0e service neutron] Port b7856861-ffa6-4d28-b106-655a25012b13 on network 03cbec1f-3f9c-487c-a0f2-8970180a9a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:35:03.154633 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751e653-a708-494c-954f-30e751f31677 req-c7e11f2f-07ef-4a52-a915-894791115c0e service neutron] Attempting to bind port b7856861-ffa6-4d28-b106-655a25012b13 on network 03cbec1f-3f9c-487c-a0f2-8970180a9a6f {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:35:03.169308 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751e653-a708-494c-954f-30e751f31677 req-c7e11f2f-07ef-4a52-a915-894791115c0e service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:35:03.169664 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751e653-a708-494c-954f-30e751f31677 req-c7e11f2f-07ef-4a52-a915-894791115c0e service neutron] Checking segment: {'id': '0883ca22-b0e1-40b6-b2de-84c16ddd0bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:35:03.170063 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751e653-a708-494c-954f-30e751f31677 req-c7e11f2f-07ef-4a52-a915-894791115c0e service neutron] Bound using segment: {'id': '0883ca22-b0e1-40b6-b2de-84c16ddd0bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:35:03.170510 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f751e653-a708-494c-954f-30e751f31677 req-c7e11f2f-07ef-4a52-a915-894791115c0e service neutron] Bound port: b7856861-ffa6-4d28-b106-655a25012b13, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0883ca22-b0e1-40b6-b2de-84c16ddd0bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:35:03.172558 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f751e653-a708-494c-954f-30e751f31677 req-c7e11f2f-07ef-4a52-a915-894791115c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:03.220960 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a0553792-3525-4295-b856-2139f9b8a12f req-14a7bbc4-02c8-411b-bed4-f678402d2895 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=5af55b45-a29c-4d79-b86f-7f322006a16e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832088 Jul 30 20:35:03.258986 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f751e653-a708-494c-954f-30e751f31677 req-c7e11f2f-07ef-4a52-a915-894791115c0e service neutron] For port b7856861-ffa6-4d28-b106-655a25012b13, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:35:03.262625 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f751e653-a708-494c-954f-30e751f31677 req-c7e11f2f-07ef-4a52-a915-894791115c0e service neutron] For port b7856861-ffa6-4d28-b106-655a25012b13, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=b7856861-ffa6-4d28-b106-655a25012b13,segment=NetworkSegment(0883ca22-b0e1-40b6-b2de-84c16ddd0bb6),segment_id=0883ca22-b0e1-40b6-b2de-84c16ddd0bb6)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:35:03.268917 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f751e653-a708-494c-954f-30e751f31677 req-c7e11f2f-07ef-4a52-a915-894791115c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:03.326650 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751e653-a708-494c-954f-30e751f31677 req-c7e11f2f-07ef-4a52-a915-894791115c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:03.327763 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f751e653-a708-494c-954f-30e751f31677 req-c7e11f2f-07ef-4a52-a915-894791115c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:03.329676 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f751e653-a708-494c-954f-30e751f31677 req-c7e11f2f-07ef-4a52-a915-894791115c0e service neutron] 10.222.0.83 "PUT /v2.0/ports/b7856861-ffa6-4d28-b106-655a25012b13 HTTP/1.1" status: 200 len: 1091 time: 0.7949076 Jul 30 20:35:03.330149 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b755f04-3787-494b-9dcc-d587509986d7', 'tag': 'b7856861-ffa6-4d28-b106-655a25012b13'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:35:03.332573 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3296d1b-0d58-4840-ba5f-b85c30ccb0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "2b755f04-3787-494b-9dcc-d587509986d7", "tag": "b7856861-ffa6-4d28-b106-655a25012b13"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:35:03.358314 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e11f2f-07ef-4a52-a915-894791115c0e service neutron] Pushing event updated for resources: {'Port': ['ID=b7856861-ffa6-4d28-b106-655a25012b13,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:35:03.387767 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb853be-833d-4c31-b7a5-b82c97300f01 x-openstack-request-id: req-acb853be-833d-4c31-b7a5-b82c97300f01 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:35:03.388070 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b755f04-3787-494b-9dcc-d587509986d7", "tag": "b7856861-ffa6-4d28-b106-655a25012b13", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:35:03.388305 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-acb853be-833d-4c31-b7a5-b82c97300f01 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:35:03.388714 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b755f04-3787-494b-9dcc-d587509986d7', 'tag': 'b7856861-ffa6-4d28-b106-655a25012b13', 'status': 'completed', 'code': 200} Jul 30 20:35:03.440406 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751e653-a708-494c-954f-30e751f31677 req-4293f449-4b9f-4f99-b230-4984dc59540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:03.442079 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f751e653-a708-494c-954f-30e751f31677 req-4293f449-4b9f-4f99-b230-4984dc59540f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5b1060d492cf4cf8b5f6edec4eca6ad1&device_id=2b755f04-3787-494b-9dcc-d587509986d7 HTTP/1.1" status: 200 len: 1094 time: 0.0507157 Jul 30 20:35:03.488529 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f751e653-a708-494c-954f-30e751f31677 req-4b58cb3a-24f9-41f9-94e6-4e751a9772cb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7856861-ffa6-4d28-b106-655a25012b13 HTTP/1.1" status: 200 len: 217 time: 0.0375187 Jul 30 20:35:03.540869 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751e653-a708-494c-954f-30e751f31677 req-42b3bb88-2eea-41a7-b401-a3298b550d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:03.542318 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f751e653-a708-494c-954f-30e751f31677 req-42b3bb88-2eea-41a7-b401-a3298b550d16 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6ff146c7-5654-4c20-a1f2-faf30eebb11d HTTP/1.1" status: 200 len: 835 time: 0.0467203 Jul 30 20:35:03.595916 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751e653-a708-494c-954f-30e751f31677 req-0dc3a61f-56fd-4124-a9cc-3da31c951b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:03.597363 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f751e653-a708-494c-954f-30e751f31677 req-0dc3a61f-56fd-4124-a9cc-3da31c951b39 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=03cbec1f-3f9c-487c-a0f2-8970180a9a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475874 Jul 30 20:35:03.689396 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f751e653-a708-494c-954f-30e751f31677 req-17f1abcf-7770-4314-852b-a88dd7c122af service neutron] 10.222.0.83 "GET /v2.0/networks/03cbec1f-3f9c-487c-a0f2-8970180a9a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850766 Jul 30 20:35:03.785202 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f751e653-a708-494c-954f-30e751f31677 req-2759b7e0-0a4d-44b3-ae1b-61bf87c361aa service neutron] 10.222.0.83 "GET /v2.0/networks/03cbec1f-3f9c-487c-a0f2-8970180a9a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892739 Jul 30 20:35:03.885453 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3296d1b-0d58-4840-ba5f-b85c30ccb0e7 req-5d2aded3-7324-4539-bdc0-97298f7cc69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:03.886910 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3296d1b-0d58-4840-ba5f-b85c30ccb0e7 req-5d2aded3-7324-4539-bdc0-97298f7cc69c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5b1060d492cf4cf8b5f6edec4eca6ad1&device_id=2b755f04-3787-494b-9dcc-d587509986d7 HTTP/1.1" status: 200 len: 1094 time: 0.0547013 Jul 30 20:35:03.986396 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3296d1b-0d58-4840-ba5f-b85c30ccb0e7 req-295fad03-ffd3-49d8-a98d-5c9a9edee24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:03.987907 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3296d1b-0d58-4840-ba5f-b85c30ccb0e7 req-295fad03-ffd3-49d8-a98d-5c9a9edee24d service neutron] 10.222.0.83 "GET /v2.0/networks?id=03cbec1f-3f9c-487c-a0f2-8970180a9a6f HTTP/1.1" status: 200 len: 898 time: 0.0921628 Jul 30 20:35:04.034826 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3296d1b-0d58-4840-ba5f-b85c30ccb0e7 req-d28ab72f-ec84-4049-b19f-95470608ef34 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7856861-ffa6-4d28-b106-655a25012b13 HTTP/1.1" status: 200 len: 217 time: 0.0389621 Jul 30 20:35:04.085441 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3296d1b-0d58-4840-ba5f-b85c30ccb0e7 req-ae50ad39-cd58-4e82-9ee4-d1d12d378de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:04.086898 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3296d1b-0d58-4840-ba5f-b85c30ccb0e7 req-ae50ad39-cd58-4e82-9ee4-d1d12d378de2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6ff146c7-5654-4c20-a1f2-faf30eebb11d HTTP/1.1" status: 200 len: 835 time: 0.0452826 Jul 30 20:35:04.132807 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3296d1b-0d58-4840-ba5f-b85c30ccb0e7 req-5a3fa707-2a5a-4202-8e56-cc48b4458c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:04.134442 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3296d1b-0d58-4840-ba5f-b85c30ccb0e7 req-5a3fa707-2a5a-4202-8e56-cc48b4458c4d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=03cbec1f-3f9c-487c-a0f2-8970180a9a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399098 Jul 30 20:35:04.236030 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3296d1b-0d58-4840-ba5f-b85c30ccb0e7 req-560754d5-a4a1-4db9-9893-4ed95be2bd6e service neutron] 10.222.0.83 "GET /v2.0/networks/03cbec1f-3f9c-487c-a0f2-8970180a9a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940237 Jul 30 20:35:04.350530 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3296d1b-0d58-4840-ba5f-b85c30ccb0e7 req-17dcee89-790e-462e-8593-9ebaeb1236bf service neutron] 10.222.0.83 "GET /v2.0/networks/03cbec1f-3f9c-487c-a0f2-8970180a9a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079171 Jul 30 20:35:04.390239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b301f7c-cb42-4cc1-ad52-f9afca81dec4 req-b601b011-5c75-4056-8611-b92a9ca25718 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:04.391867 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8b301f7c-cb42-4cc1-ad52-f9afca81dec4 req-b601b011-5c75-4056-8611-b92a9ca25718 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b755f04-3787-494b-9dcc-d587509986d7 HTTP/1.1" status: 200 len: 943 time: 0.0570807 Jul 30 20:35:04.431393 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8b301f7c-cb42-4cc1-ad52-f9afca81dec4 req-135e68d0-8542-45a2-9973-368c2d704d0a tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=5af55b45-a29c-4d79-b86f-7f322006a16e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332975 Jul 30 20:35:05.545545 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bd3c6-b6ef-4de9-a249-1bd5ad2af171 req-3f6ae0aa-bdc3-4841-a9ec-a993baa7874c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:05.546931 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f00bd3c6-b6ef-4de9-a249-1bd5ad2af171 req-3f6ae0aa-bdc3-4841-a9ec-a993baa7874c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b755f04-3787-494b-9dcc-d587509986d7 HTTP/1.1" status: 200 len: 943 time: 0.0487421 Jul 30 20:35:05.585555 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f00bd3c6-b6ef-4de9-a249-1bd5ad2af171 req-9eb0ad70-a9bb-4517-96d3-4fc31537bfe5 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=5af55b45-a29c-4d79-b86f-7f322006a16e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320790 Jul 30 20:35:06.699154 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42057ef-4c0e-4125-83d6-316da4d12c6a req-000cf0a4-52f8-49bf-a2b5-72e48f63d999 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:06.700682 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d42057ef-4c0e-4125-83d6-316da4d12c6a req-000cf0a4-52f8-49bf-a2b5-72e48f63d999 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b755f04-3787-494b-9dcc-d587509986d7 HTTP/1.1" status: 200 len: 943 time: 0.0490863 Jul 30 20:35:06.741259 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d42057ef-4c0e-4125-83d6-316da4d12c6a req-074a16ee-c4de-4b77-bbe3-645cc88ea3d0 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=5af55b45-a29c-4d79-b86f-7f322006a16e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343659 Jul 30 20:35:07.881635 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc19352-395a-4aa4-b956-acc83dab6633 req-b766e978-2312-4764-906e-66fbf7a1999d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:07.883203 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5cc19352-395a-4aa4-b956-acc83dab6633 req-b766e978-2312-4764-906e-66fbf7a1999d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b755f04-3787-494b-9dcc-d587509986d7 HTTP/1.1" status: 200 len: 943 time: 0.0612690 Jul 30 20:35:07.922176 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5cc19352-395a-4aa4-b956-acc83dab6633 req-7ddeb652-fba7-45b5-a215-3c2d8a3d547d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=5af55b45-a29c-4d79-b86f-7f322006a16e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328345 Jul 30 20:35:08.159502 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device b7856861-ffa6-4d28-b106-655a25012b13 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:35:08.256729 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port b7856861-ffa6-4d28-b106-655a25012b13, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=b7856861-ffa6-4d28-b106-655a25012b13,segment=NetworkSegment(0883ca22-b0e1-40b6-b2de-84c16ddd0bb6),segment_id=0883ca22-b0e1-40b6-b2de-84c16ddd0bb6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:35:08.269343 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'b7856861-ffa6-4d28-b106-655a25012b13', 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f', 'port_id': 'b7856861-ffa6-4d28-b106-655a25012b13', 'mac_address': 'fa:16:3e:1a:90:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff146c7-5654-4c20-a1f2-faf30eebb11d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:35:08.306498 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:08.320025 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7856861-ffa6-4d28-b106-655a25012b13 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:35:08.340222 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port b7856861-ffa6-4d28-b106-655a25012b13, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=b7856861-ffa6-4d28-b106-655a25012b13,segment=NetworkSegment(0883ca22-b0e1-40b6-b2de-84c16ddd0bb6),segment_id=0883ca22-b0e1-40b6-b2de-84c16ddd0bb6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:35:08.344579 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:08.393851 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=b7856861-ffa6-4d28-b106-655a25012b13,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:35:08.642396 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['b7856861-ffa6-4d28-b106-655a25012b13'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:35:08.837272 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-d627f972-ee8e-454e-9ae8-a836b4bd08b4 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:08.838832 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-d627f972-ee8e-454e-9ae8-a836b4bd08b4 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 812 time: 0.1014094 Jul 30 20:35:08.854291 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-e594f1b5-2621-4ed2-84ba-f7a3cf56badf tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/quotas/40df3973962c47808e3981dec5fc9c7f HTTP/1.1" status: 200 len: 375 time: 0.0092518 Jul 30 20:35:08.906115 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-4299fcdc-ff2c-451a-b7b1-566f99fb037d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457344 Jul 30 20:35:09.001250 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-7ecc0e77-4c43-4f0b-bdf9-cdcc86cc4807 service neutron] 10.222.0.81 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878437 Jul 30 20:35:09.088207 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-b65da99b-01a8-4ae3-bf60-dcc7ea806307 service neutron] 10.222.0.81 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809245 Jul 30 20:35:09.405138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c34f6-7c84-4e32-a6ea-457b0c5bcddc req-ddce88d7-afe7-443f-bb00-c72552757940 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:09.406756 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-949c34f6-7c84-4e32-a6ea-457b0c5bcddc req-ddce88d7-afe7-443f-bb00-c72552757940 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b755f04-3787-494b-9dcc-d587509986d7 HTTP/1.1" status: 200 len: 944 time: 0.0544622 Jul 30 20:35:09.445180 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-949c34f6-7c84-4e32-a6ea-457b0c5bcddc req-9ee41c87-13a2-44ce-9c65-766d0df0cb1c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=5af55b45-a29c-4d79-b86f-7f322006a16e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318108 Jul 30 20:35:09.512352 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3b548985-c366-4a9e-a8ee-48075e6b881b req-a9e4a6ce-613a-4f39-9fbb-df8d297a898f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 210 time: 0.0301511 Jul 30 20:35:09.845577 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:35:10.170848 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device b7856861-ffa6-4d28-b106-655a25012b13 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:35:10.225268 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port b7856861-ffa6-4d28-b106-655a25012b13 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:35:10.230318 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port b7856861-ffa6-4d28-b106-655a25012b13 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:35:10.230760 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:10.321853 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:10.329794 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-01a42a6f-26e4-410f-ba55-26049fceb4c5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:10.331257 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-01a42a6f-26e4-410f-ba55-26049fceb4c5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.59 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 812 time: 0.1122880 Jul 30 20:35:10.343537 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-449397cf-4e58-409c-a7d1-5ed023ae9083 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Request body: {'port': {'device_id': '0fb6a7e6-a089-4712-9d1f-a65844c2afe7', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'admin_state_up': True, 'tenant_id': '40df3973962c47808e3981dec5fc9c7f'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:35:10.344639 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b755f04-3787-494b-9dcc-d587509986d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7856861-ffa6-4d28-b106-655a25012b13'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:35:10.346909 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfbaeb7-3d4b-4790-b4ad-3e19d27513ea" -d '{"events": [{"server_uuid": "2b755f04-3787-494b-9dcc-d587509986d7", "name": "network-vif-plugged", "status": "completed", "tag": "b7856861-ffa6-4d28-b106-655a25012b13"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:35:10.361655 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port b7856861-ffa6-4d28-b106-655a25012b13, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=b7856861-ffa6-4d28-b106-655a25012b13,segment=NetworkSegment(0883ca22-b0e1-40b6-b2de-84c16ddd0bb6),segment_id=0883ca22-b0e1-40b6-b2de-84c16ddd0bb6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:35:10.367678 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:10.401614 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93570fb-22ca-4c02-8066-85335aff8a8a x-openstack-request-id: req-f93570fb-22ca-4c02-8066-85335aff8a8a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:35:10.402149 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b755f04-3787-494b-9dcc-d587509986d7", "name": "network-vif-plugged", "status": "completed", "tag": "b7856861-ffa6-4d28-b106-655a25012b13", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:35:10.402483 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f93570fb-22ca-4c02-8066-85335aff8a8a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:35:10.402876 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b755f04-3787-494b-9dcc-d587509986d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7856861-ffa6-4d28-b106-655a25012b13', 'code': 200} Jul 30 20:35:10.434808 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=b7856861-ffa6-4d28-b106-655a25012b13,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:35:10.496098 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-449397cf-4e58-409c-a7d1-5ed023ae9083 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Made reservation on behalf of 40df3973962c47808e3981dec5fc9c7f for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:35:10.499631 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-449397cf-4e58-409c-a7d1-5ed023ae9083 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:10.524735 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e91184-b75a-40ad-a87f-67cd45e1a806 req-e9a3f369-4aae-4c30-9f8d-3124ebbc776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:10.526251 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01e91184-b75a-40ad-a87f-67cd45e1a806 req-e9a3f369-4aae-4c30-9f8d-3124ebbc776b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2b755f04-3787-494b-9dcc-d587509986d7 HTTP/1.1" status: 200 len: 1096 time: 0.0721648 Jul 30 20:35:10.647805 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01e91184-b75a-40ad-a87f-67cd45e1a806 req-5b1dcbff-9ecb-40a4-a62b-7c386671f4b6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5af55b45-a29c-4d79-b86f-7f322006a16e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027203 Jul 30 20:35:10.672236 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ad93c-656d-4a9c-b744-d309f1144d1c req-aeb19b2b-e51c-41e0-bd9a-4fb75a4a455f tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:10.673628 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca5ad93c-656d-4a9c-b744-d309f1144d1c req-aeb19b2b-e51c-41e0-bd9a-4fb75a4a455f tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b755f04-3787-494b-9dcc-d587509986d7 HTTP/1.1" status: 200 len: 945 time: 0.1421046 Jul 30 20:35:10.720146 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-449397cf-4e58-409c-a7d1-5ed023ae9083 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Allocated IP 172.20.0.3 (6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1/3008045a-2232-40b0-9f2b-2de360d1b833/319e3d9f-ddbe-4ec4-b143-2b63933eed54) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:35:10.741708 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca5ad93c-656d-4a9c-b744-d309f1144d1c req-8c55f64e-0f4d-4187-a3d2-fc453db11359 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=5af55b45-a29c-4d79-b86f-7f322006a16e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598338 Jul 30 20:35:10.859809 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8854ad44-6845-4ea6-bdfa-b984d04e5df6 req-ada71259-1e9b-4aee-bb5c-a9ef5253c339 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 210 time: 0.0521944 Jul 30 20:35:10.913596 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-449397cf-4e58-409c-a7d1-5ed023ae9083 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:10.933736 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-449397cf-4e58-409c-a7d1-5ed023ae9083 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Transition to ACTIVE for port object 319e3d9f-ddbe-4ec4-b143-2b63933eed54 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:35:10.966896 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-449397cf-4e58-409c-a7d1-5ed023ae9083 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:11.012631 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-449397cf-4e58-409c-a7d1-5ed023ae9083 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:35:11.015862 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-449397cf-4e58-409c-a7d1-5ed023ae9083 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:35:11.018771 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-449397cf-4e58-409c-a7d1-5ed023ae9083 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:35:11.046994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449397cf-4e58-409c-a7d1-5ed023ae9083 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event updated for resources: {'Port': ['ID=319e3d9f-ddbe-4ec4-b143-2b63933eed54,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:35:11.077408 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-449397cf-4e58-409c-a7d1-5ed023ae9083 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:11.078050 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-449397cf-4e58-409c-a7d1-5ed023ae9083 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:11.093132 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-449397cf-4e58-409c-a7d1-5ed023ae9083 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7534099 Jul 30 20:35:11.106628 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-e53df463-d549-4b90-9e30-8c17c7bfdf99 service neutron] Request body: {'port': {'device_id': '0fb6a7e6-a089-4712-9d1f-a65844c2afe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:35:11.164920 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-e53df463-d549-4b90-9e30-8c17c7bfdf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:11.247539 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ae4d29bb-8249-4264-83ca-acef52a1089c None None] Provisioning for port 319e3d9f-ddbe-4ec4-b143-2b63933eed54 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:35:11.251705 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ae4d29bb-8249-4264-83ca-acef52a1089c None None] Provisioning complete for port 319e3d9f-ddbe-4ec4-b143-2b63933eed54 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:35:11.252174 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae4d29bb-8249-4264-83ca-acef52a1089c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:11.293589 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ae4d29bb-8249-4264-83ca-acef52a1089c None None] Port 319e3d9f-ddbe-4ec4-b143-2b63933eed54 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:35:11.441888 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-e53df463-d549-4b90-9e30-8c17c7bfdf99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319e3d9f-ddbe-4ec4-b143-2b63933eed54 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:35:11.449349 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-e53df463-d549-4b90-9e30-8c17c7bfdf99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:11.461933 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-e53df463-d549-4b90-9e30-8c17c7bfdf99 service neutron] Transition to ACTIVE for port object 319e3d9f-ddbe-4ec4-b143-2b63933eed54 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:35:11.465394 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-e53df463-d549-4b90-9e30-8c17c7bfdf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:11.543779 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53df463-d549-4b90-9e30-8c17c7bfdf99 service neutron] Pushing event updated for resources: {'Port': ['ID=319e3d9f-ddbe-4ec4-b143-2b63933eed54,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:35:11.610672 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-e53df463-d549-4b90-9e30-8c17c7bfdf99 service neutron] Attempting to bind port 319e3d9f-ddbe-4ec4-b143-2b63933eed54 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:35:11.611109 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-e53df463-d549-4b90-9e30-8c17c7bfdf99 service neutron] Attempting to bind port 319e3d9f-ddbe-4ec4-b143-2b63933eed54 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:35:11.611539 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-e53df463-d549-4b90-9e30-8c17c7bfdf99 service neutron] Attempting to bind port 319e3d9f-ddbe-4ec4-b143-2b63933eed54 on network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:35:11.616997 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-e53df463-d549-4b90-9e30-8c17c7bfdf99 service neutron] Port 319e3d9f-ddbe-4ec4-b143-2b63933eed54 on network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:35:11.617127 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-e53df463-d549-4b90-9e30-8c17c7bfdf99 service neutron] Attempting to bind port 319e3d9f-ddbe-4ec4-b143-2b63933eed54 on network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:35:11.623400 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-e53df463-d549-4b90-9e30-8c17c7bfdf99 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:35:11.623400 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-e53df463-d549-4b90-9e30-8c17c7bfdf99 service neutron] Checking segment: {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:35:11.623400 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-e53df463-d549-4b90-9e30-8c17c7bfdf99 service neutron] Bound using segment: {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:35:11.623964 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-e53df463-d549-4b90-9e30-8c17c7bfdf99 service neutron] Bound port: 319e3d9f-ddbe-4ec4-b143-2b63933eed54, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:35:11.624077 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-e53df463-d549-4b90-9e30-8c17c7bfdf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:11.701362 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-e53df463-d549-4b90-9e30-8c17c7bfdf99 service neutron] For port 319e3d9f-ddbe-4ec4-b143-2b63933eed54, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:35:11.704884 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-e53df463-d549-4b90-9e30-8c17c7bfdf99 service neutron] For port 319e3d9f-ddbe-4ec4-b143-2b63933eed54, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=319e3d9f-ddbe-4ec4-b143-2b63933eed54,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:35:11.709741 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-e53df463-d549-4b90-9e30-8c17c7bfdf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:11.746856 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-e53df463-d549-4b90-9e30-8c17c7bfdf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:11.747478 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-e53df463-d549-4b90-9e30-8c17c7bfdf99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:11.748900 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-e53df463-d549-4b90-9e30-8c17c7bfdf99 service neutron] 10.222.0.59 "PUT /v2.0/ports/319e3d9f-ddbe-4ec4-b143-2b63933eed54 HTTP/1.1" status: 200 len: 1091 time: 0.6468360 Jul 30 20:35:11.749483 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb6a7e6-a089-4712-9d1f-a65844c2afe7', 'tag': '319e3d9f-ddbe-4ec4-b143-2b63933eed54'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:35:11.751658 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9813eba-bd7f-4435-8e7e-abcc4c083f14" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb6a7e6-a089-4712-9d1f-a65844c2afe7", "tag": "319e3d9f-ddbe-4ec4-b143-2b63933eed54"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:35:11.776558 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53df463-d549-4b90-9e30-8c17c7bfdf99 service neutron] Pushing event updated for resources: {'Port': ['ID=319e3d9f-ddbe-4ec4-b143-2b63933eed54,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:35:11.804117 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913f1f4b-dfd3-4524-9dde-fb9d9aee598d x-openstack-request-id: req-913f1f4b-dfd3-4524-9dde-fb9d9aee598d {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:35:11.804405 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb6a7e6-a089-4712-9d1f-a65844c2afe7", "tag": "319e3d9f-ddbe-4ec4-b143-2b63933eed54", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:35:11.804654 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-913f1f4b-dfd3-4524-9dde-fb9d9aee598d {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:35:11.805066 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb6a7e6-a089-4712-9d1f-a65844c2afe7', 'tag': '319e3d9f-ddbe-4ec4-b143-2b63933eed54', 'status': 'completed', 'code': 200} Jul 30 20:35:11.857778 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-fc422a1f-6136-4c91-b14b-a37be6bf959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:11.859722 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-fc422a1f-6136-4c91-b14b-a37be6bf959b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 1094 time: 0.0492227 Jul 30 20:35:11.935143 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-1434a54c-f2cf-41d0-8f74-815b3a6e078a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=319e3d9f-ddbe-4ec4-b143-2b63933eed54 HTTP/1.1" status: 200 len: 217 time: 0.0578825 Jul 30 20:35:11.961361 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a60a0-ee18-4621-b1e1-e0f9d775827b req-bba820c8-d857-40b1-b8ce-56f94c8426c1 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:11.968142 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f26a60a0-ee18-4621-b1e1-e0f9d775827b req-bba820c8-d857-40b1-b8ce-56f94c8426c1 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b755f04-3787-494b-9dcc-d587509986d7 HTTP/1.1" status: 200 len: 945 time: 0.1012192 Jul 30 20:35:12.026410 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-cabf225e-110e-46bd-8cb8-a5378065da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:12.027886 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-cabf225e-110e-46bd-8cb8-a5378065da78 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0841744 Jul 30 20:35:12.035067 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f26a60a0-ee18-4621-b1e1-e0f9d775827b req-bc3e7c6c-9279-4171-89c4-29fd33a980ce tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=5af55b45-a29c-4d79-b86f-7f322006a16e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471113 Jul 30 20:35:12.096680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-c071cbf6-de3c-467e-8908-15496995ce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:12.098212 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-c071cbf6-de3c-467e-8908-15496995ce31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622849 Jul 30 20:35:12.208615 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d59ce-416a-4c0f-882b-b64ab473a380 req-5b74d658-0145-48a5-a65c-2fd287dc3052 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:12.210091 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f33d59ce-416a-4c0f-882b-b64ab473a380 req-5b74d658-0145-48a5-a65c-2fd287dc3052 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 943 time: 0.1105072 Jul 30 20:35:12.256908 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-6ccbc4b1-7730-4a0b-9016-fc14daeedd1d service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428244 Jul 30 20:35:12.278756 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f33d59ce-416a-4c0f-882b-b64ab473a380 req-b77594b2-4471-4e7f-bf70-f7045fc2f410 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621676 Jul 30 20:35:12.383068 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f14f0bbe-f9fa-40c0-a646-64d991cf4090 req-d27d144e-fe05-4249-ae1f-6e3554952299 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177068 Jul 30 20:35:12.401943 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a362bd5-3036-48a7-96a6-30dc8c05fdbd req-29deb589-e033-46c3-b468-22b0d534d3b7 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:12.403425 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a362bd5-3036-48a7-96a6-30dc8c05fdbd req-29deb589-e033-46c3-b468-22b0d534d3b7 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b755f04-3787-494b-9dcc-d587509986d7 HTTP/1.1" status: 200 len: 945 time: 0.0594230 Jul 30 20:35:12.472054 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a362bd5-3036-48a7-96a6-30dc8c05fdbd req-c624b65d-13af-425c-838b-76f2e82556dd tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=5af55b45-a29c-4d79-b86f-7f322006a16e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590219 Jul 30 20:35:12.490153 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9813eba-bd7f-4435-8e7e-abcc4c083f14 req-139404a1-725e-4b6f-bb56-03c794f84262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:12.491717 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9813eba-bd7f-4435-8e7e-abcc4c083f14 req-139404a1-725e-4b6f-bb56-03c794f84262 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 1094 time: 0.0525427 Jul 30 20:35:12.496502 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49776) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:35:12.566412 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c2e7ea-2e5b-4ccd-ad41-80a00c34edab tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:12.571411 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49778) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:35:12.571691 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-25c2e7ea-2e5b-4ccd-ad41-80a00c34edab tempest-TestNetworkBasicOps-1641023015 tempest-TestNetworkBasicOps-1641023015-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2b755f04-3787-494b-9dcc-d587509986d7 HTTP/1.1" status: 200 len: 1091 time: 0.0740428 Jul 30 20:35:12.577781 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ea71b109-6b3d-4210-b483-73342c050e33 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': 'b7856861-ffa6-4d28-b106-655a25012b13', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:35:12.601339 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9813eba-bd7f-4435-8e7e-abcc4c083f14 req-d9d928e5-9e1b-4397-8cac-33f1214be21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:12.602874 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9813eba-bd7f-4435-8e7e-abcc4c083f14 req-d9d928e5-9e1b-4397-8cac-33f1214be21a service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 913 time: 0.1040151 Jul 30 20:35:12.618216 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea71b109-6b3d-4210-b483-73342c050e33 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:12.651770 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9813eba-bd7f-4435-8e7e-abcc4c083f14 req-2e0be92d-7546-49e4-a153-60e68363f857 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=319e3d9f-ddbe-4ec4-b143-2b63933eed54 HTTP/1.1" status: 200 len: 217 time: 0.0414667 Jul 30 20:35:12.732920 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9813eba-bd7f-4435-8e7e-abcc4c083f14 req-3d679120-40b1-4c3c-9fc5-dd8f4dedcd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:12.734370 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9813eba-bd7f-4435-8e7e-abcc4c083f14 req-3d679120-40b1-4c3c-9fc5-dd8f4dedcd80 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0743906 Jul 30 20:35:12.806175 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9813eba-bd7f-4435-8e7e-abcc4c083f14 req-54d14c53-2fba-4517-9c7d-530967b4b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:12.807677 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9813eba-bd7f-4435-8e7e-abcc4c083f14 req-54d14c53-2fba-4517-9c7d-530967b4b52b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645375 Jul 30 20:35:12.859932 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea71b109-6b3d-4210-b483-73342c050e33 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:12.980693 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9813eba-bd7f-4435-8e7e-abcc4c083f14 req-6db6222a-d207-415c-9f45-e51bae0f2b1b service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636863 Jul 30 20:35:13.048859 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-ea71b109-6b3d-4210-b483-73342c050e33 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Allocated IP 172.25.3.94 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/18691466-9c3f-4944-a884-67250e8b2576) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:35:13.140539 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9813eba-bd7f-4435-8e7e-abcc4c083f14 req-53e4a093-df92-49d8-a09b-2a925e1fd206 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496851 Jul 30 20:35:13.183981 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea71b109-6b3d-4210-b483-73342c050e33 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:13.222221 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea71b109-6b3d-4210-b483-73342c050e33 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:13.259553 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea71b109-6b3d-4210-b483-73342c050e33 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:35:13.263908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-ea71b109-6b3d-4210-b483-73342c050e33 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:35:13.270387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea71b109-6b3d-4210-b483-73342c050e33 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:35:13.273451 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71b109-6b3d-4210-b483-73342c050e33 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'Port': ['ID=18691466-9c3f-4944-a884-67250e8b2576,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:35:13.783792 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d6ec3-7e7e-4e67-8742-8c62c0270ce8 req-381cfeaf-b526-4bc1-9204-e261198f8131 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:13.785294 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d05d6ec3-7e7e-4e67-8742-8c62c0270ce8 req-381cfeaf-b526-4bc1-9204-e261198f8131 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 943 time: 0.0896106 Jul 30 20:35:13.889484 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d05d6ec3-7e7e-4e67-8742-8c62c0270ce8 req-f422b54e-ad75-4e4a-b8af-3f16e2c2d752 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690818 Jul 30 20:35:14.055770 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea71b109-6b3d-4210-b483-73342c050e33 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:14.125715 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea71b109-6b3d-4210-b483-73342c050e33 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:14.280327 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea71b109-6b3d-4210-b483-73342c050e33 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:14.286569 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea71b109-6b3d-4210-b483-73342c050e33 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:14.357701 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71b109-6b3d-4210-b483-73342c050e33 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event updated for resources: {'Port': ['ID=18691466-9c3f-4944-a884-67250e8b2576,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:35:14.369613 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea71b109-6b3d-4210-b483-73342c050e33 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:14.477062 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-ea71b109-6b3d-4210-b483-73342c050e33 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Floating IP 796c1ea1-3232-40e4-823c-cebc84b42eb3 associated. External IP: 172.25.3.94, port: b7856861-ffa6-4d28-b106-655a25012b13. Jul 30 20:35:14.681131 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea71b109-6b3d-4210-b483-73342c050e33 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Router ee2c860c-d06d-4b53-861c-0dd4adcba6a2 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:35:14.790906 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea71b109-6b3d-4210-b483-73342c050e33 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:35:14.800339 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db6daaa-0f75-425a-a366-18fdf852476c None None] Sync routers for ids ['ee2c860c-d06d-4b53-861c-0dd4adcba6a2'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:35:14.807768 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea71b109-6b3d-4210-b483-73342c050e33 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:14.809712 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db6daaa-0f75-425a-a366-18fdf852476c None None] Routers {'ee2c860c-d06d-4b53-861c-0dd4adcba6a2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:35:14.810462 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1db6daaa-0f75-425a-a366-18fdf852476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:34:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ee2c860c-d06d-4b53-861c-0dd4adcba6a2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:35:14.835328 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ea71b109-6b3d-4210-b483-73342c050e33 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2627990 Jul 30 20:35:14.836034 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b755f04-3787-494b-9dcc-d587509986d7', 'tag': 'b7856861-ffa6-4d28-b106-655a25012b13'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:35:14.838143 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49784) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:35:14.838661 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0dda87-1a81-4f9c-aeea-5f08c01c282d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b755f04-3787-494b-9dcc-d587509986d7", "tag": "b7856861-ffa6-4d28-b106-655a25012b13"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:35:14.877197 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2c348f-8625-4635-9438-f109c06e1984 x-openstack-request-id: req-3a2c348f-8625-4635-9438-f109c06e1984 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:35:14.877437 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b755f04-3787-494b-9dcc-d587509986d7", "tag": "b7856861-ffa6-4d28-b106-655a25012b13", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:35:14.877755 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a2c348f-8625-4635-9438-f109c06e1984 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:35:14.878273 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b755f04-3787-494b-9dcc-d587509986d7', 'tag': 'b7856861-ffa6-4d28-b106-655a25012b13', 'status': 'completed', 'code': 200} Jul 30 20:35:14.921461 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-1db6daaa-0f75-425a-a366-18fdf852476c None None] Set router ee2c860c-d06d-4b53-861c-0dd4adcba6a2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:35:14.961490 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dda87-1a81-4f9c-aeea-5f08c01c282d req-eea73f3b-b705-412a-93de-497927bd32bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:14.963289 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a0dda87-1a81-4f9c-aeea-5f08c01c282d req-eea73f3b-b705-412a-93de-497927bd32bf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5b1060d492cf4cf8b5f6edec4eca6ad1&device_id=2b755f04-3787-494b-9dcc-d587509986d7 HTTP/1.1" status: 200 len: 1096 time: 0.0633051 Jul 30 20:35:15.087029 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6913324-8967-49d7-ab64-31975189e5b4 req-b4b4db82-62d7-428a-a9c3-2b8cef20361b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:15.088762 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d6913324-8967-49d7-ab64-31975189e5b4 req-b4b4db82-62d7-428a-a9c3-2b8cef20361b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 943 time: 0.1171420 Jul 30 20:35:15.121190 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dda87-1a81-4f9c-aeea-5f08c01c282d req-3e63f7f0-1a22-4b25-bbca-941052c80944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:15.122704 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a0dda87-1a81-4f9c-aeea-5f08c01c282d req-3e63f7f0-1a22-4b25-bbca-941052c80944 service neutron] 10.222.0.83 "GET /v2.0/networks?id=03cbec1f-3f9c-487c-a0f2-8970180a9a6f HTTP/1.1" status: 200 len: 898 time: 0.1523094 Jul 30 20:35:15.164213 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1db6daaa-0f75-425a-a366-18fdf852476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'name': 'tempest-TestNetworkBasicOps-router-822813038', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:52Z', 'updated_at': '2021-07-30T20:34:56Z', 'revision_number': 4, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:53Z', 'updated_at': '2021-07-30T20:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '796c1ea1-3232-40e4-823c-cebc84b42eb3', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'port_id': 'b7856861-ffa6-4d28-b106-655a25012b13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f', 'mac_address': 'fa:16:3e:1a:90:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b755f04-3787-494b-9dcc-d587509986d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:35:13Z', 'updated_at': '2021-07-30T20:35:13Z', 'revision_number': 0, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0520fba0-1359-4230-ae90-e707da2218c4', 'name': '', 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:4b:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '6ff146c7-5654-4c20-a1f2-faf30eebb11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:55Z', 'updated_at': '2021-07-30T20:35:00Z', 'revision_number': 5, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '6ff146c7-5654-4c20-a1f2-faf30eebb11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:35:15.180832 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d6913324-8967-49d7-ab64-31975189e5b4 req-8755684f-7723-407d-8a2f-1e314002a993 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843756 Jul 30 20:35:15.183798 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-27667189-3941-4765-81c1-e200bf3c2f0f tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/floatingips/796c1ea1-3232-40e4-823c-cebc84b42eb3 HTTP/1.1" status: 200 len: 990 time: 0.3444872 Jul 30 20:35:15.196766 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db6daaa-0f75-425a-a366-18fdf852476c None None] Checking router: ee2c860c-d06d-4b53-861c-0dd4adcba6a2 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:35:15.205255 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db6daaa-0f75-425a-a366-18fdf852476c None None] Routers {'ee2c860c-d06d-4b53-861c-0dd4adcba6a2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:35:15.205855 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1db6daaa-0f75-425a-a366-18fdf852476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:34:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ee2c860c-d06d-4b53-861c-0dd4adcba6a2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:35:15.206770 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a0dda87-1a81-4f9c-aeea-5f08c01c282d req-aba3ab5d-25a9-41e5-9a91-1ed933336b09 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7856861-ffa6-4d28-b106-655a25012b13 HTTP/1.1" status: 200 len: 998 time: 0.0722508 Jul 30 20:35:15.256257 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dda87-1a81-4f9c-aeea-5f08c01c282d req-f08d3eb6-5eb7-48f6-bb52-fa7611229507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:15.257700 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a0dda87-1a81-4f9c-aeea-5f08c01c282d req-f08d3eb6-5eb7-48f6-bb52-fa7611229507 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6ff146c7-5654-4c20-a1f2-faf30eebb11d HTTP/1.1" status: 200 len: 835 time: 0.0436649 Jul 30 20:35:15.304624 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dda87-1a81-4f9c-aeea-5f08c01c282d req-86bea753-72b6-42c5-b35a-2da901ae31ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:15.306115 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a0dda87-1a81-4f9c-aeea-5f08c01c282d req-86bea753-72b6-42c5-b35a-2da901ae31ca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=03cbec1f-3f9c-487c-a0f2-8970180a9a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408149 Jul 30 20:35:15.310492 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-1db6daaa-0f75-425a-a366-18fdf852476c None None] Set router ee2c860c-d06d-4b53-861c-0dd4adcba6a2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:35:15.401444 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a0dda87-1a81-4f9c-aeea-5f08c01c282d req-a2a0e990-6f3a-4b48-a450-38c981c32f69 service neutron] 10.222.0.83 "GET /v2.0/networks/03cbec1f-3f9c-487c-a0f2-8970180a9a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872397 Jul 30 20:35:15.490632 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a0dda87-1a81-4f9c-aeea-5f08c01c282d req-0297e640-7825-41a5-a7d2-4d6fcfddaa88 service neutron] 10.222.0.83 "GET /v2.0/networks/03cbec1f-3f9c-487c-a0f2-8970180a9a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825112 Jul 30 20:35:15.535161 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1db6daaa-0f75-425a-a366-18fdf852476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'name': 'tempest-TestNetworkBasicOps-router-822813038', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:52Z', 'updated_at': '2021-07-30T20:34:56Z', 'revision_number': 4, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:53Z', 'updated_at': '2021-07-30T20:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '796c1ea1-3232-40e4-823c-cebc84b42eb3', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'port_id': 'b7856861-ffa6-4d28-b106-655a25012b13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f', 'mac_address': 'fa:16:3e:1a:90:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b755f04-3787-494b-9dcc-d587509986d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:35:13Z', 'updated_at': '2021-07-30T20:35:13Z', 'revision_number': 0, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0520fba0-1359-4230-ae90-e707da2218c4', 'name': '', 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:4b:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '6ff146c7-5654-4c20-a1f2-faf30eebb11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:55Z', 'updated_at': '2021-07-30T20:35:00Z', 'revision_number': 5, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '6ff146c7-5654-4c20-a1f2-faf30eebb11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:35:15.564628 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db6daaa-0f75-425a-a366-18fdf852476c None None] The sync data for ids ['ee2c860c-d06d-4b53-861c-0dd4adcba6a2'] in n-d-712137-9 is: [{'id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'name': 'tempest-TestNetworkBasicOps-router-822813038', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:52Z', 'updated_at': '2021-07-30T20:34:56Z', 'revision_number': 4, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:53Z', 'updated_at': '2021-07-30T20:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '796c1ea1-3232-40e4-823c-cebc84b42eb3', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'port_id': 'b7856861-ffa6-4d28-b106-655a25012b13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f', 'mac_address': 'fa:16:3e:1a:90:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b755f04-3787-494b-9dcc-d587509986d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:35:13Z', 'updated_at': '2021-07-30T20:35:13Z', 'revision_number': 0, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0520fba0-1359-4230-ae90-e707da2218c4', 'name': '', 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:4b:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '6ff146c7-5654-4c20-a1f2-faf30eebb11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:55Z', 'updated_at': '2021-07-30T20:35:00Z', 'revision_number': 5, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '6ff146c7-5654-4c20-a1f2-faf30eebb11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:35:15.599919 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:15.755933 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142af723-9d91-4813-8b94-1f27804c7eb2 None None] New status for floating IP 796c1ea1-3232-40e4-823c-cebc84b42eb3: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:35:16.185230 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 49792) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:35:16.244663 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-daa3e90b-b7fc-4bd9-a397-0a91b6316cb0 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/floatingips/796c1ea1-3232-40e4-823c-cebc84b42eb3 HTTP/1.1" status: 200 len: 992 time: 0.0583017 Jul 30 20:35:16.303256 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22bceb-9ad6-42ac-86dd-2b7f0f598063 req-c172bfdf-e8de-498c-b00d-80a145c23630 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:16.304797 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d22bceb-9ad6-42ac-86dd-2b7f0f598063 req-c172bfdf-e8de-498c-b00d-80a145c23630 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 943 time: 0.0553029 Jul 30 20:35:16.343649 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d22bceb-9ad6-42ac-86dd-2b7f0f598063 req-57a02dca-1bc7-4b74-9ce1-e7e7eb21f9b5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328031 Jul 30 20:35:17.455766 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb49248-95a4-4837-ac87-51e7d9d2d1ef req-a8fbce7f-0a96-4bff-b029-164475effc6c tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:17.457224 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ffb49248-95a4-4837-ac87-51e7d9d2d1ef req-a8fbce7f-0a96-4bff-b029-164475effc6c tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 943 time: 0.0485873 Jul 30 20:35:17.495772 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ffb49248-95a4-4837-ac87-51e7d9d2d1ef req-0705e05a-b4e7-498b-bbb9-389e3e9a3d65 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321915 Jul 30 20:35:18.372880 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c55026-0ebe-4ac8-85ac-327435f5707c req-1b9edd03-f132-425a-be14-214f499f2520 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:18.374373 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-00c55026-0ebe-4ac8-85ac-327435f5707c req-1b9edd03-f132-425a-be14-214f499f2520 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 1096 time: 0.0396345 Jul 30 20:35:18.392571 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-00c55026-0ebe-4ac8-85ac-327435f5707c req-4c278f28-85f2-449b-910e-8a09b10e5538 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:18.476320 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-00c55026-0ebe-4ac8-85ac-327435f5707c req-4c278f28-85f2-449b-910e-8a09b10e5538 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:18.480917 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-00c55026-0ebe-4ac8-85ac-327435f5707c req-4c278f28-85f2-449b-910e-8a09b10e5538 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:18.508101 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-00c55026-0ebe-4ac8-85ac-327435f5707c req-4c278f28-85f2-449b-910e-8a09b10e5538 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274686 Jul 30 20:35:18.516380 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c278f28-85f2-449b-910e-8a09b10e5538 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e7d577-5011-4909-982b-b18531af49cc,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:35:18.609515 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a2b1e-5b89-4f85-9b27-6795e5708af7 req-9c4a54c4-d79b-439a-ad6c-c376c72981d5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:18.610949 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b17a2b1e-5b89-4f85-9b27-6795e5708af7 req-9c4a54c4-d79b-439a-ad6c-c376c72981d5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 943 time: 0.0492258 Jul 30 20:35:18.648521 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b17a2b1e-5b89-4f85-9b27-6795e5708af7 req-6f9714a7-fe0e-4900-bfe2-d0845068bc79 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309730 Jul 30 20:35:18.750159 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6839863-49b0-40b5-ab6a-36a2383a2f41 req-975842ae-7752-4327-86bf-c14dd9c2ee0c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:18.751588 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d6839863-49b0-40b5-ab6a-36a2383a2f41 req-975842ae-7752-4327-86bf-c14dd9c2ee0c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 945 time: 0.0497632 Jul 30 20:35:18.791704 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d6839863-49b0-40b5-ab6a-36a2383a2f41 req-5bfdbfe0-9634-4d9b-8a89-0e20fe31417d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340953 Jul 30 20:35:18.814135 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49806) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:35:18.878655 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-71d00aa3-3506-40c4-9e60-f17f246407a7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/floatingips/1159c054-fc09-4933-8863-50d0148feb58 HTTP/1.1" status: 200 len: 993 time: 0.0633681 Jul 30 20:35:19.415898 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 49820) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:35:19.484851 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d91e2-a1aa-43eb-a2d1-859e3dcd4181 req-a01f7d83-f485-4039-865d-e3ac512b807a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:19.486362 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a60d91e2-a1aa-43eb-a2d1-859e3dcd4181 req-a01f7d83-f485-4039-865d-e3ac512b807a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 945 time: 0.0636423 Jul 30 20:35:19.542070 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a60d91e2-a1aa-43eb-a2d1-859e3dcd4181 req-6fb04f21-546d-45b1-b67a-093e35be3b86 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414801 Jul 30 20:35:19.544853 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-16dfd778-be06-4012-8e8e-b7f2cc1866b9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1273079 Jul 30 20:35:19.716279 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:19.769472 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709db01-ac21-4c4a-8705-02100ae8c6fb req-45e832dd-8668-446a-bc61-4f6278f19ca8 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:19.771529 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2709db01-ac21-4c4a-8705-02100ae8c6fb req-45e832dd-8668-446a-bc61-4f6278f19ca8 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 943 time: 0.0551584 Jul 30 20:35:19.813697 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2709db01-ac21-4c4a-8705-02100ae8c6fb req-de75a111-5c01-41a3-a3aa-862b7d8d46ae tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362208 Jul 30 20:35:20.667305 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-21e09612-0d66-46cb-ab4d-0379be58a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:20.668824 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-21e09612-0d66-46cb-ab4d-0379be58a41e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 1096 time: 0.0677857 Jul 30 20:35:20.680642 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca0ca3-771a-4e4c-aca7-9a71ca34506e req-e6ffba2c-20ac-4067-b5f2-c9286340b849 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:20.681998 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0ca0ca3-771a-4e4c-aca7-9a71ca34506e req-e6ffba2c-20ac-4067-b5f2-c9286340b849 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 945 time: 0.0709364 Jul 30 20:35:20.766090 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0ca0ca3-771a-4e4c-aca7-9a71ca34506e req-f6e26ba7-e10d-4b62-9a1d-73765ba29668 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762434 Jul 30 20:35:20.794537 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-d01062ec-8f58-455a-8dc8-12ff3b058e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:20.796009 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-d01062ec-8f58-455a-8dc8-12ff3b058e77 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ef924936-2f58-4a79-8725-b38313c07efe HTTP/1.1" status: 200 len: 898 time: 0.1131926 Jul 30 20:35:20.861309 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-60ac8e06-6f1b-4576-82a5-b9243c33c910 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98baf410-4e6c-4b82-982b-a94ee909504f HTTP/1.1" status: 200 len: 1001 time: 0.0582900 Jul 30 20:35:20.940782 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-e64ac3e2-bf8f-40e4-bcff-1faa10100d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:20.942709 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-e64ac3e2-bf8f-40e4-bcff-1faa10100d54 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ddf192b-04c5-46ef-911f-26b85dd379d3 HTTP/1.1" status: 200 len: 834 time: 0.0746286 Jul 30 20:35:20.968120 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07340d-fb70-4429-99e1-91105def4232 req-dfff37cf-4fa0-4c63-8b8b-b9adb54d0f64 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:20.969547 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee07340d-fb70-4429-99e1-91105def4232 req-dfff37cf-4fa0-4c63-8b8b-b9adb54d0f64 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 943 time: 0.0703900 Jul 30 20:35:21.024977 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-c672b51e-69b4-4dcb-b6ce-a44d26cf2f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:21.026471 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-c672b51e-69b4-4dcb-b6ce-a44d26cf2f07 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ef924936-2f58-4a79-8725-b38313c07efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759530 Jul 30 20:35:21.029199 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee07340d-fb70-4429-99e1-91105def4232 req-f59418ae-dc36-4728-afaf-fada5c705cd0 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459228 Jul 30 20:35:21.118825 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-e631280b-41ed-4cbf-8df3-7305ed2d9bcd service neutron] 10.222.0.59 "GET /v2.0/networks/ef924936-2f58-4a79-8725-b38313c07efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849719 Jul 30 20:35:21.206865 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-223ca978-78ba-477b-819f-c3977bf58308 service neutron] 10.222.0.59 "GET /v2.0/networks/ef924936-2f58-4a79-8725-b38313c07efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816350 Jul 30 20:35:21.259609 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c78fed2f-de6f-4715-bb2e-9557b7fcaa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:21.885783 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0abde-0790-49d5-8270-d0d94c5a9a60 req-0546a6ac-adf5-479d-b9c2-94703ad9e40a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:21.887254 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d6a0abde-0790-49d5-8270-d0d94c5a9a60 req-0546a6ac-adf5-479d-b9c2-94703ad9e40a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 945 time: 0.0543063 Jul 30 20:35:21.924732 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d6a0abde-0790-49d5-8270-d0d94c5a9a60 req-59377a5b-6cf8-4997-b028-81b0277b3531 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313036 Jul 30 20:35:22.140229 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380bd8d0-3795-4e33-8df7-f7b70de1ed97 req-acd3919a-4cdb-435d-9b19-812033df3ce1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:22.141693 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-380bd8d0-3795-4e33-8df7-f7b70de1ed97 req-acd3919a-4cdb-435d-9b19-812033df3ce1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 943 time: 0.0486846 Jul 30 20:35:22.179786 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-380bd8d0-3795-4e33-8df7-f7b70de1ed97 req-13f55a03-4d27-42b9-9651-39ecb44f83c6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314236 Jul 30 20:35:22.293430 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 319e3d9f-ddbe-4ec4-b143-2b63933eed54 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:35:22.386083 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 319e3d9f-ddbe-4ec4-b143-2b63933eed54, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=319e3d9f-ddbe-4ec4-b143-2b63933eed54,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:35:22.397716 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '319e3d9f-ddbe-4ec4-b143-2b63933eed54', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'port_id': '319e3d9f-ddbe-4ec4-b143-2b63933eed54', 'mac_address': 'fa:16:3e:5b:8f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:35:22.435938 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:22.448451 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319e3d9f-ddbe-4ec4-b143-2b63933eed54 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:35:22.467657 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 319e3d9f-ddbe-4ec4-b143-2b63933eed54, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=319e3d9f-ddbe-4ec4-b143-2b63933eed54,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:35:22.471152 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:22.516077 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=319e3d9f-ddbe-4ec4-b143-2b63933eed54,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:35:22.678303 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['319e3d9f-ddbe-4ec4-b143-2b63933eed54'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:35:23.041137 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe95f3c-987c-4498-b3cd-e4619226a6f4 req-f88f1e76-01a2-47ae-bb1b-274df85711d0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:23.042628 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ffe95f3c-987c-4498-b3cd-e4619226a6f4 req-f88f1e76-01a2-47ae-bb1b-274df85711d0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 945 time: 0.0495875 Jul 30 20:35:23.082723 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ffe95f3c-987c-4498-b3cd-e4619226a6f4 req-513e6405-b4e4-40c2-a8e1-985c95a38795 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342343 Jul 30 20:35:23.295971 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d5c53-d627-4d50-8324-dcd32b952d8e req-54c6e5f9-86cc-400e-afe1-193b2a96ae16 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:23.297445 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a4d5c53-d627-4d50-8324-dcd32b952d8e req-54c6e5f9-86cc-400e-afe1-193b2a96ae16 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 944 time: 0.0529468 Jul 30 20:35:23.335349 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a4d5c53-d627-4d50-8324-dcd32b952d8e req-75736b71-1f06-4863-bc08-48f63024f47f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313144 Jul 30 20:35:23.729060 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-320fcb0d-5e54-41d2-8268-4e9f186775d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:23.983563 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:24.197343 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08679b-fd5f-489b-8521-73ace9a93c76 req-d76b3183-4fd5-4df9-9251-a3343fe3cec4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:24.198815 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8e08679b-fd5f-489b-8521-73ace9a93c76 req-d76b3183-4fd5-4df9-9251-a3343fe3cec4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 945 time: 0.0491378 Jul 30 20:35:24.235830 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8e08679b-fd5f-489b-8521-73ace9a93c76 req-b8537d1c-c36f-4ec8-9efa-17181dc44abb tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307448 Jul 30 20:35:24.311175 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 319e3d9f-ddbe-4ec4-b143-2b63933eed54 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:35:24.360110 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 319e3d9f-ddbe-4ec4-b143-2b63933eed54 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:35:24.364372 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 319e3d9f-ddbe-4ec4-b143-2b63933eed54 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:35:24.364749 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:24.441738 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:24.452056 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1c1e3-7d32-498f-84d7-421aabdd258e req-81dc2a2d-045c-4562-8a36-3d2a9c503106 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:24.453618 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3af1c1e3-7d32-498f-84d7-421aabdd258e req-81dc2a2d-045c-4562-8a36-3d2a9c503106 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 944 time: 0.0496969 Jul 30 20:35:24.464018 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb6a7e6-a089-4712-9d1f-a65844c2afe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319e3d9f-ddbe-4ec4-b143-2b63933eed54'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:35:24.466400 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28014b07-6a99-41a5-8bc1-df431bb3be1f" -d '{"events": [{"server_uuid": "0fb6a7e6-a089-4712-9d1f-a65844c2afe7", "name": "network-vif-plugged", "status": "completed", "tag": "319e3d9f-ddbe-4ec4-b143-2b63933eed54"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:35:24.481698 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 319e3d9f-ddbe-4ec4-b143-2b63933eed54, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=319e3d9f-ddbe-4ec4-b143-2b63933eed54,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:35:24.485660 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:24.494692 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3af1c1e3-7d32-498f-84d7-421aabdd258e req-85b81caf-f4cc-41d4-b693-f9914632609a tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349030 Jul 30 20:35:24.533655 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=319e3d9f-ddbe-4ec4-b143-2b63933eed54,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:35:24.537091 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7858a147-74bc-4945-aa54-3ac64d704504 x-openstack-request-id: req-7858a147-74bc-4945-aa54-3ac64d704504 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:35:24.537386 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb6a7e6-a089-4712-9d1f-a65844c2afe7", "name": "network-vif-plugged", "status": "completed", "tag": "319e3d9f-ddbe-4ec4-b143-2b63933eed54", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:35:24.537645 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7858a147-74bc-4945-aa54-3ac64d704504 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:35:24.538024 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb6a7e6-a089-4712-9d1f-a65844c2afe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319e3d9f-ddbe-4ec4-b143-2b63933eed54', 'code': 200} Jul 30 20:35:24.637643 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e1b47-f68d-4cc6-8aac-12a96bdb1a36 req-cfffe6f3-4c43-4662-aab9-e54992517bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:24.639102 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb1e1b47-f68d-4cc6-8aac-12a96bdb1a36 req-cfffe6f3-4c43-4662-aab9-e54992517bf8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 1096 time: 0.0444984 Jul 30 20:35:24.673496 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb1e1b47-f68d-4cc6-8aac-12a96bdb1a36 req-583a873d-5cd1-4194-b6be-5bf08bd063dc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274618 Jul 30 20:35:25.012445 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:25.353539 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f689393-9131-4e4f-bc64-aea56dffcb62 req-2ea7d787-ee53-4f48-9a61-5af32f621e83 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:25.355028 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5f689393-9131-4e4f-bc64-aea56dffcb62 req-2ea7d787-ee53-4f48-9a61-5af32f621e83 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 945 time: 0.0493410 Jul 30 20:35:25.393974 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5f689393-9131-4e4f-bc64-aea56dffcb62 req-ed775b5e-e2c9-467d-8b2d-e9e5ab8ccd58 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329878 Jul 30 20:35:25.608243 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d88983-d853-4cbc-8ad6-6ecd03698c50 req-a02369c3-40a6-4f70-a100-88c6dfe2c6f9 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:25.609706 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f9d88983-d853-4cbc-8ad6-6ecd03698c50 req-a02369c3-40a6-4f70-a100-88c6dfe2c6f9 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 945 time: 0.0491524 Jul 30 20:35:25.647523 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f9d88983-d853-4cbc-8ad6-6ecd03698c50 req-d2294fa4-3dc7-4605-9004-46efdc34368d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319850 Jul 30 20:35:25.773581 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d1b7e-8121-4d79-a7b4-f9c16b33617c req-6575f6de-52ba-4293-89cf-e8c931720d52 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:25.775011 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b50d1b7e-8121-4d79-a7b4-f9c16b33617c req-6575f6de-52ba-4293-89cf-e8c931720d52 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 945 time: 0.0633950 Jul 30 20:35:25.824185 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b50d1b7e-8121-4d79-a7b4-f9c16b33617c req-d6fef579-53a2-4474-b8d8-f7b0f43e29c1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394638 Jul 30 20:35:26.885551 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:27.049407 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43744c-5e3f-4bbe-b282-e22160d4efad req-592fe370-bf13-407e-a6f4-31296cc5070f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:27.050940 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de43744c-5e3f-4bbe-b282-e22160d4efad req-592fe370-bf13-407e-a6f4-31296cc5070f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 945 time: 0.0545838 Jul 30 20:35:27.090967 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de43744c-5e3f-4bbe-b282-e22160d4efad req-496c212f-b851-4eb5-a553-b82d70531e55 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338151 Jul 30 20:35:28.264335 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-ba846373-45ae-442b-b949-3a4c494bcdf5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:28.265801 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-ba846373-45ae-442b-b949-3a4c494bcdf5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 812 time: 0.1060278 Jul 30 20:35:28.281188 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-924a1aea-5e1f-49d9-8abb-e1a2230cb063 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/quotas/40df3973962c47808e3981dec5fc9c7f HTTP/1.1" status: 200 len: 375 time: 0.0090985 Jul 30 20:35:28.335932 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-e52b4cea-e833-4267-89f0-a88181394c7d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490923 Jul 30 20:35:28.424211 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-3379e185-0f51-4604-bfdf-8a19cd9ab8ce service neutron] 10.222.0.81 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811014 Jul 30 20:35:28.515881 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-4cd38f15-7667-44f1-a34d-9b11cf3a56e3 service neutron] 10.222.0.81 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849702 Jul 30 20:35:28.734818 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d6c4c-3509-4266-9c63-fcf9c16aa284 req-2f759213-61c7-4eaa-9a1a-89cfb4370a04 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:28.736339 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-585d6c4c-3509-4266-9c63-fcf9c16aa284 req-2f759213-61c7-4eaa-9a1a-89cfb4370a04 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 945 time: 0.0499415 Jul 30 20:35:28.775624 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-585d6c4c-3509-4266-9c63-fcf9c16aa284 req-813bab72-835f-4ae7-940c-368e00790fef tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331311 Jul 30 20:35:28.843981 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7323f3a-cfc0-4f06-b48d-97c57c06db71 req-c348c28b-c479-4871-b034-c4d0145d74c0 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 210 time: 0.0281196 Jul 30 20:35:29.618516 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-28ce5454-ff18-4c43-ac74-5c5ba850e454 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:29.619980 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-28ce5454-ff18-4c43-ac74-5c5ba850e454 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.83 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 812 time: 0.1064043 Jul 30 20:35:29.632935 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Request body: {'port': {'device_id': 'c1e1c025-142a-4dcc-b25d-30cce93c909f', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'admin_state_up': True, 'tenant_id': '40df3973962c47808e3981dec5fc9c7f'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:35:29.740811 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Made reservation on behalf of 40df3973962c47808e3981dec5fc9c7f for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:35:29.744745 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:29.914507 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Allocated IP 172.20.0.10 (6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1/3008045a-2232-40b0-9f2b-2de360d1b833/c1bb280d-d218-4714-9526-3d4120d9276e) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:35:29.938849 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd440c-207f-439c-92cd-f299e68c8838 req-e11bcfbd-ca51-4d63-b798-b06f72897410 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:29.940411 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1bcd440c-207f-439c-92cd-f299e68c8838 req-e11bcfbd-ca51-4d63-b798-b06f72897410 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 945 time: 0.0799439 Jul 30 20:35:30.015814 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1bcd440c-207f-439c-92cd-f299e68c8838 req-3ddd72a6-c4bf-421e-bd99-c64020b1cf90 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672674 Jul 30 20:35:30.137737 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1e53781a-bee6-412d-8bb0-e593c80b6dbd req-b90bf5c4-9a65-4b52-a90d-b085a1cb16d4 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 210 time: 0.0373073 Jul 30 20:35:30.169715 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:30.184231 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Transition to ACTIVE for port object c1bb280d-d218-4714-9526-3d4120d9276e will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:35:30.217127 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:30.228585 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['319e3d9f-ddbe-4ec4-b143-2b63933eed54'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:35:30.269327 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:35:30.272815 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:35:30.275586 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:35:30.334395 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:30.335054 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:30.349197 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event updated for resources: {'Port': ['ID=c1bb280d-d218-4714-9526-3d4120d9276e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:35:30.358954 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:30.359307 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:30.359690 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:30.360077 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:30.360430 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:30.360814 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:30.361172 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:30.361504 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:30.361828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:30.362160 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:30.362487 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:30.362824 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:30.368984 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-29755209-5e83-484f-8775-6385932bdc50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7402236 Jul 30 20:35:30.387302 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-b314bb3c-4366-43ba-a431-3a6fd00b01b6 service neutron] Request body: {'port': {'device_id': 'c1e1c025-142a-4dcc-b25d-30cce93c909f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:35:30.448764 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-b314bb3c-4366-43ba-a431-3a6fd00b01b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:30.613024 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6ad26ab4-97ca-4ecb-b286-510c3d272d11 None None] Provisioning for port c1bb280d-d218-4714-9526-3d4120d9276e completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:35:30.617908 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6ad26ab4-97ca-4ecb-b286-510c3d272d11 None None] Provisioning complete for port c1bb280d-d218-4714-9526-3d4120d9276e triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:35:30.618285 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ad26ab4-97ca-4ecb-b286-510c3d272d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:30.654551 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6ad26ab4-97ca-4ecb-b286-510c3d272d11 None None] Port c1bb280d-d218-4714-9526-3d4120d9276e cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:35:30.732428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-b314bb3c-4366-43ba-a431-3a6fd00b01b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1bb280d-d218-4714-9526-3d4120d9276e {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:35:30.740364 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-b314bb3c-4366-43ba-a431-3a6fd00b01b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:30.752800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-b314bb3c-4366-43ba-a431-3a6fd00b01b6 service neutron] Transition to ACTIVE for port object c1bb280d-d218-4714-9526-3d4120d9276e will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:35:30.756606 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-b314bb3c-4366-43ba-a431-3a6fd00b01b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:30.825994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314bb3c-4366-43ba-a431-3a6fd00b01b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1bb280d-d218-4714-9526-3d4120d9276e,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:35:30.894841 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-b314bb3c-4366-43ba-a431-3a6fd00b01b6 service neutron] Attempting to bind port c1bb280d-d218-4714-9526-3d4120d9276e on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:35:30.895962 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-b314bb3c-4366-43ba-a431-3a6fd00b01b6 service neutron] Attempting to bind port c1bb280d-d218-4714-9526-3d4120d9276e by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:35:30.896295 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-b314bb3c-4366-43ba-a431-3a6fd00b01b6 service neutron] Attempting to bind port c1bb280d-d218-4714-9526-3d4120d9276e on network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:35:30.901113 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-b314bb3c-4366-43ba-a431-3a6fd00b01b6 service neutron] Port c1bb280d-d218-4714-9526-3d4120d9276e on network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:35:30.901438 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-b314bb3c-4366-43ba-a431-3a6fd00b01b6 service neutron] Attempting to bind port c1bb280d-d218-4714-9526-3d4120d9276e on network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:35:30.906515 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-b314bb3c-4366-43ba-a431-3a6fd00b01b6 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:35:30.906779 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-b314bb3c-4366-43ba-a431-3a6fd00b01b6 service neutron] Checking segment: {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:35:30.907162 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-b314bb3c-4366-43ba-a431-3a6fd00b01b6 service neutron] Bound using segment: {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:35:30.907622 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-b314bb3c-4366-43ba-a431-3a6fd00b01b6 service neutron] Bound port: c1bb280d-d218-4714-9526-3d4120d9276e, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:35:30.907984 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-b314bb3c-4366-43ba-a431-3a6fd00b01b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:30.976816 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-b314bb3c-4366-43ba-a431-3a6fd00b01b6 service neutron] For port c1bb280d-d218-4714-9526-3d4120d9276e, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:35:30.980034 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-b314bb3c-4366-43ba-a431-3a6fd00b01b6 service neutron] For port c1bb280d-d218-4714-9526-3d4120d9276e, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c1bb280d-d218-4714-9526-3d4120d9276e,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:35:30.984750 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-b314bb3c-4366-43ba-a431-3a6fd00b01b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:31.020164 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-b314bb3c-4366-43ba-a431-3a6fd00b01b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:31.020898 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-b314bb3c-4366-43ba-a431-3a6fd00b01b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:31.022196 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-b314bb3c-4366-43ba-a431-3a6fd00b01b6 service neutron] 10.222.0.83 "PUT /v2.0/ports/c1bb280d-d218-4714-9526-3d4120d9276e HTTP/1.1" status: 200 len: 1092 time: 0.6404543 Jul 30 20:35:31.022632 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e1c025-142a-4dcc-b25d-30cce93c909f', 'tag': 'c1bb280d-d218-4714-9526-3d4120d9276e'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:35:31.024920 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75858559-f88b-4981-851e-68689b2ba21e" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e1c025-142a-4dcc-b25d-30cce93c909f", "tag": "c1bb280d-d218-4714-9526-3d4120d9276e"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:35:31.050977 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314bb3c-4366-43ba-a431-3a6fd00b01b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1bb280d-d218-4714-9526-3d4120d9276e,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:35:31.105046 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0dd590-b507-4c3d-b863-6141bcfabcc2 x-openstack-request-id: req-4d0dd590-b507-4c3d-b863-6141bcfabcc2 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:35:31.105488 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e1c025-142a-4dcc-b25d-30cce93c909f", "tag": "c1bb280d-d218-4714-9526-3d4120d9276e", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:35:31.105842 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4d0dd590-b507-4c3d-b863-6141bcfabcc2 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:35:31.106351 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e1c025-142a-4dcc-b25d-30cce93c909f', 'tag': 'c1bb280d-d218-4714-9526-3d4120d9276e', 'status': 'completed', 'code': 200} Jul 30 20:35:31.124857 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-002e2c49-7920-4611-9f70-dd923bc91841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:31.126427 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-002e2c49-7920-4611-9f70-dd923bc91841 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 1095 time: 0.0603292 Jul 30 20:35:31.195161 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-c42d97e2-4fc2-4548-a12e-473e1d880d3f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1bb280d-d218-4714-9526-3d4120d9276e HTTP/1.1" status: 200 len: 217 time: 0.0555999 Jul 30 20:35:31.240975 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcfff9-a640-4904-ae08-3439b37ce9a1 req-96834864-b449-49ca-9d7f-8f86525efbc5 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:31.242505 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5efcfff9-a640-4904-ae08-3439b37ce9a1 req-96834864-b449-49ca-9d7f-8f86525efbc5 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 945 time: 0.1129444 Jul 30 20:35:31.273798 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-172b6136-2535-4bab-a587-a06a77edceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:31.275244 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-172b6136-2535-4bab-a587-a06a77edceaf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0723064 Jul 30 20:35:31.302956 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5efcfff9-a640-4904-ae08-3439b37ce9a1 req-9230e5b5-dd31-4f6f-ad40-5ce7c6f193c2 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518167 Jul 30 20:35:31.342432 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-c045da37-8105-42c0-8949-4a6e3de237c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:31.344035 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-c045da37-8105-42c0-8949-4a6e3de237c1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568523 Jul 30 20:35:31.478910 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c0676-2147-4b2e-87de-6c77919df4bb req-c25ed875-9cf3-46ec-a27c-4a6b4a42af3b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:31.480446 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-306c0676-2147-4b2e-87de-6c77919df4bb req-c25ed875-9cf3-46ec-a27c-4a6b4a42af3b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 944 time: 0.0871470 Jul 30 20:35:31.484407 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-b18f68a2-9146-42e5-91f3-e61dffc2046f service neutron] 10.222.0.83 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327348 Jul 30 20:35:31.567650 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-306c0676-2147-4b2e-87de-6c77919df4bb req-d6f23bc5-72d1-47d9-af6d-fd5e26e3586a tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801668 Jul 30 20:35:31.604147 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97817fe5-c0af-478a-847b-3a9de9b63cf6 req-a53a9daf-4ab7-4a71-9cf2-fc532a85f342 service neutron] 10.222.0.83 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105518 Jul 30 20:35:31.687169 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75858559-f88b-4981-851e-68689b2ba21e req-1fea5880-d169-44ea-b8d6-7337d689e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:31.688687 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-75858559-f88b-4981-851e-68689b2ba21e req-1fea5880-d169-44ea-b8d6-7337d689e82c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 1095 time: 0.0416114 Jul 30 20:35:31.781074 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75858559-f88b-4981-851e-68689b2ba21e req-12f5ea9a-cf78-49c4-93a3-4ecc1ef21a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:31.782433 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-75858559-f88b-4981-851e-68689b2ba21e req-12f5ea9a-cf78-49c4-93a3-4ecc1ef21a78 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 913 time: 0.0870175 Jul 30 20:35:31.827012 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-75858559-f88b-4981-851e-68689b2ba21e req-cd6113e9-8666-4ff2-905e-e83484d5871e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1bb280d-d218-4714-9526-3d4120d9276e HTTP/1.1" status: 200 len: 217 time: 0.0375342 Jul 30 20:35:31.881247 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75858559-f88b-4981-851e-68689b2ba21e req-453a31bf-844c-4472-98ac-4c0898ccbc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:31.882709 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-75858559-f88b-4981-851e-68689b2ba21e req-453a31bf-844c-4472-98ac-4c0898ccbc5d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0494409 Jul 30 20:35:31.929132 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75858559-f88b-4981-851e-68689b2ba21e req-a74901e0-4a8e-4da4-99d4-3e26f010b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:31.930610 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-75858559-f88b-4981-851e-68689b2ba21e req-a74901e0-4a8e-4da4-99d4-3e26f010b186 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393355 Jul 30 20:35:32.021776 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-75858559-f88b-4981-851e-68689b2ba21e req-0079b009-e9ca-4272-b3a4-bd9c70e90e7d service neutron] 10.222.0.83 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828362 Jul 30 20:35:32.117308 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-75858559-f88b-4981-851e-68689b2ba21e req-4dc50250-8b76-47fe-bc3f-6f78a6efa5d8 service neutron] 10.222.0.83 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881195 Jul 30 20:35:32.445285 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336c1fa-1bc8-4a31-860b-06ed69d763e9 req-19819698-0385-4ae5-8793-fdbd69029456 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:32.446705 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2336c1fa-1bc8-4a31-860b-06ed69d763e9 req-19819698-0385-4ae5-8793-fdbd69029456 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 945 time: 0.0515614 Jul 30 20:35:32.514349 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2336c1fa-1bc8-4a31-860b-06ed69d763e9 req-8e649813-b854-4175-b585-d56182d9245a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603206 Jul 30 20:35:32.696808 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ec3a4-f5b9-4e11-9f3f-d68ad85a1ae8 req-e029225e-fd51-493f-943e-f726f0f4e611 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:32.698122 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ac0ec3a4-f5b9-4e11-9f3f-d68ad85a1ae8 req-e029225e-fd51-493f-943e-f726f0f4e611 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 944 time: 0.0498126 Jul 30 20:35:32.744466 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ac0ec3a4-f5b9-4e11-9f3f-d68ad85a1ae8 req-9b134235-4159-44f5-837a-4c57a335531a tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399375 Jul 30 20:35:33.681031 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f0e3a-c3d1-4e97-bb96-6b6f811664dd req-a4d920f4-5f8f-4025-bd42-48bd404d4521 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:33.682536 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a60f0e3a-c3d1-4e97-bb96-6b6f811664dd req-a4d920f4-5f8f-4025-bd42-48bd404d4521 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 945 time: 0.0831778 Jul 30 20:35:33.735577 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a60f0e3a-c3d1-4e97-bb96-6b6f811664dd req-3c19f323-a608-4ddd-aa08-0ac8b3731d5a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466518 Jul 30 20:35:33.918313 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931133b4-e93f-4758-9779-f016084b5121 req-744f631d-a245-4214-9572-7b14239ac50f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:33.920074 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-931133b4-e93f-4758-9779-f016084b5121 req-744f631d-a245-4214-9572-7b14239ac50f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 944 time: 0.0619261 Jul 30 20:35:33.975229 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-931133b4-e93f-4758-9779-f016084b5121 req-6d7d97f1-a431-4bd5-acda-08571e05904b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463555 Jul 30 20:35:34.888106 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2bff6-6ba7-433d-a571-d4952db5322e req-ace94db1-5cb5-41a7-b5cc-3ec76277c395 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:34.890238 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1cf2bff6-6ba7-433d-a571-d4952db5322e req-ace94db1-5cb5-41a7-b5cc-3ec76277c395 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 945 time: 0.0704622 Jul 30 20:35:34.938949 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1cf2bff6-6ba7-433d-a571-d4952db5322e req-3b63b4ab-da90-48de-983a-1b956275c4f6 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371103 Jul 30 20:35:35.101934 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4d165-cca3-4dc5-86c5-06e4f45b21e2 req-438b39bf-8770-4256-9dca-6fef1e416c68 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:35.109033 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58c4d165-cca3-4dc5-86c5-06e4f45b21e2 req-438b39bf-8770-4256-9dca-6fef1e416c68 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 944 time: 0.0622897 Jul 30 20:35:35.144367 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58c4d165-cca3-4dc5-86c5-06e4f45b21e2 req-19056738-d26c-415b-b862-a0f482e08bc9 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345156 Jul 30 20:35:36.071699 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ee9da-b47b-4876-811b-945c544ae855 req-2cc10f5f-b489-4c47-a57a-784da225a36e tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:36.073416 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-197ee9da-b47b-4876-811b-945c544ae855 req-2cc10f5f-b489-4c47-a57a-784da225a36e tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 945 time: 0.0545619 Jul 30 20:35:36.115226 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-197ee9da-b47b-4876-811b-945c544ae855 req-a9290b03-ac8c-4683-88ec-56bc02c75e6c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353014 Jul 30 20:35:36.276866 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ca7b6-db0c-43c7-94bf-044f5096ddb3 req-4346bf5b-172c-4f58-a0cc-a1757536d69c tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:36.284213 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d7ca7b6-db0c-43c7-94bf-044f5096ddb3 req-4346bf5b-172c-4f58-a0cc-a1757536d69c tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 944 time: 0.0577595 Jul 30 20:35:36.334483 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d7ca7b6-db0c-43c7-94bf-044f5096ddb3 req-f4ed04b1-3603-4045-86ce-82bf806c1478 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473928 Jul 30 20:35:37.240182 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d709-54c7-4d99-bd1f-310efed0279a req-19620215-d573-4de4-902e-c2840949ff26 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:37.241649 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c19d709-54c7-4d99-bd1f-310efed0279a req-19620215-d573-4de4-902e-c2840949ff26 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 945 time: 0.0528772 Jul 30 20:35:37.282152 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c19d709-54c7-4d99-bd1f-310efed0279a req-56e53ac9-e827-40c8-9aed-2e67baa1aa51 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331237 Jul 30 20:35:37.449015 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff439c-cd66-40e9-b95d-3bb34e33f9c1 req-0cbca8a9-3188-41a3-8c20-307a02642f56 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:37.450343 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-57ff439c-cd66-40e9-b95d-3bb34e33f9c1 req-0cbca8a9-3188-41a3-8c20-307a02642f56 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 944 time: 0.0474224 Jul 30 20:35:37.487454 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-57ff439c-cd66-40e9-b95d-3bb34e33f9c1 req-ca572005-e471-40d1-b336-637fa9e9a33d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309300 Jul 30 20:35:38.212985 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-d88857c4-bc18-4484-90be-fe2b61161da1 service neutron] show failed (client error): The resource could not be found. Jul 30 20:35:38.213982 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-d88857c4-bc18-4484-90be-fe2b61161da1 service neutron] 10.222.0.59 "GET /v2.0/ports/98baf410-4e6c-4b82-982b-a94ee909504f/bindings/n-h2-712137-9 HTTP/1.1" status: 404 len: 380 time: 0.0551126 Jul 30 20:35:38.829361 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71b91d-d7e3-4fde-8d2d-7bd3d727f534 req-28903031-1b0a-4aff-bfa7-830e18fd01bb tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:38.830853 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e71b91d-d7e3-4fde-8d2d-7bd3d727f534 req-28903031-1b0a-4aff-bfa7-830e18fd01bb tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 945 time: 0.4751532 Jul 30 20:35:38.840360 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-f215f6c9-0282-4588-84f3-67699afbd714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:38.841797 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-f215f6c9-0282-4588-84f3-67699afbd714 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f&tenant_id=5636146b812a4d8d86be80f6df05a4f1 HTTP/1.1" status: 200 len: 1096 time: 0.1105218 Jul 30 20:35:38.860151 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-9', 'device_owner': 'compute:nova'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:35:38.906616 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e71b91d-d7e3-4fde-8d2d-7bd3d727f534 req-5802212b-8cb0-4c45-997a-d976fea516f4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683045 Jul 30 20:35:38.929098 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:39.085665 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5533fc-8633-4b38-9109-5628409cb1d9 req-71b089e7-59c3-483a-803e-7783383861fb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:39.087055 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7d5533fc-8633-4b38-9109-5628409cb1d9 req-71b089e7-59c3-483a-803e-7783383861fb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 944 time: 0.1253061 Jul 30 20:35:39.173235 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7d5533fc-8633-4b38-9109-5628409cb1d9 req-b591763b-4a0f-40c8-9d46-7f8b71547131 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781553 Jul 30 20:35:39.204280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] For port 98baf410-4e6c-4b82-982b-a94ee909504f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=98baf410-4e6c-4b82-982b-a94ee909504f,segment=NetworkSegment(16981d04-d6b0-40cf-982b-4b032f3bbcb0),segment_id=16981d04-d6b0-40cf-982b-4b032f3bbcb0)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:35:39.238171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] For port 98baf410-4e6c-4b82-982b-a94ee909504f, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:35:39.284937 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd725334-ffe7-4b59-b9df-74b6143a0b8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98baf410-4e6c-4b82-982b-a94ee909504f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:35:39.287208 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411ebf24-ccf9-45dd-a507-1bfaec58475d" -d '{"events": [{"server_uuid": "cd725334-ffe7-4b59-b9df-74b6143a0b8f", "name": "network-vif-unplugged", "status": "completed", "tag": "98baf410-4e6c-4b82-982b-a94ee909504f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:35:39.291126 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:39.305088 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] Transition to ACTIVE for port object 98baf410-4e6c-4b82-982b-a94ee909504f will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:35:39.312129 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:39.348042 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6418a8-9f67-42dc-85ca-82e330314aa9 x-openstack-request-id: req-5d6418a8-9f67-42dc-85ca-82e330314aa9 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:35:39.348340 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd725334-ffe7-4b59-b9df-74b6143a0b8f", "name": "network-vif-unplugged", "status": "completed", "tag": "98baf410-4e6c-4b82-982b-a94ee909504f", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:35:39.348596 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5d6418a8-9f67-42dc-85ca-82e330314aa9 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:35:39.348990 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd725334-ffe7-4b59-b9df-74b6143a0b8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98baf410-4e6c-4b82-982b-a94ee909504f', 'code': 200} Jul 30 20:35:39.435435 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] Pushing event updated for resources: {'Port': ['ID=98baf410-4e6c-4b82-982b-a94ee909504f,revision_number=6']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:35:39.502119 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] No DVR routers for this DVR port 98baf410-4e6c-4b82-982b-a94ee909504f on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:35:39.639436 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] Attempting to bind port 98baf410-4e6c-4b82-982b-a94ee909504f on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:35:39.639727 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] Attempting to bind port 98baf410-4e6c-4b82-982b-a94ee909504f by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '16981d04-d6b0-40cf-982b-4b032f3bbcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:35:39.640054 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] Attempting to bind port 98baf410-4e6c-4b82-982b-a94ee909504f on network ef924936-2f58-4a79-8725-b38313c07efe {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:35:39.644567 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] Port 98baf410-4e6c-4b82-982b-a94ee909504f on network ef924936-2f58-4a79-8725-b38313c07efe not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:35:39.645443 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] Attempting to bind port 98baf410-4e6c-4b82-982b-a94ee909504f on network ef924936-2f58-4a79-8725-b38313c07efe {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:35:39.650227 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:35:39.650560 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] Checking segment: {'id': '16981d04-d6b0-40cf-982b-4b032f3bbcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:35:39.650948 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] Bound using segment: {'id': '16981d04-d6b0-40cf-982b-4b032f3bbcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:35:39.651371 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] Bound port: 98baf410-4e6c-4b82-982b-a94ee909504f, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16981d04-d6b0-40cf-982b-4b032f3bbcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:35:39.651755 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:39.714162 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] For port 98baf410-4e6c-4b82-982b-a94ee909504f, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:35:39.717168 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] For port 98baf410-4e6c-4b82-982b-a94ee909504f, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=98baf410-4e6c-4b82-982b-a94ee909504f,segment=NetworkSegment(16981d04-d6b0-40cf-982b-4b032f3bbcb0),segment_id=16981d04-d6b0-40cf-982b-4b032f3bbcb0)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:35:39.722148 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:39.756937 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:39.757587 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:39.758980 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] 10.222.0.83 "PUT /v2.0/ports/98baf410-4e6c-4b82-982b-a94ee909504f HTTP/1.1" status: 200 len: 1091 time: 0.9040804 Jul 30 20:35:39.780687 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd43a6-1b2a-46a2-ba99-0ff081c285a1 service neutron] Pushing event updated for resources: {'Port': ['ID=98baf410-4e6c-4b82-982b-a94ee909504f,revision_number=7']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:35:39.836924 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-e74f4814-9697-4f3f-a01a-547d389dc65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:39.838445 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-e74f4814-9697-4f3f-a01a-547d389dc65e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 1094 time: 0.0498579 Jul 30 20:35:39.933323 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-dc894e8a-fb80-412d-b182-5d0a07aef585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:39.934821 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-dc894e8a-fb80-412d-b182-5d0a07aef585 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ef924936-2f58-4a79-8725-b38313c07efe HTTP/1.1" status: 200 len: 898 time: 0.0895157 Jul 30 20:35:40.050005 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-064ef4fa-b7f4-4368-8acc-9abe56356e88 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98baf410-4e6c-4b82-982b-a94ee909504f HTTP/1.1" status: 200 len: 999 time: 0.1013145 Jul 30 20:35:40.062698 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf2f77-2d8b-4c17-9d8a-2705957d6695 req-226427ee-198a-4f2b-b615-1070a77578e7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:40.064162 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ccf2f77-2d8b-4c17-9d8a-2705957d6695 req-226427ee-198a-4f2b-b615-1070a77578e7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 943 time: 0.0713732 Jul 30 20:35:40.132846 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-1349f5ef-6470-46e6-8447-58a162d73ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:40.134216 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-1349f5ef-6470-46e6-8447-58a162d73ab1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7ddf192b-04c5-46ef-911f-26b85dd379d3 HTTP/1.1" status: 200 len: 834 time: 0.0692265 Jul 30 20:35:40.137140 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ccf2f77-2d8b-4c17-9d8a-2705957d6695 req-6bfb924e-8e34-4c73-b7c6-e28b598345e6 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645802 Jul 30 20:35:40.193617 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-8c4658c7-b9f9-4319-b1f6-e3d30293cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:40.196511 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-8c4658c7-b9f9-4319-b1f6-e3d30293cd07 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ef924936-2f58-4a79-8725-b38313c07efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532134 Jul 30 20:35:40.324733 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ead27a-3adc-4348-bf5b-6019480e9d01 req-c2bc7d26-b4dd-4456-8e9a-353801e5e285 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:40.326229 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-38ead27a-3adc-4348-bf5b-6019480e9d01 req-c2bc7d26-b4dd-4456-8e9a-353801e5e285 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 944 time: 0.0793173 Jul 30 20:35:40.331906 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-3226895b-6d43-440d-a89c-023bf5594d01 service neutron] 10.222.0.83 "GET /v2.0/networks/ef924936-2f58-4a79-8725-b38313c07efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291180 Jul 30 20:35:40.418063 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-38ead27a-3adc-4348-bf5b-6019480e9d01 req-d33d20d7-1b01-406d-b94d-96d703c19369 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845580 Jul 30 20:35:40.457747 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5db923-dfea-45b1-b5b8-e80880ec1d29 req-985d351f-7252-4de1-b6af-5a1eb2f7be2f service neutron] 10.222.0.83 "GET /v2.0/networks/ef924936-2f58-4a79-8725-b38313c07efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184502 Jul 30 20:35:41.259349 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef87307-088e-4606-b605-9773d743b148 req-e093729f-5b60-44c3-8db3-58933031a0b2 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:41.260886 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ef87307-088e-4606-b605-9773d743b148 req-e093729f-5b60-44c3-8db3-58933031a0b2 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 943 time: 0.0517378 Jul 30 20:35:41.301010 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ef87307-088e-4606-b605-9773d743b148 req-15d900b7-d056-435c-a271-0d57602aceed tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330555 Jul 30 20:35:41.349957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd725334-ffe7-4b59-b9df-74b6143a0b8f', 'tag': '98baf410-4e6c-4b82-982b-a94ee909504f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:35:41.352438 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6fb241-75c6-4d03-9874-5f86dc40a26a" -d '{"events": [{"name": "network-changed", "server_uuid": "cd725334-ffe7-4b59-b9df-74b6143a0b8f", "tag": "98baf410-4e6c-4b82-982b-a94ee909504f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:35:41.403772 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04586f23-43e6-47fb-b00c-bdd23694dae6 x-openstack-request-id: req-04586f23-43e6-47fb-b00c-bdd23694dae6 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:35:41.404066 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd725334-ffe7-4b59-b9df-74b6143a0b8f", "tag": "98baf410-4e6c-4b82-982b-a94ee909504f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:35:41.404320 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-04586f23-43e6-47fb-b00c-bdd23694dae6 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:35:41.404717 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd725334-ffe7-4b59-b9df-74b6143a0b8f', 'tag': '98baf410-4e6c-4b82-982b-a94ee909504f', 'status': 'completed', 'code': 200} Jul 30 20:35:41.507205 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fb241-75c6-4d03-9874-5f86dc40a26a req-723f926b-3b13-489f-833f-94ed61fb614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:41.508616 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc6fb241-75c6-4d03-9874-5f86dc40a26a req-723f926b-3b13-489f-833f-94ed61fb614e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 1094 time: 0.0778167 Jul 30 20:35:41.523197 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fb241-75c6-4d03-9874-5f86dc40a26a req-64c477c3-102d-4e39-9d05-5d54b2c54a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:41.524619 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc6fb241-75c6-4d03-9874-5f86dc40a26a req-64c477c3-102d-4e39-9d05-5d54b2c54a78 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 1094 time: 0.1023805 Jul 30 20:35:41.651345 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61b619-4c3c-41e5-83eb-ac26dfc919db req-f978b5de-f580-4a3c-9d02-3e9e7f966d85 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:41.652867 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a61b619-4c3c-41e5-83eb-ac26dfc919db req-f978b5de-f580-4a3c-9d02-3e9e7f966d85 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 944 time: 0.1637232 Jul 30 20:35:41.723494 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fb241-75c6-4d03-9874-5f86dc40a26a req-ce380a35-7c87-4077-b504-ca41a1838ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:41.724889 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc6fb241-75c6-4d03-9874-5f86dc40a26a req-ce380a35-7c87-4077-b504-ca41a1838ddb service neutron] 10.222.0.59 "GET /v2.0/networks?id=ef924936-2f58-4a79-8725-b38313c07efe HTTP/1.1" status: 200 len: 898 time: 0.1905003 Jul 30 20:35:41.745114 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a61b619-4c3c-41e5-83eb-ac26dfc919db req-757b73d2-9b36-4daa-8905-94f57c1e0979 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795362 Jul 30 20:35:41.776217 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fb241-75c6-4d03-9874-5f86dc40a26a req-b5eb047b-7552-4e97-aa83-382a4c624417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:41.777682 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc6fb241-75c6-4d03-9874-5f86dc40a26a req-b5eb047b-7552-4e97-aa83-382a4c624417 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ef924936-2f58-4a79-8725-b38313c07efe HTTP/1.1" status: 200 len: 898 time: 0.2520936 Jul 30 20:35:41.838448 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc6fb241-75c6-4d03-9874-5f86dc40a26a req-cf1e8c07-f324-4475-91b2-132b4bc12faf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98baf410-4e6c-4b82-982b-a94ee909504f HTTP/1.1" status: 200 len: 999 time: 0.1047978 Jul 30 20:35:41.871055 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc6fb241-75c6-4d03-9874-5f86dc40a26a req-d258d431-0678-495f-bd4e-18853b7db123 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98baf410-4e6c-4b82-982b-a94ee909504f HTTP/1.1" status: 200 len: 999 time: 0.0843120 Jul 30 20:35:41.940362 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fb241-75c6-4d03-9874-5f86dc40a26a req-c19813a4-9504-4d5d-9efe-a81b52e9d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:41.941863 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc6fb241-75c6-4d03-9874-5f86dc40a26a req-c19813a4-9504-4d5d-9efe-a81b52e9d96d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ddf192b-04c5-46ef-911f-26b85dd379d3 HTTP/1.1" status: 200 len: 834 time: 0.0920038 Jul 30 20:35:41.947085 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fb241-75c6-4d03-9874-5f86dc40a26a req-8f3e251b-14e1-4088-8ed6-ca3128e458b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:41.948444 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc6fb241-75c6-4d03-9874-5f86dc40a26a req-8f3e251b-14e1-4088-8ed6-ca3128e458b0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7ddf192b-04c5-46ef-911f-26b85dd379d3 HTTP/1.1" status: 200 len: 834 time: 0.0598426 Jul 30 20:35:42.020578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fb241-75c6-4d03-9874-5f86dc40a26a req-3089ef2d-ea11-45f6-929e-7af4a387eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:42.021939 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc6fb241-75c6-4d03-9874-5f86dc40a26a req-3089ef2d-ea11-45f6-929e-7af4a387eac2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ef924936-2f58-4a79-8725-b38313c07efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645828 Jul 30 20:35:42.024473 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fb241-75c6-4d03-9874-5f86dc40a26a req-a011ad10-9de8-4d08-9781-56350a2fdc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:42.025814 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc6fb241-75c6-4d03-9874-5f86dc40a26a req-a011ad10-9de8-4d08-9781-56350a2fdc35 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ef924936-2f58-4a79-8725-b38313c07efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762289 Jul 30 20:35:42.182124 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc6fb241-75c6-4d03-9874-5f86dc40a26a req-71238fa3-5c91-46bb-926f-874b266d13e1 service neutron] 10.222.0.83 "GET /v2.0/networks/ef924936-2f58-4a79-8725-b38313c07efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521556 Jul 30 20:35:42.184303 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc6fb241-75c6-4d03-9874-5f86dc40a26a req-192d369a-a3b7-4d00-a803-e0563ed688c6 service neutron] 10.222.0.59 "GET /v2.0/networks/ef924936-2f58-4a79-8725-b38313c07efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470921 Jul 30 20:35:42.343006 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc6fb241-75c6-4d03-9874-5f86dc40a26a req-874e2bd0-4346-43ba-952b-ee8bb4abc298 service neutron] 10.222.0.83 "GET /v2.0/networks/ef924936-2f58-4a79-8725-b38313c07efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525521 Jul 30 20:35:42.344920 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc6fb241-75c6-4d03-9874-5f86dc40a26a req-c1519e51-e63e-486f-80ec-ddd5e0511497 service neutron] 10.222.0.59 "GET /v2.0/networks/ef924936-2f58-4a79-8725-b38313c07efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474884 Jul 30 20:35:42.416791 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 98baf410-4e6c-4b82-982b-a94ee909504f no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:35:42.442519 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a73547-a212-453c-b36b-8fed2cbd56b9 req-19f2d05c-5783-45ce-9c32-afc63ab1368a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:42.444278 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-28a73547-a212-453c-b36b-8fed2cbd56b9 req-19f2d05c-5783-45ce-9c32-afc63ab1368a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 943 time: 0.0558920 Jul 30 20:35:42.456226 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 98baf410-4e6c-4b82-982b-a94ee909504f not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:35:42.489011 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-28a73547-a212-453c-b36b-8fed2cbd56b9 req-8de4475c-f51c-4033-8777-316529955eb6 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378633 Jul 30 20:35:42.872542 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b61a74-2dcc-4643-abbb-64e9d0746434 req-9745b97a-461d-4c0a-b67c-39dccb20371d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:42.874185 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49b61a74-2dcc-4643-abbb-64e9d0746434 req-9745b97a-461d-4c0a-b67c-39dccb20371d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 944 time: 0.0548007 Jul 30 20:35:42.917213 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49b61a74-2dcc-4643-abbb-64e9d0746434 req-0b7b7d32-50b4-43c3-9b8d-ab8331ecbab2 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367804 Jul 30 20:35:43.615156 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31491e8-1e95-457e-a202-11c03fd5c3bd req-0b28570a-5c93-4724-b425-468808aba347 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:43.616734 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d31491e8-1e95-457e-a202-11c03fd5c3bd req-0b28570a-5c93-4724-b425-468808aba347 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 943 time: 0.0553591 Jul 30 20:35:43.656307 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d31491e8-1e95-457e-a202-11c03fd5c3bd req-0c486ebd-6572-4bf7-9c10-445e323d0dfa tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332904 Jul 30 20:35:44.035739 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57be2ea-3cf1-46dc-a734-4fefd583ba67 req-a2834f76-851b-45b0-a869-54d68d09c92b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:44.037190 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f57be2ea-3cf1-46dc-a734-4fefd583ba67 req-a2834f76-851b-45b0-a869-54d68d09c92b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 944 time: 0.0489774 Jul 30 20:35:44.074195 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f57be2ea-3cf1-46dc-a734-4fefd583ba67 req-5ea34b31-4b61-4766-b047-3a72368bb832 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313032 Jul 30 20:35:44.313667 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 98baf410-4e6c-4b82-982b-a94ee909504f details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:35:44.408598 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 98baf410-4e6c-4b82-982b-a94ee909504f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=98baf410-4e6c-4b82-982b-a94ee909504f,segment=NetworkSegment(16981d04-d6b0-40cf-982b-4b032f3bbcb0),segment_id=16981d04-d6b0-40cf-982b-4b032f3bbcb0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:35:44.419471 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '98baf410-4e6c-4b82-982b-a94ee909504f', 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe', 'port_id': '98baf410-4e6c-4b82-982b-a94ee909504f', 'mac_address': 'fa:16:3e:33:4a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ddf192b-04c5-46ef-911f-26b85dd379d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:35:44.456681 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:44.468697 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98baf410-4e6c-4b82-982b-a94ee909504f {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:35:44.486846 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 98baf410-4e6c-4b82-982b-a94ee909504f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=98baf410-4e6c-4b82-982b-a94ee909504f,segment=NetworkSegment(16981d04-d6b0-40cf-982b-4b032f3bbcb0),segment_id=16981d04-d6b0-40cf-982b-4b032f3bbcb0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:35:44.491194 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:44.536909 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=98baf410-4e6c-4b82-982b-a94ee909504f,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:35:44.544160 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:44.544506 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:44.544847 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:44.545189 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:44.545522 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:44.545846 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:44.546169 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:44.546491 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:44.546910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:44.547298 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:44.547648 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:44.548092 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:44.795593 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c401bf-5ad8-49b1-9b32-e3eb2f70161a req-36508406-3923-4f2f-8552-811125dcabd8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:44.797406 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f9c401bf-5ad8-49b1-9b32-e3eb2f70161a req-36508406-3923-4f2f-8552-811125dcabd8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 944 time: 0.0662892 Jul 30 20:35:44.832304 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['98baf410-4e6c-4b82-982b-a94ee909504f'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:35:44.837963 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f9c401bf-5ad8-49b1-9b32-e3eb2f70161a req-0bf6c3f3-c034-42d8-982a-dcbc606acef9 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339324 Jul 30 20:35:45.111332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7d4d3-348f-4ec5-8736-22ace8b66c5d req-b3158d38-d149-401d-b0dd-2834e0aeee7d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:45.114047 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-daa7d4d3-348f-4ec5-8736-22ace8b66c5d req-b3158d38-d149-401d-b0dd-2834e0aeee7d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 944 time: 0.1266954 Jul 30 20:35:45.135661 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b7207-08af-48d6-8617-a21998e40a81 req-5fa4b2e7-c5ac-4bc7-aa9e-c0e0066d9419 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:45.137024 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f72b7207-08af-48d6-8617-a21998e40a81 req-5fa4b2e7-c5ac-4bc7-aa9e-c0e0066d9419 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f&tenant_id=5636146b812a4d8d86be80f6df05a4f1&binding%3Ahost_id=n-h2-712137-9 HTTP/1.1" status: 200 len: 944 time: 0.1217737 Jul 30 20:35:45.192157 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-daa7d4d3-348f-4ec5-8736-22ace8b66c5d req-ad8329d9-00a4-4737-bcdc-beb047980377 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704057 Jul 30 20:35:45.216445 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-f72b7207-08af-48d6-8617-a21998e40a81 req-cd8f2da3-1bd1-4c4f-94d6-bd794c8d2203 service neutron] delete failed (client error): The resource could not be found. Jul 30 20:35:45.217445 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f72b7207-08af-48d6-8617-a21998e40a81 req-cd8f2da3-1bd1-4c4f-94d6-bd794c8d2203 service neutron] 10.222.0.59 "DELETE /v2.0/ports/98baf410-4e6c-4b82-982b-a94ee909504f/bindings/n-h1-712137-9 HTTP/1.1" status: 404 len: 380 time: 0.0710015 Jul 30 20:35:45.328394 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212dac1-5162-45ae-bedf-50030b888424 req-514321fa-1294-4bdb-bf67-8c62f7761780 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:45.329881 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6212dac1-5162-45ae-bedf-50030b888424 req-514321fa-1294-4bdb-bf67-8c62f7761780 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 944 time: 0.0767992 Jul 30 20:35:45.332895 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b7207-08af-48d6-8617-a21998e40a81 req-46018cc0-8687-4ac9-a4f7-1522ff5a4a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:45.334232 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f72b7207-08af-48d6-8617-a21998e40a81 req-46018cc0-8687-4ac9-a4f7-1522ff5a4a6b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 1095 time: 0.0696566 Jul 30 20:35:45.420561 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6212dac1-5162-45ae-bedf-50030b888424 req-8f14bd0c-0133-4ad9-9ec6-69e9539f7856 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843058 Jul 30 20:35:45.453291 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b7207-08af-48d6-8617-a21998e40a81 req-695a0dcc-e181-460a-ab98-68e4140e4dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:45.454652 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f72b7207-08af-48d6-8617-a21998e40a81 req-695a0dcc-e181-460a-ab98-68e4140e4dae service neutron] 10.222.0.59 "GET /v2.0/networks?id=ef924936-2f58-4a79-8725-b38313c07efe HTTP/1.1" status: 200 len: 898 time: 0.1119764 Jul 30 20:35:45.523727 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f72b7207-08af-48d6-8617-a21998e40a81 req-b7f2f589-2622-4bd1-8b02-0f117fa64fbf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98baf410-4e6c-4b82-982b-a94ee909504f HTTP/1.1" status: 200 len: 1000 time: 0.0611622 Jul 30 20:35:45.581543 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b7207-08af-48d6-8617-a21998e40a81 req-1feef6ef-2efc-4fe0-b0a5-50e9a422f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:45.583566 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f72b7207-08af-48d6-8617-a21998e40a81 req-1feef6ef-2efc-4fe0-b0a5-50e9a422f262 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ddf192b-04c5-46ef-911f-26b85dd379d3 HTTP/1.1" status: 200 len: 834 time: 0.0518498 Jul 30 20:35:45.592304 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:45.632054 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b7207-08af-48d6-8617-a21998e40a81 req-45d8d2e9-0766-4113-bdb2-27554e82ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:45.633525 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f72b7207-08af-48d6-8617-a21998e40a81 req-45d8d2e9-0766-4113-bdb2-27554e82ed73 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ef924936-2f58-4a79-8725-b38313c07efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393751 Jul 30 20:35:45.726631 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f72b7207-08af-48d6-8617-a21998e40a81 req-16ecdaec-b42c-4e98-8a58-ce8075ab7903 service neutron] 10.222.0.59 "GET /v2.0/networks/ef924936-2f58-4a79-8725-b38313c07efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849109 Jul 30 20:35:45.817005 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f72b7207-08af-48d6-8617-a21998e40a81 req-d1ff8a9a-f51c-4f80-bbe7-7203108bada6 service neutron] 10.222.0.59 "GET /v2.0/networks/ef924936-2f58-4a79-8725-b38313c07efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825381 Jul 30 20:35:46.314959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee4179-42eb-4e83-9f33-9355187448ba req-b5f0fe68-606e-4b06-98db-0df749abef60 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:46.316645 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-02ee4179-42eb-4e83-9f33-9355187448ba req-b5f0fe68-606e-4b06-98db-0df749abef60 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 944 time: 0.0526338 Jul 30 20:35:46.328854 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 98baf410-4e6c-4b82-982b-a94ee909504f up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:35:46.359891 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-02ee4179-42eb-4e83-9f33-9355187448ba req-61451a55-ec82-4765-b960-8010e4d9179c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369616 Jul 30 20:35:46.388819 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 98baf410-4e6c-4b82-982b-a94ee909504f completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:35:46.389284 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50034) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:35:46.393529 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 98baf410-4e6c-4b82-982b-a94ee909504f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:35:46.393921 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:46.464176 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-99439e96-9320-41ee-94b7-f92ed00b166b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/floatingips/1159c054-fc09-4933-8863-50d0148feb58 HTTP/1.1" status: 200 len: 992 time: 0.0732298 Jul 30 20:35:46.474072 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:46.497161 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd725334-ffe7-4b59-b9df-74b6143a0b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98baf410-4e6c-4b82-982b-a94ee909504f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:35:46.499356 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef2b1ef-73fd-4e64-b6dd-79c0a0194802" -d '{"events": [{"server_uuid": "cd725334-ffe7-4b59-b9df-74b6143a0b8f", "name": "network-vif-plugged", "status": "completed", "tag": "98baf410-4e6c-4b82-982b-a94ee909504f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:35:46.514575 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 98baf410-4e6c-4b82-982b-a94ee909504f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=98baf410-4e6c-4b82-982b-a94ee909504f,segment=NetworkSegment(16981d04-d6b0-40cf-982b-4b032f3bbcb0),segment_id=16981d04-d6b0-40cf-982b-4b032f3bbcb0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:35:46.518831 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:46.547377 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabb3d7-2f69-475e-b3f0-27649ed0d913 req-095adb77-9954-4399-ad7a-4a23f2689a07 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:46.548890 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-daabb3d7-2f69-475e-b3f0-27649ed0d913 req-095adb77-9954-4399-ad7a-4a23f2689a07 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 944 time: 0.0547121 Jul 30 20:35:46.574316 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=98baf410-4e6c-4b82-982b-a94ee909504f,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:35:46.592469 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-daabb3d7-2f69-475e-b3f0-27649ed0d913 req-b7355435-aeac-4a0b-ab25-42a72f71e701 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368438 Jul 30 20:35:46.635462 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedb47da-7cf8-41cf-b214-4aa00136143c x-openstack-request-id: req-dedb47da-7cf8-41cf-b214-4aa00136143c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:35:46.636049 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd725334-ffe7-4b59-b9df-74b6143a0b8f", "name": "network-vif-plugged", "status": "completed", "tag": "98baf410-4e6c-4b82-982b-a94ee909504f", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:35:46.636049 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dedb47da-7cf8-41cf-b214-4aa00136143c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:35:46.636405 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd725334-ffe7-4b59-b9df-74b6143a0b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98baf410-4e6c-4b82-982b-a94ee909504f', 'code': 200} Jul 30 20:35:46.848817 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:35:47.719055 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b46ea7-a545-4e8b-8a42-b22d001f8dc2 req-2791d2fc-2e6b-4882-bc52-3ec816ce6201 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:47.720646 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-61b46ea7-a545-4e8b-8a42-b22d001f8dc2 req-2791d2fc-2e6b-4882-bc52-3ec816ce6201 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 944 time: 0.0509202 Jul 30 20:35:47.758561 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-61b46ea7-a545-4e8b-8a42-b22d001f8dc2 req-3f567b4c-f5fe-4e4b-9911-d7c66dc68121 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320408 Jul 30 20:35:48.881916 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72bcd3-3449-461e-a18c-b07cb1bd1d82 req-914e6789-0532-4018-b04e-39f627db5d7e tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:48.883408 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d72bcd3-3449-461e-a18c-b07cb1bd1d82 req-914e6789-0532-4018-b04e-39f627db5d7e tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 944 time: 0.0519102 Jul 30 20:35:48.929984 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d72bcd3-3449-461e-a18c-b07cb1bd1d82 req-e87353dc-2a8b-4c00-8b21-1ce7333a1ab7 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404990 Jul 30 20:35:49.700989 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:50.056576 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f392c59-3fdf-4f34-8a31-8fd57a3f8e85 req-a9e586bc-8b61-429f-9978-4c70340f578f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:50.058100 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f392c59-3fdf-4f34-8a31-8fd57a3f8e85 req-a9e586bc-8b61-429f-9978-4c70340f578f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 944 time: 0.0564973 Jul 30 20:35:50.099952 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f392c59-3fdf-4f34-8a31-8fd57a3f8e85 req-ba12d534-ca36-41ca-a660-625b3c0872ff tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344632 Jul 30 20:35:50.433890 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59692db3-9b9c-4188-9c7f-d98984e9ee5c req-0baa2fdf-9c66-4977-aee2-1382266d7e0b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429213 Jul 30 20:35:50.521683 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59692db3-9b9c-4188-9c7f-d98984e9ee5c req-d18414b2-ee65-4eb1-9730-c310b6ab5e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:50.523280 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59692db3-9b9c-4188-9c7f-d98984e9ee5c req-d18414b2-ee65-4eb1-9730-c310b6ab5e11 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 1096 time: 0.0442863 Jul 30 20:35:50.632792 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59692db3-9b9c-4188-9c7f-d98984e9ee5c req-3feda358-283c-42db-9ebd-3e970ee1c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:50.634197 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59692db3-9b9c-4188-9c7f-d98984e9ee5c req-3feda358-283c-42db-9ebd-3e970ee1c58f service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 913 time: 0.0906372 Jul 30 20:35:50.676498 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59692db3-9b9c-4188-9c7f-d98984e9ee5c req-f796c4b2-5873-493f-80af-d7741efec8cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=319e3d9f-ddbe-4ec4-b143-2b63933eed54 HTTP/1.1" status: 200 len: 217 time: 0.0359211 Jul 30 20:35:50.725590 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59692db3-9b9c-4188-9c7f-d98984e9ee5c req-7134f3db-6855-4e0d-99ff-3311b2bc3c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:50.727111 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59692db3-9b9c-4188-9c7f-d98984e9ee5c req-7134f3db-6855-4e0d-99ff-3311b2bc3c1d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0443442 Jul 30 20:35:51.114082 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59692db3-9b9c-4188-9c7f-d98984e9ee5c req-bafd606e-f86c-4a34-963a-74e0f5332144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:51.115612 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59692db3-9b9c-4188-9c7f-d98984e9ee5c req-bafd606e-f86c-4a34-963a-74e0f5332144 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3820028 Jul 30 20:35:51.233147 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59692db3-9b9c-4188-9c7f-d98984e9ee5c req-b736ec0b-aa09-42a9-a60c-9c3e3146e5e6 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098166 Jul 30 20:35:51.245828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dff819-a192-45f1-8428-f187941fd2b8 req-342dc4a2-0319-4c19-9c3c-427c60699f47 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:51.247270 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-28dff819-a192-45f1-8428-f187941fd2b8 req-342dc4a2-0319-4c19-9c3c-427c60699f47 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 944 time: 0.0771198 Jul 30 20:35:51.264273 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d07c-26a6-4288-8f09-0ce379df165f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:51.333454 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-28dff819-a192-45f1-8428-f187941fd2b8 req-52c02887-e7f3-4c1b-b531-faec2c2c3e84 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770972 Jul 30 20:35:51.364407 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59692db3-9b9c-4188-9c7f-d98984e9ee5c req-0b4adac8-14e1-446e-84a1-43682b5c0d8d service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161025 Jul 30 20:35:52.360571 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c1bb280d-d218-4714-9526-3d4120d9276e details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:35:52.458989 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956b799-77b9-46df-a5e4-1918101b315d req-d1bb8573-f00b-4a06-84ad-ada2ec70ba50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:52.460426 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3956b799-77b9-46df-a5e4-1918101b315d req-d1bb8573-f00b-4a06-84ad-ada2ec70ba50 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 944 time: 0.0555522 Jul 30 20:35:52.465504 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c1bb280d-d218-4714-9526-3d4120d9276e, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c1bb280d-d218-4714-9526-3d4120d9276e,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:35:52.477065 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'c1bb280d-d218-4714-9526-3d4120d9276e', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'port_id': 'c1bb280d-d218-4714-9526-3d4120d9276e', 'mac_address': 'fa:16:3e:fa:fc:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:35:52.499619 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3956b799-77b9-46df-a5e4-1918101b315d req-ef5ba29d-786c-48b2-9c6a-f79c4f7adf47 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330577 Jul 30 20:35:52.514549 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:52.527168 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1bb280d-d218-4714-9526-3d4120d9276e {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:35:52.550070 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c1bb280d-d218-4714-9526-3d4120d9276e, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c1bb280d-d218-4714-9526-3d4120d9276e,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:35:52.554187 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:52.599640 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=c1bb280d-d218-4714-9526-3d4120d9276e,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:35:52.847632 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['c1bb280d-d218-4714-9526-3d4120d9276e'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:35:53.630925 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e52be-e40b-4f3d-a9be-206ccd2e369c req-8cf45c22-5ab2-4f6f-8521-bb74267b2350 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:53.632364 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-342e52be-e40b-4f3d-a9be-206ccd2e369c req-8cf45c22-5ab2-4f6f-8521-bb74267b2350 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 945 time: 0.0589242 Jul 30 20:35:53.671528 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-342e52be-e40b-4f3d-a9be-206ccd2e369c req-9e09c346-464c-4bdb-97a1-081022193d4d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330164 Jul 30 20:35:53.729747 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-57f6721e-3711-4bf6-9b0b-009648928245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:53.991546 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:54.376990 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c1bb280d-d218-4714-9526-3d4120d9276e up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:35:54.429881 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port c1bb280d-d218-4714-9526-3d4120d9276e completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:35:54.433766 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port c1bb280d-d218-4714-9526-3d4120d9276e triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:35:54.434190 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:54.517303 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:54.541855 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e1c025-142a-4dcc-b25d-30cce93c909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bb280d-d218-4714-9526-3d4120d9276e'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:35:54.544516 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774b153d-8fc8-495e-bc63-7287d793ad23" -d '{"events": [{"server_uuid": "c1e1c025-142a-4dcc-b25d-30cce93c909f", "name": "network-vif-plugged", "status": "completed", "tag": "c1bb280d-d218-4714-9526-3d4120d9276e"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:35:54.558034 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c1bb280d-d218-4714-9526-3d4120d9276e, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c1bb280d-d218-4714-9526-3d4120d9276e,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:35:54.562067 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:54.739696 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81fb59e-023b-48bc-8745-1840e0d990a5 x-openstack-request-id: req-c81fb59e-023b-48bc-8745-1840e0d990a5 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:35:54.740644 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e1c025-142a-4dcc-b25d-30cce93c909f", "name": "network-vif-plugged", "status": "completed", "tag": "c1bb280d-d218-4714-9526-3d4120d9276e", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:35:54.740644 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c81fb59e-023b-48bc-8745-1840e0d990a5 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:35:54.740644 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e1c025-142a-4dcc-b25d-30cce93c909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bb280d-d218-4714-9526-3d4120d9276e', 'code': 200} Jul 30 20:35:54.753689 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775ca8f-6424-4444-b2a4-233dce67a0e1 req-901121bd-076a-4cbe-b381-c17867b57f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:54.755340 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c775ca8f-6424-4444-b2a4-233dce67a0e1 req-901121bd-076a-4cbe-b381-c17867b57f27 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 1097 time: 0.1064453 Jul 30 20:35:54.768320 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=c1bb280d-d218-4714-9526-3d4120d9276e,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:35:54.834390 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c775ca8f-6424-4444-b2a4-233dce67a0e1 req-60dae9e2-8ed7-4bc0-acd0-2f69c5c603e7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707107 Jul 30 20:35:54.848892 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932efd01-7ca6-463d-80de-9ab3f05d29d8 req-79924350-8a4b-4381-b51f-a3cf39a55583 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:54.850492 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-932efd01-7ca6-463d-80de-9ab3f05d29d8 req-79924350-8a4b-4381-b51f-a3cf39a55583 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 946 time: 0.0807767 Jul 30 20:35:54.898245 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-932efd01-7ca6-463d-80de-9ab3f05d29d8 req-bd0d877f-81fc-4443-b5af-9071abca4cdc tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406711 Jul 30 20:35:55.017913 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:56.024846 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532d2de-a5f2-452d-808b-263627f161c8 req-7de358f1-a8fa-44f8-852c-4c00318fdc14 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:56.026440 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c532d2de-a5f2-452d-808b-263627f161c8 req-7de358f1-a8fa-44f8-852c-4c00318fdc14 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 946 time: 0.0515587 Jul 30 20:35:56.069605 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c532d2de-a5f2-452d-808b-263627f161c8 req-d8f59b0e-2db2-4a4c-81a3-343b1c0620b8 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368311 Jul 30 20:35:56.888114 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:57.200714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcd909-cf41-4024-a769-8d61b81fa92d req-21801b06-c7a7-4ff5-926c-749fc503dff9 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:57.202405 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4bbcd909-cf41-4024-a769-8d61b81fa92d req-21801b06-c7a7-4ff5-926c-749fc503dff9 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 946 time: 0.0586302 Jul 30 20:35:57.241343 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4bbcd909-cf41-4024-a769-8d61b81fa92d req-9f18c8af-03b1-4618-b4a7-3902d2bcab22 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328686 Jul 30 20:35:57.360931 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48330a-888f-4436-a8c9-5cabfc27d126 req-9460795b-e060-4c3e-9ac6-ac0f6f43237c tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:57.362452 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc48330a-888f-4436-a8c9-5cabfc27d126 req-9460795b-e060-4c3e-9ac6-ac0f6f43237c tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 946 time: 0.0496299 Jul 30 20:35:57.405545 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc48330a-888f-4436-a8c9-5cabfc27d126 req-a433a0d8-5c0e-442e-b9d6-32f9a67d6889 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359783 Jul 30 20:35:57.693278 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcb4b3-f6ee-42b5-8e5a-0c8e62ac909b req-3ab3d9ee-b7a5-4fe6-88f2-7b87b8d68367 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:57.694724 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7cdcb4b3-f6ee-42b5-8e5a-0c8e62ac909b req-3ab3d9ee-b7a5-4fe6-88f2-7b87b8d68367 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 946 time: 0.0484853 Jul 30 20:35:57.734355 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7cdcb4b3-f6ee-42b5-8e5a-0c8e62ac909b req-34b552f5-c7ab-4c7d-a038-cf9d0391fb93 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332196 Jul 30 20:35:58.692248 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-566da157-233c-441d-8593-63ae5896e47d req-b9f1fe64-c56e-4ea3-8be8-b06d879250af service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385523 Jul 30 20:35:58.786354 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566da157-233c-441d-8593-63ae5896e47d req-5b3c058f-b262-4025-ab3d-5d1ab441de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:58.787851 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-566da157-233c-441d-8593-63ae5896e47d req-5b3c058f-b262-4025-ab3d-5d1ab441de49 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 1096 time: 0.0400496 Jul 30 20:35:58.897909 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf8378-b021-4fd2-bd83-3b60e837cf4d req-5e045ff6-04d5-49d0-b6b8-9d605ea67bf2 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:58.899376 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ccaf8378-b021-4fd2-bd83-3b60e837cf4d req-5e045ff6-04d5-49d0-b6b8-9d605ea67bf2 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 946 time: 0.0981879 Jul 30 20:35:58.951639 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566da157-233c-441d-8593-63ae5896e47d req-710bd165-b1aa-4260-8af6-59c44e5fd620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:58.952926 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-566da157-233c-441d-8593-63ae5896e47d req-710bd165-b1aa-4260-8af6-59c44e5fd620 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ef924936-2f58-4a79-8725-b38313c07efe HTTP/1.1" status: 200 len: 898 time: 0.1414011 Jul 30 20:35:58.958416 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ccaf8378-b021-4fd2-bd83-3b60e837cf4d req-2bd1f87b-77e9-4666-a11c-180916543c7d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489073 Jul 30 20:35:59.023636 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-566da157-233c-441d-8593-63ae5896e47d req-7f1b60f4-e7e6-4736-bd52-a8c00ca088ac service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98baf410-4e6c-4b82-982b-a94ee909504f HTTP/1.1" status: 200 len: 1001 time: 0.0616720 Jul 30 20:35:59.072005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566da157-233c-441d-8593-63ae5896e47d req-215ddd8b-f740-4426-b104-719d73fffe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:59.073368 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-566da157-233c-441d-8593-63ae5896e47d req-215ddd8b-f740-4426-b104-719d73fffe91 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7ddf192b-04c5-46ef-911f-26b85dd379d3 HTTP/1.1" status: 200 len: 834 time: 0.0421348 Jul 30 20:35:59.122937 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566da157-233c-441d-8593-63ae5896e47d req-a17f5b0b-0740-4dff-a159-58db96c4a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:59.124407 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-566da157-233c-441d-8593-63ae5896e47d req-a17f5b0b-0740-4dff-a159-58db96c4a29b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ef924936-2f58-4a79-8725-b38313c07efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384712 Jul 30 20:35:59.217159 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-566da157-233c-441d-8593-63ae5896e47d req-539c099e-9a3b-405b-bba7-887e6a914bfc service neutron] 10.222.0.83 "GET /v2.0/networks/ef924936-2f58-4a79-8725-b38313c07efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854874 Jul 30 20:35:59.309535 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e8997-21cb-4337-a888-0c1cd7b0646a req-1d4dca7c-1d6f-46a2-b464-fdd8cf73dd43 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:35:59.310138 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-566da157-233c-441d-8593-63ae5896e47d req-ae91c3f3-9297-46b3-a1d5-e36b3507b1a7 service neutron] 10.222.0.83 "GET /v2.0/networks/ef924936-2f58-4a79-8725-b38313c07efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845413 Jul 30 20:35:59.311006 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-351e8997-21cb-4337-a888-0c1cd7b0646a req-1d4dca7c-1d6f-46a2-b464-fdd8cf73dd43 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 946 time: 0.0492191 Jul 30 20:35:59.406387 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-351e8997-21cb-4337-a888-0c1cd7b0646a req-7c3e39a1-3d8e-4f26-95c4-7515fbe3799f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Deleting port c1bb280d-d218-4714-9526-3d4120d9276e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:35:59.406727 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-351e8997-21cb-4337-a888-0c1cd7b0646a req-7c3e39a1-3d8e-4f26-95c4-7515fbe3799f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:59.491145 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-351e8997-21cb-4337-a888-0c1cd7b0646a req-7c3e39a1-3d8e-4f26-95c4-7515fbe3799f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] For port c1bb280d-d218-4714-9526-3d4120d9276e, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c1bb280d-d218-4714-9526-3d4120d9276e,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:35:59.491411 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-351e8997-21cb-4337-a888-0c1cd7b0646a req-7c3e39a1-3d8e-4f26-95c4-7515fbe3799f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:59.503916 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-351e8997-21cb-4337-a888-0c1cd7b0646a req-7c3e39a1-3d8e-4f26-95c4-7515fbe3799f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Calling delete_port for c1bb280d-d218-4714-9526-3d4120d9276e owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:35:59.628915 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-351e8997-21cb-4337-a888-0c1cd7b0646a req-7c3e39a1-3d8e-4f26-95c4-7515fbe3799f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:59.643748 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['c1bb280d-d218-4714-9526-3d4120d9276e'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:35:59.646519 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['319e3d9f-ddbe-4ec4-b143-2b63933eed54'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:35:59.656520 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e39a1-3d8e-4f26-95c4-7515fbe3799f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event deleted for resources: {'Port': ['ID=c1bb280d-d218-4714-9526-3d4120d9276e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:35:59.666447 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e39a1-3d8e-4f26-95c4-7515fbe3799f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:59.666795 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e39a1-3d8e-4f26-95c4-7515fbe3799f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:59.667136 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e39a1-3d8e-4f26-95c4-7515fbe3799f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:59.667473 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e39a1-3d8e-4f26-95c4-7515fbe3799f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:59.668216 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e39a1-3d8e-4f26-95c4-7515fbe3799f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:59.668558 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e39a1-3d8e-4f26-95c4-7515fbe3799f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:59.668889 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e39a1-3d8e-4f26-95c4-7515fbe3799f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:59.669217 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e39a1-3d8e-4f26-95c4-7515fbe3799f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:59.669546 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e39a1-3d8e-4f26-95c4-7515fbe3799f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:59.670428 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e39a1-3d8e-4f26-95c4-7515fbe3799f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:59.670428 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e39a1-3d8e-4f26-95c4-7515fbe3799f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:59.670652 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3e39a1-3d8e-4f26-95c4-7515fbe3799f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:35:59.711146 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-351e8997-21cb-4337-a888-0c1cd7b0646a req-7c3e39a1-3d8e-4f26-95c4-7515fbe3799f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] No DVR routers for this DVR port c1bb280d-d218-4714-9526-3d4120d9276e on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:35:59.713875 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-351e8997-21cb-4337-a888-0c1cd7b0646a req-7c3e39a1-3d8e-4f26-95c4-7515fbe3799f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:35:59.715907 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-351e8997-21cb-4337-a888-0c1cd7b0646a req-7c3e39a1-3d8e-4f26-95c4-7515fbe3799f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.83 "DELETE /v2.0/ports/c1bb280d-d218-4714-9526-3d4120d9276e HTTP/1.1" status: 204 len: 173 time: 0.3961213 Jul 30 20:35:59.716354 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e1c025-142a-4dcc-b25d-30cce93c909f', 'name': 'network-vif-deleted', 'tag': 'c1bb280d-d218-4714-9526-3d4120d9276e'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:35:59.718797 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79ee721-4d8c-4fbf-a8b0-629495f62d58" -d '{"events": [{"server_uuid": "c1e1c025-142a-4dcc-b25d-30cce93c909f", "name": "network-vif-deleted", "tag": "c1bb280d-d218-4714-9526-3d4120d9276e"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:35:59.760261 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb07f61-7966-421f-873d-e160b9f4abe5 x-openstack-request-id: req-acb07f61-7966-421f-873d-e160b9f4abe5 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:35:59.760556 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e1c025-142a-4dcc-b25d-30cce93c909f", "name": "network-vif-deleted", "tag": "c1bb280d-d218-4714-9526-3d4120d9276e", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:35:59.761061 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-acb07f61-7966-421f-873d-e160b9f4abe5 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:35:59.761245 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e1c025-142a-4dcc-b25d-30cce93c909f', 'name': 'network-vif-deleted', 'tag': 'c1bb280d-d218-4714-9526-3d4120d9276e', 'status': 'completed', 'code': 200} Jul 30 20:36:00.077806 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aac0331c-37e4-473b-a859-ed542e8501b7 req-6a43b8c7-d042-4690-bcd5-8d58709d2887 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 210 time: 0.0429702 Jul 30 20:36:01.173045 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-007057de-3a47-42e6-96e5-c2cc4c2c2e6b req-bf5dab29-4c17-4279-8d82-5606f123590f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 210 time: 0.0260482 Jul 30 20:36:02.279667 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42853f5a-178c-480f-a3d3-1df391bf7ba4 req-26c1b72f-7f37-48f3-9c13-72649e7fb9ad tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 210 time: 0.0271757 Jul 30 20:36:02.454335 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c1bb280d-d218-4714-9526-3d4120d9276e no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:36:02.475586 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: c1bb280d-d218-4714-9526-3d4120d9276e {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:36:02.475930 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c1bb280d-d218-4714-9526-3d4120d9276e not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:36:03.387982 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fbc4ae41-85bd-4b02-8af1-70ab6c2f7117 req-9e75c5e9-bf24-41c6-8be5-577e587642dd tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e1c025-142a-4dcc-b25d-30cce93c909f HTTP/1.1" status: 200 len: 210 time: 0.0283237 Jul 30 20:36:07.860072 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4852f-1a55-4d33-9447-6c8c97a0c44f req-302ee87d-1093-4a87-96e0-c6a4a7babd78 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:07.861580 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d4a4852f-1a55-4d33-9447-6c8c97a0c44f req-302ee87d-1093-4a87-96e0-c6a4a7babd78 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 945 time: 0.0491319 Jul 30 20:36:07.900045 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d4a4852f-1a55-4d33-9447-6c8c97a0c44f req-98ec6232-5619-4885-b09e-6cca8caa636d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324740 Jul 30 20:36:09.016962 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948ee86-7f3b-42b1-ae05-f67e24367807 req-4fcae2d9-4254-48c3-b398-fce84d371474 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:09.018427 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9948ee86-7f3b-42b1-ae05-f67e24367807 req-4fcae2d9-4254-48c3-b398-fce84d371474 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 945 time: 0.0528972 Jul 30 20:36:09.058374 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9948ee86-7f3b-42b1-ae05-f67e24367807 req-fe20164d-e9c8-477d-ac7d-09b8cc9d6f37 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc998fd8-8bca-4e56-8482-46096807205c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335124 Jul 30 20:36:09.363821 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9670f-125c-49fc-8a95-76c15ea3eb5e req-23dc07e4-646c-4dfc-9d52-caa969bf4380 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:09.365268 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7f9670f-125c-49fc-8a95-76c15ea3eb5e req-23dc07e4-646c-4dfc-9d52-caa969bf4380 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 945 time: 0.0480955 Jul 30 20:36:09.459499 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-b7f9670f-125c-49fc-8a95-76c15ea3eb5e req-70306542-fa11-4846-b022-f24e07e53673 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Deleting port 319e3d9f-ddbe-4ec4-b143-2b63933eed54 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:36:09.463692 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b7f9670f-125c-49fc-8a95-76c15ea3eb5e req-70306542-fa11-4846-b022-f24e07e53673 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:09.552715 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-b7f9670f-125c-49fc-8a95-76c15ea3eb5e req-70306542-fa11-4846-b022-f24e07e53673 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] For port 319e3d9f-ddbe-4ec4-b143-2b63933eed54, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=319e3d9f-ddbe-4ec4-b143-2b63933eed54,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:36:09.553075 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b7f9670f-125c-49fc-8a95-76c15ea3eb5e req-70306542-fa11-4846-b022-f24e07e53673 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:09.568422 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-b7f9670f-125c-49fc-8a95-76c15ea3eb5e req-70306542-fa11-4846-b022-f24e07e53673 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Calling delete_port for 319e3d9f-ddbe-4ec4-b143-2b63933eed54 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:36:09.721886 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b7f9670f-125c-49fc-8a95-76c15ea3eb5e req-70306542-fa11-4846-b022-f24e07e53673 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:09.733683 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['319e3d9f-ddbe-4ec4-b143-2b63933eed54'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:36:09.755142 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70306542-fa11-4846-b022-f24e07e53673 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event deleted for resources: {'Port': ['ID=319e3d9f-ddbe-4ec4-b143-2b63933eed54,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:09.817571 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f9670f-125c-49fc-8a95-76c15ea3eb5e req-70306542-fa11-4846-b022-f24e07e53673 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] No DVR routers for this DVR port 319e3d9f-ddbe-4ec4-b143-2b63933eed54 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:36:09.820259 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b7f9670f-125c-49fc-8a95-76c15ea3eb5e req-70306542-fa11-4846-b022-f24e07e53673 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:09.822196 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7f9670f-125c-49fc-8a95-76c15ea3eb5e req-70306542-fa11-4846-b022-f24e07e53673 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.59 "DELETE /v2.0/ports/319e3d9f-ddbe-4ec4-b143-2b63933eed54 HTTP/1.1" status: 204 len: 173 time: 0.4510915 Jul 30 20:36:09.822621 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb6a7e6-a089-4712-9d1f-a65844c2afe7', 'name': 'network-vif-deleted', 'tag': '319e3d9f-ddbe-4ec4-b143-2b63933eed54'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:36:09.824849 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d8b695-fa01-4782-9a9d-aa5b21646b19" -d '{"events": [{"server_uuid": "0fb6a7e6-a089-4712-9d1f-a65844c2afe7", "name": "network-vif-deleted", "tag": "319e3d9f-ddbe-4ec4-b143-2b63933eed54"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:36:09.859796 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ce0efa-09c0-42fd-9adf-18ce70269ab6 x-openstack-request-id: req-e0ce0efa-09c0-42fd-9adf-18ce70269ab6 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:36:09.860086 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb6a7e6-a089-4712-9d1f-a65844c2afe7", "name": "network-vif-deleted", "tag": "319e3d9f-ddbe-4ec4-b143-2b63933eed54", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:36:09.860334 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e0ce0efa-09c0-42fd-9adf-18ce70269ab6 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:36:09.860725 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb6a7e6-a089-4712-9d1f-a65844c2afe7', 'name': 'network-vif-deleted', 'tag': '319e3d9f-ddbe-4ec4-b143-2b63933eed54', 'status': 'completed', 'code': 200} Jul 30 20:36:10.154598 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e1fd1a96-43a7-4ec6-88a8-6c4c43a5bc9c req-6e4df5bb-ebb0-4e66-8293-d67948aec1b0 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 210 time: 0.0269730 Jul 30 20:36:11.248220 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0fb4188d-e874-4775-8c85-9ea2d975d994 req-a18d18d3-f1d7-439a-8f8d-763c4528a4a1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 210 time: 0.0263977 Jul 30 20:36:12.341730 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7931a9ed-01b3-456a-a6fa-12064c45384c req-b759d564-a464-40b3-96bf-3485a4bf6a56 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 210 time: 0.0263333 Jul 30 20:36:12.526898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 319e3d9f-ddbe-4ec4-b143-2b63933eed54 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:36:12.549759 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 319e3d9f-ddbe-4ec4-b143-2b63933eed54 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:36:12.550101 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 319e3d9f-ddbe-4ec4-b143-2b63933eed54 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:36:13.471030 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-00446438-c251-4b0e-a367-dfb43e60c176 req-4253fb9d-379b-4f5c-a88a-057514d04daf tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fb6a7e6-a089-4712-9d1f-a65844c2afe7 HTTP/1.1" status: 200 len: 210 time: 0.0270071 Jul 30 20:36:15.601625 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:16.539940 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50176) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:16.544711 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-dfc33659-50d4-4e97-9d57-11958f04e3bf tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-98953863', 'description': 'tempest-secgroup-smoke-98953863 description', 'project_id': '40df3973962c47808e3981dec5fc9c7f'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:36:16.565806 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dfc33659-50d4-4e97-9d57-11958f04e3bf tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:16.650122 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dfc33659-50d4-4e97-9d57-11958f04e3bf tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:16.653855 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dfc33659-50d4-4e97-9d57-11958f04e3bf tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:16.679052 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dfc33659-50d4-4e97-9d57-11958f04e3bf tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:16.680297 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-dfc33659-50d4-4e97-9d57-11958f04e3bf tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1393492 Jul 30 20:36:16.683323 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50178) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:16.684241 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc33659-50d4-4e97-9d57-11958f04e3bf tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3355d0d3-4343-4cd1-9bc9-a38721514a52,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:16.689464 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-bfe84924-25d9-44b3-a9f6-60b5624b819f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Request body: {'security_group_rule': {'security_group_id': '3355d0d3-4343-4cd1-9bc9-a38721514a52', 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:36:16.717717 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfe84924-25d9-44b3-a9f6-60b5624b819f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:16.767887 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfe84924-25d9-44b3-a9f6-60b5624b819f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:16.772005 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfe84924-25d9-44b3-a9f6-60b5624b819f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:16.792300 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe84924-25d9-44b3-a9f6-60b5624b819f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc494d7c-dc60-4e5c-8ddd-c6419962c13d,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:16.796245 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfe84924-25d9-44b3-a9f6-60b5624b819f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:16.797402 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bfe84924-25d9-44b3-a9f6-60b5624b819f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130536 Jul 30 20:36:16.800131 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50180) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:16.804551 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c275bb2a-9869-4554-b583-d073c0f89b24 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Request body: {'security_group_rule': {'security_group_id': '3355d0d3-4343-4cd1-9bc9-a38721514a52', 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:36:16.830364 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c275bb2a-9869-4554-b583-d073c0f89b24 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:16.886378 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c275bb2a-9869-4554-b583-d073c0f89b24 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:16.889787 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c275bb2a-9869-4554-b583-d073c0f89b24 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:16.907529 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275bb2a-9869-4554-b583-d073c0f89b24 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f4fe0b-1f48-4724-a6a8-937578d10c84,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:16.913070 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c275bb2a-9869-4554-b583-d073c0f89b24 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:16.914303 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c275bb2a-9869-4554-b583-d073c0f89b24 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1132309 Jul 30 20:36:16.916933 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50182) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:16.921268 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b696c8ef-bbe2-494b-a955-0f8ace1c750e tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Request body: {'security_group_rule': {'security_group_id': '3355d0d3-4343-4cd1-9bc9-a38721514a52', 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:36:16.946449 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b696c8ef-bbe2-494b-a955-0f8ace1c750e tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:17.003258 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b696c8ef-bbe2-494b-a955-0f8ace1c750e tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:17.007165 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b696c8ef-bbe2-494b-a955-0f8ace1c750e tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:17.024250 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696c8ef-bbe2-494b-a955-0f8ace1c750e tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6dd6553-d7dc-469d-8429-8cad4f4be760,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:17.029694 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b696c8ef-bbe2-494b-a955-0f8ace1c750e tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:17.030896 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b696c8ef-bbe2-494b-a955-0f8ace1c750e tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130044 Jul 30 20:36:17.033517 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50184) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:17.037840 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-13302175-dd49-494f-923b-10efc2e0ad88 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Request body: {'security_group_rule': {'security_group_id': '3355d0d3-4343-4cd1-9bc9-a38721514a52', 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:36:17.063874 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13302175-dd49-494f-923b-10efc2e0ad88 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:17.124138 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13302175-dd49-494f-923b-10efc2e0ad88 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:17.127623 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13302175-dd49-494f-923b-10efc2e0ad88 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:17.145406 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13302175-dd49-494f-923b-10efc2e0ad88 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bacc377-6dcc-4ca2-8af5-9ecdcd064e0c,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:17.150987 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13302175-dd49-494f-923b-10efc2e0ad88 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:17.152210 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-13302175-dd49-494f-923b-10efc2e0ad88 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177723 Jul 30 20:36:17.154812 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50186) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:17.159118 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-68d98501-595e-45c7-a3d0-530cb82b96fb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Request body: {'security_group_rule': {'security_group_id': '3355d0d3-4343-4cd1-9bc9-a38721514a52', 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:36:17.180315 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-68d98501-595e-45c7-a3d0-530cb82b96fb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Project 40df3973962c47808e3981dec5fc9c7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 20:36:17.184951 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-68d98501-595e-45c7-a3d0-530cb82b96fb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:17.243321 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-68d98501-595e-45c7-a3d0-530cb82b96fb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:17.247066 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-68d98501-595e-45c7-a3d0-530cb82b96fb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:17.265588 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d98501-595e-45c7-a3d0-530cb82b96fb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593b62cc-c115-4f85-845c-5f6136aa3fd0,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:17.269018 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-68d98501-595e-45c7-a3d0-530cb82b96fb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:17.270204 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-68d98501-595e-45c7-a3d0-530cb82b96fb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1144216 Jul 30 20:36:17.273693 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50188) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:17.278368 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a106065f-74a2-4a19-9433-27b80c5b9bee tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Request body: {'security_group_rule': {'security_group_id': '3355d0d3-4343-4cd1-9bc9-a38721514a52', 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:36:17.299551 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-a106065f-74a2-4a19-9433-27b80c5b9bee tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Project 40df3973962c47808e3981dec5fc9c7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 20:36:17.304670 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a106065f-74a2-4a19-9433-27b80c5b9bee tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:17.365290 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a106065f-74a2-4a19-9433-27b80c5b9bee tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:17.368844 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a106065f-74a2-4a19-9433-27b80c5b9bee tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:17.386619 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106065f-74a2-4a19-9433-27b80c5b9bee tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03474fec-b768-4222-9f52-1c8096da34eb,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:17.389399 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a106065f-74a2-4a19-9433-27b80c5b9bee tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:17.390570 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a106065f-74a2-4a19-9433-27b80c5b9bee tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1159678 Jul 30 20:36:19.715826 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:21.267169 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2ec0bc0f-b0c7-4b0f-b9c3-d0d51814fbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:23.732434 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c2b2c41-ab91-4b0a-97b9-2faad0d6f998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:23.848429 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:36:23.997971 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:25.032455 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:26.889738 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:27.187464 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50308) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:27.251855 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2b0593c4-bd49-4294-82d8-944fc8fc7b3f tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/floatingips/796c1ea1-3232-40e4-823c-cebc84b42eb3 HTTP/1.1" status: 200 len: 992 time: 0.0631459 Jul 30 20:36:27.474720 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50316) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:27.633134 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-03644725-610a-4a8b-8ca4-bdf05dbdf981 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Deleting port 18691466-9c3f-4944-a884-67250e8b2576 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:36:27.633483 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03644725-610a-4a8b-8ca4-bdf05dbdf981 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:27.711040 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03644725-610a-4a8b-8ca4-bdf05dbdf981 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:27.711371 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03644725-610a-4a8b-8ca4-bdf05dbdf981 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:27.723255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-03644725-610a-4a8b-8ca4-bdf05dbdf981 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Calling delete_port for 18691466-9c3f-4944-a884-67250e8b2576 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:36:27.880557 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03644725-610a-4a8b-8ca4-bdf05dbdf981 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:27.907956 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03644725-610a-4a8b-8ca4-bdf05dbdf981 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event deleted for resources: {'Port': ['ID=18691466-9c3f-4944-a884-67250e8b2576,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:27.969777 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03644725-610a-4a8b-8ca4-bdf05dbdf981 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:27.970452 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-03644725-610a-4a8b-8ca4-bdf05dbdf981 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Floating IP 796c1ea1-3232-40e4-823c-cebc84b42eb3 disassociated (deleted). External IP: 172.25.3.94, port: b7856861-ffa6-4d28-b106-655a25012b13. Jul 30 20:36:28.175282 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03644725-610a-4a8b-8ca4-bdf05dbdf981 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Router ee2c860c-d06d-4b53-861c-0dd4adcba6a2 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:36:28.285170 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03644725-610a-4a8b-8ca4-bdf05dbdf981 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:36:28.290644 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03644725-610a-4a8b-8ca4-bdf05dbdf981 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:28.305528 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360d878d-fc2d-4fd1-a71e-7679b3a666fb None None] Sync routers for ids ['ee2c860c-d06d-4b53-861c-0dd4adcba6a2'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:36:28.322150 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360d878d-fc2d-4fd1-a71e-7679b3a666fb None None] Routers {'ee2c860c-d06d-4b53-861c-0dd4adcba6a2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:36:28.322797 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-360d878d-fc2d-4fd1-a71e-7679b3a666fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:36:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ee2c860c-d06d-4b53-861c-0dd4adcba6a2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:28.326203 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-03644725-610a-4a8b-8ca4-bdf05dbdf981 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "DELETE /v2.0/floatingips/796c1ea1-3232-40e4-823c-cebc84b42eb3 HTTP/1.1" status: 204 len: 168 time: 0.8504288 Jul 30 20:36:28.326859 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b755f04-3787-494b-9dcc-d587509986d7', 'tag': 'b7856861-ffa6-4d28-b106-655a25012b13'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:36:28.329293 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0ec4c9-30b1-4199-8c31-679d3634cb8d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b755f04-3787-494b-9dcc-d587509986d7", "tag": "b7856861-ffa6-4d28-b106-655a25012b13"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:36:28.461434 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-360d878d-fc2d-4fd1-a71e-7679b3a666fb None None] Set router ee2c860c-d06d-4b53-861c-0dd4adcba6a2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:36:28.512371 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696caec7-6b0a-4b1a-86d0-8044b8a25f66 x-openstack-request-id: req-696caec7-6b0a-4b1a-86d0-8044b8a25f66 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:36:28.512917 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b755f04-3787-494b-9dcc-d587509986d7", "tag": "b7856861-ffa6-4d28-b106-655a25012b13", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:36:28.513175 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-696caec7-6b0a-4b1a-86d0-8044b8a25f66 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:36:28.513670 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b755f04-3787-494b-9dcc-d587509986d7', 'tag': 'b7856861-ffa6-4d28-b106-655a25012b13', 'status': 'completed', 'code': 200} Jul 30 20:36:28.594189 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ec4c9-30b1-4199-8c31-679d3634cb8d req-5a56bd6f-fd2e-41ff-83bb-1a28fb23a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:28.596387 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-af0ec4c9-30b1-4199-8c31-679d3634cb8d req-5a56bd6f-fd2e-41ff-83bb-1a28fb23a527 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5b1060d492cf4cf8b5f6edec4eca6ad1&device_id=2b755f04-3787-494b-9dcc-d587509986d7 HTTP/1.1" status: 200 len: 1096 time: 0.0578423 Jul 30 20:36:28.613446 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186c23d-8b96-4a9e-8d29-9f84f8885420 req-c0a91718-0034-4bac-a7ae-94c3878fd2d8 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:28.615907 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4186c23d-8b96-4a9e-8d29-9f84f8885420 req-c0a91718-0034-4bac-a7ae-94c3878fd2d8 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b755f04-3787-494b-9dcc-d587509986d7 HTTP/1.1" status: 200 len: 945 time: 0.0541077 Jul 30 20:36:28.671813 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4186c23d-8b96-4a9e-8d29-9f84f8885420 req-820826cd-1489-43e6-8215-c282c435f40a tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=5af55b45-a29c-4d79-b86f-7f322006a16e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482616 Jul 30 20:36:28.687557 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-360d878d-fc2d-4fd1-a71e-7679b3a666fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'name': 'tempest-TestNetworkBasicOps-router-822813038', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:52Z', 'updated_at': '2021-07-30T20:34:56Z', 'revision_number': 4, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:53Z', 'updated_at': '2021-07-30T20:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '0520fba0-1359-4230-ae90-e707da2218c4', 'name': '', 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:4b:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '6ff146c7-5654-4c20-a1f2-faf30eebb11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:55Z', 'updated_at': '2021-07-30T20:35:00Z', 'revision_number': 5, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '6ff146c7-5654-4c20-a1f2-faf30eebb11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:28.712429 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ec4c9-30b1-4199-8c31-679d3634cb8d req-f5352e98-f662-48fb-aa99-62cd09a4157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:28.713940 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-af0ec4c9-30b1-4199-8c31-679d3634cb8d req-f5352e98-f662-48fb-aa99-62cd09a4157e service neutron] 10.222.0.83 "GET /v2.0/networks?id=03cbec1f-3f9c-487c-a0f2-8970180a9a6f HTTP/1.1" status: 200 len: 898 time: 0.1085470 Jul 30 20:36:28.720659 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360d878d-fc2d-4fd1-a71e-7679b3a666fb None None] Checking router: ee2c860c-d06d-4b53-861c-0dd4adcba6a2 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:36:28.729952 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360d878d-fc2d-4fd1-a71e-7679b3a666fb None None] Routers {'ee2c860c-d06d-4b53-861c-0dd4adcba6a2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:36:28.730577 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-360d878d-fc2d-4fd1-a71e-7679b3a666fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:36:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ee2c860c-d06d-4b53-861c-0dd4adcba6a2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:28.780285 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-af0ec4c9-30b1-4199-8c31-679d3634cb8d req-b6f7ac3a-2bff-4f1d-88a6-6ab98811b9d2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7856861-ffa6-4d28-b106-655a25012b13 HTTP/1.1" status: 200 len: 217 time: 0.0579619 Jul 30 20:36:28.831084 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ec4c9-30b1-4199-8c31-679d3634cb8d req-c7c811d4-8e3a-4f55-b2ae-e73dfd3ccda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:28.832683 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-af0ec4c9-30b1-4199-8c31-679d3634cb8d req-c7c811d4-8e3a-4f55-b2ae-e73dfd3ccda5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6ff146c7-5654-4c20-a1f2-faf30eebb11d HTTP/1.1" status: 200 len: 835 time: 0.0442963 Jul 30 20:36:28.839019 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-360d878d-fc2d-4fd1-a71e-7679b3a666fb None None] Set router ee2c860c-d06d-4b53-861c-0dd4adcba6a2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:36:28.880171 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ec4c9-30b1-4199-8c31-679d3634cb8d req-e4317464-d175-4d68-90b6-a4078890d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:28.882410 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-af0ec4c9-30b1-4199-8c31-679d3634cb8d req-e4317464-d175-4d68-90b6-a4078890d252 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=03cbec1f-3f9c-487c-a0f2-8970180a9a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405822 Jul 30 20:36:28.979427 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-af0ec4c9-30b1-4199-8c31-679d3634cb8d req-9c4e68dc-40ba-42b9-96af-b2fd15e5fdc3 service neutron] 10.222.0.83 "GET /v2.0/networks/03cbec1f-3f9c-487c-a0f2-8970180a9a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883069 Jul 30 20:36:29.045525 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-360d878d-fc2d-4fd1-a71e-7679b3a666fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'name': 'tempest-TestNetworkBasicOps-router-822813038', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:52Z', 'updated_at': '2021-07-30T20:34:56Z', 'revision_number': 4, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:53Z', 'updated_at': '2021-07-30T20:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '0520fba0-1359-4230-ae90-e707da2218c4', 'name': '', 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:4b:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '6ff146c7-5654-4c20-a1f2-faf30eebb11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:55Z', 'updated_at': '2021-07-30T20:35:00Z', 'revision_number': 5, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '6ff146c7-5654-4c20-a1f2-faf30eebb11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:29.080899 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360d878d-fc2d-4fd1-a71e-7679b3a666fb None None] The sync data for ids ['ee2c860c-d06d-4b53-861c-0dd4adcba6a2'] in n-d-712137-9 is: [{'id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'name': 'tempest-TestNetworkBasicOps-router-822813038', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:52Z', 'updated_at': '2021-07-30T20:34:56Z', 'revision_number': 4, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:53Z', 'updated_at': '2021-07-30T20:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '0520fba0-1359-4230-ae90-e707da2218c4', 'name': '', 'network_id': '03cbec1f-3f9c-487c-a0f2-8970180a9a6f', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'mac_address': 'fa:16:3e:4b:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '6ff146c7-5654-4c20-a1f2-faf30eebb11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:55Z', 'updated_at': '2021-07-30T20:35:00Z', 'revision_number': 5, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'subnets': [{'id': '6ff146c7-5654-4c20-a1f2-faf30eebb11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:36:29.090502 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-af0ec4c9-30b1-4199-8c31-679d3634cb8d req-cb503b88-14a9-4967-97ff-cc20749d1446 service neutron] 10.222.0.83 "GET /v2.0/networks/03cbec1f-3f9c-487c-a0f2-8970180a9a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030841 Jul 30 20:36:29.310875 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24db6f06-f6f1-4344-8114-686038462422 None None] New status for floating IP 796c1ea1-3232-40e4-823c-cebc84b42eb3: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:36:29.813302 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a6bf7-eb43-40f7-b501-e94b0fa6e9c7 req-6f2a6700-1aed-43f4-a6f9-9dfd625ae69e tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:29.815146 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d3a6bf7-eb43-40f7-b501-e94b0fa6e9c7 req-6f2a6700-1aed-43f4-a6f9-9dfd625ae69e tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b755f04-3787-494b-9dcc-d587509986d7 HTTP/1.1" status: 200 len: 945 time: 0.0685141 Jul 30 20:36:29.868059 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d3a6bf7-eb43-40f7-b501-e94b0fa6e9c7 req-f16d7b72-7132-465c-9007-d97609aff96c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/security-groups?id=5af55b45-a29c-4d79-b86f-7f322006a16e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463927 Jul 30 20:36:30.098044 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb4312-487b-4f68-b0a0-aa8e48c0bdc2 req-1a21e379-1f37-4738-b6d6-79b0cdb2fa37 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:30.099557 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6cdb4312-487b-4f68-b0a0-aa8e48c0bdc2 req-1a21e379-1f37-4738-b6d6-79b0cdb2fa37 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b755f04-3787-494b-9dcc-d587509986d7 HTTP/1.1" status: 200 len: 945 time: 0.0572879 Jul 30 20:36:30.189768 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-6cdb4312-487b-4f68-b0a0-aa8e48c0bdc2 req-4aceeaec-026b-4def-bb20-22c1fa8be2f9 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Deleting port b7856861-ffa6-4d28-b106-655a25012b13 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:36:30.190036 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6cdb4312-487b-4f68-b0a0-aa8e48c0bdc2 req-4aceeaec-026b-4def-bb20-22c1fa8be2f9 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:30.281756 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-6cdb4312-487b-4f68-b0a0-aa8e48c0bdc2 req-4aceeaec-026b-4def-bb20-22c1fa8be2f9 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] For port b7856861-ffa6-4d28-b106-655a25012b13, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=b7856861-ffa6-4d28-b106-655a25012b13,segment=NetworkSegment(0883ca22-b0e1-40b6-b2de-84c16ddd0bb6),segment_id=0883ca22-b0e1-40b6-b2de-84c16ddd0bb6)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:36:30.282125 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6cdb4312-487b-4f68-b0a0-aa8e48c0bdc2 req-4aceeaec-026b-4def-bb20-22c1fa8be2f9 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:30.295990 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-6cdb4312-487b-4f68-b0a0-aa8e48c0bdc2 req-4aceeaec-026b-4def-bb20-22c1fa8be2f9 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Calling delete_port for b7856861-ffa6-4d28-b106-655a25012b13 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:36:30.421379 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6cdb4312-487b-4f68-b0a0-aa8e48c0bdc2 req-4aceeaec-026b-4def-bb20-22c1fa8be2f9 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:30.461164 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aceeaec-026b-4def-bb20-22c1fa8be2f9 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event deleted for resources: {'Port': ['ID=b7856861-ffa6-4d28-b106-655a25012b13,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:30.507888 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdb4312-487b-4f68-b0a0-aa8e48c0bdc2 req-4aceeaec-026b-4def-bb20-22c1fa8be2f9 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] No DVR routers for this DVR port b7856861-ffa6-4d28-b106-655a25012b13 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:36:30.510347 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6cdb4312-487b-4f68-b0a0-aa8e48c0bdc2 req-4aceeaec-026b-4def-bb20-22c1fa8be2f9 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:30.512433 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6cdb4312-487b-4f68-b0a0-aa8e48c0bdc2 req-4aceeaec-026b-4def-bb20-22c1fa8be2f9 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.83 "DELETE /v2.0/ports/b7856861-ffa6-4d28-b106-655a25012b13 HTTP/1.1" status: 204 len: 173 time: 0.4063337 Jul 30 20:36:30.515076 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b755f04-3787-494b-9dcc-d587509986d7', 'name': 'network-vif-deleted', 'tag': 'b7856861-ffa6-4d28-b106-655a25012b13'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:36:30.518136 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56142a80-dbd0-45b7-bd83-bb93d218b7c4" -d '{"events": [{"server_uuid": "2b755f04-3787-494b-9dcc-d587509986d7", "name": "network-vif-deleted", "tag": "b7856861-ffa6-4d28-b106-655a25012b13"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:36:30.557321 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f4854a-aff5-4dd5-8dd8-b25d849b4ceb x-openstack-request-id: req-c3f4854a-aff5-4dd5-8dd8-b25d849b4ceb {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:36:30.557601 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b755f04-3787-494b-9dcc-d587509986d7", "name": "network-vif-deleted", "tag": "b7856861-ffa6-4d28-b106-655a25012b13", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:36:30.557858 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3f4854a-aff5-4dd5-8dd8-b25d849b4ceb {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:36:30.558378 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b755f04-3787-494b-9dcc-d587509986d7', 'name': 'network-vif-deleted', 'tag': 'b7856861-ffa6-4d28-b106-655a25012b13', 'status': 'completed', 'code': 200} Jul 30 20:36:30.985751 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d8237d5-8b1c-4b9d-84b4-d4b664326c0d req-7a3d7ef7-1ec1-4d5a-9547-3ee73d927546 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b755f04-3787-494b-9dcc-d587509986d7 HTTP/1.1" status: 200 len: 210 time: 0.0274341 Jul 30 20:36:31.729072 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-a47c8372-296f-4bd8-871c-662c7447f53d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-98953863&fields=id&tenant_id=40df3973962c47808e3981dec5fc9c7f HTTP/1.1" status: 200 len: 267 time: 0.0320122 Jul 30 20:36:31.836279 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-ebe2178e-ab43-47a6-bbf2-ebe73650933c tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:31.837633 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-ebe2178e-ab43-47a6-bbf2-ebe73650933c tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 812 time: 0.1021357 Jul 30 20:36:31.851995 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-8d7ff7da-bad1-4f6f-b7d2-2c3fc4787d2b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/quotas/40df3973962c47808e3981dec5fc9c7f HTTP/1.1" status: 200 len: 375 time: 0.0088220 Jul 30 20:36:31.902089 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-6c6a4aa4-9ab0-48cf-a93b-aaf879db259e tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450821 Jul 30 20:36:31.998739 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-2c1a893f-20d0-4e55-a432-7f47e368f731 service neutron] 10.222.0.81 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846021 Jul 30 20:36:32.087843 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-117e3690-3f0a-4c8a-972b-60f1e38e1822 service neutron] 10.222.0.81 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829315 Jul 30 20:36:32.341343 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50368) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:32.398089 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b917d309-fef6-4bd7-8a90-150e9b51ce85 req-3b3b0544-128a-461a-8022-ec81110746ac tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 210 time: 0.0327499 Jul 30 20:36:32.413952 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-48a29218-6219-4c8d-9572-9da2b9d9f19a tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:32.440500 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-48a29218-6219-4c8d-9572-9da2b9d9f19a tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:32.502630 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-48a29218-6219-4c8d-9572-9da2b9d9f19a tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:32.505582 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-48a29218-6219-4c8d-9572-9da2b9d9f19a tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:32.506869 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-48a29218-6219-4c8d-9572-9da2b9d9f19a tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "DELETE /v2.0/security-groups/5af55b45-a29c-4d79-b86f-7f322006a16e HTTP/1.1" status: 204 len: 168 time: 0.1645403 Jul 30 20:36:32.517116 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a29218-6219-4c8d-9572-9da2b9d9f19a tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af55b45-a29c-4d79-b86f-7f322006a16e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:32.541711 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50376) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:32.917460 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5531d1e8-f486-4fa2-911b-ae2b68524001 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:33.172185 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5531d1e8-f486-4fa2-911b-ae2b68524001 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Deleting port 0520fba0-1359-4230-ae90-e707da2218c4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:36:33.172433 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5531d1e8-f486-4fa2-911b-ae2b68524001 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:33.268441 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-5531d1e8-f486-4fa2-911b-ae2b68524001 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] For port 0520fba0-1359-4230-ae90-e707da2218c4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0520fba0-1359-4230-ae90-e707da2218c4,segment=NetworkSegment(0883ca22-b0e1-40b6-b2de-84c16ddd0bb6),segment_id=0883ca22-b0e1-40b6-b2de-84c16ddd0bb6)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:36:33.269312 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5531d1e8-f486-4fa2-911b-ae2b68524001 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:33.284613 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5531d1e8-f486-4fa2-911b-ae2b68524001 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Calling delete_port for 0520fba0-1359-4230-ae90-e707da2218c4 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:36:33.304815 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-2a90bad9-97e7-4cba-8554-13d1463a6a7e tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:33.306421 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-2a90bad9-97e7-4cba-8554-13d1463a6a7e tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.59 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 812 time: 0.1304116 Jul 30 20:36:33.351980 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-de380e01-60ad-4352-81d2-f0b5cbfba57f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40df3973962c47808e3981dec5fc9c7f HTTP/1.1" status: 200 len: 378 time: 0.0364738 Jul 30 20:36:33.360978 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Request body: {'port': {'device_id': '5829239b-4aa5-4a37-954f-8e92171e8b10', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'admin_state_up': True, 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'security_groups': ['3355d0d3-4343-4cd1-9bc9-a38721514a52']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:36:33.477458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Made reservation on behalf of 40df3973962c47808e3981dec5fc9c7f for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:36:33.481617 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:33.481969 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5531d1e8-f486-4fa2-911b-ae2b68524001 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:33.532736 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b12e2be7-4ee0-4d68-b69f-d96934bbfa62 req-86c4c5e6-7513-4a66-850e-d1dc76e1e750 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 210 time: 0.0469477 Jul 30 20:36:33.664067 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Allocated IP 172.20.0.4 (6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1/3008045a-2232-40b0-9f2b-2de360d1b833/5ef24393-1397-4af5-8457-c8d48cf97bcc) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:36:33.773887 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531d1e8-f486-4fa2-911b-ae2b68524001 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event deleted for resources: {'Port': ['ID=0520fba0-1359-4230-ae90-e707da2218c4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:33.821410 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:33.845685 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Transition to ACTIVE for port object 5ef24393-1397-4af5-8457-c8d48cf97bcc will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:36:33.887343 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:33.935828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:36:33.939444 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:36:33.945920 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:36:33.949973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event updated for resources: {'Port': ['ID=5ef24393-1397-4af5-8457-c8d48cf97bcc,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:33.967524 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5531d1e8-f486-4fa2-911b-ae2b68524001 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:33.980554 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:36:33.981181 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:36:33.981380 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:36:33.981761 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:36:33.983248 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:36:33.983248 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:36:33.983248 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:36:33.983248 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:36:33.983725 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:36:33.983725 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:36:33.984005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:36:33.984327 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:36:34.025245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:34.025972 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:34.059450 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-645c3611-47b2-42b6-86cc-fa0be565f657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7020786 Jul 30 20:36:34.075479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-69e3b844-a256-4071-93ce-6a730f74dfee service neutron] Request body: {'port': {'device_id': '5829239b-4aa5-4a37-954f-8e92171e8b10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:36:34.152039 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-69e3b844-a256-4071-93ce-6a730f74dfee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:34.231919 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5531d1e8-f486-4fa2-911b-ae2b68524001 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Router ee2c860c-d06d-4b53-861c-0dd4adcba6a2 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:36:34.292607 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d57d8572-38be-4ee5-b28e-b7fe24c00778 None None] Provisioning for port 5ef24393-1397-4af5-8457-c8d48cf97bcc completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:36:34.300926 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d57d8572-38be-4ee5-b28e-b7fe24c00778 None None] Provisioning complete for port 5ef24393-1397-4af5-8457-c8d48cf97bcc triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:36:34.301303 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d57d8572-38be-4ee5-b28e-b7fe24c00778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:34.358220 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d57d8572-38be-4ee5-b28e-b7fe24c00778 None None] Port 5ef24393-1397-4af5-8457-c8d48cf97bcc cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:36:34.383474 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5531d1e8-f486-4fa2-911b-ae2b68524001 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:36:34.392156 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5531d1e8-f486-4fa2-911b-ae2b68524001 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "PUT /v2.0/routers/ee2c860c-d06d-4b53-861c-0dd4adcba6a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8489254 Jul 30 20:36:34.392767 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50382) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:34.397041 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb7293-db50-4c92-94fa-08f4c9bc15cd None None] Sync routers for ids ['ee2c860c-d06d-4b53-861c-0dd4adcba6a2'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:36:34.410980 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cb7293-db50-4c92-94fa-08f4c9bc15cd None None] Routers {'ee2c860c-d06d-4b53-861c-0dd4adcba6a2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:36:34.411915 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a9cb7293-db50-4c92-94fa-08f4c9bc15cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:36:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ee2c860c-d06d-4b53-861c-0dd4adcba6a2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:34.447604 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-5524d760-80b0-4baf-9a1b-2c544a3ba2a1 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Deleting subnet 6ff146c7-5654-4c20-a1f2-faf30eebb11d {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:36:34.450820 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5524d760-80b0-4baf-9a1b-2c544a3ba2a1 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:34.486857 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-69e3b844-a256-4071-93ce-6a730f74dfee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef24393-1397-4af5-8457-c8d48cf97bcc {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:36:34.495231 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-69e3b844-a256-4071-93ce-6a730f74dfee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:34.496351 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5524d760-80b0-4baf-9a1b-2c544a3ba2a1 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:34.510265 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-69e3b844-a256-4071-93ce-6a730f74dfee service neutron] Transition to ACTIVE for port object 5ef24393-1397-4af5-8457-c8d48cf97bcc will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:36:34.516006 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-69e3b844-a256-4071-93ce-6a730f74dfee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:34.547119 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a9cb7293-db50-4c92-94fa-08f4c9bc15cd None None] Set router ee2c860c-d06d-4b53-861c-0dd4adcba6a2 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:36:34.637430 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3b844-a256-4071-93ce-6a730f74dfee service neutron] Pushing event updated for resources: {'Port': ['ID=5ef24393-1397-4af5-8457-c8d48cf97bcc,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:34.665873 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5524d760-80b0-4baf-9a1b-2c544a3ba2a1 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:34.716483 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-69e3b844-a256-4071-93ce-6a730f74dfee service neutron] Attempting to bind port 5ef24393-1397-4af5-8457-c8d48cf97bcc on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:36:34.716827 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-69e3b844-a256-4071-93ce-6a730f74dfee service neutron] Attempting to bind port 5ef24393-1397-4af5-8457-c8d48cf97bcc by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:36:34.717229 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-69e3b844-a256-4071-93ce-6a730f74dfee service neutron] Attempting to bind port 5ef24393-1397-4af5-8457-c8d48cf97bcc on network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:36:34.727101 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device b7856861-ffa6-4d28-b106-655a25012b13 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:36:34.729977 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-69e3b844-a256-4071-93ce-6a730f74dfee service neutron] Port 5ef24393-1397-4af5-8457-c8d48cf97bcc on network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:36:34.730307 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-69e3b844-a256-4071-93ce-6a730f74dfee service neutron] Attempting to bind port 5ef24393-1397-4af5-8457-c8d48cf97bcc on network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:36:34.745413 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2a813-4f6f-47b1-aafb-fb0755c022cb req-0a1c418f-4cf3-48a6-9856-8b25ad860534 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:34.755415 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-47e2a813-4f6f-47b1-aafb-fb0755c022cb req-0a1c418f-4cf3-48a6-9856-8b25ad860534 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 943 time: 0.1135695 Jul 30 20:36:34.760532 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: b7856861-ffa6-4d28-b106-655a25012b13 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:36:34.761059 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device b7856861-ffa6-4d28-b106-655a25012b13 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:36:34.774755 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-69e3b844-a256-4071-93ce-6a730f74dfee service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:36:34.775171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-69e3b844-a256-4071-93ce-6a730f74dfee service neutron] Checking segment: {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:36:34.775720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-69e3b844-a256-4071-93ce-6a730f74dfee service neutron] Bound using segment: {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:36:34.776237 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-69e3b844-a256-4071-93ce-6a730f74dfee service neutron] Bound port: 5ef24393-1397-4af5-8457-c8d48cf97bcc, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:36:34.776605 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-69e3b844-a256-4071-93ce-6a730f74dfee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:34.782718 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5524d760-80b0-4baf-9a1b-2c544a3ba2a1 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:34.834226 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524d760-80b0-4baf-9a1b-2c544a3ba2a1 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event deleted for resources: {'Subnet': ['ID=6ff146c7-5654-4c20-a1f2-faf30eebb11d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:34.838437 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5524d760-80b0-4baf-9a1b-2c544a3ba2a1 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:34.840375 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5524d760-80b0-4baf-9a1b-2c544a3ba2a1 tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "DELETE /v2.0/subnets/6ff146c7-5654-4c20-a1f2-faf30eebb11d HTTP/1.1" status: 204 len: 168 time: 0.4466665 Jul 30 20:36:34.844153 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50386) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:34.855396 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ddbbb6-38b1-43c0-a797-2dc820767b0e None None] Network 03cbec1f-3f9c-487c-a0f2-8970180a9a6f requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:36:34.881422 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-69e3b844-a256-4071-93ce-6a730f74dfee service neutron] For port 5ef24393-1397-4af5-8457-c8d48cf97bcc, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:36:34.916649 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-47e2a813-4f6f-47b1-aafb-fb0755c022cb req-ecd1664f-c79e-4a40-813d-0a346463c39e tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1617615 Jul 30 20:36:34.918651 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-69e3b844-a256-4071-93ce-6a730f74dfee service neutron] For port 5ef24393-1397-4af5-8457-c8d48cf97bcc, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5ef24393-1397-4af5-8457-c8d48cf97bcc,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:36:34.930318 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-69e3b844-a256-4071-93ce-6a730f74dfee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:34.967401 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-69e3b844-a256-4071-93ce-6a730f74dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:34.968070 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-69e3b844-a256-4071-93ce-6a730f74dfee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:34.969506 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-69e3b844-a256-4071-93ce-6a730f74dfee service neutron] 10.222.0.59 "PUT /v2.0/ports/5ef24393-1397-4af5-8457-c8d48cf97bcc HTTP/1.1" status: 200 len: 1091 time: 0.9020882 Jul 30 20:36:34.969969 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5829239b-4aa5-4a37-954f-8e92171e8b10', 'tag': '5ef24393-1397-4af5-8457-c8d48cf97bcc'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:36:34.972343 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf022aa7-03b2-42ed-b761-2c5ca48a4a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "5829239b-4aa5-4a37-954f-8e92171e8b10", "tag": "5ef24393-1397-4af5-8457-c8d48cf97bcc"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:36:34.999961 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3b844-a256-4071-93ce-6a730f74dfee service neutron] Pushing event updated for resources: {'Port': ['ID=5ef24393-1397-4af5-8457-c8d48cf97bcc,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:35.064413 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7f39b8-85aa-453b-a921-344147c08fbb x-openstack-request-id: req-7c7f39b8-85aa-453b-a921-344147c08fbb {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:36:35.065123 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5829239b-4aa5-4a37-954f-8e92171e8b10", "tag": "5ef24393-1397-4af5-8457-c8d48cf97bcc", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:36:35.065687 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c7f39b8-85aa-453b-a921-344147c08fbb {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:36:35.066464 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5829239b-4aa5-4a37-954f-8e92171e8b10', 'tag': '5ef24393-1397-4af5-8457-c8d48cf97bcc', 'status': 'completed', 'code': 200} Jul 30 20:36:35.093285 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e5002d8d-ba83-40da-b5ab-356c19e7791c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:35.094040 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-fa179dbc-aaea-4e2e-bd94-e0edd209a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:35.095892 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-fa179dbc-aaea-4e2e-bd94-e0edd209a673 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 1094 time: 0.0719676 Jul 30 20:36:35.149852 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-996aac75-ea5e-418a-b3c3-daafbad83ee4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ef24393-1397-4af5-8457-c8d48cf97bcc HTTP/1.1" status: 200 len: 217 time: 0.0456460 Jul 30 20:36:35.196922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a9cb7293-db50-4c92-94fa-08f4c9bc15cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'name': 'tempest-TestNetworkBasicOps-router-822813038', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:52Z', 'updated_at': '2021-07-30T20:36:33Z', 'revision_number': 5, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port': {'id': 'f4a41924-c968-4e7b-bb5d-87eede1843a2', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:53Z', 'updated_at': '2021-07-30T20:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:35.234685 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb7293-db50-4c92-94fa-08f4c9bc15cd None None] Checking router: ee2c860c-d06d-4b53-861c-0dd4adcba6a2 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:36:35.247608 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-f0a53b69-6973-479b-83c0-0d54a107009d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:35.252784 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-f0a53b69-6973-479b-83c0-0d54a107009d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0949886 Jul 30 20:36:35.254027 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e5002d8d-ba83-40da-b5ab-356c19e7791c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:35.295778 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cb7293-db50-4c92-94fa-08f4c9bc15cd None None] Routers {'ee2c860c-d06d-4b53-861c-0dd4adcba6a2'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:36:35.296533 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a9cb7293-db50-4c92-94fa-08f4c9bc15cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:36:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ee2c860c-d06d-4b53-861c-0dd4adcba6a2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:35.310953 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-38e05e38-9b99-4503-8355-004c13fd65d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:35.312507 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-38e05e38-9b99-4503-8355-004c13fd65d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511289 Jul 30 20:36:35.328520 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e5002d8d-ba83-40da-b5ab-356c19e7791c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Deleting port f4a41924-c968-4e7b-bb5d-87eede1843a2 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:36:35.328953 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e5002d8d-ba83-40da-b5ab-356c19e7791c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:35.426093 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a9cb7293-db50-4c92-94fa-08f4c9bc15cd None None] Set router ee2c860c-d06d-4b53-861c-0dd4adcba6a2 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:36:35.440740 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-e5002d8d-ba83-40da-b5ab-356c19e7791c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] For port f4a41924-c968-4e7b-bb5d-87eede1843a2, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f4a41924-c968-4e7b-bb5d-87eede1843a2,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:36:35.441044 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e5002d8d-ba83-40da-b5ab-356c19e7791c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:35.445667 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-5e497601-1105-4c7c-a12b-d1a63c26ee4f service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242340 Jul 30 20:36:35.455100 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e5002d8d-ba83-40da-b5ab-356c19e7791c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Calling delete_port for f4a41924-c968-4e7b-bb5d-87eede1843a2 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:36:35.491059 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a7c1d8-6cb8-4470-8701-d57a305f1ced None None] DHCP port deletion for 03cbec1f-3f9c-487c-a0f2-8970180a9a6f request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:36:35.493952 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a9cb7293-db50-4c92-94fa-08f4c9bc15cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'name': 'tempest-TestNetworkBasicOps-router-822813038', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:52Z', 'updated_at': '2021-07-30T20:36:35Z', 'revision_number': 6, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:35.544063 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb7293-db50-4c92-94fa-08f4c9bc15cd None None] The sync data for ids ['ee2c860c-d06d-4b53-861c-0dd4adcba6a2'] in n-d-712137-9 is: [{'id': 'ee2c860c-d06d-4b53-861c-0dd4adcba6a2', 'name': 'tempest-TestNetworkBasicOps-router-822813038', 'tenant_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:52Z', 'updated_at': '2021-07-30T20:36:35Z', 'revision_number': 6, 'project_id': '5b1060d492cf4cf8b5f6edec4eca6ad1', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:36:35.571594 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08674721-192e-436e-8bd9-7ab67b7ae901 req-2ebc45f9-757b-4667-866d-9b40855919b6 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179826 Jul 30 20:36:35.593480 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-78a7c1d8-6cb8-4470-8701-d57a305f1ced None None] Deleting port 30979b1b-c2e4-4988-becd-21166c0f493d {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:36:35.594143 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78a7c1d8-6cb8-4470-8701-d57a305f1ced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:35.672347 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-78a7c1d8-6cb8-4470-8701-d57a305f1ced None None] For port 30979b1b-c2e4-4988-becd-21166c0f493d, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=30979b1b-c2e4-4988-becd-21166c0f493d,segment=NetworkSegment(0883ca22-b0e1-40b6-b2de-84c16ddd0bb6),segment_id=0883ca22-b0e1-40b6-b2de-84c16ddd0bb6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:36:35.672569 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78a7c1d8-6cb8-4470-8701-d57a305f1ced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:35.678495 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e5002d8d-ba83-40da-b5ab-356c19e7791c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:35.684721 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf022aa7-03b2-42ed-b761-2c5ca48a4a7a req-1fb9fde8-2096-4c05-b39f-ebc00b294b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:35.686354 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bf022aa7-03b2-42ed-b761-2c5ca48a4a7a req-1fb9fde8-2096-4c05-b39f-ebc00b294b54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 1094 time: 0.0623591 Jul 30 20:36:35.691885 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-78a7c1d8-6cb8-4470-8701-d57a305f1ced None None] Calling delete_port for 30979b1b-c2e4-4988-becd-21166c0f493d owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:36:35.719463 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5002d8d-ba83-40da-b5ab-356c19e7791c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event deleted for resources: {'Port': ['ID=f4a41924-c968-4e7b-bb5d-87eede1843a2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:35.792944 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e5002d8d-ba83-40da-b5ab-356c19e7791c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:35.794968 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78a7c1d8-6cb8-4470-8701-d57a305f1ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:35.801421 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf022aa7-03b2-42ed-b761-2c5ca48a4a7a req-75491f84-ae6d-4618-92be-c8075b7bdac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:35.803242 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bf022aa7-03b2-42ed-b761-2c5ca48a4a7a req-75491f84-ae6d-4618-92be-c8075b7bdac0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 913 time: 0.1095977 Jul 30 20:36:35.818982 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a7c1d8-6cb8-4470-8701-d57a305f1ced None None] No DVR routers for this DVR port 30979b1b-c2e4-4988-becd-21166c0f493d on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:36:35.839561 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7c1d8-6cb8-4470-8701-d57a305f1ced None None] Pushing event deleted for resources: {'Port': ['ID=30979b1b-c2e4-4988-becd-21166c0f493d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:35.860126 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bf022aa7-03b2-42ed-b761-2c5ca48a4a7a req-bd2e2e0d-7814-4758-8e66-8dee5e5b5242 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ef24393-1397-4af5-8457-c8d48cf97bcc HTTP/1.1" status: 200 len: 217 time: 0.0453963 Jul 30 20:36:35.892545 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e5002d8d-ba83-40da-b5ab-356c19e7791c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:35.894841 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e5002d8d-ba83-40da-b5ab-356c19e7791c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:35.917591 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf022aa7-03b2-42ed-b761-2c5ca48a4a7a req-f90ea955-5d3d-47e0-b0cf-c707ab44e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:35.919286 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bf022aa7-03b2-42ed-b761-2c5ca48a4a7a req-f90ea955-5d3d-47e0-b0cf-c707ab44e36d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0508528 Jul 30 20:36:35.952594 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e5002d8d-ba83-40da-b5ab-356c19e7791c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:35.953504 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5002d8d-ba83-40da-b5ab-356c19e7791c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Fanout notify agent at l3_agent the message router_deleted on router ee2c860c-d06d-4b53-861c-0dd4adcba6a2 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:36:35.965221 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e5002d8d-ba83-40da-b5ab-356c19e7791c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:35.970818 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e5002d8d-ba83-40da-b5ab-356c19e7791c tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "DELETE /v2.0/routers/ee2c860c-d06d-4b53-861c-0dd4adcba6a2 HTTP/1.1" status: 204 len: 168 time: 1.1206577 Jul 30 20:36:35.970991 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50392) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:35.985964 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf022aa7-03b2-42ed-b761-2c5ca48a4a7a req-47046d67-d834-4b51-9e14-fed51fea97cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:35.987952 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bf022aa7-03b2-42ed-b761-2c5ca48a4a7a req-47046d67-d834-4b51-9e14-fed51fea97cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617583 Jul 30 20:36:36.062363 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ccf0b41d-46bc-42e6-82df-43d5e01eaf7d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:36.119205 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1ad52-7d3b-4247-a0e8-d160af1490a2 req-9463afce-9332-4029-8ee9-e893a2859141 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:36.120650 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4ae1ad52-7d3b-4247-a0e8-d160af1490a2 req-9463afce-9332-4029-8ee9-e893a2859141 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 943 time: 0.1008739 Jul 30 20:36:36.151251 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bf022aa7-03b2-42ed-b761-2c5ca48a4a7a req-b93b2c4d-d43d-46b2-b1e2-2de0a03dea7a service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553409 Jul 30 20:36:36.159704 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ccf0b41d-46bc-42e6-82df-43d5e01eaf7d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:36.170731 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ccf0b41d-46bc-42e6-82df-43d5e01eaf7d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03cbec1f-3f9c-487c-a0f2-8970180a9a6f']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:36.183136 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ccf0b41d-46bc-42e6-82df-43d5e01eaf7d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0883ca22-b0e1-40b6-b2de-84c16ddd0bb6') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:36.183450 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ccf0b41d-46bc-42e6-82df-43d5e01eaf7d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0883ca22-b0e1-40b6-b2de-84c16ddd0bb6') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:36.187341 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4ae1ad52-7d3b-4247-a0e8-d160af1490a2 req-631001a9-c888-4142-b78c-1564652715be tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603509 Jul 30 20:36:36.193352 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ccf0b41d-46bc-42e6-82df-43d5e01eaf7d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:36.213579 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ccf0b41d-46bc-42e6-82df-43d5e01eaf7d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:36.220274 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf0b41d-46bc-42e6-82df-43d5e01eaf7d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:36:36.220694 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ccf0b41d-46bc-42e6-82df-43d5e01eaf7d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:36:36.224361 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:36:36.262092 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bf022aa7-03b2-42ed-b761-2c5ca48a4a7a req-7f8969e3-2f11-4b05-8cae-25dada55b067 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041749 Jul 30 20:36:36.285395 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ccf0b41d-46bc-42e6-82df-43d5e01eaf7d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:36.292919 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ccf0b41d-46bc-42e6-82df-43d5e01eaf7d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:36.294883 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ccf0b41d-46bc-42e6-82df-43d5e01eaf7d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] 10.222.0.81 "DELETE /v2.0/networks/03cbec1f-3f9c-487c-a0f2-8970180a9a6f HTTP/1.1" status: 204 len: 168 time: 0.3228531 Jul 30 20:36:36.319194 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0b41d-46bc-42e6-82df-43d5e01eaf7d tempest-TestNetworkBasicOps-939419756 tempest-TestNetworkBasicOps-939419756-project] Pushing event deleted for resources: {'Network': ['ID=03cbec1f-3f9c-487c-a0f2-8970180a9a6f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:36.470576 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 30979b1b-c2e4-4988-becd-21166c0f493d no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:36:36.494094 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 30979b1b-c2e4-4988-becd-21166c0f493d {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:36:36.494470 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 30979b1b-c2e4-4988-becd-21166c0f493d not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:36:36.494884 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0520fba0-1359-4230-ae90-e707da2218c4 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:36:36.518262 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 0520fba0-1359-4230-ae90-e707da2218c4 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:36:36.518608 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0520fba0-1359-4230-ae90-e707da2218c4 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:36:36.519029 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f4a41924-c968-4e7b-bb5d-87eede1843a2 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:36:36.539649 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: f4a41924-c968-4e7b-bb5d-87eede1843a2 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:36:36.539982 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f4a41924-c968-4e7b-bb5d-87eede1843a2 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:36:36.589788 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50398) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:36.730770 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50404) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:36.731333 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c063b091-e2e6-45f5-94ff-e37bd10baf46 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5b1060d492cf4cf8b5f6edec4eca6ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399152 Jul 30 20:36:36.792985 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f49fc80-5f4a-4152-9211-d8ab6ab5cc43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:36.821826 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f49fc80-5f4a-4152-9211-d8ab6ab5cc43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:36.875642 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f49fc80-5f4a-4152-9211-d8ab6ab5cc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:36.878275 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f49fc80-5f4a-4152-9211-d8ab6ab5cc43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:36.879454 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5f49fc80-5f4a-4152-9211-d8ab6ab5cc43 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/da1cac1a-8920-45a6-8291-3e34b5b37d74 HTTP/1.1" status: 204 len: 168 time: 0.1466417 Jul 30 20:36:36.890701 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49fc80-5f4a-4152-9211-d8ab6ab5cc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1cac1a-8920-45a6-8291-3e34b5b37d74,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:37.151999 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50410) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:37.165186 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0222a09c-7eff-4630-9392-d64cf4dd7fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:37.256726 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0222a09c-7eff-4630-9392-d64cf4dd7fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:37.264363 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0222a09c-7eff-4630-9392-d64cf4dd7fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:37.308065 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0222a09c-7eff-4630-9392-d64cf4dd7fd7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0a9f5aa987d54962b13df8a0572dd1e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548474 Jul 30 20:36:37.309906 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222a09c-7eff-4630-9392-d64cf4dd7fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140a70c3-8eef-4bcf-8aaf-fb9622dd3f9c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:37.310728 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624af6da-d6c6-4bb8-80a1-54310a8afe8a req-84037a48-8040-48e5-b6e4-0805794869be tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:37.313482 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50414) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:37.319207 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-624af6da-d6c6-4bb8-80a1-54310a8afe8a req-84037a48-8040-48e5-b6e4-0805794869be tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 943 time: 0.0624928 Jul 30 20:36:37.354496 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-624af6da-d6c6-4bb8-80a1-54310a8afe8a req-7ef96066-a23e-47aa-b4a8-117b3ba74727 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335529 Jul 30 20:36:37.374763 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86b79c83-9b8e-4858-b535-ed5ad8e6bf80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:37.397057 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86b79c83-9b8e-4858-b535-ed5ad8e6bf80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:37.447748 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86b79c83-9b8e-4858-b535-ed5ad8e6bf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:37.450299 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86b79c83-9b8e-4858-b535-ed5ad8e6bf80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:37.451703 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-86b79c83-9b8e-4858-b535-ed5ad8e6bf80 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/140a70c3-8eef-4bcf-8aaf-fb9622dd3f9c HTTP/1.1" status: 204 len: 168 time: 0.1372685 Jul 30 20:36:37.460481 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b79c83-9b8e-4858-b535-ed5ad8e6bf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140a70c3-8eef-4bcf-8aaf-fb9622dd3f9c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:38.474106 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c69986-9c90-4292-8b68-a6d64b2eab30 req-9d344064-7c17-41e0-a81b-ad0cca5afe1c tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:38.475633 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48c69986-9c90-4292-8b68-a6d64b2eab30 req-9d344064-7c17-41e0-a81b-ad0cca5afe1c tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 943 time: 0.0544977 Jul 30 20:36:38.517920 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48c69986-9c90-4292-8b68-a6d64b2eab30 req-9235ee49-de14-4ffc-8c32-53a7b10c7aa4 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319002 Jul 30 20:36:39.634107 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2441a-d480-4eb9-9abc-b9688916941f req-4ef9382f-d001-49de-a897-40d5fe6fd530 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:39.635478 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ed2441a-d480-4eb9-9abc-b9688916941f req-4ef9382f-d001-49de-a897-40d5fe6fd530 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 943 time: 0.0526533 Jul 30 20:36:39.673411 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8ed2441a-d480-4eb9-9abc-b9688916941f req-5dce8e7b-d09b-4db0-b0db-110c82c9917a tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317609 Jul 30 20:36:40.786888 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2d177-a7ad-4ddf-8a7c-2bf4eb0714b8 req-a5d703fc-3f21-4278-945d-70a785578beb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:40.788435 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40a2d177-a7ad-4ddf-8a7c-2bf4eb0714b8 req-a5d703fc-3f21-4278-945d-70a785578beb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 943 time: 0.0490460 Jul 30 20:36:40.825003 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40a2d177-a7ad-4ddf-8a7c-2bf4eb0714b8 req-764c21d7-d6cb-4276-87e1-1249764df3ea tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307469 Jul 30 20:36:41.937551 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f08d3-d971-4ed1-ae1f-1606f39fd2db req-7aa03f47-c330-4952-941f-c3c0996254d0 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:41.939029 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-154f08d3-d971-4ed1-ae1f-1606f39fd2db req-7aa03f47-c330-4952-941f-c3c0996254d0 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 943 time: 0.0488188 Jul 30 20:36:41.977721 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-154f08d3-d971-4ed1-ae1f-1606f39fd2db req-7d35ee5e-a5cb-4567-a1a3-6eaa805c16bb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328059 Jul 30 20:36:43.091908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74f30b-8b21-4a27-9a5e-204a48f4e55b req-6a574c81-587d-4be0-930a-8e2c8970f394 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:43.093344 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ba74f30b-8b21-4a27-9a5e-204a48f4e55b req-6a574c81-587d-4be0-930a-8e2c8970f394 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 943 time: 0.0515375 Jul 30 20:36:43.131071 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ba74f30b-8b21-4a27-9a5e-204a48f4e55b req-d036d326-44da-46f0-b6f1-2a8ef9aaa945 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319071 Jul 30 20:36:43.621164 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cfcb7-cf96-4ae5-9891-d9e48a211305 req-63b94ca7-34ce-4f6c-8fe9-463d835844c6 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:43.622563 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a89cfcb7-cf96-4ae5-9891-d9e48a211305 req-63b94ca7-34ce-4f6c-8fe9-463d835844c6 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 1096 time: 0.0403166 Jul 30 20:36:43.655858 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a89cfcb7-cf96-4ae5-9891-d9e48a211305 req-ac3d7816-6d89-4b5b-815c-9cd5005f95fc tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274746 Jul 30 20:36:43.677993 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50432) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:44.089872 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-27d08a7a-7a32-410f-bf10-4853e0ec1685 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Deleting port 9fdc3c61-1ce4-4287-821d-be2d055d869b {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:36:44.090225 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-27d08a7a-7a32-410f-bf10-4853e0ec1685 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:44.167768 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-27d08a7a-7a32-410f-bf10-4853e0ec1685 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:44.168368 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-27d08a7a-7a32-410f-bf10-4853e0ec1685 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:44.179752 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-27d08a7a-7a32-410f-bf10-4853e0ec1685 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Calling delete_port for 9fdc3c61-1ce4-4287-821d-be2d055d869b owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:36:44.322800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f1d4e-a8b3-4d86-b7f6-07afd3005629 req-ea5bee77-5c1e-4cb8-9d44-d2d9e58ee574 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:44.324295 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-447f1d4e-a8b3-4d86-b7f6-07afd3005629 req-ea5bee77-5c1e-4cb8-9d44-d2d9e58ee574 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 943 time: 0.1022542 Jul 30 20:36:44.380458 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-447f1d4e-a8b3-4d86-b7f6-07afd3005629 req-18d38b29-b254-40ed-82bf-c77173bf398d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495379 Jul 30 20:36:44.420817 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-27d08a7a-7a32-410f-bf10-4853e0ec1685 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:44.449785 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d08a7a-7a32-410f-bf10-4853e0ec1685 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'Port': ['ID=9fdc3c61-1ce4-4287-821d-be2d055d869b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:44.514701 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-27d08a7a-7a32-410f-bf10-4853e0ec1685 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:44.515010 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-27d08a7a-7a32-410f-bf10-4853e0ec1685 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Floating IP 1159c054-fc09-4933-8863-50d0148feb58 disassociated (deleted). External IP: 172.25.3.232, port: 98baf410-4e6c-4b82-982b-a94ee909504f. Jul 30 20:36:44.717184 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d08a7a-7a32-410f-bf10-4853e0ec1685 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Router 1a240da6-d324-4421-aae4-92e9efe6091a has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:36:44.837439 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d08a7a-7a32-410f-bf10-4853e0ec1685 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:36:44.842198 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-27d08a7a-7a32-410f-bf10-4853e0ec1685 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:44.846784 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1ada72-0863-4cbf-80d4-5322a9a02f69 None None] Sync routers for ids ['1a240da6-d324-4421-aae4-92e9efe6091a'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:36:44.855582 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1ada72-0863-4cbf-80d4-5322a9a02f69 None None] Routers {'1a240da6-d324-4421-aae4-92e9efe6091a'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:36:44.856186 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3e1ada72-0863-4cbf-80d4-5322a9a02f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:36:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1a240da6-d324-4421-aae4-92e9efe6091a'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:44.868337 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-27d08a7a-7a32-410f-bf10-4853e0ec1685 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "DELETE /v2.0/floatingips/1159c054-fc09-4933-8863-50d0148feb58 HTTP/1.1" status: 204 len: 168 time: 1.1886611 Jul 30 20:36:44.868926 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd725334-ffe7-4b59-b9df-74b6143a0b8f', 'tag': '98baf410-4e6c-4b82-982b-a94ee909504f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:36:44.871173 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfbf893-2208-462e-a0f2-1762f4b88b84" -d '{"events": [{"name": "network-changed", "server_uuid": "cd725334-ffe7-4b59-b9df-74b6143a0b8f", "tag": "98baf410-4e6c-4b82-982b-a94ee909504f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:36:44.958468 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-3e1ada72-0863-4cbf-80d4-5322a9a02f69 None None] Set router 1a240da6-d324-4421-aae4-92e9efe6091a gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:36:45.020701 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8eee787-19b9-4366-90b8-72c1190e43dd x-openstack-request-id: req-a8eee787-19b9-4366-90b8-72c1190e43dd {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:36:45.021187 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd725334-ffe7-4b59-b9df-74b6143a0b8f", "tag": "98baf410-4e6c-4b82-982b-a94ee909504f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:36:45.021560 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a8eee787-19b9-4366-90b8-72c1190e43dd {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:36:45.022197 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd725334-ffe7-4b59-b9df-74b6143a0b8f', 'tag': '98baf410-4e6c-4b82-982b-a94ee909504f', 'status': 'completed', 'code': 200} Jul 30 20:36:45.083796 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbf893-2208-462e-a0f2-1762f4b88b84 req-c8b56397-b9c2-4969-b4ce-013e055ad288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:45.085374 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2bfbf893-2208-462e-a0f2-1762f4b88b84 req-c8b56397-b9c2-4969-b4ce-013e055ad288 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 1096 time: 0.0413191 Jul 30 20:36:45.114303 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48bbf8-5111-4424-8b8c-750ebe702c22 req-2b4fd893-dfd5-4a82-b37d-971f6626f454 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:45.116530 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff48bbf8-5111-4424-8b8c-750ebe702c22 req-2b4fd893-dfd5-4a82-b37d-971f6626f454 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 945 time: 0.0492465 Jul 30 20:36:45.158318 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff48bbf8-5111-4424-8b8c-750ebe702c22 req-0703eba9-d098-4e7d-a511-cbb33208d922 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346680 Jul 30 20:36:45.161145 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3e1ada72-0863-4cbf-80d4-5322a9a02f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558871379', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:32Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '8f20f8ea-bdf0-4824-bd65-84a324b84f48', 'name': '', 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:70:f9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '7ddf192b-04c5-46ef-911f-26b85dd379d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:32Z', 'updated_at': '2021-07-30T20:34:36Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': '7ddf192b-04c5-46ef-911f-26b85dd379d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:45.181424 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbf893-2208-462e-a0f2-1762f4b88b84 req-77cb180d-a1c0-4d8c-9df3-cf6d4045a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:45.182984 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2bfbf893-2208-462e-a0f2-1762f4b88b84 req-77cb180d-a1c0-4d8c-9df3-cf6d4045a34b service neutron] 10.222.0.83 "GET /v2.0/networks?id=ef924936-2f58-4a79-8725-b38313c07efe HTTP/1.1" status: 200 len: 898 time: 0.0908313 Jul 30 20:36:45.187897 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1ada72-0863-4cbf-80d4-5322a9a02f69 None None] Checking router: 1a240da6-d324-4421-aae4-92e9efe6091a for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:36:45.196094 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1ada72-0863-4cbf-80d4-5322a9a02f69 None None] Routers {'1a240da6-d324-4421-aae4-92e9efe6091a'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:36:45.196702 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3e1ada72-0863-4cbf-80d4-5322a9a02f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:36:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1a240da6-d324-4421-aae4-92e9efe6091a'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:45.229039 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2bfbf893-2208-462e-a0f2-1762f4b88b84 req-54e86b2d-e8d1-4ff5-b5d9-6dabf8f8d1c9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98baf410-4e6c-4b82-982b-a94ee909504f HTTP/1.1" status: 200 len: 217 time: 0.0386655 Jul 30 20:36:45.278796 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbf893-2208-462e-a0f2-1762f4b88b84 req-4caa1d8f-8382-4e69-a691-70c8405e33eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:45.280295 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2bfbf893-2208-462e-a0f2-1762f4b88b84 req-4caa1d8f-8382-4e69-a691-70c8405e33eb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7ddf192b-04c5-46ef-911f-26b85dd379d3 HTTP/1.1" status: 200 len: 834 time: 0.0442212 Jul 30 20:36:45.298784 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-3e1ada72-0863-4cbf-80d4-5322a9a02f69 None None] Set router 1a240da6-d324-4421-aae4-92e9efe6091a gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:36:45.327280 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbf893-2208-462e-a0f2-1762f4b88b84 req-706c30a6-925f-4539-b7ef-faba52864485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:45.328823 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2bfbf893-2208-462e-a0f2-1762f4b88b84 req-706c30a6-925f-4539-b7ef-faba52864485 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ef924936-2f58-4a79-8725-b38313c07efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412705 Jul 30 20:36:45.425007 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2bfbf893-2208-462e-a0f2-1762f4b88b84 req-06d342dc-5d14-46c2-ad4d-d084d0ef1319 service neutron] 10.222.0.83 "GET /v2.0/networks/ef924936-2f58-4a79-8725-b38313c07efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876646 Jul 30 20:36:45.498131 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3e1ada72-0863-4cbf-80d4-5322a9a02f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558871379', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:32Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '8f20f8ea-bdf0-4824-bd65-84a324b84f48', 'name': '', 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:70:f9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '7ddf192b-04c5-46ef-911f-26b85dd379d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:32Z', 'updated_at': '2021-07-30T20:34:36Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': '7ddf192b-04c5-46ef-911f-26b85dd379d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:45.504697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02914de7-7f6e-4368-beab-b31746d766f3 req-bc88125e-f137-4b53-955b-3b96748b9258 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:45.506208 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-02914de7-7f6e-4368-beab-b31746d766f3 req-bc88125e-f137-4b53-955b-3b96748b9258 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 943 time: 0.0540965 Jul 30 20:36:45.520419 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2bfbf893-2208-462e-a0f2-1762f4b88b84 req-24a2e6cb-3bcb-48bd-bb1e-650548b0aa12 service neutron] 10.222.0.83 "GET /v2.0/networks/ef924936-2f58-4a79-8725-b38313c07efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869744 Jul 30 20:36:45.525270 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1ada72-0863-4cbf-80d4-5322a9a02f69 None None] The sync data for ids ['1a240da6-d324-4421-aae4-92e9efe6091a'] in n-d-712137-9 is: [{'id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558871379', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:32Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '8f20f8ea-bdf0-4824-bd65-84a324b84f48', 'name': '', 'network_id': 'ef924936-2f58-4a79-8725-b38313c07efe', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:70:f9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '7ddf192b-04c5-46ef-911f-26b85dd379d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:32Z', 'updated_at': '2021-07-30T20:34:36Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': '7ddf192b-04c5-46ef-911f-26b85dd379d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:36:45.548366 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-02914de7-7f6e-4368-beab-b31746d766f3 req-c640505a-f170-48c7-9f3e-a184ec85e915 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356419 Jul 30 20:36:45.604037 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:45.752539 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f4672d-cc2c-4122-b152-b6954323c093 None None] New status for floating IP 1159c054-fc09-4933-8863-50d0148feb58: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:36:46.278765 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442ac45-f184-4c70-9f93-14f53ccdbaf6 req-a4931ca1-65f8-4417-8b3e-581e4eff9251 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:46.280419 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8442ac45-f184-4c70-9f93-14f53ccdbaf6 req-a4931ca1-65f8-4417-8b3e-581e4eff9251 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 945 time: 0.0495701 Jul 30 20:36:46.319219 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8442ac45-f184-4c70-9f93-14f53ccdbaf6 req-cc721af6-43e1-4135-b59d-16be3062cbd3 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4791d43-5609-47ea-b697-ebdd4f468f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325754 Jul 30 20:36:46.510582 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a60ca-0d9c-43f6-9ebf-a5b5e08e2fcb req-8dfa1eb3-bd35-4667-8d12-359d9c4134b9 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:46.511949 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-da2a60ca-0d9c-43f6-9ebf-a5b5e08e2fcb req-8dfa1eb3-bd35-4667-8d12-359d9c4134b9 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 945 time: 0.0491190 Jul 30 20:36:46.604049 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-da2a60ca-0d9c-43f6-9ebf-a5b5e08e2fcb req-926c9a7d-afff-4125-b0f4-da4504bc6b63 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Deleting port 98baf410-4e6c-4b82-982b-a94ee909504f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:36:46.604392 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-da2a60ca-0d9c-43f6-9ebf-a5b5e08e2fcb req-926c9a7d-afff-4125-b0f4-da4504bc6b63 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:46.620620 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 5ef24393-1397-4af5-8457-c8d48cf97bcc details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:36:46.667903 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2e5dd-c556-4cf4-abca-1df0e3f5e10e req-bc49df4f-a82b-4de4-8412-5948603dea72 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:46.669432 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98b2e5dd-c556-4cf4-abca-1df0e3f5e10e req-bc49df4f-a82b-4de4-8412-5948603dea72 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 943 time: 0.0534527 Jul 30 20:36:46.694490 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-da2a60ca-0d9c-43f6-9ebf-a5b5e08e2fcb req-926c9a7d-afff-4125-b0f4-da4504bc6b63 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] For port 98baf410-4e6c-4b82-982b-a94ee909504f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=98baf410-4e6c-4b82-982b-a94ee909504f,segment=NetworkSegment(16981d04-d6b0-40cf-982b-4b032f3bbcb0),segment_id=16981d04-d6b0-40cf-982b-4b032f3bbcb0)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:36:46.694886 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-da2a60ca-0d9c-43f6-9ebf-a5b5e08e2fcb req-926c9a7d-afff-4125-b0f4-da4504bc6b63 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:46.708224 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-da2a60ca-0d9c-43f6-9ebf-a5b5e08e2fcb req-926c9a7d-afff-4125-b0f4-da4504bc6b63 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Calling delete_port for 98baf410-4e6c-4b82-982b-a94ee909504f owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:36:46.713964 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98b2e5dd-c556-4cf4-abca-1df0e3f5e10e req-ddc90252-0a54-4eb7-ba75-cf4679dcbc37 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373042 Jul 30 20:36:46.723817 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 5ef24393-1397-4af5-8457-c8d48cf97bcc, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5ef24393-1397-4af5-8457-c8d48cf97bcc,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:36:46.740682 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '5ef24393-1397-4af5-8457-c8d48cf97bcc', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'port_id': '5ef24393-1397-4af5-8457-c8d48cf97bcc', 'mac_address': 'fa:16:3e:ef:35:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:36:46.780873 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:46.793137 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef24393-1397-4af5-8457-c8d48cf97bcc {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:36:46.812673 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 5ef24393-1397-4af5-8457-c8d48cf97bcc, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5ef24393-1397-4af5-8457-c8d48cf97bcc,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:36:46.816450 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:46.846553 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-da2a60ca-0d9c-43f6-9ebf-a5b5e08e2fcb req-926c9a7d-afff-4125-b0f4-da4504bc6b63 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:46.864475 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=5ef24393-1397-4af5-8457-c8d48cf97bcc,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:46.871785 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:36:46.872134 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:36:46.872410 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c9a7d-afff-4125-b0f4-da4504bc6b63 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'Port': ['ID=98baf410-4e6c-4b82-982b-a94ee909504f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:46.872563 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:36:46.872800 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:36:46.873142 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:36:46.873476 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:36:46.873900 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:36:46.874259 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:36:46.874673 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:36:46.875014 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:36:46.875426 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:36:46.875779 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:36:46.922995 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2a60ca-0d9c-43f6-9ebf-a5b5e08e2fcb req-926c9a7d-afff-4125-b0f4-da4504bc6b63 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] No DVR routers for this DVR port 98baf410-4e6c-4b82-982b-a94ee909504f on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:36:46.925803 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-da2a60ca-0d9c-43f6-9ebf-a5b5e08e2fcb req-926c9a7d-afff-4125-b0f4-da4504bc6b63 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:46.929038 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-da2a60ca-0d9c-43f6-9ebf-a5b5e08e2fcb req-926c9a7d-afff-4125-b0f4-da4504bc6b63 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.83 "DELETE /v2.0/ports/98baf410-4e6c-4b82-982b-a94ee909504f HTTP/1.1" status: 204 len: 173 time: 0.4109852 Jul 30 20:36:46.929480 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd725334-ffe7-4b59-b9df-74b6143a0b8f', 'name': 'network-vif-deleted', 'tag': '98baf410-4e6c-4b82-982b-a94ee909504f'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:36:46.932443 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e54fd1-68ee-4ab0-bfa1-c3c0c93aa157" -d '{"events": [{"server_uuid": "cd725334-ffe7-4b59-b9df-74b6143a0b8f", "name": "network-vif-deleted", "tag": "98baf410-4e6c-4b82-982b-a94ee909504f"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:36:46.969716 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020d406f-bcf1-41c4-a6f5-096986ae3d2f x-openstack-request-id: req-020d406f-bcf1-41c4-a6f5-096986ae3d2f {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:36:46.970007 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd725334-ffe7-4b59-b9df-74b6143a0b8f", "name": "network-vif-deleted", "tag": "98baf410-4e6c-4b82-982b-a94ee909504f", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:36:46.970256 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-020d406f-bcf1-41c4-a6f5-096986ae3d2f {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:36:46.970654 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd725334-ffe7-4b59-b9df-74b6143a0b8f', 'name': 'network-vif-deleted', 'tag': '98baf410-4e6c-4b82-982b-a94ee909504f', 'status': 'completed', 'code': 200} Jul 30 20:36:47.023649 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['5ef24393-1397-4af5-8457-c8d48cf97bcc'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:36:47.436410 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-91f3be13-70e7-406f-9623-5ac330784002 req-79b993f5-c5ed-4a18-8917-c6a6a7a6afa5 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd725334-ffe7-4b59-b9df-74b6143a0b8f HTTP/1.1" status: 200 len: 210 time: 0.0365796 Jul 30 20:36:47.828513 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccd367-738e-4615-93ff-6c2257993004 req-bd27910a-217d-48b5-9c49-ccc5bae90136 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:47.829967 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71ccd367-738e-4615-93ff-6c2257993004 req-bd27910a-217d-48b5-9c49-ccc5bae90136 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 944 time: 0.0488439 Jul 30 20:36:47.867343 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71ccd367-738e-4615-93ff-6c2257993004 req-68e7f665-a1de-43e5-b93d-5c5bd0bcb0bb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310500 Jul 30 20:36:48.489571 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50456) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:48.633726 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 5ef24393-1397-4af5-8457-c8d48cf97bcc up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:36:48.682467 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 5ef24393-1397-4af5-8457-c8d48cf97bcc completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:36:48.686192 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 5ef24393-1397-4af5-8457-c8d48cf97bcc triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:36:48.686666 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:48.764465 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:48.786791 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5829239b-4aa5-4a37-954f-8e92171e8b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef24393-1397-4af5-8457-c8d48cf97bcc'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:36:48.789553 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a307df-6a23-41d9-aa24-c4f45ac5dc95" -d '{"events": [{"server_uuid": "5829239b-4aa5-4a37-954f-8e92171e8b10", "name": "network-vif-plugged", "status": "completed", "tag": "5ef24393-1397-4af5-8457-c8d48cf97bcc"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:36:48.802593 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 5ef24393-1397-4af5-8457-c8d48cf97bcc, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5ef24393-1397-4af5-8457-c8d48cf97bcc,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:36:48.807915 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:48.830552 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d899b62-1678-49d9-90b0-f267985939f0 x-openstack-request-id: req-4d899b62-1678-49d9-90b0-f267985939f0 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:36:48.830838 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5829239b-4aa5-4a37-954f-8e92171e8b10", "name": "network-vif-plugged", "status": "completed", "tag": "5ef24393-1397-4af5-8457-c8d48cf97bcc", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:36:48.831089 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4d899b62-1678-49d9-90b0-f267985939f0 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:36:48.831471 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5829239b-4aa5-4a37-954f-8e92171e8b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef24393-1397-4af5-8457-c8d48cf97bcc', 'code': 200} Jul 30 20:36:48.858708 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=5ef24393-1397-4af5-8457-c8d48cf97bcc,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:48.959389 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1e869-a80f-4e09-aba1-4def718c33e2 req-bb78c06d-a858-414a-89e0-e3639e592874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:48.961077 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9d1e869-a80f-4e09-aba1-4def718c33e2 req-bb78c06d-a858-414a-89e0-e3639e592874 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 1096 time: 0.0700617 Jul 30 20:36:49.007414 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bc15e34c-2bf6-43b6-879d-e4aa5d9eca9d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:49.079331 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9d1e869-a80f-4e09-aba1-4def718c33e2 req-02228780-30ff-443f-9c7c-36c28cc133f7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0963256 Jul 30 20:36:49.111178 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414dd27-66be-425d-ac98-a9fe87d5f98e req-083b22b2-0269-4c61-a11d-6eabd5bc6903 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:49.114973 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e414dd27-66be-425d-ac98-a9fe87d5f98e req-083b22b2-0269-4c61-a11d-6eabd5bc6903 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 945 time: 0.1762302 Jul 30 20:36:49.247310 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e414dd27-66be-425d-ac98-a9fe87d5f98e req-83a8b3c6-cfd6-4495-818a-964afa64fe3c tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1238942 Jul 30 20:36:49.372644 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-bc15e34c-2bf6-43b6-879d-e4aa5d9eca9d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Deleting port 8f20f8ea-bdf0-4824-bd65-84a324b84f48 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:36:49.372921 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bc15e34c-2bf6-43b6-879d-e4aa5d9eca9d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:49.457219 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-bc15e34c-2bf6-43b6-879d-e4aa5d9eca9d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] For port 8f20f8ea-bdf0-4824-bd65-84a324b84f48, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8f20f8ea-bdf0-4824-bd65-84a324b84f48,segment=NetworkSegment(16981d04-d6b0-40cf-982b-4b032f3bbcb0),segment_id=16981d04-d6b0-40cf-982b-4b032f3bbcb0)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:36:49.457581 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bc15e34c-2bf6-43b6-879d-e4aa5d9eca9d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:49.470417 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-bc15e34c-2bf6-43b6-879d-e4aa5d9eca9d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Calling delete_port for 8f20f8ea-bdf0-4824-bd65-84a324b84f48 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:36:49.725587 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:49.931027 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bc15e34c-2bf6-43b6-879d-e4aa5d9eca9d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:49.958117 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15e34c-2bf6-43b6-879d-e4aa5d9eca9d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'Port': ['ID=8f20f8ea-bdf0-4824-bd65-84a324b84f48,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:50.134745 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bc15e34c-2bf6-43b6-879d-e4aa5d9eca9d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:50.385102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc15e34c-2bf6-43b6-879d-e4aa5d9eca9d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Router 1a240da6-d324-4421-aae4-92e9efe6091a has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:36:50.393179 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd979bde-293c-4b46-82b4-471d3ea05d9e req-13705efd-c616-4a86-bf47-4640ef88d64a tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:50.394671 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd979bde-293c-4b46-82b4-471d3ea05d9e req-13705efd-c616-4a86-bf47-4640ef88d64a tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 945 time: 0.0680282 Jul 30 20:36:50.474010 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd979bde-293c-4b46-82b4-471d3ea05d9e req-f9aae129-fd9f-4e66-a9b8-979b2fc0b9e1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728457 Jul 30 20:36:50.531858 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc15e34c-2bf6-43b6-879d-e4aa5d9eca9d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:36:50.537256 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-bc15e34c-2bf6-43b6-879d-e4aa5d9eca9d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "PUT /v2.0/routers/1a240da6-d324-4421-aae4-92e9efe6091a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0466485 Jul 30 20:36:50.540564 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50466) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:50.542963 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c612dcb8-cbe0-4280-9dc7-72b805c6460f None None] Sync routers for ids ['1a240da6-d324-4421-aae4-92e9efe6091a'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:36:50.552418 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c612dcb8-cbe0-4280-9dc7-72b805c6460f None None] Routers {'1a240da6-d324-4421-aae4-92e9efe6091a'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:36:50.553925 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c612dcb8-cbe0-4280-9dc7-72b805c6460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:36:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1a240da6-d324-4421-aae4-92e9efe6091a'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:50.591983 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-4396e981-d9a5-4986-8b92-b93867b7c1e9 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Deleting subnet 7ddf192b-04c5-46ef-911f-26b85dd379d3 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:36:50.595326 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4396e981-d9a5-4986-8b92-b93867b7c1e9 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:50.596161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b28de-78d9-4bc3-858b-94347d176897 req-33e390f0-f413-40be-a399-4c807931e88c tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:50.597694 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8b2b28de-78d9-4bc3-858b-94347d176897 req-33e390f0-f413-40be-a399-4c807931e88c tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 945 time: 0.0570221 Jul 30 20:36:50.636852 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4396e981-d9a5-4986-8b92-b93867b7c1e9 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:50.641934 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8b2b28de-78d9-4bc3-858b-94347d176897 req-0e4bb82d-2339-4bf1-94b2-2a738d116a43 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368557 Jul 30 20:36:50.658829 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-c612dcb8-cbe0-4280-9dc7-72b805c6460f None None] Set router 1a240da6-d324-4421-aae4-92e9efe6091a gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:36:50.665418 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50468) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:50.682834 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 98baf410-4e6c-4b82-982b-a94ee909504f no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:36:50.708209 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bec66e-af8f-4336-85ae-73a073d6f5be tempest-TestVolumeBootPattern-401462529 tempest-TestVolumeBootPattern-401462529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:50.712863 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b7bec66e-af8f-4336-85ae-73a073d6f5be tempest-TestVolumeBootPattern-401462529 tempest-TestVolumeBootPattern-401462529-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 1091 time: 0.0438328 Jul 30 20:36:50.713085 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50470) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:50.716300 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 98baf410-4e6c-4b82-982b-a94ee909504f {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:36:50.716867 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 98baf410-4e6c-4b82-982b-a94ee909504f not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:36:50.718902 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-8778567c-1d83-44d1-a107-32d911e1724b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': '5ef24393-1397-4af5-8457-c8d48cf97bcc', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:36:50.730423 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4396e981-d9a5-4986-8b92-b93867b7c1e9 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:50.743729 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8778567c-1d83-44d1-a107-32d911e1724b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:50.791269 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4396e981-d9a5-4986-8b92-b93867b7c1e9 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:50.821929 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396e981-d9a5-4986-8b92-b93867b7c1e9 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'Subnet': ['ID=7ddf192b-04c5-46ef-911f-26b85dd379d3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:50.825934 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4396e981-d9a5-4986-8b92-b93867b7c1e9 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:50.827919 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4396e981-d9a5-4986-8b92-b93867b7c1e9 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "DELETE /v2.0/subnets/7ddf192b-04c5-46ef-911f-26b85dd379d3 HTTP/1.1" status: 204 len: 168 time: 0.2862709 Jul 30 20:36:50.830689 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50472) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:50.832954 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7e70b5-c1a7-4b2a-8677-7d6d77bb9d27 None None] Network ef924936-2f58-4a79-8725-b38313c07efe requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:36:50.842334 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c612dcb8-cbe0-4280-9dc7-72b805c6460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558871379', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:36:49Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:50.865900 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8778567c-1d83-44d1-a107-32d911e1724b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:50.873695 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c612dcb8-cbe0-4280-9dc7-72b805c6460f None None] Checking router: 1a240da6-d324-4421-aae4-92e9efe6091a for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:36:50.885142 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c612dcb8-cbe0-4280-9dc7-72b805c6460f None None] Routers {'1a240da6-d324-4421-aae4-92e9efe6091a'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:36:50.885815 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c612dcb8-cbe0-4280-9dc7-72b805c6460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:36:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1a240da6-d324-4421-aae4-92e9efe6091a'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:50.957451 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a33647d2-2154-45b5-a9bc-65dbaad21a13 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:51.005568 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-8778567c-1d83-44d1-a107-32d911e1724b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Allocated IP 172.25.3.36 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/1d76219c-9e92-4805-a25a-5cd6d1e33bdf) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:36:51.015478 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-c612dcb8-cbe0-4280-9dc7-72b805c6460f None None] Set router 1a240da6-d324-4421-aae4-92e9efe6091a gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:36:51.023463 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215b07fc-285a-4c00-8923-03d664b98e4b None None] DHCP port deletion for ef924936-2f58-4a79-8725-b38313c07efe request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:36:51.077054 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a33647d2-2154-45b5-a9bc-65dbaad21a13 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:51.078117 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-215b07fc-285a-4c00-8923-03d664b98e4b None None] Deleting port e678a894-d1fd-4787-8dbe-b683714f4d93 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:36:51.078498 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-215b07fc-285a-4c00-8923-03d664b98e4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:51.145921 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a33647d2-2154-45b5-a9bc-65dbaad21a13 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Deleting port 7dcb4d30-325c-443f-aded-a6cab7673aeb {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:36:51.146439 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a33647d2-2154-45b5-a9bc-65dbaad21a13 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:51.152758 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8778567c-1d83-44d1-a107-32d911e1724b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:51.159825 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-215b07fc-285a-4c00-8923-03d664b98e4b None None] For port e678a894-d1fd-4787-8dbe-b683714f4d93, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e678a894-d1fd-4787-8dbe-b683714f4d93,segment=NetworkSegment(16981d04-d6b0-40cf-982b-4b032f3bbcb0),segment_id=16981d04-d6b0-40cf-982b-4b032f3bbcb0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:36:51.160229 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-215b07fc-285a-4c00-8923-03d664b98e4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:51.176174 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-215b07fc-285a-4c00-8923-03d664b98e4b None None] Calling delete_port for e678a894-d1fd-4787-8dbe-b683714f4d93 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:36:51.200873 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8778567c-1d83-44d1-a107-32d911e1724b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:51.247469 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-a33647d2-2154-45b5-a9bc-65dbaad21a13 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] For port 7dcb4d30-325c-443f-aded-a6cab7673aeb, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7dcb4d30-325c-443f-aded-a6cab7673aeb,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:36:51.247800 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a33647d2-2154-45b5-a9bc-65dbaad21a13 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:51.247978 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8778567c-1d83-44d1-a107-32d911e1724b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:36:51.251186 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-8778567c-1d83-44d1-a107-32d911e1724b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:36:51.255901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8778567c-1d83-44d1-a107-32d911e1724b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:36:51.270143 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a33647d2-2154-45b5-a9bc-65dbaad21a13 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Calling delete_port for 7dcb4d30-325c-443f-aded-a6cab7673aeb owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:36:51.286124 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-801ca58a-f634-4831-84f6-844b2dd7d444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:51.292688 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-215b07fc-285a-4c00-8923-03d664b98e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:51.296388 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778567c-1d83-44d1-a107-32d911e1724b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event updated for resources: {'Port': ['ID=1d76219c-9e92-4805-a25a-5cd6d1e33bdf,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:51.329294 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b07fc-285a-4c00-8923-03d664b98e4b None None] Pushing event deleted for resources: {'Port': ['ID=e678a894-d1fd-4787-8dbe-b683714f4d93,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:51.342114 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215b07fc-285a-4c00-8923-03d664b98e4b None None] No DVR routers for this DVR port e678a894-d1fd-4787-8dbe-b683714f4d93 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:36:51.363167 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c612dcb8-cbe0-4280-9dc7-72b805c6460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558871379', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:36:49Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:51.390134 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c612dcb8-cbe0-4280-9dc7-72b805c6460f None None] The sync data for ids ['1a240da6-d324-4421-aae4-92e9efe6091a'] in n-d-712137-9 is: [{'id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558871379', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:36:49Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '7dcb4d30-325c-443f-aded-a6cab7673aeb', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a240da6-d324-4421-aae4-92e9efe6091a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:34:29Z', 'updated_at': '2021-07-30T20:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:36:51.472278 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a33647d2-2154-45b5-a9bc-65dbaad21a13 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:51.496880 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33647d2-2154-45b5-a9bc-65dbaad21a13 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'Port': ['ID=7dcb4d30-325c-443f-aded-a6cab7673aeb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:51.558008 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a33647d2-2154-45b5-a9bc-65dbaad21a13 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:51.657264 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8778567c-1d83-44d1-a107-32d911e1724b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:51.727767 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8778567c-1d83-44d1-a107-32d911e1724b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:51.894990 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8778567c-1d83-44d1-a107-32d911e1724b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:51.899925 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8778567c-1d83-44d1-a107-32d911e1724b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:51.920503 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a33647d2-2154-45b5-a9bc-65dbaad21a13 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:51.922584 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a33647d2-2154-45b5-a9bc-65dbaad21a13 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:51.966531 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778567c-1d83-44d1-a107-32d911e1724b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event updated for resources: {'Port': ['ID=1d76219c-9e92-4805-a25a-5cd6d1e33bdf,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:51.967760 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a33647d2-2154-45b5-a9bc-65dbaad21a13 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:51.968890 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33647d2-2154-45b5-a9bc-65dbaad21a13 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Fanout notify agent at l3_agent the message router_deleted on router 1a240da6-d324-4421-aae4-92e9efe6091a {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:36:51.977042 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a33647d2-2154-45b5-a9bc-65dbaad21a13 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:51.980762 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a33647d2-2154-45b5-a9bc-65dbaad21a13 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "DELETE /v2.0/routers/1a240da6-d324-4421-aae4-92e9efe6091a HTTP/1.1" status: 204 len: 168 time: 1.1375260 Jul 30 20:36:51.981072 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50474) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:51.981526 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8778567c-1d83-44d1-a107-32d911e1724b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:52.061077 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17437d6e-cead-42fd-adfd-a5da35fc4930 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:52.087084 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-8778567c-1d83-44d1-a107-32d911e1724b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Floating IP d7f632d3-d43a-4abb-9e68-0204b85e0ff7 associated. External IP: 172.25.3.36, port: 5ef24393-1397-4af5-8457-c8d48cf97bcc. Jul 30 20:36:52.157002 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17437d6e-cead-42fd-adfd-a5da35fc4930 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:52.167436 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-17437d6e-cead-42fd-adfd-a5da35fc4930 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef924936-2f58-4a79-8725-b38313c07efe']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:52.177896 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-17437d6e-cead-42fd-adfd-a5da35fc4930 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16981d04-d6b0-40cf-982b-4b032f3bbcb0') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:52.178214 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-17437d6e-cead-42fd-adfd-a5da35fc4930 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16981d04-d6b0-40cf-982b-4b032f3bbcb0') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:52.186902 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17437d6e-cead-42fd-adfd-a5da35fc4930 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:52.200381 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17437d6e-cead-42fd-adfd-a5da35fc4930 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:52.206136 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17437d6e-cead-42fd-adfd-a5da35fc4930 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:36:52.206518 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17437d6e-cead-42fd-adfd-a5da35fc4930 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:36:52.209960 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:36:52.269562 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17437d6e-cead-42fd-adfd-a5da35fc4930 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:52.278367 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17437d6e-cead-42fd-adfd-a5da35fc4930 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:52.282570 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-17437d6e-cead-42fd-adfd-a5da35fc4930 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "DELETE /v2.0/networks/ef924936-2f58-4a79-8725-b38313c07efe HTTP/1.1" status: 204 len: 168 time: 0.2981064 Jul 30 20:36:52.284848 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50476) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:52.290478 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17437d6e-cead-42fd-adfd-a5da35fc4930 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'Network': ['ID=ef924936-2f58-4a79-8725-b38313c07efe,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:52.342369 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8778567c-1d83-44d1-a107-32d911e1724b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Router a8af00fb-5955-4970-8a57-a2b965193375 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:36:52.368984 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba634eb7-a65e-4bd5-b8ad-d9fd7447f198 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:52.471624 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba634eb7-a65e-4bd5-b8ad-d9fd7447f198 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:52.484710 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7dcb4d30-325c-443f-aded-a6cab7673aeb no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:36:52.504928 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 7dcb4d30-325c-443f-aded-a6cab7673aeb {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:36:52.505368 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7dcb4d30-325c-443f-aded-a6cab7673aeb not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:36:52.505853 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8f20f8ea-bdf0-4824-bd65-84a324b84f48 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:36:52.525684 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 8f20f8ea-bdf0-4824-bd65-84a324b84f48 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:36:52.526124 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8f20f8ea-bdf0-4824-bd65-84a324b84f48 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:36:52.526542 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e678a894-d1fd-4787-8dbe-b683714f4d93 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:36:52.532994 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09ab2022-fdb9-430f-9423-1f0dc739e3e6 req-91e5d9db-ac42-4652-bb25-ba0276122a6c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1268108 Jul 30 20:36:52.550374 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: e678a894-d1fd-4787-8dbe-b683714f4d93 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:36:52.551031 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e678a894-d1fd-4787-8dbe-b683714f4d93 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:36:52.559439 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8778567c-1d83-44d1-a107-32d911e1724b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:36:52.571050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12807b6-3dfb-4223-bdb5-885b7ae0c709 None None] Sync routers for ids ['a8af00fb-5955-4970-8a57-a2b965193375'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:36:52.578477 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8778567c-1d83-44d1-a107-32d911e1724b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:52.581962 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12807b6-3dfb-4223-bdb5-885b7ae0c709 None None] Routers {'a8af00fb-5955-4970-8a57-a2b965193375'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:36:52.582669 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a12807b6-3dfb-4223-bdb5-885b7ae0c709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:36:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a8af00fb-5955-4970-8a57-a2b965193375'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:52.634358 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8778567c-1d83-44d1-a107-32d911e1724b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9200022 Jul 30 20:36:52.636321 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5829239b-4aa5-4a37-954f-8e92171e8b10', 'tag': '5ef24393-1397-4af5-8457-c8d48cf97bcc'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:36:52.638572 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b0d528-3fce-4048-99c2-7319711fbbc0" -d '{"events": [{"name": "network-changed", "server_uuid": "5829239b-4aa5-4a37-954f-8e92171e8b10", "tag": "5ef24393-1397-4af5-8457-c8d48cf97bcc"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:36:52.653721 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba634eb7-a65e-4bd5-b8ad-d9fd7447f198 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:52.656315 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba634eb7-a65e-4bd5-b8ad-d9fd7447f198 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:52.660263 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ba634eb7-a65e-4bd5-b8ad-d9fd7447f198 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "DELETE /v2.0/security-groups/d4791d43-5609-47ea-b697-ebdd4f468f08 HTTP/1.1" status: 204 len: 168 time: 0.3716307 Jul 30 20:36:52.669996 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba634eb7-a65e-4bd5-b8ad-d9fd7447f198 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4791d43-5609-47ea-b697-ebdd4f468f08,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:52.674244 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab2022-fdb9-430f-9423-1f0dc739e3e6 req-9dd06f06-cda0-454b-a0dd-2ad0720c75b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:52.675784 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09ab2022-fdb9-430f-9423-1f0dc739e3e6 req-9dd06f06-cda0-454b-a0dd-2ad0720c75b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 1096 time: 0.0765107 Jul 30 20:36:52.704301 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a12807b6-3dfb-4223-bdb5-885b7ae0c709 None None] Set router a8af00fb-5955-4970-8a57-a2b965193375 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:36:52.789659 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab2022-fdb9-430f-9423-1f0dc739e3e6 req-7bac5b9d-16c0-4def-9f22-e9942d7ebe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:52.791074 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09ab2022-fdb9-430f-9423-1f0dc739e3e6 req-7bac5b9d-16c0-4def-9f22-e9942d7ebe18 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 913 time: 0.0952938 Jul 30 20:36:52.858637 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09ab2022-fdb9-430f-9423-1f0dc739e3e6 req-f3251a4e-573c-4c45-828f-499e2c93f770 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ef24393-1397-4af5-8457-c8d48cf97bcc HTTP/1.1" status: 200 len: 998 time: 0.0602710 Jul 30 20:36:52.866236 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c4b4f6-4d3f-4e55-b073-8cf5bab356f6 x-openstack-request-id: req-94c4b4f6-4d3f-4e55-b073-8cf5bab356f6 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:36:52.866647 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5829239b-4aa5-4a37-954f-8e92171e8b10", "tag": "5ef24393-1397-4af5-8457-c8d48cf97bcc", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:36:52.867005 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-94c4b4f6-4d3f-4e55-b073-8cf5bab356f6 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:36:52.867493 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5829239b-4aa5-4a37-954f-8e92171e8b10', 'tag': '5ef24393-1397-4af5-8457-c8d48cf97bcc', 'status': 'completed', 'code': 200} Jul 30 20:36:52.923713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab2022-fdb9-430f-9423-1f0dc739e3e6 req-0e24131b-3910-4a4f-aeca-9477dec27462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:52.925213 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09ab2022-fdb9-430f-9423-1f0dc739e3e6 req-0e24131b-3910-4a4f-aeca-9477dec27462 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0568378 Jul 30 20:36:52.965945 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a12807b6-3dfb-4223-bdb5-885b7ae0c709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:09Z', 'revision_number': 4, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port': {'id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'd7f632d3-d43a-4abb-9e68-0204b85e0ff7', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'port_id': '5ef24393-1397-4af5-8457-c8d48cf97bcc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'mac_address': 'fa:16:3e:ef:35:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5829239b-4aa5-4a37-954f-8e92171e8b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:36:51Z', 'updated_at': '2021-07-30T20:36:51Z', 'revision_number': 0, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb17b0bf-5e9f-42e7-bf26-5cd20884e46f', 'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'mac_address': 'fa:16:3e:ef:1b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:08Z', 'updated_at': '2021-07-30T20:33:14Z', 'revision_number': 5, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'subnets': [{'id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:52.983465 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab2022-fdb9-430f-9423-1f0dc739e3e6 req-3af190ac-f3a0-49f8-a7c5-68568669bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:52.985020 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09ab2022-fdb9-430f-9423-1f0dc739e3e6 req-3af190ac-f3a0-49f8-a7c5-68568669bdb9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520091 Jul 30 20:36:52.994176 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12807b6-3dfb-4223-bdb5-885b7ae0c709 None None] Checking router: a8af00fb-5955-4970-8a57-a2b965193375 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:36:53.002556 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12807b6-3dfb-4223-bdb5-885b7ae0c709 None None] Routers {'a8af00fb-5955-4970-8a57-a2b965193375'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:36:53.003247 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a12807b6-3dfb-4223-bdb5-885b7ae0c709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:36:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a8af00fb-5955-4970-8a57-a2b965193375'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:53.076211 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09ab2022-fdb9-430f-9423-1f0dc739e3e6 req-ff0b7ab5-decd-430c-b54d-76c79c95e27b service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838065 Jul 30 20:36:53.107890 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a12807b6-3dfb-4223-bdb5-885b7ae0c709 None None] Set router a8af00fb-5955-4970-8a57-a2b965193375 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:36:53.171070 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09ab2022-fdb9-430f-9423-1f0dc739e3e6 req-9f548a4a-664a-4220-8a4a-cae63aa709fb service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879071 Jul 30 20:36:53.255240 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0d528-3fce-4048-99c2-7319711fbbc0 req-e0567732-52d2-45dd-9548-bdd836f3350d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:53.257343 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2b0d528-3fce-4048-99c2-7319711fbbc0 req-e0567732-52d2-45dd-9548-bdd836f3350d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 1096 time: 0.0413837 Jul 30 20:36:53.351030 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a12807b6-3dfb-4223-bdb5-885b7ae0c709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:09Z', 'revision_number': 4, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port': {'id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'd7f632d3-d43a-4abb-9e68-0204b85e0ff7', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'port_id': '5ef24393-1397-4af5-8457-c8d48cf97bcc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'mac_address': 'fa:16:3e:ef:35:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5829239b-4aa5-4a37-954f-8e92171e8b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:36:51Z', 'updated_at': '2021-07-30T20:36:51Z', 'revision_number': 0, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb17b0bf-5e9f-42e7-bf26-5cd20884e46f', 'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'mac_address': 'fa:16:3e:ef:1b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:08Z', 'updated_at': '2021-07-30T20:33:14Z', 'revision_number': 5, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'subnets': [{'id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:53.353705 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0d528-3fce-4048-99c2-7319711fbbc0 req-e795cfda-de84-48ef-bc9f-392b3ee2b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:53.355209 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2b0d528-3fce-4048-99c2-7319711fbbc0 req-e795cfda-de84-48ef-bc9f-392b3ee2b09a service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 913 time: 0.0913701 Jul 30 20:36:53.530290 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50488) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:53.533801 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12807b6-3dfb-4223-bdb5-885b7ae0c709 None None] The sync data for ids ['a8af00fb-5955-4970-8a57-a2b965193375'] in n-d-712137-9 is: [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:09Z', 'revision_number': 4, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port': {'id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'd7f632d3-d43a-4abb-9e68-0204b85e0ff7', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'port_id': '5ef24393-1397-4af5-8457-c8d48cf97bcc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'mac_address': 'fa:16:3e:ef:35:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5829239b-4aa5-4a37-954f-8e92171e8b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:36:51Z', 'updated_at': '2021-07-30T20:36:51Z', 'revision_number': 0, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb17b0bf-5e9f-42e7-bf26-5cd20884e46f', 'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'mac_address': 'fa:16:3e:ef:1b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:08Z', 'updated_at': '2021-07-30T20:33:14Z', 'revision_number': 5, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'subnets': [{'id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:36:53.535133 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-96574560-e75f-43c9-8b2f-65aab56b7d79 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1582367315', 'description': 'tempest-secgroup-smoke-1582367315 description', 'project_id': '5636146b812a4d8d86be80f6df05a4f1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:36:53.561042 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96574560-e75f-43c9-8b2f-65aab56b7d79 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:53.658677 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96574560-e75f-43c9-8b2f-65aab56b7d79 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:53.664343 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96574560-e75f-43c9-8b2f-65aab56b7d79 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:53.688827 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96574560-e75f-43c9-8b2f-65aab56b7d79 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:53.690175 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-96574560-e75f-43c9-8b2f-65aab56b7d79 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1587718 Jul 30 20:36:53.694479 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50490) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:53.704070 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-94c562eb-ef72-40ea-8e10-f92101a3e9c6 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group_rule': {'security_group_id': '11e08569-2458-4190-b4a6-083e7fcffcfc', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:36:53.720000 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96574560-e75f-43c9-8b2f-65aab56b7d79 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e08569-2458-4190-b4a6-083e7fcffcfc,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:53.734854 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e6570b09-e057-4ac5-9663-0c4dbb361019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:53.746686 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-94c562eb-ef72-40ea-8e10-f92101a3e9c6 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:53.747769 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2b0d528-3fce-4048-99c2-7319711fbbc0 req-24576b4b-d00d-4557-9dcb-7dde56071b92 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ef24393-1397-4af5-8457-c8d48cf97bcc HTTP/1.1" status: 200 len: 998 time: 0.3855240 Jul 30 20:36:53.784703 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba5478d-3819-49e7-8369-4850b0de2a84 None None] New status for floating IP d7f632d3-d43a-4abb-9e68-0204b85e0ff7: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:36:53.801592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0d528-3fce-4048-99c2-7319711fbbc0 req-a271281d-a512-4569-bda9-97543780aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:53.803217 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2b0d528-3fce-4048-99c2-7319711fbbc0 req-a271281d-a512-4569-bda9-97543780aac4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0479300 Jul 30 20:36:53.812698 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-94c562eb-ef72-40ea-8e10-f92101a3e9c6 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:53.816759 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-94c562eb-ef72-40ea-8e10-f92101a3e9c6 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:53.838532 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c562eb-ef72-40ea-8e10-f92101a3e9c6 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f87ec1-5ca7-4f3e-9350-3385bc711fb2,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:53.842394 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-94c562eb-ef72-40ea-8e10-f92101a3e9c6 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:53.843694 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-94c562eb-ef72-40ea-8e10-f92101a3e9c6 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1482494 Jul 30 20:36:53.846358 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50492) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:53.851428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0d528-3fce-4048-99c2-7319711fbbc0 req-18e71932-46d6-4f05-9252-4436b0c8dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:53.851647 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ef4412fe-7e96-4ef4-a3a5-66ea93a5f342 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group_rule': {'security_group_id': '11e08569-2458-4190-b4a6-083e7fcffcfc', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:36:53.853134 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2b0d528-3fce-4048-99c2-7319711fbbc0 req-18e71932-46d6-4f05-9252-4436b0c8dfb0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435932 Jul 30 20:36:53.878514 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef4412fe-7e96-4ef4-a3a5-66ea93a5f342 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:53.940640 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef4412fe-7e96-4ef4-a3a5-66ea93a5f342 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:53.947089 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef4412fe-7e96-4ef4-a3a5-66ea93a5f342 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:53.948988 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2b0d528-3fce-4048-99c2-7319711fbbc0 req-ee256dd1-0379-4c6f-88fa-a93eac6c0831 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886724 Jul 30 20:36:53.966093 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4412fe-7e96-4ef4-a3a5-66ea93a5f342 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26059121-d106-45b2-a158-9462b95ce505,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:53.972775 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef4412fe-7e96-4ef4-a3a5-66ea93a5f342 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:53.977504 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ef4412fe-7e96-4ef4-a3a5-66ea93a5f342 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1301692 Jul 30 20:36:53.978114 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50494) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:53.982932 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-65f8c597-8915-4d2f-ad4d-29115ca2f577 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group_rule': {'security_group_id': '11e08569-2458-4190-b4a6-083e7fcffcfc', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:36:53.999823 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:54.013291 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-65f8c597-8915-4d2f-ad4d-29115ca2f577 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:54.052380 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2b0d528-3fce-4048-99c2-7319711fbbc0 req-8c48a10b-6644-40c1-9255-9129dc0ba7fb service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965164 Jul 30 20:36:54.074760 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-65f8c597-8915-4d2f-ad4d-29115ca2f577 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:54.078895 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-65f8c597-8915-4d2f-ad4d-29115ca2f577 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:54.097742 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8c597-8915-4d2f-ad4d-29115ca2f577 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a397533-ed33-4f11-a033-80b84cdda3e2,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:54.105074 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-65f8c597-8915-4d2f-ad4d-29115ca2f577 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:54.106294 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-65f8c597-8915-4d2f-ad4d-29115ca2f577 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271846 Jul 30 20:36:54.108969 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50496) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:54.113308 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-bd2c7211-59b1-4fd4-ba19-9ac80f95170d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group_rule': {'security_group_id': '11e08569-2458-4190-b4a6-083e7fcffcfc', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:36:54.139229 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd2c7211-59b1-4fd4-ba19-9ac80f95170d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:54.196917 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd2c7211-59b1-4fd4-ba19-9ac80f95170d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:54.200528 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd2c7211-59b1-4fd4-ba19-9ac80f95170d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:54.219521 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c7211-59b1-4fd4-ba19-9ac80f95170d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe50b546-bed4-46a9-b570-dd99676966d4,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:54.226122 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd2c7211-59b1-4fd4-ba19-9ac80f95170d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:54.227374 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bd2c7211-59b1-4fd4-ba19-9ac80f95170d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174905 Jul 30 20:36:54.230034 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50498) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:54.234328 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3f0889b4-0380-4bf5-91b7-87add7773b0d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group_rule': {'security_group_id': '11e08569-2458-4190-b4a6-083e7fcffcfc', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:36:54.255424 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-3f0889b4-0380-4bf5-91b7-87add7773b0d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Project 5636146b812a4d8d86be80f6df05a4f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 20:36:54.260631 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f0889b4-0380-4bf5-91b7-87add7773b0d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:54.320576 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f0889b4-0380-4bf5-91b7-87add7773b0d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:54.324181 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f0889b4-0380-4bf5-91b7-87add7773b0d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:54.341029 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0889b4-0380-4bf5-91b7-87add7773b0d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d1317c1-fe1e-4696-856c-136d786c2eb8,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:54.347610 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f0889b4-0380-4bf5-91b7-87add7773b0d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:54.348900 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3f0889b4-0380-4bf5-91b7-87add7773b0d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179533 Jul 30 20:36:54.351661 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50500) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:54.356103 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9065c154-377e-47fd-83c4-a4120cad0b9c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group_rule': {'security_group_id': '11e08569-2458-4190-b4a6-083e7fcffcfc', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:36:54.376668 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-9065c154-377e-47fd-83c4-a4120cad0b9c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Project 5636146b812a4d8d86be80f6df05a4f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 20:36:54.382022 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9065c154-377e-47fd-83c4-a4120cad0b9c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:54.445468 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9065c154-377e-47fd-83c4-a4120cad0b9c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:54.449023 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9065c154-377e-47fd-83c4-a4120cad0b9c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:54.468719 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065c154-377e-47fd-83c4-a4120cad0b9c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44264a43-39a8-4da9-a7ff-a7f58f13a571,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:54.472445 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9065c154-377e-47fd-83c4-a4120cad0b9c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:54.476418 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9065c154-377e-47fd-83c4-a4120cad0b9c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210272 Jul 30 20:36:54.476956 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50502) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:54.481421 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4da56b55-2ca8-456b-8df6-2b0e64193154 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'network': {'name': 'tempest-network-smoke--1266008114', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'port_security_enabled': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:36:54.501222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da56b55-2ca8-456b-8df6-2b0e64193154 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Made reservation on behalf of 5636146b812a4d8d86be80f6df05a4f1 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:36:54.505043 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4da56b55-2ca8-456b-8df6-2b0e64193154 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:54.528014 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da56b55-2ca8-456b-8df6-2b0e64193154 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:36:54.537129 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4da56b55-2ca8-456b-8df6-2b0e64193154 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:54.537906 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-4da56b55-2ca8-456b-8df6-2b0e64193154 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Added segment 0158e499-9a27-440d-9474-15d8699cdd79 of type vlan for network 8ed99e2a-4689-4d23-8bef-789bb0522f31 Jul 30 20:36:54.578182 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4da56b55-2ca8-456b-8df6-2b0e64193154 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:54.604884 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4da56b55-2ca8-456b-8df6-2b0e64193154 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:54.610416 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da56b55-2ca8-456b-8df6-2b0e64193154 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:54.610944 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4da56b55-2ca8-456b-8df6-2b0e64193154 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:54.667648 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4da56b55-2ca8-456b-8df6-2b0e64193154 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1899836 Jul 30 20:36:54.670292 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50504) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:54.674637 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8976d6dc-9982-4126-9da6-3f4922801239 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1652390362', 'admin_state_up': True, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:36:54.691588 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da56b55-2ca8-456b-8df6-2b0e64193154 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Network': ['ID=8ed99e2a-4689-4d23-8bef-789bb0522f31,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:54.702552 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 8ed99e2a-4689-4d23-8bef-789bb0522f31 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:36:54.707827 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8976d6dc-9982-4126-9da6-3f4922801239 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:54.708911 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8976d6dc-9982-4126-9da6-3f4922801239 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:54.759677 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8976d6dc-9982-4126-9da6-3f4922801239 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:54.897770 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8976d6dc-9982-4126-9da6-3f4922801239 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:55.021141 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:55.086281 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8976d6dc-9982-4126-9da6-3f4922801239 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:55.108474 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8976d6dc-9982-4126-9da6-3f4922801239 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:55.210573 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-8976d6dc-9982-4126-9da6-3f4922801239 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Allocated IP 172.25.3.58 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/b0861d0c-3004-481a-8aa7-0d3b25c885a8) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:36:55.313630 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8976d6dc-9982-4126-9da6-3f4922801239 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:55.353429 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8976d6dc-9982-4126-9da6-3f4922801239 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:55.392403 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8976d6dc-9982-4126-9da6-3f4922801239 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:36:55.395255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8976d6dc-9982-4126-9da6-3f4922801239 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:36:55.399483 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8976d6dc-9982-4126-9da6-3f4922801239 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:36:55.440474 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976d6dc-9982-4126-9da6-3f4922801239 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Port': ['ID=b0861d0c-3004-481a-8aa7-0d3b25c885a8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:55.663414 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8976d6dc-9982-4126-9da6-3f4922801239 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:55.866228 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8976d6dc-9982-4126-9da6-3f4922801239 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:55.994499 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8976d6dc-9982-4126-9da6-3f4922801239 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Router ed7291a1-80b4-4b88-9fd4-cbb592bdf871 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:36:56.096179 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8976d6dc-9982-4126-9da6-3f4922801239 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:36:56.105820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] Sync routers for ids ['ed7291a1-80b4-4b88-9fd4-cbb592bdf871'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:36:56.114919 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8976d6dc-9982-4126-9da6-3f4922801239 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:56.115302 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] Routers {'ed7291a1-80b4-4b88-9fd4-cbb592bdf871'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:36:56.115953 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:36:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ed7291a1-80b4-4b88-9fd4-cbb592bdf871'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:56.116395 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8976d6dc-9982-4126-9da6-3f4922801239 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4451907 Jul 30 20:36:56.119571 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50508) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:56.147580 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8a87cf9f-3228-4e45-8f6a-7d4af4e24913 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=5636146b812a4d8d86be80f6df05a4f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269308 Jul 30 20:36:56.149825 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50510) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:56.219049 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] Set router ed7291a1-80b4-4b88-9fd4-cbb592bdf871 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:36:56.234423 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0d5af0-9ecf-41d4-aed0-88613888232e tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:56.238776 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3a0d5af0-9ecf-41d4-aed0-88613888232e tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855265 Jul 30 20:36:56.239282 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50512) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:56.272894 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-33454475-6ab1-49f5-a68f-54b1660695b3 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325177 Jul 30 20:36:56.275392 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50514) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:56.283875 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-eb3df92a-e8f2-4d77-86a7-71fe08d05fee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1845000170', 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:36:56.369116 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3df92a-e8f2-4d77-86a7-71fe08d05fee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Made reservation on behalf of 5636146b812a4d8d86be80f6df05a4f1 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:36:56.372410 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb3df92a-e8f2-4d77-86a7-71fe08d05fee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:56.397422 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652390362', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:36:54Z', 'updated_at': '2021-07-30T20:36:55Z', 'revision_number': 3, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:36:55Z', 'updated_at': '2021-07-30T20:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:56.423285 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] Checking router: ed7291a1-80b4-4b88-9fd4-cbb592bdf871 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:36:56.423735 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] Updating router ed7291a1-80b4-4b88-9fd4-cbb592bdf871 port b0861d0c-3004-481a-8aa7-0d3b25c885a8 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:36:56.452675 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:56.551188 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb3df92a-e8f2-4d77-86a7-71fe08d05fee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:56.608301 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3df92a-e8f2-4d77-86a7-71fe08d05fee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Subnet': ['ID=ca0372b6-6e17-40c6-a932-68fa3dca7e9e,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:56.618848 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3df92a-e8f2-4d77-86a7-71fe08d05fee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Checking segment: {'id': '0158e499-9a27-440d-9474-15d8699cdd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:36:56.619341 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3df92a-e8f2-4d77-86a7-71fe08d05fee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network hostable DHCP agents. Network: 8ed99e2a-4689-4d23-8bef-789bb0522f31, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:36:56.637343 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3df92a-e8f2-4d77-86a7-71fe08d05fee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network 8ed99e2a-4689-4d23-8bef-789bb0522f31 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:36:56.647653 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-eb3df92a-e8f2-4d77-86a7-71fe08d05fee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 8ed99e2a-4689-4d23-8bef-789bb0522f31) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:36:56.652274 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3df92a-e8f2-4d77-86a7-71fe08d05fee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:56.652867 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb3df92a-e8f2-4d77-86a7-71fe08d05fee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:56.659658 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4e5c5e-da01-427a-b089-d28643c2e3c1 None None] Network 8ed99e2a-4689-4d23-8bef-789bb0522f31 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:36:56.668079 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-eb3df92a-e8f2-4d77-86a7-71fe08d05fee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3916793 Jul 30 20:36:56.670988 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50516) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:36:56.757770 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:56.783485 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] Transition to ACTIVE for port object b0861d0c-3004-481a-8aa7-0d3b25c885a8 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:36:56.792857 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:56.892788 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d097d9-7f7a-41e9-80c4-5ec13c9714be None None] Pushing event updated for resources: {'Port': ['ID=b0861d0c-3004-481a-8aa7-0d3b25c885a8,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:56.896701 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] Attempting to bind port b0861d0c-3004-481a-8aa7-0d3b25c885a8 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:36:56.897071 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] Attempting to bind port b0861d0c-3004-481a-8aa7-0d3b25c885a8 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:36:56.897437 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] Attempting to bind port b0861d0c-3004-481a-8aa7-0d3b25c885a8 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:36:56.922871 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:36:56.923226 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:36:56.923640 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:56.924040 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:36:56.924517 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] Bound port: b0861d0c-3004-481a-8aa7-0d3b25c885a8, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:36:56.924900 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:56.930248 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:56.949014 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4546972c-379d-4d7c-b2a0-2dc0b62ba76d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-8ed99e2a-4689-4d23-8bef-789bb0522f31', 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'fixed_ips': [{'subnet_id': 'ca0372b6-6e17-40c6-a932-68fa3dca7e9e'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:36:56.949863 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4546972c-379d-4d7c-b2a0-2dc0b62ba76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:57.047640 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] For port b0861d0c-3004-481a-8aa7-0d3b25c885a8, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:36:57.070540 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] For port b0861d0c-3004-481a-8aa7-0d3b25c885a8, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b0861d0c-3004-481a-8aa7-0d3b25c885a8,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:36:57.077760 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:57.177263 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] Routers {'ed7291a1-80b4-4b88-9fd4-cbb592bdf871'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:36:57.178527 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:36:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ed7291a1-80b4-4b88-9fd4-cbb592bdf871'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:57.217412 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d097d9-7f7a-41e9-80c4-5ec13c9714be None None] Pushing event updated for resources: {'Port': ['ID=b0861d0c-3004-481a-8aa7-0d3b25c885a8,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:57.221432 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-4546972c-379d-4d7c-b2a0-2dc0b62ba76d None None] Allocated IP 172.20.0.2 (8ed99e2a-4689-4d23-8bef-789bb0522f31/ca0372b6-6e17-40c6-a932-68fa3dca7e9e/9925fc02-d161-4650-b9a1-f3061b810ce3) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:36:57.353480 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] Set router ed7291a1-80b4-4b88-9fd4-cbb592bdf871 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:36:57.389420 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f69b20b7-d71c-4785-bd00-4ac7f81e9373 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:57.540314 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4546972c-379d-4d7c-b2a0-2dc0b62ba76d None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:57.569100 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4546972c-379d-4d7c-b2a0-2dc0b62ba76d None None] Transition to ACTIVE for port object 9925fc02-d161-4650-b9a1-f3061b810ce3 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:36:57.590523 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4546972c-379d-4d7c-b2a0-2dc0b62ba76d None None] Transition to ACTIVE for port object 9925fc02-d161-4650-b9a1-f3061b810ce3 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:36:57.601267 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4546972c-379d-4d7c-b2a0-2dc0b62ba76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:57.647484 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4546972c-379d-4d7c-b2a0-2dc0b62ba76d None None] Network 8ed99e2a-4689-4d23-8bef-789bb0522f31 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:36:57.651712 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-4546972c-379d-4d7c-b2a0-2dc0b62ba76d None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:36:57.657622 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4546972c-379d-4d7c-b2a0-2dc0b62ba76d None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:36:57.663777 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-f69b20b7-d71c-4785-bd00-4ac7f81e9373 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Allocated IP 172.20.0.1 (8ed99e2a-4689-4d23-8bef-789bb0522f31/ca0372b6-6e17-40c6-a932-68fa3dca7e9e/b1c68d87-c022-4112-965f-e84268e91d08) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:36:57.669915 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546972c-379d-4d7c-b2a0-2dc0b62ba76d None None] Pushing event updated for resources: {'Port': ['ID=9925fc02-d161-4650-b9a1-f3061b810ce3,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:57.676140 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652390362', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:36:54Z', 'updated_at': '2021-07-30T20:36:55Z', 'revision_number': 3, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:36:55Z', 'updated_at': '2021-07-30T20:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:57.781943 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f69b20b7-d71c-4785-bd00-4ac7f81e9373 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:57.797642 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-f69b20b7-d71c-4785-bd00-4ac7f81e9373 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Transition to ACTIVE for port object b1c68d87-c022-4112-965f-e84268e91d08 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:36:57.831295 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f69b20b7-d71c-4785-bd00-4ac7f81e9373 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:57.877765 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69b20b7-d71c-4785-bd00-4ac7f81e9373 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network 8ed99e2a-4689-4d23-8bef-789bb0522f31 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:36:57.881567 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-f69b20b7-d71c-4785-bd00-4ac7f81e9373 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:36:57.885482 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69b20b7-d71c-4785-bd00-4ac7f81e9373 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:36:57.890483 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3d9a3-0178-41b6-839e-9680af101f61 None None] The sync data for ids ['ed7291a1-80b4-4b88-9fd4-cbb592bdf871'] in n-d-712137-9 is: [{'id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652390362', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:36:54Z', 'updated_at': '2021-07-30T20:36:55Z', 'revision_number': 3, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:36:55Z', 'updated_at': '2021-07-30T20:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:36:57.895185 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b20b7-d71c-4785-bd00-4ac7f81e9373 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Port': ['ID=b1c68d87-c022-4112-965f-e84268e91d08,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:57.924759 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-4546972c-379d-4d7c-b2a0-2dc0b62ba76d None None] Attempting to bind port 9925fc02-d161-4650-b9a1-f3061b810ce3 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:36:57.925151 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-4546972c-379d-4d7c-b2a0-2dc0b62ba76d None None] Attempting to bind port 9925fc02-d161-4650-b9a1-f3061b810ce3 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '0158e499-9a27-440d-9474-15d8699cdd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:36:57.925495 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4546972c-379d-4d7c-b2a0-2dc0b62ba76d None None] Attempting to bind port 9925fc02-d161-4650-b9a1-f3061b810ce3 on network 8ed99e2a-4689-4d23-8bef-789bb0522f31 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:36:57.930735 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4546972c-379d-4d7c-b2a0-2dc0b62ba76d None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:36:57.931117 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4546972c-379d-4d7c-b2a0-2dc0b62ba76d None None] Checking segment: {'id': '0158e499-9a27-440d-9474-15d8699cdd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:36:57.931584 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4546972c-379d-4d7c-b2a0-2dc0b62ba76d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:57.931981 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4546972c-379d-4d7c-b2a0-2dc0b62ba76d None None] Bound using segment: {'id': '0158e499-9a27-440d-9474-15d8699cdd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:36:57.932500 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-4546972c-379d-4d7c-b2a0-2dc0b62ba76d None None] Bound port: 9925fc02-d161-4650-b9a1-f3061b810ce3, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0158e499-9a27-440d-9474-15d8699cdd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:36:57.932892 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4546972c-379d-4d7c-b2a0-2dc0b62ba76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:57.936141 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f69b20b7-d71c-4785-bd00-4ac7f81e9373 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:57.999887 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4546972c-379d-4d7c-b2a0-2dc0b62ba76d None None] For port 9925fc02-d161-4650-b9a1-f3061b810ce3, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:36:58.003137 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4546972c-379d-4d7c-b2a0-2dc0b62ba76d None None] For port 9925fc02-d161-4650-b9a1-f3061b810ce3, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=9925fc02-d161-4650-b9a1-f3061b810ce3,segment=NetworkSegment(0158e499-9a27-440d-9474-15d8699cdd79),segment_id=0158e499-9a27-440d-9474-15d8699cdd79)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:36:58.009287 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4546972c-379d-4d7c-b2a0-2dc0b62ba76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:58.071155 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546972c-379d-4d7c-b2a0-2dc0b62ba76d None None] Pushing event updated for resources: {'Port': ['ID=9925fc02-d161-4650-b9a1-f3061b810ce3,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:58.078649 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f69b20b7-d71c-4785-bd00-4ac7f81e9373 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:58.405566 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b0861d0c-3004-481a-8aa7-0d3b25c885a8 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:36:58.461762 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port b0861d0c-3004-481a-8aa7-0d3b25c885a8 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:36:58.462607 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f69b20b7-d71c-4785-bd00-4ac7f81e9373 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:58.466372 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port b0861d0c-3004-481a-8aa7-0d3b25c885a8 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:36:58.466753 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:58.467854 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f69b20b7-d71c-4785-bd00-4ac7f81e9373 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:58.543692 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b20b7-d71c-4785-bd00-4ac7f81e9373 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Port': ['ID=b1c68d87-c022-4112-965f-e84268e91d08,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:58.553903 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f69b20b7-d71c-4785-bd00-4ac7f81e9373 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:58.564102 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:58.587003 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port b0861d0c-3004-481a-8aa7-0d3b25c885a8, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b0861d0c-3004-481a-8aa7-0d3b25c885a8,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:36:58.591150 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:58.643985 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=b0861d0c-3004-481a-8aa7-0d3b25c885a8,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:36:58.665128 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69b20b7-d71c-4785-bd00-4ac7f81e9373 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network 8ed99e2a-4689-4d23-8bef-789bb0522f31 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:36:58.666639 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-f69b20b7-d71c-4785-bd00-4ac7f81e9373 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:36:58.784458 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69b20b7-d71c-4785-bd00-4ac7f81e9373 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Router ed7291a1-80b4-4b88-9fd4-cbb592bdf871 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:36:58.898228 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69b20b7-d71c-4785-bd00-4ac7f81e9373 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:36:58.904486 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f69b20b7-d71c-4785-bd00-4ac7f81e9373 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "PUT /v2.0/routers/ed7291a1-80b4-4b88-9fd4-cbb592bdf871/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2323873 Jul 30 20:36:59.054326 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4360e3-ac33-4af5-8f7c-e345a3261a07 None None] Network 8ed99e2a-4689-4d23-8bef-789bb0522f31 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:36:59.101456 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-db88199b-2bf6-47cb-aa4d-a01a51e1bd21 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1582367315&fields=id&tenant_id=5636146b812a4d8d86be80f6df05a4f1 HTTP/1.1" status: 200 len: 267 time: 0.0341866 Jul 30 20:36:59.115183 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1dc278ce-4aff-4b24-bf8d-a53b2a5b5d50 None None] Provisioning for port 9925fc02-d161-4650-b9a1-f3061b810ce3 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:36:59.220872 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-b4b4faec-ae06-477a-9459-6c46e5a2befa tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:36:59.222403 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-b4b4faec-ae06-477a-9459-6c46e5a2befa tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/networks?id=8ed99e2a-4689-4d23-8bef-789bb0522f31 HTTP/1.1" status: 200 len: 797 time: 0.1142251 Jul 30 20:36:59.239757 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-6112102b-14f7-4504-8835-f7eaf41ec703 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/quotas/5636146b812a4d8d86be80f6df05a4f1 HTTP/1.1" status: 200 len: 375 time: 0.0108829 Jul 30 20:36:59.298667 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-d3369413-8758-4278-ab1d-33158743a6c0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529242 Jul 30 20:36:59.450653 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-10804bd8-ee6a-4be0-a000-ededeac23fa2 None None] Provisioning for port b1c68d87-c022-4112-965f-e84268e91d08 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:36:59.455040 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-10804bd8-ee6a-4be0-a000-ededeac23fa2 None None] Provisioning complete for port b1c68d87-c022-4112-965f-e84268e91d08 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:36:59.455502 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-10804bd8-ee6a-4be0-a000-ededeac23fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:59.499903 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-10804bd8-ee6a-4be0-a000-ededeac23fa2 None None] Port b1c68d87-c022-4112-965f-e84268e91d08 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:36:59.513742 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-17e94d7c-0f2a-4027-a0a2-afeb0d69eb7f service neutron] 10.222.0.81 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032204 Jul 30 20:36:59.607559 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] Sync routers for ids ['ed7291a1-80b4-4b88-9fd4-cbb592bdf871'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:36:59.612110 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-ef1f4cd5-f788-4d88-838d-91fce5460066 service neutron] 10.222.0.81 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911469 Jul 30 20:36:59.623349 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] Routers {'ed7291a1-80b4-4b88-9fd4-cbb592bdf871'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:36:59.624042 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:36:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ed7291a1-80b4-4b88-9fd4-cbb592bdf871'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:59.651187 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d5e83a1a-0a45-44f5-b7d8-ff92a61aa6e0 None None] Provisioning complete for port b1c68d87-c022-4112-965f-e84268e91d08 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:36:59.651875 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5e83a1a-0a45-44f5-b7d8-ff92a61aa6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:59.692739 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d5e83a1a-0a45-44f5-b7d8-ff92a61aa6e0 None None] Port b1c68d87-c022-4112-965f-e84268e91d08 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:36:59.751656 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] Set router ed7291a1-80b4-4b88-9fd4-cbb592bdf871 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:36:59.820520 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-96bd68f3-52d5-4d7d-a8fe-6644562d7bbf req-fd2434fc-1e7c-4057-93ca-a2175e23beac tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 210 time: 0.0429940 Jul 30 20:36:59.913136 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a1fec9df-8b83-4d75-aa48-a2b94accf554 None None] Provisioning complete for port b1c68d87-c022-4112-965f-e84268e91d08 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:36:59.913601 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1fec9df-8b83-4d75-aa48-a2b94accf554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:36:59.948755 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a1fec9df-8b83-4d75-aa48-a2b94accf554 None None] Port b1c68d87-c022-4112-965f-e84268e91d08 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:36:59.965827 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652390362', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:36:54Z', 'updated_at': '2021-07-30T20:36:58Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:36:55Z', 'updated_at': '2021-07-30T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'b1c68d87-c022-4112-965f-e84268e91d08', 'name': '', 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:d5:a6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'ca0372b6-6e17-40c6-a932-68fa3dca7e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:36:57Z', 'updated_at': '2021-07-30T20:36:58Z', 'revision_number': 2, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': 'ca0372b6-6e17-40c6-a932-68fa3dca7e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:36:59.991805 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] Checking router: ed7291a1-80b4-4b88-9fd4-cbb592bdf871 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:36:59.992157 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] Updating router ed7291a1-80b4-4b88-9fd4-cbb592bdf871 port b1c68d87-c022-4112-965f-e84268e91d08 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:37:00.016853 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:00.296019 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:00.306639 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] Transition to ACTIVE for port object b1c68d87-c022-4112-965f-e84268e91d08 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:37:00.314402 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:00.375740 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d5def-afc4-48a6-a04f-d431a61378f2 None None] Pushing event updated for resources: {'Port': ['ID=b1c68d87-c022-4112-965f-e84268e91d08,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:37:00.386825 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811d5def-afc4-48a6-a04f-d431a61378f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:37:00.387574 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811d5def-afc4-48a6-a04f-d431a61378f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:37:00.388129 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811d5def-afc4-48a6-a04f-d431a61378f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:37:00.388646 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811d5def-afc4-48a6-a04f-d431a61378f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:37:00.389160 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811d5def-afc4-48a6-a04f-d431a61378f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:37:00.389913 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811d5def-afc4-48a6-a04f-d431a61378f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:37:00.390521 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811d5def-afc4-48a6-a04f-d431a61378f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:37:00.391331 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811d5def-afc4-48a6-a04f-d431a61378f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:37:00.392721 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811d5def-afc4-48a6-a04f-d431a61378f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:37:00.393368 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811d5def-afc4-48a6-a04f-d431a61378f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:37:00.393879 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811d5def-afc4-48a6-a04f-d431a61378f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:37:00.394392 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811d5def-afc4-48a6-a04f-d431a61378f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:37:00.432046 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9925fc02-d161-4650-b9a1-f3061b810ce3 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:37:00.481230 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] Attempting to bind port b1c68d87-c022-4112-965f-e84268e91d08 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:37:00.481581 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] Attempting to bind port b1c68d87-c022-4112-965f-e84268e91d08 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '0158e499-9a27-440d-9474-15d8699cdd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:37:00.481941 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] Attempting to bind port b1c68d87-c022-4112-965f-e84268e91d08 on network 8ed99e2a-4689-4d23-8bef-789bb0522f31 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:37:00.487723 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:37:00.488238 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] Checking segment: {'id': '0158e499-9a27-440d-9474-15d8699cdd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:37:00.488517 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:00.488939 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] Bound using segment: {'id': '0158e499-9a27-440d-9474-15d8699cdd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:37:00.489671 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] Bound port: b1c68d87-c022-4112-965f-e84268e91d08, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0158e499-9a27-440d-9474-15d8699cdd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:37:00.490089 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:00.491167 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 9925fc02-d161-4650-b9a1-f3061b810ce3 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:37:00.495727 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 9925fc02-d161-4650-b9a1-f3061b810ce3 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:37:00.496099 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:00.573685 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] For port b1c68d87-c022-4112-965f-e84268e91d08, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:37:00.578053 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] For port b1c68d87-c022-4112-965f-e84268e91d08, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b1c68d87-c022-4112-965f-e84268e91d08,segment=NetworkSegment(0158e499-9a27-440d-9474-15d8699cdd79),segment_id=0158e499-9a27-440d-9474-15d8699cdd79)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:37:00.584287 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:00.594491 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:00.634827 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 9925fc02-d161-4650-b9a1-f3061b810ce3, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=9925fc02-d161-4650-b9a1-f3061b810ce3,segment=NetworkSegment(0158e499-9a27-440d-9474-15d8699cdd79),segment_id=0158e499-9a27-440d-9474-15d8699cdd79)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:37:00.640615 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:00.641835 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b0861d0c-3004-481a-8aa7-0d3b25c885a8 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:37:00.649908 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d5def-afc4-48a6-a04f-d431a61378f2 None None] Pushing event updated for resources: {'Port': ['ID=b1c68d87-c022-4112-965f-e84268e91d08,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:37:00.654128 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] Routers {'ed7291a1-80b4-4b88-9fd4-cbb592bdf871'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:37:00.654762 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:36:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ed7291a1-80b4-4b88-9fd4-cbb592bdf871'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:37:00.750395 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=9925fc02-d161-4650-b9a1-f3061b810ce3,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:37:00.767642 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port b0861d0c-3004-481a-8aa7-0d3b25c885a8 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:37:00.768016 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:00.779660 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] Set router ed7291a1-80b4-4b88-9fd4-cbb592bdf871 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:37:00.868639 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:37:00.939331 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fe3dab47-10b0-4eac-a3a2-e1368182b0e6 req-a03b5a95-5155-40e7-b9a6-abf9a838dfb8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 210 time: 0.0394919 Jul 30 20:37:01.011746 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652390362', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:36:54Z', 'updated_at': '2021-07-30T20:36:58Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:36:55Z', 'updated_at': '2021-07-30T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'b1c68d87-c022-4112-965f-e84268e91d08', 'name': '', 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:d5:a6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'ca0372b6-6e17-40c6-a932-68fa3dca7e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:36:57Z', 'updated_at': '2021-07-30T20:37:00Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': 'ca0372b6-6e17-40c6-a932-68fa3dca7e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:37:01.130084 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f994a574-c5f3-4ac4-b0a9-914894083920 None None] The sync data for ids ['ed7291a1-80b4-4b88-9fd4-cbb592bdf871'] in n-d-712137-9 is: [{'id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652390362', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:36:54Z', 'updated_at': '2021-07-30T20:36:58Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:36:55Z', 'updated_at': '2021-07-30T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'b1c68d87-c022-4112-965f-e84268e91d08', 'name': '', 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:d5:a6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'ca0372b6-6e17-40c6-a932-68fa3dca7e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:36:57Z', 'updated_at': '2021-07-30T20:37:00Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': 'ca0372b6-6e17-40c6-a932-68fa3dca7e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:37:01.182066 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-32ad66e9-601b-41ea-81cd-0c9a45f55c7c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:01.183716 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-32ad66e9-601b-41ea-81cd-0c9a45f55c7c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.83 "GET /v2.0/networks?id=8ed99e2a-4689-4d23-8bef-789bb0522f31 HTTP/1.1" status: 200 len: 797 time: 0.2479386 Jul 30 20:37:01.246250 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-b1fdb557-f63d-47db-834c-eed8bc362fc1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5636146b812a4d8d86be80f6df05a4f1 HTTP/1.1" status: 200 len: 380 time: 0.0512426 Jul 30 20:37:01.256217 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'port': {'device_id': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31', 'admin_state_up': True, 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'security_groups': ['11e08569-2458-4190-b4a6-083e7fcffcfc']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:37:01.366462 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Made reservation on behalf of 5636146b812a4d8d86be80f6df05a4f1 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:37:01.370031 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:01.508360 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Allocated IP 172.20.0.6 (8ed99e2a-4689-4d23-8bef-789bb0522f31/ca0372b6-6e17-40c6-a932-68fa3dca7e9e/ad593d87-233a-496c-b7d3-329e8119d971) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:37:01.664058 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:01.678702 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Transition to ACTIVE for port object ad593d87-233a-496c-b7d3-329e8119d971 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:37:01.712424 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:01.755729 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network 8ed99e2a-4689-4d23-8bef-789bb0522f31 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:37:01.758721 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:37:01.762463 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:37:01.771322 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Port': ['ID=ad593d87-233a-496c-b7d3-329e8119d971,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:37:01.804168 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:37:01.804743 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:37:01.805279 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:37:01.805779 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:37:01.806256 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:37:01.806746 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:37:01.807234 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:37:01.807768 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:37:01.808298 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:37:01.808837 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:37:01.809432 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:37:01.809924 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:37:01.846683 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:01.847783 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:01.868160 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-13133673-5d38-4086-8d69-f16b4e8958cc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6164944 Jul 30 20:37:01.880749 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-daa190e0-e0d6-4802-8129-962c9349591e service neutron] Request body: {'port': {'device_id': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:37:01.945874 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-daa190e0-e0d6-4802-8129-962c9349591e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:02.009159 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f5ca51b5-1da5-4109-a4ef-6e9463727448 None None] Provisioning for port ad593d87-233a-496c-b7d3-329e8119d971 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:37:02.013368 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f5ca51b5-1da5-4109-a4ef-6e9463727448 None None] Provisioning complete for port ad593d87-233a-496c-b7d3-329e8119d971 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:37:02.013740 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5ca51b5-1da5-4109-a4ef-6e9463727448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:02.060129 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f5ca51b5-1da5-4109-a4ef-6e9463727448 None None] Port ad593d87-233a-496c-b7d3-329e8119d971 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:37:02.105055 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa40bbf-0a3c-4629-b7aa-291c1a09171a req-136ed85f-cde1-47a4-8a23-81ce9c9130b8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:02.107143 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8fa40bbf-0a3c-4629-b7aa-291c1a09171a req-136ed85f-cde1-47a4-8a23-81ce9c9130b8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 931 time: 0.0596051 Jul 30 20:37:02.151498 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8fa40bbf-0a3c-4629-b7aa-291c1a09171a req-3c1a08b6-a6ba-44cc-a49b-a484a97406bd tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384429 Jul 30 20:37:02.293027 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-daa190e0-e0d6-4802-8129-962c9349591e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad593d87-233a-496c-b7d3-329e8119d971 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:37:02.300682 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-daa190e0-e0d6-4802-8129-962c9349591e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:02.314507 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-daa190e0-e0d6-4802-8129-962c9349591e service neutron] Transition to ACTIVE for port object ad593d87-233a-496c-b7d3-329e8119d971 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:37:02.320075 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-daa190e0-e0d6-4802-8129-962c9349591e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:02.368950 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa190e0-e0d6-4802-8129-962c9349591e service neutron] Pushing event updated for resources: {'Port': ['ID=ad593d87-233a-496c-b7d3-329e8119d971,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:37:02.389454 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9925fc02-d161-4650-b9a1-f3061b810ce3 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:37:02.444027 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 9925fc02-d161-4650-b9a1-f3061b810ce3 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:37:02.444290 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-daa190e0-e0d6-4802-8129-962c9349591e service neutron] Attempting to bind port ad593d87-233a-496c-b7d3-329e8119d971 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:37:02.444678 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-daa190e0-e0d6-4802-8129-962c9349591e service neutron] Attempting to bind port ad593d87-233a-496c-b7d3-329e8119d971 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '0158e499-9a27-440d-9474-15d8699cdd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:37:02.445013 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-daa190e0-e0d6-4802-8129-962c9349591e service neutron] Attempting to bind port ad593d87-233a-496c-b7d3-329e8119d971 on network 8ed99e2a-4689-4d23-8bef-789bb0522f31 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:37:02.445199 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:02.450008 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-daa190e0-e0d6-4802-8129-962c9349591e service neutron] Port ad593d87-233a-496c-b7d3-329e8119d971 on network 8ed99e2a-4689-4d23-8bef-789bb0522f31 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:37:02.450334 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-daa190e0-e0d6-4802-8129-962c9349591e service neutron] Attempting to bind port ad593d87-233a-496c-b7d3-329e8119d971 on network 8ed99e2a-4689-4d23-8bef-789bb0522f31 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:37:02.455682 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-daa190e0-e0d6-4802-8129-962c9349591e service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:37:02.456072 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-daa190e0-e0d6-4802-8129-962c9349591e service neutron] Checking segment: {'id': '0158e499-9a27-440d-9474-15d8699cdd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:37:02.456466 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-daa190e0-e0d6-4802-8129-962c9349591e service neutron] Bound using segment: {'id': '0158e499-9a27-440d-9474-15d8699cdd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:37:02.456900 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-daa190e0-e0d6-4802-8129-962c9349591e service neutron] Bound port: ad593d87-233a-496c-b7d3-329e8119d971, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0158e499-9a27-440d-9474-15d8699cdd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:37:02.457265 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-daa190e0-e0d6-4802-8129-962c9349591e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:02.532590 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-daa190e0-e0d6-4802-8129-962c9349591e service neutron] For port ad593d87-233a-496c-b7d3-329e8119d971, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:37:02.533030 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b1c68d87-c022-4112-965f-e84268e91d08 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:37:02.536493 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-daa190e0-e0d6-4802-8129-962c9349591e service neutron] For port ad593d87-233a-496c-b7d3-329e8119d971, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ad593d87-233a-496c-b7d3-329e8119d971,segment=NetworkSegment(0158e499-9a27-440d-9474-15d8699cdd79),segment_id=0158e499-9a27-440d-9474-15d8699cdd79)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:37:02.541356 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-daa190e0-e0d6-4802-8129-962c9349591e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:02.576306 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-daa190e0-e0d6-4802-8129-962c9349591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:02.577076 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-daa190e0-e0d6-4802-8129-962c9349591e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:02.579284 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-daa190e0-e0d6-4802-8129-962c9349591e service neutron] 10.222.0.83 "PUT /v2.0/ports/ad593d87-233a-496c-b7d3-329e8119d971 HTTP/1.1" status: 200 len: 1091 time: 0.7021887 Jul 30 20:37:02.581758 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'tag': 'ad593d87-233a-496c-b7d3-329e8119d971'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:37:02.585526 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf330ec-5aea-4873-8ca6-0ce32c0b45cd" -d '{"events": [{"name": "network-changed", "server_uuid": "aacac11f-28ef-4462-85e2-33918618f5bd", "tag": "ad593d87-233a-496c-b7d3-329e8119d971"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:37:02.593413 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port b1c68d87-c022-4112-965f-e84268e91d08 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:37:02.598311 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port b1c68d87-c022-4112-965f-e84268e91d08 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:37:02.598739 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:02.626552 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa190e0-e0d6-4802-8129-962c9349591e service neutron] Pushing event updated for resources: {'Port': ['ID=ad593d87-233a-496c-b7d3-329e8119d971,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:37:02.642938 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312d14c1-5cb7-416d-adc7-dd09a3d99478 x-openstack-request-id: req-312d14c1-5cb7-416d-adc7-dd09a3d99478 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:37:02.643222 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aacac11f-28ef-4462-85e2-33918618f5bd", "tag": "ad593d87-233a-496c-b7d3-329e8119d971", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:37:02.643469 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-312d14c1-5cb7-416d-adc7-dd09a3d99478 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:37:02.643933 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'tag': 'ad593d87-233a-496c-b7d3-329e8119d971', 'status': 'completed', 'code': 200} Jul 30 20:37:02.686180 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:02.692091 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-ec9d38aa-b658-408e-bf0b-e9c1d5adc0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:02.694513 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-ec9d38aa-b658-408e-bf0b-e9c1d5adc0bd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 1094 time: 0.0431933 Jul 30 20:37:02.728014 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port b1c68d87-c022-4112-965f-e84268e91d08, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b1c68d87-c022-4112-965f-e84268e91d08,segment=NetworkSegment(0158e499-9a27-440d-9474-15d8699cdd79),segment_id=0158e499-9a27-440d-9474-15d8699cdd79)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:37:02.733017 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:02.751689 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-b9088570-7811-4df0-a304-ed6503d66ba5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad593d87-233a-496c-b7d3-329e8119d971 HTTP/1.1" status: 200 len: 217 time: 0.0488267 Jul 30 20:37:02.787417 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=b1c68d87-c022-4112-965f-e84268e91d08,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:37:02.804013 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-f6a1b721-d10f-42c6-9cf4-6c9a3ed373f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:02.805590 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-f6a1b721-d10f-42c6-9cf4-6c9a3ed373f2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ca0372b6-6e17-40c6-a932-68fa3dca7e9e HTTP/1.1" status: 200 len: 835 time: 0.0456705 Jul 30 20:37:02.850549 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-b551f0bd-a749-45bf-a24f-b0b66e833479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:02.852044 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-b551f0bd-a749-45bf-a24f-b0b66e833479 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ed99e2a-4689-4d23-8bef-789bb0522f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389676 Jul 30 20:37:02.954830 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-4da5aafa-cde9-404d-bfcd-33dbedf30db7 service neutron] 10.222.0.83 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901687 Jul 30 20:37:03.046497 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-64f64d6a-05e4-4d70-9896-b94525da2a3b req-d15ba2d8-b05e-4fe9-9887-a249d856b80e service neutron] 10.222.0.83 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812151 Jul 30 20:37:03.129729 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf330ec-5aea-4873-8ca6-0ce32c0b45cd req-5b5a32d2-7e9b-4aa2-b2ae-57c72f1d6553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:03.131209 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2cf330ec-5aea-4873-8ca6-0ce32c0b45cd req-5b5a32d2-7e9b-4aa2-b2ae-57c72f1d6553 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 1094 time: 0.0403225 Jul 30 20:37:03.226181 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf330ec-5aea-4873-8ca6-0ce32c0b45cd req-f261d8bf-74f8-4b8e-ab54-474622e2dce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:03.227763 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2cf330ec-5aea-4873-8ca6-0ce32c0b45cd req-f261d8bf-74f8-4b8e-ab54-474622e2dce5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ed99e2a-4689-4d23-8bef-789bb0522f31 HTTP/1.1" status: 200 len: 898 time: 0.0894401 Jul 30 20:37:03.269173 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2070bff-9919-4f3a-a2d2-9fbcc2ff94b5 req-7914b10f-1058-4e8d-b7aa-65ce09b492e2 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:03.269799 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2cf330ec-5aea-4873-8ca6-0ce32c0b45cd req-fe6988db-b063-4b42-948b-61afa1411e77 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad593d87-233a-496c-b7d3-329e8119d971 HTTP/1.1" status: 200 len: 217 time: 0.0345433 Jul 30 20:37:03.270674 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d2070bff-9919-4f3a-a2d2-9fbcc2ff94b5 req-7914b10f-1058-4e8d-b7aa-65ce09b492e2 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 943 time: 0.0493274 Jul 30 20:37:03.309802 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d2070bff-9919-4f3a-a2d2-9fbcc2ff94b5 req-7dd56350-0b24-4478-aee5-efe4efde6e68 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330057 Jul 30 20:37:03.322966 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf330ec-5aea-4873-8ca6-0ce32c0b45cd req-a507194f-86fa-47d9-af58-f095476a9018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:03.324489 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2cf330ec-5aea-4873-8ca6-0ce32c0b45cd req-a507194f-86fa-47d9-af58-f095476a9018 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ca0372b6-6e17-40c6-a932-68fa3dca7e9e HTTP/1.1" status: 200 len: 835 time: 0.0480220 Jul 30 20:37:03.369959 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf330ec-5aea-4873-8ca6-0ce32c0b45cd req-43db594c-ca23-49d9-9ae3-c84fc026abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:03.371455 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2cf330ec-5aea-4873-8ca6-0ce32c0b45cd req-43db594c-ca23-49d9-9ae3-c84fc026abd5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ed99e2a-4689-4d23-8bef-789bb0522f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396144 Jul 30 20:37:03.458100 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2cf330ec-5aea-4873-8ca6-0ce32c0b45cd req-8b7aa382-7f8b-4eff-8f56-3a4156c085bf service neutron] 10.222.0.83 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792534 Jul 30 20:37:03.550807 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2cf330ec-5aea-4873-8ca6-0ce32c0b45cd req-816a9cc3-f4c5-494f-bd4c-014a143724b9 service neutron] 10.222.0.83 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851147 Jul 30 20:37:04.301629 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b1c68d87-c022-4112-965f-e84268e91d08 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:37:04.352899 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port b1c68d87-c022-4112-965f-e84268e91d08 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:37:04.353279 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:04.428055 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cd8a5-0cec-46a4-b807-bd857281ab1e req-454885c3-f01d-49db-a6a5-cd71a1448384 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:04.429547 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be3cd8a5-0cec-46a4-b807-bd857281ab1e req-454885c3-f01d-49db-a6a5-cd71a1448384 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 943 time: 0.0529683 Jul 30 20:37:04.466939 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be3cd8a5-0cec-46a4-b807-bd857281ab1e req-12178347-fe85-4b9a-b10f-abf6c9283298 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316231 Jul 30 20:37:05.584372 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c5e2d-1066-4e0a-8718-d5477ec80114 req-a7ecbe16-1109-466e-ba9d-e9ef9e15cdff tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:05.585759 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-492c5e2d-1066-4e0a-8718-d5477ec80114 req-a7ecbe16-1109-466e-ba9d-e9ef9e15cdff tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 943 time: 0.0541775 Jul 30 20:37:05.623837 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-492c5e2d-1066-4e0a-8718-d5477ec80114 req-ae435f69-a22e-480e-9fdc-7bfac37859be tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322018 Jul 30 20:37:06.741079 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ef519-1a6e-4c88-9b04-27af87227c9c req-d9853d40-6401-488d-842d-ae91dfc644d0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:06.742749 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ad593d87-233a-496c-b7d3-329e8119d971 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:37:06.743400 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-092ef519-1a6e-4c88-9b04-27af87227c9c req-d9853d40-6401-488d-842d-ae91dfc644d0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 943 time: 0.0550430 Jul 30 20:37:06.784767 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-092ef519-1a6e-4c88-9b04-27af87227c9c req-923407c8-aea9-4409-94e9-52a862863aad tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351551 Jul 30 20:37:06.842718 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port ad593d87-233a-496c-b7d3-329e8119d971, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ad593d87-233a-496c-b7d3-329e8119d971,segment=NetworkSegment(0158e499-9a27-440d-9474-15d8699cdd79),segment_id=0158e499-9a27-440d-9474-15d8699cdd79)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:37:06.854068 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'ad593d87-233a-496c-b7d3-329e8119d971', 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31', 'port_id': 'ad593d87-233a-496c-b7d3-329e8119d971', 'mac_address': 'fa:16:3e:0f:a9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca0372b6-6e17-40c6-a932-68fa3dca7e9e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:37:06.890499 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:06.903985 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad593d87-233a-496c-b7d3-329e8119d971 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:37:06.923101 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port ad593d87-233a-496c-b7d3-329e8119d971, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ad593d87-233a-496c-b7d3-329e8119d971,segment=NetworkSegment(0158e499-9a27-440d-9474-15d8699cdd79),segment_id=0158e499-9a27-440d-9474-15d8699cdd79)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:37:06.926811 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:06.973297 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=ad593d87-233a-496c-b7d3-329e8119d971,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:37:07.271243 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['ad593d87-233a-496c-b7d3-329e8119d971'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:37:07.906890 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd799bf-11fb-4f11-bd10-9ec55fcd4b3a req-608c4c43-0f51-4f21-9aea-300a0fcf39e7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:07.908376 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7cd799bf-11fb-4f11-bd10-9ec55fcd4b3a req-608c4c43-0f51-4f21-9aea-300a0fcf39e7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 944 time: 0.0529971 Jul 30 20:37:07.945728 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7cd799bf-11fb-4f11-bd10-9ec55fcd4b3a req-2864117c-1a14-4d65-a118-dddf841790cd tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309377 Jul 30 20:37:08.744172 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ad593d87-233a-496c-b7d3-329e8119d971 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:37:08.793839 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port ad593d87-233a-496c-b7d3-329e8119d971 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:37:08.797361 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port ad593d87-233a-496c-b7d3-329e8119d971 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:37:08.797736 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:08.877042 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:08.900099 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad593d87-233a-496c-b7d3-329e8119d971'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:37:08.902387 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa6a3b6-0647-49b5-aed7-0e6b10e98ca9" -d '{"events": [{"server_uuid": "aacac11f-28ef-4462-85e2-33918618f5bd", "name": "network-vif-plugged", "status": "completed", "tag": "ad593d87-233a-496c-b7d3-329e8119d971"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:37:08.915104 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port ad593d87-233a-496c-b7d3-329e8119d971, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ad593d87-233a-496c-b7d3-329e8119d971,segment=NetworkSegment(0158e499-9a27-440d-9474-15d8699cdd79),segment_id=0158e499-9a27-440d-9474-15d8699cdd79)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:37:08.919319 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:08.970436 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=ad593d87-233a-496c-b7d3-329e8119d971,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:37:09.002925 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b74040c-e943-464c-bcf4-7ea0d7659e17 x-openstack-request-id: req-3b74040c-e943-464c-bcf4-7ea0d7659e17 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:37:09.003217 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacac11f-28ef-4462-85e2-33918618f5bd", "name": "network-vif-plugged", "status": "completed", "tag": "ad593d87-233a-496c-b7d3-329e8119d971", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:37:09.003474 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b74040c-e943-464c-bcf4-7ea0d7659e17 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:37:09.004072 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad593d87-233a-496c-b7d3-329e8119d971', 'code': 200} Jul 30 20:37:09.095011 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b95b3-975e-4f20-97bb-d3647f36271a req-ebfb76b8-b67e-4081-80a0-55dd85f362bd tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:09.095753 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a63a9-bfe1-492e-8579-c2f74081c7e7 req-dd986977-ff65-445b-a7a5-f5d329530c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:09.096652 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f7b95b3-975e-4f20-97bb-d3647f36271a req-ebfb76b8-b67e-4081-80a0-55dd85f362bd tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 945 time: 0.0492651 Jul 30 20:37:09.097270 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-724a63a9-bfe1-492e-8579-c2f74081c7e7 req-dd986977-ff65-445b-a7a5-f5d329530c58 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 1096 time: 0.0381622 Jul 30 20:37:09.138411 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-724a63a9-bfe1-492e-8579-c2f74081c7e7 req-1bb6bc19-7665-4a20-9802-f9152aa3c48b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339706 Jul 30 20:37:09.139612 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f7b95b3-975e-4f20-97bb-d3647f36271a req-1bdd967b-daf9-447f-9513-350fdac2084c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365500 Jul 30 20:37:10.260053 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86337b82-a600-4ee2-8013-1df06b3d79bb req-7751f943-5854-4380-819e-94122d1321e5 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:10.261614 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86337b82-a600-4ee2-8013-1df06b3d79bb req-7751f943-5854-4380-819e-94122d1321e5 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 945 time: 0.0498822 Jul 30 20:37:10.300199 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86337b82-a600-4ee2-8013-1df06b3d79bb req-cfb010f5-3abe-4072-84da-42db94b5cc1f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323825 Jul 30 20:37:10.416166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4be5c-dae7-491d-b6dd-4a4008e406b4 req-ff895185-50f9-471a-9593-27acd2e3e57c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:10.417653 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-80b4be5c-dae7-491d-b6dd-4a4008e406b4 req-ff895185-50f9-471a-9593-27acd2e3e57c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 945 time: 0.0531058 Jul 30 20:37:10.454538 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-80b4be5c-dae7-491d-b6dd-4a4008e406b4 req-a90e7f25-008c-4b55-bdfc-b4442b130baf tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308931 Jul 30 20:37:10.476168 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50576) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:37:10.517309 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f095f3f-2161-4e0c-9278-40d7901b5fc3 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:10.518808 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5f095f3f-2161-4e0c-9278-40d7901b5fc3 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 1091 time: 0.0416996 Jul 30 20:37:10.522248 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50578) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:37:10.526490 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-96fb22f1-2d86-4c35-acd5-c8ee3e900615 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': 'ad593d87-233a-496c-b7d3-329e8119d971', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:37:10.548014 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-96fb22f1-2d86-4c35-acd5-c8ee3e900615 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:10.650287 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-96fb22f1-2d86-4c35-acd5-c8ee3e900615 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:10.758051 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-96fb22f1-2d86-4c35-acd5-c8ee3e900615 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Allocated IP 172.25.3.164 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/46e8793d-3520-4a62-a71b-a3d3944fe2bf) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:37:10.882643 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-96fb22f1-2d86-4c35-acd5-c8ee3e900615 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:10.925394 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-96fb22f1-2d86-4c35-acd5-c8ee3e900615 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:10.961764 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fb22f1-2d86-4c35-acd5-c8ee3e900615 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:37:10.964626 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-96fb22f1-2d86-4c35-acd5-c8ee3e900615 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:37:10.968189 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fb22f1-2d86-4c35-acd5-c8ee3e900615 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:37:10.994164 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb22f1-2d86-4c35-acd5-c8ee3e900615 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Port': ['ID=46e8793d-3520-4a62-a71b-a3d3944fe2bf,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:37:11.329233 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-96fb22f1-2d86-4c35-acd5-c8ee3e900615 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:11.393962 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-96fb22f1-2d86-4c35-acd5-c8ee3e900615 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:11.541883 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-96fb22f1-2d86-4c35-acd5-c8ee3e900615 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:11.546182 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-96fb22f1-2d86-4c35-acd5-c8ee3e900615 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:11.612511 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb22f1-2d86-4c35-acd5-c8ee3e900615 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Port': ['ID=46e8793d-3520-4a62-a71b-a3d3944fe2bf,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:37:11.624016 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-96fb22f1-2d86-4c35-acd5-c8ee3e900615 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:11.723315 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-96fb22f1-2d86-4c35-acd5-c8ee3e900615 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Floating IP aa8bd8c9-7426-476a-a564-6309efc653b3 associated. External IP: 172.25.3.164, port: ad593d87-233a-496c-b7d3-329e8119d971. Jul 30 20:37:11.929214 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fb22f1-2d86-4c35-acd5-c8ee3e900615 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Router ed7291a1-80b4-4b88-9fd4-cbb592bdf871 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:37:12.036537 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fb22f1-2d86-4c35-acd5-c8ee3e900615 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:37:12.046109 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9618f8-4df3-4357-b288-b58cda04afbe None None] Sync routers for ids ['ed7291a1-80b4-4b88-9fd4-cbb592bdf871'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:37:12.051944 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-96fb22f1-2d86-4c35-acd5-c8ee3e900615 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:12.057528 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9618f8-4df3-4357-b288-b58cda04afbe None None] Routers {'ed7291a1-80b4-4b88-9fd4-cbb592bdf871'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:37:12.058269 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ab9618f8-4df3-4357-b288-b58cda04afbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:36:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ed7291a1-80b4-4b88-9fd4-cbb592bdf871'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:37:12.079976 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-96fb22f1-2d86-4c35-acd5-c8ee3e900615 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5566902 Jul 30 20:37:12.080494 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'tag': 'ad593d87-233a-496c-b7d3-329e8119d971'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:37:12.082753 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0d8ddd-b736-4dc2-807e-56b265e5a1d8" -d '{"events": [{"name": "network-changed", "server_uuid": "aacac11f-28ef-4462-85e2-33918618f5bd", "tag": "ad593d87-233a-496c-b7d3-329e8119d971"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:37:12.163846 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ab9618f8-4df3-4357-b288-b58cda04afbe None None] Set router ed7291a1-80b4-4b88-9fd4-cbb592bdf871 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:37:12.180747 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebade09-bf0c-4902-aa81-ac5d6b7b5288 req-9616b50f-8293-4337-891a-713837d17c3b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:12.182266 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eebade09-bf0c-4902-aa81-ac5d6b7b5288 req-9616b50f-8293-4337-891a-713837d17c3b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 945 time: 0.0554845 Jul 30 20:37:12.222099 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eebade09-bf0c-4902-aa81-ac5d6b7b5288 req-fb9a6ff7-3e0a-4fe1-9ff5-63b11cb51c24 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337884 Jul 30 20:37:12.243754 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50584) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:37:12.293450 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aca2b45-d820-4118-848c-96e81f4949ee x-openstack-request-id: req-8aca2b45-d820-4118-848c-96e81f4949ee {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:37:12.293723 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aacac11f-28ef-4462-85e2-33918618f5bd", "tag": "ad593d87-233a-496c-b7d3-329e8119d971", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:37:12.293970 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8aca2b45-d820-4118-848c-96e81f4949ee {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:37:12.294442 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'tag': 'ad593d87-233a-496c-b7d3-329e8119d971', 'status': 'completed', 'code': 200} Jul 30 20:37:12.323338 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-01fed4fa-8c02-4d85-8a1b-f49d94334e1f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/floatingips/aa8bd8c9-7426-476a-a564-6309efc653b3 HTTP/1.1" status: 200 len: 991 time: 0.0784471 Jul 30 20:37:12.340912 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d8ddd-b736-4dc2-807e-56b265e5a1d8 req-f218bf05-e780-4775-89fe-955d320798bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:12.342415 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ea0d8ddd-b736-4dc2-807e-56b265e5a1d8 req-f218bf05-e780-4775-89fe-955d320798bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 1096 time: 0.0520771 Jul 30 20:37:12.405826 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ab9618f8-4df3-4357-b288-b58cda04afbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652390362', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:36:54Z', 'updated_at': '2021-07-30T20:36:58Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:36:55Z', 'updated_at': '2021-07-30T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'aa8bd8c9-7426-476a-a564-6309efc653b3', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'port_id': 'ad593d87-233a-496c-b7d3-329e8119d971', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31', 'mac_address': 'fa:16:3e:0f:a9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:37:11Z', 'updated_at': '2021-07-30T20:37:11Z', 'revision_number': 0, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c68d87-c022-4112-965f-e84268e91d08', 'name': '', 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:d5:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'ca0372b6-6e17-40c6-a932-68fa3dca7e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:36:57Z', 'updated_at': '2021-07-30T20:37:02Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': 'ca0372b6-6e17-40c6-a932-68fa3dca7e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:37:12.437563 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9618f8-4df3-4357-b288-b58cda04afbe None None] Checking router: ed7291a1-80b4-4b88-9fd4-cbb592bdf871 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:37:12.447761 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9618f8-4df3-4357-b288-b58cda04afbe None None] Routers {'ed7291a1-80b4-4b88-9fd4-cbb592bdf871'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:37:12.448395 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ab9618f8-4df3-4357-b288-b58cda04afbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:36:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ed7291a1-80b4-4b88-9fd4-cbb592bdf871'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:37:12.566480 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ab9618f8-4df3-4357-b288-b58cda04afbe None None] Set router ed7291a1-80b4-4b88-9fd4-cbb592bdf871 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:37:12.697540 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d8ddd-b736-4dc2-807e-56b265e5a1d8 req-9a19e878-7030-4a08-b6ad-16753574f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:12.698929 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ea0d8ddd-b736-4dc2-807e-56b265e5a1d8 req-9a19e878-7030-4a08-b6ad-16753574f9ef service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ed99e2a-4689-4d23-8bef-789bb0522f31 HTTP/1.1" status: 200 len: 898 time: 0.3496778 Jul 30 20:37:12.798291 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ea0d8ddd-b736-4dc2-807e-56b265e5a1d8 req-c9626f4f-48ab-4999-885f-3d12a2764211 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad593d87-233a-496c-b7d3-329e8119d971 HTTP/1.1" status: 200 len: 999 time: 0.0920405 Jul 30 20:37:12.803295 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ab9618f8-4df3-4357-b288-b58cda04afbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652390362', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:36:54Z', 'updated_at': '2021-07-30T20:36:58Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:36:55Z', 'updated_at': '2021-07-30T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'aa8bd8c9-7426-476a-a564-6309efc653b3', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'port_id': 'ad593d87-233a-496c-b7d3-329e8119d971', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31', 'mac_address': 'fa:16:3e:0f:a9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:37:11Z', 'updated_at': '2021-07-30T20:37:11Z', 'revision_number': 0, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c68d87-c022-4112-965f-e84268e91d08', 'name': '', 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:d5:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'ca0372b6-6e17-40c6-a932-68fa3dca7e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:36:57Z', 'updated_at': '2021-07-30T20:37:02Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': 'ca0372b6-6e17-40c6-a932-68fa3dca7e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:37:12.828787 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9618f8-4df3-4357-b288-b58cda04afbe None None] The sync data for ids ['ed7291a1-80b4-4b88-9fd4-cbb592bdf871'] in n-d-712137-9 is: [{'id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652390362', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:36:54Z', 'updated_at': '2021-07-30T20:36:58Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:36:55Z', 'updated_at': '2021-07-30T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'aa8bd8c9-7426-476a-a564-6309efc653b3', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'port_id': 'ad593d87-233a-496c-b7d3-329e8119d971', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31', 'mac_address': 'fa:16:3e:0f:a9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:37:11Z', 'updated_at': '2021-07-30T20:37:11Z', 'revision_number': 0, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c68d87-c022-4112-965f-e84268e91d08', 'name': '', 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:d5:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'ca0372b6-6e17-40c6-a932-68fa3dca7e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:36:57Z', 'updated_at': '2021-07-30T20:37:02Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': 'ca0372b6-6e17-40c6-a932-68fa3dca7e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:37:12.847382 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d8ddd-b736-4dc2-807e-56b265e5a1d8 req-007c21e1-6b92-408b-b352-0889eba297e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:12.849904 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ea0d8ddd-b736-4dc2-807e-56b265e5a1d8 req-007c21e1-6b92-408b-b352-0889eba297e1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ca0372b6-6e17-40c6-a932-68fa3dca7e9e HTTP/1.1" status: 200 len: 835 time: 0.0434952 Jul 30 20:37:12.896683 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d8ddd-b736-4dc2-807e-56b265e5a1d8 req-b0ec8f10-95b4-454e-9da5-313f82ec54c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:12.898198 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ea0d8ddd-b736-4dc2-807e-56b265e5a1d8 req-b0ec8f10-95b4-454e-9da5-313f82ec54c4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ed99e2a-4689-4d23-8bef-789bb0522f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418506 Jul 30 20:37:12.995446 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ea0d8ddd-b736-4dc2-807e-56b265e5a1d8 req-c26b3e5d-efaa-4c4e-ae7a-0a3c8978f27c service neutron] 10.222.0.83 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906172 Jul 30 20:37:13.056673 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86ce39b-f974-4bd7-bf14-d600433728ee None None] New status for floating IP aa8bd8c9-7426-476a-a564-6309efc653b3: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:37:13.097783 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ea0d8ddd-b736-4dc2-807e-56b265e5a1d8 req-5fe1d6ce-438a-4cfb-bb39-9eb9ac3719bf service neutron] 10.222.0.83 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955172 Jul 30 20:37:13.327116 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50586) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:37:13.388663 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0deba275-fc36-480c-b25f-bcfe9916f4d5 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/floatingips/aa8bd8c9-7426-476a-a564-6309efc653b3 HTTP/1.1" status: 200 len: 993 time: 0.0603371 Jul 30 20:37:15.616442 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:19.740245 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:21.268081 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b345a12a-0b9b-4ec6-98ff-0518df62572d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:23.735918 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5ab3c1b3-f43a-4f96-a026-2b22361593a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:23.991120 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:25.022617 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:26.898425 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:37.867717 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:37:45.627807 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:48.140642 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-d7610468-ec99-4bac-b7b3-63a06f622fc2 req-b9e500e6-9f1a-4d91-9f27-3720942aa39a service neutron] (93883) timed out ('10.222.0.81', 59000) {{(pid=93883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 20:37:49.744167 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:51.268831 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-237903bf-13e8-4844-91c6-0da0aabd7169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:52.496623 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d22a42b8-4231-4265-896b-2624ba5b1b91 req-0a52f972-aa6c-4d62-ab19-353d9385f13c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0904207 Jul 30 20:37:52.575676 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a42b8-4231-4265-896b-2624ba5b1b91 req-4d17324c-08de-4571-af1f-28080aa62077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:52.577127 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d22a42b8-4231-4265-896b-2624ba5b1b91 req-4d17324c-08de-4571-af1f-28080aa62077 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 1096 time: 0.0395055 Jul 30 20:37:52.675730 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a42b8-4231-4265-896b-2624ba5b1b91 req-2d73f6f6-dfa0-4782-8e1b-c3dbcf80fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:52.677139 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d22a42b8-4231-4265-896b-2624ba5b1b91 req-2d73f6f6-dfa0-4782-8e1b-c3dbcf80fb23 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 913 time: 0.0818810 Jul 30 20:37:52.745253 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d22a42b8-4231-4265-896b-2624ba5b1b91 req-ad975a56-8edb-4571-97a7-f739bc6d91d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ef24393-1397-4af5-8457-c8d48cf97bcc HTTP/1.1" status: 200 len: 1000 time: 0.0608361 Jul 30 20:37:52.793698 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a42b8-4231-4265-896b-2624ba5b1b91 req-aa046608-c890-45e0-8c8c-6be8e27d46f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:52.795152 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d22a42b8-4231-4265-896b-2624ba5b1b91 req-aa046608-c890-45e0-8c8c-6be8e27d46f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0435231 Jul 30 20:37:52.838587 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a42b8-4231-4265-896b-2624ba5b1b91 req-42ce4107-06e1-4ee2-8708-c99d919648ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:37:52.840510 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d22a42b8-4231-4265-896b-2624ba5b1b91 req-42ce4107-06e1-4ee2-8708-c99d919648ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387712 Jul 30 20:37:52.931140 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d22a42b8-4231-4265-896b-2624ba5b1b91 req-0ee7da71-aa9e-4b23-9474-3e9c0f348268 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834675 Jul 30 20:37:53.020564 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d22a42b8-4231-4265-896b-2624ba5b1b91 req-226601f3-f009-45e5-b5ec-f522a20a789c service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827861 Jul 30 20:37:53.735881 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a38551c-95fe-4d59-9d8a-5969ea17e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:53.990684 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:55.025681 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:37:56.899188 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:01.678920 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fa0a6141-e066-4424-89b0-6282dbbb949d req-b7e4e813-21f2-4f25-a63c-509b7c50cecd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400746 Jul 30 20:38:01.762726 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a6141-e066-4424-89b0-6282dbbb949d req-49ae5186-2a45-448f-9744-27120f6359bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:01.764216 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fa0a6141-e066-4424-89b0-6282dbbb949d req-49ae5186-2a45-448f-9744-27120f6359bf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 1096 time: 0.0448439 Jul 30 20:38:01.865078 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a6141-e066-4424-89b0-6282dbbb949d req-af1c9ac2-dda0-4ac8-90fc-7162028abb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:01.866497 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fa0a6141-e066-4424-89b0-6282dbbb949d req-af1c9ac2-dda0-4ac8-90fc-7162028abb88 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ed99e2a-4689-4d23-8bef-789bb0522f31 HTTP/1.1" status: 200 len: 898 time: 0.0840693 Jul 30 20:38:01.930329 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fa0a6141-e066-4424-89b0-6282dbbb949d req-68c60597-53fd-4a72-aac2-c2f2503f1dc5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad593d87-233a-496c-b7d3-329e8119d971 HTTP/1.1" status: 200 len: 1001 time: 0.0571601 Jul 30 20:38:01.979209 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a6141-e066-4424-89b0-6282dbbb949d req-99d68669-2078-49c2-9449-d405c8337b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:01.980693 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fa0a6141-e066-4424-89b0-6282dbbb949d req-99d68669-2078-49c2-9449-d405c8337b10 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ca0372b6-6e17-40c6-a932-68fa3dca7e9e HTTP/1.1" status: 200 len: 835 time: 0.0435867 Jul 30 20:38:02.029241 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a6141-e066-4424-89b0-6282dbbb949d req-ae2567c7-28cc-4505-a139-68277a0472a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:02.030691 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fa0a6141-e066-4424-89b0-6282dbbb949d req-ae2567c7-28cc-4505-a139-68277a0472a7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ed99e2a-4689-4d23-8bef-789bb0522f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430658 Jul 30 20:38:02.117157 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fa0a6141-e066-4424-89b0-6282dbbb949d req-8fc29015-d5f3-476c-b814-e03dbfff31ca service neutron] 10.222.0.83 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789840 Jul 30 20:38:02.207622 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fa0a6141-e066-4424-89b0-6282dbbb949d req-4a6db69a-4cf0-4914-a361-405ba8281de4 service neutron] 10.222.0.83 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829813 Jul 30 20:38:14.865944 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:38:15.627498 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:18.117933 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed97e3-46aa-460f-b6cc-e240261509b9 req-3f3daf15-41cf-4628-bb35-b140fa658b83 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:18.119931 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7ed97e3-46aa-460f-b6cc-e240261509b9 req-3f3daf15-41cf-4628-bb35-b140fa658b83 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 1096 time: 0.0442469 Jul 30 20:38:18.153903 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7ed97e3-46aa-460f-b6cc-e240261509b9 req-57fecf8c-a86b-4866-8b7a-8830d5df5206 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281479 Jul 30 20:38:18.265802 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bd3cd-a09e-4127-8135-ed00ccb0d22a req-454721dd-303b-4a7d-b90e-ea06407b3e87 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:18.267287 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-586bd3cd-a09e-4127-8135-ed00ccb0d22a req-454721dd-303b-4a7d-b90e-ea06407b3e87 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 945 time: 0.0498869 Jul 30 20:38:18.305087 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-586bd3cd-a09e-4127-8135-ed00ccb0d22a req-ef60c242-c175-4d17-94dc-41f8c33a1373 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318966 Jul 30 20:38:18.327045 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50628) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:38:18.390082 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-951e4de3-57a6-4132-8325-16bebb0987e7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/floatingips/aa8bd8c9-7426-476a-a564-6309efc653b3 HTTP/1.1" status: 200 len: 993 time: 0.0616415 Jul 30 20:38:18.948182 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-43207eec-53b4-4ae8-9673-d3dff05d7964 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0692620 Jul 30 20:38:18.955446 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429f703-a530-4380-97f8-d817d31aa482 req-b47295e1-6a5e-41d4-996d-c736fb888236 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:18.956892 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4429f703-a530-4380-97f8-d817d31aa482 req-b47295e1-6a5e-41d4-996d-c736fb888236 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 945 time: 0.0699050 Jul 30 20:38:18.998631 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4429f703-a530-4380-97f8-d817d31aa482 req-bfa0eadd-3851-4836-87e1-e174b89c67bc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348926 Jul 30 20:38:19.738450 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:19.998280 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-e82c8ca9-141e-4808-8dcc-5c97d8c5da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:19.999703 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-e82c8ca9-141e-4808-8dcc-5c97d8c5da5e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 1096 time: 0.0413287 Jul 30 20:38:20.090340 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-fd90f3c8-fd86-4357-8abf-ad2961d9df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:20.091853 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-fd90f3c8-fd86-4357-8abf-ad2961d9df41 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ed99e2a-4689-4d23-8bef-789bb0522f31 HTTP/1.1" status: 200 len: 898 time: 0.0851159 Jul 30 20:38:20.123257 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3eb24-1a30-4c30-8a1c-15522e67dbae req-0215b79a-5b7f-441a-b755-a858a12ad7ec tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:20.124791 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5df3eb24-1a30-4c30-8a1c-15522e67dbae req-0215b79a-5b7f-441a-b755-a858a12ad7ec tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 945 time: 0.0520310 Jul 30 20:38:20.161431 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-71ca7bb1-db6e-4706-aced-a1df5f7bd70b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad593d87-233a-496c-b7d3-329e8119d971 HTTP/1.1" status: 200 len: 1001 time: 0.0618284 Jul 30 20:38:20.163027 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5df3eb24-1a30-4c30-8a1c-15522e67dbae req-5fd6ee9b-c4c1-45c0-859d-fe5fd9b71669 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322225 Jul 30 20:38:20.211907 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-554efb2e-ff5e-442d-a6f4-f253a0713518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:20.213868 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-554efb2e-ff5e-442d-a6f4-f253a0713518 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ca0372b6-6e17-40c6-a932-68fa3dca7e9e HTTP/1.1" status: 200 len: 835 time: 0.0450225 Jul 30 20:38:20.257793 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-6a60a9af-f95a-4b03-bcae-432ea0cb8e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:20.259160 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-6a60a9af-f95a-4b03-bcae-432ea0cb8e09 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ed99e2a-4689-4d23-8bef-789bb0522f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383613 Jul 30 20:38:20.351516 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-ce296352-4900-48fc-8821-84a6de0a220a service neutron] 10.222.0.83 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844986 Jul 30 20:38:20.444326 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-9147336f-ff9b-4b17-a2d6-e2019da76e07 service neutron] 10.222.0.83 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845323 Jul 30 20:38:21.269175 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d7704e3d-1151-46bf-8e08-f08e598933f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:21.278188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cc42e-02c0-444a-b25b-c618697f7844 req-eb3cba29-d0c2-4dd8-be98-175c08a13849 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:21.279707 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-725cc42e-02c0-444a-b25b-c618697f7844 req-eb3cba29-d0c2-4dd8-be98-175c08a13849 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 945 time: 0.0497742 Jul 30 20:38:21.318428 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-725cc42e-02c0-444a-b25b-c618697f7844 req-d8e91c74-dfc8-481a-843c-68b4997c91a4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325189 Jul 30 20:38:22.434112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525fc77-0ba7-4839-b088-0c3d83637d70 req-e66c8a08-cc81-4257-8ceb-1a91b08a13c9 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:22.435586 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5525fc77-0ba7-4839-b088-0c3d83637d70 req-e66c8a08-cc81-4257-8ceb-1a91b08a13c9 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 945 time: 0.0502985 Jul 30 20:38:22.473931 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5525fc77-0ba7-4839-b088-0c3d83637d70 req-13603e4d-2467-4ddb-8369-997a73c1840d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314977 Jul 30 20:38:23.591467 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df91218-a588-44f2-b4fc-660e3bb51c7d req-5ec2588c-37d3-4a5c-9201-2440e22200fa tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:23.592990 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1df91218-a588-44f2-b4fc-660e3bb51c7d req-5ec2588c-37d3-4a5c-9201-2440e22200fa tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 945 time: 0.0526049 Jul 30 20:38:23.637046 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1df91218-a588-44f2-b4fc-660e3bb51c7d req-75a95404-f6ea-4f36-90d4-a6128934c8f1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381882 Jul 30 20:38:23.735210 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17870ba3-6ec6-4528-ba99-92d8223f87e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:23.991220 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:24.752120 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305d6b7-96fc-44df-88c8-394d80ab9b9c req-4841c181-9264-46d4-94e9-3275279fabd3 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:24.753604 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3305d6b7-96fc-44df-88c8-394d80ab9b9c req-4841c181-9264-46d4-94e9-3275279fabd3 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 945 time: 0.0492778 Jul 30 20:38:24.793262 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3305d6b7-96fc-44df-88c8-394d80ab9b9c req-cfa5fb15-58aa-41cf-8d78-716c921f52b2 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336134 Jul 30 20:38:25.028723 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:25.905847 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9140b-5301-4e69-b1c4-6fa9400bc930 req-8171cf9d-c21a-4495-9b69-e7eed842381c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:25.907379 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dde9140b-5301-4e69-b1c4-6fa9400bc930 req-8171cf9d-c21a-4495-9b69-e7eed842381c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 945 time: 0.0485740 Jul 30 20:38:25.945028 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dde9140b-5301-4e69-b1c4-6fa9400bc930 req-6b76ed22-c980-40ab-92b3-1e32e5714329 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319273 Jul 30 20:38:26.900215 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:27.062878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fbb5b-239c-47a0-b2a4-82c96a24d38a req-c944b467-d687-497d-89d6-93db9684eea3 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:27.064371 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-283fbb5b-239c-47a0-b2a4-82c96a24d38a req-c944b467-d687-497d-89d6-93db9684eea3 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 945 time: 0.0523722 Jul 30 20:38:27.101661 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-283fbb5b-239c-47a0-b2a4-82c96a24d38a req-bf60c4d6-4120-4525-83f2-4b553142e89b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313220 Jul 30 20:38:28.216524 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845026b7-ba8d-4e78-b488-81a7d52768d6 req-3e760adb-691a-46ec-9773-987ec09f4238 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:28.218005 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-845026b7-ba8d-4e78-b488-81a7d52768d6 req-3e760adb-691a-46ec-9773-987ec09f4238 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 945 time: 0.0484834 Jul 30 20:38:28.254003 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-845026b7-ba8d-4e78-b488-81a7d52768d6 req-f1e230a1-2b95-4ffc-b991-ecc43015970f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302062 Jul 30 20:38:29.367600 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62290d2-05c0-44e9-9137-dfc2bb8c59bc req-3aba5541-6bc9-4828-81db-c2e231d0aed1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:29.369023 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e62290d2-05c0-44e9-9137-dfc2bb8c59bc req-3aba5541-6bc9-4828-81db-c2e231d0aed1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 945 time: 0.0482795 Jul 30 20:38:29.405917 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e62290d2-05c0-44e9-9137-dfc2bb8c59bc req-8334fe74-3e45-4b6a-a3ba-acb99ce57771 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310094 Jul 30 20:38:30.524118 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ef442-952e-4129-b74b-78d0aeaa871b req-1afba42f-34ad-45f0-af35-dd8f0622fc73 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:30.525569 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f4ef442-952e-4129-b74b-78d0aeaa871b req-1afba42f-34ad-45f0-af35-dd8f0622fc73 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 945 time: 0.0536556 Jul 30 20:38:30.563296 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f4ef442-952e-4129-b74b-78d0aeaa871b req-5685ae73-1273-4289-914b-8dbd6549c568 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311403 Jul 30 20:38:31.677161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1e0f1-4200-405a-9a62-71e67fe53f39 req-f52c031a-2b0b-4433-940a-225b2012e9ed tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:31.678600 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ffc1e0f1-4200-405a-9a62-71e67fe53f39 req-f52c031a-2b0b-4433-940a-225b2012e9ed tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 945 time: 0.0488684 Jul 30 20:38:31.716549 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ffc1e0f1-4200-405a-9a62-71e67fe53f39 req-f9f41400-807e-4bbc-8630-9183751a6d17 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312715 Jul 30 20:38:32.366069 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-ad8b3923-cb93-4937-a6a2-5a3e8ec29811 service neutron] show failed (client error): The resource could not be found. Jul 30 20:38:32.367067 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-ad8b3923-cb93-4937-a6a2-5a3e8ec29811 service neutron] 10.222.0.83 "GET /v2.0/ports/ad593d87-233a-496c-b7d3-329e8119d971/bindings/n-h1-712137-9 HTTP/1.1" status: 404 len: 380 time: 0.0602543 Jul 30 20:38:32.559826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-9b91f32f-7c03-4d5e-815c-2328032a9198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:32.561214 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-9b91f32f-7c03-4d5e-815c-2328032a9198 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd&tenant_id=5636146b812a4d8d86be80f6df05a4f1 HTTP/1.1" status: 200 len: 1096 time: 0.0430222 Jul 30 20:38:32.572893 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-9', 'device_owner': 'compute:nova'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:38:32.626770 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:32.856633 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b839dad-a9fa-4969-a714-0b255b856882 req-08ec9250-a382-4dd1-a224-05c27860fc27 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:32.858149 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8b839dad-a9fa-4969-a714-0b255b856882 req-08ec9250-a382-4dd1-a224-05c27860fc27 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 945 time: 0.0704796 Jul 30 20:38:32.884599 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] For port ad593d87-233a-496c-b7d3-329e8119d971, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ad593d87-233a-496c-b7d3-329e8119d971,segment=NetworkSegment(0158e499-9a27-440d-9474-15d8699cdd79),segment_id=0158e499-9a27-440d-9474-15d8699cdd79)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:38:32.922706 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8b839dad-a9fa-4969-a714-0b255b856882 req-80cccd90-ae85-40bb-8a8a-be770de40e08 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555251 Jul 30 20:38:32.935621 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] For port ad593d87-233a-496c-b7d3-329e8119d971, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:38:32.979918 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad593d87-233a-496c-b7d3-329e8119d971'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:38:32.982900 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfce15c-ba0b-4a4e-81a9-b308ec332114" -d '{"events": [{"server_uuid": "aacac11f-28ef-4462-85e2-33918618f5bd", "name": "network-vif-unplugged", "status": "completed", "tag": "ad593d87-233a-496c-b7d3-329e8119d971"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:38:32.986701 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:32.998778 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Transition to ACTIVE for port object ad593d87-233a-496c-b7d3-329e8119d971 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:38:33.002849 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:33.034075 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f136c660-d1a0-4eac-ad18-322d4b6d1358 x-openstack-request-id: req-f136c660-d1a0-4eac-ad18-322d4b6d1358 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:38:33.034358 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacac11f-28ef-4462-85e2-33918618f5bd", "name": "network-vif-unplugged", "status": "completed", "tag": "ad593d87-233a-496c-b7d3-329e8119d971", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:38:33.034614 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f136c660-d1a0-4eac-ad18-322d4b6d1358 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:38:33.035001 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad593d87-233a-496c-b7d3-329e8119d971', 'code': 200} Jul 30 20:38:33.080977 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Pushing event updated for resources: {'Port': ['ID=ad593d87-233a-496c-b7d3-329e8119d971,revision_number=6']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:38:33.093223 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:33.093569 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:33.093910 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:33.094252 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:33.094580 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:33.094992 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:33.095292 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:33.095602 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:33.095892 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:33.096241 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:33.096538 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:33.096890 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:33.138609 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] No DVR routers for this DVR port ad593d87-233a-496c-b7d3-329e8119d971 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:38:33.544270 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Attempting to bind port ad593d87-233a-496c-b7d3-329e8119d971 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:38:33.544522 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Attempting to bind port ad593d87-233a-496c-b7d3-329e8119d971 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '0158e499-9a27-440d-9474-15d8699cdd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:38:33.544827 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Attempting to bind port ad593d87-233a-496c-b7d3-329e8119d971 on network 8ed99e2a-4689-4d23-8bef-789bb0522f31 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:38:33.549057 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Port ad593d87-233a-496c-b7d3-329e8119d971 on network 8ed99e2a-4689-4d23-8bef-789bb0522f31 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:38:33.549400 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Attempting to bind port ad593d87-233a-496c-b7d3-329e8119d971 on network 8ed99e2a-4689-4d23-8bef-789bb0522f31 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:38:33.554095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:38:33.554433 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Checking segment: {'id': '0158e499-9a27-440d-9474-15d8699cdd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:38:33.554819 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Bound using segment: {'id': '0158e499-9a27-440d-9474-15d8699cdd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:38:33.555263 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Bound port: ad593d87-233a-496c-b7d3-329e8119d971, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0158e499-9a27-440d-9474-15d8699cdd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:38:33.555631 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:33.616077 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] For port ad593d87-233a-496c-b7d3-329e8119d971, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:38:33.619019 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] For port ad593d87-233a-496c-b7d3-329e8119d971, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=ad593d87-233a-496c-b7d3-329e8119d971,segment=NetworkSegment(0158e499-9a27-440d-9474-15d8699cdd79),segment_id=0158e499-9a27-440d-9474-15d8699cdd79)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:38:33.623464 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:33.658703 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:33.659322 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:33.660790 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] 10.222.0.59 "PUT /v2.0/ports/ad593d87-233a-496c-b7d3-329e8119d971 HTTP/1.1" status: 200 len: 1091 time: 1.0917840 Jul 30 20:38:33.691225 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5c364-468f-4a3d-a470-8e9ed0bd7309 service neutron] Pushing event updated for resources: {'Port': ['ID=ad593d87-233a-496c-b7d3-329e8119d971,revision_number=7']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:38:33.729596 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-c25228a7-b989-4804-ac01-aba2e204d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:33.732162 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-c25228a7-b989-4804-ac01-aba2e204d933 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 1094 time: 0.0485141 Jul 30 20:38:33.825388 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-260e4cc0-1442-4953-93ca-a36f40cc5d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:33.826863 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-260e4cc0-1442-4953-93ca-a36f40cc5d33 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8ed99e2a-4689-4d23-8bef-789bb0522f31 HTTP/1.1" status: 200 len: 898 time: 0.0883327 Jul 30 20:38:33.896494 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-eddd1a1c-f3ee-41cd-a515-1ac7c341fd5e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad593d87-233a-496c-b7d3-329e8119d971 HTTP/1.1" status: 200 len: 999 time: 0.0626984 Jul 30 20:38:33.944895 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-5aff986e-7a8e-479e-b65b-2c04036f30f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:33.946244 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-5aff986e-7a8e-479e-b65b-2c04036f30f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca0372b6-6e17-40c6-a932-68fa3dca7e9e HTTP/1.1" status: 200 len: 835 time: 0.0421038 Jul 30 20:38:33.993143 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-d70cbf9f-4135-4ff7-afbb-9d4591fb5332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:33.994659 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-d70cbf9f-4135-4ff7-afbb-9d4591fb5332 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8ed99e2a-4689-4d23-8bef-789bb0522f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413237 Jul 30 20:38:34.103177 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf0cba-059b-4942-a7ec-41ea29457b6a req-692cc5ca-29f8-4e9a-943d-af91ff5b4e67 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:34.104676 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-efaf0cba-059b-4942-a7ec-41ea29457b6a req-692cc5ca-29f8-4e9a-943d-af91ff5b4e67 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 943 time: 0.0956609 Jul 30 20:38:34.146395 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-7192d66a-cbea-425a-a63e-fa75d1595763 service neutron] 10.222.0.59 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443872 Jul 30 20:38:34.166638 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-efaf0cba-059b-4942-a7ec-41ea29457b6a req-f530c584-519d-4614-b1a4-144b01955dec tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557585 Jul 30 20:38:34.244559 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e55ea782-fe8d-466c-b163-e30983e0b4f3 req-923dc7f4-c272-4062-893b-1e3c5f2e643f service neutron] 10.222.0.59 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900445 Jul 30 20:38:35.036813 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'tag': 'ad593d87-233a-496c-b7d3-329e8119d971'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:38:35.039209 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce9b6d0-bb29-46d4-88c6-429288a92b30" -d '{"events": [{"name": "network-changed", "server_uuid": "aacac11f-28ef-4462-85e2-33918618f5bd", "tag": "ad593d87-233a-496c-b7d3-329e8119d971"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:38:35.085686 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a8a98a-45c3-4677-9df6-2d87cd0187ba x-openstack-request-id: req-87a8a98a-45c3-4677-9df6-2d87cd0187ba {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:38:35.085977 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aacac11f-28ef-4462-85e2-33918618f5bd", "tag": "ad593d87-233a-496c-b7d3-329e8119d971", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:38:35.086228 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-87a8a98a-45c3-4677-9df6-2d87cd0187ba {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:38:35.086620 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'tag': 'ad593d87-233a-496c-b7d3-329e8119d971', 'status': 'completed', 'code': 200} Jul 30 20:38:35.145947 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9b6d0-bb29-46d4-88c6-429288a92b30 req-326ae54b-55c1-4fac-a252-8dc14a050824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:35.146250 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9b6d0-bb29-46d4-88c6-429288a92b30 req-b0947596-9505-4891-a580-8f7bf41321d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:35.147461 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0ce9b6d0-bb29-46d4-88c6-429288a92b30 req-326ae54b-55c1-4fac-a252-8dc14a050824 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 1094 time: 0.0404456 Jul 30 20:38:35.147761 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0ce9b6d0-bb29-46d4-88c6-429288a92b30 req-b0947596-9505-4891-a580-8f7bf41321d1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 1094 time: 0.0397575 Jul 30 20:38:35.240740 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9b6d0-bb29-46d4-88c6-429288a92b30 req-51329dfd-fe8d-493e-9e61-db34fce9aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:35.242269 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0ce9b6d0-bb29-46d4-88c6-429288a92b30 req-51329dfd-fe8d-493e-9e61-db34fce9aebd service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ed99e2a-4689-4d23-8bef-789bb0522f31 HTTP/1.1" status: 200 len: 898 time: 0.0867090 Jul 30 20:38:35.255034 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9b6d0-bb29-46d4-88c6-429288a92b30 req-aa077917-3c1b-4db8-bd0f-b0d7923c4a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:35.256515 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0ce9b6d0-bb29-46d4-88c6-429288a92b30 req-aa077917-3c1b-4db8-bd0f-b0d7923c4a5e service neutron] 10.222.0.59 "GET /v2.0/networks?id=8ed99e2a-4689-4d23-8bef-789bb0522f31 HTTP/1.1" status: 200 len: 898 time: 0.1016440 Jul 30 20:38:35.272192 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ad593d87-233a-496c-b7d3-329e8119d971 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:38:35.315277 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ad593d87-233a-496c-b7d3-329e8119d971 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:38:35.317547 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0ce9b6d0-bb29-46d4-88c6-429288a92b30 req-961c8e04-cd87-46f6-a4fa-fca3646cec81 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad593d87-233a-496c-b7d3-329e8119d971 HTTP/1.1" status: 200 len: 999 time: 0.0677447 Jul 30 20:38:35.341680 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0ce9b6d0-bb29-46d4-88c6-429288a92b30 req-145c84b7-11c4-4dfd-ad1f-36ef9a2ed48b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad593d87-233a-496c-b7d3-329e8119d971 HTTP/1.1" status: 200 len: 999 time: 0.0715063 Jul 30 20:38:35.349226 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f14caf-1c17-4975-8df1-298c72b71426 req-ccf80542-59e4-48a5-b3de-66185ebf4bf1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:35.350647 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7f14caf-1c17-4975-8df1-298c72b71426 req-ccf80542-59e4-48a5-b3de-66185ebf4bf1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 943 time: 0.1137733 Jul 30 20:38:35.367415 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9b6d0-bb29-46d4-88c6-429288a92b30 req-7150e190-7267-47a7-9058-d5a79a1e3b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:35.368983 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0ce9b6d0-bb29-46d4-88c6-429288a92b30 req-7150e190-7267-47a7-9058-d5a79a1e3b27 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ca0372b6-6e17-40c6-a932-68fa3dca7e9e HTTP/1.1" status: 200 len: 835 time: 0.0453842 Jul 30 20:38:35.414043 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9b6d0-bb29-46d4-88c6-429288a92b30 req-ff0fee99-6d63-41ed-8948-7f1c77208930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:35.414492 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9b6d0-bb29-46d4-88c6-429288a92b30 req-d2ec3c64-5627-46d2-ad6a-753d9d89107f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:35.415578 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0ce9b6d0-bb29-46d4-88c6-429288a92b30 req-ff0fee99-6d63-41ed-8948-7f1c77208930 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ed99e2a-4689-4d23-8bef-789bb0522f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398283 Jul 30 20:38:35.415960 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0ce9b6d0-bb29-46d4-88c6-429288a92b30 req-d2ec3c64-5627-46d2-ad6a-753d9d89107f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca0372b6-6e17-40c6-a932-68fa3dca7e9e HTTP/1.1" status: 200 len: 835 time: 0.0644703 Jul 30 20:38:35.437365 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7f14caf-1c17-4975-8df1-298c72b71426 req-5bb7cf11-ed43-489f-9eaf-487ff8e02ace tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771270 Jul 30 20:38:35.466399 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9b6d0-bb29-46d4-88c6-429288a92b30 req-c7ae5dd9-15a1-4062-b9e8-6b801c23be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:35.467942 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0ce9b6d0-bb29-46d4-88c6-429288a92b30 req-c7ae5dd9-15a1-4062-b9e8-6b801c23be21 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8ed99e2a-4689-4d23-8bef-789bb0522f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442908 Jul 30 20:38:35.507353 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0ce9b6d0-bb29-46d4-88c6-429288a92b30 req-1556e6f1-24ab-4763-992a-ac6ff74558be service neutron] 10.222.0.83 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839829 Jul 30 20:38:35.557300 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0ce9b6d0-bb29-46d4-88c6-429288a92b30 req-a54718d3-94a0-4b83-8467-818ffc423d87 service neutron] 10.222.0.59 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813010 Jul 30 20:38:35.596728 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0ce9b6d0-bb29-46d4-88c6-429288a92b30 req-51d2b163-cbbb-434a-946f-781dbe190cfa service neutron] 10.222.0.83 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818913 Jul 30 20:38:35.652313 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0ce9b6d0-bb29-46d4-88c6-429288a92b30 req-eb9208b6-a6a6-4342-a788-aceabf73c37d service neutron] 10.222.0.59 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869842 Jul 30 20:38:36.554668 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3385e-33b4-4888-91fc-fbb85fe8a580 req-641059bc-6b79-4f24-9fd2-cdd460f15c23 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:36.556078 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71e3385e-33b4-4888-91fc-fbb85fe8a580 req-641059bc-6b79-4f24-9fd2-cdd460f15c23 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 943 time: 0.0518672 Jul 30 20:38:36.594159 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71e3385e-33b4-4888-91fc-fbb85fe8a580 req-b51f3825-a299-4931-9e98-51dbabeb2029 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316536 Jul 30 20:38:36.842148 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-5b83d971-c02b-48e6-b6e1-3de1d834a94d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:36.843627 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-5b83d971-c02b-48e6-b6e1-3de1d834a94d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.59 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd&tenant_id=5636146b812a4d8d86be80f6df05a4f1&binding%3Ahost_id=n-h1-712137-9 HTTP/1.1" status: 200 len: 943 time: 0.0811410 Jul 30 20:38:36.864341 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76422d-fb9a-48bd-8c3a-4fe76aed2193 req-9d337ce4-4861-48af-b186-c7ded52bb613 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:36.865751 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ba76422d-fb9a-48bd-8c3a-4fe76aed2193 req-9d337ce4-4861-48af-b186-c7ded52bb613 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 943 time: 0.0773447 Jul 30 20:38:36.937224 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ba76422d-fb9a-48bd-8c3a-4fe76aed2193 req-b53c57a3-82eb-4953-b623-dd790db6b60d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540349 Jul 30 20:38:36.942863 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-b4a7e33d-a87f-4874-b528-ba93d31a7328 service neutron] 10.222.0.59 "GET /v2.0/ports/ad593d87-233a-496c-b7d3-329e8119d971/bindings/n-h1-712137-9 HTTP/1.1" status: 200 len: 382 time: 0.0921948 Jul 30 20:38:37.005149 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-682ec7a1-5530-4833-8046-97c4e9a73eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:37.006615 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-682ec7a1-5530-4833-8046-97c4e9a73eb0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 1094 time: 0.0410898 Jul 30 20:38:37.099229 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-3cbd081b-1709-4b6d-80f6-f42a57701d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:37.100592 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-3cbd081b-1709-4b6d-80f6-f42a57701d63 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8ed99e2a-4689-4d23-8bef-789bb0522f31 HTTP/1.1" status: 200 len: 898 time: 0.0865383 Jul 30 20:38:37.164273 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-64bb34d5-2edd-4153-a712-c20269114b5b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad593d87-233a-496c-b7d3-329e8119d971 HTTP/1.1" status: 200 len: 999 time: 0.0571055 Jul 30 20:38:37.175876 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device ad593d87-233a-496c-b7d3-329e8119d971 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:38:37.218019 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-b433232a-b012-457b-817a-962a28af0338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:37.219466 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-b433232a-b012-457b-817a-962a28af0338 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca0372b6-6e17-40c6-a932-68fa3dca7e9e HTTP/1.1" status: 200 len: 835 time: 0.0480936 Jul 30 20:38:37.263839 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-6a6da3d2-56dc-4d98-b07e-d07596f87064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:37.265573 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-6a6da3d2-56dc-4d98-b07e-d07596f87064 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8ed99e2a-4689-4d23-8bef-789bb0522f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395443 Jul 30 20:38:37.271650 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port ad593d87-233a-496c-b7d3-329e8119d971, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=ad593d87-233a-496c-b7d3-329e8119d971,segment=NetworkSegment(0158e499-9a27-440d-9474-15d8699cdd79),segment_id=0158e499-9a27-440d-9474-15d8699cdd79)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:38:37.283966 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'ad593d87-233a-496c-b7d3-329e8119d971', 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31', 'port_id': 'ad593d87-233a-496c-b7d3-329e8119d971', 'mac_address': 'fa:16:3e:0f:a9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca0372b6-6e17-40c6-a932-68fa3dca7e9e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:38:37.320727 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:37.333716 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad593d87-233a-496c-b7d3-329e8119d971 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:38:37.352724 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port ad593d87-233a-496c-b7d3-329e8119d971, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=ad593d87-233a-496c-b7d3-329e8119d971,segment=NetworkSegment(0158e499-9a27-440d-9474-15d8699cdd79),segment_id=0158e499-9a27-440d-9474-15d8699cdd79)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:38:37.357728 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:37.357926 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-7d9c59d9-0651-4859-8597-7c081428ac16 service neutron] 10.222.0.59 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855477 Jul 30 20:38:37.407605 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=ad593d87-233a-496c-b7d3-329e8119d971,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:38:37.414822 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:37.415168 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:37.415522 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:37.415866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:37.416196 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:37.416528 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:37.416853 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:37.417215 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:37.417540 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:37.417862 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:37.418185 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:37.418503 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:37.456020 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-4a03ba56-330d-4c7b-ab70-db8dace7c099 service neutron] 10.222.0.59 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915403 Jul 30 20:38:37.593197 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['ad593d87-233a-496c-b7d3-329e8119d971'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:38:38.053070 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d8731-3910-41e8-a561-bb8db71fe84c req-046f980b-71ed-47e7-bdc4-0757980e1c65 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:38.054541 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c2d8731-3910-41e8-a561-bb8db71fe84c req-046f980b-71ed-47e7-bdc4-0757980e1c65 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 944 time: 0.0500150 Jul 30 20:38:38.091897 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5c2d8731-3910-41e8-a561-bb8db71fe84c req-03f11b60-2b92-4189-828e-c8936a726553 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314205 Jul 30 20:38:39.201135 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device ad593d87-233a-496c-b7d3-329e8119d971 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:38:39.211899 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc8b59-9e47-4d8a-999d-039e75683382 req-b4e57f71-8bf4-4d5b-9cba-5af9a82fcd7c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:39.214181 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6dcc8b59-9e47-4d8a-999d-039e75683382 req-b4e57f71-8bf4-4d5b-9cba-5af9a82fcd7c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 944 time: 0.0520966 Jul 30 20:38:39.265821 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port ad593d87-233a-496c-b7d3-329e8119d971 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:38:39.270218 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port ad593d87-233a-496c-b7d3-329e8119d971 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:38:39.270788 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:39.273472 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6dcc8b59-9e47-4d8a-999d-039e75683382 req-9f03705c-caf3-4aed-80e6-6037b6db9ce8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528855 Jul 30 20:38:39.350774 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:39.373877 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad593d87-233a-496c-b7d3-329e8119d971'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:38:39.376081 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7087072-33ce-449e-ba39-e1e298ff515b" -d '{"events": [{"server_uuid": "aacac11f-28ef-4462-85e2-33918618f5bd", "name": "network-vif-plugged", "status": "completed", "tag": "ad593d87-233a-496c-b7d3-329e8119d971"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:38:39.392847 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port ad593d87-233a-496c-b7d3-329e8119d971, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=ad593d87-233a-496c-b7d3-329e8119d971,segment=NetworkSegment(0158e499-9a27-440d-9474-15d8699cdd79),segment_id=0158e499-9a27-440d-9474-15d8699cdd79)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:38:39.398230 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:39.429918 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497b2bb3-bfe9-4127-a8fd-592940553510 x-openstack-request-id: req-497b2bb3-bfe9-4127-a8fd-592940553510 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:38:39.430202 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacac11f-28ef-4462-85e2-33918618f5bd", "name": "network-vif-plugged", "status": "completed", "tag": "ad593d87-233a-496c-b7d3-329e8119d971", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:38:39.430459 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-497b2bb3-bfe9-4127-a8fd-592940553510 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:38:39.430835 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad593d87-233a-496c-b7d3-329e8119d971', 'code': 200} Jul 30 20:38:39.449242 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=ad593d87-233a-496c-b7d3-329e8119d971,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:38:39.506432 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-7ed70755-e0a6-4994-9cc3-7933e38aadcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:39.507946 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-7ed70755-e0a6-4994-9cc3-7933e38aadcc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd&tenant_id=5636146b812a4d8d86be80f6df05a4f1 HTTP/1.1" status: 200 len: 1096 time: 0.0769060 Jul 30 20:38:39.519575 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-9', 'device_owner': 'compute:nova'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:38:39.576028 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:39.772143 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] For port ad593d87-233a-496c-b7d3-329e8119d971, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=ad593d87-233a-496c-b7d3-329e8119d971,segment=NetworkSegment(0158e499-9a27-440d-9474-15d8699cdd79),segment_id=0158e499-9a27-440d-9474-15d8699cdd79)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:38:39.803529 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] For port ad593d87-233a-496c-b7d3-329e8119d971, host n-h1-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:38:39.845478 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad593d87-233a-496c-b7d3-329e8119d971'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:38:39.847768 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef464f3-2d40-4576-9546-ef2269d73a1c" -d '{"events": [{"server_uuid": "aacac11f-28ef-4462-85e2-33918618f5bd", "name": "network-vif-unplugged", "status": "completed", "tag": "ad593d87-233a-496c-b7d3-329e8119d971"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:38:39.851911 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:39.865406 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Transition to ACTIVE for port object ad593d87-233a-496c-b7d3-329e8119d971 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:38:39.869211 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:39.971136 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5297b36d-f710-4083-b4fe-ac0320ae88e9 x-openstack-request-id: req-5297b36d-f710-4083-b4fe-ac0320ae88e9 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:38:39.971485 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacac11f-28ef-4462-85e2-33918618f5bd", "name": "network-vif-unplugged", "status": "completed", "tag": "ad593d87-233a-496c-b7d3-329e8119d971", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:38:39.971759 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5297b36d-f710-4083-b4fe-ac0320ae88e9 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:38:39.972151 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad593d87-233a-496c-b7d3-329e8119d971', 'code': 200} Jul 30 20:38:39.978429 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad593d87-233a-496c-b7d3-329e8119d971,revision_number=10']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:38:40.000641 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:40.000987 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:40.001325 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:40.001657 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:40.001985 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:40.002313 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:40.002638 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:40.002957 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:40.003280 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:40.003623 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:40.003943 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:40.004261 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:38:40.049640 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] No DVR routers for this DVR port ad593d87-233a-496c-b7d3-329e8119d971 on host n-h1-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:38:40.181896 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Attempting to bind port ad593d87-233a-496c-b7d3-329e8119d971 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:38:40.182157 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Attempting to bind port ad593d87-233a-496c-b7d3-329e8119d971 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '0158e499-9a27-440d-9474-15d8699cdd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:38:40.182485 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Attempting to bind port ad593d87-233a-496c-b7d3-329e8119d971 on network 8ed99e2a-4689-4d23-8bef-789bb0522f31 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:38:40.186742 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Port ad593d87-233a-496c-b7d3-329e8119d971 on network 8ed99e2a-4689-4d23-8bef-789bb0522f31 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:38:40.187068 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Attempting to bind port ad593d87-233a-496c-b7d3-329e8119d971 on network 8ed99e2a-4689-4d23-8bef-789bb0522f31 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:38:40.191965 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:38:40.192310 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Checking segment: {'id': '0158e499-9a27-440d-9474-15d8699cdd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:38:40.193566 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Bound using segment: {'id': '0158e499-9a27-440d-9474-15d8699cdd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:38:40.194012 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Bound port: ad593d87-233a-496c-b7d3-329e8119d971, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0158e499-9a27-440d-9474-15d8699cdd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:38:40.194379 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:40.257454 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] For port ad593d87-233a-496c-b7d3-329e8119d971, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:38:40.260582 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] For port ad593d87-233a-496c-b7d3-329e8119d971, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ad593d87-233a-496c-b7d3-329e8119d971,segment=NetworkSegment(0158e499-9a27-440d-9474-15d8699cdd79),segment_id=0158e499-9a27-440d-9474-15d8699cdd79)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:38:40.265662 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:40.297974 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:40.300331 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:40.302519 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] 10.222.0.83 "PUT /v2.0/ports/ad593d87-233a-496c-b7d3-329e8119d971 HTTP/1.1" status: 200 len: 1092 time: 0.7868416 Jul 30 20:38:40.341493 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6dfbf0-20b7-4882-985a-1d2fdc9d81f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad593d87-233a-496c-b7d3-329e8119d971,revision_number=11']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:38:40.374362 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2dc76e52-b654-4b66-bca0-18f39946d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:40.375908 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-2dc76e52-b654-4b66-bca0-18f39946d71f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 1095 time: 0.0460973 Jul 30 20:38:40.400726 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6fbb9-bc96-4d1b-9786-e88982f99dea req-2fb38449-7392-4bd7-b0d1-357a8a056e85 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:40.402857 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-66b6fbb9-bc96-4d1b-9786-e88982f99dea req-2fb38449-7392-4bd7-b0d1-357a8a056e85 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 944 time: 0.0524924 Jul 30 20:38:40.444135 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-66b6fbb9-bc96-4d1b-9786-e88982f99dea req-f5ceca04-78da-450a-a8be-f5f95ebf684f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352719 Jul 30 20:38:40.476692 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-b9462ed6-8b65-4d6e-807e-72e34c9305e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:40.478164 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-b9462ed6-8b65-4d6e-807e-72e34c9305e2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ed99e2a-4689-4d23-8bef-789bb0522f31 HTTP/1.1" status: 200 len: 898 time: 0.0952945 Jul 30 20:38:40.545444 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-77fdf08b-abe3-45e9-8647-acf90b2d26de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad593d87-233a-496c-b7d3-329e8119d971 HTTP/1.1" status: 200 len: 999 time: 0.0595992 Jul 30 20:38:40.593669 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-3b8ffb1e-dd13-4d9e-bdf7-be7c8adfaa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:40.595011 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-3b8ffb1e-dd13-4d9e-bdf7-be7c8adfaa5f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ca0372b6-6e17-40c6-a932-68fa3dca7e9e HTTP/1.1" status: 200 len: 835 time: 0.0427728 Jul 30 20:38:40.644020 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-8a68668b-1fc9-44d0-966d-f032adbcff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:40.645464 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-8a68668b-1fc9-44d0-966d-f032adbcff2b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ed99e2a-4689-4d23-8bef-789bb0522f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434935 Jul 30 20:38:40.731894 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-cd292aaf-32a4-46f2-bd12-822e94e2c499 service neutron] 10.222.0.83 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789990 Jul 30 20:38:40.826726 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-188d64ee-bcb8-4c26-ab8b-bafde716ef44 req-07090427-0596-4451-a1d7-ad7e1cc51233 service neutron] 10.222.0.83 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837243 Jul 30 20:38:41.559212 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3c133-9d98-4c86-bd10-dd74af044620 req-75334b37-f5b5-49fd-a7cd-73a654474ebf tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:41.560879 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04b3c133-9d98-4c86-bd10-dd74af044620 req-75334b37-f5b5-49fd-a7cd-73a654474ebf tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 944 time: 0.0494149 Jul 30 20:38:41.606938 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04b3c133-9d98-4c86-bd10-dd74af044620 req-8efd86a1-4cf2-471f-8dd2-d9da6a47fe09 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401368 Jul 30 20:38:41.973030 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'tag': 'ad593d87-233a-496c-b7d3-329e8119d971'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:38:41.975318 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfde5d1-b396-4c85-987a-ed233f6f4049" -d '{"events": [{"name": "network-changed", "server_uuid": "aacac11f-28ef-4462-85e2-33918618f5bd", "tag": "ad593d87-233a-496c-b7d3-329e8119d971"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:38:42.021546 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a65664a-2da9-4236-861d-0cf9d96c55e6 x-openstack-request-id: req-2a65664a-2da9-4236-861d-0cf9d96c55e6 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:38:42.021829 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aacac11f-28ef-4462-85e2-33918618f5bd", "tag": "ad593d87-233a-496c-b7d3-329e8119d971", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:38:42.022138 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a65664a-2da9-4236-861d-0cf9d96c55e6 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:38:42.022526 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'tag': 'ad593d87-233a-496c-b7d3-329e8119d971', 'status': 'completed', 'code': 200} Jul 30 20:38:42.078775 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfde5d1-b396-4c85-987a-ed233f6f4049 req-34eaf03d-fb55-4d87-b60c-f74c886bf162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:42.080412 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2dfde5d1-b396-4c85-987a-ed233f6f4049 req-34eaf03d-fb55-4d87-b60c-f74c886bf162 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 1095 time: 0.0402300 Jul 30 20:38:42.083352 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfde5d1-b396-4c85-987a-ed233f6f4049 req-fc231923-c41a-48b7-b413-606489d2ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:42.084872 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2dfde5d1-b396-4c85-987a-ed233f6f4049 req-fc231923-c41a-48b7-b413-606489d2ae9f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 1095 time: 0.0390460 Jul 30 20:38:42.174221 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfde5d1-b396-4c85-987a-ed233f6f4049 req-b3538e69-cb0a-4aa9-9ab5-957cc357e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:42.175374 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfde5d1-b396-4c85-987a-ed233f6f4049 req-26beb9a5-b875-46d1-956d-3980de51e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:42.175784 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2dfde5d1-b396-4c85-987a-ed233f6f4049 req-b3538e69-cb0a-4aa9-9ab5-957cc357e946 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8ed99e2a-4689-4d23-8bef-789bb0522f31 HTTP/1.1" status: 200 len: 898 time: 0.0889301 Jul 30 20:38:42.176839 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2dfde5d1-b396-4c85-987a-ed233f6f4049 req-26beb9a5-b875-46d1-956d-3980de51e5b6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ed99e2a-4689-4d23-8bef-789bb0522f31 HTTP/1.1" status: 200 len: 898 time: 0.0856078 Jul 30 20:38:42.242680 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2dfde5d1-b396-4c85-987a-ed233f6f4049 req-6fdb8405-564d-46bb-beb5-93c767a5ae6b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad593d87-233a-496c-b7d3-329e8119d971 HTTP/1.1" status: 200 len: 999 time: 0.0591516 Jul 30 20:38:42.245826 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2dfde5d1-b396-4c85-987a-ed233f6f4049 req-15ac535a-d5ee-4a8c-ba50-2c927591a694 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad593d87-233a-496c-b7d3-329e8119d971 HTTP/1.1" status: 200 len: 999 time: 0.0603940 Jul 30 20:38:42.294648 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfde5d1-b396-4c85-987a-ed233f6f4049 req-d399620a-cb64-4235-887d-6a064c21952c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:42.296091 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2dfde5d1-b396-4c85-987a-ed233f6f4049 req-d399620a-cb64-4235-887d-6a064c21952c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ca0372b6-6e17-40c6-a932-68fa3dca7e9e HTTP/1.1" status: 200 len: 835 time: 0.0434265 Jul 30 20:38:42.298814 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfde5d1-b396-4c85-987a-ed233f6f4049 req-360fe0cf-3bee-4823-8fbc-be1303c18197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:42.300294 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2dfde5d1-b396-4c85-987a-ed233f6f4049 req-360fe0cf-3bee-4823-8fbc-be1303c18197 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca0372b6-6e17-40c6-a932-68fa3dca7e9e HTTP/1.1" status: 200 len: 835 time: 0.0502572 Jul 30 20:38:42.346868 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfde5d1-b396-4c85-987a-ed233f6f4049 req-e9c62720-31b6-413c-ad7a-c25fb351d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:42.348427 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2dfde5d1-b396-4c85-987a-ed233f6f4049 req-e9c62720-31b6-413c-ad7a-c25fb351d106 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8ed99e2a-4689-4d23-8bef-789bb0522f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402484 Jul 30 20:38:42.348758 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfde5d1-b396-4c85-987a-ed233f6f4049 req-f7eb4e44-e411-40f5-abac-979310e61426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:42.350213 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2dfde5d1-b396-4c85-987a-ed233f6f4049 req-f7eb4e44-e411-40f5-abac-979310e61426 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ed99e2a-4689-4d23-8bef-789bb0522f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467956 Jul 30 20:38:42.437014 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2dfde5d1-b396-4c85-987a-ed233f6f4049 req-3eea95ea-f42b-414a-a29c-6ddf0bfd28fa service neutron] 10.222.0.83 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793192 Jul 30 20:38:42.437596 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2dfde5d1-b396-4c85-987a-ed233f6f4049 req-010746b7-cf46-4a0e-a551-255360834cbf service neutron] 10.222.0.59 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813329 Jul 30 20:38:42.536081 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2dfde5d1-b396-4c85-987a-ed233f6f4049 req-6e6fa4c5-5813-4667-a24a-78e86a27bca0 service neutron] 10.222.0.59 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918002 Jul 30 20:38:42.546938 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2dfde5d1-b396-4c85-987a-ed233f6f4049 req-9c1f7127-9a41-49e3-9029-e87ecac6f427 service neutron] 10.222.0.83 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027348 Jul 30 20:38:42.725014 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412b42d-977f-42a2-ab85-12e806fae49d req-12c232d4-0f23-40ef-8deb-b6023844e1a7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:42.726489 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2412b42d-977f-42a2-ab85-12e806fae49d req-12c232d4-0f23-40ef-8deb-b6023844e1a7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 944 time: 0.0500402 Jul 30 20:38:42.764347 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2412b42d-977f-42a2-ab85-12e806fae49d req-0d393c94-6e18-4327-bd2f-2033ba47922c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319383 Jul 30 20:38:43.216907 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device ad593d87-233a-496c-b7d3-329e8119d971 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:38:43.255296 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device ad593d87-233a-496c-b7d3-329e8119d971 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:38:43.294681 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ad593d87-233a-496c-b7d3-329e8119d971 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:38:43.389029 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port ad593d87-233a-496c-b7d3-329e8119d971, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ad593d87-233a-496c-b7d3-329e8119d971,segment=NetworkSegment(0158e499-9a27-440d-9474-15d8699cdd79),segment_id=0158e499-9a27-440d-9474-15d8699cdd79)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:38:43.400522 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'ad593d87-233a-496c-b7d3-329e8119d971', 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31', 'port_id': 'ad593d87-233a-496c-b7d3-329e8119d971', 'mac_address': 'fa:16:3e:0f:a9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca0372b6-6e17-40c6-a932-68fa3dca7e9e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:38:43.436571 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:43.448540 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad593d87-233a-496c-b7d3-329e8119d971 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:38:43.467367 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port ad593d87-233a-496c-b7d3-329e8119d971, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ad593d87-233a-496c-b7d3-329e8119d971,segment=NetworkSegment(0158e499-9a27-440d-9474-15d8699cdd79),segment_id=0158e499-9a27-440d-9474-15d8699cdd79)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:38:43.471307 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:43.516836 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=ad593d87-233a-496c-b7d3-329e8119d971,revision_number=12']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:38:43.838741 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['ad593d87-233a-496c-b7d3-329e8119d971'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:38:43.887277 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a06b9-7ba1-4ea0-bf70-1c6e9d66f4ae req-9a19afd0-c34c-493d-95c0-de746ccdc9b4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:43.888837 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c00a06b9-7ba1-4ea0-bf70-1c6e9d66f4ae req-9a19afd0-c34c-493d-95c0-de746ccdc9b4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 945 time: 0.0566149 Jul 30 20:38:43.928377 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c00a06b9-7ba1-4ea0-bf70-1c6e9d66f4ae req-a4b00770-807c-43e6-b4e2-5e2c0d4308dc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325801 Jul 30 20:38:43.950721 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50720) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:38:44.011329 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f49e5ec3-2d4f-4a39-be64-765cbdfe1fc8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/floatingips/aa8bd8c9-7426-476a-a564-6309efc653b3 HTTP/1.1" status: 200 len: 992 time: 0.0588865 Jul 30 20:38:44.928581 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199d4ba-90d9-4b47-a2b7-6d56b361f612 req-b1e3417d-214a-4263-a1c2-802b38842728 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:44.929940 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2199d4ba-90d9-4b47-a2b7-6d56b361f612 req-b1e3417d-214a-4263-a1c2-802b38842728 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 945 time: 0.0501845 Jul 30 20:38:44.967755 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2199d4ba-90d9-4b47-a2b7-6d56b361f612 req-93dbf532-90f9-4201-9a05-6ca7dc38b65e tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318499 Jul 30 20:38:45.302059 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ad593d87-233a-496c-b7d3-329e8119d971 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:38:45.349610 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port ad593d87-233a-496c-b7d3-329e8119d971 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:38:45.353086 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port ad593d87-233a-496c-b7d3-329e8119d971 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:38:45.353456 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:45.428731 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:45.451426 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad593d87-233a-496c-b7d3-329e8119d971'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:38:45.453656 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bff164-8098-4e9b-bae5-07351cb4e305" -d '{"events": [{"server_uuid": "aacac11f-28ef-4462-85e2-33918618f5bd", "name": "network-vif-plugged", "status": "completed", "tag": "ad593d87-233a-496c-b7d3-329e8119d971"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:38:45.466751 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port ad593d87-233a-496c-b7d3-329e8119d971, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ad593d87-233a-496c-b7d3-329e8119d971,segment=NetworkSegment(0158e499-9a27-440d-9474-15d8699cdd79),segment_id=0158e499-9a27-440d-9474-15d8699cdd79)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:38:45.470744 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:45.495269 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85712a71-ffd8-482a-9015-d228f84b8e76 x-openstack-request-id: req-85712a71-ffd8-482a-9015-d228f84b8e76 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:38:45.495579 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacac11f-28ef-4462-85e2-33918618f5bd", "name": "network-vif-plugged", "status": "completed", "tag": "ad593d87-233a-496c-b7d3-329e8119d971", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:38:45.495831 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-85712a71-ffd8-482a-9015-d228f84b8e76 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:38:45.496215 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad593d87-233a-496c-b7d3-329e8119d971', 'code': 200} Jul 30 20:38:45.521761 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=ad593d87-233a-496c-b7d3-329e8119d971,revision_number=13']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:38:45.624053 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:46.088481 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d718a-ebcc-4f18-aae9-0503475e167d req-3c75bfc3-8bf3-47a0-8b1b-6bf3cbc8971b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:46.089949 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-051d718a-ebcc-4f18-aae9-0503475e167d req-3c75bfc3-8bf3-47a0-8b1b-6bf3cbc8971b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 945 time: 0.0533979 Jul 30 20:38:46.128259 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-051d718a-ebcc-4f18-aae9-0503475e167d req-24be7814-9b37-4c80-adc8-f0d8f0ea9305 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325308 Jul 30 20:38:46.399992 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25142b6c-285f-407f-9869-a07987724f9a req-53944fb2-d5f8-4acd-bd06-1e3fbc1c3c03 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:46.401947 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25142b6c-285f-407f-9869-a07987724f9a req-53944fb2-d5f8-4acd-bd06-1e3fbc1c3c03 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.59 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 945 time: 0.0486968 Jul 30 20:38:46.492957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-25142b6c-285f-407f-9869-a07987724f9a req-974963b5-fc06-4834-9b5f-ec23e8a684de tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Deleting port 5ef24393-1397-4af5-8457-c8d48cf97bcc {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:38:46.493298 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-25142b6c-285f-407f-9869-a07987724f9a req-974963b5-fc06-4834-9b5f-ec23e8a684de tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:46.580064 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-25142b6c-285f-407f-9869-a07987724f9a req-974963b5-fc06-4834-9b5f-ec23e8a684de tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] For port 5ef24393-1397-4af5-8457-c8d48cf97bcc, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5ef24393-1397-4af5-8457-c8d48cf97bcc,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:38:46.580439 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-25142b6c-285f-407f-9869-a07987724f9a req-974963b5-fc06-4834-9b5f-ec23e8a684de tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:46.799366 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-25142b6c-285f-407f-9869-a07987724f9a req-974963b5-fc06-4834-9b5f-ec23e8a684de tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:46.799774 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-25142b6c-285f-407f-9869-a07987724f9a req-974963b5-fc06-4834-9b5f-ec23e8a684de tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:46.800095 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [req-25142b6c-285f-407f-9869-a07987724f9a req-974963b5-fc06-4834-9b5f-ec23e8a684de tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Floating IP d7f632d3-d43a-4abb-9e68-0204b85e0ff7 disassociated. External IP: 172.25.3.36, port: 5ef24393-1397-4af5-8457-c8d48cf97bcc. Jul 30 20:38:46.800444 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-25142b6c-285f-407f-9869-a07987724f9a req-974963b5-fc06-4834-9b5f-ec23e8a684de tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Calling delete_port for 5ef24393-1397-4af5-8457-c8d48cf97bcc owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:38:46.928679 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-25142b6c-285f-407f-9869-a07987724f9a req-974963b5-fc06-4834-9b5f-ec23e8a684de tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:46.955590 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974963b5-fc06-4834-9b5f-ec23e8a684de tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event deleted for resources: {'Port': ['ID=5ef24393-1397-4af5-8457-c8d48cf97bcc,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:38:47.068354 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25142b6c-285f-407f-9869-a07987724f9a req-974963b5-fc06-4834-9b5f-ec23e8a684de tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Router a8af00fb-5955-4970-8a57-a2b965193375 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:38:47.174557 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25142b6c-285f-407f-9869-a07987724f9a req-974963b5-fc06-4834-9b5f-ec23e8a684de tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:38:47.184326 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e3b259-c0e6-42f8-8624-586a6e92058a None None] Sync routers for ids ['a8af00fb-5955-4970-8a57-a2b965193375'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:38:47.194050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e3b259-c0e6-42f8-8624-586a6e92058a None None] Routers {'a8af00fb-5955-4970-8a57-a2b965193375'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:38:47.194679 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-20e3b259-c0e6-42f8-8624-586a6e92058a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:38:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a8af00fb-5955-4970-8a57-a2b965193375'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:38:47.222631 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-25142b6c-285f-407f-9869-a07987724f9a req-974963b5-fc06-4834-9b5f-ec23e8a684de tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] No DVR routers for this DVR port 5ef24393-1397-4af5-8457-c8d48cf97bcc on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:38:47.225687 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-25142b6c-285f-407f-9869-a07987724f9a req-974963b5-fc06-4834-9b5f-ec23e8a684de tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:47.228278 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25142b6c-285f-407f-9869-a07987724f9a req-974963b5-fc06-4834-9b5f-ec23e8a684de tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.59 "DELETE /v2.0/ports/5ef24393-1397-4af5-8457-c8d48cf97bcc HTTP/1.1" status: 204 len: 173 time: 0.8207181 Jul 30 20:38:47.242954 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5829239b-4aa5-4a37-954f-8e92171e8b10', 'name': 'network-vif-deleted', 'tag': '5ef24393-1397-4af5-8457-c8d48cf97bcc'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:38:47.245374 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6416e9fa-ba88-46bb-989d-5e6582129f8f" -d '{"events": [{"server_uuid": "5829239b-4aa5-4a37-954f-8e92171e8b10", "name": "network-vif-deleted", "tag": "5ef24393-1397-4af5-8457-c8d48cf97bcc"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:38:47.250144 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f31b3adf-5140-485a-93d6-5402e5668244 req-df841617-db45-47fd-9280-9ee7b0ce55a4 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 210 time: 0.0534823 Jul 30 20:38:47.301946 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c027939-48be-4b57-a53a-d8fe45c35c06 x-openstack-request-id: req-1c027939-48be-4b57-a53a-d8fe45c35c06 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:38:47.302250 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5829239b-4aa5-4a37-954f-8e92171e8b10", "name": "network-vif-deleted", "tag": "5ef24393-1397-4af5-8457-c8d48cf97bcc", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:38:47.302508 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1c027939-48be-4b57-a53a-d8fe45c35c06 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:38:47.303110 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5829239b-4aa5-4a37-954f-8e92171e8b10', 'name': 'network-vif-deleted', 'tag': '5ef24393-1397-4af5-8457-c8d48cf97bcc', 'status': 'completed', 'code': 200} Jul 30 20:38:47.312039 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-20e3b259-c0e6-42f8-8624-586a6e92058a None None] Set router a8af00fb-5955-4970-8a57-a2b965193375 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:38:47.527116 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-20e3b259-c0e6-42f8-8624-586a6e92058a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:09Z', 'revision_number': 4, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port': {'id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'cb17b0bf-5e9f-42e7-bf26-5cd20884e46f', 'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'mac_address': 'fa:16:3e:ef:1b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:08Z', 'updated_at': '2021-07-30T20:33:14Z', 'revision_number': 5, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'subnets': [{'id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:38:47.554531 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e3b259-c0e6-42f8-8624-586a6e92058a None None] Checking router: a8af00fb-5955-4970-8a57-a2b965193375 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:38:47.562879 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e3b259-c0e6-42f8-8624-586a6e92058a None None] Routers {'a8af00fb-5955-4970-8a57-a2b965193375'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:38:47.563492 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-20e3b259-c0e6-42f8-8624-586a6e92058a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:38:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a8af00fb-5955-4970-8a57-a2b965193375'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:38:47.681564 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-20e3b259-c0e6-42f8-8624-586a6e92058a None None] Set router a8af00fb-5955-4970-8a57-a2b965193375 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:38:47.875432 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-20e3b259-c0e6-42f8-8624-586a6e92058a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:09Z', 'revision_number': 4, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port': {'id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'cb17b0bf-5e9f-42e7-bf26-5cd20884e46f', 'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'mac_address': 'fa:16:3e:ef:1b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:08Z', 'updated_at': '2021-07-30T20:33:14Z', 'revision_number': 5, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'subnets': [{'id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:38:47.907056 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e3b259-c0e6-42f8-8624-586a6e92058a None None] The sync data for ids ['a8af00fb-5955-4970-8a57-a2b965193375'] in n-d-712137-9 is: [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:09Z', 'revision_number': 4, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port': {'id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'cb17b0bf-5e9f-42e7-bf26-5cd20884e46f', 'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'mac_address': 'fa:16:3e:ef:1b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:08Z', 'updated_at': '2021-07-30T20:33:14Z', 'revision_number': 5, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'subnets': [{'id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:38:48.129570 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3485279e-67f5-4bc5-9ec4-f6fe78e183b7 None None] New status for floating IP d7f632d3-d43a-4abb-9e68-0204b85e0ff7: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:38:48.346191 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d68c413-5b3f-43fa-b2f4-e4ec993d77a2 req-81bc61c2-dc68-4255-8d96-451a8c0e36a5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 210 time: 0.0262988 Jul 30 20:38:49.265047 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 5ef24393-1397-4af5-8457-c8d48cf97bcc no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:38:49.285042 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 5ef24393-1397-4af5-8457-c8d48cf97bcc {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:38:49.285390 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 5ef24393-1397-4af5-8457-c8d48cf97bcc not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:38:49.444293 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-830ec26b-9078-473f-8a65-bc49ce4cc428 req-938dc4b3-cb68-4bc3-8683-f2d7a2f5af2c tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 210 time: 0.0297086 Jul 30 20:38:49.741421 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:50.539230 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-afcf467e-e9d9-480b-aa4f-ca90fcb22f3c req-205e5893-cdb3-4aaf-900c-f75cb57ad725 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=5829239b-4aa5-4a37-954f-8e92171e8b10 HTTP/1.1" status: 200 len: 210 time: 0.0280263 Jul 30 20:38:51.269779 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b4a7d8d8-67fb-4777-849e-5a3621857c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:51.735178 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-d933460c-01ef-44c1-a9fa-95673637e9c8 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-98953863&fields=id&tenant_id=40df3973962c47808e3981dec5fc9c7f HTTP/1.1" status: 200 len: 267 time: 0.0336938 Jul 30 20:38:51.838879 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c55c49d7-7460-42ab-b98f-5b79d0122bfe tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:51.840784 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c55c49d7-7460-42ab-b98f-5b79d0122bfe tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 812 time: 0.0989916 Jul 30 20:38:51.855748 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-4ff8c8bc-a6f9-4113-b7e9-a4faf39fdca1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/quotas/40df3973962c47808e3981dec5fc9c7f HTTP/1.1" status: 200 len: 375 time: 0.0088174 Jul 30 20:38:51.864572 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:38:51.912613 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-2503a5f3-8660-4e2f-87d6-e0256ec1e89d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517738 Jul 30 20:38:52.006050 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-dc162493-585f-4ede-9ff8-b91149cafb79 service neutron] 10.222.0.81 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814691 Jul 30 20:38:52.099200 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-94ea937f-8da0-4257-a422-4eb856954181 service neutron] 10.222.0.81 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864451 Jul 30 20:38:52.377960 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2883a884-86f7-47cb-b7c9-723295edec04 req-fbfd2d0a-a34d-4d4b-a4c2-9b192b86d6e5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 210 time: 0.0266392 Jul 30 20:38:53.241264 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-74963b2c-2d93-4aea-a560-0c4c5b964966 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:53.242721 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-74963b2c-2d93-4aea-a560-0c4c5b964966 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.59 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 812 time: 0.1062031 Jul 30 20:38:53.290482 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-6f2cabc7-29cf-49fb-bdef-c3050fdee483 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40df3973962c47808e3981dec5fc9c7f HTTP/1.1" status: 200 len: 378 time: 0.0394335 Jul 30 20:38:53.299455 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-5ab2bcba-55ae-47e9-9937-1425f9167d58 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Request body: {'port': {'device_id': '11d4adb2-613a-4e90-8bb1-ff33dd78a973', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'admin_state_up': True, 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'security_groups': ['3355d0d3-4343-4cd1-9bc9-a38721514a52']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:38:53.407242 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-5ab2bcba-55ae-47e9-9937-1425f9167d58 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Made reservation on behalf of 40df3973962c47808e3981dec5fc9c7f for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:38:53.410352 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-5ab2bcba-55ae-47e9-9937-1425f9167d58 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:53.497844 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d3b5bb55-f61c-4fed-b108-c36668c7d84e req-c27a49ce-efec-437c-b235-6c3f5bd40cce tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 210 time: 0.0342007 Jul 30 20:38:53.563860 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-5ab2bcba-55ae-47e9-9937-1425f9167d58 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Allocated IP 172.20.0.13 (6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1/3008045a-2232-40b0-9f2b-2de360d1b833/74440165-2e10-4b1f-be8a-09b12b7d1d5a) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:38:53.705284 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-5ab2bcba-55ae-47e9-9937-1425f9167d58 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:53.718454 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-5ab2bcba-55ae-47e9-9937-1425f9167d58 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Transition to ACTIVE for port object 74440165-2e10-4b1f-be8a-09b12b7d1d5a will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:38:53.736729 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4422a07f-941e-4e4e-a447-2f3561f1984f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:53.754037 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-5ab2bcba-55ae-47e9-9937-1425f9167d58 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:53.992388 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:54.074280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-5ab2bcba-55ae-47e9-9937-1425f9167d58 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:38:54.077409 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-5ab2bcba-55ae-47e9-9937-1425f9167d58 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:38:54.084360 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-5ab2bcba-55ae-47e9-9937-1425f9167d58 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:38:54.087767 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2bcba-55ae-47e9-9937-1425f9167d58 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event updated for resources: {'Port': ['ID=74440165-2e10-4b1f-be8a-09b12b7d1d5a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:38:54.134174 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-5ab2bcba-55ae-47e9-9937-1425f9167d58 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:54.134808 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-5ab2bcba-55ae-47e9-9937-1425f9167d58 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:54.150554 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-5ab2bcba-55ae-47e9-9937-1425f9167d58 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8547122 Jul 30 20:38:54.163367 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c9dd0ec1-dba5-4ffb-aaaf-a6463a0a2590 service neutron] Request body: {'port': {'device_id': '11d4adb2-613a-4e90-8bb1-ff33dd78a973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:38:54.223726 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c9dd0ec1-dba5-4ffb-aaaf-a6463a0a2590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:54.316541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-072bd721-ec96-42d6-b7e9-5f546703fe05 None None] Provisioning for port 74440165-2e10-4b1f-be8a-09b12b7d1d5a completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:38:54.321654 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-072bd721-ec96-42d6-b7e9-5f546703fe05 None None] Provisioning complete for port 74440165-2e10-4b1f-be8a-09b12b7d1d5a triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:38:54.322019 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-072bd721-ec96-42d6-b7e9-5f546703fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:54.361807 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-072bd721-ec96-42d6-b7e9-5f546703fe05 None None] Port 74440165-2e10-4b1f-be8a-09b12b7d1d5a cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:38:54.516535 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c9dd0ec1-dba5-4ffb-aaaf-a6463a0a2590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74440165-2e10-4b1f-be8a-09b12b7d1d5a {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:38:54.524026 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c9dd0ec1-dba5-4ffb-aaaf-a6463a0a2590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:54.539386 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c9dd0ec1-dba5-4ffb-aaaf-a6463a0a2590 service neutron] Transition to ACTIVE for port object 74440165-2e10-4b1f-be8a-09b12b7d1d5a will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:38:54.545622 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c9dd0ec1-dba5-4ffb-aaaf-a6463a0a2590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:54.632115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd0ec1-dba5-4ffb-aaaf-a6463a0a2590 service neutron] Pushing event updated for resources: {'Port': ['ID=74440165-2e10-4b1f-be8a-09b12b7d1d5a,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:38:54.688928 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5c65a-8d38-4305-b920-9d65421b0e79 req-1d6ab882-5ee6-43cf-beed-aebdb93fe2e4 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:54.690426 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bcb5c65a-8d38-4305-b920-9d65421b0e79 req-1d6ab882-5ee6-43cf-beed-aebdb93fe2e4 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 944 time: 0.1168802 Jul 30 20:38:54.735323 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c9dd0ec1-dba5-4ffb-aaaf-a6463a0a2590 service neutron] Attempting to bind port 74440165-2e10-4b1f-be8a-09b12b7d1d5a on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:38:54.735692 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c9dd0ec1-dba5-4ffb-aaaf-a6463a0a2590 service neutron] Attempting to bind port 74440165-2e10-4b1f-be8a-09b12b7d1d5a by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:38:54.736027 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c9dd0ec1-dba5-4ffb-aaaf-a6463a0a2590 service neutron] Attempting to bind port 74440165-2e10-4b1f-be8a-09b12b7d1d5a on network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:38:54.746179 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c9dd0ec1-dba5-4ffb-aaaf-a6463a0a2590 service neutron] Port 74440165-2e10-4b1f-be8a-09b12b7d1d5a on network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:38:54.746512 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c9dd0ec1-dba5-4ffb-aaaf-a6463a0a2590 service neutron] Attempting to bind port 74440165-2e10-4b1f-be8a-09b12b7d1d5a on network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:38:54.759229 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bcb5c65a-8d38-4305-b920-9d65421b0e79 req-b59625e8-c7fa-4b7b-ab6b-597d86f6eca4 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568607 Jul 30 20:38:54.760186 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c9dd0ec1-dba5-4ffb-aaaf-a6463a0a2590 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:38:54.760743 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c9dd0ec1-dba5-4ffb-aaaf-a6463a0a2590 service neutron] Checking segment: {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:38:54.761164 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c9dd0ec1-dba5-4ffb-aaaf-a6463a0a2590 service neutron] Bound using segment: {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:38:54.761698 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c9dd0ec1-dba5-4ffb-aaaf-a6463a0a2590 service neutron] Bound port: 74440165-2e10-4b1f-be8a-09b12b7d1d5a, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:38:54.762073 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c9dd0ec1-dba5-4ffb-aaaf-a6463a0a2590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:54.828708 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c9dd0ec1-dba5-4ffb-aaaf-a6463a0a2590 service neutron] For port 74440165-2e10-4b1f-be8a-09b12b7d1d5a, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:38:54.832242 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c9dd0ec1-dba5-4ffb-aaaf-a6463a0a2590 service neutron] For port 74440165-2e10-4b1f-be8a-09b12b7d1d5a, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=74440165-2e10-4b1f-be8a-09b12b7d1d5a,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:38:54.837354 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c9dd0ec1-dba5-4ffb-aaaf-a6463a0a2590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:54.875821 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c9dd0ec1-dba5-4ffb-aaaf-a6463a0a2590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:54.876449 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c9dd0ec1-dba5-4ffb-aaaf-a6463a0a2590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:54.877839 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c9dd0ec1-dba5-4ffb-aaaf-a6463a0a2590 service neutron] 10.222.0.59 "PUT /v2.0/ports/74440165-2e10-4b1f-be8a-09b12b7d1d5a HTTP/1.1" status: 200 len: 1092 time: 0.7191243 Jul 30 20:38:54.878281 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d4adb2-613a-4e90-8bb1-ff33dd78a973', 'tag': '74440165-2e10-4b1f-be8a-09b12b7d1d5a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:38:54.880572 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40dc513b-53fc-450a-8ff7-b87767fdea05" -d '{"events": [{"name": "network-changed", "server_uuid": "11d4adb2-613a-4e90-8bb1-ff33dd78a973", "tag": "74440165-2e10-4b1f-be8a-09b12b7d1d5a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:38:54.906831 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd0ec1-dba5-4ffb-aaaf-a6463a0a2590 service neutron] Pushing event updated for resources: {'Port': ['ID=74440165-2e10-4b1f-be8a-09b12b7d1d5a,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:38:54.953566 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d59308-6abf-4a40-bb62-2804dc8c734a x-openstack-request-id: req-39d59308-6abf-4a40-bb62-2804dc8c734a {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:38:54.953864 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d4adb2-613a-4e90-8bb1-ff33dd78a973", "tag": "74440165-2e10-4b1f-be8a-09b12b7d1d5a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:38:54.954115 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-39d59308-6abf-4a40-bb62-2804dc8c734a {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:38:54.954528 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d4adb2-613a-4e90-8bb1-ff33dd78a973', 'tag': '74440165-2e10-4b1f-be8a-09b12b7d1d5a', 'status': 'completed', 'code': 200} Jul 30 20:38:54.986265 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-bf781baf-6f76-4d46-81da-ee5b5f434b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:54.987864 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-bf781baf-6f76-4d46-81da-ee5b5f434b3f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 1095 time: 0.0463996 Jul 30 20:38:55.034269 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-09fa6c18-3a20-4b8f-b96c-3e877eb0d991 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74440165-2e10-4b1f-be8a-09b12b7d1d5a HTTP/1.1" status: 200 len: 217 time: 0.0380073 Jul 30 20:38:55.036154 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:55.092008 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c440b36f-14d5-48c1-be77-8ed549eef816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:55.093532 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-c440b36f-14d5-48c1-be77-8ed549eef816 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0521891 Jul 30 20:38:55.141851 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-be39c382-d32a-4326-a051-4aebf17d1b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:55.143359 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-be39c382-d32a-4326-a051-4aebf17d1b54 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429103 Jul 30 20:38:55.233796 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-db2f4a48-f789-4df2-8d38-2705eec0f347 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826952 Jul 30 20:38:55.328800 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c684d001-30e7-4fbf-9ebc-a06b37750f20 req-8f5d9fd7-fa1f-42a1-b865-0cf84be341ad service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886488 Jul 30 20:38:55.409800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc513b-53fc-450a-8ff7-b87767fdea05 req-9d550cea-5eea-4a90-b656-054812dd6946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:55.411293 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40dc513b-53fc-450a-8ff7-b87767fdea05 req-9d550cea-5eea-4a90-b656-054812dd6946 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 1095 time: 0.0412369 Jul 30 20:38:55.506350 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc513b-53fc-450a-8ff7-b87767fdea05 req-4344a084-6d03-44c9-a236-fcf93bb71c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:55.507737 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40dc513b-53fc-450a-8ff7-b87767fdea05 req-4344a084-6d03-44c9-a236-fcf93bb71c53 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 913 time: 0.0882616 Jul 30 20:38:55.548601 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40dc513b-53fc-450a-8ff7-b87767fdea05 req-d312985d-77b8-4f8e-bd4e-3c76645b2bdb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74440165-2e10-4b1f-be8a-09b12b7d1d5a HTTP/1.1" status: 200 len: 217 time: 0.0343273 Jul 30 20:38:55.597256 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc513b-53fc-450a-8ff7-b87767fdea05 req-b4ca3c95-040d-47fd-bf85-8a7df4f889f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:55.598695 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40dc513b-53fc-450a-8ff7-b87767fdea05 req-b4ca3c95-040d-47fd-bf85-8a7df4f889f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0441329 Jul 30 20:38:55.649593 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc513b-53fc-450a-8ff7-b87767fdea05 req-0befbe63-adcb-47d3-bf51-6b676ef9c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:55.651115 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40dc513b-53fc-450a-8ff7-b87767fdea05 req-0befbe63-adcb-47d3-bf51-6b676ef9c98a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449779 Jul 30 20:38:55.743115 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40dc513b-53fc-450a-8ff7-b87767fdea05 req-94912864-af92-4b22-8982-1ccbf8075797 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847597 Jul 30 20:38:55.840856 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40dc513b-53fc-450a-8ff7-b87767fdea05 req-d4de8d27-386d-4cf7-9372-10f828901a90 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910926 Jul 30 20:38:55.891374 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6425925-aa0c-462b-953f-9154c7a2f9a3 req-c5bd7cf9-57b5-4bbe-ab64-a8f43fb91e64 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:55.892891 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f6425925-aa0c-462b-953f-9154c7a2f9a3 req-c5bd7cf9-57b5-4bbe-ab64-a8f43fb91e64 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 944 time: 0.0499828 Jul 30 20:38:55.932583 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f6425925-aa0c-462b-953f-9154c7a2f9a3 req-e6b0db69-0595-494f-bc52-aaee7201877f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337367 Jul 30 20:38:56.903288 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:38:57.051401 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c9f35-9bb6-463e-912e-784bbb3926ee req-9bb5717b-7fff-4d33-8fb4-738a84e6d2c0 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:57.053056 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d11c9f35-9bb6-463e-912e-784bbb3926ee req-9bb5717b-7fff-4d33-8fb4-738a84e6d2c0 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 944 time: 0.0513546 Jul 30 20:38:57.096559 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d11c9f35-9bb6-463e-912e-784bbb3926ee req-16ef9098-082f-496d-ad4d-30faf0c987b7 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370922 Jul 30 20:38:58.214421 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55cec8-c1d6-45e2-ada9-a32dc963c410 req-4239036a-b1e4-4918-a9b7-24d34d76a719 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:58.215896 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de55cec8-c1d6-45e2-ada9-a32dc963c410 req-4239036a-b1e4-4918-a9b7-24d34d76a719 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 944 time: 0.0528102 Jul 30 20:38:58.253238 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de55cec8-c1d6-45e2-ada9-a32dc963c410 req-cfd44c4c-93fe-4aa1-8895-cec088cf6ae7 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315232 Jul 30 20:38:59.366821 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da2c1f-38c0-417c-b867-2af6698fcbdc req-758fc026-a991-4afe-b38e-903737c52cbc tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:38:59.368351 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-61da2c1f-38c0-417c-b867-2af6698fcbdc req-758fc026-a991-4afe-b38e-903737c52cbc tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 944 time: 0.0490785 Jul 30 20:38:59.407343 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-61da2c1f-38c0-417c-b867-2af6698fcbdc req-7ddbd59f-7b10-4ab3-a8de-ae4a9ff3716f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324655 Jul 30 20:39:00.520253 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aca07f-7e58-40f6-92dd-a9535e201b0a req-8cf94231-889a-4c85-95f0-83164714f8b0 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:00.521701 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f6aca07f-7e58-40f6-92dd-a9535e201b0a req-8cf94231-889a-4c85-95f0-83164714f8b0 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 944 time: 0.0488925 Jul 30 20:39:00.558735 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f6aca07f-7e58-40f6-92dd-a9535e201b0a req-76fecc3e-ba75-4483-a1c4-126aafc040a2 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305932 Jul 30 20:39:01.681947 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa7526-667d-4b54-b8e3-6172078b4ef3 req-104651a2-aa25-42f7-9fda-2b5244c31645 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:01.683546 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-75aa7526-667d-4b54-b8e3-6172078b4ef3 req-104651a2-aa25-42f7-9fda-2b5244c31645 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 944 time: 0.0587351 Jul 30 20:39:01.724621 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-75aa7526-667d-4b54-b8e3-6172078b4ef3 req-2554279f-be0e-4f7c-ad7d-2672428e6d78 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348344 Jul 30 20:39:01.947383 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8e5e8761-5351-4fb0-9dcd-9f961da1ec40 req-0da3b644-1f60-415d-9b30-d8c4eef48689 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3140957 Jul 30 20:39:02.028824 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e8761-5351-4fb0-9dcd-9f961da1ec40 req-ebf67506-4fed-4dc8-93ec-faf08f1404d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:02.030270 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8e5e8761-5351-4fb0-9dcd-9f961da1ec40 req-ebf67506-4fed-4dc8-93ec-faf08f1404d3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 1097 time: 0.0393875 Jul 30 20:39:02.133351 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e8761-5351-4fb0-9dcd-9f961da1ec40 req-7bb6fb5c-bf05-43af-abd7-9bc08b7801eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:02.134787 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8e5e8761-5351-4fb0-9dcd-9f961da1ec40 req-7bb6fb5c-bf05-43af-abd7-9bc08b7801eb service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ed99e2a-4689-4d23-8bef-789bb0522f31 HTTP/1.1" status: 200 len: 898 time: 0.0847535 Jul 30 20:39:02.196854 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8e5e8761-5351-4fb0-9dcd-9f961da1ec40 req-c249256b-a738-4bf3-9d44-cfffc53f563f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad593d87-233a-496c-b7d3-329e8119d971 HTTP/1.1" status: 200 len: 1001 time: 0.0546174 Jul 30 20:39:02.242922 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e8761-5351-4fb0-9dcd-9f961da1ec40 req-125c103d-ce65-4e71-b63d-c221aa6c49c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:02.244242 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8e5e8761-5351-4fb0-9dcd-9f961da1ec40 req-125c103d-ce65-4e71-b63d-c221aa6c49c7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ca0372b6-6e17-40c6-a932-68fa3dca7e9e HTTP/1.1" status: 200 len: 835 time: 0.0411012 Jul 30 20:39:02.292512 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e8761-5351-4fb0-9dcd-9f961da1ec40 req-e1406b82-5cf2-450b-ab08-93b46ac2eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:02.293960 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8e5e8761-5351-4fb0-9dcd-9f961da1ec40 req-e1406b82-5cf2-450b-ab08-93b46ac2eefe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ed99e2a-4689-4d23-8bef-789bb0522f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419848 Jul 30 20:39:02.383865 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8e5e8761-5351-4fb0-9dcd-9f961da1ec40 req-8859784b-afd1-42b8-9f48-9ce5309ace1f service neutron] 10.222.0.83 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810649 Jul 30 20:39:02.473009 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8e5e8761-5351-4fb0-9dcd-9f961da1ec40 req-d29cacd4-2f40-47b5-8347-ac7993eb331a service neutron] 10.222.0.83 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826237 Jul 30 20:39:02.838942 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb0213-debe-44a8-b8c9-d9b91de2e8a4 req-d5eb81bd-c43c-4000-b56f-cee8b20975eb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:02.841004 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-02bb0213-debe-44a8-b8c9-d9b91de2e8a4 req-d5eb81bd-c43c-4000-b56f-cee8b20975eb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 944 time: 0.0492301 Jul 30 20:39:02.878851 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-02bb0213-debe-44a8-b8c9-d9b91de2e8a4 req-2711efc0-f7e7-470a-b2ad-677c927727eb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318193 Jul 30 20:39:03.992071 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2710b-41ec-447f-a61f-34c48f199f6e req-d4ab20b3-34c7-42ea-b89b-2de4371daf44 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:03.993551 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1ca2710b-41ec-447f-a61f-34c48f199f6e req-d4ab20b3-34c7-42ea-b89b-2de4371daf44 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 944 time: 0.0491340 Jul 30 20:39:04.031257 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1ca2710b-41ec-447f-a61f-34c48f199f6e req-03c441aa-f4f2-4370-954b-3e0689423bfd tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311437 Jul 30 20:39:05.148177 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e469ff-ccc6-42d4-a7bf-f2dc537aca72 req-99b00888-df78-44c7-9aac-f19b7d1dc6b6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:05.149720 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-29e469ff-ccc6-42d4-a7bf-f2dc537aca72 req-99b00888-df78-44c7-9aac-f19b7d1dc6b6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 944 time: 0.0532804 Jul 30 20:39:05.187077 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-29e469ff-ccc6-42d4-a7bf-f2dc537aca72 req-f1937623-a33b-4fbf-adc0-e0c7cd9c9826 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309851 Jul 30 20:39:05.357491 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 74440165-2e10-4b1f-be8a-09b12b7d1d5a details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:39:05.448140 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 74440165-2e10-4b1f-be8a-09b12b7d1d5a, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=74440165-2e10-4b1f-be8a-09b12b7d1d5a,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:39:05.459447 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '74440165-2e10-4b1f-be8a-09b12b7d1d5a', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'port_id': '74440165-2e10-4b1f-be8a-09b12b7d1d5a', 'mac_address': 'fa:16:3e:61:e7:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:39:05.494617 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:05.506533 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74440165-2e10-4b1f-be8a-09b12b7d1d5a {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:39:05.525680 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 74440165-2e10-4b1f-be8a-09b12b7d1d5a, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=74440165-2e10-4b1f-be8a-09b12b7d1d5a,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:39:05.530123 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:05.580085 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=74440165-2e10-4b1f-be8a-09b12b7d1d5a,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:05.719330 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['74440165-2e10-4b1f-be8a-09b12b7d1d5a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:39:06.299381 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bd604-2a73-4e6e-bf24-a840ac718ecf req-8c42017d-6401-4835-94c5-97773e87d9b3 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:06.300890 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-786bd604-2a73-4e6e-bf24-a840ac718ecf req-8c42017d-6401-4835-94c5-97773e87d9b3 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 945 time: 0.0491266 Jul 30 20:39:06.339021 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-786bd604-2a73-4e6e-bf24-a840ac718ecf req-217d531b-c225-4e3b-bb22-9599c692ac6f tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322781 Jul 30 20:39:07.372870 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 74440165-2e10-4b1f-be8a-09b12b7d1d5a up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:39:07.420904 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 74440165-2e10-4b1f-be8a-09b12b7d1d5a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:39:07.424768 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 74440165-2e10-4b1f-be8a-09b12b7d1d5a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:39:07.425136 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:07.456405 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38ed20-a522-4fac-b369-9c49b3909971 req-830a8ee4-4bfa-4b76-a3eb-5ab79c7b2ffa tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:07.457980 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee38ed20-a522-4fac-b369-9c49b3909971 req-830a8ee4-4bfa-4b76-a3eb-5ab79c7b2ffa tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 945 time: 0.0520923 Jul 30 20:39:07.495841 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee38ed20-a522-4fac-b369-9c49b3909971 req-cecbb948-52bb-4c37-9d5a-ea71b221165e tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315814 Jul 30 20:39:07.499478 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:07.524509 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d4adb2-613a-4e90-8bb1-ff33dd78a973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74440165-2e10-4b1f-be8a-09b12b7d1d5a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:39:07.526747 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0988375-9294-45c3-8c65-6cf4418834dd" -d '{"events": [{"server_uuid": "11d4adb2-613a-4e90-8bb1-ff33dd78a973", "name": "network-vif-plugged", "status": "completed", "tag": "74440165-2e10-4b1f-be8a-09b12b7d1d5a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:39:07.539902 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 74440165-2e10-4b1f-be8a-09b12b7d1d5a, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=74440165-2e10-4b1f-be8a-09b12b7d1d5a,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:39:07.544178 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:07.566660 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086f5af5-df65-452d-ac63-b6d868a3d436 x-openstack-request-id: req-086f5af5-df65-452d-ac63-b6d868a3d436 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:39:07.566886 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d4adb2-613a-4e90-8bb1-ff33dd78a973", "name": "network-vif-plugged", "status": "completed", "tag": "74440165-2e10-4b1f-be8a-09b12b7d1d5a", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:39:07.567139 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-086f5af5-df65-452d-ac63-b6d868a3d436 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:39:07.567558 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d4adb2-613a-4e90-8bb1-ff33dd78a973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74440165-2e10-4b1f-be8a-09b12b7d1d5a', 'code': 200} Jul 30 20:39:07.594099 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=74440165-2e10-4b1f-be8a-09b12b7d1d5a,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:07.662591 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2f7a1-63e9-4574-9a5e-1fdfc2c5c976 req-793fdf66-83ea-4911-a38c-e0f94d09b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:07.664143 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bac2f7a1-63e9-4574-9a5e-1fdfc2c5c976 req-793fdf66-83ea-4911-a38c-e0f94d09b98b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 1097 time: 0.0453947 Jul 30 20:39:07.697407 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bac2f7a1-63e9-4574-9a5e-1fdfc2c5c976 req-bd3335f6-426a-4c6e-89d4-b2deb431300d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0263026 Jul 30 20:39:08.610883 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33c529-721f-44c7-a279-9d317a667775 req-302af9e2-0a1a-403b-a3a2-947adcd2cdf4 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:08.612378 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef33c529-721f-44c7-a279-9d317a667775 req-302af9e2-0a1a-403b-a3a2-947adcd2cdf4 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 946 time: 0.0485468 Jul 30 20:39:08.649627 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef33c529-721f-44c7-a279-9d317a667775 req-ca205f46-9a64-46a2-96e6-004f0670d3dd tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314629 Jul 30 20:39:08.760244 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e9e29-cd91-4c0d-9cbb-efb82e2a7a70 req-3c16059e-c3c6-47ae-9140-fb23b0215b54 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:08.761695 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8a1e9e29-cd91-4c0d-9cbb-efb82e2a7a70 req-3c16059e-c3c6-47ae-9140-fb23b0215b54 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 946 time: 0.0483825 Jul 30 20:39:08.799922 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8a1e9e29-cd91-4c0d-9cbb-efb82e2a7a70 req-02d458e3-ac4f-45c7-bbed-6bce1f0c8c34 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320263 Jul 30 20:39:08.822110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50806) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:39:08.957786 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff825897-2b06-409b-b645-b2ac21604e30 tempest-TestVolumeBootPattern-401462529 tempest-TestVolumeBootPattern-401462529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:08.959261 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ff825897-2b06-409b-b645-b2ac21604e30 tempest-TestVolumeBootPattern-401462529 tempest-TestVolumeBootPattern-401462529-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 1092 time: 0.1361392 Jul 30 20:39:08.962111 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50810) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:39:08.967069 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-6ac27ccb-0108-448a-9481-a294208d73a6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': '74440165-2e10-4b1f-be8a-09b12b7d1d5a', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:39:08.989267 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6ac27ccb-0108-448a-9481-a294208d73a6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:09.083147 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6ac27ccb-0108-448a-9481-a294208d73a6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:09.189116 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-6ac27ccb-0108-448a-9481-a294208d73a6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Allocated IP 172.25.3.47 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/ecd123f8-743d-44eb-b0ad-10fc8c3ef623) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:39:09.287791 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6ac27ccb-0108-448a-9481-a294208d73a6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:09.325376 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6ac27ccb-0108-448a-9481-a294208d73a6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:09.366082 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac27ccb-0108-448a-9481-a294208d73a6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:39:09.368923 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-6ac27ccb-0108-448a-9481-a294208d73a6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:39:09.372640 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac27ccb-0108-448a-9481-a294208d73a6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:39:09.379861 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac27ccb-0108-448a-9481-a294208d73a6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event updated for resources: {'Port': ['ID=ecd123f8-743d-44eb-b0ad-10fc8c3ef623,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:09.728873 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6ac27ccb-0108-448a-9481-a294208d73a6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:09.797044 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6ac27ccb-0108-448a-9481-a294208d73a6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:09.945606 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6ac27ccb-0108-448a-9481-a294208d73a6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:09.949783 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6ac27ccb-0108-448a-9481-a294208d73a6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:10.013430 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac27ccb-0108-448a-9481-a294208d73a6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event updated for resources: {'Port': ['ID=ecd123f8-743d-44eb-b0ad-10fc8c3ef623,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:10.026532 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6ac27ccb-0108-448a-9481-a294208d73a6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:10.129448 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-6ac27ccb-0108-448a-9481-a294208d73a6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Floating IP 3048b99d-6125-4150-95b6-b573c0288f72 associated. External IP: 172.25.3.47, port: 74440165-2e10-4b1f-be8a-09b12b7d1d5a. Jul 30 20:39:10.334736 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac27ccb-0108-448a-9481-a294208d73a6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Router a8af00fb-5955-4970-8a57-a2b965193375 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:39:10.439734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac27ccb-0108-448a-9481-a294208d73a6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:39:10.449176 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9e3290-df62-439d-8ed8-4beb00a4a047 None None] Sync routers for ids ['a8af00fb-5955-4970-8a57-a2b965193375'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:39:10.455680 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6ac27ccb-0108-448a-9481-a294208d73a6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:10.458374 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9e3290-df62-439d-8ed8-4beb00a4a047 None None] Routers {'a8af00fb-5955-4970-8a57-a2b965193375'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:39:10.459000 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5d9e3290-df62-439d-8ed8-4beb00a4a047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:38:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a8af00fb-5955-4970-8a57-a2b965193375'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:39:10.483178 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6ac27ccb-0108-448a-9481-a294208d73a6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5200686 Jul 30 20:39:10.483794 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d4adb2-613a-4e90-8bb1-ff33dd78a973', 'tag': '74440165-2e10-4b1f-be8a-09b12b7d1d5a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:39:10.486063 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eab5918-9313-49ba-87fd-5786ce321cae" -d '{"events": [{"name": "network-changed", "server_uuid": "11d4adb2-613a-4e90-8bb1-ff33dd78a973", "tag": "74440165-2e10-4b1f-be8a-09b12b7d1d5a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:39:10.521806 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28938d66-79c0-4dc7-ba7e-68333d4a6d0d x-openstack-request-id: req-28938d66-79c0-4dc7-ba7e-68333d4a6d0d {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:39:10.522100 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d4adb2-613a-4e90-8bb1-ff33dd78a973", "tag": "74440165-2e10-4b1f-be8a-09b12b7d1d5a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:39:10.522356 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-28938d66-79c0-4dc7-ba7e-68333d4a6d0d {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:39:10.522765 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d4adb2-613a-4e90-8bb1-ff33dd78a973', 'tag': '74440165-2e10-4b1f-be8a-09b12b7d1d5a', 'status': 'completed', 'code': 200} Jul 30 20:39:10.569666 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-5d9e3290-df62-439d-8ed8-4beb00a4a047 None None] Set router a8af00fb-5955-4970-8a57-a2b965193375 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:39:10.586181 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab5918-9313-49ba-87fd-5786ce321cae req-b351ebc6-aa53-4cb8-ab9d-797863ad5957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:10.587752 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5eab5918-9313-49ba-87fd-5786ce321cae req-b351ebc6-aa53-4cb8-ab9d-797863ad5957 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 1097 time: 0.0408061 Jul 30 20:39:10.681329 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab5918-9313-49ba-87fd-5786ce321cae req-01cc5ec0-cd62-40e1-a207-3ffc3b50c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:10.682846 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5eab5918-9313-49ba-87fd-5786ce321cae req-01cc5ec0-cd62-40e1-a207-3ffc3b50c8f7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 913 time: 0.0880113 Jul 30 20:39:10.747616 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5eab5918-9313-49ba-87fd-5786ce321cae req-6a551fe7-531d-454c-af0d-a661d1e9de26 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74440165-2e10-4b1f-be8a-09b12b7d1d5a HTTP/1.1" status: 200 len: 999 time: 0.0577798 Jul 30 20:39:10.789583 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5d9e3290-df62-439d-8ed8-4beb00a4a047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:09Z', 'revision_number': 4, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port': {'id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '3048b99d-6125-4150-95b6-b573c0288f72', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'port_id': '74440165-2e10-4b1f-be8a-09b12b7d1d5a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'mac_address': 'fa:16:3e:61:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4adb2-613a-4e90-8bb1-ff33dd78a973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:39:09Z', 'updated_at': '2021-07-30T20:39:09Z', 'revision_number': 0, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb17b0bf-5e9f-42e7-bf26-5cd20884e46f', 'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'mac_address': 'fa:16:3e:ef:1b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:08Z', 'updated_at': '2021-07-30T20:33:14Z', 'revision_number': 5, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'subnets': [{'id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:39:10.796516 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab5918-9313-49ba-87fd-5786ce321cae req-8f8cbb0f-f381-4172-b27b-44e18dcbcd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:10.797973 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5eab5918-9313-49ba-87fd-5786ce321cae req-8f8cbb0f-f381-4172-b27b-44e18dcbcd9a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0440259 Jul 30 20:39:10.818288 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9e3290-df62-439d-8ed8-4beb00a4a047 None None] Checking router: a8af00fb-5955-4970-8a57-a2b965193375 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:39:10.828122 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9e3290-df62-439d-8ed8-4beb00a4a047 None None] Routers {'a8af00fb-5955-4970-8a57-a2b965193375'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:39:10.828657 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5d9e3290-df62-439d-8ed8-4beb00a4a047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:38:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a8af00fb-5955-4970-8a57-a2b965193375'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:39:10.848900 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab5918-9313-49ba-87fd-5786ce321cae req-698b6c68-cbcd-4163-9e97-0abc1fc4e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:10.850417 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5eab5918-9313-49ba-87fd-5786ce321cae req-698b6c68-cbcd-4163-9e97-0abc1fc4e3c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448089 Jul 30 20:39:10.941221 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5eab5918-9313-49ba-87fd-5786ce321cae req-31003919-05bf-4f6f-a8e8-a8183fc16a96 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832989 Jul 30 20:39:11.084738 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-5d9e3290-df62-439d-8ed8-4beb00a4a047 None None] Set router a8af00fb-5955-4970-8a57-a2b965193375 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:39:11.312511 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5d9e3290-df62-439d-8ed8-4beb00a4a047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:09Z', 'revision_number': 4, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port': {'id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '3048b99d-6125-4150-95b6-b573c0288f72', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'port_id': '74440165-2e10-4b1f-be8a-09b12b7d1d5a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'mac_address': 'fa:16:3e:61:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4adb2-613a-4e90-8bb1-ff33dd78a973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:39:09Z', 'updated_at': '2021-07-30T20:39:09Z', 'revision_number': 0, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb17b0bf-5e9f-42e7-bf26-5cd20884e46f', 'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'mac_address': 'fa:16:3e:ef:1b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:08Z', 'updated_at': '2021-07-30T20:33:14Z', 'revision_number': 5, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'subnets': [{'id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:39:11.320199 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5eab5918-9313-49ba-87fd-5786ce321cae req-81584f38-830d-48c8-b357-f86988abf1d8 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713527 Jul 30 20:39:11.339240 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9e3290-df62-439d-8ed8-4beb00a4a047 None None] The sync data for ids ['a8af00fb-5955-4970-8a57-a2b965193375'] in n-d-712137-9 is: [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:09Z', 'revision_number': 4, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port': {'id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '3048b99d-6125-4150-95b6-b573c0288f72', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'port_id': '74440165-2e10-4b1f-be8a-09b12b7d1d5a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'mac_address': 'fa:16:3e:61:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4adb2-613a-4e90-8bb1-ff33dd78a973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:39:09Z', 'updated_at': '2021-07-30T20:39:09Z', 'revision_number': 0, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb17b0bf-5e9f-42e7-bf26-5cd20884e46f', 'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'mac_address': 'fa:16:3e:ef:1b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:08Z', 'updated_at': '2021-07-30T20:33:14Z', 'revision_number': 5, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'subnets': [{'id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:39:11.521269 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46430338-71c8-4b9c-9249-a94d9269e0b3 None None] New status for floating IP 3048b99d-6125-4150-95b6-b573c0288f72: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:39:15.645050 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:19.741739 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:21.274960 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d79de96-bdc1-41ef-bd4f-0675cc2572c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:23.736694 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d04bc5c-edfe-4121-bed1-06ea9b6e33c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:23.993714 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:25.033387 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:26.905051 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:28.863285 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:39:41.156365 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed524314-34ac-4f1c-aab8-46b1f72276cf req-2465cc84-2a74-4063-8f08-e8f5d140dd51 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:41.157842 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ed524314-34ac-4f1c-aab8-46b1f72276cf req-2465cc84-2a74-4063-8f08-e8f5d140dd51 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 1097 time: 0.0938418 Jul 30 20:39:41.191445 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ed524314-34ac-4f1c-aab8-46b1f72276cf req-fad764aa-7346-4b10-811e-3b7a8fed9df1 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270925 Jul 30 20:39:41.212598 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50846) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:39:41.410079 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-32cf8d77-d8ab-45c8-95a2-733759fff085 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Deleting port 46e8793d-3520-4a62-a71b-a3d3944fe2bf {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:39:41.410424 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32cf8d77-d8ab-45c8-95a2-733759fff085 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:41.486396 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32cf8d77-d8ab-45c8-95a2-733759fff085 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:41.486682 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32cf8d77-d8ab-45c8-95a2-733759fff085 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:41.498001 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-32cf8d77-d8ab-45c8-95a2-733759fff085 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Calling delete_port for 46e8793d-3520-4a62-a71b-a3d3944fe2bf owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:39:41.650337 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32cf8d77-d8ab-45c8-95a2-733759fff085 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:41.675691 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf8d77-d8ab-45c8-95a2-733759fff085 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'Port': ['ID=46e8793d-3520-4a62-a71b-a3d3944fe2bf,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:41.685042 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf8d77-d8ab-45c8-95a2-733759fff085 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:41.685402 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf8d77-d8ab-45c8-95a2-733759fff085 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:41.685748 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf8d77-d8ab-45c8-95a2-733759fff085 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:41.686090 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf8d77-d8ab-45c8-95a2-733759fff085 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:41.686426 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf8d77-d8ab-45c8-95a2-733759fff085 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:41.687176 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf8d77-d8ab-45c8-95a2-733759fff085 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:41.687176 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf8d77-d8ab-45c8-95a2-733759fff085 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:41.687413 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf8d77-d8ab-45c8-95a2-733759fff085 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:41.687768 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf8d77-d8ab-45c8-95a2-733759fff085 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:41.688101 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf8d77-d8ab-45c8-95a2-733759fff085 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:41.688428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf8d77-d8ab-45c8-95a2-733759fff085 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:41.688755 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf8d77-d8ab-45c8-95a2-733759fff085 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:41.746317 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32cf8d77-d8ab-45c8-95a2-733759fff085 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:41.746628 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-32cf8d77-d8ab-45c8-95a2-733759fff085 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Floating IP aa8bd8c9-7426-476a-a564-6309efc653b3 disassociated (deleted). External IP: 172.25.3.164, port: ad593d87-233a-496c-b7d3-329e8119d971. Jul 30 20:39:41.953934 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32cf8d77-d8ab-45c8-95a2-733759fff085 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Router ed7291a1-80b4-4b88-9fd4-cbb592bdf871 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:39:42.060899 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cf8d77-d8ab-45c8-95a2-733759fff085 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:39:42.065632 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-32cf8d77-d8ab-45c8-95a2-733759fff085 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:42.070165 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad51f335-0d50-4baf-8622-c2f979336d24 None None] Sync routers for ids ['ed7291a1-80b4-4b88-9fd4-cbb592bdf871'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:39:42.079453 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad51f335-0d50-4baf-8622-c2f979336d24 None None] Routers {'ed7291a1-80b4-4b88-9fd4-cbb592bdf871'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:39:42.080135 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ad51f335-0d50-4baf-8622-c2f979336d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:39:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ed7291a1-80b4-4b88-9fd4-cbb592bdf871'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:39:42.092156 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-32cf8d77-d8ab-45c8-95a2-733759fff085 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "DELETE /v2.0/floatingips/aa8bd8c9-7426-476a-a564-6309efc653b3 HTTP/1.1" status: 204 len: 168 time: 0.8785288 Jul 30 20:39:42.092750 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'tag': 'ad593d87-233a-496c-b7d3-329e8119d971'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:39:42.094998 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e937b8-3e3d-4da0-ad8d-97de7f78429b" -d '{"events": [{"name": "network-changed", "server_uuid": "aacac11f-28ef-4462-85e2-33918618f5bd", "tag": "ad593d87-233a-496c-b7d3-329e8119d971"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:39:42.186073 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ad51f335-0d50-4baf-8622-c2f979336d24 None None] Set router ed7291a1-80b4-4b88-9fd4-cbb592bdf871 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:39:42.245678 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d384239-ec59-4450-9707-58653fa72ed0 x-openstack-request-id: req-4d384239-ec59-4450-9707-58653fa72ed0 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:39:42.246201 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aacac11f-28ef-4462-85e2-33918618f5bd", "tag": "ad593d87-233a-496c-b7d3-329e8119d971", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:39:42.246438 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4d384239-ec59-4450-9707-58653fa72ed0 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:39:42.246794 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'tag': 'ad593d87-233a-496c-b7d3-329e8119d971', 'status': 'completed', 'code': 200} Jul 30 20:39:42.311396 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e937b8-3e3d-4da0-ad8d-97de7f78429b req-0175bbf8-d0e7-43bb-926b-cefa85026c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:42.313041 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b7e937b8-3e3d-4da0-ad8d-97de7f78429b req-0175bbf8-d0e7-43bb-926b-cefa85026c04 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 1097 time: 0.0417311 Jul 30 20:39:42.343943 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae500b1-9510-4639-91ad-697c064617dc req-b67630c5-5162-4ee1-9894-dd84081adf32 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:42.345465 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4ae500b1-9510-4639-91ad-697c064617dc req-b67630c5-5162-4ee1-9894-dd84081adf32 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 946 time: 0.0519238 Jul 30 20:39:42.389768 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4ae500b1-9510-4639-91ad-697c064617dc req-bbe98e8a-fb37-4c27-8bde-8f4807a3d1f2 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380828 Jul 30 20:39:42.401700 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ad51f335-0d50-4baf-8622-c2f979336d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652390362', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:36:54Z', 'updated_at': '2021-07-30T20:36:58Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:36:55Z', 'updated_at': '2021-07-30T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'b1c68d87-c022-4112-965f-e84268e91d08', 'name': '', 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:d5:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'ca0372b6-6e17-40c6-a932-68fa3dca7e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:36:57Z', 'updated_at': '2021-07-30T20:37:02Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': 'ca0372b6-6e17-40c6-a932-68fa3dca7e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:39:42.411219 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e937b8-3e3d-4da0-ad8d-97de7f78429b req-f6e045bc-4f7d-4333-9b50-140c06034bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:42.412869 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b7e937b8-3e3d-4da0-ad8d-97de7f78429b req-f6e045bc-4f7d-4333-9b50-140c06034bf4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ed99e2a-4689-4d23-8bef-789bb0522f31 HTTP/1.1" status: 200 len: 898 time: 0.0920565 Jul 30 20:39:42.427812 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad51f335-0d50-4baf-8622-c2f979336d24 None None] Checking router: ed7291a1-80b4-4b88-9fd4-cbb592bdf871 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:39:42.436118 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad51f335-0d50-4baf-8622-c2f979336d24 None None] Routers {'ed7291a1-80b4-4b88-9fd4-cbb592bdf871'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:39:42.436738 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ad51f335-0d50-4baf-8622-c2f979336d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:39:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ed7291a1-80b4-4b88-9fd4-cbb592bdf871'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:39:42.458250 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b7e937b8-3e3d-4da0-ad8d-97de7f78429b req-d9c615be-b3ef-4d95-b8c3-3c0f380009d9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad593d87-233a-496c-b7d3-329e8119d971 HTTP/1.1" status: 200 len: 217 time: 0.0377135 Jul 30 20:39:42.507497 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e937b8-3e3d-4da0-ad8d-97de7f78429b req-c9b6189f-48e6-4b8b-8ae6-007300535289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:42.509071 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b7e937b8-3e3d-4da0-ad8d-97de7f78429b req-c9b6189f-48e6-4b8b-8ae6-007300535289 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ca0372b6-6e17-40c6-a932-68fa3dca7e9e HTTP/1.1" status: 200 len: 835 time: 0.0437372 Jul 30 20:39:42.541183 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ad51f335-0d50-4baf-8622-c2f979336d24 None None] Set router ed7291a1-80b4-4b88-9fd4-cbb592bdf871 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:39:42.553706 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e937b8-3e3d-4da0-ad8d-97de7f78429b req-6bee1ba2-e9cd-459d-9787-9169d651dfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:42.555178 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b7e937b8-3e3d-4da0-ad8d-97de7f78429b req-6bee1ba2-e9cd-459d-9787-9169d651dfbb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ed99e2a-4689-4d23-8bef-789bb0522f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390553 Jul 30 20:39:42.649176 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b7e937b8-3e3d-4da0-ad8d-97de7f78429b req-de8d7e87-8a3d-42e9-b6ff-11810cfc3c72 service neutron] 10.222.0.83 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857835 Jul 30 20:39:42.738711 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ad51f335-0d50-4baf-8622-c2f979336d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652390362', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:36:54Z', 'updated_at': '2021-07-30T20:36:58Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:36:55Z', 'updated_at': '2021-07-30T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'b1c68d87-c022-4112-965f-e84268e91d08', 'name': '', 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:d5:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'ca0372b6-6e17-40c6-a932-68fa3dca7e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:36:57Z', 'updated_at': '2021-07-30T20:37:02Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': 'ca0372b6-6e17-40c6-a932-68fa3dca7e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:39:42.739820 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b7e937b8-3e3d-4da0-ad8d-97de7f78429b req-19b62912-4cac-4e8f-bdb5-1e6a0af69197 service neutron] 10.222.0.83 "GET /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827982 Jul 30 20:39:42.765788 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad51f335-0d50-4baf-8622-c2f979336d24 None None] The sync data for ids ['ed7291a1-80b4-4b88-9fd4-cbb592bdf871'] in n-d-712137-9 is: [{'id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652390362', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:36:54Z', 'updated_at': '2021-07-30T20:36:58Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:36:55Z', 'updated_at': '2021-07-30T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'b1c68d87-c022-4112-965f-e84268e91d08', 'name': '', 'network_id': '8ed99e2a-4689-4d23-8bef-789bb0522f31', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:d5:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'ca0372b6-6e17-40c6-a932-68fa3dca7e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:36:57Z', 'updated_at': '2021-07-30T20:37:02Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': 'ca0372b6-6e17-40c6-a932-68fa3dca7e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:39:42.970573 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b26f0a-9823-487e-8833-ef93af2351e0 None None] New status for floating IP aa8bd8c9-7426-476a-a564-6309efc653b3: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:39:43.506463 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eaa1b5-3392-4bf0-b555-be7198b1534c req-3584d611-6227-4167-baae-edfc9d2fc5e1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:43.507996 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-47eaa1b5-3392-4bf0-b555-be7198b1534c req-3584d611-6227-4167-baae-edfc9d2fc5e1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 946 time: 0.0515704 Jul 30 20:39:43.547037 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-47eaa1b5-3392-4bf0-b555-be7198b1534c req-bd9bc508-824b-48af-8159-91d829031ab6 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=11e08569-2458-4190-b4a6-083e7fcffcfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330391 Jul 30 20:39:43.730689 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1d5be-1490-4af8-bafa-341f6081ba24 req-22cebf79-54bc-46f9-ad32-3ef45e21e560 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:43.732341 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-32d1d5be-1490-4af8-bafa-341f6081ba24 req-22cebf79-54bc-46f9-ad32-3ef45e21e560 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.83 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 946 time: 0.0526364 Jul 30 20:39:43.819616 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-32d1d5be-1490-4af8-bafa-341f6081ba24 req-e9c37f57-901e-471b-beed-922b9d1faf56 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Deleting port ad593d87-233a-496c-b7d3-329e8119d971 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:39:43.819955 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-32d1d5be-1490-4af8-bafa-341f6081ba24 req-e9c37f57-901e-471b-beed-922b9d1faf56 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:43.906830 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-32d1d5be-1490-4af8-bafa-341f6081ba24 req-e9c37f57-901e-471b-beed-922b9d1faf56 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] For port ad593d87-233a-496c-b7d3-329e8119d971, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ad593d87-233a-496c-b7d3-329e8119d971,segment=NetworkSegment(0158e499-9a27-440d-9474-15d8699cdd79),segment_id=0158e499-9a27-440d-9474-15d8699cdd79)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:39:43.907188 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-32d1d5be-1490-4af8-bafa-341f6081ba24 req-e9c37f57-901e-471b-beed-922b9d1faf56 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:43.920053 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-32d1d5be-1490-4af8-bafa-341f6081ba24 req-e9c37f57-901e-471b-beed-922b9d1faf56 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Calling delete_port for ad593d87-233a-496c-b7d3-329e8119d971 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:39:44.046015 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-32d1d5be-1490-4af8-bafa-341f6081ba24 req-e9c37f57-901e-471b-beed-922b9d1faf56 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:44.076413 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c37f57-901e-471b-beed-922b9d1faf56 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'Port': ['ID=ad593d87-233a-496c-b7d3-329e8119d971,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:44.089998 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c37f57-901e-471b-beed-922b9d1faf56 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:44.090354 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c37f57-901e-471b-beed-922b9d1faf56 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:44.090702 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c37f57-901e-471b-beed-922b9d1faf56 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:44.091049 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c37f57-901e-471b-beed-922b9d1faf56 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:44.091385 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c37f57-901e-471b-beed-922b9d1faf56 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:44.091748 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c37f57-901e-471b-beed-922b9d1faf56 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:44.092084 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c37f57-901e-471b-beed-922b9d1faf56 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:44.092417 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c37f57-901e-471b-beed-922b9d1faf56 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:44.092752 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c37f57-901e-471b-beed-922b9d1faf56 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:44.093082 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c37f57-901e-471b-beed-922b9d1faf56 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:44.093408 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c37f57-901e-471b-beed-922b9d1faf56 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:44.093733 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c37f57-901e-471b-beed-922b9d1faf56 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:44.126850 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d1d5be-1490-4af8-bafa-341f6081ba24 req-e9c37f57-901e-471b-beed-922b9d1faf56 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] No DVR routers for this DVR port ad593d87-233a-496c-b7d3-329e8119d971 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:39:44.129328 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-32d1d5be-1490-4af8-bafa-341f6081ba24 req-e9c37f57-901e-471b-beed-922b9d1faf56 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:44.131379 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-32d1d5be-1490-4af8-bafa-341f6081ba24 req-e9c37f57-901e-471b-beed-922b9d1faf56 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.83 "DELETE /v2.0/ports/ad593d87-233a-496c-b7d3-329e8119d971 HTTP/1.1" status: 204 len: 173 time: 0.3928223 Jul 30 20:39:44.131832 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'name': 'network-vif-deleted', 'tag': 'ad593d87-233a-496c-b7d3-329e8119d971'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:39:44.134051 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a2d5cc-2d3f-4823-a58c-7e16b5105e7d" -d '{"events": [{"server_uuid": "aacac11f-28ef-4462-85e2-33918618f5bd", "name": "network-vif-deleted", "tag": "ad593d87-233a-496c-b7d3-329e8119d971"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:39:44.171298 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25274f2-b0f0-4c5c-9549-77abee280c47 x-openstack-request-id: req-b25274f2-b0f0-4c5c-9549-77abee280c47 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:39:44.171685 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacac11f-28ef-4462-85e2-33918618f5bd", "name": "network-vif-deleted", "tag": "ad593d87-233a-496c-b7d3-329e8119d971", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:39:44.171976 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b25274f2-b0f0-4c5c-9549-77abee280c47 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:39:44.172419 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacac11f-28ef-4462-85e2-33918618f5bd', 'name': 'network-vif-deleted', 'tag': 'ad593d87-233a-496c-b7d3-329e8119d971', 'status': 'completed', 'code': 200} Jul 30 20:39:44.657470 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc562314-d3c7-447a-8059-d9095a6d817e req-dc809e48-4b3f-4412-be37-4eec362bed12 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=aacac11f-28ef-4462-85e2-33918618f5bd HTTP/1.1" status: 200 len: 210 time: 0.0272534 Jul 30 20:39:45.665488 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:45.710138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50866) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:39:46.065187 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc65abbf-c091-4ce4-9957-cac7bea0b1f4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:46.316010 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-cc65abbf-c091-4ce4-9957-cac7bea0b1f4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Deleting port b1c68d87-c022-4112-965f-e84268e91d08 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:39:46.316310 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc65abbf-c091-4ce4-9957-cac7bea0b1f4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:46.403332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-cc65abbf-c091-4ce4-9957-cac7bea0b1f4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] For port b1c68d87-c022-4112-965f-e84268e91d08, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b1c68d87-c022-4112-965f-e84268e91d08,segment=NetworkSegment(0158e499-9a27-440d-9474-15d8699cdd79),segment_id=0158e499-9a27-440d-9474-15d8699cdd79)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:39:46.403728 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc65abbf-c091-4ce4-9957-cac7bea0b1f4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:46.417110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-cc65abbf-c091-4ce4-9957-cac7bea0b1f4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Calling delete_port for b1c68d87-c022-4112-965f-e84268e91d08 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:39:46.598582 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc65abbf-c091-4ce4-9957-cac7bea0b1f4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:46.625601 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65abbf-c091-4ce4-9957-cac7bea0b1f4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'Port': ['ID=b1c68d87-c022-4112-965f-e84268e91d08,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:46.806918 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc65abbf-c091-4ce4-9957-cac7bea0b1f4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:47.016854 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc65abbf-c091-4ce4-9957-cac7bea0b1f4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Router ed7291a1-80b4-4b88-9fd4-cbb592bdf871 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:39:47.122783 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc65abbf-c091-4ce4-9957-cac7bea0b1f4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:39:47.127816 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cc65abbf-c091-4ce4-9957-cac7bea0b1f4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "PUT /v2.0/routers/ed7291a1-80b4-4b88-9fd4-cbb592bdf871/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4166441 Jul 30 20:39:47.130574 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50868) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:39:47.132718 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d10af-00da-416b-b88a-c033e59149df None None] Sync routers for ids ['ed7291a1-80b4-4b88-9fd4-cbb592bdf871'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:39:47.141967 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35d10af-00da-416b-b88a-c033e59149df None None] Routers {'ed7291a1-80b4-4b88-9fd4-cbb592bdf871'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:39:47.143169 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d35d10af-00da-416b-b88a-c033e59149df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:39:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ed7291a1-80b4-4b88-9fd4-cbb592bdf871'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:39:47.181663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c690ac9-7d2a-4373-b160-68cb55e4d2df tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Deleting subnet ca0372b6-6e17-40c6-a932-68fa3dca7e9e {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:39:47.184764 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6c690ac9-7d2a-4373-b160-68cb55e4d2df tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:47.224424 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6c690ac9-7d2a-4373-b160-68cb55e4d2df tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:47.246847 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-d35d10af-00da-416b-b88a-c033e59149df None None] Set router ed7291a1-80b4-4b88-9fd4-cbb592bdf871 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:39:47.344934 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6c690ac9-7d2a-4373-b160-68cb55e4d2df tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:47.405497 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6c690ac9-7d2a-4373-b160-68cb55e4d2df tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:47.424801 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d35d10af-00da-416b-b88a-c033e59149df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652390362', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:36:54Z', 'updated_at': '2021-07-30T20:39:46Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:36:55Z', 'updated_at': '2021-07-30T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:39:47.432138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c690ac9-7d2a-4373-b160-68cb55e4d2df tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'Subnet': ['ID=ca0372b6-6e17-40c6-a932-68fa3dca7e9e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:47.435739 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6c690ac9-7d2a-4373-b160-68cb55e4d2df tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:47.437909 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6c690ac9-7d2a-4373-b160-68cb55e4d2df tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "DELETE /v2.0/subnets/ca0372b6-6e17-40c6-a932-68fa3dca7e9e HTTP/1.1" status: 204 len: 168 time: 0.3061178 Jul 30 20:39:47.440258 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50870) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:39:47.458820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c282c213-1e3a-4c35-be70-52b6ccd9e9e3 None None] Network 8ed99e2a-4689-4d23-8bef-789bb0522f31 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:39:47.461101 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d10af-00da-416b-b88a-c033e59149df None None] Checking router: ed7291a1-80b4-4b88-9fd4-cbb592bdf871 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:39:47.511638 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35d10af-00da-416b-b88a-c033e59149df None None] Routers {'ed7291a1-80b4-4b88-9fd4-cbb592bdf871'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:39:47.512267 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d35d10af-00da-416b-b88a-c033e59149df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:39:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ed7291a1-80b4-4b88-9fd4-cbb592bdf871'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:39:47.544737 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f6d04a8-9eba-410a-8d3a-bf503397bb3d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:47.608247 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ad593d87-233a-496c-b7d3-329e8119d971 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:39:47.662830 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: ad593d87-233a-496c-b7d3-329e8119d971 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:39:47.663173 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ad593d87-233a-496c-b7d3-329e8119d971 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:39:47.695649 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-d35d10af-00da-416b-b88a-c033e59149df None None] Set router ed7291a1-80b4-4b88-9fd4-cbb592bdf871 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:39:47.772469 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1a338c-2db4-4991-bdeb-6492d0b4c7e6 None None] DHCP port deletion for 8ed99e2a-4689-4d23-8bef-789bb0522f31 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:39:47.904893 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-df1a338c-2db4-4991-bdeb-6492d0b4c7e6 None None] Deleting port 9925fc02-d161-4650-b9a1-f3061b810ce3 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:39:47.905369 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-df1a338c-2db4-4991-bdeb-6492d0b4c7e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:47.934454 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f6d04a8-9eba-410a-8d3a-bf503397bb3d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:47.978828 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-df1a338c-2db4-4991-bdeb-6492d0b4c7e6 None None] For port 9925fc02-d161-4650-b9a1-f3061b810ce3, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=9925fc02-d161-4650-b9a1-f3061b810ce3,segment=NetworkSegment(0158e499-9a27-440d-9474-15d8699cdd79),segment_id=0158e499-9a27-440d-9474-15d8699cdd79)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:39:47.979142 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-df1a338c-2db4-4991-bdeb-6492d0b4c7e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:47.988240 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d35d10af-00da-416b-b88a-c033e59149df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652390362', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:36:54Z', 'updated_at': '2021-07-30T20:39:46Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:36:55Z', 'updated_at': '2021-07-30T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:39:47.990221 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-1f6d04a8-9eba-410a-8d3a-bf503397bb3d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Deleting port b0861d0c-3004-481a-8aa7-0d3b25c885a8 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:39:47.990562 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f6d04a8-9eba-410a-8d3a-bf503397bb3d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:48.018070 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-df1a338c-2db4-4991-bdeb-6492d0b4c7e6 None None] Calling delete_port for 9925fc02-d161-4650-b9a1-f3061b810ce3 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:39:48.019979 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d10af-00da-416b-b88a-c033e59149df None None] The sync data for ids ['ed7291a1-80b4-4b88-9fd4-cbb592bdf871'] in n-d-712137-9 is: [{'id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652390362', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:36:54Z', 'updated_at': '2021-07-30T20:39:46Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'b0861d0c-3004-481a-8aa7-0d3b25c885a8', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7291a1-80b4-4b88-9fd4-cbb592bdf871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:36:55Z', 'updated_at': '2021-07-30T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:39:48.071874 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-1f6d04a8-9eba-410a-8d3a-bf503397bb3d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] For port b0861d0c-3004-481a-8aa7-0d3b25c885a8, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b0861d0c-3004-481a-8aa7-0d3b25c885a8,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:39:48.072244 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f6d04a8-9eba-410a-8d3a-bf503397bb3d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:48.085816 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-1f6d04a8-9eba-410a-8d3a-bf503397bb3d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Calling delete_port for b0861d0c-3004-481a-8aa7-0d3b25c885a8 owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:39:48.102456 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-df1a338c-2db4-4991-bdeb-6492d0b4c7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:48.126978 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a338c-2db4-4991-bdeb-6492d0b4c7e6 None None] Pushing event deleted for resources: {'Port': ['ID=9925fc02-d161-4650-b9a1-f3061b810ce3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:48.131113 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1a338c-2db4-4991-bdeb-6492d0b4c7e6 None None] No DVR routers for this DVR port 9925fc02-d161-4650-b9a1-f3061b810ce3 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:39:48.138623 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a338c-2db4-4991-bdeb-6492d0b4c7e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:48.141920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a338c-2db4-4991-bdeb-6492d0b4c7e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:48.141920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a338c-2db4-4991-bdeb-6492d0b4c7e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:48.141920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a338c-2db4-4991-bdeb-6492d0b4c7e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:48.141920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a338c-2db4-4991-bdeb-6492d0b4c7e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:48.141920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a338c-2db4-4991-bdeb-6492d0b4c7e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:48.141920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a338c-2db4-4991-bdeb-6492d0b4c7e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:48.141920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a338c-2db4-4991-bdeb-6492d0b4c7e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:48.141920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a338c-2db4-4991-bdeb-6492d0b4c7e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:48.141920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a338c-2db4-4991-bdeb-6492d0b4c7e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:48.143786 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a338c-2db4-4991-bdeb-6492d0b4c7e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:48.143786 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1a338c-2db4-4991-bdeb-6492d0b4c7e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:48.252669 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f6d04a8-9eba-410a-8d3a-bf503397bb3d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:48.276370 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d04a8-9eba-410a-8d3a-bf503397bb3d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'Port': ['ID=b0861d0c-3004-481a-8aa7-0d3b25c885a8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:48.340607 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f6d04a8-9eba-410a-8d3a-bf503397bb3d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:48.449141 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f6d04a8-9eba-410a-8d3a-bf503397bb3d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:48.451537 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f6d04a8-9eba-410a-8d3a-bf503397bb3d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:48.504062 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9925fc02-d161-4650-b9a1-f3061b810ce3 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:39:48.517948 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f6d04a8-9eba-410a-8d3a-bf503397bb3d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:48.518594 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6d04a8-9eba-410a-8d3a-bf503397bb3d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Fanout notify agent at l3_agent the message router_deleted on router ed7291a1-80b4-4b88-9fd4-cbb592bdf871 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:39:48.525519 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f6d04a8-9eba-410a-8d3a-bf503397bb3d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:48.526635 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1f6d04a8-9eba-410a-8d3a-bf503397bb3d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "DELETE /v2.0/routers/ed7291a1-80b4-4b88-9fd4-cbb592bdf871 HTTP/1.1" status: 204 len: 168 time: 1.0854697 Jul 30 20:39:48.529525 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50872) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:39:48.532732 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 9925fc02-d161-4650-b9a1-f3061b810ce3 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:39:48.533551 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9925fc02-d161-4650-b9a1-f3061b810ce3 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:39:48.533978 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b1c68d87-c022-4112-965f-e84268e91d08 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:39:48.554895 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: b1c68d87-c022-4112-965f-e84268e91d08 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:39:48.555329 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b1c68d87-c022-4112-965f-e84268e91d08 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:39:48.612475 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b089041-1bf7-4821-ace5-402a57aa69df tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:48.717133 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b089041-1bf7-4821-ace5-402a57aa69df tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:48.727468 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-8b089041-1bf7-4821-ace5-402a57aa69df tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed99e2a-4689-4d23-8bef-789bb0522f31']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:39:48.743444 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-8b089041-1bf7-4821-ace5-402a57aa69df tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0158e499-9a27-440d-9474-15d8699cdd79') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:39:48.743847 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-8b089041-1bf7-4821-ace5-402a57aa69df tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0158e499-9a27-440d-9474-15d8699cdd79') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:39:48.755220 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b089041-1bf7-4821-ace5-402a57aa69df tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:48.768752 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b089041-1bf7-4821-ace5-402a57aa69df tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:48.774668 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b089041-1bf7-4821-ace5-402a57aa69df tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:39:48.775055 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b089041-1bf7-4821-ace5-402a57aa69df tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:39:48.777981 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:39:48.834286 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b089041-1bf7-4821-ace5-402a57aa69df tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:48.841968 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b089041-1bf7-4821-ace5-402a57aa69df tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:48.842987 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8b089041-1bf7-4821-ace5-402a57aa69df tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "DELETE /v2.0/networks/8ed99e2a-4689-4d23-8bef-789bb0522f31 HTTP/1.1" status: 204 len: 168 time: 0.3124990 Jul 30 20:39:48.845955 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50874) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:39:48.855096 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b089041-1bf7-4821-ace5-402a57aa69df tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'Network': ['ID=8ed99e2a-4689-4d23-8bef-789bb0522f31,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:48.903864 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c0efee1-97cf-4d56-83b5-7fe99564ed92 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:48.928058 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c0efee1-97cf-4d56-83b5-7fe99564ed92 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:48.986703 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c0efee1-97cf-4d56-83b5-7fe99564ed92 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:48.989586 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c0efee1-97cf-4d56-83b5-7fe99564ed92 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:48.990742 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3c0efee1-97cf-4d56-83b5-7fe99564ed92 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "DELETE /v2.0/security-groups/11e08569-2458-4190-b4a6-083e7fcffcfc HTTP/1.1" status: 204 len: 168 time: 0.1438029 Jul 30 20:39:48.999741 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0efee1-97cf-4d56-83b5-7fe99564ed92 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e08569-2458-4190-b4a6-083e7fcffcfc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:49.312681 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50880) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:39:49.317397 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4f288941-6700-4e0b-8890-62db4a20162f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1664514270', 'description': 'tempest-secgroup-smoke-1664514270 description', 'project_id': '5636146b812a4d8d86be80f6df05a4f1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:39:49.339231 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f288941-6700-4e0b-8890-62db4a20162f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:49.432044 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f288941-6700-4e0b-8890-62db4a20162f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:49.435557 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f288941-6700-4e0b-8890-62db4a20162f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:49.462652 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f288941-6700-4e0b-8890-62db4a20162f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:49.463865 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4f288941-6700-4e0b-8890-62db4a20162f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1501558 Jul 30 20:39:49.465931 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f288941-6700-4e0b-8890-62db4a20162f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c37ca6eb-b867-4e9d-b66a-4fe163d6fe93,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:49.466838 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50884) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:39:49.472358 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ee1a6a2e-dcd9-4908-855e-9a13cb63dea0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group_rule': {'security_group_id': 'c37ca6eb-b867-4e9d-b66a-4fe163d6fe93', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:39:49.497649 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee1a6a2e-dcd9-4908-855e-9a13cb63dea0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:49.558337 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee1a6a2e-dcd9-4908-855e-9a13cb63dea0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:49.562168 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee1a6a2e-dcd9-4908-855e-9a13cb63dea0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:49.579833 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a6a2e-dcd9-4908-855e-9a13cb63dea0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b3503c-06db-47e4-8119-ea4babefc8a9,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:49.585786 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee1a6a2e-dcd9-4908-855e-9a13cb63dea0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:49.590102 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ee1a6a2e-dcd9-4908-855e-9a13cb63dea0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192687 Jul 30 20:39:49.590102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50886) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:39:49.594332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-bf955bd1-0f51-4905-ab74-5ad121f66beb tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group_rule': {'security_group_id': 'c37ca6eb-b867-4e9d-b66a-4fe163d6fe93', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:39:49.620079 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bf955bd1-0f51-4905-ab74-5ad121f66beb tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:49.680593 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bf955bd1-0f51-4905-ab74-5ad121f66beb tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:49.684250 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bf955bd1-0f51-4905-ab74-5ad121f66beb tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:49.701998 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf955bd1-0f51-4905-ab74-5ad121f66beb tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b01491d-595c-4991-9e3c-5f8f459950b9,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:49.707771 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bf955bd1-0f51-4905-ab74-5ad121f66beb tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:49.709009 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-bf955bd1-0f51-4905-ab74-5ad121f66beb tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181149 Jul 30 20:39:49.711752 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50888) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:39:49.716192 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b31c1876-dd0c-4e2c-bfe2-a6d5ff7f5131 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group_rule': {'security_group_id': 'c37ca6eb-b867-4e9d-b66a-4fe163d6fe93', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:39:49.732252 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:49.741957 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b31c1876-dd0c-4e2c-bfe2-a6d5ff7f5131 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:49.802040 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b31c1876-dd0c-4e2c-bfe2-a6d5ff7f5131 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:49.806341 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b31c1876-dd0c-4e2c-bfe2-a6d5ff7f5131 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:49.824366 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c1876-dd0c-4e2c-bfe2-a6d5ff7f5131 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8a39ff-0170-417d-8f26-ed29853d7ac5,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:49.831003 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b31c1876-dd0c-4e2c-bfe2-a6d5ff7f5131 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:49.832382 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b31c1876-dd0c-4e2c-bfe2-a6d5ff7f5131 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195519 Jul 30 20:39:49.834954 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50890) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:39:49.839656 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-8835b8ea-cfdc-40a3-ad11-ccaff8506e10 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group_rule': {'security_group_id': 'c37ca6eb-b867-4e9d-b66a-4fe163d6fe93', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:39:49.867318 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8835b8ea-cfdc-40a3-ad11-ccaff8506e10 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:49.931450 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8835b8ea-cfdc-40a3-ad11-ccaff8506e10 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:49.934793 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8835b8ea-cfdc-40a3-ad11-ccaff8506e10 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:49.949721 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835b8ea-cfdc-40a3-ad11-ccaff8506e10 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8999a160-ea06-485f-9eec-e482310d9b4f,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:49.961355 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8835b8ea-cfdc-40a3-ad11-ccaff8506e10 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:49.962606 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8835b8ea-cfdc-40a3-ad11-ccaff8506e10 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266940 Jul 30 20:39:49.965746 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50892) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:39:49.971338 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a474f1d7-88c0-47fb-8183-97e425975656 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group_rule': {'security_group_id': 'c37ca6eb-b867-4e9d-b66a-4fe163d6fe93', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:39:49.998856 n-d-712137-9 neutron-server[93882]: INFO neutron.db.securitygroups_db [None req-a474f1d7-88c0-47fb-8183-97e425975656 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Project 5636146b812a4d8d86be80f6df05a4f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 20:39:50.004045 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a474f1d7-88c0-47fb-8183-97e425975656 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:50.067360 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a474f1d7-88c0-47fb-8183-97e425975656 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:50.070856 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a474f1d7-88c0-47fb-8183-97e425975656 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:50.085533 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474f1d7-88c0-47fb-8183-97e425975656 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7197c5-2e62-444b-990e-c4eb67cc2eb3,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:50.093766 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a474f1d7-88c0-47fb-8183-97e425975656 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:50.097983 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a474f1d7-88c0-47fb-8183-97e425975656 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281929 Jul 30 20:39:50.098182 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50894) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:39:50.102572 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-94c4368c-c562-4311-902f-96ea502c7f51 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group_rule': {'security_group_id': 'c37ca6eb-b867-4e9d-b66a-4fe163d6fe93', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:39:50.124099 n-d-712137-9 neutron-server[93882]: INFO neutron.db.securitygroups_db [None req-94c4368c-c562-4311-902f-96ea502c7f51 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Project 5636146b812a4d8d86be80f6df05a4f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 20:39:50.128831 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94c4368c-c562-4311-902f-96ea502c7f51 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:50.189932 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94c4368c-c562-4311-902f-96ea502c7f51 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:50.193238 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94c4368c-c562-4311-902f-96ea502c7f51 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:50.210235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4368c-c562-4311-902f-96ea502c7f51 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fcdd2b9-f1e5-41af-9b48-92f163d62787,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:50.216036 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94c4368c-c562-4311-902f-96ea502c7f51 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:50.217147 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-94c4368c-c562-4311-902f-96ea502c7f51 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180458 Jul 30 20:39:50.220006 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50896) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:39:50.225452 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-24338ca3-6ba1-4e12-be6b-369cfef88896 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'network': {'name': 'tempest-network-smoke--2056415911', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'port_security_enabled': True}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:39:50.244729 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24338ca3-6ba1-4e12-be6b-369cfef88896 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Made reservation on behalf of 5636146b812a4d8d86be80f6df05a4f1 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:39:50.248211 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-24338ca3-6ba1-4e12-be6b-369cfef88896 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:50.271623 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24338ca3-6ba1-4e12-be6b-369cfef88896 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:39:50.280708 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-24338ca3-6ba1-4e12-be6b-369cfef88896 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:50.281059 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-24338ca3-6ba1-4e12-be6b-369cfef88896 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Added segment aa834510-f841-4e12-b738-ba07ed2c5e8a of type vlan for network 3449ddfa-7206-47be-b435-76279803ff10 Jul 30 20:39:50.327068 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-24338ca3-6ba1-4e12-be6b-369cfef88896 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:50.345149 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b0861d0c-3004-481a-8aa7-0d3b25c885a8 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:39:50.358727 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-24338ca3-6ba1-4e12-be6b-369cfef88896 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:50.364604 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24338ca3-6ba1-4e12-be6b-369cfef88896 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:50.365190 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-24338ca3-6ba1-4e12-be6b-369cfef88896 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:50.368383 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: b0861d0c-3004-481a-8aa7-0d3b25c885a8 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:39:50.368727 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b0861d0c-3004-481a-8aa7-0d3b25c885a8 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:39:50.421329 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-24338ca3-6ba1-4e12-be6b-369cfef88896 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1996593 Jul 30 20:39:50.424000 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50898) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:39:50.428375 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-43b1f57e-93f6-42c9-a30b-6c0fdddd0451 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-98141775', 'admin_state_up': True, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:39:50.448096 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24338ca3-6ba1-4e12-be6b-369cfef88896 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Network': ['ID=3449ddfa-7206-47be-b435-76279803ff10,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:50.458753 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 3449ddfa-7206-47be-b435-76279803ff10 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:39:50.461258 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43b1f57e-93f6-42c9-a30b-6c0fdddd0451 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:50.462493 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43b1f57e-93f6-42c9-a30b-6c0fdddd0451 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:50.553592 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43b1f57e-93f6-42c9-a30b-6c0fdddd0451 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:50.688685 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43b1f57e-93f6-42c9-a30b-6c0fdddd0451 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:50.873315 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43b1f57e-93f6-42c9-a30b-6c0fdddd0451 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:50.901619 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43b1f57e-93f6-42c9-a30b-6c0fdddd0451 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:51.004397 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-43b1f57e-93f6-42c9-a30b-6c0fdddd0451 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Allocated IP 172.25.3.62 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/f75ba0e6-31f4-4322-8c93-56233c20aeda) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:39:51.108242 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43b1f57e-93f6-42c9-a30b-6c0fdddd0451 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:51.146009 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43b1f57e-93f6-42c9-a30b-6c0fdddd0451 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:51.183276 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b1f57e-93f6-42c9-a30b-6c0fdddd0451 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:39:51.186057 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-43b1f57e-93f6-42c9-a30b-6c0fdddd0451 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:39:51.189469 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b1f57e-93f6-42c9-a30b-6c0fdddd0451 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:39:51.214481 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1f57e-93f6-42c9-a30b-6c0fdddd0451 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Port': ['ID=f75ba0e6-31f4-4322-8c93-56233c20aeda,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:51.277009 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9c0f6b2-5fbb-4bdf-98f6-a27e77008bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:51.437263 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43b1f57e-93f6-42c9-a30b-6c0fdddd0451 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:51.626247 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43b1f57e-93f6-42c9-a30b-6c0fdddd0451 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:51.761549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b1f57e-93f6-42c9-a30b-6c0fdddd0451 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Router 87d75d4a-73ba-49d1-8e51-b24a0d95fc89 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:39:51.865275 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b1f57e-93f6-42c9-a30b-6c0fdddd0451 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:39:51.874543 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] Sync routers for ids ['87d75d4a-73ba-49d1-8e51-b24a0d95fc89'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:39:51.883655 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43b1f57e-93f6-42c9-a30b-6c0fdddd0451 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:51.884802 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-43b1f57e-93f6-42c9-a30b-6c0fdddd0451 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4598918 Jul 30 20:39:51.887878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50900) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:39:51.888364 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] Routers {'87d75d4a-73ba-49d1-8e51-b24a0d95fc89'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:39:51.889234 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:39:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['87d75d4a-73ba-49d1-8e51-b24a0d95fc89'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:39:51.921958 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5ba0d18b-ca6a-4049-933c-d48eb4181f5a tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=5636146b812a4d8d86be80f6df05a4f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329859 Jul 30 20:39:51.926043 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50902) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:39:51.993630 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] Set router 87d75d4a-73ba-49d1-8e51-b24a0d95fc89 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:39:52.076434 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb34089-8855-45d7-a90d-5fe240f4d374 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:52.077946 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5cb34089-8855-45d7-a90d-5fe240f4d374 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1509693 Jul 30 20:39:52.080792 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50904) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:39:52.113437 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-713efd39-f927-4b1d-87b0-3e77d1b50b48 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315671 Jul 30 20:39:52.116017 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50906) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:39:52.120664 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-87a3693b-3615-45cc-a524-241daa85e405 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1391218219', 'network_id': '3449ddfa-7206-47be-b435-76279803ff10', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:39:52.168813 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98141775', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:51Z', 'revision_number': 3, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:39:52.199104 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] Checking router: 87d75d4a-73ba-49d1-8e51-b24a0d95fc89 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:39:52.199444 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] Updating router 87d75d4a-73ba-49d1-8e51-b24a0d95fc89 port f75ba0e6-31f4-4322-8c93-56233c20aeda binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:39:52.225518 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:52.480356 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:52.490810 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] Transition to ACTIVE for port object f75ba0e6-31f4-4322-8c93-56233c20aeda will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:39:52.495977 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a3693b-3615-45cc-a524-241daa85e405 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Made reservation on behalf of 5636146b812a4d8d86be80f6df05a4f1 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:39:52.496841 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:52.499407 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87a3693b-3615-45cc-a524-241daa85e405 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:52.550134 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6f6fa-c764-431f-b756-acad7bc75f8c None None] Pushing event updated for resources: {'Port': ['ID=f75ba0e6-31f4-4322-8c93-56233c20aeda,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:52.553018 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] Attempting to bind port f75ba0e6-31f4-4322-8c93-56233c20aeda on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:39:52.553380 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] Attempting to bind port f75ba0e6-31f4-4322-8c93-56233c20aeda by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:39:52.553732 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] Attempting to bind port f75ba0e6-31f4-4322-8c93-56233c20aeda on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:39:52.562369 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6f6fa-c764-431f-b756-acad7bc75f8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:52.562726 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6f6fa-c764-431f-b756-acad7bc75f8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:52.563078 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6f6fa-c764-431f-b756-acad7bc75f8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:52.563464 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6f6fa-c764-431f-b756-acad7bc75f8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:52.563824 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6f6fa-c764-431f-b756-acad7bc75f8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:52.564182 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6f6fa-c764-431f-b756-acad7bc75f8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:52.564508 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6f6fa-c764-431f-b756-acad7bc75f8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:52.564841 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6f6fa-c764-431f-b756-acad7bc75f8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:52.565147 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6f6fa-c764-431f-b756-acad7bc75f8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:52.565468 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6f6fa-c764-431f-b756-acad7bc75f8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:52.565790 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6f6fa-c764-431f-b756-acad7bc75f8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:52.566120 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6f6fa-c764-431f-b756-acad7bc75f8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:39:52.569587 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:39:52.569959 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:39:52.570361 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:52.570742 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:39:52.571222 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] Bound port: f75ba0e6-31f4-4322-8c93-56233c20aeda, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:39:52.571602 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:52.627917 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] For port f75ba0e6-31f4-4322-8c93-56233c20aeda, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:39:52.630994 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] For port f75ba0e6-31f4-4322-8c93-56233c20aeda, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f75ba0e6-31f4-4322-8c93-56233c20aeda,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:39:52.634999 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:52.690708 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87a3693b-3615-45cc-a524-241daa85e405 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:52.696169 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6f6fa-c764-431f-b756-acad7bc75f8c None None] Pushing event updated for resources: {'Port': ['ID=f75ba0e6-31f4-4322-8c93-56233c20aeda,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:52.699357 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] Routers {'87d75d4a-73ba-49d1-8e51-b24a0d95fc89'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:39:52.700102 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:39:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['87d75d4a-73ba-49d1-8e51-b24a0d95fc89'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:39:52.753650 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3693b-3615-45cc-a524-241daa85e405 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Subnet': ['ID=e747a658-e47c-441e-94d4-4bf206ae0056,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:52.766106 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a3693b-3615-45cc-a524-241daa85e405 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Checking segment: {'id': 'aa834510-f841-4e12-b738-ba07ed2c5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3449ddfa-7206-47be-b435-76279803ff10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:39:52.766501 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a3693b-3615-45cc-a524-241daa85e405 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network hostable DHCP agents. Network: 3449ddfa-7206-47be-b435-76279803ff10, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:39:52.789746 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a3693b-3615-45cc-a524-241daa85e405 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network 3449ddfa-7206-47be-b435-76279803ff10 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:39:52.802290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-87a3693b-3615-45cc-a524-241daa85e405 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 3449ddfa-7206-47be-b435-76279803ff10) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:39:52.807643 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a3693b-3615-45cc-a524-241daa85e405 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:52.808501 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87a3693b-3615-45cc-a524-241daa85e405 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:52.812414 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26f29c8-b2d8-4c72-9ce5-5bfeb265ab9f None None] Network 3449ddfa-7206-47be-b435-76279803ff10 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:39:52.824971 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-87a3693b-3615-45cc-a524-241daa85e405 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7078733 Jul 30 20:39:52.827730 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50908) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:39:52.903069 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] Set router 87d75d4a-73ba-49d1-8e51-b24a0d95fc89 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:39:53.001181 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a906b3d4-a8e4-4095-b900-a04ec439c41d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-3449ddfa-7206-47be-b435-76279803ff10', 'network_id': '3449ddfa-7206-47be-b435-76279803ff10', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'fixed_ips': [{'subnet_id': 'e747a658-e47c-441e-94d4-4bf206ae0056'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:39:53.002221 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a906b3d4-a8e4-4095-b900-a04ec439c41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:53.093999 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98141775', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:51Z', 'revision_number': 3, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:39:53.123101 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a4c876-c4ba-4d50-b549-4aba4f4e5e76 None None] The sync data for ids ['87d75d4a-73ba-49d1-8e51-b24a0d95fc89'] in n-d-712137-9 is: [{'id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98141775', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:51Z', 'revision_number': 3, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:39:53.327231 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-a906b3d4-a8e4-4095-b900-a04ec439c41d None None] Allocated IP 172.20.0.2 (3449ddfa-7206-47be-b435-76279803ff10/e747a658-e47c-441e-94d4-4bf206ae0056/f2673221-8c60-4ebb-baea-9a2369e93798) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:39:53.335196 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb7a944c-95c7-4020-b938-131f642f94a4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:53.510515 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09bc05d3-2ad5-4773-b328-53cbb1ef78b2 req-461706bb-12a4-4c2a-88ac-7a50f8a4c98f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0969687 Jul 30 20:39:53.537558 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a906b3d4-a8e4-4095-b900-a04ec439c41d None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:53.549635 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a906b3d4-a8e4-4095-b900-a04ec439c41d None None] Transition to ACTIVE for port object f2673221-8c60-4ebb-baea-9a2369e93798 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:39:53.571077 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a906b3d4-a8e4-4095-b900-a04ec439c41d None None] Transition to ACTIVE for port object f2673221-8c60-4ebb-baea-9a2369e93798 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:39:53.578211 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a906b3d4-a8e4-4095-b900-a04ec439c41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:53.632505 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906b3d4-a8e4-4095-b900-a04ec439c41d None None] Pushing event updated for resources: {'Port': ['ID=f2673221-8c60-4ebb-baea-9a2369e93798,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:53.636488 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a906b3d4-a8e4-4095-b900-a04ec439c41d None None] Network 3449ddfa-7206-47be-b435-76279803ff10 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:39:53.638379 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a906b3d4-a8e4-4095-b900-a04ec439c41d None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:39:53.640935 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a906b3d4-a8e4-4095-b900-a04ec439c41d None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:39:53.668506 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc05d3-2ad5-4773-b328-53cbb1ef78b2 req-4c29b96c-e1c3-46a9-af11-df70c22fe729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:53.670283 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09bc05d3-2ad5-4773-b328-53cbb1ef78b2 req-4c29b96c-e1c3-46a9-af11-df70c22fe729 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 1097 time: 0.0989273 Jul 30 20:39:53.699826 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a906b3d4-a8e4-4095-b900-a04ec439c41d None None] Attempting to bind port f2673221-8c60-4ebb-baea-9a2369e93798 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:39:53.700414 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a906b3d4-a8e4-4095-b900-a04ec439c41d None None] Attempting to bind port f2673221-8c60-4ebb-baea-9a2369e93798 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'aa834510-f841-4e12-b738-ba07ed2c5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3449ddfa-7206-47be-b435-76279803ff10'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:39:53.700897 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a906b3d4-a8e4-4095-b900-a04ec439c41d None None] Attempting to bind port f2673221-8c60-4ebb-baea-9a2369e93798 on network 3449ddfa-7206-47be-b435-76279803ff10 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:39:53.707074 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a906b3d4-a8e4-4095-b900-a04ec439c41d None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:39:53.707594 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a906b3d4-a8e4-4095-b900-a04ec439c41d None None] Checking segment: {'id': 'aa834510-f841-4e12-b738-ba07ed2c5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3449ddfa-7206-47be-b435-76279803ff10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:39:53.708186 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a906b3d4-a8e4-4095-b900-a04ec439c41d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:53.708679 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a906b3d4-a8e4-4095-b900-a04ec439c41d None None] Bound using segment: {'id': 'aa834510-f841-4e12-b738-ba07ed2c5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3449ddfa-7206-47be-b435-76279803ff10'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:39:53.709314 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a906b3d4-a8e4-4095-b900-a04ec439c41d None None] Bound port: f2673221-8c60-4ebb-baea-9a2369e93798, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa834510-f841-4e12-b738-ba07ed2c5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3449ddfa-7206-47be-b435-76279803ff10'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:39:53.709884 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a906b3d4-a8e4-4095-b900-a04ec439c41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:53.764343 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d946675-c7a9-4548-bd37-23f8332d2c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:53.790894 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-cb7a944c-95c7-4020-b938-131f642f94a4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Allocated IP 172.20.0.1 (3449ddfa-7206-47be-b435-76279803ff10/e747a658-e47c-441e-94d4-4bf206ae0056/2cf81676-6f66-41b6-a9d4-12350cdd3db2) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:39:53.796164 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a906b3d4-a8e4-4095-b900-a04ec439c41d None None] For port f2673221-8c60-4ebb-baea-9a2369e93798, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:39:53.801083 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a906b3d4-a8e4-4095-b900-a04ec439c41d None None] For port f2673221-8c60-4ebb-baea-9a2369e93798, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f2673221-8c60-4ebb-baea-9a2369e93798,segment=NetworkSegment(aa834510-f841-4e12-b738-ba07ed2c5e8a),segment_id=aa834510-f841-4e12-b738-ba07ed2c5e8a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:39:53.806247 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a906b3d4-a8e4-4095-b900-a04ec439c41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:53.879076 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc05d3-2ad5-4773-b328-53cbb1ef78b2 req-8a1e0e3f-afa6-4cd6-9903-20ada16037b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:53.880616 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09bc05d3-2ad5-4773-b328-53cbb1ef78b2 req-8a1e0e3f-afa6-4cd6-9903-20ada16037b8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 913 time: 0.1862376 Jul 30 20:39:53.883484 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906b3d4-a8e4-4095-b900-a04ec439c41d None None] Pushing event updated for resources: {'Port': ['ID=f2673221-8c60-4ebb-baea-9a2369e93798,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:53.987263 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09bc05d3-2ad5-4773-b328-53cbb1ef78b2 req-b3a21d80-0677-45f6-a842-e367c1158421 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74440165-2e10-4b1f-be8a-09b12b7d1d5a HTTP/1.1" status: 200 len: 1001 time: 0.0961096 Jul 30 20:39:54.002518 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:54.009601 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb7a944c-95c7-4020-b938-131f642f94a4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:54.057151 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-cb7a944c-95c7-4020-b938-131f642f94a4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Transition to ACTIVE for port object 2cf81676-6f66-41b6-a9d4-12350cdd3db2 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:39:54.066252 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc05d3-2ad5-4773-b328-53cbb1ef78b2 req-4561d6e9-5ae9-4f1d-9ed4-c4e2a160c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:54.067835 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09bc05d3-2ad5-4773-b328-53cbb1ef78b2 req-4561d6e9-5ae9-4f1d-9ed4-c4e2a160c12c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0716724 Jul 30 20:39:54.133713 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb7a944c-95c7-4020-b938-131f642f94a4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:54.141016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc05d3-2ad5-4773-b328-53cbb1ef78b2 req-8cab8637-4ab9-43fd-9226-82807df32fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:54.143085 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09bc05d3-2ad5-4773-b328-53cbb1ef78b2 req-8cab8637-4ab9-43fd-9226-82807df32fc1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677786 Jul 30 20:39:54.172100 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-09bc05d3-2ad5-4773-b328-53cbb1ef78b2 req-dc4ccfe7-70f5-4245-b59e-c5bc5adb9567 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:39:54.173149 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09bc05d3-2ad5-4773-b328-53cbb1ef78b2 req-dc4ccfe7-70f5-4245-b59e-c5bc5adb9567 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055342 Jul 30 20:39:54.214080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7a944c-95c7-4020-b938-131f642f94a4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network 3449ddfa-7206-47be-b435-76279803ff10 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:39:54.246686 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-cb7a944c-95c7-4020-b938-131f642f94a4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:39:54.256289 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7a944c-95c7-4020-b938-131f642f94a4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:39:54.261475 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a944c-95c7-4020-b938-131f642f94a4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Port': ['ID=2cf81676-6f66-41b6-a9d4-12350cdd3db2,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:54.321091 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb7a944c-95c7-4020-b938-131f642f94a4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:54.381120 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09bc05d3-2ad5-4773-b328-53cbb1ef78b2 req-e90c66d3-e68e-4cbf-8140-43b3da54b15a service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990848 Jul 30 20:39:54.441701 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f75ba0e6-31f4-4322-8c93-56233c20aeda up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:39:54.494277 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port f75ba0e6-31f4-4322-8c93-56233c20aeda completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:39:54.498743 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port f75ba0e6-31f4-4322-8c93-56233c20aeda triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:39:54.499118 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:54.544809 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09bc05d3-2ad5-4773-b328-53cbb1ef78b2 req-958a942a-2e03-4603-8f94-eb824f96b551 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538737 Jul 30 20:39:54.551362 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb7a944c-95c7-4020-b938-131f642f94a4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:54.591164 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:54.617307 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port f75ba0e6-31f4-4322-8c93-56233c20aeda, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f75ba0e6-31f4-4322-8c93-56233c20aeda,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:39:54.621380 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:54.622281 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f2673221-8c60-4ebb-baea-9a2369e93798 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:39:54.699347 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=f75ba0e6-31f4-4322-8c93-56233c20aeda,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:54.712942 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port f2673221-8c60-4ebb-baea-9a2369e93798 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:39:54.867676 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb7a944c-95c7-4020-b938-131f642f94a4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:54.872758 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb7a944c-95c7-4020-b938-131f642f94a4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:54.948440 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a944c-95c7-4020-b938-131f642f94a4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Port': ['ID=2cf81676-6f66-41b6-a9d4-12350cdd3db2,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:54.953840 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb7a944c-95c7-4020-b938-131f642f94a4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:55.038436 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:55.060011 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7a944c-95c7-4020-b938-131f642f94a4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network 3449ddfa-7206-47be-b435-76279803ff10 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:39:55.061412 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-cb7a944c-95c7-4020-b938-131f642f94a4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:39:55.179056 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7a944c-95c7-4020-b938-131f642f94a4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Router 87d75d4a-73ba-49d1-8e51-b24a0d95fc89 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:39:55.295276 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7a944c-95c7-4020-b938-131f642f94a4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:39:55.300183 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cb7a944c-95c7-4020-b938-131f642f94a4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "PUT /v2.0/routers/87d75d4a-73ba-49d1-8e51-b24a0d95fc89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4713581 Jul 30 20:39:55.311108 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] Sync routers for ids ['87d75d4a-73ba-49d1-8e51-b24a0d95fc89'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:39:55.324178 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] Routers {'87d75d4a-73ba-49d1-8e51-b24a0d95fc89'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:39:55.324825 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:39:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['87d75d4a-73ba-49d1-8e51-b24a0d95fc89'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:39:55.440063 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] Set router 87d75d4a-73ba-49d1-8e51-b24a0d95fc89 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:39:55.450704 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-ae626a07-445a-42da-8095-aaa66da87690 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1664514270&fields=id&tenant_id=5636146b812a4d8d86be80f6df05a4f1 HTTP/1.1" status: 200 len: 267 time: 0.0388479 Jul 30 20:39:55.562636 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-9840139f-a818-46b5-a3c5-50067eb9134c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:55.564731 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-9840139f-a818-46b5-a3c5-50067eb9134c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/networks?id=3449ddfa-7206-47be-b435-76279803ff10 HTTP/1.1" status: 200 len: 797 time: 0.1070404 Jul 30 20:39:55.584304 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-8e570207-3c2d-49c5-b34c-4367da2100a4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/quotas/5636146b812a4d8d86be80f6df05a4f1 HTTP/1.1" status: 200 len: 375 time: 0.0119371 Jul 30 20:39:55.645994 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-739a850e-1c1b-4542-a0b1-89c8753d5f59 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554662 Jul 30 20:39:55.656465 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98141775', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:54Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '2cf81676-6f66-41b6-a9d4-12350cdd3db2', 'name': '', 'network_id': '3449ddfa-7206-47be-b435-76279803ff10', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:0c:a5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'e747a658-e47c-441e-94d4-4bf206ae0056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:39:53Z', 'updated_at': '2021-07-30T20:39:54Z', 'revision_number': 2, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': 'e747a658-e47c-441e-94d4-4bf206ae0056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:39:55.688570 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] Checking router: 87d75d4a-73ba-49d1-8e51-b24a0d95fc89 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:39:55.688963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] Updating router 87d75d4a-73ba-49d1-8e51-b24a0d95fc89 port 2cf81676-6f66-41b6-a9d4-12350cdd3db2 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:39:55.693393 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a9f1d9-6e7a-4c55-9fd4-e3bdc20c91cd None None] Network 3449ddfa-7206-47be-b435-76279803ff10 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:39:55.757751 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:55.822348 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-01ef42a6-8910-4780-bc9a-e7b9581b0dc8 None None] Provisioning for port f2673221-8c60-4ebb-baea-9a2369e93798 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:39:55.844385 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-01ef42a6-8910-4780-bc9a-e7b9581b0dc8 None None] Provisioning complete for port f2673221-8c60-4ebb-baea-9a2369e93798 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:39:55.844825 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01ef42a6-8910-4780-bc9a-e7b9581b0dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:56.069999 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-b1782bd8-5440-43ad-9d88-e2fd479a0bf5 service neutron] 10.222.0.81 "GET /v2.0/networks/3449ddfa-7206-47be-b435-76279803ff10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109683 Jul 30 20:39:56.124234 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01ef42a6-8910-4780-bc9a-e7b9581b0dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:56.168410 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-b06726df-84d7-4ea7-b943-65730023382d service neutron] 10.222.0.81 "GET /v2.0/networks/3449ddfa-7206-47be-b435-76279803ff10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922313 Jul 30 20:39:56.181370 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-01ef42a6-8910-4780-bc9a-e7b9581b0dc8 None None] For port f2673221-8c60-4ebb-baea-9a2369e93798, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f2673221-8c60-4ebb-baea-9a2369e93798,segment=NetworkSegment(aa834510-f841-4e12-b738-ba07ed2c5e8a),segment_id=aa834510-f841-4e12-b738-ba07ed2c5e8a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:39:56.191850 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01ef42a6-8910-4780-bc9a-e7b9581b0dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:56.281031 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:56.287057 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef42a6-8910-4780-bc9a-e7b9581b0dc8 None None] Pushing event updated for resources: {'Port': ['ID=f2673221-8c60-4ebb-baea-9a2369e93798,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:56.296606 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] Transition to ACTIVE for port object 2cf81676-6f66-41b6-a9d4-12350cdd3db2 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:39:56.305182 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:56.395557 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d537770-aeef-409d-981b-35c2ff05d863 req-f7b7e65c-9484-4e6a-ad76-ac6760eed496 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 210 time: 0.0510046 Jul 30 20:39:56.430490 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a0c00-aa1a-4c03-b798-fce86aa0b05e None None] Pushing event updated for resources: {'Port': ['ID=2cf81676-6f66-41b6-a9d4-12350cdd3db2,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:56.437126 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] Attempting to bind port 2cf81676-6f66-41b6-a9d4-12350cdd3db2 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:39:56.437354 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] Attempting to bind port 2cf81676-6f66-41b6-a9d4-12350cdd3db2 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'aa834510-f841-4e12-b738-ba07ed2c5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3449ddfa-7206-47be-b435-76279803ff10'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:39:56.437780 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] Attempting to bind port 2cf81676-6f66-41b6-a9d4-12350cdd3db2 on network 3449ddfa-7206-47be-b435-76279803ff10 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:39:56.444235 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:39:56.445090 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] Checking segment: {'id': 'aa834510-f841-4e12-b738-ba07ed2c5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3449ddfa-7206-47be-b435-76279803ff10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:39:56.445090 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:56.445400 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] Bound using segment: {'id': 'aa834510-f841-4e12-b738-ba07ed2c5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3449ddfa-7206-47be-b435-76279803ff10'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:39:56.445862 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] Bound port: 2cf81676-6f66-41b6-a9d4-12350cdd3db2, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa834510-f841-4e12-b738-ba07ed2c5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3449ddfa-7206-47be-b435-76279803ff10'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:39:56.446241 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:56.449536 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f75ba0e6-31f4-4322-8c93-56233c20aeda up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:39:56.551598 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1c3a0b9a-7159-41d4-ba32-74e19c0f7514 None None] Provisioning for port 2cf81676-6f66-41b6-a9d4-12350cdd3db2 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:39:56.568238 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] For port 2cf81676-6f66-41b6-a9d4-12350cdd3db2, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:39:56.571921 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] For port 2cf81676-6f66-41b6-a9d4-12350cdd3db2, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=2cf81676-6f66-41b6-a9d4-12350cdd3db2,segment=NetworkSegment(aa834510-f841-4e12-b738-ba07ed2c5e8a),segment_id=aa834510-f841-4e12-b738-ba07ed2c5e8a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:39:56.579255 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:56.586278 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port f75ba0e6-31f4-4322-8c93-56233c20aeda triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:39:56.586563 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:56.633325 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1c3a0b9a-7159-41d4-ba32-74e19c0f7514 None None] Provisioning complete for port f2673221-8c60-4ebb-baea-9a2369e93798 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:39:56.633793 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0b9a-7159-41d4-ba32-74e19c0f7514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:56.861750 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a0c00-aa1a-4c03-b798-fce86aa0b05e None None] Pushing event updated for resources: {'Port': ['ID=2cf81676-6f66-41b6-a9d4-12350cdd3db2,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:56.866285 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] Routers {'87d75d4a-73ba-49d1-8e51-b24a0d95fc89'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:39:56.866889 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:39:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['87d75d4a-73ba-49d1-8e51-b24a0d95fc89'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:39:56.963361 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:57.024193 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f2673221-8c60-4ebb-baea-9a2369e93798 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:39:57.075603 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] Set router 87d75d4a-73ba-49d1-8e51-b24a0d95fc89 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:39:57.207306 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port f2673221-8c60-4ebb-baea-9a2369e93798 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:39:57.208035 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:57.379252 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98141775', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:54Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '2cf81676-6f66-41b6-a9d4-12350cdd3db2', 'name': '', 'network_id': '3449ddfa-7206-47be-b435-76279803ff10', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:0c:a5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'e747a658-e47c-441e-94d4-4bf206ae0056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:39:53Z', 'updated_at': '2021-07-30T20:39:56Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': 'e747a658-e47c-441e-94d4-4bf206ae0056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:39:57.379853 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-1d6aa569-247f-4e36-b442-787fde96b00b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:57.381424 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-1d6aa569-247f-4e36-b442-787fde96b00b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.83 "GET /v2.0/networks?id=3449ddfa-7206-47be-b435-76279803ff10 HTTP/1.1" status: 200 len: 797 time: 0.1361806 Jul 30 20:39:57.417521 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa48826-4cd2-411d-84fb-50833143e0da None None] The sync data for ids ['87d75d4a-73ba-49d1-8e51-b24a0d95fc89'] in n-d-712137-9 is: [{'id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98141775', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:54Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '2cf81676-6f66-41b6-a9d4-12350cdd3db2', 'name': '', 'network_id': '3449ddfa-7206-47be-b435-76279803ff10', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:0c:a5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'e747a658-e47c-441e-94d4-4bf206ae0056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:39:53Z', 'updated_at': '2021-07-30T20:39:56Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': 'e747a658-e47c-441e-94d4-4bf206ae0056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:39:57.430600 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-b7f6a80a-fb95-45b0-a196-1de89e94d7c8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5636146b812a4d8d86be80f6df05a4f1 HTTP/1.1" status: 200 len: 380 time: 0.0393679 Jul 30 20:39:57.441567 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-e34354e7-0eb8-498f-823b-71b9128603b0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'port': {'device_id': '4da8aefe-6cd9-40c7-b9c8-cf26c2936d37', 'network_id': '3449ddfa-7206-47be-b435-76279803ff10', 'admin_state_up': True, 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'security_groups': ['c37ca6eb-b867-4e9d-b66a-4fe163d6fe93']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:39:57.508102 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-96d04138-2594-4740-8a33-874e0597bef7 req-76827691-89b6-4fb5-8b0f-52eb787942da tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 210 time: 0.0432839 Jul 30 20:39:57.587716 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-e34354e7-0eb8-498f-823b-71b9128603b0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Made reservation on behalf of 5636146b812a4d8d86be80f6df05a4f1 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:39:57.591668 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-e34354e7-0eb8-498f-823b-71b9128603b0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:57.726436 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-e34354e7-0eb8-498f-823b-71b9128603b0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Allocated IP 172.20.0.6 (3449ddfa-7206-47be-b435-76279803ff10/e747a658-e47c-441e-94d4-4bf206ae0056/e59c7be7-04a4-416b-8363-b886d628e160) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:39:57.883488 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-e34354e7-0eb8-498f-823b-71b9128603b0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:57.898233 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-e34354e7-0eb8-498f-823b-71b9128603b0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Transition to ACTIVE for port object e59c7be7-04a4-416b-8363-b886d628e160 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:39:57.933350 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-e34354e7-0eb8-498f-823b-71b9128603b0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:57.978894 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-e34354e7-0eb8-498f-823b-71b9128603b0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network 3449ddfa-7206-47be-b435-76279803ff10 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:39:57.982215 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-e34354e7-0eb8-498f-823b-71b9128603b0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:39:57.984702 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-e34354e7-0eb8-498f-823b-71b9128603b0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:39:58.019170 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34354e7-0eb8-498f-823b-71b9128603b0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Port': ['ID=e59c7be7-04a4-416b-8363-b886d628e160,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:58.053669 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-e34354e7-0eb8-498f-823b-71b9128603b0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:58.054483 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-e34354e7-0eb8-498f-823b-71b9128603b0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:58.075415 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-e34354e7-0eb8-498f-823b-71b9128603b0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6382637 Jul 30 20:39:58.088095 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-86ea0cd2-aec0-4aa0-8544-f36e06c3a5d0 service neutron] Request body: {'port': {'device_id': '4da8aefe-6cd9-40c7-b9c8-cf26c2936d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:39:58.147983 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-86ea0cd2-aec0-4aa0-8544-f36e06c3a5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:58.255239 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b911f521-1f01-478d-a197-f5e9ae7e81fb None None] Provisioning for port e59c7be7-04a4-416b-8363-b886d628e160 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:39:58.260637 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b911f521-1f01-478d-a197-f5e9ae7e81fb None None] Provisioning complete for port e59c7be7-04a4-416b-8363-b886d628e160 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:39:58.261436 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b911f521-1f01-478d-a197-f5e9ae7e81fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:58.303050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b911f521-1f01-478d-a197-f5e9ae7e81fb None None] Port e59c7be7-04a4-416b-8363-b886d628e160 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:39:58.428427 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 2cf81676-6f66-41b6-a9d4-12350cdd3db2 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:39:58.463946 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-86ea0cd2-aec0-4aa0-8544-f36e06c3a5d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e59c7be7-04a4-416b-8363-b886d628e160 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:39:58.473056 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-86ea0cd2-aec0-4aa0-8544-f36e06c3a5d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:58.482268 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 2cf81676-6f66-41b6-a9d4-12350cdd3db2 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:39:58.486371 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 2cf81676-6f66-41b6-a9d4-12350cdd3db2 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:39:58.486799 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:58.487561 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-86ea0cd2-aec0-4aa0-8544-f36e06c3a5d0 service neutron] Transition to ACTIVE for port object e59c7be7-04a4-416b-8363-b886d628e160 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:39:58.491439 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-86ea0cd2-aec0-4aa0-8544-f36e06c3a5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:58.565367 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea0cd2-aec0-4aa0-8544-f36e06c3a5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e59c7be7-04a4-416b-8363-b886d628e160,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:58.575226 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:58.614135 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 2cf81676-6f66-41b6-a9d4-12350cdd3db2, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=2cf81676-6f66-41b6-a9d4-12350cdd3db2,segment=NetworkSegment(aa834510-f841-4e12-b738-ba07ed2c5e8a),segment_id=aa834510-f841-4e12-b738-ba07ed2c5e8a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:39:58.620228 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:58.644461 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-86ea0cd2-aec0-4aa0-8544-f36e06c3a5d0 service neutron] Attempting to bind port e59c7be7-04a4-416b-8363-b886d628e160 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:39:58.644926 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-86ea0cd2-aec0-4aa0-8544-f36e06c3a5d0 service neutron] Attempting to bind port e59c7be7-04a4-416b-8363-b886d628e160 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'aa834510-f841-4e12-b738-ba07ed2c5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3449ddfa-7206-47be-b435-76279803ff10'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:39:58.645364 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-86ea0cd2-aec0-4aa0-8544-f36e06c3a5d0 service neutron] Attempting to bind port e59c7be7-04a4-416b-8363-b886d628e160 on network 3449ddfa-7206-47be-b435-76279803ff10 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:39:58.650479 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-86ea0cd2-aec0-4aa0-8544-f36e06c3a5d0 service neutron] Port e59c7be7-04a4-416b-8363-b886d628e160 on network 3449ddfa-7206-47be-b435-76279803ff10 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:39:58.650937 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-86ea0cd2-aec0-4aa0-8544-f36e06c3a5d0 service neutron] Attempting to bind port e59c7be7-04a4-416b-8363-b886d628e160 on network 3449ddfa-7206-47be-b435-76279803ff10 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:39:58.656779 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-86ea0cd2-aec0-4aa0-8544-f36e06c3a5d0 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:39:58.657199 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-86ea0cd2-aec0-4aa0-8544-f36e06c3a5d0 service neutron] Checking segment: {'id': 'aa834510-f841-4e12-b738-ba07ed2c5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3449ddfa-7206-47be-b435-76279803ff10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:39:58.658264 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-86ea0cd2-aec0-4aa0-8544-f36e06c3a5d0 service neutron] Bound using segment: {'id': 'aa834510-f841-4e12-b738-ba07ed2c5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3449ddfa-7206-47be-b435-76279803ff10'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:39:58.658814 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-86ea0cd2-aec0-4aa0-8544-f36e06c3a5d0 service neutron] Bound port: e59c7be7-04a4-416b-8363-b886d628e160, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa834510-f841-4e12-b738-ba07ed2c5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3449ddfa-7206-47be-b435-76279803ff10'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:39:58.659280 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-86ea0cd2-aec0-4aa0-8544-f36e06c3a5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:58.659493 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83faa0b9-56d0-4823-ba26-c72f8ae44ce4 req-2aa752b3-f8e0-4801-bbcb-6bfe3902a4e7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:58.664133 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-83faa0b9-56d0-4823-ba26-c72f8ae44ce4 req-2aa752b3-f8e0-4801-bbcb-6bfe3902a4e7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 943 time: 0.0709205 Jul 30 20:39:58.681370 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=2cf81676-6f66-41b6-a9d4-12350cdd3db2,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:58.715978 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-83faa0b9-56d0-4823-ba26-c72f8ae44ce4 req-11b821fb-674e-43e9-a9cb-cee4b1b83ceb tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=c37ca6eb-b867-4e9d-b66a-4fe163d6fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474029 Jul 30 20:39:58.739121 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-86ea0cd2-aec0-4aa0-8544-f36e06c3a5d0 service neutron] For port e59c7be7-04a4-416b-8363-b886d628e160, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:39:58.742586 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-86ea0cd2-aec0-4aa0-8544-f36e06c3a5d0 service neutron] For port e59c7be7-04a4-416b-8363-b886d628e160, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e59c7be7-04a4-416b-8363-b886d628e160,segment=NetworkSegment(aa834510-f841-4e12-b738-ba07ed2c5e8a),segment_id=aa834510-f841-4e12-b738-ba07ed2c5e8a)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:39:58.747296 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-86ea0cd2-aec0-4aa0-8544-f36e06c3a5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:58.781929 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-86ea0cd2-aec0-4aa0-8544-f36e06c3a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:58.783041 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-86ea0cd2-aec0-4aa0-8544-f36e06c3a5d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:39:58.784451 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-86ea0cd2-aec0-4aa0-8544-f36e06c3a5d0 service neutron] 10.222.0.83 "PUT /v2.0/ports/e59c7be7-04a4-416b-8363-b886d628e160 HTTP/1.1" status: 200 len: 1091 time: 0.7009356 Jul 30 20:39:58.784886 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da8aefe-6cd9-40c7-b9c8-cf26c2936d37', 'tag': 'e59c7be7-04a4-416b-8363-b886d628e160'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:39:58.787131 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140bc8fc-f9d5-450f-a0b0-b8f32435dbd4" -d '{"events": [{"name": "network-changed", "server_uuid": "4da8aefe-6cd9-40c7-b9c8-cf26c2936d37", "tag": "e59c7be7-04a4-416b-8363-b886d628e160"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:39:58.812753 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea0cd2-aec0-4aa0-8544-f36e06c3a5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e59c7be7-04a4-416b-8363-b886d628e160,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:39:58.831591 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bb5214-845c-4107-bfed-8d297af9eab5 x-openstack-request-id: req-a2bb5214-845c-4107-bfed-8d297af9eab5 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:39:58.831953 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da8aefe-6cd9-40c7-b9c8-cf26c2936d37", "tag": "e59c7be7-04a4-416b-8363-b886d628e160", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:39:58.832267 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a2bb5214-845c-4107-bfed-8d297af9eab5 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:39:58.832766 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da8aefe-6cd9-40c7-b9c8-cf26c2936d37', 'tag': 'e59c7be7-04a4-416b-8363-b886d628e160', 'status': 'completed', 'code': 200} Jul 30 20:39:58.887309 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-b3a6912d-e9ad-4997-b38e-383cb318795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:58.889224 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-b3a6912d-e9ad-4997-b38e-383cb318795d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 1094 time: 0.0446975 Jul 30 20:39:58.934080 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-fbe9d5e1-d77b-4ebd-ac47-8768ee523e42 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e59c7be7-04a4-416b-8363-b886d628e160 HTTP/1.1" status: 200 len: 217 time: 0.0377376 Jul 30 20:39:58.990196 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-31a69525-0bed-4c15-a91a-0b0edcea7e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:58.991720 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-31a69525-0bed-4c15-a91a-0b0edcea7e15 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e747a658-e47c-441e-94d4-4bf206ae0056 HTTP/1.1" status: 200 len: 835 time: 0.0511811 Jul 30 20:39:59.036971 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-257ca5fa-5a1c-4d19-85b8-a0f108d2fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:59.038479 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-257ca5fa-5a1c-4d19-85b8-a0f108d2fbf6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3449ddfa-7206-47be-b435-76279803ff10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399842 Jul 30 20:39:59.131367 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-0f4815ea-f336-4e5d-9140-d207d0662b77 service neutron] 10.222.0.83 "GET /v2.0/networks/3449ddfa-7206-47be-b435-76279803ff10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840590 Jul 30 20:39:59.221052 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-78b4ae0a-5a57-4414-9a23-9ce806596ebc req-2d6c93fb-4f4c-42af-a4fd-1a28ca033199 service neutron] 10.222.0.83 "GET /v2.0/networks/3449ddfa-7206-47be-b435-76279803ff10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821302 Jul 30 20:39:59.307420 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bc8fc-f9d5-450f-a0b0-b8f32435dbd4 req-612f86d5-a22e-41c6-962b-a8126007c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:59.308955 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-140bc8fc-f9d5-450f-a0b0-b8f32435dbd4 req-612f86d5-a22e-41c6-962b-a8126007c9f4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 1094 time: 0.0411189 Jul 30 20:39:59.404054 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bc8fc-f9d5-450f-a0b0-b8f32435dbd4 req-fcad9007-2227-4650-827e-a47a299e3af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:59.405532 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-140bc8fc-f9d5-450f-a0b0-b8f32435dbd4 req-fcad9007-2227-4650-827e-a47a299e3af5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3449ddfa-7206-47be-b435-76279803ff10 HTTP/1.1" status: 200 len: 898 time: 0.0882893 Jul 30 20:39:59.447581 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-140bc8fc-f9d5-450f-a0b0-b8f32435dbd4 req-c2aaaad3-0ad6-46dc-95f7-ac71e07253e6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e59c7be7-04a4-416b-8363-b886d628e160 HTTP/1.1" status: 200 len: 217 time: 0.0339301 Jul 30 20:39:59.496529 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bc8fc-f9d5-450f-a0b0-b8f32435dbd4 req-da4ca0fd-79c7-4e83-82a8-7a9276599a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:59.497938 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-140bc8fc-f9d5-450f-a0b0-b8f32435dbd4 req-da4ca0fd-79c7-4e83-82a8-7a9276599a37 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e747a658-e47c-441e-94d4-4bf206ae0056 HTTP/1.1" status: 200 len: 835 time: 0.0437200 Jul 30 20:39:59.546050 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bc8fc-f9d5-450f-a0b0-b8f32435dbd4 req-2d9f0b86-619e-46b1-a759-f27f02e796f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:59.547473 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-140bc8fc-f9d5-450f-a0b0-b8f32435dbd4 req-2d9f0b86-619e-46b1-a759-f27f02e796f1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3449ddfa-7206-47be-b435-76279803ff10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428312 Jul 30 20:39:59.634595 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-140bc8fc-f9d5-450f-a0b0-b8f32435dbd4 req-01726927-79f4-412a-853e-4601318f6c24 service neutron] 10.222.0.83 "GET /v2.0/networks/3449ddfa-7206-47be-b435-76279803ff10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797937 Jul 30 20:39:59.728237 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-140bc8fc-f9d5-450f-a0b0-b8f32435dbd4 req-fcc7b7ef-a4f0-47e0-b881-2d36d7a8aca7 service neutron] 10.222.0.83 "GET /v2.0/networks/3449ddfa-7206-47be-b435-76279803ff10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868447 Jul 30 20:39:59.838126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c009187-000c-4484-ab89-1fa186da3de5 req-f6eb46b6-9c77-4962-a190-70a907ce6b0d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:39:59.839621 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c009187-000c-4484-ab89-1fa186da3de5 req-f6eb46b6-9c77-4962-a190-70a907ce6b0d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 943 time: 0.0534854 Jul 30 20:39:59.876743 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c009187-000c-4484-ab89-1fa186da3de5 req-9af9c950-8c94-410b-8a7b-2ce6076b85a6 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=c37ca6eb-b867-4e9d-b66a-4fe163d6fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306687 Jul 30 20:40:00.394141 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 2cf81676-6f66-41b6-a9d4-12350cdd3db2 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:40:00.440343 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 2cf81676-6f66-41b6-a9d4-12350cdd3db2 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:40:00.440709 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:00.991863 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd248ead-7eef-4af6-984a-cfd36bee685c req-899c1025-7bc1-4ac2-a567-06a49c3cdc18 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:00.993331 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd248ead-7eef-4af6-984a-cfd36bee685c req-899c1025-7bc1-4ac2-a567-06a49c3cdc18 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 943 time: 0.0497413 Jul 30 20:40:01.032314 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd248ead-7eef-4af6-984a-cfd36bee685c req-d3286e93-d8fe-43ca-b75d-05b5574de438 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=c37ca6eb-b867-4e9d-b66a-4fe163d6fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328331 Jul 30 20:40:01.642533 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device e59c7be7-04a4-416b-8363-b886d628e160 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:40:01.733203 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port e59c7be7-04a4-416b-8363-b886d628e160, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e59c7be7-04a4-416b-8363-b886d628e160,segment=NetworkSegment(aa834510-f841-4e12-b738-ba07ed2c5e8a),segment_id=aa834510-f841-4e12-b738-ba07ed2c5e8a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:40:01.744587 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'e59c7be7-04a4-416b-8363-b886d628e160', 'network_id': '3449ddfa-7206-47be-b435-76279803ff10', 'port_id': 'e59c7be7-04a4-416b-8363-b886d628e160', 'mac_address': 'fa:16:3e:71:f4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e747a658-e47c-441e-94d4-4bf206ae0056', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:40:01.784639 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:01.796770 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59c7be7-04a4-416b-8363-b886d628e160 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:40:01.816126 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port e59c7be7-04a4-416b-8363-b886d628e160, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e59c7be7-04a4-416b-8363-b886d628e160,segment=NetworkSegment(aa834510-f841-4e12-b738-ba07ed2c5e8a),segment_id=aa834510-f841-4e12-b738-ba07ed2c5e8a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:40:01.819527 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:01.866322 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=e59c7be7-04a4-416b-8363-b886d628e160,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:40:02.104094 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['e59c7be7-04a4-416b-8363-b886d628e160'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:40:02.145279 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be590f0f-deff-4a26-a1b6-71ac385f0f7a req-5497a943-ac59-4456-acf3-5dcc5519b3cf tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:02.146779 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be590f0f-deff-4a26-a1b6-71ac385f0f7a req-5497a943-ac59-4456-acf3-5dcc5519b3cf tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 944 time: 0.0491884 Jul 30 20:40:02.185412 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be590f0f-deff-4a26-a1b6-71ac385f0f7a req-26bf2fa5-d0a7-42fd-a544-3bcf8f3e86e6 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=c37ca6eb-b867-4e9d-b66a-4fe163d6fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320826 Jul 30 20:40:03.304630 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577377b-7e59-414c-a6f5-737bf6cb6cea req-03e49558-25f8-4fa8-8203-3378750927d0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:03.306105 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2577377b-7e59-414c-a6f5-737bf6cb6cea req-03e49558-25f8-4fa8-8203-3378750927d0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 944 time: 0.0536597 Jul 30 20:40:03.345455 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2577377b-7e59-414c-a6f5-737bf6cb6cea req-ae93cbe2-93c1-4b25-9eec-c82e368a95c5 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=c37ca6eb-b867-4e9d-b66a-4fe163d6fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331624 Jul 30 20:40:03.658093 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device e59c7be7-04a4-416b-8363-b886d628e160 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:40:03.708560 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port e59c7be7-04a4-416b-8363-b886d628e160 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:40:03.712261 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port e59c7be7-04a4-416b-8363-b886d628e160 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:40:03.712631 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:03.794708 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:03.818867 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da8aefe-6cd9-40c7-b9c8-cf26c2936d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59c7be7-04a4-416b-8363-b886d628e160'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:40:03.821139 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6072d769-7cfc-4f9b-8b15-9e8f3a0e6221" -d '{"events": [{"server_uuid": "4da8aefe-6cd9-40c7-b9c8-cf26c2936d37", "name": "network-vif-plugged", "status": "completed", "tag": "e59c7be7-04a4-416b-8363-b886d628e160"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:40:03.833577 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port e59c7be7-04a4-416b-8363-b886d628e160, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e59c7be7-04a4-416b-8363-b886d628e160,segment=NetworkSegment(aa834510-f841-4e12-b738-ba07ed2c5e8a),segment_id=aa834510-f841-4e12-b738-ba07ed2c5e8a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:40:03.837862 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:03.868093 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bfecac-dac5-4800-a97d-8b854681df20 x-openstack-request-id: req-05bfecac-dac5-4800-a97d-8b854681df20 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:40:03.868444 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da8aefe-6cd9-40c7-b9c8-cf26c2936d37", "name": "network-vif-plugged", "status": "completed", "tag": "e59c7be7-04a4-416b-8363-b886d628e160", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:40:03.868725 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-05bfecac-dac5-4800-a97d-8b854681df20 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:40:03.869117 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da8aefe-6cd9-40c7-b9c8-cf26c2936d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59c7be7-04a4-416b-8363-b886d628e160', 'code': 200} Jul 30 20:40:03.889640 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=e59c7be7-04a4-416b-8363-b886d628e160,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:40:03.966191 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126990ab-2af1-4e58-93db-0bb55280088a req-f33387ad-45d9-41fc-8756-35321a929046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:03.967829 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-126990ab-2af1-4e58-93db-0bb55280088a req-f33387ad-45d9-41fc-8756-35321a929046 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 1096 time: 0.0430622 Jul 30 20:40:04.005285 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-126990ab-2af1-4e58-93db-0bb55280088a req-7481c9af-d752-4bc8-bf10-945e119b9460 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c37ca6eb-b867-4e9d-b66a-4fe163d6fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307686 Jul 30 20:40:04.461942 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248f0e4-2315-4720-96f4-7225778d240c req-3ea68f20-0263-451f-b750-d17edf7afa5b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:04.463421 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3248f0e4-2315-4720-96f4-7225778d240c req-3ea68f20-0263-451f-b750-d17edf7afa5b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 945 time: 0.0483899 Jul 30 20:40:04.501289 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3248f0e4-2315-4720-96f4-7225778d240c req-cf8b82c7-c83a-4341-92f0-48607e608b03 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=c37ca6eb-b867-4e9d-b66a-4fe163d6fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319014 Jul 30 20:40:05.614003 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31c9da-649d-4180-885c-fa4c68b9a979 req-417ef196-6ee6-4c68-aecb-7ed433b13181 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:05.615375 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d31c9da-649d-4180-885c-fa4c68b9a979 req-417ef196-6ee6-4c68-aecb-7ed433b13181 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 945 time: 0.0485358 Jul 30 20:40:05.653312 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d31c9da-649d-4180-885c-fa4c68b9a979 req-54ae790a-67fc-4b46-8afe-8505bd33fa25 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=c37ca6eb-b867-4e9d-b66a-4fe163d6fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318737 Jul 30 20:40:05.768955 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98955878-cec6-4112-81f0-0cbd48fc6045 req-7939cc1f-2a4a-457a-aee4-83f306bfc4a7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:05.770405 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98955878-cec6-4112-81f0-0cbd48fc6045 req-7939cc1f-2a4a-457a-aee4-83f306bfc4a7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 945 time: 0.0528383 Jul 30 20:40:05.807968 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98955878-cec6-4112-81f0-0cbd48fc6045 req-9fd5c7d9-1d22-4246-9dfb-d3f0e49b0f64 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=c37ca6eb-b867-4e9d-b66a-4fe163d6fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316868 Jul 30 20:40:05.828742 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50964) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:40:05.862141 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:40:05.867784 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d281ab-9132-4e89-9051-ad1c6d7deb39 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:05.869232 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e3d281ab-9132-4e89-9051-ad1c6d7deb39 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 1091 time: 0.0394924 Jul 30 20:40:05.872059 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50966) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:40:05.876436 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3b34b369-35d7-4a36-a198-4b9cffa40884 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': 'e59c7be7-04a4-416b-8363-b886d628e160', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:40:05.897582 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b34b369-35d7-4a36-a198-4b9cffa40884 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:05.998148 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b34b369-35d7-4a36-a198-4b9cffa40884 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:06.101605 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-3b34b369-35d7-4a36-a198-4b9cffa40884 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Allocated IP 172.25.3.174 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/27dbfee3-7963-48c8-8ed5-5f04674993f1) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:40:06.205185 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b34b369-35d7-4a36-a198-4b9cffa40884 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:06.242547 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b34b369-35d7-4a36-a198-4b9cffa40884 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:06.280035 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b34b369-35d7-4a36-a198-4b9cffa40884 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:40:06.283490 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-3b34b369-35d7-4a36-a198-4b9cffa40884 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:40:06.287012 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b34b369-35d7-4a36-a198-4b9cffa40884 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:40:06.295181 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34b369-35d7-4a36-a198-4b9cffa40884 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Port': ['ID=27dbfee3-7963-48c8-8ed5-5f04674993f1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:40:06.644003 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b34b369-35d7-4a36-a198-4b9cffa40884 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:06.709018 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b34b369-35d7-4a36-a198-4b9cffa40884 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:06.858008 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b34b369-35d7-4a36-a198-4b9cffa40884 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:06.862311 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b34b369-35d7-4a36-a198-4b9cffa40884 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:06.929947 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34b369-35d7-4a36-a198-4b9cffa40884 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Port': ['ID=27dbfee3-7963-48c8-8ed5-5f04674993f1,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:40:06.942708 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b34b369-35d7-4a36-a198-4b9cffa40884 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:07.041068 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-3b34b369-35d7-4a36-a198-4b9cffa40884 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Floating IP 812753e5-191c-40d5-af47-bd9b07eecbd5 associated. External IP: 172.25.3.174, port: e59c7be7-04a4-416b-8363-b886d628e160. Jul 30 20:40:07.239334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b34b369-35d7-4a36-a198-4b9cffa40884 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Router 87d75d4a-73ba-49d1-8e51-b24a0d95fc89 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:40:07.345855 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b34b369-35d7-4a36-a198-4b9cffa40884 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:40:07.355797 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1491630-61a8-43ea-bbd2-94f340dc6c0f None None] Sync routers for ids ['87d75d4a-73ba-49d1-8e51-b24a0d95fc89'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:40:07.362748 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b34b369-35d7-4a36-a198-4b9cffa40884 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:07.366146 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1491630-61a8-43ea-bbd2-94f340dc6c0f None None] Routers {'87d75d4a-73ba-49d1-8e51-b24a0d95fc89'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:40:07.366798 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d1491630-61a8-43ea-bbd2-94f340dc6c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:39:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['87d75d4a-73ba-49d1-8e51-b24a0d95fc89'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:40:07.390062 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3b34b369-35d7-4a36-a198-4b9cffa40884 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5170114 Jul 30 20:40:07.390638 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da8aefe-6cd9-40c7-b9c8-cf26c2936d37', 'tag': 'e59c7be7-04a4-416b-8363-b886d628e160'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:40:07.392947 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815adff5-6fc5-4530-ad31-badce86e23fa" -d '{"events": [{"name": "network-changed", "server_uuid": "4da8aefe-6cd9-40c7-b9c8-cf26c2936d37", "tag": "e59c7be7-04a4-416b-8363-b886d628e160"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:40:07.475582 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d1491630-61a8-43ea-bbd2-94f340dc6c0f None None] Set router 87d75d4a-73ba-49d1-8e51-b24a0d95fc89 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:40:07.488003 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc87cd6-5f2d-4e0a-9137-035f0200afca req-b0235080-2e7e-44f8-8e6f-7a70f782a0d4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:07.489563 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3cc87cd6-5f2d-4e0a-9137-035f0200afca req-b0235080-2e7e-44f8-8e6f-7a70f782a0d4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 945 time: 0.0536332 Jul 30 20:40:07.527929 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3cc87cd6-5f2d-4e0a-9137-035f0200afca req-5f1b1976-854b-46e9-9e98-bdcc8c27220d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=c37ca6eb-b867-4e9d-b66a-4fe163d6fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323138 Jul 30 20:40:07.549870 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 50972) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:40:07.572790 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8535c2-bbb0-4705-b03f-f2657d66d6a7 x-openstack-request-id: req-9f8535c2-bbb0-4705-b03f-f2657d66d6a7 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:40:07.573075 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da8aefe-6cd9-40c7-b9c8-cf26c2936d37", "tag": "e59c7be7-04a4-416b-8363-b886d628e160", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:40:07.573325 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9f8535c2-bbb0-4705-b03f-f2657d66d6a7 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:40:07.573730 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da8aefe-6cd9-40c7-b9c8-cf26c2936d37', 'tag': 'e59c7be7-04a4-416b-8363-b886d628e160', 'status': 'completed', 'code': 200} Jul 30 20:40:07.645553 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f93ebdcc-d377-4fc9-93d8-b028226c6e56 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/floatingips/812753e5-191c-40d5-af47-bd9b07eecbd5 HTTP/1.1" status: 200 len: 991 time: 0.0945830 Jul 30 20:40:07.654364 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815adff5-6fc5-4530-ad31-badce86e23fa req-f5024861-4660-4a5b-9b5f-87ac5e73934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:07.655806 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-815adff5-6fc5-4530-ad31-badce86e23fa req-f5024861-4660-4a5b-9b5f-87ac5e73934c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 1096 time: 0.0594203 Jul 30 20:40:07.703060 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d1491630-61a8-43ea-bbd2-94f340dc6c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98141775', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:54Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '812753e5-191c-40d5-af47-bd9b07eecbd5', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'port_id': 'e59c7be7-04a4-416b-8363-b886d628e160', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3449ddfa-7206-47be-b435-76279803ff10', 'mac_address': 'fa:16:3e:71:f4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da8aefe-6cd9-40c7-b9c8-cf26c2936d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:40:06Z', 'updated_at': '2021-07-30T20:40:06Z', 'revision_number': 0, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cf81676-6f66-41b6-a9d4-12350cdd3db2', 'name': '', 'network_id': '3449ddfa-7206-47be-b435-76279803ff10', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:0c:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'e747a658-e47c-441e-94d4-4bf206ae0056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:39:53Z', 'updated_at': '2021-07-30T20:39:58Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': 'e747a658-e47c-441e-94d4-4bf206ae0056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:40:07.731127 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1491630-61a8-43ea-bbd2-94f340dc6c0f None None] Checking router: 87d75d4a-73ba-49d1-8e51-b24a0d95fc89 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:40:07.739705 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1491630-61a8-43ea-bbd2-94f340dc6c0f None None] Routers {'87d75d4a-73ba-49d1-8e51-b24a0d95fc89'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:40:07.740243 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d1491630-61a8-43ea-bbd2-94f340dc6c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:39:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['87d75d4a-73ba-49d1-8e51-b24a0d95fc89'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:40:07.743231 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815adff5-6fc5-4530-ad31-badce86e23fa req-7d751f46-d70c-4aff-ac38-099fec1ad605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:07.744737 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-815adff5-6fc5-4530-ad31-badce86e23fa req-7d751f46-d70c-4aff-ac38-099fec1ad605 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3449ddfa-7206-47be-b435-76279803ff10 HTTP/1.1" status: 200 len: 898 time: 0.0825911 Jul 30 20:40:07.813601 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-815adff5-6fc5-4530-ad31-badce86e23fa req-c5bd67b0-a87f-406e-a4b9-51c8026ce774 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e59c7be7-04a4-416b-8363-b886d628e160 HTTP/1.1" status: 200 len: 999 time: 0.0620744 Jul 30 20:40:07.841272 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d1491630-61a8-43ea-bbd2-94f340dc6c0f None None] Set router 87d75d4a-73ba-49d1-8e51-b24a0d95fc89 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:40:07.863293 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815adff5-6fc5-4530-ad31-badce86e23fa req-754852fe-a753-473a-acad-d110697ce2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:07.864809 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-815adff5-6fc5-4530-ad31-badce86e23fa req-754852fe-a753-473a-acad-d110697ce2ea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e747a658-e47c-441e-94d4-4bf206ae0056 HTTP/1.1" status: 200 len: 835 time: 0.0443377 Jul 30 20:40:07.909497 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815adff5-6fc5-4530-ad31-badce86e23fa req-3b115ace-5ced-44bf-aa74-aad8c9c831ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:07.910970 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-815adff5-6fc5-4530-ad31-badce86e23fa req-3b115ace-5ced-44bf-aa74-aad8c9c831ed service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3449ddfa-7206-47be-b435-76279803ff10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389524 Jul 30 20:40:08.005216 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-815adff5-6fc5-4530-ad31-badce86e23fa req-bf979021-3f3f-426d-b67c-8d495f3ad998 service neutron] 10.222.0.83 "GET /v2.0/networks/3449ddfa-7206-47be-b435-76279803ff10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871298 Jul 30 20:40:08.056464 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d1491630-61a8-43ea-bbd2-94f340dc6c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98141775', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:54Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '812753e5-191c-40d5-af47-bd9b07eecbd5', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'port_id': 'e59c7be7-04a4-416b-8363-b886d628e160', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3449ddfa-7206-47be-b435-76279803ff10', 'mac_address': 'fa:16:3e:71:f4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da8aefe-6cd9-40c7-b9c8-cf26c2936d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:40:06Z', 'updated_at': '2021-07-30T20:40:06Z', 'revision_number': 0, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cf81676-6f66-41b6-a9d4-12350cdd3db2', 'name': '', 'network_id': '3449ddfa-7206-47be-b435-76279803ff10', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:0c:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'e747a658-e47c-441e-94d4-4bf206ae0056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:39:53Z', 'updated_at': '2021-07-30T20:39:58Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': 'e747a658-e47c-441e-94d4-4bf206ae0056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:40:08.081207 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1491630-61a8-43ea-bbd2-94f340dc6c0f None None] The sync data for ids ['87d75d4a-73ba-49d1-8e51-b24a0d95fc89'] in n-d-712137-9 is: [{'id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98141775', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:54Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '812753e5-191c-40d5-af47-bd9b07eecbd5', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'port_id': 'e59c7be7-04a4-416b-8363-b886d628e160', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3449ddfa-7206-47be-b435-76279803ff10', 'mac_address': 'fa:16:3e:71:f4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da8aefe-6cd9-40c7-b9c8-cf26c2936d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:40:06Z', 'updated_at': '2021-07-30T20:40:06Z', 'revision_number': 0, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cf81676-6f66-41b6-a9d4-12350cdd3db2', 'name': '', 'network_id': '3449ddfa-7206-47be-b435-76279803ff10', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:0c:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'e747a658-e47c-441e-94d4-4bf206ae0056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:39:53Z', 'updated_at': '2021-07-30T20:39:58Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': 'e747a658-e47c-441e-94d4-4bf206ae0056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:40:08.097271 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-815adff5-6fc5-4530-ad31-badce86e23fa req-bcbadffa-25c4-4566-b11a-102cd276966b service neutron] 10.222.0.83 "GET /v2.0/networks/3449ddfa-7206-47be-b435-76279803ff10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828118 Jul 30 20:40:08.276072 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aa6a4a-6607-4732-b97d-5384c7eca7ff None None] New status for floating IP 812753e5-191c-40d5-af47-bd9b07eecbd5: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:40:08.649288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 50974) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:40:08.708223 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-444fb0fe-87dd-4a5a-9eac-f61a0b17a6f5 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/floatingips/812753e5-191c-40d5-af47-bd9b07eecbd5 HTTP/1.1" status: 200 len: 993 time: 0.0578291 Jul 30 20:40:15.668913 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:19.747977 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:21.283163 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e242588-c094-4f14-b36d-38a97b19731e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:23.737065 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f741cd5e-bff9-4ebe-b516-7e09647e4588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:23.993845 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:25.039868 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:26.912774 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:42.860722 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:40:45.668172 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:49.769678 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:51.285343 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50abd164-3dc8-423a-b666-02d6cacf0a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:53.031481 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-f768933f-3d65-4389-887f-8d3abc109559 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-98953863&fields=id&tenant_id=40df3973962c47808e3981dec5fc9c7f HTTP/1.1" status: 200 len: 267 time: 0.0352674 Jul 30 20:40:53.141750 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-29694b64-46d0-43fe-af27-75bb0f5f6637 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:53.143199 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-29694b64-46d0-43fe-af27-75bb0f5f6637 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 812 time: 0.1035390 Jul 30 20:40:53.158049 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-77a29557-801d-4e7e-ad90-805b10d438b2 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/quotas/40df3973962c47808e3981dec5fc9c7f HTTP/1.1" status: 200 len: 375 time: 0.0093288 Jul 30 20:40:53.214076 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-4c9ac73f-4cbc-423e-8eea-fc00cfd6b8a9 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0510972 Jul 30 20:40:53.312613 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-e2de0e79-715d-4c5d-9ebb-fe7514f834b9 service neutron] 10.222.0.81 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860791 Jul 30 20:40:53.400123 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-a285fa9b-8ab9-4b81-adf8-1375c9bd3c1b service neutron] 10.222.0.81 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816011 Jul 30 20:40:53.675719 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e63c4ec8-9ba4-493f-98b0-47fd7d5a8491 req-04d4c14d-2418-48e2-b502-282be1b8f688 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 210 time: 0.0267127 Jul 30 20:40:53.736889 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe07c188-451c-4ce2-85e8-306d0e9757de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:53.994179 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:54.404510 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63996720-91fd-48be-ae81-2d639839eec3 req-8d49a770-c1d2-47e4-b436-9d710fd79a11 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429881 Jul 30 20:40:54.487091 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63996720-91fd-48be-ae81-2d639839eec3 req-4275e2f2-33ca-41e1-b183-eacb02e2b139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:54.488629 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63996720-91fd-48be-ae81-2d639839eec3 req-4275e2f2-33ca-41e1-b183-eacb02e2b139 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 1097 time: 0.0401568 Jul 30 20:40:54.553318 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-317ef186-22b0-4b64-b9bd-798267d94657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:54.555072 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-317ef186-22b0-4b64-b9bd-798267d94657 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.83 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 812 time: 0.1101429 Jul 30 20:40:54.596825 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63996720-91fd-48be-ae81-2d639839eec3 req-066578be-2c7f-441f-8883-cb5c80b8b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:54.598303 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63996720-91fd-48be-ae81-2d639839eec3 req-066578be-2c7f-441f-8883-cb5c80b8b23d service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 913 time: 0.0912170 Jul 30 20:40:54.599018 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-0622f953-f8af-4eaa-bab2-f8f269a06d29 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40df3973962c47808e3981dec5fc9c7f HTTP/1.1" status: 200 len: 378 time: 0.0352957 Jul 30 20:40:54.608459 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Request body: {'port': {'device_id': '8082298d-d7fe-4834-9bda-7a4ee80c977d', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'admin_state_up': True, 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'security_groups': ['3355d0d3-4343-4cd1-9bc9-a38721514a52']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:40:54.668453 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63996720-91fd-48be-ae81-2d639839eec3 req-73d6abf7-5f9a-4383-af0f-081e608983ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74440165-2e10-4b1f-be8a-09b12b7d1d5a HTTP/1.1" status: 200 len: 1001 time: 0.0630407 Jul 30 20:40:54.722292 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63996720-91fd-48be-ae81-2d639839eec3 req-e208a321-917e-473f-b269-adec500e1848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:54.724157 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63996720-91fd-48be-ae81-2d639839eec3 req-e208a321-917e-473f-b269-adec500e1848 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0491648 Jul 30 20:40:54.726532 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Made reservation on behalf of 40df3973962c47808e3981dec5fc9c7f for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:40:54.730201 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:54.791352 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b24c7516-5e95-4e1f-83f4-e2d9913a08ba req-5d46b2f9-9efc-4618-a5b7-16ec917c87e5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 210 time: 0.0293102 Jul 30 20:40:54.819460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63996720-91fd-48be-ae81-2d639839eec3 req-20daff3f-0d19-4000-b830-bfa7ac796ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:54.821136 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63996720-91fd-48be-ae81-2d639839eec3 req-20daff3f-0d19-4000-b830-bfa7ac796ee4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898361 Jul 30 20:40:54.884350 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Allocated IP 172.20.0.10 (6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1/3008045a-2232-40b0-9f2b-2de360d1b833/d6d2b04a-1183-46b6-8ea2-4f82c1417c7d) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:40:54.917616 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63996720-91fd-48be-ae81-2d639839eec3 req-d75fa406-d5a3-4d8b-8cea-c4b70782a361 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890012 Jul 30 20:40:55.012333 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-63996720-91fd-48be-ae81-2d639839eec3 req-edfbc15f-5bbf-4c2b-8b98-f511817b1079 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876043 Jul 30 20:40:55.029629 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:55.044431 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Transition to ACTIVE for port object d6d2b04a-1183-46b6-8ea2-4f82c1417c7d will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:40:55.044864 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:55.076437 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:55.120904 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:40:55.123875 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:40:55.127860 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:40:55.153981 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event updated for resources: {'Port': ['ID=d6d2b04a-1183-46b6-8ea2-4f82c1417c7d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:40:55.172050 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:40:55.172395 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:40:55.172734 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:40:55.173068 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:40:55.173417 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:40:55.173752 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:40:55.174078 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:40:55.174398 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:40:55.174723 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:40:55.175040 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:40:55.175361 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:40:55.175776 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:40:55.194006 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:55.194640 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:55.211258 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-21260156-fb40-4d41-82a6-28f73bacfdcb tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6064405 Jul 30 20:40:55.225035 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-d08539c1-4491-4a89-9478-bcb9193ee032 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:40:55.226263 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-d08539c1-4491-4a89-9478-bcb9193ee032 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055466 Jul 30 20:40:55.354167 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-71dc405b-a8b1-4f41-bb63-f6ae4ce64c58 service neutron] Request body: {'port': {'device_id': '8082298d-d7fe-4834-9bda-7a4ee80c977d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:40:55.377650 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-05e52f7c-b336-49e6-81c6-51a6b89f54be None None] Provisioning for port d6d2b04a-1183-46b6-8ea2-4f82c1417c7d completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:40:55.381651 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-05e52f7c-b336-49e6-81c6-51a6b89f54be None None] Provisioning complete for port d6d2b04a-1183-46b6-8ea2-4f82c1417c7d triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:40:55.382091 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-05e52f7c-b336-49e6-81c6-51a6b89f54be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:55.416192 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-05e52f7c-b336-49e6-81c6-51a6b89f54be None None] Port d6d2b04a-1183-46b6-8ea2-4f82c1417c7d cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:40:55.417217 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-71dc405b-a8b1-4f41-bb63-f6ae4ce64c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:55.678704 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-71dc405b-a8b1-4f41-bb63-f6ae4ce64c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d2b04a-1183-46b6-8ea2-4f82c1417c7d {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:40:55.686102 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-71dc405b-a8b1-4f41-bb63-f6ae4ce64c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:55.699674 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-71dc405b-a8b1-4f41-bb63-f6ae4ce64c58 service neutron] Transition to ACTIVE for port object d6d2b04a-1183-46b6-8ea2-4f82c1417c7d will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:40:55.705605 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-71dc405b-a8b1-4f41-bb63-f6ae4ce64c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:55.762625 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc405b-a8b1-4f41-bb63-f6ae4ce64c58 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d2b04a-1183-46b6-8ea2-4f82c1417c7d,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:40:55.836594 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-71dc405b-a8b1-4f41-bb63-f6ae4ce64c58 service neutron] Attempting to bind port d6d2b04a-1183-46b6-8ea2-4f82c1417c7d on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:40:55.836964 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-71dc405b-a8b1-4f41-bb63-f6ae4ce64c58 service neutron] Attempting to bind port d6d2b04a-1183-46b6-8ea2-4f82c1417c7d by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:40:55.837367 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-71dc405b-a8b1-4f41-bb63-f6ae4ce64c58 service neutron] Attempting to bind port d6d2b04a-1183-46b6-8ea2-4f82c1417c7d on network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:40:55.842244 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-71dc405b-a8b1-4f41-bb63-f6ae4ce64c58 service neutron] Port d6d2b04a-1183-46b6-8ea2-4f82c1417c7d on network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:40:55.842704 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-71dc405b-a8b1-4f41-bb63-f6ae4ce64c58 service neutron] Attempting to bind port d6d2b04a-1183-46b6-8ea2-4f82c1417c7d on network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:40:55.848228 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-71dc405b-a8b1-4f41-bb63-f6ae4ce64c58 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:40:55.848578 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-71dc405b-a8b1-4f41-bb63-f6ae4ce64c58 service neutron] Checking segment: {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:40:55.848973 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-71dc405b-a8b1-4f41-bb63-f6ae4ce64c58 service neutron] Bound using segment: {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:40:55.849413 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-71dc405b-a8b1-4f41-bb63-f6ae4ce64c58 service neutron] Bound port: d6d2b04a-1183-46b6-8ea2-4f82c1417c7d, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9160e641-6a3b-44f7-8a98-fa1e8b80d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:40:55.849779 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-71dc405b-a8b1-4f41-bb63-f6ae4ce64c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:55.923622 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-71dc405b-a8b1-4f41-bb63-f6ae4ce64c58 service neutron] For port d6d2b04a-1183-46b6-8ea2-4f82c1417c7d, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:40:55.927191 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-71dc405b-a8b1-4f41-bb63-f6ae4ce64c58 service neutron] For port d6d2b04a-1183-46b6-8ea2-4f82c1417c7d, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d6d2b04a-1183-46b6-8ea2-4f82c1417c7d,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:40:55.936713 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-71dc405b-a8b1-4f41-bb63-f6ae4ce64c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:55.948127 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963e4c9-f762-445f-a47e-1f050d8af9af req-1b75575f-9cc6-4a32-991d-3a03c9db3b82 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:55.955536 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4963e4c9-f762-445f-a47e-1f050d8af9af req-1b75575f-9cc6-4a32-991d-3a03c9db3b82 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 944 time: 0.0793777 Jul 30 20:40:55.983596 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-71dc405b-a8b1-4f41-bb63-f6ae4ce64c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:55.985652 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-71dc405b-a8b1-4f41-bb63-f6ae4ce64c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:55.987332 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-71dc405b-a8b1-4f41-bb63-f6ae4ce64c58 service neutron] 10.222.0.83 "PUT /v2.0/ports/d6d2b04a-1183-46b6-8ea2-4f82c1417c7d HTTP/1.1" status: 200 len: 1092 time: 0.7533958 Jul 30 20:40:55.989738 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8082298d-d7fe-4834-9bda-7a4ee80c977d', 'tag': 'd6d2b04a-1183-46b6-8ea2-4f82c1417c7d'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:40:55.992906 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a157136a-0d29-48ee-abf9-a0e117450c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "8082298d-d7fe-4834-9bda-7a4ee80c977d", "tag": "d6d2b04a-1183-46b6-8ea2-4f82c1417c7d"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:40:56.005100 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4963e4c9-f762-445f-a47e-1f050d8af9af req-4f5ea321-b33d-4743-9179-e5a676cf3ec0 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485709 Jul 30 20:40:56.062719 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc405b-a8b1-4f41-bb63-f6ae4ce64c58 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d2b04a-1183-46b6-8ea2-4f82c1417c7d,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:40:56.067422 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6269b2bb-9e5e-4f38-aa12-eeb38deb8664 x-openstack-request-id: req-6269b2bb-9e5e-4f38-aa12-eeb38deb8664 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:40:56.067841 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8082298d-d7fe-4834-9bda-7a4ee80c977d", "tag": "d6d2b04a-1183-46b6-8ea2-4f82c1417c7d", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:40:56.068190 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6269b2bb-9e5e-4f38-aa12-eeb38deb8664 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:40:56.068680 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8082298d-d7fe-4834-9bda-7a4ee80c977d', 'tag': 'd6d2b04a-1183-46b6-8ea2-4f82c1417c7d', 'status': 'completed', 'code': 200} Jul 30 20:40:56.104358 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-9a3d2ac8-a761-4b79-a0bc-30bdd89216f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:56.106351 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-9a3d2ac8-a761-4b79-a0bc-30bdd89216f5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 1095 time: 0.0577407 Jul 30 20:40:56.152360 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-989538ee-1652-4f64-88e8-ac1aa1e91cab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6d2b04a-1183-46b6-8ea2-4f82c1417c7d HTTP/1.1" status: 200 len: 217 time: 0.0361130 Jul 30 20:40:56.204123 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-44fcef93-a6e2-456d-9269-881bce800059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:56.205698 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-44fcef93-a6e2-456d-9269-881bce800059 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0462034 Jul 30 20:40:56.256768 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-5b8c4fd9-7768-49db-a00c-1c523d511040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:56.258597 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-5b8c4fd9-7768-49db-a00c-1c523d511040 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455108 Jul 30 20:40:56.353069 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-e5c18000-4bfb-4c20-8f86-d51427630712 service neutron] 10.222.0.83 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873718 Jul 30 20:40:56.448569 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f6b5fb73-f712-4c11-84c8-35624714c059 req-9b46beb0-fc74-4026-b9d0-3055cd7c87aa service neutron] 10.222.0.83 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882392 Jul 30 20:40:56.820516 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157136a-0d29-48ee-abf9-a0e117450c3c req-b43ce594-d35e-4494-a4c4-45045514a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:56.822018 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a157136a-0d29-48ee-abf9-a0e117450c3c req-b43ce594-d35e-4494-a4c4-45045514a08d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 1095 time: 0.3281353 Jul 30 20:40:56.912624 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157136a-0d29-48ee-abf9-a0e117450c3c req-46620489-6a71-45fe-9410-ad8fba86648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:56.914841 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a157136a-0d29-48ee-abf9-a0e117450c3c req-46620489-6a71-45fe-9410-ad8fba86648d service neutron] 10.222.0.83 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 913 time: 0.0850761 Jul 30 20:40:56.916034 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:40:56.959404 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a157136a-0d29-48ee-abf9-a0e117450c3c req-7294e760-31e0-4a24-abc8-788bd3801a0e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6d2b04a-1183-46b6-8ea2-4f82c1417c7d HTTP/1.1" status: 200 len: 217 time: 0.0379946 Jul 30 20:40:57.008716 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157136a-0d29-48ee-abf9-a0e117450c3c req-18ce4cc8-b10d-40f0-a4da-2e9e04eb26d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:57.010163 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a157136a-0d29-48ee-abf9-a0e117450c3c req-18ce4cc8-b10d-40f0-a4da-2e9e04eb26d3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0445797 Jul 30 20:40:57.057199 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157136a-0d29-48ee-abf9-a0e117450c3c req-7ef497e2-6318-45f8-b963-fa1ab625807b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:57.058676 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a157136a-0d29-48ee-abf9-a0e117450c3c req-7ef497e2-6318-45f8-b963-fa1ab625807b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416651 Jul 30 20:40:57.126502 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83f904-4fc8-4763-9b06-2f644bf0062c req-b5970df7-5277-4c15-a006-b8ec19231969 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:57.128160 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dd83f904-4fc8-4763-9b06-2f644bf0062c req-b5970df7-5277-4c15-a006-b8ec19231969 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 944 time: 0.0522623 Jul 30 20:40:57.159205 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a157136a-0d29-48ee-abf9-a0e117450c3c req-e6f42a9d-5351-44b7-bdfc-24c3d5057c68 service neutron] 10.222.0.83 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929794 Jul 30 20:40:57.174211 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dd83f904-4fc8-4763-9b06-2f644bf0062c req-70588f36-0aa7-4de3-a3a3-14bb9ec45ef8 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393727 Jul 30 20:40:57.248980 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a157136a-0d29-48ee-abf9-a0e117450c3c req-49e8340c-1048-441e-9ad7-90142dd1917d service neutron] 10.222.0.83 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827935 Jul 30 20:40:58.288264 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7e4d0-a171-411e-956b-e1582f06b6ea req-bdb1cb30-72a2-4ae5-b6d1-a494c3ea9680 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:58.289737 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bdc7e4d0-a171-411e-956b-e1582f06b6ea req-bdb1cb30-72a2-4ae5-b6d1-a494c3ea9680 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 944 time: 0.0494118 Jul 30 20:40:58.329586 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bdc7e4d0-a171-411e-956b-e1582f06b6ea req-335d1c2a-9e67-4cbe-8d2b-9d147f356333 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339217 Jul 30 20:40:59.447631 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d5fbe-5525-4d41-a525-5c44c0ebcc30 req-39814428-3f98-4595-aaf8-7446cc740691 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:40:59.449298 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-286d5fbe-5525-4d41-a525-5c44c0ebcc30 req-39814428-3f98-4595-aaf8-7446cc740691 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 944 time: 0.0539691 Jul 30 20:40:59.487452 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-286d5fbe-5525-4d41-a525-5c44c0ebcc30 req-217902ff-6628-410e-832a-ee15bde9bcb5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323620 Jul 30 20:41:00.599897 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007f17d-bdb2-48de-86b1-e6422d0b5f4a req-43053d1f-be71-4640-b585-b1e80f4b4b07 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:00.601304 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3007f17d-bdb2-48de-86b1-e6422d0b5f4a req-43053d1f-be71-4640-b585-b1e80f4b4b07 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 944 time: 0.0492992 Jul 30 20:41:00.654221 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3007f17d-bdb2-48de-86b1-e6422d0b5f4a req-a7dc8f15-2de1-45d5-a4be-46f3bf3a4274 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466912 Jul 30 20:41:01.769600 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074d9c9-bc0f-441a-aed6-8fc712792c5e req-a268888a-e1ce-4383-9c4c-7c8f105f2a8b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:01.771069 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c074d9c9-bc0f-441a-aed6-8fc712792c5e req-a268888a-e1ce-4383-9c4c-7c8f105f2a8b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 944 time: 0.0489268 Jul 30 20:41:01.808061 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c074d9c9-bc0f-441a-aed6-8fc712792c5e req-05165f05-5506-444a-9c36-f874930493cd tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311203 Jul 30 20:41:02.924099 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4724e-5cf6-4475-aa53-22ec19dca303 req-d7d06841-95fe-4eb2-bf7b-353795c94947 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:02.925557 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f5a4724e-5cf6-4475-aa53-22ec19dca303 req-d7d06841-95fe-4eb2-bf7b-353795c94947 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 944 time: 0.0529873 Jul 30 20:41:02.963880 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f5a4724e-5cf6-4475-aa53-22ec19dca303 req-27d30522-eb2c-4178-9377-cacff3a07f4d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324793 Jul 30 20:41:04.077089 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6f8b1-9d86-42a4-8a1b-a497b118f7ec req-df47ea35-5f55-468c-a410-cf7e0e84339b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:04.079047 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64c6f8b1-9d86-42a4-8a1b-a497b118f7ec req-df47ea35-5f55-468c-a410-cf7e0e84339b tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 944 time: 0.0501125 Jul 30 20:41:04.116514 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64c6f8b1-9d86-42a4-8a1b-a497b118f7ec req-4d57acd0-1a5f-42d3-aa2a-ef7f09d752f9 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315285 Jul 30 20:41:04.690117 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8bbbb7b4-4b5f-43e9-ab5b-6b447f96f509 req-36db277a-767c-452d-8e96-001f953e8949 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423100 Jul 30 20:41:04.810216 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbb7b4-4b5f-43e9-ab5b-6b447f96f509 req-fff85abc-b87e-492b-b2d1-3b1cfb006e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:04.812484 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8bbbb7b4-4b5f-43e9-ab5b-6b447f96f509 req-fff85abc-b87e-492b-b2d1-3b1cfb006e2b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 1096 time: 0.0474339 Jul 30 20:41:04.924037 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbb7b4-4b5f-43e9-ab5b-6b447f96f509 req-848d4767-7a63-4534-9d1e-5b6a6e0c963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:04.925473 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8bbbb7b4-4b5f-43e9-ab5b-6b447f96f509 req-848d4767-7a63-4534-9d1e-5b6a6e0c963f service neutron] 10.222.0.83 "GET /v2.0/networks?id=3449ddfa-7206-47be-b435-76279803ff10 HTTP/1.1" status: 200 len: 898 time: 0.0847495 Jul 30 20:41:04.994225 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8bbbb7b4-4b5f-43e9-ab5b-6b447f96f509 req-54a69555-d604-4ff6-8196-d3d450e60a5d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e59c7be7-04a4-416b-8363-b886d628e160 HTTP/1.1" status: 200 len: 1001 time: 0.0603621 Jul 30 20:41:05.041413 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbb7b4-4b5f-43e9-ab5b-6b447f96f509 req-6ac43045-ebfd-4608-9b4d-5fa2f24510ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:05.042771 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8bbbb7b4-4b5f-43e9-ab5b-6b447f96f509 req-6ac43045-ebfd-4608-9b4d-5fa2f24510ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e747a658-e47c-441e-94d4-4bf206ae0056 HTTP/1.1" status: 200 len: 835 time: 0.0414793 Jul 30 20:41:05.086377 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbb7b4-4b5f-43e9-ab5b-6b447f96f509 req-dff4525a-fb6f-4f48-835c-f15ed17dfc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:05.087824 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8bbbb7b4-4b5f-43e9-ab5b-6b447f96f509 req-dff4525a-fb6f-4f48-835c-f15ed17dfc88 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3449ddfa-7206-47be-b435-76279803ff10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382218 Jul 30 20:41:05.179148 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8bbbb7b4-4b5f-43e9-ab5b-6b447f96f509 req-283e33f1-61d6-45ee-bc86-d9ca385d3cc2 service neutron] 10.222.0.83 "GET /v2.0/networks/3449ddfa-7206-47be-b435-76279803ff10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840755 Jul 30 20:41:05.228868 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d98539-3536-4f05-9936-ea3899e9fa87 req-4bcf7d97-8881-4035-b8bd-ebb5b46e6a62 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:05.230340 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8d98539-3536-4f05-9936-ea3899e9fa87 req-4bcf7d97-8881-4035-b8bd-ebb5b46e6a62 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 944 time: 0.0482190 Jul 30 20:41:05.268576 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8bbbb7b4-4b5f-43e9-ab5b-6b447f96f509 req-fee053da-0038-4504-858c-e49f22a868cb service neutron] 10.222.0.83 "GET /v2.0/networks/3449ddfa-7206-47be-b435-76279803ff10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818982 Jul 30 20:41:05.268814 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8d98539-3536-4f05-9936-ea3899e9fa87 req-3f2a58f0-4fc1-4889-815c-8fdac0923def tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316038 Jul 30 20:41:05.893859 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device d6d2b04a-1183-46b6-8ea2-4f82c1417c7d details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:41:05.989377 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port d6d2b04a-1183-46b6-8ea2-4f82c1417c7d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d6d2b04a-1183-46b6-8ea2-4f82c1417c7d,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:41:06.000974 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'd6d2b04a-1183-46b6-8ea2-4f82c1417c7d', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'port_id': 'd6d2b04a-1183-46b6-8ea2-4f82c1417c7d', 'mac_address': 'fa:16:3e:34:55:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:41:06.040679 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:06.055157 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d2b04a-1183-46b6-8ea2-4f82c1417c7d {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:41:06.078531 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port d6d2b04a-1183-46b6-8ea2-4f82c1417c7d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d6d2b04a-1183-46b6-8ea2-4f82c1417c7d,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:41:06.082964 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:06.138734 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=d6d2b04a-1183-46b6-8ea2-4f82c1417c7d,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:06.147758 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:06.148044 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:06.148525 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:06.148993 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:06.149350 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:06.149681 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:06.150041 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:06.150375 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:06.150754 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:06.151040 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:06.151485 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:06.151895 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:06.378384 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['d6d2b04a-1183-46b6-8ea2-4f82c1417c7d'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:41:06.402332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4adb0a-50bb-4f4c-96b3-8ac729ae73ce req-938fc541-6fe1-42ab-a868-ada88526b879 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:06.403915 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea4adb0a-50bb-4f4c-96b3-8ac729ae73ce req-938fc541-6fe1-42ab-a868-ada88526b879 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 945 time: 0.0629065 Jul 30 20:41:06.449106 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea4adb0a-50bb-4f4c-96b3-8ac729ae73ce req-901d9f84-3324-47d3-9074-21f876f86e97 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383961 Jul 30 20:41:07.572487 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93715af7-1912-45ca-88d7-e2036c7c3590 req-c3cc2845-4435-45ac-89d3-395c0daaf5dd tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:07.574830 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-93715af7-1912-45ca-88d7-e2036c7c3590 req-c3cc2845-4435-45ac-89d3-395c0daaf5dd tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 945 time: 0.0541670 Jul 30 20:41:07.618145 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-93715af7-1912-45ca-88d7-e2036c7c3590 req-667dda61-9908-4f90-9848-2efb45e7f833 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368755 Jul 30 20:41:07.891485 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device d6d2b04a-1183-46b6-8ea2-4f82c1417c7d up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:41:07.938157 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port d6d2b04a-1183-46b6-8ea2-4f82c1417c7d completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:41:07.941881 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port d6d2b04a-1183-46b6-8ea2-4f82c1417c7d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:41:07.942252 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:08.016805 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:08.038287 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8082298d-d7fe-4834-9bda-7a4ee80c977d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d2b04a-1183-46b6-8ea2-4f82c1417c7d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:41:08.040522 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f58d1d-0706-4ee8-91d2-dd7ec49c5d34" -d '{"events": [{"server_uuid": "8082298d-d7fe-4834-9bda-7a4ee80c977d", "name": "network-vif-plugged", "status": "completed", "tag": "d6d2b04a-1183-46b6-8ea2-4f82c1417c7d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:41:08.056508 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port d6d2b04a-1183-46b6-8ea2-4f82c1417c7d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d6d2b04a-1183-46b6-8ea2-4f82c1417c7d,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:41:08.060598 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:08.083314 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32e2396-2ab9-4b8e-b88a-b36d412efa9e x-openstack-request-id: req-e32e2396-2ab9-4b8e-b88a-b36d412efa9e {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:41:08.083620 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8082298d-d7fe-4834-9bda-7a4ee80c977d", "name": "network-vif-plugged", "status": "completed", "tag": "d6d2b04a-1183-46b6-8ea2-4f82c1417c7d", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:41:08.083873 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e32e2396-2ab9-4b8e-b88a-b36d412efa9e {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:41:08.084258 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8082298d-d7fe-4834-9bda-7a4ee80c977d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d2b04a-1183-46b6-8ea2-4f82c1417c7d', 'code': 200} Jul 30 20:41:08.109354 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=d6d2b04a-1183-46b6-8ea2-4f82c1417c7d,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:08.173174 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdd343-7bea-4237-bbe9-fe4fcdbcbcd1 req-3f7a825e-4ec3-4e8e-beaf-1c5a796a2ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:08.174555 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7acdd343-7bea-4237-bbe9-fe4fcdbcbcd1 req-3f7a825e-4ec3-4e8e-beaf-1c5a796a2ecb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 1097 time: 0.0402088 Jul 30 20:41:08.210210 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7acdd343-7bea-4237-bbe9-fe4fcdbcbcd1 req-36163222-2002-43e8-a06e-fd00685c699a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0279517 Jul 30 20:41:08.731628 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895dd3c1-2d54-4625-bd4c-a3bb36dcd706 req-d7b35034-d5c8-40dd-a068-c4b974c19970 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:08.733072 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-895dd3c1-2d54-4625-bd4c-a3bb36dcd706 req-d7b35034-d5c8-40dd-a068-c4b974c19970 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 946 time: 0.0476646 Jul 30 20:41:08.771361 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-895dd3c1-2d54-4625-bd4c-a3bb36dcd706 req-ab0ef5e7-0be3-481c-8370-5374cf694b45 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319774 Jul 30 20:41:09.888389 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f7b17-68ad-475d-a629-a52cdbe1d302 req-fd19343f-939e-4e81-ab0d-33427a48d95e tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:09.889892 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4d3f7b17-68ad-475d-a629-a52cdbe1d302 req-fd19343f-939e-4e81-ab0d-33427a48d95e tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 946 time: 0.0527713 Jul 30 20:41:09.928778 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4d3f7b17-68ad-475d-a629-a52cdbe1d302 req-ae5dfd82-a2c0-4a8d-a941-fdac3d8c6209 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320754 Jul 30 20:41:10.041768 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47f9b1-6861-427a-be89-f79104109daa req-e35ba489-ca7a-4ba7-95db-601ccd54f6a3 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:10.043232 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b47f9b1-6861-427a-be89-f79104109daa req-e35ba489-ca7a-4ba7-95db-601ccd54f6a3 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 946 time: 0.0487978 Jul 30 20:41:10.081393 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b47f9b1-6861-427a-be89-f79104109daa req-b835c086-c723-4863-a337-3ec9f6c742a7 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317991 Jul 30 20:41:10.102746 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51090) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:10.141120 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a0587f-1b50-4078-bdeb-a9e0564ebbff tempest-TestVolumeBootPattern-401462529 tempest-TestVolumeBootPattern-401462529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:10.142562 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f4a0587f-1b50-4078-bdeb-a9e0564ebbff tempest-TestVolumeBootPattern-401462529 tempest-TestVolumeBootPattern-401462529-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 1092 time: 0.0388877 Jul 30 20:41:10.145241 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51092) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:10.149375 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': 'd6d2b04a-1183-46b6-8ea2-4f82c1417c7d', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:41:10.169699 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:10.266991 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:10.374904 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Allocated IP 172.25.3.130 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/d3634e58-5d80-44f5-a0f0-546f5323b7e0) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:41:10.473805 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:10.510734 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:10.547106 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:41:10.550496 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:41:10.553892 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:41:10.561566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event updated for resources: {'Port': ['ID=d3634e58-5d80-44f5-a0f0-546f5323b7e0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:10.590306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:10.590649 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:10.590986 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:10.591326 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:10.591685 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:10.592019 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:10.592342 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:10.592666 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:10.592986 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:10.593306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:10.593625 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:10.593945 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:11.214380 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:11.281365 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:11.425167 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:11.429467 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:11.497135 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event updated for resources: {'Port': ['ID=d3634e58-5d80-44f5-a0f0-546f5323b7e0,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:11.510592 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:11.607698 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Floating IP bc1c2d2f-a8de-4b1f-b1ad-a963fdcb6c75 associated. External IP: 172.25.3.130, port: d6d2b04a-1183-46b6-8ea2-4f82c1417c7d. Jul 30 20:41:11.811855 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Router a8af00fb-5955-4970-8a57-a2b965193375 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:41:11.916714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:41:11.927268 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2299520-182b-41d7-9971-244401eb568b None None] Sync routers for ids ['a8af00fb-5955-4970-8a57-a2b965193375'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:41:11.932277 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:11.936860 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2299520-182b-41d7-9971-244401eb568b None None] Routers {'a8af00fb-5955-4970-8a57-a2b965193375'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:41:11.937463 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f2299520-182b-41d7-9971-244401eb568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:40:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a8af00fb-5955-4970-8a57-a2b965193375'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:11.972700 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7a15563d-1547-40dd-aed4-cbf8f7996047 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8124111 Jul 30 20:41:11.972700 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8082298d-d7fe-4834-9bda-7a4ee80c977d', 'tag': 'd6d2b04a-1183-46b6-8ea2-4f82c1417c7d'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:41:11.972700 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db35526-4960-4675-84dd-101617d9e9db" -d '{"events": [{"name": "network-changed", "server_uuid": "8082298d-d7fe-4834-9bda-7a4ee80c977d", "tag": "d6d2b04a-1183-46b6-8ea2-4f82c1417c7d"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:41:11.997581 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6404651-6c07-473b-b5ed-693a5d055349 x-openstack-request-id: req-a6404651-6c07-473b-b5ed-693a5d055349 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:41:11.997880 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8082298d-d7fe-4834-9bda-7a4ee80c977d", "tag": "d6d2b04a-1183-46b6-8ea2-4f82c1417c7d", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:41:11.998132 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a6404651-6c07-473b-b5ed-693a5d055349 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:41:11.998536 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8082298d-d7fe-4834-9bda-7a4ee80c977d', 'tag': 'd6d2b04a-1183-46b6-8ea2-4f82c1417c7d', 'status': 'completed', 'code': 200} Jul 30 20:41:12.040753 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-f2299520-182b-41d7-9971-244401eb568b None None] Set router a8af00fb-5955-4970-8a57-a2b965193375 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:41:12.068875 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db35526-4960-4675-84dd-101617d9e9db req-5788ff3f-557b-402a-9ba7-eaa809fcd30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:12.070384 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4db35526-4960-4675-84dd-101617d9e9db req-5788ff3f-557b-402a-9ba7-eaa809fcd30b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 1097 time: 0.0486133 Jul 30 20:41:12.161660 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db35526-4960-4675-84dd-101617d9e9db req-ad2e231a-87f0-47fd-801f-bdf9e2235389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:12.163137 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4db35526-4960-4675-84dd-101617d9e9db req-ad2e231a-87f0-47fd-801f-bdf9e2235389 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 913 time: 0.0851662 Jul 30 20:41:12.232115 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4db35526-4960-4675-84dd-101617d9e9db req-47a3123a-cd68-45eb-8f39-976695b04df7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6d2b04a-1183-46b6-8ea2-4f82c1417c7d HTTP/1.1" status: 200 len: 1000 time: 0.0616393 Jul 30 20:41:12.264143 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f2299520-182b-41d7-9971-244401eb568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:09Z', 'revision_number': 4, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port': {'id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '3048b99d-6125-4150-95b6-b573c0288f72', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'port_id': '74440165-2e10-4b1f-be8a-09b12b7d1d5a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'mac_address': 'fa:16:3e:61:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4adb2-613a-4e90-8bb1-ff33dd78a973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:39:09Z', 'updated_at': '2021-07-30T20:39:11Z', 'revision_number': 1, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'fixed_ip_address_scope': None}, {'id': 'bc1c2d2f-a8de-4b1f-b1ad-a963fdcb6c75', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'port_id': 'd6d2b04a-1183-46b6-8ea2-4f82c1417c7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'mac_address': 'fa:16:3e:34:55:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082298d-d7fe-4834-9bda-7a4ee80c977d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:41:10Z', 'updated_at': '2021-07-30T20:41:10Z', 'revision_number': 0, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb17b0bf-5e9f-42e7-bf26-5cd20884e46f', 'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'mac_address': 'fa:16:3e:ef:1b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:08Z', 'updated_at': '2021-07-30T20:33:14Z', 'revision_number': 5, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'subnets': [{'id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:12.280929 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db35526-4960-4675-84dd-101617d9e9db req-826e2345-b4fc-4f77-970a-e8fbafdc3530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:12.283011 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4db35526-4960-4675-84dd-101617d9e9db req-826e2345-b4fc-4f77-970a-e8fbafdc3530 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0440221 Jul 30 20:41:12.290257 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2299520-182b-41d7-9971-244401eb568b None None] Checking router: a8af00fb-5955-4970-8a57-a2b965193375 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:41:12.298589 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2299520-182b-41d7-9971-244401eb568b None None] Routers {'a8af00fb-5955-4970-8a57-a2b965193375'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:41:12.299192 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f2299520-182b-41d7-9971-244401eb568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:40:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a8af00fb-5955-4970-8a57-a2b965193375'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:12.329859 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db35526-4960-4675-84dd-101617d9e9db req-ee655756-2139-4a86-b382-b677685832e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:12.331344 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4db35526-4960-4675-84dd-101617d9e9db req-ee655756-2139-4a86-b382-b677685832e7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404403 Jul 30 20:41:12.433088 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4db35526-4960-4675-84dd-101617d9e9db req-bed15887-cfbf-4dec-a32b-65118ef861f4 service neutron] 10.222.0.83 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947125 Jul 30 20:41:12.493793 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-f2299520-182b-41d7-9971-244401eb568b None None] Set router a8af00fb-5955-4970-8a57-a2b965193375 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:41:12.522882 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-4db35526-4960-4675-84dd-101617d9e9db req-d6705f1d-f88a-4b8c-9e3f-275d7b683618 service neutron] 10.222.0.83 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825295 Jul 30 20:41:12.721337 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f2299520-182b-41d7-9971-244401eb568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:09Z', 'revision_number': 4, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port': {'id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '3048b99d-6125-4150-95b6-b573c0288f72', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'port_id': '74440165-2e10-4b1f-be8a-09b12b7d1d5a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'mac_address': 'fa:16:3e:61:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4adb2-613a-4e90-8bb1-ff33dd78a973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:39:09Z', 'updated_at': '2021-07-30T20:39:11Z', 'revision_number': 1, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'fixed_ip_address_scope': None}, {'id': 'bc1c2d2f-a8de-4b1f-b1ad-a963fdcb6c75', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'port_id': 'd6d2b04a-1183-46b6-8ea2-4f82c1417c7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'mac_address': 'fa:16:3e:34:55:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082298d-d7fe-4834-9bda-7a4ee80c977d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:41:10Z', 'updated_at': '2021-07-30T20:41:10Z', 'revision_number': 0, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb17b0bf-5e9f-42e7-bf26-5cd20884e46f', 'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'mac_address': 'fa:16:3e:ef:1b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:08Z', 'updated_at': '2021-07-30T20:33:14Z', 'revision_number': 5, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'subnets': [{'id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:12.746262 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2299520-182b-41d7-9971-244401eb568b None None] The sync data for ids ['a8af00fb-5955-4970-8a57-a2b965193375'] in n-d-712137-9 is: [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:09Z', 'revision_number': 4, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port': {'id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '3048b99d-6125-4150-95b6-b573c0288f72', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'port_id': '74440165-2e10-4b1f-be8a-09b12b7d1d5a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'mac_address': 'fa:16:3e:61:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4adb2-613a-4e90-8bb1-ff33dd78a973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:39:09Z', 'updated_at': '2021-07-30T20:39:11Z', 'revision_number': 1, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'fixed_ip_address_scope': None}, {'id': 'bc1c2d2f-a8de-4b1f-b1ad-a963fdcb6c75', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'port_id': 'd6d2b04a-1183-46b6-8ea2-4f82c1417c7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'mac_address': 'fa:16:3e:34:55:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082298d-d7fe-4834-9bda-7a4ee80c977d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:41:10Z', 'updated_at': '2021-07-30T20:41:10Z', 'revision_number': 0, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb17b0bf-5e9f-42e7-bf26-5cd20884e46f', 'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'mac_address': 'fa:16:3e:ef:1b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:08Z', 'updated_at': '2021-07-30T20:33:14Z', 'revision_number': 5, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'subnets': [{'id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:41:12.932302 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677ff6ab-0870-4cb4-ba8a-48f37eeabad2 None None] New status for floating IP bc1c2d2f-a8de-4b1f-b1ad-a963fdcb6c75: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:41:15.667061 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:19.761028 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:19.859734 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:41:19.950151 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e08c02-fb23-4da3-bc44-e634039ad21c req-29e0fb18-423a-4c94-adb8-a8590d6eb1b9 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:19.951493 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-21e08c02-fb23-4da3-bc44-e634039ad21c req-29e0fb18-423a-4c94-adb8-a8590d6eb1b9 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 945 time: 0.0482414 Jul 30 20:41:19.989282 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-21e08c02-fb23-4da3-bc44-e634039ad21c req-967a66f8-92a8-4ee5-be3e-0f6dd5b28966 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=c37ca6eb-b867-4e9d-b66a-4fe163d6fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314136 Jul 30 20:41:20.010560 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51106) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:20.079582 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-14acd28a-d320-4db5-9918-b82f65272c46 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/floatingips/812753e5-191c-40d5-af47-bd9b07eecbd5 HTTP/1.1" status: 200 len: 993 time: 0.0678403 Jul 30 20:41:20.398651 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3317cf-8380-46e5-ac5d-65d0ff95e636 req-a35262c9-bd30-4c47-a591-43bcecd933a6 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:20.400230 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3f3317cf-8380-46e5-ac5d-65d0ff95e636 req-a35262c9-bd30-4c47-a591-43bcecd933a6 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 1096 time: 0.0417724 Jul 30 20:41:20.434638 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3f3317cf-8380-46e5-ac5d-65d0ff95e636 req-c9b62d27-7d22-461d-88a2-a50e682522e7 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c37ca6eb-b867-4e9d-b66a-4fe163d6fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280643 Jul 30 20:41:21.007118 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-f1be8563-430d-4f19-a9fb-63e268c7ce8b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0944505 Jul 30 20:41:21.288935 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf73481f-387b-4417-8a99-146afaa9d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:21.517592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-0adf5cf0-3083-4e80-9985-a65459d3ca15 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:41:21.518600 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-0adf5cf0-3083-4e80-9985-a65459d3ca15 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0604277 Jul 30 20:41:21.528016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-e435713c-a46c-4138-be4f-cd9766712323 req-407e14f8-2cb0-495d-b753-44199e2d66ba service neutron] Request body: {'binding': {'host': 'n-h1-712137-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:41:21.528494 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-e435713c-a46c-4138-be4f-cd9766712323 req-407e14f8-2cb0-495d-b753-44199e2d66ba service neutron] Unknown quota resources ['binding']. {{(pid=93882) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 20:41:21.662056 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e435713c-a46c-4138-be4f-cd9766712323 req-407e14f8-2cb0-495d-b753-44199e2d66ba service neutron] Attempting to bind port e59c7be7-04a4-416b-8363-b886d628e160 on host n-h1-712137-9 for vnic_type normal with profile None {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:41:21.662390 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e435713c-a46c-4138-be4f-cd9766712323 req-407e14f8-2cb0-495d-b753-44199e2d66ba service neutron] Attempting to bind port e59c7be7-04a4-416b-8363-b886d628e160 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'aa834510-f841-4e12-b738-ba07ed2c5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3449ddfa-7206-47be-b435-76279803ff10'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:41:21.662720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e435713c-a46c-4138-be4f-cd9766712323 req-407e14f8-2cb0-495d-b753-44199e2d66ba service neutron] Attempting to bind port e59c7be7-04a4-416b-8363-b886d628e160 on network 3449ddfa-7206-47be-b435-76279803ff10 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:41:21.669149 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e435713c-a46c-4138-be4f-cd9766712323 req-407e14f8-2cb0-495d-b753-44199e2d66ba service neutron] Port e59c7be7-04a4-416b-8363-b886d628e160 on network 3449ddfa-7206-47be-b435-76279803ff10 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:41:21.669470 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e435713c-a46c-4138-be4f-cd9766712323 req-407e14f8-2cb0-495d-b753-44199e2d66ba service neutron] Attempting to bind port e59c7be7-04a4-416b-8363-b886d628e160 on network 3449ddfa-7206-47be-b435-76279803ff10 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:41:21.674789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e435713c-a46c-4138-be4f-cd9766712323 req-407e14f8-2cb0-495d-b753-44199e2d66ba service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:41:21.675126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e435713c-a46c-4138-be4f-cd9766712323 req-407e14f8-2cb0-495d-b753-44199e2d66ba service neutron] Checking segment: {'id': 'aa834510-f841-4e12-b738-ba07ed2c5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3449ddfa-7206-47be-b435-76279803ff10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:41:21.675543 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e435713c-a46c-4138-be4f-cd9766712323 req-407e14f8-2cb0-495d-b753-44199e2d66ba service neutron] Bound using segment: {'id': 'aa834510-f841-4e12-b738-ba07ed2c5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3449ddfa-7206-47be-b435-76279803ff10'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:41:21.675964 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e435713c-a46c-4138-be4f-cd9766712323 req-407e14f8-2cb0-495d-b753-44199e2d66ba service neutron] Bound port: e59c7be7-04a4-416b-8363-b886d628e160, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa834510-f841-4e12-b738-ba07ed2c5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3449ddfa-7206-47be-b435-76279803ff10'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:41:21.766814 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e435713c-a46c-4138-be4f-cd9766712323 req-407e14f8-2cb0-495d-b753-44199e2d66ba service neutron] For port e59c7be7-04a4-416b-8363-b886d628e160, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=e59c7be7-04a4-416b-8363-b886d628e160,segment=NetworkSegment(aa834510-f841-4e12-b738-ba07ed2c5e8a),segment_id=aa834510-f841-4e12-b738-ba07ed2c5e8a)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:41:21.771776 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e435713c-a46c-4138-be4f-cd9766712323 req-407e14f8-2cb0-495d-b753-44199e2d66ba service neutron] Notify callbacks [] for binding, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:21.773113 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-407e14f8-2cb0-495d-b753-44199e2d66ba service neutron] 10.222.0.81 "POST /v2.0/ports/e59c7be7-04a4-416b-8363-b886d628e160/bindings HTTP/1.1" status: 201 len: 389 time: 0.2481925 Jul 30 20:41:21.923408 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675f877-86c8-48c1-aa93-53fafe3fd42c req-839b439a-d328-403a-9f92-a57866016a37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:21.925043 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d675f877-86c8-48c1-aa93-53fafe3fd42c req-839b439a-d328-403a-9f92-a57866016a37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 945 time: 0.0588117 Jul 30 20:41:21.992867 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d675f877-86c8-48c1-aa93-53fafe3fd42c req-a3e2b700-a597-4ffe-90c5-84efef72a168 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=c37ca6eb-b867-4e9d-b66a-4fe163d6fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616214 Jul 30 20:41:22.003980 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435713c-a46c-4138-be4f-cd9766712323 req-e8301902-e744-46ce-94a1-c457fbe8b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:22.005302 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-e8301902-e744-46ce-94a1-c457fbe8b70a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 1096 time: 0.0602190 Jul 30 20:41:22.098626 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435713c-a46c-4138-be4f-cd9766712323 req-6d1a4dbd-962d-4d38-922e-376ba16deffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:22.100135 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-6d1a4dbd-962d-4d38-922e-376ba16deffe service neutron] 10.222.0.59 "GET /v2.0/networks?id=3449ddfa-7206-47be-b435-76279803ff10 HTTP/1.1" status: 200 len: 898 time: 0.0877430 Jul 30 20:41:22.167322 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-38afc4ea-5036-4403-94fd-7ab2047e8ee8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e59c7be7-04a4-416b-8363-b886d628e160 HTTP/1.1" status: 200 len: 1001 time: 0.0588589 Jul 30 20:41:22.216090 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435713c-a46c-4138-be4f-cd9766712323 req-3dcb6368-bdf7-4fbb-8df0-c441fcd144a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:22.217484 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-3dcb6368-bdf7-4fbb-8df0-c441fcd144a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e747a658-e47c-441e-94d4-4bf206ae0056 HTTP/1.1" status: 200 len: 835 time: 0.0432906 Jul 30 20:41:22.266447 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435713c-a46c-4138-be4f-cd9766712323 req-02a3884c-91ea-441a-922d-909fa81ebb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:22.267918 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-02a3884c-91ea-441a-922d-909fa81ebb37 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3449ddfa-7206-47be-b435-76279803ff10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437460 Jul 30 20:41:22.357617 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-0119af10-04ae-4026-a177-f8c6cdf3e7b9 service neutron] 10.222.0.59 "GET /v2.0/networks/3449ddfa-7206-47be-b435-76279803ff10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825939 Jul 30 20:41:22.450196 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-50007358-a6a8-43a9-aeb7-37f23b4cc482 service neutron] 10.222.0.59 "GET /v2.0/networks/3449ddfa-7206-47be-b435-76279803ff10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856807 Jul 30 20:41:22.581263 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435713c-a46c-4138-be4f-cd9766712323 req-ecf32a65-9d0c-4cc1-93eb-378ae12ec93c tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:22.582756 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-ecf32a65-9d0c-4cc1-93eb-378ae12ec93c tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37&tenant_id=5636146b812a4d8d86be80f6df05a4f1&binding%3Ahost_id=n-h2-712137-9 HTTP/1.1" status: 200 len: 1096 time: 0.0764718 Jul 30 20:41:22.595019 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-e435713c-a46c-4138-be4f-cd9766712323 req-39e1ae53-6ad3-46e3-8e19-37f05b781843 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712137-9'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:41:22.649427 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e435713c-a46c-4138-be4f-cd9766712323 req-39e1ae53-6ad3-46e3-8e19-37f05b781843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:22.769605 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e435713c-a46c-4138-be4f-cd9766712323 req-39e1ae53-6ad3-46e3-8e19-37f05b781843 service neutron] For port e59c7be7-04a4-416b-8363-b886d628e160, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e59c7be7-04a4-416b-8363-b886d628e160,segment=NetworkSegment(aa834510-f841-4e12-b738-ba07ed2c5e8a),segment_id=aa834510-f841-4e12-b738-ba07ed2c5e8a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:41:22.805631 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e435713c-a46c-4138-be4f-cd9766712323 req-39e1ae53-6ad3-46e3-8e19-37f05b781843 service neutron] For port e59c7be7-04a4-416b-8363-b886d628e160, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:41:22.847862 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da8aefe-6cd9-40c7-b9c8-cf26c2936d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e59c7be7-04a4-416b-8363-b886d628e160'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:41:22.850272 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d067f788-253f-4e6a-9d26-01d11ada3364" -d '{"events": [{"server_uuid": "4da8aefe-6cd9-40c7-b9c8-cf26c2936d37", "name": "network-vif-unplugged", "status": "completed", "tag": "e59c7be7-04a4-416b-8363-b886d628e160"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:41:22.854132 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e435713c-a46c-4138-be4f-cd9766712323 req-39e1ae53-6ad3-46e3-8e19-37f05b781843 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:22.859316 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e435713c-a46c-4138-be4f-cd9766712323 req-39e1ae53-6ad3-46e3-8e19-37f05b781843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:22.887929 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765400ff-3880-45d3-9973-a8fb642b1d22 x-openstack-request-id: req-765400ff-3880-45d3-9973-a8fb642b1d22 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:41:22.888224 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da8aefe-6cd9-40c7-b9c8-cf26c2936d37", "name": "network-vif-unplugged", "status": "completed", "tag": "e59c7be7-04a4-416b-8363-b886d628e160", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:41:22.888472 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-765400ff-3880-45d3-9973-a8fb642b1d22 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:41:22.888859 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da8aefe-6cd9-40c7-b9c8-cf26c2936d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e59c7be7-04a4-416b-8363-b886d628e160', 'code': 200} Jul 30 20:41:22.947109 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1ae53-6ad3-46e3-8e19-37f05b781843 service neutron] Pushing event updated for resources: {'Port': ['ID=e59c7be7-04a4-416b-8363-b886d628e160,revision_number=7']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:23.013254 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e435713c-a46c-4138-be4f-cd9766712323 req-39e1ae53-6ad3-46e3-8e19-37f05b781843 service neutron] Attempting to bind port e59c7be7-04a4-416b-8363-b886d628e160 on host n-h2-712137-9 for vnic_type normal with profile {"migrating_to": "n-h1-712137-9"} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:41:23.013586 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e435713c-a46c-4138-be4f-cd9766712323 req-39e1ae53-6ad3-46e3-8e19-37f05b781843 service neutron] Attempting to bind port e59c7be7-04a4-416b-8363-b886d628e160 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'aa834510-f841-4e12-b738-ba07ed2c5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3449ddfa-7206-47be-b435-76279803ff10'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:41:23.013913 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e435713c-a46c-4138-be4f-cd9766712323 req-39e1ae53-6ad3-46e3-8e19-37f05b781843 service neutron] Attempting to bind port e59c7be7-04a4-416b-8363-b886d628e160 on network 3449ddfa-7206-47be-b435-76279803ff10 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:41:23.021547 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e435713c-a46c-4138-be4f-cd9766712323 req-39e1ae53-6ad3-46e3-8e19-37f05b781843 service neutron] Port e59c7be7-04a4-416b-8363-b886d628e160 on network 3449ddfa-7206-47be-b435-76279803ff10 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:41:23.021876 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e435713c-a46c-4138-be4f-cd9766712323 req-39e1ae53-6ad3-46e3-8e19-37f05b781843 service neutron] Attempting to bind port e59c7be7-04a4-416b-8363-b886d628e160 on network 3449ddfa-7206-47be-b435-76279803ff10 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:41:23.027593 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e435713c-a46c-4138-be4f-cd9766712323 req-39e1ae53-6ad3-46e3-8e19-37f05b781843 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:41:23.027944 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e435713c-a46c-4138-be4f-cd9766712323 req-39e1ae53-6ad3-46e3-8e19-37f05b781843 service neutron] Checking segment: {'id': 'aa834510-f841-4e12-b738-ba07ed2c5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3449ddfa-7206-47be-b435-76279803ff10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:41:23.028352 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e435713c-a46c-4138-be4f-cd9766712323 req-39e1ae53-6ad3-46e3-8e19-37f05b781843 service neutron] Bound using segment: {'id': 'aa834510-f841-4e12-b738-ba07ed2c5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3449ddfa-7206-47be-b435-76279803ff10'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:41:23.028769 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e435713c-a46c-4138-be4f-cd9766712323 req-39e1ae53-6ad3-46e3-8e19-37f05b781843 service neutron] Bound port: e59c7be7-04a4-416b-8363-b886d628e160, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa834510-f841-4e12-b738-ba07ed2c5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3449ddfa-7206-47be-b435-76279803ff10'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:41:23.029138 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e435713c-a46c-4138-be4f-cd9766712323 req-39e1ae53-6ad3-46e3-8e19-37f05b781843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:23.125250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e435713c-a46c-4138-be4f-cd9766712323 req-39e1ae53-6ad3-46e3-8e19-37f05b781843 service neutron] For port e59c7be7-04a4-416b-8363-b886d628e160, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:41:23.128016 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5928ffdf-86e8-412e-beef-4b304e1e1bb9 None None] Provisioning complete for port e59c7be7-04a4-416b-8363-b886d628e160 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:41:23.128520 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5928ffdf-86e8-412e-beef-4b304e1e1bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:23.130509 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e435713c-a46c-4138-be4f-cd9766712323 req-39e1ae53-6ad3-46e3-8e19-37f05b781843 service neutron] For port e59c7be7-04a4-416b-8363-b886d628e160, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e59c7be7-04a4-416b-8363-b886d628e160,segment=NetworkSegment(aa834510-f841-4e12-b738-ba07ed2c5e8a),segment_id=aa834510-f841-4e12-b738-ba07ed2c5e8a)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:41:23.137095 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e435713c-a46c-4138-be4f-cd9766712323 req-39e1ae53-6ad3-46e3-8e19-37f05b781843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:23.146669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693bbdc-37fa-421a-9bf2-40c90120b7d5 req-82fdd2c5-c0e8-49ad-95c2-de28065e744e tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:23.148697 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9693bbdc-37fa-421a-9bf2-40c90120b7d5 req-82fdd2c5-c0e8-49ad-95c2-de28065e744e tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 943 time: 0.0744638 Jul 30 20:41:23.163825 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5928ffdf-86e8-412e-beef-4b304e1e1bb9 None None] Port e59c7be7-04a4-416b-8363-b886d628e160 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:41:23.268775 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9693bbdc-37fa-421a-9bf2-40c90120b7d5 req-60351877-a8e9-4672-a362-401c28990455 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=c37ca6eb-b867-4e9d-b66a-4fe163d6fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137269 Jul 30 20:41:23.278321 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1ae53-6ad3-46e3-8e19-37f05b781843 service neutron] Pushing event updated for resources: {'Port': ['ID=e59c7be7-04a4-416b-8363-b886d628e160,revision_number=8']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:23.317302 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435713c-a46c-4138-be4f-cd9766712323 req-39e1ae53-6ad3-46e3-8e19-37f05b781843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:23.317717 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e435713c-a46c-4138-be4f-cd9766712323 req-39e1ae53-6ad3-46e3-8e19-37f05b781843 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:23.319127 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-39e1ae53-6ad3-46e3-8e19-37f05b781843 service neutron] 10.222.0.59 "PUT /v2.0/ports/e59c7be7-04a4-416b-8363-b886d628e160 HTTP/1.1" status: 200 len: 1121 time: 0.7286253 Jul 30 20:41:23.381442 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8ff202d9-0986-4d10-b126-9f223b8fa59b None None] Provisioning complete for port e59c7be7-04a4-416b-8363-b886d628e160 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:41:23.381816 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ff202d9-0986-4d10-b126-9f223b8fa59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:23.405954 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['e59c7be7-04a4-416b-8363-b886d628e160'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:41:23.517922 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ff202d9-0986-4d10-b126-9f223b8fa59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:23.557017 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da8aefe-6cd9-40c7-b9c8-cf26c2936d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59c7be7-04a4-416b-8363-b886d628e160'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:41:23.559210 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c372d2d1-7fde-4645-9324-85722a188ace" -d '{"events": [{"server_uuid": "4da8aefe-6cd9-40c7-b9c8-cf26c2936d37", "name": "network-vif-plugged", "status": "completed", "tag": "e59c7be7-04a4-416b-8363-b886d628e160"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:41:23.578070 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8ff202d9-0986-4d10-b126-9f223b8fa59b None None] For port e59c7be7-04a4-416b-8363-b886d628e160, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e59c7be7-04a4-416b-8363-b886d628e160,segment=NetworkSegment(aa834510-f841-4e12-b738-ba07ed2c5e8a),segment_id=aa834510-f841-4e12-b738-ba07ed2c5e8a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:41:23.584143 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ff202d9-0986-4d10-b126-9f223b8fa59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:23.599632 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0899ed8f-b75f-4542-be64-99fee3fb7f60 x-openstack-request-id: req-0899ed8f-b75f-4542-be64-99fee3fb7f60 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:41:23.600147 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da8aefe-6cd9-40c7-b9c8-cf26c2936d37", "name": "network-vif-plugged", "status": "completed", "tag": "e59c7be7-04a4-416b-8363-b886d628e160", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:41:23.600452 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0899ed8f-b75f-4542-be64-99fee3fb7f60 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:41:23.600864 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da8aefe-6cd9-40c7-b9c8-cf26c2936d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59c7be7-04a4-416b-8363-b886d628e160', 'code': 200} Jul 30 20:41:23.904308 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32448e57-d1a9-4f91-a9bc-0b2d2f3a324b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:23.914851 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff202d9-0986-4d10-b126-9f223b8fa59b None None] Pushing event updated for resources: {'Port': ['ID=e59c7be7-04a4-416b-8363-b886d628e160,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:24.010783 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:24.392354 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07fbea-d100-40ef-a0ce-c755bf891e43 req-dc5c1933-752e-4971-96b5-85bb65a4510e tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:24.393831 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c07fbea-d100-40ef-a0ce-c755bf891e43 req-dc5c1933-752e-4971-96b5-85bb65a4510e tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 945 time: 0.0532362 Jul 30 20:41:24.430998 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c07fbea-d100-40ef-a0ce-c755bf891e43 req-85b558fa-760b-44ce-8398-1079c443902e tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=c37ca6eb-b867-4e9d-b66a-4fe163d6fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311751 Jul 30 20:41:24.889865 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da8aefe-6cd9-40c7-b9c8-cf26c2936d37', 'tag': 'e59c7be7-04a4-416b-8363-b886d628e160'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:41:24.892842 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a465ebdf-8d25-44e3-b60d-05da747c9f29" -d '{"events": [{"name": "network-changed", "server_uuid": "4da8aefe-6cd9-40c7-b9c8-cf26c2936d37", "tag": "e59c7be7-04a4-416b-8363-b886d628e160"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:41:24.926954 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939f27a7-7c95-4443-9e66-1355e929e7cb x-openstack-request-id: req-939f27a7-7c95-4443-9e66-1355e929e7cb {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:41:24.927249 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da8aefe-6cd9-40c7-b9c8-cf26c2936d37", "tag": "e59c7be7-04a4-416b-8363-b886d628e160", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:41:24.927501 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-939f27a7-7c95-4443-9e66-1355e929e7cb {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:41:24.927925 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da8aefe-6cd9-40c7-b9c8-cf26c2936d37', 'tag': 'e59c7be7-04a4-416b-8363-b886d628e160', 'status': 'completed', 'code': 200} Jul 30 20:41:24.989603 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465ebdf-8d25-44e3-b60d-05da747c9f29 req-d9496f67-8f4a-4913-855b-4d68a9ee88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:24.991073 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a465ebdf-8d25-44e3-b60d-05da747c9f29 req-d9496f67-8f4a-4913-855b-4d68a9ee88e1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 1126 time: 0.0405145 Jul 30 20:41:25.045716 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:25.083857 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465ebdf-8d25-44e3-b60d-05da747c9f29 req-ac2c88ff-90da-463d-b866-6bfda6b253e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:25.085304 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a465ebdf-8d25-44e3-b60d-05da747c9f29 req-ac2c88ff-90da-463d-b866-6bfda6b253e2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3449ddfa-7206-47be-b435-76279803ff10 HTTP/1.1" status: 200 len: 898 time: 0.0874567 Jul 30 20:41:25.151414 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a465ebdf-8d25-44e3-b60d-05da747c9f29 req-4cf543bc-f3d4-4de9-8693-4e892b3ef6d6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e59c7be7-04a4-416b-8363-b886d628e160 HTTP/1.1" status: 200 len: 1001 time: 0.0578060 Jul 30 20:41:25.203851 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465ebdf-8d25-44e3-b60d-05da747c9f29 req-1d9d7de3-d07c-4d4f-8d5b-b703e82c2df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:25.205248 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a465ebdf-8d25-44e3-b60d-05da747c9f29 req-1d9d7de3-d07c-4d4f-8d5b-b703e82c2df3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e747a658-e47c-441e-94d4-4bf206ae0056 HTTP/1.1" status: 200 len: 835 time: 0.0465605 Jul 30 20:41:25.249036 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465ebdf-8d25-44e3-b60d-05da747c9f29 req-801c6cd8-59b1-4d1a-aece-a60b2b934e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:25.251112 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a465ebdf-8d25-44e3-b60d-05da747c9f29 req-801c6cd8-59b1-4d1a-aece-a60b2b934e42 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3449ddfa-7206-47be-b435-76279803ff10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385869 Jul 30 20:41:25.339654 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a465ebdf-8d25-44e3-b60d-05da747c9f29 req-8c094f9e-9a97-41b3-8fba-73d46c83ea2b service neutron] 10.222.0.83 "GET /v2.0/networks/3449ddfa-7206-47be-b435-76279803ff10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802720 Jul 30 20:41:25.432213 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a465ebdf-8d25-44e3-b60d-05da747c9f29 req-3cc35610-c7db-464a-b428-1eb7c21ac8f8 service neutron] 10.222.0.83 "GET /v2.0/networks/3449ddfa-7206-47be-b435-76279803ff10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845926 Jul 30 20:41:25.548153 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16609e-b17f-47a3-bcc2-f8fd698f1009 req-e784cf5e-ead8-4f80-8d18-5d29b8ea1446 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:25.549613 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad16609e-b17f-47a3-bcc2-f8fd698f1009 req-e784cf5e-ead8-4f80-8d18-5d29b8ea1446 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 945 time: 0.0496223 Jul 30 20:41:25.588486 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad16609e-b17f-47a3-bcc2-f8fd698f1009 req-3462b37e-e249-4c6f-b6ce-a02557a5d3df tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=c37ca6eb-b867-4e9d-b66a-4fe163d6fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320871 Jul 30 20:41:25.971874 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device e59c7be7-04a4-416b-8363-b886d628e160 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:41:26.064278 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port e59c7be7-04a4-416b-8363-b886d628e160, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e59c7be7-04a4-416b-8363-b886d628e160,segment=NetworkSegment(aa834510-f841-4e12-b738-ba07ed2c5e8a),segment_id=aa834510-f841-4e12-b738-ba07ed2c5e8a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:41:26.075209 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device e59c7be7-04a4-416b-8363-b886d628e160 has no active binding in host n-h1-712137-9 {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 20:41:26.702143 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fac6e6-695e-47f7-8887-d9119fb60d6f req-b72f7ebe-759d-4b5b-9833-88da472cf0b8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:26.703635 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b3fac6e6-695e-47f7-8887-d9119fb60d6f req-b72f7ebe-759d-4b5b-9833-88da472cf0b8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 945 time: 0.0492623 Jul 30 20:41:26.740409 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b3fac6e6-695e-47f7-8887-d9119fb60d6f req-a4178c88-072c-4b5d-8d8e-850b0cf16bd7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=c37ca6eb-b867-4e9d-b66a-4fe163d6fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310278 Jul 30 20:41:26.916841 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:27.858857 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736e74b-697f-4442-a64d-58733ea41d1d req-b9a55f0d-4fc8-4a0a-b5a8-64c1c93c0a32 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:27.860357 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3736e74b-697f-4442-a64d-58733ea41d1d req-b9a55f0d-4fc8-4a0a-b5a8-64c1c93c0a32 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 945 time: 0.0526206 Jul 30 20:41:27.899845 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3736e74b-697f-4442-a64d-58733ea41d1d req-0e52d66f-239d-4a0d-a6f5-e1af744b3f5f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=c37ca6eb-b867-4e9d-b66a-4fe163d6fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336604 Jul 30 20:41:28.340564 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-c8b44224-98cb-4925-a0a9-219c568f0b50 service neutron] 10.222.0.83 "GET /v2.0/ports/e59c7be7-04a4-416b-8363-b886d628e160/bindings/n-h1-712137-9 HTTP/1.1" status: 200 len: 384 time: 0.0556810 Jul 30 20:41:28.523238 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-e435713c-a46c-4138-be4f-cd9766712323 req-bda31708-7dcb-4e73-bbc4-9902b4275223 service neutron] For port e59c7be7-04a4-416b-8363-b886d628e160, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e59c7be7-04a4-416b-8363-b886d628e160,segment=NetworkSegment(aa834510-f841-4e12-b738-ba07ed2c5e8a),segment_id=aa834510-f841-4e12-b738-ba07ed2c5e8a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:41:28.543146 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-e435713c-a46c-4138-be4f-cd9766712323 req-bda31708-7dcb-4e73-bbc4-9902b4275223 service neutron] For port e59c7be7-04a4-416b-8363-b886d628e160, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:41:28.581556 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da8aefe-6cd9-40c7-b9c8-cf26c2936d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e59c7be7-04a4-416b-8363-b886d628e160'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:41:28.583909 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c607ad26-db43-44f3-ba41-b0711931b647" -d '{"events": [{"server_uuid": "4da8aefe-6cd9-40c7-b9c8-cf26c2936d37", "name": "network-vif-unplugged", "status": "completed", "tag": "e59c7be7-04a4-416b-8363-b886d628e160"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:41:28.590700 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-e435713c-a46c-4138-be4f-cd9766712323 req-bda31708-7dcb-4e73-bbc4-9902b4275223 service neutron] For port e59c7be7-04a4-416b-8363-b886d628e160, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=e59c7be7-04a4-416b-8363-b886d628e160,segment=NetworkSegment(aa834510-f841-4e12-b738-ba07ed2c5e8a),segment_id=aa834510-f841-4e12-b738-ba07ed2c5e8a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:41:28.605982 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e435713c-a46c-4138-be4f-cd9766712323 req-bda31708-7dcb-4e73-bbc4-9902b4275223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:28.627294 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7001d8-3eae-452d-8340-d42e446815c9 x-openstack-request-id: req-3c7001d8-3eae-452d-8340-d42e446815c9 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:41:28.627677 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da8aefe-6cd9-40c7-b9c8-cf26c2936d37", "name": "network-vif-unplugged", "status": "completed", "tag": "e59c7be7-04a4-416b-8363-b886d628e160", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:41:28.627893 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3c7001d8-3eae-452d-8340-d42e446815c9 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:41:28.628312 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da8aefe-6cd9-40c7-b9c8-cf26c2936d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e59c7be7-04a4-416b-8363-b886d628e160', 'code': 200} Jul 30 20:41:28.689988 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-e435713c-a46c-4138-be4f-cd9766712323 req-bda31708-7dcb-4e73-bbc4-9902b4275223 service neutron] Transition to ACTIVE for port object e59c7be7-04a4-416b-8363-b886d628e160 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:41:28.693743 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e435713c-a46c-4138-be4f-cd9766712323 req-bda31708-7dcb-4e73-bbc4-9902b4275223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:28.789296 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda31708-7dcb-4e73-bbc4-9902b4275223 service neutron] Pushing event updated for resources: {'Port': ['ID=e59c7be7-04a4-416b-8363-b886d628e160,revision_number=11']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:28.826382 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e435713c-a46c-4138-be4f-cd9766712323 req-bda31708-7dcb-4e73-bbc4-9902b4275223 service neutron] No DVR routers for this DVR port e59c7be7-04a4-416b-8363-b886d628e160 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:41:28.956954 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-bda31708-7dcb-4e73-bbc4-9902b4275223 service neutron] 10.222.0.83 "PUT /v2.0/ports/e59c7be7-04a4-416b-8363-b886d628e160/bindings/n-h1-712137-9/activate HTTP/1.1" status: 200 len: 369 time: 0.6092007 Jul 30 20:41:29.025690 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304d1f1-b157-43eb-83db-842ac987059b req-ad16b9a3-3610-45f4-971d-af2e0e0f91db tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:29.027006 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4304d1f1-b157-43eb-83db-842ac987059b req-ad16b9a3-3610-45f4-971d-af2e0e0f91db tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 944 time: 0.0587361 Jul 30 20:41:29.081826 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4304d1f1-b157-43eb-83db-842ac987059b req-39da302b-2769-4a9e-9f02-a35dc8f1d74a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=c37ca6eb-b867-4e9d-b66a-4fe163d6fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410700 Jul 30 20:41:29.084703 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435713c-a46c-4138-be4f-cd9766712323 req-b35a5073-17c0-47c4-826e-ad0e097bf7da tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:29.085937 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-b35a5073-17c0-47c4-826e-ad0e097bf7da tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37&tenant_id=5636146b812a4d8d86be80f6df05a4f1&binding%3Ahost_id=n-h2-712137-9 HTTP/1.1" status: 200 len: 1095 time: 0.0780256 Jul 30 20:41:29.134839 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435713c-a46c-4138-be4f-cd9766712323 req-64c9c96b-2739-4091-8f12-b821d8dc23a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:29.136324 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-64c9c96b-2739-4091-8f12-b821d8dc23a0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37&tenant_id=5636146b812a4d8d86be80f6df05a4f1 HTTP/1.1" status: 200 len: 1095 time: 0.0427186 Jul 30 20:41:29.195628 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435713c-a46c-4138-be4f-cd9766712323 req-2073dd71-f9dc-4659-8c97-83850fff12ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:29.197039 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-2073dd71-f9dc-4659-8c97-83850fff12ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 1095 time: 0.0386596 Jul 30 20:41:29.285034 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435713c-a46c-4138-be4f-cd9766712323 req-551cf142-c97d-454e-81c2-a1981ecb34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:29.286488 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-551cf142-c97d-454e-81c2-a1981ecb34a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3449ddfa-7206-47be-b435-76279803ff10 HTTP/1.1" status: 200 len: 898 time: 0.0828247 Jul 30 20:41:29.356193 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-3ea39ca8-2c7d-43a8-b64d-a1f9786a0886 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e59c7be7-04a4-416b-8363-b886d628e160 HTTP/1.1" status: 200 len: 999 time: 0.0608940 Jul 30 20:41:29.404458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435713c-a46c-4138-be4f-cd9766712323 req-78ec7f17-b8c2-465c-b1a9-50ff2c1c0f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:29.405876 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-78ec7f17-b8c2-465c-b1a9-50ff2c1c0f62 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e747a658-e47c-441e-94d4-4bf206ae0056 HTTP/1.1" status: 200 len: 835 time: 0.0435207 Jul 30 20:41:29.449420 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435713c-a46c-4138-be4f-cd9766712323 req-017bc0d9-f0ec-4e3c-89d5-b33f6c4724ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:29.451243 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-017bc0d9-f0ec-4e3c-89d5-b33f6c4724ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3449ddfa-7206-47be-b435-76279803ff10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390730 Jul 30 20:41:29.541863 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-ed3fbf73-ab69-4c3c-9c27-b1f33ae41a66 service neutron] 10.222.0.59 "GET /v2.0/networks/3449ddfa-7206-47be-b435-76279803ff10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838063 Jul 30 20:41:29.631028 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-07b6db8f-d7b6-4515-8a47-c1ef3934e37a service neutron] 10.222.0.59 "GET /v2.0/networks/3449ddfa-7206-47be-b435-76279803ff10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819438 Jul 30 20:41:29.852422 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435713c-a46c-4138-be4f-cd9766712323 req-05c5a643-b7af-40b2-9ae7-352b397ccb4c tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:29.853860 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-05c5a643-b7af-40b2-9ae7-352b397ccb4c tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37&tenant_id=5636146b812a4d8d86be80f6df05a4f1&binding%3Ahost_id=n-h1-712137-9 HTTP/1.1" status: 200 len: 1095 time: 0.0463750 Jul 30 20:41:29.977156 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e435713c-a46c-4138-be4f-cd9766712323 req-d279a667-c66b-40e4-82fa-e6becf77f97b service neutron] For port e59c7be7-04a4-416b-8363-b886d628e160, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:41:29.980457 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e435713c-a46c-4138-be4f-cd9766712323 req-d279a667-c66b-40e4-82fa-e6becf77f97b service neutron] Notify callbacks [] for binding, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:29.981544 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e435713c-a46c-4138-be4f-cd9766712323 req-d279a667-c66b-40e4-82fa-e6becf77f97b service neutron] 10.222.0.59 "DELETE /v2.0/ports/e59c7be7-04a4-416b-8363-b886d628e160/bindings/n-h2-712137-9 HTTP/1.1" status: 204 len: 173 time: 0.1197956 Jul 30 20:41:30.193878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06bd78-6d28-4cb6-a3cd-d18a945a241a req-56095145-83e0-4c6b-9f48-6553425c6543 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:30.195345 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bd06bd78-6d28-4cb6-a3cd-d18a945a241a req-56095145-83e0-4c6b-9f48-6553425c6543 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 944 time: 0.0483918 Jul 30 20:41:30.236674 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bd06bd78-6d28-4cb6-a3cd-d18a945a241a req-82cd9ecf-a593-4caa-8ce0-ff5a49190db1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=c37ca6eb-b867-4e9d-b66a-4fe163d6fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354011 Jul 30 20:41:30.351160 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b3d35-7533-4df7-ab73-789873779f7e req-17dbce1f-570b-448d-8c9f-1d98eec43036 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:30.352745 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dd6b3d35-7533-4df7-ab73-789873779f7e req-17dbce1f-570b-448d-8c9f-1d98eec43036 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 1095 time: 0.0462408 Jul 30 20:41:30.387695 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dd6b3d35-7533-4df7-ab73-789873779f7e req-61b18c23-9dc1-4581-8341-73a7802a2b22 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c37ca6eb-b867-4e9d-b66a-4fe163d6fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286899 Jul 30 20:41:30.500092 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8b561-af64-4ac3-93d4-ca8b8d326fa7 req-fb4ccf3e-4b0f-444f-b157-0f9e22681758 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:30.501543 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6fd8b561-af64-4ac3-93d4-ca8b8d326fa7 req-fb4ccf3e-4b0f-444f-b157-0f9e22681758 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 944 time: 0.0502152 Jul 30 20:41:30.540530 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6fd8b561-af64-4ac3-93d4-ca8b8d326fa7 req-85bf4c12-3ffe-4746-a471-3a662c323aa3 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=c37ca6eb-b867-4e9d-b66a-4fe163d6fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331259 Jul 30 20:41:30.564146 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51174) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:30.630794 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9a7dbec2-c0db-4c86-9c42-9cfaf09374cb tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/floatingips/812753e5-191c-40d5-af47-bd9b07eecbd5 HTTP/1.1" status: 200 len: 991 time: 0.0655231 Jul 30 20:41:30.854111 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51180) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:31.018514 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-53060679-abcc-41e6-a125-b52a757157a8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Deleting port 27dbfee3-7963-48c8-8ed5-5f04674993f1 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:41:31.018854 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53060679-abcc-41e6-a125-b52a757157a8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:31.091395 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53060679-abcc-41e6-a125-b52a757157a8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:31.091750 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53060679-abcc-41e6-a125-b52a757157a8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:31.103199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-53060679-abcc-41e6-a125-b52a757157a8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Calling delete_port for 27dbfee3-7963-48c8-8ed5-5f04674993f1 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:41:31.245908 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53060679-abcc-41e6-a125-b52a757157a8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:31.271311 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53060679-abcc-41e6-a125-b52a757157a8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'Port': ['ID=27dbfee3-7963-48c8-8ed5-5f04674993f1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:31.644920 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53060679-abcc-41e6-a125-b52a757157a8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:31.645248 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-53060679-abcc-41e6-a125-b52a757157a8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Floating IP 812753e5-191c-40d5-af47-bd9b07eecbd5 disassociated (deleted). External IP: 172.25.3.174, port: e59c7be7-04a4-416b-8363-b886d628e160. Jul 30 20:41:31.856468 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53060679-abcc-41e6-a125-b52a757157a8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Router 87d75d4a-73ba-49d1-8e51-b24a0d95fc89 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:41:31.967637 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53060679-abcc-41e6-a125-b52a757157a8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:41:31.973422 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53060679-abcc-41e6-a125-b52a757157a8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:31.978145 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd7845-0bf6-4370-ae6d-0f76e7e90278 None None] Sync routers for ids ['87d75d4a-73ba-49d1-8e51-b24a0d95fc89'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:41:31.988057 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addd7845-0bf6-4370-ae6d-0f76e7e90278 None None] Routers {'87d75d4a-73ba-49d1-8e51-b24a0d95fc89'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:41:31.988662 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-addd7845-0bf6-4370-ae6d-0f76e7e90278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:41:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['87d75d4a-73ba-49d1-8e51-b24a0d95fc89'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:32.003930 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-53060679-abcc-41e6-a125-b52a757157a8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "DELETE /v2.0/floatingips/812753e5-191c-40d5-af47-bd9b07eecbd5 HTTP/1.1" status: 204 len: 168 time: 1.1485567 Jul 30 20:41:32.004612 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da8aefe-6cd9-40c7-b9c8-cf26c2936d37', 'tag': 'e59c7be7-04a4-416b-8363-b886d628e160'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:41:32.006841 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a075c2-a1cc-4d1b-b1a7-7b3d8997a9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "4da8aefe-6cd9-40c7-b9c8-cf26c2936d37", "tag": "e59c7be7-04a4-416b-8363-b886d628e160"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:41:32.014125 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device e59c7be7-04a4-416b-8363-b886d628e160 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:41:32.057153 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device e59c7be7-04a4-416b-8363-b886d628e160 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:41:32.093979 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-addd7845-0bf6-4370-ae6d-0f76e7e90278 None None] Set router 87d75d4a-73ba-49d1-8e51-b24a0d95fc89 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:41:32.173028 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848e58f0-c57e-42fb-b441-5457baad95b4 x-openstack-request-id: req-848e58f0-c57e-42fb-b441-5457baad95b4 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:41:32.173324 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da8aefe-6cd9-40c7-b9c8-cf26c2936d37", "tag": "e59c7be7-04a4-416b-8363-b886d628e160", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:41:32.173575 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-848e58f0-c57e-42fb-b441-5457baad95b4 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:41:32.174036 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da8aefe-6cd9-40c7-b9c8-cf26c2936d37', 'tag': 'e59c7be7-04a4-416b-8363-b886d628e160', 'status': 'completed', 'code': 200} Jul 30 20:41:32.265947 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a075c2-a1cc-4d1b-b1a7-7b3d8997a9c8 req-47af91e4-978c-4348-be85-a6e91f23aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:32.267976 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01a075c2-a1cc-4d1b-b1a7-7b3d8997a9c8 req-47af91e4-978c-4348-be85-a6e91f23aab5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 1095 time: 0.0718906 Jul 30 20:41:32.292160 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d2f38-13d6-43ea-bb58-f21d593458e1 req-f8a1e7ac-d885-4563-a934-530343fd1673 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:32.293607 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f9d2f38-13d6-43ea-bb58-f21d593458e1 req-f8a1e7ac-d885-4563-a934-530343fd1673 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 944 time: 0.0731893 Jul 30 20:41:32.305168 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-addd7845-0bf6-4370-ae6d-0f76e7e90278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98141775', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:54Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '2cf81676-6f66-41b6-a9d4-12350cdd3db2', 'name': '', 'network_id': '3449ddfa-7206-47be-b435-76279803ff10', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:0c:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'e747a658-e47c-441e-94d4-4bf206ae0056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:39:53Z', 'updated_at': '2021-07-30T20:39:58Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': 'e747a658-e47c-441e-94d4-4bf206ae0056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:32.335992 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd7845-0bf6-4370-ae6d-0f76e7e90278 None None] Checking router: 87d75d4a-73ba-49d1-8e51-b24a0d95fc89 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:41:32.344250 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addd7845-0bf6-4370-ae6d-0f76e7e90278 None None] Routers {'87d75d4a-73ba-49d1-8e51-b24a0d95fc89'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:41:32.344853 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-addd7845-0bf6-4370-ae6d-0f76e7e90278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:41:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['87d75d4a-73ba-49d1-8e51-b24a0d95fc89'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:32.379290 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f9d2f38-13d6-43ea-bb58-f21d593458e1 req-751ee5ab-d55f-4a56-8959-f483eb389a52 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=c37ca6eb-b867-4e9d-b66a-4fe163d6fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737128 Jul 30 20:41:32.400950 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a075c2-a1cc-4d1b-b1a7-7b3d8997a9c8 req-444b9c97-3fc1-46d0-855d-51545f8abcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:32.402633 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01a075c2-a1cc-4d1b-b1a7-7b3d8997a9c8 req-444b9c97-3fc1-46d0-855d-51545f8abcfd service neutron] 10.222.0.59 "GET /v2.0/networks?id=3449ddfa-7206-47be-b435-76279803ff10 HTTP/1.1" status: 200 len: 898 time: 0.1267025 Jul 30 20:41:32.451894 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-addd7845-0bf6-4370-ae6d-0f76e7e90278 None None] Set router 87d75d4a-73ba-49d1-8e51-b24a0d95fc89 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:41:32.452716 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01a075c2-a1cc-4d1b-b1a7-7b3d8997a9c8 req-295edc87-a72a-4d70-ac13-7f157712d598 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e59c7be7-04a4-416b-8363-b886d628e160 HTTP/1.1" status: 200 len: 217 time: 0.0417252 Jul 30 20:41:32.502741 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a075c2-a1cc-4d1b-b1a7-7b3d8997a9c8 req-e6f9fd58-674b-410f-a2e6-055a6e52ee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:32.504219 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01a075c2-a1cc-4d1b-b1a7-7b3d8997a9c8 req-e6f9fd58-674b-410f-a2e6-055a6e52ee4c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e747a658-e47c-441e-94d4-4bf206ae0056 HTTP/1.1" status: 200 len: 835 time: 0.0441318 Jul 30 20:41:32.552158 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a075c2-a1cc-4d1b-b1a7-7b3d8997a9c8 req-d23e2ba3-83a2-4d49-a77f-34e7d9c1a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:32.553581 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01a075c2-a1cc-4d1b-b1a7-7b3d8997a9c8 req-d23e2ba3-83a2-4d49-a77f-34e7d9c1a477 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3449ddfa-7206-47be-b435-76279803ff10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402384 Jul 30 20:41:32.646117 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-addd7845-0bf6-4370-ae6d-0f76e7e90278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98141775', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:54Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '2cf81676-6f66-41b6-a9d4-12350cdd3db2', 'name': '', 'network_id': '3449ddfa-7206-47be-b435-76279803ff10', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:0c:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'e747a658-e47c-441e-94d4-4bf206ae0056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:39:53Z', 'updated_at': '2021-07-30T20:39:58Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': 'e747a658-e47c-441e-94d4-4bf206ae0056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:32.671323 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd7845-0bf6-4370-ae6d-0f76e7e90278 None None] The sync data for ids ['87d75d4a-73ba-49d1-8e51-b24a0d95fc89'] in n-d-712137-9 is: [{'id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98141775', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:54Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '2cf81676-6f66-41b6-a9d4-12350cdd3db2', 'name': '', 'network_id': '3449ddfa-7206-47be-b435-76279803ff10', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:0c:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'e747a658-e47c-441e-94d4-4bf206ae0056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:39:53Z', 'updated_at': '2021-07-30T20:39:58Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': 'e747a658-e47c-441e-94d4-4bf206ae0056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:41:32.685615 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec279b7-7aab-4228-9efd-3affada3de31 req-ff193994-704d-4d71-8142-fa72066490e3 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:32.687137 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ec279b7-7aab-4228-9efd-3affada3de31 req-ff193994-704d-4d71-8142-fa72066490e3 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.59 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 944 time: 0.0707972 Jul 30 20:41:32.690037 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01a075c2-a1cc-4d1b-b1a7-7b3d8997a9c8 req-ffe87d49-180e-4f5f-8164-83c0580fd366 service neutron] 10.222.0.59 "GET /v2.0/networks/3449ddfa-7206-47be-b435-76279803ff10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292541 Jul 30 20:41:32.848640 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01a075c2-a1cc-4d1b-b1a7-7b3d8997a9c8 req-9197c1a3-1d3d-4723-9d7c-b9a05405feba service neutron] 10.222.0.59 "GET /v2.0/networks/3449ddfa-7206-47be-b435-76279803ff10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489770 Jul 30 20:41:32.862411 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-6ec279b7-7aab-4228-9efd-3affada3de31 req-540c2905-c6a6-4056-8f52-ad481dbd6f08 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Deleting port e59c7be7-04a4-416b-8363-b886d628e160 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:41:32.862752 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6ec279b7-7aab-4228-9efd-3affada3de31 req-540c2905-c6a6-4056-8f52-ad481dbd6f08 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:32.924225 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cb5357-6a8b-484f-a41a-4d9861d3442d None None] New status for floating IP 812753e5-191c-40d5-af47-bd9b07eecbd5: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:41:32.965813 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6ec279b7-7aab-4228-9efd-3affada3de31 req-540c2905-c6a6-4056-8f52-ad481dbd6f08 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] For port e59c7be7-04a4-416b-8363-b886d628e160, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=e59c7be7-04a4-416b-8363-b886d628e160,segment=NetworkSegment(aa834510-f841-4e12-b738-ba07ed2c5e8a),segment_id=aa834510-f841-4e12-b738-ba07ed2c5e8a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:41:32.966271 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6ec279b7-7aab-4228-9efd-3affada3de31 req-540c2905-c6a6-4056-8f52-ad481dbd6f08 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:32.981808 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-6ec279b7-7aab-4228-9efd-3affada3de31 req-540c2905-c6a6-4056-8f52-ad481dbd6f08 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Calling delete_port for e59c7be7-04a4-416b-8363-b886d628e160 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:41:33.115964 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6ec279b7-7aab-4228-9efd-3affada3de31 req-540c2905-c6a6-4056-8f52-ad481dbd6f08 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:33.151556 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c2905-c6a6-4056-8f52-ad481dbd6f08 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'Port': ['ID=e59c7be7-04a4-416b-8363-b886d628e160,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:33.198357 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec279b7-7aab-4228-9efd-3affada3de31 req-540c2905-c6a6-4056-8f52-ad481dbd6f08 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] No DVR routers for this DVR port e59c7be7-04a4-416b-8363-b886d628e160 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:41:33.201353 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6ec279b7-7aab-4228-9efd-3affada3de31 req-540c2905-c6a6-4056-8f52-ad481dbd6f08 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:33.203792 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ec279b7-7aab-4228-9efd-3affada3de31 req-540c2905-c6a6-4056-8f52-ad481dbd6f08 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.59 "DELETE /v2.0/ports/e59c7be7-04a4-416b-8363-b886d628e160 HTTP/1.1" status: 204 len: 173 time: 0.5052283 Jul 30 20:41:33.500387 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a558cd37-60b9-40d0-bd4b-57f3f68412d0 req-f0ca6552-26e4-42eb-b0e6-97dc4050c883 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=4da8aefe-6cd9-40c7-b9c8-cf26c2936d37 HTTP/1.1" status: 200 len: 210 time: 0.0318937 Jul 30 20:41:34.174681 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da8aefe-6cd9-40c7-b9c8-cf26c2936d37', 'name': 'network-vif-deleted', 'tag': 'e59c7be7-04a4-416b-8363-b886d628e160'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:41:34.177152 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9a077e-2905-4004-b7d6-c545926f20ac" -d '{"events": [{"server_uuid": "4da8aefe-6cd9-40c7-b9c8-cf26c2936d37", "name": "network-vif-deleted", "tag": "e59c7be7-04a4-416b-8363-b886d628e160"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:41:34.212957 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170b8d4e-f936-42de-9c18-ec972c4bb4df x-openstack-request-id: req-170b8d4e-f936-42de-9c18-ec972c4bb4df {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:41:34.213250 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da8aefe-6cd9-40c7-b9c8-cf26c2936d37", "name": "network-vif-deleted", "tag": "e59c7be7-04a4-416b-8363-b886d628e160", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:41:34.213499 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-170b8d4e-f936-42de-9c18-ec972c4bb4df {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:41:34.213893 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da8aefe-6cd9-40c7-b9c8-cf26c2936d37', 'name': 'network-vif-deleted', 'tag': 'e59c7be7-04a4-416b-8363-b886d628e160', 'status': 'completed', 'code': 200} Jul 30 20:41:34.560436 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51198) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:34.930668 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-223bc0be-b922-44ab-b4f0-54e9f908ca34 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:35.189428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-223bc0be-b922-44ab-b4f0-54e9f908ca34 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Deleting port 2cf81676-6f66-41b6-a9d4-12350cdd3db2 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:41:35.189718 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-223bc0be-b922-44ab-b4f0-54e9f908ca34 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:35.275143 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-223bc0be-b922-44ab-b4f0-54e9f908ca34 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] For port 2cf81676-6f66-41b6-a9d4-12350cdd3db2, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=2cf81676-6f66-41b6-a9d4-12350cdd3db2,segment=NetworkSegment(aa834510-f841-4e12-b738-ba07ed2c5e8a),segment_id=aa834510-f841-4e12-b738-ba07ed2c5e8a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:41:35.275530 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-223bc0be-b922-44ab-b4f0-54e9f908ca34 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:35.289695 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-223bc0be-b922-44ab-b4f0-54e9f908ca34 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Calling delete_port for 2cf81676-6f66-41b6-a9d4-12350cdd3db2 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:41:35.473533 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-223bc0be-b922-44ab-b4f0-54e9f908ca34 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:35.505700 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bc0be-b922-44ab-b4f0-54e9f908ca34 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'Port': ['ID=2cf81676-6f66-41b6-a9d4-12350cdd3db2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:35.673647 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-223bc0be-b922-44ab-b4f0-54e9f908ca34 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:35.883780 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223bc0be-b922-44ab-b4f0-54e9f908ca34 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Router 87d75d4a-73ba-49d1-8e51-b24a0d95fc89 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:41:35.988523 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223bc0be-b922-44ab-b4f0-54e9f908ca34 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:41:35.993663 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-223bc0be-b922-44ab-b4f0-54e9f908ca34 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "PUT /v2.0/routers/87d75d4a-73ba-49d1-8e51-b24a0d95fc89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4321647 Jul 30 20:41:35.996337 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51200) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:35.998813 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12af7921-2750-4b47-8d5b-f9bd263e85be None None] Sync routers for ids ['87d75d4a-73ba-49d1-8e51-b24a0d95fc89'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:41:36.008520 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12af7921-2750-4b47-8d5b-f9bd263e85be None None] Routers {'87d75d4a-73ba-49d1-8e51-b24a0d95fc89'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:41:36.009117 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-12af7921-2750-4b47-8d5b-f9bd263e85be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:41:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['87d75d4a-73ba-49d1-8e51-b24a0d95fc89'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:36.027257 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device e59c7be7-04a4-416b-8363-b886d628e160 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:41:36.052581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: e59c7be7-04a4-416b-8363-b886d628e160 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:41:36.052922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device e59c7be7-04a4-416b-8363-b886d628e160 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:41:36.137823 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-12af7921-2750-4b47-8d5b-f9bd263e85be None None] Set router 87d75d4a-73ba-49d1-8e51-b24a0d95fc89 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:41:36.318498 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-12af7921-2750-4b47-8d5b-f9bd263e85be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98141775', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:41:35Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:36.398042 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-3988b2eb-7845-4cff-9e12-86180d168dae tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Deleting subnet e747a658-e47c-441e-94d4-4bf206ae0056 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:41:36.401624 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3988b2eb-7845-4cff-9e12-86180d168dae tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:36.438494 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12af7921-2750-4b47-8d5b-f9bd263e85be None None] Checking router: 87d75d4a-73ba-49d1-8e51-b24a0d95fc89 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:41:36.445633 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3988b2eb-7845-4cff-9e12-86180d168dae tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:36.447003 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12af7921-2750-4b47-8d5b-f9bd263e85be None None] Routers {'87d75d4a-73ba-49d1-8e51-b24a0d95fc89'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:41:36.447657 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-12af7921-2750-4b47-8d5b-f9bd263e85be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:41:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['87d75d4a-73ba-49d1-8e51-b24a0d95fc89'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:36.532951 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3988b2eb-7845-4cff-9e12-86180d168dae tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:36.549323 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-12af7921-2750-4b47-8d5b-f9bd263e85be None None] Set router 87d75d4a-73ba-49d1-8e51-b24a0d95fc89 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:41:36.590428 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3988b2eb-7845-4cff-9e12-86180d168dae tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:36.618312 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988b2eb-7845-4cff-9e12-86180d168dae tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'Subnet': ['ID=e747a658-e47c-441e-94d4-4bf206ae0056,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:36.620295 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3988b2eb-7845-4cff-9e12-86180d168dae tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:36.625471 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51202) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:36.625888 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81e617f-1c69-4ae3-92b0-50a952a1488a None None] Network 3449ddfa-7206-47be-b435-76279803ff10 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:41:36.628025 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3988b2eb-7845-4cff-9e12-86180d168dae tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "DELETE /v2.0/subnets/e747a658-e47c-441e-94d4-4bf206ae0056 HTTP/1.1" status: 204 len: 168 time: 0.6306870 Jul 30 20:41:36.732866 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-12af7921-2750-4b47-8d5b-f9bd263e85be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98141775', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:41:35Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:36.735099 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9ce3e9f-ffb5-4daa-8555-0fe61ad8655b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:36.762461 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12af7921-2750-4b47-8d5b-f9bd263e85be None None] The sync data for ids ['87d75d4a-73ba-49d1-8e51-b24a0d95fc89'] in n-d-712137-9 is: [{'id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98141775', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:41:35Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': 'f75ba0e6-31f4-4322-8c93-56233c20aeda', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d75d4a-73ba-49d1-8e51-b24a0d95fc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:39:50Z', 'updated_at': '2021-07-30T20:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:41:36.816545 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50566525-f822-40ef-91f6-7f9e685c3290 None None] DHCP port deletion for 3449ddfa-7206-47be-b435-76279803ff10 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:41:36.846910 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9ce3e9f-ffb5-4daa-8555-0fe61ad8655b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:36.868474 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-50566525-f822-40ef-91f6-7f9e685c3290 None None] Deleting port f2673221-8c60-4ebb-baea-9a2369e93798 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:41:36.868851 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50566525-f822-40ef-91f6-7f9e685c3290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:36.900319 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c9ce3e9f-ffb5-4daa-8555-0fe61ad8655b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Deleting port f75ba0e6-31f4-4322-8c93-56233c20aeda {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:41:36.900671 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9ce3e9f-ffb5-4daa-8555-0fe61ad8655b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:36.930114 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-50566525-f822-40ef-91f6-7f9e685c3290 None None] For port f2673221-8c60-4ebb-baea-9a2369e93798, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f2673221-8c60-4ebb-baea-9a2369e93798,segment=NetworkSegment(aa834510-f841-4e12-b738-ba07ed2c5e8a),segment_id=aa834510-f841-4e12-b738-ba07ed2c5e8a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:41:36.930504 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50566525-f822-40ef-91f6-7f9e685c3290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:36.943291 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-50566525-f822-40ef-91f6-7f9e685c3290 None None] Calling delete_port for f2673221-8c60-4ebb-baea-9a2369e93798 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:41:36.980619 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-c9ce3e9f-ffb5-4daa-8555-0fe61ad8655b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] For port f75ba0e6-31f4-4322-8c93-56233c20aeda, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f75ba0e6-31f4-4322-8c93-56233c20aeda,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:41:36.981047 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9ce3e9f-ffb5-4daa-8555-0fe61ad8655b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:36.994283 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c9ce3e9f-ffb5-4daa-8555-0fe61ad8655b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Calling delete_port for f75ba0e6-31f4-4322-8c93-56233c20aeda owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:41:37.030906 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50566525-f822-40ef-91f6-7f9e685c3290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:37.055782 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50566525-f822-40ef-91f6-7f9e685c3290 None None] Pushing event deleted for resources: {'Port': ['ID=f2673221-8c60-4ebb-baea-9a2369e93798,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:37.062881 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50566525-f822-40ef-91f6-7f9e685c3290 None None] No DVR routers for this DVR port f2673221-8c60-4ebb-baea-9a2369e93798 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:41:37.166813 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9ce3e9f-ffb5-4daa-8555-0fe61ad8655b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:37.194341 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce3e9f-ffb5-4daa-8555-0fe61ad8655b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'Port': ['ID=f75ba0e6-31f4-4322-8c93-56233c20aeda,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:37.252940 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9ce3e9f-ffb5-4daa-8555-0fe61ad8655b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:37.342272 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9ce3e9f-ffb5-4daa-8555-0fe61ad8655b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:37.344338 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9ce3e9f-ffb5-4daa-8555-0fe61ad8655b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:37.399429 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9ce3e9f-ffb5-4daa-8555-0fe61ad8655b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:37.400034 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ce3e9f-ffb5-4daa-8555-0fe61ad8655b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Fanout notify agent at l3_agent the message router_deleted on router 87d75d4a-73ba-49d1-8e51-b24a0d95fc89 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:41:37.408694 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9ce3e9f-ffb5-4daa-8555-0fe61ad8655b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:37.412417 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c9ce3e9f-ffb5-4daa-8555-0fe61ad8655b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "DELETE /v2.0/routers/87d75d4a-73ba-49d1-8e51-b24a0d95fc89 HTTP/1.1" status: 204 len: 168 time: 0.7839308 Jul 30 20:41:37.412714 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51204) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:37.490220 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4cb2648c-78e7-4e2b-a493-112a540a06a7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:37.576862 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4cb2648c-78e7-4e2b-a493-112a540a06a7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:37.586935 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4cb2648c-78e7-4e2b-a493-112a540a06a7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3449ddfa-7206-47be-b435-76279803ff10']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:37.597461 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4cb2648c-78e7-4e2b-a493-112a540a06a7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa834510-f841-4e12-b738-ba07ed2c5e8a') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:37.597721 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4cb2648c-78e7-4e2b-a493-112a540a06a7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa834510-f841-4e12-b738-ba07ed2c5e8a') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:37.606219 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4cb2648c-78e7-4e2b-a493-112a540a06a7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:37.619342 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4cb2648c-78e7-4e2b-a493-112a540a06a7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:37.624966 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb2648c-78e7-4e2b-a493-112a540a06a7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:41:37.625340 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4cb2648c-78e7-4e2b-a493-112a540a06a7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:41:37.628679 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:41:37.683675 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4cb2648c-78e7-4e2b-a493-112a540a06a7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:37.692255 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4cb2648c-78e7-4e2b-a493-112a540a06a7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:37.693377 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4cb2648c-78e7-4e2b-a493-112a540a06a7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "DELETE /v2.0/networks/3449ddfa-7206-47be-b435-76279803ff10 HTTP/1.1" status: 204 len: 168 time: 0.2797360 Jul 30 20:41:37.696176 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51206) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:37.709444 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2648c-78e7-4e2b-a493-112a540a06a7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'Network': ['ID=3449ddfa-7206-47be-b435-76279803ff10,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:37.755777 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fa685630-5a9c-44b7-94a9-1947f4bf7304 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:37.780680 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fa685630-5a9c-44b7-94a9-1947f4bf7304 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:37.839814 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fa685630-5a9c-44b7-94a9-1947f4bf7304 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:37.842656 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fa685630-5a9c-44b7-94a9-1947f4bf7304 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:37.843890 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fa685630-5a9c-44b7-94a9-1947f4bf7304 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "DELETE /v2.0/security-groups/c37ca6eb-b867-4e9d-b66a-4fe163d6fe93 HTTP/1.1" status: 204 len: 168 time: 0.1465540 Jul 30 20:41:37.856507 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa685630-5a9c-44b7-94a9-1947f4bf7304 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37ca6eb-b867-4e9d-b66a-4fe163d6fe93,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:38.069821 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51212) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:38.074518 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d380e795-c927-4138-91c2-07b956a913c1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1368207249', 'description': 'tempest-secgroup-smoke-1368207249 description', 'project_id': '5636146b812a4d8d86be80f6df05a4f1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:41:38.100811 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d380e795-c927-4138-91c2-07b956a913c1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.178267 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d380e795-c927-4138-91c2-07b956a913c1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.181512 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d380e795-c927-4138-91c2-07b956a913c1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.206273 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d380e795-c927-4138-91c2-07b956a913c1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.207455 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d380e795-c927-4138-91c2-07b956a913c1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1365795 Jul 30 20:41:38.210456 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51214) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:38.211388 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380e795-c927-4138-91c2-07b956a913c1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec8051a-fd3b-4163-a8cc-44b1af606df7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:38.216310 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c14c4228-58fa-4e04-8016-fde74f1a77ae tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group_rule': {'security_group_id': '5ec8051a-fd3b-4163-a8cc-44b1af606df7', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:41:38.241902 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c14c4228-58fa-4e04-8016-fde74f1a77ae tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.297315 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c14c4228-58fa-4e04-8016-fde74f1a77ae tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.300823 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c14c4228-58fa-4e04-8016-fde74f1a77ae tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.321228 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c4228-58fa-4e04-8016-fde74f1a77ae tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8328428a-e468-4ed1-94f8-53d1ce942920,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:38.324971 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c14c4228-58fa-4e04-8016-fde74f1a77ae tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.326143 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c14c4228-58fa-4e04-8016-fde74f1a77ae tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146035 Jul 30 20:41:38.328972 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51216) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:38.333969 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9bd70eca-2880-4f3e-a0f1-0ca51fa07be1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group_rule': {'security_group_id': '5ec8051a-fd3b-4163-a8cc-44b1af606df7', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:41:38.359897 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9bd70eca-2880-4f3e-a0f1-0ca51fa07be1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.418231 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9bd70eca-2880-4f3e-a0f1-0ca51fa07be1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.422000 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9bd70eca-2880-4f3e-a0f1-0ca51fa07be1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.436588 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd70eca-2880-4f3e-a0f1-0ca51fa07be1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7be083-b2f9-4ccd-963b-8e84f753f1c4,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:38.445637 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9bd70eca-2880-4f3e-a0f1-0ca51fa07be1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.446817 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9bd70eca-2880-4f3e-a0f1-0ca51fa07be1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168633 Jul 30 20:41:38.449549 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51218) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:38.453826 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-87e1946e-c144-443a-a798-5ee11ec9bb4e tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group_rule': {'security_group_id': '5ec8051a-fd3b-4163-a8cc-44b1af606df7', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:41:38.458454 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f75ba0e6-31f4-4322-8c93-56233c20aeda no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:41:38.478206 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: f75ba0e6-31f4-4322-8c93-56233c20aeda {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:41:38.478680 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f75ba0e6-31f4-4322-8c93-56233c20aeda not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:41:38.479160 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f2673221-8c60-4ebb-baea-9a2369e93798 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:41:38.480225 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-87e1946e-c144-443a-a798-5ee11ec9bb4e tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.497246 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: f2673221-8c60-4ebb-baea-9a2369e93798 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:41:38.497586 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f2673221-8c60-4ebb-baea-9a2369e93798 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:41:38.497988 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 2cf81676-6f66-41b6-a9d4-12350cdd3db2 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:41:38.516733 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 2cf81676-6f66-41b6-a9d4-12350cdd3db2 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:41:38.517078 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 2cf81676-6f66-41b6-a9d4-12350cdd3db2 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:41:38.539137 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-87e1946e-c144-443a-a798-5ee11ec9bb4e tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.542699 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-87e1946e-c144-443a-a798-5ee11ec9bb4e tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.559330 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1946e-c144-443a-a798-5ee11ec9bb4e tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d157d17c-662f-4be9-bd90-d07916a681b6,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:38.565853 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-87e1946e-c144-443a-a798-5ee11ec9bb4e tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.567059 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-87e1946e-c144-443a-a798-5ee11ec9bb4e tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165760 Jul 30 20:41:38.569653 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51220) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:38.574097 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1f30ed75-7647-408f-a8f5-1e511262dbc8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group_rule': {'security_group_id': '5ec8051a-fd3b-4163-a8cc-44b1af606df7', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:41:38.599479 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f30ed75-7647-408f-a8f5-1e511262dbc8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.659281 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f30ed75-7647-408f-a8f5-1e511262dbc8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.662963 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f30ed75-7647-408f-a8f5-1e511262dbc8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.679539 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30ed75-7647-408f-a8f5-1e511262dbc8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e71389-6e36-482a-860e-beadbd0bec98,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:38.685107 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f30ed75-7647-408f-a8f5-1e511262dbc8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.686289 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1f30ed75-7647-408f-a8f5-1e511262dbc8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156936 Jul 30 20:41:38.689040 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51222) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:38.693797 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a57d84d4-d7c3-4bfc-befc-d4313acc7b05 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group_rule': {'security_group_id': '5ec8051a-fd3b-4163-a8cc-44b1af606df7', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:41:38.714824 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-a57d84d4-d7c3-4bfc-befc-d4313acc7b05 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Project 5636146b812a4d8d86be80f6df05a4f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 20:41:38.719481 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a57d84d4-d7c3-4bfc-befc-d4313acc7b05 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.778301 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a57d84d4-d7c3-4bfc-befc-d4313acc7b05 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.781638 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a57d84d4-d7c3-4bfc-befc-d4313acc7b05 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.799337 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d84d4-d7c3-4bfc-befc-d4313acc7b05 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e0a061-85dc-40b7-bd02-c2b9b58f4030,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:38.805145 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a57d84d4-d7c3-4bfc-befc-d4313acc7b05 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.805882 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a57d84d4-d7c3-4bfc-befc-d4313acc7b05 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1154451 Jul 30 20:41:38.808591 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51224) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:38.812948 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4b6da60c-6470-4393-acba-908b0732376c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'security_group_rule': {'security_group_id': '5ec8051a-fd3b-4163-a8cc-44b1af606df7', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:41:38.833517 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-4b6da60c-6470-4393-acba-908b0732376c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Project 5636146b812a4d8d86be80f6df05a4f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 20:41:38.838091 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b6da60c-6470-4393-acba-908b0732376c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.897338 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b6da60c-6470-4393-acba-908b0732376c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.900505 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b6da60c-6470-4393-acba-908b0732376c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.918513 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6da60c-6470-4393-acba-908b0732376c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c93210-e6cc-42c2-b1cd-7ab624e66991,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:38.921093 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b6da60c-6470-4393-acba-908b0732376c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.922262 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4b6da60c-6470-4393-acba-908b0732376c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1127670 Jul 30 20:41:38.925636 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51226) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:38.930499 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4153d428-b321-4577-8e8d-b3c6d003f4ce tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'network': {'name': 'tempest-network-smoke--665679753', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'port_security_enabled': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:41:38.950691 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4153d428-b321-4577-8e8d-b3c6d003f4ce tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Made reservation on behalf of 5636146b812a4d8d86be80f6df05a4f1 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:41:38.954063 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4153d428-b321-4577-8e8d-b3c6d003f4ce tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.976281 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4153d428-b321-4577-8e8d-b3c6d003f4ce tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:41:38.984803 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4153d428-b321-4577-8e8d-b3c6d003f4ce tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:38.985151 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-4153d428-b321-4577-8e8d-b3c6d003f4ce tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Added segment 86f77d0f-3023-43ac-8d16-2dacb1102490 of type vlan for network 241a237c-4d62-460b-b34f-3251620dabf7 Jul 30 20:41:39.026423 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4153d428-b321-4577-8e8d-b3c6d003f4ce tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:39.054566 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4153d428-b321-4577-8e8d-b3c6d003f4ce tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:39.060220 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4153d428-b321-4577-8e8d-b3c6d003f4ce tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:39.060791 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4153d428-b321-4577-8e8d-b3c6d003f4ce tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:39.108540 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4153d428-b321-4577-8e8d-b3c6d003f4ce tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1818476 Jul 30 20:41:39.111989 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51228) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:39.116746 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-c98cd4a5-9458-4122-a152-e17d4d4febfc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-46278087', 'admin_state_up': True, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:41:39.125461 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153d428-b321-4577-8e8d-b3c6d003f4ce tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Network': ['ID=241a237c-4d62-460b-b34f-3251620dabf7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:39.136782 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 241a237c-4d62-460b-b34f-3251620dabf7 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:41:39.140352 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c98cd4a5-9458-4122-a152-e17d4d4febfc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:39.141326 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c98cd4a5-9458-4122-a152-e17d4d4febfc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:39.194410 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c98cd4a5-9458-4122-a152-e17d4d4febfc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:39.332809 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c98cd4a5-9458-4122-a152-e17d4d4febfc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:39.519124 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c98cd4a5-9458-4122-a152-e17d4d4febfc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:39.541455 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c98cd4a5-9458-4122-a152-e17d4d4febfc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:39.644845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-c98cd4a5-9458-4122-a152-e17d4d4febfc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Allocated IP 172.25.3.44 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/3e831cbc-23d1-4242-a32f-4762d76f1726) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:41:39.754497 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c98cd4a5-9458-4122-a152-e17d4d4febfc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:39.792776 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c98cd4a5-9458-4122-a152-e17d4d4febfc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:39.827081 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98cd4a5-9458-4122-a152-e17d4d4febfc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:41:39.831238 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-c98cd4a5-9458-4122-a152-e17d4d4febfc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:41:39.834754 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98cd4a5-9458-4122-a152-e17d4d4febfc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:41:39.859550 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cd4a5-9458-4122-a152-e17d4d4febfc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Port': ['ID=3e831cbc-23d1-4242-a32f-4762d76f1726,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:40.088376 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c98cd4a5-9458-4122-a152-e17d4d4febfc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:40.289215 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c98cd4a5-9458-4122-a152-e17d4d4febfc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:40.415007 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98cd4a5-9458-4122-a152-e17d4d4febfc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Router fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:41:40.519312 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98cd4a5-9458-4122-a152-e17d4d4febfc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:41:40.528622 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] Sync routers for ids ['fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:41:40.537393 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c98cd4a5-9458-4122-a152-e17d4d4febfc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:40.541541 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c98cd4a5-9458-4122-a152-e17d4d4febfc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4255061 Jul 30 20:41:40.541734 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] Routers {'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:41:40.541734 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:41:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:40.541975 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51230) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:40.569628 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-160cd32e-6a38-46e4-8db1-3c1ebc9f52c1 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=5636146b812a4d8d86be80f6df05a4f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267923 Jul 30 20:41:40.572095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51232) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:40.646343 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] Set router fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:41:40.658826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725294d5-4c59-41ed-b511-c31ac07d98c6 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:40.660353 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-725294d5-4c59-41ed-b511-c31ac07d98c6 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873823 Jul 30 20:41:40.663255 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51234) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:40.695405 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6f712ca7-f916-4eae-ba83-06dd52cf68dd tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310757 Jul 30 20:41:40.698053 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51236) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:40.702836 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-7deafef2-3f19-494a-a03b-0c9289d7e589 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1050167181', 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7', 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:41:40.788381 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7deafef2-3f19-494a-a03b-0c9289d7e589 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Made reservation on behalf of 5636146b812a4d8d86be80f6df05a4f1 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:41:40.792310 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7deafef2-3f19-494a-a03b-0c9289d7e589 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:40.821065 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46278087', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:39Z', 'revision_number': 3, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:40.847154 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] Checking router: fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:41:40.847526 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] Updating router fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28 port 3e831cbc-23d1-4242-a32f-4762d76f1726 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:41:40.876361 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:40.975581 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7deafef2-3f19-494a-a03b-0c9289d7e589 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:41.041520 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deafef2-3f19-494a-a03b-0c9289d7e589 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Subnet': ['ID=6945db49-d600-4f6c-a925-361c767f1b94,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:41.049748 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deafef2-3f19-494a-a03b-0c9289d7e589 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Checking segment: {'id': '86f77d0f-3023-43ac-8d16-2dacb1102490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:41:41.050113 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deafef2-3f19-494a-a03b-0c9289d7e589 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network hostable DHCP agents. Network: 241a237c-4d62-460b-b34f-3251620dabf7, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:41:41.066401 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deafef2-3f19-494a-a03b-0c9289d7e589 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network 241a237c-4d62-460b-b34f-3251620dabf7 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:41:41.075291 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-7deafef2-3f19-494a-a03b-0c9289d7e589 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 241a237c-4d62-460b-b34f-3251620dabf7) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:41:41.079332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7deafef2-3f19-494a-a03b-0c9289d7e589 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:41.080464 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7deafef2-3f19-494a-a03b-0c9289d7e589 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:41.088798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bf3eab-463a-4142-8567-9eb152f8d3b7 None None] Network 241a237c-4d62-460b-b34f-3251620dabf7 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:41:41.094758 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7deafef2-3f19-494a-a03b-0c9289d7e589 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3954978 Jul 30 20:41:41.098120 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51238) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:41.166947 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:41.186222 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] Transition to ACTIVE for port object 3e831cbc-23d1-4242-a32f-4762d76f1726 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:41:41.197579 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:41.272648 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] Attempting to bind port 3e831cbc-23d1-4242-a32f-4762d76f1726 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:41:41.273019 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] Attempting to bind port 3e831cbc-23d1-4242-a32f-4762d76f1726 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:41:41.273385 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] Attempting to bind port 3e831cbc-23d1-4242-a32f-4762d76f1726 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:41:41.290714 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:41:41.291092 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:41:41.291491 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:41.291905 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:41:41.292371 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] Bound port: 3e831cbc-23d1-4242-a32f-4762d76f1726, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:41:41.292751 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:41.294235 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c0a41-2b01-483b-93b2-ef15124cae63 None None] Pushing event updated for resources: {'Port': ['ID=3e831cbc-23d1-4242-a32f-4762d76f1726,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:41.358541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95e6c69-4a5c-4e27-8b71-c5ee6887794e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-241a237c-4d62-460b-b34f-3251620dabf7', 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'fixed_ips': [{'subnet_id': '6945db49-d600-4f6c-a925-361c767f1b94'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:41:41.359366 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c95e6c69-4a5c-4e27-8b71-c5ee6887794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:41.380478 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] For port 3e831cbc-23d1-4242-a32f-4762d76f1726, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:41:41.398373 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] For port 3e831cbc-23d1-4242-a32f-4762d76f1726, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=3e831cbc-23d1-4242-a32f-4762d76f1726,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:41:41.404263 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:41.535008 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93ea01f6-7668-4430-b0fd-87050f5f2271 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:41.554766 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c0a41-2b01-483b-93b2-ef15124cae63 None None] Pushing event updated for resources: {'Port': ['ID=3e831cbc-23d1-4242-a32f-4762d76f1726,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:41.559312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] Routers {'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:41:41.559949 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:41:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:41.602821 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-c95e6c69-4a5c-4e27-8b71-c5ee6887794e None None] Allocated IP 172.20.0.2 (241a237c-4d62-460b-b34f-3251620dabf7/6945db49-d600-4f6c-a925-361c767f1b94/0759c49c-45cd-466f-a1de-6ef7d51ae1c7) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:41:41.872667 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] Set router fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:41:42.063376 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c95e6c69-4a5c-4e27-8b71-c5ee6887794e None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:42.090793 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c95e6c69-4a5c-4e27-8b71-c5ee6887794e None None] Transition to ACTIVE for port object 0759c49c-45cd-466f-a1de-6ef7d51ae1c7 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:41:42.109703 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c95e6c69-4a5c-4e27-8b71-c5ee6887794e None None] Transition to ACTIVE for port object 0759c49c-45cd-466f-a1de-6ef7d51ae1c7 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:41:42.118851 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c95e6c69-4a5c-4e27-8b71-c5ee6887794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:42.161479 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95e6c69-4a5c-4e27-8b71-c5ee6887794e None None] Network 241a237c-4d62-460b-b34f-3251620dabf7 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:41:42.165970 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c95e6c69-4a5c-4e27-8b71-c5ee6887794e None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:41:42.167980 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-93ea01f6-7668-4430-b0fd-87050f5f2271 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Allocated IP 172.20.0.1 (241a237c-4d62-460b-b34f-3251620dabf7/6945db49-d600-4f6c-a925-361c767f1b94/bcc72b95-c39f-47d5-8119-16ea8d40a0b4) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:41:42.170278 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95e6c69-4a5c-4e27-8b71-c5ee6887794e None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:41:42.180639 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e6c69-4a5c-4e27-8b71-c5ee6887794e None None] Pushing event updated for resources: {'Port': ['ID=0759c49c-45cd-466f-a1de-6ef7d51ae1c7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:42.185353 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46278087', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:39Z', 'revision_number': 3, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:42.217592 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4094cbb-6789-4fc3-aa26-96716fb15b1a None None] The sync data for ids ['fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'] in n-d-712137-9 is: [{'id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46278087', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:39Z', 'revision_number': 3, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:41:42.267522 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c95e6c69-4a5c-4e27-8b71-c5ee6887794e None None] Attempting to bind port 0759c49c-45cd-466f-a1de-6ef7d51ae1c7 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:41:42.267906 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c95e6c69-4a5c-4e27-8b71-c5ee6887794e None None] Attempting to bind port 0759c49c-45cd-466f-a1de-6ef7d51ae1c7 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '86f77d0f-3023-43ac-8d16-2dacb1102490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:41:42.268271 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95e6c69-4a5c-4e27-8b71-c5ee6887794e None None] Attempting to bind port 0759c49c-45cd-466f-a1de-6ef7d51ae1c7 on network 241a237c-4d62-460b-b34f-3251620dabf7 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:41:42.274283 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95e6c69-4a5c-4e27-8b71-c5ee6887794e None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:41:42.274783 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95e6c69-4a5c-4e27-8b71-c5ee6887794e None None] Checking segment: {'id': '86f77d0f-3023-43ac-8d16-2dacb1102490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:41:42.275059 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c95e6c69-4a5c-4e27-8b71-c5ee6887794e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:42.280148 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95e6c69-4a5c-4e27-8b71-c5ee6887794e None None] Bound using segment: {'id': '86f77d0f-3023-43ac-8d16-2dacb1102490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:41:42.280148 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c95e6c69-4a5c-4e27-8b71-c5ee6887794e None None] Bound port: 0759c49c-45cd-466f-a1de-6ef7d51ae1c7, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f77d0f-3023-43ac-8d16-2dacb1102490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:41:42.280148 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c95e6c69-4a5c-4e27-8b71-c5ee6887794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:42.283494 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93ea01f6-7668-4430-b0fd-87050f5f2271 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:42.301406 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-93ea01f6-7668-4430-b0fd-87050f5f2271 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Transition to ACTIVE for port object bcc72b95-c39f-47d5-8119-16ea8d40a0b4 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:41:42.337981 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93ea01f6-7668-4430-b0fd-87050f5f2271 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:42.343369 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c95e6c69-4a5c-4e27-8b71-c5ee6887794e None None] For port 0759c49c-45cd-466f-a1de-6ef7d51ae1c7, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:41:42.347443 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c95e6c69-4a5c-4e27-8b71-c5ee6887794e None None] For port 0759c49c-45cd-466f-a1de-6ef7d51ae1c7, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0759c49c-45cd-466f-a1de-6ef7d51ae1c7,segment=NetworkSegment(86f77d0f-3023-43ac-8d16-2dacb1102490),segment_id=86f77d0f-3023-43ac-8d16-2dacb1102490)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:41:42.352059 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c95e6c69-4a5c-4e27-8b71-c5ee6887794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:42.393955 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea01f6-7668-4430-b0fd-87050f5f2271 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Port': ['ID=bcc72b95-c39f-47d5-8119-16ea8d40a0b4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:42.397669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ea01f6-7668-4430-b0fd-87050f5f2271 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network 241a237c-4d62-460b-b34f-3251620dabf7 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:41:42.399423 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-93ea01f6-7668-4430-b0fd-87050f5f2271 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:41:42.401726 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ea01f6-7668-4430-b0fd-87050f5f2271 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:41:42.426145 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e6c69-4a5c-4e27-8b71-c5ee6887794e None None] Pushing event updated for resources: {'Port': ['ID=0759c49c-45cd-466f-a1de-6ef7d51ae1c7,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:42.471246 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93ea01f6-7668-4430-b0fd-87050f5f2271 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:42.640390 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93ea01f6-7668-4430-b0fd-87050f5f2271 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:42.951357 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93ea01f6-7668-4430-b0fd-87050f5f2271 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:42.956549 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93ea01f6-7668-4430-b0fd-87050f5f2271 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:43.036727 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93ea01f6-7668-4430-b0fd-87050f5f2271 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:43.044071 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea01f6-7668-4430-b0fd-87050f5f2271 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Port': ['ID=bcc72b95-c39f-47d5-8119-16ea8d40a0b4,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:43.142530 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ea01f6-7668-4430-b0fd-87050f5f2271 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network 241a237c-4d62-460b-b34f-3251620dabf7 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:41:43.144284 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-93ea01f6-7668-4430-b0fd-87050f5f2271 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:41:43.264033 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ea01f6-7668-4430-b0fd-87050f5f2271 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Router fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:41:43.376155 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ea01f6-7668-4430-b0fd-87050f5f2271 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:41:43.385599 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-93ea01f6-7668-4430-b0fd-87050f5f2271 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "PUT /v2.0/routers/fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2826409 Jul 30 20:41:43.401639 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100aef5a-6c2e-4921-a28f-71550d141376 None None] Network 241a237c-4d62-460b-b34f-3251620dabf7 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:41:43.466820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6549cdc6-20b5-4a65-83ac-c770136f9088 None None] Provisioning for port 0759c49c-45cd-466f-a1de-6ef7d51ae1c7 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:41:43.526666 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-44e940ba-eaea-4e4e-9202-a19b6a6f18fa tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1368207249&fields=id&tenant_id=5636146b812a4d8d86be80f6df05a4f1 HTTP/1.1" status: 200 len: 267 time: 0.0331621 Jul 30 20:41:43.642882 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-154f8cb8-0e27-48f2-a523-ce9108e4490b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:43.644333 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-154f8cb8-0e27-48f2-a523-ce9108e4490b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/networks?id=241a237c-4d62-460b-b34f-3251620dabf7 HTTP/1.1" status: 200 len: 796 time: 0.1101997 Jul 30 20:41:43.661370 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-9f060159-a74a-4360-aa16-45204cdd1189 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/quotas/5636146b812a4d8d86be80f6df05a4f1 HTTP/1.1" status: 200 len: 375 time: 0.0111251 Jul 30 20:41:43.723721 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-363af316-ceb6-49bf-900f-cc091f07fd4d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565541 Jul 30 20:41:43.740418 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-48d85fb8-59ba-4d7a-9bfe-3039c51869b7 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:41:43.741503 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-48d85fb8-59ba-4d7a-9bfe-3039c51869b7 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062609 Jul 30 20:41:43.802760 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3823e4f4-3d06-4afe-9159-1dac8c36c812 None None] Provisioning for port bcc72b95-c39f-47d5-8119-16ea8d40a0b4 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:41:43.806846 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3823e4f4-3d06-4afe-9159-1dac8c36c812 None None] Provisioning complete for port bcc72b95-c39f-47d5-8119-16ea8d40a0b4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:41:43.807224 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3823e4f4-3d06-4afe-9159-1dac8c36c812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:43.846069 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3823e4f4-3d06-4afe-9159-1dac8c36c812 None None] Port bcc72b95-c39f-47d5-8119-16ea8d40a0b4 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:41:43.847967 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-078fed68-76cd-48b0-a753-d309edad2c01 service neutron] 10.222.0.81 "GET /v2.0/networks/241a237c-4d62-460b-b34f-3251620dabf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001458 Jul 30 20:41:43.892032 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] Sync routers for ids ['fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:41:43.902063 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] Routers {'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:41:43.902771 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:41:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:43.947277 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-d2aa3d67-24fe-43ef-8082-babe117472fe service neutron] 10.222.0.81 "GET /v2.0/networks/241a237c-4d62-460b-b34f-3251620dabf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921102 Jul 30 20:41:43.990768 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9c2fe3f3-ba2d-4e0f-a0b5-f414b29c3cc8 None None] Provisioning complete for port bcc72b95-c39f-47d5-8119-16ea8d40a0b4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:41:43.991394 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c2fe3f3-ba2d-4e0f-a0b5-f414b29c3cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:44.010261 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] Set router fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:41:44.031631 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9c2fe3f3-ba2d-4e0f-a0b5-f414b29c3cc8 None None] Port bcc72b95-c39f-47d5-8119-16ea8d40a0b4 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:41:44.132093 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-859c7cf7-b0ba-440e-9787-4d81f6f6de5c req-070cdca5-a79c-487d-ad8d-391009067dae tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 210 time: 0.0315044 Jul 30 20:41:44.245296 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46278087', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:42Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'bcc72b95-c39f-47d5-8119-16ea8d40a0b4', 'name': '', 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:b8:03:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '6945db49-d600-4f6c-a925-361c767f1b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:41:41Z', 'updated_at': '2021-07-30T20:41:42Z', 'revision_number': 2, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': '6945db49-d600-4f6c-a925-361c767f1b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:44.251038 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-23b46ae7-79c7-40dc-aec3-94ee3764c88c None None] Provisioning complete for port bcc72b95-c39f-47d5-8119-16ea8d40a0b4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:41:44.251760 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-23b46ae7-79c7-40dc-aec3-94ee3764c88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:44.271883 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] Checking router: fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:41:44.272232 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] Updating router fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28 port bcc72b95-c39f-47d5-8119-16ea8d40a0b4 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:41:44.287694 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-23b46ae7-79c7-40dc-aec3-94ee3764c88c None None] Port bcc72b95-c39f-47d5-8119-16ea8d40a0b4 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:41:44.300972 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:44.511882 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3e831cbc-23d1-4242-a32f-4762d76f1726 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:41:44.565316 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 3e831cbc-23d1-4242-a32f-4762d76f1726 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:41:44.568925 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 3e831cbc-23d1-4242-a32f-4762d76f1726 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:41:44.569291 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:44.586975 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:44.596714 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] Transition to ACTIVE for port object bcc72b95-c39f-47d5-8119-16ea8d40a0b4 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:41:44.604591 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:44.654380 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0779f2e-e86e-4eb6-b62d-1cb30187920d None None] Pushing event updated for resources: {'Port': ['ID=bcc72b95-c39f-47d5-8119-16ea8d40a0b4,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:44.658005 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:44.663020 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779f2e-e86e-4eb6-b62d-1cb30187920d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:44.663363 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779f2e-e86e-4eb6-b62d-1cb30187920d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:44.663725 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779f2e-e86e-4eb6-b62d-1cb30187920d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:44.664061 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779f2e-e86e-4eb6-b62d-1cb30187920d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:44.664390 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779f2e-e86e-4eb6-b62d-1cb30187920d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:44.664794 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779f2e-e86e-4eb6-b62d-1cb30187920d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:44.665124 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779f2e-e86e-4eb6-b62d-1cb30187920d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:44.665449 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779f2e-e86e-4eb6-b62d-1cb30187920d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:44.665765 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779f2e-e86e-4eb6-b62d-1cb30187920d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:44.666133 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779f2e-e86e-4eb6-b62d-1cb30187920d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:44.666425 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779f2e-e86e-4eb6-b62d-1cb30187920d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:44.666730 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0779f2e-e86e-4eb6-b62d-1cb30187920d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:41:44.691396 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 3e831cbc-23d1-4242-a32f-4762d76f1726, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=3e831cbc-23d1-4242-a32f-4762d76f1726,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:41:44.700485 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:44.701304 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0759c49c-45cd-466f-a1de-6ef7d51ae1c7 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:41:44.726264 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] Attempting to bind port bcc72b95-c39f-47d5-8119-16ea8d40a0b4 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:41:44.726989 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] Attempting to bind port bcc72b95-c39f-47d5-8119-16ea8d40a0b4 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '86f77d0f-3023-43ac-8d16-2dacb1102490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:41:44.727547 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] Attempting to bind port bcc72b95-c39f-47d5-8119-16ea8d40a0b4 on network 241a237c-4d62-460b-b34f-3251620dabf7 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:41:44.732878 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:41:44.733249 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] Checking segment: {'id': '86f77d0f-3023-43ac-8d16-2dacb1102490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:41:44.733644 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:44.734030 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] Bound using segment: {'id': '86f77d0f-3023-43ac-8d16-2dacb1102490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:41:44.734543 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] Bound port: bcc72b95-c39f-47d5-8119-16ea8d40a0b4, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f77d0f-3023-43ac-8d16-2dacb1102490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:41:44.734920 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:44.788201 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=3e831cbc-23d1-4242-a32f-4762d76f1726,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:44.805310 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] For port bcc72b95-c39f-47d5-8119-16ea8d40a0b4, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:41:44.808829 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] For port bcc72b95-c39f-47d5-8119-16ea8d40a0b4, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=bcc72b95-c39f-47d5-8119-16ea8d40a0b4,segment=NetworkSegment(86f77d0f-3023-43ac-8d16-2dacb1102490),segment_id=86f77d0f-3023-43ac-8d16-2dacb1102490)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:41:44.814828 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:44.818154 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 0759c49c-45cd-466f-a1de-6ef7d51ae1c7 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:41:44.822709 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 0759c49c-45cd-466f-a1de-6ef7d51ae1c7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:41:44.823226 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:44.860451 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] Routers {'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:41:44.861647 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:41:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:44.919993 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:44.959240 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 0759c49c-45cd-466f-a1de-6ef7d51ae1c7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0759c49c-45cd-466f-a1de-6ef7d51ae1c7,segment=NetworkSegment(86f77d0f-3023-43ac-8d16-2dacb1102490),segment_id=86f77d0f-3023-43ac-8d16-2dacb1102490)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:41:44.964069 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:44.980304 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0779f2e-e86e-4eb6-b62d-1cb30187920d None None] Pushing event updated for resources: {'Port': ['ID=bcc72b95-c39f-47d5-8119-16ea8d40a0b4,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:45.023890 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] Set router fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:41:45.026222 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=0759c49c-45cd-466f-a1de-6ef7d51ae1c7,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:45.128808 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-0f209f06-9381-4d37-af45-29ba6f741a5a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:45.130235 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-0f209f06-9381-4d37-af45-29ba6f741a5a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.83 "GET /v2.0/networks?id=241a237c-4d62-460b-b34f-3251620dabf7 HTTP/1.1" status: 200 len: 796 time: 0.1266046 Jul 30 20:41:45.177096 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-5e611e10-8896-408f-8daf-15b785dfc3f3 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5636146b812a4d8d86be80f6df05a4f1 HTTP/1.1" status: 200 len: 380 time: 0.0370743 Jul 30 20:41:45.189966 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-2dd96954-9190-4563-b7e8-594bb131dbea tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'port': {'device_id': 'cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde', 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7', 'admin_state_up': True, 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'security_groups': ['5ec8051a-fd3b-4163-a8cc-44b1af606df7']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:41:45.242021 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4798ccd4-a9ca-4456-b3c4-c0ee68fe3977 req-e60cf26b-fcd5-458c-9c1d-7aed045e10a4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 210 time: 0.0283854 Jul 30 20:41:45.258328 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46278087', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:42Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'bcc72b95-c39f-47d5-8119-16ea8d40a0b4', 'name': '', 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:b8:03:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '6945db49-d600-4f6c-a925-361c767f1b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:41:41Z', 'updated_at': '2021-07-30T20:41:44Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': '6945db49-d600-4f6c-a925-361c767f1b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:45.306638 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-2dd96954-9190-4563-b7e8-594bb131dbea tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Made reservation on behalf of 5636146b812a4d8d86be80f6df05a4f1 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:41:45.310285 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-2dd96954-9190-4563-b7e8-594bb131dbea tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:45.373672 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80ac80b-c6c8-452e-bae2-404f8ffcf5b3 None None] The sync data for ids ['fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'] in n-d-712137-9 is: [{'id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46278087', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:42Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'bcc72b95-c39f-47d5-8119-16ea8d40a0b4', 'name': '', 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:b8:03:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '6945db49-d600-4f6c-a925-361c767f1b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:41:41Z', 'updated_at': '2021-07-30T20:41:44Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': '6945db49-d600-4f6c-a925-361c767f1b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:41:45.454200 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-2dd96954-9190-4563-b7e8-594bb131dbea tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Allocated IP 172.20.0.5 (241a237c-4d62-460b-b34f-3251620dabf7/6945db49-d600-4f6c-a925-361c767f1b94/75fc53b6-357a-4de2-af5e-84f3f3a17f9d) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:41:45.601472 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-2dd96954-9190-4563-b7e8-594bb131dbea tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:45.616325 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-2dd96954-9190-4563-b7e8-594bb131dbea tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Transition to ACTIVE for port object 75fc53b6-357a-4de2-af5e-84f3f3a17f9d will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:41:45.650716 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-2dd96954-9190-4563-b7e8-594bb131dbea tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:45.671827 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:45.697896 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-2dd96954-9190-4563-b7e8-594bb131dbea tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network 241a237c-4d62-460b-b34f-3251620dabf7 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:41:45.703142 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-2dd96954-9190-4563-b7e8-594bb131dbea tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:41:45.705941 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-2dd96954-9190-4563-b7e8-594bb131dbea tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:41:45.734742 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd96954-9190-4563-b7e8-594bb131dbea tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Port': ['ID=75fc53b6-357a-4de2-af5e-84f3f3a17f9d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:45.766143 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-2dd96954-9190-4563-b7e8-594bb131dbea tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:45.766787 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-2dd96954-9190-4563-b7e8-594bb131dbea tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:45.786059 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-2dd96954-9190-4563-b7e8-594bb131dbea tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6006565 Jul 30 20:41:45.798860 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-cf58490f-e39e-47ea-9594-c5f394876aaa service neutron] Request body: {'port': {'device_id': 'cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:41:45.861481 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-cf58490f-e39e-47ea-9594-c5f394876aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:45.999264 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-60bb4855-d973-4c36-9cb5-c8bbfaea56dc None None] Provisioning for port 75fc53b6-357a-4de2-af5e-84f3f3a17f9d completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:41:46.004015 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-60bb4855-d973-4c36-9cb5-c8bbfaea56dc None None] Provisioning complete for port 75fc53b6-357a-4de2-af5e-84f3f3a17f9d triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:41:46.004400 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-60bb4855-d973-4c36-9cb5-c8bbfaea56dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:46.045236 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-60bb4855-d973-4c36-9cb5-c8bbfaea56dc None None] Port 75fc53b6-357a-4de2-af5e-84f3f3a17f9d cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:41:46.138927 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-cf58490f-e39e-47ea-9594-c5f394876aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75fc53b6-357a-4de2-af5e-84f3f3a17f9d {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:41:46.147477 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-cf58490f-e39e-47ea-9594-c5f394876aaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:46.160604 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-cf58490f-e39e-47ea-9594-c5f394876aaa service neutron] Transition to ACTIVE for port object 75fc53b6-357a-4de2-af5e-84f3f3a17f9d will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:41:46.164746 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-cf58490f-e39e-47ea-9594-c5f394876aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:46.218492 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58490f-e39e-47ea-9594-c5f394876aaa service neutron] Pushing event updated for resources: {'Port': ['ID=75fc53b6-357a-4de2-af5e-84f3f3a17f9d,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:46.614024 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device bcc72b95-c39f-47d5-8119-16ea8d40a0b4 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:41:46.627868 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-cf58490f-e39e-47ea-9594-c5f394876aaa service neutron] Attempting to bind port 75fc53b6-357a-4de2-af5e-84f3f3a17f9d on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:41:46.628220 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-cf58490f-e39e-47ea-9594-c5f394876aaa service neutron] Attempting to bind port 75fc53b6-357a-4de2-af5e-84f3f3a17f9d by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '86f77d0f-3023-43ac-8d16-2dacb1102490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:41:46.628555 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-cf58490f-e39e-47ea-9594-c5f394876aaa service neutron] Attempting to bind port 75fc53b6-357a-4de2-af5e-84f3f3a17f9d on network 241a237c-4d62-460b-b34f-3251620dabf7 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:41:46.633567 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-cf58490f-e39e-47ea-9594-c5f394876aaa service neutron] Port 75fc53b6-357a-4de2-af5e-84f3f3a17f9d on network 241a237c-4d62-460b-b34f-3251620dabf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:41:46.633912 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-cf58490f-e39e-47ea-9594-c5f394876aaa service neutron] Attempting to bind port 75fc53b6-357a-4de2-af5e-84f3f3a17f9d on network 241a237c-4d62-460b-b34f-3251620dabf7 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:41:46.640176 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-cf58490f-e39e-47ea-9594-c5f394876aaa service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:41:46.640554 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-cf58490f-e39e-47ea-9594-c5f394876aaa service neutron] Checking segment: {'id': '86f77d0f-3023-43ac-8d16-2dacb1102490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:41:46.640930 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-cf58490f-e39e-47ea-9594-c5f394876aaa service neutron] Bound using segment: {'id': '86f77d0f-3023-43ac-8d16-2dacb1102490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:41:46.641403 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-cf58490f-e39e-47ea-9594-c5f394876aaa service neutron] Bound port: 75fc53b6-357a-4de2-af5e-84f3f3a17f9d, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f77d0f-3023-43ac-8d16-2dacb1102490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:41:46.641749 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-cf58490f-e39e-47ea-9594-c5f394876aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:46.667605 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port bcc72b95-c39f-47d5-8119-16ea8d40a0b4 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:41:46.671349 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port bcc72b95-c39f-47d5-8119-16ea8d40a0b4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:41:46.671933 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:46.708660 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-cf58490f-e39e-47ea-9594-c5f394876aaa service neutron] For port 75fc53b6-357a-4de2-af5e-84f3f3a17f9d, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:41:46.712143 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-cf58490f-e39e-47ea-9594-c5f394876aaa service neutron] For port 75fc53b6-357a-4de2-af5e-84f3f3a17f9d, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=75fc53b6-357a-4de2-af5e-84f3f3a17f9d,segment=NetworkSegment(86f77d0f-3023-43ac-8d16-2dacb1102490),segment_id=86f77d0f-3023-43ac-8d16-2dacb1102490)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:41:46.717652 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-cf58490f-e39e-47ea-9594-c5f394876aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:46.741783 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871c06a-4ce2-47e0-b894-1e58a3a3bac5 req-3e94caa9-ec07-40c5-99d9-4283211753e3 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:46.749028 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3871c06a-4ce2-47e0-b894-1e58a3a3bac5 req-3e94caa9-ec07-40c5-99d9-4283211753e3 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 943 time: 0.4202385 Jul 30 20:41:46.750672 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-cf58490f-e39e-47ea-9594-c5f394876aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:46.751410 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-cf58490f-e39e-47ea-9594-c5f394876aaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:46.753421 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-cf58490f-e39e-47ea-9594-c5f394876aaa service neutron] 10.222.0.83 "PUT /v2.0/ports/75fc53b6-357a-4de2-af5e-84f3f3a17f9d HTTP/1.1" status: 200 len: 1091 time: 0.9595232 Jul 30 20:41:46.756316 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde', 'tag': '75fc53b6-357a-4de2-af5e-84f3f3a17f9d'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:41:46.757549 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:46.759860 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869ff030-a929-423b-a908-1d2351b1d684" -d '{"events": [{"name": "network-changed", "server_uuid": "cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde", "tag": "75fc53b6-357a-4de2-af5e-84f3f3a17f9d"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:41:46.804400 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port bcc72b95-c39f-47d5-8119-16ea8d40a0b4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=bcc72b95-c39f-47d5-8119-16ea8d40a0b4,segment=NetworkSegment(86f77d0f-3023-43ac-8d16-2dacb1102490),segment_id=86f77d0f-3023-43ac-8d16-2dacb1102490)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:41:46.811499 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3871c06a-4ce2-47e0-b894-1e58a3a3bac5 req-d8f204c2-edf0-4ea9-a078-195450674492 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615125 Jul 30 20:41:46.816807 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:46.817623 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3e831cbc-23d1-4242-a32f-4762d76f1726 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:41:46.838043 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58490f-e39e-47ea-9594-c5f394876aaa service neutron] Pushing event updated for resources: {'Port': ['ID=75fc53b6-357a-4de2-af5e-84f3f3a17f9d,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:46.860839 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-439390cc-708a-4d13-91ab-3c8e56f8431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:46.862608 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-439390cc-708a-4d13-91ab-3c8e56f8431f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 1094 time: 0.0645981 Jul 30 20:41:46.869709 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff410eab-567c-407a-a3fa-7a95eef534af x-openstack-request-id: req-ff410eab-567c-407a-a3fa-7a95eef534af {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:41:46.870353 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde", "tag": "75fc53b6-357a-4de2-af5e-84f3f3a17f9d", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:41:46.870706 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ff410eab-567c-407a-a3fa-7a95eef534af {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:41:46.871261 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde', 'tag': '75fc53b6-357a-4de2-af5e-84f3f3a17f9d', 'status': 'completed', 'code': 200} Jul 30 20:41:46.911943 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-f4e6265c-a5f1-481f-9438-f40f225ad0f4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75fc53b6-357a-4de2-af5e-84f3f3a17f9d HTTP/1.1" status: 200 len: 217 time: 0.0384357 Jul 30 20:41:46.918910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=bcc72b95-c39f-47d5-8119-16ea8d40a0b4,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:46.930613 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 3e831cbc-23d1-4242-a32f-4762d76f1726 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:41:46.930995 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:46.967010 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-0e86ad2e-1d23-491b-9a99-ca5f1f025d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:46.968620 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-0e86ad2e-1d23-491b-9a99-ca5f1f025d62 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6945db49-d600-4f6c-a925-361c767f1b94 HTTP/1.1" status: 200 len: 835 time: 0.0500355 Jul 30 20:41:47.021656 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-92b764ef-6e22-4cbf-991f-4397bb5415fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:47.023152 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-92b764ef-6e22-4cbf-991f-4397bb5415fb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=241a237c-4d62-460b-b34f-3251620dabf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471258 Jul 30 20:41:47.027704 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0759c49c-45cd-466f-a1de-6ef7d51ae1c7 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:41:47.076535 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 0759c49c-45cd-466f-a1de-6ef7d51ae1c7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:41:47.076906 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:47.115845 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-7541075c-1a86-4e1d-a58a-cb38929197ca service neutron] 10.222.0.83 "GET /v2.0/networks/241a237c-4d62-460b-b34f-3251620dabf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850718 Jul 30 20:41:47.209821 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-228bba5f-e8d0-48bb-9785-121a1df8f8f0 req-17c61d14-3200-42b6-a3cc-56474dd8f23e service neutron] 10.222.0.83 "GET /v2.0/networks/241a237c-4d62-460b-b34f-3251620dabf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868261 Jul 30 20:41:47.292720 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ff030-a929-423b-a908-1d2351b1d684 req-6878f399-0365-45ac-9b41-97ed84c01865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:47.294203 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-869ff030-a929-423b-a908-1d2351b1d684 req-6878f399-0365-45ac-9b41-97ed84c01865 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 1094 time: 0.0414274 Jul 30 20:41:47.382967 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ff030-a929-423b-a908-1d2351b1d684 req-64e26bfc-5164-4e15-83c7-cfc36ff178c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:47.384382 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-869ff030-a929-423b-a908-1d2351b1d684 req-64e26bfc-5164-4e15-83c7-cfc36ff178c6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=241a237c-4d62-460b-b34f-3251620dabf7 HTTP/1.1" status: 200 len: 897 time: 0.0831687 Jul 30 20:41:47.428866 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-869ff030-a929-423b-a908-1d2351b1d684 req-53c9e504-f66a-459f-b19a-79230bed5522 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75fc53b6-357a-4de2-af5e-84f3f3a17f9d HTTP/1.1" status: 200 len: 217 time: 0.0366731 Jul 30 20:41:47.477151 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ff030-a929-423b-a908-1d2351b1d684 req-cbde812f-eabf-4a98-a51d-98bf9a403daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:47.478503 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-869ff030-a929-423b-a908-1d2351b1d684 req-cbde812f-eabf-4a98-a51d-98bf9a403daf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6945db49-d600-4f6c-a925-361c767f1b94 HTTP/1.1" status: 200 len: 835 time: 0.0420671 Jul 30 20:41:47.523265 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ff030-a929-423b-a908-1d2351b1d684 req-3fe96f94-0ba9-407c-bdb1-13a8b843b1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:47.524854 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-869ff030-a929-423b-a908-1d2351b1d684 req-3fe96f94-0ba9-407c-bdb1-13a8b843b1c3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=241a237c-4d62-460b-b34f-3251620dabf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389414 Jul 30 20:41:47.615166 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-869ff030-a929-423b-a908-1d2351b1d684 req-e388d7d9-d32b-4345-b36a-cccdc9445716 service neutron] 10.222.0.83 "GET /v2.0/networks/241a237c-4d62-460b-b34f-3251620dabf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832968 Jul 30 20:41:47.704062 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-869ff030-a929-423b-a908-1d2351b1d684 req-d9ab1e9f-fea0-4181-86bf-ecc429c5a073 service neutron] 10.222.0.83 "GET /v2.0/networks/241a237c-4d62-460b-b34f-3251620dabf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811174 Jul 30 20:41:47.921726 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74593e-51ac-4f3e-8426-072b98c21862 req-d186f1cc-484b-4e87-a60d-7c7810d6bcb8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:47.923736 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb74593e-51ac-4f3e-8426-072b98c21862 req-d186f1cc-484b-4e87-a60d-7c7810d6bcb8 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 943 time: 0.0491085 Jul 30 20:41:47.961202 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb74593e-51ac-4f3e-8426-072b98c21862 req-a078fba2-0c31-4672-b5dc-7a9b1fb37180 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315635 Jul 30 20:41:48.451788 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device bcc72b95-c39f-47d5-8119-16ea8d40a0b4 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:41:48.507207 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port bcc72b95-c39f-47d5-8119-16ea8d40a0b4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:41:48.507563 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:49.083099 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515cdc0-ec38-4a6c-a16f-95cf56087658 req-21bd7304-4f05-4b06-898f-7b061a9139eb tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:49.084758 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b515cdc0-ec38-4a6c-a16f-95cf56087658 req-21bd7304-4f05-4b06-898f-7b061a9139eb tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 943 time: 0.0522110 Jul 30 20:41:49.128373 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b515cdc0-ec38-4a6c-a16f-95cf56087658 req-9e18c2e6-e781-4600-a848-8155de7b3c7a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371585 Jul 30 20:41:49.777152 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:50.106748 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 75fc53b6-357a-4de2-af5e-84f3f3a17f9d details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:41:50.204646 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 75fc53b6-357a-4de2-af5e-84f3f3a17f9d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=75fc53b6-357a-4de2-af5e-84f3f3a17f9d,segment=NetworkSegment(86f77d0f-3023-43ac-8d16-2dacb1102490),segment_id=86f77d0f-3023-43ac-8d16-2dacb1102490)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:41:50.216932 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '75fc53b6-357a-4de2-af5e-84f3f3a17f9d', 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7', 'port_id': '75fc53b6-357a-4de2-af5e-84f3f3a17f9d', 'mac_address': 'fa:16:3e:6d:7a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6945db49-d600-4f6c-a925-361c767f1b94', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:41:50.257353 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad2ae7-750f-47f2-8d50-0fa9a2cb0118 req-8d35b19a-ba1c-4f55-8ad9-aa258300bfc4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:50.258031 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:50.259109 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-14ad2ae7-750f-47f2-8d50-0fa9a2cb0118 req-8d35b19a-ba1c-4f55-8ad9-aa258300bfc4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 943 time: 0.0555069 Jul 30 20:41:50.271398 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75fc53b6-357a-4de2-af5e-84f3f3a17f9d {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:41:50.294110 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 75fc53b6-357a-4de2-af5e-84f3f3a17f9d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=75fc53b6-357a-4de2-af5e-84f3f3a17f9d,segment=NetworkSegment(86f77d0f-3023-43ac-8d16-2dacb1102490),segment_id=86f77d0f-3023-43ac-8d16-2dacb1102490)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:41:50.298455 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:50.307144 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-14ad2ae7-750f-47f2-8d50-0fa9a2cb0118 req-d024319d-a41a-4135-9d78-033d46a32f66 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403626 Jul 30 20:41:50.349505 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=75fc53b6-357a-4de2-af5e-84f3f3a17f9d,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:50.614676 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['75fc53b6-357a-4de2-af5e-84f3f3a17f9d'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:41:51.289966 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c9f3bee9-870e-4505-9feb-d72653ff7ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:51.431975 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a33dc6-6927-41d3-ac5b-2db3e8fc4f2d req-a87cc1e6-46d7-4422-8ced-3aefd492999b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:51.433446 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7a33dc6-6927-41d3-ac5b-2db3e8fc4f2d req-a87cc1e6-46d7-4422-8ced-3aefd492999b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 944 time: 0.0574274 Jul 30 20:41:51.471044 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7a33dc6-6927-41d3-ac5b-2db3e8fc4f2d req-521f2648-a191-40f6-874e-7870fa74a65c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317087 Jul 30 20:41:52.107588 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 75fc53b6-357a-4de2-af5e-84f3f3a17f9d up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:41:52.156925 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 75fc53b6-357a-4de2-af5e-84f3f3a17f9d completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:41:52.161002 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 75fc53b6-357a-4de2-af5e-84f3f3a17f9d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:41:52.161371 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:52.234964 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:52.256809 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fc53b6-357a-4de2-af5e-84f3f3a17f9d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:41:52.259050 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16da5bee-293f-48e0-820f-a07c6abd4410" -d '{"events": [{"server_uuid": "cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde", "name": "network-vif-plugged", "status": "completed", "tag": "75fc53b6-357a-4de2-af5e-84f3f3a17f9d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:41:52.272298 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 75fc53b6-357a-4de2-af5e-84f3f3a17f9d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=75fc53b6-357a-4de2-af5e-84f3f3a17f9d,segment=NetworkSegment(86f77d0f-3023-43ac-8d16-2dacb1102490),segment_id=86f77d0f-3023-43ac-8d16-2dacb1102490)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:41:52.280928 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:52.300124 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9c799a-c3a5-4b1f-a8e3-cf3ca2a98af5 x-openstack-request-id: req-4b9c799a-c3a5-4b1f-a8e3-cf3ca2a98af5 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:41:52.300839 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde", "name": "network-vif-plugged", "status": "completed", "tag": "75fc53b6-357a-4de2-af5e-84f3f3a17f9d", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:41:52.300839 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b9c799a-c3a5-4b1f-a8e3-cf3ca2a98af5 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:41:52.301040 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fc53b6-357a-4de2-af5e-84f3f3a17f9d', 'code': 200} Jul 30 20:41:52.327441 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=75fc53b6-357a-4de2-af5e-84f3f3a17f9d,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:52.395063 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110bb96-31ce-4b7a-b077-76e405e20561 req-5cbf8c9d-85de-4357-b17f-a0de0ad03622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:52.396615 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3110bb96-31ce-4b7a-b077-76e405e20561 req-5cbf8c9d-85de-4357-b17f-a0de0ad03622 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 1096 time: 0.0407963 Jul 30 20:41:52.437608 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-3110bb96-31ce-4b7a-b077-76e405e20561 req-87fd69bc-929b-4d62-a260-62bfaf16c067 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328021 Jul 30 20:41:52.588944 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845b507-7715-4deb-b0ca-2e80f1575f25 req-048b1d8e-6ba3-4e5a-ba07-bda6545504c6 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:52.590588 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c845b507-7715-4deb-b0ca-2e80f1575f25 req-048b1d8e-6ba3-4e5a-ba07-bda6545504c6 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 945 time: 0.0516703 Jul 30 20:41:52.632790 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c845b507-7715-4deb-b0ca-2e80f1575f25 req-86de09c9-c31f-4f65-abaa-e2a0c3db557e tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355251 Jul 30 20:41:53.740145 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-565bf599-f956-4e85-b784-440edb289fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:53.748090 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f69ba1-8f0d-4d21-92ce-369151b0a321 req-1900704b-232e-4226-b91b-4c7bffe019ee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:53.749556 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5f69ba1-8f0d-4d21-92ce-369151b0a321 req-1900704b-232e-4226-b91b-4c7bffe019ee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 945 time: 0.0494013 Jul 30 20:41:53.788503 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5f69ba1-8f0d-4d21-92ce-369151b0a321 req-03f33f5b-d032-426b-a785-e7cc8a95bbfc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328283 Jul 30 20:41:53.899345 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc59002-d038-4117-9220-d84287590d19 req-54589547-23c4-4ef8-885d-375ab1b81a59 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:53.900808 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0cc59002-d038-4117-9220-d84287590d19 req-54589547-23c4-4ef8-885d-375ab1b81a59 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 945 time: 0.0479643 Jul 30 20:41:53.938257 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0cc59002-d038-4117-9220-d84287590d19 req-7b9a3df9-dfd0-41ce-b2d4-c02a890ffd32 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315158 Jul 30 20:41:53.959638 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51292) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:53.991781 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:54.001372 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e5e6f-6425-4de2-a22b-36a4354d4252 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:54.003535 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f35e5e6f-6425-4de2-a22b-36a4354d4252 tempest-TestNetworkAdvancedServerOps-828367237 tempest-TestNetworkAdvancedServerOps-828367237-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 1091 time: 0.0429094 Jul 30 20:41:54.006405 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51294) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:54.010688 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-59a3d3be-aa84-43a4-b019-fd44fe1db112 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': '75fc53b6-357a-4de2-af5e-84f3f3a17f9d', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:41:54.031799 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59a3d3be-aa84-43a4-b019-fd44fe1db112 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:54.130559 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59a3d3be-aa84-43a4-b019-fd44fe1db112 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:54.235612 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-59a3d3be-aa84-43a4-b019-fd44fe1db112 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Allocated IP 172.25.3.92 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/cd1e14ae-fb6f-4f14-80df-e687fb947f4a) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:41:54.335652 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59a3d3be-aa84-43a4-b019-fd44fe1db112 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:54.374065 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59a3d3be-aa84-43a4-b019-fd44fe1db112 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:54.411692 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a3d3be-aa84-43a4-b019-fd44fe1db112 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:41:54.414551 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-59a3d3be-aa84-43a4-b019-fd44fe1db112 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:41:54.418029 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a3d3be-aa84-43a4-b019-fd44fe1db112 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:41:54.426554 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3d3be-aa84-43a4-b019-fd44fe1db112 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Port': ['ID=cd1e14ae-fb6f-4f14-80df-e687fb947f4a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:54.769072 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59a3d3be-aa84-43a4-b019-fd44fe1db112 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:54.840228 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59a3d3be-aa84-43a4-b019-fd44fe1db112 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:54.983976 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59a3d3be-aa84-43a4-b019-fd44fe1db112 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:54.988219 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59a3d3be-aa84-43a4-b019-fd44fe1db112 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:55.048537 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:55.058216 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3d3be-aa84-43a4-b019-fd44fe1db112 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event updated for resources: {'Port': ['ID=cd1e14ae-fb6f-4f14-80df-e687fb947f4a,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:41:55.071993 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59a3d3be-aa84-43a4-b019-fd44fe1db112 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:55.171192 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-59a3d3be-aa84-43a4-b019-fd44fe1db112 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Floating IP 484a8ba8-b7fe-4fc6-9836-3ae51580400e associated. External IP: 172.25.3.92, port: 75fc53b6-357a-4de2-af5e-84f3f3a17f9d. Jul 30 20:41:55.411952 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc62fe73-66a1-4eb6-acf0-75b99ddedcdf req-b4707269-694c-4ce9-b54c-cc021b8b5ac7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0581906 Jul 30 20:41:55.415875 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a3d3be-aa84-43a4-b019-fd44fe1db112 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Router fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:41:55.541099 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62fe73-66a1-4eb6-acf0-75b99ddedcdf req-ce7565a8-f1e8-4fd4-bf83-aae2f9aecf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:55.542568 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc62fe73-66a1-4eb6-acf0-75b99ddedcdf req-ce7565a8-f1e8-4fd4-bf83-aae2f9aecf43 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 1097 time: 0.0840406 Jul 30 20:41:55.559423 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a3d3be-aa84-43a4-b019-fd44fe1db112 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:41:55.569759 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aa0633-749a-4000-b719-f6e939e60d97 None None] Sync routers for ids ['fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:41:55.579756 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aa0633-749a-4000-b719-f6e939e60d97 None None] Routers {'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:41:55.580967 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a5aa0633-749a-4000-b719-f6e939e60d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:41:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:55.623837 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59a3d3be-aa84-43a4-b019-fd44fe1db112 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:55.663574 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-59a3d3be-aa84-43a4-b019-fd44fe1db112 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6561246 Jul 30 20:41:55.666246 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde', 'tag': '75fc53b6-357a-4de2-af5e-84f3f3a17f9d'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:41:55.668025 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0717bb96-d7f1-40c3-b793-45a0a95ac745" -d '{"events": [{"name": "network-changed", "server_uuid": "cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde", "tag": "75fc53b6-357a-4de2-af5e-84f3f3a17f9d"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:41:55.686791 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62fe73-66a1-4eb6-acf0-75b99ddedcdf req-ecd16227-6263-4fa4-bb11-6d18553d0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:55.688515 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc62fe73-66a1-4eb6-acf0-75b99ddedcdf req-ecd16227-6263-4fa4-bb11-6d18553d0d04 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 913 time: 0.1273069 Jul 30 20:41:55.692998 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a5aa0633-749a-4000-b719-f6e939e60d97 None None] Set router fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:41:55.787460 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc62fe73-66a1-4eb6-acf0-75b99ddedcdf req-8ccacba1-2727-43af-9a69-a9f598757a66 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74440165-2e10-4b1f-be8a-09b12b7d1d5a HTTP/1.1" status: 200 len: 1001 time: 0.0910175 Jul 30 20:41:55.811068 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609e12b-4f29-47f9-89ce-2c03400d01b4 req-6c89d19c-bbba-4c07-af8c-17af5658c1ca tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:55.812635 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7609e12b-4f29-47f9-89ce-2c03400d01b4 req-6c89d19c-bbba-4c07-af8c-17af5658c1ca tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 945 time: 0.0797694 Jul 30 20:41:55.872944 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62fe73-66a1-4eb6-acf0-75b99ddedcdf req-7e6d5710-a87c-4c8e-9ed8-e0203e526524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:55.874393 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc62fe73-66a1-4eb6-acf0-75b99ddedcdf req-7e6d5710-a87c-4c8e-9ed8-e0203e526524 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0795975 Jul 30 20:41:55.877855 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7609e12b-4f29-47f9-89ce-2c03400d01b4 req-363f7698-96d1-401c-a256-cca920f2ec4c tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463605 Jul 30 20:41:55.901830 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51302) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:55.921596 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a5aa0633-749a-4000-b719-f6e939e60d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46278087', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:42Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '484a8ba8-b7fe-4fc6-9836-3ae51580400e', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'port_id': '75fc53b6-357a-4de2-af5e-84f3f3a17f9d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7', 'mac_address': 'fa:16:3e:6d:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:41:54Z', 'updated_at': '2021-07-30T20:41:54Z', 'revision_number': 0, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc72b95-c39f-47d5-8119-16ea8d40a0b4', 'name': '', 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:b8:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '6945db49-d600-4f6c-a925-361c767f1b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:41:41Z', 'updated_at': '2021-07-30T20:41:46Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': '6945db49-d600-4f6c-a925-361c767f1b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:55.928286 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62fe73-66a1-4eb6-acf0-75b99ddedcdf req-26b973b3-deeb-4172-a58c-4cbe568202ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:55.929866 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc62fe73-66a1-4eb6-acf0-75b99ddedcdf req-26b973b3-deeb-4172-a58c-4cbe568202ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482223 Jul 30 20:41:55.954444 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aa0633-749a-4000-b719-f6e939e60d97 None None] Checking router: fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:41:55.965285 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aa0633-749a-4000-b719-f6e939e60d97 None None] Routers {'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:41:55.965923 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a5aa0633-749a-4000-b719-f6e939e60d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:41:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:55.979401 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0dd7c95e-3c57-4c58-9b5f-4c15058f674e tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/floatingips/484a8ba8-b7fe-4fc6-9836-3ae51580400e HTTP/1.1" status: 200 len: 990 time: 0.0745120 Jul 30 20:41:56.038565 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d092095-0a74-4960-8c53-3cbb0070e3ed x-openstack-request-id: req-5d092095-0a74-4960-8c53-3cbb0070e3ed {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:41:56.038854 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde", "tag": "75fc53b6-357a-4de2-af5e-84f3f3a17f9d", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:41:56.039105 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5d092095-0a74-4960-8c53-3cbb0070e3ed {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:41:56.039497 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde', 'tag': '75fc53b6-357a-4de2-af5e-84f3f3a17f9d', 'status': 'completed', 'code': 200} Jul 30 20:41:56.045096 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc62fe73-66a1-4eb6-acf0-75b99ddedcdf req-f1099042-76e5-441a-af8f-bfa82943e587 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075783 Jul 30 20:41:56.084123 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a5aa0633-749a-4000-b719-f6e939e60d97 None None] Set router fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:41:56.101323 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717bb96-d7f1-40c3-b793-45a0a95ac745 req-eee375e8-1cf3-445d-889b-b47c567d2c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:56.102973 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0717bb96-d7f1-40c3-b793-45a0a95ac745 req-eee375e8-1cf3-445d-889b-b47c567d2c73 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 1096 time: 0.0414970 Jul 30 20:41:56.141079 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc62fe73-66a1-4eb6-acf0-75b99ddedcdf req-c147dfdf-a459-4370-8f82-6f3ae7716403 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894628 Jul 30 20:41:56.203170 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717bb96-d7f1-40c3-b793-45a0a95ac745 req-f3f7f5b4-a0ef-41bc-8d23-e110a497c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:56.204765 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0717bb96-d7f1-40c3-b793-45a0a95ac745 req-f3f7f5b4-a0ef-41bc-8d23-e110a497c0b8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=241a237c-4d62-460b-b34f-3251620dabf7 HTTP/1.1" status: 200 len: 897 time: 0.0950618 Jul 30 20:41:56.277842 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0717bb96-d7f1-40c3-b793-45a0a95ac745 req-af6d00b1-4a52-4547-a8e2-1000d7a02913 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75fc53b6-357a-4de2-af5e-84f3f3a17f9d HTTP/1.1" status: 200 len: 998 time: 0.0614226 Jul 30 20:41:56.334550 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717bb96-d7f1-40c3-b793-45a0a95ac745 req-471c3455-e656-4134-b34f-c36d37f05eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:56.335983 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0717bb96-d7f1-40c3-b793-45a0a95ac745 req-471c3455-e656-4134-b34f-c36d37f05eb6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6945db49-d600-4f6c-a925-361c767f1b94 HTTP/1.1" status: 200 len: 835 time: 0.0504174 Jul 30 20:41:56.382256 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717bb96-d7f1-40c3-b793-45a0a95ac745 req-e9a5e508-39bd-4ec2-be2f-77fb94de684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:41:56.383909 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0717bb96-d7f1-40c3-b793-45a0a95ac745 req-e9a5e508-39bd-4ec2-be2f-77fb94de684c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=241a237c-4d62-460b-b34f-3251620dabf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412207 Jul 30 20:41:56.475156 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0717bb96-d7f1-40c3-b793-45a0a95ac745 req-3af938c9-eef3-4c66-8062-6db99920385c service neutron] 10.222.0.83 "GET /v2.0/networks/241a237c-4d62-460b-b34f-3251620dabf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839059 Jul 30 20:41:56.479194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a5aa0633-749a-4000-b719-f6e939e60d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46278087', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:42Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '484a8ba8-b7fe-4fc6-9836-3ae51580400e', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'port_id': '75fc53b6-357a-4de2-af5e-84f3f3a17f9d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7', 'mac_address': 'fa:16:3e:6d:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:41:54Z', 'updated_at': '2021-07-30T20:41:54Z', 'revision_number': 0, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc72b95-c39f-47d5-8119-16ea8d40a0b4', 'name': '', 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:b8:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '6945db49-d600-4f6c-a925-361c767f1b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:41:41Z', 'updated_at': '2021-07-30T20:41:46Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': '6945db49-d600-4f6c-a925-361c767f1b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:41:56.506091 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aa0633-749a-4000-b719-f6e939e60d97 None None] The sync data for ids ['fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'] in n-d-712137-9 is: [{'id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46278087', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:42Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '484a8ba8-b7fe-4fc6-9836-3ae51580400e', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'port_id': '75fc53b6-357a-4de2-af5e-84f3f3a17f9d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7', 'mac_address': 'fa:16:3e:6d:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:41:54Z', 'updated_at': '2021-07-30T20:41:54Z', 'revision_number': 0, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc72b95-c39f-47d5-8119-16ea8d40a0b4', 'name': '', 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:b8:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '6945db49-d600-4f6c-a925-361c767f1b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:41:41Z', 'updated_at': '2021-07-30T20:41:46Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': '6945db49-d600-4f6c-a925-361c767f1b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:41:56.574845 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-0717bb96-d7f1-40c3-b793-45a0a95ac745 req-fc122826-ca1c-4902-a5a8-7018ae9dbfa3 service neutron] 10.222.0.83 "GET /v2.0/networks/241a237c-4d62-460b-b34f-3251620dabf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923741 Jul 30 20:41:56.701360 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a71eac-f93b-47a5-b1c8-561734f5e3b0 None None] New status for floating IP 484a8ba8-b7fe-4fc6-9836-3ae51580400e: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:41:56.858333 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:41:56.918300 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:41:56.980851 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51304) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:41:57.046760 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-93f2cac1-fd58-4d48-893f-2019dd0fa744 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/floatingips/484a8ba8-b7fe-4fc6-9836-3ae51580400e HTTP/1.1" status: 200 len: 992 time: 0.0645158 Jul 30 20:42:04.671699 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-569aa161-a7e4-4bdd-bdfc-38e53f09cce7 req-d504ac10-c4ef-4965-ae62-3abf3928fde1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390155 Jul 30 20:42:04.751652 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569aa161-a7e4-4bdd-bdfc-38e53f09cce7 req-bb785edf-b37f-439c-9593-35280a4d51b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:42:04.753137 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-569aa161-a7e4-4bdd-bdfc-38e53f09cce7 req-bb785edf-b37f-439c-9593-35280a4d51b6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 1097 time: 0.0398633 Jul 30 20:42:04.859310 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569aa161-a7e4-4bdd-bdfc-38e53f09cce7 req-c31fafbe-129d-40a2-b4c0-4c8c5ca698a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:42:04.860821 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-569aa161-a7e4-4bdd-bdfc-38e53f09cce7 req-c31fafbe-129d-40a2-b4c0-4c8c5ca698a3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 913 time: 0.0884042 Jul 30 20:42:04.924913 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-569aa161-a7e4-4bdd-bdfc-38e53f09cce7 req-18cd72ca-89ef-4c76-b4a5-67317e687c24 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6d2b04a-1183-46b6-8ea2-4f82c1417c7d HTTP/1.1" status: 200 len: 1002 time: 0.0566199 Jul 30 20:42:04.978167 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569aa161-a7e4-4bdd-bdfc-38e53f09cce7 req-de6790ca-967c-4f32-ac63-480dd1725152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:42:04.979603 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-569aa161-a7e4-4bdd-bdfc-38e53f09cce7 req-de6790ca-967c-4f32-ac63-480dd1725152 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0476229 Jul 30 20:42:05.026285 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569aa161-a7e4-4bdd-bdfc-38e53f09cce7 req-dbae2442-86a9-4558-9934-866901c6a3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:42:05.027793 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-569aa161-a7e4-4bdd-bdfc-38e53f09cce7 req-dbae2442-86a9-4558-9934-866901c6a3c5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414615 Jul 30 20:42:05.116403 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-569aa161-a7e4-4bdd-bdfc-38e53f09cce7 req-529e0378-a8bb-40f3-a3b1-ceee5a64048f service neutron] 10.222.0.83 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814855 Jul 30 20:42:05.210773 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-569aa161-a7e4-4bdd-bdfc-38e53f09cce7 req-ae39b212-540c-41d3-9a74-f2b3a486133b service neutron] 10.222.0.83 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866120 Jul 30 20:42:15.670873 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:19.774279 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:21.297691 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9275968b-f37e-43c4-98e6-86360e7fbef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:23.741001 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b3fb851-4d34-4d81-845a-bbac356ff5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:23.993950 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:25.051287 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:26.920927 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:33.858530 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:42:39.244436 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51320) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:42:39.401453 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-1f60ea78-6275-4de9-b282-4eb15c6fd2d6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Deleting port d3634e58-5d80-44f5-a0f0-546f5323b7e0 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:42:39.401791 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f60ea78-6275-4de9-b282-4eb15c6fd2d6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:39.474646 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f60ea78-6275-4de9-b282-4eb15c6fd2d6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:39.474972 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f60ea78-6275-4de9-b282-4eb15c6fd2d6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:39.486239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-1f60ea78-6275-4de9-b282-4eb15c6fd2d6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Calling delete_port for d3634e58-5d80-44f5-a0f0-546f5323b7e0 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:42:39.630847 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f60ea78-6275-4de9-b282-4eb15c6fd2d6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:39.663860 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60ea78-6275-4de9-b282-4eb15c6fd2d6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event deleted for resources: {'Port': ['ID=d3634e58-5d80-44f5-a0f0-546f5323b7e0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:42:39.697592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60ea78-6275-4de9-b282-4eb15c6fd2d6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:42:39.698087 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60ea78-6275-4de9-b282-4eb15c6fd2d6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:42:39.698578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60ea78-6275-4de9-b282-4eb15c6fd2d6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:42:39.699064 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60ea78-6275-4de9-b282-4eb15c6fd2d6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:42:39.699599 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60ea78-6275-4de9-b282-4eb15c6fd2d6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:42:39.700089 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60ea78-6275-4de9-b282-4eb15c6fd2d6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:42:39.700563 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60ea78-6275-4de9-b282-4eb15c6fd2d6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:42:39.701038 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60ea78-6275-4de9-b282-4eb15c6fd2d6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:42:39.701515 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60ea78-6275-4de9-b282-4eb15c6fd2d6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:42:39.701990 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60ea78-6275-4de9-b282-4eb15c6fd2d6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:42:39.702467 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60ea78-6275-4de9-b282-4eb15c6fd2d6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:42:39.702946 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60ea78-6275-4de9-b282-4eb15c6fd2d6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:42:39.748808 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f60ea78-6275-4de9-b282-4eb15c6fd2d6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:39.749168 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-1f60ea78-6275-4de9-b282-4eb15c6fd2d6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Floating IP bc1c2d2f-a8de-4b1f-b1ad-a963fdcb6c75 disassociated (deleted). External IP: 172.25.3.130, port: d6d2b04a-1183-46b6-8ea2-4f82c1417c7d. Jul 30 20:42:39.953168 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f60ea78-6275-4de9-b282-4eb15c6fd2d6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Router a8af00fb-5955-4970-8a57-a2b965193375 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:42:40.065431 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f60ea78-6275-4de9-b282-4eb15c6fd2d6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:42:40.070524 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f60ea78-6275-4de9-b282-4eb15c6fd2d6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:40.075522 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56708c50-3206-4b83-ba40-3d7cbf80b075 None None] Sync routers for ids ['a8af00fb-5955-4970-8a57-a2b965193375'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:42:40.084778 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56708c50-3206-4b83-ba40-3d7cbf80b075 None None] Routers {'a8af00fb-5955-4970-8a57-a2b965193375'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:42:40.085409 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-56708c50-3206-4b83-ba40-3d7cbf80b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:42:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a8af00fb-5955-4970-8a57-a2b965193375'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:42:40.103987 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1f60ea78-6275-4de9-b282-4eb15c6fd2d6 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "DELETE /v2.0/floatingips/bc1c2d2f-a8de-4b1f-b1ad-a963fdcb6c75 HTTP/1.1" status: 204 len: 168 time: 0.8584261 Jul 30 20:42:40.104681 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8082298d-d7fe-4834-9bda-7a4ee80c977d', 'tag': 'd6d2b04a-1183-46b6-8ea2-4f82c1417c7d'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:42:40.107072 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c392db27-f67c-4a6d-9915-d3c8ca9a0059" -d '{"events": [{"name": "network-changed", "server_uuid": "8082298d-d7fe-4834-9bda-7a4ee80c977d", "tag": "d6d2b04a-1183-46b6-8ea2-4f82c1417c7d"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:42:40.191489 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-56708c50-3206-4b83-ba40-3d7cbf80b075 None None] Set router a8af00fb-5955-4970-8a57-a2b965193375 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:42:40.259410 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab607ed5-a5e3-45b8-b7a5-14686f20dad7 x-openstack-request-id: req-ab607ed5-a5e3-45b8-b7a5-14686f20dad7 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:42:40.261015 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8082298d-d7fe-4834-9bda-7a4ee80c977d", "tag": "d6d2b04a-1183-46b6-8ea2-4f82c1417c7d", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:42:40.261653 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ab607ed5-a5e3-45b8-b7a5-14686f20dad7 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:42:40.262187 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8082298d-d7fe-4834-9bda-7a4ee80c977d', 'tag': 'd6d2b04a-1183-46b6-8ea2-4f82c1417c7d', 'status': 'completed', 'code': 200} Jul 30 20:42:40.338092 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392db27-f67c-4a6d-9915-d3c8ca9a0059 req-82e54f61-32ce-4038-8b17-6369e79ca2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:42:40.339795 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c392db27-f67c-4a6d-9915-d3c8ca9a0059 req-82e54f61-32ce-4038-8b17-6369e79ca2f8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 1097 time: 0.0434361 Jul 30 20:42:40.360616 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c20b19-f016-4d20-9c46-1eda4457664d req-780cfa14-7e6c-4457-9ebb-c12d4bdad393 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:42:40.362157 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-45c20b19-f016-4d20-9c46-1eda4457664d req-780cfa14-7e6c-4457-9ebb-c12d4bdad393 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 946 time: 0.0556872 Jul 30 20:42:40.401150 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-45c20b19-f016-4d20-9c46-1eda4457664d req-33c2aec4-783b-4019-9f5f-b7664e7a8a86 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328434 Jul 30 20:42:40.440155 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-56708c50-3206-4b83-ba40-3d7cbf80b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:09Z', 'revision_number': 4, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port': {'id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '3048b99d-6125-4150-95b6-b573c0288f72', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'port_id': '74440165-2e10-4b1f-be8a-09b12b7d1d5a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'mac_address': 'fa:16:3e:61:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4adb2-613a-4e90-8bb1-ff33dd78a973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:39:09Z', 'updated_at': '2021-07-30T20:39:11Z', 'revision_number': 1, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb17b0bf-5e9f-42e7-bf26-5cd20884e46f', 'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'mac_address': 'fa:16:3e:ef:1b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:08Z', 'updated_at': '2021-07-30T20:33:14Z', 'revision_number': 5, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'subnets': [{'id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:42:40.440564 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392db27-f67c-4a6d-9915-d3c8ca9a0059 req-1a99f9b8-4b0a-4ec8-8933-0c4d88403886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:42:40.442043 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c392db27-f67c-4a6d-9915-d3c8ca9a0059 req-1a99f9b8-4b0a-4ec8-8933-0c4d88403886 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 913 time: 0.0941467 Jul 30 20:42:40.469908 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56708c50-3206-4b83-ba40-3d7cbf80b075 None None] Checking router: a8af00fb-5955-4970-8a57-a2b965193375 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:42:40.478770 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56708c50-3206-4b83-ba40-3d7cbf80b075 None None] Routers {'a8af00fb-5955-4970-8a57-a2b965193375'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:42:40.479320 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-56708c50-3206-4b83-ba40-3d7cbf80b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:42:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a8af00fb-5955-4970-8a57-a2b965193375'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:42:40.485476 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c392db27-f67c-4a6d-9915-d3c8ca9a0059 req-55032091-bd8e-4f7a-8dfb-d028dd89fadb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6d2b04a-1183-46b6-8ea2-4f82c1417c7d HTTP/1.1" status: 200 len: 217 time: 0.0351105 Jul 30 20:42:40.536939 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392db27-f67c-4a6d-9915-d3c8ca9a0059 req-7fd23f89-3224-4365-ad05-4b3f89f50253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:42:40.538406 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c392db27-f67c-4a6d-9915-d3c8ca9a0059 req-7fd23f89-3224-4365-ad05-4b3f89f50253 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0446084 Jul 30 20:42:40.584054 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392db27-f67c-4a6d-9915-d3c8ca9a0059 req-e276498f-4d8e-4e1f-9c9d-58ab2138ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:42:40.584635 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-56708c50-3206-4b83-ba40-3d7cbf80b075 None None] Set router a8af00fb-5955-4970-8a57-a2b965193375 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:42:40.585593 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c392db27-f67c-4a6d-9915-d3c8ca9a0059 req-e276498f-4d8e-4e1f-9c9d-58ab2138ed4e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389616 Jul 30 20:42:40.681859 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c392db27-f67c-4a6d-9915-d3c8ca9a0059 req-e9450f92-a91c-45d6-a0a4-dbe2ba0864d2 service neutron] 10.222.0.83 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873637 Jul 30 20:42:40.772644 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c392db27-f67c-4a6d-9915-d3c8ca9a0059 req-ba4c175a-6184-466c-a5df-c0449b4606c1 service neutron] 10.222.0.83 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828421 Jul 30 20:42:40.809068 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-56708c50-3206-4b83-ba40-3d7cbf80b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:09Z', 'revision_number': 4, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port': {'id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '3048b99d-6125-4150-95b6-b573c0288f72', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'port_id': '74440165-2e10-4b1f-be8a-09b12b7d1d5a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'mac_address': 'fa:16:3e:61:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4adb2-613a-4e90-8bb1-ff33dd78a973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:39:09Z', 'updated_at': '2021-07-30T20:39:11Z', 'revision_number': 1, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb17b0bf-5e9f-42e7-bf26-5cd20884e46f', 'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'mac_address': 'fa:16:3e:ef:1b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:08Z', 'updated_at': '2021-07-30T20:33:14Z', 'revision_number': 5, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'subnets': [{'id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:42:40.835607 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56708c50-3206-4b83-ba40-3d7cbf80b075 None None] The sync data for ids ['a8af00fb-5955-4970-8a57-a2b965193375'] in n-d-712137-9 is: [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:09Z', 'revision_number': 4, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port': {'id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '3048b99d-6125-4150-95b6-b573c0288f72', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'port_id': '74440165-2e10-4b1f-be8a-09b12b7d1d5a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'mac_address': 'fa:16:3e:61:e7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4adb2-613a-4e90-8bb1-ff33dd78a973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:39:09Z', 'updated_at': '2021-07-30T20:39:11Z', 'revision_number': 1, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb17b0bf-5e9f-42e7-bf26-5cd20884e46f', 'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'mac_address': 'fa:16:3e:ef:1b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:08Z', 'updated_at': '2021-07-30T20:33:14Z', 'revision_number': 5, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'subnets': [{'id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:42:41.058877 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad95be-9639-4f67-ac29-d0f20e0fa1a4 None None] New status for floating IP bc1c2d2f-a8de-4b1f-b1ad-a963fdcb6c75: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:42:41.517178 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ef8f0-c27a-4f4c-a855-579f9e7ae232 req-d163ddcc-0131-411c-96f2-3b0cbaca8223 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:42:41.518664 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2b2ef8f0-c27a-4f4c-a855-579f9e7ae232 req-d163ddcc-0131-411c-96f2-3b0cbaca8223 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 946 time: 0.0489376 Jul 30 20:42:41.556810 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2b2ef8f0-c27a-4f4c-a855-579f9e7ae232 req-f1a907fe-9927-40f6-9b16-47ee023f9a71 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321119 Jul 30 20:42:41.942879 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b6df3-b256-43d3-ba63-1a15e1b3afed req-af0c2fd4-8ec7-4001-bc23-6d494addaa0d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:42:41.944260 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-122b6df3-b256-43d3-ba63-1a15e1b3afed req-af0c2fd4-8ec7-4001-bc23-6d494addaa0d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.83 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 946 time: 0.0532806 Jul 30 20:42:42.033467 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-122b6df3-b256-43d3-ba63-1a15e1b3afed req-752224bb-0735-4d98-973d-f84a1ababbf1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Deleting port d6d2b04a-1183-46b6-8ea2-4f82c1417c7d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:42:42.033810 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-122b6df3-b256-43d3-ba63-1a15e1b3afed req-752224bb-0735-4d98-973d-f84a1ababbf1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:42.126159 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-122b6df3-b256-43d3-ba63-1a15e1b3afed req-752224bb-0735-4d98-973d-f84a1ababbf1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] For port d6d2b04a-1183-46b6-8ea2-4f82c1417c7d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=d6d2b04a-1183-46b6-8ea2-4f82c1417c7d,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:42:42.126524 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-122b6df3-b256-43d3-ba63-1a15e1b3afed req-752224bb-0735-4d98-973d-f84a1ababbf1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:42.139922 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-122b6df3-b256-43d3-ba63-1a15e1b3afed req-752224bb-0735-4d98-973d-f84a1ababbf1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Calling delete_port for d6d2b04a-1183-46b6-8ea2-4f82c1417c7d owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:42:42.262520 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-122b6df3-b256-43d3-ba63-1a15e1b3afed req-752224bb-0735-4d98-973d-f84a1ababbf1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:42.292866 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752224bb-0735-4d98-973d-f84a1ababbf1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event deleted for resources: {'Port': ['ID=d6d2b04a-1183-46b6-8ea2-4f82c1417c7d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:42:42.302880 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752224bb-0735-4d98-973d-f84a1ababbf1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:42:42.303236 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752224bb-0735-4d98-973d-f84a1ababbf1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:42:42.303618 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752224bb-0735-4d98-973d-f84a1ababbf1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:42:42.303961 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752224bb-0735-4d98-973d-f84a1ababbf1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:42:42.304322 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752224bb-0735-4d98-973d-f84a1ababbf1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:42:42.304666 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752224bb-0735-4d98-973d-f84a1ababbf1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:42:42.304997 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752224bb-0735-4d98-973d-f84a1ababbf1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:42:42.305689 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752224bb-0735-4d98-973d-f84a1ababbf1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:42:42.305689 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752224bb-0735-4d98-973d-f84a1ababbf1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:42:42.306029 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752224bb-0735-4d98-973d-f84a1ababbf1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:42:42.306275 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752224bb-0735-4d98-973d-f84a1ababbf1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:42:42.306603 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752224bb-0735-4d98-973d-f84a1ababbf1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:42:42.346312 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-122b6df3-b256-43d3-ba63-1a15e1b3afed req-752224bb-0735-4d98-973d-f84a1ababbf1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] No DVR routers for this DVR port d6d2b04a-1183-46b6-8ea2-4f82c1417c7d on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:42:42.348959 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-122b6df3-b256-43d3-ba63-1a15e1b3afed req-752224bb-0735-4d98-973d-f84a1ababbf1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:42.350989 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-122b6df3-b256-43d3-ba63-1a15e1b3afed req-752224bb-0735-4d98-973d-f84a1ababbf1 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.83 "DELETE /v2.0/ports/d6d2b04a-1183-46b6-8ea2-4f82c1417c7d HTTP/1.1" status: 204 len: 173 time: 0.4005027 Jul 30 20:42:42.351426 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8082298d-d7fe-4834-9bda-7a4ee80c977d', 'name': 'network-vif-deleted', 'tag': 'd6d2b04a-1183-46b6-8ea2-4f82c1417c7d'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:42:42.353682 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5275b444-199a-4dcd-ae6e-aa501a8bf576" -d '{"events": [{"server_uuid": "8082298d-d7fe-4834-9bda-7a4ee80c977d", "name": "network-vif-deleted", "tag": "d6d2b04a-1183-46b6-8ea2-4f82c1417c7d"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:42:42.389871 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7871c6ef-4973-41c5-9ccd-665a597a22fe x-openstack-request-id: req-7871c6ef-4973-41c5-9ccd-665a597a22fe {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:42:42.390160 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8082298d-d7fe-4834-9bda-7a4ee80c977d", "name": "network-vif-deleted", "tag": "d6d2b04a-1183-46b6-8ea2-4f82c1417c7d", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:42:42.390408 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7871c6ef-4973-41c5-9ccd-665a597a22fe {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:42:42.390799 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8082298d-d7fe-4834-9bda-7a4ee80c977d', 'name': 'network-vif-deleted', 'tag': 'd6d2b04a-1183-46b6-8ea2-4f82c1417c7d', 'status': 'completed', 'code': 200} Jul 30 20:42:42.657835 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f6e0353f-5bca-4442-ab74-b593ebb11dff req-501b5445-12fb-4e6d-9d3a-dda9cc2d46fc tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 210 time: 0.0320647 Jul 30 20:42:43.755316 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64e9f798-2010-4fd7-b90c-0f27e7a323c4 req-6af078ed-fc09-408f-a9f0-aedd28c2ad37 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 210 time: 0.0263653 Jul 30 20:42:44.411147 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device d6d2b04a-1183-46b6-8ea2-4f82c1417c7d no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:42:44.435095 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: d6d2b04a-1183-46b6-8ea2-4f82c1417c7d {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:42:44.435435 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device d6d2b04a-1183-46b6-8ea2-4f82c1417c7d not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:42:44.849588 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c5799f6-4213-4a4e-bb75-bc3cd4e6044e req-ffcf1b3f-6d31-42a8-9411-5021a9cb5be8 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 210 time: 0.0267859 Jul 30 20:42:45.676964 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:45.953268 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01a2fd12-e2b8-4e55-b0f2-1b17f2a8737e req-e45b3d85-f9fa-44ad-b315-883e8223f543 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=8082298d-d7fe-4834-9bda-7a4ee80c977d HTTP/1.1" status: 200 len: 210 time: 0.0268304 Jul 30 20:42:49.791757 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:51.288629 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-54b85372-1f43-4de4-9f69-f82c552ab638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:51.305256 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51368) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:42:51.468367 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c2354dc8-384a-4e87-b078-9f64808cfb9d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Deleting port ecd123f8-743d-44eb-b0ad-10fc8c3ef623 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:42:51.468711 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c2354dc8-384a-4e87-b078-9f64808cfb9d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:51.851287 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c2354dc8-384a-4e87-b078-9f64808cfb9d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:51.851650 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c2354dc8-384a-4e87-b078-9f64808cfb9d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:51.862987 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c2354dc8-384a-4e87-b078-9f64808cfb9d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Calling delete_port for ecd123f8-743d-44eb-b0ad-10fc8c3ef623 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:42:52.005898 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c2354dc8-384a-4e87-b078-9f64808cfb9d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:52.030926 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2354dc8-384a-4e87-b078-9f64808cfb9d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event deleted for resources: {'Port': ['ID=ecd123f8-743d-44eb-b0ad-10fc8c3ef623,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:42:52.088977 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c2354dc8-384a-4e87-b078-9f64808cfb9d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:52.089304 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-c2354dc8-384a-4e87-b078-9f64808cfb9d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Floating IP 3048b99d-6125-4150-95b6-b573c0288f72 disassociated (deleted). External IP: 172.25.3.47, port: 74440165-2e10-4b1f-be8a-09b12b7d1d5a. Jul 30 20:42:52.288593 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2354dc8-384a-4e87-b078-9f64808cfb9d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Router a8af00fb-5955-4970-8a57-a2b965193375 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:42:52.393390 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2354dc8-384a-4e87-b078-9f64808cfb9d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:42:52.398111 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c2354dc8-384a-4e87-b078-9f64808cfb9d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:52.402708 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca465188-bcbc-4af5-b25c-5031e3bc4047 None None] Sync routers for ids ['a8af00fb-5955-4970-8a57-a2b965193375'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:42:52.411310 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca465188-bcbc-4af5-b25c-5031e3bc4047 None None] Routers {'a8af00fb-5955-4970-8a57-a2b965193375'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:42:52.411951 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ca465188-bcbc-4af5-b25c-5031e3bc4047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:42:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a8af00fb-5955-4970-8a57-a2b965193375'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:42:52.426788 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c2354dc8-384a-4e87-b078-9f64808cfb9d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "DELETE /v2.0/floatingips/3048b99d-6125-4150-95b6-b573c0288f72 HTTP/1.1" status: 204 len: 168 time: 1.1173940 Jul 30 20:42:52.426788 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d4adb2-613a-4e90-8bb1-ff33dd78a973', 'tag': '74440165-2e10-4b1f-be8a-09b12b7d1d5a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:42:52.427382 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaede2d-78a1-4451-8c4c-965a25b08bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "11d4adb2-613a-4e90-8bb1-ff33dd78a973", "tag": "74440165-2e10-4b1f-be8a-09b12b7d1d5a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:42:52.518210 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ca465188-bcbc-4af5-b25c-5031e3bc4047 None None] Set router a8af00fb-5955-4970-8a57-a2b965193375 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:42:52.577721 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525fb3b6-e85a-4fe7-9cb0-32b6785a6cc2 x-openstack-request-id: req-525fb3b6-e85a-4fe7-9cb0-32b6785a6cc2 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:42:52.578024 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d4adb2-613a-4e90-8bb1-ff33dd78a973", "tag": "74440165-2e10-4b1f-be8a-09b12b7d1d5a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:42:52.578281 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-525fb3b6-e85a-4fe7-9cb0-32b6785a6cc2 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:42:52.578958 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d4adb2-613a-4e90-8bb1-ff33dd78a973', 'tag': '74440165-2e10-4b1f-be8a-09b12b7d1d5a', 'status': 'completed', 'code': 200} Jul 30 20:42:52.702083 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3fd14-4e9d-45bc-bacd-cd4dd9026e08 req-fd00d0f4-d5b5-4a0c-90bb-a312d1402472 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:42:52.703599 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48f3fd14-4e9d-45bc-bacd-cd4dd9026e08 req-fd00d0f4-d5b5-4a0c-90bb-a312d1402472 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 946 time: 0.0774283 Jul 30 20:42:52.726366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ca465188-bcbc-4af5-b25c-5031e3bc4047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:09Z', 'revision_number': 4, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port': {'id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'cb17b0bf-5e9f-42e7-bf26-5cd20884e46f', 'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'mac_address': 'fa:16:3e:ef:1b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:08Z', 'updated_at': '2021-07-30T20:33:14Z', 'revision_number': 5, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'subnets': [{'id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:42:52.733265 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaede2d-78a1-4451-8c4c-965a25b08bd2 req-39af2f18-bf83-4843-a223-324b2f299160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:42:52.734759 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aeaede2d-78a1-4451-8c4c-965a25b08bd2 req-39af2f18-bf83-4843-a223-324b2f299160 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40df3973962c47808e3981dec5fc9c7f&device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 1097 time: 0.1300225 Jul 30 20:42:52.752413 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca465188-bcbc-4af5-b25c-5031e3bc4047 None None] Checking router: a8af00fb-5955-4970-8a57-a2b965193375 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:42:52.760499 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca465188-bcbc-4af5-b25c-5031e3bc4047 None None] Routers {'a8af00fb-5955-4970-8a57-a2b965193375'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:42:52.761101 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ca465188-bcbc-4af5-b25c-5031e3bc4047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:42:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a8af00fb-5955-4970-8a57-a2b965193375'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:42:52.768268 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48f3fd14-4e9d-45bc-bacd-cd4dd9026e08 req-42a3b2be-d338-4c60-a070-b140f4087e40 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569115 Jul 30 20:42:52.835333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaede2d-78a1-4451-8c4c-965a25b08bd2 req-f28030fd-044f-4c1c-a7d9-e397b55d7db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:42:52.836852 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aeaede2d-78a1-4451-8c4c-965a25b08bd2 req-f28030fd-044f-4c1c-a7d9-e397b55d7db0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 200 len: 913 time: 0.0920620 Jul 30 20:42:52.865136 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ca465188-bcbc-4af5-b25c-5031e3bc4047 None None] Set router a8af00fb-5955-4970-8a57-a2b965193375 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:42:52.884081 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aeaede2d-78a1-4451-8c4c-965a25b08bd2 req-c4308202-0be7-4cfd-8d2b-496f626c63ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74440165-2e10-4b1f-be8a-09b12b7d1d5a HTTP/1.1" status: 200 len: 217 time: 0.0399013 Jul 30 20:42:52.934102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaede2d-78a1-4451-8c4c-965a25b08bd2 req-8b63aacb-0b3d-43e6-b023-9f35e1d9bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:42:52.935628 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aeaede2d-78a1-4451-8c4c-965a25b08bd2 req-8b63aacb-0b3d-43e6-b023-9f35e1d9bdc2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 200 len: 851 time: 0.0436778 Jul 30 20:42:52.986834 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaede2d-78a1-4451-8c4c-965a25b08bd2 req-fa18a22e-9ce2-4aec-b30a-32dc36b22cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:42:52.988968 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aeaede2d-78a1-4451-8c4c-965a25b08bd2 req-fa18a22e-9ce2-4aec-b30a-32dc36b22cb2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455883 Jul 30 20:42:53.073619 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ca465188-bcbc-4af5-b25c-5031e3bc4047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:09Z', 'revision_number': 4, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port': {'id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'cb17b0bf-5e9f-42e7-bf26-5cd20884e46f', 'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'mac_address': 'fa:16:3e:ef:1b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:08Z', 'updated_at': '2021-07-30T20:33:14Z', 'revision_number': 5, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'subnets': [{'id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:42:53.093069 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aeaede2d-78a1-4451-8c4c-965a25b08bd2 req-c3c64b72-fff7-44ee-a4a3-70e085998606 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972028 Jul 30 20:42:53.193589 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aeaede2d-78a1-4451-8c4c-965a25b08bd2 req-c2ab1158-6668-4eff-9ecf-10e3fcda54b5 service neutron] 10.222.0.59 "GET /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901289 Jul 30 20:42:53.252842 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca465188-bcbc-4af5-b25c-5031e3bc4047 None None] The sync data for ids ['a8af00fb-5955-4970-8a57-a2b965193375'] in n-d-712137-9 is: [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:09Z', 'revision_number': 4, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port': {'id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'cb17b0bf-5e9f-42e7-bf26-5cd20884e46f', 'name': '', 'network_id': '6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'mac_address': 'fa:16:3e:ef:1b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:08Z', 'updated_at': '2021-07-30T20:33:14Z', 'revision_number': 5, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'subnets': [{'id': '3008045a-2232-40b0-9f2b-2de360d1b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:42:53.471882 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe116702-f946-410a-8f8e-2e3b3c8f2e64 None None] New status for floating IP 3048b99d-6125-4150-95b6-b573c0288f72: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:42:53.740435 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd236a01-aaed-45b2-971e-531378f9f48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:53.881218 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fd7ef-3d05-4bd7-868e-55e28d732d61 req-300de933-599a-44c1-886f-6a4c3af3c1e5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:42:53.882696 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a84fd7ef-3d05-4bd7-868e-55e28d732d61 req-300de933-599a-44c1-886f-6a4c3af3c1e5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 946 time: 0.0491149 Jul 30 20:42:53.925934 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a84fd7ef-3d05-4bd7-868e-55e28d732d61 req-925973cf-3232-4c83-a77f-f5d84d8191b9 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/security-groups?id=3355d0d3-4343-4cd1-9bc9-a38721514a52&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371113 Jul 30 20:42:53.995171 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:54.245707 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a059f83-70d0-47e6-a5a6-94072966659b req-978144b5-1c75-417c-bd69-71ebccf459e8 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:42:54.247061 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a059f83-70d0-47e6-a5a6-94072966659b req-978144b5-1c75-417c-bd69-71ebccf459e8 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 946 time: 0.0480869 Jul 30 20:42:54.338019 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-6a059f83-70d0-47e6-a5a6-94072966659b req-0235ea6c-a0e9-4890-be3f-4a3d46b97bed tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Deleting port 74440165-2e10-4b1f-be8a-09b12b7d1d5a {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:42:54.338374 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6a059f83-70d0-47e6-a5a6-94072966659b req-0235ea6c-a0e9-4890-be3f-4a3d46b97bed tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:54.428451 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6a059f83-70d0-47e6-a5a6-94072966659b req-0235ea6c-a0e9-4890-be3f-4a3d46b97bed tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] For port 74440165-2e10-4b1f-be8a-09b12b7d1d5a, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=74440165-2e10-4b1f-be8a-09b12b7d1d5a,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:42:54.428821 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6a059f83-70d0-47e6-a5a6-94072966659b req-0235ea6c-a0e9-4890-be3f-4a3d46b97bed tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:54.441929 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-6a059f83-70d0-47e6-a5a6-94072966659b req-0235ea6c-a0e9-4890-be3f-4a3d46b97bed tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Calling delete_port for 74440165-2e10-4b1f-be8a-09b12b7d1d5a owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:42:54.569728 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6a059f83-70d0-47e6-a5a6-94072966659b req-0235ea6c-a0e9-4890-be3f-4a3d46b97bed tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:54.596368 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235ea6c-a0e9-4890-be3f-4a3d46b97bed tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event deleted for resources: {'Port': ['ID=74440165-2e10-4b1f-be8a-09b12b7d1d5a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:42:54.640404 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a059f83-70d0-47e6-a5a6-94072966659b req-0235ea6c-a0e9-4890-be3f-4a3d46b97bed tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] No DVR routers for this DVR port 74440165-2e10-4b1f-be8a-09b12b7d1d5a on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:42:54.642851 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6a059f83-70d0-47e6-a5a6-94072966659b req-0235ea6c-a0e9-4890-be3f-4a3d46b97bed tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:54.644889 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a059f83-70d0-47e6-a5a6-94072966659b req-0235ea6c-a0e9-4890-be3f-4a3d46b97bed tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.59 "DELETE /v2.0/ports/74440165-2e10-4b1f-be8a-09b12b7d1d5a HTTP/1.1" status: 204 len: 173 time: 0.3910074 Jul 30 20:42:54.645331 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d4adb2-613a-4e90-8bb1-ff33dd78a973', 'name': 'network-vif-deleted', 'tag': '74440165-2e10-4b1f-be8a-09b12b7d1d5a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:42:54.647662 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744b6a60-e46a-47a1-b7c1-9184f2736978" -d '{"events": [{"server_uuid": "11d4adb2-613a-4e90-8bb1-ff33dd78a973", "name": "network-vif-deleted", "tag": "74440165-2e10-4b1f-be8a-09b12b7d1d5a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:42:54.683029 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95156725-4b07-4329-a419-713e51fc2a73 x-openstack-request-id: req-95156725-4b07-4329-a419-713e51fc2a73 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:42:54.683328 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d4adb2-613a-4e90-8bb1-ff33dd78a973", "name": "network-vif-deleted", "tag": "74440165-2e10-4b1f-be8a-09b12b7d1d5a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:42:54.683633 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-95156725-4b07-4329-a419-713e51fc2a73 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:42:54.684039 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d4adb2-613a-4e90-8bb1-ff33dd78a973', 'name': 'network-vif-deleted', 'tag': '74440165-2e10-4b1f-be8a-09b12b7d1d5a', 'status': 'completed', 'code': 200} Jul 30 20:42:55.027911 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-52bb695c-1dd4-4515-87fa-7c9eb2977c0d req-6690657a-13dd-42d0-8ea3-109ea113e0bf tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 210 time: 0.0304847 Jul 30 20:42:55.064524 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:56.135056 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5456d809-c1cc-4df6-95e9-c33d32d27632 req-949dbfd8-eb38-44a7-b602-b126f47b95f5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 210 time: 0.0261478 Jul 30 20:42:56.923665 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:57.233946 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-401e782b-3979-4479-a548-64d061ae202f req-bd0718bc-a11a-4040-bcbe-10db5b0f7695 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 210 time: 0.0310025 Jul 30 20:42:58.336687 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97053aad-55f5-4c6b-9ad1-604d602592bb req-458661ab-f04d-45c2-9f8c-7de6602c309d tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "GET /v2.0/ports?device_id=11d4adb2-613a-4e90-8bb1-ff33dd78a973 HTTP/1.1" status: 200 len: 210 time: 0.0265291 Jul 30 20:42:58.352628 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 74440165-2e10-4b1f-be8a-09b12b7d1d5a no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:42:58.372502 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 74440165-2e10-4b1f-be8a-09b12b7d1d5a {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:42:58.372844 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 74440165-2e10-4b1f-be8a-09b12b7d1d5a not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:42:59.391419 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51398) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:42:59.514075 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-ea8bf902-1684-48d1-b640-47877d897c44 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Deleting port 1d76219c-9e92-4805-a25a-5cd6d1e33bdf {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:42:59.514416 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea8bf902-1684-48d1-b640-47877d897c44 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:59.589255 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea8bf902-1684-48d1-b640-47877d897c44 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:59.589588 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea8bf902-1684-48d1-b640-47877d897c44 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:59.601096 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-ea8bf902-1684-48d1-b640-47877d897c44 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Calling delete_port for 1d76219c-9e92-4805-a25a-5cd6d1e33bdf owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:42:59.738844 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea8bf902-1684-48d1-b640-47877d897c44 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:59.765163 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bf902-1684-48d1-b640-47877d897c44 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event deleted for resources: {'Port': ['ID=1d76219c-9e92-4805-a25a-5cd6d1e33bdf,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:42:59.828094 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea8bf902-1684-48d1-b640-47877d897c44 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:59.830768 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea8bf902-1684-48d1-b640-47877d897c44 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:42:59.831998 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ea8bf902-1684-48d1-b640-47877d897c44 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "DELETE /v2.0/floatingips/d7f632d3-d43a-4abb-9e68-0204b85e0ff7 HTTP/1.1" status: 204 len: 168 time: 0.4395545 Jul 30 20:43:00.013231 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83f26d-39d8-4cb3-9629-3dd9c330f02e req-676379cc-cfab-4999-a3e5-d29eaedb1e14 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:43:00.014729 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7e83f26d-39d8-4cb3-9629-3dd9c330f02e req-676379cc-cfab-4999-a3e5-d29eaedb1e14 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 945 time: 0.0532651 Jul 30 20:43:00.052808 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7e83f26d-39d8-4cb3-9629-3dd9c330f02e req-0ac6a9b8-9ffe-4f52-9aff-ad6ad6881cc0 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319583 Jul 30 20:43:01.171604 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042b569-b566-4e82-a390-4bb7d38520b1 req-3cb1cc1a-9a9d-4d6c-adb3-d5ca48e51c9b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:43:01.173065 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9042b569-b566-4e82-a390-4bb7d38520b1 req-3cb1cc1a-9a9d-4d6c-adb3-d5ca48e51c9b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 945 time: 0.0500734 Jul 30 20:43:01.212229 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9042b569-b566-4e82-a390-4bb7d38520b1 req-62e3fbfc-c401-4353-9c7e-9c3c851de60d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330117 Jul 30 20:43:02.294683 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51438) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:43:02.366222 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b8618-190f-426b-a869-0d99ced8d9a2 req-53f897f8-8b54-4704-8587-73569a8cf7d4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:43:02.367722 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9e9b8618-190f-426b-a869-0d99ced8d9a2 req-53f897f8-8b54-4704-8587-73569a8cf7d4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 945 time: 0.0827701 Jul 30 20:43:02.407394 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d3daa979-d628-450b-956d-017626bb8fa5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:02.433652 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9e9b8618-190f-426b-a869-0d99ced8d9a2 req-c32bc15e-f864-4605-95b8-6e20bf58efa4 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598757 Jul 30 20:43:02.444223 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d3daa979-d628-450b-956d-017626bb8fa5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:02.513229 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d3daa979-d628-450b-956d-017626bb8fa5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:02.515950 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d3daa979-d628-450b-956d-017626bb8fa5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:02.517096 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d3daa979-d628-450b-956d-017626bb8fa5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] 10.222.0.81 "DELETE /v2.0/security-groups/3355d0d3-4343-4cd1-9bc9-a38721514a52 HTTP/1.1" status: 204 len: 168 time: 0.2208433 Jul 30 20:43:02.527815 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3daa979-d628-450b-956d-017626bb8fa5 tempest-TestVolumeBootPattern-11179675 tempest-TestVolumeBootPattern-11179675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3355d0d3-4343-4cd1-9bc9-a38721514a52,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:43:02.573169 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51442) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:43:03.058365 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98603b8c-356a-4505-a550-22bd43bd18c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:03.306580 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-98603b8c-356a-4505-a550-22bd43bd18c0 admin admin] Deleting port cb17b0bf-5e9f-42e7-bf26-5cd20884e46f {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:43:03.307251 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98603b8c-356a-4505-a550-22bd43bd18c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:03.385297 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-98603b8c-356a-4505-a550-22bd43bd18c0 admin admin] For port cb17b0bf-5e9f-42e7-bf26-5cd20884e46f, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=cb17b0bf-5e9f-42e7-bf26-5cd20884e46f,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:43:03.385665 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98603b8c-356a-4505-a550-22bd43bd18c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:03.399000 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-98603b8c-356a-4505-a550-22bd43bd18c0 admin admin] Calling delete_port for cb17b0bf-5e9f-42e7-bf26-5cd20884e46f owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:43:03.579554 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d99a09-4c88-438d-bde5-cd15e6995c0f req-c69409e5-86cf-460b-bd5d-2b514a034f1e tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:43:03.581742 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d99a09-4c88-438d-bde5-cd15e6995c0f req-c69409e5-86cf-460b-bd5d-2b514a034f1e tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 945 time: 0.0800869 Jul 30 20:43:03.650107 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-40d99a09-4c88-438d-bde5-cd15e6995c0f req-ea18ec9d-1cf8-4000-9a25-b65d808b4557 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467327 Jul 30 20:43:03.651122 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98603b8c-356a-4505-a550-22bd43bd18c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:03.677883 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98603b8c-356a-4505-a550-22bd43bd18c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb17b0bf-5e9f-42e7-bf26-5cd20884e46f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:43:03.850576 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98603b8c-356a-4505-a550-22bd43bd18c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:04.058768 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98603b8c-356a-4505-a550-22bd43bd18c0 admin admin] Router a8af00fb-5955-4970-8a57-a2b965193375 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:43:04.160806 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98603b8c-356a-4505-a550-22bd43bd18c0 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:43:04.165679 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-98603b8c-356a-4505-a550-22bd43bd18c0 admin admin] 10.222.0.81 "PUT /v2.0/routers/a8af00fb-5955-4970-8a57-a2b965193375/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5914352 Jul 30 20:43:04.168264 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51448) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:43:04.171121 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb68e2b-9796-4884-84ef-0d96892ba236 None None] Sync routers for ids ['a8af00fb-5955-4970-8a57-a2b965193375'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:43:04.180298 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb68e2b-9796-4884-84ef-0d96892ba236 None None] Routers {'a8af00fb-5955-4970-8a57-a2b965193375'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:43:04.180915 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2eb68e2b-9796-4884-84ef-0d96892ba236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:42:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a8af00fb-5955-4970-8a57-a2b965193375'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:43:04.271164 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-638f39be-56ee-4fae-9df7-ff0df138454e admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:04.294884 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-2eb68e2b-9796-4884-84ef-0d96892ba236 None None] Set router a8af00fb-5955-4970-8a57-a2b965193375 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:43:04.372577 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-638f39be-56ee-4fae-9df7-ff0df138454e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:04.423458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-638f39be-56ee-4fae-9df7-ff0df138454e admin admin] Deleting port 3867678a-45e2-4b9b-9636-9a45967a919c {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:43:04.423731 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-638f39be-56ee-4fae-9df7-ff0df138454e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:04.471838 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2eb68e2b-9796-4884-84ef-0d96892ba236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:43:03Z', 'revision_number': 5, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port': {'id': '3867678a-45e2-4b9b-9636-9a45967a919c', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:43:04.500644 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb68e2b-9796-4884-84ef-0d96892ba236 None None] Checking router: a8af00fb-5955-4970-8a57-a2b965193375 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:43:04.510188 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb68e2b-9796-4884-84ef-0d96892ba236 None None] Routers {'a8af00fb-5955-4970-8a57-a2b965193375'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:43:04.510822 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2eb68e2b-9796-4884-84ef-0d96892ba236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:42:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['a8af00fb-5955-4970-8a57-a2b965193375'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:43:04.600328 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-2eb68e2b-9796-4884-84ef-0d96892ba236 None None] Set router a8af00fb-5955-4970-8a57-a2b965193375 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:43:04.656435 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2eb68e2b-9796-4884-84ef-0d96892ba236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:43:04Z', 'revision_number': 6, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:43:04.690957 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb68e2b-9796-4884-84ef-0d96892ba236 None None] The sync data for ids ['a8af00fb-5955-4970-8a57-a2b965193375'] in n-d-712137-9 is: [{'id': 'a8af00fb-5955-4970-8a57-a2b965193375', 'name': 'tempest-TestVolumeBootPattern-1978045840-router', 'tenant_id': '40df3973962c47808e3981dec5fc9c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:06Z', 'updated_at': '2021-07-30T20:43:04Z', 'revision_number': 6, 'project_id': '40df3973962c47808e3981dec5fc9c7f', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:43:04.849080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe74ad-6185-474b-be23-208c27e83f56 req-3b24725c-ffb1-4aef-850a-e2dfffc24561 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:43:04.850571 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-10fe74ad-6185-474b-be23-208c27e83f56 req-3b24725c-ffb1-4aef-850a-e2dfffc24561 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 945 time: 0.0717854 Jul 30 20:43:04.868182 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-638f39be-56ee-4fae-9df7-ff0df138454e admin admin] For port 3867678a-45e2-4b9b-9636-9a45967a919c, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=3867678a-45e2-4b9b-9636-9a45967a919c,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:43:04.868547 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-638f39be-56ee-4fae-9df7-ff0df138454e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:04.889135 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-638f39be-56ee-4fae-9df7-ff0df138454e admin admin] Calling delete_port for 3867678a-45e2-4b9b-9636-9a45967a919c owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:43:04.917428 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-10fe74ad-6185-474b-be23-208c27e83f56 req-27736a43-beaf-49c1-b2de-1d0e09aab8be tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608914 Jul 30 20:43:05.069382 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-638f39be-56ee-4fae-9df7-ff0df138454e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:05.102151 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f39be-56ee-4fae-9df7-ff0df138454e admin admin] Pushing event deleted for resources: {'Port': ['ID=3867678a-45e2-4b9b-9636-9a45967a919c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:43:05.161111 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-638f39be-56ee-4fae-9df7-ff0df138454e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:05.248625 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-638f39be-56ee-4fae-9df7-ff0df138454e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:05.250716 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-638f39be-56ee-4fae-9df7-ff0df138454e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:05.296551 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-638f39be-56ee-4fae-9df7-ff0df138454e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:05.297099 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638f39be-56ee-4fae-9df7-ff0df138454e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8af00fb-5955-4970-8a57-a2b965193375 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:43:05.301463 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-638f39be-56ee-4fae-9df7-ff0df138454e admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:05.302634 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-638f39be-56ee-4fae-9df7-ff0df138454e admin admin] 10.222.0.81 "DELETE /v2.0/routers/a8af00fb-5955-4970-8a57-a2b965193375 HTTP/1.1" status: 204 len: 168 time: 1.1334679 Jul 30 20:43:05.305249 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51452) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:43:05.349229 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-16227fce-afc7-4bca-8845-9d0588a21213 admin admin] Deleting subnet 3008045a-2232-40b0-9f2b-2de360d1b833 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:43:05.352179 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-16227fce-afc7-4bca-8845-9d0588a21213 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:05.385835 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-16227fce-afc7-4bca-8845-9d0588a21213 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:05.474263 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-16227fce-afc7-4bca-8845-9d0588a21213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:05.526084 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-16227fce-afc7-4bca-8845-9d0588a21213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:05.552683 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16227fce-afc7-4bca-8845-9d0588a21213 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3008045a-2232-40b0-9f2b-2de360d1b833,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:43:05.554679 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-16227fce-afc7-4bca-8845-9d0588a21213 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:05.556600 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-16227fce-afc7-4bca-8845-9d0588a21213 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3008045a-2232-40b0-9f2b-2de360d1b833 HTTP/1.1" status: 204 len: 168 time: 0.2504392 Jul 30 20:43:05.559145 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51454) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:43:05.561758 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdaf8ae-33c7-4d19-9f8f-f06c0c626ede None None] Network 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:43:05.628729 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da603de5-167f-4278-952f-0f6a6f71ac25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:05.695786 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-da603de5-167f-4278-952f-0f6a6f71ac25 admin admin] Deleting port b2447be3-ba9d-429b-8fe6-9f60b97a8d10 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:43:05.696137 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da603de5-167f-4278-952f-0f6a6f71ac25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:05.749597 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dc662c-57eb-410b-a667-58719cb32a63 None None] DHCP port deletion for 6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:43:05.766251 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-da603de5-167f-4278-952f-0f6a6f71ac25 admin admin] For port b2447be3-ba9d-429b-8fe6-9f60b97a8d10, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b2447be3-ba9d-429b-8fe6-9f60b97a8d10,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:43:05.766251 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da603de5-167f-4278-952f-0f6a6f71ac25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:05.778739 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-da603de5-167f-4278-952f-0f6a6f71ac25 admin admin] Calling delete_port for b2447be3-ba9d-429b-8fe6-9f60b97a8d10 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:43:05.796637 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d5dc662c-57eb-410b-a667-58719cb32a63 None None] Deleting port b2447be3-ba9d-429b-8fe6-9f60b97a8d10 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:43:05.797012 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5dc662c-57eb-410b-a667-58719cb32a63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:05.858954 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da603de5-167f-4278-952f-0f6a6f71ac25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:05.868104 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d5dc662c-57eb-410b-a667-58719cb32a63 None None] For port b2447be3-ba9d-429b-8fe6-9f60b97a8d10, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b2447be3-ba9d-429b-8fe6-9f60b97a8d10,segment=NetworkSegment(9160e641-6a3b-44f7-8a98-fa1e8b80d826),segment_id=9160e641-6a3b-44f7-8a98-fa1e8b80d826)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:43:05.868532 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5dc662c-57eb-410b-a667-58719cb32a63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:05.881816 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d5dc662c-57eb-410b-a667-58719cb32a63 None None] Calling delete_port for b2447be3-ba9d-429b-8fe6-9f60b97a8d10 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:43:05.889583 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da603de5-167f-4278-952f-0f6a6f71ac25 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2447be3-ba9d-429b-8fe6-9f60b97a8d10,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:43:05.891387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da603de5-167f-4278-952f-0f6a6f71ac25 admin admin] No DVR routers for this DVR port b2447be3-ba9d-429b-8fe6-9f60b97a8d10 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:43:05.960423 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5dc662c-57eb-410b-a667-58719cb32a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:05.963350 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da603de5-167f-4278-952f-0f6a6f71ac25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:05.977143 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-da603de5-167f-4278-952f-0f6a6f71ac25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:43:05.988251 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc662c-57eb-410b-a667-58719cb32a63 None None] Pushing event deleted for resources: {'Port': ['ID=b2447be3-ba9d-429b-8fe6-9f60b97a8d10,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:43:05.990560 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-da603de5-167f-4278-952f-0f6a6f71ac25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9160e641-6a3b-44f7-8a98-fa1e8b80d826') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:43:05.990869 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-da603de5-167f-4278-952f-0f6a6f71ac25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9160e641-6a3b-44f7-8a98-fa1e8b80d826') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:43:05.996575 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dc662c-57eb-410b-a667-58719cb32a63 None None] No DVR routers for this DVR port b2447be3-ba9d-429b-8fe6-9f60b97a8d10 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:43:05.999058 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc662c-57eb-410b-a667-58719cb32a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:43:05.999529 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc662c-57eb-410b-a667-58719cb32a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:43:05.999967 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc662c-57eb-410b-a667-58719cb32a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:43:06.000310 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc662c-57eb-410b-a667-58719cb32a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:43:06.000642 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc662c-57eb-410b-a667-58719cb32a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:43:06.000978 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc662c-57eb-410b-a667-58719cb32a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:43:06.001305 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc662c-57eb-410b-a667-58719cb32a63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:43:06.001646 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc662c-57eb-410b-a667-58719cb32a63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:43:06.001978 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc662c-57eb-410b-a667-58719cb32a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:43:06.002299 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc662c-57eb-410b-a667-58719cb32a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:43:06.002620 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc662c-57eb-410b-a667-58719cb32a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:43:06.002941 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dc662c-57eb-410b-a667-58719cb32a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:43:06.031118 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da603de5-167f-4278-952f-0f6a6f71ac25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:06.051127 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da603de5-167f-4278-952f-0f6a6f71ac25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:06.059590 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da603de5-167f-4278-952f-0f6a6f71ac25 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:43:06.059909 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da603de5-167f-4278-952f-0f6a6f71ac25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:43:06.061548 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:43:06.101810 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32c4e0-bf47-440f-ae6f-7666bfe6e544 req-7bd962b4-bdbd-4811-8bed-599644eacdcc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:43:06.103293 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e32c4e0-bf47-440f-ae6f-7666bfe6e544 req-7bd962b4-bdbd-4811-8bed-599644eacdcc tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 945 time: 0.1155608 Jul 30 20:43:06.134886 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da603de5-167f-4278-952f-0f6a6f71ac25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:06.143158 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-da603de5-167f-4278-952f-0f6a6f71ac25 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:06.145424 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-da603de5-167f-4278-952f-0f6a6f71ac25 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1 HTTP/1.1" status: 204 len: 168 time: 0.5853379 Jul 30 20:43:06.148528 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51458) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:43:06.169805 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da603de5-167f-4278-952f-0f6a6f71ac25 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c1d1f8d-90bb-4cb3-ba9a-a5693f9630e1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:43:06.173914 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e32c4e0-bf47-440f-ae6f-7666bfe6e544 req-bd797c76-ad3c-418a-b4c6-0eb8305e923f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626507 Jul 30 20:43:06.485925 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3867678a-45e2-4b9b-9636-9a45967a919c no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:43:06.488947 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49925c68-6f12-4007-9407-40d7c0e0a786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:06.509895 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 3867678a-45e2-4b9b-9636-9a45967a919c {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:43:06.510237 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3867678a-45e2-4b9b-9636-9a45967a919c not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:43:06.510655 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cb17b0bf-5e9f-42e7-bf26-5cd20884e46f no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:43:06.528820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: cb17b0bf-5e9f-42e7-bf26-5cd20884e46f {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:43:06.529163 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cb17b0bf-5e9f-42e7-bf26-5cd20884e46f not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:43:06.529559 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b2447be3-ba9d-429b-8fe6-9f60b97a8d10 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:43:06.547284 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: b2447be3-ba9d-429b-8fe6-9f60b97a8d10 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:43:06.547657 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b2447be3-ba9d-429b-8fe6-9f60b97a8d10 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:43:06.701885 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7156f-611d-45a8-81c1-0841097ce1fd req-9f51641d-79f8-4f0e-8337-5716c208ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:43:06.703191 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-69d7156f-611d-45a8-81c1-0841097ce1fd req-9f51641d-79f8-4f0e-8337-5716c208ad23 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 1096 time: 0.0518401 Jul 30 20:43:06.835269 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7156f-611d-45a8-81c1-0841097ce1fd req-c8781739-8ec2-40ff-bdfe-1e38b4c47a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:43:06.836726 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-69d7156f-611d-45a8-81c1-0841097ce1fd req-c8781739-8ec2-40ff-bdfe-1e38b4c47a33 service neutron] 10.222.0.83 "GET /v2.0/networks?id=241a237c-4d62-460b-b34f-3251620dabf7 HTTP/1.1" status: 200 len: 897 time: 0.1121473 Jul 30 20:43:06.843500 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-49925c68-6f12-4007-9407-40d7c0e0a786 admin admin] Deleting port 9d1595c4-2c59-4f54-b001-0f67fb0af992 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:43:06.843858 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49925c68-6f12-4007-9407-40d7c0e0a786 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:06.949604 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-69d7156f-611d-45a8-81c1-0841097ce1fd req-d49ec542-27c0-467c-bd5e-4d571e1fedc3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75fc53b6-357a-4de2-af5e-84f3f3a17f9d HTTP/1.1" status: 200 len: 1000 time: 0.1038177 Jul 30 20:43:07.008164 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-49925c68-6f12-4007-9407-40d7c0e0a786 admin admin] For port 9d1595c4-2c59-4f54-b001-0f67fb0af992, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=9d1595c4-2c59-4f54-b001-0f67fb0af992,segment=NetworkSegment(cacf4b07-ae3e-432c-ba3b-2005ca5fec3a),segment_id=cacf4b07-ae3e-432c-ba3b-2005ca5fec3a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:43:07.008448 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49925c68-6f12-4007-9407-40d7c0e0a786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:07.026413 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-49925c68-6f12-4007-9407-40d7c0e0a786 admin admin] Calling delete_port for 9d1595c4-2c59-4f54-b001-0f67fb0af992 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:43:07.033934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7156f-611d-45a8-81c1-0841097ce1fd req-c53140b9-6b63-4288-a98c-183609a5c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:43:07.035926 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-69d7156f-611d-45a8-81c1-0841097ce1fd req-c53140b9-6b63-4288-a98c-183609a5c7d5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6945db49-d600-4f6c-a925-361c767f1b94 HTTP/1.1" status: 200 len: 835 time: 0.0773606 Jul 30 20:43:07.126393 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7156f-611d-45a8-81c1-0841097ce1fd req-f104ced9-0dc8-4f7d-b9a8-7fc84ff818f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:43:07.127896 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-69d7156f-611d-45a8-81c1-0841097ce1fd req-f104ced9-0dc8-4f7d-b9a8-7fc84ff818f9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=241a237c-4d62-460b-b34f-3251620dabf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840693 Jul 30 20:43:07.266837 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-69d7156f-611d-45a8-81c1-0841097ce1fd req-8d864b9e-1ab2-4b13-a280-78e3120c9772 service neutron] 10.222.0.83 "GET /v2.0/networks/241a237c-4d62-460b-b34f-3251620dabf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074717 Jul 30 20:43:07.295418 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33f952-7d8a-4191-82e6-68b0edba126f req-c6267d24-4649-4145-8958-84d95393e923 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:43:07.296968 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bf33f952-7d8a-4191-82e6-68b0edba126f req-c6267d24-4649-4145-8958-84d95393e923 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 945 time: 0.0551727 Jul 30 20:43:07.335910 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bf33f952-7d8a-4191-82e6-68b0edba126f req-e1a14431-7111-4c1b-8218-de3feed9ae08 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328257 Jul 30 20:43:07.359009 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49925c68-6f12-4007-9407-40d7c0e0a786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:07.391284 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49925c68-6f12-4007-9407-40d7c0e0a786 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d1595c4-2c59-4f54-b001-0f67fb0af992,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:43:07.450516 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-69d7156f-611d-45a8-81c1-0841097ce1fd req-3d9bd68b-458f-47ce-badb-31df24ea7353 service neutron] 10.222.0.83 "GET /v2.0/networks/241a237c-4d62-460b-b34f-3251620dabf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586177 Jul 30 20:43:07.572752 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49925c68-6f12-4007-9407-40d7c0e0a786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:07.778530 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49925c68-6f12-4007-9407-40d7c0e0a786 admin admin] Router f29f0b38-175c-41ca-889e-9fa98808e285 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:43:08.166638 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49925c68-6f12-4007-9407-40d7c0e0a786 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:43:08.171546 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-49925c68-6f12-4007-9407-40d7c0e0a786 admin admin] 10.222.0.81 "PUT /v2.0/routers/f29f0b38-175c-41ca-889e-9fa98808e285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0219524 Jul 30 20:43:08.174205 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51462) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:43:08.175397 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b064e43d-93c7-4b84-af07-4c97ad39a14b None None] Sync routers for ids ['f29f0b38-175c-41ca-889e-9fa98808e285'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:43:08.185033 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b064e43d-93c7-4b84-af07-4c97ad39a14b None None] Routers {'f29f0b38-175c-41ca-889e-9fa98808e285'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:43:08.185636 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b064e43d-93c7-4b84-af07-4c97ad39a14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:42:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['f29f0b38-175c-41ca-889e-9fa98808e285'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:43:08.287072 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b064e43d-93c7-4b84-af07-4c97ad39a14b None None] Set router f29f0b38-175c-41ca-889e-9fa98808e285 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:43:08.287335 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d77de7f1-0ba8-4f16-91e5-deb80c07c286 admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:08.393763 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d77de7f1-0ba8-4f16-91e5-deb80c07c286 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:08.465581 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b064e43d-93c7-4b84-af07-4c97ad39a14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29f0b38-175c-41ca-889e-9fa98808e285', 'name': 'tempest-TestVolumeBootPattern-870632249-router', 'tenant_id': '296a1296408c4bdca5dbd1b1427597f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '7f72efd9-6385-4ce1-92f4-572cfd3f65a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:11Z', 'updated_at': '2021-07-30T20:43:07Z', 'revision_number': 5, 'project_id': '296a1296408c4bdca5dbd1b1427597f3', 'gw_port': {'id': '7f72efd9-6385-4ce1-92f4-572cfd3f65a1', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29f0b38-175c-41ca-889e-9fa98808e285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:33:11Z', 'updated_at': '2021-07-30T20:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:43:08.481035 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-d77de7f1-0ba8-4f16-91e5-deb80c07c286 admin admin] Deleting port 7f72efd9-6385-4ce1-92f4-572cfd3f65a1 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:43:08.481605 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d77de7f1-0ba8-4f16-91e5-deb80c07c286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:08.496132 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b064e43d-93c7-4b84-af07-4c97ad39a14b None None] Checking router: f29f0b38-175c-41ca-889e-9fa98808e285 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:43:08.504576 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b064e43d-93c7-4b84-af07-4c97ad39a14b None None] Routers {'f29f0b38-175c-41ca-889e-9fa98808e285'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:43:08.505178 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b064e43d-93c7-4b84-af07-4c97ad39a14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:42:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['f29f0b38-175c-41ca-889e-9fa98808e285'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:43:08.531250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3191-a956-4c65-8ff5-91fcefaac795 req-04b12e6e-0709-4c4b-ac57-71d579e2ee80 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:43:08.532735 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d13d3191-a956-4c65-8ff5-91fcefaac795 req-04b12e6e-0709-4c4b-ac57-71d579e2ee80 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 945 time: 0.1092460 Jul 30 20:43:08.588145 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b064e43d-93c7-4b84-af07-4c97ad39a14b None None] Set router f29f0b38-175c-41ca-889e-9fa98808e285 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:43:08.600587 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d13d3191-a956-4c65-8ff5-91fcefaac795 req-ea7c9267-1247-47b2-9ae0-55c7f04360bd tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564134 Jul 30 20:43:08.602244 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-d77de7f1-0ba8-4f16-91e5-deb80c07c286 admin admin] For port 7f72efd9-6385-4ce1-92f4-572cfd3f65a1, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7f72efd9-6385-4ce1-92f4-572cfd3f65a1,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:43:08.602607 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d77de7f1-0ba8-4f16-91e5-deb80c07c286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:08.615217 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-d77de7f1-0ba8-4f16-91e5-deb80c07c286 admin admin] Calling delete_port for 7f72efd9-6385-4ce1-92f4-572cfd3f65a1 owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:43:08.641287 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b064e43d-93c7-4b84-af07-4c97ad39a14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29f0b38-175c-41ca-889e-9fa98808e285', 'name': 'tempest-TestVolumeBootPattern-870632249-router', 'tenant_id': '296a1296408c4bdca5dbd1b1427597f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:11Z', 'updated_at': '2021-07-30T20:43:08Z', 'revision_number': 6, 'project_id': '296a1296408c4bdca5dbd1b1427597f3', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:43:08.669791 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b064e43d-93c7-4b84-af07-4c97ad39a14b None None] The sync data for ids ['f29f0b38-175c-41ca-889e-9fa98808e285'] in n-d-712137-9 is: [{'id': 'f29f0b38-175c-41ca-889e-9fa98808e285', 'name': 'tempest-TestVolumeBootPattern-870632249-router', 'tenant_id': '296a1296408c4bdca5dbd1b1427597f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:33:11Z', 'updated_at': '2021-07-30T20:43:08Z', 'revision_number': 6, 'project_id': '296a1296408c4bdca5dbd1b1427597f3', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:43:08.780261 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d77de7f1-0ba8-4f16-91e5-deb80c07c286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:08.806879 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77de7f1-0ba8-4f16-91e5-deb80c07c286 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f72efd9-6385-4ce1-92f4-572cfd3f65a1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:43:08.862811 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d77de7f1-0ba8-4f16-91e5-deb80c07c286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:08.951689 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d77de7f1-0ba8-4f16-91e5-deb80c07c286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:08.953695 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d77de7f1-0ba8-4f16-91e5-deb80c07c286 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:09.001179 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d77de7f1-0ba8-4f16-91e5-deb80c07c286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:09.001732 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77de7f1-0ba8-4f16-91e5-deb80c07c286 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f29f0b38-175c-41ca-889e-9fa98808e285 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:43:09.005930 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d77de7f1-0ba8-4f16-91e5-deb80c07c286 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:09.007087 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d77de7f1-0ba8-4f16-91e5-deb80c07c286 admin admin] 10.222.0.81 "DELETE /v2.0/routers/f29f0b38-175c-41ca-889e-9fa98808e285 HTTP/1.1" status: 204 len: 168 time: 0.8313470 Jul 30 20:43:09.009909 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51466) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:43:09.059157 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca4b0fd-238e-4597-ad35-27557d81a619 admin admin] Deleting subnet 3a1142bc-4fab-4ae7-bfc1-92e1fc096182 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:43:09.062662 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ca4b0fd-238e-4597-ad35-27557d81a619 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:09.100212 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ca4b0fd-238e-4597-ad35-27557d81a619 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:09.178897 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ca4b0fd-238e-4597-ad35-27557d81a619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:09.233158 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ca4b0fd-238e-4597-ad35-27557d81a619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:09.255952 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4b0fd-238e-4597-ad35-27557d81a619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a1142bc-4fab-4ae7-bfc1-92e1fc096182,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:43:09.266966 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ca4b0fd-238e-4597-ad35-27557d81a619 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:09.267352 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d649eb5-fff9-41e9-b5bd-01bad7e79982 None None] Network 35bfbac2-f5c1-4698-b38b-ac9fb993a0fe requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:43:09.269189 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6ca4b0fd-238e-4597-ad35-27557d81a619 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3a1142bc-4fab-4ae7-bfc1-92e1fc096182 HTTP/1.1" status: 204 len: 168 time: 0.2579687 Jul 30 20:43:09.272176 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51468) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:43:09.343288 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-69141912-83ec-49cc-9ea5-9d5c902ae5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:09.397265 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-69141912-83ec-49cc-9ea5-9d5c902ae5b6 admin admin] Deleting port c0c32d34-d59c-4233-a967-414acc34706d {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:43:09.397860 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-69141912-83ec-49cc-9ea5-9d5c902ae5b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:09.450822 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8c5685-1c8a-4dcc-816b-a2df36d37f6a None None] DHCP port deletion for 35bfbac2-f5c1-4698-b38b-ac9fb993a0fe request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:43:09.468099 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-69141912-83ec-49cc-9ea5-9d5c902ae5b6 admin admin] For port c0c32d34-d59c-4233-a967-414acc34706d, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c0c32d34-d59c-4233-a967-414acc34706d,segment=NetworkSegment(cacf4b07-ae3e-432c-ba3b-2005ca5fec3a),segment_id=cacf4b07-ae3e-432c-ba3b-2005ca5fec3a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:43:09.468475 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-69141912-83ec-49cc-9ea5-9d5c902ae5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:09.482129 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-69141912-83ec-49cc-9ea5-9d5c902ae5b6 admin admin] Calling delete_port for c0c32d34-d59c-4233-a967-414acc34706d owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:43:09.498179 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c5685-1c8a-4dcc-816b-a2df36d37f6a None None] Deleting port c0c32d34-d59c-4233-a967-414acc34706d {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:43:09.498554 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f8c5685-1c8a-4dcc-816b-a2df36d37f6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:09.562503 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0f8c5685-1c8a-4dcc-816b-a2df36d37f6a None None] For port c0c32d34-d59c-4233-a967-414acc34706d, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c0c32d34-d59c-4233-a967-414acc34706d,segment=NetworkSegment(cacf4b07-ae3e-432c-ba3b-2005ca5fec3a),segment_id=cacf4b07-ae3e-432c-ba3b-2005ca5fec3a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:43:09.563015 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f8c5685-1c8a-4dcc-816b-a2df36d37f6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:09.572153 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-69141912-83ec-49cc-9ea5-9d5c902ae5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:09.579139 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c5685-1c8a-4dcc-816b-a2df36d37f6a None None] Calling delete_port for c0c32d34-d59c-4233-a967-414acc34706d owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:43:09.605379 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69141912-83ec-49cc-9ea5-9d5c902ae5b6 admin admin] No DVR routers for this DVR port c0c32d34-d59c-4233-a967-414acc34706d on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:43:09.609693 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69141912-83ec-49cc-9ea5-9d5c902ae5b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c32d34-d59c-4233-a967-414acc34706d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:43:09.675978 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f8c5685-1c8a-4dcc-816b-a2df36d37f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:09.698206 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-69141912-83ec-49cc-9ea5-9d5c902ae5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:09.698476 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c5685-1c8a-4dcc-816b-a2df36d37f6a None None] Pushing event deleted for resources: {'Port': ['ID=c0c32d34-d59c-4233-a967-414acc34706d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:43:09.712160 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8c5685-1c8a-4dcc-816b-a2df36d37f6a None None] No DVR routers for this DVR port c0c32d34-d59c-4233-a967-414acc34706d on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:43:09.731828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-69141912-83ec-49cc-9ea5-9d5c902ae5b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35bfbac2-f5c1-4698-b38b-ac9fb993a0fe']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:43:09.744210 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-69141912-83ec-49cc-9ea5-9d5c902ae5b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cacf4b07-ae3e-432c-ba3b-2005ca5fec3a') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:43:09.744515 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-69141912-83ec-49cc-9ea5-9d5c902ae5b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cacf4b07-ae3e-432c-ba3b-2005ca5fec3a') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:43:09.756884 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-69141912-83ec-49cc-9ea5-9d5c902ae5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:09.776784 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7afd99-c6d4-426d-ab2a-e09e3122ee04 req-b51d0382-40c5-419c-ab00-41493422b1d7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:43:09.778285 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e7afd99-c6d4-426d-ab2a-e09e3122ee04 req-b51d0382-40c5-419c-ab00-41493422b1d7 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 945 time: 0.0968049 Jul 30 20:43:09.781795 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-69141912-83ec-49cc-9ea5-9d5c902ae5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:09.794242 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69141912-83ec-49cc-9ea5-9d5c902ae5b6 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:43:09.794666 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-69141912-83ec-49cc-9ea5-9d5c902ae5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:43:09.796398 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:43:09.866750 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e7afd99-c6d4-426d-ab2a-e09e3122ee04 req-928c5c16-a653-456e-9890-94d07bb41e0b tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825417 Jul 30 20:43:09.871560 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-69141912-83ec-49cc-9ea5-9d5c902ae5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:09.879108 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-69141912-83ec-49cc-9ea5-9d5c902ae5b6 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:09.880756 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-69141912-83ec-49cc-9ea5-9d5c902ae5b6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/35bfbac2-f5c1-4698-b38b-ac9fb993a0fe HTTP/1.1" status: 204 len: 168 time: 0.6073325 Jul 30 20:43:09.891857 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69141912-83ec-49cc-9ea5-9d5c902ae5b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=35bfbac2-f5c1-4698-b38b-ac9fb993a0fe,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:43:10.008491 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51474) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:43:10.055601 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-45eda310-026b-41ab-8551-48e29d8ca789 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=40df3973962c47808e3981dec5fc9c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459752 Jul 30 20:43:10.057900 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51476) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:43:10.110506 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99c8f9c2-d579-4641-9872-0cbb6f4451c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:10.132547 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99c8f9c2-d579-4641-9872-0cbb6f4451c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:10.179684 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99c8f9c2-d579-4641-9872-0cbb6f4451c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:10.182270 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99c8f9c2-d579-4641-9872-0cbb6f4451c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:10.183412 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-99c8f9c2-d579-4641-9872-0cbb6f4451c0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dc998fd8-8bca-4e56-8482-46096807205c HTTP/1.1" status: 204 len: 168 time: 0.1246285 Jul 30 20:43:10.191341 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8f9c2-d579-4641-9872-0cbb6f4451c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc998fd8-8bca-4e56-8482-46096807205c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:43:10.485461 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7f72efd9-6385-4ce1-92f4-572cfd3f65a1 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:43:10.499561 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51482) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:43:10.505774 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 7f72efd9-6385-4ce1-92f4-572cfd3f65a1 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:43:10.506118 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7f72efd9-6385-4ce1-92f4-572cfd3f65a1 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:43:10.506536 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c0c32d34-d59c-4233-a967-414acc34706d no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:43:10.525751 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: c0c32d34-d59c-4233-a967-414acc34706d {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:43:10.526107 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c0c32d34-d59c-4233-a967-414acc34706d not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:43:10.526525 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9d1595c4-2c59-4f54-b001-0f67fb0af992 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:43:10.540350 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-95db3aab-cc11-4596-8d9b-bda4cfcbc58f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=296a1296408c4bdca5dbd1b1427597f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395703 Jul 30 20:43:10.542867 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51484) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:43:10.547848 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 9d1595c4-2c59-4f54-b001-0f67fb0af992 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:43:10.548204 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9d1595c4-2c59-4f54-b001-0f67fb0af992 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:43:10.593399 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db9d30b5-717b-43a4-95bc-e2cdc23da04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:10.614964 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db9d30b5-717b-43a4-95bc-e2cdc23da04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:10.660460 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db9d30b5-717b-43a4-95bc-e2cdc23da04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:10.662968 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-db9d30b5-717b-43a4-95bc-e2cdc23da04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:10.664149 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-db9d30b5-717b-43a4-95bc-e2cdc23da04b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/97d98422-0ed6-40d0-b15a-e888d46661af HTTP/1.1" status: 204 len: 168 time: 0.1203389 Jul 30 20:43:10.671574 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d30b5-717b-43a4-95bc-e2cdc23da04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d98422-0ed6-40d0-b15a-e888d46661af,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:43:10.858486 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:43:10.995898 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf61e88-aded-41ef-aab4-c54e9acf4a1b req-b1cb7937-e24a-41ee-a9cb-01f3347b7c49 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:43:10.997583 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8bf61e88-aded-41ef-aab4-c54e9acf4a1b req-b1cb7937-e24a-41ee-a9cb-01f3347b7c49 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 945 time: 0.0586109 Jul 30 20:43:11.040950 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8bf61e88-aded-41ef-aab4-c54e9acf4a1b req-aba17dbf-5963-4031-b357-15632aae7134 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370984 Jul 30 20:43:12.155980 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f51913-c0a6-4593-9905-cf064ae72cba req-7620867c-a663-41ff-84c1-7e13f8337b4f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:43:12.157458 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-50f51913-c0a6-4593-9905-cf064ae72cba req-7620867c-a663-41ff-84c1-7e13f8337b4f tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 945 time: 0.0492234 Jul 30 20:43:12.195459 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-50f51913-c0a6-4593-9905-cf064ae72cba req-4c6e23ef-6c40-4813-b420-66cb686abe90 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316126 Jul 30 20:43:13.309760 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98896ba6-777d-4632-aa12-05e07f080288 req-5da4f333-9e2e-4489-b80f-06a7b65f3aab tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:43:13.311227 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98896ba6-777d-4632-aa12-05e07f080288 req-5da4f333-9e2e-4489-b80f-06a7b65f3aab tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 945 time: 0.0482159 Jul 30 20:43:13.348542 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98896ba6-777d-4632-aa12-05e07f080288 req-56fd5ec4-44d9-42a2-97dd-b12dfb17dd28 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307744 Jul 30 20:43:14.218349 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03d560-4b40-4fc5-ae75-1e8fe8006db9 req-442179ea-a37b-4b5b-99dc-b97d8c8e6fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:43:14.219843 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bd03d560-4b40-4fc5-ae75-1e8fe8006db9 req-442179ea-a37b-4b5b-99dc-b97d8c8e6fc7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 1096 time: 0.0392158 Jul 30 20:43:14.253405 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-bd03d560-4b40-4fc5-ae75-1e8fe8006db9 req-38f276d4-7d39-474b-a5a0-5c0999ea2ffc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265214 Jul 30 20:43:14.468658 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702c581-ad51-41c2-9488-00eb6472827b req-577fc096-d039-4e00-bb6e-fc3b57a682db tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:43:14.470104 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7702c581-ad51-41c2-9488-00eb6472827b req-577fc096-d039-4e00-bb6e-fc3b57a682db tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 945 time: 0.0534856 Jul 30 20:43:14.509708 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7702c581-ad51-41c2-9488-00eb6472827b req-bfa51731-3765-4b5c-aafd-7295e153dcff tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328140 Jul 30 20:43:15.623331 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12026105-6612-4b21-8a53-851e79110d85 req-a9251454-c314-4b55-969d-276307831071 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:43:15.624779 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-12026105-6612-4b21-8a53-851e79110d85 req-a9251454-c314-4b55-969d-276307831071 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 945 time: 0.0489895 Jul 30 20:43:15.662805 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-12026105-6612-4b21-8a53-851e79110d85 req-9fd95e8b-7e8f-4db2-a82f-4ddf472f7196 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321901 Jul 30 20:43:15.678311 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:15.685486 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51500) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:43:15.747989 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-dfd9c90f-3c89-46c5-a7f9-0d9b59442e7a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/floatingips/484a8ba8-b7fe-4fc6-9836-3ae51580400e HTTP/1.1" status: 200 len: 992 time: 0.0613577 Jul 30 20:43:16.481782 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 75fc53b6-357a-4de2-af5e-84f3f3a17f9d details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:43:16.483873 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 75fc53b6-357a-4de2-af5e-84f3f3a17f9d no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:43:16.623755 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:16.643061 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 75fc53b6-357a-4de2-af5e-84f3f3a17f9d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=75fc53b6-357a-4de2-af5e-84f3f3a17f9d,segment=NetworkSegment(86f77d0f-3023-43ac-8d16-2dacb1102490),segment_id=86f77d0f-3023-43ac-8d16-2dacb1102490)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:43:16.662425 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75fc53b6-357a-4de2-af5e-84f3f3a17f9d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:43:16.664666 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21afefaf-e2e2-4639-91c2-c846c8a0a708" -d '{"events": [{"server_uuid": "cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde", "name": "network-vif-unplugged", "status": "completed", "tag": "75fc53b6-357a-4de2-af5e-84f3f3a17f9d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:43:16.669082 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '75fc53b6-357a-4de2-af5e-84f3f3a17f9d', 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7', 'port_id': '75fc53b6-357a-4de2-af5e-84f3f3a17f9d', 'mac_address': 'fa:16:3e:6d:7a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6945db49-d600-4f6c-a925-361c767f1b94', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:43:16.679311 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 75fc53b6-357a-4de2-af5e-84f3f3a17f9d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=75fc53b6-357a-4de2-af5e-84f3f3a17f9d,segment=NetworkSegment(86f77d0f-3023-43ac-8d16-2dacb1102490),segment_id=86f77d0f-3023-43ac-8d16-2dacb1102490)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:43:16.684358 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:16.743109 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:16.766121 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75fc53b6-357a-4de2-af5e-84f3f3a17f9d {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:43:16.773078 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=75fc53b6-357a-4de2-af5e-84f3f3a17f9d,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:43:16.797489 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 75fc53b6-357a-4de2-af5e-84f3f3a17f9d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=75fc53b6-357a-4de2-af5e-84f3f3a17f9d,segment=NetworkSegment(86f77d0f-3023-43ac-8d16-2dacb1102490),segment_id=86f77d0f-3023-43ac-8d16-2dacb1102490)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:43:16.802428 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:16.841582 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fa72be-7638-4c22-aa90-dfcbecbada26 x-openstack-request-id: req-59fa72be-7638-4c22-aa90-dfcbecbada26 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:43:16.841868 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde", "name": "network-vif-unplugged", "status": "completed", "tag": "75fc53b6-357a-4de2-af5e-84f3f3a17f9d", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:43:16.842120 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-59fa72be-7638-4c22-aa90-dfcbecbada26 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:43:16.842508 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75fc53b6-357a-4de2-af5e-84f3f3a17f9d', 'code': 200} Jul 30 20:43:16.851714 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=75fc53b6-357a-4de2-af5e-84f3f3a17f9d,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:43:17.110798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['75fc53b6-357a-4de2-af5e-84f3f3a17f9d'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:43:18.481625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 75fc53b6-357a-4de2-af5e-84f3f3a17f9d up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:43:18.528647 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 75fc53b6-357a-4de2-af5e-84f3f3a17f9d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:43:18.529019 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:18.605821 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:18.637065 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 75fc53b6-357a-4de2-af5e-84f3f3a17f9d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=75fc53b6-357a-4de2-af5e-84f3f3a17f9d,segment=NetworkSegment(86f77d0f-3023-43ac-8d16-2dacb1102490),segment_id=86f77d0f-3023-43ac-8d16-2dacb1102490)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:43:18.640897 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:18.686144 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=75fc53b6-357a-4de2-af5e-84f3f3a17f9d,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:43:18.843660 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fc53b6-357a-4de2-af5e-84f3f3a17f9d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:43:18.846083 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4670b58-2290-4e95-a9b7-2bfe89313904" -d '{"events": [{"server_uuid": "cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde", "name": "network-vif-plugged", "status": "completed", "tag": "75fc53b6-357a-4de2-af5e-84f3f3a17f9d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:43:18.881904 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498b7a3a-3415-4fe2-9663-1d798146ca6f x-openstack-request-id: req-498b7a3a-3415-4fe2-9663-1d798146ca6f {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:43:18.882202 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde", "name": "network-vif-plugged", "status": "completed", "tag": "75fc53b6-357a-4de2-af5e-84f3f3a17f9d", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:43:18.882459 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-498b7a3a-3415-4fe2-9663-1d798146ca6f {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:43:18.882851 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fc53b6-357a-4de2-af5e-84f3f3a17f9d', 'code': 200} Jul 30 20:43:19.785191 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:21.288724 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad9b052d-c41f-48cf-9021-2c554052d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:23.739992 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f4dc6eb7-e2fc-4bbd-bc52-6be191f60be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:23.994679 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:25.057418 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:26.921460 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:45.704215 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:47.858562 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:43:49.790154 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:51.289617 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e296993-31e4-4c7b-89cc-c44ef01dd7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:53.739882 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01c57688-4961-4a6b-90d8-fb4be94048ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:53.995605 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:55.061147 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:43:56.927287 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:07.675857 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-327db957-cb69-4c8c-af31-ea0178088d45 req-19e0e934-ca0a-4691-9ccc-9cdcbc9bcd64 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399892 Jul 30 20:44:07.758370 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327db957-cb69-4c8c-af31-ea0178088d45 req-8e456a7a-5a21-46ee-8547-0703f5a9c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:07.759812 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-327db957-cb69-4c8c-af31-ea0178088d45 req-8e456a7a-5a21-46ee-8547-0703f5a9c7ff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 1096 time: 0.0429606 Jul 30 20:44:07.858169 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327db957-cb69-4c8c-af31-ea0178088d45 req-f52a6b07-e473-445e-9268-0d5efd2ff29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:07.859598 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-327db957-cb69-4c8c-af31-ea0178088d45 req-f52a6b07-e473-445e-9268-0d5efd2ff29c service neutron] 10.222.0.83 "GET /v2.0/networks?id=241a237c-4d62-460b-b34f-3251620dabf7 HTTP/1.1" status: 200 len: 897 time: 0.0811222 Jul 30 20:44:07.926672 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-327db957-cb69-4c8c-af31-ea0178088d45 req-28f87d01-f702-47a0-bf63-57de11ded052 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75fc53b6-357a-4de2-af5e-84f3f3a17f9d HTTP/1.1" status: 200 len: 1000 time: 0.0594945 Jul 30 20:44:07.974658 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327db957-cb69-4c8c-af31-ea0178088d45 req-8aa2d779-626b-48f0-9b02-95580cc911a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:07.976239 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-327db957-cb69-4c8c-af31-ea0178088d45 req-8aa2d779-626b-48f0-9b02-95580cc911a7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6945db49-d600-4f6c-a925-361c767f1b94 HTTP/1.1" status: 200 len: 835 time: 0.0427876 Jul 30 20:44:08.022503 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327db957-cb69-4c8c-af31-ea0178088d45 req-7c32906d-3f6f-4b5b-8eac-a29e3d6bb3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:08.023966 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-327db957-cb69-4c8c-af31-ea0178088d45 req-7c32906d-3f6f-4b5b-8eac-a29e3d6bb3ba service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=241a237c-4d62-460b-b34f-3251620dabf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408690 Jul 30 20:44:08.114253 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-327db957-cb69-4c8c-af31-ea0178088d45 req-6cc8c1a0-d47a-4bee-b303-b91eb6bb692a service neutron] 10.222.0.83 "GET /v2.0/networks/241a237c-4d62-460b-b34f-3251620dabf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826621 Jul 30 20:44:08.200340 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-327db957-cb69-4c8c-af31-ea0178088d45 req-61f9513f-54e7-4e49-9ac1-a1f0a996f17a service neutron] 10.222.0.83 "GET /v2.0/networks/241a237c-4d62-460b-b34f-3251620dabf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795960 Jul 30 20:44:15.853789 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:19.805487 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:21.291110 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2e41aa38-5acf-46a9-99cf-affbdd6e6afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:22.455078 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51536) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:22.609330 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d6096fd4-3119-4f9a-ba52-29861b1a6f37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Deleting port cd1e14ae-fb6f-4f14-80df-e687fb947f4a {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:44:22.609678 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6096fd4-3119-4f9a-ba52-29861b1a6f37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:22.689882 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6096fd4-3119-4f9a-ba52-29861b1a6f37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:22.690213 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6096fd4-3119-4f9a-ba52-29861b1a6f37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:22.702858 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d6096fd4-3119-4f9a-ba52-29861b1a6f37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Calling delete_port for cd1e14ae-fb6f-4f14-80df-e687fb947f4a owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:44:22.846171 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6096fd4-3119-4f9a-ba52-29861b1a6f37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:22.871571 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6096fd4-3119-4f9a-ba52-29861b1a6f37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'Port': ['ID=cd1e14ae-fb6f-4f14-80df-e687fb947f4a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:22.883631 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6096fd4-3119-4f9a-ba52-29861b1a6f37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:22.883987 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6096fd4-3119-4f9a-ba52-29861b1a6f37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:22.884330 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6096fd4-3119-4f9a-ba52-29861b1a6f37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:22.884668 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6096fd4-3119-4f9a-ba52-29861b1a6f37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:22.885000 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6096fd4-3119-4f9a-ba52-29861b1a6f37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:22.885330 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6096fd4-3119-4f9a-ba52-29861b1a6f37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:22.885659 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6096fd4-3119-4f9a-ba52-29861b1a6f37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:22.885986 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6096fd4-3119-4f9a-ba52-29861b1a6f37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:22.886313 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6096fd4-3119-4f9a-ba52-29861b1a6f37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:22.886637 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6096fd4-3119-4f9a-ba52-29861b1a6f37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:22.886961 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6096fd4-3119-4f9a-ba52-29861b1a6f37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:22.887284 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6096fd4-3119-4f9a-ba52-29861b1a6f37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:22.941425 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6096fd4-3119-4f9a-ba52-29861b1a6f37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:22.941757 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-d6096fd4-3119-4f9a-ba52-29861b1a6f37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Floating IP 484a8ba8-b7fe-4fc6-9836-3ae51580400e disassociated (deleted). External IP: 172.25.3.92, port: 75fc53b6-357a-4de2-af5e-84f3f3a17f9d. Jul 30 20:44:23.148748 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6096fd4-3119-4f9a-ba52-29861b1a6f37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Router fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:44:23.258327 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6096fd4-3119-4f9a-ba52-29861b1a6f37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:44:23.263421 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6096fd4-3119-4f9a-ba52-29861b1a6f37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:23.268074 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5539cd-6d25-4975-8027-4eaa550f362c None None] Sync routers for ids ['fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:44:23.277272 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5539cd-6d25-4975-8027-4eaa550f362c None None] Routers {'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:44:23.278375 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-7d5539cd-6d25-4975-8027-4eaa550f362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:43:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:23.290938 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d6096fd4-3119-4f9a-ba52-29861b1a6f37 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "DELETE /v2.0/floatingips/484a8ba8-b7fe-4fc6-9836-3ae51580400e HTTP/1.1" status: 204 len: 168 time: 0.8347590 Jul 30 20:44:23.291527 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde', 'tag': '75fc53b6-357a-4de2-af5e-84f3f3a17f9d'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:44:23.293758 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83adf790-abdf-4457-8f8a-c24a0bfa90a7" -d '{"events": [{"name": "network-changed", "server_uuid": "cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde", "tag": "75fc53b6-357a-4de2-af5e-84f3f3a17f9d"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:44:23.386136 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-7d5539cd-6d25-4975-8027-4eaa550f362c None None] Set router fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:44:23.506930 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd15a8a4-acd8-4e7a-9b90-ef6f2669b602 x-openstack-request-id: req-fd15a8a4-acd8-4e7a-9b90-ef6f2669b602 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:44:23.507452 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde", "tag": "75fc53b6-357a-4de2-af5e-84f3f3a17f9d", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:44:23.507452 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd15a8a4-acd8-4e7a-9b90-ef6f2669b602 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:44:23.508275 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde', 'tag': '75fc53b6-357a-4de2-af5e-84f3f3a17f9d', 'status': 'completed', 'code': 200} Jul 30 20:44:23.572675 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adf790-abdf-4457-8f8a-c24a0bfa90a7 req-27b736d7-8596-46e1-bcd5-7730489cc2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:23.574208 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83adf790-abdf-4457-8f8a-c24a0bfa90a7 req-27b736d7-8596-46e1-bcd5-7730489cc2e3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5636146b812a4d8d86be80f6df05a4f1&device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 1096 time: 0.0429370 Jul 30 20:44:23.595921 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-7d5539cd-6d25-4975-8027-4eaa550f362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46278087', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:42Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'bcc72b95-c39f-47d5-8119-16ea8d40a0b4', 'name': '', 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:b8:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '6945db49-d600-4f6c-a925-361c767f1b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:41:41Z', 'updated_at': '2021-07-30T20:41:46Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': '6945db49-d600-4f6c-a925-361c767f1b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:23.602239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f05b26-5264-4f57-859b-5bb5ca52b25b req-ede97df7-b028-44f9-80c7-89c61f780900 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:23.603807 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27f05b26-5264-4f57-859b-5bb5ca52b25b req-ede97df7-b028-44f9-80c7-89c61f780900 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 945 time: 0.0530503 Jul 30 20:44:23.627362 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5539cd-6d25-4975-8027-4eaa550f362c None None] Checking router: fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:44:23.637357 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5539cd-6d25-4975-8027-4eaa550f362c None None] Routers {'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:44:23.637590 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-7d5539cd-6d25-4975-8027-4eaa550f362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:43:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:23.642819 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27f05b26-5264-4f57-859b-5bb5ca52b25b req-087f7e7c-ee4f-4c9a-843c-629e8aba08ef tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327008 Jul 30 20:44:23.672677 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adf790-abdf-4457-8f8a-c24a0bfa90a7 req-b1923997-418e-4727-b9f7-15059ad96996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:23.674076 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83adf790-abdf-4457-8f8a-c24a0bfa90a7 req-b1923997-418e-4727-b9f7-15059ad96996 service neutron] 10.222.0.83 "GET /v2.0/networks?id=241a237c-4d62-460b-b34f-3251620dabf7 HTTP/1.1" status: 200 len: 897 time: 0.0923247 Jul 30 20:44:23.716195 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83adf790-abdf-4457-8f8a-c24a0bfa90a7 req-c7418836-ab89-40a7-b48b-a0db8fd65899 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75fc53b6-357a-4de2-af5e-84f3f3a17f9d HTTP/1.1" status: 200 len: 217 time: 0.0338037 Jul 30 20:44:23.752242 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a0afc9a-9b54-4b6f-be25-55c64665d53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:23.754637 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-7d5539cd-6d25-4975-8027-4eaa550f362c None None] Set router fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:44:23.766772 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adf790-abdf-4457-8f8a-c24a0bfa90a7 req-a644b828-a378-407c-bdb4-e2f3315d2962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:23.768276 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83adf790-abdf-4457-8f8a-c24a0bfa90a7 req-a644b828-a378-407c-bdb4-e2f3315d2962 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6945db49-d600-4f6c-a925-361c767f1b94 HTTP/1.1" status: 200 len: 835 time: 0.0449486 Jul 30 20:44:23.818265 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adf790-abdf-4457-8f8a-c24a0bfa90a7 req-40c9645a-7657-46e7-82cf-670773421789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:23.819810 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83adf790-abdf-4457-8f8a-c24a0bfa90a7 req-40c9645a-7657-46e7-82cf-670773421789 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=241a237c-4d62-460b-b34f-3251620dabf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439510 Jul 30 20:44:23.909544 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83adf790-abdf-4457-8f8a-c24a0bfa90a7 req-11034ad6-ec3e-4af2-bd00-f562f7879cd1 service neutron] 10.222.0.83 "GET /v2.0/networks/241a237c-4d62-460b-b34f-3251620dabf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818412 Jul 30 20:44:23.950324 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-7d5539cd-6d25-4975-8027-4eaa550f362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46278087', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:42Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'bcc72b95-c39f-47d5-8119-16ea8d40a0b4', 'name': '', 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:b8:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '6945db49-d600-4f6c-a925-361c767f1b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:41:41Z', 'updated_at': '2021-07-30T20:41:46Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': '6945db49-d600-4f6c-a925-361c767f1b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:23.977151 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5539cd-6d25-4975-8027-4eaa550f362c None None] The sync data for ids ['fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'] in n-d-712137-9 is: [{'id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46278087', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:42Z', 'revision_number': 4, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'bcc72b95-c39f-47d5-8119-16ea8d40a0b4', 'name': '', 'network_id': '241a237c-4d62-460b-b34f-3251620dabf7', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'mac_address': 'fa:16:3e:b8:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '6945db49-d600-4f6c-a925-361c767f1b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:41:41Z', 'updated_at': '2021-07-30T20:41:46Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'subnets': [{'id': '6945db49-d600-4f6c-a925-361c767f1b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:44:23.997213 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:24.008623 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-83adf790-abdf-4457-8f8a-c24a0bfa90a7 req-788c3b86-9d7a-41e4-85b9-aaf14632ef8c service neutron] 10.222.0.83 "GET /v2.0/networks/241a237c-4d62-460b-b34f-3251620dabf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914590 Jul 30 20:44:24.195179 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5444fc13-57f8-4c58-a584-9215c104c950 None None] New status for floating IP 484a8ba8-b7fe-4fc6-9836-3ae51580400e: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:44:24.760626 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848ac0e-ef95-44af-ba68-b7aebb559bc3 req-96fdb74b-15df-421c-bcc4-96de2e18b5f3 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:24.762116 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2848ac0e-ef95-44af-ba68-b7aebb559bc3 req-96fdb74b-15df-421c-bcc4-96de2e18b5f3 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 945 time: 0.0506010 Jul 30 20:44:24.800095 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2848ac0e-ef95-44af-ba68-b7aebb559bc3 req-93365e93-a9b2-4922-bd36-33f3e78c6253 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ec8051a-fd3b-4163-a8cc-44b1af606df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318170 Jul 30 20:44:24.857385 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:44:25.064188 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:25.127627 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8c45b-2d98-4fce-83a1-fc619ccb0cc4 req-05430ba2-65f4-455a-a7b0-5e3f5e848e4e tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:25.129293 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7ee8c45b-2d98-4fce-83a1-fc619ccb0cc4 req-05430ba2-65f4-455a-a7b0-5e3f5e848e4e tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 945 time: 0.0490313 Jul 30 20:44:25.216829 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-7ee8c45b-2d98-4fce-83a1-fc619ccb0cc4 req-0a13bbb6-0d02-45bd-bdcc-cec06f834aca tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Deleting port 75fc53b6-357a-4de2-af5e-84f3f3a17f9d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:44:25.217173 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ee8c45b-2d98-4fce-83a1-fc619ccb0cc4 req-0a13bbb6-0d02-45bd-bdcc-cec06f834aca tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:25.312954 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7ee8c45b-2d98-4fce-83a1-fc619ccb0cc4 req-0a13bbb6-0d02-45bd-bdcc-cec06f834aca tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] For port 75fc53b6-357a-4de2-af5e-84f3f3a17f9d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=75fc53b6-357a-4de2-af5e-84f3f3a17f9d,segment=NetworkSegment(86f77d0f-3023-43ac-8d16-2dacb1102490),segment_id=86f77d0f-3023-43ac-8d16-2dacb1102490)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:44:25.313323 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ee8c45b-2d98-4fce-83a1-fc619ccb0cc4 req-0a13bbb6-0d02-45bd-bdcc-cec06f834aca tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:25.327647 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-7ee8c45b-2d98-4fce-83a1-fc619ccb0cc4 req-0a13bbb6-0d02-45bd-bdcc-cec06f834aca tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Calling delete_port for 75fc53b6-357a-4de2-af5e-84f3f3a17f9d owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:44:25.454968 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ee8c45b-2d98-4fce-83a1-fc619ccb0cc4 req-0a13bbb6-0d02-45bd-bdcc-cec06f834aca tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:25.483760 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13bbb6-0d02-45bd-bdcc-cec06f834aca tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'Port': ['ID=75fc53b6-357a-4de2-af5e-84f3f3a17f9d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:25.523720 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee8c45b-2d98-4fce-83a1-fc619ccb0cc4 req-0a13bbb6-0d02-45bd-bdcc-cec06f834aca tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] No DVR routers for this DVR port 75fc53b6-357a-4de2-af5e-84f3f3a17f9d on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:44:25.526363 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ee8c45b-2d98-4fce-83a1-fc619ccb0cc4 req-0a13bbb6-0d02-45bd-bdcc-cec06f834aca tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:25.528416 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7ee8c45b-2d98-4fce-83a1-fc619ccb0cc4 req-0a13bbb6-0d02-45bd-bdcc-cec06f834aca tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.83 "DELETE /v2.0/ports/75fc53b6-357a-4de2-af5e-84f3f3a17f9d HTTP/1.1" status: 204 len: 173 time: 0.3922670 Jul 30 20:44:25.528871 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde', 'name': 'network-vif-deleted', 'tag': '75fc53b6-357a-4de2-af5e-84f3f3a17f9d'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:44:25.531149 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1558a82c-8e9b-4285-a561-96c6f35c9b19" -d '{"events": [{"server_uuid": "cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde", "name": "network-vif-deleted", "tag": "75fc53b6-357a-4de2-af5e-84f3f3a17f9d"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:44:25.569322 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50e56f4-2c2d-498b-b7e5-46e11e454a61 x-openstack-request-id: req-a50e56f4-2c2d-498b-b7e5-46e11e454a61 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:44:25.570127 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde", "name": "network-vif-deleted", "tag": "75fc53b6-357a-4de2-af5e-84f3f3a17f9d", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:44:25.570367 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a50e56f4-2c2d-498b-b7e5-46e11e454a61 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:44:25.570770 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde', 'name': 'network-vif-deleted', 'tag': '75fc53b6-357a-4de2-af5e-84f3f3a17f9d', 'status': 'completed', 'code': 200} Jul 30 20:44:25.916052 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-622e6fa1-2aa0-4cc6-8c13-385f294171c8 req-f4981276-76d0-491d-b310-90fbd86ca032 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf0015ee-fdc3-4ed8-bbcc-9bcdfa757fde HTTP/1.1" status: 200 len: 210 time: 0.0328114 Jul 30 20:44:26.926648 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:26.975607 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51556) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:27.328531 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64ef76ce-b9b4-428d-99cb-fc4ce483a1e1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:27.575250 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-64ef76ce-b9b4-428d-99cb-fc4ce483a1e1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Deleting port bcc72b95-c39f-47d5-8119-16ea8d40a0b4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:44:27.575493 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64ef76ce-b9b4-428d-99cb-fc4ce483a1e1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:27.660646 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-64ef76ce-b9b4-428d-99cb-fc4ce483a1e1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] For port bcc72b95-c39f-47d5-8119-16ea8d40a0b4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=bcc72b95-c39f-47d5-8119-16ea8d40a0b4,segment=NetworkSegment(86f77d0f-3023-43ac-8d16-2dacb1102490),segment_id=86f77d0f-3023-43ac-8d16-2dacb1102490)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:44:27.661012 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64ef76ce-b9b4-428d-99cb-fc4ce483a1e1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:27.677174 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-64ef76ce-b9b4-428d-99cb-fc4ce483a1e1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Calling delete_port for bcc72b95-c39f-47d5-8119-16ea8d40a0b4 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:44:27.856889 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64ef76ce-b9b4-428d-99cb-fc4ce483a1e1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:27.884218 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef76ce-b9b4-428d-99cb-fc4ce483a1e1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'Port': ['ID=bcc72b95-c39f-47d5-8119-16ea8d40a0b4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:28.055899 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64ef76ce-b9b4-428d-99cb-fc4ce483a1e1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:28.265659 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ef76ce-b9b4-428d-99cb-fc4ce483a1e1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Router fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:44:28.370956 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ef76ce-b9b4-428d-99cb-fc4ce483a1e1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:44:28.376224 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-64ef76ce-b9b4-428d-99cb-fc4ce483a1e1 tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "PUT /v2.0/routers/fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3996029 Jul 30 20:44:28.378925 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51560) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:28.380501 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892bb2d1-f6fb-4ce3-bdc0-1180b2c0a688 None None] Sync routers for ids ['fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:44:28.389694 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892bb2d1-f6fb-4ce3-bdc0-1180b2c0a688 None None] Routers {'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:44:28.390303 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-892bb2d1-f6fb-4ce3-bdc0-1180b2c0a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:44:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:28.429899 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc95a91-40df-4aff-b82f-f3e44c5953fa tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Deleting subnet 6945db49-d600-4f6c-a925-361c767f1b94 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:44:28.432992 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dc95a91-40df-4aff-b82f-f3e44c5953fa tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:28.473021 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dc95a91-40df-4aff-b82f-f3e44c5953fa tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:28.495371 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-892bb2d1-f6fb-4ce3-bdc0-1180b2c0a688 None None] Set router fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:44:28.681401 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-892bb2d1-f6fb-4ce3-bdc0-1180b2c0a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46278087', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:44:27Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:28.708196 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892bb2d1-f6fb-4ce3-bdc0-1180b2c0a688 None None] Checking router: fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:44:28.717331 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892bb2d1-f6fb-4ce3-bdc0-1180b2c0a688 None None] Routers {'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:44:28.717957 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-892bb2d1-f6fb-4ce3-bdc0-1180b2c0a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:44:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:28.825022 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-892bb2d1-f6fb-4ce3-bdc0-1180b2c0a688 None None] Set router fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:44:28.852908 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dc95a91-40df-4aff-b82f-f3e44c5953fa tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:28.912761 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dc95a91-40df-4aff-b82f-f3e44c5953fa tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:28.916209 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 75fc53b6-357a-4de2-af5e-84f3f3a17f9d no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:44:28.938391 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 75fc53b6-357a-4de2-af5e-84f3f3a17f9d {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:44:28.938739 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 75fc53b6-357a-4de2-af5e-84f3f3a17f9d not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:44:28.942438 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dc95a91-40df-4aff-b82f-f3e44c5953fa tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:28.944736 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1dc95a91-40df-4aff-b82f-f3e44c5953fa tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "DELETE /v2.0/subnets/6945db49-d600-4f6c-a925-361c767f1b94 HTTP/1.1" status: 204 len: 168 time: 0.5644643 Jul 30 20:44:28.947177 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc95a91-40df-4aff-b82f-f3e44c5953fa tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'Subnet': ['ID=6945db49-d600-4f6c-a925-361c767f1b94,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:28.947778 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51562) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:28.949697 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b443a2b-7691-4c68-97bf-bcaed7597708 None None] Network 241a237c-4d62-460b-b34f-3251620dabf7 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:44:29.057353 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:29.127080 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-892bb2d1-f6fb-4ce3-bdc0-1180b2c0a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46278087', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:44:27Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:29.154401 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892bb2d1-f6fb-4ce3-bdc0-1180b2c0a688 None None] The sync data for ids ['fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28'] in n-d-712137-9 is: [{'id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46278087', 'tenant_id': '5636146b812a4d8d86be80f6df05a4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:44:27Z', 'revision_number': 5, 'project_id': '5636146b812a4d8d86be80f6df05a4f1', 'gw_port': {'id': '3e831cbc-23d1-4242-a32f-4762d76f1726', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:41:39Z', 'updated_at': '2021-07-30T20:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:44:29.158600 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:29.204928 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33b5fd5-63e7-48c3-aed6-5c6751b1df3c None None] DHCP port deletion for 241a237c-4d62-460b-b34f-3251620dabf7 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:44:29.215971 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Deleting port 3e831cbc-23d1-4242-a32f-4762d76f1726 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:44:29.216320 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:29.250867 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b33b5fd5-63e7-48c3-aed6-5c6751b1df3c None None] Deleting port 0759c49c-45cd-466f-a1de-6ef7d51ae1c7 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:44:29.251245 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b33b5fd5-63e7-48c3-aed6-5c6751b1df3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:29.294850 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] For port 3e831cbc-23d1-4242-a32f-4762d76f1726, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=3e831cbc-23d1-4242-a32f-4762d76f1726,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:44:29.295223 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:29.308366 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Calling delete_port for 3e831cbc-23d1-4242-a32f-4762d76f1726 owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:44:29.315847 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b33b5fd5-63e7-48c3-aed6-5c6751b1df3c None None] For port 0759c49c-45cd-466f-a1de-6ef7d51ae1c7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0759c49c-45cd-466f-a1de-6ef7d51ae1c7,segment=NetworkSegment(86f77d0f-3023-43ac-8d16-2dacb1102490),segment_id=86f77d0f-3023-43ac-8d16-2dacb1102490)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:44:29.316263 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b33b5fd5-63e7-48c3-aed6-5c6751b1df3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:29.330084 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b33b5fd5-63e7-48c3-aed6-5c6751b1df3c None None] Calling delete_port for 0759c49c-45cd-466f-a1de-6ef7d51ae1c7 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:44:29.409015 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b33b5fd5-63e7-48c3-aed6-5c6751b1df3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:29.435291 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b5fd5-63e7-48c3-aed6-5c6751b1df3c None None] Pushing event deleted for resources: {'Port': ['ID=0759c49c-45cd-466f-a1de-6ef7d51ae1c7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:29.443156 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33b5fd5-63e7-48c3-aed6-5c6751b1df3c None None] No DVR routers for this DVR port 0759c49c-45cd-466f-a1de-6ef7d51ae1c7 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:44:29.445576 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b5fd5-63e7-48c3-aed6-5c6751b1df3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:29.445927 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b5fd5-63e7-48c3-aed6-5c6751b1df3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:29.446277 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b5fd5-63e7-48c3-aed6-5c6751b1df3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:29.446618 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b5fd5-63e7-48c3-aed6-5c6751b1df3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:29.446971 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b5fd5-63e7-48c3-aed6-5c6751b1df3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:29.447304 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b5fd5-63e7-48c3-aed6-5c6751b1df3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:29.447666 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b5fd5-63e7-48c3-aed6-5c6751b1df3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:29.447998 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b5fd5-63e7-48c3-aed6-5c6751b1df3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:29.448330 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b5fd5-63e7-48c3-aed6-5c6751b1df3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:29.448654 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b5fd5-63e7-48c3-aed6-5c6751b1df3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:29.448982 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b5fd5-63e7-48c3-aed6-5c6751b1df3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:29.449308 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b5fd5-63e7-48c3-aed6-5c6751b1df3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:29.481072 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:29.506262 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'Port': ['ID=3e831cbc-23d1-4242-a32f-4762d76f1726,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:29.520196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:29.520544 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:29.520885 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:29.521220 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:29.521550 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:29.521878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:29.522202 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:29.522527 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:29.522854 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:29.523174 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:29.523499 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:29.523841 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:29.582640 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:29.673979 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:29.676154 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:29.718660 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:29.719145 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Fanout notify agent at l3_agent the message router_deleted on router fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:44:29.726140 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:29.730238 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-dbe3556f-cfe0-4217-84c8-f1a67a7b801d tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "DELETE /v2.0/routers/fe6cefc1-cfe5-4f3c-9530-f19a8ef6ea28 HTTP/1.1" status: 204 len: 168 time: 0.7779067 Jul 30 20:44:29.730480 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51564) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:29.811290 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-49dc12b6-d6a1-4c07-a826-0ff2c38044ee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:30.220734 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-49dc12b6-d6a1-4c07-a826-0ff2c38044ee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:30.230225 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-49dc12b6-d6a1-4c07-a826-0ff2c38044ee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241a237c-4d62-460b-b34f-3251620dabf7']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:30.239654 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-49dc12b6-d6a1-4c07-a826-0ff2c38044ee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f77d0f-3023-43ac-8d16-2dacb1102490') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:30.239944 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-49dc12b6-d6a1-4c07-a826-0ff2c38044ee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f77d0f-3023-43ac-8d16-2dacb1102490') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:30.248475 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-49dc12b6-d6a1-4c07-a826-0ff2c38044ee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:30.261989 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-49dc12b6-d6a1-4c07-a826-0ff2c38044ee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:30.268097 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49dc12b6-d6a1-4c07-a826-0ff2c38044ee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:44:30.268488 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-49dc12b6-d6a1-4c07-a826-0ff2c38044ee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:44:30.271416 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:44:30.332023 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-49dc12b6-d6a1-4c07-a826-0ff2c38044ee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:30.339850 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-49dc12b6-d6a1-4c07-a826-0ff2c38044ee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:30.341174 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-49dc12b6-d6a1-4c07-a826-0ff2c38044ee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "DELETE /v2.0/networks/241a237c-4d62-460b-b34f-3251620dabf7 HTTP/1.1" status: 204 len: 168 time: 0.6097689 Jul 30 20:44:30.344041 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51570) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:30.352742 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc12b6-d6a1-4c07-a826-0ff2c38044ee tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'Network': ['ID=241a237c-4d62-460b-b34f-3251620dabf7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:30.402710 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7d035d57-d394-4843-884e-5d704f6f519a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:30.426661 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7d035d57-d394-4843-884e-5d704f6f519a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:30.489693 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7d035d57-d394-4843-884e-5d704f6f519a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:30.492312 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7d035d57-d394-4843-884e-5d704f6f519a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:30.493977 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7d035d57-d394-4843-884e-5d704f6f519a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] 10.222.0.81 "DELETE /v2.0/security-groups/5ec8051a-fd3b-4163-a8cc-44b1af606df7 HTTP/1.1" status: 204 len: 168 time: 0.1489067 Jul 30 20:44:30.507895 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d035d57-d394-4843-884e-5d704f6f519a tempest-TestNetworkAdvancedServerOps-703539385 tempest-TestNetworkAdvancedServerOps-703539385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec8051a-fd3b-4163-a8cc-44b1af606df7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:30.532921 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device bcc72b95-c39f-47d5-8119-16ea8d40a0b4 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:44:30.564555 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: bcc72b95-c39f-47d5-8119-16ea8d40a0b4 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:44:30.564998 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device bcc72b95-c39f-47d5-8119-16ea8d40a0b4 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:44:30.565494 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3e831cbc-23d1-4242-a32f-4762d76f1726 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:44:30.742665 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 3e831cbc-23d1-4242-a32f-4762d76f1726 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:44:30.743681 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3e831cbc-23d1-4242-a32f-4762d76f1726 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:44:30.744099 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0759c49c-45cd-466f-a1de-6ef7d51ae1c7 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:44:30.762127 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 0759c49c-45cd-466f-a1de-6ef7d51ae1c7 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:44:30.762470 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0759c49c-45cd-466f-a1de-6ef7d51ae1c7 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:44:30.817818 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51580) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:30.944705 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1c33eff6-a7fb-40bf-bf25-3efde11ac955 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5636146b812a4d8d86be80f6df05a4f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1257451 Jul 30 20:44:30.947171 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51584) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:30.994296 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d02bf6db-8162-4dee-95b3-74427c7fb261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:31.015114 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d02bf6db-8162-4dee-95b3-74427c7fb261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:31.060879 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d02bf6db-8162-4dee-95b3-74427c7fb261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:31.063435 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d02bf6db-8162-4dee-95b3-74427c7fb261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:31.064587 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d02bf6db-8162-4dee-95b3-74427c7fb261 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c486905-c6d2-4149-a742-5cb3c23daa98 HTTP/1.1" status: 204 len: 168 time: 0.1165040 Jul 30 20:44:31.072103 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bf6db-8162-4dee-95b3-74427c7fb261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c486905-c6d2-4149-a742-5cb3c23daa98,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:31.334343 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51590) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:31.376045 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2a424ae4-bdcc-4acb-8ae8-a7d401f5cbf3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=49805fd2925a46fd952bc153baa497cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405526 Jul 30 20:44:31.378464 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51592) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:31.426755 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-25e1d482-ac09-4ed6-afb7-09e61f602bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:31.447129 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-25e1d482-ac09-4ed6-afb7-09e61f602bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:31.495780 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-25e1d482-ac09-4ed6-afb7-09e61f602bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:31.498267 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-25e1d482-ac09-4ed6-afb7-09e61f602bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:31.499399 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-25e1d482-ac09-4ed6-afb7-09e61f602bab admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b9e7d577-5011-4909-982b-b18531af49cc HTTP/1.1" status: 204 len: 168 time: 0.1200278 Jul 30 20:44:31.506905 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1d482-ac09-4ed6-afb7-09e61f602bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e7d577-5011-4909-982b-b18531af49cc,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:32.171836 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51618) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:32.265115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d5ee1244-0c73-440f-b3ff-a9c073eb64d9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2018208893-network', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:44:32.286188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ee1244-0c73-440f-b3ff-a9c073eb64d9 admin admin] Made reservation on behalf of cfc68bd32928459ab97ea89c02cd1636 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:44:32.288705 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1244-0c73-440f-b3ff-a9c073eb64d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:32.297352 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1244-0c73-440f-b3ff-a9c073eb64d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:32.385840 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1244-0c73-440f-b3ff-a9c073eb64d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:32.389782 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1244-0c73-440f-b3ff-a9c073eb64d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:32.410283 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ee1244-0c73-440f-b3ff-a9c073eb64d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:44:32.425815 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee1244-0c73-440f-b3ff-a9c073eb64d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba62ee81-a700-4543-85c3-ee12f528eace,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:32.428717 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1244-0c73-440f-b3ff-a9c073eb64d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:32.429062 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-d5ee1244-0c73-440f-b3ff-a9c073eb64d9 admin admin] Added segment 6323b5fb-a5e9-4ba1-baf7-9aecac0f9765 of type vlan for network 91573216-b5d9-4b2a-9579-5a65aa8ee0dd Jul 30 20:44:32.468894 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1244-0c73-440f-b3ff-a9c073eb64d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:32.497768 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1244-0c73-440f-b3ff-a9c073eb64d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:32.498652 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ee1244-0c73-440f-b3ff-a9c073eb64d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:32.499224 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1244-0c73-440f-b3ff-a9c073eb64d9 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:32.570403 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d5ee1244-0c73-440f-b3ff-a9c073eb64d9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3974032 Jul 30 20:44:32.573668 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51624) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:32.578702 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-cbac55c2-dbbf-4419-95d0-7fbf88c7d558 admin admin] Request body: {'subnet': {'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2018208893-subnet', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:44:32.588595 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee1244-0c73-440f-b3ff-a9c073eb64d9 admin admin] Pushing event updated for resources: {'Network': ['ID=91573216-b5d9-4b2a-9579-5a65aa8ee0dd,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:32.598227 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 91573216-b5d9-4b2a-9579-5a65aa8ee0dd details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:44:32.602997 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbac55c2-dbbf-4419-95d0-7fbf88c7d558 admin admin] Made reservation on behalf of cfc68bd32928459ab97ea89c02cd1636 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:44:32.605577 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbac55c2-dbbf-4419-95d0-7fbf88c7d558 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:32.767688 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbac55c2-dbbf-4419-95d0-7fbf88c7d558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:32.827465 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac55c2-dbbf-4419-95d0-7fbf88c7d558 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ccc27fe-1a9a-438f-bfce-24583ab6b19c,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:32.836573 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbac55c2-dbbf-4419-95d0-7fbf88c7d558 admin admin] Checking segment: {'id': '6323b5fb-a5e9-4ba1-baf7-9aecac0f9765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:44:32.837467 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbac55c2-dbbf-4419-95d0-7fbf88c7d558 admin admin] Network hostable DHCP agents. Network: 91573216-b5d9-4b2a-9579-5a65aa8ee0dd, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:44:32.853482 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbac55c2-dbbf-4419-95d0-7fbf88c7d558 admin admin] Network 91573216-b5d9-4b2a-9579-5a65aa8ee0dd is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:44:32.861443 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-cbac55c2-dbbf-4419-95d0-7fbf88c7d558 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 91573216-b5d9-4b2a-9579-5a65aa8ee0dd) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:44:32.865249 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbac55c2-dbbf-4419-95d0-7fbf88c7d558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:32.865839 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbac55c2-dbbf-4419-95d0-7fbf88c7d558 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:32.872784 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9552d0-02c0-47ed-9e8b-f898349b2788 None None] Network 91573216-b5d9-4b2a-9579-5a65aa8ee0dd requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:44:32.879542 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cbac55c2-dbbf-4419-95d0-7fbf88c7d558 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3046439 Jul 30 20:44:32.882274 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51626) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:32.886507 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c6195eef-8545-4059-a1f6-1ae51032af53 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2018208893-router', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:44:32.907672 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6195eef-8545-4059-a1f6-1ae51032af53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:32.908623 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6195eef-8545-4059-a1f6-1ae51032af53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:32.962880 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6195eef-8545-4059-a1f6-1ae51032af53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:33.020825 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57af13c-dd67-400c-9bc5-5abec78e5567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-91573216-b5d9-4b2a-9579-5a65aa8ee0dd', 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'fixed_ips': [{'subnet_id': '4ccc27fe-1a9a-438f-bfce-24583ab6b19c'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:44:33.021602 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c57af13c-dd67-400c-9bc5-5abec78e5567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:33.098307 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6195eef-8545-4059-a1f6-1ae51032af53 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:33.159004 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-c57af13c-dd67-400c-9bc5-5abec78e5567 None None] Allocated IP 172.20.0.2 (91573216-b5d9-4b2a-9579-5a65aa8ee0dd/4ccc27fe-1a9a-438f-bfce-24583ab6b19c/3891ef33-d2ae-4baf-9792-16da6fbea110) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:44:33.296180 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6195eef-8545-4059-a1f6-1ae51032af53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:33.309960 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c57af13c-dd67-400c-9bc5-5abec78e5567 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:33.318575 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c57af13c-dd67-400c-9bc5-5abec78e5567 None None] Transition to ACTIVE for port object 3891ef33-d2ae-4baf-9792-16da6fbea110 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:44:33.320190 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6195eef-8545-4059-a1f6-1ae51032af53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:33.334937 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c57af13c-dd67-400c-9bc5-5abec78e5567 None None] Transition to ACTIVE for port object 3891ef33-d2ae-4baf-9792-16da6fbea110 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:44:33.340569 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c57af13c-dd67-400c-9bc5-5abec78e5567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:33.378554 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57af13c-dd67-400c-9bc5-5abec78e5567 None None] Network 91573216-b5d9-4b2a-9579-5a65aa8ee0dd is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:44:33.382843 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c57af13c-dd67-400c-9bc5-5abec78e5567 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:44:33.386287 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57af13c-dd67-400c-9bc5-5abec78e5567 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:44:33.396764 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57af13c-dd67-400c-9bc5-5abec78e5567 None None] Pushing event updated for resources: {'Port': ['ID=3891ef33-d2ae-4baf-9792-16da6fbea110,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:33.424145 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-c6195eef-8545-4059-a1f6-1ae51032af53 admin admin] Allocated IP 172.25.3.95 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/8a91952b-bbe2-4e10-9051-8ee7799ed9a4) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:44:33.450353 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c57af13c-dd67-400c-9bc5-5abec78e5567 None None] Attempting to bind port 3891ef33-d2ae-4baf-9792-16da6fbea110 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:44:33.450729 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c57af13c-dd67-400c-9bc5-5abec78e5567 None None] Attempting to bind port 3891ef33-d2ae-4baf-9792-16da6fbea110 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '6323b5fb-a5e9-4ba1-baf7-9aecac0f9765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:44:33.451088 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57af13c-dd67-400c-9bc5-5abec78e5567 None None] Attempting to bind port 3891ef33-d2ae-4baf-9792-16da6fbea110 on network 91573216-b5d9-4b2a-9579-5a65aa8ee0dd {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:44:33.456095 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57af13c-dd67-400c-9bc5-5abec78e5567 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:44:33.456477 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57af13c-dd67-400c-9bc5-5abec78e5567 None None] Checking segment: {'id': '6323b5fb-a5e9-4ba1-baf7-9aecac0f9765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:44:33.456878 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c57af13c-dd67-400c-9bc5-5abec78e5567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:33.457274 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57af13c-dd67-400c-9bc5-5abec78e5567 None None] Bound using segment: {'id': '6323b5fb-a5e9-4ba1-baf7-9aecac0f9765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:44:33.457737 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c57af13c-dd67-400c-9bc5-5abec78e5567 None None] Bound port: 3891ef33-d2ae-4baf-9792-16da6fbea110, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6323b5fb-a5e9-4ba1-baf7-9aecac0f9765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:44:33.458143 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c57af13c-dd67-400c-9bc5-5abec78e5567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:33.522123 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c57af13c-dd67-400c-9bc5-5abec78e5567 None None] For port 3891ef33-d2ae-4baf-9792-16da6fbea110, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:44:33.525152 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c57af13c-dd67-400c-9bc5-5abec78e5567 None None] For port 3891ef33-d2ae-4baf-9792-16da6fbea110, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=3891ef33-d2ae-4baf-9792-16da6fbea110,segment=NetworkSegment(6323b5fb-a5e9-4ba1-baf7-9aecac0f9765),segment_id=6323b5fb-a5e9-4ba1-baf7-9aecac0f9765)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:44:33.529495 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c57af13c-dd67-400c-9bc5-5abec78e5567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:33.531600 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6195eef-8545-4059-a1f6-1ae51032af53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:33.574518 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6195eef-8545-4059-a1f6-1ae51032af53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:33.585945 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57af13c-dd67-400c-9bc5-5abec78e5567 None None] Pushing event updated for resources: {'Port': ['ID=3891ef33-d2ae-4baf-9792-16da6fbea110,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:33.593623 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6195eef-8545-4059-a1f6-1ae51032af53 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:44:33.610817 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c6195eef-8545-4059-a1f6-1ae51032af53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:44:33.614688 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6195eef-8545-4059-a1f6-1ae51032af53 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:44:33.655455 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6195eef-8545-4059-a1f6-1ae51032af53 admin admin] Pushing event updated for resources: {'Port': ['ID=8a91952b-bbe2-4e10-9051-8ee7799ed9a4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:33.893208 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6195eef-8545-4059-a1f6-1ae51032af53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:34.085266 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6195eef-8545-4059-a1f6-1ae51032af53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:34.213946 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6195eef-8545-4059-a1f6-1ae51032af53 admin admin] Router 74120e44-ee76-4e6a-8f06-98c6d931d545 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:44:34.324798 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6195eef-8545-4059-a1f6-1ae51032af53 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:44:34.333731 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] Sync routers for ids ['74120e44-ee76-4e6a-8f06-98c6d931d545'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:44:34.341801 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6195eef-8545-4059-a1f6-1ae51032af53 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:34.343293 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c6195eef-8545-4059-a1f6-1ae51032af53 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4601007 Jul 30 20:44:34.346146 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51632) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:34.353381 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] Routers {'74120e44-ee76-4e6a-8f06-98c6d931d545'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:44:34.354017 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:44:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['74120e44-ee76-4e6a-8f06-98c6d931d545'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:34.548379 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e7890c-2426-4cf9-ade0-968640e63dec None None] Network 91573216-b5d9-4b2a-9579-5a65aa8ee0dd requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:44:34.567848 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] Set router 74120e44-ee76-4e6a-8f06-98c6d931d545 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:44:34.599389 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3891ef33-d2ae-4baf-9792-16da6fbea110 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:44:34.632345 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-addbde44-f279-4f50-8ef2-7005b2cb408d None None] Provisioning for port 3891ef33-d2ae-4baf-9792-16da6fbea110 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:44:34.710598 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 3891ef33-d2ae-4baf-9792-16da6fbea110 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:44:34.719014 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 3891ef33-d2ae-4baf-9792-16da6fbea110 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:44:34.719387 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:34.764609 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'name': 'tempest-TestServerBasicOps-2018208893-router', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:44:32Z', 'updated_at': '2021-07-30T20:44:33Z', 'revision_number': 3, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'gw_port': {'id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:33Z', 'updated_at': '2021-07-30T20:44:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:34.791162 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] Checking router: 74120e44-ee76-4e6a-8f06-98c6d931d545 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:44:34.791842 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] Updating router 74120e44-ee76-4e6a-8f06-98c6d931d545 port 8a91952b-bbe2-4e10-9051-8ee7799ed9a4 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:44:34.815571 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-93212f4a-6ab2-491a-971c-4503da32b3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:34.817204 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:34.833846 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:34.872864 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 3891ef33-d2ae-4baf-9792-16da6fbea110, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=3891ef33-d2ae-4baf-9792-16da6fbea110,segment=NetworkSegment(6323b5fb-a5e9-4ba1-baf7-9aecac0f9765),segment_id=6323b5fb-a5e9-4ba1-baf7-9aecac0f9765)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:44:34.884196 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:34.938184 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=3891ef33-d2ae-4baf-9792-16da6fbea110,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:35.012722 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-93212f4a-6ab2-491a-971c-4503da32b3e3 admin admin] Allocated IP 172.20.0.1 (91573216-b5d9-4b2a-9579-5a65aa8ee0dd/4ccc27fe-1a9a-438f-bfce-24583ab6b19c/558a8977-55a1-4c35-b497-e871827cbabb) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:44:35.105625 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:35.115186 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] Transition to ACTIVE for port object 8a91952b-bbe2-4e10-9051-8ee7799ed9a4 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:44:35.121263 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:35.121601 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-93212f4a-6ab2-491a-971c-4503da32b3e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:35.137170 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-93212f4a-6ab2-491a-971c-4503da32b3e3 admin admin] Transition to ACTIVE for port object 558a8977-55a1-4c35-b497-e871827cbabb will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:44:35.167186 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a7e6008b-83b0-4fd7-b852-2162307f430c None None] Provisioning complete for port 3891ef33-d2ae-4baf-9792-16da6fbea110 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:44:35.167573 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7e6008b-83b0-4fd7-b852-2162307f430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:35.172186 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-93212f4a-6ab2-491a-971c-4503da32b3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:35.172378 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee87426-17ab-474c-9ca8-09c9e785d83d None None] Pushing event updated for resources: {'Port': ['ID=8a91952b-bbe2-4e10-9051-8ee7799ed9a4,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:35.179840 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] Attempting to bind port 8a91952b-bbe2-4e10-9051-8ee7799ed9a4 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:44:35.180212 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] Attempting to bind port 8a91952b-bbe2-4e10-9051-8ee7799ed9a4 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:44:35.181509 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] Attempting to bind port 8a91952b-bbe2-4e10-9051-8ee7799ed9a4 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:44:35.184847 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87426-17ab-474c-9ca8-09c9e785d83d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:35.185194 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87426-17ab-474c-9ca8-09c9e785d83d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:35.185534 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87426-17ab-474c-9ca8-09c9e785d83d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:35.185868 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87426-17ab-474c-9ca8-09c9e785d83d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:35.186202 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87426-17ab-474c-9ca8-09c9e785d83d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:35.186532 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87426-17ab-474c-9ca8-09c9e785d83d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:35.186860 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87426-17ab-474c-9ca8-09c9e785d83d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:35.187180 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87426-17ab-474c-9ca8-09c9e785d83d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:35.187534 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87426-17ab-474c-9ca8-09c9e785d83d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:35.187843 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87426-17ab-474c-9ca8-09c9e785d83d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:35.188171 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87426-17ab-474c-9ca8-09c9e785d83d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:35.188489 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee87426-17ab-474c-9ca8-09c9e785d83d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:44:35.193844 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:44:35.194219 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:44:35.194618 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:35.195003 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:44:35.195476 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] Bound port: 8a91952b-bbe2-4e10-9051-8ee7799ed9a4, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:44:35.195881 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:35.218978 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93212f4a-6ab2-491a-971c-4503da32b3e3 admin admin] Network 91573216-b5d9-4b2a-9579-5a65aa8ee0dd is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:44:35.225014 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-93212f4a-6ab2-491a-971c-4503da32b3e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:44:35.228491 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93212f4a-6ab2-491a-971c-4503da32b3e3 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:44:35.231443 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93212f4a-6ab2-491a-971c-4503da32b3e3 admin admin] Pushing event updated for resources: {'Port': ['ID=558a8977-55a1-4c35-b497-e871827cbabb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:35.253045 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] For port 8a91952b-bbe2-4e10-9051-8ee7799ed9a4, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:44:35.256470 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] For port 8a91952b-bbe2-4e10-9051-8ee7799ed9a4, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8a91952b-bbe2-4e10-9051-8ee7799ed9a4,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:44:35.262174 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:35.283188 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-93212f4a-6ab2-491a-971c-4503da32b3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:35.326046 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee87426-17ab-474c-9ca8-09c9e785d83d None None] Pushing event updated for resources: {'Port': ['ID=8a91952b-bbe2-4e10-9051-8ee7799ed9a4,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:35.337612 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] Routers {'74120e44-ee76-4e6a-8f06-98c6d931d545'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:44:35.338376 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:44:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['74120e44-ee76-4e6a-8f06-98c6d931d545'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:35.422740 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-93212f4a-6ab2-491a-971c-4503da32b3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:35.447996 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] Set router 74120e44-ee76-4e6a-8f06-98c6d931d545 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:44:35.486273 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6f5b0662-8c92-4f20-a10c-87de7b357bfa None None] Provisioning for port 558a8977-55a1-4c35-b497-e871827cbabb completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:44:35.490152 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6f5b0662-8c92-4f20-a10c-87de7b357bfa None None] Provisioning complete for port 558a8977-55a1-4c35-b497-e871827cbabb triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:44:35.490529 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f5b0662-8c92-4f20-a10c-87de7b357bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:35.526221 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6f5b0662-8c92-4f20-a10c-87de7b357bfa None None] Port 558a8977-55a1-4c35-b497-e871827cbabb cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:44:35.629948 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'name': 'tempest-TestServerBasicOps-2018208893-router', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:44:32Z', 'updated_at': '2021-07-30T20:44:33Z', 'revision_number': 3, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'gw_port': {'id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:33Z', 'updated_at': '2021-07-30T20:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:35.663124 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12924653-e353-459b-8a22-2db0cde72f28 None None] The sync data for ids ['74120e44-ee76-4e6a-8f06-98c6d931d545'] in n-d-712137-9 is: [{'id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'name': 'tempest-TestServerBasicOps-2018208893-router', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:44:32Z', 'updated_at': '2021-07-30T20:44:33Z', 'revision_number': 3, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'gw_port': {'id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:33Z', 'updated_at': '2021-07-30T20:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:44:35.898379 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-93212f4a-6ab2-491a-971c-4503da32b3e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:35.903654 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-93212f4a-6ab2-491a-971c-4503da32b3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:35.972393 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-93212f4a-6ab2-491a-971c-4503da32b3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:35.974196 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93212f4a-6ab2-491a-971c-4503da32b3e3 admin admin] Pushing event updated for resources: {'Port': ['ID=558a8977-55a1-4c35-b497-e871827cbabb,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:36.073374 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93212f4a-6ab2-491a-971c-4503da32b3e3 admin admin] Network 91573216-b5d9-4b2a-9579-5a65aa8ee0dd is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:44:36.074897 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-93212f4a-6ab2-491a-971c-4503da32b3e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:44:36.200761 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93212f4a-6ab2-491a-971c-4503da32b3e3 admin admin] Router 74120e44-ee76-4e6a-8f06-98c6d931d545 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:44:36.317006 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93212f4a-6ab2-491a-971c-4503da32b3e3 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:44:36.323162 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-93212f4a-6ab2-491a-971c-4503da32b3e3 admin admin] 10.222.0.81 "PUT /v2.0/routers/74120e44-ee76-4e6a-8f06-98c6d931d545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9753015 Jul 30 20:44:36.350836 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b9c57fc1-2533-416c-b1d1-c694ec999670 None None] Provisioning complete for port 558a8977-55a1-4c35-b497-e871827cbabb triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:44:36.351871 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9c57fc1-2533-416c-b1d1-c694ec999670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:36.388001 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b9c57fc1-2533-416c-b1d1-c694ec999670 None None] Port 558a8977-55a1-4c35-b497-e871827cbabb cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:44:36.617692 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8a91952b-bbe2-4e10-9051-8ee7799ed9a4 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:44:36.673910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 8a91952b-bbe2-4e10-9051-8ee7799ed9a4 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:44:36.678392 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 8a91952b-bbe2-4e10-9051-8ee7799ed9a4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:44:36.678767 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:36.755153 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:36.776037 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 8a91952b-bbe2-4e10-9051-8ee7799ed9a4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8a91952b-bbe2-4e10-9051-8ee7799ed9a4,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:44:36.780502 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:36.781297 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3891ef33-d2ae-4baf-9792-16da6fbea110 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:44:36.807320 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51648) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:36.812477 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-57a91d6d-7e61-45f8-b088-3f84d5cde760 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1946753580-network', 'tenant_id': '5b3a046d66bd45c2bc4d172413db425a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:44:36.834511 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a91d6d-7e61-45f8-b088-3f84d5cde760 admin admin] Made reservation on behalf of 5b3a046d66bd45c2bc4d172413db425a for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:44:36.837167 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57a91d6d-7e61-45f8-b088-3f84d5cde760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:36.848186 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57a91d6d-7e61-45f8-b088-3f84d5cde760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:36.857969 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=8a91952b-bbe2-4e10-9051-8ee7799ed9a4,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:36.871073 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 3891ef33-d2ae-4baf-9792-16da6fbea110 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:44:36.871443 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:36.953646 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57a91d6d-7e61-45f8-b088-3f84d5cde760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:36.957469 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57a91d6d-7e61-45f8-b088-3f84d5cde760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:36.985594 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a91d6d-7e61-45f8-b088-3f84d5cde760 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:44:36.995685 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a91d6d-7e61-45f8-b088-3f84d5cde760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b67e94-8a2f-4dbe-8fed-c2b852f54fdb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:37.005248 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57a91d6d-7e61-45f8-b088-3f84d5cde760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:37.005372 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-57a91d6d-7e61-45f8-b088-3f84d5cde760 admin admin] Added segment 045f1072-a6fe-4d5e-9c56-e93210f1098d of type vlan for network 390e9741-8ac8-4b8f-993b-ae7c3860f7a6 Jul 30 20:44:37.047064 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57a91d6d-7e61-45f8-b088-3f84d5cde760 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:37.075021 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57a91d6d-7e61-45f8-b088-3f84d5cde760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:37.076122 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a91d6d-7e61-45f8-b088-3f84d5cde760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:37.076829 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57a91d6d-7e61-45f8-b088-3f84d5cde760 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:37.132648 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-57a91d6d-7e61-45f8-b088-3f84d5cde760 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3241262 Jul 30 20:44:37.135547 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51650) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:37.141465 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-4d64190b-a555-4c57-9d54-cbaf634a6d42 admin admin] Request body: {'subnet': {'network_id': '390e9741-8ac8-4b8f-993b-ae7c3860f7a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1946753580-subnet', 'tenant_id': '5b3a046d66bd45c2bc4d172413db425a', 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:44:37.142140 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a91d6d-7e61-45f8-b088-3f84d5cde760 admin admin] Pushing event updated for resources: {'Network': ['ID=390e9741-8ac8-4b8f-993b-ae7c3860f7a6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:37.156554 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 390e9741-8ac8-4b8f-993b-ae7c3860f7a6 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:44:37.164700 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d64190b-a555-4c57-9d54-cbaf634a6d42 admin admin] Made reservation on behalf of 5b3a046d66bd45c2bc4d172413db425a for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:44:37.167951 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4d64190b-a555-4c57-9d54-cbaf634a6d42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:37.193621 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] Sync routers for ids ['74120e44-ee76-4e6a-8f06-98c6d931d545'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:44:37.219819 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] Routers {'74120e44-ee76-4e6a-8f06-98c6d931d545'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:44:37.220339 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:44:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['74120e44-ee76-4e6a-8f06-98c6d931d545'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:37.332242 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] Set router 74120e44-ee76-4e6a-8f06-98c6d931d545 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:44:37.342599 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4d64190b-a555-4c57-9d54-cbaf634a6d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:37.396522 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64190b-a555-4c57-9d54-cbaf634a6d42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b7f8822-d722-4985-85d8-6aec79126dc6,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:37.410786 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d64190b-a555-4c57-9d54-cbaf634a6d42 admin admin] Checking segment: {'id': '045f1072-a6fe-4d5e-9c56-e93210f1098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '390e9741-8ac8-4b8f-993b-ae7c3860f7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:44:37.411153 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d64190b-a555-4c57-9d54-cbaf634a6d42 admin admin] Network hostable DHCP agents. Network: 390e9741-8ac8-4b8f-993b-ae7c3860f7a6, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:44:37.430539 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d64190b-a555-4c57-9d54-cbaf634a6d42 admin admin] Network 390e9741-8ac8-4b8f-993b-ae7c3860f7a6 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:44:37.441103 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-4d64190b-a555-4c57-9d54-cbaf634a6d42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 390e9741-8ac8-4b8f-993b-ae7c3860f7a6) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:44:37.445421 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64190b-a555-4c57-9d54-cbaf634a6d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:37.446009 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4d64190b-a555-4c57-9d54-cbaf634a6d42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:37.453674 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445e7bab-2527-4a08-9aba-65618b2125e1 None None] Network 390e9741-8ac8-4b8f-993b-ae7c3860f7a6 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:44:37.464026 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4d64190b-a555-4c57-9d54-cbaf634a6d42 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3267636 Jul 30 20:44:37.465809 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51652) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:37.470179 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-23bd678c-df31-42dd-af59-150e046fe457 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1946753580-router', 'tenant_id': '5b3a046d66bd45c2bc4d172413db425a', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:44:37.490223 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23bd678c-df31-42dd-af59-150e046fe457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:37.491338 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23bd678c-df31-42dd-af59-150e046fe457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:37.548378 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23bd678c-df31-42dd-af59-150e046fe457 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:37.659556 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'name': 'tempest-TestServerBasicOps-2018208893-router', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:44:32Z', 'updated_at': '2021-07-30T20:44:35Z', 'revision_number': 4, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'gw_port': {'id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:33Z', 'updated_at': '2021-07-30T20:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '558a8977-55a1-4c35-b497-e871827cbabb', 'name': '', 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'mac_address': 'fa:16:3e:a4:76:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '4ccc27fe-1a9a-438f-bfce-24583ab6b19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:34Z', 'updated_at': '2021-07-30T20:44:35Z', 'revision_number': 2, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'subnets': [{'id': '4ccc27fe-1a9a-438f-bfce-24583ab6b19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:37.662671 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8479298f-de28-4c30-b38d-3e98f18afc80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-390e9741-8ac8-4b8f-993b-ae7c3860f7a6', 'network_id': '390e9741-8ac8-4b8f-993b-ae7c3860f7a6', 'tenant_id': '5b3a046d66bd45c2bc4d172413db425a', 'fixed_ips': [{'subnet_id': '6b7f8822-d722-4985-85d8-6aec79126dc6'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:44:37.663494 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8479298f-de28-4c30-b38d-3e98f18afc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:37.692565 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23bd678c-df31-42dd-af59-150e046fe457 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:37.694257 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] Checking router: 74120e44-ee76-4e6a-8f06-98c6d931d545 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:44:37.694612 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] Updating router 74120e44-ee76-4e6a-8f06-98c6d931d545 port 558a8977-55a1-4c35-b497-e871827cbabb binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:44:37.732478 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:37.895969 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23bd678c-df31-42dd-af59-150e046fe457 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:37.914784 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23bd678c-df31-42dd-af59-150e046fe457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:37.939137 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-8479298f-de28-4c30-b38d-3e98f18afc80 None None] Allocated IP 172.20.0.2 (390e9741-8ac8-4b8f-993b-ae7c3860f7a6/6b7f8822-d722-4985-85d8-6aec79126dc6/b339ad98-9538-4ea8-9ca6-741296475043) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:44:38.029842 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-23bd678c-df31-42dd-af59-150e046fe457 admin admin] Allocated IP 172.25.3.167 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:44:38.139892 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23bd678c-df31-42dd-af59-150e046fe457 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:38.179861 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23bd678c-df31-42dd-af59-150e046fe457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:38.222188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bd678c-df31-42dd-af59-150e046fe457 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:44:38.225059 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-23bd678c-df31-42dd-af59-150e046fe457 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:44:38.229047 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bd678c-df31-42dd-af59-150e046fe457 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:44:38.236455 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd678c-df31-42dd-af59-150e046fe457 admin admin] Pushing event updated for resources: {'Port': ['ID=df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:38.349367 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8479298f-de28-4c30-b38d-3e98f18afc80 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:38.365727 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:38.370873 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8479298f-de28-4c30-b38d-3e98f18afc80 None None] Transition to ACTIVE for port object b339ad98-9538-4ea8-9ca6-741296475043 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:44:38.383867 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] Transition to ACTIVE for port object 558a8977-55a1-4c35-b497-e871827cbabb will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:44:38.393468 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8479298f-de28-4c30-b38d-3e98f18afc80 None None] Transition to ACTIVE for port object b339ad98-9538-4ea8-9ca6-741296475043 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:44:38.395413 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:38.423533 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8479298f-de28-4c30-b38d-3e98f18afc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:38.477024 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8479298f-de28-4c30-b38d-3e98f18afc80 None None] Network 390e9741-8ac8-4b8f-993b-ae7c3860f7a6 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:44:38.479625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1b223-0aef-4933-8a02-77effcae0df8 None None] Pushing event updated for resources: {'Port': ['ID=558a8977-55a1-4c35-b497-e871827cbabb,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:38.504903 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23bd678c-df31-42dd-af59-150e046fe457 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:38.508984 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8479298f-de28-4c30-b38d-3e98f18afc80 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:44:38.524498 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8479298f-de28-4c30-b38d-3e98f18afc80 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:44:38.570424 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8a91952b-bbe2-4e10-9051-8ee7799ed9a4 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:44:38.575604 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] Attempting to bind port 558a8977-55a1-4c35-b497-e871827cbabb on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:44:38.576099 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] Attempting to bind port 558a8977-55a1-4c35-b497-e871827cbabb by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '6323b5fb-a5e9-4ba1-baf7-9aecac0f9765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:44:38.576525 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] Attempting to bind port 558a8977-55a1-4c35-b497-e871827cbabb on network 91573216-b5d9-4b2a-9579-5a65aa8ee0dd {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:44:38.598002 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:44:38.598002 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] Checking segment: {'id': '6323b5fb-a5e9-4ba1-baf7-9aecac0f9765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:44:38.598435 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:38.598799 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] Bound using segment: {'id': '6323b5fb-a5e9-4ba1-baf7-9aecac0f9765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:44:38.599835 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] Bound port: 558a8977-55a1-4c35-b497-e871827cbabb, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6323b5fb-a5e9-4ba1-baf7-9aecac0f9765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:44:38.599835 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:38.659487 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479298f-de28-4c30-b38d-3e98f18afc80 None None] Pushing event updated for resources: {'Port': ['ID=b339ad98-9538-4ea8-9ca6-741296475043,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:38.703948 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8479298f-de28-4c30-b38d-3e98f18afc80 None None] Attempting to bind port b339ad98-9538-4ea8-9ca6-741296475043 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:44:38.704225 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8479298f-de28-4c30-b38d-3e98f18afc80 None None] Attempting to bind port b339ad98-9538-4ea8-9ca6-741296475043 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '045f1072-a6fe-4d5e-9c56-e93210f1098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '390e9741-8ac8-4b8f-993b-ae7c3860f7a6'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:44:38.704590 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479298f-de28-4c30-b38d-3e98f18afc80 None None] Attempting to bind port b339ad98-9538-4ea8-9ca6-741296475043 on network 390e9741-8ac8-4b8f-993b-ae7c3860f7a6 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:44:38.718917 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23bd678c-df31-42dd-af59-150e046fe457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:38.719177 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479298f-de28-4c30-b38d-3e98f18afc80 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:44:38.719336 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479298f-de28-4c30-b38d-3e98f18afc80 None None] Checking segment: {'id': '045f1072-a6fe-4d5e-9c56-e93210f1098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '390e9741-8ac8-4b8f-993b-ae7c3860f7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:44:38.719748 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8479298f-de28-4c30-b38d-3e98f18afc80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:38.720133 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479298f-de28-4c30-b38d-3e98f18afc80 None None] Bound using segment: {'id': '045f1072-a6fe-4d5e-9c56-e93210f1098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '390e9741-8ac8-4b8f-993b-ae7c3860f7a6'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:44:38.720604 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8479298f-de28-4c30-b38d-3e98f18afc80 None None] Bound port: b339ad98-9538-4ea8-9ca6-741296475043, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045f1072-a6fe-4d5e-9c56-e93210f1098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '390e9741-8ac8-4b8f-993b-ae7c3860f7a6'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:44:38.720981 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8479298f-de28-4c30-b38d-3e98f18afc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:38.787558 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] For port 558a8977-55a1-4c35-b497-e871827cbabb, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:44:38.799358 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 8a91952b-bbe2-4e10-9051-8ee7799ed9a4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:44:38.799757 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:38.805564 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] For port 558a8977-55a1-4c35-b497-e871827cbabb, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=558a8977-55a1-4c35-b497-e871827cbabb,segment=NetworkSegment(6323b5fb-a5e9-4ba1-baf7-9aecac0f9765),segment_id=6323b5fb-a5e9-4ba1-baf7-9aecac0f9765)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:44:38.827562 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:38.850444 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bd678c-df31-42dd-af59-150e046fe457 admin admin] Router 65e42d8b-8111-4a41-ae96-0456e21dfe55 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:44:38.891126 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8479298f-de28-4c30-b38d-3e98f18afc80 None None] For port b339ad98-9538-4ea8-9ca6-741296475043, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:44:38.897831 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8479298f-de28-4c30-b38d-3e98f18afc80 None None] For port b339ad98-9538-4ea8-9ca6-741296475043, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b339ad98-9538-4ea8-9ca6-741296475043,segment=NetworkSegment(045f1072-a6fe-4d5e-9c56-e93210f1098d),segment_id=045f1072-a6fe-4d5e-9c56-e93210f1098d)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:44:38.912779 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8479298f-de28-4c30-b38d-3e98f18afc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:38.939043 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] Routers {'74120e44-ee76-4e6a-8f06-98c6d931d545'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:44:38.939700 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:44:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['74120e44-ee76-4e6a-8f06-98c6d931d545'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:38.941408 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1b223-0aef-4933-8a02-77effcae0df8 None None] Pushing event updated for resources: {'Port': ['ID=558a8977-55a1-4c35-b497-e871827cbabb,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:38.976554 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bd678c-df31-42dd-af59-150e046fe457 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:44:38.995413 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-23bd678c-df31-42dd-af59-150e046fe457 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:38.996209 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] Sync routers for ids ['65e42d8b-8111-4a41-ae96-0456e21dfe55'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:44:39.000621 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51654) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:39.009816 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-23bd678c-df31-42dd-af59-150e046fe457 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5422430 Jul 30 20:44:39.013623 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] Routers {'65e42d8b-8111-4a41-ae96-0456e21dfe55'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:44:39.014805 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:44:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['65e42d8b-8111-4a41-ae96-0456e21dfe55'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:39.072505 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479298f-de28-4c30-b38d-3e98f18afc80 None None] Pushing event updated for resources: {'Port': ['ID=b339ad98-9538-4ea8-9ca6-741296475043,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:39.155305 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] Set router 74120e44-ee76-4e6a-8f06-98c6d931d545 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:44:39.179934 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] Set router 65e42d8b-8111-4a41-ae96-0456e21dfe55 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:44:39.412815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'name': 'tempest-TestServerBasicOps-2018208893-router', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:44:32Z', 'updated_at': '2021-07-30T20:44:35Z', 'revision_number': 4, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'gw_port': {'id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:33Z', 'updated_at': '2021-07-30T20:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '558a8977-55a1-4c35-b497-e871827cbabb', 'name': '', 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'mac_address': 'fa:16:3e:a4:76:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '4ccc27fe-1a9a-438f-bfce-24583ab6b19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:34Z', 'updated_at': '2021-07-30T20:44:38Z', 'revision_number': 4, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'subnets': [{'id': '4ccc27fe-1a9a-438f-bfce-24583ab6b19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:39.442454 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0661ea78-5a8d-498d-a313-40a51c9b1772 None None] The sync data for ids ['74120e44-ee76-4e6a-8f06-98c6d931d545'] in n-d-712137-9 is: [{'id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'name': 'tempest-TestServerBasicOps-2018208893-router', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:44:32Z', 'updated_at': '2021-07-30T20:44:35Z', 'revision_number': 4, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'gw_port': {'id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:33Z', 'updated_at': '2021-07-30T20:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '558a8977-55a1-4c35-b497-e871827cbabb', 'name': '', 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'mac_address': 'fa:16:3e:a4:76:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '4ccc27fe-1a9a-438f-bfce-24583ab6b19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:34Z', 'updated_at': '2021-07-30T20:44:38Z', 'revision_number': 4, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'subnets': [{'id': '4ccc27fe-1a9a-438f-bfce-24583ab6b19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:44:39.461550 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e42d8b-8111-4a41-ae96-0456e21dfe55', 'name': 'tempest-TestServerBasicOps-1946753580-router', 'tenant_id': '5b3a046d66bd45c2bc4d172413db425a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:44:37Z', 'updated_at': '2021-07-30T20:44:38Z', 'revision_number': 3, 'project_id': '5b3a046d66bd45c2bc4d172413db425a', 'gw_port': {'id': 'df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e42d8b-8111-4a41-ae96-0456e21dfe55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:37Z', 'updated_at': '2021-07-30T20:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:39.503742 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] Checking router: 65e42d8b-8111-4a41-ae96-0456e21dfe55 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:44:39.504145 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] Updating router 65e42d8b-8111-4a41-ae96-0456e21dfe55 port df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:44:39.537470 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:39.581221 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8094-ee30-42bb-9e01-623221a28d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:39.756029 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-1e9b8094-ee30-42bb-9e01-623221a28d84 admin admin] Allocated IP 172.20.0.1 (390e9741-8ac8-4b8f-993b-ae7c3860f7a6/6b7f8822-d722-4985-85d8-6aec79126dc6/c86713f7-2107-478b-9f3a-e24410567d4a) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:44:39.884937 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8094-ee30-42bb-9e01-623221a28d84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:39.903591 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-1e9b8094-ee30-42bb-9e01-623221a28d84 admin admin] Transition to ACTIVE for port object c86713f7-2107-478b-9f3a-e24410567d4a will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:44:39.938444 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:39.949126 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8094-ee30-42bb-9e01-623221a28d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:39.951267 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] Transition to ACTIVE for port object df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:44:39.960845 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:40.008055 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b8094-ee30-42bb-9e01-623221a28d84 admin admin] Pushing event updated for resources: {'Port': ['ID=c86713f7-2107-478b-9f3a-e24410567d4a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:40.015162 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a388237-bbeb-419b-8fd1-7d4da16f3fc6 None None] Pushing event updated for resources: {'Port': ['ID=df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:40.019983 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9b8094-ee30-42bb-9e01-623221a28d84 admin admin] Network 390e9741-8ac8-4b8f-993b-ae7c3860f7a6 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:44:40.021632 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-1e9b8094-ee30-42bb-9e01-623221a28d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:44:40.024818 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9b8094-ee30-42bb-9e01-623221a28d84 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:44:40.032641 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] Attempting to bind port df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:44:40.033011 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] Attempting to bind port df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:44:40.033373 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] Attempting to bind port df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:44:40.039577 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:44:40.040794 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:44:40.041190 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:40.041572 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:44:40.042036 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] Bound port: df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:44:40.042417 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:40.070720 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8094-ee30-42bb-9e01-623221a28d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:40.106758 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] For port df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:44:40.111231 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] For port df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:44:40.119226 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:40.183985 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] Routers {'65e42d8b-8111-4a41-ae96-0456e21dfe55'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:44:40.184604 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:44:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['65e42d8b-8111-4a41-ae96-0456e21dfe55'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:40.233764 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a388237-bbeb-419b-8fd1-7d4da16f3fc6 None None] Pushing event updated for resources: {'Port': ['ID=df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:40.254760 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8094-ee30-42bb-9e01-623221a28d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:40.263820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9232bab-fdd1-4232-b520-5f841b7afb4e None None] Network 390e9741-8ac8-4b8f-993b-ae7c3860f7a6 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:44:40.321691 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] Set router 65e42d8b-8111-4a41-ae96-0456e21dfe55 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:44:40.368989 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a818b428-664b-40cf-b8ae-c97483db2c6f None None] Provisioning for port b339ad98-9538-4ea8-9ca6-741296475043 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:44:40.482520 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8094-ee30-42bb-9e01-623221a28d84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:40.488008 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8094-ee30-42bb-9e01-623221a28d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:40.539125 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e42d8b-8111-4a41-ae96-0456e21dfe55', 'name': 'tempest-TestServerBasicOps-1946753580-router', 'tenant_id': '5b3a046d66bd45c2bc4d172413db425a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:44:37Z', 'updated_at': '2021-07-30T20:44:38Z', 'revision_number': 3, 'project_id': '5b3a046d66bd45c2bc4d172413db425a', 'gw_port': {'id': 'df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e42d8b-8111-4a41-ae96-0456e21dfe55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:37Z', 'updated_at': '2021-07-30T20:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:40.576452 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8094-ee30-42bb-9e01-623221a28d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:40.578506 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b8094-ee30-42bb-9e01-623221a28d84 admin admin] Pushing event updated for resources: {'Port': ['ID=c86713f7-2107-478b-9f3a-e24410567d4a,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:40.588639 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaebb81-8404-4033-a3bf-bf6cfbbec0a7 None None] The sync data for ids ['65e42d8b-8111-4a41-ae96-0456e21dfe55'] in n-d-712137-9 is: [{'id': '65e42d8b-8111-4a41-ae96-0456e21dfe55', 'name': 'tempest-TestServerBasicOps-1946753580-router', 'tenant_id': '5b3a046d66bd45c2bc4d172413db425a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:44:37Z', 'updated_at': '2021-07-30T20:44:38Z', 'revision_number': 3, 'project_id': '5b3a046d66bd45c2bc4d172413db425a', 'gw_port': {'id': 'df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e42d8b-8111-4a41-ae96-0456e21dfe55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:37Z', 'updated_at': '2021-07-30T20:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:44:40.649789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b339ad98-9538-4ea8-9ca6-741296475043 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:44:40.711864 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port b339ad98-9538-4ea8-9ca6-741296475043 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:44:40.716647 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port b339ad98-9538-4ea8-9ca6-741296475043 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:44:40.717399 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:40.736217 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9b8094-ee30-42bb-9e01-623221a28d84 admin admin] Network 390e9741-8ac8-4b8f-993b-ae7c3860f7a6 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:44:40.737854 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-1e9b8094-ee30-42bb-9e01-623221a28d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:44:40.823268 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:40.846027 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4a0e004e-e841-4c2c-83ed-9fb4ce945944 None None] Provisioning for port c86713f7-2107-478b-9f3a-e24410567d4a completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:44:40.857255 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4a0e004e-e841-4c2c-83ed-9fb4ce945944 None None] Provisioning complete for port c86713f7-2107-478b-9f3a-e24410567d4a triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:44:40.857636 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a0e004e-e841-4c2c-83ed-9fb4ce945944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:40.886841 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port b339ad98-9538-4ea8-9ca6-741296475043, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b339ad98-9538-4ea8-9ca6-741296475043,segment=NetworkSegment(045f1072-a6fe-4d5e-9c56-e93210f1098d),segment_id=045f1072-a6fe-4d5e-9c56-e93210f1098d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:44:40.895770 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:40.896499 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 558a8977-55a1-4c35-b497-e871827cbabb up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:44:40.905097 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9b8094-ee30-42bb-9e01-623221a28d84 admin admin] Router 65e42d8b-8111-4a41-ae96-0456e21dfe55 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:44:40.908082 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4a0e004e-e841-4c2c-83ed-9fb4ce945944 None None] Port c86713f7-2107-478b-9f3a-e24410567d4a cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:44:40.992867 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4a0e004e-e841-4c2c-83ed-9fb4ce945944 None None] Provisioning complete for port b339ad98-9538-4ea8-9ca6-741296475043 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:44:40.993285 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a0e004e-e841-4c2c-83ed-9fb4ce945944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:41.032073 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=b339ad98-9538-4ea8-9ca6-741296475043,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:41.041499 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9b8094-ee30-42bb-9e01-623221a28d84 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:44:41.056496 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1e9b8094-ee30-42bb-9e01-623221a28d84 admin admin] 10.222.0.81 "PUT /v2.0/routers/65e42d8b-8111-4a41-ae96-0456e21dfe55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0541527 Jul 30 20:44:41.110051 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 558a8977-55a1-4c35-b497-e871827cbabb completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:44:41.116907 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 558a8977-55a1-4c35-b497-e871827cbabb triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:44:41.117303 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:41.299207 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:41.348615 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 558a8977-55a1-4c35-b497-e871827cbabb, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=558a8977-55a1-4c35-b497-e871827cbabb,segment=NetworkSegment(6323b5fb-a5e9-4ba1-baf7-9aecac0f9765),segment_id=6323b5fb-a5e9-4ba1-baf7-9aecac0f9765)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:44:41.354198 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-32376d9b-cee7-469d-8353-63f037d904ee None None] Provisioning complete for port c86713f7-2107-478b-9f3a-e24410567d4a triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:44:41.354543 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32376d9b-cee7-469d-8353-63f037d904ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:41.357188 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:41.415449 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-32376d9b-cee7-469d-8353-63f037d904ee None None] Port c86713f7-2107-478b-9f3a-e24410567d4a cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:44:41.432778 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=558a8977-55a1-4c35-b497-e871827cbabb,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:41.758491 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51662) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:41.758491 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-36288bbf-b3a3-4205-8a75-73b6fa24df9c tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-944939720', 'description': 'tempest-secgroup-smoke-944939720 description', 'project_id': 'cfc68bd32928459ab97ea89c02cd1636'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:44:41.760881 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36288bbf-b3a3-4205-8a75-73b6fa24df9c tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:41.843793 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36288bbf-b3a3-4205-8a75-73b6fa24df9c tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:41.848129 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36288bbf-b3a3-4205-8a75-73b6fa24df9c tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:41.878767 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36288bbf-b3a3-4205-8a75-73b6fa24df9c tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:41.880016 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-36288bbf-b3a3-4205-8a75-73b6fa24df9c tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1546676 Jul 30 20:44:41.881109 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36288bbf-b3a3-4205-8a75-73b6fa24df9c tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1672bfb2-3ad4-41a7-bb06-81917ac54f98,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:41.883053 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51664) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:41.887990 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ca21eca0-b04a-4c80-92fb-e8705cf73a29 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Request body: {'security_group_rule': {'security_group_id': '1672bfb2-3ad4-41a7-bb06-81917ac54f98', 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:44:41.913088 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca21eca0-b04a-4c80-92fb-e8705cf73a29 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:41.968905 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca21eca0-b04a-4c80-92fb-e8705cf73a29 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:41.972496 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca21eca0-b04a-4c80-92fb-e8705cf73a29 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:41.994160 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21eca0-b04a-4c80-92fb-e8705cf73a29 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18e4307-c650-4b48-8603-74e380799de0,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:41.996965 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca21eca0-b04a-4c80-92fb-e8705cf73a29 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:41.998341 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ca21eca0-b04a-4c80-92fb-e8705cf73a29 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142542 Jul 30 20:44:42.001165 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51666) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:42.005545 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8e91f7aa-e240-406f-8d86-58ae59d74d7c tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Request body: {'security_group_rule': {'security_group_id': '1672bfb2-3ad4-41a7-bb06-81917ac54f98', 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:44:42.032996 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e91f7aa-e240-406f-8d86-58ae59d74d7c tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:42.089387 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e91f7aa-e240-406f-8d86-58ae59d74d7c tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:42.092885 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e91f7aa-e240-406f-8d86-58ae59d74d7c tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:42.110256 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91f7aa-e240-406f-8d86-58ae59d74d7c tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84724f2a-4628-4d6c-96d2-10e82d30cbc4,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:42.115634 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e91f7aa-e240-406f-8d86-58ae59d74d7c tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:42.116812 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8e91f7aa-e240-406f-8d86-58ae59d74d7c tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146851 Jul 30 20:44:42.119416 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51668) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:42.123792 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-067f5280-a895-4906-8c95-8930e74ed49b tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Request body: {'security_group_rule': {'security_group_id': '1672bfb2-3ad4-41a7-bb06-81917ac54f98', 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:44:42.149539 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-067f5280-a895-4906-8c95-8930e74ed49b tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:42.207074 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-067f5280-a895-4906-8c95-8930e74ed49b tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:42.210461 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-067f5280-a895-4906-8c95-8930e74ed49b tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:42.227429 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f5280-a895-4906-8c95-8930e74ed49b tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22c1109-544d-4522-98cd-5b074489eea4,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:42.233809 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-067f5280-a895-4906-8c95-8930e74ed49b tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:42.234920 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-067f5280-a895-4906-8c95-8930e74ed49b tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144984 Jul 30 20:44:42.237555 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51670) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:42.241868 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d4b030de-3cee-485b-88e5-e7bb6bf733d3 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Request body: {'security_group_rule': {'security_group_id': '1672bfb2-3ad4-41a7-bb06-81917ac54f98', 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:44:42.268095 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d4b030de-3cee-485b-88e5-e7bb6bf733d3 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:42.329335 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d4b030de-3cee-485b-88e5-e7bb6bf733d3 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:42.332848 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d4b030de-3cee-485b-88e5-e7bb6bf733d3 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:42.352819 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b030de-3cee-485b-88e5-e7bb6bf733d3 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf44be8-825e-4781-bb7c-50bf02bfc527,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:42.358992 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d4b030de-3cee-485b-88e5-e7bb6bf733d3 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:42.360401 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d4b030de-3cee-485b-88e5-e7bb6bf733d3 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217921 Jul 30 20:44:42.362938 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51672) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:42.367439 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-bfc46cde-0731-4a83-a791-27826f30a12a tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Request body: {'security_group_rule': {'security_group_id': '1672bfb2-3ad4-41a7-bb06-81917ac54f98', 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:44:42.389145 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-bfc46cde-0731-4a83-a791-27826f30a12a tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Project cfc68bd32928459ab97ea89c02cd1636 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 20:44:42.394292 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfc46cde-0731-4a83-a791-27826f30a12a tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:42.454117 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfc46cde-0731-4a83-a791-27826f30a12a tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:42.457676 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfc46cde-0731-4a83-a791-27826f30a12a tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:42.471933 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc46cde-0731-4a83-a791-27826f30a12a tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70621182-bcb2-4295-9b2a-3c370b636d8c,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:42.480491 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfc46cde-0731-4a83-a791-27826f30a12a tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:42.484484 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bfc46cde-0731-4a83-a791-27826f30a12a tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178062 Jul 30 20:44:42.484484 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51674) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:42.488726 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-52a469a5-9fff-4bf0-bafe-0d552b159dd6 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Request body: {'security_group_rule': {'security_group_id': '1672bfb2-3ad4-41a7-bb06-81917ac54f98', 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:44:42.513530 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-52a469a5-9fff-4bf0-bafe-0d552b159dd6 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Project cfc68bd32928459ab97ea89c02cd1636 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 20:44:42.518963 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52a469a5-9fff-4bf0-bafe-0d552b159dd6 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:42.588457 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52a469a5-9fff-4bf0-bafe-0d552b159dd6 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:42.593607 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52a469a5-9fff-4bf0-bafe-0d552b159dd6 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:42.613084 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a469a5-9fff-4bf0-bafe-0d552b159dd6 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1f22a9-50be-4e6d-9d36-f1f8d2906a23,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:42.621264 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52a469a5-9fff-4bf0-bafe-0d552b159dd6 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:42.622814 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-52a469a5-9fff-4bf0-bafe-0d552b159dd6 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1374054 Jul 30 20:44:42.631699 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b339ad98-9538-4ea8-9ca6-741296475043 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:44:42.696274 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port b339ad98-9538-4ea8-9ca6-741296475043 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:44:42.697390 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:42.777842 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 558a8977-55a1-4c35-b497-e871827cbabb up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:44:42.825138 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 558a8977-55a1-4c35-b497-e871827cbabb triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:44:42.825510 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:42.893158 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] Sync routers for ids ['65e42d8b-8111-4a41-ae96-0456e21dfe55'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:44:42.913870 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] Routers {'65e42d8b-8111-4a41-ae96-0456e21dfe55'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:44:42.914486 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:44:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['65e42d8b-8111-4a41-ae96-0456e21dfe55'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:42.914797 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-cefe88e0-df40-40c4-893f-3bbf26a54712 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-944939720&fields=id&tenant_id=cfc68bd32928459ab97ea89c02cd1636 HTTP/1.1" status: 200 len: 267 time: 0.0391390 Jul 30 20:44:42.917498 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:44:43.030283 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-813723a2-a65d-4ebb-9f66-f696d40196ce tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:43.031931 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-813723a2-a65d-4ebb-9f66-f696d40196ce tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/networks?id=91573216-b5d9-4b2a-9579-5a65aa8ee0dd HTTP/1.1" status: 200 len: 809 time: 0.1097016 Jul 30 20:44:43.048639 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-8ecf4e3d-6709-49a1-81ac-1abde590875b tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/quotas/cfc68bd32928459ab97ea89c02cd1636 HTTP/1.1" status: 200 len: 375 time: 0.0104747 Jul 30 20:44:43.104650 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-0932a357-94bf-47d9-8999-0cdca99b2a11 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cfc68bd32928459ab97ea89c02cd1636&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499220 Jul 30 20:44:43.212639 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:44:43.215493 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] Set router 65e42d8b-8111-4a41-ae96-0456e21dfe55 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:44:43.242553 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:44:43.242925 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:43.310113 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-2c7c60b7-cb36-4e5b-8825-3c86fd4372c3 service neutron] 10.222.0.81 "GET /v2.0/networks/91573216-b5d9-4b2a-9579-5a65aa8ee0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933227 Jul 30 20:44:43.402176 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-e725f823-9aef-48cf-ba04-8e12083e646d service neutron] 10.222.0.81 "GET /v2.0/networks/91573216-b5d9-4b2a-9579-5a65aa8ee0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840802 Jul 30 20:44:43.429168 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:43.470431 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:44:43.475066 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:43.539758 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:43.546574 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e42d8b-8111-4a41-ae96-0456e21dfe55', 'name': 'tempest-TestServerBasicOps-1946753580-router', 'tenant_id': '5b3a046d66bd45c2bc4d172413db425a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:44:37Z', 'updated_at': '2021-07-30T20:44:40Z', 'revision_number': 4, 'project_id': '5b3a046d66bd45c2bc4d172413db425a', 'gw_port': {'id': 'df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e42d8b-8111-4a41-ae96-0456e21dfe55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:37Z', 'updated_at': '2021-07-30T20:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'c86713f7-2107-478b-9f3a-e24410567d4a', 'name': '', 'network_id': '390e9741-8ac8-4b8f-993b-ae7c3860f7a6', 'tenant_id': '5b3a046d66bd45c2bc4d172413db425a', 'mac_address': 'fa:16:3e:58:0f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e42d8b-8111-4a41-ae96-0456e21dfe55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '6b7f8822-d722-4985-85d8-6aec79126dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:39Z', 'updated_at': '2021-07-30T20:44:40Z', 'revision_number': 2, 'project_id': '5b3a046d66bd45c2bc4d172413db425a', 'subnets': [{'id': '6b7f8822-d722-4985-85d8-6aec79126dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:43.581265 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] Checking router: 65e42d8b-8111-4a41-ae96-0456e21dfe55 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:44:43.581625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] Updating router 65e42d8b-8111-4a41-ae96-0456e21dfe55 port c86713f7-2107-478b-9f3a-e24410567d4a binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:44:43.607157 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:43.608534 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3e241d19-b8ad-4e3d-afd3-c2d4e457a1f5 req-b7fd863a-c6c0-4254-852c-7f2e00634a6d tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/ports?device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 210 time: 0.0370593 Jul 30 20:44:43.874406 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:43.884697 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] Transition to ACTIVE for port object c86713f7-2107-478b-9f3a-e24410567d4a will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:44:43.890691 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:43.943360 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b11652-7407-4257-a8e3-fbeafa94cb46 None None] Pushing event updated for resources: {'Port': ['ID=c86713f7-2107-478b-9f3a-e24410567d4a,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:43.994211 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] Attempting to bind port c86713f7-2107-478b-9f3a-e24410567d4a on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:44:43.994598 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] Attempting to bind port c86713f7-2107-478b-9f3a-e24410567d4a by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '045f1072-a6fe-4d5e-9c56-e93210f1098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '390e9741-8ac8-4b8f-993b-ae7c3860f7a6'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:44:43.994934 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] Attempting to bind port c86713f7-2107-478b-9f3a-e24410567d4a on network 390e9741-8ac8-4b8f-993b-ae7c3860f7a6 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:44:44.000671 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:44:44.001097 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] Checking segment: {'id': '045f1072-a6fe-4d5e-9c56-e93210f1098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '390e9741-8ac8-4b8f-993b-ae7c3860f7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:44:44.001502 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:44.001894 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] Bound using segment: {'id': '045f1072-a6fe-4d5e-9c56-e93210f1098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '390e9741-8ac8-4b8f-993b-ae7c3860f7a6'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:44:44.002357 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] Bound port: c86713f7-2107-478b-9f3a-e24410567d4a, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045f1072-a6fe-4d5e-9c56-e93210f1098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '390e9741-8ac8-4b8f-993b-ae7c3860f7a6'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:44:44.002880 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:44.070950 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] For port c86713f7-2107-478b-9f3a-e24410567d4a, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:44:44.076124 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] For port c86713f7-2107-478b-9f3a-e24410567d4a, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c86713f7-2107-478b-9f3a-e24410567d4a,segment=NetworkSegment(045f1072-a6fe-4d5e-9c56-e93210f1098d),segment_id=045f1072-a6fe-4d5e-9c56-e93210f1098d)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:44:44.080695 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:44.155963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] Routers {'65e42d8b-8111-4a41-ae96-0456e21dfe55'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:44:44.156625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:44:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['65e42d8b-8111-4a41-ae96-0456e21dfe55'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:44.197993 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b11652-7407-4257-a8e3-fbeafa94cb46 None None] Pushing event updated for resources: {'Port': ['ID=c86713f7-2107-478b-9f3a-e24410567d4a,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:44.286894 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] Set router 65e42d8b-8111-4a41-ae96-0456e21dfe55 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:44:44.495187 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e42d8b-8111-4a41-ae96-0456e21dfe55', 'name': 'tempest-TestServerBasicOps-1946753580-router', 'tenant_id': '5b3a046d66bd45c2bc4d172413db425a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:44:37Z', 'updated_at': '2021-07-30T20:44:40Z', 'revision_number': 4, 'project_id': '5b3a046d66bd45c2bc4d172413db425a', 'gw_port': {'id': 'df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e42d8b-8111-4a41-ae96-0456e21dfe55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:37Z', 'updated_at': '2021-07-30T20:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'c86713f7-2107-478b-9f3a-e24410567d4a', 'name': '', 'network_id': '390e9741-8ac8-4b8f-993b-ae7c3860f7a6', 'tenant_id': '5b3a046d66bd45c2bc4d172413db425a', 'mac_address': 'fa:16:3e:58:0f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e42d8b-8111-4a41-ae96-0456e21dfe55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '6b7f8822-d722-4985-85d8-6aec79126dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:39Z', 'updated_at': '2021-07-30T20:44:44Z', 'revision_number': 4, 'project_id': '5b3a046d66bd45c2bc4d172413db425a', 'subnets': [{'id': '6b7f8822-d722-4985-85d8-6aec79126dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:44.522325 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e458dfc-3760-4407-9554-3d70b1968d7c None None] The sync data for ids ['65e42d8b-8111-4a41-ae96-0456e21dfe55'] in n-d-712137-9 is: [{'id': '65e42d8b-8111-4a41-ae96-0456e21dfe55', 'name': 'tempest-TestServerBasicOps-1946753580-router', 'tenant_id': '5b3a046d66bd45c2bc4d172413db425a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:44:37Z', 'updated_at': '2021-07-30T20:44:40Z', 'revision_number': 4, 'project_id': '5b3a046d66bd45c2bc4d172413db425a', 'gw_port': {'id': 'df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e42d8b-8111-4a41-ae96-0456e21dfe55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:37Z', 'updated_at': '2021-07-30T20:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'c86713f7-2107-478b-9f3a-e24410567d4a', 'name': '', 'network_id': '390e9741-8ac8-4b8f-993b-ae7c3860f7a6', 'tenant_id': '5b3a046d66bd45c2bc4d172413db425a', 'mac_address': 'fa:16:3e:58:0f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e42d8b-8111-4a41-ae96-0456e21dfe55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '6b7f8822-d722-4985-85d8-6aec79126dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:39Z', 'updated_at': '2021-07-30T20:44:44Z', 'revision_number': 4, 'project_id': '5b3a046d66bd45c2bc4d172413db425a', 'subnets': [{'id': '6b7f8822-d722-4985-85d8-6aec79126dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:44:44.541866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:44:44.604377 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:44:44.604760 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:44.751908 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71644119-f2af-4bd3-a01a-104c95385425 req-d0aff04a-ba99-45f6-8877-d70b238e29a6 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/ports?device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 210 time: 0.0575714 Jul 30 20:44:44.825983 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-d335d008-6c40-4124-a143-ea04e2f97d68 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:44.827395 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-d335d008-6c40-4124-a143-ea04e2f97d68 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.83 "GET /v2.0/networks?id=91573216-b5d9-4b2a-9579-5a65aa8ee0dd HTTP/1.1" status: 200 len: 809 time: 0.1354599 Jul 30 20:44:44.875661 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-1333b983-0b51-4e4c-8a22-ab600ba12393 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfc68bd32928459ab97ea89c02cd1636 HTTP/1.1" status: 200 len: 379 time: 0.0393515 Jul 30 20:44:44.890427 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-3ec0e119-e41d-4d2c-9484-15ca8b794199 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Request body: {'port': {'device_id': '90dd347e-c4d3-4c35-aa3e-649a09425055', 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd', 'admin_state_up': True, 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'security_groups': ['1672bfb2-3ad4-41a7-bb06-81917ac54f98']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:44:45.003152 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-3ec0e119-e41d-4d2c-9484-15ca8b794199 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Made reservation on behalf of cfc68bd32928459ab97ea89c02cd1636 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:44:45.006732 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-3ec0e119-e41d-4d2c-9484-15ca8b794199 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:45.134417 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-3ec0e119-e41d-4d2c-9484-15ca8b794199 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Allocated IP 172.20.0.5 (91573216-b5d9-4b2a-9579-5a65aa8ee0dd/4ccc27fe-1a9a-438f-bfce-24583ab6b19c/12eccf3e-fe9c-400c-89b1-d5cd709bb356) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:44:45.276822 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-3ec0e119-e41d-4d2c-9484-15ca8b794199 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:45.289582 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-3ec0e119-e41d-4d2c-9484-15ca8b794199 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Transition to ACTIVE for port object 12eccf3e-fe9c-400c-89b1-d5cd709bb356 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:44:45.322833 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-3ec0e119-e41d-4d2c-9484-15ca8b794199 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:45.367153 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-3ec0e119-e41d-4d2c-9484-15ca8b794199 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Network 91573216-b5d9-4b2a-9579-5a65aa8ee0dd is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:44:45.370762 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-3ec0e119-e41d-4d2c-9484-15ca8b794199 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:44:45.374406 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-3ec0e119-e41d-4d2c-9484-15ca8b794199 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:44:45.400185 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0e119-e41d-4d2c-9484-15ca8b794199 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Pushing event updated for resources: {'Port': ['ID=12eccf3e-fe9c-400c-89b1-d5cd709bb356,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:45.428054 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-3ec0e119-e41d-4d2c-9484-15ca8b794199 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:45.428678 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-3ec0e119-e41d-4d2c-9484-15ca8b794199 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:45.445128 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-3ec0e119-e41d-4d2c-9484-15ca8b794199 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5626178 Jul 30 20:44:45.457094 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-720f4749-9491-41f7-b0f1-49b94295c919 service neutron] Request body: {'port': {'device_id': '90dd347e-c4d3-4c35-aa3e-649a09425055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:44:45.513097 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-720f4749-9491-41f7-b0f1-49b94295c919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:45.584660 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-298eb625-7e7d-49b6-a8c9-724237411c1e None None] Provisioning for port 12eccf3e-fe9c-400c-89b1-d5cd709bb356 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:44:45.588625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-298eb625-7e7d-49b6-a8c9-724237411c1e None None] Provisioning complete for port 12eccf3e-fe9c-400c-89b1-d5cd709bb356 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:44:45.589020 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-298eb625-7e7d-49b6-a8c9-724237411c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:45.622694 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-298eb625-7e7d-49b6-a8c9-724237411c1e None None] Port 12eccf3e-fe9c-400c-89b1-d5cd709bb356 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:44:45.725664 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:45.782866 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-720f4749-9491-41f7-b0f1-49b94295c919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12eccf3e-fe9c-400c-89b1-d5cd709bb356 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:44:45.790900 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-720f4749-9491-41f7-b0f1-49b94295c919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:45.803893 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-720f4749-9491-41f7-b0f1-49b94295c919 service neutron] Transition to ACTIVE for port object 12eccf3e-fe9c-400c-89b1-d5cd709bb356 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:44:45.808831 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-720f4749-9491-41f7-b0f1-49b94295c919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:45.861255 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f4749-9491-41f7-b0f1-49b94295c919 service neutron] Pushing event updated for resources: {'Port': ['ID=12eccf3e-fe9c-400c-89b1-d5cd709bb356,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:45.862691 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d603f5-8fb0-45ee-b9fc-9ae1eb17e8c2 req-16c20e92-1457-4612-9f98-267257b469b1 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:45.865063 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32d603f5-8fb0-45ee-b9fc-9ae1eb17e8c2 req-16c20e92-1457-4612-9f98-267257b469b1 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/ports?device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 943 time: 0.0535121 Jul 30 20:44:45.912489 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32d603f5-8fb0-45ee-b9fc-9ae1eb17e8c2 req-aac5ff37-032e-40cf-b2a3-ed8bc6b0a3f8 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/security-groups?id=1672bfb2-3ad4-41a7-bb06-81917ac54f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366642 Jul 30 20:44:45.933589 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-720f4749-9491-41f7-b0f1-49b94295c919 service neutron] Attempting to bind port 12eccf3e-fe9c-400c-89b1-d5cd709bb356 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:44:45.934003 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-720f4749-9491-41f7-b0f1-49b94295c919 service neutron] Attempting to bind port 12eccf3e-fe9c-400c-89b1-d5cd709bb356 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '6323b5fb-a5e9-4ba1-baf7-9aecac0f9765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:44:45.934407 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-720f4749-9491-41f7-b0f1-49b94295c919 service neutron] Attempting to bind port 12eccf3e-fe9c-400c-89b1-d5cd709bb356 on network 91573216-b5d9-4b2a-9579-5a65aa8ee0dd {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:44:45.939419 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-720f4749-9491-41f7-b0f1-49b94295c919 service neutron] Port 12eccf3e-fe9c-400c-89b1-d5cd709bb356 on network 91573216-b5d9-4b2a-9579-5a65aa8ee0dd not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:44:45.939794 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-720f4749-9491-41f7-b0f1-49b94295c919 service neutron] Attempting to bind port 12eccf3e-fe9c-400c-89b1-d5cd709bb356 on network 91573216-b5d9-4b2a-9579-5a65aa8ee0dd {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:44:45.945317 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-720f4749-9491-41f7-b0f1-49b94295c919 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:44:45.945592 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-720f4749-9491-41f7-b0f1-49b94295c919 service neutron] Checking segment: {'id': '6323b5fb-a5e9-4ba1-baf7-9aecac0f9765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:44:45.945983 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-720f4749-9491-41f7-b0f1-49b94295c919 service neutron] Bound using segment: {'id': '6323b5fb-a5e9-4ba1-baf7-9aecac0f9765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:44:45.946504 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-720f4749-9491-41f7-b0f1-49b94295c919 service neutron] Bound port: 12eccf3e-fe9c-400c-89b1-d5cd709bb356, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6323b5fb-a5e9-4ba1-baf7-9aecac0f9765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:44:45.946872 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-720f4749-9491-41f7-b0f1-49b94295c919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:46.015432 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-720f4749-9491-41f7-b0f1-49b94295c919 service neutron] For port 12eccf3e-fe9c-400c-89b1-d5cd709bb356, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:44:46.019123 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-720f4749-9491-41f7-b0f1-49b94295c919 service neutron] For port 12eccf3e-fe9c-400c-89b1-d5cd709bb356, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=12eccf3e-fe9c-400c-89b1-d5cd709bb356,segment=NetworkSegment(6323b5fb-a5e9-4ba1-baf7-9aecac0f9765),segment_id=6323b5fb-a5e9-4ba1-baf7-9aecac0f9765)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:44:46.024145 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-720f4749-9491-41f7-b0f1-49b94295c919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:46.059952 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-720f4749-9491-41f7-b0f1-49b94295c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:46.060578 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-720f4749-9491-41f7-b0f1-49b94295c919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:46.061956 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-720f4749-9491-41f7-b0f1-49b94295c919 service neutron] 10.222.0.83 "PUT /v2.0/ports/12eccf3e-fe9c-400c-89b1-d5cd709bb356 HTTP/1.1" status: 200 len: 1091 time: 0.6091523 Jul 30 20:44:46.062396 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90dd347e-c4d3-4c35-aa3e-649a09425055', 'tag': '12eccf3e-fe9c-400c-89b1-d5cd709bb356'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:44:46.064658 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d545383a-f0e3-4668-a2d9-b709a53324a6" -d '{"events": [{"name": "network-changed", "server_uuid": "90dd347e-c4d3-4c35-aa3e-649a09425055", "tag": "12eccf3e-fe9c-400c-89b1-d5cd709bb356"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:44:46.096736 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f4749-9491-41f7-b0f1-49b94295c919 service neutron] Pushing event updated for resources: {'Port': ['ID=12eccf3e-fe9c-400c-89b1-d5cd709bb356,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:46.103967 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f959e8-59c5-4ee7-9f72-ea9e53a57060 x-openstack-request-id: req-95f959e8-59c5-4ee7-9f72-ea9e53a57060 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:44:46.104262 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90dd347e-c4d3-4c35-aa3e-649a09425055", "tag": "12eccf3e-fe9c-400c-89b1-d5cd709bb356", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:44:46.104701 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-95f959e8-59c5-4ee7-9f72-ea9e53a57060 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:44:46.105241 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90dd347e-c4d3-4c35-aa3e-649a09425055', 'tag': '12eccf3e-fe9c-400c-89b1-d5cd709bb356', 'status': 'completed', 'code': 200} Jul 30 20:44:46.146062 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-a0523a34-8a64-4d3c-83fa-e1e2cc1f9733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:46.147623 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-a0523a34-8a64-4d3c-83fa-e1e2cc1f9733 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cfc68bd32928459ab97ea89c02cd1636&device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 1094 time: 0.0462797 Jul 30 20:44:46.193510 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-8864deae-3603-4c92-8549-ef07618a2209 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12eccf3e-fe9c-400c-89b1-d5cd709bb356 HTTP/1.1" status: 200 len: 217 time: 0.0383723 Jul 30 20:44:46.251206 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-2421e3f6-97eb-4642-aab4-d8287bae7aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:46.253244 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-2421e3f6-97eb-4642-aab4-d8287bae7aee service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ccc27fe-1a9a-438f-bfce-24583ab6b19c HTTP/1.1" status: 200 len: 848 time: 0.0484998 Jul 30 20:44:46.301561 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-619141e3-6c32-490e-8600-215b05bd09a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:46.303046 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-619141e3-6c32-490e-8600-215b05bd09a8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91573216-b5d9-4b2a-9579-5a65aa8ee0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414696 Jul 30 20:44:46.394930 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-44f8c2aa-17be-4a2b-8b47-c86b78d7a41d service neutron] 10.222.0.83 "GET /v2.0/networks/91573216-b5d9-4b2a-9579-5a65aa8ee0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845835 Jul 30 20:44:46.481681 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-f688790b-5a53-4325-8cd0-395fe25c73c9 req-f3c22095-ceaa-4b2d-be8d-8c2dff48bb0b service neutron] 10.222.0.83 "GET /v2.0/networks/91573216-b5d9-4b2a-9579-5a65aa8ee0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799022 Jul 30 20:44:46.554922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c86713f7-2107-478b-9f3a-e24410567d4a up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:44:46.569416 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545383a-f0e3-4668-a2d9-b709a53324a6 req-3fa0c413-e850-4d0b-8aff-031c1cd563b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:46.570989 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d545383a-f0e3-4668-a2d9-b709a53324a6 req-3fa0c413-e850-4d0b-8aff-031c1cd563b9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cfc68bd32928459ab97ea89c02cd1636&device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 1094 time: 0.0414965 Jul 30 20:44:46.605384 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port c86713f7-2107-478b-9f3a-e24410567d4a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:44:46.608949 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port c86713f7-2107-478b-9f3a-e24410567d4a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:44:46.609319 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:46.664875 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545383a-f0e3-4668-a2d9-b709a53324a6 req-17b5312d-13e8-4ef4-9988-0913b4a67cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:46.666375 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d545383a-f0e3-4668-a2d9-b709a53324a6 req-17b5312d-13e8-4ef4-9988-0913b4a67cb5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=91573216-b5d9-4b2a-9579-5a65aa8ee0dd HTTP/1.1" status: 200 len: 910 time: 0.0888519 Jul 30 20:44:46.684280 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:46.706690 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d545383a-f0e3-4668-a2d9-b709a53324a6 req-b5aae8bf-a923-44f7-947e-ceebcb1df434 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12eccf3e-fe9c-400c-89b1-d5cd709bb356 HTTP/1.1" status: 200 len: 217 time: 0.0337083 Jul 30 20:44:46.716288 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port c86713f7-2107-478b-9f3a-e24410567d4a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c86713f7-2107-478b-9f3a-e24410567d4a,segment=NetworkSegment(045f1072-a6fe-4d5e-9c56-e93210f1098d),segment_id=045f1072-a6fe-4d5e-9c56-e93210f1098d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:44:46.720485 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:46.760080 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545383a-f0e3-4668-a2d9-b709a53324a6 req-a6ebfc84-115d-4e7a-80e2-c97bc742ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:46.761541 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d545383a-f0e3-4668-a2d9-b709a53324a6 req-a6ebfc84-115d-4e7a-80e2-c97bc742ed6c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ccc27fe-1a9a-438f-bfce-24583ab6b19c HTTP/1.1" status: 200 len: 848 time: 0.0477703 Jul 30 20:44:46.770251 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=c86713f7-2107-478b-9f3a-e24410567d4a,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:46.809725 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545383a-f0e3-4668-a2d9-b709a53324a6 req-16acd446-3bc5-4f55-aa71-f77d0b5f8b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:46.811607 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d545383a-f0e3-4668-a2d9-b709a53324a6 req-16acd446-3bc5-4f55-aa71-f77d0b5f8b3e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91573216-b5d9-4b2a-9579-5a65aa8ee0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429909 Jul 30 20:44:46.903476 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d545383a-f0e3-4668-a2d9-b709a53324a6 req-ff05f696-469a-445b-be2b-66dde9182c71 service neutron] 10.222.0.83 "GET /v2.0/networks/91573216-b5d9-4b2a-9579-5a65aa8ee0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848804 Jul 30 20:44:47.008852 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-d545383a-f0e3-4668-a2d9-b709a53324a6 req-288c698e-774d-4b96-98b0-fa5fd46c47a2 service neutron] 10.222.0.83 "GET /v2.0/networks/91573216-b5d9-4b2a-9579-5a65aa8ee0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984473 Jul 30 20:44:47.045259 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66e266-359b-4b69-b801-7e74a3bf2370 req-c53d3c7e-5ec2-4c37-9b0b-4cf9fc809a6f tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:47.046743 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd66e266-359b-4b69-b801-7e74a3bf2370 req-c53d3c7e-5ec2-4c37-9b0b-4cf9fc809a6f tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/ports?device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 943 time: 0.0607331 Jul 30 20:44:47.087936 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd66e266-359b-4b69-b801-7e74a3bf2370 req-90f1f6b1-52a5-4995-8f47-dbc69b9d3a06 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/security-groups?id=1672bfb2-3ad4-41a7-bb06-81917ac54f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350413 Jul 30 20:44:48.205748 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc0fa2-9122-44e3-b023-7243f650aa9f req-6d0350c9-186a-4659-9879-8a0105bfe73c tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:48.207238 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9fc0fa2-9122-44e3-b023-7243f650aa9f req-6d0350c9-186a-4659-9879-8a0105bfe73c tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/ports?device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 943 time: 0.0529227 Jul 30 20:44:48.245739 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9fc0fa2-9122-44e3-b023-7243f650aa9f req-21fd021c-dbb2-48c5-8299-001c4d6afeb6 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/security-groups?id=1672bfb2-3ad4-41a7-bb06-81917ac54f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319114 Jul 30 20:44:48.539965 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c86713f7-2107-478b-9f3a-e24410567d4a up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:44:48.589295 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port c86713f7-2107-478b-9f3a-e24410567d4a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:44:48.589670 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:49.360911 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975b086-ff4c-4f8d-86cc-dcaf90440193 req-46e391d7-d0e9-4237-9cee-759ad41973d7 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:49.362376 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a975b086-ff4c-4f8d-86cc-dcaf90440193 req-46e391d7-d0e9-4237-9cee-759ad41973d7 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/ports?device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 943 time: 0.0500152 Jul 30 20:44:49.399668 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a975b086-ff4c-4f8d-86cc-dcaf90440193 req-d8bbb90e-e1f7-4757-a1da-c28ee3c7f076 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/security-groups?id=1672bfb2-3ad4-41a7-bb06-81917ac54f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312674 Jul 30 20:44:49.819965 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:50.513614 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3a23e-93dd-4825-a58b-e776ad2b3057 req-c327d4cc-5d8b-4240-aa60-0b622b98ad44 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:50.515078 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-75d3a23e-93dd-4825-a58b-e776ad2b3057 req-c327d4cc-5d8b-4240-aa60-0b622b98ad44 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/ports?device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 943 time: 0.0493116 Jul 30 20:44:50.553165 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-75d3a23e-93dd-4825-a58b-e776ad2b3057 req-a0621eda-dab5-4f7e-808c-136c693977e6 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/security-groups?id=1672bfb2-3ad4-41a7-bb06-81917ac54f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319066 Jul 30 20:44:51.011592 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 12eccf3e-fe9c-400c-89b1-d5cd709bb356 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:44:51.107632 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 12eccf3e-fe9c-400c-89b1-d5cd709bb356, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=12eccf3e-fe9c-400c-89b1-d5cd709bb356,segment=NetworkSegment(6323b5fb-a5e9-4ba1-baf7-9aecac0f9765),segment_id=6323b5fb-a5e9-4ba1-baf7-9aecac0f9765)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:44:51.119987 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '12eccf3e-fe9c-400c-89b1-d5cd709bb356', 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd', 'port_id': '12eccf3e-fe9c-400c-89b1-d5cd709bb356', 'mac_address': 'fa:16:3e:1a:cd:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ccc27fe-1a9a-438f-bfce-24583ab6b19c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:44:51.159406 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:51.174279 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12eccf3e-fe9c-400c-89b1-d5cd709bb356 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:44:51.195395 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 12eccf3e-fe9c-400c-89b1-d5cd709bb356, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=12eccf3e-fe9c-400c-89b1-d5cd709bb356,segment=NetworkSegment(6323b5fb-a5e9-4ba1-baf7-9aecac0f9765),segment_id=6323b5fb-a5e9-4ba1-baf7-9aecac0f9765)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:44:51.200380 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:51.248150 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=12eccf3e-fe9c-400c-89b1-d5cd709bb356,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:51.293429 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93273f0a-5744-4e80-86c6-752306eabaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:51.500332 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['12eccf3e-fe9c-400c-89b1-d5cd709bb356'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:44:51.670470 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23f0f8-a255-43e1-b1ee-69866042d19d req-2833b425-32bc-464e-975e-5d0485f97528 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:51.671986 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d23f0f8-a255-43e1-b1ee-69866042d19d req-2833b425-32bc-464e-975e-5d0485f97528 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/ports?device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 944 time: 0.0536587 Jul 30 20:44:51.709788 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9d23f0f8-a255-43e1-b1ee-69866042d19d req-b82142c7-df8f-4557-8ffd-4b015a72adfd tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/security-groups?id=1672bfb2-3ad4-41a7-bb06-81917ac54f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317504 Jul 30 20:44:52.823752 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bffa4-617c-459b-aeaa-a1556062d538 req-8fc9a13a-d4b9-427d-99c9-f988562def1d tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:52.825236 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c8bffa4-617c-459b-aeaa-a1556062d538 req-8fc9a13a-d4b9-427d-99c9-f988562def1d tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/ports?device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 944 time: 0.0488060 Jul 30 20:44:52.861598 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c8bffa4-617c-459b-aeaa-a1556062d538 req-05e65545-473f-4883-9eaf-8144c39d6769 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/security-groups?id=1672bfb2-3ad4-41a7-bb06-81917ac54f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305638 Jul 30 20:44:53.026333 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 12eccf3e-fe9c-400c-89b1-d5cd709bb356 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:44:53.075107 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 12eccf3e-fe9c-400c-89b1-d5cd709bb356 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:44:53.078539 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 12eccf3e-fe9c-400c-89b1-d5cd709bb356 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:44:53.078908 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:53.151028 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:53.172680 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90dd347e-c4d3-4c35-aa3e-649a09425055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eccf3e-fe9c-400c-89b1-d5cd709bb356'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:44:53.174910 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a66a80-31b8-40b9-93fd-209a428fb19b" -d '{"events": [{"server_uuid": "90dd347e-c4d3-4c35-aa3e-649a09425055", "name": "network-vif-plugged", "status": "completed", "tag": "12eccf3e-fe9c-400c-89b1-d5cd709bb356"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:44:53.188237 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 12eccf3e-fe9c-400c-89b1-d5cd709bb356, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=12eccf3e-fe9c-400c-89b1-d5cd709bb356,segment=NetworkSegment(6323b5fb-a5e9-4ba1-baf7-9aecac0f9765),segment_id=6323b5fb-a5e9-4ba1-baf7-9aecac0f9765)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:44:53.193206 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:53.222336 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8606853-aadf-4b0f-8016-77589d6107ba x-openstack-request-id: req-b8606853-aadf-4b0f-8016-77589d6107ba {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:44:53.222620 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90dd347e-c4d3-4c35-aa3e-649a09425055", "name": "network-vif-plugged", "status": "completed", "tag": "12eccf3e-fe9c-400c-89b1-d5cd709bb356", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:44:53.222876 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b8606853-aadf-4b0f-8016-77589d6107ba {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:44:53.223257 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90dd347e-c4d3-4c35-aa3e-649a09425055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eccf3e-fe9c-400c-89b1-d5cd709bb356', 'code': 200} Jul 30 20:44:53.252031 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=12eccf3e-fe9c-400c-89b1-d5cd709bb356,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:53.305081 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db109a43-9430-470a-ae96-591ea3d81d80 req-16b225fd-334f-4b46-9f40-f6d2314d2e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:53.306454 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-db109a43-9430-470a-ae96-591ea3d81d80 req-16b225fd-334f-4b46-9f40-f6d2314d2e3a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 1096 time: 0.0390770 Jul 30 20:44:53.340432 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-db109a43-9430-470a-ae96-591ea3d81d80 req-64203d4c-f4a3-4803-bc9e-1a66b3a7dc81 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1672bfb2-3ad4-41a7-bb06-81917ac54f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270257 Jul 30 20:44:53.742489 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-287d378c-92ca-449c-b79a-d7371262c096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:53.980725 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416e17a-4b23-4978-b217-4bb1d2fa1b7a req-ad4654f9-1990-4fe3-b0cc-2285e293d051 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:53.982072 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c416e17a-4b23-4978-b217-4bb1d2fa1b7a req-ad4654f9-1990-4fe3-b0cc-2285e293d051 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/ports?device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 945 time: 0.0520186 Jul 30 20:44:53.999389 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:54.022237 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c416e17a-4b23-4978-b217-4bb1d2fa1b7a req-1063691d-3aaa-43b7-80dd-79cce2d1ee33 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/security-groups?id=1672bfb2-3ad4-41a7-bb06-81917ac54f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331702 Jul 30 20:44:55.066784 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:55.140398 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875091c-666d-440f-8287-4dea813f3a85 req-64ed68bc-697a-47a3-ab4d-71c8202c9433 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:55.142098 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5875091c-666d-440f-8287-4dea813f3a85 req-64ed68bc-697a-47a3-ab4d-71c8202c9433 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/ports?device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 945 time: 0.0523446 Jul 30 20:44:55.180372 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5875091c-666d-440f-8287-4dea813f3a85 req-923aa2b4-486f-43be-bd15-6da2e51c1254 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/security-groups?id=1672bfb2-3ad4-41a7-bb06-81917ac54f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323992 Jul 30 20:44:55.293550 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0c3ae-4406-4cb4-8103-faad51cdfc39 req-9f8a2523-1de1-425d-a919-23d06ed5c9ea tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:55.295045 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8f0c3ae-4406-4cb4-8103-faad51cdfc39 req-9f8a2523-1de1-425d-a919-23d06ed5c9ea tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/ports?device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 945 time: 0.0500188 Jul 30 20:44:55.332202 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8f0c3ae-4406-4cb4-8103-faad51cdfc39 req-18b2ce42-8784-4b44-a92f-c2fc65a16b1c tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/security-groups?id=1672bfb2-3ad4-41a7-bb06-81917ac54f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312543 Jul 30 20:44:55.442338 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf55e6-5013-4cd5-990e-779be66c2b33 req-e2fe022d-0a1c-4477-ae1d-26d0c13c56d8 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:55.443813 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7bf55e6-5013-4cd5-990e-779be66c2b33 req-e2fe022d-0a1c-4477-ae1d-26d0c13c56d8 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/ports?device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 945 time: 0.0484469 Jul 30 20:44:55.481445 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7bf55e6-5013-4cd5-990e-779be66c2b33 req-f26acb8c-042b-4b49-abdc-d5329335f63e tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/security-groups?id=1672bfb2-3ad4-41a7-bb06-81917ac54f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313478 Jul 30 20:44:55.502225 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51738) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:55.586656 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4487340-d30a-4e93-b70e-55f7db874cb4 tempest-TestServerBasicOps-1021253380 tempest-TestServerBasicOps-1021253380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:55.588633 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b4487340-d30a-4e93-b70e-55f7db874cb4 tempest-TestServerBasicOps-1021253380 tempest-TestServerBasicOps-1021253380-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 1091 time: 0.0849309 Jul 30 20:44:55.591593 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51742) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:44:55.595786 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-fd5a4b84-1fd8-4153-b5a0-062fb4118f57 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': '12eccf3e-fe9c-400c-89b1-d5cd709bb356', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:44:55.616737 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd5a4b84-1fd8-4153-b5a0-062fb4118f57 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:55.709323 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd5a4b84-1fd8-4153-b5a0-062fb4118f57 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:55.813923 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-fd5a4b84-1fd8-4153-b5a0-062fb4118f57 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Allocated IP 172.25.3.55 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/9a458cec-0b70-46ee-bd31-9e2651dd5e7b) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:44:55.911729 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd5a4b84-1fd8-4153-b5a0-062fb4118f57 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:55.949572 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd5a4b84-1fd8-4153-b5a0-062fb4118f57 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:55.988134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5a4b84-1fd8-4153-b5a0-062fb4118f57 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:44:55.990898 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-fd5a4b84-1fd8-4153-b5a0-062fb4118f57 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:44:55.993474 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5a4b84-1fd8-4153-b5a0-062fb4118f57 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:44:56.022847 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a4b84-1fd8-4153-b5a0-062fb4118f57 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Pushing event updated for resources: {'Port': ['ID=9a458cec-0b70-46ee-bd31-9e2651dd5e7b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:56.349404 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd5a4b84-1fd8-4153-b5a0-062fb4118f57 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:56.723732 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd5a4b84-1fd8-4153-b5a0-062fb4118f57 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:56.869979 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd5a4b84-1fd8-4153-b5a0-062fb4118f57 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:56.874298 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd5a4b84-1fd8-4153-b5a0-062fb4118f57 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:56.929973 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:56.941474 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a4b84-1fd8-4153-b5a0-062fb4118f57 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Pushing event updated for resources: {'Port': ['ID=9a458cec-0b70-46ee-bd31-9e2651dd5e7b,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:44:56.952160 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd5a4b84-1fd8-4153-b5a0-062fb4118f57 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:57.050505 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-fd5a4b84-1fd8-4153-b5a0-062fb4118f57 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Floating IP a69e832c-953f-4cff-9ec2-52ce5e82863b associated. External IP: 172.25.3.55, port: 12eccf3e-fe9c-400c-89b1-d5cd709bb356. Jul 30 20:44:57.254220 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5a4b84-1fd8-4153-b5a0-062fb4118f57 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Router 74120e44-ee76-4e6a-8f06-98c6d931d545 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:44:57.362354 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5a4b84-1fd8-4153-b5a0-062fb4118f57 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:44:57.372684 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dcf2ab-5948-45f4-bcd6-abe25a3e9672 None None] Sync routers for ids ['74120e44-ee76-4e6a-8f06-98c6d931d545'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:44:57.378297 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fd5a4b84-1fd8-4153-b5a0-062fb4118f57 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:44:57.382864 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dcf2ab-5948-45f4-bcd6-abe25a3e9672 None None] Routers {'74120e44-ee76-4e6a-8f06-98c6d931d545'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:44:57.383471 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-45dcf2ab-5948-45f4-bcd6-abe25a3e9672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:44:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['74120e44-ee76-4e6a-8f06-98c6d931d545'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:57.406018 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fd5a4b84-1fd8-4153-b5a0-062fb4118f57 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8134487 Jul 30 20:44:57.406603 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90dd347e-c4d3-4c35-aa3e-649a09425055', 'tag': '12eccf3e-fe9c-400c-89b1-d5cd709bb356'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:44:57.409005 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526d1845-b3f8-4ea4-a7f5-77cc02ebaaed" -d '{"events": [{"name": "network-changed", "server_uuid": "90dd347e-c4d3-4c35-aa3e-649a09425055", "tag": "12eccf3e-fe9c-400c-89b1-d5cd709bb356"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:44:57.447176 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac960a5-935b-46e0-adf7-549ce2ca8a00 x-openstack-request-id: req-aac960a5-935b-46e0-adf7-549ce2ca8a00 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:44:57.448054 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90dd347e-c4d3-4c35-aa3e-649a09425055", "tag": "12eccf3e-fe9c-400c-89b1-d5cd709bb356", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:44:57.448318 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aac960a5-935b-46e0-adf7-549ce2ca8a00 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:44:57.448727 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90dd347e-c4d3-4c35-aa3e-649a09425055', 'tag': '12eccf3e-fe9c-400c-89b1-d5cd709bb356', 'status': 'completed', 'code': 200} Jul 30 20:44:57.488876 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-45dcf2ab-5948-45f4-bcd6-abe25a3e9672 None None] Set router 74120e44-ee76-4e6a-8f06-98c6d931d545 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:44:57.507628 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d1845-b3f8-4ea4-a7f5-77cc02ebaaed req-1f1528cf-5490-4555-947a-ffeb953faa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:57.509109 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-526d1845-b3f8-4ea4-a7f5-77cc02ebaaed req-1f1528cf-5490-4555-947a-ffeb953faa14 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cfc68bd32928459ab97ea89c02cd1636&device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 1096 time: 0.0392685 Jul 30 20:44:57.717524 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-45dcf2ab-5948-45f4-bcd6-abe25a3e9672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'name': 'tempest-TestServerBasicOps-2018208893-router', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:44:32Z', 'updated_at': '2021-07-30T20:44:35Z', 'revision_number': 4, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'gw_port': {'id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:33Z', 'updated_at': '2021-07-30T20:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'a69e832c-953f-4cff-9ec2-52ce5e82863b', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'port_id': '12eccf3e-fe9c-400c-89b1-d5cd709bb356', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd', 'mac_address': 'fa:16:3e:1a:cd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dd347e-c4d3-4c35-aa3e-649a09425055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:44:56Z', 'updated_at': '2021-07-30T20:44:56Z', 'revision_number': 0, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558a8977-55a1-4c35-b497-e871827cbabb', 'name': '', 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'mac_address': 'fa:16:3e:a4:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '4ccc27fe-1a9a-438f-bfce-24583ab6b19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:34Z', 'updated_at': '2021-07-30T20:44:41Z', 'revision_number': 5, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'subnets': [{'id': '4ccc27fe-1a9a-438f-bfce-24583ab6b19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:57.743984 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dcf2ab-5948-45f4-bcd6-abe25a3e9672 None None] Checking router: 74120e44-ee76-4e6a-8f06-98c6d931d545 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:44:57.753203 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dcf2ab-5948-45f4-bcd6-abe25a3e9672 None None] Routers {'74120e44-ee76-4e6a-8f06-98c6d931d545'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:44:57.753826 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-45dcf2ab-5948-45f4-bcd6-abe25a3e9672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:44:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['74120e44-ee76-4e6a-8f06-98c6d931d545'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:57.859406 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-45dcf2ab-5948-45f4-bcd6-abe25a3e9672 None None] Set router 74120e44-ee76-4e6a-8f06-98c6d931d545 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:44:57.893869 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d1845-b3f8-4ea4-a7f5-77cc02ebaaed req-a3d559c8-ae34-43d3-b92e-4bddb613fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:57.895345 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-526d1845-b3f8-4ea4-a7f5-77cc02ebaaed req-a3d559c8-ae34-43d3-b92e-4bddb613fd83 service neutron] 10.222.0.83 "GET /v2.0/networks?id=91573216-b5d9-4b2a-9579-5a65aa8ee0dd HTTP/1.1" status: 200 len: 910 time: 0.3796101 Jul 30 20:44:57.960832 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-526d1845-b3f8-4ea4-a7f5-77cc02ebaaed req-e4deda73-5b2c-4a3b-928e-c7b9528152de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12eccf3e-fe9c-400c-89b1-d5cd709bb356 HTTP/1.1" status: 200 len: 998 time: 0.0577199 Jul 30 20:44:58.019172 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d1845-b3f8-4ea4-a7f5-77cc02ebaaed req-ebef2b0e-9f99-41c4-9ef2-28184a2e7329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:58.020581 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-526d1845-b3f8-4ea4-a7f5-77cc02ebaaed req-ebef2b0e-9f99-41c4-9ef2-28184a2e7329 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ccc27fe-1a9a-438f-bfce-24583ab6b19c HTTP/1.1" status: 200 len: 848 time: 0.0533376 Jul 30 20:44:58.066243 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d1845-b3f8-4ea4-a7f5-77cc02ebaaed req-f45164c7-320b-4d3d-9ce5-9006c9c3248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:44:58.067890 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-526d1845-b3f8-4ea4-a7f5-77cc02ebaaed req-f45164c7-320b-4d3d-9ce5-9006c9c3248f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91573216-b5d9-4b2a-9579-5a65aa8ee0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394034 Jul 30 20:44:58.081916 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-45dcf2ab-5948-45f4-bcd6-abe25a3e9672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'name': 'tempest-TestServerBasicOps-2018208893-router', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:44:32Z', 'updated_at': '2021-07-30T20:44:35Z', 'revision_number': 4, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'gw_port': {'id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:33Z', 'updated_at': '2021-07-30T20:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'a69e832c-953f-4cff-9ec2-52ce5e82863b', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'port_id': '12eccf3e-fe9c-400c-89b1-d5cd709bb356', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd', 'mac_address': 'fa:16:3e:1a:cd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dd347e-c4d3-4c35-aa3e-649a09425055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:44:56Z', 'updated_at': '2021-07-30T20:44:56Z', 'revision_number': 0, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558a8977-55a1-4c35-b497-e871827cbabb', 'name': '', 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'mac_address': 'fa:16:3e:a4:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '4ccc27fe-1a9a-438f-bfce-24583ab6b19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:34Z', 'updated_at': '2021-07-30T20:44:41Z', 'revision_number': 5, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'subnets': [{'id': '4ccc27fe-1a9a-438f-bfce-24583ab6b19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:44:58.108313 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dcf2ab-5948-45f4-bcd6-abe25a3e9672 None None] The sync data for ids ['74120e44-ee76-4e6a-8f06-98c6d931d545'] in n-d-712137-9 is: [{'id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'name': 'tempest-TestServerBasicOps-2018208893-router', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:44:32Z', 'updated_at': '2021-07-30T20:44:35Z', 'revision_number': 4, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'gw_port': {'id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:33Z', 'updated_at': '2021-07-30T20:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'a69e832c-953f-4cff-9ec2-52ce5e82863b', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'port_id': '12eccf3e-fe9c-400c-89b1-d5cd709bb356', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd', 'mac_address': 'fa:16:3e:1a:cd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dd347e-c4d3-4c35-aa3e-649a09425055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:44:56Z', 'updated_at': '2021-07-30T20:44:56Z', 'revision_number': 0, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558a8977-55a1-4c35-b497-e871827cbabb', 'name': '', 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'mac_address': 'fa:16:3e:a4:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '4ccc27fe-1a9a-438f-bfce-24583ab6b19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:34Z', 'updated_at': '2021-07-30T20:44:41Z', 'revision_number': 5, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'subnets': [{'id': '4ccc27fe-1a9a-438f-bfce-24583ab6b19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:44:58.158459 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-526d1845-b3f8-4ea4-a7f5-77cc02ebaaed req-127c74af-70e6-4028-9ae8-04349014db25 service neutron] 10.222.0.83 "GET /v2.0/networks/91573216-b5d9-4b2a-9579-5a65aa8ee0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830066 Jul 30 20:44:58.254604 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-526d1845-b3f8-4ea4-a7f5-77cc02ebaaed req-414752a6-5309-42c8-96d9-53fc466143b4 service neutron] 10.222.0.83 "GET /v2.0/networks/91573216-b5d9-4b2a-9579-5a65aa8ee0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888052 Jul 30 20:44:58.307183 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847bb282-c0ec-42c4-bbe5-460aa730d1fe None None] New status for floating IP a69e832c-953f-4cff-9ec2-52ce5e82863b: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:45:01.856122 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:45:09.682061 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7e763e18-0271-44db-98b1-67a97de4ab3f req-8c159d32-9a7f-413a-8074-61a70fb863c9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=90dd347e-c4d3-4c35-aa3e-649a09425055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384421 Jul 30 20:45:09.758633 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e763e18-0271-44db-98b1-67a97de4ab3f req-821932f6-f1f1-4f9f-ad7c-8bbc5ed5e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:45:09.760103 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7e763e18-0271-44db-98b1-67a97de4ab3f req-821932f6-f1f1-4f9f-ad7c-8bbc5ed5e35e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cfc68bd32928459ab97ea89c02cd1636&device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 1096 time: 0.0390813 Jul 30 20:45:09.861883 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e763e18-0271-44db-98b1-67a97de4ab3f req-8e2ab273-4737-4aea-92f5-dcb91ce73138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:45:09.863304 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7e763e18-0271-44db-98b1-67a97de4ab3f req-8e2ab273-4737-4aea-92f5-dcb91ce73138 service neutron] 10.222.0.83 "GET /v2.0/networks?id=91573216-b5d9-4b2a-9579-5a65aa8ee0dd HTTP/1.1" status: 200 len: 910 time: 0.0844975 Jul 30 20:45:09.927065 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7e763e18-0271-44db-98b1-67a97de4ab3f req-88b042c7-6b2b-463c-954a-68ae2decfe8d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12eccf3e-fe9c-400c-89b1-d5cd709bb356 HTTP/1.1" status: 200 len: 1000 time: 0.0552301 Jul 30 20:45:09.977854 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e763e18-0271-44db-98b1-67a97de4ab3f req-d412b3c8-6b95-4450-9d6e-ba1ff9ce98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:45:09.979149 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7e763e18-0271-44db-98b1-67a97de4ab3f req-d412b3c8-6b95-4450-9d6e-ba1ff9ce98d6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ccc27fe-1a9a-438f-bfce-24583ab6b19c HTTP/1.1" status: 200 len: 848 time: 0.0441821 Jul 30 20:45:10.024032 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e763e18-0271-44db-98b1-67a97de4ab3f req-33902eba-bcf1-4518-bbe5-a4a689cb6b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:45:10.025514 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7e763e18-0271-44db-98b1-67a97de4ab3f req-33902eba-bcf1-4518-bbe5-a4a689cb6b14 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91573216-b5d9-4b2a-9579-5a65aa8ee0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390284 Jul 30 20:45:10.112897 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7e763e18-0271-44db-98b1-67a97de4ab3f req-58798479-cde8-41e7-9a00-d7bf1b99f5b7 service neutron] 10.222.0.83 "GET /v2.0/networks/91573216-b5d9-4b2a-9579-5a65aa8ee0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798976 Jul 30 20:45:10.205670 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7e763e18-0271-44db-98b1-67a97de4ab3f req-6eefef85-904f-4051-889c-a5896b9d008b service neutron] 10.222.0.83 "GET /v2.0/networks/91573216-b5d9-4b2a-9579-5a65aa8ee0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843410 Jul 30 20:45:15.740120 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:45:19.844968 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:45:21.295970 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-26a2dce7-4bc2-4407-b833-7d07254baaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:45:23.742613 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50b27900-3e6a-4d3f-aadd-57ff52afa4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:45:23.999082 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:45:25.069721 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:45:26.931742 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:45:38.855985 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:45:45.742201 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:45:49.853268 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:45:51.298545 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbade8a0-b0da-431a-aa8b-dfbb6be1c91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:45:53.742403 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64ff72d1-d11b-4e94-852c-90ba55008647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:45:53.999023 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:45:55.072988 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:45:56.933583 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:46:03.812153 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51774) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:46:03.901190 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4e40e-f673-4224-ab9c-0dcdd1d27d50 req-6849b55c-7e19-472c-8c1e-9f184a5ce124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:46:03.902688 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ef4e40e-f673-4224-ab9c-0dcdd1d27d50 req-6849b55c-7e19-472c-8c1e-9f184a5ce124 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 1096 time: 0.0895298 Jul 30 20:46:03.936126 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ef4e40e-f673-4224-ab9c-0dcdd1d27d50 req-b5d56565-d1b7-4197-8b77-75bc3ed21e3a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1672bfb2-3ad4-41a7-bb06-81917ac54f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267854 Jul 30 20:46:09.723229 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-52e11a10-493e-4107-8297-6c322c7fcfb3 req-ec016664-1086-47ff-aad1-34f94d26dfe4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=90dd347e-c4d3-4c35-aa3e-649a09425055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0921600 Jul 30 20:46:09.802231 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e11a10-493e-4107-8297-6c322c7fcfb3 req-e2b7c365-f0cd-4d92-97ec-d034682bbf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:46:09.803685 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-52e11a10-493e-4107-8297-6c322c7fcfb3 req-e2b7c365-f0cd-4d92-97ec-d034682bbf65 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cfc68bd32928459ab97ea89c02cd1636&device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 1096 time: 0.0393677 Jul 30 20:46:09.906230 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e11a10-493e-4107-8297-6c322c7fcfb3 req-b5e57c0f-17b0-432e-9fb0-0d604a131e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:46:09.907600 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-52e11a10-493e-4107-8297-6c322c7fcfb3 req-b5e57c0f-17b0-432e-9fb0-0d604a131e25 service neutron] 10.222.0.83 "GET /v2.0/networks?id=91573216-b5d9-4b2a-9579-5a65aa8ee0dd HTTP/1.1" status: 200 len: 910 time: 0.0862243 Jul 30 20:46:09.972686 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-52e11a10-493e-4107-8297-6c322c7fcfb3 req-4c5ccc1c-49aa-44e5-b986-3c3cb8ecdafd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12eccf3e-fe9c-400c-89b1-d5cd709bb356 HTTP/1.1" status: 200 len: 1000 time: 0.0565801 Jul 30 20:46:10.025261 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e11a10-493e-4107-8297-6c322c7fcfb3 req-a356bf2d-e514-4ec9-ba3c-34f6837c1304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:46:10.026659 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-52e11a10-493e-4107-8297-6c322c7fcfb3 req-a356bf2d-e514-4ec9-ba3c-34f6837c1304 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ccc27fe-1a9a-438f-bfce-24583ab6b19c HTTP/1.1" status: 200 len: 848 time: 0.0474217 Jul 30 20:46:10.070324 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e11a10-493e-4107-8297-6c322c7fcfb3 req-d6c53bd2-cbc3-4542-8e08-808c42463af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:46:10.071750 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-52e11a10-493e-4107-8297-6c322c7fcfb3 req-d6c53bd2-cbc3-4542-8e08-808c42463af3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91573216-b5d9-4b2a-9579-5a65aa8ee0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379708 Jul 30 20:46:10.158790 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-52e11a10-493e-4107-8297-6c322c7fcfb3 req-39a23bbf-9dcb-4ddc-b0a0-b1e19b05e009 service neutron] 10.222.0.83 "GET /v2.0/networks/91573216-b5d9-4b2a-9579-5a65aa8ee0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794091 Jul 30 20:46:10.250401 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-52e11a10-493e-4107-8297-6c322c7fcfb3 req-a6ed174a-fab6-4147-b0d4-ffe228cb6fe3 service neutron] 10.222.0.83 "GET /v2.0/networks/91573216-b5d9-4b2a-9579-5a65aa8ee0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836596 Jul 30 20:46:15.743223 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:46:15.854275 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:46:19.854066 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:46:21.299667 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4f4dfaa-8c8c-45b5-8bae-6bf767ae86af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:46:23.741792 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78ae76fb-d061-4028-b839-df1123772eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:46:24.000240 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:46:25.075621 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:46:26.936998 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:46:45.744025 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:46:49.870000 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:46:51.302922 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-107a058d-7c06-4ca4-b671-24df7684e226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:46:52.853014 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:46:53.741960 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-480972de-b5e5-43ab-b870-451bd595654f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:46:54.000480 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:46:55.078555 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:46:56.939594 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:47:10.670978 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5dc43ac2-4983-4be9-b7b0-f414edd43aaa req-a6b1d4c9-bc15-4741-997e-8df7297ab1ea service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=90dd347e-c4d3-4c35-aa3e-649a09425055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409613 Jul 30 20:47:10.747168 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc43ac2-4983-4be9-b7b0-f414edd43aaa req-e6188bb2-17de-4cba-ba2d-38c01bf0399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:47:10.748622 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5dc43ac2-4983-4be9-b7b0-f414edd43aaa req-e6188bb2-17de-4cba-ba2d-38c01bf0399d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cfc68bd32928459ab97ea89c02cd1636&device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 1096 time: 0.0387540 Jul 30 20:47:10.854924 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc43ac2-4983-4be9-b7b0-f414edd43aaa req-e152d989-934a-4c6c-a7bc-d866b4f25f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:47:10.856403 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5dc43ac2-4983-4be9-b7b0-f414edd43aaa req-e152d989-934a-4c6c-a7bc-d866b4f25f48 service neutron] 10.222.0.83 "GET /v2.0/networks?id=91573216-b5d9-4b2a-9579-5a65aa8ee0dd HTTP/1.1" status: 200 len: 910 time: 0.0877218 Jul 30 20:47:10.921595 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5dc43ac2-4983-4be9-b7b0-f414edd43aaa req-6e032116-a7fe-4e9c-bc74-b785080b977a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12eccf3e-fe9c-400c-89b1-d5cd709bb356 HTTP/1.1" status: 200 len: 1000 time: 0.0571508 Jul 30 20:47:10.974331 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc43ac2-4983-4be9-b7b0-f414edd43aaa req-d923f4fb-7bce-4095-a9ab-56f1191842f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:47:10.975781 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5dc43ac2-4983-4be9-b7b0-f414edd43aaa req-d923f4fb-7bce-4095-a9ab-56f1191842f0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ccc27fe-1a9a-438f-bfce-24583ab6b19c HTTP/1.1" status: 200 len: 848 time: 0.0480263 Jul 30 20:47:11.020700 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc43ac2-4983-4be9-b7b0-f414edd43aaa req-917d1866-c3e0-4953-9e06-16ddd18cee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:47:11.022144 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5dc43ac2-4983-4be9-b7b0-f414edd43aaa req-917d1866-c3e0-4953-9e06-16ddd18cee47 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91573216-b5d9-4b2a-9579-5a65aa8ee0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395544 Jul 30 20:47:11.109882 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5dc43ac2-4983-4be9-b7b0-f414edd43aaa req-7e3ecf99-2958-4cef-aa8e-fd41da6d97c0 service neutron] 10.222.0.83 "GET /v2.0/networks/91573216-b5d9-4b2a-9579-5a65aa8ee0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792866 Jul 30 20:47:11.202233 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-5dc43ac2-4983-4be9-b7b0-f414edd43aaa req-0fea657d-ce3e-4309-be1f-2ef5b6238097 service neutron] 10.222.0.83 "GET /v2.0/networks/91573216-b5d9-4b2a-9579-5a65aa8ee0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849135 Jul 30 20:47:15.746206 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:47:19.886699 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:47:21.304243 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d613ce0-7475-4e8f-8de8-59f97610aaed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:47:23.742153 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f13e7c81-cf48-4bda-8104-165315d18593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:47:24.002219 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:47:25.081354 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:47:26.941465 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:47:29.852621 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:47:45.777343 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:47:49.885602 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:47:51.304455 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6220b46-300b-4958-9457-8bd15b4d6551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:47:53.742023 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-938ca73d-bb3c-4eef-81f9-4f6fcabe1693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:47:54.002343 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:47:55.085892 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:47:56.943937 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:48:06.851416 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:48:12.670594 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ac10648e-30bb-4b20-8478-a79eea5e5b17 req-af50bc6d-de67-4a15-8c29-dca6f10a4c91 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=90dd347e-c4d3-4c35-aa3e-649a09425055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399995 Jul 30 20:48:12.749032 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10648e-30bb-4b20-8478-a79eea5e5b17 req-033bf9e0-4557-4ec2-9b76-0ec10dee6f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:48:12.750479 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ac10648e-30bb-4b20-8478-a79eea5e5b17 req-033bf9e0-4557-4ec2-9b76-0ec10dee6f6b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cfc68bd32928459ab97ea89c02cd1636&device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 1096 time: 0.0393901 Jul 30 20:48:12.854902 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10648e-30bb-4b20-8478-a79eea5e5b17 req-029af24a-6504-437d-8bc2-193cfee3e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:48:12.856347 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ac10648e-30bb-4b20-8478-a79eea5e5b17 req-029af24a-6504-437d-8bc2-193cfee3e10b service neutron] 10.222.0.83 "GET /v2.0/networks?id=91573216-b5d9-4b2a-9579-5a65aa8ee0dd HTTP/1.1" status: 200 len: 910 time: 0.0874283 Jul 30 20:48:12.919712 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ac10648e-30bb-4b20-8478-a79eea5e5b17 req-76032669-71f4-4629-9f5a-b95508529616 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12eccf3e-fe9c-400c-89b1-d5cd709bb356 HTTP/1.1" status: 200 len: 1000 time: 0.0568047 Jul 30 20:48:12.971068 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10648e-30bb-4b20-8478-a79eea5e5b17 req-3bec5c75-3895-496b-95da-51e34ec4ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:48:12.972536 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ac10648e-30bb-4b20-8478-a79eea5e5b17 req-3bec5c75-3895-496b-95da-51e34ec4ee60 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ccc27fe-1a9a-438f-bfce-24583ab6b19c HTTP/1.1" status: 200 len: 848 time: 0.0464692 Jul 30 20:48:13.018232 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10648e-30bb-4b20-8478-a79eea5e5b17 req-c19421fe-9c3c-48dc-8321-f338708a8872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:48:13.019714 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ac10648e-30bb-4b20-8478-a79eea5e5b17 req-c19421fe-9c3c-48dc-8321-f338708a8872 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91573216-b5d9-4b2a-9579-5a65aa8ee0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397782 Jul 30 20:48:13.108959 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ac10648e-30bb-4b20-8478-a79eea5e5b17 req-9bd99e05-454e-4468-8a34-c42fe5c32c21 service neutron] 10.222.0.83 "GET /v2.0/networks/91573216-b5d9-4b2a-9579-5a65aa8ee0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822690 Jul 30 20:48:13.203019 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ac10648e-30bb-4b20-8478-a79eea5e5b17 req-8c9e1c43-9969-4263-8963-673c687bb088 service neutron] 10.222.0.83 "GET /v2.0/networks/91573216-b5d9-4b2a-9579-5a65aa8ee0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871077 Jul 30 20:48:15.797729 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:48:19.904425 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:48:21.303867 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c83d31c-13c5-4b75-99bb-aafac79b264d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:48:23.742005 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb38d-ed9b-4fee-8059-305869bd04a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:48:24.002533 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:48:25.091403 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:48:26.946474 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:48:43.850540 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:48:45.809086 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:48:49.903775 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:48:51.304602 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-777c7b2c-4a60-48a2-9878-f3723a2ae942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:48:53.741756 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3a46923-67b9-4690-a67a-75c9813dbf52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:48:54.004809 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:48:55.090664 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:48:56.952522 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:49:13.686166 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a9c6c8aa-4d6c-48b6-920d-212ac1eff576 req-b246678e-a31c-49bc-bef2-b69aa2129010 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=90dd347e-c4d3-4c35-aa3e-649a09425055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401385 Jul 30 20:49:13.773355 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6c8aa-4d6c-48b6-920d-212ac1eff576 req-8dcf2981-9c6b-4427-9a06-6b02c724c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:49:13.774839 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a9c6c8aa-4d6c-48b6-920d-212ac1eff576 req-8dcf2981-9c6b-4427-9a06-6b02c724c37f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cfc68bd32928459ab97ea89c02cd1636&device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 1096 time: 0.0401587 Jul 30 20:49:13.878056 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6c8aa-4d6c-48b6-920d-212ac1eff576 req-9230ccc3-108f-4f8c-a549-71b2f6a6eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:49:13.880019 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a9c6c8aa-4d6c-48b6-920d-212ac1eff576 req-9230ccc3-108f-4f8c-a549-71b2f6a6eafe service neutron] 10.222.0.83 "GET /v2.0/networks?id=91573216-b5d9-4b2a-9579-5a65aa8ee0dd HTTP/1.1" status: 200 len: 910 time: 0.0865979 Jul 30 20:49:13.946404 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a9c6c8aa-4d6c-48b6-920d-212ac1eff576 req-5a56ad7e-ed2d-4c68-857e-d6cc1f9aa8e8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12eccf3e-fe9c-400c-89b1-d5cd709bb356 HTTP/1.1" status: 200 len: 1000 time: 0.0586624 Jul 30 20:49:13.997587 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6c8aa-4d6c-48b6-920d-212ac1eff576 req-951f78ba-c49e-47c1-a0d6-18c4f20d1a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:49:13.998991 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a9c6c8aa-4d6c-48b6-920d-212ac1eff576 req-951f78ba-c49e-47c1-a0d6-18c4f20d1a9e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ccc27fe-1a9a-438f-bfce-24583ab6b19c HTTP/1.1" status: 200 len: 848 time: 0.0456338 Jul 30 20:49:14.042263 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6c8aa-4d6c-48b6-920d-212ac1eff576 req-07b03191-8efd-4ead-99d5-199417fa7342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:49:14.043712 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a9c6c8aa-4d6c-48b6-920d-212ac1eff576 req-07b03191-8efd-4ead-99d5-199417fa7342 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91573216-b5d9-4b2a-9579-5a65aa8ee0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381851 Jul 30 20:49:14.129892 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a9c6c8aa-4d6c-48b6-920d-212ac1eff576 req-5bad1aa8-d922-4449-9063-ead5dda7ba28 service neutron] 10.222.0.83 "GET /v2.0/networks/91573216-b5d9-4b2a-9579-5a65aa8ee0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785921 Jul 30 20:49:14.218284 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-a9c6c8aa-4d6c-48b6-920d-212ac1eff576 req-2c62abd1-a2be-4e6b-836d-dec5e011f155 service neutron] 10.222.0.83 "GET /v2.0/networks/91573216-b5d9-4b2a-9579-5a65aa8ee0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826650 Jul 30 20:49:15.840743 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:49:19.904913 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:49:20.849617 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:49:21.305735 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6da66b25-8e16-4ef1-b08f-dd18160ed837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:49:23.742016 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b04fd01-f1bb-4afc-b57a-562d5d0b1bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:49:24.005106 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:49:25.094073 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:49:26.951974 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:49:45.856921 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:49:49.921831 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:49:51.310591 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca495e28-fda0-4b34-95c7-b2b81a03b0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:49:53.742020 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f61cb4e-6b1d-45f1-a70a-1bfca0c9fb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:49:54.007924 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:49:55.096551 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:49:56.957094 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:49:57.851347 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:50:08.902691 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9643757-fe6e-4a46-b7c2-69107b30d0f4 req-3e120899-5562-4d04-ae86-0acc8b97f124 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:08.904195 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9643757-fe6e-4a46-b7c2-69107b30d0f4 req-3e120899-5562-4d04-ae86-0acc8b97f124 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/ports?device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 945 time: 0.1542816 Jul 30 20:50:08.941546 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9643757-fe6e-4a46-b7c2-69107b30d0f4 req-55707de8-4272-453e-bd3c-cceda1c78ec7 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/security-groups?id=1672bfb2-3ad4-41a7-bb06-81917ac54f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312543 Jul 30 20:50:09.516748 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc3120-85fa-4e2c-9f50-322ac2770081 req-c44a458e-7a16-4f44-9fd5-874fabbee516 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:09.518210 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-01fc3120-85fa-4e2c-9f50-322ac2770081 req-c44a458e-7a16-4f44-9fd5-874fabbee516 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.83 "GET /v2.0/ports?device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 945 time: 0.0527296 Jul 30 20:50:09.611397 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-01fc3120-85fa-4e2c-9f50-322ac2770081 req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Deleting port 12eccf3e-fe9c-400c-89b1-d5cd709bb356 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:50:09.611787 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01fc3120-85fa-4e2c-9f50-322ac2770081 req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:09.700400 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-01fc3120-85fa-4e2c-9f50-322ac2770081 req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] For port 12eccf3e-fe9c-400c-89b1-d5cd709bb356, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=12eccf3e-fe9c-400c-89b1-d5cd709bb356,segment=NetworkSegment(6323b5fb-a5e9-4ba1-baf7-9aecac0f9765),segment_id=6323b5fb-a5e9-4ba1-baf7-9aecac0f9765)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:50:09.700772 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01fc3120-85fa-4e2c-9f50-322ac2770081 req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:09.916481 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01fc3120-85fa-4e2c-9f50-322ac2770081 req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:09.916775 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01fc3120-85fa-4e2c-9f50-322ac2770081 req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:09.917092 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [req-01fc3120-85fa-4e2c-9f50-322ac2770081 req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Floating IP a69e832c-953f-4cff-9ec2-52ce5e82863b disassociated. External IP: 172.25.3.55, port: 12eccf3e-fe9c-400c-89b1-d5cd709bb356. Jul 30 20:50:09.917440 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-01fc3120-85fa-4e2c-9f50-322ac2770081 req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Calling delete_port for 12eccf3e-fe9c-400c-89b1-d5cd709bb356 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:50:10.053194 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01fc3120-85fa-4e2c-9f50-322ac2770081 req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:10.081636 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4876f-2e5b-4256-92d4-ec1e2d392971 req-c6863fbd-c3b9-428e-a817-548351fb4c0d tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:10.082509 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Pushing event deleted for resources: {'Port': ['ID=12eccf3e-fe9c-400c-89b1-d5cd709bb356,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:10.083163 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bbb4876f-2e5b-4256-92d4-ec1e2d392971 req-c6863fbd-c3b9-428e-a817-548351fb4c0d tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/ports?device_id=90dd347e-c4d3-4c35-aa3e-649a09425055 HTTP/1.1" status: 200 len: 867 time: 0.0531468 Jul 30 20:50:10.094212 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:10.094573 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:10.094918 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:10.095257 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:10.095615 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:10.095952 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:10.096283 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:10.096610 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:10.096940 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:10.097266 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:10.097593 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:10.097920 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:10.129379 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bbb4876f-2e5b-4256-92d4-ec1e2d392971 req-a7f1624f-96d2-45e4-81d1-ad6a17baa671 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "GET /v2.0/security-groups?id=1672bfb2-3ad4-41a7-bb06-81917ac54f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368433 Jul 30 20:50:10.207755 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01fc3120-85fa-4e2c-9f50-322ac2770081 req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Router 74120e44-ee76-4e6a-8f06-98c6d931d545 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:50:10.313399 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01fc3120-85fa-4e2c-9f50-322ac2770081 req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:50:10.323874 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6641c83-1860-481b-832c-4c20682437de None None] Sync routers for ids ['74120e44-ee76-4e6a-8f06-98c6d931d545'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:50:10.332618 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6641c83-1860-481b-832c-4c20682437de None None] Routers {'74120e44-ee76-4e6a-8f06-98c6d931d545'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:50:10.333283 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d6641c83-1860-481b-832c-4c20682437de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:49:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['74120e44-ee76-4e6a-8f06-98c6d931d545'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:10.351730 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fc3120-85fa-4e2c-9f50-322ac2770081 req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] No DVR routers for this DVR port 12eccf3e-fe9c-400c-89b1-d5cd709bb356 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:50:10.354415 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01fc3120-85fa-4e2c-9f50-322ac2770081 req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:10.356446 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-01fc3120-85fa-4e2c-9f50-322ac2770081 req-86ce1f4f-ef17-4238-920c-c2dd4ab77383 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.83 "DELETE /v2.0/ports/12eccf3e-fe9c-400c-89b1-d5cd709bb356 HTTP/1.1" status: 204 len: 173 time: 0.8322592 Jul 30 20:50:10.356903 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90dd347e-c4d3-4c35-aa3e-649a09425055', 'name': 'network-vif-deleted', 'tag': '12eccf3e-fe9c-400c-89b1-d5cd709bb356'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:50:10.359139 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48317a7f-81db-456c-ad87-792ee8519f5f" -d '{"events": [{"server_uuid": "90dd347e-c4d3-4c35-aa3e-649a09425055", "name": "network-vif-deleted", "tag": "12eccf3e-fe9c-400c-89b1-d5cd709bb356"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:50:10.450941 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d6641c83-1860-481b-832c-4c20682437de None None] Set router 74120e44-ee76-4e6a-8f06-98c6d931d545 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:50:10.477593 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58466dc1-cc97-4166-88b2-a7fa922b7cc8 x-openstack-request-id: req-58466dc1-cc97-4166-88b2-a7fa922b7cc8 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:50:10.477887 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90dd347e-c4d3-4c35-aa3e-649a09425055", "name": "network-vif-deleted", "tag": "12eccf3e-fe9c-400c-89b1-d5cd709bb356", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:50:10.478146 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-58466dc1-cc97-4166-88b2-a7fa922b7cc8 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:50:10.478553 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90dd347e-c4d3-4c35-aa3e-649a09425055', 'name': 'network-vif-deleted', 'tag': '12eccf3e-fe9c-400c-89b1-d5cd709bb356', 'status': 'completed', 'code': 200} Jul 30 20:50:10.654777 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d6641c83-1860-481b-832c-4c20682437de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'name': 'tempest-TestServerBasicOps-2018208893-router', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:44:32Z', 'updated_at': '2021-07-30T20:44:35Z', 'revision_number': 4, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'gw_port': {'id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:33Z', 'updated_at': '2021-07-30T20:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '558a8977-55a1-4c35-b497-e871827cbabb', 'name': '', 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'mac_address': 'fa:16:3e:a4:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '4ccc27fe-1a9a-438f-bfce-24583ab6b19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:34Z', 'updated_at': '2021-07-30T20:44:41Z', 'revision_number': 5, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'subnets': [{'id': '4ccc27fe-1a9a-438f-bfce-24583ab6b19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:10.681516 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6641c83-1860-481b-832c-4c20682437de None None] Checking router: 74120e44-ee76-4e6a-8f06-98c6d931d545 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:50:10.689965 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6641c83-1860-481b-832c-4c20682437de None None] Routers {'74120e44-ee76-4e6a-8f06-98c6d931d545'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:50:10.690507 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d6641c83-1860-481b-832c-4c20682437de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:49:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['74120e44-ee76-4e6a-8f06-98c6d931d545'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:10.796676 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d6641c83-1860-481b-832c-4c20682437de None None] Set router 74120e44-ee76-4e6a-8f06-98c6d931d545 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:50:10.994659 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d6641c83-1860-481b-832c-4c20682437de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'name': 'tempest-TestServerBasicOps-2018208893-router', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:44:32Z', 'updated_at': '2021-07-30T20:44:35Z', 'revision_number': 4, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'gw_port': {'id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:33Z', 'updated_at': '2021-07-30T20:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '558a8977-55a1-4c35-b497-e871827cbabb', 'name': '', 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'mac_address': 'fa:16:3e:a4:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '4ccc27fe-1a9a-438f-bfce-24583ab6b19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:34Z', 'updated_at': '2021-07-30T20:44:41Z', 'revision_number': 5, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'subnets': [{'id': '4ccc27fe-1a9a-438f-bfce-24583ab6b19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:11.020011 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6641c83-1860-481b-832c-4c20682437de None None] The sync data for ids ['74120e44-ee76-4e6a-8f06-98c6d931d545'] in n-d-712137-9 is: [{'id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'name': 'tempest-TestServerBasicOps-2018208893-router', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:44:32Z', 'updated_at': '2021-07-30T20:44:35Z', 'revision_number': 4, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'gw_port': {'id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:33Z', 'updated_at': '2021-07-30T20:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '558a8977-55a1-4c35-b497-e871827cbabb', 'name': '', 'network_id': '91573216-b5d9-4b2a-9579-5a65aa8ee0dd', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'mac_address': 'fa:16:3e:a4:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '4ccc27fe-1a9a-438f-bfce-24583ab6b19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:34Z', 'updated_at': '2021-07-30T20:44:41Z', 'revision_number': 5, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'subnets': [{'id': '4ccc27fe-1a9a-438f-bfce-24583ab6b19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:50:11.187007 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51936) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:11.250670 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b908e584-9afa-4724-a066-15abf54126a4 None None] New status for floating IP a69e832c-953f-4cff-9ec2-52ce5e82863b: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:50:11.314990 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-cb73677f-2bef-46da-a66e-b9022146e669 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Deleting port 9a458cec-0b70-46ee-bd31-9e2651dd5e7b {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:50:11.315322 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb73677f-2bef-46da-a66e-b9022146e669 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:11.396511 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb73677f-2bef-46da-a66e-b9022146e669 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:11.396876 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb73677f-2bef-46da-a66e-b9022146e669 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:11.408643 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-cb73677f-2bef-46da-a66e-b9022146e669 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Calling delete_port for 9a458cec-0b70-46ee-bd31-9e2651dd5e7b owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:50:11.540662 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb73677f-2bef-46da-a66e-b9022146e669 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:11.566528 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73677f-2bef-46da-a66e-b9022146e669 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Pushing event deleted for resources: {'Port': ['ID=9a458cec-0b70-46ee-bd31-9e2651dd5e7b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:11.577067 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73677f-2bef-46da-a66e-b9022146e669 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:11.577424 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73677f-2bef-46da-a66e-b9022146e669 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:11.577771 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73677f-2bef-46da-a66e-b9022146e669 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:11.578114 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73677f-2bef-46da-a66e-b9022146e669 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:11.578454 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73677f-2bef-46da-a66e-b9022146e669 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:11.578791 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73677f-2bef-46da-a66e-b9022146e669 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:11.579122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73677f-2bef-46da-a66e-b9022146e669 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:11.579450 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73677f-2bef-46da-a66e-b9022146e669 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:11.579802 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73677f-2bef-46da-a66e-b9022146e669 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:11.580137 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73677f-2bef-46da-a66e-b9022146e669 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:11.580465 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73677f-2bef-46da-a66e-b9022146e669 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:11.580792 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73677f-2bef-46da-a66e-b9022146e669 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:11.636578 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb73677f-2bef-46da-a66e-b9022146e669 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:11.639093 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb73677f-2bef-46da-a66e-b9022146e669 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:11.640380 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cb73677f-2bef-46da-a66e-b9022146e669 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "DELETE /v2.0/floatingips/a69e832c-953f-4cff-9ec2-52ce5e82863b HTTP/1.1" status: 204 len: 168 time: 0.4523680 Jul 30 20:50:11.707696 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51942) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:11.764986 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bb9d9bfb-deec-4c79-9e39-4a6b0a9f7f05 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:11.793860 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bb9d9bfb-deec-4c79-9e39-4a6b0a9f7f05 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:11.852925 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bb9d9bfb-deec-4c79-9e39-4a6b0a9f7f05 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:11.855498 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bb9d9bfb-deec-4c79-9e39-4a6b0a9f7f05 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:11.856665 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-bb9d9bfb-deec-4c79-9e39-4a6b0a9f7f05 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] 10.222.0.81 "DELETE /v2.0/security-groups/1672bfb2-3ad4-41a7-bb06-81917ac54f98 HTTP/1.1" status: 204 len: 168 time: 0.1479912 Jul 30 20:50:11.869129 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d9bfb-deec-4c79-9e39-4a6b0a9f7f05 tempest-TestServerBasicOps-11252055 tempest-TestServerBasicOps-11252055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1672bfb2-3ad4-41a7-bb06-81917ac54f98,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:11.896333 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51946) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:12.355227 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a65f3fd-73ee-4858-9df5-8fb707b70f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:12.589443 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5a65f3fd-73ee-4858-9df5-8fb707b70f03 admin admin] Deleting port 558a8977-55a1-4c35-b497-e871827cbabb {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:50:12.589791 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a65f3fd-73ee-4858-9df5-8fb707b70f03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:12.665443 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-5a65f3fd-73ee-4858-9df5-8fb707b70f03 admin admin] For port 558a8977-55a1-4c35-b497-e871827cbabb, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=558a8977-55a1-4c35-b497-e871827cbabb,segment=NetworkSegment(6323b5fb-a5e9-4ba1-baf7-9aecac0f9765),segment_id=6323b5fb-a5e9-4ba1-baf7-9aecac0f9765)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:50:12.665803 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a65f3fd-73ee-4858-9df5-8fb707b70f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:12.674808 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 12eccf3e-fe9c-400c-89b1-d5cd709bb356 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:50:12.678652 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5a65f3fd-73ee-4858-9df5-8fb707b70f03 admin admin] Calling delete_port for 558a8977-55a1-4c35-b497-e871827cbabb owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:50:12.698657 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 12eccf3e-fe9c-400c-89b1-d5cd709bb356 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:50:12.699005 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 12eccf3e-fe9c-400c-89b1-d5cd709bb356 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:50:12.854291 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a65f3fd-73ee-4858-9df5-8fb707b70f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:12.883823 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65f3fd-73ee-4858-9df5-8fb707b70f03 admin admin] Pushing event deleted for resources: {'Port': ['ID=558a8977-55a1-4c35-b497-e871827cbabb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:13.043925 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a65f3fd-73ee-4858-9df5-8fb707b70f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:13.251160 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a65f3fd-73ee-4858-9df5-8fb707b70f03 admin admin] Router 74120e44-ee76-4e6a-8f06-98c6d931d545 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:50:13.355541 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a65f3fd-73ee-4858-9df5-8fb707b70f03 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:50:13.360853 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5a65f3fd-73ee-4858-9df5-8fb707b70f03 admin admin] 10.222.0.81 "PUT /v2.0/routers/74120e44-ee76-4e6a-8f06-98c6d931d545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4630225 Jul 30 20:50:13.363373 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51952) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:13.364125 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b2e664-aea9-44a0-8364-b60f74eba459 None None] Sync routers for ids ['74120e44-ee76-4e6a-8f06-98c6d931d545'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:50:13.373146 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b2e664-aea9-44a0-8364-b60f74eba459 None None] Routers {'74120e44-ee76-4e6a-8f06-98c6d931d545'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:50:13.373754 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-42b2e664-aea9-44a0-8364-b60f74eba459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:49:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['74120e44-ee76-4e6a-8f06-98c6d931d545'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:13.476613 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-42b2e664-aea9-44a0-8364-b60f74eba459 None None] Set router 74120e44-ee76-4e6a-8f06-98c6d931d545 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:50:13.655096 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-42b2e664-aea9-44a0-8364-b60f74eba459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'name': 'tempest-TestServerBasicOps-2018208893-router', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:44:32Z', 'updated_at': '2021-07-30T20:50:12Z', 'revision_number': 5, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'gw_port': {'id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:33Z', 'updated_at': '2021-07-30T20:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:13.685961 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b2e664-aea9-44a0-8364-b60f74eba459 None None] Checking router: 74120e44-ee76-4e6a-8f06-98c6d931d545 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:50:13.694773 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b2e664-aea9-44a0-8364-b60f74eba459 None None] Routers {'74120e44-ee76-4e6a-8f06-98c6d931d545'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:50:13.695377 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-42b2e664-aea9-44a0-8364-b60f74eba459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:49:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['74120e44-ee76-4e6a-8f06-98c6d931d545'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:13.754245 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d26aceb1-1cdb-45ea-8ab7-ce431fde321f admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:13.796563 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-42b2e664-aea9-44a0-8364-b60f74eba459 None None] Set router 74120e44-ee76-4e6a-8f06-98c6d931d545 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:50:13.858070 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d26aceb1-1cdb-45ea-8ab7-ce431fde321f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:13.913806 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d26aceb1-1cdb-45ea-8ab7-ce431fde321f admin admin] Deleting port 8a91952b-bbe2-4e10-9051-8ee7799ed9a4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:50:13.914072 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d26aceb1-1cdb-45ea-8ab7-ce431fde321f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:13.990834 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-d26aceb1-1cdb-45ea-8ab7-ce431fde321f admin admin] For port 8a91952b-bbe2-4e10-9051-8ee7799ed9a4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=8a91952b-bbe2-4e10-9051-8ee7799ed9a4,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:50:13.991205 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d26aceb1-1cdb-45ea-8ab7-ce431fde321f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:14.003662 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d26aceb1-1cdb-45ea-8ab7-ce431fde321f admin admin] Calling delete_port for 8a91952b-bbe2-4e10-9051-8ee7799ed9a4 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:50:14.065987 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-42b2e664-aea9-44a0-8364-b60f74eba459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'name': 'tempest-TestServerBasicOps-2018208893-router', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:44:32Z', 'updated_at': '2021-07-30T20:50:12Z', 'revision_number': 5, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'gw_port': {'id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:33Z', 'updated_at': '2021-07-30T20:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:14.093579 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b2e664-aea9-44a0-8364-b60f74eba459 None None] The sync data for ids ['74120e44-ee76-4e6a-8f06-98c6d931d545'] in n-d-712137-9 is: [{'id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'name': 'tempest-TestServerBasicOps-2018208893-router', 'tenant_id': 'cfc68bd32928459ab97ea89c02cd1636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:44:32Z', 'updated_at': '2021-07-30T20:50:12Z', 'revision_number': 5, 'project_id': 'cfc68bd32928459ab97ea89c02cd1636', 'gw_port': {'id': '8a91952b-bbe2-4e10-9051-8ee7799ed9a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74120e44-ee76-4e6a-8f06-98c6d931d545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:33Z', 'updated_at': '2021-07-30T20:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:50:14.171083 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d26aceb1-1cdb-45ea-8ab7-ce431fde321f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:14.197859 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26aceb1-1cdb-45ea-8ab7-ce431fde321f admin admin] Pushing event deleted for resources: {'Port': ['ID=8a91952b-bbe2-4e10-9051-8ee7799ed9a4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:14.257556 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d26aceb1-1cdb-45ea-8ab7-ce431fde321f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:14.346025 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d26aceb1-1cdb-45ea-8ab7-ce431fde321f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:14.348312 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d26aceb1-1cdb-45ea-8ab7-ce431fde321f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:14.390243 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d26aceb1-1cdb-45ea-8ab7-ce431fde321f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:14.390726 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26aceb1-1cdb-45ea-8ab7-ce431fde321f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74120e44-ee76-4e6a-8f06-98c6d931d545 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:50:14.395879 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d26aceb1-1cdb-45ea-8ab7-ce431fde321f admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:14.397383 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d26aceb1-1cdb-45ea-8ab7-ce431fde321f admin admin] 10.222.0.81 "DELETE /v2.0/routers/74120e44-ee76-4e6a-8f06-98c6d931d545 HTTP/1.1" status: 204 len: 168 time: 1.0330431 Jul 30 20:50:14.399867 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51954) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:14.448510 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-adeb34e6-6f26-4ebe-8c92-e4a0e05839df admin admin] Deleting subnet 4ccc27fe-1a9a-438f-bfce-24583ab6b19c {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:50:14.451768 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-adeb34e6-6f26-4ebe-8c92-e4a0e05839df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:14.486461 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-adeb34e6-6f26-4ebe-8c92-e4a0e05839df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:14.567010 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-adeb34e6-6f26-4ebe-8c92-e4a0e05839df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:14.625151 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-adeb34e6-6f26-4ebe-8c92-e4a0e05839df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:14.656614 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb34e6-6f26-4ebe-8c92-e4a0e05839df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ccc27fe-1a9a-438f-bfce-24583ab6b19c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:14.660548 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-adeb34e6-6f26-4ebe-8c92-e4a0e05839df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:14.662957 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-adeb34e6-6f26-4ebe-8c92-e4a0e05839df admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4ccc27fe-1a9a-438f-bfce-24583ab6b19c HTTP/1.1" status: 204 len: 168 time: 0.2616410 Jul 30 20:50:14.665563 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51956) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:14.671420 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4e6b1b-1945-4516-b6b1-88607d8672b6 None None] Network 91573216-b5d9-4b2a-9579-5a65aa8ee0dd requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:50:14.757062 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-612f882f-20ba-473b-9af5-fcdbf45d9277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:14.813335 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-612f882f-20ba-473b-9af5-fcdbf45d9277 admin admin] Deleting port 3891ef33-d2ae-4baf-9792-16da6fbea110 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:50:14.813755 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-612f882f-20ba-473b-9af5-fcdbf45d9277 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:14.879954 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-612f882f-20ba-473b-9af5-fcdbf45d9277 admin admin] For port 3891ef33-d2ae-4baf-9792-16da6fbea110, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=3891ef33-d2ae-4baf-9792-16da6fbea110,segment=NetworkSegment(6323b5fb-a5e9-4ba1-baf7-9aecac0f9765),segment_id=6323b5fb-a5e9-4ba1-baf7-9aecac0f9765)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:50:14.880316 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-612f882f-20ba-473b-9af5-fcdbf45d9277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:14.892850 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-612f882f-20ba-473b-9af5-fcdbf45d9277 admin admin] Calling delete_port for 3891ef33-d2ae-4baf-9792-16da6fbea110 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:50:14.971418 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-612f882f-20ba-473b-9af5-fcdbf45d9277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:15.001089 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f882f-20ba-473b-9af5-fcdbf45d9277 admin admin] Pushing event deleted for resources: {'Port': ['ID=3891ef33-d2ae-4baf-9792-16da6fbea110,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:15.004547 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612f882f-20ba-473b-9af5-fcdbf45d9277 admin admin] No DVR routers for this DVR port 3891ef33-d2ae-4baf-9792-16da6fbea110 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:50:15.075932 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-612f882f-20ba-473b-9af5-fcdbf45d9277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:15.084888 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52512364-d852-44f9-a597-821d592dfea6 None None] DHCP port deletion for 91573216-b5d9-4b2a-9579-5a65aa8ee0dd request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:50:15.087174 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-612f882f-20ba-473b-9af5-fcdbf45d9277 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91573216-b5d9-4b2a-9579-5a65aa8ee0dd']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:15.099684 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-612f882f-20ba-473b-9af5-fcdbf45d9277 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6323b5fb-a5e9-4ba1-baf7-9aecac0f9765') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:15.100716 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-612f882f-20ba-473b-9af5-fcdbf45d9277 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6323b5fb-a5e9-4ba1-baf7-9aecac0f9765') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:15.105458 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 558a8977-55a1-4c35-b497-e871827cbabb no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:50:15.110326 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-612f882f-20ba-473b-9af5-fcdbf45d9277 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:15.129718 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 558a8977-55a1-4c35-b497-e871827cbabb {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:50:15.130064 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 558a8977-55a1-4c35-b497-e871827cbabb not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:50:15.130777 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-612f882f-20ba-473b-9af5-fcdbf45d9277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:15.137121 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612f882f-20ba-473b-9af5-fcdbf45d9277 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:50:15.137510 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-612f882f-20ba-473b-9af5-fcdbf45d9277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:50:15.139195 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:50:15.196615 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-612f882f-20ba-473b-9af5-fcdbf45d9277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:15.202253 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-612f882f-20ba-473b-9af5-fcdbf45d9277 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:15.204157 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-612f882f-20ba-473b-9af5-fcdbf45d9277 admin admin] 10.222.0.81 "DELETE /v2.0/networks/91573216-b5d9-4b2a-9579-5a65aa8ee0dd HTTP/1.1" status: 204 len: 168 time: 0.5376055 Jul 30 20:50:15.207066 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51958) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:15.215625 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f882f-20ba-473b-9af5-fcdbf45d9277 admin admin] Pushing event deleted for resources: {'Network': ['ID=91573216-b5d9-4b2a-9579-5a65aa8ee0dd,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:15.544551 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08e847a9-434b-4a0a-83fd-9bdd6b2a11c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:15.790020 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-08e847a9-434b-4a0a-83fd-9bdd6b2a11c0 admin admin] Deleting port c86713f7-2107-478b-9f3a-e24410567d4a {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:50:15.790277 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08e847a9-434b-4a0a-83fd-9bdd6b2a11c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:15.857409 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:15.869464 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-08e847a9-434b-4a0a-83fd-9bdd6b2a11c0 admin admin] For port c86713f7-2107-478b-9f3a-e24410567d4a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c86713f7-2107-478b-9f3a-e24410567d4a,segment=NetworkSegment(045f1072-a6fe-4d5e-9c56-e93210f1098d),segment_id=045f1072-a6fe-4d5e-9c56-e93210f1098d)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:50:15.869824 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08e847a9-434b-4a0a-83fd-9bdd6b2a11c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:15.882818 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-08e847a9-434b-4a0a-83fd-9bdd6b2a11c0 admin admin] Calling delete_port for c86713f7-2107-478b-9f3a-e24410567d4a owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:50:16.060469 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08e847a9-434b-4a0a-83fd-9bdd6b2a11c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:16.085819 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e847a9-434b-4a0a-83fd-9bdd6b2a11c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c86713f7-2107-478b-9f3a-e24410567d4a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:16.251941 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08e847a9-434b-4a0a-83fd-9bdd6b2a11c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:16.464354 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e847a9-434b-4a0a-83fd-9bdd6b2a11c0 admin admin] Router 65e42d8b-8111-4a41-ae96-0456e21dfe55 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:50:16.568254 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e847a9-434b-4a0a-83fd-9bdd6b2a11c0 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:50:16.573182 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-08e847a9-434b-4a0a-83fd-9bdd6b2a11c0 admin admin] 10.222.0.81 "PUT /v2.0/routers/65e42d8b-8111-4a41-ae96-0456e21dfe55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3650424 Jul 30 20:50:16.575568 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51960) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:16.576705 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e106fb91-c8c3-43e0-b317-7be9a42b4d24 None None] Sync routers for ids ['65e42d8b-8111-4a41-ae96-0456e21dfe55'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:50:16.586208 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e106fb91-c8c3-43e0-b317-7be9a42b4d24 None None] Routers {'65e42d8b-8111-4a41-ae96-0456e21dfe55'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:50:16.586828 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e106fb91-c8c3-43e0-b317-7be9a42b4d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:49:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['65e42d8b-8111-4a41-ae96-0456e21dfe55'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:16.680811 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50e4fb6f-1275-45d4-936c-1bcf9fb22af8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:16.692244 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-e106fb91-c8c3-43e0-b317-7be9a42b4d24 None None] Set router 65e42d8b-8111-4a41-ae96-0456e21dfe55 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:50:16.786363 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8a91952b-bbe2-4e10-9051-8ee7799ed9a4 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:50:16.788852 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50e4fb6f-1275-45d4-936c-1bcf9fb22af8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:16.808919 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 8a91952b-bbe2-4e10-9051-8ee7799ed9a4 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:50:16.809261 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 8a91952b-bbe2-4e10-9051-8ee7799ed9a4 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:50:16.809669 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3891ef33-d2ae-4baf-9792-16da6fbea110 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:50:16.832687 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 3891ef33-d2ae-4baf-9792-16da6fbea110 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:50:16.832960 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 3891ef33-d2ae-4baf-9792-16da6fbea110 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:50:16.842147 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-50e4fb6f-1275-45d4-936c-1bcf9fb22af8 admin admin] Deleting port df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:50:16.842504 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50e4fb6f-1275-45d4-936c-1bcf9fb22af8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:16.908210 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e106fb91-c8c3-43e0-b317-7be9a42b4d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e42d8b-8111-4a41-ae96-0456e21dfe55', 'name': 'tempest-TestServerBasicOps-1946753580-router', 'tenant_id': '5b3a046d66bd45c2bc4d172413db425a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:44:37Z', 'updated_at': '2021-07-30T20:50:16Z', 'revision_number': 5, 'project_id': '5b3a046d66bd45c2bc4d172413db425a', 'gw_port': {'id': 'df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e42d8b-8111-4a41-ae96-0456e21dfe55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:44:37Z', 'updated_at': '2021-07-30T20:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:16.925661 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-50e4fb6f-1275-45d4-936c-1bcf9fb22af8 admin admin] For port df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:50:16.926039 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50e4fb6f-1275-45d4-936c-1bcf9fb22af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:16.936542 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e106fb91-c8c3-43e0-b317-7be9a42b4d24 None None] Checking router: 65e42d8b-8111-4a41-ae96-0456e21dfe55 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:50:16.937809 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-50e4fb6f-1275-45d4-936c-1bcf9fb22af8 admin admin] Calling delete_port for df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:50:16.945150 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e106fb91-c8c3-43e0-b317-7be9a42b4d24 None None] Routers {'65e42d8b-8111-4a41-ae96-0456e21dfe55'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:50:16.945757 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e106fb91-c8c3-43e0-b317-7be9a42b4d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:49:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['65e42d8b-8111-4a41-ae96-0456e21dfe55'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:17.029902 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-e106fb91-c8c3-43e0-b317-7be9a42b4d24 None None] Set router 65e42d8b-8111-4a41-ae96-0456e21dfe55 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:50:17.081579 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e106fb91-c8c3-43e0-b317-7be9a42b4d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e42d8b-8111-4a41-ae96-0456e21dfe55', 'name': 'tempest-TestServerBasicOps-1946753580-router', 'tenant_id': '5b3a046d66bd45c2bc4d172413db425a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:44:37Z', 'updated_at': '2021-07-30T20:50:16Z', 'revision_number': 6, 'project_id': '5b3a046d66bd45c2bc4d172413db425a', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:17.108517 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50e4fb6f-1275-45d4-936c-1bcf9fb22af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:17.111199 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e106fb91-c8c3-43e0-b317-7be9a42b4d24 None None] The sync data for ids ['65e42d8b-8111-4a41-ae96-0456e21dfe55'] in n-d-712137-9 is: [{'id': '65e42d8b-8111-4a41-ae96-0456e21dfe55', 'name': 'tempest-TestServerBasicOps-1946753580-router', 'tenant_id': '5b3a046d66bd45c2bc4d172413db425a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:44:37Z', 'updated_at': '2021-07-30T20:50:16Z', 'revision_number': 6, 'project_id': '5b3a046d66bd45c2bc4d172413db425a', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:50:17.135354 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4fb6f-1275-45d4-936c-1bcf9fb22af8 admin admin] Pushing event deleted for resources: {'Port': ['ID=df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:17.192403 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50e4fb6f-1275-45d4-936c-1bcf9fb22af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:17.278856 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50e4fb6f-1275-45d4-936c-1bcf9fb22af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:17.281000 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50e4fb6f-1275-45d4-936c-1bcf9fb22af8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:17.325923 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50e4fb6f-1275-45d4-936c-1bcf9fb22af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:17.326495 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e4fb6f-1275-45d4-936c-1bcf9fb22af8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65e42d8b-8111-4a41-ae96-0456e21dfe55 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:50:17.332937 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50e4fb6f-1275-45d4-936c-1bcf9fb22af8 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:17.334214 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-50e4fb6f-1275-45d4-936c-1bcf9fb22af8 admin admin] 10.222.0.81 "DELETE /v2.0/routers/65e42d8b-8111-4a41-ae96-0456e21dfe55 HTTP/1.1" status: 204 len: 168 time: 0.7577381 Jul 30 20:50:17.337213 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51962) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:17.380345 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-2883c375-4e1f-4098-a0c5-142fcef70c13 admin admin] Deleting subnet 6b7f8822-d722-4985-85d8-6aec79126dc6 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:50:17.383300 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2883c375-4e1f-4098-a0c5-142fcef70c13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:17.417078 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2883c375-4e1f-4098-a0c5-142fcef70c13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:17.499283 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2883c375-4e1f-4098-a0c5-142fcef70c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:17.559424 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2883c375-4e1f-4098-a0c5-142fcef70c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:17.586684 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883c375-4e1f-4098-a0c5-142fcef70c13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b7f8822-d722-4985-85d8-6aec79126dc6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:17.589232 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2883c375-4e1f-4098-a0c5-142fcef70c13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:17.590514 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2883c375-4e1f-4098-a0c5-142fcef70c13 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6b7f8822-d722-4985-85d8-6aec79126dc6 HTTP/1.1" status: 204 len: 168 time: 0.2523801 Jul 30 20:50:17.593269 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 51964) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:17.595076 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475b81d3-c264-4963-8722-82b3b25b0d5b None None] Network 390e9741-8ac8-4b8f-993b-ae7c3860f7a6 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:50:17.661785 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98007fa3-8958-4ef4-a988-52723f5a4f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:17.718860 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-98007fa3-8958-4ef4-a988-52723f5a4f57 admin admin] Deleting port b339ad98-9538-4ea8-9ca6-741296475043 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:50:17.719208 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98007fa3-8958-4ef4-a988-52723f5a4f57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:17.781360 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-98007fa3-8958-4ef4-a988-52723f5a4f57 admin admin] For port b339ad98-9538-4ea8-9ca6-741296475043, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b339ad98-9538-4ea8-9ca6-741296475043,segment=NetworkSegment(045f1072-a6fe-4d5e-9c56-e93210f1098d),segment_id=045f1072-a6fe-4d5e-9c56-e93210f1098d)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:50:17.781721 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98007fa3-8958-4ef4-a988-52723f5a4f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:17.794538 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-98007fa3-8958-4ef4-a988-52723f5a4f57 admin admin] Calling delete_port for b339ad98-9538-4ea8-9ca6-741296475043 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:50:17.866650 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da1e484-58c6-4b82-8512-3b5c1c226e28 None None] DHCP port deletion for 390e9741-8ac8-4b8f-993b-ae7c3860f7a6 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:50:17.877769 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98007fa3-8958-4ef4-a988-52723f5a4f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:17.905399 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98007fa3-8958-4ef4-a988-52723f5a4f57 admin admin] Pushing event deleted for resources: {'Port': ['ID=b339ad98-9538-4ea8-9ca6-741296475043,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:17.907224 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98007fa3-8958-4ef4-a988-52723f5a4f57 admin admin] No DVR routers for this DVR port b339ad98-9538-4ea8-9ca6-741296475043 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:50:17.923069 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9da1e484-58c6-4b82-8512-3b5c1c226e28 None None] Deleting port b339ad98-9538-4ea8-9ca6-741296475043 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:50:17.923642 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9da1e484-58c6-4b82-8512-3b5c1c226e28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:17.978188 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98007fa3-8958-4ef4-a988-52723f5a4f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:17.985239 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-9da1e484-58c6-4b82-8512-3b5c1c226e28 None None] For port b339ad98-9538-4ea8-9ca6-741296475043, host n-d-712137-9, got binding levels [] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:50:17.985239 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9da1e484-58c6-4b82-8512-3b5c1c226e28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:17.988727 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-98007fa3-8958-4ef4-a988-52723f5a4f57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390e9741-8ac8-4b8f-993b-ae7c3860f7a6']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:17.998843 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9da1e484-58c6-4b82-8512-3b5c1c226e28 None None] Calling delete_port for b339ad98-9538-4ea8-9ca6-741296475043 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:50:18.000877 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-98007fa3-8958-4ef4-a988-52723f5a4f57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045f1072-a6fe-4d5e-9c56-e93210f1098d') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:18.001181 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-98007fa3-8958-4ef4-a988-52723f5a4f57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045f1072-a6fe-4d5e-9c56-e93210f1098d') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:18.001504 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.ipam_backend_mixin [None req-9da1e484-58c6-4b82-8512-3b5c1c226e28 None None] Port b339ad98-9538-4ea8-9ca6-741296475043 was not found and therefore no delete operation was performed {{(pid=93884) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 20:50:18.002789 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9da1e484-58c6-4b82-8512-3b5c1c226e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:18.010849 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98007fa3-8958-4ef4-a988-52723f5a4f57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:18.029456 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98007fa3-8958-4ef4-a988-52723f5a4f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:18.029642 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1e484-58c6-4b82-8512-3b5c1c226e28 None None] Pushing event deleted for resources: {'Port': ['ID=b339ad98-9538-4ea8-9ca6-741296475043,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:18.031922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da1e484-58c6-4b82-8512-3b5c1c226e28 None None] No DVR routers for this DVR port b339ad98-9538-4ea8-9ca6-741296475043 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:50:18.036067 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98007fa3-8958-4ef4-a988-52723f5a4f57 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:50:18.036475 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98007fa3-8958-4ef4-a988-52723f5a4f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:50:18.038359 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:50:18.048007 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1e484-58c6-4b82-8512-3b5c1c226e28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:18.048007 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1e484-58c6-4b82-8512-3b5c1c226e28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:18.048007 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1e484-58c6-4b82-8512-3b5c1c226e28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:18.048294 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1e484-58c6-4b82-8512-3b5c1c226e28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:18.048636 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1e484-58c6-4b82-8512-3b5c1c226e28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:18.049022 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1e484-58c6-4b82-8512-3b5c1c226e28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:18.049387 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1e484-58c6-4b82-8512-3b5c1c226e28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:18.049813 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1e484-58c6-4b82-8512-3b5c1c226e28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:18.050178 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1e484-58c6-4b82-8512-3b5c1c226e28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:18.050512 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1e484-58c6-4b82-8512-3b5c1c226e28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:18.050858 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1e484-58c6-4b82-8512-3b5c1c226e28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:18.051185 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1e484-58c6-4b82-8512-3b5c1c226e28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:18.096538 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98007fa3-8958-4ef4-a988-52723f5a4f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:18.102214 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-98007fa3-8958-4ef4-a988-52723f5a4f57 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:18.104311 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-98007fa3-8958-4ef4-a988-52723f5a4f57 admin admin] 10.222.0.81 "DELETE /v2.0/networks/390e9741-8ac8-4b8f-993b-ae7c3860f7a6 HTTP/1.1" status: 204 len: 168 time: 0.5092876 Jul 30 20:50:18.119307 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98007fa3-8958-4ef4-a988-52723f5a4f57 admin admin] Pushing event deleted for resources: {'Network': ['ID=390e9741-8ac8-4b8f-993b-ae7c3860f7a6,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:18.217120 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51970) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:18.257652 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-330caee3-1ea3-4604-a6d7-cf094548983b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cfc68bd32928459ab97ea89c02cd1636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393379 Jul 30 20:50:18.260039 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51972) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:18.307483 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7bba372b-141a-44a8-869d-33ef11c25a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:18.327914 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7bba372b-141a-44a8-869d-33ef11c25a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:18.378006 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7bba372b-141a-44a8-869d-33ef11c25a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:18.380535 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7bba372b-141a-44a8-869d-33ef11c25a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:18.381668 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7bba372b-141a-44a8-869d-33ef11c25a2d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ba62ee81-a700-4543-85c3-ee12f528eace HTTP/1.1" status: 204 len: 168 time: 0.1207175 Jul 30 20:50:18.389040 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba372b-141a-44a8-869d-33ef11c25a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba62ee81-a700-4543-85c3-ee12f528eace,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:18.683455 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51978) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:18.702723 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b339ad98-9538-4ea8-9ca6-741296475043 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:50:18.728110 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-05bf1680-5253-40f7-9d07-d9e349c49978 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5b3a046d66bd45c2bc4d172413db425a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403342 Jul 30 20:50:18.728305 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: b339ad98-9538-4ea8-9ca6-741296475043 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:50:18.728305 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b339ad98-9538-4ea8-9ca6-741296475043 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:50:18.728305 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:50:18.728541 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 51980) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:18.778777 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2ae3a50-efbd-4867-958d-b16fecdfa165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:18.802288 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2ae3a50-efbd-4867-958d-b16fecdfa165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:18.856107 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2ae3a50-efbd-4867-958d-b16fecdfa165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:18.858856 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2ae3a50-efbd-4867-958d-b16fecdfa165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:18.862602 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e2ae3a50-efbd-4867-958d-b16fecdfa165 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a5b67e94-8a2f-4dbe-8fed-c2b852f54fdb HTTP/1.1" status: 204 len: 168 time: 0.1309035 Jul 30 20:50:18.868964 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae3a50-efbd-4867-958d-b16fecdfa165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b67e94-8a2f-4dbe-8fed-c2b852f54fdb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:18.919883 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:50:18.920231 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device df1fa5a7-b5e0-477f-9f4d-e9f2bb84dfad not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:50:18.920646 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c86713f7-2107-478b-9f3a-e24410567d4a no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:50:18.941111 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: c86713f7-2107-478b-9f3a-e24410567d4a {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:50:18.941719 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c86713f7-2107-478b-9f3a-e24410567d4a not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:50:19.533067 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52002) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:19.635069 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1a7cd33d-7824-44d8-8fc7-fcc2113fdcd1 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-113381019-network', 'tenant_id': '10dc8cb0e5434098b07721c8ced0abf6'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:50:19.656887 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7cd33d-7824-44d8-8fc7-fcc2113fdcd1 admin admin] Made reservation on behalf of 10dc8cb0e5434098b07721c8ced0abf6 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:50:19.659644 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd33d-7824-44d8-8fc7-fcc2113fdcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:19.668682 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd33d-7824-44d8-8fc7-fcc2113fdcd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:19.762060 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd33d-7824-44d8-8fc7-fcc2113fdcd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:19.765948 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd33d-7824-44d8-8fc7-fcc2113fdcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:19.788899 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a7cd33d-7824-44d8-8fc7-fcc2113fdcd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:50:19.804430 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cd33d-7824-44d8-8fc7-fcc2113fdcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2939ce-fb17-445e-97bb-d0e22a3f3fd7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:19.811652 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd33d-7824-44d8-8fc7-fcc2113fdcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:19.812144 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-1a7cd33d-7824-44d8-8fc7-fcc2113fdcd1 admin admin] Added segment 39062b7e-4f7d-4914-9566-52c18a668a7d of type vlan for network fca5d7eb-5ade-480a-af4d-db0616a90a24 Jul 30 20:50:19.853904 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd33d-7824-44d8-8fc7-fcc2113fdcd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:19.882146 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd33d-7824-44d8-8fc7-fcc2113fdcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:19.883078 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7cd33d-7824-44d8-8fc7-fcc2113fdcd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:19.883687 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd33d-7824-44d8-8fc7-fcc2113fdcd1 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:19.937237 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1a7cd33d-7824-44d8-8fc7-fcc2113fdcd1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4029679 Jul 30 20:50:19.940399 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52006) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:19.941149 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:19.944976 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cd33d-7824-44d8-8fc7-fcc2113fdcd1 admin admin] Pushing event updated for resources: {'Network': ['ID=fca5d7eb-5ade-480a-af4d-db0616a90a24,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:19.945705 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-6d43c362-683b-480d-81cc-663f25f15df7 admin admin] Request body: {'subnet': {'network_id': 'fca5d7eb-5ade-480a-af4d-db0616a90a24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-113381019-subnet', 'tenant_id': '10dc8cb0e5434098b07721c8ced0abf6', 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:50:19.956298 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network fca5d7eb-5ade-480a-af4d-db0616a90a24 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:50:19.967578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d43c362-683b-480d-81cc-663f25f15df7 admin admin] Made reservation on behalf of 10dc8cb0e5434098b07721c8ced0abf6 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:50:19.970011 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6d43c362-683b-480d-81cc-663f25f15df7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:20.139641 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6d43c362-683b-480d-81cc-663f25f15df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:20.196198 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43c362-683b-480d-81cc-663f25f15df7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9c43384-2572-4e3b-9937-a7795d47c20a,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:20.203946 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d43c362-683b-480d-81cc-663f25f15df7 admin admin] Checking segment: {'id': '39062b7e-4f7d-4914-9566-52c18a668a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fca5d7eb-5ade-480a-af4d-db0616a90a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:50:20.204305 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d43c362-683b-480d-81cc-663f25f15df7 admin admin] Network hostable DHCP agents. Network: fca5d7eb-5ade-480a-af4d-db0616a90a24, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:50:20.220641 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d43c362-683b-480d-81cc-663f25f15df7 admin admin] Network fca5d7eb-5ade-480a-af4d-db0616a90a24 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:50:20.229449 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-6d43c362-683b-480d-81cc-663f25f15df7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, fca5d7eb-5ade-480a-af4d-db0616a90a24) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:50:20.233726 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d43c362-683b-480d-81cc-663f25f15df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:20.234472 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6d43c362-683b-480d-81cc-663f25f15df7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:20.240581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3032b453-8cac-48d5-812b-8d3f9263cd37 None None] Network fca5d7eb-5ade-480a-af4d-db0616a90a24 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:50:20.250702 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6d43c362-683b-480d-81cc-663f25f15df7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3091571 Jul 30 20:50:20.253401 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52008) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:20.258071 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-8873bba5-d7bc-4584-acbe-4013570c27da admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-113381019-router', 'tenant_id': '10dc8cb0e5434098b07721c8ced0abf6', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:50:20.280198 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8873bba5-d7bc-4584-acbe-4013570c27da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:20.280832 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8873bba5-d7bc-4584-acbe-4013570c27da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:20.342107 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8873bba5-d7bc-4584-acbe-4013570c27da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:20.382895 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3f97fd-a415-431e-9ea1-e7a413766557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-fca5d7eb-5ade-480a-af4d-db0616a90a24', 'network_id': 'fca5d7eb-5ade-480a-af4d-db0616a90a24', 'tenant_id': '10dc8cb0e5434098b07721c8ced0abf6', 'fixed_ips': [{'subnet_id': 'b9c43384-2572-4e3b-9937-a7795d47c20a'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:50:20.383779 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e3f97fd-a415-431e-9ea1-e7a413766557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:20.483460 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8873bba5-d7bc-4584-acbe-4013570c27da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:20.525710 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-8e3f97fd-a415-431e-9ea1-e7a413766557 None None] Allocated IP 172.20.0.2 (fca5d7eb-5ade-480a-af4d-db0616a90a24/b9c43384-2572-4e3b-9937-a7795d47c20a/434532b7-a144-4d0e-b82e-db675d7ef7a7) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:50:20.673862 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e3f97fd-a415-431e-9ea1-e7a413766557 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:20.681496 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8873bba5-d7bc-4584-acbe-4013570c27da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:20.682192 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8e3f97fd-a415-431e-9ea1-e7a413766557 None None] Transition to ACTIVE for port object 434532b7-a144-4d0e-b82e-db675d7ef7a7 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:50:20.697204 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8e3f97fd-a415-431e-9ea1-e7a413766557 None None] Transition to ACTIVE for port object 434532b7-a144-4d0e-b82e-db675d7ef7a7 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:50:20.701471 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8873bba5-d7bc-4584-acbe-4013570c27da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:20.706937 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e3f97fd-a415-431e-9ea1-e7a413766557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:20.745555 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3f97fd-a415-431e-9ea1-e7a413766557 None None] Network fca5d7eb-5ade-480a-af4d-db0616a90a24 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:50:20.748292 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8e3f97fd-a415-431e-9ea1-e7a413766557 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:50:20.754485 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3f97fd-a415-431e-9ea1-e7a413766557 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:50:20.758273 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f97fd-a415-431e-9ea1-e7a413766557 None None] Pushing event updated for resources: {'Port': ['ID=434532b7-a144-4d0e-b82e-db675d7ef7a7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:20.811919 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-8873bba5-d7bc-4584-acbe-4013570c27da admin admin] Allocated IP 172.25.3.235 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/babe031f-6712-403f-a84f-c86777e760dd) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:50:20.812962 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8e3f97fd-a415-431e-9ea1-e7a413766557 None None] Attempting to bind port 434532b7-a144-4d0e-b82e-db675d7ef7a7 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:50:20.813337 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8e3f97fd-a415-431e-9ea1-e7a413766557 None None] Attempting to bind port 434532b7-a144-4d0e-b82e-db675d7ef7a7 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '39062b7e-4f7d-4914-9566-52c18a668a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fca5d7eb-5ade-480a-af4d-db0616a90a24'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:50:20.813703 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3f97fd-a415-431e-9ea1-e7a413766557 None None] Attempting to bind port 434532b7-a144-4d0e-b82e-db675d7ef7a7 on network fca5d7eb-5ade-480a-af4d-db0616a90a24 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:50:20.819531 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3f97fd-a415-431e-9ea1-e7a413766557 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:50:20.819938 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3f97fd-a415-431e-9ea1-e7a413766557 None None] Checking segment: {'id': '39062b7e-4f7d-4914-9566-52c18a668a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fca5d7eb-5ade-480a-af4d-db0616a90a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:50:20.820330 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e3f97fd-a415-431e-9ea1-e7a413766557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:20.820728 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3f97fd-a415-431e-9ea1-e7a413766557 None None] Bound using segment: {'id': '39062b7e-4f7d-4914-9566-52c18a668a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fca5d7eb-5ade-480a-af4d-db0616a90a24'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:50:20.821196 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8e3f97fd-a415-431e-9ea1-e7a413766557 None None] Bound port: 434532b7-a144-4d0e-b82e-db675d7ef7a7, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39062b7e-4f7d-4914-9566-52c18a668a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fca5d7eb-5ade-480a-af4d-db0616a90a24'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:50:20.821576 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e3f97fd-a415-431e-9ea1-e7a413766557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:20.887298 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8e3f97fd-a415-431e-9ea1-e7a413766557 None None] For port 434532b7-a144-4d0e-b82e-db675d7ef7a7, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:50:20.890570 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8e3f97fd-a415-431e-9ea1-e7a413766557 None None] For port 434532b7-a144-4d0e-b82e-db675d7ef7a7, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=434532b7-a144-4d0e-b82e-db675d7ef7a7,segment=NetworkSegment(39062b7e-4f7d-4914-9566-52c18a668a7d),segment_id=39062b7e-4f7d-4914-9566-52c18a668a7d)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:50:20.894355 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e3f97fd-a415-431e-9ea1-e7a413766557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:20.916874 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8873bba5-d7bc-4584-acbe-4013570c27da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:20.956018 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f97fd-a415-431e-9ea1-e7a413766557 None None] Pushing event updated for resources: {'Port': ['ID=434532b7-a144-4d0e-b82e-db675d7ef7a7,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:20.956575 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8873bba5-d7bc-4584-acbe-4013570c27da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:21.000867 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8873bba5-d7bc-4584-acbe-4013570c27da admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:50:21.003794 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-8873bba5-d7bc-4584-acbe-4013570c27da admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:50:21.010729 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8873bba5-d7bc-4584-acbe-4013570c27da admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:50:21.013720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873bba5-d7bc-4584-acbe-4013570c27da admin admin] Pushing event updated for resources: {'Port': ['ID=babe031f-6712-403f-a84f-c86777e760dd,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:21.273429 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8873bba5-d7bc-4584-acbe-4013570c27da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:21.312500 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75e37105-a914-4630-bf5f-fcd7a4f55060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:21.796165 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8873bba5-d7bc-4584-acbe-4013570c27da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:21.833592 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799c0f89-df13-4750-8d20-d66e39458975 None None] Network fca5d7eb-5ade-480a-af4d-db0616a90a24 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:50:21.923060 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8873bba5-d7bc-4584-acbe-4013570c27da admin admin] Router 5af32a83-193c-49fb-bcff-030da0eed026 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:50:21.954256 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1fe6f7c-768b-4bcd-a0d5-e18264768e23 None None] Provisioning for port 434532b7-a144-4d0e-b82e-db675d7ef7a7 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:50:22.035785 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8873bba5-d7bc-4584-acbe-4013570c27da admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:50:22.045235 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] Sync routers for ids ['5af32a83-193c-49fb-bcff-030da0eed026'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:50:22.052617 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8873bba5-d7bc-4584-acbe-4013570c27da admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:22.056604 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8873bba5-d7bc-4584-acbe-4013570c27da admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.7996950 Jul 30 20:50:22.056936 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52010) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:22.057737 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] Routers {'5af32a83-193c-49fb-bcff-030da0eed026'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:50:22.058463 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:49:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5af32a83-193c-49fb-bcff-030da0eed026'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:22.171828 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] Set router 5af32a83-193c-49fb-bcff-030da0eed026 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:50:22.359108 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af32a83-193c-49fb-bcff-030da0eed026', 'name': 'tempest-ImageQuotaTest-113381019-router', 'tenant_id': '10dc8cb0e5434098b07721c8ced0abf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'babe031f-6712-403f-a84f-c86777e760dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:50:20Z', 'updated_at': '2021-07-30T20:50:21Z', 'revision_number': 3, 'project_id': '10dc8cb0e5434098b07721c8ced0abf6', 'gw_port': {'id': 'babe031f-6712-403f-a84f-c86777e760dd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af32a83-193c-49fb-bcff-030da0eed026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:50:20Z', 'updated_at': '2021-07-30T20:50:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:22.386075 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] Checking router: 5af32a83-193c-49fb-bcff-030da0eed026 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:50:22.386424 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] Updating router 5af32a83-193c-49fb-bcff-030da0eed026 port babe031f-6712-403f-a84f-c86777e760dd binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:50:22.411625 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:22.660155 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:22.676131 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] Transition to ACTIVE for port object babe031f-6712-403f-a84f-c86777e760dd will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:50:22.682938 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:22.742130 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3883ab1-00df-4856-a94f-360e55892561 None None] Pushing event updated for resources: {'Port': ['ID=babe031f-6712-403f-a84f-c86777e760dd,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:22.744774 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 434532b7-a144-4d0e-b82e-db675d7ef7a7 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:50:22.757492 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] Attempting to bind port babe031f-6712-403f-a84f-c86777e760dd on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:50:22.757869 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] Attempting to bind port babe031f-6712-403f-a84f-c86777e760dd by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:50:22.758226 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] Attempting to bind port babe031f-6712-403f-a84f-c86777e760dd on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:50:22.766263 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:50:22.766633 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:50:22.767031 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:22.767811 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:50:22.767934 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] Bound port: babe031f-6712-403f-a84f-c86777e760dd, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:50:22.768260 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:22.792902 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3883ab1-00df-4856-a94f-360e55892561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:22.793231 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3883ab1-00df-4856-a94f-360e55892561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:22.793536 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca7095c0-c631-41ed-a5c6-090bd81a3b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:22.793670 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3883ab1-00df-4856-a94f-360e55892561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:22.793903 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3883ab1-00df-4856-a94f-360e55892561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:22.794205 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3883ab1-00df-4856-a94f-360e55892561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:22.794538 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3883ab1-00df-4856-a94f-360e55892561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:22.794865 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3883ab1-00df-4856-a94f-360e55892561 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:22.795190 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3883ab1-00df-4856-a94f-360e55892561 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:22.795627 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3883ab1-00df-4856-a94f-360e55892561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:22.795851 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3883ab1-00df-4856-a94f-360e55892561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:22.796176 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3883ab1-00df-4856-a94f-360e55892561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:22.796495 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3883ab1-00df-4856-a94f-360e55892561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:50:22.796644 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 434532b7-a144-4d0e-b82e-db675d7ef7a7 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:50:22.807022 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 434532b7-a144-4d0e-b82e-db675d7ef7a7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:50:22.807866 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:22.829630 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] For port babe031f-6712-403f-a84f-c86777e760dd, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:50:22.832700 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] For port babe031f-6712-403f-a84f-c86777e760dd, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=babe031f-6712-403f-a84f-c86777e760dd,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:50:22.838390 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:22.893380 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:22.896511 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3883ab1-00df-4856-a94f-360e55892561 None None] Pushing event updated for resources: {'Port': ['ID=babe031f-6712-403f-a84f-c86777e760dd,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:22.900705 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] Routers {'5af32a83-193c-49fb-bcff-030da0eed026'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:50:22.901241 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:49:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5af32a83-193c-49fb-bcff-030da0eed026'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:22.934562 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 434532b7-a144-4d0e-b82e-db675d7ef7a7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=434532b7-a144-4d0e-b82e-db675d7ef7a7,segment=NetworkSegment(39062b7e-4f7d-4914-9566-52c18a668a7d),segment_id=39062b7e-4f7d-4914-9566-52c18a668a7d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:50:22.938643 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:22.969663 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-ca7095c0-c631-41ed-a5c6-090bd81a3b56 admin admin] Allocated IP 172.20.0.1 (fca5d7eb-5ade-480a-af4d-db0616a90a24/b9c43384-2572-4e3b-9937-a7795d47c20a/9d486794-c311-4892-8a95-f20eae428d49) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:50:22.987247 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=434532b7-a144-4d0e-b82e-db675d7ef7a7,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:23.006417 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] Set router 5af32a83-193c-49fb-bcff-030da0eed026 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:50:23.076024 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca7095c0-c631-41ed-a5c6-090bd81a3b56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:23.089298 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-ca7095c0-c631-41ed-a5c6-090bd81a3b56 admin admin] Transition to ACTIVE for port object 9d486794-c311-4892-8a95-f20eae428d49 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:50:23.122498 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca7095c0-c631-41ed-a5c6-090bd81a3b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:23.164531 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7095c0-c631-41ed-a5c6-090bd81a3b56 admin admin] Network fca5d7eb-5ade-480a-af4d-db0616a90a24 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:50:23.167325 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-ca7095c0-c631-41ed-a5c6-090bd81a3b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:50:23.170927 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7095c0-c631-41ed-a5c6-090bd81a3b56 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:50:23.184421 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af32a83-193c-49fb-bcff-030da0eed026', 'name': 'tempest-ImageQuotaTest-113381019-router', 'tenant_id': '10dc8cb0e5434098b07721c8ced0abf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'babe031f-6712-403f-a84f-c86777e760dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:50:20Z', 'updated_at': '2021-07-30T20:50:21Z', 'revision_number': 3, 'project_id': '10dc8cb0e5434098b07721c8ced0abf6', 'gw_port': {'id': 'babe031f-6712-403f-a84f-c86777e760dd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af32a83-193c-49fb-bcff-030da0eed026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:50:20Z', 'updated_at': '2021-07-30T20:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:23.199614 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7095c0-c631-41ed-a5c6-090bd81a3b56 admin admin] Pushing event updated for resources: {'Port': ['ID=9d486794-c311-4892-8a95-f20eae428d49,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:23.211437 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227a06c6-9dd6-4cec-894f-cf8c9779ba7d None None] The sync data for ids ['5af32a83-193c-49fb-bcff-030da0eed026'] in n-d-712137-9 is: [{'id': '5af32a83-193c-49fb-bcff-030da0eed026', 'name': 'tempest-ImageQuotaTest-113381019-router', 'tenant_id': '10dc8cb0e5434098b07721c8ced0abf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'babe031f-6712-403f-a84f-c86777e760dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:50:20Z', 'updated_at': '2021-07-30T20:50:21Z', 'revision_number': 3, 'project_id': '10dc8cb0e5434098b07721c8ced0abf6', 'gw_port': {'id': 'babe031f-6712-403f-a84f-c86777e760dd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af32a83-193c-49fb-bcff-030da0eed026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:50:20Z', 'updated_at': '2021-07-30T20:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:50:23.220023 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca7095c0-c631-41ed-a5c6-090bd81a3b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:23.370289 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca7095c0-c631-41ed-a5c6-090bd81a3b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:23.423900 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f2e94f3e-c4f8-460e-bce2-b588112fd899 None None] Provisioning for port 9d486794-c311-4892-8a95-f20eae428d49 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:50:23.431967 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f2e94f3e-c4f8-460e-bce2-b588112fd899 None None] Provisioning complete for port 9d486794-c311-4892-8a95-f20eae428d49 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:50:23.432526 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2e94f3e-c4f8-460e-bce2-b588112fd899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:23.490024 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f2e94f3e-c4f8-460e-bce2-b588112fd899 None None] Port 9d486794-c311-4892-8a95-f20eae428d49 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:50:23.574511 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca7095c0-c631-41ed-a5c6-090bd81a3b56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:23.579845 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca7095c0-c631-41ed-a5c6-090bd81a3b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:23.648809 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca7095c0-c631-41ed-a5c6-090bd81a3b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:23.650554 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7095c0-c631-41ed-a5c6-090bd81a3b56 admin admin] Pushing event updated for resources: {'Port': ['ID=9d486794-c311-4892-8a95-f20eae428d49,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:23.743079 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dccd9e35-5152-4f70-bbfe-1f2f8c0c6f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:23.749119 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7095c0-c631-41ed-a5c6-090bd81a3b56 admin admin] Network fca5d7eb-5ade-480a-af4d-db0616a90a24 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:50:23.750597 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-ca7095c0-c631-41ed-a5c6-090bd81a3b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:50:23.873670 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7095c0-c631-41ed-a5c6-090bd81a3b56 admin admin] Router 5af32a83-193c-49fb-bcff-030da0eed026 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:50:23.988299 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7095c0-c631-41ed-a5c6-090bd81a3b56 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:50:23.994639 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ca7095c0-c631-41ed-a5c6-090bd81a3b56 admin admin] 10.222.0.81 "PUT /v2.0/routers/5af32a83-193c-49fb-bcff-030da0eed026/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9366634 Jul 30 20:50:24.030056 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:24.033680 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-23cd27cd-178d-4362-8ed6-5f3933f20f0d None None] Provisioning complete for port 9d486794-c311-4892-8a95-f20eae428d49 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:50:24.033940 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-23cd27cd-178d-4362-8ed6-5f3933f20f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:24.070380 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-23cd27cd-178d-4362-8ed6-5f3933f20f0d None None] Port 9d486794-c311-4892-8a95-f20eae428d49 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:50:24.771145 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 434532b7-a144-4d0e-b82e-db675d7ef7a7 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:50:24.801040 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Sync routers for ids ['5af32a83-193c-49fb-bcff-030da0eed026'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:50:24.821661 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Routers {'5af32a83-193c-49fb-bcff-030da0eed026'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:50:24.822287 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:50:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5af32a83-193c-49fb-bcff-030da0eed026'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:24.880935 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 434532b7-a144-4d0e-b82e-db675d7ef7a7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:50:24.881336 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:24.957975 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52030) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:24.966496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Set router 5af32a83-193c-49fb-bcff-030da0eed026 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:50:25.062919 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device babe031f-6712-403f-a84f-c86777e760dd up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:50:25.149980 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:25.192725 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port babe031f-6712-403f-a84f-c86777e760dd completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:50:25.213217 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port babe031f-6712-403f-a84f-c86777e760dd triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:50:25.213589 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:25.279639 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af32a83-193c-49fb-bcff-030da0eed026', 'name': 'tempest-ImageQuotaTest-113381019-router', 'tenant_id': '10dc8cb0e5434098b07721c8ced0abf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'babe031f-6712-403f-a84f-c86777e760dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:50:20Z', 'updated_at': '2021-07-30T20:50:23Z', 'revision_number': 4, 'project_id': '10dc8cb0e5434098b07721c8ced0abf6', 'gw_port': {'id': 'babe031f-6712-403f-a84f-c86777e760dd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af32a83-193c-49fb-bcff-030da0eed026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:50:20Z', 'updated_at': '2021-07-30T20:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '9d486794-c311-4892-8a95-f20eae428d49', 'name': '', 'network_id': 'fca5d7eb-5ade-480a-af4d-db0616a90a24', 'tenant_id': '10dc8cb0e5434098b07721c8ced0abf6', 'mac_address': 'fa:16:3e:3d:ad:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af32a83-193c-49fb-bcff-030da0eed026', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'b9c43384-2572-4e3b-9937-a7795d47c20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:50:22Z', 'updated_at': '2021-07-30T20:50:23Z', 'revision_number': 2, 'project_id': '10dc8cb0e5434098b07721c8ced0abf6', 'subnets': [{'id': 'b9c43384-2572-4e3b-9937-a7795d47c20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:25.296599 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d80089a-0783-44c4-ac4a-87109bbaa5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:25.324544 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Checking router: 5af32a83-193c-49fb-bcff-030da0eed026 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:50:25.324906 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Updating router 5af32a83-193c-49fb-bcff-030da0eed026 port 9d486794-c311-4892-8a95-f20eae428d49 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:50:25.355187 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:25.366828 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:25.384206 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port babe031f-6712-403f-a84f-c86777e760dd, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=babe031f-6712-403f-a84f-c86777e760dd,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:50:25.388942 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:25.517713 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=babe031f-6712-403f-a84f-c86777e760dd,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:25.540192 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3d80089a-0783-44c4-ac4a-87109bbaa5be admin admin] Deleting port 9d486794-c311-4892-8a95-f20eae428d49 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:50:25.540452 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d80089a-0783-44c4-ac4a-87109bbaa5be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:25.616889 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d80089a-0783-44c4-ac4a-87109bbaa5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:25.628876 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3d80089a-0783-44c4-ac4a-87109bbaa5be admin admin] Calling delete_port for 9d486794-c311-4892-8a95-f20eae428d49 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:50:25.676074 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:25.685768 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Transition to ACTIVE for port object 9d486794-c311-4892-8a95-f20eae428d49 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:50:25.691323 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:25.743980 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2409c22-03f2-4948-bc79-51b834ab0451 None None] Pushing event updated for resources: {'Port': ['ID=9d486794-c311-4892-8a95-f20eae428d49,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:25.794487 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Attempting to bind port 9d486794-c311-4892-8a95-f20eae428d49 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:50:25.794775 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Attempting to bind port 9d486794-c311-4892-8a95-f20eae428d49 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '39062b7e-4f7d-4914-9566-52c18a668a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fca5d7eb-5ade-480a-af4d-db0616a90a24'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:50:25.795139 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Attempting to bind port 9d486794-c311-4892-8a95-f20eae428d49 on network fca5d7eb-5ade-480a-af4d-db0616a90a24 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:50:25.800626 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:50:25.800999 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Checking segment: {'id': '39062b7e-4f7d-4914-9566-52c18a668a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fca5d7eb-5ade-480a-af4d-db0616a90a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:50:25.801394 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:25.801785 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Bound using segment: {'id': '39062b7e-4f7d-4914-9566-52c18a668a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fca5d7eb-5ade-480a-af4d-db0616a90a24'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:50:25.802244 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Bound port: 9d486794-c311-4892-8a95-f20eae428d49, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39062b7e-4f7d-4914-9566-52c18a668a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fca5d7eb-5ade-480a-af4d-db0616a90a24'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:50:25.802620 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:25.821208 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d80089a-0783-44c4-ac4a-87109bbaa5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:25.850509 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80089a-0783-44c4-ac4a-87109bbaa5be admin admin] Pushing event deleted for resources: {'Port': ['ID=9d486794-c311-4892-8a95-f20eae428d49,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:25.863423 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 20:50:25.863941 n-d-712137-9 neutron-server[93884]: DEBUG oslo_db.api [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 20:50:25.995278 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5c1f0d8e-bbd9-4e31-9a91-227ea97d2aba None None] Could not find standard attr ID for object 9d486794-c311-4892-8a95-f20eae428d49. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 20:50:26.018016 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d80089a-0783-44c4-ac4a-87109bbaa5be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:26.230857 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d80089a-0783-44c4-ac4a-87109bbaa5be admin admin] Router 5af32a83-193c-49fb-bcff-030da0eed026 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:50:26.334158 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d80089a-0783-44c4-ac4a-87109bbaa5be admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:50:26.339162 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3d80089a-0783-44c4-ac4a-87109bbaa5be admin admin] 10.222.0.81 "PUT /v2.0/routers/5af32a83-193c-49fb-bcff-030da0eed026/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3801441 Jul 30 20:50:26.341786 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52032) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:26.378666 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Attempting to bind port 9d486794-c311-4892-8a95-f20eae428d49 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:50:26.379191 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Attempting to bind port 9d486794-c311-4892-8a95-f20eae428d49 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '39062b7e-4f7d-4914-9566-52c18a668a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fca5d7eb-5ade-480a-af4d-db0616a90a24'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:50:26.379618 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Attempting to bind port 9d486794-c311-4892-8a95-f20eae428d49 on network fca5d7eb-5ade-480a-af4d-db0616a90a24 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:50:26.384973 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:50:26.385344 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Checking segment: {'id': '39062b7e-4f7d-4914-9566-52c18a668a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fca5d7eb-5ade-480a-af4d-db0616a90a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:50:26.385744 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:26.386135 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Bound using segment: {'id': '39062b7e-4f7d-4914-9566-52c18a668a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fca5d7eb-5ade-480a-af4d-db0616a90a24'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:50:26.386596 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Bound port: 9d486794-c311-4892-8a95-f20eae428d49, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39062b7e-4f7d-4914-9566-52c18a668a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fca5d7eb-5ade-480a-af4d-db0616a90a24'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:50:26.386972 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:26.417177 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Port 9d486794-c311-4892-8a95-f20eae428d49 has been deleted concurrently {{(pid=93884) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 30 20:50:26.426424 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Routers {'5af32a83-193c-49fb-bcff-030da0eed026'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:50:26.427042 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:50:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5af32a83-193c-49fb-bcff-030da0eed026'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:26.442551 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f19cf9e-6b55-4ee8-85b5-45b7f4f2117b admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:26.532070 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] Set router 5af32a83-193c-49fb-bcff-030da0eed026 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:50:26.540495 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f19cf9e-6b55-4ee8-85b5-45b7f4f2117b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:26.592089 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8f19cf9e-6b55-4ee8-85b5-45b7f4f2117b admin admin] Deleting port babe031f-6712-403f-a84f-c86777e760dd {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:50:26.592345 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f19cf9e-6b55-4ee8-85b5-45b7f4f2117b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:26.712830 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device babe031f-6712-403f-a84f-c86777e760dd up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:50:26.754910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af32a83-193c-49fb-bcff-030da0eed026', 'name': 'tempest-ImageQuotaTest-113381019-router', 'tenant_id': '10dc8cb0e5434098b07721c8ced0abf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'babe031f-6712-403f-a84f-c86777e760dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:50:20Z', 'updated_at': '2021-07-30T20:50:25Z', 'revision_number': 5, 'project_id': '10dc8cb0e5434098b07721c8ced0abf6', 'gw_port': {'id': 'babe031f-6712-403f-a84f-c86777e760dd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af32a83-193c-49fb-bcff-030da0eed026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:50:20Z', 'updated_at': '2021-07-30T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:26.784469 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27386acd-2a41-4715-9b61-751ba2bd8e51 None None] The sync data for ids ['5af32a83-193c-49fb-bcff-030da0eed026'] in n-d-712137-9 is: [{'id': '5af32a83-193c-49fb-bcff-030da0eed026', 'name': 'tempest-ImageQuotaTest-113381019-router', 'tenant_id': '10dc8cb0e5434098b07721c8ced0abf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'babe031f-6712-403f-a84f-c86777e760dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:50:20Z', 'updated_at': '2021-07-30T20:50:25Z', 'revision_number': 5, 'project_id': '10dc8cb0e5434098b07721c8ced0abf6', 'gw_port': {'id': 'babe031f-6712-403f-a84f-c86777e760dd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af32a83-193c-49fb-bcff-030da0eed026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:50:20Z', 'updated_at': '2021-07-30T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:50:26.798542 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port babe031f-6712-403f-a84f-c86777e760dd triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:50:26.799094 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:26.962331 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:26.992682 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-8f19cf9e-6b55-4ee8-85b5-45b7f4f2117b admin admin] For port babe031f-6712-403f-a84f-c86777e760dd, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=babe031f-6712-403f-a84f-c86777e760dd,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:50:26.993048 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f19cf9e-6b55-4ee8-85b5-45b7f4f2117b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:27.006186 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8f19cf9e-6b55-4ee8-85b5-45b7f4f2117b admin admin] Calling delete_port for babe031f-6712-403f-a84f-c86777e760dd owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:50:27.181543 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f19cf9e-6b55-4ee8-85b5-45b7f4f2117b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:27.213426 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19cf9e-6b55-4ee8-85b5-45b7f4f2117b admin admin] Pushing event deleted for resources: {'Port': ['ID=babe031f-6712-403f-a84f-c86777e760dd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:27.272455 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f19cf9e-6b55-4ee8-85b5-45b7f4f2117b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:27.368448 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f19cf9e-6b55-4ee8-85b5-45b7f4f2117b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:27.370666 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f19cf9e-6b55-4ee8-85b5-45b7f4f2117b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:27.386940 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2119d4d-c513-4a14-9962-aa0dd2c8eeef None None] Sync routers for ids ['5af32a83-193c-49fb-bcff-030da0eed026'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:50:27.395881 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2119d4d-c513-4a14-9962-aa0dd2c8eeef None None] Routers {'5af32a83-193c-49fb-bcff-030da0eed026'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:50:27.396488 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c2119d4d-c513-4a14-9962-aa0dd2c8eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:50:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5af32a83-193c-49fb-bcff-030da0eed026'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:27.415458 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f19cf9e-6b55-4ee8-85b5-45b7f4f2117b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:27.415941 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f19cf9e-6b55-4ee8-85b5-45b7f4f2117b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5af32a83-193c-49fb-bcff-030da0eed026 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 20:50:27.420400 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f19cf9e-6b55-4ee8-85b5-45b7f4f2117b admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:27.421545 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8f19cf9e-6b55-4ee8-85b5-45b7f4f2117b admin admin] 10.222.0.81 "DELETE /v2.0/routers/5af32a83-193c-49fb-bcff-030da0eed026 HTTP/1.1" status: 204 len: 168 time: 1.0788603 Jul 30 20:50:27.424098 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52034) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:27.466495 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-c2119d4d-c513-4a14-9962-aa0dd2c8eeef None None] Set router 5af32a83-193c-49fb-bcff-030da0eed026 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:50:27.467652 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c2ed79-31d1-41de-b69f-44ec4a621266 admin admin] Deleting subnet b9c43384-2572-4e3b-9937-a7795d47c20a {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:50:27.470813 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-06c2ed79-31d1-41de-b69f-44ec4a621266 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:27.504176 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-06c2ed79-31d1-41de-b69f-44ec4a621266 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:27.516609 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c2119d4d-c513-4a14-9962-aa0dd2c8eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af32a83-193c-49fb-bcff-030da0eed026', 'name': 'tempest-ImageQuotaTest-113381019-router', 'tenant_id': '10dc8cb0e5434098b07721c8ced0abf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:50:20Z', 'updated_at': '2021-07-30T20:50:27Z', 'revision_number': 7, 'project_id': '10dc8cb0e5434098b07721c8ced0abf6', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:27.545260 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2119d4d-c513-4a14-9962-aa0dd2c8eeef None None] Checking router: 5af32a83-193c-49fb-bcff-030da0eed026 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:50:27.553508 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2119d4d-c513-4a14-9962-aa0dd2c8eeef None None] Routers set() bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:50:27.553865 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2119d4d-c513-4a14-9962-aa0dd2c8eeef None None] Router IDs set() for agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 20:50:27.554438 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_agentschedulers_db [None req-c2119d4d-c513-4a14-9962-aa0dd2c8eeef None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5af32a83-193c-49fb-bcff-030da0eed026'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:50:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent'). {{(pid=93885) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 20:50:27.554797 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2119d4d-c513-4a14-9962-aa0dd2c8eeef None None] The sync data for ids ['5af32a83-193c-49fb-bcff-030da0eed026'] in n-d-712137-9 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:50:27.586483 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-06c2ed79-31d1-41de-b69f-44ec4a621266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:27.642374 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-06c2ed79-31d1-41de-b69f-44ec4a621266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:27.666667 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2ed79-31d1-41de-b69f-44ec4a621266 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9c43384-2572-4e3b-9937-a7795d47c20a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:27.672455 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-06c2ed79-31d1-41de-b69f-44ec4a621266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:27.674346 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-06c2ed79-31d1-41de-b69f-44ec4a621266 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b9c43384-2572-4e3b-9937-a7795d47c20a HTTP/1.1" status: 204 len: 168 time: 0.2493017 Jul 30 20:50:27.676916 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52036) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:27.679946 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727fa582-6222-4769-bd3c-644dced76a81 None None] Network fca5d7eb-5ade-480a-af4d-db0616a90a24 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:50:27.746932 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6624b303-252a-4138-880f-f037198e6028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:27.799552 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6624b303-252a-4138-880f-f037198e6028 admin admin] Deleting port 434532b7-a144-4d0e-b82e-db675d7ef7a7 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:50:27.799910 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6624b303-252a-4138-880f-f037198e6028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:27.860894 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-6624b303-252a-4138-880f-f037198e6028 admin admin] For port 434532b7-a144-4d0e-b82e-db675d7ef7a7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=434532b7-a144-4d0e-b82e-db675d7ef7a7,segment=NetworkSegment(39062b7e-4f7d-4914-9566-52c18a668a7d),segment_id=39062b7e-4f7d-4914-9566-52c18a668a7d)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:50:27.861258 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6624b303-252a-4138-880f-f037198e6028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:27.874404 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6624b303-252a-4138-880f-f037198e6028 admin admin] Calling delete_port for 434532b7-a144-4d0e-b82e-db675d7ef7a7 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:50:27.956208 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6624b303-252a-4138-880f-f037198e6028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:27.980902 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a5525e-f417-46ff-aeb9-9532d7a7094c None None] DHCP port deletion for fca5d7eb-5ade-480a-af4d-db0616a90a24 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 20:50:27.982738 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624b303-252a-4138-880f-f037198e6028 admin admin] Pushing event deleted for resources: {'Port': ['ID=434532b7-a144-4d0e-b82e-db675d7ef7a7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:27.986264 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6624b303-252a-4138-880f-f037198e6028 admin admin] No DVR routers for this DVR port 434532b7-a144-4d0e-b82e-db675d7ef7a7 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:50:28.059663 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6624b303-252a-4138-880f-f037198e6028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:28.069306 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-6624b303-252a-4138-880f-f037198e6028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca5d7eb-5ade-480a-af4d-db0616a90a24']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:28.079139 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-6624b303-252a-4138-880f-f037198e6028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39062b7e-4f7d-4914-9566-52c18a668a7d') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:28.079435 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-6624b303-252a-4138-880f-f037198e6028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39062b7e-4f7d-4914-9566-52c18a668a7d') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:50:28.088053 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6624b303-252a-4138-880f-f037198e6028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:28.102050 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6624b303-252a-4138-880f-f037198e6028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:28.108528 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6624b303-252a-4138-880f-f037198e6028 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:50:28.108934 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6624b303-252a-4138-880f-f037198e6028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: items = [ Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: timer() Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:50:28.110674 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:50:28.163601 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6624b303-252a-4138-880f-f037198e6028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:28.168899 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6624b303-252a-4138-880f-f037198e6028 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:28.171076 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6624b303-252a-4138-880f-f037198e6028 admin admin] 10.222.0.81 "DELETE /v2.0/networks/fca5d7eb-5ade-480a-af4d-db0616a90a24 HTTP/1.1" status: 204 len: 168 time: 0.4928384 Jul 30 20:50:28.185679 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624b303-252a-4138-880f-f037198e6028 admin admin] Pushing event deleted for resources: {'Network': ['ID=fca5d7eb-5ade-480a-af4d-db0616a90a24,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:28.280428 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52040) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:28.322700 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d15d046e-8f88-4415-964a-82dadc11fa0d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=10dc8cb0e5434098b07721c8ced0abf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407434 Jul 30 20:50:28.325248 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52042) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:28.376395 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eec06ef1-fb44-4581-9a89-2631c488c8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:28.397429 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eec06ef1-fb44-4581-9a89-2631c488c8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:28.443154 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eec06ef1-fb44-4581-9a89-2631c488c8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:28.445805 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eec06ef1-fb44-4581-9a89-2631c488c8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:28.447178 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-eec06ef1-fb44-4581-9a89-2631c488c8e1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5f2939ce-fb17-445e-97bb-d0e22a3f3fd7 HTTP/1.1" status: 204 len: 168 time: 0.1210461 Jul 30 20:50:28.454622 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec06ef1-fb44-4581-9a89-2631c488c8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2939ce-fb17-445e-97bb-d0e22a3f3fd7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:28.705855 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device babe031f-6712-403f-a84f-c86777e760dd no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:50:28.729784 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: babe031f-6712-403f-a84f-c86777e760dd {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:50:28.730200 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device babe031f-6712-403f-a84f-c86777e760dd not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:50:28.730669 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 434532b7-a144-4d0e-b82e-db675d7ef7a7 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:50:28.748579 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 434532b7-a144-4d0e-b82e-db675d7ef7a7 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:50:28.748918 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 434532b7-a144-4d0e-b82e-db675d7ef7a7 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:50:28.768272 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52048) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:28.782129 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-77fada98-4ff1-4c89-9674-e451fb920ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:28.873995 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-77fada98-4ff1-4c89-9674-e451fb920ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:28.877450 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-77fada98-4ff1-4c89-9674-e451fb920ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:28.915383 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-77fada98-4ff1-4c89-9674-e451fb920ce6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1459706 Jul 30 20:50:28.917347 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fada98-4ff1-4c89-9674-e451fb920ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a266ba1-0524-45da-b319-edc451be0b1a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:28.918172 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52052) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:28.966099 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-32aa8639-1c76-47bb-bf88-b4353fe46edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:28.986536 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-32aa8639-1c76-47bb-bf88-b4353fe46edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:29.031790 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-32aa8639-1c76-47bb-bf88-b4353fe46edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:29.034633 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-32aa8639-1c76-47bb-bf88-b4353fe46edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:29.035760 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-32aa8639-1c76-47bb-bf88-b4353fe46edd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7a266ba1-0524-45da-b319-edc451be0b1a HTTP/1.1" status: 204 len: 168 time: 0.1165755 Jul 30 20:50:29.043379 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa8639-1c76-47bb-bf88-b4353fe46edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a266ba1-0524-45da-b319-edc451be0b1a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:34.853221 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:50:38.824180 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-c245fd31-f388-430a-9ef9-093ff43a7582 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=de9991d95135475b957b897254ae80c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303130 Jul 30 20:50:39.001956 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-77e7c8d9-bd1f-4f0b-bec1-7314ad6d2ab9 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:39.003319 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-77e7c8d9-bd1f-4f0b-bec1-7314ad6d2ab9 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1739645 Jul 30 20:50:39.017545 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-b466c951-531f-4b79-86fb-ef177fd677dd tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.81 "GET /v2.0/quotas/de9991d95135475b957b897254ae80c4 HTTP/1.1" status: 200 len: 375 time: 0.0086508 Jul 30 20:50:39.052939 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-8927942e-c650-4d13-8833-9c00499b39f0 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=de9991d95135475b957b897254ae80c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298781 Jul 30 20:50:39.207285 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-43c1fd7c-d628-4e6d-aba5-fab2dd448ad0 req-623b8987-cf6d-4017-8b7f-2937714c2192 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cd8614a-bd18-4cfe-a3f9-1a9856e023ac HTTP/1.1" status: 200 len: 210 time: 0.0278924 Jul 30 20:50:40.257224 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-443e0db1-cd69-4dd2-b7fe-1baf51d13f3c tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=de9991d95135475b957b897254ae80c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317700 Jul 30 20:50:40.303439 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a918d79e-6a7e-4c2b-8939-fc3ef2dcc25d req-f1cd140e-a412-416e-b3a0-0df15dbdfc43 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cd8614a-bd18-4cfe-a3f9-1a9856e023ac HTTP/1.1" status: 200 len: 210 time: 0.0280044 Jul 30 20:50:40.447583 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-be7e5dad-f455-42b6-ac20-603406cf5115 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:40.449029 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-be7e5dad-f455-42b6-ac20-603406cf5115 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863995 Jul 30 20:50:40.462585 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-0dd055b1-d7bd-46e7-b259-e3f116e3f5f6 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Request body: {'port': {'device_id': '6cd8614a-bd18-4cfe-a3f9-1a9856e023ac', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'admin_state_up': True, 'tenant_id': 'de9991d95135475b957b897254ae80c4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:50:40.568332 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-0dd055b1-d7bd-46e7-b259-e3f116e3f5f6 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Made reservation on behalf of de9991d95135475b957b897254ae80c4 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:50:40.571900 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-0dd055b1-d7bd-46e7-b259-e3f116e3f5f6 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:40.580817 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-0dd055b1-d7bd-46e7-b259-e3f116e3f5f6 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:40.671561 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-0dd055b1-d7bd-46e7-b259-e3f116e3f5f6 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:40.675168 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-0dd055b1-d7bd-46e7-b259-e3f116e3f5f6 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:40.733637 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd055b1-d7bd-46e7-b259-e3f116e3f5f6 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=414d99a1-25d0-4e02-bb1c-13ccb532a0f3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:40.805204 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-0dd055b1-d7bd-46e7-b259-e3f116e3f5f6 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Allocated IP 192.168.233.124 (236eb478-f0f4-4cbe-9a90-b4eca6ff517a/7559c828-841f-4e7d-b473-c1210c84aff8/e3dcbe6f-0b2d-4692-aaf1-90d357c3c880) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:50:40.948984 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-0dd055b1-d7bd-46e7-b259-e3f116e3f5f6 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:40.962673 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-0dd055b1-d7bd-46e7-b259-e3f116e3f5f6 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Transition to ACTIVE for port object e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:50:40.993841 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-0dd055b1-d7bd-46e7-b259-e3f116e3f5f6 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:41.036991 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-0dd055b1-d7bd-46e7-b259-e3f116e3f5f6 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:50:41.040086 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-0dd055b1-d7bd-46e7-b259-e3f116e3f5f6 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:50:41.043697 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-0dd055b1-d7bd-46e7-b259-e3f116e3f5f6 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:50:41.073349 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd055b1-d7bd-46e7-b259-e3f116e3f5f6 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Pushing event updated for resources: {'Port': ['ID=e3dcbe6f-0b2d-4692-aaf1-90d357c3c880,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:41.102550 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-0dd055b1-d7bd-46e7-b259-e3f116e3f5f6 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:41.103213 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-0dd055b1-d7bd-46e7-b259-e3f116e3f5f6 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:41.118315 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-0dd055b1-d7bd-46e7-b259-e3f116e3f5f6 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6597590 Jul 30 20:50:41.133099 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-5dbb3d29-48ce-494b-adeb-69dee2656ac9 service neutron] Request body: {'port': {'device_id': '6cd8614a-bd18-4cfe-a3f9-1a9856e023ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:50:41.188871 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-5dbb3d29-48ce-494b-adeb-69dee2656ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:41.306668 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-58c25013-bbab-49fd-9358-a5062bc09cc6 None None] Provisioning for port e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:50:41.311466 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-58c25013-bbab-49fd-9358-a5062bc09cc6 None None] Provisioning complete for port e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:50:41.311826 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-58c25013-bbab-49fd-9358-a5062bc09cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:41.346423 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-58c25013-bbab-49fd-9358-a5062bc09cc6 None None] Port e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:50:41.426005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2171b4-1a9d-4878-9203-65826ce21345 req-32605cdd-2f7f-496b-9e6f-028cb6b3b6c7 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:41.427481 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e2171b4-1a9d-4878-9203-65826ce21345 req-32605cdd-2f7f-496b-9e6f-028cb6b3b6c7 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cd8614a-bd18-4cfe-a3f9-1a9856e023ac HTTP/1.1" status: 200 len: 936 time: 0.0499377 Jul 30 20:50:41.460163 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-5dbb3d29-48ce-494b-adeb-69dee2656ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:50:41.465895 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e2171b4-1a9d-4878-9203-65826ce21345 req-cf7cc355-5b48-4079-8bc9-a535d283a222 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.81 "GET /v2.0/security-groups?id=414d99a1-25d0-4e02-bb1c-13ccb532a0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314486 Jul 30 20:50:41.467487 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-5dbb3d29-48ce-494b-adeb-69dee2656ac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:41.481090 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-5dbb3d29-48ce-494b-adeb-69dee2656ac9 service neutron] Transition to ACTIVE for port object e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:50:41.484711 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-5dbb3d29-48ce-494b-adeb-69dee2656ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:41.536058 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb3d29-48ce-494b-adeb-69dee2656ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3dcbe6f-0b2d-4692-aaf1-90d357c3c880,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:41.607099 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-5dbb3d29-48ce-494b-adeb-69dee2656ac9 service neutron] Attempting to bind port e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:50:41.607441 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-5dbb3d29-48ce-494b-adeb-69dee2656ac9 service neutron] Attempting to bind port e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:50:41.607807 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-5dbb3d29-48ce-494b-adeb-69dee2656ac9 service neutron] Attempting to bind port e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:50:41.612415 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-5dbb3d29-48ce-494b-adeb-69dee2656ac9 service neutron] Port e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:50:41.612749 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-5dbb3d29-48ce-494b-adeb-69dee2656ac9 service neutron] Attempting to bind port e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 on network 236eb478-f0f4-4cbe-9a90-b4eca6ff517a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:50:41.618474 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-5dbb3d29-48ce-494b-adeb-69dee2656ac9 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:50:41.618816 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-5dbb3d29-48ce-494b-adeb-69dee2656ac9 service neutron] Checking segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:50:41.619207 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-5dbb3d29-48ce-494b-adeb-69dee2656ac9 service neutron] Bound using segment: {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:50:41.619667 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-5dbb3d29-48ce-494b-adeb-69dee2656ac9 service neutron] Bound port: e3dcbe6f-0b2d-4692-aaf1-90d357c3c880, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f7f09d-98d1-4c6e-b2ef-17e772a351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:50:41.620034 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-5dbb3d29-48ce-494b-adeb-69dee2656ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:41.688096 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-5dbb3d29-48ce-494b-adeb-69dee2656ac9 service neutron] For port e3dcbe6f-0b2d-4692-aaf1-90d357c3c880, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:50:41.691409 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-5dbb3d29-48ce-494b-adeb-69dee2656ac9 service neutron] For port e3dcbe6f-0b2d-4692-aaf1-90d357c3c880, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e3dcbe6f-0b2d-4692-aaf1-90d357c3c880,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:50:41.695219 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-5dbb3d29-48ce-494b-adeb-69dee2656ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:41.730003 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-5dbb3d29-48ce-494b-adeb-69dee2656ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:41.730644 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-5dbb3d29-48ce-494b-adeb-69dee2656ac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:41.732166 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-5dbb3d29-48ce-494b-adeb-69dee2656ac9 service neutron] 10.222.0.83 "PUT /v2.0/ports/e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 HTTP/1.1" status: 200 len: 1096 time: 0.6050935 Jul 30 20:50:41.732601 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd8614a-bd18-4cfe-a3f9-1a9856e023ac', 'tag': 'e3dcbe6f-0b2d-4692-aaf1-90d357c3c880'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:50:41.734868 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6227d0b8-f5b0-4640-b3f1-4943e9104af3" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd8614a-bd18-4cfe-a3f9-1a9856e023ac", "tag": "e3dcbe6f-0b2d-4692-aaf1-90d357c3c880"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:50:41.770873 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb3d29-48ce-494b-adeb-69dee2656ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3dcbe6f-0b2d-4692-aaf1-90d357c3c880,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:41.776831 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc7c124-f871-4006-be0a-09ac815c63a4 x-openstack-request-id: req-7dc7c124-f871-4006-be0a-09ac815c63a4 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:50:41.777483 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd8614a-bd18-4cfe-a3f9-1a9856e023ac", "tag": "e3dcbe6f-0b2d-4692-aaf1-90d357c3c880", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:50:41.777882 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7dc7c124-f871-4006-be0a-09ac815c63a4 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:50:41.778290 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd8614a-bd18-4cfe-a3f9-1a9856e023ac', 'tag': 'e3dcbe6f-0b2d-4692-aaf1-90d357c3c880', 'status': 'completed', 'code': 200} Jul 30 20:50:41.821631 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-5d1b2aff-4116-40df-b6b3-dc794e5ff6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:41.823160 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-5d1b2aff-4116-40df-b6b3-dc794e5ff6f0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=de9991d95135475b957b897254ae80c4&device_id=6cd8614a-bd18-4cfe-a3f9-1a9856e023ac HTTP/1.1" status: 200 len: 1099 time: 0.0420699 Jul 30 20:50:41.866797 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-893ff629-366a-4c28-b35e-c7ecbeb74489 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 HTTP/1.1" status: 200 len: 217 time: 0.0349016 Jul 30 20:50:41.920262 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-8c4f19a8-1c0a-42ae-8f81-432beea50892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:41.921708 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-8c4f19a8-1c0a-42ae-8f81-432beea50892 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0488327 Jul 30 20:50:41.964934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-63cb9890-dc34-40d1-8dd0-58e606261f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:41.966346 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-63cb9890-dc34-40d1-8dd0-58e606261f3d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0380063 Jul 30 20:50:42.056206 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-a02c61f7-5805-473f-82e7-d720c2b953b0 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820005 Jul 30 20:50:42.150979 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-b856c601-b204-4c90-8e76-9b6e82805e42 req-3868d967-3136-4ce0-8579-52cd64e62102 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843973 Jul 30 20:50:42.234142 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227d0b8-f5b0-4640-b3f1-4943e9104af3 req-7bf7201c-a29d-4b4d-b40a-8092a6b6ce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:42.235589 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6227d0b8-f5b0-4640-b3f1-4943e9104af3 req-7bf7201c-a29d-4b4d-b40a-8092a6b6ce18 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=de9991d95135475b957b897254ae80c4&device_id=6cd8614a-bd18-4cfe-a3f9-1a9856e023ac HTTP/1.1" status: 200 len: 1099 time: 0.0396857 Jul 30 20:50:42.330659 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227d0b8-f5b0-4640-b3f1-4943e9104af3 req-d97b236c-f41c-4a85-9e04-c744557b97b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:42.332159 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6227d0b8-f5b0-4640-b3f1-4943e9104af3 req-d97b236c-f41c-4a85-9e04-c744557b97b7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a HTTP/1.1" status: 200 len: 870 time: 0.0900335 Jul 30 20:50:42.371768 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6227d0b8-f5b0-4640-b3f1-4943e9104af3 req-05e7986f-5095-449d-8ed4-6cf7224b09a2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 HTTP/1.1" status: 200 len: 217 time: 0.0326083 Jul 30 20:50:42.419841 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227d0b8-f5b0-4640-b3f1-4943e9104af3 req-29f7c81d-f32a-48a4-9cd6-8dae159a43c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:42.421209 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6227d0b8-f5b0-4640-b3f1-4943e9104af3 req-29f7c81d-f32a-48a4-9cd6-8dae159a43c0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7559c828-841f-4e7d-b473-c1210c84aff8 HTTP/1.1" status: 200 len: 843 time: 0.0422299 Jul 30 20:50:42.470895 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227d0b8-f5b0-4640-b3f1-4943e9104af3 req-d53d91fe-aea7-485a-bf85-b371beb8118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:42.472353 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6227d0b8-f5b0-4640-b3f1-4943e9104af3 req-d53d91fe-aea7-485a-bf85-b371beb8118c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=236eb478-f0f4-4cbe-9a90-b4eca6ff517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0422862 Jul 30 20:50:42.559788 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6227d0b8-f5b0-4640-b3f1-4943e9104af3 req-083c053c-484b-40eb-bf99-77143b432ac5 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797746 Jul 30 20:50:42.582460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c737a-fd34-489d-b70c-09c02ee4bb5f req-c242a5d7-4587-4867-af20-f97e30daeb26 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:42.584519 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff7c737a-fd34-489d-b70c-09c02ee4bb5f req-c242a5d7-4587-4867-af20-f97e30daeb26 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cd8614a-bd18-4cfe-a3f9-1a9856e023ac HTTP/1.1" status: 200 len: 948 time: 0.0488069 Jul 30 20:50:42.625680 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff7c737a-fd34-489d-b70c-09c02ee4bb5f req-0d838c9f-c300-4b7a-8093-fa555e07d44d tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.81 "GET /v2.0/security-groups?id=414d99a1-25d0-4e02-bb1c-13ccb532a0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358245 Jul 30 20:50:42.652878 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-6227d0b8-f5b0-4640-b3f1-4943e9104af3 req-fd4327f2-700f-45c9-8ec5-1d6b33f036f7 service neutron] 10.222.0.83 "GET /v2.0/networks/236eb478-f0f4-4cbe-9a90-b4eca6ff517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856614 Jul 30 20:50:43.738016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afe855-d3fd-488d-af82-4d74616098a8 req-b4b9d0d3-b09f-4b4f-9cd9-ae5311d3ed84 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:43.739489 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7afe855-d3fd-488d-af82-4d74616098a8 req-b4b9d0d3-b09f-4b4f-9cd9-ae5311d3ed84 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cd8614a-bd18-4cfe-a3f9-1a9856e023ac HTTP/1.1" status: 200 len: 948 time: 0.0483863 Jul 30 20:50:43.776809 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7afe855-d3fd-488d-af82-4d74616098a8 req-6128c895-5198-4187-bd20-e49b254ce4b9 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.81 "GET /v2.0/security-groups?id=414d99a1-25d0-4e02-bb1c-13ccb532a0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313790 Jul 30 20:50:44.814925 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:50:44.888104 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8012970-cb34-4f8d-872d-72118b64c9a7 req-2e55c795-0512-4b7c-97da-e29b9a3382a3 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:44.889581 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8012970-cb34-4f8d-872d-72118b64c9a7 req-2e55c795-0512-4b7c-97da-e29b9a3382a3 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cd8614a-bd18-4cfe-a3f9-1a9856e023ac HTTP/1.1" status: 200 len: 948 time: 0.0486710 Jul 30 20:50:44.910567 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port e3dcbe6f-0b2d-4692-aaf1-90d357c3c880, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e3dcbe6f-0b2d-4692-aaf1-90d357c3c880,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:50:44.922001 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'e3dcbe6f-0b2d-4692-aaf1-90d357c3c880', 'network_id': '236eb478-f0f4-4cbe-9a90-b4eca6ff517a', 'port_id': 'e3dcbe6f-0b2d-4692-aaf1-90d357c3c880', 'mac_address': 'fa:16:3e:11:e7:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7559c828-841f-4e7d-b473-c1210c84aff8', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:50:44.929213 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8012970-cb34-4f8d-872d-72118b64c9a7 req-df90434b-ba7a-47a7-aa11-1d6a7e942082 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.81 "GET /v2.0/security-groups?id=414d99a1-25d0-4e02-bb1c-13ccb532a0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331213 Jul 30 20:50:44.957448 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:44.969954 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:50:44.988985 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port e3dcbe6f-0b2d-4692-aaf1-90d357c3c880, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e3dcbe6f-0b2d-4692-aaf1-90d357c3c880,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:50:44.993051 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:45.045344 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=e3dcbe6f-0b2d-4692-aaf1-90d357c3c880,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:45.361644 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['e3dcbe6f-0b2d-4692-aaf1-90d357c3c880'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:50:45.872354 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:46.042990 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceb2a7-92ae-411f-bce3-82d46455abd6 req-64e9d3ba-55aa-4c5e-a312-874a4067a1cf tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:46.044515 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ddceb2a7-92ae-411f-bce3-82d46455abd6 req-64e9d3ba-55aa-4c5e-a312-874a4067a1cf tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cd8614a-bd18-4cfe-a3f9-1a9856e023ac HTTP/1.1" status: 200 len: 949 time: 0.0492675 Jul 30 20:50:46.085995 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ddceb2a7-92ae-411f-bce3-82d46455abd6 req-4f0ecc24-c94c-463b-99bb-54203b394f17 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.81 "GET /v2.0/security-groups?id=414d99a1-25d0-4e02-bb1c-13ccb532a0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356858 Jul 30 20:50:46.830128 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:50:46.876642 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:50:46.880253 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:50:46.880614 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:46.961424 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:46.981913 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd8614a-bd18-4cfe-a3f9-1a9856e023ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3dcbe6f-0b2d-4692-aaf1-90d357c3c880'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:50:46.984174 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc1d3e4-b36b-45c2-8479-4f25aed05a79" -d '{"events": [{"server_uuid": "6cd8614a-bd18-4cfe-a3f9-1a9856e023ac", "name": "network-vif-plugged", "status": "completed", "tag": "e3dcbe6f-0b2d-4692-aaf1-90d357c3c880"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:50:46.996891 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port e3dcbe6f-0b2d-4692-aaf1-90d357c3c880, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e3dcbe6f-0b2d-4692-aaf1-90d357c3c880,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:50:47.000723 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:47.049919 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=e3dcbe6f-0b2d-4692-aaf1-90d357c3c880,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:47.079989 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff816f7-1244-4197-ace7-6d67879192aa x-openstack-request-id: req-9ff816f7-1244-4197-ace7-6d67879192aa {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:50:47.080278 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd8614a-bd18-4cfe-a3f9-1a9856e023ac", "name": "network-vif-plugged", "status": "completed", "tag": "e3dcbe6f-0b2d-4692-aaf1-90d357c3c880", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:50:47.080531 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ff816f7-1244-4197-ace7-6d67879192aa {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:50:47.080921 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd8614a-bd18-4cfe-a3f9-1a9856e023ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3dcbe6f-0b2d-4692-aaf1-90d357c3c880', 'code': 200} Jul 30 20:50:47.173717 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0c0e0-4a38-4893-8e0d-a79ab0091928 req-898f90bd-6efe-4457-8ad0-2a576bf656b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:47.175214 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-94b0c0e0-4a38-4893-8e0d-a79ab0091928 req-898f90bd-6efe-4457-8ad0-2a576bf656b2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6cd8614a-bd18-4cfe-a3f9-1a9856e023ac HTTP/1.1" status: 200 len: 1101 time: 0.0399499 Jul 30 20:50:47.202830 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a43686-79b2-4f8c-9928-bddf91b80ea4 req-87f15db2-1aa8-448d-a4ca-214515a2e19a tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:47.204508 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73a43686-79b2-4f8c-9928-bddf91b80ea4 req-87f15db2-1aa8-448d-a4ca-214515a2e19a tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cd8614a-bd18-4cfe-a3f9-1a9856e023ac HTTP/1.1" status: 200 len: 950 time: 0.0497401 Jul 30 20:50:47.210639 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-94b0c0e0-4a38-4893-8e0d-a79ab0091928 req-b0523a2c-cb92-4664-893c-6cda773e7738 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=414d99a1-25d0-4e02-bb1c-13ccb532a0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284605 Jul 30 20:50:47.241835 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73a43686-79b2-4f8c-9928-bddf91b80ea4 req-90e4beb7-48c4-4a9a-bd8a-a6dde133a1ef tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.81 "GET /v2.0/security-groups?id=414d99a1-25d0-4e02-bb1c-13ccb532a0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308976 Jul 30 20:50:48.355102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eca381-7541-4d0d-abeb-cd738b048821 req-6f15103c-a98f-4461-be64-6d5211cbabe4 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:48.356583 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-65eca381-7541-4d0d-abeb-cd738b048821 req-6f15103c-a98f-4461-be64-6d5211cbabe4 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cd8614a-bd18-4cfe-a3f9-1a9856e023ac HTTP/1.1" status: 200 len: 950 time: 0.0483966 Jul 30 20:50:48.394367 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-65eca381-7541-4d0d-abeb-cd738b048821 req-e9825bd5-82bd-49bc-b763-fabe9869fd63 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.81 "GET /v2.0/security-groups?id=414d99a1-25d0-4e02-bb1c-13ccb532a0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319078 Jul 30 20:50:49.213120 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeebe7-45a1-41fd-8582-c241e68d4a30 req-c3652f37-40b8-48bd-afdc-bfec46ac1c32 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:49.214606 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ffaeebe7-45a1-41fd-8582-c241e68d4a30 req-c3652f37-40b8-48bd-afdc-bfec46ac1c32 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cd8614a-bd18-4cfe-a3f9-1a9856e023ac HTTP/1.1" status: 200 len: 950 time: 0.0489802 Jul 30 20:50:49.256665 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ffaeebe7-45a1-41fd-8582-c241e68d4a30 req-91253b78-f2e4-40f8-b4c6-1033487ec396 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.81 "GET /v2.0/security-groups?id=414d99a1-25d0-4e02-bb1c-13ccb532a0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362489 Jul 30 20:50:49.952255 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:50.370148 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454ba9d-5153-4bdd-a841-f29a449877c6 req-8ba0244c-f69b-433d-a608-6446fa82484a tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:50.371706 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3454ba9d-5153-4bdd-a841-f29a449877c6 req-8ba0244c-f69b-433d-a608-6446fa82484a tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cd8614a-bd18-4cfe-a3f9-1a9856e023ac HTTP/1.1" status: 200 len: 950 time: 0.0486600 Jul 30 20:50:50.411479 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3454ba9d-5153-4bdd-a841-f29a449877c6 req-d81a3c6c-4cc9-40d4-8631-30750a71b407 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.81 "GET /v2.0/security-groups?id=414d99a1-25d0-4e02-bb1c-13ccb532a0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330002 Jul 30 20:50:50.573206 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81775b4d-6378-4ac2-b012-9afa6d1aef56 req-659a4280-8a1a-4360-a508-26443cbab07f tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:50.574642 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-81775b4d-6378-4ac2-b012-9afa6d1aef56 req-659a4280-8a1a-4360-a508-26443cbab07f tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.83 "GET /v2.0/ports?device_id=6cd8614a-bd18-4cfe-a3f9-1a9856e023ac HTTP/1.1" status: 200 len: 950 time: 0.0478873 Jul 30 20:50:50.664425 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-81775b4d-6378-4ac2-b012-9afa6d1aef56 req-8e6ccd17-b01e-4531-9064-1861595547a3 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Deleting port e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:50:50.664768 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-81775b4d-6378-4ac2-b012-9afa6d1aef56 req-8e6ccd17-b01e-4531-9064-1861595547a3 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:50.749482 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-81775b4d-6378-4ac2-b012-9afa6d1aef56 req-8e6ccd17-b01e-4531-9064-1861595547a3 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] For port e3dcbe6f-0b2d-4692-aaf1-90d357c3c880, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=e3dcbe6f-0b2d-4692-aaf1-90d357c3c880,segment=NetworkSegment(90f7f09d-98d1-4c6e-b2ef-17e772a351b2),segment_id=90f7f09d-98d1-4c6e-b2ef-17e772a351b2)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:50:50.749842 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-81775b4d-6378-4ac2-b012-9afa6d1aef56 req-8e6ccd17-b01e-4531-9064-1861595547a3 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:50.762246 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-81775b4d-6378-4ac2-b012-9afa6d1aef56 req-8e6ccd17-b01e-4531-9064-1861595547a3 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Calling delete_port for e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:50:50.887841 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-81775b4d-6378-4ac2-b012-9afa6d1aef56 req-8e6ccd17-b01e-4531-9064-1861595547a3 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:50.899481 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['e3dcbe6f-0b2d-4692-aaf1-90d357c3c880'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:50:50.917771 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ccd17-b01e-4531-9064-1861595547a3 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Pushing event deleted for resources: {'Port': ['ID=e3dcbe6f-0b2d-4692-aaf1-90d357c3c880,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:50.957643 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-81775b4d-6378-4ac2-b012-9afa6d1aef56 req-8e6ccd17-b01e-4531-9064-1861595547a3 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] No DVR routers for this DVR port e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:50:50.960904 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-81775b4d-6378-4ac2-b012-9afa6d1aef56 req-8e6ccd17-b01e-4531-9064-1861595547a3 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:50.963162 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-81775b4d-6378-4ac2-b012-9afa6d1aef56 req-8e6ccd17-b01e-4531-9064-1861595547a3 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.83 "DELETE /v2.0/ports/e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 HTTP/1.1" status: 204 len: 173 time: 0.3814578 Jul 30 20:50:50.963672 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd8614a-bd18-4cfe-a3f9-1a9856e023ac', 'name': 'network-vif-deleted', 'tag': 'e3dcbe6f-0b2d-4692-aaf1-90d357c3c880'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:50:50.966162 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f640d2-d6bd-4832-9daa-3dbc48ffd133" -d '{"events": [{"server_uuid": "6cd8614a-bd18-4cfe-a3f9-1a9856e023ac", "name": "network-vif-deleted", "tag": "e3dcbe6f-0b2d-4692-aaf1-90d357c3c880"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:50:51.025255 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe43a2b-189a-499f-9595-bb75380885d4 x-openstack-request-id: req-9fe43a2b-189a-499f-9595-bb75380885d4 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:50:51.025582 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd8614a-bd18-4cfe-a3f9-1a9856e023ac", "name": "network-vif-deleted", "tag": "e3dcbe6f-0b2d-4692-aaf1-90d357c3c880", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:50:51.025835 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9fe43a2b-189a-499f-9595-bb75380885d4 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:50:51.026261 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd8614a-bd18-4cfe-a3f9-1a9856e023ac', 'name': 'network-vif-deleted', 'tag': 'e3dcbe6f-0b2d-4692-aaf1-90d357c3c880', 'status': 'completed', 'code': 200} Jul 30 20:50:51.315349 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2339575f-9aaf-4870-b88b-1cccf6b55954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:51.520456 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dad6df1e-2726-4f26-8ea2-a6eef89d387b req-69aaab81-a2be-40ef-a42a-fd60e0844c70 tempest-ServersAdminNegativeTestJSON-1021247825 tempest-ServersAdminNegativeTestJSON-1021247825-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cd8614a-bd18-4cfe-a3f9-1a9856e023ac HTTP/1.1" status: 200 len: 210 time: 0.0287426 Jul 30 20:50:52.823053 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52204) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:52.952466 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1f2cb611-0a41-43ff-bf40-1b4505b190e4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=de9991d95135475b957b897254ae80c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282024 Jul 30 20:50:52.954892 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52208) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:53.000580 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1446f47-8e1b-4ec6-a9d0-ec253ebd7d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:53.021629 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1446f47-8e1b-4ec6-a9d0-ec253ebd7d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:53.070297 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1446f47-8e1b-4ec6-a9d0-ec253ebd7d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:53.072885 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1446f47-8e1b-4ec6-a9d0-ec253ebd7d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:53.074035 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d1446f47-8e1b-4ec6-a9d0-ec253ebd7d5c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/414d99a1-25d0-4e02-bb1c-13ccb532a0f3 HTTP/1.1" status: 204 len: 168 time: 0.1182661 Jul 30 20:50:53.081887 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1446f47-8e1b-4ec6-a9d0-ec253ebd7d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414d99a1-25d0-4e02-bb1c-13ccb532a0f3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:53.329582 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52216) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:53.342849 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c75b73e7-3d4b-4ccd-8580-ce59c4c34ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:53.432838 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c75b73e7-3d4b-4ccd-8580-ce59c4c34ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:53.436483 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c75b73e7-3d4b-4ccd-8580-ce59c4c34ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:53.473660 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c75b73e7-3d4b-4ccd-8580-ce59c4c34ec7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6ec3ff9f587f41bfb441a23814a3c2b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429582 Jul 30 20:50:53.474791 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b73e7-3d4b-4ccd-8580-ce59c4c34ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f483d5-6f6d-45bb-a543-b0fdfc16bb2f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:53.476877 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52218) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:53.525654 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d364bfa7-1bc9-4e75-8611-94454dbddd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:53.546713 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d364bfa7-1bc9-4e75-8611-94454dbddd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:53.591560 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d364bfa7-1bc9-4e75-8611-94454dbddd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:53.594420 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d364bfa7-1bc9-4e75-8611-94454dbddd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:53.595607 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d364bfa7-1bc9-4e75-8611-94454dbddd82 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b6f483d5-6f6d-45bb-a543-b0fdfc16bb2f HTTP/1.1" status: 204 len: 168 time: 0.1177480 Jul 30 20:50:53.603824 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364bfa7-1bc9-4e75-8611-94454dbddd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f483d5-6f6d-45bb-a543-b0fdfc16bb2f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:53.745393 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-19dbe7d9-baa4-40e5-907d-315cece423a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:54.011567 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:54.274994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52240) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:54.366774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3c631258-41eb-4f47-9c97-36c34edf9690 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-446047723-network', 'tenant_id': 'feb7fc2326444765b13c43357edaae38'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:50:54.391946 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c631258-41eb-4f47-9c97-36c34edf9690 admin admin] Made reservation on behalf of feb7fc2326444765b13c43357edaae38 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:50:54.394340 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c631258-41eb-4f47-9c97-36c34edf9690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:54.403185 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c631258-41eb-4f47-9c97-36c34edf9690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:54.489841 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c631258-41eb-4f47-9c97-36c34edf9690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:54.493519 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c631258-41eb-4f47-9c97-36c34edf9690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:54.514549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c631258-41eb-4f47-9c97-36c34edf9690 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:50:54.530093 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c631258-41eb-4f47-9c97-36c34edf9690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f7093d-bd47-4f50-a6b1-bdfcc5532b17,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:54.534301 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c631258-41eb-4f47-9c97-36c34edf9690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:54.534658 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-3c631258-41eb-4f47-9c97-36c34edf9690 admin admin] Added segment 50eec569-842f-4d70-9339-d11e44c28306 of type vlan for network 23fc4730-a1c0-45cc-bd32-719efec393db Jul 30 20:50:54.574908 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c631258-41eb-4f47-9c97-36c34edf9690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:54.602520 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c631258-41eb-4f47-9c97-36c34edf9690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:54.603470 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c631258-41eb-4f47-9c97-36c34edf9690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:54.604108 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c631258-41eb-4f47-9c97-36c34edf9690 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:54.659614 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3c631258-41eb-4f47-9c97-36c34edf9690 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3834193 Jul 30 20:50:54.662545 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52244) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:50:54.667964 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f0d60464-336e-4a1d-8cc0-5f4867757330 admin admin] Request body: {'subnet': {'network_id': '23fc4730-a1c0-45cc-bd32-719efec393db', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-446047723-subnet', 'tenant_id': 'feb7fc2326444765b13c43357edaae38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:50:54.668595 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c631258-41eb-4f47-9c97-36c34edf9690 admin admin] Pushing event updated for resources: {'Network': ['ID=23fc4730-a1c0-45cc-bd32-719efec393db,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:54.678126 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 23fc4730-a1c0-45cc-bd32-719efec393db details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:50:54.692572 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d60464-336e-4a1d-8cc0-5f4867757330 admin admin] Made reservation on behalf of feb7fc2326444765b13c43357edaae38 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:50:54.695391 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0d60464-336e-4a1d-8cc0-5f4867757330 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:54.855768 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0d60464-336e-4a1d-8cc0-5f4867757330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:54.878004 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:50:54.899677 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:50:54.900017 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device e3dcbe6f-0b2d-4692-aaf1-90d357c3c880 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:50:54.913837 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d60464-336e-4a1d-8cc0-5f4867757330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1931dda-f9fc-42bf-bcc5-9087397bd7c4,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:50:54.922217 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d60464-336e-4a1d-8cc0-5f4867757330 admin admin] Checking segment: {'id': '50eec569-842f-4d70-9339-d11e44c28306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '23fc4730-a1c0-45cc-bd32-719efec393db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:50:54.922571 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d60464-336e-4a1d-8cc0-5f4867757330 admin admin] Network hostable DHCP agents. Network: 23fc4730-a1c0-45cc-bd32-719efec393db, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:50:54.938959 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d60464-336e-4a1d-8cc0-5f4867757330 admin admin] Network 23fc4730-a1c0-45cc-bd32-719efec393db is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:50:54.946868 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-f0d60464-336e-4a1d-8cc0-5f4867757330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 23fc4730-a1c0-45cc-bd32-719efec393db) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:50:54.950726 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d60464-336e-4a1d-8cc0-5f4867757330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:54.951302 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0d60464-336e-4a1d-8cc0-5f4867757330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:54.956790 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f5391d-2639-45aa-916a-68704679676b None None] Network 23fc4730-a1c0-45cc-bd32-719efec393db requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:50:54.965162 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f0d60464-336e-4a1d-8cc0-5f4867757330 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3013282 Jul 30 20:50:55.081503 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435fb4b7-d18c-41c2-93c9-066b4b81aeb4 None None] Network 23fc4730-a1c0-45cc-bd32-719efec393db requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:50:55.138571 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:55.381584 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-fa4d226d-e61c-48e0-a077-4c9c208233b4 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:50:55.383076 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-fa4d226d-e61c-48e0-a077-4c9c208233b4 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/networks?id=23fc4730-a1c0-45cc-bd32-719efec393db HTTP/1.1" status: 200 len: 811 time: 0.1014435 Jul 30 20:50:55.398121 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-06f3aac9-d941-4d21-a9ca-77a5cd79ba22 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/quotas/feb7fc2326444765b13c43357edaae38 HTTP/1.1" status: 200 len: 375 time: 0.0090225 Jul 30 20:50:55.429536 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-53e8becb-7844-4740-b9c8-6172edffc50d tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=feb7fc2326444765b13c43357edaae38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265162 Jul 30 20:50:55.610713 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-0d53b046-4dfe-4f9a-a069-947750e119ad service neutron] 10.222.0.81 "GET /v2.0/networks/23fc4730-a1c0-45cc-bd32-719efec393db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746519 Jul 30 20:50:55.697484 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-fc617811-1a69-4c85-908f-fd44e7709718 service neutron] 10.222.0.81 "GET /v2.0/networks/23fc4730-a1c0-45cc-bd32-719efec393db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807872 Jul 30 20:50:55.854271 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0959cb73-301c-489a-830d-aa8854935f7f req-9ca7e051-f05b-4890-99cb-c1e4f097f047 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 210 time: 0.0311072 Jul 30 20:50:56.930323 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9e02ac43-b2dd-4dbc-83fc-d1307f2d1b92 req-f01c82fe-4235-45f4-beea-b0e55ab41c75 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 210 time: 0.0278723 Jul 30 20:50:56.962387 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:50:58.003501 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e07e57e2-7d12-4727-9e74-64f0f48beff9 req-59b3736b-9011-48b1-9317-57ded4f38c64 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 210 time: 0.0255318 Jul 30 20:50:59.078005 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a55305f9-71ca-4aed-8e46-45c8b175bdf5 req-ec96fbf6-6ee2-4120-bc22-6872643a023a tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 210 time: 0.0256789 Jul 30 20:50:59.311734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-566da157-233c-441d-8593-63ae5896e47d req-ae91c3f3-9297-46b3-a1d5-e36b3507b1a7 service neutron] (93882) timed out ('10.222.0.83', 50442) {{(pid=93882) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 20:51:00.171039 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea23cf1d-df00-4baf-889f-5af745539aae req-33e7d93f-0f93-4f2f-a284-93f1e36bdbbd tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 210 time: 0.0264111 Jul 30 20:51:01.028523 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-a6408945-a54e-45ad-b1ff-22fb7e945824 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:01.029960 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-a6408945-a54e-45ad-b1ff-22fb7e945824 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.83 "GET /v2.0/networks?id=23fc4730-a1c0-45cc-bd32-719efec393db HTTP/1.1" status: 200 len: 811 time: 0.1126056 Jul 30 20:51:01.041989 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-0b5a7e1b-e79c-4ddc-a414-4fde1a7ebdcf tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Request body: {'port': {'device_id': '7251b31d-3121-4beb-8cc2-dcbbfa682fe4', 'network_id': '23fc4730-a1c0-45cc-bd32-719efec393db', 'admin_state_up': True, 'tenant_id': 'feb7fc2326444765b13c43357edaae38'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:51:01.148467 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-0b5a7e1b-e79c-4ddc-a414-4fde1a7ebdcf tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Made reservation on behalf of feb7fc2326444765b13c43357edaae38 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:51:01.151850 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-0b5a7e1b-e79c-4ddc-a414-4fde1a7ebdcf tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:01.264146 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-488b9f2b-d049-431d-840d-d18581e74924 req-63655eef-848e-4498-928d-083c81eb27dd tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 210 time: 0.0265434 Jul 30 20:51:01.274211 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-0b5a7e1b-e79c-4ddc-a414-4fde1a7ebdcf tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Allocated IP 172.20.0.8 (23fc4730-a1c0-45cc-bd32-719efec393db/a1931dda-f9fc-42bf-bcc5-9087397bd7c4/8f256418-cb12-4a4d-b642-9f61828ba0f5) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:51:01.421188 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-0b5a7e1b-e79c-4ddc-a414-4fde1a7ebdcf tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:01.459169 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-0b5a7e1b-e79c-4ddc-a414-4fde1a7ebdcf tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:01.500565 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-0b5a7e1b-e79c-4ddc-a414-4fde1a7ebdcf tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Network 23fc4730-a1c0-45cc-bd32-719efec393db is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:51:01.503718 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-0b5a7e1b-e79c-4ddc-a414-4fde1a7ebdcf tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:51:01.507861 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-0b5a7e1b-e79c-4ddc-a414-4fde1a7ebdcf tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:51:01.515992 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a7e1b-e79c-4ddc-a414-4fde1a7ebdcf tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Pushing event updated for resources: {'Port': ['ID=8f256418-cb12-4a4d-b642-9f61828ba0f5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:51:01.563227 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-0b5a7e1b-e79c-4ddc-a414-4fde1a7ebdcf tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:01.563858 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-0b5a7e1b-e79c-4ddc-a414-4fde1a7ebdcf tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:01.592109 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-0b5a7e1b-e79c-4ddc-a414-4fde1a7ebdcf tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5515871 Jul 30 20:51:01.600478 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-44c0e44d-ef28-45ee-938d-7dedb5f011ce tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:51:01.601553 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-44c0e44d-ef28-45ee-938d-7dedb5f011ce tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053573 Jul 30 20:51:01.613611 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-62d807c0-cb0b-4b98-b91e-b004d4f17d50 service neutron] Request body: {'port': {'device_id': '7251b31d-3121-4beb-8cc2-dcbbfa682fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:51:01.673946 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-62d807c0-cb0b-4b98-b91e-b004d4f17d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:01.927708 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-62d807c0-cb0b-4b98-b91e-b004d4f17d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f256418-cb12-4a4d-b642-9f61828ba0f5 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:51:01.941736 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-62d807c0-cb0b-4b98-b91e-b004d4f17d50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:01.953605 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-62d807c0-cb0b-4b98-b91e-b004d4f17d50 service neutron] Transition to ACTIVE for port object 8f256418-cb12-4a4d-b642-9f61828ba0f5 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:51:01.957683 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-62d807c0-cb0b-4b98-b91e-b004d4f17d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:02.307141 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d807c0-cb0b-4b98-b91e-b004d4f17d50 service neutron] Pushing event updated for resources: {'Port': ['ID=8f256418-cb12-4a4d-b642-9f61828ba0f5,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:51:02.374420 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-62d807c0-cb0b-4b98-b91e-b004d4f17d50 service neutron] Attempting to bind port 8f256418-cb12-4a4d-b642-9f61828ba0f5 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:51:02.374875 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-62d807c0-cb0b-4b98-b91e-b004d4f17d50 service neutron] Attempting to bind port 8f256418-cb12-4a4d-b642-9f61828ba0f5 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '50eec569-842f-4d70-9339-d11e44c28306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '23fc4730-a1c0-45cc-bd32-719efec393db'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:51:02.375214 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-62d807c0-cb0b-4b98-b91e-b004d4f17d50 service neutron] Attempting to bind port 8f256418-cb12-4a4d-b642-9f61828ba0f5 on network 23fc4730-a1c0-45cc-bd32-719efec393db {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:51:02.379659 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-62d807c0-cb0b-4b98-b91e-b004d4f17d50 service neutron] Port 8f256418-cb12-4a4d-b642-9f61828ba0f5 on network 23fc4730-a1c0-45cc-bd32-719efec393db not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:51:02.380093 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-62d807c0-cb0b-4b98-b91e-b004d4f17d50 service neutron] Attempting to bind port 8f256418-cb12-4a4d-b642-9f61828ba0f5 on network 23fc4730-a1c0-45cc-bd32-719efec393db {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:51:02.385441 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-62d807c0-cb0b-4b98-b91e-b004d4f17d50 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:51:02.385779 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-62d807c0-cb0b-4b98-b91e-b004d4f17d50 service neutron] Checking segment: {'id': '50eec569-842f-4d70-9339-d11e44c28306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '23fc4730-a1c0-45cc-bd32-719efec393db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:51:02.386166 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-62d807c0-cb0b-4b98-b91e-b004d4f17d50 service neutron] Bound using segment: {'id': '50eec569-842f-4d70-9339-d11e44c28306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '23fc4730-a1c0-45cc-bd32-719efec393db'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:51:02.386622 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-62d807c0-cb0b-4b98-b91e-b004d4f17d50 service neutron] Bound port: 8f256418-cb12-4a4d-b642-9f61828ba0f5, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50eec569-842f-4d70-9339-d11e44c28306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '23fc4730-a1c0-45cc-bd32-719efec393db'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:51:02.386976 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-62d807c0-cb0b-4b98-b91e-b004d4f17d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:02.389829 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4de419-a2cb-476d-95aa-bf276111d748 req-6338e5a8-3061-4c71-a5a4-0f5ff0d4dad2 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:02.391290 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0e4de419-a2cb-476d-95aa-bf276111d748 req-6338e5a8-3061-4c71-a5a4-0f5ff0d4dad2 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 943 time: 0.0531857 Jul 30 20:51:02.429292 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0e4de419-a2cb-476d-95aa-bf276111d748 req-b6c4b99a-1a34-416c-9248-e42b941d741e tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319936 Jul 30 20:51:02.452299 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-62d807c0-cb0b-4b98-b91e-b004d4f17d50 service neutron] For port 8f256418-cb12-4a4d-b642-9f61828ba0f5, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:51:02.455708 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-62d807c0-cb0b-4b98-b91e-b004d4f17d50 service neutron] For port 8f256418-cb12-4a4d-b642-9f61828ba0f5, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8f256418-cb12-4a4d-b642-9f61828ba0f5,segment=NetworkSegment(50eec569-842f-4d70-9339-d11e44c28306),segment_id=50eec569-842f-4d70-9339-d11e44c28306)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:51:02.460627 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-62d807c0-cb0b-4b98-b91e-b004d4f17d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:02.492425 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-62d807c0-cb0b-4b98-b91e-b004d4f17d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:02.493068 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-62d807c0-cb0b-4b98-b91e-b004d4f17d50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:02.494436 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-62d807c0-cb0b-4b98-b91e-b004d4f17d50 service neutron] 10.222.0.83 "PUT /v2.0/ports/8f256418-cb12-4a4d-b642-9f61828ba0f5 HTTP/1.1" status: 200 len: 1091 time: 0.8849390 Jul 30 20:51:02.494868 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7251b31d-3121-4beb-8cc2-dcbbfa682fe4', 'tag': '8f256418-cb12-4a4d-b642-9f61828ba0f5'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:51:02.497119 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe24596b-c171-4e43-a654-fdfac3fe9544" -d '{"events": [{"name": "network-changed", "server_uuid": "7251b31d-3121-4beb-8cc2-dcbbfa682fe4", "tag": "8f256418-cb12-4a4d-b642-9f61828ba0f5"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:51:02.525138 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d807c0-cb0b-4b98-b91e-b004d4f17d50 service neutron] Pushing event updated for resources: {'Port': ['ID=8f256418-cb12-4a4d-b642-9f61828ba0f5,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:51:02.533535 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d916d22-88e6-419c-9365-ecbca7d32cb0 x-openstack-request-id: req-2d916d22-88e6-419c-9365-ecbca7d32cb0 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:51:02.533743 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7251b31d-3121-4beb-8cc2-dcbbfa682fe4", "tag": "8f256418-cb12-4a4d-b642-9f61828ba0f5", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:51:02.534244 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d916d22-88e6-419c-9365-ecbca7d32cb0 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:51:02.534642 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7251b31d-3121-4beb-8cc2-dcbbfa682fe4', 'tag': '8f256418-cb12-4a4d-b642-9f61828ba0f5', 'status': 'completed', 'code': 200} Jul 30 20:51:02.574645 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-510cb7be-958a-418a-b0dd-625c4e283438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:02.576183 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-510cb7be-958a-418a-b0dd-625c4e283438 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=feb7fc2326444765b13c43357edaae38&device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 1094 time: 0.0392962 Jul 30 20:51:02.618927 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-d057210f-deee-4aee-8fcd-e071e202afdc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f256418-cb12-4a4d-b642-9f61828ba0f5 HTTP/1.1" status: 200 len: 217 time: 0.0352407 Jul 30 20:51:02.666286 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-003929f1-45b4-4ca0-bf23-b36e61e28c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:02.667689 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-003929f1-45b4-4ca0-bf23-b36e61e28c33 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a1931dda-f9fc-42bf-bcc5-9087397bd7c4 HTTP/1.1" status: 200 len: 851 time: 0.0422974 Jul 30 20:51:02.698442 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-8f06468c-1e82-4442-8cc1-64e3e0b8b1ff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=23fc4730-a1c0-45cc-bd32-719efec393db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233068 Jul 30 20:51:02.789880 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-c4e9f490-02d7-4341-8cf0-8bb81c800190 service neutron] 10.222.0.83 "GET /v2.0/networks/23fc4730-a1c0-45cc-bd32-719efec393db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839951 Jul 30 20:51:02.875817 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7584ecc7-def9-4dcc-a692-b660ab28abef req-30a76558-2255-44cd-b806-3b463202a35c service neutron] 10.222.0.83 "GET /v2.0/networks/23fc4730-a1c0-45cc-bd32-719efec393db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793111 Jul 30 20:51:02.958698 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24596b-c171-4e43-a654-fdfac3fe9544 req-cd3e857a-9d3b-45e1-9574-0031155d0d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:02.960193 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fe24596b-c171-4e43-a654-fdfac3fe9544 req-cd3e857a-9d3b-45e1-9574-0031155d0d2b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=feb7fc2326444765b13c43357edaae38&device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 1094 time: 0.0399759 Jul 30 20:51:03.048942 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24596b-c171-4e43-a654-fdfac3fe9544 req-e7a576c5-459b-4b42-a02d-58736b72896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:03.050368 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fe24596b-c171-4e43-a654-fdfac3fe9544 req-e7a576c5-459b-4b42-a02d-58736b72896e service neutron] 10.222.0.83 "GET /v2.0/networks?id=23fc4730-a1c0-45cc-bd32-719efec393db HTTP/1.1" status: 200 len: 912 time: 0.0839388 Jul 30 20:51:03.092832 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fe24596b-c171-4e43-a654-fdfac3fe9544 req-1d40764d-5653-4d06-94bc-d4cdb6068057 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f256418-cb12-4a4d-b642-9f61828ba0f5 HTTP/1.1" status: 200 len: 217 time: 0.0354147 Jul 30 20:51:03.141058 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24596b-c171-4e43-a654-fdfac3fe9544 req-066c5c5e-9fb9-4f25-b1b7-bf174d0cb7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:03.142352 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fe24596b-c171-4e43-a654-fdfac3fe9544 req-066c5c5e-9fb9-4f25-b1b7-bf174d0cb7c8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a1931dda-f9fc-42bf-bcc5-9087397bd7c4 HTTP/1.1" status: 200 len: 851 time: 0.0427506 Jul 30 20:51:03.176651 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fe24596b-c171-4e43-a654-fdfac3fe9544 req-7e45d379-76c2-425e-8ba3-e662a95a357c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=23fc4730-a1c0-45cc-bd32-719efec393db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274272 Jul 30 20:51:03.262615 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fe24596b-c171-4e43-a654-fdfac3fe9544 req-a93f8b47-cc6e-4a82-aad8-716d28a63861 service neutron] 10.222.0.83 "GET /v2.0/networks/23fc4730-a1c0-45cc-bd32-719efec393db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789812 Jul 30 20:51:03.357203 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-fe24596b-c171-4e43-a654-fdfac3fe9544 req-27afd824-45b2-46c9-a6cb-77ee22f453f2 service neutron] 10.222.0.83 "GET /v2.0/networks/23fc4730-a1c0-45cc-bd32-719efec393db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865965 Jul 30 20:51:03.544414 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a87fbc-9235-495c-894c-41879bae005b req-a5282e62-0d3e-4c5b-bc0e-cecde9c62d21 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:03.545929 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0a87fbc-9235-495c-894c-41879bae005b req-a5282e62-0d3e-4c5b-bc0e-cecde9c62d21 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 943 time: 0.0495651 Jul 30 20:51:03.582956 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0a87fbc-9235-495c-894c-41879bae005b req-03a4c1e7-8e5e-4a33-90b4-c8309c0ea76c tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312438 Jul 30 20:51:04.697234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1763349-a9c2-434b-a745-e868b99d7828 req-749fb8ce-cab3-4d8e-8edf-8d0fba0d665a tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:04.698687 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d1763349-a9c2-434b-a745-e868b99d7828 req-749fb8ce-cab3-4d8e-8edf-8d0fba0d665a tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 943 time: 0.0491548 Jul 30 20:51:04.735588 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d1763349-a9c2-434b-a745-e868b99d7828 req-146f65ed-9cb2-40f9-ab68-b91f46e6b24e tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311239 Jul 30 20:51:05.851936 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2ff42-8a82-44bc-990a-c5901aac8bef req-582e1627-fd7d-4322-9bdd-9d87166051cc tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:05.853369 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d1d2ff42-8a82-44bc-990a-c5901aac8bef req-582e1627-fd7d-4322-9bdd-9d87166051cc tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 943 time: 0.0521176 Jul 30 20:51:05.890518 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d1d2ff42-8a82-44bc-990a-c5901aac8bef req-a3d99d91-2cfa-4800-8bec-24bc0d88c2e0 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313871 Jul 30 20:51:06.924433 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 8f256418-cb12-4a4d-b642-9f61828ba0f5 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:51:07.002409 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e049922-7476-4ca8-8b84-de0340f3e07b req-48a382c0-1106-44f2-8ebe-0025eba05d80 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:07.003913 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e049922-7476-4ca8-8b84-de0340f3e07b req-48a382c0-1106-44f2-8ebe-0025eba05d80 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 943 time: 0.0485353 Jul 30 20:51:07.019713 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 8f256418-cb12-4a4d-b642-9f61828ba0f5, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8f256418-cb12-4a4d-b642-9f61828ba0f5,segment=NetworkSegment(50eec569-842f-4d70-9339-d11e44c28306),segment_id=50eec569-842f-4d70-9339-d11e44c28306)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:51:07.031459 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '8f256418-cb12-4a4d-b642-9f61828ba0f5', 'network_id': '23fc4730-a1c0-45cc-bd32-719efec393db', 'port_id': '8f256418-cb12-4a4d-b642-9f61828ba0f5', 'mac_address': 'fa:16:3e:ad:4c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1931dda-f9fc-42bf-bcc5-9087397bd7c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:51:07.044789 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e049922-7476-4ca8-8b84-de0340f3e07b req-75e3dcd4-2994-4725-bcba-71a8c2641cac tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344725 Jul 30 20:51:07.067428 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:07.080121 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f256418-cb12-4a4d-b642-9f61828ba0f5 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:51:07.099290 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 8f256418-cb12-4a4d-b642-9f61828ba0f5, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8f256418-cb12-4a4d-b642-9f61828ba0f5,segment=NetworkSegment(50eec569-842f-4d70-9339-d11e44c28306),segment_id=50eec569-842f-4d70-9339-d11e44c28306)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:51:07.103601 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:07.147997 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=8f256418-cb12-4a4d-b642-9f61828ba0f5,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:51:07.405811 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['8f256418-cb12-4a4d-b642-9f61828ba0f5'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:51:08.156280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75123b1-c1a9-453c-8eec-8714ebb28dc9 req-31c0edf3-1d6e-4133-a656-d9e9bc8243ef tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:08.157725 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e75123b1-c1a9-453c-8eec-8714ebb28dc9 req-31c0edf3-1d6e-4133-a656-d9e9bc8243ef tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 944 time: 0.0482032 Jul 30 20:51:08.196898 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e75123b1-c1a9-453c-8eec-8714ebb28dc9 req-c346e31f-10f8-41c5-a3fb-ca8077758e00 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324125 Jul 30 20:51:08.940677 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 8f256418-cb12-4a4d-b642-9f61828ba0f5 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:51:08.987764 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 8f256418-cb12-4a4d-b642-9f61828ba0f5 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:51:08.991203 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 8f256418-cb12-4a4d-b642-9f61828ba0f5 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:51:08.991598 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:09.068540 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:09.089966 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7251b31d-3121-4beb-8cc2-dcbbfa682fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f256418-cb12-4a4d-b642-9f61828ba0f5'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:51:09.092197 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b2e997-791d-4a2f-b7ed-fa9c4b40521f" -d '{"events": [{"server_uuid": "7251b31d-3121-4beb-8cc2-dcbbfa682fe4", "name": "network-vif-plugged", "status": "completed", "tag": "8f256418-cb12-4a4d-b642-9f61828ba0f5"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:51:09.105629 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 8f256418-cb12-4a4d-b642-9f61828ba0f5, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8f256418-cb12-4a4d-b642-9f61828ba0f5,segment=NetworkSegment(50eec569-842f-4d70-9339-d11e44c28306),segment_id=50eec569-842f-4d70-9339-d11e44c28306)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:51:09.109162 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:09.132319 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27446631-4acd-47d0-8929-27c3cde5508f x-openstack-request-id: req-27446631-4acd-47d0-8929-27c3cde5508f {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:51:09.132475 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7251b31d-3121-4beb-8cc2-dcbbfa682fe4", "name": "network-vif-plugged", "status": "completed", "tag": "8f256418-cb12-4a4d-b642-9f61828ba0f5", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:51:09.132717 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-27446631-4acd-47d0-8929-27c3cde5508f {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:51:09.133106 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7251b31d-3121-4beb-8cc2-dcbbfa682fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f256418-cb12-4a4d-b642-9f61828ba0f5', 'code': 200} Jul 30 20:51:09.160442 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=8f256418-cb12-4a4d-b642-9f61828ba0f5,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:51:09.235806 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279043d-7446-4704-8697-89c20dc2245f req-335ff641-674b-4e98-a3d6-d2ee6848ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:09.237357 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c279043d-7446-4704-8697-89c20dc2245f req-335ff641-674b-4e98-a3d6-d2ee6848ea5c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 1096 time: 0.0412407 Jul 30 20:51:09.272496 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-c279043d-7446-4704-8697-89c20dc2245f req-3f469666-4d75-4613-b39b-f1dbefe2e377 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283921 Jul 30 20:51:09.322166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8cb10c-f4e0-4a29-9eec-e4aeb2d0ed69 req-687e1de9-d547-4e6a-8188-2f0fb44124cb tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:09.323662 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d8cb10c-f4e0-4a29-9eec-e4aeb2d0ed69 req-687e1de9-d547-4e6a-8188-2f0fb44124cb tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0590944 Jul 30 20:51:09.360419 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d8cb10c-f4e0-4a29-9eec-e4aeb2d0ed69 req-b57f1806-6ac9-43d2-9b4e-c1b63ef8c4c8 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309803 Jul 30 20:51:10.720099 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a8070-ffb8-4895-8dc4-9ff74777149d req-3ab68333-eae3-4786-97ea-d6047cee843a tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:10.721610 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-215a8070-ffb8-4895-8dc4-9ff74777149d req-3ab68333-eae3-4786-97ea-d6047cee843a tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0494342 Jul 30 20:51:10.758141 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-215a8070-ffb8-4895-8dc4-9ff74777149d req-fb329f37-fdf1-4cf8-ad80-e0026dabaa13 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307629 Jul 30 20:51:10.997500 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088413e8-01d4-41f0-9034-d91806adb89d req-55eb927d-1221-41d8-9675-a2c52a816237 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:10.998955 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-088413e8-01d4-41f0-9034-d91806adb89d req-55eb927d-1221-41d8-9675-a2c52a816237 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0585697 Jul 30 20:51:11.055860 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-8220cbd0-e983-4373-afc7-eafb958c8f17 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1242681 Jul 30 20:51:11.060856 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-088413e8-01d4-41f0-9034-d91806adb89d req-f1fb9dd4-7606-4d05-a50e-c5bba9bcc3d7 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443091 Jul 30 20:51:11.851979 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:51:12.117570 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-041bb305-70ed-455d-9e8e-5751cfdf3a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:12.119703 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-041bb305-70ed-455d-9e8e-5751cfdf3a16 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=feb7fc2326444765b13c43357edaae38&device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 1096 time: 0.0918238 Jul 30 20:51:12.176473 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a9106-da23-450e-874b-c98f7bb0a54e req-f6d82635-1f3f-4947-b7c3-d75f2536430d tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:12.177974 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3c9a9106-da23-450e-874b-c98f7bb0a54e req-f6d82635-1f3f-4947-b7c3-d75f2536430d tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0490658 Jul 30 20:51:12.213380 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-11bd2c97-bc60-4f64-80a6-90dd7e660267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:12.214887 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-11bd2c97-bc60-4f64-80a6-90dd7e660267 service neutron] 10.222.0.83 "GET /v2.0/networks?id=23fc4730-a1c0-45cc-bd32-719efec393db HTTP/1.1" status: 200 len: 912 time: 0.0878122 Jul 30 20:51:12.216392 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3c9a9106-da23-450e-874b-c98f7bb0a54e req-6e0c1e1d-8cbb-4d63-89d2-0a45587615a3 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316734 Jul 30 20:51:12.257489 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-37c335f1-45b0-4873-9144-86dc8f161c8f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f256418-cb12-4a4d-b642-9f61828ba0f5 HTTP/1.1" status: 200 len: 217 time: 0.0356383 Jul 30 20:51:12.306612 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-d2e8c343-30f7-4fa5-b58c-5fb4f3428adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:12.308074 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-d2e8c343-30f7-4fa5-b58c-5fb4f3428adf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a1931dda-f9fc-42bf-bcc5-9087397bd7c4 HTTP/1.1" status: 200 len: 851 time: 0.0438838 Jul 30 20:51:12.343349 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-40510101-a12d-4422-9786-1250ff208ba5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=23fc4730-a1c0-45cc-bd32-719efec393db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279832 Jul 30 20:51:12.431579 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-1592a1ac-5ff5-437b-a52f-0d5fc01f6f12 service neutron] 10.222.0.83 "GET /v2.0/networks/23fc4730-a1c0-45cc-bd32-719efec393db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804782 Jul 30 20:51:12.521006 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-6b1d0e59-ac0c-45a8-998d-d27970f594ec service neutron] 10.222.0.83 "GET /v2.0/networks/23fc4730-a1c0-45cc-bd32-719efec393db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830479 Jul 30 20:51:13.331987 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0d5d4-cf6e-412d-96ed-58c92be343a4 req-d5f48b68-30a7-412c-a604-38fb7adb8477 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:13.333475 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2bd0d5d4-cf6e-412d-96ed-58c92be343a4 req-d5f48b68-30a7-412c-a604-38fb7adb8477 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0495343 Jul 30 20:51:13.371450 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2bd0d5d4-cf6e-412d-96ed-58c92be343a4 req-eb48bd0e-ddd2-4c9e-9efc-b891e440416f tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316365 Jul 30 20:51:14.490565 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce80a9-be89-4700-9849-efc831ee0529 req-b9db4a58-fff2-4e8b-b1cc-ac34d712a61c tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:14.492135 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a5ce80a9-be89-4700-9849-efc831ee0529 req-b9db4a58-fff2-4e8b-b1cc-ac34d712a61c tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0520549 Jul 30 20:51:14.530046 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a5ce80a9-be89-4700-9849-efc831ee0529 req-cd743642-2b31-4f10-a8cc-40a397a6a39d tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312250 Jul 30 20:51:15.646131 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f42d1-ac87-4fad-b391-afca4883a593 req-4b80b594-a284-40c7-974a-e7823f21574a tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:15.647716 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc8f42d1-ac87-4fad-b391-afca4883a593 req-4b80b594-a284-40c7-974a-e7823f21574a tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0503569 Jul 30 20:51:15.686851 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc8f42d1-ac87-4fad-b391-afca4883a593 req-19dca0b2-a52b-4ff3-aeea-aa0f232aaab5 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332434 Jul 30 20:51:15.722753 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd76edd-5a6b-44d0-960d-2703b0e92b7a req-99dff471-b41d-4a74-a818-3e58fe47f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:15.724305 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ccd76edd-5a6b-44d0-960d-2703b0e92b7a req-99dff471-b41d-4a74-a818-3e58fe47f910 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=feb7fc2326444765b13c43357edaae38&device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 1096 time: 0.0412433 Jul 30 20:51:15.827184 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd76edd-5a6b-44d0-960d-2703b0e92b7a req-e0441c09-9290-43ab-85bf-bfb0a3d3bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:15.828686 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ccd76edd-5a6b-44d0-960d-2703b0e92b7a req-e0441c09-9290-43ab-85bf-bfb0a3d3bff5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=23fc4730-a1c0-45cc-bd32-719efec393db HTTP/1.1" status: 200 len: 912 time: 0.0844960 Jul 30 20:51:15.873084 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:15.874408 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ccd76edd-5a6b-44d0-960d-2703b0e92b7a req-5a43f297-532e-4476-a865-1d86328ae6e0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f256418-cb12-4a4d-b642-9f61828ba0f5 HTTP/1.1" status: 200 len: 217 time: 0.0388889 Jul 30 20:51:15.922359 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd76edd-5a6b-44d0-960d-2703b0e92b7a req-36b9fc5f-e955-45ec-bb7d-eeae494b2357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:15.923767 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ccd76edd-5a6b-44d0-960d-2703b0e92b7a req-36b9fc5f-e955-45ec-bb7d-eeae494b2357 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a1931dda-f9fc-42bf-bcc5-9087397bd7c4 HTTP/1.1" status: 200 len: 851 time: 0.0426941 Jul 30 20:51:15.953437 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ccd76edd-5a6b-44d0-960d-2703b0e92b7a req-30d3673c-cb6f-45b0-8375-170a0a676fcc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=23fc4730-a1c0-45cc-bd32-719efec393db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231225 Jul 30 20:51:16.045373 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ccd76edd-5a6b-44d0-960d-2703b0e92b7a req-53e7b9a5-96af-43aa-b9e5-ec3fcb543994 service neutron] 10.222.0.83 "GET /v2.0/networks/23fc4730-a1c0-45cc-bd32-719efec393db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850160 Jul 30 20:51:16.132245 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-ccd76edd-5a6b-44d0-960d-2703b0e92b7a req-0b44e252-41fa-40f2-8e61-8c92578509ac service neutron] 10.222.0.83 "GET /v2.0/networks/23fc4730-a1c0-45cc-bd32-719efec393db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792296 Jul 30 20:51:16.801254 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21044f93-59b3-4eea-96ad-3547842ce448 req-c625350c-f653-4f9b-b342-10a003f3a63a tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:16.802730 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-21044f93-59b3-4eea-96ad-3547842ce448 req-c625350c-f653-4f9b-b342-10a003f3a63a tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0493593 Jul 30 20:51:16.840680 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-21044f93-59b3-4eea-96ad-3547842ce448 req-91e2c7a2-9844-4fe6-ba23-0db677ef166b tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321214 Jul 30 20:51:17.956314 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877350c-8c30-4994-ad7d-af1a5ed82780 req-45db3659-84c3-456d-acf4-72f0692e4fa5 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:17.957779 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2877350c-8c30-4994-ad7d-af1a5ed82780 req-45db3659-84c3-456d-acf4-72f0692e4fa5 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0525553 Jul 30 20:51:17.995975 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2877350c-8c30-4994-ad7d-af1a5ed82780 req-1013bb45-4acc-40b8-bf9d-809eb55ef2ca tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317051 Jul 30 20:51:19.113350 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeace09-1f1c-4096-a206-ac68b014fdd6 req-0ba26bf8-cda7-4f6c-bf15-fc2f80cc738e tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:19.114945 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8aeace09-1f1c-4096-a206-ac68b014fdd6 req-0ba26bf8-cda7-4f6c-bf15-fc2f80cc738e tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0496385 Jul 30 20:51:19.153063 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8aeace09-1f1c-4096-a206-ac68b014fdd6 req-95940022-370e-4058-b919-bfed415bd6ce tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314400 Jul 30 20:51:19.952292 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:20.271629 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5a11d-ec9c-4acf-a0d4-60ee9a12dc7c req-dd8e92c5-96d1-4a1e-a6b6-36efab683b3d tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:20.273134 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1df5a11d-ec9c-4acf-a0d4-60ee9a12dc7c req-dd8e92c5-96d1-4a1e-a6b6-36efab683b3d tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0507522 Jul 30 20:51:20.313114 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1df5a11d-ec9c-4acf-a0d4-60ee9a12dc7c req-5e24f09e-3305-4b37-8883-f2b0dbb9cfa6 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337608 Jul 30 20:51:21.316211 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42df37d6-0939-4e50-8b13-fca20adf49e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:21.431040 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182017c8-ccee-4126-a888-896d96d7ad4d req-52e2dfd2-0a22-4cc5-b559-72806be7cc70 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:21.432520 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-182017c8-ccee-4126-a888-896d96d7ad4d req-52e2dfd2-0a22-4cc5-b559-72806be7cc70 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0529912 Jul 30 20:51:21.470159 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-182017c8-ccee-4126-a888-896d96d7ad4d req-66f9d640-f983-4d4e-8a01-50b5f00ff215 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318069 Jul 30 20:51:22.582415 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d8f91-4d53-4431-8d11-f1d56193d8de req-2216baee-7927-4202-8baf-9b3b4b111023 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:22.583840 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-643d8f91-4d53-4431-8d11-f1d56193d8de req-2216baee-7927-4202-8baf-9b3b4b111023 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0493984 Jul 30 20:51:22.622055 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-643d8f91-4d53-4431-8d11-f1d56193d8de req-9592b800-27db-4d61-a90a-5308ea601b2a tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318487 Jul 30 20:51:23.736592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de70d0-58a5-4ac3-a2ad-4cbe6ca3d2fe req-fc5bbb76-bd14-4f00-8c75-472b20388714 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:23.738241 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-12de70d0-58a5-4ac3-a2ad-4cbe6ca3d2fe req-fc5bbb76-bd14-4f00-8c75-472b20388714 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0495121 Jul 30 20:51:23.745989 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-098d2b0f-aa94-4680-946b-4adba92a56d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:23.777336 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-12de70d0-58a5-4ac3-a2ad-4cbe6ca3d2fe req-a1028d24-c449-4566-b864-0310cf24d0cb tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326173 Jul 30 20:51:24.015273 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:24.896174 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5b3fa-7f44-4e44-ba3a-da7e9602fdea req-26a66b75-1acb-4914-b3b5-325d862ab5ec tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:24.897638 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-79b5b3fa-7f44-4e44-ba3a-da7e9602fdea req-26a66b75-1acb-4914-b3b5-325d862ab5ec tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0526247 Jul 30 20:51:24.936483 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-79b5b3fa-7f44-4e44-ba3a-da7e9602fdea req-e0422d3b-c8d8-479e-a3a9-ca3b3142aecf tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325181 Jul 30 20:51:25.104171 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:26.048895 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4232f9e-2cde-4e4b-9f94-a1a92b95a2e8 req-4479d81d-0717-4281-a66b-242b930f5833 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:26.050373 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4232f9e-2cde-4e4b-9f94-a1a92b95a2e8 req-4479d81d-0717-4281-a66b-242b930f5833 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0492799 Jul 30 20:51:26.088302 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c4232f9e-2cde-4e4b-9f94-a1a92b95a2e8 req-8fc1d707-83af-44b8-a7e9-8b0351855a47 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315785 Jul 30 20:51:26.963385 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:27.200109 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e4ba8-974c-4f44-aa31-751213c8ea41 req-3857d64a-6354-4874-be4b-abeffffd9a0b tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:27.201545 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-435e4ba8-974c-4f44-aa31-751213c8ea41 req-3857d64a-6354-4874-be4b-abeffffd9a0b tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0478005 Jul 30 20:51:27.239560 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-435e4ba8-974c-4f44-aa31-751213c8ea41 req-aa1c38e2-914c-4107-a7be-39cecc91a4fa tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318308 Jul 30 20:51:28.357196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05aba6-a8d0-4077-a675-2164132361ab req-5b6358c7-1d07-4770-9743-aabb15adb3b0 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:28.358645 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d05aba6-a8d0-4077-a675-2164132361ab req-5b6358c7-1d07-4770-9743-aabb15adb3b0 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0533297 Jul 30 20:51:28.395167 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d05aba6-a8d0-4077-a675-2164132361ab req-89fde4ae-c68b-4e8d-8037-05de0ee4c6e9 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306134 Jul 30 20:51:29.509393 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ee827-a8c1-4eb1-b694-80c15434c130 req-8979a07a-63fe-411f-9ece-3535780d41ff tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:29.510875 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-573ee827-a8c1-4eb1-b694-80c15434c130 req-8979a07a-63fe-411f-9ece-3535780d41ff tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0488789 Jul 30 20:51:29.549058 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-573ee827-a8c1-4eb1-b694-80c15434c130 req-f33b778c-4fa0-45a4-99e4-728cd3781745 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322890 Jul 30 20:51:30.661842 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a98bc-7756-4679-862a-a48616e94f8e req-e54523aa-86d8-4faa-8e6f-da8fb1f1ea28 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:30.663280 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1e7a98bc-7756-4679-862a-a48616e94f8e req-e54523aa-86d8-4faa-8e6f-da8fb1f1ea28 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0485995 Jul 30 20:51:30.700789 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1e7a98bc-7756-4679-862a-a48616e94f8e req-97b77a38-5e96-4c85-85b3-7cd705994bf4 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316944 Jul 30 20:51:31.817362 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fbbf0-3534-42cb-990f-fbf251ffde89 req-da836d96-e50e-4396-a23c-f9a8250e6d2d tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:31.818823 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-642fbbf0-3534-42cb-990f-fbf251ffde89 req-da836d96-e50e-4396-a23c-f9a8250e6d2d tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0525546 Jul 30 20:51:31.856732 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-642fbbf0-3534-42cb-990f-fbf251ffde89 req-575cb45a-da1c-4ff2-ae37-9c64251057a3 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315027 Jul 30 20:51:32.970625 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7042c3d-0d20-4afb-9e11-52c2e9aa01ce req-5be41e5c-babd-4709-8043-773c08d3bdcf tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:32.972004 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7042c3d-0d20-4afb-9e11-52c2e9aa01ce req-5be41e5c-babd-4709-8043-773c08d3bdcf tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0480056 Jul 30 20:51:33.009114 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7042c3d-0d20-4afb-9e11-52c2e9aa01ce req-95af6785-8e9c-448a-bb2a-48e63806fd47 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306880 Jul 30 20:51:34.123736 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a46c54-869e-4cfa-a3c4-40ecd06ad34b req-6c093c7b-816a-4bd1-b221-2d9ad10b176d tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:34.125179 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f1a46c54-869e-4cfa-a3c4-40ecd06ad34b req-6c093c7b-816a-4bd1-b221-2d9ad10b176d tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0483766 Jul 30 20:51:34.161625 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f1a46c54-869e-4cfa-a3c4-40ecd06ad34b req-8277976c-c1b8-4ba2-9e9a-07b8bc07b4eb tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306988 Jul 30 20:51:35.279982 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0685aa9-5e0e-4171-9511-1299714fa425 req-2254aad4-8568-4825-9379-d245d86e0fb7 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:35.281482 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d0685aa9-5e0e-4171-9511-1299714fa425 req-2254aad4-8568-4825-9379-d245d86e0fb7 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0524495 Jul 30 20:51:35.319726 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d0685aa9-5e0e-4171-9511-1299714fa425 req-9abf8abd-1537-4fbe-a5f1-76c201ea4749 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320065 Jul 30 20:51:36.432146 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd8ed1-0857-4b4a-b17b-f739e53c2714 req-adccd169-dc2f-4b52-b687-949b68484021 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:36.433605 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-36dd8ed1-0857-4b4a-b17b-f739e53c2714 req-adccd169-dc2f-4b52-b687-949b68484021 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0491529 Jul 30 20:51:36.471346 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-36dd8ed1-0857-4b4a-b17b-f739e53c2714 req-90dac13f-be9c-4740-a52a-ff25cf5b5e1a tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319798 Jul 30 20:51:37.583896 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538c1a2-9574-4baf-9f64-7ecf131abfa4 req-e61745fa-3c16-416d-b422-54fbccc69bda tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:37.585290 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e538c1a2-9574-4baf-9f64-7ecf131abfa4 req-e61745fa-3c16-416d-b422-54fbccc69bda tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0487196 Jul 30 20:51:37.622697 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e538c1a2-9574-4baf-9f64-7ecf131abfa4 req-49298def-c3a4-4e86-9eb1-a0719fcd3d5e tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311317 Jul 30 20:51:38.740795 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78d812-1a32-4008-8aa6-aacd2d6f4f5e req-dfa45988-55ff-40a7-8a0e-118c492ddf82 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:38.742250 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a78d812-1a32-4008-8aa6-aacd2d6f4f5e req-dfa45988-55ff-40a7-8a0e-118c492ddf82 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0531242 Jul 30 20:51:38.779809 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a78d812-1a32-4008-8aa6-aacd2d6f4f5e req-de2a5a77-6516-4ebc-a4c5-a68d6349f5af tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316777 Jul 30 20:51:39.517505 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-921eedaa-4819-482a-b65c-7ef54f8b999f service neutron] show failed (client error): The resource could not be found. Jul 30 20:51:39.518496 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-921eedaa-4819-482a-b65c-7ef54f8b999f service neutron] 10.222.0.83 "GET /v2.0/ports/8f256418-cb12-4a4d-b642-9f61828ba0f5/bindings/n-h1-712137-9 HTTP/1.1" status: 404 len: 380 time: 0.0588424 Jul 30 20:51:39.755479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-f91922e4-187d-4ecf-af2a-4804169d6736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:39.757029 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-f91922e4-187d-4ecf-af2a-4804169d6736 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4&tenant_id=feb7fc2326444765b13c43357edaae38 HTTP/1.1" status: 200 len: 1096 time: 0.0911052 Jul 30 20:51:39.770352 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-9', 'device_owner': 'compute:nova'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:51:39.824245 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:39.984461 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d83f03-eb39-4b36-ae38-980fc55bdc4f req-b0131912-bbcf-4437-914c-79ae3147a6d8 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:39.985869 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71d83f03-eb39-4b36-ae38-980fc55bdc4f req-b0131912-bbcf-4437-914c-79ae3147a6d8 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.1258075 Jul 30 20:51:40.077361 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71d83f03-eb39-4b36-ae38-980fc55bdc4f req-aa9c499d-9cee-4a76-a6ac-00ccec5f2fca tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731561 Jul 30 20:51:40.108707 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] For port 8f256418-cb12-4a4d-b642-9f61828ba0f5, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8f256418-cb12-4a4d-b642-9f61828ba0f5,segment=NetworkSegment(50eec569-842f-4d70-9339-d11e44c28306),segment_id=50eec569-842f-4d70-9339-d11e44c28306)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:51:40.142666 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] For port 8f256418-cb12-4a4d-b642-9f61828ba0f5, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:51:40.181649 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7251b31d-3121-4beb-8cc2-dcbbfa682fe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f256418-cb12-4a4d-b642-9f61828ba0f5'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:51:40.183919 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a774331-7733-4be6-a0d8-8ea009a96636" -d '{"events": [{"server_uuid": "7251b31d-3121-4beb-8cc2-dcbbfa682fe4", "name": "network-vif-unplugged", "status": "completed", "tag": "8f256418-cb12-4a4d-b642-9f61828ba0f5"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:51:40.187583 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:40.199386 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Transition to ACTIVE for port object 8f256418-cb12-4a4d-b642-9f61828ba0f5 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:51:40.204388 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:40.268646 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] No DVR routers for this DVR port 8f256418-cb12-4a4d-b642-9f61828ba0f5 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:51:40.271763 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Pushing event updated for resources: {'Port': ['ID=8f256418-cb12-4a4d-b642-9f61828ba0f5,revision_number=6']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:51:40.280597 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:40.280945 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:40.281284 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:40.281616 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:40.281946 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:40.282272 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:40.282593 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:40.282915 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:40.283235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:40.283575 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:40.283899 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:40.284217 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:40.318018 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Attempting to bind port 8f256418-cb12-4a4d-b642-9f61828ba0f5 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:51:40.318360 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Attempting to bind port 8f256418-cb12-4a4d-b642-9f61828ba0f5 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '50eec569-842f-4d70-9339-d11e44c28306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '23fc4730-a1c0-45cc-bd32-719efec393db'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:51:40.318710 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Attempting to bind port 8f256418-cb12-4a4d-b642-9f61828ba0f5 on network 23fc4730-a1c0-45cc-bd32-719efec393db {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:51:40.324051 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a39ca5-e7f5-4136-a28e-18ccf2c418b9 x-openstack-request-id: req-c3a39ca5-e7f5-4136-a28e-18ccf2c418b9 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:51:40.324343 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7251b31d-3121-4beb-8cc2-dcbbfa682fe4", "name": "network-vif-unplugged", "status": "completed", "tag": "8f256418-cb12-4a4d-b642-9f61828ba0f5", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:51:40.324595 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3a39ca5-e7f5-4136-a28e-18ccf2c418b9 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:51:40.324981 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7251b31d-3121-4beb-8cc2-dcbbfa682fe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f256418-cb12-4a4d-b642-9f61828ba0f5', 'code': 200} Jul 30 20:51:40.325461 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Port 8f256418-cb12-4a4d-b642-9f61828ba0f5 on network 23fc4730-a1c0-45cc-bd32-719efec393db not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:51:40.325775 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Attempting to bind port 8f256418-cb12-4a4d-b642-9f61828ba0f5 on network 23fc4730-a1c0-45cc-bd32-719efec393db {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:51:40.330759 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:51:40.331096 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Checking segment: {'id': '50eec569-842f-4d70-9339-d11e44c28306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '23fc4730-a1c0-45cc-bd32-719efec393db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:51:40.331475 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Bound using segment: {'id': '50eec569-842f-4d70-9339-d11e44c28306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '23fc4730-a1c0-45cc-bd32-719efec393db'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:51:40.331923 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Bound port: 8f256418-cb12-4a4d-b642-9f61828ba0f5, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50eec569-842f-4d70-9339-d11e44c28306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '23fc4730-a1c0-45cc-bd32-719efec393db'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:51:40.332277 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:40.399054 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] For port 8f256418-cb12-4a4d-b642-9f61828ba0f5, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:51:40.402851 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] For port 8f256418-cb12-4a4d-b642-9f61828ba0f5, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=8f256418-cb12-4a4d-b642-9f61828ba0f5,segment=NetworkSegment(50eec569-842f-4d70-9339-d11e44c28306),segment_id=50eec569-842f-4d70-9339-d11e44c28306)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:51:40.407322 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:40.446705 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:40.447324 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:40.448825 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] 10.222.0.59 "PUT /v2.0/ports/8f256418-cb12-4a4d-b642-9f61828ba0f5 HTTP/1.1" status: 200 len: 1091 time: 0.6825814 Jul 30 20:51:40.472121 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7111a4f-295a-438b-8d9c-2ee10278bb73 service neutron] Pushing event updated for resources: {'Port': ['ID=8f256418-cb12-4a4d-b642-9f61828ba0f5,revision_number=7']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:51:40.515611 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-d3e05d1e-01c9-44e9-8321-e477e25335ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:40.517025 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-d3e05d1e-01c9-44e9-8321-e477e25335ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=feb7fc2326444765b13c43357edaae38&device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 1094 time: 0.0409672 Jul 30 20:51:40.604624 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-cf25662d-0f9c-40a6-a717-a97bf43c2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:40.606052 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-cf25662d-0f9c-40a6-a717-a97bf43c2336 service neutron] 10.222.0.59 "GET /v2.0/networks?id=23fc4730-a1c0-45cc-bd32-719efec393db HTTP/1.1" status: 200 len: 912 time: 0.0825667 Jul 30 20:51:40.650648 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-c3136445-fdaf-4f50-aeb3-51df33a733a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f256418-cb12-4a4d-b642-9f61828ba0f5 HTTP/1.1" status: 200 len: 217 time: 0.0377338 Jul 30 20:51:40.701317 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-1d5179f8-a4cd-4dab-8ee3-c073753b632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:40.702763 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-1d5179f8-a4cd-4dab-8ee3-c073753b632a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a1931dda-f9fc-42bf-bcc5-9087397bd7c4 HTTP/1.1" status: 200 len: 851 time: 0.0447083 Jul 30 20:51:40.733081 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-27f80109-61ac-43bc-8a14-4afb76154015 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=23fc4730-a1c0-45cc-bd32-719efec393db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234053 Jul 30 20:51:40.744083 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b305ff46-fc88-4309-8e12-f5c076f17d3e service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:51:40.744980 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-b305ff46-fc88-4309-8e12-f5c076f17d3e service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052812 Jul 30 20:51:40.836694 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-5b41b281-b662-490a-84e5-cffc73889b7b service neutron] 10.222.0.59 "GET /v2.0/networks/23fc4730-a1c0-45cc-bd32-719efec393db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845239 Jul 30 20:51:40.926431 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dfb5df95-227c-436e-9ffb-054e670524e6 req-58dd2428-f1cf-4762-92b1-a139a2eda7c5 service neutron] 10.222.0.59 "GET /v2.0/networks/23fc4730-a1c0-45cc-bd32-719efec393db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823309 Jul 30 20:51:41.192193 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51919b6-6385-468b-af6d-0313aca2b02c req-e5b592b1-0c7e-48ca-b224-d20ab1674602 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:41.193641 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c51919b6-6385-468b-af6d-0313aca2b02c req-e5b592b1-0c7e-48ca-b224-d20ab1674602 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 943 time: 0.0490305 Jul 30 20:51:41.230858 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c51919b6-6385-468b-af6d-0313aca2b02c req-d1785317-8f65-4c33-9697-ebc056578118 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313666 Jul 30 20:51:42.327247 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7251b31d-3121-4beb-8cc2-dcbbfa682fe4', 'tag': '8f256418-cb12-4a4d-b642-9f61828ba0f5'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:51:42.329484 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c217a1-c5be-4d67-8b33-31025e190f81" -d '{"events": [{"name": "network-changed", "server_uuid": "7251b31d-3121-4beb-8cc2-dcbbfa682fe4", "tag": "8f256418-cb12-4a4d-b642-9f61828ba0f5"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:51:42.354674 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bff9b-17b4-43b1-be90-7de6b5facfa7 req-83c55756-7a4b-4038-b161-667929ee3feb tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:42.356186 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-571bff9b-17b4-43b1-be90-7de6b5facfa7 req-83c55756-7a4b-4038-b161-667929ee3feb tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 943 time: 0.0586307 Jul 30 20:51:42.398130 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-571bff9b-17b4-43b1-be90-7de6b5facfa7 req-f2761c7c-d3ba-4bbc-87e3-4d232deb0fe8 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357993 Jul 30 20:51:42.455636 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cd5cfa-5ea3-4f76-be7c-d1ba692fe22f x-openstack-request-id: req-91cd5cfa-5ea3-4f76-be7c-d1ba692fe22f {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:51:42.455994 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7251b31d-3121-4beb-8cc2-dcbbfa682fe4", "tag": "8f256418-cb12-4a4d-b642-9f61828ba0f5", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:51:42.456254 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-91cd5cfa-5ea3-4f76-be7c-d1ba692fe22f {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:51:42.456697 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7251b31d-3121-4beb-8cc2-dcbbfa682fe4', 'tag': '8f256418-cb12-4a4d-b642-9f61828ba0f5', 'status': 'completed', 'code': 200} Jul 30 20:51:42.516323 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c217a1-c5be-4d67-8b33-31025e190f81 req-b7de1fe4-3cb5-4372-9e8d-acddcaa37f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:42.517709 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-91c217a1-c5be-4d67-8b33-31025e190f81 req-b7de1fe4-3cb5-4372-9e8d-acddcaa37f76 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=feb7fc2326444765b13c43357edaae38&device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 1094 time: 0.0407782 Jul 30 20:51:42.523683 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c217a1-c5be-4d67-8b33-31025e190f81 req-0861b3bb-f2a8-43ab-a233-8eabbb0833ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:42.525208 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-91c217a1-c5be-4d67-8b33-31025e190f81 req-0861b3bb-f2a8-43ab-a233-8eabbb0833ed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=feb7fc2326444765b13c43357edaae38&device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 1094 time: 0.0448754 Jul 30 20:51:42.611300 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c217a1-c5be-4d67-8b33-31025e190f81 req-21100783-fdc0-4ce3-a7a1-07f28f715cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:42.612858 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-91c217a1-c5be-4d67-8b33-31025e190f81 req-21100783-fdc0-4ce3-a7a1-07f28f715cae service neutron] 10.222.0.59 "GET /v2.0/networks?id=23fc4730-a1c0-45cc-bd32-719efec393db HTTP/1.1" status: 200 len: 912 time: 0.0882342 Jul 30 20:51:42.614060 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c217a1-c5be-4d67-8b33-31025e190f81 req-c1ded578-f611-4357-a537-638b5348249c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:42.615493 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-91c217a1-c5be-4d67-8b33-31025e190f81 req-c1ded578-f611-4357-a537-638b5348249c service neutron] 10.222.0.83 "GET /v2.0/networks?id=23fc4730-a1c0-45cc-bd32-719efec393db HTTP/1.1" status: 200 len: 912 time: 0.0833607 Jul 30 20:51:42.654163 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-91c217a1-c5be-4d67-8b33-31025e190f81 req-7ad0272b-f3c5-4737-9277-2075c9d21423 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f256418-cb12-4a4d-b642-9f61828ba0f5 HTTP/1.1" status: 200 len: 217 time: 0.0346177 Jul 30 20:51:42.660192 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-91c217a1-c5be-4d67-8b33-31025e190f81 req-23780d05-c349-435e-bc16-df5d8fd32d04 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f256418-cb12-4a4d-b642-9f61828ba0f5 HTTP/1.1" status: 200 len: 217 time: 0.0377724 Jul 30 20:51:42.704685 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c217a1-c5be-4d67-8b33-31025e190f81 req-15e9f0b5-b304-496c-8e9d-11a9f3eae883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:42.706154 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-91c217a1-c5be-4d67-8b33-31025e190f81 req-15e9f0b5-b304-496c-8e9d-11a9f3eae883 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a1931dda-f9fc-42bf-bcc5-9087397bd7c4 HTTP/1.1" status: 200 len: 851 time: 0.0447819 Jul 30 20:51:42.708589 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c217a1-c5be-4d67-8b33-31025e190f81 req-61226a26-b4b9-4c8a-a78b-4284668cc1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:42.710014 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-91c217a1-c5be-4d67-8b33-31025e190f81 req-61226a26-b4b9-4c8a-a78b-4284668cc1c7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a1931dda-f9fc-42bf-bcc5-9087397bd7c4 HTTP/1.1" status: 200 len: 851 time: 0.0431714 Jul 30 20:51:42.740241 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-91c217a1-c5be-4d67-8b33-31025e190f81 req-1325d829-5c17-4f98-bb27-0bf4a3c558fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=23fc4730-a1c0-45cc-bd32-719efec393db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268629 Jul 30 20:51:42.740804 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-91c217a1-c5be-4d67-8b33-31025e190f81 req-a9ae69a9-bbd4-43e1-a07f-5e7a19a04aa1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=23fc4730-a1c0-45cc-bd32-719efec393db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240972 Jul 30 20:51:42.830577 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-91c217a1-c5be-4d67-8b33-31025e190f81 req-24b76995-6b59-4b92-88dc-f4ce0f83e89c service neutron] 10.222.0.83 "GET /v2.0/networks/23fc4730-a1c0-45cc-bd32-719efec393db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831449 Jul 30 20:51:42.834445 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-91c217a1-c5be-4d67-8b33-31025e190f81 req-9b0e0c8f-b047-4033-ab97-d4acbac2ac65 service neutron] 10.222.0.59 "GET /v2.0/networks/23fc4730-a1c0-45cc-bd32-719efec393db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870323 Jul 30 20:51:42.915408 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 8f256418-cb12-4a4d-b642-9f61828ba0f5 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:51:42.924563 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-91c217a1-c5be-4d67-8b33-31025e190f81 req-b80c95fd-ee43-43de-9db6-a40ad2920eff service neutron] 10.222.0.83 "GET /v2.0/networks/23fc4730-a1c0-45cc-bd32-719efec393db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876412 Jul 30 20:51:42.924907 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-91c217a1-c5be-4d67-8b33-31025e190f81 req-4b9b23a0-261b-4707-b871-0d0a7231e361 service neutron] 10.222.0.59 "GET /v2.0/networks/23fc4730-a1c0-45cc-bd32-719efec393db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836115 Jul 30 20:51:43.013393 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 8f256418-cb12-4a4d-b642-9f61828ba0f5, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=8f256418-cb12-4a4d-b642-9f61828ba0f5,segment=NetworkSegment(50eec569-842f-4d70-9339-d11e44c28306),segment_id=50eec569-842f-4d70-9339-d11e44c28306)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:51:43.024415 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '8f256418-cb12-4a4d-b642-9f61828ba0f5', 'network_id': '23fc4730-a1c0-45cc-bd32-719efec393db', 'port_id': '8f256418-cb12-4a4d-b642-9f61828ba0f5', 'mac_address': 'fa:16:3e:ad:4c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1931dda-f9fc-42bf-bcc5-9087397bd7c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:51:43.066084 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:43.079044 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f256418-cb12-4a4d-b642-9f61828ba0f5 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:51:43.097686 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 8f256418-cb12-4a4d-b642-9f61828ba0f5, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=8f256418-cb12-4a4d-b642-9f61828ba0f5,segment=NetworkSegment(50eec569-842f-4d70-9339-d11e44c28306),segment_id=50eec569-842f-4d70-9339-d11e44c28306)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:51:43.101035 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:43.124056 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 8f256418-cb12-4a4d-b642-9f61828ba0f5 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:51:43.174343 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=8f256418-cb12-4a4d-b642-9f61828ba0f5,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:51:43.184277 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:43.184623 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:43.184960 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:43.185345 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:43.185671 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:43.185997 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:43.186320 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:43.186640 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:43.186961 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:43.187278 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:43.187620 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:43.187940 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:43.191251 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 8f256418-cb12-4a4d-b642-9f61828ba0f5 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:51:43.337247 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['8f256418-cb12-4a4d-b642-9f61828ba0f5'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:51:43.522532 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01aee8-695e-4281-88e7-b7db4e722ee5 req-7ad5d47e-c209-4ed8-942c-068993aeaa35 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:43.524189 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae01aee8-695e-4281-88e7-b7db4e722ee5 req-7ad5d47e-c209-4ed8-942c-068993aeaa35 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 944 time: 0.0554402 Jul 30 20:51:43.561227 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae01aee8-695e-4281-88e7-b7db4e722ee5 req-b559e781-fffc-44f3-8b7d-942bfcf8933b tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312746 Jul 30 20:51:43.818819 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c39e4-4bdf-4a46-9cfe-28588b0281d5 req-8ccc6b8f-f770-4934-b1bf-3fcbfb7c013c tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:43.820345 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-904c39e4-4bdf-4a46-9cfe-28588b0281d5 req-8ccc6b8f-f770-4934-b1bf-3fcbfb7c013c tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.83 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4&tenant_id=feb7fc2326444765b13c43357edaae38&binding%3Ahost_id=n-h1-712137-9 HTTP/1.1" status: 200 len: 944 time: 0.0843031 Jul 30 20:51:43.882734 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [req-904c39e4-4bdf-4a46-9cfe-28588b0281d5 req-a5b3d488-82c9-45d8-a38d-c97720d7678e service neutron] delete failed (client error): The resource could not be found. Jul 30 20:51:43.883752 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-904c39e4-4bdf-4a46-9cfe-28588b0281d5 req-a5b3d488-82c9-45d8-a38d-c97720d7678e service neutron] 10.222.0.83 "DELETE /v2.0/ports/8f256418-cb12-4a4d-b642-9f61828ba0f5/bindings/n-h2-712137-9 HTTP/1.1" status: 404 len: 380 time: 0.0562346 Jul 30 20:51:43.964279 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c39e4-4bdf-4a46-9cfe-28588b0281d5 req-375b6ab2-6d3c-41ad-8e8f-016200407060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:43.965724 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-904c39e4-4bdf-4a46-9cfe-28588b0281d5 req-375b6ab2-6d3c-41ad-8e8f-016200407060 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=feb7fc2326444765b13c43357edaae38&device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0406647 Jul 30 20:51:44.057588 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c39e4-4bdf-4a46-9cfe-28588b0281d5 req-ef407cc2-cf0d-4233-a3cf-b82dc0d1c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:44.059055 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-904c39e4-4bdf-4a46-9cfe-28588b0281d5 req-ef407cc2-cf0d-4233-a3cf-b82dc0d1c7f2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=23fc4730-a1c0-45cc-bd32-719efec393db HTTP/1.1" status: 200 len: 912 time: 0.0856216 Jul 30 20:51:44.101812 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-904c39e4-4bdf-4a46-9cfe-28588b0281d5 req-b9bb65cd-ec90-4290-963b-0bd170dbb7d0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f256418-cb12-4a4d-b642-9f61828ba0f5 HTTP/1.1" status: 200 len: 217 time: 0.0336058 Jul 30 20:51:44.149148 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c39e4-4bdf-4a46-9cfe-28588b0281d5 req-115a80fd-c83f-4149-87d3-0b661081a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:44.150525 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-904c39e4-4bdf-4a46-9cfe-28588b0281d5 req-115a80fd-c83f-4149-87d3-0b661081a1de service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a1931dda-f9fc-42bf-bcc5-9087397bd7c4 HTTP/1.1" status: 200 len: 851 time: 0.0422072 Jul 30 20:51:44.181100 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-904c39e4-4bdf-4a46-9cfe-28588b0281d5 req-5a2ce1a7-50fa-4018-bc91-fe048250ea8d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=23fc4730-a1c0-45cc-bd32-719efec393db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237467 Jul 30 20:51:44.270630 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-904c39e4-4bdf-4a46-9cfe-28588b0281d5 req-a0e2599e-0eee-438d-b66a-2ec795c12afa service neutron] 10.222.0.83 "GET /v2.0/networks/23fc4730-a1c0-45cc-bd32-719efec393db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825560 Jul 30 20:51:44.358149 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-904c39e4-4bdf-4a46-9cfe-28588b0281d5 req-efee5ac2-7483-4739-8b43-c330497120c7 service neutron] 10.222.0.83 "GET /v2.0/networks/23fc4730-a1c0-45cc-bd32-719efec393db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810986 Jul 30 20:51:44.939023 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 8f256418-cb12-4a4d-b642-9f61828ba0f5 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:51:44.992915 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 8f256418-cb12-4a4d-b642-9f61828ba0f5 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:51:44.996587 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 8f256418-cb12-4a4d-b642-9f61828ba0f5 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:51:44.996963 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:45.031195 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02d232-328d-4cc6-8124-581dce02b737 req-0a882a7b-20e1-480f-80be-d6aca86a299d tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:45.032706 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d02d232-328d-4cc6-8124-581dce02b737 req-0a882a7b-20e1-480f-80be-d6aca86a299d tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 944 time: 0.0493586 Jul 30 20:51:45.074543 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8d02d232-328d-4cc6-8124-581dce02b737 req-3bd9ccd8-f478-4a50-9094-ea5c16c52400 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333052 Jul 30 20:51:45.078884 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:45.100994 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7251b31d-3121-4beb-8cc2-dcbbfa682fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f256418-cb12-4a4d-b642-9f61828ba0f5'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:51:45.103852 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449ce689-dd9f-4378-a735-8bfef03da59c" -d '{"events": [{"server_uuid": "7251b31d-3121-4beb-8cc2-dcbbfa682fe4", "name": "network-vif-plugged", "status": "completed", "tag": "8f256418-cb12-4a4d-b642-9f61828ba0f5"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:51:45.116171 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 8f256418-cb12-4a4d-b642-9f61828ba0f5, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=8f256418-cb12-4a4d-b642-9f61828ba0f5,segment=NetworkSegment(50eec569-842f-4d70-9339-d11e44c28306),segment_id=50eec569-842f-4d70-9339-d11e44c28306)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:51:45.120090 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:45.142552 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38797bad-6028-426b-ab98-8cf0f97bf429 x-openstack-request-id: req-38797bad-6028-426b-ab98-8cf0f97bf429 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:51:45.142841 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7251b31d-3121-4beb-8cc2-dcbbfa682fe4", "name": "network-vif-plugged", "status": "completed", "tag": "8f256418-cb12-4a4d-b642-9f61828ba0f5", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:51:45.143099 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-38797bad-6028-426b-ab98-8cf0f97bf429 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:51:45.143481 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7251b31d-3121-4beb-8cc2-dcbbfa682fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f256418-cb12-4a4d-b642-9f61828ba0f5', 'code': 200} Jul 30 20:51:45.168733 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=8f256418-cb12-4a4d-b642-9f61828ba0f5,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:51:45.873562 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:46.192321 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cb730-5035-4b68-8a4e-a4ec67174b88 req-780a8e9e-dfaa-4012-b8dc-c9dadffa5db9 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:46.193702 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b63cb730-5035-4b68-8a4e-a4ec67174b88 req-780a8e9e-dfaa-4012-b8dc-c9dadffa5db9 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0497081 Jul 30 20:51:46.258234 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b63cb730-5035-4b68-8a4e-a4ec67174b88 req-8fa6a196-3810-4012-8036-36e15b1f85f5 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.81 "GET /v2.0/security-groups?id=16f7093d-bd47-4f50-a6b1-bdfcc5532b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586879 Jul 30 20:51:46.277523 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c39e4-4bdf-4a46-9cfe-28588b0281d5 req-7c4ccc10-47cc-4ec4-a894-06fab4d032af tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:46.279038 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-904c39e4-4bdf-4a46-9cfe-28588b0281d5 req-7c4ccc10-47cc-4ec4-a894-06fab4d032af tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.59 "GET /v2.0/ports?device_id=7251b31d-3121-4beb-8cc2-dcbbfa682fe4 HTTP/1.1" status: 200 len: 945 time: 0.0643120 Jul 30 20:51:46.367619 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-904c39e4-4bdf-4a46-9cfe-28588b0281d5 req-6a3929b1-6e21-4a45-aa77-b8f2c8b233b6 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Deleting port 8f256418-cb12-4a4d-b642-9f61828ba0f5 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:51:46.367963 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-904c39e4-4bdf-4a46-9cfe-28588b0281d5 req-6a3929b1-6e21-4a45-aa77-b8f2c8b233b6 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:46.457125 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-904c39e4-4bdf-4a46-9cfe-28588b0281d5 req-6a3929b1-6e21-4a45-aa77-b8f2c8b233b6 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] For port 8f256418-cb12-4a4d-b642-9f61828ba0f5, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=8f256418-cb12-4a4d-b642-9f61828ba0f5,segment=NetworkSegment(50eec569-842f-4d70-9339-d11e44c28306),segment_id=50eec569-842f-4d70-9339-d11e44c28306)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:51:46.457404 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-904c39e4-4bdf-4a46-9cfe-28588b0281d5 req-6a3929b1-6e21-4a45-aa77-b8f2c8b233b6 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:46.470378 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-904c39e4-4bdf-4a46-9cfe-28588b0281d5 req-6a3929b1-6e21-4a45-aa77-b8f2c8b233b6 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Calling delete_port for 8f256418-cb12-4a4d-b642-9f61828ba0f5 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:51:46.596971 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-904c39e4-4bdf-4a46-9cfe-28588b0281d5 req-6a3929b1-6e21-4a45-aa77-b8f2c8b233b6 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:46.608140 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['8f256418-cb12-4a4d-b642-9f61828ba0f5'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:51:46.625167 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3929b1-6e21-4a45-aa77-b8f2c8b233b6 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Pushing event deleted for resources: {'Port': ['ID=8f256418-cb12-4a4d-b642-9f61828ba0f5,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:51:46.665009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-904c39e4-4bdf-4a46-9cfe-28588b0281d5 req-6a3929b1-6e21-4a45-aa77-b8f2c8b233b6 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] No DVR routers for this DVR port 8f256418-cb12-4a4d-b642-9f61828ba0f5 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:51:46.667642 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-904c39e4-4bdf-4a46-9cfe-28588b0281d5 req-6a3929b1-6e21-4a45-aa77-b8f2c8b233b6 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:46.669636 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-904c39e4-4bdf-4a46-9cfe-28588b0281d5 req-6a3929b1-6e21-4a45-aa77-b8f2c8b233b6 tempest-DeleteServersTestJSON-1628500515 tempest-DeleteServersTestJSON-1628500515-project] 10.222.0.59 "DELETE /v2.0/ports/8f256418-cb12-4a4d-b642-9f61828ba0f5 HTTP/1.1" status: 204 len: 173 time: 0.3843961 Jul 30 20:51:46.670079 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7251b31d-3121-4beb-8cc2-dcbbfa682fe4', 'name': 'network-vif-deleted', 'tag': '8f256418-cb12-4a4d-b642-9f61828ba0f5'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:51:46.672312 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501e0c06-db05-4077-857f-a9570e99b272" -d '{"events": [{"server_uuid": "7251b31d-3121-4beb-8cc2-dcbbfa682fe4", "name": "network-vif-deleted", "tag": "8f256418-cb12-4a4d-b642-9f61828ba0f5"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:51:46.708984 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b34c307-9a04-453d-b7eb-502278d8ecc1 x-openstack-request-id: req-9b34c307-9a04-453d-b7eb-502278d8ecc1 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:51:46.709274 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7251b31d-3121-4beb-8cc2-dcbbfa682fe4", "name": "network-vif-deleted", "tag": "8f256418-cb12-4a4d-b642-9f61828ba0f5", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:51:46.709525 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b34c307-9a04-453d-b7eb-502278d8ecc1 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:51:46.709922 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7251b31d-3121-4beb-8cc2-dcbbfa682fe4', 'name': 'network-vif-deleted', 'tag': '8f256418-cb12-4a4d-b642-9f61828ba0f5', 'status': 'completed', 'code': 200} Jul 30 20:51:47.380662 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52434) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:51:47.428446 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-6743403f-6c42-498d-b4bc-85d81a7eb98b admin admin] Deleting subnet a1931dda-f9fc-42bf-bcc5-9087397bd7c4 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:51:47.432059 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6743403f-6c42-498d-b4bc-85d81a7eb98b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:47.464772 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6743403f-6c42-498d-b4bc-85d81a7eb98b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:47.502197 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6743403f-6c42-498d-b4bc-85d81a7eb98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:47.552248 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6743403f-6c42-498d-b4bc-85d81a7eb98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:47.577033 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743403f-6c42-498d-b4bc-85d81a7eb98b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1931dda-f9fc-42bf-bcc5-9087397bd7c4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:51:47.581432 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6743403f-6c42-498d-b4bc-85d81a7eb98b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:47.583274 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6743403f-6c42-498d-b4bc-85d81a7eb98b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a1931dda-f9fc-42bf-bcc5-9087397bd7c4 HTTP/1.1" status: 204 len: 168 time: 0.2016127 Jul 30 20:51:47.585955 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52436) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:51:47.588438 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743403f-6c42-498d-b4bc-85d81a7eb98b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:47.588785 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743403f-6c42-498d-b4bc-85d81a7eb98b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:47.589125 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743403f-6c42-498d-b4bc-85d81a7eb98b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:47.589462 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743403f-6c42-498d-b4bc-85d81a7eb98b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:47.589796 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743403f-6c42-498d-b4bc-85d81a7eb98b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:47.590125 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743403f-6c42-498d-b4bc-85d81a7eb98b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:47.590452 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743403f-6c42-498d-b4bc-85d81a7eb98b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:47.590775 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743403f-6c42-498d-b4bc-85d81a7eb98b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:47.591098 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743403f-6c42-498d-b4bc-85d81a7eb98b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:47.591428 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743403f-6c42-498d-b4bc-85d81a7eb98b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:47.591778 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743403f-6c42-498d-b4bc-85d81a7eb98b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:47.592099 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743403f-6c42-498d-b4bc-85d81a7eb98b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:51:47.656442 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-733e96ab-f41d-497d-a9db-cdd1bd91a5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:47.745667 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-733e96ab-f41d-497d-a9db-cdd1bd91a5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:47.755938 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-733e96ab-f41d-497d-a9db-cdd1bd91a5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23fc4730-a1c0-45cc-bd32-719efec393db']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:51:47.766185 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-733e96ab-f41d-497d-a9db-cdd1bd91a5a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50eec569-842f-4d70-9339-d11e44c28306') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:51:47.766477 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-733e96ab-f41d-497d-a9db-cdd1bd91a5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50eec569-842f-4d70-9339-d11e44c28306') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:51:47.775449 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-733e96ab-f41d-497d-a9db-cdd1bd91a5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:47.789282 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-733e96ab-f41d-497d-a9db-cdd1bd91a5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:47.795743 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733e96ab-f41d-497d-a9db-cdd1bd91a5a8 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:51:47.796124 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-733e96ab-f41d-497d-a9db-cdd1bd91a5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:51:47.797704 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:51:47.853778 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-733e96ab-f41d-497d-a9db-cdd1bd91a5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:47.859764 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-733e96ab-f41d-497d-a9db-cdd1bd91a5a8 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:47.864201 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-733e96ab-f41d-497d-a9db-cdd1bd91a5a8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/23fc4730-a1c0-45cc-bd32-719efec393db HTTP/1.1" status: 204 len: 168 time: 0.2746594 Jul 30 20:51:47.872317 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e96ab-f41d-497d-a9db-cdd1bd91a5a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=23fc4730-a1c0-45cc-bd32-719efec393db,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:51:47.965345 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52440) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:51:48.004276 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ebc6d524-a2d1-48e4-b196-c4f3abaf22ee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=feb7fc2326444765b13c43357edaae38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377519 Jul 30 20:51:48.006585 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52442) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:51:48.054503 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd4c37c0-0fd2-4e35-8324-6dd771b6b497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:48.076384 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd4c37c0-0fd2-4e35-8324-6dd771b6b497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:48.122312 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd4c37c0-0fd2-4e35-8324-6dd771b6b497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:48.124964 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd4c37c0-0fd2-4e35-8324-6dd771b6b497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:48.126336 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-bd4c37c0-0fd2-4e35-8324-6dd771b6b497 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/16f7093d-bd47-4f50-a6b1-bdfcc5532b17 HTTP/1.1" status: 204 len: 168 time: 0.1188829 Jul 30 20:51:48.134762 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c37c0-0fd2-4e35-8324-6dd771b6b497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f7093d-bd47-4f50-a6b1-bdfcc5532b17,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:51:48.774503 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52464) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:51:48.851204 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:51:48.865990 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-f234d4dd-6c24-4d6c-89c9-8a7ad0844592 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-731237736-network', 'tenant_id': '74d4b85fc59248ae8b3ce0e77b2c57d9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:51:48.887377 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f234d4dd-6c24-4d6c-89c9-8a7ad0844592 admin admin] Made reservation on behalf of 74d4b85fc59248ae8b3ce0e77b2c57d9 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:51:48.889568 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f234d4dd-6c24-4d6c-89c9-8a7ad0844592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:48.900938 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f234d4dd-6c24-4d6c-89c9-8a7ad0844592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:48.955318 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 8f256418-cb12-4a4d-b642-9f61828ba0f5 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:51:48.975709 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 8f256418-cb12-4a4d-b642-9f61828ba0f5 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:51:48.976054 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 8f256418-cb12-4a4d-b642-9f61828ba0f5 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:51:48.989026 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f234d4dd-6c24-4d6c-89c9-8a7ad0844592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:48.992828 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f234d4dd-6c24-4d6c-89c9-8a7ad0844592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:49.014817 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f234d4dd-6c24-4d6c-89c9-8a7ad0844592 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:51:49.030331 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234d4dd-6c24-4d6c-89c9-8a7ad0844592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b928317-d54b-409c-9ffe-c5d44defddda,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:51:49.033225 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f234d4dd-6c24-4d6c-89c9-8a7ad0844592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:49.033601 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-f234d4dd-6c24-4d6c-89c9-8a7ad0844592 admin admin] Added segment b201d815-1a0c-4208-a4a8-8b0ddca70561 of type vlan for network 39e6163b-39cf-4e22-88be-5ce1ca3dbf89 Jul 30 20:51:49.073765 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f234d4dd-6c24-4d6c-89c9-8a7ad0844592 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:49.102862 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f234d4dd-6c24-4d6c-89c9-8a7ad0844592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:49.103840 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f234d4dd-6c24-4d6c-89c9-8a7ad0844592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:49.104412 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f234d4dd-6c24-4d6c-89c9-8a7ad0844592 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:49.157769 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f234d4dd-6c24-4d6c-89c9-8a7ad0844592 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3820913 Jul 30 20:51:49.161052 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52468) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:51:49.166200 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3da3ce2c-9b4a-475d-a907-0c686c19b557 admin admin] Request body: {'subnet': {'network_id': '39e6163b-39cf-4e22-88be-5ce1ca3dbf89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-731237736-subnet', 'tenant_id': '74d4b85fc59248ae8b3ce0e77b2c57d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:51:49.166993 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234d4dd-6c24-4d6c-89c9-8a7ad0844592 admin admin] Pushing event updated for resources: {'Network': ['ID=39e6163b-39cf-4e22-88be-5ce1ca3dbf89,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:51:49.177185 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 39e6163b-39cf-4e22-88be-5ce1ca3dbf89 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:51:49.187113 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da3ce2c-9b4a-475d-a907-0c686c19b557 admin admin] Made reservation on behalf of 74d4b85fc59248ae8b3ce0e77b2c57d9 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:51:49.189398 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3da3ce2c-9b4a-475d-a907-0c686c19b557 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:49.353202 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3da3ce2c-9b4a-475d-a907-0c686c19b557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:49.412796 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3ce2c-9b4a-475d-a907-0c686c19b557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41da704e-9aac-42f6-8e90-c56c1f8ed225,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:51:49.419533 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da3ce2c-9b4a-475d-a907-0c686c19b557 admin admin] Checking segment: {'id': 'b201d815-1a0c-4208-a4a8-8b0ddca70561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '39e6163b-39cf-4e22-88be-5ce1ca3dbf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:51:49.419901 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da3ce2c-9b4a-475d-a907-0c686c19b557 admin admin] Network hostable DHCP agents. Network: 39e6163b-39cf-4e22-88be-5ce1ca3dbf89, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:51:49.436349 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da3ce2c-9b4a-475d-a907-0c686c19b557 admin admin] Network 39e6163b-39cf-4e22-88be-5ce1ca3dbf89 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:51:49.445010 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3da3ce2c-9b4a-475d-a907-0c686c19b557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 39e6163b-39cf-4e22-88be-5ce1ca3dbf89) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:51:49.449940 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da3ce2c-9b4a-475d-a907-0c686c19b557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:49.450534 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3da3ce2c-9b4a-475d-a907-0c686c19b557 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:49.454609 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d1cda7-af37-430f-94dd-5d6a37fba1dd None None] Network 39e6163b-39cf-4e22-88be-5ce1ca3dbf89 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:51:49.464666 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3da3ce2c-9b4a-475d-a907-0c686c19b557 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3024631 Jul 30 20:51:49.576891 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18add3a-819e-4b6c-a9af-30b6704f66d7 None None] Network 39e6163b-39cf-4e22-88be-5ce1ca3dbf89 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:51:49.883399 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-2adb1ae9-a602-4585-b9e2-ef6957629d34 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:49.885392 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-2adb1ae9-a602-4585-b9e2-ef6957629d34 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/networks?id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89 HTTP/1.1" status: 200 len: 814 time: 0.1042173 Jul 30 20:51:49.900283 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-3d3532dd-27db-4344-9d19-4fab067492d7 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/quotas/74d4b85fc59248ae8b3ce0e77b2c57d9 HTTP/1.1" status: 200 len: 375 time: 0.0087194 Jul 30 20:51:49.930642 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-301b35f4-6a7b-48fe-84ed-26254dea09af tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=74d4b85fc59248ae8b3ce0e77b2c57d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253842 Jul 30 20:51:49.941906 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-3886560b-881e-48f8-ab6e-6ea9cb8cc1b7 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 20:51:49.942773 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-3886560b-881e-48f8-ab6e-6ea9cb8cc1b7 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049536 Jul 30 20:51:49.952538 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:50.032623 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-c73e0135-b734-4e1c-baf1-329f6677ad55 service neutron] 10.222.0.81 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832467 Jul 30 20:51:50.121351 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-16ba4f29-d58f-49ee-ad81-836417444683 service neutron] 10.222.0.81 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818963 Jul 30 20:51:50.280748 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6257e842-8fa2-4d7a-852b-f5e5e778e434 req-95b1e995-6ae2-453b-bb6e-e275cb8f1cc5 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 210 time: 0.0269723 Jul 30 20:51:51.323010 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc0e7de2-886d-4667-8745-7ff402d6a30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:51.462432 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af1ff832-73bb-4b42-9d79-4d85634efaa9 req-a2ee981a-79c4-422a-ace4-2a3fe90485b9 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 210 time: 0.0318830 Jul 30 20:51:51.505589 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-98aa7735-d723-424c-94f4-4f219129fd69 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:51.506947 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-98aa7735-d723-424c-94f4-4f219129fd69 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.59 "GET /v2.0/networks?id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89 HTTP/1.1" status: 200 len: 814 time: 0.4514253 Jul 30 20:51:51.520262 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-14f4d2a5-d22f-406c-9832-55bce75a4d02 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Request body: {'port': {'device_id': '8e876786-1bb4-46ac-9d1a-564439b11ae7', 'network_id': '39e6163b-39cf-4e22-88be-5ce1ca3dbf89', 'admin_state_up': True, 'tenant_id': '74d4b85fc59248ae8b3ce0e77b2c57d9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:51:51.626849 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-14f4d2a5-d22f-406c-9832-55bce75a4d02 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Made reservation on behalf of 74d4b85fc59248ae8b3ce0e77b2c57d9 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:51:51.630374 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-14f4d2a5-d22f-406c-9832-55bce75a4d02 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:51.751412 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-14f4d2a5-d22f-406c-9832-55bce75a4d02 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Allocated IP 172.20.0.6 (39e6163b-39cf-4e22-88be-5ce1ca3dbf89/41da704e-9aac-42f6-8e90-c56c1f8ed225/10f30bd4-c8d7-4a11-8785-57659efa568a) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:51:51.896508 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-14f4d2a5-d22f-406c-9832-55bce75a4d02 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:51.934282 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-14f4d2a5-d22f-406c-9832-55bce75a4d02 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:51.976011 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-14f4d2a5-d22f-406c-9832-55bce75a4d02 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Network 39e6163b-39cf-4e22-88be-5ce1ca3dbf89 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:51:51.979114 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-14f4d2a5-d22f-406c-9832-55bce75a4d02 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:51:51.982759 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-14f4d2a5-d22f-406c-9832-55bce75a4d02 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:51:52.011120 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4d2a5-d22f-406c-9832-55bce75a4d02 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Pushing event updated for resources: {'Port': ['ID=10f30bd4-c8d7-4a11-8785-57659efa568a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:51:52.038724 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-14f4d2a5-d22f-406c-9832-55bce75a4d02 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:52.039336 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-14f4d2a5-d22f-406c-9832-55bce75a4d02 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:52.052656 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-14f4d2a5-d22f-406c-9832-55bce75a4d02 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5359416 Jul 30 20:51:52.065670 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-d185dabf-8892-4c82-9de1-bf44fe30fb18 service neutron] Request body: {'port': {'device_id': '8e876786-1bb4-46ac-9d1a-564439b11ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:51:52.117052 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-d185dabf-8892-4c82-9de1-bf44fe30fb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:52.377990 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-d185dabf-8892-4c82-9de1-bf44fe30fb18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f30bd4-c8d7-4a11-8785-57659efa568a {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:51:52.385763 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-d185dabf-8892-4c82-9de1-bf44fe30fb18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:52.397858 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-d185dabf-8892-4c82-9de1-bf44fe30fb18 service neutron] Transition to ACTIVE for port object 10f30bd4-c8d7-4a11-8785-57659efa568a will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:51:52.401364 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-d185dabf-8892-4c82-9de1-bf44fe30fb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:52.451205 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185dabf-8892-4c82-9de1-bf44fe30fb18 service neutron] Pushing event updated for resources: {'Port': ['ID=10f30bd4-c8d7-4a11-8785-57659efa568a,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:51:52.516483 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-d185dabf-8892-4c82-9de1-bf44fe30fb18 service neutron] Attempting to bind port 10f30bd4-c8d7-4a11-8785-57659efa568a on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:51:52.517113 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-d185dabf-8892-4c82-9de1-bf44fe30fb18 service neutron] Attempting to bind port 10f30bd4-c8d7-4a11-8785-57659efa568a by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'b201d815-1a0c-4208-a4a8-8b0ddca70561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '39e6163b-39cf-4e22-88be-5ce1ca3dbf89'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:51:52.517113 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-d185dabf-8892-4c82-9de1-bf44fe30fb18 service neutron] Attempting to bind port 10f30bd4-c8d7-4a11-8785-57659efa568a on network 39e6163b-39cf-4e22-88be-5ce1ca3dbf89 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:51:52.521503 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-d185dabf-8892-4c82-9de1-bf44fe30fb18 service neutron] Port 10f30bd4-c8d7-4a11-8785-57659efa568a on network 39e6163b-39cf-4e22-88be-5ce1ca3dbf89 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:51:52.521823 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-d185dabf-8892-4c82-9de1-bf44fe30fb18 service neutron] Attempting to bind port 10f30bd4-c8d7-4a11-8785-57659efa568a on network 39e6163b-39cf-4e22-88be-5ce1ca3dbf89 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:51:52.526617 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-d185dabf-8892-4c82-9de1-bf44fe30fb18 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:51:52.526956 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-d185dabf-8892-4c82-9de1-bf44fe30fb18 service neutron] Checking segment: {'id': 'b201d815-1a0c-4208-a4a8-8b0ddca70561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '39e6163b-39cf-4e22-88be-5ce1ca3dbf89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:51:52.527340 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-d185dabf-8892-4c82-9de1-bf44fe30fb18 service neutron] Bound using segment: {'id': 'b201d815-1a0c-4208-a4a8-8b0ddca70561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '39e6163b-39cf-4e22-88be-5ce1ca3dbf89'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:51:52.527796 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-d185dabf-8892-4c82-9de1-bf44fe30fb18 service neutron] Bound port: 10f30bd4-c8d7-4a11-8785-57659efa568a, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b201d815-1a0c-4208-a4a8-8b0ddca70561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '39e6163b-39cf-4e22-88be-5ce1ca3dbf89'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:51:52.528158 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-d185dabf-8892-4c82-9de1-bf44fe30fb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:52.621403 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dc0f0-7290-4005-9622-e1490a5d3d4d req-255e40e7-90a3-4b38-8821-5169f94cfb7b tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:52.622855 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-690dc0f0-7290-4005-9622-e1490a5d3d4d req-255e40e7-90a3-4b38-8821-5169f94cfb7b tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 943 time: 0.0919116 Jul 30 20:51:52.644292 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-d185dabf-8892-4c82-9de1-bf44fe30fb18 service neutron] For port 10f30bd4-c8d7-4a11-8785-57659efa568a, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:51:52.660302 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-d185dabf-8892-4c82-9de1-bf44fe30fb18 service neutron] For port 10f30bd4-c8d7-4a11-8785-57659efa568a, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=10f30bd4-c8d7-4a11-8785-57659efa568a,segment=NetworkSegment(b201d815-1a0c-4208-a4a8-8b0ddca70561),segment_id=b201d815-1a0c-4208-a4a8-8b0ddca70561)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:51:52.667310 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-d185dabf-8892-4c82-9de1-bf44fe30fb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:52.699247 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-690dc0f0-7290-4005-9622-e1490a5d3d4d req-18c6feb0-36ba-4ab5-a9ec-0b20d6d0e48c tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705652 Jul 30 20:51:52.708239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-d185dabf-8892-4c82-9de1-bf44fe30fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:52.708856 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-d185dabf-8892-4c82-9de1-bf44fe30fb18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:52.710198 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-d185dabf-8892-4c82-9de1-bf44fe30fb18 service neutron] 10.222.0.59 "PUT /v2.0/ports/10f30bd4-c8d7-4a11-8785-57659efa568a HTTP/1.1" status: 200 len: 1091 time: 0.6485958 Jul 30 20:51:52.710633 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e876786-1bb4-46ac-9d1a-564439b11ae7', 'tag': '10f30bd4-c8d7-4a11-8785-57659efa568a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:51:52.712955 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f599816b-6a96-4066-90ac-3986696c3362" -d '{"events": [{"name": "network-changed", "server_uuid": "8e876786-1bb4-46ac-9d1a-564439b11ae7", "tag": "10f30bd4-c8d7-4a11-8785-57659efa568a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:51:52.737263 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185dabf-8892-4c82-9de1-bf44fe30fb18 service neutron] Pushing event updated for resources: {'Port': ['ID=10f30bd4-c8d7-4a11-8785-57659efa568a,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:51:52.773934 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9aee6ac-f957-45ba-bac2-4b740f4f5b3b x-openstack-request-id: req-e9aee6ac-f957-45ba-bac2-4b740f4f5b3b {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:51:52.774290 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e876786-1bb4-46ac-9d1a-564439b11ae7", "tag": "10f30bd4-c8d7-4a11-8785-57659efa568a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:51:52.774499 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e9aee6ac-f957-45ba-bac2-4b740f4f5b3b {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:51:52.774863 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e876786-1bb4-46ac-9d1a-564439b11ae7', 'tag': '10f30bd4-c8d7-4a11-8785-57659efa568a', 'status': 'completed', 'code': 200} Jul 30 20:51:52.791359 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-2259eda3-9c22-45f4-9675-a6fd223280b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:52.792984 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-2259eda3-9c22-45f4-9675-a6fd223280b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74d4b85fc59248ae8b3ce0e77b2c57d9&device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 1094 time: 0.0448487 Jul 30 20:51:52.842391 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-db4f0f19-6d29-418b-a917-701b2f91fcbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10f30bd4-c8d7-4a11-8785-57659efa568a HTTP/1.1" status: 200 len: 217 time: 0.0413561 Jul 30 20:51:52.892703 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-418fb06f-003c-4ded-938b-d9117186960a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:52.894117 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-418fb06f-003c-4ded-938b-d9117186960a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41da704e-9aac-42f6-8e90-c56c1f8ed225 HTTP/1.1" status: 200 len: 854 time: 0.0454760 Jul 30 20:51:52.925393 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-a5ebcd57-4245-4d68-851c-e582d8349a27 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247591 Jul 30 20:51:53.018805 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-3568ac1a-dc25-4e1c-8ce4-2d37d5bd26ed service neutron] 10.222.0.59 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864770 Jul 30 20:51:53.108032 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-614b8caa-e486-4c53-8280-170bbbe64df1 req-b78e1196-a0b1-4b22-960e-2ebd7cc1a293 service neutron] 10.222.0.59 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818202 Jul 30 20:51:53.189954 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599816b-6a96-4066-90ac-3986696c3362 req-d27e97be-496c-4e57-bd3b-28df0325c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:53.191314 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f599816b-6a96-4066-90ac-3986696c3362 req-d27e97be-496c-4e57-bd3b-28df0325c4c5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74d4b85fc59248ae8b3ce0e77b2c57d9&device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 1094 time: 0.0404415 Jul 30 20:51:53.284155 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599816b-6a96-4066-90ac-3986696c3362 req-46112631-20dc-46e0-bf34-0476eeca63ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:53.285870 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f599816b-6a96-4066-90ac-3986696c3362 req-46112631-20dc-46e0-bf34-0476eeca63ef service neutron] 10.222.0.59 "GET /v2.0/networks?id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89 HTTP/1.1" status: 200 len: 915 time: 0.0877156 Jul 30 20:51:53.325884 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f599816b-6a96-4066-90ac-3986696c3362 req-6b4cff3a-c3a3-4987-bece-416ade48a32d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10f30bd4-c8d7-4a11-8785-57659efa568a HTTP/1.1" status: 200 len: 217 time: 0.0338044 Jul 30 20:51:53.380465 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599816b-6a96-4066-90ac-3986696c3362 req-8950d340-adbf-44f7-a2a4-aa8dfdb97096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:53.381897 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f599816b-6a96-4066-90ac-3986696c3362 req-8950d340-adbf-44f7-a2a4-aa8dfdb97096 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41da704e-9aac-42f6-8e90-c56c1f8ed225 HTTP/1.1" status: 200 len: 854 time: 0.0486619 Jul 30 20:51:53.413551 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f599816b-6a96-4066-90ac-3986696c3362 req-ce463271-4dd6-4216-9ba4-b972d4ed8778 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241418 Jul 30 20:51:53.501341 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f599816b-6a96-4066-90ac-3986696c3362 req-ce1216c0-91fb-4185-90f8-5501365ae8d9 service neutron] 10.222.0.59 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787425 Jul 30 20:51:53.593902 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f599816b-6a96-4066-90ac-3986696c3362 req-b0fb7de4-861d-4e1c-9fb3-e02c6fcf47d1 service neutron] 10.222.0.59 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848482 Jul 30 20:51:53.747124 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8c7b69c-bc74-40ea-8f59-74979245e1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:53.818314 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6932e-af51-42d8-94fd-17a6c2582c3d req-64c38962-c32e-4cb9-8459-f72411d34174 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:53.819804 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b0a6932e-af51-42d8-94fd-17a6c2582c3d req-64c38962-c32e-4cb9-8459-f72411d34174 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 943 time: 0.0490921 Jul 30 20:51:53.857554 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b0a6932e-af51-42d8-94fd-17a6c2582c3d req-16402577-e27a-400a-b04b-95d274b41f19 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311720 Jul 30 20:51:54.015862 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:54.970369 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d904019-592b-433f-ba58-89d08a8d38f8 req-2313ee1e-601e-47d8-b379-e712a82c571b tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:54.971858 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d904019-592b-433f-ba58-89d08a8d38f8 req-2313ee1e-601e-47d8-b379-e712a82c571b tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 943 time: 0.0483046 Jul 30 20:51:54.986153 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 10f30bd4-c8d7-4a11-8785-57659efa568a details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:51:55.010512 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5d904019-592b-433f-ba58-89d08a8d38f8 req-31f37dc8-886d-49f3-b293-2a497eb4424d tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328753 Jul 30 20:51:55.081524 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 10f30bd4-c8d7-4a11-8785-57659efa568a, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=10f30bd4-c8d7-4a11-8785-57659efa568a,segment=NetworkSegment(b201d815-1a0c-4208-a4a8-8b0ddca70561),segment_id=b201d815-1a0c-4208-a4a8-8b0ddca70561)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:51:55.101798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '10f30bd4-c8d7-4a11-8785-57659efa568a', 'network_id': '39e6163b-39cf-4e22-88be-5ce1ca3dbf89', 'port_id': '10f30bd4-c8d7-4a11-8785-57659efa568a', 'mac_address': 'fa:16:3e:b6:bd:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41da704e-9aac-42f6-8e90-c56c1f8ed225', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:51:55.113366 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:55.147160 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:55.159476 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f30bd4-c8d7-4a11-8785-57659efa568a {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:51:55.179043 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 10f30bd4-c8d7-4a11-8785-57659efa568a, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=10f30bd4-c8d7-4a11-8785-57659efa568a,segment=NetworkSegment(b201d815-1a0c-4208-a4a8-8b0ddca70561),segment_id=b201d815-1a0c-4208-a4a8-8b0ddca70561)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:51:55.183060 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:55.229768 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=10f30bd4-c8d7-4a11-8785-57659efa568a,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:51:55.370562 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['10f30bd4-c8d7-4a11-8785-57659efa568a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:51:56.128873 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0da320-a533-4c4d-92e4-b6ce13ed9e14 req-195cbacd-8765-43b4-a112-ba2a1004116f tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:56.130241 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae0da320-a533-4c4d-92e4-b6ce13ed9e14 req-195cbacd-8765-43b4-a112-ba2a1004116f tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 944 time: 0.0525203 Jul 30 20:51:56.167357 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae0da320-a533-4c4d-92e4-b6ce13ed9e14 req-59b94398-6584-42fd-bdd5-39f4f7e3a719 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305672 Jul 30 20:51:56.965583 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:56.986134 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 10f30bd4-c8d7-4a11-8785-57659efa568a up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:51:57.032129 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 10f30bd4-c8d7-4a11-8785-57659efa568a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:51:57.036175 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 10f30bd4-c8d7-4a11-8785-57659efa568a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:51:57.036572 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:57.114196 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:57.135759 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e876786-1bb4-46ac-9d1a-564439b11ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f30bd4-c8d7-4a11-8785-57659efa568a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:51:57.137972 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee21598a-fb7a-4d72-9fd3-4676584bcc49" -d '{"events": [{"server_uuid": "8e876786-1bb4-46ac-9d1a-564439b11ae7", "name": "network-vif-plugged", "status": "completed", "tag": "10f30bd4-c8d7-4a11-8785-57659efa568a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:51:57.150189 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 10f30bd4-c8d7-4a11-8785-57659efa568a, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=10f30bd4-c8d7-4a11-8785-57659efa568a,segment=NetworkSegment(b201d815-1a0c-4208-a4a8-8b0ddca70561),segment_id=b201d815-1a0c-4208-a4a8-8b0ddca70561)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:51:57.154113 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:51:57.182621 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fab9968-49b3-4bfa-9905-12e352e3a64c x-openstack-request-id: req-7fab9968-49b3-4bfa-9905-12e352e3a64c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:51:57.182916 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e876786-1bb4-46ac-9d1a-564439b11ae7", "name": "network-vif-plugged", "status": "completed", "tag": "10f30bd4-c8d7-4a11-8785-57659efa568a", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:51:57.183201 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7fab9968-49b3-4bfa-9905-12e352e3a64c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:51:57.183545 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e876786-1bb4-46ac-9d1a-564439b11ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f30bd4-c8d7-4a11-8785-57659efa568a', 'code': 200} Jul 30 20:51:57.209600 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=10f30bd4-c8d7-4a11-8785-57659efa568a,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:51:57.301678 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24c19b-0f1d-4721-a84a-4ce42c299965 req-7bad2aa1-43e3-4d3d-83f8-248c4b6f1850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:57.303167 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a24c19b-0f1d-4721-a84a-4ce42c299965 req-7bad2aa1-43e3-4d3d-83f8-248c4b6f1850 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 1096 time: 0.0714386 Jul 30 20:51:57.311261 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f38b8e-ee87-497f-870c-d66288dd2afe req-ab98f729-9f96-4d65-b243-f89af7bd760e tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:57.312652 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b6f38b8e-ee87-497f-870c-d66288dd2afe req-ab98f729-9f96-4d65-b243-f89af7bd760e tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0728209 Jul 30 20:51:57.366214 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a24c19b-0f1d-4721-a84a-4ce42c299965 req-d342c17f-dd2b-46d1-b0b2-bfb5f9bde3ea service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526145 Jul 30 20:51:57.371580 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b6f38b8e-ee87-497f-870c-d66288dd2afe req-2c79ba7a-7cf2-46e3-9839-80daf5baedf6 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528572 Jul 30 20:51:58.483316 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90fe4b-5c09-4635-9c05-391391a6d1b3 req-76f2c0b6-5cf5-4273-b77c-aec8501829ff tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:58.484777 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd90fe4b-5c09-4635-9c05-391391a6d1b3 req-76f2c0b6-5cf5-4273-b77c-aec8501829ff tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0482826 Jul 30 20:51:58.522342 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cd90fe4b-5c09-4635-9c05-391391a6d1b3 req-349a39ce-afe9-4734-91f9-665a0a49ee2e tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317123 Jul 30 20:51:58.633832 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9e4f9-3fd6-4273-ab71-2b43c2af2374 req-927fbecc-2da0-4821-9a67-9c98af52b183 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:58.635300 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32c9e4f9-3fd6-4273-ab71-2b43c2af2374 req-927fbecc-2da0-4821-9a67-9c98af52b183 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0491676 Jul 30 20:51:58.672547 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32c9e4f9-3fd6-4273-ab71-2b43c2af2374 req-672f1b6e-5e22-4b4c-bed4-efca052b3ab6 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314558 Jul 30 20:51:58.870838 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a49d7a-5db4-4fe3-8ead-6d97bd551467 req-2b64f936-8462-4713-aaf0-cf3348a07095 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:58.872338 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0a49d7a-5db4-4fe3-8ead-6d97bd551467 req-2b64f936-8462-4713-aaf0-cf3348a07095 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0533965 Jul 30 20:51:58.908435 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0a49d7a-5db4-4fe3-8ead-6d97bd551467 req-2d6102be-49b2-49bf-8e0a-d73bddffc4aa tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302665 Jul 30 20:51:59.018172 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85bcca-eb76-447d-b740-fb9dbbe7b60f req-bf039a5e-a761-404a-aebd-29453e3b164e tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:59.019661 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2b85bcca-eb76-447d-b740-fb9dbbe7b60f req-bf039a5e-a761-404a-aebd-29453e3b164e tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0485110 Jul 30 20:51:59.057918 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2b85bcca-eb76-447d-b740-fb9dbbe7b60f req-2e39c608-910b-4a74-85ac-b059050d6936 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318527 Jul 30 20:51:59.309818 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-21d580cd-acc6-4cc0-b1db-7c7e1d769c9e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0722287 Jul 30 20:51:59.322201 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fe95e-2731-4c81-b0b3-54e5156e9efd req-d2faf284-6335-4fc7-afa3-d224fed9c3f7 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:51:59.323684 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc9fe95e-2731-4c81-b0b3-54e5156e9efd req-d2faf284-6335-4fc7-afa3-d224fed9c3f7 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0766833 Jul 30 20:51:59.362938 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc9fe95e-2731-4c81-b0b3-54e5156e9efd req-73b0845d-ed7b-47a1-a264-8fcfd190a153 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324678 Jul 30 20:52:00.381074 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-0a6f8368-22ab-42e2-8e78-16afbc4769cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:00.382473 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-0a6f8368-22ab-42e2-8e78-16afbc4769cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74d4b85fc59248ae8b3ce0e77b2c57d9&device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 1096 time: 0.0413892 Jul 30 20:52:00.504567 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b026857-0668-4d0c-87c9-5a30ee8ae509 req-30df308e-0a80-431e-87b6-57d878a2d1f5 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:00.506005 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8b026857-0668-4d0c-87c9-5a30ee8ae509 req-30df308e-0a80-431e-87b6-57d878a2d1f5 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0741186 Jul 30 20:52:00.521401 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-5b646f7c-e38e-433b-b251-1b5dcb594cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:00.522738 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-5b646f7c-e38e-433b-b251-1b5dcb594cac service neutron] 10.222.0.59 "GET /v2.0/networks?id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89 HTTP/1.1" status: 200 len: 915 time: 0.1329815 Jul 30 20:52:00.564329 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-27b4993b-a7f2-425c-b850-568e17d0fc7b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10f30bd4-c8d7-4a11-8785-57659efa568a HTTP/1.1" status: 200 len: 217 time: 0.0342100 Jul 30 20:52:00.603666 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8b026857-0668-4d0c-87c9-5a30ee8ae509 req-d57dc7dc-9119-4931-a581-3f6f347bc160 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906000 Jul 30 20:52:00.622342 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-3bd6c639-004f-462c-9a4a-a15ce44117a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:00.622342 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-3bd6c639-004f-462c-9a4a-a15ce44117a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41da704e-9aac-42f6-8e90-c56c1f8ed225 HTTP/1.1" status: 200 len: 854 time: 0.0491171 Jul 30 20:52:00.658716 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-c91cb890-2903-48c7-a7e4-9b14dd14251f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288241 Jul 30 20:52:00.746781 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-a1e74cfe-3771-4946-80a3-205229b84597 service neutron] 10.222.0.59 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805235 Jul 30 20:52:00.843384 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-b32fb947-3737-49e3-9852-e7b529dcc4c6 service neutron] 10.222.0.59 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861363 Jul 30 20:52:01.718654 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795385f8-641b-41e9-97c0-ad098cc76b3b req-9f2f9f0a-3c69-4353-a05d-7666ec19a865 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:01.720176 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-795385f8-641b-41e9-97c0-ad098cc76b3b req-9f2f9f0a-3c69-4353-a05d-7666ec19a865 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0494757 Jul 30 20:52:01.758264 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-795385f8-641b-41e9-97c0-ad098cc76b3b req-50a81a27-f3eb-4248-b7a7-81ba15846323 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323658 Jul 30 20:52:02.871597 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3e722-81af-4f82-ac3e-21dbc4b696fe req-0a8686d4-2ca7-41a5-abc0-7f8a4eac48d3 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:02.873042 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e2f3e722-81af-4f82-ac3e-21dbc4b696fe req-0a8686d4-2ca7-41a5-abc0-7f8a4eac48d3 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0479791 Jul 30 20:52:02.909661 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e2f3e722-81af-4f82-ac3e-21dbc4b696fe req-168a1b98-9d6c-4561-9b2e-d1ea543b3856 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306084 Jul 30 20:52:04.030216 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e599a-26a4-4254-b0fc-584605a38c71 req-068e8372-caf7-4106-8ca1-cce241864a26 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:04.032533 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7e6e599a-26a4-4254-b0fc-584605a38c71 req-068e8372-caf7-4106-8ca1-cce241864a26 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0567043 Jul 30 20:52:04.071433 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7e6e599a-26a4-4254-b0fc-584605a38c71 req-dfa88990-9047-4e46-88ec-063c18cd6783 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319531 Jul 30 20:52:05.183334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f61f0-bfbf-4416-aa8d-524e0c473513 req-b79df7d2-baa1-482e-b496-402eadd68b37 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:05.184822 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-584f61f0-bfbf-4416-aa8d-524e0c473513 req-b79df7d2-baa1-482e-b496-402eadd68b37 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0483303 Jul 30 20:52:05.222094 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-584f61f0-bfbf-4416-aa8d-524e0c473513 req-96acd7aa-0c01-4783-9086-2e9f5f84dcf4 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314140 Jul 30 20:52:05.426183 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfb153-5ad2-4253-9fdc-2c5cacd9e1d0 req-dc54b258-90aa-4aac-8270-cd55df5b193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:05.428269 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7bfb153-5ad2-4253-9fdc-2c5cacd9e1d0 req-dc54b258-90aa-4aac-8270-cd55df5b193b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74d4b85fc59248ae8b3ce0e77b2c57d9&device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 1096 time: 0.0420935 Jul 30 20:52:05.535012 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfb153-5ad2-4253-9fdc-2c5cacd9e1d0 req-eac0aa9a-735f-4525-af44-e1b002ead24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:05.536780 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7bfb153-5ad2-4253-9fdc-2c5cacd9e1d0 req-eac0aa9a-735f-4525-af44-e1b002ead24a service neutron] 10.222.0.59 "GET /v2.0/networks?id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89 HTTP/1.1" status: 200 len: 915 time: 0.0863459 Jul 30 20:52:05.578539 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7bfb153-5ad2-4253-9fdc-2c5cacd9e1d0 req-b706dd88-6ae7-4d7b-a00c-f935e6e60872 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10f30bd4-c8d7-4a11-8785-57659efa568a HTTP/1.1" status: 200 len: 217 time: 0.0344405 Jul 30 20:52:05.626225 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfb153-5ad2-4253-9fdc-2c5cacd9e1d0 req-512ec085-d058-4ead-bb30-3537fcb505ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:05.627632 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7bfb153-5ad2-4253-9fdc-2c5cacd9e1d0 req-512ec085-d058-4ead-bb30-3537fcb505ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41da704e-9aac-42f6-8e90-c56c1f8ed225 HTTP/1.1" status: 200 len: 854 time: 0.0424898 Jul 30 20:52:05.662281 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7bfb153-5ad2-4253-9fdc-2c5cacd9e1d0 req-3f99157d-5b79-4f5f-b776-a13fa33ab83e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280156 Jul 30 20:52:05.748977 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7bfb153-5ad2-4253-9fdc-2c5cacd9e1d0 req-d3181184-0510-4fdb-9ba3-8bd8d0280199 service neutron] 10.222.0.59 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798287 Jul 30 20:52:05.839640 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7bfb153-5ad2-4253-9fdc-2c5cacd9e1d0 req-0f89b84f-6418-4692-97d0-0de94afde21a service neutron] 10.222.0.59 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839448 Jul 30 20:52:06.335446 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd4f62-7fd9-4bda-9017-6a0dbc79b18e req-4c6be0ea-25ad-49cd-b520-79a5d17cb9db tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:06.337608 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-62cd4f62-7fd9-4bda-9017-6a0dbc79b18e req-4c6be0ea-25ad-49cd-b520-79a5d17cb9db tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0488603 Jul 30 20:52:06.373929 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-62cd4f62-7fd9-4bda-9017-6a0dbc79b18e req-68ab9a89-0ecc-4144-ac2b-0ac7f9df2412 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305374 Jul 30 20:52:07.488404 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81656f-a042-44c1-9f4d-4af9dba46534 req-e0b1c273-1afd-4b2d-b98f-6a93b0577f66 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:07.489884 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7e81656f-a042-44c1-9f4d-4af9dba46534 req-e0b1c273-1afd-4b2d-b98f-6a93b0577f66 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0493670 Jul 30 20:52:07.527185 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7e81656f-a042-44c1-9f4d-4af9dba46534 req-61602427-2207-4781-abe0-01c768bcfd40 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313532 Jul 30 20:52:08.640087 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c68f64-af95-4ac5-bec1-7909af5ea5ce req-7d16dc32-ee47-41c2-8169-9d3b5551e726 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:08.641526 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3c68f64-af95-4ac5-bec1-7909af5ea5ce req-7d16dc32-ee47-41c2-8169-9d3b5551e726 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0479515 Jul 30 20:52:08.683268 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3c68f64-af95-4ac5-bec1-7909af5ea5ce req-801b19a9-d242-4964-8c07-d8e3e2f10891 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358963 Jul 30 20:52:09.797802 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb717427-084c-4a77-b77e-cc34c78c5fee req-e59db40f-706a-40a2-a842-6cdc3c0df0c8 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:09.799260 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cb717427-084c-4a77-b77e-cc34c78c5fee req-e59db40f-706a-40a2-a842-6cdc3c0df0c8 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0492373 Jul 30 20:52:09.837100 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cb717427-084c-4a77-b77e-cc34c78c5fee req-b250108b-7c17-4370-ac85-75e65c57fe51 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317128 Jul 30 20:52:10.953383 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d766f-44db-4b9a-8393-ab063e9e2e32 req-6196f81d-39bc-4f66-b40a-2e7b5310968d tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:10.954847 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-371d766f-44db-4b9a-8393-ab063e9e2e32 req-6196f81d-39bc-4f66-b40a-2e7b5310968d tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0495276 Jul 30 20:52:10.992881 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-371d766f-44db-4b9a-8393-ab063e9e2e32 req-7226ea8f-5047-49e3-8d19-37ae09112396 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321276 Jul 30 20:52:12.108781 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a7656-d36c-4c01-a5ab-4ecf6226fe8b req-1d2c4498-87f4-4306-90b1-d8d00db201d7 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:12.110242 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a6a7656-d36c-4c01-a5ab-4ecf6226fe8b req-1d2c4498-87f4-4306-90b1-d8d00db201d7 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0491118 Jul 30 20:52:12.151860 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a6a7656-d36c-4c01-a5ab-4ecf6226fe8b req-44a646a3-2260-4e11-a113-a5fa1d751056 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357285 Jul 30 20:52:13.264924 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90334c2-4b93-4eec-b099-126b8a2d8e42 req-8297660a-d894-4851-9f3b-7cf5ceb1ea91 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:13.266412 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b90334c2-4b93-4eec-b099-126b8a2d8e42 req-8297660a-d894-4851-9f3b-7cf5ceb1ea91 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0491626 Jul 30 20:52:13.305418 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b90334c2-4b93-4eec-b099-126b8a2d8e42 req-22053127-1d95-4e4a-8cab-683e442b6fe2 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331571 Jul 30 20:52:14.418246 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceda43a-10ab-4198-9b4c-36a6b47d900d req-6793689f-57f4-44ba-948a-453eaecf7150 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:14.419720 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dceda43a-10ab-4198-9b4c-36a6b47d900d req-6793689f-57f4-44ba-948a-453eaecf7150 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0484858 Jul 30 20:52:14.457203 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dceda43a-10ab-4198-9b4c-36a6b47d900d req-7a784e2d-46ac-41bf-945e-5b678976bf84 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317655 Jul 30 20:52:15.570339 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74dcf9-1db5-4d9a-89e4-5b1884dcb61e req-be6e4525-edd8-44c1-aeda-0b3b4905b222 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:15.572434 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ce74dcf9-1db5-4d9a-89e4-5b1884dcb61e req-be6e4525-edd8-44c1-aeda-0b3b4905b222 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0495477 Jul 30 20:52:15.613059 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ce74dcf9-1db5-4d9a-89e4-5b1884dcb61e req-8db6d605-c981-47ad-92db-adb94bcc71e9 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348101 Jul 30 20:52:15.880403 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:16.727319 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ab57a-ec6b-431c-a410-1e287be30da9 req-cd5646e4-c9cc-4b3e-b7df-30d19fae73cc tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:16.728957 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b44ab57a-ec6b-431c-a410-1e287be30da9 req-cd5646e4-c9cc-4b3e-b7df-30d19fae73cc tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0497212 Jul 30 20:52:16.767369 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b44ab57a-ec6b-431c-a410-1e287be30da9 req-a9eb5fb7-c788-462e-be4c-deb1fcffde41 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321312 Jul 30 20:52:17.881702 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904347a-f578-4c22-8e92-3ac2c52329bd req-fd4d7096-ec91-4c9e-98c1-dca16a1ec4cc tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:17.883180 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d904347a-f578-4c22-8e92-3ac2c52329bd req-fd4d7096-ec91-4c9e-98c1-dca16a1ec4cc tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0490811 Jul 30 20:52:17.921451 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d904347a-f578-4c22-8e92-3ac2c52329bd req-07eb4aa6-745d-41c4-87a1-585f42b2c786 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324006 Jul 30 20:52:19.045022 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b6ebf-8c34-420f-b873-e03378c52146 req-b8103b93-33cb-4f18-a076-55a32c31fb3d tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:19.046460 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7a7b6ebf-8c34-420f-b873-e03378c52146 req-b8103b93-33cb-4f18-a076-55a32c31fb3d tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0588636 Jul 30 20:52:19.089036 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7a7b6ebf-8c34-420f-b873-e03378c52146 req-e5ffaaec-101d-4236-97c4-8c9b1209d555 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364654 Jul 30 20:52:19.969896 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:20.204750 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492dfef3-8828-4790-9887-515b10aceaa4 req-edff3c22-7496-4750-be1a-e72f34da6bde tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:20.206219 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-492dfef3-8828-4790-9887-515b10aceaa4 req-edff3c22-7496-4750-be1a-e72f34da6bde tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0495162 Jul 30 20:52:20.242815 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-492dfef3-8828-4790-9887-515b10aceaa4 req-6d39b1e0-6a1e-466c-99ce-dd7b73cf210e tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306592 Jul 30 20:52:21.314808 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a038969b-3894-4e7b-921b-2242aac1650e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:21.359598 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74180a50-24c5-4fd6-8be7-4865ee24bdc6 req-ca255a65-12ba-46bf-b03a-49ec51a26b0c tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:21.361086 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-74180a50-24c5-4fd6-8be7-4865ee24bdc6 req-ca255a65-12ba-46bf-b03a-49ec51a26b0c tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0516968 Jul 30 20:52:21.398513 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-74180a50-24c5-4fd6-8be7-4865ee24bdc6 req-ec6b2783-83ea-43f9-bb37-e9cf7a427028 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315955 Jul 30 20:52:22.510520 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3bbc5-71e5-4f8d-b321-2c4feef1a670 req-05d0071d-ca89-4a02-a732-c5d346e75717 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:22.511992 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-21c3bbc5-71e5-4f8d-b321-2c4feef1a670 req-05d0071d-ca89-4a02-a732-c5d346e75717 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0477436 Jul 30 20:52:22.553188 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-21c3bbc5-71e5-4f8d-b321-2c4feef1a670 req-6b2d0795-bcb5-4f74-895a-4a0cceabcd3c tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355167 Jul 30 20:52:23.667853 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406aff4f-6f84-440a-bcbe-dd982b5427be req-6050a124-04f2-488a-8c57-933c6528049a tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:23.669332 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-406aff4f-6f84-440a-bcbe-dd982b5427be req-6050a124-04f2-488a-8c57-933c6528049a tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0498414 Jul 30 20:52:23.707685 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-406aff4f-6f84-440a-bcbe-dd982b5427be req-30f823a5-375f-494b-a301-0986f5a6d7de tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324678 Jul 30 20:52:23.747065 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8cbfd2f-be4d-42f5-ba6d-87fb9526c5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:24.016179 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:24.820970 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeced9e-2014-47cf-ab57-5ba493e0a820 req-9950ae58-8fc3-40a9-98ba-f7474cc924c3 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:24.822906 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-efeced9e-2014-47cf-ab57-5ba493e0a820 req-9950ae58-8fc3-40a9-98ba-f7474cc924c3 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0502217 Jul 30 20:52:24.860328 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-efeced9e-2014-47cf-ab57-5ba493e0a820 req-34b6404b-ae79-4154-b289-7e96145813bf tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313349 Jul 30 20:52:25.109455 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:25.851043 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:52:25.973594 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0ce67-773f-486d-af01-2cf35dd79728 req-66648d71-ed28-4dc4-9bce-7b66d2186753 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:25.975095 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9a0ce67-773f-486d-af01-2cf35dd79728 req-66648d71-ed28-4dc4-9bce-7b66d2186753 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0508065 Jul 30 20:52:26.016314 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9a0ce67-773f-486d-af01-2cf35dd79728 req-3ff07af2-b0ae-4ec9-b154-83019e721525 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346730 Jul 30 20:52:26.969180 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:27.131316 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e573c5-d6ce-44e8-9ffa-564fe552b101 req-3cf70cf8-3daa-494d-90e5-3ae5f6c8c43f tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:27.133132 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-29e573c5-d6ce-44e8-9ffa-564fe552b101 req-3cf70cf8-3daa-494d-90e5-3ae5f6c8c43f tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0501025 Jul 30 20:52:27.171101 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-29e573c5-d6ce-44e8-9ffa-564fe552b101 req-3478d437-0643-4792-a817-89104c53f6da tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322301 Jul 30 20:52:27.808253 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-e493ab5a-50e4-40b5-a094-e4df93f5ae5b service neutron] show failed (client error): The resource could not be found. Jul 30 20:52:27.809239 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-e493ab5a-50e4-40b5-a094-e4df93f5ae5b service neutron] 10.222.0.59 "GET /v2.0/ports/10f30bd4-c8d7-4a11-8785-57659efa568a/bindings/n-h2-712137-9 HTTP/1.1" status: 404 len: 380 time: 0.0545585 Jul 30 20:52:27.993900 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-a54c2404-5a56-4ad0-97e0-5edd005b65d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:27.995358 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-a54c2404-5a56-4ad0-97e0-5edd005b65d6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7&tenant_id=74d4b85fc59248ae8b3ce0e77b2c57d9 HTTP/1.1" status: 200 len: 1096 time: 0.0406866 Jul 30 20:52:28.007327 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-9', 'device_owner': 'compute:nova'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:52:28.061314 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:28.260491 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] For port 10f30bd4-c8d7-4a11-8785-57659efa568a, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=10f30bd4-c8d7-4a11-8785-57659efa568a,segment=NetworkSegment(b201d815-1a0c-4208-a4a8-8b0ddca70561),segment_id=b201d815-1a0c-4208-a4a8-8b0ddca70561)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:52:28.286185 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14c335-a1d4-42b6-bb20-5087d2a92c12 req-5cbea973-da65-44ae-8254-6730e86c5ae3 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:28.288012 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea14c335-a1d4-42b6-bb20-5087d2a92c12 req-5cbea973-da65-44ae-8254-6730e86c5ae3 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0505714 Jul 30 20:52:28.293451 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] For port 10f30bd4-c8d7-4a11-8785-57659efa568a, host n-h1-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:52:28.328233 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea14c335-a1d4-42b6-bb20-5087d2a92c12 req-5aecf12b-1bdf-4497-83a4-41042cb3d31e tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340447 Jul 30 20:52:28.339028 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e876786-1bb4-46ac-9d1a-564439b11ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f30bd4-c8d7-4a11-8785-57659efa568a'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:52:28.341661 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49536bb-79b5-4784-b3f6-67d0641a4b1e" -d '{"events": [{"server_uuid": "8e876786-1bb4-46ac-9d1a-564439b11ae7", "name": "network-vif-unplugged", "status": "completed", "tag": "10f30bd4-c8d7-4a11-8785-57659efa568a"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:52:28.345911 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:28.358244 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] Transition to ACTIVE for port object 10f30bd4-c8d7-4a11-8785-57659efa568a will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:52:28.361771 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:28.389480 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25f8c6c-b688-4b61-b075-fa26bbc4bb2d x-openstack-request-id: req-c25f8c6c-b688-4b61-b075-fa26bbc4bb2d {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:52:28.389777 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e876786-1bb4-46ac-9d1a-564439b11ae7", "name": "network-vif-unplugged", "status": "completed", "tag": "10f30bd4-c8d7-4a11-8785-57659efa568a", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:52:28.390032 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c25f8c6c-b688-4b61-b075-fa26bbc4bb2d {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:52:28.390427 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e876786-1bb4-46ac-9d1a-564439b11ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f30bd4-c8d7-4a11-8785-57659efa568a', 'code': 200} Jul 30 20:52:28.421037 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] No DVR routers for this DVR port 10f30bd4-c8d7-4a11-8785-57659efa568a on host n-h1-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:52:28.428265 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] Pushing event updated for resources: {'Port': ['ID=10f30bd4-c8d7-4a11-8785-57659efa568a,revision_number=6']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:52:28.465379 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] Attempting to bind port 10f30bd4-c8d7-4a11-8785-57659efa568a on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:52:28.465718 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] Attempting to bind port 10f30bd4-c8d7-4a11-8785-57659efa568a by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'b201d815-1a0c-4208-a4a8-8b0ddca70561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '39e6163b-39cf-4e22-88be-5ce1ca3dbf89'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:52:28.466050 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] Attempting to bind port 10f30bd4-c8d7-4a11-8785-57659efa568a on network 39e6163b-39cf-4e22-88be-5ce1ca3dbf89 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:52:28.470253 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] Port 10f30bd4-c8d7-4a11-8785-57659efa568a on network 39e6163b-39cf-4e22-88be-5ce1ca3dbf89 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:52:28.470578 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] Attempting to bind port 10f30bd4-c8d7-4a11-8785-57659efa568a on network 39e6163b-39cf-4e22-88be-5ce1ca3dbf89 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:52:28.475377 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:52:28.475753 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] Checking segment: {'id': 'b201d815-1a0c-4208-a4a8-8b0ddca70561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '39e6163b-39cf-4e22-88be-5ce1ca3dbf89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:52:28.476144 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] Bound using segment: {'id': 'b201d815-1a0c-4208-a4a8-8b0ddca70561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '39e6163b-39cf-4e22-88be-5ce1ca3dbf89'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:52:28.476571 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] Bound port: 10f30bd4-c8d7-4a11-8785-57659efa568a, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b201d815-1a0c-4208-a4a8-8b0ddca70561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '39e6163b-39cf-4e22-88be-5ce1ca3dbf89'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:52:28.476926 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:28.537836 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] For port 10f30bd4-c8d7-4a11-8785-57659efa568a, host n-h2-712137-9, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:52:28.541372 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] For port 10f30bd4-c8d7-4a11-8785-57659efa568a, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=10f30bd4-c8d7-4a11-8785-57659efa568a,segment=NetworkSegment(b201d815-1a0c-4208-a4a8-8b0ddca70561),segment_id=b201d815-1a0c-4208-a4a8-8b0ddca70561)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:52:28.545019 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:28.579057 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:28.579698 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:28.581195 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] 10.222.0.83 "PUT /v2.0/ports/10f30bd4-c8d7-4a11-8785-57659efa568a HTTP/1.1" status: 200 len: 1091 time: 0.5776443 Jul 30 20:52:28.601878 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe5fc4-18cb-4036-b987-d22ca9550753 service neutron] Pushing event updated for resources: {'Port': ['ID=10f30bd4-c8d7-4a11-8785-57659efa568a,revision_number=7']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:52:28.643965 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-b59cd36a-06ba-4835-9d6d-b0947f8015a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:28.645435 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-b59cd36a-06ba-4835-9d6d-b0947f8015a2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=74d4b85fc59248ae8b3ce0e77b2c57d9&device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 1094 time: 0.0402241 Jul 30 20:52:28.735595 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-422cd67f-7d04-496e-ae8a-7a07b1ae075e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:28.737031 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-422cd67f-7d04-496e-ae8a-7a07b1ae075e service neutron] 10.222.0.83 "GET /v2.0/networks?id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89 HTTP/1.1" status: 200 len: 915 time: 0.0848711 Jul 30 20:52:28.777534 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-fe583998-e02b-4eb8-8b72-823149746018 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10f30bd4-c8d7-4a11-8785-57659efa568a HTTP/1.1" status: 200 len: 217 time: 0.0331168 Jul 30 20:52:28.830083 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-90813d11-f7a1-4707-8896-675ceb1dbae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:28.831368 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-90813d11-f7a1-4707-8896-675ceb1dbae7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=41da704e-9aac-42f6-8e90-c56c1f8ed225 HTTP/1.1" status: 200 len: 854 time: 0.0464942 Jul 30 20:52:28.861823 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-b918fff6-eca4-4074-947f-777f89467897 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233696 Jul 30 20:52:28.947194 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-9c8d6866-93ae-4f43-8541-900c81354a2b service neutron] 10.222.0.83 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779378 Jul 30 20:52:29.038153 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7c5f1c2d-4af8-4fb0-8cca-b2d7523b4070 req-a5000c14-29fd-49d5-ba8d-0a46c0071eb5 service neutron] 10.222.0.83 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839689 Jul 30 20:52:29.448542 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c7530-796a-4608-9015-c2e926b71907 req-5da8a674-0abf-41ec-8ba8-8f50c4372de0 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:29.449825 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0a8c7530-796a-4608-9015-c2e926b71907 req-5da8a674-0abf-41ec-8ba8-8f50c4372de0 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 943 time: 0.0532470 Jul 30 20:52:29.488427 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0a8c7530-796a-4608-9015-c2e926b71907 req-885be038-111d-47e6-8b47-e5e6708c6e09 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317624 Jul 30 20:52:30.391864 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e876786-1bb4-46ac-9d1a-564439b11ae7', 'tag': '10f30bd4-c8d7-4a11-8785-57659efa568a'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:52:30.394187 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993b5180-00bf-4e16-8b78-6c36d6a450f7" -d '{"events": [{"name": "network-changed", "server_uuid": "8e876786-1bb4-46ac-9d1a-564439b11ae7", "tag": "10f30bd4-c8d7-4a11-8785-57659efa568a"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:52:30.439920 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8291b13-b428-4ddb-9f57-3a459c16d8e8 x-openstack-request-id: req-d8291b13-b428-4ddb-9f57-3a459c16d8e8 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:52:30.440208 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e876786-1bb4-46ac-9d1a-564439b11ae7", "tag": "10f30bd4-c8d7-4a11-8785-57659efa568a", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:52:30.440455 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d8291b13-b428-4ddb-9f57-3a459c16d8e8 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:52:30.440846 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e876786-1bb4-46ac-9d1a-564439b11ae7', 'tag': '10f30bd4-c8d7-4a11-8785-57659efa568a', 'status': 'completed', 'code': 200} Jul 30 20:52:30.499349 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b5180-00bf-4e16-8b78-6c36d6a450f7 req-d70db877-01d2-4663-9e8c-b37df4cfe088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:30.501019 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-993b5180-00bf-4e16-8b78-6c36d6a450f7 req-d70db877-01d2-4663-9e8c-b37df4cfe088 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74d4b85fc59248ae8b3ce0e77b2c57d9&device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 1094 time: 0.0412223 Jul 30 20:52:30.502764 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b5180-00bf-4e16-8b78-6c36d6a450f7 req-5b568bf3-334f-4005-97da-2001d63c600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:30.504267 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-993b5180-00bf-4e16-8b78-6c36d6a450f7 req-5b568bf3-334f-4005-97da-2001d63c600e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=74d4b85fc59248ae8b3ce0e77b2c57d9&device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 1094 time: 0.0409923 Jul 30 20:52:30.597663 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b5180-00bf-4e16-8b78-6c36d6a450f7 req-97969e77-e34a-4907-b47a-b37ac419770c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:30.599125 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-993b5180-00bf-4e16-8b78-6c36d6a450f7 req-97969e77-e34a-4907-b47a-b37ac419770c service neutron] 10.222.0.83 "GET /v2.0/networks?id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89 HTTP/1.1" status: 200 len: 915 time: 0.0875492 Jul 30 20:52:30.625957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b5180-00bf-4e16-8b78-6c36d6a450f7 req-0f292786-5ba7-47b5-af72-e8eb60f5376d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:30.627440 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-993b5180-00bf-4e16-8b78-6c36d6a450f7 req-0f292786-5ba7-47b5-af72-e8eb60f5376d service neutron] 10.222.0.59 "GET /v2.0/networks?id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89 HTTP/1.1" status: 200 len: 915 time: 0.1198785 Jul 30 20:52:30.635917 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacb421-ae66-4a40-b4bc-45d13af46a5d req-18227226-7c43-48d4-b0c0-99205a9ec7d2 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:30.637288 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-faacb421-ae66-4a40-b4bc-45d13af46a5d req-18227226-7c43-48d4-b0c0-99205a9ec7d2 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 943 time: 0.0785456 Jul 30 20:52:30.641067 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-993b5180-00bf-4e16-8b78-6c36d6a450f7 req-ea1c072e-3e70-4b2e-9270-b4311351ca51 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10f30bd4-c8d7-4a11-8785-57659efa568a HTTP/1.1" status: 200 len: 217 time: 0.0341034 Jul 30 20:52:30.682949 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-993b5180-00bf-4e16-8b78-6c36d6a450f7 req-5b6a1964-8693-49f5-aadc-ab7e0e7982c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10f30bd4-c8d7-4a11-8785-57659efa568a HTTP/1.1" status: 200 len: 217 time: 0.0447319 Jul 30 20:52:30.691050 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b5180-00bf-4e16-8b78-6c36d6a450f7 req-6587cce8-141d-4efc-9990-55c6e9c16e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:30.692504 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-993b5180-00bf-4e16-8b78-6c36d6a450f7 req-6587cce8-141d-4efc-9990-55c6e9c16e78 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=41da704e-9aac-42f6-8e90-c56c1f8ed225 HTTP/1.1" status: 200 len: 854 time: 0.0438893 Jul 30 20:52:30.723989 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-993b5180-00bf-4e16-8b78-6c36d6a450f7 req-de263db6-24b5-44e5-8e01-0b0d1880a746 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238793 Jul 30 20:52:30.729925 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-faacb421-ae66-4a40-b4bc-45d13af46a5d req-03a2f738-68d1-4adb-b05a-a867aee8d6c6 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861232 Jul 30 20:52:30.748806 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b5180-00bf-4e16-8b78-6c36d6a450f7 req-434bba83-3a3f-4cc1-9745-6e17bdd6aac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:30.750271 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-993b5180-00bf-4e16-8b78-6c36d6a450f7 req-434bba83-3a3f-4cc1-9745-6e17bdd6aac6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41da704e-9aac-42f6-8e90-c56c1f8ed225 HTTP/1.1" status: 200 len: 854 time: 0.0598927 Jul 30 20:52:30.782252 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-993b5180-00bf-4e16-8b78-6c36d6a450f7 req-83e96277-f1a8-490e-b2ce-46868d4fec5c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247955 Jul 30 20:52:30.817643 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-993b5180-00bf-4e16-8b78-6c36d6a450f7 req-aaa58845-15fe-4374-b98a-d4005fe3ea79 service neutron] 10.222.0.83 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864787 Jul 30 20:52:30.871315 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-993b5180-00bf-4e16-8b78-6c36d6a450f7 req-17456842-f196-431a-bfc0-b36ae3beac97 service neutron] 10.222.0.59 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817330 Jul 30 20:52:30.908378 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-993b5180-00bf-4e16-8b78-6c36d6a450f7 req-38b25cd3-8295-4eea-8b49-2dec19ee1112 service neutron] 10.222.0.83 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830448 Jul 30 20:52:30.964968 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-993b5180-00bf-4e16-8b78-6c36d6a450f7 req-d79d486b-fadb-4d8f-9ed0-68315f7b0fd4 service neutron] 10.222.0.59 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865943 Jul 30 20:52:31.097496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 10f30bd4-c8d7-4a11-8785-57659efa568a no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:52:31.134826 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 10f30bd4-c8d7-4a11-8785-57659efa568a not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:52:31.440650 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 10f30bd4-c8d7-4a11-8785-57659efa568a details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:52:31.534478 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 10f30bd4-c8d7-4a11-8785-57659efa568a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=10f30bd4-c8d7-4a11-8785-57659efa568a,segment=NetworkSegment(b201d815-1a0c-4208-a4a8-8b0ddca70561),segment_id=b201d815-1a0c-4208-a4a8-8b0ddca70561)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:52:31.545793 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '10f30bd4-c8d7-4a11-8785-57659efa568a', 'network_id': '39e6163b-39cf-4e22-88be-5ce1ca3dbf89', 'port_id': '10f30bd4-c8d7-4a11-8785-57659efa568a', 'mac_address': 'fa:16:3e:b6:bd:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41da704e-9aac-42f6-8e90-c56c1f8ed225', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:52:31.581622 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:31.593669 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f30bd4-c8d7-4a11-8785-57659efa568a {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:52:31.612248 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 10f30bd4-c8d7-4a11-8785-57659efa568a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=10f30bd4-c8d7-4a11-8785-57659efa568a,segment=NetworkSegment(b201d815-1a0c-4208-a4a8-8b0ddca70561),segment_id=b201d815-1a0c-4208-a4a8-8b0ddca70561)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:52:31.615868 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:31.668922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=10f30bd4-c8d7-4a11-8785-57659efa568a,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:52:31.845257 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b204e0-caf2-4486-b0f5-c5b147d82ee9 req-ea187537-583c-49b9-a069-b0b3270b8fb5 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:31.846709 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-11b204e0-caf2-4486-b0f5-c5b147d82ee9 req-ea187537-583c-49b9-a069-b0b3270b8fb5 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 944 time: 0.0491774 Jul 30 20:52:31.884275 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-11b204e0-caf2-4486-b0f5-c5b147d82ee9 req-440258c5-8e54-4ca7-a80a-1866fc016f08 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316622 Jul 30 20:52:32.961889 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['10f30bd4-c8d7-4a11-8785-57659efa568a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:52:32.997908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44ca4a-9f77-430b-94dd-e6bc23755ad2 req-295e93d8-bce6-48dd-81a9-4b26545eb936 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:32.999311 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af44ca4a-9f77-430b-94dd-e6bc23755ad2 req-295e93d8-bce6-48dd-81a9-4b26545eb936 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 944 time: 0.0482049 Jul 30 20:52:33.037732 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af44ca4a-9f77-430b-94dd-e6bc23755ad2 req-61094393-2f8a-4848-ae90-7b7bae77784e tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323753 Jul 30 20:52:33.265185 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c6474-de21-4664-afdb-219088fdea43 req-189f53f7-6673-41c6-91c2-a20df86fcc31 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:33.266578 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-071c6474-de21-4664-afdb-219088fdea43 req-189f53f7-6673-41c6-91c2-a20df86fcc31 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 944 time: 0.0854981 Jul 30 20:52:33.273895 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641b0bb-7b69-4f63-8ee0-b70e9f8fd414 req-70711854-fe36-42a1-85b0-e462a5b3015a tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:33.275226 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1641b0bb-7b69-4f63-8ee0-b70e9f8fd414 req-70711854-fe36-42a1-85b0-e462a5b3015a tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.59 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7&tenant_id=74d4b85fc59248ae8b3ce0e77b2c57d9&binding%3Ahost_id=n-h2-712137-9 HTTP/1.1" status: 200 len: 944 time: 0.0851066 Jul 30 20:52:33.338179 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-071c6474-de21-4664-afdb-219088fdea43 req-28f0ca44-dd8c-4446-a91d-a1e4e5335a2d tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619073 Jul 30 20:52:33.359423 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-1641b0bb-7b69-4f63-8ee0-b70e9f8fd414 req-5687767a-a756-4ef7-a5a5-95512e74cc17 service neutron] delete failed (client error): The resource could not be found. Jul 30 20:52:33.359423 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1641b0bb-7b69-4f63-8ee0-b70e9f8fd414 req-5687767a-a756-4ef7-a5a5-95512e74cc17 service neutron] 10.222.0.59 "DELETE /v2.0/ports/10f30bd4-c8d7-4a11-8785-57659efa568a/bindings/n-h1-712137-9 HTTP/1.1" status: 404 len: 380 time: 0.0748258 Jul 30 20:52:33.442706 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641b0bb-7b69-4f63-8ee0-b70e9f8fd414 req-ea308db4-7e6b-41b6-98c5-f8cf9ca8e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:33.444218 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1641b0bb-7b69-4f63-8ee0-b70e9f8fd414 req-ea308db4-7e6b-41b6-98c5-f8cf9ca8e992 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74d4b85fc59248ae8b3ce0e77b2c57d9&device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 1095 time: 0.0448537 Jul 30 20:52:33.532000 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641b0bb-7b69-4f63-8ee0-b70e9f8fd414 req-e989d533-49ea-4a07-85a9-4f4414814964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:33.533337 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1641b0bb-7b69-4f63-8ee0-b70e9f8fd414 req-e989d533-49ea-4a07-85a9-4f4414814964 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89 HTTP/1.1" status: 200 len: 915 time: 0.0823030 Jul 30 20:52:33.577450 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1641b0bb-7b69-4f63-8ee0-b70e9f8fd414 req-ecafc0dc-2769-44b8-9312-45e12eb6b5a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10f30bd4-c8d7-4a11-8785-57659efa568a HTTP/1.1" status: 200 len: 217 time: 0.0373385 Jul 30 20:52:33.626367 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641b0bb-7b69-4f63-8ee0-b70e9f8fd414 req-c7372791-ba76-4b3c-addd-d98f7e101f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:33.627959 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1641b0bb-7b69-4f63-8ee0-b70e9f8fd414 req-c7372791-ba76-4b3c-addd-d98f7e101f37 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41da704e-9aac-42f6-8e90-c56c1f8ed225 HTTP/1.1" status: 200 len: 854 time: 0.0441527 Jul 30 20:52:33.658730 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1641b0bb-7b69-4f63-8ee0-b70e9f8fd414 req-b61f4f7e-1387-48f9-90bd-aec0b9b1ca2e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240841 Jul 30 20:52:33.746182 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1641b0bb-7b69-4f63-8ee0-b70e9f8fd414 req-6822db0a-181d-4076-88bc-fefbd715e55c service neutron] 10.222.0.59 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809400 Jul 30 20:52:33.841666 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1641b0bb-7b69-4f63-8ee0-b70e9f8fd414 req-1fb346ab-6b8c-4d4b-8c98-e2eede0d36ac service neutron] 10.222.0.59 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875673 Jul 30 20:52:34.453314 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23758e38-ca5f-4ada-af8f-85e0548d8d67 req-484df61b-423f-40ab-b3f3-024967cf9820 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:34.454775 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-23758e38-ca5f-4ada-af8f-85e0548d8d67 req-484df61b-423f-40ab-b3f3-024967cf9820 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 944 time: 0.0489535 Jul 30 20:52:34.492005 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-23758e38-ca5f-4ada-af8f-85e0548d8d67 req-56ef0777-744a-4c60-af51-5f76bddcffab tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314398 Jul 30 20:52:34.606317 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27d158-90ee-4706-be1b-2d605285b204 req-94007524-7af1-43f7-8db8-fac82dfaefe2 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:34.607769 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d27d158-90ee-4706-be1b-2d605285b204 req-94007524-7af1-43f7-8db8-fac82dfaefe2 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 944 time: 0.0522993 Jul 30 20:52:34.645001 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d27d158-90ee-4706-be1b-2d605285b204 req-82b8a74d-0b5c-4bfd-9609-4cc5f39e9d4a tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313709 Jul 30 20:52:34.754941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45776e91-c02a-4807-976a-991dd3136fdb req-777fcbb6-807e-4332-9c58-e07827b3ea24 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:34.756368 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-45776e91-c02a-4807-976a-991dd3136fdb req-777fcbb6-807e-4332-9c58-e07827b3ea24 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 944 time: 0.0488579 Jul 30 20:52:34.793843 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-45776e91-c02a-4807-976a-991dd3136fdb req-74c87712-abda-41c6-84e0-331ab9f97def tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311048 Jul 30 20:52:35.155822 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-7d118eb3-8668-4bd9-8b8c-0cd18d13c7dd tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:35.157366 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-7d118eb3-8668-4bd9-8b8c-0cd18d13c7dd tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/networks?id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89 HTTP/1.1" status: 200 len: 814 time: 0.1216481 Jul 30 20:52:35.172989 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-ce4ad4ff-de5e-4ad6-9bda-d0bfc81c7012 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/quotas/74d4b85fc59248ae8b3ce0e77b2c57d9 HTTP/1.1" status: 200 len: 375 time: 0.0095587 Jul 30 20:52:35.221827 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-71d2693d-e1f0-42cd-a612-e56339158921 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=74d4b85fc59248ae8b3ce0e77b2c57d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0437768 Jul 30 20:52:35.313161 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-e7890338-bf41-4b4e-9639-27e5f9c6a7e0 service neutron] 10.222.0.81 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843601 Jul 30 20:52:35.403983 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-7d24b92a-1b56-4ab9-b921-bc3e077df82d service neutron] 10.222.0.81 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848818 Jul 30 20:52:35.440572 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 10f30bd4-c8d7-4a11-8785-57659efa568a up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:52:35.490216 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 10f30bd4-c8d7-4a11-8785-57659efa568a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:52:35.494117 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 10f30bd4-c8d7-4a11-8785-57659efa568a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:52:35.494599 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:35.570928 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a6a07d8e-aec4-4658-9329-463b6595768c req-8954e006-6b80-41f8-8aa5-98c16de8e246 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 210 time: 0.0266943 Jul 30 20:52:35.577986 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:35.602228 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e876786-1bb4-46ac-9d1a-564439b11ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f30bd4-c8d7-4a11-8785-57659efa568a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:52:35.605071 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036ef8e6-b235-4e7c-a611-b97f97b7019e" -d '{"events": [{"server_uuid": "8e876786-1bb4-46ac-9d1a-564439b11ae7", "name": "network-vif-plugged", "status": "completed", "tag": "10f30bd4-c8d7-4a11-8785-57659efa568a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:52:35.620828 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 10f30bd4-c8d7-4a11-8785-57659efa568a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=10f30bd4-c8d7-4a11-8785-57659efa568a,segment=NetworkSegment(b201d815-1a0c-4208-a4a8-8b0ddca70561),segment_id=b201d815-1a0c-4208-a4a8-8b0ddca70561)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:52:35.624921 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:35.651860 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbce1ca-bc02-4e65-8fea-13458cc7ddc5 x-openstack-request-id: req-adbce1ca-bc02-4e65-8fea-13458cc7ddc5 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:52:35.652221 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e876786-1bb4-46ac-9d1a-564439b11ae7", "name": "network-vif-plugged", "status": "completed", "tag": "10f30bd4-c8d7-4a11-8785-57659efa568a", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:52:35.652385 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-adbce1ca-bc02-4e65-8fea-13458cc7ddc5 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:52:35.652766 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e876786-1bb4-46ac-9d1a-564439b11ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f30bd4-c8d7-4a11-8785-57659efa568a', 'code': 200} Jul 30 20:52:35.679072 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=10f30bd4-c8d7-4a11-8785-57659efa568a,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:52:36.384356 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.83', 51186) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:52:36.388513 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41845edd-b480-49ed-b843-db6e50303fc9 req-322e0423-1506-4208-894a-e501fa9e1fd8 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:36.390138 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-41845edd-b480-49ed-b843-db6e50303fc9 req-322e0423-1506-4208-894a-e501fa9e1fd8 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.83 "GET /v2.0/ports?device_id=8e876786-1bb4-46ac-9d1a-564439b11ae7 HTTP/1.1" status: 200 len: 945 time: 0.0527339 Jul 30 20:52:36.484318 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-41845edd-b480-49ed-b843-db6e50303fc9 req-24d3da27-d54a-4c4b-af16-a788e65f91dd tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Deleting port 10f30bd4-c8d7-4a11-8785-57659efa568a {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:52:36.484728 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-41845edd-b480-49ed-b843-db6e50303fc9 req-24d3da27-d54a-4c4b-af16-a788e65f91dd tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:36.581522 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-41845edd-b480-49ed-b843-db6e50303fc9 req-24d3da27-d54a-4c4b-af16-a788e65f91dd tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] For port 10f30bd4-c8d7-4a11-8785-57659efa568a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=10f30bd4-c8d7-4a11-8785-57659efa568a,segment=NetworkSegment(b201d815-1a0c-4208-a4a8-8b0ddca70561),segment_id=b201d815-1a0c-4208-a4a8-8b0ddca70561)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:52:36.581791 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-41845edd-b480-49ed-b843-db6e50303fc9 req-24d3da27-d54a-4c4b-af16-a788e65f91dd tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:36.596189 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-41845edd-b480-49ed-b843-db6e50303fc9 req-24d3da27-d54a-4c4b-af16-a788e65f91dd tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Calling delete_port for 10f30bd4-c8d7-4a11-8785-57659efa568a owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:52:36.728932 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-41845edd-b480-49ed-b843-db6e50303fc9 req-24d3da27-d54a-4c4b-af16-a788e65f91dd tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:36.740439 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['10f30bd4-c8d7-4a11-8785-57659efa568a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:52:36.761908 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3da27-d54a-4c4b-af16-a788e65f91dd tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Pushing event deleted for resources: {'Port': ['ID=10f30bd4-c8d7-4a11-8785-57659efa568a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:52:36.839552 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3320590f-fe7f-482c-b205-11edd64d5c9c req-7fbcb4a4-0315-48e3-8e4a-cc72238c8098 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 210 time: 0.0334866 Jul 30 20:52:36.874903 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-718d6478-dd66-4bce-add3-f066ed3283b2 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:36.876496 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-718d6478-dd66-4bce-add3-f066ed3283b2 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.83 "GET /v2.0/networks?id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89 HTTP/1.1" status: 200 len: 814 time: 0.4909735 Jul 30 20:52:36.890016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2dce7b5b-918a-4c78-be4c-f7a81b5c618b tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Request body: {'port': {'device_id': 'f75bad22-4217-43a6-a049-4b067215cf5d', 'network_id': '39e6163b-39cf-4e22-88be-5ce1ca3dbf89', 'admin_state_up': True, 'tenant_id': '74d4b85fc59248ae8b3ce0e77b2c57d9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:52:37.001670 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2dce7b5b-918a-4c78-be4c-f7a81b5c618b tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Made reservation on behalf of 74d4b85fc59248ae8b3ce0e77b2c57d9 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:52:37.005234 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2dce7b5b-918a-4c78-be4c-f7a81b5c618b tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:37.109778 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-41845edd-b480-49ed-b843-db6e50303fc9 req-24d3da27-d54a-4c4b-af16-a788e65f91dd tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] No DVR routers for this DVR port 10f30bd4-c8d7-4a11-8785-57659efa568a on host n-h2-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:52:37.112486 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-41845edd-b480-49ed-b843-db6e50303fc9 req-24d3da27-d54a-4c4b-af16-a788e65f91dd tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:37.114512 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-41845edd-b480-49ed-b843-db6e50303fc9 req-24d3da27-d54a-4c4b-af16-a788e65f91dd tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.83 "DELETE /v2.0/ports/10f30bd4-c8d7-4a11-8785-57659efa568a HTTP/1.1" status: 204 len: 173 time: 0.7182333 Jul 30 20:52:37.114964 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e876786-1bb4-46ac-9d1a-564439b11ae7', 'name': 'network-vif-deleted', 'tag': '10f30bd4-c8d7-4a11-8785-57659efa568a'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:52:37.117199 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d704b39a03115be9f46931cb9f436725f9cf05a1c4687545cb9c47da8c84a056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453e7a4e-7680-4907-83c9-6d24611a1947" -d '{"events": [{"server_uuid": "8e876786-1bb4-46ac-9d1a-564439b11ae7", "name": "network-vif-deleted", "tag": "10f30bd4-c8d7-4a11-8785-57659efa568a"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:52:37.137983 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2dce7b5b-918a-4c78-be4c-f7a81b5c618b tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Allocated IP 172.20.0.9 (39e6163b-39cf-4e22-88be-5ce1ca3dbf89/41da704e-9aac-42f6-8e90-c56c1f8ed225/457e1dbe-7d41-4057-ac0a-9c485e044222) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:52:37.159077 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb0de01-a05e-4837-8964-38b317f83893 x-openstack-request-id: req-8cb0de01-a05e-4837-8964-38b317f83893 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:52:37.159369 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e876786-1bb4-46ac-9d1a-564439b11ae7", "name": "network-vif-deleted", "tag": "10f30bd4-c8d7-4a11-8785-57659efa568a", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:52:37.159642 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8cb0de01-a05e-4837-8964-38b317f83893 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:52:37.160032 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e876786-1bb4-46ac-9d1a-564439b11ae7', 'name': 'network-vif-deleted', 'tag': '10f30bd4-c8d7-4a11-8785-57659efa568a', 'status': 'completed', 'code': 200} Jul 30 20:52:37.301289 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2dce7b5b-918a-4c78-be4c-f7a81b5c618b tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:37.342184 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2dce7b5b-918a-4c78-be4c-f7a81b5c618b tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:37.359358 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['10f30bd4-c8d7-4a11-8785-57659efa568a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:52:37.388361 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2dce7b5b-918a-4c78-be4c-f7a81b5c618b tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Network 39e6163b-39cf-4e22-88be-5ce1ca3dbf89 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:52:37.391387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2dce7b5b-918a-4c78-be4c-f7a81b5c618b tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:52:37.397717 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2dce7b5b-918a-4c78-be4c-f7a81b5c618b tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:52:37.402131 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce7b5b-918a-4c78-be4c-f7a81b5c618b tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Pushing event updated for resources: {'Port': ['ID=457e1dbe-7d41-4057-ac0a-9c485e044222,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:52:37.446119 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2dce7b5b-918a-4c78-be4c-f7a81b5c618b tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:37.446727 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2dce7b5b-918a-4c78-be4c-f7a81b5c618b tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:37.460270 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2dce7b5b-918a-4c78-be4c-f7a81b5c618b tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5744009 Jul 30 20:52:37.472199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2c949387-a995-4e5d-b3ab-c936364619fc service neutron] Request body: {'port': {'device_id': 'f75bad22-4217-43a6-a049-4b067215cf5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:52:37.526568 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2c949387-a995-4e5d-b3ab-c936364619fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:37.784115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2c949387-a995-4e5d-b3ab-c936364619fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457e1dbe-7d41-4057-ac0a-9c485e044222 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:52:37.791549 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2c949387-a995-4e5d-b3ab-c936364619fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:37.802912 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2c949387-a995-4e5d-b3ab-c936364619fc service neutron] Transition to ACTIVE for port object 457e1dbe-7d41-4057-ac0a-9c485e044222 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:52:37.807302 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2c949387-a995-4e5d-b3ab-c936364619fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:37.854572 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c949387-a995-4e5d-b3ab-c936364619fc service neutron] Pushing event updated for resources: {'Port': ['ID=457e1dbe-7d41-4057-ac0a-9c485e044222,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:52:37.952306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2c949387-a995-4e5d-b3ab-c936364619fc service neutron] Attempting to bind port 457e1dbe-7d41-4057-ac0a-9c485e044222 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:52:37.952637 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2c949387-a995-4e5d-b3ab-c936364619fc service neutron] Attempting to bind port 457e1dbe-7d41-4057-ac0a-9c485e044222 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': 'b201d815-1a0c-4208-a4a8-8b0ddca70561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '39e6163b-39cf-4e22-88be-5ce1ca3dbf89'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:52:37.952962 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2c949387-a995-4e5d-b3ab-c936364619fc service neutron] Attempting to bind port 457e1dbe-7d41-4057-ac0a-9c485e044222 on network 39e6163b-39cf-4e22-88be-5ce1ca3dbf89 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:52:37.958798 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2c949387-a995-4e5d-b3ab-c936364619fc service neutron] Port 457e1dbe-7d41-4057-ac0a-9c485e044222 on network 39e6163b-39cf-4e22-88be-5ce1ca3dbf89 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:52:37.959119 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2c949387-a995-4e5d-b3ab-c936364619fc service neutron] Attempting to bind port 457e1dbe-7d41-4057-ac0a-9c485e044222 on network 39e6163b-39cf-4e22-88be-5ce1ca3dbf89 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:52:37.966610 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2c949387-a995-4e5d-b3ab-c936364619fc service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:52:37.966960 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2c949387-a995-4e5d-b3ab-c936364619fc service neutron] Checking segment: {'id': 'b201d815-1a0c-4208-a4a8-8b0ddca70561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '39e6163b-39cf-4e22-88be-5ce1ca3dbf89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:52:37.967327 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2c949387-a995-4e5d-b3ab-c936364619fc service neutron] Bound using segment: {'id': 'b201d815-1a0c-4208-a4a8-8b0ddca70561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '39e6163b-39cf-4e22-88be-5ce1ca3dbf89'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:52:37.967775 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2c949387-a995-4e5d-b3ab-c936364619fc service neutron] Bound port: 457e1dbe-7d41-4057-ac0a-9c485e044222, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b201d815-1a0c-4208-a4a8-8b0ddca70561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '39e6163b-39cf-4e22-88be-5ce1ca3dbf89'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:52:37.968129 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2c949387-a995-4e5d-b3ab-c936364619fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:37.986412 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbc203-79ea-44a3-928a-17cc0eed73af req-8df8dacd-a4a0-4483-8dc1-8c7ec8a0a497 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:37.987906 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cebbc203-79ea-44a3-928a-17cc0eed73af req-8df8dacd-a4a0-4483-8dc1-8c7ec8a0a497 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 943 time: 0.0764687 Jul 30 20:52:38.066712 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cebbc203-79ea-44a3-928a-17cc0eed73af req-9c252e72-8f99-43e3-9bc6-79fe0f59a908 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724461 Jul 30 20:52:38.072668 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2c949387-a995-4e5d-b3ab-c936364619fc service neutron] For port 457e1dbe-7d41-4057-ac0a-9c485e044222, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:52:38.075706 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2c949387-a995-4e5d-b3ab-c936364619fc service neutron] For port 457e1dbe-7d41-4057-ac0a-9c485e044222, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=457e1dbe-7d41-4057-ac0a-9c485e044222,segment=NetworkSegment(b201d815-1a0c-4208-a4a8-8b0ddca70561),segment_id=b201d815-1a0c-4208-a4a8-8b0ddca70561)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:52:38.080321 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2c949387-a995-4e5d-b3ab-c936364619fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:38.112762 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2c949387-a995-4e5d-b3ab-c936364619fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:38.113372 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2c949387-a995-4e5d-b3ab-c936364619fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:38.114733 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-2c949387-a995-4e5d-b3ab-c936364619fc service neutron] 10.222.0.83 "PUT /v2.0/ports/457e1dbe-7d41-4057-ac0a-9c485e044222 HTTP/1.1" status: 200 len: 1091 time: 0.6464825 Jul 30 20:52:38.115162 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75bad22-4217-43a6-a049-4b067215cf5d', 'tag': '457e1dbe-7d41-4057-ac0a-9c485e044222'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:52:38.117408 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0f0125-e6ea-4407-87be-f8739cd73361" -d '{"events": [{"name": "network-changed", "server_uuid": "f75bad22-4217-43a6-a049-4b067215cf5d", "tag": "457e1dbe-7d41-4057-ac0a-9c485e044222"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:52:38.143893 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c949387-a995-4e5d-b3ab-c936364619fc service neutron] Pushing event updated for resources: {'Port': ['ID=457e1dbe-7d41-4057-ac0a-9c485e044222,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:52:38.160330 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce7537f-6606-4435-bb6f-7900f130f4b7 x-openstack-request-id: req-6ce7537f-6606-4435-bb6f-7900f130f4b7 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:52:38.160608 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75bad22-4217-43a6-a049-4b067215cf5d", "tag": "457e1dbe-7d41-4057-ac0a-9c485e044222", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:52:38.160852 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6ce7537f-6606-4435-bb6f-7900f130f4b7 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:52:38.161237 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75bad22-4217-43a6-a049-4b067215cf5d', 'tag': '457e1dbe-7d41-4057-ac0a-9c485e044222', 'status': 'completed', 'code': 200} Jul 30 20:52:38.194420 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-78d6445b-55e7-4cd5-8ffd-edcf92225997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:38.195942 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-78d6445b-55e7-4cd5-8ffd-edcf92225997 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=74d4b85fc59248ae8b3ce0e77b2c57d9&device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 1094 time: 0.0441575 Jul 30 20:52:38.236638 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-60203475-dd4c-4c23-9501-68e594f04bab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=457e1dbe-7d41-4057-ac0a-9c485e044222 HTTP/1.1" status: 200 len: 217 time: 0.0328557 Jul 30 20:52:38.288122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-c1c11dcb-65d3-4ad2-bc85-4f48e8e377f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:38.289544 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-c1c11dcb-65d3-4ad2-bc85-4f48e8e377f5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=41da704e-9aac-42f6-8e90-c56c1f8ed225 HTTP/1.1" status: 200 len: 854 time: 0.0465801 Jul 30 20:52:38.320991 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-cf90e4fb-2b76-45b3-8267-1377992a9359 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243738 Jul 30 20:52:38.407704 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-74740a99-21b5-4c74-9ec6-8e21f1888699 service neutron] 10.222.0.83 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793712 Jul 30 20:52:38.499086 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e547997-66e0-4506-bc00-781c6809f5c6 req-24fe590e-e320-4134-9a86-c811670a72d8 service neutron] 10.222.0.83 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840907 Jul 30 20:52:38.581046 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f0125-e6ea-4407-87be-f8739cd73361 req-45a8a1c3-5835-4cec-b849-345f7fee4063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:38.582407 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef0f0125-e6ea-4407-87be-f8739cd73361 req-45a8a1c3-5835-4cec-b849-345f7fee4063 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=74d4b85fc59248ae8b3ce0e77b2c57d9&device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 1094 time: 0.0395694 Jul 30 20:52:38.678345 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f0125-e6ea-4407-87be-f8739cd73361 req-8af37ba7-7801-44fd-aad9-ae27f9366af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:38.679816 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef0f0125-e6ea-4407-87be-f8739cd73361 req-8af37ba7-7801-44fd-aad9-ae27f9366af6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89 HTTP/1.1" status: 200 len: 915 time: 0.0900264 Jul 30 20:52:38.723656 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef0f0125-e6ea-4407-87be-f8739cd73361 req-7f577afa-d8a3-4598-ab52-ef26b5f9ae30 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=457e1dbe-7d41-4057-ac0a-9c485e044222 HTTP/1.1" status: 200 len: 217 time: 0.0351183 Jul 30 20:52:38.773456 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f0125-e6ea-4407-87be-f8739cd73361 req-f2e9ecab-4b3b-4660-a2be-f0c829c525c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:38.774875 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef0f0125-e6ea-4407-87be-f8739cd73361 req-f2e9ecab-4b3b-4660-a2be-f0c829c525c8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=41da704e-9aac-42f6-8e90-c56c1f8ed225 HTTP/1.1" status: 200 len: 854 time: 0.0443525 Jul 30 20:52:38.805782 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef0f0125-e6ea-4407-87be-f8739cd73361 req-155a635f-dd7d-4c49-b940-eaace1c14dc7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237277 Jul 30 20:52:38.897027 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef0f0125-e6ea-4407-87be-f8739cd73361 req-399bac69-0821-40eb-b880-61a1013a5a13 service neutron] 10.222.0.83 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836942 Jul 30 20:52:38.986129 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef0f0125-e6ea-4407-87be-f8739cd73361 req-48ff6644-2b45-4a6c-b74a-bc92ca7f6a80 service neutron] 10.222.0.83 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818720 Jul 30 20:52:39.186283 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecffd6-0764-4426-80f1-a75b945ce6fe req-fb2aa8df-97d5-48f7-8a51-d1f0965b4f5a tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:39.187681 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-05ecffd6-0764-4426-80f1-a75b945ce6fe req-fb2aa8df-97d5-48f7-8a51-d1f0965b4f5a tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 943 time: 0.0541513 Jul 30 20:52:39.224813 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-05ecffd6-0764-4426-80f1-a75b945ce6fe req-a927956d-8787-463e-9a9a-2ed484512fd3 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313568 Jul 30 20:52:39.464259 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 10f30bd4-c8d7-4a11-8785-57659efa568a no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:52:39.483932 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 10f30bd4-c8d7-4a11-8785-57659efa568a {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:52:39.484278 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 10f30bd4-c8d7-4a11-8785-57659efa568a not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:52:40.340479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1e7e8-1cba-4bd3-9a84-fe690542b621 req-296a73d4-0084-48a2-a0b0-88bedd97186f tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:40.351211 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-14d1e7e8-1cba-4bd3-9a84-fe690542b621 req-296a73d4-0084-48a2-a0b0-88bedd97186f tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 943 time: 0.0520926 Jul 30 20:52:40.386071 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-14d1e7e8-1cba-4bd3-9a84-fe690542b621 req-62ab9708-05bf-4d2a-b522-92ec848afca3 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350804 Jul 30 20:52:41.486876 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 457e1dbe-7d41-4057-ac0a-9c485e044222 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:52:41.499567 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb6056-7a10-46da-ab1c-58804e70916e req-c0a3f2a5-06e2-457e-aadc-abbffbee1606 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:41.501041 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-accb6056-7a10-46da-ab1c-58804e70916e req-c0a3f2a5-06e2-457e-aadc-abbffbee1606 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 943 time: 0.0491054 Jul 30 20:52:41.538911 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-accb6056-7a10-46da-ab1c-58804e70916e req-18d4817f-0d54-4a18-95da-67328eab03ea tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315771 Jul 30 20:52:41.580885 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 457e1dbe-7d41-4057-ac0a-9c485e044222, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=457e1dbe-7d41-4057-ac0a-9c485e044222,segment=NetworkSegment(b201d815-1a0c-4208-a4a8-8b0ddca70561),segment_id=b201d815-1a0c-4208-a4a8-8b0ddca70561)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:52:41.592220 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '457e1dbe-7d41-4057-ac0a-9c485e044222', 'network_id': '39e6163b-39cf-4e22-88be-5ce1ca3dbf89', 'port_id': '457e1dbe-7d41-4057-ac0a-9c485e044222', 'mac_address': 'fa:16:3e:59:f5:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41da704e-9aac-42f6-8e90-c56c1f8ed225', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:52:41.631165 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:41.644642 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457e1dbe-7d41-4057-ac0a-9c485e044222 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:52:41.664673 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 457e1dbe-7d41-4057-ac0a-9c485e044222, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=457e1dbe-7d41-4057-ac0a-9c485e044222,segment=NetworkSegment(b201d815-1a0c-4208-a4a8-8b0ddca70561),segment_id=b201d815-1a0c-4208-a4a8-8b0ddca70561)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:52:41.669437 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:41.715873 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=457e1dbe-7d41-4057-ac0a-9c485e044222,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:52:41.949582 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['457e1dbe-7d41-4057-ac0a-9c485e044222'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:52:42.655531 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2757ea-a95a-4bb2-91d9-e0b6a3df1df5 req-b689b79d-0c63-46cb-a299-d65cf0280c68 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:42.657019 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f2757ea-a95a-4bb2-91d9-e0b6a3df1df5 req-b689b79d-0c63-46cb-a299-d65cf0280c68 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 944 time: 0.0525820 Jul 30 20:52:42.695027 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f2757ea-a95a-4bb2-91d9-e0b6a3df1df5 req-3de52e03-c39f-4378-830f-540f91a28c29 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317862 Jul 30 20:52:43.502246 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 457e1dbe-7d41-4057-ac0a-9c485e044222 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:52:43.549417 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 457e1dbe-7d41-4057-ac0a-9c485e044222 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:52:43.553103 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 457e1dbe-7d41-4057-ac0a-9c485e044222 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:52:43.553475 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:43.629669 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:43.651082 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75bad22-4217-43a6-a049-4b067215cf5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457e1dbe-7d41-4057-ac0a-9c485e044222'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:52:43.653335 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508e9a35-5c66-4039-972c-4fee3259dd7f" -d '{"events": [{"server_uuid": "f75bad22-4217-43a6-a049-4b067215cf5d", "name": "network-vif-plugged", "status": "completed", "tag": "457e1dbe-7d41-4057-ac0a-9c485e044222"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:52:43.666158 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 457e1dbe-7d41-4057-ac0a-9c485e044222, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=457e1dbe-7d41-4057-ac0a-9c485e044222,segment=NetworkSegment(b201d815-1a0c-4208-a4a8-8b0ddca70561),segment_id=b201d815-1a0c-4208-a4a8-8b0ddca70561)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:52:43.670078 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:43.692638 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2d21cb-9851-4d88-90f6-2eec0983b9f9 x-openstack-request-id: req-bb2d21cb-9851-4d88-90f6-2eec0983b9f9 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:52:43.692909 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75bad22-4217-43a6-a049-4b067215cf5d", "name": "network-vif-plugged", "status": "completed", "tag": "457e1dbe-7d41-4057-ac0a-9c485e044222", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:52:43.693164 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb2d21cb-9851-4d88-90f6-2eec0983b9f9 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:52:43.693551 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75bad22-4217-43a6-a049-4b067215cf5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457e1dbe-7d41-4057-ac0a-9c485e044222', 'code': 200} Jul 30 20:52:43.719065 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=457e1dbe-7d41-4057-ac0a-9c485e044222,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:52:43.726928 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:52:43.727280 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:52:43.727663 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:52:43.728008 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:52:43.728379 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:52:43.728699 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:52:43.729030 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:52:43.729358 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:52:43.729763 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:52:43.730019 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:52:43.730417 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:52:43.730635 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:52:43.814824 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b028ba-f127-4466-bf55-39a809ca590b req-91debabc-16ae-45ce-b3ff-e9a029a53213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:43.816307 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-38b028ba-f127-4466-bf55-39a809ca590b req-91debabc-16ae-45ce-b3ff-e9a029a53213 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 1096 time: 0.0699434 Jul 30 20:52:43.828543 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2741c70-342c-47c9-8a33-6b8669d8fb0f req-8eed3d7b-2f10-4e0c-860e-5a7e178c60e2 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:43.829956 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2741c70-342c-47c9-8a33-6b8669d8fb0f req-8eed3d7b-2f10-4e0c-860e-5a7e178c60e2 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0589833 Jul 30 20:52:43.880909 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-38b028ba-f127-4466-bf55-39a809ca590b req-d0084d32-7a1d-4378-9408-4e66689e917c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499394 Jul 30 20:52:43.888930 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2741c70-342c-47c9-8a33-6b8669d8fb0f req-9253e40f-2794-48ea-b44a-4544c4897fcb tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530775 Jul 30 20:52:45.004602 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83f1e9-0e3f-4fd4-aced-7930aa19b822 req-1289717f-762d-4054-a52a-a4294bc82f8e tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:45.005995 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4d83f1e9-0e3f-4fd4-aced-7930aa19b822 req-1289717f-762d-4054-a52a-a4294bc82f8e tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0500774 Jul 30 20:52:45.045023 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4d83f1e9-0e3f-4fd4-aced-7930aa19b822 req-090245e4-30a1-4370-93ec-699b0bd652f8 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325425 Jul 30 20:52:45.156848 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f04ad-3b79-4a0f-bd20-51a4e6b76dfb req-4ddc97dc-4bb3-4f2d-b89b-911147544a5f tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:45.158311 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b06f04ad-3b79-4a0f-bd20-51a4e6b76dfb req-4ddc97dc-4bb3-4f2d-b89b-911147544a5f tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0493131 Jul 30 20:52:45.195667 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b06f04ad-3b79-4a0f-bd20-51a4e6b76dfb req-a5d8f1e9-7057-4c88-a5d3-b65b00a46309 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312352 Jul 30 20:52:45.444892 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82cf5422-683b-451c-b881-8f3032bd0788 req-1c93bca9-f9d5-464a-b46f-624519e6075d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0745637 Jul 30 20:52:45.456917 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feaba45-ef1e-4294-b432-f048071be0f2 req-247d5b7d-1bd4-49cc-91b3-57a8be8445f9 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:45.458433 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8feaba45-ef1e-4294-b432-f048071be0f2 req-247d5b7d-1bd4-49cc-91b3-57a8be8445f9 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0635517 Jul 30 20:52:45.498155 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8feaba45-ef1e-4294-b432-f048071be0f2 req-e3642097-5e28-4d3d-b62b-ba26c36804ce tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337472 Jul 30 20:52:45.876652 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:46.482285 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf5422-683b-451c-b881-8f3032bd0788 req-5faadeb9-db58-4e38-871f-57cbc2eb1514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:46.483778 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82cf5422-683b-451c-b881-8f3032bd0788 req-5faadeb9-db58-4e38-871f-57cbc2eb1514 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=74d4b85fc59248ae8b3ce0e77b2c57d9&device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 1096 time: 0.0414858 Jul 30 20:52:46.600499 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf5422-683b-451c-b881-8f3032bd0788 req-2792980f-9fa3-4605-adc8-b93ddba85850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:46.601989 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82cf5422-683b-451c-b881-8f3032bd0788 req-2792980f-9fa3-4605-adc8-b93ddba85850 service neutron] 10.222.0.83 "GET /v2.0/networks?id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89 HTTP/1.1" status: 200 len: 915 time: 0.1114194 Jul 30 20:52:46.645681 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82cf5422-683b-451c-b881-8f3032bd0788 req-c9795392-3177-4002-bfa5-4d1fab2ff173 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=457e1dbe-7d41-4057-ac0a-9c485e044222 HTTP/1.1" status: 200 len: 217 time: 0.0357730 Jul 30 20:52:46.657294 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b34e16-c2bb-4b95-8981-638f3d9d77f0 req-39432782-20e1-4735-99af-a7eba3bdd3a6 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:46.658698 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37b34e16-c2bb-4b95-8981-638f3d9d77f0 req-39432782-20e1-4735-99af-a7eba3bdd3a6 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0895650 Jul 30 20:52:46.728787 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf5422-683b-451c-b881-8f3032bd0788 req-bacd6ef2-8db2-462b-aef2-b0a4f77bde2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:46.730286 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82cf5422-683b-451c-b881-8f3032bd0788 req-bacd6ef2-8db2-462b-aef2-b0a4f77bde2b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=41da704e-9aac-42f6-8e90-c56c1f8ed225 HTTP/1.1" status: 200 len: 854 time: 0.0707138 Jul 30 20:52:46.733467 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37b34e16-c2bb-4b95-8981-638f3d9d77f0 req-c3c03339-3dce-480a-9da0-affac02469be tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667431 Jul 30 20:52:46.763829 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82cf5422-683b-451c-b881-8f3032bd0788 req-d8989356-8afd-4558-87ab-834623949e65 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254848 Jul 30 20:52:46.852065 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82cf5422-683b-451c-b881-8f3032bd0788 req-5b298825-6c39-4847-b671-81e0c3c9185c service neutron] 10.222.0.83 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811024 Jul 30 20:52:46.944073 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82cf5422-683b-451c-b881-8f3032bd0788 req-af53f296-216c-4468-b67e-0717fc86fc5c service neutron] 10.222.0.83 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854440 Jul 30 20:52:47.849046 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b52f1-d266-40c8-a7ca-9c4f1a3de219 req-93d9d601-ca7c-42e4-bd64-f43e07186465 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:47.850530 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c7b52f1-d266-40c8-a7ca-9c4f1a3de219 req-93d9d601-ca7c-42e4-bd64-f43e07186465 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0499425 Jul 30 20:52:47.887953 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c7b52f1-d266-40c8-a7ca-9c4f1a3de219 req-8ceac806-0a44-4ddd-9df4-8ec7a9b851be tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314939 Jul 30 20:52:49.002841 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095da452-372e-4666-9fec-6df16f364fb3 req-6e2ce0cf-4ed6-45cd-9f95-50a16b4cc383 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:49.004253 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-095da452-372e-4666-9fec-6df16f364fb3 req-6e2ce0cf-4ed6-45cd-9f95-50a16b4cc383 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0502019 Jul 30 20:52:49.053625 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-095da452-372e-4666-9fec-6df16f364fb3 req-ca0a5c2f-6c76-47e1-830f-6ff99af70ba6 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418816 Jul 30 20:52:49.988352 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:50.170304 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00236d17-da05-4951-a0f4-1f026f9c2ac4 req-fd6985c4-c41a-42a9-a14d-a8386d601192 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:50.171799 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-00236d17-da05-4951-a0f4-1f026f9c2ac4 req-fd6985c4-c41a-42a9-a14d-a8386d601192 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0490196 Jul 30 20:52:50.210189 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-00236d17-da05-4951-a0f4-1f026f9c2ac4 req-a464a9bb-32c6-42f5-93d1-7d637c4247c1 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325313 Jul 30 20:52:51.317748 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24585743-00b7-46da-a15b-9ea1cf4f999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:51.331538 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d5a43-5494-4c6e-a4d1-b088ec384a3b req-8085c757-0ffc-42c1-bd4a-41f39c70aa46 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:51.333019 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d76d5a43-5494-4c6e-a4d1-b088ec384a3b req-8085c757-0ffc-42c1-bd4a-41f39c70aa46 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0502071 Jul 30 20:52:51.370594 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d76d5a43-5494-4c6e-a4d1-b088ec384a3b req-049a9634-3092-408b-81f2-7afc1e19c261 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313685 Jul 30 20:52:52.484528 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71024289-90ac-4f03-a08e-90dd9ff20350 req-120131f8-44e0-4add-a96f-80811b92e4f5 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:52.485984 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71024289-90ac-4f03-a08e-90dd9ff20350 req-120131f8-44e0-4add-a96f-80811b92e4f5 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0478477 Jul 30 20:52:52.526817 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71024289-90ac-4f03-a08e-90dd9ff20350 req-2265e5bd-56d8-45d4-ab4f-f440aa842131 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349813 Jul 30 20:52:53.640763 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ce7d6-9429-43e5-9cd7-6ff5ee5abff9 req-d9b69854-4a16-4c15-b7b7-0f35d1663a68 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:53.642229 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-518ce7d6-9429-43e5-9cd7-6ff5ee5abff9 req-d9b69854-4a16-4c15-b7b7-0f35d1663a68 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0490553 Jul 30 20:52:53.680128 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-518ce7d6-9429-43e5-9cd7-6ff5ee5abff9 req-8b519e93-60f1-4f84-b525-d5d5ea00fa0f tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319839 Jul 30 20:52:53.747684 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-004d5da3-a776-4db3-9675-c414d1eab061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:54.015477 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:54.795807 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef267a93-0087-4629-be21-709cc597ad78 req-d5352b12-7013-4ec7-bb67-e8ccda2f5d17 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:54.797285 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef267a93-0087-4629-be21-709cc597ad78 req-d5352b12-7013-4ec7-bb67-e8ccda2f5d17 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0497112 Jul 30 20:52:54.835236 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef267a93-0087-4629-be21-709cc597ad78 req-6d659ddf-095d-4d7f-bba7-77fc0c33af6a tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321386 Jul 30 20:52:55.111709 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:55.947787 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae385a-32a6-4446-8438-f14aba654f98 req-cd202ba2-f685-44c4-8282-e7ebf969c9ec tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:55.949738 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6eae385a-32a6-4446-8438-f14aba654f98 req-cd202ba2-f685-44c4-8282-e7ebf969c9ec tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0488083 Jul 30 20:52:55.991057 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6eae385a-32a6-4446-8438-f14aba654f98 req-64aec71f-4243-412e-aaa9-64a7c8093593 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354180 Jul 30 20:52:56.971073 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:52:57.106665 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636f91d-8cc3-4251-86d4-df4d213703d1 req-cdbbb97f-4157-428f-ab9c-18f76e0e3ce1 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:57.108161 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7636f91d-8cc3-4251-86d4-df4d213703d1 req-cdbbb97f-4157-428f-ab9c-18f76e0e3ce1 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0490615 Jul 30 20:52:57.144626 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7636f91d-8cc3-4251-86d4-df4d213703d1 req-aa7c017c-b300-48b4-9385-14b679ad4e58 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306721 Jul 30 20:52:58.260119 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9cd04-6ad6-4867-8b28-e31b9a320db5 req-14da68ee-8278-47c8-86b6-13cecd3f1702 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:58.261617 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6fb9cd04-6ad6-4867-8b28-e31b9a320db5 req-14da68ee-8278-47c8-86b6-13cecd3f1702 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0492678 Jul 30 20:52:58.299685 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6fb9cd04-6ad6-4867-8b28-e31b9a320db5 req-e7d06bd9-7c4f-49a4-9965-bd522da1f43d tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321605 Jul 30 20:52:59.412191 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc0d74-6da5-4243-b009-b3027ea36d2e req-24f4f6d2-bc14-4ab6-adaa-ff4ed7549b72 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:52:59.413885 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bcdc0d74-6da5-4243-b009-b3027ea36d2e req-24f4f6d2-bc14-4ab6-adaa-ff4ed7549b72 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0489154 Jul 30 20:52:59.458030 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bcdc0d74-6da5-4243-b009-b3027ea36d2e req-f9104dcd-c729-4b02-b517-015afb537835 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381060 Jul 30 20:53:00.574463 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7e772-abef-4922-8e13-b49fce766043 req-5d09f4d2-4dbe-4076-a0ee-266099d80856 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:00.575905 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95f7e772-abef-4922-8e13-b49fce766043 req-5d09f4d2-4dbe-4076-a0ee-266099d80856 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0495691 Jul 30 20:53:00.613565 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95f7e772-abef-4922-8e13-b49fce766043 req-0849d460-4112-479a-aa67-1df4dbb2ecd6 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318580 Jul 30 20:53:01.726107 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8a3bc-e10f-4493-9329-2b1b5f906aea req-0d7edbef-3d91-45e3-b490-1dd3525a52b1 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:01.727823 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5bc8a3bc-e10f-4493-9329-2b1b5f906aea req-0d7edbef-3d91-45e3-b490-1dd3525a52b1 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0482464 Jul 30 20:53:01.764956 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5bc8a3bc-e10f-4493-9329-2b1b5f906aea req-3dee46dd-882d-415a-8e04-8f14da653868 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307429 Jul 30 20:53:02.850373 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:53:02.879639 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6dfd5-28ae-4490-b702-8b95a4a705ec req-1002c92a-2cc5-4b7b-9f0c-ba3a7ec8bde9 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:02.881136 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-80a6dfd5-28ae-4490-b702-8b95a4a705ec req-1002c92a-2cc5-4b7b-9f0c-ba3a7ec8bde9 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0494680 Jul 30 20:53:02.922356 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-80a6dfd5-28ae-4490-b702-8b95a4a705ec req-a5bc512a-0404-4486-824d-b435070a2b98 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353408 Jul 30 20:53:04.035927 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f977554-8f5b-45be-b5b9-53a8fc73539c req-32f00073-461e-4d85-9687-6476d94ca629 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:04.037395 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5f977554-8f5b-45be-b5b9-53a8fc73539c req-32f00073-461e-4d85-9687-6476d94ca629 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0485177 Jul 30 20:53:04.075239 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5f977554-8f5b-45be-b5b9-53a8fc73539c req-c423f14e-5877-4bd2-b7d0-ada5b53eab14 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309603 Jul 30 20:53:05.188320 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef680ba-6971-4bd6-bc14-bca24c213fc7 req-3bda95b0-c221-44ba-a269-6ae9afb859c5 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:05.189767 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1ef680ba-6971-4bd6-bc14-bca24c213fc7 req-3bda95b0-c221-44ba-a269-6ae9afb859c5 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0487947 Jul 30 20:53:05.226043 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1ef680ba-6971-4bd6-bc14-bca24c213fc7 req-d1ad8e08-3730-465e-8603-18e02e5e550f tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304830 Jul 30 20:53:06.339911 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc13eba-b52b-4c63-bc40-5016123e54a4 req-3b5bcf0b-f9f0-4746-a191-170f81a0479e tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:06.341386 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fdc13eba-b52b-4c63-bc40-5016123e54a4 req-3b5bcf0b-f9f0-4746-a191-170f81a0479e tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0485737 Jul 30 20:53:06.382449 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fdc13eba-b52b-4c63-bc40-5016123e54a4 req-34453804-ab00-47e1-a7ce-8e9b8c227a2b tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352507 Jul 30 20:53:07.497031 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa82a2-dfd5-4a7e-8b5e-8a54f0d585d1 req-8dfe0809-13f8-4cbc-8480-2ceced81ebd7 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:07.498486 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3fa82a2-dfd5-4a7e-8b5e-8a54f0d585d1 req-8dfe0809-13f8-4cbc-8480-2ceced81ebd7 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0490942 Jul 30 20:53:07.536314 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e3fa82a2-dfd5-4a7e-8b5e-8a54f0d585d1 req-dde7445c-60b4-44c9-aedb-819efa0b25dd tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319016 Jul 30 20:53:08.650529 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e55b80-32b0-4ae5-a81b-afa5b1076308 req-c568b519-abd5-4411-8702-6178cb86abc5 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:08.652075 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77e55b80-32b0-4ae5-a81b-afa5b1076308 req-c568b519-abd5-4411-8702-6178cb86abc5 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0491285 Jul 30 20:53:08.690280 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77e55b80-32b0-4ae5-a81b-afa5b1076308 req-521bab95-7d90-4765-b9a1-70a203a7a91a tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323665 Jul 30 20:53:09.822712 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4434c4-3ad8-49b0-80bd-cdf7469560c8 req-3358fbdb-bef4-4ed8-9de0-b167f4b20616 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:09.824795 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c4434c4-3ad8-49b0-80bd-cdf7469560c8 req-3358fbdb-bef4-4ed8-9de0-b167f4b20616 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0501726 Jul 30 20:53:09.865665 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c4434c4-3ad8-49b0-80bd-cdf7469560c8 req-8458f461-8d79-4c33-9837-9d5605d7e86c tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343597 Jul 30 20:53:10.988167 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c30020-1e05-4753-b314-b8ad66a745c7 req-6c9b3ccf-db0f-4e1b-a1a1-83d71847d39c tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:10.989555 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76c30020-1e05-4753-b314-b8ad66a745c7 req-6c9b3ccf-db0f-4e1b-a1a1-83d71847d39c tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0483389 Jul 30 20:53:11.026826 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76c30020-1e05-4753-b314-b8ad66a745c7 req-faecd9e3-f0dd-41a2-80bf-af1c474e39a2 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308287 Jul 30 20:53:12.141482 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f82477-0d85-41d4-b5e6-ea32848f8022 req-c9db3ebe-2d34-4c34-b399-eced197c7de2 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:12.142947 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-47f82477-0d85-41d4-b5e6-ea32848f8022 req-c9db3ebe-2d34-4c34-b399-eced197c7de2 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0493374 Jul 30 20:53:12.181471 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-47f82477-0d85-41d4-b5e6-ea32848f8022 req-629aab15-0c05-4a81-8f79-bb5a34ad7215 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325158 Jul 30 20:53:13.295661 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146cbaa-70d2-4b43-9313-7f106097ecbd req-705fd695-dfd0-400c-863e-127a6c567bd4 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:13.297135 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3146cbaa-70d2-4b43-9313-7f106097ecbd req-705fd695-dfd0-400c-863e-127a6c567bd4 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0492585 Jul 30 20:53:13.339752 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3146cbaa-70d2-4b43-9313-7f106097ecbd req-37c47d77-1329-4ada-aeac-432203253526 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367343 Jul 30 20:53:13.812713 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-82cf5422-683b-451c-b881-8f3032bd0788 req-80c46413-c8e2-4714-8515-e5af163f5bb9 service neutron] show failed (client error): The resource could not be found. Jul 30 20:53:13.813678 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82cf5422-683b-451c-b881-8f3032bd0788 req-80c46413-c8e2-4714-8515-e5af163f5bb9 service neutron] 10.222.0.83 "GET /v2.0/ports/457e1dbe-7d41-4057-ac0a-9c485e044222/bindings/n-h1-712137-9 HTTP/1.1" status: 404 len: 380 time: 0.0541329 Jul 30 20:53:14.001161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf5422-683b-451c-b881-8f3032bd0788 req-c397537c-0be0-409d-a8a1-5acfdc6c9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:14.002649 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82cf5422-683b-451c-b881-8f3032bd0788 req-c397537c-0be0-409d-a8a1-5acfdc6c9f8a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d&tenant_id=74d4b85fc59248ae8b3ce0e77b2c57d9 HTTP/1.1" status: 200 len: 1096 time: 0.0414190 Jul 30 20:53:14.014320 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-82cf5422-683b-451c-b881-8f3032bd0788 req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-9', 'device_owner': 'compute:nova'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:53:14.065717 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-82cf5422-683b-451c-b881-8f3032bd0788 req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:14.267822 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-82cf5422-683b-451c-b881-8f3032bd0788 req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] For port 457e1dbe-7d41-4057-ac0a-9c485e044222, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=457e1dbe-7d41-4057-ac0a-9c485e044222,segment=NetworkSegment(b201d815-1a0c-4208-a4a8-8b0ddca70561),segment_id=b201d815-1a0c-4208-a4a8-8b0ddca70561)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:53:14.300972 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-82cf5422-683b-451c-b881-8f3032bd0788 req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] For port 457e1dbe-7d41-4057-ac0a-9c485e044222, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:53:14.340302 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75bad22-4217-43a6-a049-4b067215cf5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '457e1dbe-7d41-4057-ac0a-9c485e044222'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:53:14.342536 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7c8c85-3d40-4296-8d68-627265b333c7" -d '{"events": [{"server_uuid": "f75bad22-4217-43a6-a049-4b067215cf5d", "name": "network-vif-unplugged", "status": "completed", "tag": "457e1dbe-7d41-4057-ac0a-9c485e044222"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:53:14.346543 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-82cf5422-683b-451c-b881-8f3032bd0788 req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:14.359652 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-82cf5422-683b-451c-b881-8f3032bd0788 req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Transition to ACTIVE for port object 457e1dbe-7d41-4057-ac0a-9c485e044222 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:53:14.363646 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-82cf5422-683b-451c-b881-8f3032bd0788 req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:14.396461 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dcfae1-6abb-4ec0-b2bf-232ab3811d5c x-openstack-request-id: req-40dcfae1-6abb-4ec0-b2bf-232ab3811d5c {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:53:14.396762 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75bad22-4217-43a6-a049-4b067215cf5d", "name": "network-vif-unplugged", "status": "completed", "tag": "457e1dbe-7d41-4057-ac0a-9c485e044222", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:53:14.397018 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-40dcfae1-6abb-4ec0-b2bf-232ab3811d5c {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:53:14.397405 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75bad22-4217-43a6-a049-4b067215cf5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '457e1dbe-7d41-4057-ac0a-9c485e044222', 'code': 200} Jul 30 20:53:14.428106 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cf5422-683b-451c-b881-8f3032bd0788 req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] No DVR routers for this DVR port 457e1dbe-7d41-4057-ac0a-9c485e044222 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:53:14.431231 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Pushing event updated for resources: {'Port': ['ID=457e1dbe-7d41-4057-ac0a-9c485e044222,revision_number=6']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:14.462207 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:14.462555 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:14.462896 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:14.463763 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:14.464118 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:14.464449 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:14.464778 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:14.465103 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:14.465426 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:14.465747 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:14.466069 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:14.466391 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:14.502528 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-82cf5422-683b-451c-b881-8f3032bd0788 req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Attempting to bind port 457e1dbe-7d41-4057-ac0a-9c485e044222 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:53:14.502866 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-82cf5422-683b-451c-b881-8f3032bd0788 req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Attempting to bind port 457e1dbe-7d41-4057-ac0a-9c485e044222 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': 'b201d815-1a0c-4208-a4a8-8b0ddca70561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '39e6163b-39cf-4e22-88be-5ce1ca3dbf89'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:53:14.503197 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cf5422-683b-451c-b881-8f3032bd0788 req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Attempting to bind port 457e1dbe-7d41-4057-ac0a-9c485e044222 on network 39e6163b-39cf-4e22-88be-5ce1ca3dbf89 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:53:14.512300 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cf5422-683b-451c-b881-8f3032bd0788 req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Port 457e1dbe-7d41-4057-ac0a-9c485e044222 on network 39e6163b-39cf-4e22-88be-5ce1ca3dbf89 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:53:14.512625 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cf5422-683b-451c-b881-8f3032bd0788 req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Attempting to bind port 457e1dbe-7d41-4057-ac0a-9c485e044222 on network 39e6163b-39cf-4e22-88be-5ce1ca3dbf89 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:53:14.528251 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e9e84-a4d9-4e87-b8df-203445aecf4b req-baa3a22b-0939-482f-b843-ab9c7ed01540 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:14.529737 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-169e9e84-a4d9-4e87-b8df-203445aecf4b req-baa3a22b-0939-482f-b843-ab9c7ed01540 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 943 time: 0.0727227 Jul 30 20:53:14.530432 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cf5422-683b-451c-b881-8f3032bd0788 req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:53:14.530771 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cf5422-683b-451c-b881-8f3032bd0788 req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Checking segment: {'id': 'b201d815-1a0c-4208-a4a8-8b0ddca70561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '39e6163b-39cf-4e22-88be-5ce1ca3dbf89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:53:14.531149 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cf5422-683b-451c-b881-8f3032bd0788 req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Bound using segment: {'id': 'b201d815-1a0c-4208-a4a8-8b0ddca70561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '39e6163b-39cf-4e22-88be-5ce1ca3dbf89'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:53:14.531601 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-82cf5422-683b-451c-b881-8f3032bd0788 req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Bound port: 457e1dbe-7d41-4057-ac0a-9c485e044222, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b201d815-1a0c-4208-a4a8-8b0ddca70561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '39e6163b-39cf-4e22-88be-5ce1ca3dbf89'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:53:14.531963 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-82cf5422-683b-451c-b881-8f3032bd0788 req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:14.607477 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-169e9e84-a4d9-4e87-b8df-203445aecf4b req-204e154c-f6e8-4afa-b9b7-2a32dcd8c4d9 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666430 Jul 30 20:53:14.627947 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-82cf5422-683b-451c-b881-8f3032bd0788 req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] For port 457e1dbe-7d41-4057-ac0a-9c485e044222, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:53:14.631417 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-82cf5422-683b-451c-b881-8f3032bd0788 req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] For port 457e1dbe-7d41-4057-ac0a-9c485e044222, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=457e1dbe-7d41-4057-ac0a-9c485e044222,segment=NetworkSegment(b201d815-1a0c-4208-a4a8-8b0ddca70561),segment_id=b201d815-1a0c-4208-a4a8-8b0ddca70561)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:53:14.636696 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-82cf5422-683b-451c-b881-8f3032bd0788 req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:14.675802 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf5422-683b-451c-b881-8f3032bd0788 req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:14.676344 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-82cf5422-683b-451c-b881-8f3032bd0788 req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:14.677745 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82cf5422-683b-451c-b881-8f3032bd0788 req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] 10.222.0.59 "PUT /v2.0/ports/457e1dbe-7d41-4057-ac0a-9c485e044222 HTTP/1.1" status: 200 len: 1091 time: 0.6674783 Jul 30 20:53:14.700587 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb4d93-dc43-4a31-a442-81ee6d261c56 service neutron] Pushing event updated for resources: {'Port': ['ID=457e1dbe-7d41-4057-ac0a-9c485e044222,revision_number=7']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:14.744517 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf5422-683b-451c-b881-8f3032bd0788 req-fa13a710-b1f1-4fe8-828b-8fe3e2065c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:14.746013 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82cf5422-683b-451c-b881-8f3032bd0788 req-fa13a710-b1f1-4fe8-828b-8fe3e2065c89 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74d4b85fc59248ae8b3ce0e77b2c57d9&device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 1094 time: 0.0426426 Jul 30 20:53:14.838134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf5422-683b-451c-b881-8f3032bd0788 req-9e79fbf2-dd34-4cdf-96b0-69ccc257a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:14.840526 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82cf5422-683b-451c-b881-8f3032bd0788 req-9e79fbf2-dd34-4cdf-96b0-69ccc257a3c3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89 HTTP/1.1" status: 200 len: 915 time: 0.0860102 Jul 30 20:53:14.886029 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82cf5422-683b-451c-b881-8f3032bd0788 req-b9d0f4d1-a2c9-4c8e-a81c-6ca68e485615 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=457e1dbe-7d41-4057-ac0a-9c485e044222 HTTP/1.1" status: 200 len: 217 time: 0.0381911 Jul 30 20:53:14.936115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf5422-683b-451c-b881-8f3032bd0788 req-c7a68a78-b08f-4529-87ff-fd76473cb004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:14.937471 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82cf5422-683b-451c-b881-8f3032bd0788 req-c7a68a78-b08f-4529-87ff-fd76473cb004 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41da704e-9aac-42f6-8e90-c56c1f8ed225 HTTP/1.1" status: 200 len: 854 time: 0.0442398 Jul 30 20:53:14.970526 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82cf5422-683b-451c-b881-8f3032bd0788 req-b7d3eff7-0b48-4b23-b400-08948c1feb11 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244169 Jul 30 20:53:15.065447 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82cf5422-683b-451c-b881-8f3032bd0788 req-6b1ed2f0-7015-4a33-895e-cf0a5dfe9c7d service neutron] 10.222.0.59 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874121 Jul 30 20:53:15.154641 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82cf5422-683b-451c-b881-8f3032bd0788 req-66eebb74-48b8-4353-ad25-578e1243f14d service neutron] 10.222.0.59 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822942 Jul 30 20:53:15.723485 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dbad6-af6a-405f-a583-1c5b955d4072 req-13d3c20f-fd18-4b7f-a315-59c5483155d6 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:15.724972 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-505dbad6-af6a-405f-a583-1c5b955d4072 req-13d3c20f-fd18-4b7f-a315-59c5483155d6 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 943 time: 0.0493343 Jul 30 20:53:15.762555 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-505dbad6-af6a-405f-a583-1c5b955d4072 req-9927a57d-eeca-4352-a4c4-a82efcb33905 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312304 Jul 30 20:53:15.893758 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:16.398536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75bad22-4217-43a6-a049-4b067215cf5d', 'tag': '457e1dbe-7d41-4057-ac0a-9c485e044222'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:53:16.401506 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06780f93-47c8-48ec-857d-49e91401e8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f75bad22-4217-43a6-a049-4b067215cf5d", "tag": "457e1dbe-7d41-4057-ac0a-9c485e044222"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:53:16.446499 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93873942-df75-4df2-a215-2ba6533af673 x-openstack-request-id: req-93873942-df75-4df2-a215-2ba6533af673 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:53:16.446794 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75bad22-4217-43a6-a049-4b067215cf5d", "tag": "457e1dbe-7d41-4057-ac0a-9c485e044222", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:53:16.447047 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93873942-df75-4df2-a215-2ba6533af673 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:53:16.447439 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75bad22-4217-43a6-a049-4b067215cf5d', 'tag': '457e1dbe-7d41-4057-ac0a-9c485e044222', 'status': 'completed', 'code': 200} Jul 30 20:53:16.537677 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06780f93-47c8-48ec-857d-49e91401e8ef req-8b19570a-c98c-4b04-8ae6-d662ea40bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:16.539426 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06780f93-47c8-48ec-857d-49e91401e8ef req-8b19570a-c98c-4b04-8ae6-d662ea40bffd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74d4b85fc59248ae8b3ce0e77b2c57d9&device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 1094 time: 0.0697064 Jul 30 20:53:16.545523 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06780f93-47c8-48ec-857d-49e91401e8ef req-2de0a610-519a-42c5-b1fc-4a689c7e5d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:16.547010 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06780f93-47c8-48ec-857d-49e91401e8ef req-2de0a610-519a-42c5-b1fc-4a689c7e5d69 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=74d4b85fc59248ae8b3ce0e77b2c57d9&device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 1094 time: 0.0761306 Jul 30 20:53:16.703117 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06780f93-47c8-48ec-857d-49e91401e8ef req-6e326ef3-e964-4b3c-b8a0-d43ee870b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:16.704605 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06780f93-47c8-48ec-857d-49e91401e8ef req-6e326ef3-e964-4b3c-b8a0-d43ee870b0f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89 HTTP/1.1" status: 200 len: 915 time: 0.1567428 Jul 30 20:53:16.705780 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06780f93-47c8-48ec-857d-49e91401e8ef req-4f340016-d619-49a3-9ea1-10a603d15518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:16.707094 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06780f93-47c8-48ec-857d-49e91401e8ef req-4f340016-d619-49a3-9ea1-10a603d15518 service neutron] 10.222.0.83 "GET /v2.0/networks?id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89 HTTP/1.1" status: 200 len: 915 time: 0.1518767 Jul 30 20:53:16.778747 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06780f93-47c8-48ec-857d-49e91401e8ef req-24186e81-6cfc-4a7d-ae99-61c27e17c18a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=457e1dbe-7d41-4057-ac0a-9c485e044222 HTTP/1.1" status: 200 len: 217 time: 0.0660453 Jul 30 20:53:16.780235 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06780f93-47c8-48ec-857d-49e91401e8ef req-63ce936e-7e8d-4dbd-9626-930703b42a40 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=457e1dbe-7d41-4057-ac0a-9c485e044222 HTTP/1.1" status: 200 len: 217 time: 0.0619049 Jul 30 20:53:16.890457 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06780f93-47c8-48ec-857d-49e91401e8ef req-7362efef-375a-48f6-b0a3-04a97bcadc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:16.891928 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06780f93-47c8-48ec-857d-49e91401e8ef req-7362efef-375a-48f6-b0a3-04a97bcadc29 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=41da704e-9aac-42f6-8e90-c56c1f8ed225 HTTP/1.1" status: 200 len: 854 time: 0.1064177 Jul 30 20:53:16.896508 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06780f93-47c8-48ec-857d-49e91401e8ef req-4e001c4a-2a80-445e-b766-f9dd4b918ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:16.897819 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06780f93-47c8-48ec-857d-49e91401e8ef req-4e001c4a-2a80-445e-b766-f9dd4b918ca3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=41da704e-9aac-42f6-8e90-c56c1f8ed225 HTTP/1.1" status: 200 len: 854 time: 0.1048269 Jul 30 20:53:16.934705 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06780f93-47c8-48ec-857d-49e91401e8ef req-18710e62-68d5-43cb-8877-15d3f10d5e71 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351405 Jul 30 20:53:16.951003 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06780f93-47c8-48ec-857d-49e91401e8ef req-950e48e5-51c0-4fc2-922e-5f3477df58cd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409722 Jul 30 20:53:16.965747 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa38c09-cb41-4c7c-90da-f7d99a9a6234 req-af138faa-ce5c-4186-aa7a-af991d356778 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:16.967025 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8aa38c09-cb41-4c7c-90da-f7d99a9a6234 req-af138faa-ce5c-4186-aa7a-af991d356778 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 943 time: 0.1307049 Jul 30 20:53:17.101928 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8aa38c09-cb41-4c7c-90da-f7d99a9a6234 req-a8240c30-a9ba-41d1-84e8-6b4c5b9fa0d6 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246822 Jul 30 20:53:17.143494 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06780f93-47c8-48ec-857d-49e91401e8ef req-1085c02b-66b1-4fe7-af6f-f4a5a50d4e91 service neutron] 10.222.0.59 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945357 Jul 30 20:53:17.145661 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06780f93-47c8-48ec-857d-49e91401e8ef req-28ea9dc6-3c95-4a9b-bf64-05fe92c8c373 service neutron] 10.222.0.83 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695707 Jul 30 20:53:17.309431 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190cd5c-0452-4b50-9e72-4b1905fc4df1 req-893c05dd-d45a-4df2-a724-bce04449e1d3 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:17.310918 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8190cd5c-0452-4b50-9e72-4b1905fc4df1 req-893c05dd-d45a-4df2-a724-bce04449e1d3 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.83 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d&tenant_id=74d4b85fc59248ae8b3ce0e77b2c57d9&binding%3Ahost_id=n-h1-712137-9 HTTP/1.1" status: 200 len: 943 time: 0.0541043 Jul 30 20:53:17.365416 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 457e1dbe-7d41-4057-ac0a-9c485e044222 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:53:17.375073 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [req-8190cd5c-0452-4b50-9e72-4b1905fc4df1 req-dc0bad9e-13d1-4a66-870d-cf5bf685b4d8 service neutron] delete failed (client error): The resource could not be found. Jul 30 20:53:17.376153 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-8190cd5c-0452-4b50-9e72-4b1905fc4df1 req-dc0bad9e-13d1-4a66-870d-cf5bf685b4d8 service neutron] 10.222.0.83 "DELETE /v2.0/ports/457e1dbe-7d41-4057-ac0a-9c485e044222/bindings/n-h2-712137-9 HTTP/1.1" status: 404 len: 380 time: 0.0574772 Jul 30 20:53:17.466903 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 457e1dbe-7d41-4057-ac0a-9c485e044222, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=457e1dbe-7d41-4057-ac0a-9c485e044222,segment=NetworkSegment(b201d815-1a0c-4208-a4a8-8b0ddca70561),segment_id=b201d815-1a0c-4208-a4a8-8b0ddca70561)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:53:17.478801 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '457e1dbe-7d41-4057-ac0a-9c485e044222', 'network_id': '39e6163b-39cf-4e22-88be-5ce1ca3dbf89', 'port_id': '457e1dbe-7d41-4057-ac0a-9c485e044222', 'mac_address': 'fa:16:3e:59:f5:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41da704e-9aac-42f6-8e90-c56c1f8ed225', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:53:17.516385 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:17.529496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457e1dbe-7d41-4057-ac0a-9c485e044222 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:53:17.551218 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 457e1dbe-7d41-4057-ac0a-9c485e044222, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=457e1dbe-7d41-4057-ac0a-9c485e044222,segment=NetworkSegment(b201d815-1a0c-4208-a4a8-8b0ddca70561),segment_id=b201d815-1a0c-4208-a4a8-8b0ddca70561)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:53:17.555181 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:17.611739 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=457e1dbe-7d41-4057-ac0a-9c485e044222,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:17.672299 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06780f93-47c8-48ec-857d-49e91401e8ef req-a5bd7e12-d06d-461f-b893-3b80d780a28c service neutron] 10.222.0.59 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218523 Jul 30 20:53:17.681816 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59794fa-0f9f-406d-ba2e-2a5b0c9e1969 req-88b7996c-84a0-41a6-8a41-552cad437f72 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:17.683289 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d59794fa-0f9f-406d-ba2e-2a5b0c9e1969 req-88b7996c-84a0-41a6-8a41-552cad437f72 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 944 time: 0.1131551 Jul 30 20:53:17.685282 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06780f93-47c8-48ec-857d-49e91401e8ef req-7a12518e-8ba1-4ea4-8568-1dccd10b6f75 service neutron] 10.222.0.83 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277894 Jul 30 20:53:17.720782 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 457e1dbe-7d41-4057-ac0a-9c485e044222 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:53:17.725029 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d59794fa-0f9f-406d-ba2e-2a5b0c9e1969 req-07283a7b-0fe4-4530-b707-ba9ea20ef25f tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352290 Jul 30 20:53:17.759102 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 457e1dbe-7d41-4057-ac0a-9c485e044222 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:53:17.767699 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['457e1dbe-7d41-4057-ac0a-9c485e044222'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:53:17.785890 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190cd5c-0452-4b50-9e72-4b1905fc4df1 req-9ad1517b-c5fc-401d-867a-b17b5767ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:17.787378 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8190cd5c-0452-4b50-9e72-4b1905fc4df1 req-9ad1517b-c5fc-401d-867a-b17b5767ca2c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=74d4b85fc59248ae8b3ce0e77b2c57d9&device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 1095 time: 0.0413015 Jul 30 20:53:17.877952 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190cd5c-0452-4b50-9e72-4b1905fc4df1 req-1f1e5667-5315-4749-b428-5d37d98a408b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:17.879315 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8190cd5c-0452-4b50-9e72-4b1905fc4df1 req-1f1e5667-5315-4749-b428-5d37d98a408b service neutron] 10.222.0.83 "GET /v2.0/networks?id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89 HTTP/1.1" status: 200 len: 915 time: 0.0850687 Jul 30 20:53:17.921783 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8190cd5c-0452-4b50-9e72-4b1905fc4df1 req-81658385-c317-4196-aa54-0577ad057f0a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=457e1dbe-7d41-4057-ac0a-9c485e044222 HTTP/1.1" status: 200 len: 217 time: 0.0353191 Jul 30 20:53:17.975746 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190cd5c-0452-4b50-9e72-4b1905fc4df1 req-ff3baf1f-bd66-40d6-a9b5-34292058bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:17.977191 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8190cd5c-0452-4b50-9e72-4b1905fc4df1 req-ff3baf1f-bd66-40d6-a9b5-34292058bf58 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=41da704e-9aac-42f6-8e90-c56c1f8ed225 HTTP/1.1" status: 200 len: 854 time: 0.0482419 Jul 30 20:53:18.009760 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8190cd5c-0452-4b50-9e72-4b1905fc4df1 req-893cb59e-a28e-4ee5-8a4e-e9357f2d3fbf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=39e6163b-39cf-4e22-88be-5ce1ca3dbf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240510 Jul 30 20:53:18.098783 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8190cd5c-0452-4b50-9e72-4b1905fc4df1 req-310dcc74-0894-4f3e-86fc-7445a78445ba service neutron] 10.222.0.83 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820353 Jul 30 20:53:18.193534 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8190cd5c-0452-4b50-9e72-4b1905fc4df1 req-e81e02f6-9836-407a-921e-b9d731408805 service neutron] 10.222.0.83 "GET /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872214 Jul 30 20:53:18.844797 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a12802-01b5-4b37-bbb9-cdb6c362033e req-233a7142-2afa-40af-a921-c9daa0433768 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:18.846506 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2a12802-01b5-4b37-bbb9-cdb6c362033e req-233a7142-2afa-40af-a921-c9daa0433768 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 944 time: 0.0534563 Jul 30 20:53:18.887266 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2a12802-01b5-4b37-bbb9-cdb6c362033e req-cb231fb1-0be7-4f8e-8abe-68ea40eea60f tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347505 Jul 30 20:53:19.002135 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79829417-0249-41d9-8362-f5703823d1bf req-7b43e3bb-4bb2-4fb1-a2ad-5ab6c88d9ba3 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:19.003560 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-79829417-0249-41d9-8362-f5703823d1bf req-7b43e3bb-4bb2-4fb1-a2ad-5ab6c88d9ba3 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 944 time: 0.0493352 Jul 30 20:53:19.042620 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-79829417-0249-41d9-8362-f5703823d1bf req-54dbeb8b-9f4c-4751-819c-073b01c21863 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319338 Jul 30 20:53:19.158675 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f920ea2-6d2c-4c58-8ca5-01a33c7d17ca req-b1f0b28c-1515-4d64-827a-2b1222c09d37 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:19.160072 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f920ea2-6d2c-4c58-8ca5-01a33c7d17ca req-b1f0b28c-1515-4d64-827a-2b1222c09d37 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 944 time: 0.0531223 Jul 30 20:53:19.198619 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f920ea2-6d2c-4c58-8ca5-01a33c7d17ca req-6dbc199c-9cc3-4be0-ac95-029e2df21109 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322027 Jul 30 20:53:19.369176 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 457e1dbe-7d41-4057-ac0a-9c485e044222 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:53:19.420016 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 457e1dbe-7d41-4057-ac0a-9c485e044222 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:53:19.424564 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 457e1dbe-7d41-4057-ac0a-9c485e044222 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:53:19.425283 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:19.512573 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:19.537113 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75bad22-4217-43a6-a049-4b067215cf5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457e1dbe-7d41-4057-ac0a-9c485e044222'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:53:19.539842 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e2571c-c1c2-47f1-adf0-55f65c39bab6" -d '{"events": [{"server_uuid": "f75bad22-4217-43a6-a049-4b067215cf5d", "name": "network-vif-plugged", "status": "completed", "tag": "457e1dbe-7d41-4057-ac0a-9c485e044222"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:53:19.544665 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac03d0-8807-4cb6-8a91-716932403288 req-bb7f3422-9c2d-4f27-bd34-aac3d3bbb925 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:19.545930 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6ac03d0-8807-4cb6-8a91-716932403288 req-bb7f3422-9c2d-4f27-bd34-aac3d3bbb925 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 944 time: 0.0607238 Jul 30 20:53:19.555312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 457e1dbe-7d41-4057-ac0a-9c485e044222, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=457e1dbe-7d41-4057-ac0a-9c485e044222,segment=NetworkSegment(b201d815-1a0c-4208-a4a8-8b0ddca70561),segment_id=b201d815-1a0c-4208-a4a8-8b0ddca70561)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:53:19.563204 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:19.590354 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6ac03d0-8807-4cb6-8a91-716932403288 req-a49e0f15-4132-48a0-b38b-e2c7500506ce tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367634 Jul 30 20:53:19.621111 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=457e1dbe-7d41-4057-ac0a-9c485e044222,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:19.652843 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf03aff-a38d-4106-9c47-d29655c0b313 x-openstack-request-id: req-7bf03aff-a38d-4106-9c47-d29655c0b313 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:53:19.653139 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75bad22-4217-43a6-a049-4b067215cf5d", "name": "network-vif-plugged", "status": "completed", "tag": "457e1dbe-7d41-4057-ac0a-9c485e044222", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:53:19.653388 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7bf03aff-a38d-4106-9c47-d29655c0b313 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:53:19.653807 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75bad22-4217-43a6-a049-4b067215cf5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457e1dbe-7d41-4057-ac0a-9c485e044222', 'code': 200} Jul 30 20:53:19.983085 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:20.679107 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3382d6-cf01-4efa-98e2-5892653acb12 req-3952679b-e33e-4363-a179-fe6dc23b08ae tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:20.680520 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8e3382d6-cf01-4efa-98e2-5892653acb12 req-3952679b-e33e-4363-a179-fe6dc23b08ae tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.59 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.0562780 Jul 30 20:53:20.770302 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a0f0f-57c0-4dbe-b2c6-d0c6338ce5fe req-0eea4852-75fd-4514-8606-2084abca53f7 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:20.771774 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a78a0f0f-57c0-4dbe-b2c6-d0c6338ce5fe req-0eea4852-75fd-4514-8606-2084abca53f7 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75bad22-4217-43a6-a049-4b067215cf5d HTTP/1.1" status: 200 len: 945 time: 0.1092134 Jul 30 20:53:20.821881 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a78a0f0f-57c0-4dbe-b2c6-d0c6338ce5fe req-bd8cc160-33f6-4a65-83b8-dd9dc0a889a6 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.81 "GET /v2.0/security-groups?id=5b928317-d54b-409c-9ffe-c5d44defddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440679 Jul 30 20:53:20.826366 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-8e3382d6-cf01-4efa-98e2-5892653acb12 req-4ff75403-c645-4c03-8a30-3b4a87d72060 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Deleting port 457e1dbe-7d41-4057-ac0a-9c485e044222 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:53:20.826707 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8e3382d6-cf01-4efa-98e2-5892653acb12 req-4ff75403-c645-4c03-8a30-3b4a87d72060 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:20.918121 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-8e3382d6-cf01-4efa-98e2-5892653acb12 req-4ff75403-c645-4c03-8a30-3b4a87d72060 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] For port 457e1dbe-7d41-4057-ac0a-9c485e044222, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=457e1dbe-7d41-4057-ac0a-9c485e044222,segment=NetworkSegment(b201d815-1a0c-4208-a4a8-8b0ddca70561),segment_id=b201d815-1a0c-4208-a4a8-8b0ddca70561)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:53:20.918407 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8e3382d6-cf01-4efa-98e2-5892653acb12 req-4ff75403-c645-4c03-8a30-3b4a87d72060 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:20.931324 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-8e3382d6-cf01-4efa-98e2-5892653acb12 req-4ff75403-c645-4c03-8a30-3b4a87d72060 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Calling delete_port for 457e1dbe-7d41-4057-ac0a-9c485e044222 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:53:21.058523 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8e3382d6-cf01-4efa-98e2-5892653acb12 req-4ff75403-c645-4c03-8a30-3b4a87d72060 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:21.069870 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['457e1dbe-7d41-4057-ac0a-9c485e044222'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:53:21.086167 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff75403-c645-4c03-8a30-3b4a87d72060 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Pushing event deleted for resources: {'Port': ['ID=457e1dbe-7d41-4057-ac0a-9c485e044222,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:21.126497 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3382d6-cf01-4efa-98e2-5892653acb12 req-4ff75403-c645-4c03-8a30-3b4a87d72060 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] No DVR routers for this DVR port 457e1dbe-7d41-4057-ac0a-9c485e044222 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:53:21.129039 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8e3382d6-cf01-4efa-98e2-5892653acb12 req-4ff75403-c645-4c03-8a30-3b4a87d72060 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:21.130990 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8e3382d6-cf01-4efa-98e2-5892653acb12 req-4ff75403-c645-4c03-8a30-3b4a87d72060 tempest-ServerDiskConfigTestJSON-913194749 tempest-ServerDiskConfigTestJSON-913194749-project] 10.222.0.59 "DELETE /v2.0/ports/457e1dbe-7d41-4057-ac0a-9c485e044222 HTTP/1.1" status: 204 len: 173 time: 0.4298198 Jul 30 20:53:21.131434 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75bad22-4217-43a6-a049-4b067215cf5d', 'name': 'network-vif-deleted', 'tag': '457e1dbe-7d41-4057-ac0a-9c485e044222'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:53:21.133686 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33135084-270a-484f-bfa7-ddc9ab49d605" -d '{"events": [{"server_uuid": "f75bad22-4217-43a6-a049-4b067215cf5d", "name": "network-vif-deleted", "tag": "457e1dbe-7d41-4057-ac0a-9c485e044222"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:53:21.170316 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af4b207-a679-4de8-b0f1-9e104d1fdf30 x-openstack-request-id: req-9af4b207-a679-4de8-b0f1-9e104d1fdf30 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:53:21.170606 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75bad22-4217-43a6-a049-4b067215cf5d", "name": "network-vif-deleted", "tag": "457e1dbe-7d41-4057-ac0a-9c485e044222", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:53:21.170864 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9af4b207-a679-4de8-b0f1-9e104d1fdf30 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:53:21.171259 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75bad22-4217-43a6-a049-4b067215cf5d', 'name': 'network-vif-deleted', 'tag': '457e1dbe-7d41-4057-ac0a-9c485e044222', 'status': 'completed', 'code': 200} Jul 30 20:53:21.317893 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e441f1c-f2ce-415d-8f05-7be3f1eab1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:21.934514 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52804) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:53:21.978179 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3ccc82-186e-4409-9671-d3c7cb1cc1a6 admin admin] Deleting subnet 41da704e-9aac-42f6-8e90-c56c1f8ed225 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 20:53:21.981210 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2b3ccc82-186e-4409-9671-d3c7cb1cc1a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:22.019636 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2b3ccc82-186e-4409-9671-d3c7cb1cc1a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:22.058523 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2b3ccc82-186e-4409-9671-d3c7cb1cc1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:22.108733 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2b3ccc82-186e-4409-9671-d3c7cb1cc1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:22.135123 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ccc82-186e-4409-9671-d3c7cb1cc1a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41da704e-9aac-42f6-8e90-c56c1f8ed225,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:22.137596 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2b3ccc82-186e-4409-9671-d3c7cb1cc1a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:22.139454 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2b3ccc82-186e-4409-9671-d3c7cb1cc1a6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/41da704e-9aac-42f6-8e90-c56c1f8ed225 HTTP/1.1" status: 204 len: 168 time: 0.2039571 Jul 30 20:53:22.142030 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52806) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:53:22.212690 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2638a5a9-3583-4c9d-9fe1-eb3b3cb967bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:22.289492 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2638a5a9-3583-4c9d-9fe1-eb3b3cb967bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:22.299647 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-2638a5a9-3583-4c9d-9fe1-eb3b3cb967bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e6163b-39cf-4e22-88be-5ce1ca3dbf89']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:53:22.311264 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-2638a5a9-3583-4c9d-9fe1-eb3b3cb967bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b201d815-1a0c-4208-a4a8-8b0ddca70561') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:53:22.311588 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-2638a5a9-3583-4c9d-9fe1-eb3b3cb967bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b201d815-1a0c-4208-a4a8-8b0ddca70561') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:53:22.320560 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2638a5a9-3583-4c9d-9fe1-eb3b3cb967bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:22.334216 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2638a5a9-3583-4c9d-9fe1-eb3b3cb967bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:22.340276 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2638a5a9-3583-4c9d-9fe1-eb3b3cb967bc admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 20:53:22.340672 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2638a5a9-3583-4c9d-9fe1-eb3b3cb967bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: timer() Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 20:53:22.342374 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 20:53:22.399300 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2638a5a9-3583-4c9d-9fe1-eb3b3cb967bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:22.404479 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2638a5a9-3583-4c9d-9fe1-eb3b3cb967bc admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:22.406287 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2638a5a9-3583-4c9d-9fe1-eb3b3cb967bc admin admin] 10.222.0.81 "DELETE /v2.0/networks/39e6163b-39cf-4e22-88be-5ce1ca3dbf89 HTTP/1.1" status: 204 len: 168 time: 0.2633536 Jul 30 20:53:22.417646 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638a5a9-3583-4c9d-9fe1-eb3b3cb967bc admin admin] Pushing event deleted for resources: {'Network': ['ID=39e6163b-39cf-4e22-88be-5ce1ca3dbf89,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:22.529121 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52810) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:53:22.568637 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-094cd489-342e-440b-a9dc-57663f0c59e0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=74d4b85fc59248ae8b3ce0e77b2c57d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383213 Jul 30 20:53:22.571035 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52812) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:53:22.620643 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f5e795e5-e77b-4971-892e-7f71696df9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:22.641175 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f5e795e5-e77b-4971-892e-7f71696df9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:22.691442 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f5e795e5-e77b-4971-892e-7f71696df9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:22.694053 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f5e795e5-e77b-4971-892e-7f71696df9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:22.695198 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f5e795e5-e77b-4971-892e-7f71696df9e4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5b928317-d54b-409c-9ffe-c5d44defddda HTTP/1.1" status: 204 len: 168 time: 0.1232343 Jul 30 20:53:22.702966 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e795e5-e77b-4971-892e-7f71696df9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b928317-d54b-409c-9ffe-c5d44defddda,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:23.338685 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52834) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:53:23.412467 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 457e1dbe-7d41-4057-ac0a-9c485e044222 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:53:23.432589 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 457e1dbe-7d41-4057-ac0a-9c485e044222 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:53:23.433145 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 457e1dbe-7d41-4057-ac0a-9c485e044222 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:53:23.435747 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-884235309-network', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:53:23.460089 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Made reservation on behalf of 2f75db01a0c74d088afa9c4412dcbc34 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:53:23.462200 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:23.470190 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:23.560070 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:23.563740 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:23.588798 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 20:53:23.598860 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea47536-21d4-487e-a451-89d51c7ae68c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:23.604199 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:23.604568 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Added segment 241109de-6872-43e1-abde-641bdfb61c3b of type vlan for network a3846609-6deb-4b98-bfac-8b1f34f90937 Jul 30 20:53:23.620089 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:23.620440 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:23.620785 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:23.621123 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:23.621456 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:23.621788 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:23.622117 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:23.622442 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:23.622767 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:23.623090 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:23.623414 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:23.623765 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:23.668569 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:23.696418 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:23.697366 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:23.697982 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:23.748331 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-175292e7-22a4-46d2-8b71-0265f346fefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:23.752735 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4129248 Jul 30 20:53:23.755845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52838) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:53:23.761932 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-f5a5cffc-8d60-4f4d-9019-5e2594f5e0f5 admin admin] Request body: {'subnet': {'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-884235309-subnet', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:53:23.762128 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e722625-a5d3-4a3b-bc45-3304cfb1eff8 admin admin] Pushing event updated for resources: {'Network': ['ID=a3846609-6deb-4b98-bfac-8b1f34f90937,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:23.771735 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network a3846609-6deb-4b98-bfac-8b1f34f90937 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 20:53:23.784842 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a5cffc-8d60-4f4d-9019-5e2594f5e0f5 admin admin] Made reservation on behalf of 2f75db01a0c74d088afa9c4412dcbc34 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:53:23.787462 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f5a5cffc-8d60-4f4d-9019-5e2594f5e0f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:23.959099 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f5a5cffc-8d60-4f4d-9019-5e2594f5e0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:24.011973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5cffc-8d60-4f4d-9019-5e2594f5e0f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4af61358-9ab0-454c-a49b-88cde2ed7e24,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:24.016547 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:24.022157 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a5cffc-8d60-4f4d-9019-5e2594f5e0f5 admin admin] Checking segment: {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:53:24.022523 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a5cffc-8d60-4f4d-9019-5e2594f5e0f5 admin admin] Network hostable DHCP agents. Network: a3846609-6deb-4b98-bfac-8b1f34f90937, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 20:53:24.039234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a5cffc-8d60-4f4d-9019-5e2594f5e0f5 admin admin] Network a3846609-6deb-4b98-bfac-8b1f34f90937 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 20:53:24.047718 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-f5a5cffc-8d60-4f4d-9019-5e2594f5e0f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, a3846609-6deb-4b98-bfac-8b1f34f90937) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:53:24.051699 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a5cffc-8d60-4f4d-9019-5e2594f5e0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:24.052290 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f5a5cffc-8d60-4f4d-9019-5e2594f5e0f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:24.058821 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbde42e2-a4e3-49f2-a2db-fc98165f8e15 None None] Network a3846609-6deb-4b98-bfac-8b1f34f90937 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:53:24.066038 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f5a5cffc-8d60-4f4d-9019-5e2594f5e0f5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3085599 Jul 30 20:53:24.068922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52840) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:53:24.073790 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-0dba412f-3c39-45eb-ac8d-d08ccced9d69 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:53:24.094038 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0dba412f-3c39-45eb-ac8d-d08ccced9d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:24.095180 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0dba412f-3c39-45eb-ac8d-d08ccced9d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:24.149756 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0dba412f-3c39-45eb-ac8d-d08ccced9d69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:24.201967 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a72b201-a69e-4daa-b292-1da66de65c35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-a3846609-6deb-4b98-bfac-8b1f34f90937', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 20:53:24.202814 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a72b201-a69e-4daa-b292-1da66de65c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:24.288976 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0dba412f-3c39-45eb-ac8d-d08ccced9d69 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:24.335942 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-1a72b201-a69e-4daa-b292-1da66de65c35 None None] Allocated IP 172.20.0.2 (a3846609-6deb-4b98-bfac-8b1f34f90937/4af61358-9ab0-454c-a49b-88cde2ed7e24/b9df700d-de59-4f90-bd49-537733301130) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:53:24.493056 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a72b201-a69e-4daa-b292-1da66de65c35 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:24.493793 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0dba412f-3c39-45eb-ac8d-d08ccced9d69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:24.502507 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1a72b201-a69e-4daa-b292-1da66de65c35 None None] Transition to ACTIVE for port object b9df700d-de59-4f90-bd49-537733301130 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:53:24.512811 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0dba412f-3c39-45eb-ac8d-d08ccced9d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:24.517527 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1a72b201-a69e-4daa-b292-1da66de65c35 None None] Transition to ACTIVE for port object b9df700d-de59-4f90-bd49-537733301130 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:53:24.523662 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a72b201-a69e-4daa-b292-1da66de65c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:24.560456 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a72b201-a69e-4daa-b292-1da66de65c35 None None] Network a3846609-6deb-4b98-bfac-8b1f34f90937 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:53:24.563090 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-1a72b201-a69e-4daa-b292-1da66de65c35 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:53:24.566079 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a72b201-a69e-4daa-b292-1da66de65c35 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:53:24.577961 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72b201-a69e-4daa-b292-1da66de65c35 None None] Pushing event updated for resources: {'Port': ['ID=b9df700d-de59-4f90-bd49-537733301130,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:24.615807 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-0dba412f-3c39-45eb-ac8d-d08ccced9d69 admin admin] Allocated IP 172.25.3.160 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/7288537c-9b52-4936-a910-042721f45cdc) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:53:24.631378 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-1a72b201-a69e-4daa-b292-1da66de65c35 None None] Attempting to bind port b9df700d-de59-4f90-bd49-537733301130 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:53:24.631766 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-1a72b201-a69e-4daa-b292-1da66de65c35 None None] Attempting to bind port b9df700d-de59-4f90-bd49-537733301130 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:53:24.632123 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72b201-a69e-4daa-b292-1da66de65c35 None None] Attempting to bind port b9df700d-de59-4f90-bd49-537733301130 on network a3846609-6deb-4b98-bfac-8b1f34f90937 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:53:24.637349 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72b201-a69e-4daa-b292-1da66de65c35 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:53:24.637704 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72b201-a69e-4daa-b292-1da66de65c35 None None] Checking segment: {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:53:24.638099 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a72b201-a69e-4daa-b292-1da66de65c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:24.638485 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72b201-a69e-4daa-b292-1da66de65c35 None None] Bound using segment: {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:53:24.638941 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-1a72b201-a69e-4daa-b292-1da66de65c35 None None] Bound port: b9df700d-de59-4f90-bd49-537733301130, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:53:24.639318 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a72b201-a69e-4daa-b292-1da66de65c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:24.700244 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1a72b201-a69e-4daa-b292-1da66de65c35 None None] For port b9df700d-de59-4f90-bd49-537733301130, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:53:24.703197 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1a72b201-a69e-4daa-b292-1da66de65c35 None None] For port b9df700d-de59-4f90-bd49-537733301130, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b9df700d-de59-4f90-bd49-537733301130,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:53:24.708254 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a72b201-a69e-4daa-b292-1da66de65c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:24.721841 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0dba412f-3c39-45eb-ac8d-d08ccced9d69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:24.761949 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0dba412f-3c39-45eb-ac8d-d08ccced9d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:24.762760 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72b201-a69e-4daa-b292-1da66de65c35 None None] Pushing event updated for resources: {'Port': ['ID=b9df700d-de59-4f90-bd49-537733301130,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:24.802460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dba412f-3c39-45eb-ac8d-d08ccced9d69 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:53:24.805465 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-0dba412f-3c39-45eb-ac8d-d08ccced9d69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:53:24.809241 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dba412f-3c39-45eb-ac8d-d08ccced9d69 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:53:24.817717 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba412f-3c39-45eb-ac8d-d08ccced9d69 admin admin] Pushing event updated for resources: {'Port': ['ID=7288537c-9b52-4936-a910-042721f45cdc,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:25.085670 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0dba412f-3c39-45eb-ac8d-d08ccced9d69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:25.116254 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:25.282657 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0dba412f-3c39-45eb-ac8d-d08ccced9d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:25.412745 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dba412f-3c39-45eb-ac8d-d08ccced9d69 admin admin] Router 98c6b1be-ee35-43d6-9128-b42b81fa49ad is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 20:53:25.527333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dba412f-3c39-45eb-ac8d-d08ccced9d69 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:53:25.536651 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] Sync routers for ids ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:53:25.544242 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0dba412f-3c39-45eb-ac8d-d08ccced9d69 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:25.547068 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] Routers {'98c6b1be-ee35-43d6-9128-b42b81fa49ad'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:53:25.547822 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:53:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:53:25.548552 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52842) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:53:25.550866 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0dba412f-3c39-45eb-ac8d-d08ccced9d69 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4809227 Jul 30 20:53:25.644274 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44295512-54c4-48f6-b89c-a073ff66a227 None None] Network a3846609-6deb-4b98-bfac-8b1f34f90937 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 20:53:25.713696 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] Set router 98c6b1be-ee35-43d6-9128-b42b81fa49ad gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:53:25.770146 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-eac9e9c2-b700-4271-8530-4d64fb922c70 None None] Provisioning for port b9df700d-de59-4f90-bd49-537733301130 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:53:25.961750 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84f34d53-d72f-40ba-8289-afdbcc564472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:25.971832 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:24Z', 'revision_number': 3, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:53:26.000373 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] Checking router: 98c6b1be-ee35-43d6-9128-b42b81fa49ad for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:53:26.000718 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] Updating router 98c6b1be-ee35-43d6-9128-b42b81fa49ad port 7288537c-9b52-4936-a910-042721f45cdc binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:53:26.025767 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:26.136411 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-84f34d53-d72f-40ba-8289-afdbcc564472 admin admin] Allocated IP 172.20.0.1 (a3846609-6deb-4b98-bfac-8b1f34f90937/4af61358-9ab0-454c-a49b-88cde2ed7e24/e5a33084-c443-4c91-91fc-3f2db901c2b0) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:53:26.244200 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84f34d53-d72f-40ba-8289-afdbcc564472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:26.258748 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-84f34d53-d72f-40ba-8289-afdbcc564472 admin admin] Transition to ACTIVE for port object e5a33084-c443-4c91-91fc-3f2db901c2b0 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:53:26.293242 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84f34d53-d72f-40ba-8289-afdbcc564472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:26.299373 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:26.308975 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] Transition to ACTIVE for port object 7288537c-9b52-4936-a910-042721f45cdc will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:53:26.314685 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:26.330694 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f34d53-d72f-40ba-8289-afdbcc564472 admin admin] Network a3846609-6deb-4b98-bfac-8b1f34f90937 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:53:26.333488 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-84f34d53-d72f-40ba-8289-afdbcc564472 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:53:26.337363 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f34d53-d72f-40ba-8289-afdbcc564472 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:53:26.364110 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f34d53-d72f-40ba-8289-afdbcc564472 admin admin] Pushing event updated for resources: {'Port': ['ID=e5a33084-c443-4c91-91fc-3f2db901c2b0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:26.366651 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] Attempting to bind port 7288537c-9b52-4936-a910-042721f45cdc on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:53:26.367027 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] Attempting to bind port 7288537c-9b52-4936-a910-042721f45cdc by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:53:26.367385 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] Attempting to bind port 7288537c-9b52-4936-a910-042721f45cdc on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:53:26.370629 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f990668-3dd6-46f1-a98f-4c9ec9bdda45 None None] Pushing event updated for resources: {'Port': ['ID=7288537c-9b52-4936-a910-042721f45cdc,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:26.375255 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:53:26.375668 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:53:26.376046 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:26.376431 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:53:26.376898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] Bound port: 7288537c-9b52-4936-a910-042721f45cdc, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:53:26.377277 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:26.384205 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84f34d53-d72f-40ba-8289-afdbcc564472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:26.433479 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] For port 7288537c-9b52-4936-a910-042721f45cdc, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:53:26.437431 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] For port 7288537c-9b52-4936-a910-042721f45cdc, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7288537c-9b52-4936-a910-042721f45cdc,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:53:26.442237 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:26.512785 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] Routers {'98c6b1be-ee35-43d6-9128-b42b81fa49ad'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:53:26.513413 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:53:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:53:26.515244 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f990668-3dd6-46f1-a98f-4c9ec9bdda45 None None] Pushing event updated for resources: {'Port': ['ID=7288537c-9b52-4936-a910-042721f45cdc,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:26.533874 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84f34d53-d72f-40ba-8289-afdbcc564472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:26.617586 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-65c0d7cf-0c87-45ff-844c-d2e1f31586a5 None None] Provisioning for port e5a33084-c443-4c91-91fc-3f2db901c2b0 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:53:26.626606 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-65c0d7cf-0c87-45ff-844c-d2e1f31586a5 None None] Provisioning complete for port e5a33084-c443-4c91-91fc-3f2db901c2b0 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:53:26.626971 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-65c0d7cf-0c87-45ff-844c-d2e1f31586a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:26.648733 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] Set router 98c6b1be-ee35-43d6-9128-b42b81fa49ad gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:53:26.691809 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-65c0d7cf-0c87-45ff-844c-d2e1f31586a5 None None] Port e5a33084-c443-4c91-91fc-3f2db901c2b0 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:53:26.695422 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84f34d53-d72f-40ba-8289-afdbcc564472 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:26.701597 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84f34d53-d72f-40ba-8289-afdbcc564472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:26.771188 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84f34d53-d72f-40ba-8289-afdbcc564472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:26.773086 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f34d53-d72f-40ba-8289-afdbcc564472 admin admin] Pushing event updated for resources: {'Port': ['ID=e5a33084-c443-4c91-91fc-3f2db901c2b0,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:26.881321 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f34d53-d72f-40ba-8289-afdbcc564472 admin admin] Network a3846609-6deb-4b98-bfac-8b1f34f90937 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:53:26.882817 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-84f34d53-d72f-40ba-8289-afdbcc564472 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:53:26.892552 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b9df700d-de59-4f90-bd49-537733301130 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:53:26.994792 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:27.009142 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f34d53-d72f-40ba-8289-afdbcc564472 admin admin] Router 98c6b1be-ee35-43d6-9128-b42b81fa49ad has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:53:27.033792 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port b9df700d-de59-4f90-bd49-537733301130 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:53:27.040313 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port b9df700d-de59-4f90-bd49-537733301130 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:53:27.040679 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:27.095374 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 1, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:53:27.126007 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f34d53-d72f-40ba-8289-afdbcc564472 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:53:27.126239 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43554f1f-d8fe-4860-b33d-2f154fae0664 None None] The sync data for ids ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'] in n-d-712137-9 is: [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 1, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:53:27.139409 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-84f34d53-d72f-40ba-8289-afdbcc564472 admin admin] 10.222.0.81 "PUT /v2.0/routers/98c6b1be-ee35-43d6-9128-b42b81fa49ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5896962 Jul 30 20:53:27.167187 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-553dfd4c-5267-408c-858e-99ab0eba4f3c None None] Provisioning complete for port e5a33084-c443-4c91-91fc-3f2db901c2b0 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:53:27.167480 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-553dfd4c-5267-408c-858e-99ab0eba4f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:27.174037 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:27.222899 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-553dfd4c-5267-408c-858e-99ab0eba4f3c None None] Port e5a33084-c443-4c91-91fc-3f2db901c2b0 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:53:27.234163 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port b9df700d-de59-4f90-bd49-537733301130, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b9df700d-de59-4f90-bd49-537733301130,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:53:27.239044 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:27.297433 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=b9df700d-de59-4f90-bd49-537733301130,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:27.870360 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 52850) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:53:27.875144 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7aafae3f-4aee-47e9-8748-7ab3f4f2d18c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1053506686', 'description': 'tempest-description--112797637'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:53:27.898898 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7aafae3f-4aee-47e9-8748-7ab3f4f2d18c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:27.985360 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7aafae3f-4aee-47e9-8748-7ab3f4f2d18c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:27.989417 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7aafae3f-4aee-47e9-8748-7ab3f4f2d18c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:28.017192 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7aafae3f-4aee-47e9-8748-7ab3f4f2d18c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:28.018422 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7aafae3f-4aee-47e9-8748-7ab3f4f2d18c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1470547 Jul 30 20:53:28.020347 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafae3f-4aee-47e9-8748-7ab3f4f2d18c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34326f2d-5362-4b8a-a675-97166c0eab3c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:28.021333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52852) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:53:28.033123 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-c3d8a80c-8b83-4d3f-a41a-68d2d15e4be4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Request body: {'security_group_rule': {'security_group_id': '34326f2d-5362-4b8a-a675-97166c0eab3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:53:28.062441 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c3d8a80c-8b83-4d3f-a41a-68d2d15e4be4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:28.124002 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c3d8a80c-8b83-4d3f-a41a-68d2d15e4be4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:28.128035 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c3d8a80c-8b83-4d3f-a41a-68d2d15e4be4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:28.146688 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8a80c-8b83-4d3f-a41a-68d2d15e4be4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd9fc5c-531b-4633-9103-8e57055c847b,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:28.153528 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c3d8a80c-8b83-4d3f-a41a-68d2d15e4be4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:28.154693 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c3d8a80c-8b83-4d3f-a41a-68d2d15e4be4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297576 Jul 30 20:53:28.157591 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52854) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:53:28.162309 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d73ef1cc-0f76-4b1b-8ac9-ef4ab8eebab7 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Request body: {'security_group_rule': {'security_group_id': '34326f2d-5362-4b8a-a675-97166c0eab3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:53:28.189229 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d73ef1cc-0f76-4b1b-8ac9-ef4ab8eebab7 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:28.253748 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d73ef1cc-0f76-4b1b-8ac9-ef4ab8eebab7 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:28.257616 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d73ef1cc-0f76-4b1b-8ac9-ef4ab8eebab7 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:28.277163 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ef1cc-0f76-4b1b-8ac9-ef4ab8eebab7 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7a7a65-394c-415f-bb37-8d6b39bca67d,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:28.282819 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d73ef1cc-0f76-4b1b-8ac9-ef4ab8eebab7 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:28.287098 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d73ef1cc-0f76-4b1b-8ac9-ef4ab8eebab7 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255491 Jul 30 20:53:28.287098 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52856) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:53:28.291876 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-9b0078e0-e0d6-4724-b01f-bba15522111d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:53:28.313300 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9b0078e0-e0d6-4724-b01f-bba15522111d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:28.414808 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9b0078e0-e0d6-4724-b01f-bba15522111d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:28.518863 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-9b0078e0-e0d6-4724-b01f-bba15522111d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Allocated IP 172.25.3.222 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/66c13885-354b-44a9-b3d7-e0103b6d3fc4) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:53:28.624476 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9b0078e0-e0d6-4724-b01f-bba15522111d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:28.662468 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9b0078e0-e0d6-4724-b01f-bba15522111d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:28.702745 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0078e0-e0d6-4724-b01f-bba15522111d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:53:28.705552 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-9b0078e0-e0d6-4724-b01f-bba15522111d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:53:28.708171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0078e0-e0d6-4724-b01f-bba15522111d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:53:28.716395 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0078e0-e0d6-4724-b01f-bba15522111d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Pushing event updated for resources: {'Port': ['ID=66c13885-354b-44a9-b3d7-e0103b6d3fc4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:28.807721 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9b0078e0-e0d6-4724-b01f-bba15522111d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:28.843297 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9b0078e0-e0d6-4724-b01f-bba15522111d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:28.878810 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7288537c-9b52-4936-a910-042721f45cdc up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:53:28.934263 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 7288537c-9b52-4936-a910-042721f45cdc completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:53:28.938750 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 7288537c-9b52-4936-a910-042721f45cdc triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:53:28.939125 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:29.007310 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9b0078e0-e0d6-4724-b01f-bba15522111d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:29.013346 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9b0078e0-e0d6-4724-b01f-bba15522111d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:29.019991 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:29.041586 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 7288537c-9b52-4936-a910-042721f45cdc, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7288537c-9b52-4936-a910-042721f45cdc,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:53:29.048799 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:29.050311 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b9df700d-de59-4f90-bd49-537733301130 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:53:29.080978 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0078e0-e0d6-4724-b01f-bba15522111d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Pushing event updated for resources: {'Port': ['ID=66c13885-354b-44a9-b3d7-e0103b6d3fc4,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:29.094778 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9b0078e0-e0d6-4724-b01f-bba15522111d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:29.107137 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] Sync routers for ids ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:53:29.110065 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9b0078e0-e0d6-4724-b01f-bba15522111d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:29.111500 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9b0078e0-e0d6-4724-b01f-bba15522111d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8234038 Jul 30 20:53:29.121313 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] Routers {'98c6b1be-ee35-43d6-9128-b42b81fa49ad'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:53:29.122169 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:53:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:53:29.138617 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=7288537c-9b52-4936-a910-042721f45cdc,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:29.151924 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port b9df700d-de59-4f90-bd49-537733301130 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:53:29.152301 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:29.230576 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] Set router 98c6b1be-ee35-43d6-9128-b42b81fa49ad gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:53:29.263099 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-9962f181-399f-407f-b23f-6851c9bf9e1d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1053506686&fields=id&tenant_id=2f75db01a0c74d088afa9c4412dcbc34 HTTP/1.1" status: 200 len: 267 time: 0.0365028 Jul 30 20:53:29.375102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-b31363c0-c7d5-4863-a0ab-af08cf505083 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:29.376530 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-b31363c0-c7d5-4863-a0ab-af08cf505083 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 811 time: 0.1061924 Jul 30 20:53:29.392959 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-ff7e38a3-67f2-44c6-a3a2-f307e5a8fe09 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/quotas/2f75db01a0c74d088afa9c4412dcbc34 HTTP/1.1" status: 200 len: 375 time: 0.0098629 Jul 30 20:53:29.426585 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 2, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:53:29.447101 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-a29e0b0a-68c0-4694-a5fa-f19947c75356 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485883 Jul 30 20:53:29.455458 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] Checking router: 98c6b1be-ee35-43d6-9128-b42b81fa49ad for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:53:29.455840 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] Updating router 98c6b1be-ee35-43d6-9128-b42b81fa49ad port e5a33084-c443-4c91-91fc-3f2db901c2b0 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 20:53:29.481947 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:29.546097 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-be8fded7-a13e-4372-8401-e3e4d412b9ee service neutron] 10.222.0.81 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873182 Jul 30 20:53:29.634654 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-8e1db11f-a091-47c0-8fc3-797698c470a8 service neutron] 10.222.0.81 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819426 Jul 30 20:53:29.739298 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:29.750649 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] Transition to ACTIVE for port object e5a33084-c443-4c91-91fc-3f2db901c2b0 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:53:29.756996 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:29.796802 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c50e538e-e9fc-49e3-8428-2cbce58de462 req-f702bb0c-184b-4aaf-a010-7c39a08477aa tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 210 time: 0.0293500 Jul 30 20:53:29.799566 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db2fba-dbec-4dd0-baf2-821b3b9a6bee None None] Pushing event updated for resources: {'Port': ['ID=e5a33084-c443-4c91-91fc-3f2db901c2b0,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:29.810654 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2fba-dbec-4dd0-baf2-821b3b9a6bee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:29.811002 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2fba-dbec-4dd0-baf2-821b3b9a6bee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:29.811339 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2fba-dbec-4dd0-baf2-821b3b9a6bee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:29.811692 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2fba-dbec-4dd0-baf2-821b3b9a6bee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:29.812019 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2fba-dbec-4dd0-baf2-821b3b9a6bee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:29.812337 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2fba-dbec-4dd0-baf2-821b3b9a6bee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:29.812654 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2fba-dbec-4dd0-baf2-821b3b9a6bee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:29.812970 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2fba-dbec-4dd0-baf2-821b3b9a6bee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:29.813285 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2fba-dbec-4dd0-baf2-821b3b9a6bee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:29.813598 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2fba-dbec-4dd0-baf2-821b3b9a6bee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:29.813909 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2fba-dbec-4dd0-baf2-821b3b9a6bee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:29.814314 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2fba-dbec-4dd0-baf2-821b3b9a6bee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:53:29.879456 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] Attempting to bind port e5a33084-c443-4c91-91fc-3f2db901c2b0 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:53:29.879852 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] Attempting to bind port e5a33084-c443-4c91-91fc-3f2db901c2b0 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:53:29.880520 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] Attempting to bind port e5a33084-c443-4c91-91fc-3f2db901c2b0 on network a3846609-6deb-4b98-bfac-8b1f34f90937 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:53:29.886243 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:53:29.887074 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] Checking segment: {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:53:29.887074 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:29.887379 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] Bound using segment: {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:53:29.887864 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] Bound port: e5a33084-c443-4c91-91fc-3f2db901c2b0, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:53:29.888242 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:29.953984 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] For port e5a33084-c443-4c91-91fc-3f2db901c2b0, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:53:29.957522 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] For port e5a33084-c443-4c91-91fc-3f2db901c2b0, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e5a33084-c443-4c91-91fc-3f2db901c2b0,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:53:29.962083 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:30.014622 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] Routers {'98c6b1be-ee35-43d6-9128-b42b81fa49ad'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:53:30.015259 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:53:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:53:30.119980 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db2fba-dbec-4dd0-baf2-821b3b9a6bee None None] Pushing event updated for resources: {'Port': ['ID=e5a33084-c443-4c91-91fc-3f2db901c2b0,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:30.138413 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] Set router 98c6b1be-ee35-43d6-9128-b42b81fa49ad gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:53:30.338430 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:53:30.364773 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83fb02d-7dbb-43a6-965f-469b5aca7b8f None None] The sync data for ids ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'] in n-d-712137-9 is: [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:53:30.807230 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-49a2b48a-604e-4a2d-9356-f51b96517fd0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:30.809019 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-49a2b48a-604e-4a2d-9356-f51b96517fd0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 811 time: 0.1357808 Jul 30 20:53:30.861621 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-57ab7af2-925c-4bf4-90ed-ac1ecdb5ccec tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f75db01a0c74d088afa9c4412dcbc34 HTTP/1.1" status: 200 len: 380 time: 0.0435131 Jul 30 20:53:30.871922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7288537c-9b52-4936-a910-042721f45cdc up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:53:30.877555 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-2daac36f-6a8c-4406-9742-0114c1ce9f80 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Request body: {'port': {'device_id': 'dcb878c6-c147-4642-b519-07b82d0ec0b0', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'admin_state_up': True, 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'security_groups': ['34326f2d-5362-4b8a-a675-97166c0eab3c']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:53:30.923172 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18177326-5d75-4ad5-80c2-c8ad2b9cbb93 req-bb32b3e7-6ce6-4bf5-b564-c8d7faf96dfe tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 210 time: 0.0499985 Jul 30 20:53:30.924920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 7288537c-9b52-4936-a910-042721f45cdc triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:53:30.926055 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:31.009240 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e5a33084-c443-4c91-91fc-3f2db901c2b0 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:53:31.025060 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-2daac36f-6a8c-4406-9742-0114c1ce9f80 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Made reservation on behalf of 2f75db01a0c74d088afa9c4412dcbc34 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:53:31.029598 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-2daac36f-6a8c-4406-9742-0114c1ce9f80 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:31.065429 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port e5a33084-c443-4c91-91fc-3f2db901c2b0 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:53:31.069463 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port e5a33084-c443-4c91-91fc-3f2db901c2b0 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:53:31.069839 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:31.149792 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:31.161442 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-2daac36f-6a8c-4406-9742-0114c1ce9f80 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Allocated IP 172.20.0.5 (a3846609-6deb-4b98-bfac-8b1f34f90937/4af61358-9ab0-454c-a49b-88cde2ed7e24/86cb9b6a-7183-43e5-b222-502a45d7ba5d) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:53:31.183352 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port e5a33084-c443-4c91-91fc-3f2db901c2b0, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e5a33084-c443-4c91-91fc-3f2db901c2b0,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:53:31.187228 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:31.233403 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=e5a33084-c443-4c91-91fc-3f2db901c2b0,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:31.304018 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-2daac36f-6a8c-4406-9742-0114c1ce9f80 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:31.317835 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-2daac36f-6a8c-4406-9742-0114c1ce9f80 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Transition to ACTIVE for port object 86cb9b6a-7183-43e5-b222-502a45d7ba5d will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:53:31.350568 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-2daac36f-6a8c-4406-9742-0114c1ce9f80 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:31.392192 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-2daac36f-6a8c-4406-9742-0114c1ce9f80 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Network a3846609-6deb-4b98-bfac-8b1f34f90937 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:53:31.395283 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-2daac36f-6a8c-4406-9742-0114c1ce9f80 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:53:31.398925 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-2daac36f-6a8c-4406-9742-0114c1ce9f80 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:53:31.407765 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daac36f-6a8c-4406-9742-0114c1ce9f80 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Pushing event updated for resources: {'Port': ['ID=86cb9b6a-7183-43e5-b222-502a45d7ba5d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:31.458446 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-2daac36f-6a8c-4406-9742-0114c1ce9f80 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:31.459196 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-2daac36f-6a8c-4406-9742-0114c1ce9f80 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:31.475769 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-2daac36f-6a8c-4406-9742-0114c1ce9f80 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6038539 Jul 30 20:53:31.488303 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-c5e88bbf-8261-4941-b8bf-05595d382948 service neutron] Request body: {'port': {'device_id': 'dcb878c6-c147-4642-b519-07b82d0ec0b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:53:31.544947 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-c5e88bbf-8261-4941-b8bf-05595d382948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:31.627290 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ab1bcb49-6407-4cf9-b3ff-8ba5792dc278 None None] Provisioning for port 86cb9b6a-7183-43e5-b222-502a45d7ba5d completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:53:31.630969 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ab1bcb49-6407-4cf9-b3ff-8ba5792dc278 None None] Provisioning complete for port 86cb9b6a-7183-43e5-b222-502a45d7ba5d triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:53:31.631361 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab1bcb49-6407-4cf9-b3ff-8ba5792dc278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:31.667198 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ab1bcb49-6407-4cf9-b3ff-8ba5792dc278 None None] Port 86cb9b6a-7183-43e5-b222-502a45d7ba5d cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:53:31.811305 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-c5e88bbf-8261-4941-b8bf-05595d382948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86cb9b6a-7183-43e5-b222-502a45d7ba5d {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:53:31.818544 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-c5e88bbf-8261-4941-b8bf-05595d382948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:31.830495 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-c5e88bbf-8261-4941-b8bf-05595d382948 service neutron] Transition to ACTIVE for port object 86cb9b6a-7183-43e5-b222-502a45d7ba5d will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:53:31.834263 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-c5e88bbf-8261-4941-b8bf-05595d382948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:31.883558 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e88bbf-8261-4941-b8bf-05595d382948 service neutron] Pushing event updated for resources: {'Port': ['ID=86cb9b6a-7183-43e5-b222-502a45d7ba5d,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:31.954819 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-c5e88bbf-8261-4941-b8bf-05595d382948 service neutron] Attempting to bind port 86cb9b6a-7183-43e5-b222-502a45d7ba5d on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:53:31.955157 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-c5e88bbf-8261-4941-b8bf-05595d382948 service neutron] Attempting to bind port 86cb9b6a-7183-43e5-b222-502a45d7ba5d by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:53:31.955652 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-c5e88bbf-8261-4941-b8bf-05595d382948 service neutron] Attempting to bind port 86cb9b6a-7183-43e5-b222-502a45d7ba5d on network a3846609-6deb-4b98-bfac-8b1f34f90937 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:53:31.960715 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-c5e88bbf-8261-4941-b8bf-05595d382948 service neutron] Port 86cb9b6a-7183-43e5-b222-502a45d7ba5d on network a3846609-6deb-4b98-bfac-8b1f34f90937 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:53:31.961018 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-c5e88bbf-8261-4941-b8bf-05595d382948 service neutron] Attempting to bind port 86cb9b6a-7183-43e5-b222-502a45d7ba5d on network a3846609-6deb-4b98-bfac-8b1f34f90937 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:53:31.966491 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-c5e88bbf-8261-4941-b8bf-05595d382948 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:53:31.966831 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-c5e88bbf-8261-4941-b8bf-05595d382948 service neutron] Checking segment: {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:53:31.967219 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-c5e88bbf-8261-4941-b8bf-05595d382948 service neutron] Bound using segment: {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:53:31.967759 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-c5e88bbf-8261-4941-b8bf-05595d382948 service neutron] Bound port: 86cb9b6a-7183-43e5-b222-502a45d7ba5d, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:53:31.968261 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-c5e88bbf-8261-4941-b8bf-05595d382948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:32.068487 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-c5e88bbf-8261-4941-b8bf-05595d382948 service neutron] For port 86cb9b6a-7183-43e5-b222-502a45d7ba5d, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:53:32.072603 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-c5e88bbf-8261-4941-b8bf-05595d382948 service neutron] For port 86cb9b6a-7183-43e5-b222-502a45d7ba5d, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=86cb9b6a-7183-43e5-b222-502a45d7ba5d,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:53:32.085157 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d227d0e-166e-43cf-ade8-866cfe35b8c4 req-e91ae89b-0122-43aa-add3-c808567e8194 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:32.086645 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d227d0e-166e-43cf-ade8-866cfe35b8c4 req-e91ae89b-0122-43aa-add3-c808567e8194 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 943 time: 0.0840266 Jul 30 20:53:32.087736 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-c5e88bbf-8261-4941-b8bf-05595d382948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:32.139316 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-c5e88bbf-8261-4941-b8bf-05595d382948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:32.139972 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-c5e88bbf-8261-4941-b8bf-05595d382948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:32.141360 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-c5e88bbf-8261-4941-b8bf-05595d382948 service neutron] 10.222.0.83 "PUT /v2.0/ports/86cb9b6a-7183-43e5-b222-502a45d7ba5d HTTP/1.1" status: 200 len: 1091 time: 0.6573524 Jul 30 20:53:32.143624 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb878c6-c147-4642-b519-07b82d0ec0b0', 'tag': '86cb9b6a-7183-43e5-b222-502a45d7ba5d'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:53:32.146008 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f163696-82b0-4368-bbbe-197cd26a05b6" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb878c6-c147-4642-b519-07b82d0ec0b0", "tag": "86cb9b6a-7183-43e5-b222-502a45d7ba5d"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:53:32.175633 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e88bbf-8261-4941-b8bf-05595d382948 service neutron] Pushing event updated for resources: {'Port': ['ID=86cb9b6a-7183-43e5-b222-502a45d7ba5d,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:32.192710 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1d227d0e-166e-43cf-ade8-866cfe35b8c4 req-9124959f-044f-4874-9f2f-1cb1b88a703d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970943 Jul 30 20:53:32.230611 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-ab21712f-8f67-457d-b2fc-9f88b91907a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:32.232243 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-ab21712f-8f67-457d-b2fc-9f88b91907a4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 1094 time: 0.0518260 Jul 30 20:53:32.239695 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335862cc-c4e2-4e0e-a6e2-9e179d7fc912 x-openstack-request-id: req-335862cc-c4e2-4e0e-a6e2-9e179d7fc912 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:53:32.239992 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb878c6-c147-4642-b519-07b82d0ec0b0", "tag": "86cb9b6a-7183-43e5-b222-502a45d7ba5d", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:53:32.240325 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-335862cc-c4e2-4e0e-a6e2-9e179d7fc912 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:53:32.240632 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb878c6-c147-4642-b519-07b82d0ec0b0', 'tag': '86cb9b6a-7183-43e5-b222-502a45d7ba5d', 'status': 'completed', 'code': 200} Jul 30 20:53:32.617252 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-78fd28cc-ffc9-4929-86b2-4f0ae0ee2f81 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86cb9b6a-7183-43e5-b222-502a45d7ba5d HTTP/1.1" status: 200 len: 217 time: 0.3732545 Jul 30 20:53:32.665921 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-12b24276-41c3-4719-8797-12c3cfd09648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:32.667258 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-12b24276-41c3-4719-8797-12c3cfd09648 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0436335 Jul 30 20:53:32.711683 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-95ccf54c-64c0-460a-8bd5-62d7bb518dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:32.713667 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-95ccf54c-64c0-460a-8bd5-62d7bb518dfa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387011 Jul 30 20:53:32.809150 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-edde49df-ba94-42cb-ad68-6208d4632b9b service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888810 Jul 30 20:53:32.814299 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e5a33084-c443-4c91-91fc-3f2db901c2b0 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:53:32.864098 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port e5a33084-c443-4c91-91fc-3f2db901c2b0 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:53:32.864571 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:32.899367 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a9f75f6-9ce3-4a42-ab0b-0bd1eeacbfb9 req-6043367a-2a73-47ae-bc29-9fdbeea84779 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835454 Jul 30 20:53:32.989290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f163696-82b0-4368-bbbe-197cd26a05b6 req-3e43405a-8221-4c98-9d22-4bafd6cdadbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:32.990765 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f163696-82b0-4368-bbbe-197cd26a05b6 req-3e43405a-8221-4c98-9d22-4bafd6cdadbe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 1094 time: 0.0455580 Jul 30 20:53:33.079885 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f163696-82b0-4368-bbbe-197cd26a05b6 req-2c8b362e-0fa7-47ff-8ac8-f493d8f62d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:33.081363 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f163696-82b0-4368-bbbe-197cd26a05b6 req-2c8b362e-0fa7-47ff-8ac8-f493d8f62d6d service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0836756 Jul 30 20:53:33.122913 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f163696-82b0-4368-bbbe-197cd26a05b6 req-cd181c16-9a53-4c22-a61f-44ad67246ba6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86cb9b6a-7183-43e5-b222-502a45d7ba5d HTTP/1.1" status: 200 len: 217 time: 0.0343120 Jul 30 20:53:33.174769 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f163696-82b0-4368-bbbe-197cd26a05b6 req-2fb04c37-4220-4b25-9c65-76eafec881c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:33.176202 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f163696-82b0-4368-bbbe-197cd26a05b6 req-2fb04c37-4220-4b25-9c65-76eafec881c6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0464625 Jul 30 20:53:33.221739 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f163696-82b0-4368-bbbe-197cd26a05b6 req-b2579059-a1c9-4c5e-ba50-70780ef1832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:33.223232 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f163696-82b0-4368-bbbe-197cd26a05b6 req-b2579059-a1c9-4c5e-ba50-70780ef1832e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392816 Jul 30 20:53:33.354306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7404ac8-3f26-49b1-9c35-f3de495f65cc req-f6f09acd-3656-4671-9a1b-74cb2bfa8fe2 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:33.355808 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7404ac8-3f26-49b1-9c35-f3de495f65cc req-f6f09acd-3656-4671-9a1b-74cb2bfa8fe2 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 943 time: 0.0823181 Jul 30 20:53:33.358053 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f163696-82b0-4368-bbbe-197cd26a05b6 req-5f589826-718c-433d-b86d-8286f24dbf28 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268687 Jul 30 20:53:33.443242 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7404ac8-3f26-49b1-9c35-f3de495f65cc req-e8d3f11f-bb8c-4fc7-a895-ff26f70e1058 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810816 Jul 30 20:53:33.479090 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f163696-82b0-4368-bbbe-197cd26a05b6 req-e80d73e1-3d3c-41f9-887f-e8e6aad07246 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091695 Jul 30 20:53:34.557697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dac288-20d4-4ce7-bc2a-45ffd11794ec req-cca2adf9-1cfe-47ff-8826-1465f429516e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:34.559164 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-52dac288-20d4-4ce7-bc2a-45ffd11794ec req-cca2adf9-1cfe-47ff-8826-1465f429516e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 943 time: 0.0510359 Jul 30 20:53:34.596982 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-52dac288-20d4-4ce7-bc2a-45ffd11794ec req-92ba125f-55b6-4b87-89b6-5ef0bebe65c3 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319631 Jul 30 20:53:35.710376 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c14705-3e26-406e-a667-e94c2c37f736 req-3eb993b5-3da9-4038-9e8e-f81cf44d1037 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:35.711874 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30c14705-3e26-406e-a667-e94c2c37f736 req-3eb993b5-3da9-4038-9e8e-f81cf44d1037 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 943 time: 0.0497770 Jul 30 20:53:35.748943 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30c14705-3e26-406e-a667-e94c2c37f736 req-6bd96dd0-51b1-40e4-9510-e5a30fc40401 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305376 Jul 30 20:53:35.806082 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 86cb9b6a-7183-43e5-b222-502a45d7ba5d details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:53:35.906396 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 86cb9b6a-7183-43e5-b222-502a45d7ba5d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=86cb9b6a-7183-43e5-b222-502a45d7ba5d,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:53:35.917780 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '86cb9b6a-7183-43e5-b222-502a45d7ba5d', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'port_id': '86cb9b6a-7183-43e5-b222-502a45d7ba5d', 'mac_address': 'fa:16:3e:d5:77:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:53:35.953571 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:35.966315 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86cb9b6a-7183-43e5-b222-502a45d7ba5d {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:53:35.985289 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 86cb9b6a-7183-43e5-b222-502a45d7ba5d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=86cb9b6a-7183-43e5-b222-502a45d7ba5d,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:53:35.989692 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:36.035958 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=86cb9b6a-7183-43e5-b222-502a45d7ba5d,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:36.324319 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['86cb9b6a-7183-43e5-b222-502a45d7ba5d'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:53:36.862117 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cc2a2-0b91-4d9f-9505-001855be1178 req-091e0c96-b874-419a-969b-3ab2020d5277 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:36.863597 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3c6cc2a2-0b91-4d9f-9505-001855be1178 req-091e0c96-b874-419a-969b-3ab2020d5277 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 944 time: 0.0484300 Jul 30 20:53:36.905850 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3c6cc2a2-0b91-4d9f-9505-001855be1178 req-706f9a45-b9a8-486d-b6ce-522c9d107f43 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362666 Jul 30 20:53:37.830314 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 86cb9b6a-7183-43e5-b222-502a45d7ba5d up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:53:37.877111 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 86cb9b6a-7183-43e5-b222-502a45d7ba5d completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:53:37.880844 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 86cb9b6a-7183-43e5-b222-502a45d7ba5d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:53:37.881215 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:37.959088 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:37.981515 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb878c6-c147-4642-b519-07b82d0ec0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cb9b6a-7183-43e5-b222-502a45d7ba5d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:53:37.983799 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baed640-813e-4f77-aff1-373a8b74cc05" -d '{"events": [{"server_uuid": "dcb878c6-c147-4642-b519-07b82d0ec0b0", "name": "network-vif-plugged", "status": "completed", "tag": "86cb9b6a-7183-43e5-b222-502a45d7ba5d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:53:37.996797 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 86cb9b6a-7183-43e5-b222-502a45d7ba5d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=86cb9b6a-7183-43e5-b222-502a45d7ba5d,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:53:38.001130 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:38.021484 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294af2b-8c0f-4dc5-a27d-a91fa6226efd req-ce4f5185-e08f-421c-98b4-dbbe4f729d61 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:38.023100 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3294af2b-8c0f-4dc5-a27d-a91fa6226efd req-ce4f5185-e08f-421c-98b4-dbbe4f729d61 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 944 time: 0.0510449 Jul 30 20:53:38.048822 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=86cb9b6a-7183-43e5-b222-502a45d7ba5d,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:53:38.063457 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3294af2b-8c0f-4dc5-a27d-a91fa6226efd req-4f2d5794-17ba-427a-9a8d-954b656d9fbc tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341835 Jul 30 20:53:38.104658 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf471df-7fea-4dc9-ba5f-c42d46f01266 x-openstack-request-id: req-7bf471df-7fea-4dc9-ba5f-c42d46f01266 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:53:38.104963 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb878c6-c147-4642-b519-07b82d0ec0b0", "name": "network-vif-plugged", "status": "completed", "tag": "86cb9b6a-7183-43e5-b222-502a45d7ba5d", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:53:38.105216 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7bf471df-7fea-4dc9-ba5f-c42d46f01266 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:53:38.105630 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb878c6-c147-4642-b519-07b82d0ec0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cb9b6a-7183-43e5-b222-502a45d7ba5d', 'code': 200} Jul 30 20:53:38.200297 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789889b-a316-4b15-99fa-c74cb6ecc5f4 req-0fe80a82-2483-49ba-88da-5b411e453684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:38.201763 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4789889b-a316-4b15-99fa-c74cb6ecc5f4 req-0fe80a82-2483-49ba-88da-5b411e453684 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 1096 time: 0.0408468 Jul 30 20:53:38.235714 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4789889b-a316-4b15-99fa-c74cb6ecc5f4 req-33aecae1-64f1-4324-b6f7-b759079b4ec1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270004 Jul 30 20:53:39.177663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28045df9-9eaa-4c4c-ae8c-8e27f7e7b8a3 req-0f9217b9-23c2-4589-be07-1e7690ae2eb9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:39.179130 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-28045df9-9eaa-4c4c-ae8c-8e27f7e7b8a3 req-0f9217b9-23c2-4589-be07-1e7690ae2eb9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 945 time: 0.0490022 Jul 30 20:53:39.224234 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-28045df9-9eaa-4c4c-ae8c-8e27f7e7b8a3 req-5efc3a26-518d-4480-9eca-a686becde259 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386703 Jul 30 20:53:39.849128 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:53:40.337912 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370a007-581a-430c-9397-cb5cf5c473aa req-78fb08db-3d0d-4f9b-a012-574f9897c662 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:40.339422 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d370a007-581a-430c-9397-cb5cf5c473aa req-78fb08db-3d0d-4f9b-a012-574f9897c662 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 945 time: 0.0508122 Jul 30 20:53:40.379450 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d370a007-581a-430c-9397-cb5cf5c473aa req-6afa8865-ea39-4be5-a65a-b5011eeeca5c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335059 Jul 30 20:53:40.488487 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b01aa-408e-482a-9beb-2e180d9f39e0 req-ea147e67-affc-4f15-9242-c7d8b3c7ea28 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:40.489942 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-327b01aa-408e-482a-9beb-2e180d9f39e0 req-ea147e67-affc-4f15-9242-c7d8b3c7ea28 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 945 time: 0.0491793 Jul 30 20:53:40.498906 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 52904) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:53:40.503326 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a0693441-fad6-482f-ab0e-f00e479c94c9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Request body: {'floatingip': {'port_id': '86cb9b6a-7183-43e5-b222-502a45d7ba5d'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:53:40.545662 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a0693441-fad6-482f-ab0e-f00e479c94c9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for floatingip, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:40.971569 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a0693441-fad6-482f-ab0e-f00e479c94c9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:40.975255 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a0693441-fad6-482f-ab0e-f00e479c94c9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:41.074331 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-a0693441-fad6-482f-ab0e-f00e479c94c9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Floating IP b5050d6a-bba0-4bc7-a66e-65552b82356f associated. External IP: 172.25.3.222, port: 86cb9b6a-7183-43e5-b222-502a45d7ba5d. Jul 30 20:53:41.281129 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0693441-fad6-482f-ab0e-f00e479c94c9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Router 98c6b1be-ee35-43d6-9128-b42b81fa49ad has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:53:41.386251 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0693441-fad6-482f-ab0e-f00e479c94c9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:53:41.390576 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a0693441-fad6-482f-ab0e-f00e479c94c9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:41.396857 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b277e3f-e2e8-4750-b237-471cf47b588e None None] Sync routers for ids ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:53:41.406648 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b277e3f-e2e8-4750-b237-471cf47b588e None None] Routers {'98c6b1be-ee35-43d6-9128-b42b81fa49ad'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:53:41.407268 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-3b277e3f-e2e8-4750-b237-471cf47b588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:53:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:53:41.416718 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a0693441-fad6-482f-ab0e-f00e479c94c9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "PUT /v2.0/floatingips/b5050d6a-bba0-4bc7-a66e-65552b82356f HTTP/1.1" status: 200 len: 991 time: 0.9168105 Jul 30 20:53:41.417500 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb878c6-c147-4642-b519-07b82d0ec0b0', 'tag': '86cb9b6a-7183-43e5-b222-502a45d7ba5d'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:53:41.420030 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20727406-8d5f-4577-aa86-1c574d620c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb878c6-c147-4642-b519-07b82d0ec0b0", "tag": "86cb9b6a-7183-43e5-b222-502a45d7ba5d"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:53:41.506196 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1862e42b-4a61-4ec8-997a-51fc7fa3d2c4 x-openstack-request-id: req-1862e42b-4a61-4ec8-997a-51fc7fa3d2c4 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:53:41.506495 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb878c6-c147-4642-b519-07b82d0ec0b0", "tag": "86cb9b6a-7183-43e5-b222-502a45d7ba5d", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:53:41.506753 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1862e42b-4a61-4ec8-997a-51fc7fa3d2c4 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:53:41.507158 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb878c6-c147-4642-b519-07b82d0ec0b0', 'tag': '86cb9b6a-7183-43e5-b222-502a45d7ba5d', 'status': 'completed', 'code': 200} Jul 30 20:53:41.513385 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-3b277e3f-e2e8-4750-b237-471cf47b588e None None] Set router 98c6b1be-ee35-43d6-9128-b42b81fa49ad gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:53:41.567726 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20727406-8d5f-4577-aa86-1c574d620c0d req-962a6999-27cb-45d5-8ed3-9a0061d1f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:41.569269 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-20727406-8d5f-4577-aa86-1c574d620c0d req-962a6999-27cb-45d5-8ed3-9a0061d1f27a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 1096 time: 0.0410786 Jul 30 20:53:41.660767 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20727406-8d5f-4577-aa86-1c574d620c0d req-ed9f114e-a926-4865-98e9-4353edb9bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:41.662146 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-20727406-8d5f-4577-aa86-1c574d620c0d req-ed9f114e-a926-4865-98e9-4353edb9bad1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0862164 Jul 30 20:53:41.726039 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-20727406-8d5f-4577-aa86-1c574d620c0d req-d86d0fe5-6ec5-468a-bb81-95a1766b1407 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86cb9b6a-7183-43e5-b222-502a45d7ba5d HTTP/1.1" status: 200 len: 999 time: 0.0568597 Jul 30 20:53:41.736086 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-3b277e3f-e2e8-4750-b237-471cf47b588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'b5050d6a-bba0-4bc7-a66e-65552b82356f', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'port_id': '86cb9b6a-7183-43e5-b222-502a45d7ba5d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'mac_address': 'fa:16:3e:d5:77:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb878c6-c147-4642-b519-07b82d0ec0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:53:28Z', 'updated_at': '2021-07-30T20:53:40Z', 'revision_number': 1, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:31Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:53:41.763085 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b277e3f-e2e8-4750-b237-471cf47b588e None None] Checking router: 98c6b1be-ee35-43d6-9128-b42b81fa49ad for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:53:41.771380 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b277e3f-e2e8-4750-b237-471cf47b588e None None] Routers {'98c6b1be-ee35-43d6-9128-b42b81fa49ad'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:53:41.772436 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-3b277e3f-e2e8-4750-b237-471cf47b588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:53:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:53:41.781111 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20727406-8d5f-4577-aa86-1c574d620c0d req-fb39c084-0197-4dba-b11d-70caa3727ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:41.782603 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-20727406-8d5f-4577-aa86-1c574d620c0d req-fb39c084-0197-4dba-b11d-70caa3727ebc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0495467 Jul 30 20:53:41.829043 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20727406-8d5f-4577-aa86-1c574d620c0d req-997ea04d-8aa4-4a42-a30f-16f5bbf7d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:53:41.830572 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-20727406-8d5f-4577-aa86-1c574d620c0d req-997ea04d-8aa4-4a42-a30f-16f5bbf7d369 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413063 Jul 30 20:53:41.876038 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-3b277e3f-e2e8-4750-b237-471cf47b588e None None] Set router 98c6b1be-ee35-43d6-9128-b42b81fa49ad gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:53:41.919328 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-20727406-8d5f-4577-aa86-1c574d620c0d req-915ac95a-6521-465f-87c5-8929fcdff57d service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815132 Jul 30 20:53:42.013019 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-20727406-8d5f-4577-aa86-1c574d620c0d req-9663b6ba-c3f1-4aa3-9dae-65e1a6b45a23 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868413 Jul 30 20:53:42.095841 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-3b277e3f-e2e8-4750-b237-471cf47b588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'b5050d6a-bba0-4bc7-a66e-65552b82356f', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'port_id': '86cb9b6a-7183-43e5-b222-502a45d7ba5d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'mac_address': 'fa:16:3e:d5:77:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb878c6-c147-4642-b519-07b82d0ec0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:53:28Z', 'updated_at': '2021-07-30T20:53:40Z', 'revision_number': 1, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:31Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:53:42.125198 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b277e3f-e2e8-4750-b237-471cf47b588e None None] The sync data for ids ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'] in n-d-712137-9 is: [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'b5050d6a-bba0-4bc7-a66e-65552b82356f', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'port_id': '86cb9b6a-7183-43e5-b222-502a45d7ba5d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'mac_address': 'fa:16:3e:d5:77:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb878c6-c147-4642-b519-07b82d0ec0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:53:28Z', 'updated_at': '2021-07-30T20:53:40Z', 'revision_number': 1, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:31Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:53:42.314579 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c63065-9eb9-4ba6-9262-7e2506b097e8 None None] New status for floating IP b5050d6a-bba0-4bc7-a66e-65552b82356f: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:53:45.893542 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:49.982993 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:51.318632 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7360ef58-b729-43ed-b8cc-1e92cdb736e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:53.748699 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d825ecc1-f006-4124-8758-ef3b54c8eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:54.016972 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:55.117410 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:53:56.977025 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:54:15.908291 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:54:16.848547 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:54:19.676092 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7ed4ac5-2a13-4e85-bde2-f030da0bec36 req-12d4ac34-218a-41ce-b200-f8a98274b0b7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408874 Jul 30 20:54:19.759182 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed4ac5-2a13-4e85-bde2-f030da0bec36 req-5cfc8a52-225e-46f5-8d48-7744429f88b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:54:19.760716 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7ed4ac5-2a13-4e85-bde2-f030da0bec36 req-5cfc8a52-225e-46f5-8d48-7744429f88b1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 1096 time: 0.0416994 Jul 30 20:54:19.866475 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed4ac5-2a13-4e85-bde2-f030da0bec36 req-76455e75-d880-4460-b656-9f7cb20f6cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:54:19.867886 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7ed4ac5-2a13-4e85-bde2-f030da0bec36 req-76455e75-d880-4460-b656-9f7cb20f6cc2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0873678 Jul 30 20:54:19.932440 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7ed4ac5-2a13-4e85-bde2-f030da0bec36 req-c412c3ae-83f0-4a73-9d4c-f8d3fcb14530 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86cb9b6a-7183-43e5-b222-502a45d7ba5d HTTP/1.1" status: 200 len: 1001 time: 0.0575504 Jul 30 20:54:19.985001 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:54:19.986997 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed4ac5-2a13-4e85-bde2-f030da0bec36 req-bd085623-06fd-40a0-894c-955fddd36a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:54:19.988673 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7ed4ac5-2a13-4e85-bde2-f030da0bec36 req-bd085623-06fd-40a0-894c-955fddd36a20 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0492656 Jul 30 20:54:20.034789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed4ac5-2a13-4e85-bde2-f030da0bec36 req-10dd3b3f-142c-4e1d-bc43-61b76d699c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:54:20.036203 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7ed4ac5-2a13-4e85-bde2-f030da0bec36 req-10dd3b3f-142c-4e1d-bc43-61b76d699c66 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404732 Jul 30 20:54:20.125186 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7ed4ac5-2a13-4e85-bde2-f030da0bec36 req-96f609e0-486d-488b-ab92-c05e027d2c40 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819058 Jul 30 20:54:20.217861 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7ed4ac5-2a13-4e85-bde2-f030da0bec36 req-af7f02d9-aef6-4b77-88e8-1f640a22a3aa service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860715 Jul 30 20:54:21.319815 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b56326ed-09d4-43ae-8e3b-dca6bf9053cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:54:23.749530 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-58de9e50-9239-4186-8204-0fe07827ae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:54:24.017743 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:54:25.120681 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:54:26.978194 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:54:45.919117 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:54:49.989179 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:54:51.323370 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a64cc092-30fa-44a8-af90-1da73ea7c4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:54:53.749328 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-65a759f3-27f4-40fa-b103-a2380e66f858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:54:53.847471 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:54:54.018106 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:54:55.122393 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:54:56.982805 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:55:15.928329 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:55:19.670180 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6d278698-7d46-4196-8824-ec8d5a7cf3eb req-c1b3291a-4bdc-4b17-bdba-d424b5c4da57 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412529 Jul 30 20:55:19.749212 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d278698-7d46-4196-8824-ec8d5a7cf3eb req-8a742c74-c38d-45e1-a456-9b94a6e0f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:55:19.751273 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6d278698-7d46-4196-8824-ec8d5a7cf3eb req-8a742c74-c38d-45e1-a456-9b94a6e0f502 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 1096 time: 0.0408719 Jul 30 20:55:19.858447 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d278698-7d46-4196-8824-ec8d5a7cf3eb req-88ef6d64-c3f3-4396-a2a8-0c237a5eb3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:55:19.859982 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6d278698-7d46-4196-8824-ec8d5a7cf3eb req-88ef6d64-c3f3-4396-a2a8-0c237a5eb3fc service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0896711 Jul 30 20:55:19.924630 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6d278698-7d46-4196-8824-ec8d5a7cf3eb req-a91c8c15-8747-416e-a973-aeb2251c81a5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86cb9b6a-7183-43e5-b222-502a45d7ba5d HTTP/1.1" status: 200 len: 1001 time: 0.0573902 Jul 30 20:55:19.976597 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d278698-7d46-4196-8824-ec8d5a7cf3eb req-32c78abb-0bc6-4697-8a20-30493aee7133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:55:19.977997 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6d278698-7d46-4196-8824-ec8d5a7cf3eb req-32c78abb-0bc6-4697-8a20-30493aee7133 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0470741 Jul 30 20:55:19.994072 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:55:20.030617 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d278698-7d46-4196-8824-ec8d5a7cf3eb req-425ae07d-4fee-4820-9778-998e19026564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:55:20.032161 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6d278698-7d46-4196-8824-ec8d5a7cf3eb req-425ae07d-4fee-4820-9778-998e19026564 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469141 Jul 30 20:55:20.126241 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6d278698-7d46-4196-8824-ec8d5a7cf3eb req-6c6cf2bc-1959-4f3f-9937-2faad9d8d685 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866733 Jul 30 20:55:20.220242 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6d278698-7d46-4196-8824-ec8d5a7cf3eb req-558b44b5-afd9-4797-a3b8-97a628cad2a3 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864666 Jul 30 20:55:21.323317 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c630210-9e2f-4c26-93ae-2c3aada1fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:55:23.748788 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c6af00b8-afeb-4e2b-b296-514b3a8daf62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:55:24.017553 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:55:25.126090 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:55:26.983575 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:55:30.846090 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:55:45.933013 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:55:50.013134 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:55:51.323956 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2181a19d-d540-4a80-8bcd-b94f7523aef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:55:53.751247 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a9bd8ae-2f3a-4636-8696-c8484ef4d29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:55:54.019125 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:55:55.128116 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:55:56.987016 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:07.845062 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:56:11.163190 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996d04a-cab6-43bc-a61f-b04b12bb4efa req-737fa7a0-82c4-4485-8acf-c7dbb85b36a4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:11.164708 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0996d04a-cab6-43bc-a61f-b04b12bb4efa req-737fa7a0-82c4-4485-8acf-c7dbb85b36a4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 945 time: 0.1040533 Jul 30 20:56:11.202962 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0996d04a-cab6-43bc-a61f-b04b12bb4efa req-50e5aaa3-edea-4af5-8798-794b93122876 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319982 Jul 30 20:56:11.449177 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae3c08-81ea-470c-a78e-97292b89efa0 req-3d4a87e5-359c-4840-9920-4a79a95f3bd3 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:11.450599 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8bae3c08-81ea-470c-a78e-97292b89efa0 req-3d4a87e5-359c-4840-9920-4a79a95f3bd3 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 945 time: 0.0606420 Jul 30 20:56:11.507825 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8bae3c08-81ea-470c-a78e-97292b89efa0 req-2654cdac-46ce-492e-bee0-2d7cfe4afa6d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410023 Jul 30 20:56:11.510587 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d966760a-cd44-452f-9048-5a36a5674303 req-ceb46adf-0557-4571-a682-3de2c47aaf1d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1290231 Jul 30 20:56:12.631576 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70428408-b460-40a9-bc92-b0cd6a27fb4b req-2c52bb23-e25b-4721-850b-b98d999c1635 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:12.633235 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70428408-b460-40a9-bc92-b0cd6a27fb4b req-2c52bb23-e25b-4721-850b-b98d999c1635 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 945 time: 0.0556448 Jul 30 20:56:12.696062 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70428408-b460-40a9-bc92-b0cd6a27fb4b req-88ff353e-7d01-48ad-8347-cdcdffa05eae tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568635 Jul 30 20:56:12.707045 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966760a-cd44-452f-9048-5a36a5674303 req-f8593d0c-7aef-44aa-948a-176e8b7676ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:12.708546 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d966760a-cd44-452f-9048-5a36a5674303 req-f8593d0c-7aef-44aa-948a-176e8b7676ef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 1096 time: 0.1048791 Jul 30 20:56:12.802868 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966760a-cd44-452f-9048-5a36a5674303 req-b3a6c1a7-9dbd-4704-af05-86de918c7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:12.804270 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d966760a-cd44-452f-9048-5a36a5674303 req-b3a6c1a7-9dbd-4704-af05-86de918c7f15 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0885901 Jul 30 20:56:12.868738 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d966760a-cd44-452f-9048-5a36a5674303 req-c5b9af7e-67b4-4901-8d6d-2cf93d031e5b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86cb9b6a-7183-43e5-b222-502a45d7ba5d HTTP/1.1" status: 200 len: 1001 time: 0.0567155 Jul 30 20:56:12.922019 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966760a-cd44-452f-9048-5a36a5674303 req-badc7a51-40ed-4cfb-9ee8-1812f6599003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:12.924069 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d966760a-cd44-452f-9048-5a36a5674303 req-badc7a51-40ed-4cfb-9ee8-1812f6599003 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0472817 Jul 30 20:56:12.967988 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966760a-cd44-452f-9048-5a36a5674303 req-edd5e965-9a33-4b07-8037-230b7b9510a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:12.970036 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d966760a-cd44-452f-9048-5a36a5674303 req-edd5e965-9a33-4b07-8037-230b7b9510a5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388670 Jul 30 20:56:13.057686 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d966760a-cd44-452f-9048-5a36a5674303 req-66b22a5a-669e-46bc-994f-ae80ca61a28c service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804565 Jul 30 20:56:13.151078 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d966760a-cd44-452f-9048-5a36a5674303 req-1f4444de-9f9f-42a6-bffc-8f8d57a9b2d1 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864697 Jul 30 20:56:13.809543 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370300b-8966-49c5-af42-85f3ddae1522 req-20be2dea-2719-46bb-8741-0ba4dd5e91e1 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:13.810975 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9370300b-8966-49c5-af42-85f3ddae1522 req-20be2dea-2719-46bb-8741-0ba4dd5e91e1 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 945 time: 0.0485034 Jul 30 20:56:13.848217 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9370300b-8966-49c5-af42-85f3ddae1522 req-3ccf25b6-2293-4055-9028-c7fc969bbdda tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308812 Jul 30 20:56:14.965861 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8dd7d-7ff0-461e-b2a8-b76a5c9c431c req-85d87141-3670-4976-a254-56cf3a895700 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:14.967331 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7d8dd7d-7ff0-461e-b2a8-b76a5c9c431c req-85d87141-3670-4976-a254-56cf3a895700 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 945 time: 0.0528800 Jul 30 20:56:15.004486 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7d8dd7d-7ff0-461e-b2a8-b76a5c9c431c req-7da10612-d9ba-48e7-8cbe-658e7d0e0657 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306599 Jul 30 20:56:15.934728 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:16.120867 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb557969-0177-4864-ad64-7c4a469e2540 req-b81e3c6a-53f5-464d-8d9d-01cd6c489afc tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:16.122333 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bb557969-0177-4864-ad64-7c4a469e2540 req-b81e3c6a-53f5-464d-8d9d-01cd6c489afc tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 945 time: 0.0492692 Jul 30 20:56:16.159241 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bb557969-0177-4864-ad64-7c4a469e2540 req-c6c6d1cf-47d4-44e0-9c6b-bd9fe40a3e20 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309834 Jul 30 20:56:17.273363 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88e6c7-3cd2-47c0-9286-f38ebe687f61 req-ab2ce880-2a9e-42d8-a87f-0ad683329bca tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:17.274865 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc88e6c7-3cd2-47c0-9286-f38ebe687f61 req-ab2ce880-2a9e-42d8-a87f-0ad683329bca tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 945 time: 0.0493634 Jul 30 20:56:17.312721 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bc88e6c7-3cd2-47c0-9286-f38ebe687f61 req-cd0d3f28-e871-4cb3-85d5-a09e95880849 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318289 Jul 30 20:56:18.428958 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a8704-2b3f-4df3-9d5d-a2f6734d5703 req-d0c73686-915b-4017-b0b3-68d3c0bee4c9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:18.430404 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca3a8704-2b3f-4df3-9d5d-a2f6734d5703 req-d0c73686-915b-4017-b0b3-68d3c0bee4c9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 945 time: 0.0519886 Jul 30 20:56:18.467884 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca3a8704-2b3f-4df3-9d5d-a2f6734d5703 req-13ef97a4-2500-44c6-9d4c-b607b1b9ad8d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315759 Jul 30 20:56:19.583893 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8085aa3-b33e-49f5-8b5f-63e19fea99e4 req-06c7ed82-0c87-47f4-91cd-429ca1110bd0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:19.585372 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8085aa3-b33e-49f5-8b5f-63e19fea99e4 req-06c7ed82-0c87-47f4-91cd-429ca1110bd0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 945 time: 0.0500157 Jul 30 20:56:19.625326 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8085aa3-b33e-49f5-8b5f-63e19fea99e4 req-e90886df-a30a-4622-a58d-631eb88d7aba tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336196 Jul 30 20:56:19.702030 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133c0d0-64b6-46aa-ad03-cd1717970a13 req-98a67a9c-7071-4de9-8300-3f929078ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:19.703548 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3133c0d0-64b6-46aa-ad03-cd1717970a13 req-98a67a9c-7071-4de9-8300-3f929078ea68 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 1096 time: 0.0404317 Jul 30 20:56:19.809097 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133c0d0-64b6-46aa-ad03-cd1717970a13 req-98640583-57f6-4520-8056-07f733152272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:19.810709 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3133c0d0-64b6-46aa-ad03-cd1717970a13 req-98640583-57f6-4520-8056-07f733152272 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0884693 Jul 30 20:56:19.874607 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3133c0d0-64b6-46aa-ad03-cd1717970a13 req-cd05567a-5194-4683-b562-3016544df96a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86cb9b6a-7183-43e5-b222-502a45d7ba5d HTTP/1.1" status: 200 len: 1001 time: 0.0568659 Jul 30 20:56:19.923808 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133c0d0-64b6-46aa-ad03-cd1717970a13 req-da4db72e-7353-4583-9713-9aed5a451320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:19.925197 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3133c0d0-64b6-46aa-ad03-cd1717970a13 req-da4db72e-7353-4583-9713-9aed5a451320 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0433445 Jul 30 20:56:19.974326 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133c0d0-64b6-46aa-ad03-cd1717970a13 req-a75377f7-3073-4b0e-ba89-f9e3b18aaf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:19.975814 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3133c0d0-64b6-46aa-ad03-cd1717970a13 req-a75377f7-3073-4b0e-ba89-f9e3b18aaf2d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435710 Jul 30 20:56:20.012653 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:20.066630 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3133c0d0-64b6-46aa-ad03-cd1717970a13 req-b1017af4-c83b-4ad6-a80f-3590069ed5bc service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828309 Jul 30 20:56:20.162946 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3133c0d0-64b6-46aa-ad03-cd1717970a13 req-95a66049-e1ac-4e25-a542-3901de85ba1d service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890133 Jul 30 20:56:20.741574 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f1fcb-4e13-4a62-a817-f5d83fbb39a8 req-7aed1181-95e1-4423-987b-6a609d0455d5 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:20.743067 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4d8f1fcb-4e13-4a62-a817-f5d83fbb39a8 req-7aed1181-95e1-4423-987b-6a609d0455d5 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 945 time: 0.0491934 Jul 30 20:56:20.779931 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4d8f1fcb-4e13-4a62-a817-f5d83fbb39a8 req-8a38bebb-48f6-4548-be17-17946617b6b5 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309582 Jul 30 20:56:21.324392 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d31dcee6-c43a-4a9a-9f9d-187496ea48ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:21.900039 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff6bb5-a088-4ba0-a2b8-8842b0eee90d req-aa23ee7c-b2ed-4ef6-a9ea-192f77230105 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:21.901564 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-16ff6bb5-a088-4ba0-a2b8-8842b0eee90d req-aa23ee7c-b2ed-4ef6-a9ea-192f77230105 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 945 time: 0.0519156 Jul 30 20:56:21.940625 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-16ff6bb5-a088-4ba0-a2b8-8842b0eee90d req-9cfd581e-2f31-4fb3-bfad-36f8e8a0781e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325313 Jul 30 20:56:23.061248 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911080c1-768e-4126-8d1b-f53f6409d680 req-3b22351b-e45a-4977-b155-51efcf07002c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:23.062720 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-911080c1-768e-4126-8d1b-f53f6409d680 req-3b22351b-e45a-4977-b155-51efcf07002c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 945 time: 0.0539055 Jul 30 20:56:23.100855 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-911080c1-768e-4126-8d1b-f53f6409d680 req-173b1cb1-0df0-41fd-8b4d-f6a2c5a18358 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319455 Jul 30 20:56:23.751600 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0067f8c5-6c19-4e59-9388-e1b9339f7460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:24.018784 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:24.214277 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda9641-bc4d-474a-8b33-d73cb062a169 req-30d9b491-effa-4aac-88bf-82d01e9edb03 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:24.215766 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cbda9641-bc4d-474a-8b33-d73cb062a169 req-30d9b491-effa-4aac-88bf-82d01e9edb03 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 945 time: 0.0489702 Jul 30 20:56:24.253633 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cbda9641-bc4d-474a-8b33-d73cb062a169 req-847b6f4c-67ae-4d33-a35e-474c33ecc44b tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315051 Jul 30 20:56:24.950158 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-d966760a-cd44-452f-9048-5a36a5674303 req-38d8e296-e5c3-49bc-b013-427f417aefc5 service neutron] show failed (client error): The resource could not be found. Jul 30 20:56:24.951102 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d966760a-cd44-452f-9048-5a36a5674303 req-38d8e296-e5c3-49bc-b013-427f417aefc5 service neutron] 10.222.0.83 "GET /v2.0/ports/86cb9b6a-7183-43e5-b222-502a45d7ba5d/bindings/n-h1-712137-9 HTTP/1.1" status: 404 len: 380 time: 0.0544436 Jul 30 20:56:25.131861 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:25.141681 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966760a-cd44-452f-9048-5a36a5674303 req-a39feacd-93dc-41ea-b380-2f0c0c8bc153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:25.143177 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d966760a-cd44-452f-9048-5a36a5674303 req-a39feacd-93dc-41ea-b380-2f0c0c8bc153 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0&tenant_id=2f75db01a0c74d088afa9c4412dcbc34 HTTP/1.1" status: 200 len: 1096 time: 0.0459366 Jul 30 20:56:25.154800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-d966760a-cd44-452f-9048-5a36a5674303 req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-9', 'device_owner': 'compute:nova'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:56:25.206831 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d966760a-cd44-452f-9048-5a36a5674303 req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:25.417306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a952341-2f24-4273-8ffb-d8075dbd8098 req-94b1bc2b-616f-42e2-92e5-491f0a1e588a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:25.418664 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a952341-2f24-4273-8ffb-d8075dbd8098 req-94b1bc2b-616f-42e2-92e5-491f0a1e588a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 945 time: 0.0963519 Jul 30 20:56:25.793985 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d966760a-cd44-452f-9048-5a36a5674303 req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] For port 86cb9b6a-7183-43e5-b222-502a45d7ba5d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=86cb9b6a-7183-43e5-b222-502a45d7ba5d,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:56:25.808845 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a952341-2f24-4273-8ffb-d8075dbd8098 req-62c27e9f-b424-486b-acb8-e2dc2000734f tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3836083 Jul 30 20:56:25.833284 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d966760a-cd44-452f-9048-5a36a5674303 req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] For port 86cb9b6a-7183-43e5-b222-502a45d7ba5d, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:56:25.871924 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb878c6-c147-4642-b519-07b82d0ec0b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86cb9b6a-7183-43e5-b222-502a45d7ba5d'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:56:25.874154 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d96fcf-5a45-4c40-9f83-08fb99e79bc9" -d '{"events": [{"server_uuid": "dcb878c6-c147-4642-b519-07b82d0ec0b0", "name": "network-vif-unplugged", "status": "completed", "tag": "86cb9b6a-7183-43e5-b222-502a45d7ba5d"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:56:25.877853 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d966760a-cd44-452f-9048-5a36a5674303 req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:25.889737 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-d966760a-cd44-452f-9048-5a36a5674303 req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Transition to ACTIVE for port object 86cb9b6a-7183-43e5-b222-502a45d7ba5d will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:56:25.898501 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d966760a-cd44-452f-9048-5a36a5674303 req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:25.931499 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede01995-ccca-464c-95e6-c32a7a16493f x-openstack-request-id: req-ede01995-ccca-464c-95e6-c32a7a16493f {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:56:25.931788 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb878c6-c147-4642-b519-07b82d0ec0b0", "name": "network-vif-unplugged", "status": "completed", "tag": "86cb9b6a-7183-43e5-b222-502a45d7ba5d", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:56:25.932043 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ede01995-ccca-464c-95e6-c32a7a16493f {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:56:25.932423 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb878c6-c147-4642-b519-07b82d0ec0b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86cb9b6a-7183-43e5-b222-502a45d7ba5d', 'code': 200} Jul 30 20:56:25.981043 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Pushing event updated for resources: {'Port': ['ID=86cb9b6a-7183-43e5-b222-502a45d7ba5d,revision_number=6']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:56:25.993489 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:56:25.993838 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:56:25.994176 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:56:25.994524 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:56:25.994847 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:56:25.995175 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:56:25.995515 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:56:25.995848 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:56:25.996173 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:56:25.996497 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:56:25.996820 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:56:25.997139 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:56:26.032350 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-d966760a-cd44-452f-9048-5a36a5674303 req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] No DVR routers for this DVR port 86cb9b6a-7183-43e5-b222-502a45d7ba5d on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:56:26.166904 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-d966760a-cd44-452f-9048-5a36a5674303 req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Attempting to bind port 86cb9b6a-7183-43e5-b222-502a45d7ba5d on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:56:26.167236 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-d966760a-cd44-452f-9048-5a36a5674303 req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Attempting to bind port 86cb9b6a-7183-43e5-b222-502a45d7ba5d by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:56:26.168258 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d966760a-cd44-452f-9048-5a36a5674303 req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Attempting to bind port 86cb9b6a-7183-43e5-b222-502a45d7ba5d on network a3846609-6deb-4b98-bfac-8b1f34f90937 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:56:26.172969 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d966760a-cd44-452f-9048-5a36a5674303 req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Port 86cb9b6a-7183-43e5-b222-502a45d7ba5d on network a3846609-6deb-4b98-bfac-8b1f34f90937 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:56:26.173287 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d966760a-cd44-452f-9048-5a36a5674303 req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Attempting to bind port 86cb9b6a-7183-43e5-b222-502a45d7ba5d on network a3846609-6deb-4b98-bfac-8b1f34f90937 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:56:26.178057 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d966760a-cd44-452f-9048-5a36a5674303 req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:56:26.178403 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d966760a-cd44-452f-9048-5a36a5674303 req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Checking segment: {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:56:26.178781 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d966760a-cd44-452f-9048-5a36a5674303 req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Bound using segment: {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:56:26.179204 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-d966760a-cd44-452f-9048-5a36a5674303 req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Bound port: 86cb9b6a-7183-43e5-b222-502a45d7ba5d, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:56:26.179578 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d966760a-cd44-452f-9048-5a36a5674303 req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:26.241678 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d966760a-cd44-452f-9048-5a36a5674303 req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] For port 86cb9b6a-7183-43e5-b222-502a45d7ba5d, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:56:26.245769 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d966760a-cd44-452f-9048-5a36a5674303 req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] For port 86cb9b6a-7183-43e5-b222-502a45d7ba5d, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=86cb9b6a-7183-43e5-b222-502a45d7ba5d,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:56:26.250036 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d966760a-cd44-452f-9048-5a36a5674303 req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:26.286258 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966760a-cd44-452f-9048-5a36a5674303 req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:26.286780 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d966760a-cd44-452f-9048-5a36a5674303 req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:26.288215 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d966760a-cd44-452f-9048-5a36a5674303 req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] 10.222.0.59 "PUT /v2.0/ports/86cb9b6a-7183-43e5-b222-502a45d7ba5d HTTP/1.1" status: 200 len: 1091 time: 1.1375668 Jul 30 20:56:26.311199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e05dfe-725c-4999-9c16-2f45986af576 service neutron] Pushing event updated for resources: {'Port': ['ID=86cb9b6a-7183-43e5-b222-502a45d7ba5d,revision_number=7']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:56:26.356172 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966760a-cd44-452f-9048-5a36a5674303 req-d4b1ee42-5d5c-4350-8489-122b61e15bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:26.357736 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d966760a-cd44-452f-9048-5a36a5674303 req-d4b1ee42-5d5c-4350-8489-122b61e15bcc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 1094 time: 0.0435534 Jul 30 20:56:26.449965 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966760a-cd44-452f-9048-5a36a5674303 req-e1889b86-0af5-4baa-b0db-c50e93d44c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:26.451541 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d966760a-cd44-452f-9048-5a36a5674303 req-e1889b86-0af5-4baa-b0db-c50e93d44c9f service neutron] 10.222.0.59 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0870242 Jul 30 20:56:26.521018 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d966760a-cd44-452f-9048-5a36a5674303 req-8e6616ee-52c5-4bab-9839-3b43004498cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86cb9b6a-7183-43e5-b222-502a45d7ba5d HTTP/1.1" status: 200 len: 999 time: 0.0626328 Jul 30 20:56:26.575793 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966760a-cd44-452f-9048-5a36a5674303 req-96769373-a8a8-4eec-8f00-9006077e7f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:26.577782 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d966760a-cd44-452f-9048-5a36a5674303 req-96769373-a8a8-4eec-8f00-9006077e7f8b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0487862 Jul 30 20:56:26.621389 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966760a-cd44-452f-9048-5a36a5674303 req-6d5c4995-a0a3-467a-a8fb-d4a018a1319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:26.622816 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d966760a-cd44-452f-9048-5a36a5674303 req-6d5c4995-a0a3-467a-a8fb-d4a018a1319a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386083 Jul 30 20:56:26.712910 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d966760a-cd44-452f-9048-5a36a5674303 req-f5a99873-906a-42c7-81e6-b2bb1008956b service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829575 Jul 30 20:56:26.803276 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d966760a-cd44-452f-9048-5a36a5674303 req-c41fde42-25c9-4cb9-a5b3-6c900a290886 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829313 Jul 30 20:56:26.940692 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9f7ed-3301-4fa4-9de0-556d9205d755 req-04275b8c-78a5-432a-8256-2d072af0da67 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:26.942173 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3ae9f7ed-3301-4fa4-9de0-556d9205d755 req-04275b8c-78a5-432a-8256-2d072af0da67 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 943 time: 0.0597548 Jul 30 20:56:26.979041 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3ae9f7ed-3301-4fa4-9de0-556d9205d755 req-bb5868a6-1a49-415e-9159-bf52dda2793e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309160 Jul 30 20:56:26.990600 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:27.933921 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb878c6-c147-4642-b519-07b82d0ec0b0', 'tag': '86cb9b6a-7183-43e5-b222-502a45d7ba5d'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:56:27.936346 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a024cc-47c8-44e0-8818-cafc3138a266" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb878c6-c147-4642-b519-07b82d0ec0b0", "tag": "86cb9b6a-7183-43e5-b222-502a45d7ba5d"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:56:27.983872 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07551e5-aeac-4d04-892b-69251cb27450 x-openstack-request-id: req-d07551e5-aeac-4d04-892b-69251cb27450 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:56:27.984168 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb878c6-c147-4642-b519-07b82d0ec0b0", "tag": "86cb9b6a-7183-43e5-b222-502a45d7ba5d", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:56:27.984420 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d07551e5-aeac-4d04-892b-69251cb27450 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:56:27.984816 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb878c6-c147-4642-b519-07b82d0ec0b0', 'tag': '86cb9b6a-7183-43e5-b222-502a45d7ba5d', 'status': 'completed', 'code': 200} Jul 30 20:56:28.106232 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a024cc-47c8-44e0-8818-cafc3138a266 req-3c6cff02-cbba-41ea-89c0-7fa6047543af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:28.107742 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1a024cc-47c8-44e0-8818-cafc3138a266 req-3c6cff02-cbba-41ea-89c0-7fa6047543af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 1094 time: 0.1027362 Jul 30 20:56:28.115491 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a024cc-47c8-44e0-8818-cafc3138a266 req-07183a69-927c-446e-b6e7-11d6077f7482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:28.116881 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1a024cc-47c8-44e0-8818-cafc3138a266 req-07183a69-927c-446e-b6e7-11d6077f7482 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 1094 time: 0.1037543 Jul 30 20:56:28.184195 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b5c8a-fdf3-4fa2-8d86-57afad05362d req-e35ea996-6ce5-40c4-892c-8cec4f3644e2 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:28.185538 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0e0b5c8a-fdf3-4fa2-8d86-57afad05362d req-e35ea996-6ce5-40c4-892c-8cec4f3644e2 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 943 time: 0.1291320 Jul 30 20:56:28.294865 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0e0b5c8a-fdf3-4fa2-8d86-57afad05362d req-344002ba-35ca-492f-bf63-86bcdb76da19 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781929 Jul 30 20:56:28.320020 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a024cc-47c8-44e0-8818-cafc3138a266 req-61ec4532-5c1d-4936-8cea-ab5af2941161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:28.321933 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1a024cc-47c8-44e0-8818-cafc3138a266 req-61ec4532-5c1d-4936-8cea-ab5af2941161 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.1947846 Jul 30 20:56:28.324485 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a024cc-47c8-44e0-8818-cafc3138a266 req-0fd01993-b516-45f7-8b5b-9b0f9c7f4a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:28.325904 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1a024cc-47c8-44e0-8818-cafc3138a266 req-0fd01993-b516-45f7-8b5b-9b0f9c7f4a84 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.2075777 Jul 30 20:56:28.435571 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1a024cc-47c8-44e0-8818-cafc3138a266 req-a05a63d8-3ae9-4c8f-a205-0b7ba8ca9e51 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86cb9b6a-7183-43e5-b222-502a45d7ba5d HTTP/1.1" status: 200 len: 999 time: 0.1053112 Jul 30 20:56:28.439608 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1a024cc-47c8-44e0-8818-cafc3138a266 req-dd2a8a19-9c9a-45d9-a716-1fd662a76ddb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86cb9b6a-7183-43e5-b222-502a45d7ba5d HTTP/1.1" status: 200 len: 999 time: 0.1026161 Jul 30 20:56:28.521031 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a024cc-47c8-44e0-8818-cafc3138a266 req-26b21921-a998-4d5f-bf6d-eb06850f59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:28.522434 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1a024cc-47c8-44e0-8818-cafc3138a266 req-26b21921-a998-4d5f-bf6d-eb06850f59e5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0804458 Jul 30 20:56:28.523834 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a024cc-47c8-44e0-8818-cafc3138a266 req-efec73d3-86e1-4157-ba9d-ed6cea6163e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:28.525148 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1a024cc-47c8-44e0-8818-cafc3138a266 req-efec73d3-86e1-4157-ba9d-ed6cea6163e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0761056 Jul 30 20:56:28.592041 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a024cc-47c8-44e0-8818-cafc3138a266 req-4a6f6784-4303-41cf-a73e-2d6308366e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:28.593529 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1a024cc-47c8-44e0-8818-cafc3138a266 req-4a6f6784-4303-41cf-a73e-2d6308366e1d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641613 Jul 30 20:56:28.594946 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 86cb9b6a-7183-43e5-b222-502a45d7ba5d no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:56:28.598894 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a024cc-47c8-44e0-8818-cafc3138a266 req-3b53e973-d747-47c0-9784-e19afa85cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:28.600354 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1a024cc-47c8-44e0-8818-cafc3138a266 req-3b53e973-d747-47c0-9784-e19afa85cd25 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625174 Jul 30 20:56:28.634884 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 86cb9b6a-7183-43e5-b222-502a45d7ba5d not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:56:28.751097 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1a024cc-47c8-44e0-8818-cafc3138a266 req-ed21ffda-3aa8-433b-b54d-c25b0118a072 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497297 Jul 30 20:56:28.753100 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1a024cc-47c8-44e0-8818-cafc3138a266 req-d2a1fec3-0fb6-4f11-a545-a6528a6f3399 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450779 Jul 30 20:56:28.911570 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1a024cc-47c8-44e0-8818-cafc3138a266 req-578b4b3a-9419-48b6-8aba-8d48f2b8f359 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540079 Jul 30 20:56:28.913409 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1a024cc-47c8-44e0-8818-cafc3138a266 req-5f056227-0065-4489-9832-9f8a2f690b9d service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491313 Jul 30 20:56:29.412837 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed31ff-6aba-416c-9bc7-bf3b1b683667 req-95f9948e-c66f-4b92-8a05-c1479e995975 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:29.414281 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e1ed31ff-6aba-416c-9bc7-bf3b1b683667 req-95f9948e-c66f-4b92-8a05-c1479e995975 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 943 time: 0.0485957 Jul 30 20:56:29.451701 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e1ed31ff-6aba-416c-9bc7-bf3b1b683667 req-90ef8c38-b9af-4146-b737-f1b835c6884c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312688 Jul 30 20:56:29.667022 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ad551-a8cf-4300-be50-87f8112ac25f req-45bdbaa5-1ebd-45aa-a342-d7b22fa8a839 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:29.668495 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a0ad551-a8cf-4300-be50-87f8112ac25f req-45bdbaa5-1ebd-45aa-a342-d7b22fa8a839 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 943 time: 0.0750408 Jul 30 20:56:29.681941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ec02e-6a4b-4e40-9694-c10ca49bcb67 req-121c1f28-25e0-477d-88eb-e9f49483f30f tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:29.683300 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c0ec02e-6a4b-4e40-9694-c10ca49bcb67 req-121c1f28-25e0-477d-88eb-e9f49483f30f tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.83 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0&tenant_id=2f75db01a0c74d088afa9c4412dcbc34&binding%3Ahost_id=n-h1-712137-9 HTTP/1.1" status: 200 len: 943 time: 0.0796850 Jul 30 20:56:29.744797 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a0ad551-a8cf-4300-be50-87f8112ac25f req-6671d3d8-2bd3-4707-9612-dab58403c56f tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703247 Jul 30 20:56:29.765284 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-6c0ec02e-6a4b-4e40-9694-c10ca49bcb67 req-379e4efa-7f8e-4e77-99c2-56100d2dc501 service neutron] delete failed (client error): The resource could not be found. Jul 30 20:56:29.766840 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c0ec02e-6a4b-4e40-9694-c10ca49bcb67 req-379e4efa-7f8e-4e77-99c2-56100d2dc501 service neutron] 10.222.0.83 "DELETE /v2.0/ports/86cb9b6a-7183-43e5-b222-502a45d7ba5d/bindings/n-h2-712137-9 HTTP/1.1" status: 404 len: 380 time: 0.0765090 Jul 30 20:56:29.849814 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ec02e-6a4b-4e40-9694-c10ca49bcb67 req-59edb095-0d71-4548-b41c-c928328cb434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:29.851328 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c0ec02e-6a4b-4e40-9694-c10ca49bcb67 req-59edb095-0d71-4548-b41c-c928328cb434 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 1094 time: 0.0413146 Jul 30 20:56:29.942930 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ec02e-6a4b-4e40-9694-c10ca49bcb67 req-49d032bd-069b-4a3b-af27-f6364b584eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:29.944321 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c0ec02e-6a4b-4e40-9694-c10ca49bcb67 req-49d032bd-069b-4a3b-af27-f6364b584eb9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0857208 Jul 30 20:56:30.010334 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c0ec02e-6a4b-4e40-9694-c10ca49bcb67 req-1d3159f1-de45-47a3-bb99-185d8f94a5c7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86cb9b6a-7183-43e5-b222-502a45d7ba5d HTTP/1.1" status: 200 len: 999 time: 0.0576642 Jul 30 20:56:30.058542 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ec02e-6a4b-4e40-9694-c10ca49bcb67 req-2b9b305d-f17c-47d9-8cb1-024f2fdae9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:30.059946 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c0ec02e-6a4b-4e40-9694-c10ca49bcb67 req-2b9b305d-f17c-47d9-8cb1-024f2fdae9aa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0426967 Jul 30 20:56:30.108063 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ec02e-6a4b-4e40-9694-c10ca49bcb67 req-3ab5a5da-cec6-43b8-8920-b06021ae4395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:30.110010 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c0ec02e-6a4b-4e40-9694-c10ca49bcb67 req-3ab5a5da-cec6-43b8-8920-b06021ae4395 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426562 Jul 30 20:56:30.199087 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c0ec02e-6a4b-4e40-9694-c10ca49bcb67 req-f749f1d3-d82e-4631-a5a6-061ee9cb98a3 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823953 Jul 30 20:56:30.290794 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c0ec02e-6a4b-4e40-9694-c10ca49bcb67 req-c5668755-00da-4e5d-9881-7a68b9b770ae service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848036 Jul 30 20:56:30.305343 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 86cb9b6a-7183-43e5-b222-502a45d7ba5d details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:56:30.402852 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 86cb9b6a-7183-43e5-b222-502a45d7ba5d, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=86cb9b6a-7183-43e5-b222-502a45d7ba5d,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:56:30.414338 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '86cb9b6a-7183-43e5-b222-502a45d7ba5d', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'port_id': '86cb9b6a-7183-43e5-b222-502a45d7ba5d', 'mac_address': 'fa:16:3e:d5:77:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:56:30.449643 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:30.465858 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86cb9b6a-7183-43e5-b222-502a45d7ba5d {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:56:30.485397 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 86cb9b6a-7183-43e5-b222-502a45d7ba5d, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=86cb9b6a-7183-43e5-b222-502a45d7ba5d,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:56:30.489130 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:30.534116 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=86cb9b6a-7183-43e5-b222-502a45d7ba5d,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:56:30.541212 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:56:30.541542 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:56:30.542167 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:56:30.542505 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:56:30.542842 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:56:30.543178 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:56:30.543532 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:56:30.543852 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:56:30.544175 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:56:30.544498 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:56:30.544821 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:56:30.545142 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:56:30.734837 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['86cb9b6a-7183-43e5-b222-502a45d7ba5d'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:56:30.878828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13116422-1e94-497b-a57b-98060bf2a5f5 req-24faa36a-f50d-4add-b59e-20d28896cb43 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:30.880337 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-13116422-1e94-497b-a57b-98060bf2a5f5 req-24faa36a-f50d-4add-b59e-20d28896cb43 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 944 time: 0.0495117 Jul 30 20:56:30.918813 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-13116422-1e94-497b-a57b-98060bf2a5f5 req-51f4f257-b421-4e39-8ff1-106e3a1478d0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325811 Jul 30 20:56:31.031057 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae029d97-b667-4166-9b72-080f884ab30f req-f2badc1e-5b4c-4354-8a6b-d3ee77b1a238 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:31.032464 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae029d97-b667-4166-9b72-080f884ab30f req-f2badc1e-5b4c-4354-8a6b-d3ee77b1a238 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 944 time: 0.0494046 Jul 30 20:56:31.070089 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae029d97-b667-4166-9b72-080f884ab30f req-3de6b33e-4afa-4b5f-909e-0b67301a2c8d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316918 Jul 30 20:56:31.180491 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e45e2d-e93e-4025-bc26-7356add4993b req-62eee3ac-ded3-4831-91a9-b7faeee7c352 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:31.181939 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-22e45e2d-e93e-4025-bc26-7356add4993b req-62eee3ac-ded3-4831-91a9-b7faeee7c352 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 944 time: 0.0480220 Jul 30 20:56:31.222990 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-22e45e2d-e93e-4025-bc26-7356add4993b req-3c4e1fc2-5f7b-45b0-a760-007ae0670e4d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352643 Jul 30 20:56:31.453085 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db64d4-738d-48ca-b1e5-418680514c0e req-73d0bb4d-3be8-4bda-85f2-6c7d334bac2c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:31.454583 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7db64d4-738d-48ca-b1e5-418680514c0e req-73d0bb4d-3be8-4bda-85f2-6c7d334bac2c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 944 time: 0.0493903 Jul 30 20:56:31.491921 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7db64d4-738d-48ca-b1e5-418680514c0e req-ab323343-840f-47ef-b1a4-46407d6cb6c2 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314221 Jul 30 20:56:32.329810 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 86cb9b6a-7183-43e5-b222-502a45d7ba5d up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:56:32.379634 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 86cb9b6a-7183-43e5-b222-502a45d7ba5d completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:56:32.383086 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 86cb9b6a-7183-43e5-b222-502a45d7ba5d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:56:32.383455 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:32.459226 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:32.480519 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb878c6-c147-4642-b519-07b82d0ec0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cb9b6a-7183-43e5-b222-502a45d7ba5d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:56:32.483367 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f2a5bf-b189-4485-96b6-50c585ca9e90" -d '{"events": [{"server_uuid": "dcb878c6-c147-4642-b519-07b82d0ec0b0", "name": "network-vif-plugged", "status": "completed", "tag": "86cb9b6a-7183-43e5-b222-502a45d7ba5d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:56:32.496901 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 86cb9b6a-7183-43e5-b222-502a45d7ba5d, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=86cb9b6a-7183-43e5-b222-502a45d7ba5d,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:56:32.501502 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:32.551924 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=86cb9b6a-7183-43e5-b222-502a45d7ba5d,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:56:32.581855 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fe9740-6093-4117-aac4-f0a291097dea x-openstack-request-id: req-16fe9740-6093-4117-aac4-f0a291097dea {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:56:32.582141 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb878c6-c147-4642-b519-07b82d0ec0b0", "name": "network-vif-plugged", "status": "completed", "tag": "86cb9b6a-7183-43e5-b222-502a45d7ba5d", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:56:32.582391 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-16fe9740-6093-4117-aac4-f0a291097dea {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:56:32.582808 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb878c6-c147-4642-b519-07b82d0ec0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cb9b6a-7183-43e5-b222-502a45d7ba5d', 'code': 200} Jul 30 20:56:32.698665 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2adeca-abf0-4e89-a74d-83a9df36419e req-268a74bc-1d2d-491f-bcbf-76bd915c4e8e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:32.700160 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9e2adeca-abf0-4e89-a74d-83a9df36419e req-268a74bc-1d2d-491f-bcbf-76bd915c4e8e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 945 time: 0.0770907 Jul 30 20:56:32.711981 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14826114-63a7-4802-bb4d-8f70d21b139a req-40f328f6-e48c-45dc-9da5-2769b4c84eb9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:32.713323 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-14826114-63a7-4802-bb4d-8f70d21b139a req-40f328f6-e48c-45dc-9da5-2769b4c84eb9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.59 "GET /v2.0/ports?device_id=dcb878c6-c147-4642-b519-07b82d0ec0b0 HTTP/1.1" status: 200 len: 945 time: 0.0639517 Jul 30 20:56:32.798711 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9e2adeca-abf0-4e89-a74d-83a9df36419e req-ca7f95f4-1435-4d93-97f2-c96d0b361e1e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844321 Jul 30 20:56:32.828068 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-14826114-63a7-4802-bb4d-8f70d21b139a req-ba90435e-ae8c-4e7c-80e5-a0d1d9f515ee tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Deleting port 86cb9b6a-7183-43e5-b222-502a45d7ba5d {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:56:32.828629 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-14826114-63a7-4802-bb4d-8f70d21b139a req-ba90435e-ae8c-4e7c-80e5-a0d1d9f515ee tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:32.869468 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-01a075c2-a1cc-4d1b-b1a7-7b3d8997a9c8 req-9197c1a3-1d3d-4723-9d7c-b9a05405feba service neutron] (93882) timed out ('10.222.0.59', 61889) {{(pid=93882) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 20:56:32.918334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-14826114-63a7-4802-bb4d-8f70d21b139a req-ba90435e-ae8c-4e7c-80e5-a0d1d9f515ee tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] For port 86cb9b6a-7183-43e5-b222-502a45d7ba5d, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=86cb9b6a-7183-43e5-b222-502a45d7ba5d,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:56:32.918697 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-14826114-63a7-4802-bb4d-8f70d21b139a req-ba90435e-ae8c-4e7c-80e5-a0d1d9f515ee tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:33.087958 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-14826114-63a7-4802-bb4d-8f70d21b139a req-ba90435e-ae8c-4e7c-80e5-a0d1d9f515ee tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:33.088249 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-14826114-63a7-4802-bb4d-8f70d21b139a req-ba90435e-ae8c-4e7c-80e5-a0d1d9f515ee tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:33.088561 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [req-14826114-63a7-4802-bb4d-8f70d21b139a req-ba90435e-ae8c-4e7c-80e5-a0d1d9f515ee tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Floating IP b5050d6a-bba0-4bc7-a66e-65552b82356f disassociated. External IP: 172.25.3.222, port: 86cb9b6a-7183-43e5-b222-502a45d7ba5d. Jul 30 20:56:33.088902 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-14826114-63a7-4802-bb4d-8f70d21b139a req-ba90435e-ae8c-4e7c-80e5-a0d1d9f515ee tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Calling delete_port for 86cb9b6a-7183-43e5-b222-502a45d7ba5d owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:56:33.217796 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-14826114-63a7-4802-bb4d-8f70d21b139a req-ba90435e-ae8c-4e7c-80e5-a0d1d9f515ee tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:33.251055 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90435e-ae8c-4e7c-80e5-a0d1d9f515ee tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Pushing event deleted for resources: {'Port': ['ID=86cb9b6a-7183-43e5-b222-502a45d7ba5d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:56:33.367176 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14826114-63a7-4802-bb4d-8f70d21b139a req-ba90435e-ae8c-4e7c-80e5-a0d1d9f515ee tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Router 98c6b1be-ee35-43d6-9128-b42b81fa49ad has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:56:33.476568 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14826114-63a7-4802-bb4d-8f70d21b139a req-ba90435e-ae8c-4e7c-80e5-a0d1d9f515ee tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:56:33.486559 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8420244e-589e-4b2b-a12a-90c4c00ac371 None None] Sync routers for ids ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:56:33.495419 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8420244e-589e-4b2b-a12a-90c4c00ac371 None None] Routers {'98c6b1be-ee35-43d6-9128-b42b81fa49ad'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:56:33.496078 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8420244e-589e-4b2b-a12a-90c4c00ac371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:56:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:56:33.516570 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-14826114-63a7-4802-bb4d-8f70d21b139a req-ba90435e-ae8c-4e7c-80e5-a0d1d9f515ee tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] No DVR routers for this DVR port 86cb9b6a-7183-43e5-b222-502a45d7ba5d on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:56:33.519041 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-14826114-63a7-4802-bb4d-8f70d21b139a req-ba90435e-ae8c-4e7c-80e5-a0d1d9f515ee tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:33.521118 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-14826114-63a7-4802-bb4d-8f70d21b139a req-ba90435e-ae8c-4e7c-80e5-a0d1d9f515ee tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.59 "DELETE /v2.0/ports/86cb9b6a-7183-43e5-b222-502a45d7ba5d HTTP/1.1" status: 204 len: 173 time: 0.8010490 Jul 30 20:56:33.521514 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb878c6-c147-4642-b519-07b82d0ec0b0', 'name': 'network-vif-deleted', 'tag': '86cb9b6a-7183-43e5-b222-502a45d7ba5d'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:56:33.523750 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fe2366-9c85-4eb2-ae3a-e057f66fb39c" -d '{"events": [{"server_uuid": "dcb878c6-c147-4642-b519-07b82d0ec0b0", "name": "network-vif-deleted", "tag": "86cb9b6a-7183-43e5-b222-502a45d7ba5d"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:56:33.563081 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf1f52e-38a6-48b6-8b03-52c40c8c847e x-openstack-request-id: req-cbf1f52e-38a6-48b6-8b03-52c40c8c847e {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:56:33.563374 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb878c6-c147-4642-b519-07b82d0ec0b0", "name": "network-vif-deleted", "tag": "86cb9b6a-7183-43e5-b222-502a45d7ba5d", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:56:33.563731 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cbf1f52e-38a6-48b6-8b03-52c40c8c847e {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:56:33.564139 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb878c6-c147-4642-b519-07b82d0ec0b0', 'name': 'network-vif-deleted', 'tag': '86cb9b6a-7183-43e5-b222-502a45d7ba5d', 'status': 'completed', 'code': 200} Jul 30 20:56:33.606908 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-8420244e-589e-4b2b-a12a-90c4c00ac371 None None] Set router 98c6b1be-ee35-43d6-9128-b42b81fa49ad gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:56:33.804192 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8420244e-589e-4b2b-a12a-90c4c00ac371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:31Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:56:33.830288 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8420244e-589e-4b2b-a12a-90c4c00ac371 None None] Checking router: 98c6b1be-ee35-43d6-9128-b42b81fa49ad for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:56:33.838509 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8420244e-589e-4b2b-a12a-90c4c00ac371 None None] Routers {'98c6b1be-ee35-43d6-9128-b42b81fa49ad'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:56:33.839119 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8420244e-589e-4b2b-a12a-90c4c00ac371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:56:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:56:33.945444 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-8420244e-589e-4b2b-a12a-90c4c00ac371 None None] Set router 98c6b1be-ee35-43d6-9128-b42b81fa49ad gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:56:34.028363 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-469bcbc0-71e5-4b36-8f00-94514195366d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1053506686&fields=id&tenant_id=2f75db01a0c74d088afa9c4412dcbc34 HTTP/1.1" status: 200 len: 267 time: 0.0335231 Jul 30 20:56:34.138672 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-1fe6d28b-bffe-411b-bf56-7704560a68cc tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:34.140065 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-1fe6d28b-bffe-411b-bf56-7704560a68cc tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 811 time: 0.1039293 Jul 30 20:56:34.145347 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8420244e-589e-4b2b-a12a-90c4c00ac371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:31Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:56:34.155693 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-c7d39f2b-693e-4a9a-9526-f781599fae52 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/quotas/2f75db01a0c74d088afa9c4412dcbc34 HTTP/1.1" status: 200 len: 375 time: 0.0088947 Jul 30 20:56:34.172576 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8420244e-589e-4b2b-a12a-90c4c00ac371 None None] The sync data for ids ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'] in n-d-712137-9 is: [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:31Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:56:34.209757 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-a5caed42-7856-453a-8260-36253859a829 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485229 Jul 30 20:56:34.355836 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-73f3e5d3-7970-4fc3-8a38-ef017268b9ce service neutron] 10.222.0.81 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342797 Jul 30 20:56:34.386101 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b544e15a-f7c0-4184-b9ca-a3e9a07faa49 None None] New status for floating IP b5050d6a-bba0-4bc7-a66e-65552b82356f: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:56:34.450042 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-c08a33f9-af7f-448f-a26b-53c897f97a7f service neutron] 10.222.0.81 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874581 Jul 30 20:56:34.607713 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-511dccba-d9ea-4893-8ad3-e0973df33b46 req-a61ce990-05c8-46eb-9160-d6e0284287dd tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 210 time: 0.0263925 Jul 30 20:56:35.584248 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-804f3881-b3a0-4c6b-ac93-c7a1ccabff14 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:35.585717 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-804f3881-b3a0-4c6b-ac93-c7a1ccabff14 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.59 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 811 time: 0.1048884 Jul 30 20:56:35.959472 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-888ae56c-8b6f-429f-b48d-6b56303f97ac req-82639986-1943-4c6b-94a3-aa8f18e955f0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 210 time: 0.0291774 Jul 30 20:56:35.973739 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-6a8578b1-6821-4776-9bab-77132f87ee20 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f75db01a0c74d088afa9c4412dcbc34 HTTP/1.1" status: 200 len: 380 time: 0.3786852 Jul 30 20:56:35.984234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-3b40e5a8-c2dd-4c91-9386-e1c2c0d9d09a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Request body: {'port': {'device_id': '3e387d2b-7066-45f6-a898-2ca13f04bee9', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'admin_state_up': True, 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'security_groups': ['34326f2d-5362-4b8a-a675-97166c0eab3c']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:56:36.086408 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-3b40e5a8-c2dd-4c91-9386-e1c2c0d9d09a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Made reservation on behalf of 2f75db01a0c74d088afa9c4412dcbc34 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:56:36.089886 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-3b40e5a8-c2dd-4c91-9386-e1c2c0d9d09a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:36.213019 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-3b40e5a8-c2dd-4c91-9386-e1c2c0d9d09a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Allocated IP 172.20.0.11 (a3846609-6deb-4b98-bfac-8b1f34f90937/4af61358-9ab0-454c-a49b-88cde2ed7e24/5375e22f-1cca-4586-a288-99eeffabaa33) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:56:36.344746 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 86cb9b6a-7183-43e5-b222-502a45d7ba5d no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:56:36.355140 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-3b40e5a8-c2dd-4c91-9386-e1c2c0d9d09a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:36.365363 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 86cb9b6a-7183-43e5-b222-502a45d7ba5d {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:56:36.365716 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 86cb9b6a-7183-43e5-b222-502a45d7ba5d not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:56:36.369174 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-3b40e5a8-c2dd-4c91-9386-e1c2c0d9d09a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Transition to ACTIVE for port object 5375e22f-1cca-4586-a288-99eeffabaa33 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:56:36.400358 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-3b40e5a8-c2dd-4c91-9386-e1c2c0d9d09a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:36.441097 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-3b40e5a8-c2dd-4c91-9386-e1c2c0d9d09a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Network a3846609-6deb-4b98-bfac-8b1f34f90937 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:56:36.444179 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-3b40e5a8-c2dd-4c91-9386-e1c2c0d9d09a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:56:36.447838 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-3b40e5a8-c2dd-4c91-9386-e1c2c0d9d09a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:56:36.475185 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40e5a8-c2dd-4c91-9386-e1c2c0d9d09a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Pushing event updated for resources: {'Port': ['ID=5375e22f-1cca-4586-a288-99eeffabaa33,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:56:36.504732 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-3b40e5a8-c2dd-4c91-9386-e1c2c0d9d09a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:36.505365 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-3b40e5a8-c2dd-4c91-9386-e1c2c0d9d09a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:36.520537 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-3b40e5a8-c2dd-4c91-9386-e1c2c0d9d09a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5397742 Jul 30 20:56:36.533536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-1123db86-c179-47b7-8261-6546a59df0cb service neutron] Request body: {'port': {'device_id': '3e387d2b-7066-45f6-a898-2ca13f04bee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:56:36.603919 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-1123db86-c179-47b7-8261-6546a59df0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:36.663448 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f31ef9cf-da0b-438b-bee6-d7df0884b89b None None] Provisioning for port 5375e22f-1cca-4586-a288-99eeffabaa33 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:56:36.667318 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f31ef9cf-da0b-438b-bee6-d7df0884b89b None None] Provisioning complete for port 5375e22f-1cca-4586-a288-99eeffabaa33 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:56:36.667719 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f31ef9cf-da0b-438b-bee6-d7df0884b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:36.699595 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f31ef9cf-da0b-438b-bee6-d7df0884b89b None None] Port 5375e22f-1cca-4586-a288-99eeffabaa33 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:56:36.861680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-1123db86-c179-47b7-8261-6546a59df0cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5375e22f-1cca-4586-a288-99eeffabaa33 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:56:36.868924 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-1123db86-c179-47b7-8261-6546a59df0cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:36.880393 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-1123db86-c179-47b7-8261-6546a59df0cb service neutron] Transition to ACTIVE for port object 5375e22f-1cca-4586-a288-99eeffabaa33 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:56:36.883708 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-1123db86-c179-47b7-8261-6546a59df0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:36.933445 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123db86-c179-47b7-8261-6546a59df0cb service neutron] Pushing event updated for resources: {'Port': ['ID=5375e22f-1cca-4586-a288-99eeffabaa33,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:56:37.011019 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-1123db86-c179-47b7-8261-6546a59df0cb service neutron] Attempting to bind port 5375e22f-1cca-4586-a288-99eeffabaa33 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:56:37.011363 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-1123db86-c179-47b7-8261-6546a59df0cb service neutron] Attempting to bind port 5375e22f-1cca-4586-a288-99eeffabaa33 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:56:37.011716 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-1123db86-c179-47b7-8261-6546a59df0cb service neutron] Attempting to bind port 5375e22f-1cca-4586-a288-99eeffabaa33 on network a3846609-6deb-4b98-bfac-8b1f34f90937 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:56:37.017531 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-1123db86-c179-47b7-8261-6546a59df0cb service neutron] Port 5375e22f-1cca-4586-a288-99eeffabaa33 on network a3846609-6deb-4b98-bfac-8b1f34f90937 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:56:37.017888 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-1123db86-c179-47b7-8261-6546a59df0cb service neutron] Attempting to bind port 5375e22f-1cca-4586-a288-99eeffabaa33 on network a3846609-6deb-4b98-bfac-8b1f34f90937 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:56:37.023280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-1123db86-c179-47b7-8261-6546a59df0cb service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:56:37.023654 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-1123db86-c179-47b7-8261-6546a59df0cb service neutron] Checking segment: {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:56:37.024038 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-1123db86-c179-47b7-8261-6546a59df0cb service neutron] Bound using segment: {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:56:37.024618 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-1123db86-c179-47b7-8261-6546a59df0cb service neutron] Bound port: 5375e22f-1cca-4586-a288-99eeffabaa33, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:56:37.024984 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-1123db86-c179-47b7-8261-6546a59df0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:37.122078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c324ff5-8d48-4b00-89f6-57fbf70898c8 req-92b8bd67-65d9-4e86-9871-35c1fc4e1e61 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:37.123475 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3c324ff5-8d48-4b00-89f6-57fbf70898c8 req-92b8bd67-65d9-4e86-9871-35c1fc4e1e61 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 944 time: 0.0885923 Jul 30 20:56:37.131988 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-1123db86-c179-47b7-8261-6546a59df0cb service neutron] For port 5375e22f-1cca-4586-a288-99eeffabaa33, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:56:37.139537 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-1123db86-c179-47b7-8261-6546a59df0cb service neutron] For port 5375e22f-1cca-4586-a288-99eeffabaa33, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5375e22f-1cca-4586-a288-99eeffabaa33,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:56:37.149831 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-1123db86-c179-47b7-8261-6546a59df0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:37.201056 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-1123db86-c179-47b7-8261-6546a59df0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:37.201683 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-1123db86-c179-47b7-8261-6546a59df0cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:37.203166 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-1123db86-c179-47b7-8261-6546a59df0cb service neutron] 10.222.0.59 "PUT /v2.0/ports/5375e22f-1cca-4586-a288-99eeffabaa33 HTTP/1.1" status: 200 len: 1092 time: 0.6745462 Jul 30 20:56:37.204083 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e387d2b-7066-45f6-a898-2ca13f04bee9', 'tag': '5375e22f-1cca-4586-a288-99eeffabaa33'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:56:37.206310 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887bf6a9-f76b-41f4-86eb-3e041d274792" -d '{"events": [{"name": "network-changed", "server_uuid": "3e387d2b-7066-45f6-a898-2ca13f04bee9", "tag": "5375e22f-1cca-4586-a288-99eeffabaa33"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:56:37.214003 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3c324ff5-8d48-4b00-89f6-57fbf70898c8 req-2ec3db3c-f44d-421f-b280-e943754dfe67 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838616 Jul 30 20:56:37.239034 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123db86-c179-47b7-8261-6546a59df0cb service neutron] Pushing event updated for resources: {'Port': ['ID=5375e22f-1cca-4586-a288-99eeffabaa33,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:56:37.286423 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e6ead5-3b7a-420e-a9b7-8ede505cf3a0 x-openstack-request-id: req-25e6ead5-3b7a-420e-a9b7-8ede505cf3a0 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:56:37.286854 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e387d2b-7066-45f6-a898-2ca13f04bee9", "tag": "5375e22f-1cca-4586-a288-99eeffabaa33", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:56:37.287109 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-25e6ead5-3b7a-420e-a9b7-8ede505cf3a0 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:56:37.287503 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e387d2b-7066-45f6-a898-2ca13f04bee9', 'tag': '5375e22f-1cca-4586-a288-99eeffabaa33', 'status': 'completed', 'code': 200} Jul 30 20:56:37.299969 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-9228613d-658f-4962-8a98-62a9480e87cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:37.301879 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-9228613d-658f-4962-8a98-62a9480e87cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 1095 time: 0.0508480 Jul 30 20:56:37.346134 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-e2c27493-550e-447a-8334-18ca07f49b33 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5375e22f-1cca-4586-a288-99eeffabaa33 HTTP/1.1" status: 200 len: 217 time: 0.0359480 Jul 30 20:56:37.400575 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-f4d2f107-04dd-4a55-8b8b-db89461d874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:37.401988 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-f4d2f107-04dd-4a55-8b8b-db89461d874e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0490248 Jul 30 20:56:37.447760 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-2c3572e3-177a-4871-87ec-e6cce1a47ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:37.449246 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-2c3572e3-177a-4871-87ec-e6cce1a47ddd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407569 Jul 30 20:56:37.536529 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-b9c22f24-c786-49f6-b37a-2c072aca3dae service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800600 Jul 30 20:56:37.629490 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5574779e-8eb6-4dbe-aba8-5847ab39e095 req-f65fec08-83af-4558-ba69-e6f1c1accb76 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859287 Jul 30 20:56:37.714882 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bf6a9-f76b-41f4-86eb-3e041d274792 req-674ad000-3753-4282-848e-9024e1bd057c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:37.716295 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-887bf6a9-f76b-41f4-86eb-3e041d274792 req-674ad000-3753-4282-848e-9024e1bd057c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 1095 time: 0.0402935 Jul 30 20:56:37.808488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bf6a9-f76b-41f4-86eb-3e041d274792 req-9d34d2dd-ce0b-46e8-9101-89c615fe5a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:37.809938 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-887bf6a9-f76b-41f4-86eb-3e041d274792 req-9d34d2dd-ce0b-46e8-9101-89c615fe5a4f service neutron] 10.222.0.59 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0868187 Jul 30 20:56:37.850447 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-887bf6a9-f76b-41f4-86eb-3e041d274792 req-2bf3bd41-97c4-4241-b92e-f54f6fd120a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5375e22f-1cca-4586-a288-99eeffabaa33 HTTP/1.1" status: 200 len: 217 time: 0.0335948 Jul 30 20:56:37.898451 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bf6a9-f76b-41f4-86eb-3e041d274792 req-2b6303e1-0328-4dbb-ba81-21bd6c830c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:37.899896 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-887bf6a9-f76b-41f4-86eb-3e041d274792 req-2b6303e1-0328-4dbb-ba81-21bd6c830c10 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0424428 Jul 30 20:56:37.947097 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bf6a9-f76b-41f4-86eb-3e041d274792 req-cd46f759-5cf1-4e4d-b62a-405280781c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:37.948567 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-887bf6a9-f76b-41f4-86eb-3e041d274792 req-cd46f759-5cf1-4e4d-b62a-405280781c74 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396974 Jul 30 20:56:38.042357 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-887bf6a9-f76b-41f4-86eb-3e041d274792 req-94e6293b-f338-4a65-884a-7ac7c25cc5a6 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846512 Jul 30 20:56:38.130577 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-887bf6a9-f76b-41f4-86eb-3e041d274792 req-2e466a00-924b-4dc0-85bb-dd2ee75ef2cf service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812283 Jul 30 20:56:38.342742 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d2a73-f356-46ef-8871-7f2ce9fdff50 req-f5263bde-89df-4017-8d90-c0162b27adaa tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:38.344933 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-390d2a73-f356-46ef-8871-7f2ce9fdff50 req-f5263bde-89df-4017-8d90-c0162b27adaa tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 944 time: 0.0580153 Jul 30 20:56:38.381220 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-390d2a73-f356-46ef-8871-7f2ce9fdff50 req-fb12eb7d-6e19-4201-bf7a-a4603cc1778f tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304773 Jul 30 20:56:39.494846 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06098a9a-5e24-4ed7-8a01-c9a98be3fddf req-1f9bb179-d5ea-4a7f-950a-43652265d635 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:39.496350 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06098a9a-5e24-4ed7-8a01-c9a98be3fddf req-1f9bb179-d5ea-4a7f-950a-43652265d635 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 944 time: 0.0494726 Jul 30 20:56:39.533366 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06098a9a-5e24-4ed7-8a01-c9a98be3fddf req-07e81411-546b-4a7e-b344-424990b9663f tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311346 Jul 30 20:56:40.344848 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 5375e22f-1cca-4586-a288-99eeffabaa33 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:56:40.440315 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 5375e22f-1cca-4586-a288-99eeffabaa33, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5375e22f-1cca-4586-a288-99eeffabaa33,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:56:40.451193 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '5375e22f-1cca-4586-a288-99eeffabaa33', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'port_id': '5375e22f-1cca-4586-a288-99eeffabaa33', 'mac_address': 'fa:16:3e:bd:44:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:56:40.486941 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:40.499180 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5375e22f-1cca-4586-a288-99eeffabaa33 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:56:40.518099 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 5375e22f-1cca-4586-a288-99eeffabaa33, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5375e22f-1cca-4586-a288-99eeffabaa33,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:56:40.522859 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:40.573183 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=5375e22f-1cca-4586-a288-99eeffabaa33,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:56:40.650730 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9872f79-cb54-4a27-99b0-20787dc3162d req-f34cf75e-7a1a-4e28-98a1-f3fa6e75969d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:40.652242 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9872f79-cb54-4a27-99b0-20787dc3162d req-f34cf75e-7a1a-4e28-98a1-f3fa6e75969d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 945 time: 0.0492682 Jul 30 20:56:40.690611 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9872f79-cb54-4a27-99b0-20787dc3162d req-85ba6d71-c6dc-4b62-8b90-2aef81901c6e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316770 Jul 30 20:56:40.713057 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['5375e22f-1cca-4586-a288-99eeffabaa33'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:56:41.807658 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51836217-5cb0-4451-b19e-e629a21f0653 req-c9964f1d-fee4-494f-9e0c-1580d9fa193d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:41.809125 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51836217-5cb0-4451-b19e-e629a21f0653 req-c9964f1d-fee4-494f-9e0c-1580d9fa193d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 945 time: 0.0531383 Jul 30 20:56:41.846629 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51836217-5cb0-4451-b19e-e629a21f0653 req-e4115242-977f-40de-b183-8ed87b86ffbb tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312345 Jul 30 20:56:42.374539 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 5375e22f-1cca-4586-a288-99eeffabaa33 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:56:42.424748 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 5375e22f-1cca-4586-a288-99eeffabaa33 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:56:42.428233 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 5375e22f-1cca-4586-a288-99eeffabaa33 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:56:42.428599 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:42.501703 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:42.522763 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e387d2b-7066-45f6-a898-2ca13f04bee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5375e22f-1cca-4586-a288-99eeffabaa33'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:56:42.525016 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a7dd020e4a0547a93e2acf0e419bd241538fe3ef7f9a6e88dfec25839e55b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b687e89-0c94-4e2e-b500-d2a346423e86" -d '{"events": [{"server_uuid": "3e387d2b-7066-45f6-a898-2ca13f04bee9", "name": "network-vif-plugged", "status": "completed", "tag": "5375e22f-1cca-4586-a288-99eeffabaa33"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:56:42.537824 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 5375e22f-1cca-4586-a288-99eeffabaa33, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5375e22f-1cca-4586-a288-99eeffabaa33,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:56:42.542366 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:42.570522 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84c22de-b363-417c-b6ec-dbe2dbd5152b x-openstack-request-id: req-e84c22de-b363-417c-b6ec-dbe2dbd5152b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:56:42.570806 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e387d2b-7066-45f6-a898-2ca13f04bee9", "name": "network-vif-plugged", "status": "completed", "tag": "5375e22f-1cca-4586-a288-99eeffabaa33", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:56:42.571055 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e84c22de-b363-417c-b6ec-dbe2dbd5152b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:56:42.571433 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e387d2b-7066-45f6-a898-2ca13f04bee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5375e22f-1cca-4586-a288-99eeffabaa33', 'code': 200} Jul 30 20:56:42.592871 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=5375e22f-1cca-4586-a288-99eeffabaa33,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:56:42.707781 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083b307-5707-4957-a2e1-dc3109ff4a1a req-4f5e1e30-d34a-456f-832e-d6a184eaf926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:42.709250 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0083b307-5707-4957-a2e1-dc3109ff4a1a req-4f5e1e30-d34a-456f-832e-d6a184eaf926 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 1097 time: 0.0849841 Jul 30 20:56:42.743790 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0083b307-5707-4957-a2e1-dc3109ff4a1a req-d0f8493d-6e0c-4c61-89cc-cfbb5e98d786 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275285 Jul 30 20:56:42.960802 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61262e2-3e8b-4b35-ac4c-ddb09cbdb41a req-a0276d61-35bd-46c9-bfcb-2d62bc3bd5bc tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:42.962259 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e61262e2-3e8b-4b35-ac4c-ddb09cbdb41a req-a0276d61-35bd-46c9-bfcb-2d62bc3bd5bc tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 946 time: 0.0491920 Jul 30 20:56:42.999228 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e61262e2-3e8b-4b35-ac4c-ddb09cbdb41a req-a413f76b-2a6f-47a2-a0eb-c9a18cf24ea3 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311196 Jul 30 20:56:44.117228 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf854d3c-08ad-4a4b-bf76-492fc0349bf0 req-825c4df4-5db2-43b5-a375-62f81516ecfb tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:44.118687 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bf854d3c-08ad-4a4b-bf76-492fc0349bf0 req-825c4df4-5db2-43b5-a375-62f81516ecfb tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 946 time: 0.0523529 Jul 30 20:56:44.155380 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bf854d3c-08ad-4a4b-bf76-492fc0349bf0 req-6ffbca78-fcd0-4194-8bca-a1c29b11cba8 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308290 Jul 30 20:56:44.264072 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087279a-674c-4f72-9b6d-c6a2f5ae2f7f req-6a178572-1b46-40b4-ace7-bef8d96a4514 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:44.265536 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2087279a-674c-4f72-9b6d-c6a2f5ae2f7f req-6a178572-1b46-40b4-ace7-bef8d96a4514 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 946 time: 0.0491731 Jul 30 20:56:44.273893 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 53392) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:56:44.279635 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-841aea43-792a-4e0f-ba43-e7b996633f3e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Request body: {'floatingip': {'port_id': '5375e22f-1cca-4586-a288-99eeffabaa33'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:56:44.317688 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-841aea43-792a-4e0f-ba43-e7b996633f3e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for floatingip, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:44.744497 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-841aea43-792a-4e0f-ba43-e7b996633f3e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:44.747986 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-841aea43-792a-4e0f-ba43-e7b996633f3e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:44.843735 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:56:44.845838 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-841aea43-792a-4e0f-ba43-e7b996633f3e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Floating IP b5050d6a-bba0-4bc7-a66e-65552b82356f associated. External IP: 172.25.3.222, port: 5375e22f-1cca-4586-a288-99eeffabaa33. Jul 30 20:56:45.046215 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841aea43-792a-4e0f-ba43-e7b996633f3e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Router 98c6b1be-ee35-43d6-9128-b42b81fa49ad has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:56:45.151926 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841aea43-792a-4e0f-ba43-e7b996633f3e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:56:45.156764 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-841aea43-792a-4e0f-ba43-e7b996633f3e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:45.167776 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c8e9ee-bbfc-430b-8fd1-4537c4250963 None None] Sync routers for ids ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:56:45.177461 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c8e9ee-bbfc-430b-8fd1-4537c4250963 None None] Routers {'98c6b1be-ee35-43d6-9128-b42b81fa49ad'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:56:45.178238 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-01c8e9ee-bbfc-430b-8fd1-4537c4250963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:56:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:56:45.186676 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-841aea43-792a-4e0f-ba43-e7b996633f3e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "PUT /v2.0/floatingips/b5050d6a-bba0-4bc7-a66e-65552b82356f HTTP/1.1" status: 200 len: 992 time: 0.9117367 Jul 30 20:56:45.187304 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e387d2b-7066-45f6-a898-2ca13f04bee9', 'tag': '5375e22f-1cca-4586-a288-99eeffabaa33'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:56:45.190050 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be44becfeeef8ae5e8a43155869a6312884dec7cd3ab2f47706aa874b2e7a4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edf9d67-5ef5-4e59-bac6-6e5a70c88dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "3e387d2b-7066-45f6-a898-2ca13f04bee9", "tag": "5375e22f-1cca-4586-a288-99eeffabaa33"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:56:45.291198 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-01c8e9ee-bbfc-430b-8fd1-4537c4250963 None None] Set router 98c6b1be-ee35-43d6-9128-b42b81fa49ad gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:56:45.335391 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5deab9a-92eb-4195-8465-70895a51a847 x-openstack-request-id: req-f5deab9a-92eb-4195-8465-70895a51a847 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:56:45.335711 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e387d2b-7066-45f6-a898-2ca13f04bee9", "tag": "5375e22f-1cca-4586-a288-99eeffabaa33", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:56:45.335964 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f5deab9a-92eb-4195-8465-70895a51a847 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:56:45.336387 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e387d2b-7066-45f6-a898-2ca13f04bee9', 'tag': '5375e22f-1cca-4586-a288-99eeffabaa33', 'status': 'completed', 'code': 200} Jul 30 20:56:45.397002 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf9d67-5ef5-4e59-bac6-6e5a70c88dbb req-eae6bcf0-a1b4-4cf8-9337-eee9b7da9d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:45.398486 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8edf9d67-5ef5-4e59-bac6-6e5a70c88dbb req-eae6bcf0-a1b4-4cf8-9337-eee9b7da9d7f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 1097 time: 0.0406938 Jul 30 20:56:45.491169 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf9d67-5ef5-4e59-bac6-6e5a70c88dbb req-a04f6d0f-79a3-43dd-a61d-56a49dc9bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:45.492673 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8edf9d67-5ef5-4e59-bac6-6e5a70c88dbb req-a04f6d0f-79a3-43dd-a61d-56a49dc9bde4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0867939 Jul 30 20:56:45.516409 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-01c8e9ee-bbfc-430b-8fd1-4537c4250963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'b5050d6a-bba0-4bc7-a66e-65552b82356f', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'port_id': '5375e22f-1cca-4586-a288-99eeffabaa33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'mac_address': 'fa:16:3e:bd:44:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e387d2b-7066-45f6-a898-2ca13f04bee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:53:28Z', 'updated_at': '2021-07-30T20:56:44Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:31Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:56:45.542926 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c8e9ee-bbfc-430b-8fd1-4537c4250963 None None] Checking router: 98c6b1be-ee35-43d6-9128-b42b81fa49ad for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:56:45.551720 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c8e9ee-bbfc-430b-8fd1-4537c4250963 None None] Routers {'98c6b1be-ee35-43d6-9128-b42b81fa49ad'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:56:45.552273 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-01c8e9ee-bbfc-430b-8fd1-4537c4250963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:56:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:56:45.558137 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8edf9d67-5ef5-4e59-bac6-6e5a70c88dbb req-00745c02-ee2a-4031-b9e6-325757a26b91 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5375e22f-1cca-4586-a288-99eeffabaa33 HTTP/1.1" status: 200 len: 1000 time: 0.0580842 Jul 30 20:56:45.606057 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf9d67-5ef5-4e59-bac6-6e5a70c88dbb req-1a3e6bf4-961a-4f39-bd3b-582db84a85a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:45.607501 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8edf9d67-5ef5-4e59-bac6-6e5a70c88dbb req-1a3e6bf4-961a-4f39-bd3b-582db84a85a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0427613 Jul 30 20:56:45.658068 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-01c8e9ee-bbfc-430b-8fd1-4537c4250963 None None] Set router 98c6b1be-ee35-43d6-9128-b42b81fa49ad gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:56:45.659953 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf9d67-5ef5-4e59-bac6-6e5a70c88dbb req-1376625e-29e1-4813-8ffc-7074eb76a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:56:45.661456 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8edf9d67-5ef5-4e59-bac6-6e5a70c88dbb req-1376625e-29e1-4813-8ffc-7074eb76a909 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471947 Jul 30 20:56:45.749649 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8edf9d67-5ef5-4e59-bac6-6e5a70c88dbb req-2e376482-d033-4d2a-9bd0-69e669891d76 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810246 Jul 30 20:56:45.842501 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8edf9d67-5ef5-4e59-bac6-6e5a70c88dbb req-edf67cfe-5e3e-4385-8381-12483bc716a5 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864661 Jul 30 20:56:45.881349 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-01c8e9ee-bbfc-430b-8fd1-4537c4250963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'b5050d6a-bba0-4bc7-a66e-65552b82356f', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'port_id': '5375e22f-1cca-4586-a288-99eeffabaa33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'mac_address': 'fa:16:3e:bd:44:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e387d2b-7066-45f6-a898-2ca13f04bee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:53:28Z', 'updated_at': '2021-07-30T20:56:44Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:31Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:56:45.907157 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c8e9ee-bbfc-430b-8fd1-4537c4250963 None None] The sync data for ids ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'] in n-d-712137-9 is: [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'b5050d6a-bba0-4bc7-a66e-65552b82356f', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'port_id': '5375e22f-1cca-4586-a288-99eeffabaa33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'mac_address': 'fa:16:3e:bd:44:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e387d2b-7066-45f6-a898-2ca13f04bee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:53:28Z', 'updated_at': '2021-07-30T20:56:44Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:31Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:56:45.937168 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:46.094733 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba70aed-fbbf-4399-81ba-022fa01d6460 None None] New status for floating IP b5050d6a-bba0-4bc7-a66e-65552b82356f: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:56:50.012654 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:51.325796 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-67155e20-b41e-4147-939e-12d799d1c2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:53.751995 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32e41f00-0e1e-413f-8fb9-449fc901b500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:54.020789 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:55.133531 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:56:56.992762 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:57:12.405279 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8c0262f-f36d-4260-a72a-428bc4eb7e04 req-5b35a722-e45e-48ee-b8b3-96dc484fcd91 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395076 Jul 30 20:57:12.485092 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0262f-f36d-4260-a72a-428bc4eb7e04 req-8f45fc31-415a-4705-ba18-91cbfc0f97a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:57:12.486526 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8c0262f-f36d-4260-a72a-428bc4eb7e04 req-8f45fc31-415a-4705-ba18-91cbfc0f97a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 1097 time: 0.0395515 Jul 30 20:57:12.591000 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0262f-f36d-4260-a72a-428bc4eb7e04 req-711c1b4d-56ef-461f-9c5a-e8712371767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:57:12.592395 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8c0262f-f36d-4260-a72a-428bc4eb7e04 req-711c1b4d-56ef-461f-9c5a-e8712371767b service neutron] 10.222.0.59 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0863893 Jul 30 20:57:12.657739 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8c0262f-f36d-4260-a72a-428bc4eb7e04 req-47f4c27a-4260-465c-be74-89d82ffb1339 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5375e22f-1cca-4586-a288-99eeffabaa33 HTTP/1.1" status: 200 len: 1002 time: 0.0567515 Jul 30 20:57:12.706310 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0262f-f36d-4260-a72a-428bc4eb7e04 req-1e055975-3aec-4929-87dc-b366779ee0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:57:12.707730 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8c0262f-f36d-4260-a72a-428bc4eb7e04 req-1e055975-3aec-4929-87dc-b366779ee0f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0424516 Jul 30 20:57:12.757028 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0262f-f36d-4260-a72a-428bc4eb7e04 req-aecc0dc8-ff5c-438f-8b30-276ffb1a8d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:57:12.758583 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8c0262f-f36d-4260-a72a-428bc4eb7e04 req-aecc0dc8-ff5c-438f-8b30-276ffb1a8d9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437124 Jul 30 20:57:12.855068 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8c0262f-f36d-4260-a72a-428bc4eb7e04 req-467e19fd-0eaa-4216-93cb-154e39bc5c7d service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846441 Jul 30 20:57:12.948202 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8c0262f-f36d-4260-a72a-428bc4eb7e04 req-e3dd7649-5bb8-4b21-9988-92fb810f8e13 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845556 Jul 30 20:57:15.949145 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:57:20.026648 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:57:21.325978 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51f6006e-7c48-4a4d-8e56-7318f727a38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:57:21.842522 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:57:23.751092 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-943af768-517b-4037-bdba-66f5df1e4a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:57:24.021156 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:57:25.136100 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:57:26.994015 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:57:45.935809 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:57:50.030768 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:57:51.326944 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ca1f89b-5ccc-48d1-a2ac-463e1587f391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:57:53.752492 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32faef72-b8f6-4f1b-99c7-9b120fd52ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:57:54.021545 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:57:55.138214 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:57:56.996621 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:57:58.841655 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:58:12.459855 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7110cb60-7f8c-44ec-b242-213b1343c5f7 req-1f09ade6-b5df-478b-90cd-a2c48bad1a5d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0770867 Jul 30 20:58:12.539498 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110cb60-7f8c-44ec-b242-213b1343c5f7 req-f7e0f2ce-75ef-4029-a448-a3e3498ccee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:12.540965 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7110cb60-7f8c-44ec-b242-213b1343c5f7 req-f7e0f2ce-75ef-4029-a448-a3e3498ccee1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 1097 time: 0.0397985 Jul 30 20:58:12.645222 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110cb60-7f8c-44ec-b242-213b1343c5f7 req-d01b065d-135d-4072-ad75-57b2842daba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:12.646675 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7110cb60-7f8c-44ec-b242-213b1343c5f7 req-d01b065d-135d-4072-ad75-57b2842daba6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0871747 Jul 30 20:58:12.710781 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7110cb60-7f8c-44ec-b242-213b1343c5f7 req-d198a6cd-1d8f-4753-897b-9ea9c0afe898 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5375e22f-1cca-4586-a288-99eeffabaa33 HTTP/1.1" status: 200 len: 1002 time: 0.0572073 Jul 30 20:58:12.759759 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110cb60-7f8c-44ec-b242-213b1343c5f7 req-bb8ca94a-3d33-4141-84c1-8247f824c249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:12.761167 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7110cb60-7f8c-44ec-b242-213b1343c5f7 req-bb8ca94a-3d33-4141-84c1-8247f824c249 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0435596 Jul 30 20:58:12.809669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110cb60-7f8c-44ec-b242-213b1343c5f7 req-6a4a4f4c-141c-480f-b76e-5a1e81baa7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:12.811231 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7110cb60-7f8c-44ec-b242-213b1343c5f7 req-6a4a4f4c-141c-480f-b76e-5a1e81baa7ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429707 Jul 30 20:58:12.899821 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7110cb60-7f8c-44ec-b242-213b1343c5f7 req-68074e10-1b98-4518-b9b0-df3aa3dcc5a8 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818732 Jul 30 20:58:12.992792 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7110cb60-7f8c-44ec-b242-213b1343c5f7 req-387664ca-df03-4f02-bdcc-5858b5583e45 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859342 Jul 30 20:58:15.952477 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:20.026822 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:21.326686 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87118b50-d040-49c1-9ccd-2368c7798eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:22.062222 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d37d29-5ac0-4c5d-977c-353184223388 req-7e0576b1-a07d-467b-a568-17e0ee5e743a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:22.064372 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25d37d29-5ac0-4c5d-977c-353184223388 req-7e0576b1-a07d-467b-a568-17e0ee5e743a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 946 time: 0.0908563 Jul 30 20:58:22.101426 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25d37d29-5ac0-4c5d-977c-353184223388 req-0e656019-1370-4b33-866f-6679c6000479 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310256 Jul 30 20:58:23.216185 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7933e5-4ee8-436e-9dd1-05f1cf87664a req-90fa0581-2beb-4a63-a95e-3809c1053e07 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:23.217562 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5f7933e5-4ee8-436e-9dd1-05f1cf87664a req-90fa0581-2beb-4a63-a95e-3809c1053e07 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 946 time: 0.0486858 Jul 30 20:58:23.254471 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5f7933e5-4ee8-436e-9dd1-05f1cf87664a req-1910e3c8-d077-4750-b245-32b406c6f203 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309157 Jul 30 20:58:23.752261 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f4c1332-987a-4e8b-b172-951d1fb1d30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:24.022876 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:24.372438 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9d72a-d208-4f89-ab1e-e4ded1d70183 req-c218e3b7-c31f-448a-991b-865946dd36d1 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:24.373884 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fce9d72a-d208-4f89-ab1e-e4ded1d70183 req-c218e3b7-c31f-448a-991b-865946dd36d1 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 946 time: 0.0525355 Jul 30 20:58:24.411158 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fce9d72a-d208-4f89-ab1e-e4ded1d70183 req-4b2c78b2-5a54-41f1-bd24-3da941637ace tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314426 Jul 30 20:58:25.141517 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:25.523881 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2dce8e-84b1-437e-9c23-88fc8e80510c req-730e1fbc-98c4-471d-8f82-14bdcdc7d147 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:25.525327 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8e2dce8e-84b1-437e-9c23-88fc8e80510c req-730e1fbc-98c4-471d-8f82-14bdcdc7d147 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 946 time: 0.0479650 Jul 30 20:58:25.562621 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8e2dce8e-84b1-437e-9c23-88fc8e80510c req-88ed0d80-7caa-448d-983d-4d9f289a6268 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315840 Jul 30 20:58:26.676553 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a031ac-ad2e-4226-86d7-a151ed6e2242 req-307654b8-c9c2-400d-9839-2b56a4ea2838 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:26.678031 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0a031ac-ad2e-4226-86d7-a151ed6e2242 req-307654b8-c9c2-400d-9839-2b56a4ea2838 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 946 time: 0.0481038 Jul 30 20:58:26.715184 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0a031ac-ad2e-4226-86d7-a151ed6e2242 req-a71b1c3b-2ea5-44e3-b4c1-f22870ec44d1 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309923 Jul 30 20:58:26.998905 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:27.875053 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8e235-2ea0-4b95-9e14-3f46f0e85498 req-8bac7df5-804b-49e5-8196-95b539f19e36 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:27.876536 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58d8e235-2ea0-4b95-9e14-3f46f0e85498 req-8bac7df5-804b-49e5-8196-95b539f19e36 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 946 time: 0.0520804 Jul 30 20:58:27.914505 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58d8e235-2ea0-4b95-9e14-3f46f0e85498 req-337e6403-83e2-4f01-8876-face9ef52dbd tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318236 Jul 30 20:58:29.028022 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8024de4-bf1c-40fd-8647-e60dd966941f req-a48d26e6-9128-41a2-87fb-3f5cbbaa50c0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:29.029476 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8024de4-bf1c-40fd-8647-e60dd966941f req-a48d26e6-9128-41a2-87fb-3f5cbbaa50c0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 946 time: 0.0480666 Jul 30 20:58:29.068048 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b8024de4-bf1c-40fd-8647-e60dd966941f req-a7dfcd10-7038-4467-8d4f-f51c9fe07ddd tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321875 Jul 30 20:58:30.180559 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94541653-e843-4186-bd0e-74f8c2d05f38 req-28975063-9a50-4334-9a27-46714967a3b0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:30.181992 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-94541653-e843-4186-bd0e-74f8c2d05f38 req-28975063-9a50-4334-9a27-46714967a3b0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 946 time: 0.0477924 Jul 30 20:58:30.218633 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-94541653-e843-4186-bd0e-74f8c2d05f38 req-381ae869-4bba-4805-99b4-6d0b0a1e5cc8 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308440 Jul 30 20:58:31.336465 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d89702-121d-4e5a-8e2c-fc659d9dd06e req-6febd3ed-4534-47a8-8f96-e9fa9fd033e1 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:31.337956 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30d89702-121d-4e5a-8e2c-fc659d9dd06e req-6febd3ed-4534-47a8-8f96-e9fa9fd033e1 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 946 time: 0.0536222 Jul 30 20:58:31.374463 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-30d89702-121d-4e5a-8e2c-fc659d9dd06e req-54ec2309-2a37-4e83-9f44-3af2565a7c2f tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306075 Jul 30 20:58:32.487453 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83524e-ab8e-4b02-903e-11a4ecce38f8 req-e25f6b42-3918-4893-8c09-1ca7ed3c6b9d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:32.488917 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee83524e-ab8e-4b02-903e-11a4ecce38f8 req-e25f6b42-3918-4893-8c09-1ca7ed3c6b9d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 946 time: 0.0481992 Jul 30 20:58:32.526679 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ee83524e-ab8e-4b02-903e-11a4ecce38f8 req-ab7cbc86-7139-4f8a-84ea-4998d13e6fc0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318058 Jul 30 20:58:33.095784 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70db9961-a384-4733-a3cd-3f729cb828da req-fc59a8b4-769e-4ad5-9d6b-267e65e1bfe3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3946743 Jul 30 20:58:33.103858 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784298e0-6987-48cd-9625-d447f59239d1 req-697346dc-f797-4727-98e3-ec58cace75a1 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:33.105234 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-784298e0-6987-48cd-9625-d447f59239d1 req-697346dc-f797-4727-98e3-ec58cace75a1 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 946 time: 0.3955691 Jul 30 20:58:33.144952 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-784298e0-6987-48cd-9625-d447f59239d1 req-0e9b2769-187e-4375-98c5-79f0717953f3 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328181 Jul 30 20:58:34.119407 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db9961-a384-4733-a3cd-3f729cb828da req-fcf4d51d-5db0-4ad8-8853-fc66b6bd1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:34.120892 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70db9961-a384-4733-a3cd-3f729cb828da req-fcf4d51d-5db0-4ad8-8853-fc66b6bd1348 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 1097 time: 0.0396562 Jul 30 20:58:34.208958 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db9961-a384-4733-a3cd-3f729cb828da req-2cfab765-81c9-4eaf-873b-fd9676f0de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:34.210443 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70db9961-a384-4733-a3cd-3f729cb828da req-2cfab765-81c9-4eaf-873b-fd9676f0de95 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0822663 Jul 30 20:58:34.301142 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70db9961-a384-4733-a3cd-3f729cb828da req-a045e76c-25fd-48f0-8482-4c437cbdd56d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5375e22f-1cca-4586-a288-99eeffabaa33 HTTP/1.1" status: 200 len: 1002 time: 0.0794518 Jul 30 20:58:34.309336 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85eb49-9d25-4139-9e8e-b95f052b2cc8 req-33b6c08f-8069-4ef7-9ab3-e7c1465b3829 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:34.310737 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be85eb49-9d25-4139-9e8e-b95f052b2cc8 req-33b6c08f-8069-4ef7-9ab3-e7c1465b3829 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 946 time: 0.0977335 Jul 30 20:58:34.380136 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db9961-a384-4733-a3cd-3f729cb828da req-52416c69-e640-4b22-803f-1016eb18c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:34.381494 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70db9961-a384-4733-a3cd-3f729cb828da req-52416c69-e640-4b22-803f-1016eb18c81e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0699346 Jul 30 20:58:34.384408 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be85eb49-9d25-4139-9e8e-b95f052b2cc8 req-0457ec92-edf7-4593-9f38-f62772a4374a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657043 Jul 30 20:58:34.427115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db9961-a384-4733-a3cd-3f729cb828da req-eb800c08-40d0-4d77-848a-bbaef3f1d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:34.428600 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70db9961-a384-4733-a3cd-3f729cb828da req-eb800c08-40d0-4d77-848a-bbaef3f1d438 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401073 Jul 30 20:58:34.514193 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70db9961-a384-4733-a3cd-3f729cb828da req-f12ea9a1-2a3a-470c-aa80-e3ca3fcd4965 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784557 Jul 30 20:58:34.606314 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70db9961-a384-4733-a3cd-3f729cb828da req-7a500f68-0198-4da4-bd79-f85b3b593675 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849881 Jul 30 20:58:35.498188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2665ee-eb58-49c5-b07e-37c450f84687 req-86da22f8-99a7-42c4-984e-8d7b6e182077 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:35.499665 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb2665ee-eb58-49c5-b07e-37c450f84687 req-86da22f8-99a7-42c4-984e-8d7b6e182077 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 946 time: 0.0482113 Jul 30 20:58:35.536473 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb2665ee-eb58-49c5-b07e-37c450f84687 req-7f869e30-351a-4a1e-8df4-c1a603b653d2 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302830 Jul 30 20:58:35.840996 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:58:36.406328 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-70db9961-a384-4733-a3cd-3f729cb828da req-14e95f8c-7d82-44a2-88c0-41bb0223e9fd service neutron] show failed (client error): The resource could not be found. Jul 30 20:58:36.407927 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70db9961-a384-4733-a3cd-3f729cb828da req-14e95f8c-7d82-44a2-88c0-41bb0223e9fd service neutron] 10.222.0.59 "GET /v2.0/ports/5375e22f-1cca-4586-a288-99eeffabaa33/bindings/n-h2-712137-9 HTTP/1.1" status: 404 len: 380 time: 0.0585775 Jul 30 20:58:36.684402 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba3261-3b17-43a2-a2fe-cb109ea700bf req-74680268-4131-48f3-a3bd-9b6cca053116 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:36.685890 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-03ba3261-3b17-43a2-a2fe-cb109ea700bf req-74680268-4131-48f3-a3bd-9b6cca053116 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 946 time: 0.0835574 Jul 30 20:58:36.691482 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db9961-a384-4733-a3cd-3f729cb828da req-3c82a72c-08f9-484c-a22c-2e9676646bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:36.692890 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70db9961-a384-4733-a3cd-3f729cb828da req-3c82a72c-08f9-484c-a22c-2e9676646bfb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9&tenant_id=2f75db01a0c74d088afa9c4412dcbc34 HTTP/1.1" status: 200 len: 1097 time: 0.1057758 Jul 30 20:58:36.711824 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-70db9961-a384-4733-a3cd-3f729cb828da req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-9', 'device_owner': 'compute:nova'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:58:36.754983 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-03ba3261-3b17-43a2-a2fe-cb109ea700bf req-e3f4497c-875e-465a-9522-4e5b069cb83e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611472 Jul 30 20:58:36.779602 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-70db9961-a384-4733-a3cd-3f729cb828da req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:36.979915 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-70db9961-a384-4733-a3cd-3f729cb828da req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] For port 5375e22f-1cca-4586-a288-99eeffabaa33, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=5375e22f-1cca-4586-a288-99eeffabaa33,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:58:37.012126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-70db9961-a384-4733-a3cd-3f729cb828da req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] For port 5375e22f-1cca-4586-a288-99eeffabaa33, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:58:37.050967 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e387d2b-7066-45f6-a898-2ca13f04bee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5375e22f-1cca-4586-a288-99eeffabaa33'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:58:37.055971 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-70db9961-a384-4733-a3cd-3f729cb828da req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:37.068190 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-70db9961-a384-4733-a3cd-3f729cb828da req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Transition to ACTIVE for port object 5375e22f-1cca-4586-a288-99eeffabaa33 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:58:37.072376 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-70db9961-a384-4733-a3cd-3f729cb828da req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:37.099350 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45072ba3-2de9-4b22-8d73-568ffefcec39" -d '{"events": [{"server_uuid": "3e387d2b-7066-45f6-a898-2ca13f04bee9", "name": "network-vif-unplugged", "status": "completed", "tag": "5375e22f-1cca-4586-a288-99eeffabaa33"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:58:37.156054 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Pushing event updated for resources: {'Port': ['ID=5375e22f-1cca-4586-a288-99eeffabaa33,revision_number=6']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:58:37.169191 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:58:37.169544 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:58:37.169887 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:58:37.170228 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:58:37.170563 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:58:37.170897 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:58:37.171230 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:58:37.171592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:58:37.171911 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:58:37.172238 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:58:37.172567 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:58:37.172893 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:58:37.216416 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 20:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3ff136-3b8f-46d0-8014-47c71ad67470 x-openstack-request-id: req-7b3ff136-3b8f-46d0-8014-47c71ad67470 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:58:37.216785 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e387d2b-7066-45f6-a898-2ca13f04bee9", "name": "network-vif-unplugged", "status": "completed", "tag": "5375e22f-1cca-4586-a288-99eeffabaa33", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:58:37.217099 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b3ff136-3b8f-46d0-8014-47c71ad67470 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:58:37.217567 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e387d2b-7066-45f6-a898-2ca13f04bee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5375e22f-1cca-4586-a288-99eeffabaa33', 'code': 200} Jul 30 20:58:37.218488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-70db9961-a384-4733-a3cd-3f729cb828da req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] No DVR routers for this DVR port 5375e22f-1cca-4586-a288-99eeffabaa33 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:58:37.357773 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-70db9961-a384-4733-a3cd-3f729cb828da req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Attempting to bind port 5375e22f-1cca-4586-a288-99eeffabaa33 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:58:37.358105 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-70db9961-a384-4733-a3cd-3f729cb828da req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Attempting to bind port 5375e22f-1cca-4586-a288-99eeffabaa33 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:58:37.358425 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70db9961-a384-4733-a3cd-3f729cb828da req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Attempting to bind port 5375e22f-1cca-4586-a288-99eeffabaa33 on network a3846609-6deb-4b98-bfac-8b1f34f90937 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:58:37.362766 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70db9961-a384-4733-a3cd-3f729cb828da req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Port 5375e22f-1cca-4586-a288-99eeffabaa33 on network a3846609-6deb-4b98-bfac-8b1f34f90937 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:58:37.363086 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70db9961-a384-4733-a3cd-3f729cb828da req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Attempting to bind port 5375e22f-1cca-4586-a288-99eeffabaa33 on network a3846609-6deb-4b98-bfac-8b1f34f90937 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:58:37.367923 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70db9961-a384-4733-a3cd-3f729cb828da req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:58:37.368256 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70db9961-a384-4733-a3cd-3f729cb828da req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Checking segment: {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:58:37.368655 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70db9961-a384-4733-a3cd-3f729cb828da req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Bound using segment: {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:58:37.369055 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-70db9961-a384-4733-a3cd-3f729cb828da req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Bound port: 5375e22f-1cca-4586-a288-99eeffabaa33, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:58:37.369404 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-70db9961-a384-4733-a3cd-3f729cb828da req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:37.431420 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-70db9961-a384-4733-a3cd-3f729cb828da req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] For port 5375e22f-1cca-4586-a288-99eeffabaa33, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:58:37.434245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-70db9961-a384-4733-a3cd-3f729cb828da req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] For port 5375e22f-1cca-4586-a288-99eeffabaa33, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=5375e22f-1cca-4586-a288-99eeffabaa33,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:58:37.437573 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-70db9961-a384-4733-a3cd-3f729cb828da req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:37.473290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db9961-a384-4733-a3cd-3f729cb828da req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:37.473927 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-70db9961-a384-4733-a3cd-3f729cb828da req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:37.475230 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70db9961-a384-4733-a3cd-3f729cb828da req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] 10.222.0.83 "PUT /v2.0/ports/5375e22f-1cca-4586-a288-99eeffabaa33 HTTP/1.1" status: 200 len: 1092 time: 0.7687089 Jul 30 20:58:37.499541 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3665f84-1eff-4efc-a155-4f13dea3e247 service neutron] Pushing event updated for resources: {'Port': ['ID=5375e22f-1cca-4586-a288-99eeffabaa33,revision_number=7']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:58:37.544438 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db9961-a384-4733-a3cd-3f729cb828da req-23dc01e7-0804-4fa0-8df3-d6b48a3c1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:37.545974 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70db9961-a384-4733-a3cd-3f729cb828da req-23dc01e7-0804-4fa0-8df3-d6b48a3c1347 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 1095 time: 0.0430398 Jul 30 20:58:37.637900 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db9961-a384-4733-a3cd-3f729cb828da req-2c9e771e-60d6-46c8-9a20-bf7951f1e08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:37.639397 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70db9961-a384-4733-a3cd-3f729cb828da req-2c9e771e-60d6-46c8-9a20-bf7951f1e08e service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0861413 Jul 30 20:58:37.713993 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70db9961-a384-4733-a3cd-3f729cb828da req-f2a1f1df-3729-4c55-90ab-cf35296a2d0b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5375e22f-1cca-4586-a288-99eeffabaa33 HTTP/1.1" status: 200 len: 1000 time: 0.0676942 Jul 30 20:58:37.762560 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db9961-a384-4733-a3cd-3f729cb828da req-bbb1c104-b009-4780-b7e9-a41d09e7c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:37.763908 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70db9961-a384-4733-a3cd-3f729cb828da req-bbb1c104-b009-4780-b7e9-a41d09e7c7c5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0430951 Jul 30 20:58:37.809577 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db9961-a384-4733-a3cd-3f729cb828da req-95522804-1b41-4599-959e-de92b43ff8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:37.811171 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70db9961-a384-4733-a3cd-3f729cb828da req-95522804-1b41-4599-959e-de92b43ff8b4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403798 Jul 30 20:58:37.923895 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553975a3-2738-43c2-8ef2-73036995c828 req-0886017c-46f3-4e47-bf25-d9c586b3ca4a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:37.925363 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-553975a3-2738-43c2-8ef2-73036995c828 req-0886017c-46f3-4e47-bf25-d9c586b3ca4a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 944 time: 0.1001680 Jul 30 20:58:37.953827 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70db9961-a384-4733-a3cd-3f729cb828da req-dbeacf19-23e5-484d-a82d-98c83a78b6e8 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356404 Jul 30 20:58:37.989038 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-553975a3-2738-43c2-8ef2-73036995c828 req-fc5c5463-2e08-4c95-86b3-ad3584f733c3 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558760 Jul 30 20:58:38.057864 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-70db9961-a384-4733-a3cd-3f729cb828da req-eb63a038-f1f2-4723-a189-d3f13c820f9c service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921350 Jul 30 20:58:38.825331 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 5375e22f-1cca-4586-a288-99eeffabaa33 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:58:38.861795 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 5375e22f-1cca-4586-a288-99eeffabaa33 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:58:39.112061 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bb71e-c313-4540-ac59-b7cecd2d505a req-57c6638b-042f-43eb-9906-0bb9dbf35da9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:39.113427 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f88bb71e-c313-4540-ac59-b7cecd2d505a req-57c6638b-042f-43eb-9906-0bb9dbf35da9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 944 time: 0.0501485 Jul 30 20:58:39.151236 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f88bb71e-c313-4540-ac59-b7cecd2d505a req-bcc99bd9-fee9-4cb1-b68f-b95f3ce33ef6 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318794 Jul 30 20:58:39.218849 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e387d2b-7066-45f6-a898-2ca13f04bee9', 'tag': '5375e22f-1cca-4586-a288-99eeffabaa33'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:58:39.221175 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa7734f-d56a-443c-8466-c5fc491805b0" -d '{"events": [{"name": "network-changed", "server_uuid": "3e387d2b-7066-45f6-a898-2ca13f04bee9", "tag": "5375e22f-1cca-4586-a288-99eeffabaa33"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:58:39.265819 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaf928b-a0ff-4dba-97b5-763c3a7c8be2 x-openstack-request-id: req-abaf928b-a0ff-4dba-97b5-763c3a7c8be2 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:58:39.266105 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e387d2b-7066-45f6-a898-2ca13f04bee9", "tag": "5375e22f-1cca-4586-a288-99eeffabaa33", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:58:39.266356 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-abaf928b-a0ff-4dba-97b5-763c3a7c8be2 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:58:39.266746 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e387d2b-7066-45f6-a898-2ca13f04bee9', 'tag': '5375e22f-1cca-4586-a288-99eeffabaa33', 'status': 'completed', 'code': 200} Jul 30 20:58:39.361947 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7734f-d56a-443c-8466-c5fc491805b0 req-46b61f4d-44e9-467b-acf3-07b5ba5cbe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:39.363765 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fa7734f-d56a-443c-8466-c5fc491805b0 req-46b61f4d-44e9-467b-acf3-07b5ba5cbe30 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 1095 time: 0.0744104 Jul 30 20:58:39.366353 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7734f-d56a-443c-8466-c5fc491805b0 req-c0fe7376-09a5-4336-b24a-257be8301037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:39.367760 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fa7734f-d56a-443c-8466-c5fc491805b0 req-c0fe7376-09a5-4336-b24a-257be8301037 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 1095 time: 0.0775397 Jul 30 20:58:39.521282 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7734f-d56a-443c-8466-c5fc491805b0 req-4363c353-66bc-4f79-88c5-9e3b56b04fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:39.522732 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fa7734f-d56a-443c-8466-c5fc491805b0 req-4363c353-66bc-4f79-88c5-9e3b56b04fdd service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.1522779 Jul 30 20:58:39.523812 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7734f-d56a-443c-8466-c5fc491805b0 req-e168ad95-4666-463f-a1d6-99c8fc6e152b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:39.525081 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fa7734f-d56a-443c-8466-c5fc491805b0 req-e168ad95-4666-463f-a1d6-99c8fc6e152b service neutron] 10.222.0.59 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.1468098 Jul 30 20:58:39.633597 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fa7734f-d56a-443c-8466-c5fc491805b0 req-282a89b0-a3f4-441f-ab57-38d5f2051d9e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5375e22f-1cca-4586-a288-99eeffabaa33 HTTP/1.1" status: 200 len: 1000 time: 0.1023047 Jul 30 20:58:39.636970 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fa7734f-d56a-443c-8466-c5fc491805b0 req-1ebe4c56-5bfc-4682-8b9f-e422b940ab5d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5375e22f-1cca-4586-a288-99eeffabaa33 HTTP/1.1" status: 200 len: 1000 time: 0.0998335 Jul 30 20:58:39.721528 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7734f-d56a-443c-8466-c5fc491805b0 req-20806426-2826-489c-aef4-2046b8a2afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:39.722966 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fa7734f-d56a-443c-8466-c5fc491805b0 req-20806426-2826-489c-aef4-2046b8a2afb5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0806212 Jul 30 20:58:39.724313 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7734f-d56a-443c-8466-c5fc491805b0 req-a8734ab1-5d0f-46bc-836f-f5edf188e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:39.725582 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fa7734f-d56a-443c-8466-c5fc491805b0 req-a8734ab1-5d0f-46bc-836f-f5edf188e27c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0760775 Jul 30 20:58:39.796253 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7734f-d56a-443c-8466-c5fc491805b0 req-7f651d47-9fb9-4adb-9bb7-8cb5ea227de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:39.797747 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fa7734f-d56a-443c-8466-c5fc491805b0 req-7f651d47-9fb9-4adb-9bb7-8cb5ea227de1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670085 Jul 30 20:58:39.800240 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7734f-d56a-443c-8466-c5fc491805b0 req-59cc551c-d414-404d-816a-fcef1d836a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:39.801567 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fa7734f-d56a-443c-8466-c5fc491805b0 req-59cc551c-d414-404d-816a-fcef1d836a96 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629053 Jul 30 20:58:39.952962 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fa7734f-d56a-443c-8466-c5fc491805b0 req-215e1ed8-6606-4ba1-8907-0c5283e5571d service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474676 Jul 30 20:58:39.955431 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fa7734f-d56a-443c-8466-c5fc491805b0 req-cfa84d07-fe59-473a-becd-807bb4717d92 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428268 Jul 30 20:58:40.107025 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fa7734f-d56a-443c-8466-c5fc491805b0 req-19ccf52d-aa93-43c9-9fa0-abdaa1da9a01 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469340 Jul 30 20:58:40.110288 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fa7734f-d56a-443c-8466-c5fc491805b0 req-cb12830b-df54-4dc4-a2ce-b9c4d5fe2989 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427305 Jul 30 20:58:40.272941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ca4d7-5e75-465e-bfe0-87aeb9968364 req-ec18fc0f-0e1e-4c83-a9fa-09dd2a8ad467 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:40.274340 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d37ca4d7-5e75-465e-bfe0-87aeb9968364 req-ec18fc0f-0e1e-4c83-a9fa-09dd2a8ad467 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 944 time: 0.0539095 Jul 30 20:58:40.313306 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d37ca4d7-5e75-465e-bfe0-87aeb9968364 req-48b38525-d19e-49e3-a8aa-b90f8f70917c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318983 Jul 30 20:58:41.429525 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fa587-6194-4229-89a1-80b5b6d95566 req-dd77f90e-870f-4f2f-a40c-3e9352dced12 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:41.430977 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-773fa587-6194-4229-89a1-80b5b6d95566 req-dd77f90e-870f-4f2f-a40c-3e9352dced12 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 944 time: 0.0489779 Jul 30 20:58:41.467872 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-773fa587-6194-4229-89a1-80b5b6d95566 req-c9f6b538-73db-447a-b263-c0eb35d4125f tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311010 Jul 30 20:58:41.690242 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c0f90-b07f-4880-a127-dfc7e9d47351 req-61eff7b1-d478-4cd1-a60b-a57baa4b5e0b tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:41.691729 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a2c0f90-b07f-4880-a127-dfc7e9d47351 req-61eff7b1-d478-4cd1-a60b-a57baa4b5e0b tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 944 time: 0.0820425 Jul 30 20:58:41.699595 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb364a4-6182-4791-8a85-557e7f463f9e req-2a535cd6-bc14-4583-ba2e-1da36f18b2ba tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:41.700928 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7bb364a4-6182-4791-8a85-557e7f463f9e req-2a535cd6-bc14-4583-ba2e-1da36f18b2ba tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9&tenant_id=2f75db01a0c74d088afa9c4412dcbc34&binding%3Ahost_id=n-h2-712137-9 HTTP/1.1" status: 200 len: 944 time: 0.0823338 Jul 30 20:58:41.761868 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a2c0f90-b07f-4880-a127-dfc7e9d47351 req-94019c23-e82f-4779-af47-818ea7545da8 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600228 Jul 30 20:58:41.780225 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-7bb364a4-6182-4791-8a85-557e7f463f9e req-0d16afdb-f9c6-4574-9a4f-6ce69de9e4d3 service neutron] delete failed (client error): The resource could not be found. Jul 30 20:58:41.781210 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7bb364a4-6182-4791-8a85-557e7f463f9e req-0d16afdb-f9c6-4574-9a4f-6ce69de9e4d3 service neutron] 10.222.0.59 "DELETE /v2.0/ports/5375e22f-1cca-4586-a288-99eeffabaa33/bindings/n-h1-712137-9 HTTP/1.1" status: 404 len: 380 time: 0.0731020 Jul 30 20:58:41.862353 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb364a4-6182-4791-8a85-557e7f463f9e req-314e4e24-9cec-4380-ab0a-6a3f6b67d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:41.863740 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7bb364a4-6182-4791-8a85-557e7f463f9e req-314e4e24-9cec-4380-ab0a-6a3f6b67d548 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 1095 time: 0.0400956 Jul 30 20:58:41.955411 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb364a4-6182-4791-8a85-557e7f463f9e req-fa121a90-c4c7-4dbb-9e97-f25b5db6d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:41.956867 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7bb364a4-6182-4791-8a85-557e7f463f9e req-fa121a90-c4c7-4dbb-9e97-f25b5db6d89b service neutron] 10.222.0.59 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0864437 Jul 30 20:58:42.021302 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7bb364a4-6182-4791-8a85-557e7f463f9e req-2b508b1f-11ce-4983-952f-0884ef9789c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5375e22f-1cca-4586-a288-99eeffabaa33 HTTP/1.1" status: 200 len: 1000 time: 0.0570407 Jul 30 20:58:42.073989 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb364a4-6182-4791-8a85-557e7f463f9e req-30d6daf6-10e6-4c3e-b27b-2a3a76febfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:42.075397 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7bb364a4-6182-4791-8a85-557e7f463f9e req-30d6daf6-10e6-4c3e-b27b-2a3a76febfc6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0471551 Jul 30 20:58:42.120010 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb364a4-6182-4791-8a85-557e7f463f9e req-42059607-771f-44fe-a72b-c70c9eafebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:42.121396 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7bb364a4-6182-4791-8a85-557e7f463f9e req-42059607-771f-44fe-a72b-c70c9eafebd7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391986 Jul 30 20:58:42.207728 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7bb364a4-6182-4791-8a85-557e7f463f9e req-afb51dab-af46-49d8-9b28-e82c1adfd1e8 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792429 Jul 30 20:58:42.299280 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7bb364a4-6182-4791-8a85-557e7f463f9e req-bf207a7d-2381-4b2f-b6ed-2d56b950db67 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840423 Jul 30 20:58:42.880290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1637a-44ce-4c52-8879-2a80fc636b06 req-95815d96-b4ef-44b1-8959-f180a9f1536b tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:42.881778 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7b1637a-44ce-4c52-8879-2a80fc636b06 req-95815d96-b4ef-44b1-8959-f180a9f1536b tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 944 time: 0.0524254 Jul 30 20:58:42.920899 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7b1637a-44ce-4c52-8879-2a80fc636b06 req-47cec8de-df0d-4920-9e3b-7f8289b631df tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331595 Jul 30 20:58:43.030676 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db99739-db6b-4900-9de8-b237663061a7 req-b1e22e92-7f83-4b60-8adc-2ff702de1721 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:43.032163 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7db99739-db6b-4900-9de8-b237663061a7 req-b1e22e92-7f83-4b60-8adc-2ff702de1721 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 944 time: 0.0474284 Jul 30 20:58:43.069551 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7db99739-db6b-4900-9de8-b237663061a7 req-7aecb611-4360-4b1d-9c76-a595382d4fe4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309279 Jul 30 20:58:43.247739 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 5375e22f-1cca-4586-a288-99eeffabaa33 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:58:43.288585 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dda42-c80f-49f2-8864-bffa243eb0ba req-1d7f9852-066e-4486-ad1c-3360f190741f tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:43.290154 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc8dda42-c80f-49f2-8864-bffa243eb0ba req-1d7f9852-066e-4486-ad1c-3360f190741f tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 944 time: 0.0763538 Jul 30 20:58:43.317417 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913632ea-db74-4ce0-b40f-0376e7a4cc2a req-7eaf1a8e-3fe8-4a8a-9c1a-b06a204f8bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:43.318937 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-913632ea-db74-4ce0-b40f-0376e7a4cc2a req-7eaf1a8e-3fe8-4a8a-9c1a-b06a204f8bf2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 1095 time: 0.0733125 Jul 30 20:58:43.355818 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc8dda42-c80f-49f2-8864-bffa243eb0ba req-fa11510a-caeb-4cbd-a4de-783c62eef204 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590224 Jul 30 20:58:43.427433 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913632ea-db74-4ce0-b40f-0376e7a4cc2a req-1fed171d-7014-460d-8a29-4ca574c86380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:43.428929 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-913632ea-db74-4ce0-b40f-0376e7a4cc2a req-1fed171d-7014-460d-8a29-4ca574c86380 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0978320 Jul 30 20:58:43.496784 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-913632ea-db74-4ce0-b40f-0376e7a4cc2a req-9e8f4d94-f9b6-4544-9ac2-630faf425ad3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5375e22f-1cca-4586-a288-99eeffabaa33 HTTP/1.1" status: 200 len: 1000 time: 0.0597861 Jul 30 20:58:43.507143 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 5375e22f-1cca-4586-a288-99eeffabaa33, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=5375e22f-1cca-4586-a288-99eeffabaa33,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:58:43.519123 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '5375e22f-1cca-4586-a288-99eeffabaa33', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'port_id': '5375e22f-1cca-4586-a288-99eeffabaa33', 'mac_address': 'fa:16:3e:bd:44:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:58:43.545081 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913632ea-db74-4ce0-b40f-0376e7a4cc2a req-30dcd78d-fbbb-4d46-84e5-7e7912ad150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:43.546521 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-913632ea-db74-4ce0-b40f-0376e7a4cc2a req-30dcd78d-fbbb-4d46-84e5-7e7912ad150b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0437496 Jul 30 20:58:43.556149 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:43.569298 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5375e22f-1cca-4586-a288-99eeffabaa33 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:58:43.589482 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 5375e22f-1cca-4586-a288-99eeffabaa33, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=5375e22f-1cca-4586-a288-99eeffabaa33,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:58:43.593631 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:43.595255 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913632ea-db74-4ce0-b40f-0376e7a4cc2a req-4ed2fe34-e21c-4532-8885-2b49faa0af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:43.596789 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-913632ea-db74-4ce0-b40f-0376e7a4cc2a req-4ed2fe34-e21c-4532-8885-2b49faa0af8c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437715 Jul 30 20:58:43.644388 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=5375e22f-1cca-4586-a288-99eeffabaa33,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:58:43.652020 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:58:43.652373 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:58:43.652718 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:58:43.653063 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:58:43.653397 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:58:43.653737 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:58:43.654068 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:58:43.654401 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:58:43.654731 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:58:43.655059 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:58:43.655387 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:58:43.655740 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 20:58:43.686322 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-913632ea-db74-4ce0-b40f-0376e7a4cc2a req-cb32e911-a25b-497e-93ce-51b3bc28eb61 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820169 Jul 30 20:58:43.778338 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-913632ea-db74-4ce0-b40f-0376e7a4cc2a req-6284e9c0-c1c4-427a-b9e7-17b3c987e355 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843098 Jul 30 20:58:43.937000 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['5375e22f-1cca-4586-a288-99eeffabaa33'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:58:44.469722 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ce96e-579a-4410-b396-148e892ae5e9 req-693de6f6-7577-4fdf-8578-98f562016333 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:44.471833 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-019ce96e-579a-4410-b396-148e892ae5e9 req-693de6f6-7577-4fdf-8578-98f562016333 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 945 time: 0.0489776 Jul 30 20:58:44.507819 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-019ce96e-579a-4410-b396-148e892ae5e9 req-954ed352-d56c-4dfa-b765-78a5735340eb tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301828 Jul 30 20:58:44.734639 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507ff2e-7710-426f-959d-53ee042e93dd req-cd569bcc-8458-4cc7-872b-038337a95efb tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:44.736168 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4507ff2e-7710-426f-959d-53ee042e93dd req-cd569bcc-8458-4cc7-872b-038337a95efb tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 945 time: 0.0494280 Jul 30 20:58:44.774449 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4507ff2e-7710-426f-959d-53ee042e93dd req-d79b426e-d658-4dfd-9ea1-419b76a0bca9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322044 Jul 30 20:58:45.248632 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 5375e22f-1cca-4586-a288-99eeffabaa33 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:58:45.298115 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 5375e22f-1cca-4586-a288-99eeffabaa33 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:58:45.302105 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 5375e22f-1cca-4586-a288-99eeffabaa33 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:58:45.302474 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:45.377729 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:45.399241 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e387d2b-7066-45f6-a898-2ca13f04bee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5375e22f-1cca-4586-a288-99eeffabaa33'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:58:45.413624 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 5375e22f-1cca-4586-a288-99eeffabaa33, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=5375e22f-1cca-4586-a288-99eeffabaa33,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:58:45.417634 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:45.442071 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d80467-e7ef-4fdc-97d5-71f8c739f470" -d '{"events": [{"server_uuid": "3e387d2b-7066-45f6-a898-2ca13f04bee9", "name": "network-vif-plugged", "status": "completed", "tag": "5375e22f-1cca-4586-a288-99eeffabaa33"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:58:45.472360 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=5375e22f-1cca-4586-a288-99eeffabaa33,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:58:45.520391 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88360902-61f9-4849-b25c-bfa1bb9d26db x-openstack-request-id: req-88360902-61f9-4849-b25c-bfa1bb9d26db {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:58:45.520684 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e387d2b-7066-45f6-a898-2ca13f04bee9", "name": "network-vif-plugged", "status": "completed", "tag": "5375e22f-1cca-4586-a288-99eeffabaa33", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:58:45.520940 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-88360902-61f9-4849-b25c-bfa1bb9d26db {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:58:45.521336 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e387d2b-7066-45f6-a898-2ca13f04bee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5375e22f-1cca-4586-a288-99eeffabaa33', 'code': 200} Jul 30 20:58:45.888668 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0976ee-3d5d-48ab-8516-21d427dc98ae req-af2a2a5f-6bdd-4c18-97fa-d1844bf091de tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:45.890119 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bd0976ee-3d5d-48ab-8516-21d427dc98ae req-af2a2a5f-6bdd-4c18-97fa-d1844bf091de tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 946 time: 0.0478580 Jul 30 20:58:45.931071 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bd0976ee-3d5d-48ab-8516-21d427dc98ae req-c7eca6e5-1bd9-4d71-be91-6f58ab055a54 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345483 Jul 30 20:58:45.978386 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:46.084129 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b85f94-6b04-47c4-b8a4-d7ecf57ec89e req-682f24ab-6034-4858-99c2-1f6dc4a7e5f8 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:46.085557 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a8b85f94-6b04-47c4-b8a4-d7ecf57ec89e req-682f24ab-6034-4858-99c2-1f6dc4a7e5f8 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 946 time: 0.0475564 Jul 30 20:58:46.172342 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-a8b85f94-6b04-47c4-b8a4-d7ecf57ec89e req-e51d35de-ec52-48af-8a79-d0847deac9c4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Deleting port 5375e22f-1cca-4586-a288-99eeffabaa33 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 20:58:46.172680 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a8b85f94-6b04-47c4-b8a4-d7ecf57ec89e req-e51d35de-ec52-48af-8a79-d0847deac9c4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:46.260009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-a8b85f94-6b04-47c4-b8a4-d7ecf57ec89e req-e51d35de-ec52-48af-8a79-d0847deac9c4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] For port 5375e22f-1cca-4586-a288-99eeffabaa33, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=5375e22f-1cca-4586-a288-99eeffabaa33,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:58:46.260362 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a8b85f94-6b04-47c4-b8a4-d7ecf57ec89e req-e51d35de-ec52-48af-8a79-d0847deac9c4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:46.427186 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a8b85f94-6b04-47c4-b8a4-d7ecf57ec89e req-e51d35de-ec52-48af-8a79-d0847deac9c4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:46.427468 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a8b85f94-6b04-47c4-b8a4-d7ecf57ec89e req-e51d35de-ec52-48af-8a79-d0847deac9c4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:46.427811 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [req-a8b85f94-6b04-47c4-b8a4-d7ecf57ec89e req-e51d35de-ec52-48af-8a79-d0847deac9c4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Floating IP b5050d6a-bba0-4bc7-a66e-65552b82356f disassociated. External IP: 172.25.3.222, port: 5375e22f-1cca-4586-a288-99eeffabaa33. Jul 30 20:58:46.428155 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-a8b85f94-6b04-47c4-b8a4-d7ecf57ec89e req-e51d35de-ec52-48af-8a79-d0847deac9c4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Calling delete_port for 5375e22f-1cca-4586-a288-99eeffabaa33 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 20:58:46.553641 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a8b85f94-6b04-47c4-b8a4-d7ecf57ec89e req-e51d35de-ec52-48af-8a79-d0847deac9c4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:46.580418 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d35de-ec52-48af-8a79-d0847deac9c4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Pushing event deleted for resources: {'Port': ['ID=5375e22f-1cca-4586-a288-99eeffabaa33,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:58:47.038614 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-060c29a3-5dee-4c6a-b20d-dcbabf400923 req-07f4a045-612e-47aa-b95c-f74430f585be tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e387d2b-7066-45f6-a898-2ca13f04bee9 HTTP/1.1" status: 200 len: 210 time: 0.0340288 Jul 30 20:58:47.049527 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8b85f94-6b04-47c4-b8a4-d7ecf57ec89e req-e51d35de-ec52-48af-8a79-d0847deac9c4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Router 98c6b1be-ee35-43d6-9128-b42b81fa49ad has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:58:47.154442 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8b85f94-6b04-47c4-b8a4-d7ecf57ec89e req-e51d35de-ec52-48af-8a79-d0847deac9c4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:58:47.164378 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08866ee-6419-4e56-b8c4-a9619984b374 None None] Sync routers for ids ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:58:47.174160 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08866ee-6419-4e56-b8c4-a9619984b374 None None] Routers {'98c6b1be-ee35-43d6-9128-b42b81fa49ad'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:58:47.174781 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e08866ee-6419-4e56-b8c4-a9619984b374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:58:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:58:47.196933 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b85f94-6b04-47c4-b8a4-d7ecf57ec89e req-e51d35de-ec52-48af-8a79-d0847deac9c4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] No DVR routers for this DVR port 5375e22f-1cca-4586-a288-99eeffabaa33 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 20:58:47.199732 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a8b85f94-6b04-47c4-b8a4-d7ecf57ec89e req-e51d35de-ec52-48af-8a79-d0847deac9c4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:47.202000 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a8b85f94-6b04-47c4-b8a4-d7ecf57ec89e req-e51d35de-ec52-48af-8a79-d0847deac9c4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.83 "DELETE /v2.0/ports/5375e22f-1cca-4586-a288-99eeffabaa33 HTTP/1.1" status: 204 len: 173 time: 1.1096146 Jul 30 20:58:47.202446 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e387d2b-7066-45f6-a898-2ca13f04bee9', 'name': 'network-vif-deleted', 'tag': '5375e22f-1cca-4586-a288-99eeffabaa33'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:58:47.205224 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f71f7f3-0f13-4be5-92c7-f2ed54242dcc" -d '{"events": [{"server_uuid": "3e387d2b-7066-45f6-a898-2ca13f04bee9", "name": "network-vif-deleted", "tag": "5375e22f-1cca-4586-a288-99eeffabaa33"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:58:47.251183 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8cfe76-325c-4a36-b431-5a4841efde75 x-openstack-request-id: req-7a8cfe76-325c-4a36-b431-5a4841efde75 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:58:47.251495 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e387d2b-7066-45f6-a898-2ca13f04bee9", "name": "network-vif-deleted", "tag": "5375e22f-1cca-4586-a288-99eeffabaa33", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:58:47.252137 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7a8cfe76-325c-4a36-b431-5a4841efde75 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:58:47.252563 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e387d2b-7066-45f6-a898-2ca13f04bee9', 'name': 'network-vif-deleted', 'tag': '5375e22f-1cca-4586-a288-99eeffabaa33', 'status': 'completed', 'code': 200} Jul 30 20:58:47.283543 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-e08866ee-6419-4e56-b8c4-a9619984b374 None None] Set router 98c6b1be-ee35-43d6-9128-b42b81fa49ad gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:58:47.485516 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e08866ee-6419-4e56-b8c4-a9619984b374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:31Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:58:47.510580 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08866ee-6419-4e56-b8c4-a9619984b374 None None] Checking router: 98c6b1be-ee35-43d6-9128-b42b81fa49ad for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:58:47.519075 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08866ee-6419-4e56-b8c4-a9619984b374 None None] Routers {'98c6b1be-ee35-43d6-9128-b42b81fa49ad'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:58:47.519703 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e08866ee-6419-4e56-b8c4-a9619984b374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:58:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:58:47.623075 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-e08866ee-6419-4e56-b8c4-a9619984b374 None None] Set router 98c6b1be-ee35-43d6-9128-b42b81fa49ad gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:58:47.816434 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e08866ee-6419-4e56-b8c4-a9619984b374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:31Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:58:47.842452 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08866ee-6419-4e56-b8c4-a9619984b374 None None] The sync data for ids ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'] in n-d-712137-9 is: [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:31Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:58:48.043967 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9811da0f-b9ba-42fe-a200-d0632b1c6902 None None] New status for floating IP b5050d6a-bba0-4bc7-a66e-65552b82356f: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:58:48.313481 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a81b2849-150b-43d9-9103-5622a29ca144 req-12b35b32-5fc8-4629-a63d-06d0db9acdaa tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1053506686&fields=id&tenant_id=2f75db01a0c74d088afa9c4412dcbc34 HTTP/1.1" status: 200 len: 267 time: 0.0330887 Jul 30 20:58:48.418768 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b2849-150b-43d9-9103-5622a29ca144 req-976c64d7-36ea-4c22-98ab-1deec261beab tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:48.420157 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a81b2849-150b-43d9-9103-5622a29ca144 req-976c64d7-36ea-4c22-98ab-1deec261beab tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 811 time: 0.0992649 Jul 30 20:58:48.435278 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a81b2849-150b-43d9-9103-5622a29ca144 req-26ee73e3-8acc-42c4-a9b0-737bb62024f3 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/quotas/2f75db01a0c74d088afa9c4412dcbc34 HTTP/1.1" status: 200 len: 375 time: 0.0088096 Jul 30 20:58:48.486990 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a81b2849-150b-43d9-9103-5622a29ca144 req-97ed4606-5e81-4bc7-8024-b3e2a2ce7cc0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461979 Jul 30 20:58:48.650766 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a81b2849-150b-43d9-9103-5622a29ca144 req-0c70b66d-684e-4458-81fd-84dbd3e10bdf service neutron] 10.222.0.81 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215494 Jul 30 20:58:48.738680 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a81b2849-150b-43d9-9103-5622a29ca144 req-d791c366-d4bb-48fd-ae52-1c29706e6e23 service neutron] 10.222.0.81 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817189 Jul 30 20:58:48.900382 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17ba2262-1d00-477f-a3cc-cf2c07088b13 req-2b6f38c3-b770-4289-8dfd-8e0397bb2bf4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 210 time: 0.0307932 Jul 30 20:58:49.264522 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 5375e22f-1cca-4586-a288-99eeffabaa33 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 20:58:49.285187 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 5375e22f-1cca-4586-a288-99eeffabaa33 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 20:58:49.285452 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 5375e22f-1cca-4586-a288-99eeffabaa33 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 20:58:49.773183 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b2849-150b-43d9-9103-5622a29ca144 req-a128f88b-dc4b-437d-beee-e56c1409bc11 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:49.774615 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a81b2849-150b-43d9-9103-5622a29ca144 req-a128f88b-dc4b-437d-beee-e56c1409bc11 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.59 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 811 time: 0.0998702 Jul 30 20:58:49.818750 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a81b2849-150b-43d9-9103-5622a29ca144 req-3a6931c8-04da-4427-9903-cc0b4b5852bf tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f75db01a0c74d088afa9c4412dcbc34 HTTP/1.1" status: 200 len: 380 time: 0.0346079 Jul 30 20:58:49.830117 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-a81b2849-150b-43d9-9103-5622a29ca144 req-c7afa848-b026-4fee-90de-07c0b9b73494 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Request body: {'port': {'device_id': 'fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'admin_state_up': True, 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'security_groups': ['34326f2d-5362-4b8a-a675-97166c0eab3c']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:58:49.936610 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81b2849-150b-43d9-9103-5622a29ca144 req-c7afa848-b026-4fee-90de-07c0b9b73494 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Made reservation on behalf of 2f75db01a0c74d088afa9c4412dcbc34 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 20:58:49.940186 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a81b2849-150b-43d9-9103-5622a29ca144 req-c7afa848-b026-4fee-90de-07c0b9b73494 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:50.025786 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b82fb453-71cb-4c83-96cc-efc1f99806a1 req-20a2f46c-df16-4f4b-9c41-f55cbf982abe tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 210 time: 0.0330937 Jul 30 20:58:50.042414 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:50.091606 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-a81b2849-150b-43d9-9103-5622a29ca144 req-c7afa848-b026-4fee-90de-07c0b9b73494 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Allocated IP 172.20.0.9 (a3846609-6deb-4b98-bfac-8b1f34f90937/4af61358-9ab0-454c-a49b-88cde2ed7e24/01465012-6c00-49aa-b5ee-bb24f44e695f) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 20:58:50.224521 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a81b2849-150b-43d9-9103-5622a29ca144 req-c7afa848-b026-4fee-90de-07c0b9b73494 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:50.238469 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-a81b2849-150b-43d9-9103-5622a29ca144 req-c7afa848-b026-4fee-90de-07c0b9b73494 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Transition to ACTIVE for port object 01465012-6c00-49aa-b5ee-bb24f44e695f will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:58:50.269856 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a81b2849-150b-43d9-9103-5622a29ca144 req-c7afa848-b026-4fee-90de-07c0b9b73494 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:50.316057 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81b2849-150b-43d9-9103-5622a29ca144 req-c7afa848-b026-4fee-90de-07c0b9b73494 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Network a3846609-6deb-4b98-bfac-8b1f34f90937 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 20:58:50.319156 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-a81b2849-150b-43d9-9103-5622a29ca144 req-c7afa848-b026-4fee-90de-07c0b9b73494 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 20:58:50.322806 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81b2849-150b-43d9-9103-5622a29ca144 req-c7afa848-b026-4fee-90de-07c0b9b73494 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 20:58:50.331668 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7afa848-b026-4fee-90de-07c0b9b73494 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Pushing event updated for resources: {'Port': ['ID=01465012-6c00-49aa-b5ee-bb24f44e695f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:58:50.377455 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b2849-150b-43d9-9103-5622a29ca144 req-c7afa848-b026-4fee-90de-07c0b9b73494 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:50.378081 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a81b2849-150b-43d9-9103-5622a29ca144 req-c7afa848-b026-4fee-90de-07c0b9b73494 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:50.394003 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a81b2849-150b-43d9-9103-5622a29ca144 req-c7afa848-b026-4fee-90de-07c0b9b73494 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5674059 Jul 30 20:58:50.406477 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-a81b2849-150b-43d9-9103-5622a29ca144 req-16511bda-58cd-45f8-ac39-25ec9598c866 service neutron] Request body: {'port': {'device_id': 'fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:58:50.462409 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a81b2849-150b-43d9-9103-5622a29ca144 req-16511bda-58cd-45f8-ac39-25ec9598c866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:50.551976 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bac49ca3-87e4-4e42-b585-de1a1d8b661c None None] Provisioning for port 01465012-6c00-49aa-b5ee-bb24f44e695f completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:58:50.555651 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bac49ca3-87e4-4e42-b585-de1a1d8b661c None None] Provisioning complete for port 01465012-6c00-49aa-b5ee-bb24f44e695f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:58:50.556090 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bac49ca3-87e4-4e42-b585-de1a1d8b661c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:50.589390 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bac49ca3-87e4-4e42-b585-de1a1d8b661c None None] Port 01465012-6c00-49aa-b5ee-bb24f44e695f cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 20:58:50.727598 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-a81b2849-150b-43d9-9103-5622a29ca144 req-16511bda-58cd-45f8-ac39-25ec9598c866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01465012-6c00-49aa-b5ee-bb24f44e695f {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:58:50.734800 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a81b2849-150b-43d9-9103-5622a29ca144 req-16511bda-58cd-45f8-ac39-25ec9598c866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:50.746517 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-a81b2849-150b-43d9-9103-5622a29ca144 req-16511bda-58cd-45f8-ac39-25ec9598c866 service neutron] Transition to ACTIVE for port object 01465012-6c00-49aa-b5ee-bb24f44e695f will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 20:58:50.750022 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a81b2849-150b-43d9-9103-5622a29ca144 req-16511bda-58cd-45f8-ac39-25ec9598c866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:50.797365 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16511bda-58cd-45f8-ac39-25ec9598c866 service neutron] Pushing event updated for resources: {'Port': ['ID=01465012-6c00-49aa-b5ee-bb24f44e695f,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:58:50.869720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-a81b2849-150b-43d9-9103-5622a29ca144 req-16511bda-58cd-45f8-ac39-25ec9598c866 service neutron] Attempting to bind port 01465012-6c00-49aa-b5ee-bb24f44e695f on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 20:58:50.870059 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-a81b2849-150b-43d9-9103-5622a29ca144 req-16511bda-58cd-45f8-ac39-25ec9598c866 service neutron] Attempting to bind port 01465012-6c00-49aa-b5ee-bb24f44e695f by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 20:58:50.870391 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b2849-150b-43d9-9103-5622a29ca144 req-16511bda-58cd-45f8-ac39-25ec9598c866 service neutron] Attempting to bind port 01465012-6c00-49aa-b5ee-bb24f44e695f on network a3846609-6deb-4b98-bfac-8b1f34f90937 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:58:50.874892 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b2849-150b-43d9-9103-5622a29ca144 req-16511bda-58cd-45f8-ac39-25ec9598c866 service neutron] Port 01465012-6c00-49aa-b5ee-bb24f44e695f on network a3846609-6deb-4b98-bfac-8b1f34f90937 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 20:58:50.875216 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b2849-150b-43d9-9103-5622a29ca144 req-16511bda-58cd-45f8-ac39-25ec9598c866 service neutron] Attempting to bind port 01465012-6c00-49aa-b5ee-bb24f44e695f on network a3846609-6deb-4b98-bfac-8b1f34f90937 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 20:58:50.880723 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b2849-150b-43d9-9103-5622a29ca144 req-16511bda-58cd-45f8-ac39-25ec9598c866 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 20, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 20:58:50.881064 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b2849-150b-43d9-9103-5622a29ca144 req-16511bda-58cd-45f8-ac39-25ec9598c866 service neutron] Checking segment: {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 20:58:50.881449 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b2849-150b-43d9-9103-5622a29ca144 req-16511bda-58cd-45f8-ac39-25ec9598c866 service neutron] Bound using segment: {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 20:58:50.881879 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-a81b2849-150b-43d9-9103-5622a29ca144 req-16511bda-58cd-45f8-ac39-25ec9598c866 service neutron] Bound port: 01465012-6c00-49aa-b5ee-bb24f44e695f, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 20:58:50.882245 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a81b2849-150b-43d9-9103-5622a29ca144 req-16511bda-58cd-45f8-ac39-25ec9598c866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:50.951389 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-a81b2849-150b-43d9-9103-5622a29ca144 req-16511bda-58cd-45f8-ac39-25ec9598c866 service neutron] For port 01465012-6c00-49aa-b5ee-bb24f44e695f, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 20:58:50.955342 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-a81b2849-150b-43d9-9103-5622a29ca144 req-16511bda-58cd-45f8-ac39-25ec9598c866 service neutron] For port 01465012-6c00-49aa-b5ee-bb24f44e695f, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=01465012-6c00-49aa-b5ee-bb24f44e695f,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 20:58:50.959535 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a81b2849-150b-43d9-9103-5622a29ca144 req-16511bda-58cd-45f8-ac39-25ec9598c866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:50.991246 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b2849-150b-43d9-9103-5622a29ca144 req-16511bda-58cd-45f8-ac39-25ec9598c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:50.991888 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a81b2849-150b-43d9-9103-5622a29ca144 req-16511bda-58cd-45f8-ac39-25ec9598c866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:50.993253 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a81b2849-150b-43d9-9103-5622a29ca144 req-16511bda-58cd-45f8-ac39-25ec9598c866 service neutron] 10.222.0.59 "PUT /v2.0/ports/01465012-6c00-49aa-b5ee-bb24f44e695f HTTP/1.1" status: 200 len: 1091 time: 0.5911598 Jul 30 20:58:50.993686 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c', 'tag': '01465012-6c00-49aa-b5ee-bb24f44e695f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:58:50.995980 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c53f331-05b5-4d24-b950-c2bba7e2ee95" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c", "tag": "01465012-6c00-49aa-b5ee-bb24f44e695f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:58:51.038849 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7e6d72-f549-457b-83aa-e81fc42a2e33 x-openstack-request-id: req-4d7e6d72-f549-457b-83aa-e81fc42a2e33 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:58:51.039209 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c", "tag": "01465012-6c00-49aa-b5ee-bb24f44e695f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:58:51.039542 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4d7e6d72-f549-457b-83aa-e81fc42a2e33 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:58:51.040011 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c', 'tag': '01465012-6c00-49aa-b5ee-bb24f44e695f', 'status': 'completed', 'code': 200} Jul 30 20:58:51.052679 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16511bda-58cd-45f8-ac39-25ec9598c866 service neutron] Pushing event updated for resources: {'Port': ['ID=01465012-6c00-49aa-b5ee-bb24f44e695f,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:58:51.087419 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b2849-150b-43d9-9103-5622a29ca144 req-0bfe657b-a70d-4d3e-8af7-86af099c46fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:51.089321 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a81b2849-150b-43d9-9103-5622a29ca144 req-0bfe657b-a70d-4d3e-8af7-86af099c46fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 1094 time: 0.0480518 Jul 30 20:58:51.146241 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a81b2849-150b-43d9-9103-5622a29ca144 req-c6abd6e4-7a88-4459-ab5e-4922eb9cce2e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01465012-6c00-49aa-b5ee-bb24f44e695f HTTP/1.1" status: 200 len: 217 time: 0.0484161 Jul 30 20:58:51.218747 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1952f-5125-48fe-9d7c-46bfc19b9bee req-d9dd9408-8b6f-4761-a321-d70fe0d3c67a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:51.220282 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1ec1952f-5125-48fe-9d7c-46bfc19b9bee req-d9dd9408-8b6f-4761-a321-d70fe0d3c67a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 943 time: 0.1161520 Jul 30 20:58:51.222007 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b2849-150b-43d9-9103-5622a29ca144 req-d887767f-442f-4c29-8ab1-f2b881a512a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:51.223334 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a81b2849-150b-43d9-9103-5622a29ca144 req-d887767f-442f-4c29-8ab1-f2b881a512a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0628159 Jul 30 20:58:51.290030 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1ec1952f-5125-48fe-9d7c-46bfc19b9bee req-70df81a8-e718-44bf-a455-ebf66bf76c6f tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638161 Jul 30 20:58:51.296533 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b2849-150b-43d9-9103-5622a29ca144 req-f044e22d-4545-419e-a13a-5eb5014b4795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:51.297972 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a81b2849-150b-43d9-9103-5622a29ca144 req-f044e22d-4545-419e-a13a-5eb5014b4795 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649447 Jul 30 20:58:51.327634 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c390416-3df6-4089-8049-45893a970e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:51.388874 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a81b2849-150b-43d9-9103-5622a29ca144 req-5b5c35fc-d71b-4340-9886-ddbd97d98611 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830395 Jul 30 20:58:51.481882 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a81b2849-150b-43d9-9103-5622a29ca144 req-e20361ac-bd45-42da-9ff5-0a25f7e6f0e7 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852261 Jul 30 20:58:51.564366 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53f331-05b5-4d24-b950-c2bba7e2ee95 req-3b4a364b-a322-41fb-a7cd-b2d222d79c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:51.565817 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c53f331-05b5-4d24-b950-c2bba7e2ee95 req-3b4a364b-a322-41fb-a7cd-b2d222d79c81 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 1094 time: 0.0410786 Jul 30 20:58:51.653989 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53f331-05b5-4d24-b950-c2bba7e2ee95 req-36923aa9-ba02-4d9b-9a57-e91f7f067035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:51.655356 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c53f331-05b5-4d24-b950-c2bba7e2ee95 req-36923aa9-ba02-4d9b-9a57-e91f7f067035 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0827212 Jul 30 20:58:51.700137 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c53f331-05b5-4d24-b950-c2bba7e2ee95 req-328117b6-fb65-4408-9f96-ee7f247e498f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01465012-6c00-49aa-b5ee-bb24f44e695f HTTP/1.1" status: 200 len: 217 time: 0.0376992 Jul 30 20:58:51.749739 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53f331-05b5-4d24-b950-c2bba7e2ee95 req-e7f2b16d-2124-4e81-9cea-ca63f83c83c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:51.751216 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c53f331-05b5-4d24-b950-c2bba7e2ee95 req-e7f2b16d-2124-4e81-9cea-ca63f83c83c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0433795 Jul 30 20:58:51.797605 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53f331-05b5-4d24-b950-c2bba7e2ee95 req-c65d2550-e1f4-44c5-ad9d-125cc88673a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:51.799094 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c53f331-05b5-4d24-b950-c2bba7e2ee95 req-c65d2550-e1f4-44c5-ad9d-125cc88673a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400603 Jul 30 20:58:51.892852 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c53f331-05b5-4d24-b950-c2bba7e2ee95 req-23f17648-c131-4fea-b420-38a591b74d43 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841322 Jul 30 20:58:51.981102 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c53f331-05b5-4d24-b950-c2bba7e2ee95 req-8ca7127f-6472-42bb-b847-9c9ff60039a7 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810010 Jul 30 20:58:52.411638 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c6adf-ff93-4103-b73b-6a0638cc249d req-445cbbe1-3941-4949-9212-36fab61b546c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:52.413100 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c82c6adf-ff93-4103-b73b-6a0638cc249d req-445cbbe1-3941-4949-9212-36fab61b546c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 943 time: 0.0550203 Jul 30 20:58:52.450305 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c82c6adf-ff93-4103-b73b-6a0638cc249d req-e232cbb8-8ba5-4ab7-a386-849e2ad04424 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309746 Jul 30 20:58:53.567296 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20c2e3-626c-4cea-a78c-08a5f439202b req-1800e6a2-45bd-46e8-8966-8d52c5360960 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:53.568909 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4c20c2e3-626c-4cea-a78c-08a5f439202b req-1800e6a2-45bd-46e8-8966-8d52c5360960 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 943 time: 0.0495322 Jul 30 20:58:53.606601 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4c20c2e3-626c-4cea-a78c-08a5f439202b req-10058a2e-e45f-4082-ab6d-8d9cd82693b8 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318773 Jul 30 20:58:53.755291 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20d4780d-1e61-43fa-ae8a-81ad80738eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:54.022872 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:54.720737 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff41c3-20dc-4e9f-9e3a-1f0d38399fff req-1a232f12-71fb-40c8-b6ae-5431bb560250 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:54.722192 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4dff41c3-20dc-4e9f-9e3a-1f0d38399fff req-1a232f12-71fb-40c8-b6ae-5431bb560250 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 943 time: 0.0491564 Jul 30 20:58:54.759328 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4dff41c3-20dc-4e9f-9e3a-1f0d38399fff req-ecdf80c1-454f-4030-a678-9080ee4643e3 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312684 Jul 30 20:58:54.905248 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 01465012-6c00-49aa-b5ee-bb24f44e695f details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 20:58:54.996963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 01465012-6c00-49aa-b5ee-bb24f44e695f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=01465012-6c00-49aa-b5ee-bb24f44e695f,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:58:55.007853 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '01465012-6c00-49aa-b5ee-bb24f44e695f', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'port_id': '01465012-6c00-49aa-b5ee-bb24f44e695f', 'mac_address': 'fa:16:3e:6a:63:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 20:58:55.044315 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:55.059756 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01465012-6c00-49aa-b5ee-bb24f44e695f {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 20:58:55.078204 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 01465012-6c00-49aa-b5ee-bb24f44e695f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=01465012-6c00-49aa-b5ee-bb24f44e695f,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:58:55.082167 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:55.127757 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=01465012-6c00-49aa-b5ee-bb24f44e695f,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:58:55.144409 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:55.281812 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['01465012-6c00-49aa-b5ee-bb24f44e695f'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 20:58:55.877492 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cb444-2f01-46c2-b90a-2fdd25123170 req-375071ca-a170-480b-88e0-1028534230be tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:55.878967 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9f0cb444-2f01-46c2-b90a-2fdd25123170 req-375071ca-a170-480b-88e0-1028534230be tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 944 time: 0.0537057 Jul 30 20:58:55.916428 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9f0cb444-2f01-46c2-b90a-2fdd25123170 req-538d14ca-594e-47d7-9ab5-62a4e458c433 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315323 Jul 30 20:58:56.935487 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 01465012-6c00-49aa-b5ee-bb24f44e695f up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 20:58:56.986312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 01465012-6c00-49aa-b5ee-bb24f44e695f completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 20:58:56.996814 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 01465012-6c00-49aa-b5ee-bb24f44e695f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 20:58:56.997186 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:57.021251 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:57.032050 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ac27d-36a0-4056-a47c-508fad53543d req-b7784496-1d94-4461-a2c3-5e69d021e864 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:57.033635 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-556ac27d-36a0-4056-a47c-508fad53543d req-b7784496-1d94-4461-a2c3-5e69d021e864 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 944 time: 0.0495839 Jul 30 20:58:57.072936 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-556ac27d-36a0-4056-a47c-508fad53543d req-d21df68f-95ab-47ed-8363-b52a8cd9446e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330157 Jul 30 20:58:57.077692 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:57.100314 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01465012-6c00-49aa-b5ee-bb24f44e695f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:58:57.102554 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebbbbc1-c62a-46ba-8076-5ecd91deef19" -d '{"events": [{"server_uuid": "fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c", "name": "network-vif-plugged", "status": "completed", "tag": "01465012-6c00-49aa-b5ee-bb24f44e695f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:58:57.115783 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 01465012-6c00-49aa-b5ee-bb24f44e695f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=01465012-6c00-49aa-b5ee-bb24f44e695f,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 20:58:57.119700 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:57.144874 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 20:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563d6e6f-843b-412b-8a18-195f0fe2139d x-openstack-request-id: req-563d6e6f-843b-412b-8a18-195f0fe2139d {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:58:57.145286 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c", "name": "network-vif-plugged", "status": "completed", "tag": "01465012-6c00-49aa-b5ee-bb24f44e695f", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:58:57.145401 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-563d6e6f-843b-412b-8a18-195f0fe2139d {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:58:57.145753 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01465012-6c00-49aa-b5ee-bb24f44e695f', 'code': 200} Jul 30 20:58:57.172815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=01465012-6c00-49aa-b5ee-bb24f44e695f,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 20:58:57.237265 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a78b7-24a3-4c78-9fce-6732717825ec req-3e442a16-ccd5-44dd-b11b-3bb98bbfaa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:57.238744 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d40a78b7-24a3-4c78-9fce-6732717825ec req-3e442a16-ccd5-44dd-b11b-3bb98bbfaa06 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 1096 time: 0.0395923 Jul 30 20:58:57.273163 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d40a78b7-24a3-4c78-9fce-6732717825ec req-f66b7a61-8712-4db9-b13b-61e5a5a3a035 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274215 Jul 30 20:58:58.195944 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32413436-2600-403f-8fa9-737aea0a38ae req-59d3b8bb-fa30-44ca-9db7-6be68a86479a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:58.197414 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32413436-2600-403f-8fa9-737aea0a38ae req-59d3b8bb-fa30-44ca-9db7-6be68a86479a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 945 time: 0.0541668 Jul 30 20:58:58.234806 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32413436-2600-403f-8fa9-737aea0a38ae req-2422d7bb-ae76-4743-bed4-a937080ab228 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313752 Jul 30 20:58:58.344937 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6706f35-0ca8-4aaa-b8fd-5d1350239e49 req-3da9f292-805e-436a-96e6-9a7f3b5f2df2 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:58.346410 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6706f35-0ca8-4aaa-b8fd-5d1350239e49 req-3da9f292-805e-436a-96e6-9a7f3b5f2df2 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 945 time: 0.0492909 Jul 30 20:58:58.354934 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 53774) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 20:58:58.359208 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-313131cb-092c-4347-a613-98f46289b292 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Request body: {'floatingip': {'port_id': '01465012-6c00-49aa-b5ee-bb24f44e695f'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 20:58:58.398045 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-313131cb-092c-4347-a613-98f46289b292 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for floatingip, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:58.824865 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-313131cb-092c-4347-a613-98f46289b292 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:58.828489 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-313131cb-092c-4347-a613-98f46289b292 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:58.926643 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-313131cb-092c-4347-a613-98f46289b292 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Floating IP b5050d6a-bba0-4bc7-a66e-65552b82356f associated. External IP: 172.25.3.222, port: 01465012-6c00-49aa-b5ee-bb24f44e695f. Jul 30 20:58:59.127126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313131cb-092c-4347-a613-98f46289b292 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Router 98c6b1be-ee35-43d6-9128-b42b81fa49ad has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 20:58:59.230829 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313131cb-092c-4347-a613-98f46289b292 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 20:58:59.236157 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-313131cb-092c-4347-a613-98f46289b292 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:58:59.241366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0cdfe9-b3cf-4e63-b0c2-cdc9a40a54db None None] Sync routers for ids ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 20:58:59.249968 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0cdfe9-b3cf-4e63-b0c2-cdc9a40a54db None None] Routers {'98c6b1be-ee35-43d6-9128-b42b81fa49ad'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:58:59.250558 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bc0cdfe9-b3cf-4e63-b0c2-cdc9a40a54db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:58:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:58:59.262696 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-313131cb-092c-4347-a613-98f46289b292 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "PUT /v2.0/floatingips/b5050d6a-bba0-4bc7-a66e-65552b82356f HTTP/1.1" status: 200 len: 991 time: 0.9068177 Jul 30 20:58:59.263360 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c', 'tag': '01465012-6c00-49aa-b5ee-bb24f44e695f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 20:58:59.265714 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5aebdd-c8b5-4b3b-93f9-ce8386b9cff9" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c", "tag": "01465012-6c00-49aa-b5ee-bb24f44e695f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 20:58:59.351919 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 20:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31666766-b82c-4682-b639-d1dd6ff829f1 x-openstack-request-id: req-31666766-b82c-4682-b639-d1dd6ff829f1 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 20:58:59.352213 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c", "tag": "01465012-6c00-49aa-b5ee-bb24f44e695f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 20:58:59.352466 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-31666766-b82c-4682-b639-d1dd6ff829f1 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 20:58:59.352872 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c', 'tag': '01465012-6c00-49aa-b5ee-bb24f44e695f', 'status': 'completed', 'code': 200} Jul 30 20:58:59.357809 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-bc0cdfe9-b3cf-4e63-b0c2-cdc9a40a54db None None] Set router 98c6b1be-ee35-43d6-9128-b42b81fa49ad gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:58:59.413358 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5aebdd-c8b5-4b3b-93f9-ce8386b9cff9 req-8ffb87ac-fdf2-43d3-a8df-123802ac8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:59.414773 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c5aebdd-c8b5-4b3b-93f9-ce8386b9cff9 req-8ffb87ac-fdf2-43d3-a8df-123802ac8fed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 1096 time: 0.0409920 Jul 30 20:58:59.506517 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5aebdd-c8b5-4b3b-93f9-ce8386b9cff9 req-3ecb76ae-3277-4f64-824c-62bae6f3625a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:59.508010 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c5aebdd-c8b5-4b3b-93f9-ce8386b9cff9 req-3ecb76ae-3277-4f64-824c-62bae6f3625a service neutron] 10.222.0.59 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0864160 Jul 30 20:58:59.573479 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bc0cdfe9-b3cf-4e63-b0c2-cdc9a40a54db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'b5050d6a-bba0-4bc7-a66e-65552b82356f', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'port_id': '01465012-6c00-49aa-b5ee-bb24f44e695f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'mac_address': 'fa:16:3e:6a:63:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:53:28Z', 'updated_at': '2021-07-30T20:58:58Z', 'revision_number': 9, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:31Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:58:59.574327 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c5aebdd-c8b5-4b3b-93f9-ce8386b9cff9 req-08e4fbe3-e449-44d9-ad8e-eeda4105a888 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01465012-6c00-49aa-b5ee-bb24f44e695f HTTP/1.1" status: 200 len: 999 time: 0.0584636 Jul 30 20:58:59.601140 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0cdfe9-b3cf-4e63-b0c2-cdc9a40a54db None None] Checking router: 98c6b1be-ee35-43d6-9128-b42b81fa49ad for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 20:58:59.610495 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0cdfe9-b3cf-4e63-b0c2-cdc9a40a54db None None] Routers {'98c6b1be-ee35-43d6-9128-b42b81fa49ad'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 20:58:59.611113 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bc0cdfe9-b3cf-4e63-b0c2-cdc9a40a54db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T20:58:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:58:59.627481 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5aebdd-c8b5-4b3b-93f9-ce8386b9cff9 req-19c70ab5-f594-4af4-ac03-b93db339c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:59.628964 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c5aebdd-c8b5-4b3b-93f9-ce8386b9cff9 req-19c70ab5-f594-4af4-ac03-b93db339c3d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0473051 Jul 30 20:58:59.684873 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5aebdd-c8b5-4b3b-93f9-ce8386b9cff9 req-24158c41-6592-4f41-acde-769ffd454166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:58:59.686284 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c5aebdd-c8b5-4b3b-93f9-ce8386b9cff9 req-24158c41-6592-4f41-acde-769ffd454166 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502946 Jul 30 20:58:59.721230 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-bc0cdfe9-b3cf-4e63-b0c2-cdc9a40a54db None None] Set router 98c6b1be-ee35-43d6-9128-b42b81fa49ad gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 20:58:59.775213 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c5aebdd-c8b5-4b3b-93f9-ce8386b9cff9 req-bd26a25a-9b8b-4d55-8747-ea395aa75842 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821846 Jul 30 20:58:59.868794 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c5aebdd-c8b5-4b3b-93f9-ce8386b9cff9 req-cdf61a0f-e3aa-4c0e-abfe-348cb5dddb56 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862079 Jul 30 20:58:59.943567 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bc0cdfe9-b3cf-4e63-b0c2-cdc9a40a54db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'b5050d6a-bba0-4bc7-a66e-65552b82356f', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'port_id': '01465012-6c00-49aa-b5ee-bb24f44e695f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'mac_address': 'fa:16:3e:6a:63:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:53:28Z', 'updated_at': '2021-07-30T20:58:58Z', 'revision_number': 9, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:31Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 20:58:59.969435 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0cdfe9-b3cf-4e63-b0c2-cdc9a40a54db None None] The sync data for ids ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'] in n-d-712137-9 is: [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'b5050d6a-bba0-4bc7-a66e-65552b82356f', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'port_id': '01465012-6c00-49aa-b5ee-bb24f44e695f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'mac_address': 'fa:16:3e:6a:63:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:53:28Z', 'updated_at': '2021-07-30T20:58:58Z', 'revision_number': 9, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:31Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 20:59:00.157835 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ce98d6-eccb-47f1-845c-7f56853aa1d0 None None] New status for floating IP b5050d6a-bba0-4bc7-a66e-65552b82356f: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 20:59:12.839930 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:59:13.402316 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f8c17b40-80cb-41c6-aefe-2f5c28669554 req-811daa0d-0fd8-4de4-b112-08935997dee6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394645 Jul 30 20:59:13.487714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c17b40-80cb-41c6-aefe-2f5c28669554 req-63618e47-dd01-4843-a3da-aa5c5042787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:59:13.489196 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f8c17b40-80cb-41c6-aefe-2f5c28669554 req-63618e47-dd01-4843-a3da-aa5c5042787e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 1096 time: 0.0403674 Jul 30 20:59:13.602157 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c17b40-80cb-41c6-aefe-2f5c28669554 req-d7f670e8-22ea-47e1-8822-7bfa410abcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:59:13.603647 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f8c17b40-80cb-41c6-aefe-2f5c28669554 req-d7f670e8-22ea-47e1-8822-7bfa410abcbd service neutron] 10.222.0.59 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0880089 Jul 30 20:59:13.670189 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f8c17b40-80cb-41c6-aefe-2f5c28669554 req-97c4a2e8-44ca-4e08-9090-738542be9cbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01465012-6c00-49aa-b5ee-bb24f44e695f HTTP/1.1" status: 200 len: 1002 time: 0.0573323 Jul 30 20:59:13.719441 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c17b40-80cb-41c6-aefe-2f5c28669554 req-634dd266-1288-4ea5-bf20-de14af55f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:59:13.721416 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f8c17b40-80cb-41c6-aefe-2f5c28669554 req-634dd266-1288-4ea5-bf20-de14af55f1f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0425079 Jul 30 20:59:13.770606 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c17b40-80cb-41c6-aefe-2f5c28669554 req-6476c019-6ce9-46bd-83c7-5311b348c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 20:59:13.772087 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f8c17b40-80cb-41c6-aefe-2f5c28669554 req-6476c019-6ce9-46bd-83c7-5311b348c416 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426738 Jul 30 20:59:13.861945 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f8c17b40-80cb-41c6-aefe-2f5c28669554 req-d982fd2e-a823-44d4-b5fd-014463392571 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800846 Jul 30 20:59:13.953742 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f8c17b40-80cb-41c6-aefe-2f5c28669554 req-245b69da-5d07-4c5e-9bc8-b5940934f34b service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843146 Jul 30 20:59:15.985288 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:59:20.041396 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:59:21.328056 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7b302f6d-a60d-4c87-9b0a-5661a0fc78cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:59:23.755417 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1fe0c65d-c6ea-4572-b473-9d745d86f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:59:24.023427 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:59:25.146309 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:59:27.003447 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:59:45.988162 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:59:49.838479 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 20:59:50.055033 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:59:51.328069 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59d531ab-dee9-4425-a5f4-846033b34676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:59:53.758698 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3fdadd0c-1dc5-4820-809c-b7c112df1e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:59:54.023805 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:59:55.152016 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 20:59:57.007459 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:14.011391 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e302b08-6d70-4d07-a097-b4fffeb3b953 req-afe2fdf6-e50f-4057-a1ac-83177e321491 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475907 Jul 30 21:00:14.092414 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e302b08-6d70-4d07-a097-b4fffeb3b953 req-f2d17c54-0c25-4518-8a68-46d9d0bd1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:14.093873 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e302b08-6d70-4d07-a097-b4fffeb3b953 req-f2d17c54-0c25-4518-8a68-46d9d0bd1caf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 1096 time: 0.0415578 Jul 30 21:00:14.198030 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e302b08-6d70-4d07-a097-b4fffeb3b953 req-b37ef64e-8359-49bc-8a49-1f425e317dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:14.199447 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e302b08-6d70-4d07-a097-b4fffeb3b953 req-b37ef64e-8359-49bc-8a49-1f425e317dbd service neutron] 10.222.0.59 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0859404 Jul 30 21:00:14.262935 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e302b08-6d70-4d07-a097-b4fffeb3b953 req-5e9664b3-8b31-47ff-91eb-eff4770ce099 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01465012-6c00-49aa-b5ee-bb24f44e695f HTTP/1.1" status: 200 len: 1002 time: 0.0558610 Jul 30 21:00:14.310977 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e302b08-6d70-4d07-a097-b4fffeb3b953 req-cd613a8a-1cbb-4353-9908-53717c1b948c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:14.312479 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e302b08-6d70-4d07-a097-b4fffeb3b953 req-cd613a8a-1cbb-4353-9908-53717c1b948c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0429158 Jul 30 21:00:14.686473 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e302b08-6d70-4d07-a097-b4fffeb3b953 req-49cf2b6b-9010-4a03-b7a8-51aae10807fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:14.688175 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e302b08-6d70-4d07-a097-b4fffeb3b953 req-49cf2b6b-9010-4a03-b7a8-51aae10807fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3688343 Jul 30 21:00:14.776530 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e302b08-6d70-4d07-a097-b4fffeb3b953 req-d7c6bb6b-f85a-47a2-811d-3dec79d8ba7a service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805757 Jul 30 21:00:14.868985 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e302b08-6d70-4d07-a097-b4fffeb3b953 req-87681022-a672-4aff-a0b9-95b7c7cd8485 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854328 Jul 30 21:00:15.987562 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:20.055386 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:21.330584 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ba79ff0-5d56-455e-8680-62554f5c57a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:23.761285 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-353ebb71-1e1b-4263-b1da-013686531708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:24.023270 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:25.155327 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:26.836758 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:00:27.007475 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:36.043380 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d23c4-da6d-4e57-8fc7-7679c97d0583 req-7d36d801-5a3a-4001-8e06-2c87125c2f73 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:36.045151 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b92d23c4-da6d-4e57-8fc7-7679c97d0583 req-7d36d801-5a3a-4001-8e06-2c87125c2f73 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 945 time: 0.0505855 Jul 30 21:00:36.085462 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b92d23c4-da6d-4e57-8fc7-7679c97d0583 req-9fa2b70a-41c1-4ae4-b4af-edb4db80396e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340290 Jul 30 21:00:36.125216 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-fcd976b5-599c-43a0-a8a6-464dd2875cfb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0790975 Jul 30 21:00:37.145822 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-919b0a79-a084-4ba7-92d5-bcc4101367ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:37.147341 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-919b0a79-a084-4ba7-92d5-bcc4101367ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 1096 time: 0.0458603 Jul 30 21:00:37.263060 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae1d68-bfa6-4208-9f04-c2e92ae708ff req-541c6e51-2c3f-469f-90a6-b8eef2ad80c1 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:37.264488 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e1ae1d68-bfa6-4208-9f04-c2e92ae708ff req-541c6e51-2c3f-469f-90a6-b8eef2ad80c1 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 945 time: 0.1028252 Jul 30 21:00:37.291688 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-7ef24a77-87d3-449a-8f82-cc8ce0f09ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:37.293110 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-7ef24a77-87d3-449a-8f82-cc8ce0f09ecb service neutron] 10.222.0.59 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.1387603 Jul 30 21:00:37.346855 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e1ae1d68-bfa6-4208-9f04-c2e92ae708ff req-67187330-2a36-47de-b1fb-299cff79e057 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761023 Jul 30 21:00:37.369095 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-3d9c394a-3845-40fe-862c-7b07101e2fab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01465012-6c00-49aa-b5ee-bb24f44e695f HTTP/1.1" status: 200 len: 1002 time: 0.0683894 Jul 30 21:00:37.420321 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-25d9c866-2f32-4e86-8dde-c540210e8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:37.421742 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-25d9c866-2f32-4e86-8dde-c540210e8681 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0445344 Jul 30 21:00:37.470711 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-ceb7662c-87d5-497e-9054-b5763a5c1a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:37.472201 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-ceb7662c-87d5-497e-9054-b5763a5c1a0c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432923 Jul 30 21:00:37.559445 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-486bae5a-e7d5-4719-b6d5-4571dafe2758 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801952 Jul 30 21:00:37.654120 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-f154d416-c234-4eec-a7d2-ca5a70b6f1e6 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859153 Jul 30 21:00:38.464069 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358e178-d42e-4b49-a258-b9661f5d118d req-72a571ce-9a97-46f1-adaa-bb986e7de432 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:38.465522 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2358e178-d42e-4b49-a258-b9661f5d118d req-72a571ce-9a97-46f1-adaa-bb986e7de432 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 945 time: 0.0524449 Jul 30 21:00:38.502550 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2358e178-d42e-4b49-a258-b9661f5d118d req-9c8a4cfe-472d-4846-9db0-e53dc9457cb4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310876 Jul 30 21:00:39.617301 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f98bf1-fc77-4560-8290-90d14af198d5 req-63cf968b-a5fa-4441-9329-2f16a22a2f90 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:39.618670 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c5f98bf1-fc77-4560-8290-90d14af198d5 req-63cf968b-a5fa-4441-9329-2f16a22a2f90 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 945 time: 0.0482810 Jul 30 21:00:39.656430 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c5f98bf1-fc77-4560-8290-90d14af198d5 req-fb69b50d-bfaa-4c2d-83eb-930811b1ecfd tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317614 Jul 30 21:00:40.774539 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65667676-07d2-42fa-a986-8411b37b0264 req-a40975b0-fefb-4212-8e08-251f927a4bd2 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:40.776026 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-65667676-07d2-42fa-a986-8411b37b0264 req-a40975b0-fefb-4212-8e08-251f927a4bd2 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 945 time: 0.0530403 Jul 30 21:00:40.814051 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-65667676-07d2-42fa-a986-8411b37b0264 req-fea706fb-e0e7-42b3-95c9-b222657fe372 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321133 Jul 30 21:00:41.927585 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465be89-1a38-4d48-9242-d7a46dfcfca6 req-00f0b4aa-0e8f-4c56-bb8a-887b49bb6a24 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:41.929047 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7465be89-1a38-4d48-9242-d7a46dfcfca6 req-00f0b4aa-0e8f-4c56-bb8a-887b49bb6a24 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 945 time: 0.0490046 Jul 30 21:00:41.966066 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7465be89-1a38-4d48-9242-d7a46dfcfca6 req-94ae89fa-3c4c-4a6b-aac3-76eb01a610a0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311961 Jul 30 21:00:43.081907 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653611aa-c1ca-4829-84dd-a78fcb19a1ef req-d27d73fe-d2c9-480e-9686-c23b894f06ce tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:43.083585 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-653611aa-c1ca-4829-84dd-a78fcb19a1ef req-d27d73fe-d2c9-480e-9686-c23b894f06ce tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 945 time: 0.0502777 Jul 30 21:00:43.121864 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-653611aa-c1ca-4829-84dd-a78fcb19a1ef req-22ddd4b9-a3ac-45c2-8e2b-0a1b07111471 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323758 Jul 30 21:00:44.242084 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9fda8-7f0d-4a25-b483-31bbac6d3b0b req-36f9e0c9-7439-40fd-9eaa-c2a12275e609 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:44.243573 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d5f9fda8-7f0d-4a25-b483-31bbac6d3b0b req-36f9e0c9-7439-40fd-9eaa-c2a12275e609 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 945 time: 0.0548282 Jul 30 21:00:44.282758 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d5f9fda8-7f0d-4a25-b483-31bbac6d3b0b req-8d459984-2161-46ff-981b-6b663fde55c0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333018 Jul 30 21:00:45.398244 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac9183-aca3-4389-b544-468284746d59 req-920fd366-d326-4f69-b8f8-f19690b8fa0e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:45.399745 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fac9183-aca3-4389-b544-468284746d59 req-920fd366-d326-4f69-b8f8-f19690b8fa0e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 945 time: 0.0494676 Jul 30 21:00:45.437040 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fac9183-aca3-4389-b544-468284746d59 req-13b0a057-d5c0-43a3-874f-e6937053026c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314143 Jul 30 21:00:45.991746 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:46.550171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fefc7-4ad5-48d8-abd4-4473242c6c13 req-88d27a17-ecd0-42f0-a2a8-e06a18a37452 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:46.551651 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bf1fefc7-4ad5-48d8-abd4-4473242c6c13 req-88d27a17-ecd0-42f0-a2a8-e06a18a37452 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 945 time: 0.0485094 Jul 30 21:00:46.588233 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bf1fefc7-4ad5-48d8-abd4-4473242c6c13 req-e968ecd6-607f-49a2-97bb-dd5434ef1b36 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307565 Jul 30 21:00:47.706923 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d66506-85b6-4f79-ba56-e67eb2ac9ca2 req-c435cf72-4c6b-418d-a276-0dcffda07a25 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:47.708444 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9d66506-85b6-4f79-ba56-e67eb2ac9ca2 req-c435cf72-4c6b-418d-a276-0dcffda07a25 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 945 time: 0.0537672 Jul 30 21:00:47.746270 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9d66506-85b6-4f79-ba56-e67eb2ac9ca2 req-f5e7a26a-591f-41cd-a163-c5e9ff4d5177 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319469 Jul 30 21:00:48.859798 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cb9f9-cd96-4fd6-a3d1-dac5f15ff8d6 req-30d33d9a-c344-4097-9424-af603b01406e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:48.861264 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca2cb9f9-cd96-4fd6-a3d1-dac5f15ff8d6 req-30d33d9a-c344-4097-9424-af603b01406e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 945 time: 0.0494292 Jul 30 21:00:48.898706 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca2cb9f9-cd96-4fd6-a3d1-dac5f15ff8d6 req-f1c0a918-5c38-4c8d-8d31-0ddbcacbc1b7 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310135 Jul 30 21:00:49.490221 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-ec96e0c3-fab9-4950-a5ce-d19b79426a1d service neutron] show failed (client error): The resource could not be found. Jul 30 21:00:49.491208 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-ec96e0c3-fab9-4950-a5ce-d19b79426a1d service neutron] 10.222.0.59 "GET /v2.0/ports/01465012-6c00-49aa-b5ee-bb24f44e695f/bindings/n-h2-712137-9 HTTP/1.1" status: 404 len: 380 time: 0.0558734 Jul 30 21:00:49.686020 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-33313281-8e7f-4961-93fc-3ba491260147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:49.687474 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-33313281-8e7f-4961-93fc-3ba491260147 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c&tenant_id=2f75db01a0c74d088afa9c4412dcbc34 HTTP/1.1" status: 200 len: 1096 time: 0.0448217 Jul 30 21:00:49.699583 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-9', 'device_owner': 'compute:nova'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:00:49.751128 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:49.953929 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] For port 01465012-6c00-49aa-b5ee-bb24f44e695f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=01465012-6c00-49aa-b5ee-bb24f44e695f,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:00:50.017823 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] For port 01465012-6c00-49aa-b5ee-bb24f44e695f, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:00:50.055101 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:50.055891 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100420b-63d5-4390-a7a1-ebb52c3cbce2 req-ea1f5721-89bb-4791-bf05-b00496e0e631 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:50.057247 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a100420b-63d5-4390-a7a1-ebb52c3cbce2 req-ea1f5721-89bb-4791-bf05-b00496e0e631 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 945 time: 0.0902653 Jul 30 21:00:50.079383 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01465012-6c00-49aa-b5ee-bb24f44e695f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:00:50.081967 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92c035e-f017-4ff4-9aa7-11b3be0cca9a" -d '{"events": [{"server_uuid": "fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c", "name": "network-vif-unplugged", "status": "completed", "tag": "01465012-6c00-49aa-b5ee-bb24f44e695f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:00:50.092078 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:50.115805 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Transition to ACTIVE for port object 01465012-6c00-49aa-b5ee-bb24f44e695f will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:00:50.121544 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a100420b-63d5-4390-a7a1-ebb52c3cbce2 req-cf1765f6-301b-47f2-960b-b3319e37cad4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519211 Jul 30 21:00:50.122558 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:50.177755 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=01465012-6c00-49aa-b5ee-bb24f44e695f,revision_number=6']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:00:50.181348 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 21:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f24b9b-3c12-40c8-8179-87143e6331d5 x-openstack-request-id: req-24f24b9b-3c12-40c8-8179-87143e6331d5 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:00:50.181643 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c", "name": "network-vif-unplugged", "status": "completed", "tag": "01465012-6c00-49aa-b5ee-bb24f44e695f", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:00:50.181896 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-24f24b9b-3c12-40c8-8179-87143e6331d5 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:00:50.182287 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01465012-6c00-49aa-b5ee-bb24f44e695f', 'code': 200} Jul 30 21:00:50.220162 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:00:50.220425 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:00:50.220770 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:00:50.221112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:00:50.221446 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:00:50.221779 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:00:50.222110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:00:50.222439 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:00:50.222765 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:00:50.223091 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:00:50.223465 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:00:50.223813 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:00:50.268071 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] No DVR routers for this DVR port 01465012-6c00-49aa-b5ee-bb24f44e695f on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:00:50.402062 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Attempting to bind port 01465012-6c00-49aa-b5ee-bb24f44e695f on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:00:50.402388 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Attempting to bind port 01465012-6c00-49aa-b5ee-bb24f44e695f by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:00:50.402707 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Attempting to bind port 01465012-6c00-49aa-b5ee-bb24f44e695f on network a3846609-6deb-4b98-bfac-8b1f34f90937 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:00:50.406915 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Port 01465012-6c00-49aa-b5ee-bb24f44e695f on network a3846609-6deb-4b98-bfac-8b1f34f90937 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 21:00:50.407234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Attempting to bind port 01465012-6c00-49aa-b5ee-bb24f44e695f on network a3846609-6deb-4b98-bfac-8b1f34f90937 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:00:50.413311 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:00:50.413311 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Checking segment: {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:00:50.413311 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Bound using segment: {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:00:50.413311 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Bound port: 01465012-6c00-49aa-b5ee-bb24f44e695f, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:00:50.413726 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:50.478873 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] For port 01465012-6c00-49aa-b5ee-bb24f44e695f, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:00:50.481989 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] For port 01465012-6c00-49aa-b5ee-bb24f44e695f, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=01465012-6c00-49aa-b5ee-bb24f44e695f,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:00:50.486236 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:50.521611 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:50.522226 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:50.523623 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] 10.222.0.83 "PUT /v2.0/ports/01465012-6c00-49aa-b5ee-bb24f44e695f HTTP/1.1" status: 200 len: 1091 time: 0.8284156 Jul 30 21:00:50.561352 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c571ae-355d-4646-ac59-2fb52d894eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=01465012-6c00-49aa-b5ee-bb24f44e695f,revision_number=7']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:00:50.593767 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-18ad4c2d-4bd2-4dbb-8e2d-aecd1cc103ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:50.595285 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-18ad4c2d-4bd2-4dbb-8e2d-aecd1cc103ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 1094 time: 0.0459061 Jul 30 21:00:50.688542 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-57af4c02-7edd-409b-b312-7164ab3e6545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:50.690004 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-57af4c02-7edd-409b-b312-7164ab3e6545 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0872717 Jul 30 21:00:50.760787 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-c088e34f-cb2b-48a6-997a-313232983834 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01465012-6c00-49aa-b5ee-bb24f44e695f HTTP/1.1" status: 200 len: 1000 time: 0.0632997 Jul 30 21:00:50.810628 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-3367024e-fdd7-4426-9ebf-d6be286caa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:50.811959 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-3367024e-fdd7-4426-9ebf-d6be286caa5c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0438008 Jul 30 21:00:50.856930 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-e955a900-176f-423a-b47d-fd85635f2d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:50.858371 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-e955a900-176f-423a-b47d-fd85635f2d0c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395877 Jul 30 21:00:50.949245 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-d1808982-5e07-4ade-b039-f71557d715ea service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836747 Jul 30 21:00:51.040090 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f42ed6f-6691-43f3-b059-71729fa68ec0 req-2acc7947-8038-4d44-aebb-8ca35746385a service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825512 Jul 30 21:00:51.244600 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94b1aa-285e-4dad-8c9b-5be7421cf4b6 req-f42cb18d-a227-4e44-af80-7e86f15c5fa7 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:51.246082 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be94b1aa-285e-4dad-8c9b-5be7421cf4b6 req-f42cb18d-a227-4e44-af80-7e86f15c5fa7 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 943 time: 0.0537491 Jul 30 21:00:51.284797 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-be94b1aa-285e-4dad-8c9b-5be7421cf4b6 req-3673d71a-9d29-488b-a0f0-2dec97cbac01 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328362 Jul 30 21:00:51.331022 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63f296c2-6fcc-4a40-bff6-d4a27a439778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:52.183897 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c', 'tag': '01465012-6c00-49aa-b5ee-bb24f44e695f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:00:52.186252 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92e3060-7edd-41a0-8848-b347daf8e4e1" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c", "tag": "01465012-6c00-49aa-b5ee-bb24f44e695f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:00:52.233884 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fccccd0-7a0b-4583-b080-651e65782aba x-openstack-request-id: req-2fccccd0-7a0b-4583-b080-651e65782aba {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:00:52.234177 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c", "tag": "01465012-6c00-49aa-b5ee-bb24f44e695f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:00:52.234457 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2fccccd0-7a0b-4583-b080-651e65782aba {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:00:52.234846 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c', 'tag': '01465012-6c00-49aa-b5ee-bb24f44e695f', 'status': 'completed', 'code': 200} Jul 30 21:00:52.326878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e3060-7edd-41a0-8848-b347daf8e4e1 req-8bedb5ff-5d07-4988-a737-052049577269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:52.328431 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f92e3060-7edd-41a0-8848-b347daf8e4e1 req-8bedb5ff-5d07-4988-a737-052049577269 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 1094 time: 0.0763733 Jul 30 21:00:52.330980 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e3060-7edd-41a0-8848-b347daf8e4e1 req-426d388a-bf97-4356-a5b7-82cd9567bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:52.332362 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f92e3060-7edd-41a0-8848-b347daf8e4e1 req-426d388a-bf97-4356-a5b7-82cd9567bd40 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 1094 time: 0.0711112 Jul 30 21:00:52.514022 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c9dfc-1f58-4acf-974a-da8455873850 req-849a567e-ab18-4219-8a0d-6737f6fe92c9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:52.515412 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f1c9dfc-1f58-4acf-974a-da8455873850 req-849a567e-ab18-4219-8a0d-6737f6fe92c9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 943 time: 0.1549051 Jul 30 21:00:52.551894 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e3060-7edd-41a0-8848-b347daf8e4e1 req-1d795e49-0390-483f-b3d5-87ce739e04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:52.553287 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f92e3060-7edd-41a0-8848-b347daf8e4e1 req-1d795e49-0390-483f-b3d5-87ce739e04b1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.2169468 Jul 30 21:00:52.554239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e3060-7edd-41a0-8848-b347daf8e4e1 req-bdc8d4a3-1f9d-4e58-8942-3b9a8441eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:52.555561 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f92e3060-7edd-41a0-8848-b347daf8e4e1 req-bdc8d4a3-1f9d-4e58-8942-3b9a8441eab6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.2110224 Jul 30 21:00:52.622693 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f1c9dfc-1f58-4acf-974a-da8455873850 req-8242d055-3a7f-4f34-a486-21710f3b8df4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003485 Jul 30 21:00:52.683654 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f92e3060-7edd-41a0-8848-b347daf8e4e1 req-2a666879-4e56-45d9-9221-2cf14eb3146c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01465012-6c00-49aa-b5ee-bb24f44e695f HTTP/1.1" status: 200 len: 1000 time: 0.1224706 Jul 30 21:00:52.687187 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f92e3060-7edd-41a0-8848-b347daf8e4e1 req-117607a1-ca01-46ad-951e-3da84e06c209 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01465012-6c00-49aa-b5ee-bb24f44e695f HTTP/1.1" status: 200 len: 1000 time: 0.1129363 Jul 30 21:00:52.767943 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e3060-7edd-41a0-8848-b347daf8e4e1 req-0bab2945-2866-49b5-bdc7-df410ffc0251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:52.769291 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f92e3060-7edd-41a0-8848-b347daf8e4e1 req-0bab2945-2866-49b5-bdc7-df410ffc0251 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0792866 Jul 30 21:00:52.773110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e3060-7edd-41a0-8848-b347daf8e4e1 req-79285608-b289-4a34-b598-dbd4e5a05f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:52.774428 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f92e3060-7edd-41a0-8848-b347daf8e4e1 req-79285608-b289-4a34-b598-dbd4e5a05f73 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0773137 Jul 30 21:00:52.839668 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e3060-7edd-41a0-8848-b347daf8e4e1 req-68e29f88-e7f0-40d2-b688-86bf80066fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:52.841154 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f92e3060-7edd-41a0-8848-b347daf8e4e1 req-68e29f88-e7f0-40d2-b688-86bf80066fa0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645559 Jul 30 21:00:52.846261 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e3060-7edd-41a0-8848-b347daf8e4e1 req-bce89800-31fe-4ca9-8f19-88aa16296852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:52.847654 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f92e3060-7edd-41a0-8848-b347daf8e4e1 req-bce89800-31fe-4ca9-8f19-88aa16296852 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637424 Jul 30 21:00:52.996945 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f92e3060-7edd-41a0-8848-b347daf8e4e1 req-f2b8e133-5cda-4346-b253-1457e4d5bae2 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483526 Jul 30 21:00:53.002027 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f92e3060-7edd-41a0-8848-b347daf8e4e1 req-47a169fd-2b0b-46a5-a09d-9077896e56b9 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460502 Jul 30 21:00:53.156128 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f92e3060-7edd-41a0-8848-b347daf8e4e1 req-4a457261-dd68-4fbd-bc49-979966ae228c service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522386 Jul 30 21:00:53.158292 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f92e3060-7edd-41a0-8848-b347daf8e4e1 req-3b67fdc6-a743-45e4-b40c-85821fe79db3 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463521 Jul 30 21:00:53.526788 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 01465012-6c00-49aa-b5ee-bb24f44e695f no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:00:53.565655 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 01465012-6c00-49aa-b5ee-bb24f44e695f not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:00:53.740303 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c1532-a03b-4a14-921d-a0fd900e85a9 req-51d34ad0-32be-461a-9b50-447cd0f72361 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:53.741784 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-507c1532-a03b-4a14-921d-a0fd900e85a9 req-51d34ad0-32be-461a-9b50-447cd0f72361 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 943 time: 0.0532377 Jul 30 21:00:53.761164 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84bcee35-c006-4a17-98da-fd9fd33cb2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:53.780498 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-507c1532-a03b-4a14-921d-a0fd900e85a9 req-fd2746d8-6784-4251-9032-7ea20b606e23 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315971 Jul 30 21:00:54.023793 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:54.896282 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73186985-cfb7-41fa-839b-064ceea15103 req-5feebada-9b6a-4e61-946d-027602ac99bb tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:54.899541 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73186985-cfb7-41fa-839b-064ceea15103 req-5feebada-9b6a-4e61-946d-027602ac99bb tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 943 time: 0.0499368 Jul 30 21:00:54.937013 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73186985-cfb7-41fa-839b-064ceea15103 req-368a9ebd-9ef2-421f-9537-c89e2a7bab48 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331593 Jul 30 21:00:55.161132 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:55.253138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f2664-d241-42cc-89bf-88db942e164b req-3290a564-c1f8-4d68-84a5-7ca8ad7f58c7 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:55.254740 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e17f2664-d241-42cc-89bf-88db942e164b req-3290a564-c1f8-4d68-84a5-7ca8ad7f58c7 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.83 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c&tenant_id=2f75db01a0c74d088afa9c4412dcbc34&binding%3Ahost_id=n-h2-712137-9 HTTP/1.1" status: 200 len: 943 time: 0.0833263 Jul 30 21:00:55.267179 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae15f9c-c154-46af-aa02-1207a822880f req-50be695a-ee13-41df-a7ca-21794504adcf tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:55.268572 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ae15f9c-c154-46af-aa02-1207a822880f req-50be695a-ee13-41df-a7ca-21794504adcf tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 943 time: 0.0702980 Jul 30 21:00:55.341184 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ae15f9c-c154-46af-aa02-1207a822880f req-0b774afc-4fad-49cc-b58e-0eed7477272a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663905 Jul 30 21:00:55.349301 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e17f2664-d241-42cc-89bf-88db942e164b req-1ff23f13-2440-406a-9461-29cbd8903bae service neutron] 10.222.0.83 "GET /v2.0/ports/01465012-6c00-49aa-b5ee-bb24f44e695f/bindings/n-h2-712137-9 HTTP/1.1" status: 200 len: 382 time: 0.0793080 Jul 30 21:00:55.422732 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f2664-d241-42cc-89bf-88db942e164b req-70a47f87-c452-41ea-9236-4992440e3a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:55.424255 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e17f2664-d241-42cc-89bf-88db942e164b req-70a47f87-c452-41ea-9236-4992440e3a40 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 1094 time: 0.0456274 Jul 30 21:00:55.514874 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f2664-d241-42cc-89bf-88db942e164b req-8d871f50-302f-4bf4-ae6e-2e4b4a684b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:55.516335 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e17f2664-d241-42cc-89bf-88db942e164b req-8d871f50-302f-4bf4-ae6e-2e4b4a684b60 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0852621 Jul 30 21:00:55.581051 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e17f2664-d241-42cc-89bf-88db942e164b req-893f75f3-74f8-4383-be55-78894d3851ab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01465012-6c00-49aa-b5ee-bb24f44e695f HTTP/1.1" status: 200 len: 1000 time: 0.0580664 Jul 30 21:00:55.632617 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f2664-d241-42cc-89bf-88db942e164b req-48b87f02-f071-47e3-96bf-88ab67c7c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:55.634003 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e17f2664-d241-42cc-89bf-88db942e164b req-48b87f02-f071-47e3-96bf-88ab67c7c78f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0466561 Jul 30 21:00:55.679722 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f2664-d241-42cc-89bf-88db942e164b req-2d569e71-e40b-4039-8ba4-52463fd34081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:55.681071 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e17f2664-d241-42cc-89bf-88db942e164b req-2d569e71-e40b-4039-8ba4-52463fd34081 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396028 Jul 30 21:00:55.767434 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e17f2664-d241-42cc-89bf-88db942e164b req-8fdcc919-51c9-40fd-b791-de30240e8c7e service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790048 Jul 30 21:00:55.858242 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e17f2664-d241-42cc-89bf-88db942e164b req-ca01258c-1d15-4bd4-bc49-60050f944e09 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843670 Jul 30 21:00:55.919554 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 01465012-6c00-49aa-b5ee-bb24f44e695f details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:00:56.013506 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 01465012-6c00-49aa-b5ee-bb24f44e695f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=01465012-6c00-49aa-b5ee-bb24f44e695f,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:00:56.024296 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '01465012-6c00-49aa-b5ee-bb24f44e695f', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'port_id': '01465012-6c00-49aa-b5ee-bb24f44e695f', 'mac_address': 'fa:16:3e:6a:63:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 21:00:56.060537 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:56.072779 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01465012-6c00-49aa-b5ee-bb24f44e695f {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:00:56.091969 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 01465012-6c00-49aa-b5ee-bb24f44e695f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=01465012-6c00-49aa-b5ee-bb24f44e695f,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:00:56.095441 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:56.143185 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=01465012-6c00-49aa-b5ee-bb24f44e695f,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:00:56.150738 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:00:56.151108 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:00:56.151442 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:00:56.151799 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:00:56.152124 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:00:56.152449 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:00:56.152768 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:00:56.153103 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:00:56.153405 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:00:56.153727 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:00:56.154043 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:00:56.154358 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:00:56.458939 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012b511-8675-4e0a-923f-eeb52045b1b9 req-19d6dcec-9cc0-4948-b91f-efb2db6fca3e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:56.460579 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5012b511-8675-4e0a-923f-eeb52045b1b9 req-19d6dcec-9cc0-4948-b91f-efb2db6fca3e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 944 time: 0.0503316 Jul 30 21:00:56.485434 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['01465012-6c00-49aa-b5ee-bb24f44e695f'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:00:56.498759 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5012b511-8675-4e0a-923f-eeb52045b1b9 req-ced79f2b-4c7e-4d8b-91c5-1e94e746089b tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323751 Jul 30 21:00:57.010995 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:57.616749 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6855-12f1-4b2c-930b-6f8bb267b53d req-6894b322-4586-4512-a513-56afc3131fa5 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:57.618214 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-87bd6855-12f1-4b2c-930b-6f8bb267b53d req-6894b322-4586-4512-a513-56afc3131fa5 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 944 time: 0.0514941 Jul 30 21:00:57.665012 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-87bd6855-12f1-4b2c-930b-6f8bb267b53d req-4178fc30-9c3a-4b20-9040-dcd4c40da715 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402143 Jul 30 21:00:57.932592 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 01465012-6c00-49aa-b5ee-bb24f44e695f up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:00:57.940178 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f2664-d241-42cc-89bf-88db942e164b req-dc039192-011e-49f0-bb31-828c265352b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:57.941664 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e17f2664-d241-42cc-89bf-88db942e164b req-dc039192-011e-49f0-bb31-828c265352b1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c&tenant_id=2f75db01a0c74d088afa9c4412dcbc34 HTTP/1.1" status: 200 len: 1095 time: 0.0405414 Jul 30 21:00:57.953809 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-e17f2664-d241-42cc-89bf-88db942e164b req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-9', 'device_owner': 'compute:nova'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:00:57.982703 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 01465012-6c00-49aa-b5ee-bb24f44e695f completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:00:57.986208 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 01465012-6c00-49aa-b5ee-bb24f44e695f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:00:57.986576 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:58.006576 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e17f2664-d241-42cc-89bf-88db942e164b req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:58.061518 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:58.209796 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e17f2664-d241-42cc-89bf-88db942e164b req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] For port 01465012-6c00-49aa-b5ee-bb24f44e695f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=01465012-6c00-49aa-b5ee-bb24f44e695f,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:00:58.244592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e17f2664-d241-42cc-89bf-88db942e164b req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] For port 01465012-6c00-49aa-b5ee-bb24f44e695f, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:00:58.276234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-e17f2664-d241-42cc-89bf-88db942e164b req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 01465012-6c00-49aa-b5ee-bb24f44e695f {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:00:58.284542 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e17f2664-d241-42cc-89bf-88db942e164b req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:58.296680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-e17f2664-d241-42cc-89bf-88db942e164b req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] Transition to ACTIVE for port object 01465012-6c00-49aa-b5ee-bb24f44e695f will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:00:58.300219 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e17f2664-d241-42cc-89bf-88db942e164b req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:58.338812 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 21:00:58.339172 n-d-712137-9 neutron-server[93884]: DEBUG oslo_db.api [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 21:00:58.376401 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] Pushing event updated for resources: {'Port': ['ID=01465012-6c00-49aa-b5ee-bb24f44e695f,revision_number=9']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:00:58.418962 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17f2664-d241-42cc-89bf-88db942e164b req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] No DVR routers for this DVR port 01465012-6c00-49aa-b5ee-bb24f44e695f on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:00:58.876555 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:58.897867 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01465012-6c00-49aa-b5ee-bb24f44e695f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:00:58.900114 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0285cd35-1a82-46bb-a46d-d39efd25d024" -d '{"events": [{"server_uuid": "fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c", "name": "network-vif-plugged", "status": "completed", "tag": "01465012-6c00-49aa-b5ee-bb24f44e695f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:00:58.902205 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e17f2664-d241-42cc-89bf-88db942e164b req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] Attempting to bind port 01465012-6c00-49aa-b5ee-bb24f44e695f on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:00:58.902700 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e17f2664-d241-42cc-89bf-88db942e164b req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] Attempting to bind port 01465012-6c00-49aa-b5ee-bb24f44e695f by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:00:58.902855 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17f2664-d241-42cc-89bf-88db942e164b req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] Attempting to bind port 01465012-6c00-49aa-b5ee-bb24f44e695f on network a3846609-6deb-4b98-bfac-8b1f34f90937 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:00:58.903407 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 01465012-6c00-49aa-b5ee-bb24f44e695f, host n-h1-712137-9, got binding levels [] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:00:58.908185 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:58.910887 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17f2664-d241-42cc-89bf-88db942e164b req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] Port 01465012-6c00-49aa-b5ee-bb24f44e695f on network a3846609-6deb-4b98-bfac-8b1f34f90937 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 21:00:58.911213 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17f2664-d241-42cc-89bf-88db942e164b req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] Attempting to bind port 01465012-6c00-49aa-b5ee-bb24f44e695f on network a3846609-6deb-4b98-bfac-8b1f34f90937 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:00:58.921918 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17f2664-d241-42cc-89bf-88db942e164b req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:00:58.922261 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17f2664-d241-42cc-89bf-88db942e164b req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] Checking segment: {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:00:58.922645 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17f2664-d241-42cc-89bf-88db942e164b req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] Bound using segment: {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:00:58.923074 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e17f2664-d241-42cc-89bf-88db942e164b req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] Bound port: 01465012-6c00-49aa-b5ee-bb24f44e695f, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:00:58.923430 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e17f2664-d241-42cc-89bf-88db942e164b req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:58.939593 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e584da-e438-46c5-a5c9-b8d76fe8cac0 req-39ae5964-0fad-4782-80af-2431ad43d4d1 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:58.941083 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-10e584da-e438-46c5-a5c9-b8d76fe8cac0 req-39ae5964-0fad-4782-80af-2431ad43d4d1 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 943 time: 0.0740716 Jul 30 21:00:58.946473 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=01465012-6c00-49aa-b5ee-bb24f44e695f,revision_number=10']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:00:59.016331 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-10e584da-e438-46c5-a5c9-b8d76fe8cac0 req-0bc24d97-2a6d-4ad2-9a82-08e5d61b9e42 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679638 Jul 30 21:00:59.022668 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e17f2664-d241-42cc-89bf-88db942e164b req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] For port 01465012-6c00-49aa-b5ee-bb24f44e695f, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:00:59.026182 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e17f2664-d241-42cc-89bf-88db942e164b req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] For port 01465012-6c00-49aa-b5ee-bb24f44e695f, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=01465012-6c00-49aa-b5ee-bb24f44e695f,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:00:59.029961 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e17f2664-d241-42cc-89bf-88db942e164b req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:59.071929 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f2664-d241-42cc-89bf-88db942e164b req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:59.073856 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e17f2664-d241-42cc-89bf-88db942e164b req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:00:59.076844 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e17f2664-d241-42cc-89bf-88db942e164b req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] 10.222.0.59 "PUT /v2.0/ports/01465012-6c00-49aa-b5ee-bb24f44e695f HTTP/1.1" status: 200 len: 1094 time: 1.1262021 Jul 30 21:00:59.077844 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2afe09-342d-476a-b3b4-44d6d73a980a x-openstack-request-id: req-4a2afe09-342d-476a-b3b4-44d6d73a980a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:00:59.078364 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c", "name": "network-vif-plugged", "status": "completed", "tag": "01465012-6c00-49aa-b5ee-bb24f44e695f", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:00:59.078804 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4a2afe09-342d-476a-b3b4-44d6d73a980a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:00:59.079317 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c', 'tag': '01465012-6c00-49aa-b5ee-bb24f44e695f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:00:59.079594 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01465012-6c00-49aa-b5ee-bb24f44e695f', 'code': 200} Jul 30 21:00:59.082990 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bab357-7709-4f5e-a6f1-821f29e10258" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c", "tag": "01465012-6c00-49aa-b5ee-bb24f44e695f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:00:59.139357 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fa2a7-02be-426b-ad45-39f2c4f86dae service neutron] Pushing event updated for resources: {'Port': ['ID=01465012-6c00-49aa-b5ee-bb24f44e695f,revision_number=11']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:00:59.144218 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d182b66-1fb6-4b35-88f1-233699117577 x-openstack-request-id: req-9d182b66-1fb6-4b35-88f1-233699117577 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:00:59.144510 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c", "tag": "01465012-6c00-49aa-b5ee-bb24f44e695f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:00:59.144809 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9d182b66-1fb6-4b35-88f1-233699117577 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:00:59.145582 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c', 'tag': '01465012-6c00-49aa-b5ee-bb24f44e695f', 'status': 'completed', 'code': 200} Jul 30 21:00:59.158690 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f2664-d241-42cc-89bf-88db942e164b req-dd4faf72-16d5-49bf-bf1e-d0736f386b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:59.160229 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e17f2664-d241-42cc-89bf-88db942e164b req-dd4faf72-16d5-49bf-bf1e-d0736f386b49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 1097 time: 0.0557406 Jul 30 21:00:59.263184 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bab357-7709-4f5e-a6f1-821f29e10258 req-cae95d65-38d7-4b60-98af-8a0ed24fb4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:59.264699 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2bab357-7709-4f5e-a6f1-821f29e10258 req-cae95d65-38d7-4b60-98af-8a0ed24fb4fa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 1097 time: 0.1009243 Jul 30 21:00:59.323614 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f2664-d241-42cc-89bf-88db942e164b req-05973ff4-dfc6-4d50-b733-f6c6678a3408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:59.325894 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e17f2664-d241-42cc-89bf-88db942e164b req-05973ff4-dfc6-4d50-b733-f6c6678a3408 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.1540136 Jul 30 21:00:59.417608 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e17f2664-d241-42cc-89bf-88db942e164b req-b21836fe-91c9-4063-9764-f651167b88d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01465012-6c00-49aa-b5ee-bb24f44e695f HTTP/1.1" status: 200 len: 1002 time: 0.0817790 Jul 30 21:00:59.420316 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bab357-7709-4f5e-a6f1-821f29e10258 req-be023a9f-d527-455b-8f26-1a58eeb52e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:59.421645 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2bab357-7709-4f5e-a6f1-821f29e10258 req-be023a9f-d527-455b-8f26-1a58eeb52e98 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.1472399 Jul 30 21:00:59.512341 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f2664-d241-42cc-89bf-88db942e164b req-405ccad2-3dc0-45dc-a9a8-852178ea4d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:59.513762 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e17f2664-d241-42cc-89bf-88db942e164b req-405ccad2-3dc0-45dc-a9a8-852178ea4d37 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0896773 Jul 30 21:00:59.517195 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2bab357-7709-4f5e-a6f1-821f29e10258 req-58ac9cb1-00ac-4629-afea-d1dc7be603e0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01465012-6c00-49aa-b5ee-bb24f44e695f HTTP/1.1" status: 200 len: 1002 time: 0.0861626 Jul 30 21:00:59.591884 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bab357-7709-4f5e-a6f1-821f29e10258 req-98e4880a-a8fd-41fe-8b27-eacde0c902fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:59.593365 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2bab357-7709-4f5e-a6f1-821f29e10258 req-98e4880a-a8fd-41fe-8b27-eacde0c902fa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0638673 Jul 30 21:00:59.596006 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f2664-d241-42cc-89bf-88db942e164b req-ce4c35af-8a72-4e3d-90b8-b5601cb602b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:59.597371 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e17f2664-d241-42cc-89bf-88db942e164b req-ce4c35af-8a72-4e3d-90b8-b5601cb602b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757360 Jul 30 21:00:59.691090 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bab357-7709-4f5e-a6f1-821f29e10258 req-8b1aefb6-3038-4027-a15d-f4432c8befec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:00:59.692531 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2bab357-7709-4f5e-a6f1-821f29e10258 req-8b1aefb6-3038-4027-a15d-f4432c8befec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926018 Jul 30 21:00:59.767009 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e17f2664-d241-42cc-89bf-88db942e164b req-c38adcaa-1bd6-4a76-8b83-fb43905548a7 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587577 Jul 30 21:00:59.848819 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2bab357-7709-4f5e-a6f1-821f29e10258 req-86e84c7a-cf7b-4f0c-9108-f2d6411357e9 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479158 Jul 30 21:00:59.926999 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e17f2664-d241-42cc-89bf-88db942e164b req-54b33579-7bdd-44de-90c7-c3856aa38bed service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516154 Jul 30 21:00:59.962023 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2bab357-7709-4f5e-a6f1-821f29e10258 req-60759812-075b-4e74-abf7-8cddf3b6d5a3 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016912 Jul 30 21:01:00.014892 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bab357-7709-4f5e-a6f1-821f29e10258 req-3f38eb56-7d72-461d-af0b-17aba92c9c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:00.016376 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2bab357-7709-4f5e-a6f1-821f29e10258 req-3f38eb56-7d72-461d-af0b-17aba92c9c24 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 1097 time: 0.0415902 Jul 30 21:01:00.137749 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bab357-7709-4f5e-a6f1-821f29e10258 req-056d3d48-d531-4dd5-8d7b-7bf033e0024e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:00.139199 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2bab357-7709-4f5e-a6f1-821f29e10258 req-056d3d48-d531-4dd5-8d7b-7bf033e0024e service neutron] 10.222.0.59 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.1155486 Jul 30 21:01:00.161795 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16064fa0-82b8-46dd-ba32-6bf37042e589 req-f138f6cb-5ed2-489d-9fa3-f4dfa4b43e8c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:00.163887 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-16064fa0-82b8-46dd-ba32-6bf37042e589 req-f138f6cb-5ed2-489d-9fa3-f4dfa4b43e8c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 946 time: 0.0762942 Jul 30 21:01:00.238326 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2bab357-7709-4f5e-a6f1-821f29e10258 req-d913f2b3-5dca-4cc3-976c-64f9f8ef3683 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01465012-6c00-49aa-b5ee-bb24f44e695f HTTP/1.1" status: 200 len: 1002 time: 0.0902753 Jul 30 21:01:00.243055 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-16064fa0-82b8-46dd-ba32-6bf37042e589 req-ab0152fa-6ba1-4dee-b790-b5c127bb6cce tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528293 Jul 30 21:01:00.288172 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bab357-7709-4f5e-a6f1-821f29e10258 req-01f38256-6ea1-410d-be63-9d0a586d8559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:00.289600 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2bab357-7709-4f5e-a6f1-821f29e10258 req-01f38256-6ea1-410d-be63-9d0a586d8559 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0436451 Jul 30 21:01:00.335917 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bab357-7709-4f5e-a6f1-821f29e10258 req-0c9c3696-2e93-4275-af27-3e0861a8bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:00.337377 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2bab357-7709-4f5e-a6f1-821f29e10258 req-0c9c3696-2e93-4275-af27-3e0861a8bf13 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400140 Jul 30 21:01:00.427742 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2bab357-7709-4f5e-a6f1-821f29e10258 req-8e524e28-7568-4288-9665-1c301307f58c service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827730 Jul 30 21:01:00.514907 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b2bab357-7709-4f5e-a6f1-821f29e10258 req-3240221e-389c-4189-958c-5321631e7748 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800269 Jul 30 21:01:01.362461 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727c31d-f1d4-46b5-babc-a4eecf95e992 req-fc697a98-0b2e-4ec8-9aa1-5183a1e0d3f1 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:01.363986 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2727c31d-f1d4-46b5-babc-a4eecf95e992 req-fc697a98-0b2e-4ec8-9aa1-5183a1e0d3f1 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 946 time: 0.0512931 Jul 30 21:01:01.403126 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2727c31d-f1d4-46b5-babc-a4eecf95e992 req-5fc5058f-40ea-4752-98db-0908044c95fb tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324135 Jul 30 21:01:01.963754 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 01465012-6c00-49aa-b5ee-bb24f44e695f no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:01:02.001731 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 01465012-6c00-49aa-b5ee-bb24f44e695f not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:01:02.522392 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2289039-67d2-4dd6-a0e7-6b0da9d26029 req-09c01635-2185-4e24-acb6-16bf48ac56e4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:02.523900 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c2289039-67d2-4dd6-a0e7-6b0da9d26029 req-09c01635-2185-4e24-acb6-16bf48ac56e4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 946 time: 0.0537102 Jul 30 21:01:02.561211 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c2289039-67d2-4dd6-a0e7-6b0da9d26029 req-18657233-d04c-470b-a8d2-03a4ac9dcc58 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314507 Jul 30 21:01:02.673711 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2d465-623c-467a-9559-c9adbff935f6 req-51ea2164-5c2b-41bb-8af9-f713a29b36cf tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:02.675166 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bdd2d465-623c-467a-9559-c9adbff935f6 req-51ea2164-5c2b-41bb-8af9-f713a29b36cf tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 946 time: 0.0501678 Jul 30 21:01:02.713526 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bdd2d465-623c-467a-9559-c9adbff935f6 req-bdcf1fe4-1781-492d-a428-1961e68c7039 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322928 Jul 30 21:01:02.825628 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5784c1-ace7-4d14-a287-e0d4f37c178e req-ee50b056-b90d-4b12-9dd6-258d5dfa1c9f tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:02.827019 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e5784c1-ace7-4d14-a287-e0d4f37c178e req-ee50b056-b90d-4b12-9dd6-258d5dfa1c9f tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 946 time: 0.0499389 Jul 30 21:01:02.864092 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e5784c1-ace7-4d14-a287-e0d4f37c178e req-1fc857f8-3e9f-4d89-b769-bd7d34bdc469 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310349 Jul 30 21:01:03.096430 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62bcc4-3381-483b-8700-00838f15c66d req-e5188ebd-548e-4288-b243-387090db94e8 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:03.097820 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cb62bcc4-3381-483b-8700-00838f15c66d req-e5188ebd-548e-4288-b243-387090db94e8 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 946 time: 0.0556018 Jul 30 21:01:03.136019 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cb62bcc4-3381-483b-8700-00838f15c66d req-49d7a71b-3fcb-435c-98c9-d6aab3355e47 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315204 Jul 30 21:01:03.566355 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 01465012-6c00-49aa-b5ee-bb24f44e695f details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:01:03.659904 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 01465012-6c00-49aa-b5ee-bb24f44e695f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=01465012-6c00-49aa-b5ee-bb24f44e695f,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:01:03.671788 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '01465012-6c00-49aa-b5ee-bb24f44e695f', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'port_id': '01465012-6c00-49aa-b5ee-bb24f44e695f', 'mac_address': 'fa:16:3e:6a:63:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 21:01:03.707964 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:03.720036 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01465012-6c00-49aa-b5ee-bb24f44e695f {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:01:03.738995 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 01465012-6c00-49aa-b5ee-bb24f44e695f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=01465012-6c00-49aa-b5ee-bb24f44e695f,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:01:03.742682 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:03.791091 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=01465012-6c00-49aa-b5ee-bb24f44e695f,revision_number=12']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:01:03.835273 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:01:03.937031 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-5ef4e40e-f673-4224-ab9c-0dcdd1d27d50 req-b5d56565-d1b7-4197-8b77-75bc3ed21e3a service neutron] (93882) timed out ('10.222.0.81', 51774) {{(pid=93882) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 21:01:04.275977 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2ee9a-4e65-4b3b-9d77-48badfcae553 req-9bf03638-f912-491c-80ca-81c9b60a952a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:04.277484 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-deb2ee9a-4e65-4b3b-9d77-48badfcae553 req-9bf03638-f912-491c-80ca-81c9b60a952a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 945 time: 0.0741394 Jul 30 21:01:04.311814 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ad214-0f04-48e3-9c14-0cb9fea2e32e req-07c5876d-5d78-4343-971e-e471016c4f3e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:04.313259 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c9ad214-0f04-48e3-9c14-0cb9fea2e32e req-07c5876d-5d78-4343-971e-e471016c4f3e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 945 time: 0.0755296 Jul 30 21:01:04.357164 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-deb2ee9a-4e65-4b3b-9d77-48badfcae553 req-0a58a6d7-1f21-4eb9-b31a-09a7175a148a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731897 Jul 30 21:01:04.417914 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-0c9ad214-0f04-48e3-9c14-0cb9fea2e32e req-d30b3f61-5e18-4ce8-89fb-ed8d6b24f6a0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Deleting port 01465012-6c00-49aa-b5ee-bb24f44e695f {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:01:04.418187 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0c9ad214-0f04-48e3-9c14-0cb9fea2e32e req-d30b3f61-5e18-4ce8-89fb-ed8d6b24f6a0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:04.503920 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0c9ad214-0f04-48e3-9c14-0cb9fea2e32e req-d30b3f61-5e18-4ce8-89fb-ed8d6b24f6a0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] For port 01465012-6c00-49aa-b5ee-bb24f44e695f, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=01465012-6c00-49aa-b5ee-bb24f44e695f,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:01:04.504276 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0c9ad214-0f04-48e3-9c14-0cb9fea2e32e req-d30b3f61-5e18-4ce8-89fb-ed8d6b24f6a0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:04.672755 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0c9ad214-0f04-48e3-9c14-0cb9fea2e32e req-d30b3f61-5e18-4ce8-89fb-ed8d6b24f6a0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:04.673016 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0c9ad214-0f04-48e3-9c14-0cb9fea2e32e req-d30b3f61-5e18-4ce8-89fb-ed8d6b24f6a0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:04.673325 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [req-0c9ad214-0f04-48e3-9c14-0cb9fea2e32e req-d30b3f61-5e18-4ce8-89fb-ed8d6b24f6a0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Floating IP b5050d6a-bba0-4bc7-a66e-65552b82356f disassociated. External IP: 172.25.3.222, port: 01465012-6c00-49aa-b5ee-bb24f44e695f. Jul 30 21:01:04.673662 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-0c9ad214-0f04-48e3-9c14-0cb9fea2e32e req-d30b3f61-5e18-4ce8-89fb-ed8d6b24f6a0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Calling delete_port for 01465012-6c00-49aa-b5ee-bb24f44e695f owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:01:04.797018 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0c9ad214-0f04-48e3-9c14-0cb9fea2e32e req-d30b3f61-5e18-4ce8-89fb-ed8d6b24f6a0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:04.827538 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b3f61-5e18-4ce8-89fb-ed8d6b24f6a0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Pushing event deleted for resources: {'Port': ['ID=01465012-6c00-49aa-b5ee-bb24f44e695f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:01:04.941519 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c9ad214-0f04-48e3-9c14-0cb9fea2e32e req-d30b3f61-5e18-4ce8-89fb-ed8d6b24f6a0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Router 98c6b1be-ee35-43d6-9128-b42b81fa49ad has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:01:05.051775 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c9ad214-0f04-48e3-9c14-0cb9fea2e32e req-d30b3f61-5e18-4ce8-89fb-ed8d6b24f6a0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:01:05.062820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b2cf33-e81c-401e-ac85-9c4f989ab456 None None] Sync routers for ids ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:01:05.072669 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b2cf33-e81c-401e-ac85-9c4f989ab456 None None] Routers {'98c6b1be-ee35-43d6-9128-b42b81fa49ad'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:01:05.073290 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-82b2cf33-e81c-401e-ac85-9c4f989ab456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:00:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:01:05.094424 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9ad214-0f04-48e3-9c14-0cb9fea2e32e req-d30b3f61-5e18-4ce8-89fb-ed8d6b24f6a0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] No DVR routers for this DVR port 01465012-6c00-49aa-b5ee-bb24f44e695f on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:01:05.097069 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0c9ad214-0f04-48e3-9c14-0cb9fea2e32e req-d30b3f61-5e18-4ce8-89fb-ed8d6b24f6a0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:05.099025 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c9ad214-0f04-48e3-9c14-0cb9fea2e32e req-d30b3f61-5e18-4ce8-89fb-ed8d6b24f6a0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.59 "DELETE /v2.0/ports/01465012-6c00-49aa-b5ee-bb24f44e695f HTTP/1.1" status: 204 len: 173 time: 0.7746487 Jul 30 21:01:05.099483 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c', 'name': 'network-vif-deleted', 'tag': '01465012-6c00-49aa-b5ee-bb24f44e695f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:01:05.102404 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d75d92d-7c90-4c1b-933b-487854b753fa" -d '{"events": [{"server_uuid": "fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c", "name": "network-vif-deleted", "tag": "01465012-6c00-49aa-b5ee-bb24f44e695f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:01:05.138098 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2103bd-2e0a-4944-b358-640a7a68f553 x-openstack-request-id: req-9b2103bd-2e0a-4944-b358-640a7a68f553 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:01:05.138393 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c", "name": "network-vif-deleted", "tag": "01465012-6c00-49aa-b5ee-bb24f44e695f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:01:05.138650 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b2103bd-2e0a-4944-b358-640a7a68f553 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:01:05.139053 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c', 'name': 'network-vif-deleted', 'tag': '01465012-6c00-49aa-b5ee-bb24f44e695f', 'status': 'completed', 'code': 200} Jul 30 21:01:05.183091 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-82b2cf33-e81c-401e-ac85-9c4f989ab456 None None] Set router 98c6b1be-ee35-43d6-9128-b42b81fa49ad gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:01:05.378077 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-82b2cf33-e81c-401e-ac85-9c4f989ab456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:31Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:01:05.407920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b2cf33-e81c-401e-ac85-9c4f989ab456 None None] Checking router: 98c6b1be-ee35-43d6-9128-b42b81fa49ad for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:01:05.416892 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b2cf33-e81c-401e-ac85-9c4f989ab456 None None] Routers {'98c6b1be-ee35-43d6-9128-b42b81fa49ad'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:01:05.417517 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-82b2cf33-e81c-401e-ac85-9c4f989ab456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:00:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:01:05.474366 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f68884b1-9abf-451f-80d1-0eadc8e0acd0 req-07de7dcd-68d8-410b-9ace-eb1c517dab46 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbc5a03b-d11f-4bc1-a414-94b8c4c4bd1c HTTP/1.1" status: 200 len: 210 time: 0.0364981 Jul 30 21:01:05.526497 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-82b2cf33-e81c-401e-ac85-9c4f989ab456 None None] Set router 98c6b1be-ee35-43d6-9128-b42b81fa49ad gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:01:05.595885 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 01465012-6c00-49aa-b5ee-bb24f44e695f details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:01:05.602153 n-d-712137-9 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No ports have port_id starting with 01465012-6c00-49aa-b5ee-bb24f44e695f Jul 30 21:01:05.611620 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 01465012-6c00-49aa-b5ee-bb24f44e695f requested by agent hyperv_n-h1-712137-9 not found in database {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 30 21:01:05.727618 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-82b2cf33-e81c-401e-ac85-9c4f989ab456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:31Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:01:05.753588 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b2cf33-e81c-401e-ac85-9c4f989ab456 None None] The sync data for ids ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'] in n-d-712137-9 is: [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:31Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:01:05.970407 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b33fcad-e838-4dd9-8776-a9851d6b7be0 None None] New status for floating IP b5050d6a-bba0-4bc7-a66e-65552b82356f: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 21:01:06.748077 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-5cf909f1-aa0f-4f2e-8118-8d774e533f2c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1053506686&fields=id&tenant_id=2f75db01a0c74d088afa9c4412dcbc34 HTTP/1.1" status: 200 len: 267 time: 0.0327959 Jul 30 21:01:06.855776 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-840fcfb6-1dbb-47a2-b7c7-783f0105e82b tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:06.857134 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-840fcfb6-1dbb-47a2-b7c7-783f0105e82b tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 811 time: 0.1025262 Jul 30 21:01:06.872166 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-d5533cca-afb8-4709-a419-c82bacdd5eb6 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/quotas/2f75db01a0c74d088afa9c4412dcbc34 HTTP/1.1" status: 200 len: 375 time: 0.0092819 Jul 30 21:01:06.924638 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-c73d0bce-d363-400d-9576-cac5a75962ee tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474882 Jul 30 21:01:07.017199 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-e48c0047-2aed-4404-803a-f8a5864c2703 service neutron] 10.222.0.81 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804458 Jul 30 21:01:07.109341 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-c6387856-22f5-4593-996e-7bc6cf4c78fe service neutron] 10.222.0.81 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859396 Jul 30 21:01:07.266555 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27619dac-cd69-4f06-9fb7-341a12d43461 req-9c9abc0a-46f4-4813-b1ab-2d94d0894529 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 210 time: 0.0283771 Jul 30 21:01:08.150164 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-8e88b65e-1cb4-4a02-910a-2f3e7e9e637a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:08.151738 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-8e88b65e-1cb4-4a02-910a-2f3e7e9e637a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 811 time: 0.1092417 Jul 30 21:01:08.195779 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-e2790e3d-c5e1-4a31-a70a-48cf2d3417e7 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f75db01a0c74d088afa9c4412dcbc34 HTTP/1.1" status: 200 len: 380 time: 0.0346086 Jul 30 21:01:08.205411 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-62c268d8-117f-4e69-b0e4-8184da6abd53 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Request body: {'port': {'device_id': '759f6d4d-58a1-4ba9-b344-8fd830fcb8a0', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'admin_state_up': True, 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'security_groups': ['34326f2d-5362-4b8a-a675-97166c0eab3c']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:01:08.308885 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-62c268d8-117f-4e69-b0e4-8184da6abd53 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Made reservation on behalf of 2f75db01a0c74d088afa9c4412dcbc34 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:01:08.312597 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-62c268d8-117f-4e69-b0e4-8184da6abd53 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:08.396161 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-89ebfdc2-794c-4253-bace-9ce319db9114 req-d4ff4915-3732-46ce-8737-4742f4abeb73 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 210 time: 0.0585332 Jul 30 21:01:08.466817 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-62c268d8-117f-4e69-b0e4-8184da6abd53 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Allocated IP 172.20.0.4 (a3846609-6deb-4b98-bfac-8b1f34f90937/4af61358-9ab0-454c-a49b-88cde2ed7e24/1771ce78-b009-4b5f-91dc-056a7fca424a) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:01:08.603518 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-62c268d8-117f-4e69-b0e4-8184da6abd53 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:08.617423 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-62c268d8-117f-4e69-b0e4-8184da6abd53 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Transition to ACTIVE for port object 1771ce78-b009-4b5f-91dc-056a7fca424a will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:01:08.648746 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-62c268d8-117f-4e69-b0e4-8184da6abd53 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:08.689608 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-62c268d8-117f-4e69-b0e4-8184da6abd53 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Network a3846609-6deb-4b98-bfac-8b1f34f90937 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:01:08.692630 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-62c268d8-117f-4e69-b0e4-8184da6abd53 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:01:08.696316 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-62c268d8-117f-4e69-b0e4-8184da6abd53 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:01:08.725903 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c268d8-117f-4e69-b0e4-8184da6abd53 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Pushing event updated for resources: {'Port': ['ID=1771ce78-b009-4b5f-91dc-056a7fca424a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:01:08.752502 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-62c268d8-117f-4e69-b0e4-8184da6abd53 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:08.753130 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-62c268d8-117f-4e69-b0e4-8184da6abd53 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:08.767331 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-62c268d8-117f-4e69-b0e4-8184da6abd53 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5653486 Jul 30 21:01:08.778421 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-094fff66-1d8a-43cb-b93d-788fe106fe1e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 21:01:08.779455 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-094fff66-1d8a-43cb-b93d-788fe106fe1e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055418 Jul 30 21:01:08.790720 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-465d082b-272a-4f88-adcc-7846da0b0fc5 service neutron] Request body: {'port': {'device_id': '759f6d4d-58a1-4ba9-b344-8fd830fcb8a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:01:08.851215 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-465d082b-272a-4f88-adcc-7846da0b0fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:08.910900 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-678a0c31-94f1-4363-a21e-1cd224825123 None None] Provisioning for port 1771ce78-b009-4b5f-91dc-056a7fca424a completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:01:08.915344 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-678a0c31-94f1-4363-a21e-1cd224825123 None None] Provisioning complete for port 1771ce78-b009-4b5f-91dc-056a7fca424a triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:01:08.915746 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-678a0c31-94f1-4363-a21e-1cd224825123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:08.952387 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-678a0c31-94f1-4363-a21e-1cd224825123 None None] Port 1771ce78-b009-4b5f-91dc-056a7fca424a cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:01:09.113215 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-465d082b-272a-4f88-adcc-7846da0b0fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1771ce78-b009-4b5f-91dc-056a7fca424a {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:01:09.121020 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-465d082b-272a-4f88-adcc-7846da0b0fc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:09.133110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-465d082b-272a-4f88-adcc-7846da0b0fc5 service neutron] Transition to ACTIVE for port object 1771ce78-b009-4b5f-91dc-056a7fca424a will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:01:09.136657 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-465d082b-272a-4f88-adcc-7846da0b0fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:09.186727 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d082b-272a-4f88-adcc-7846da0b0fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=1771ce78-b009-4b5f-91dc-056a7fca424a,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:01:09.260090 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-465d082b-272a-4f88-adcc-7846da0b0fc5 service neutron] Attempting to bind port 1771ce78-b009-4b5f-91dc-056a7fca424a on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:01:09.260431 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-465d082b-272a-4f88-adcc-7846da0b0fc5 service neutron] Attempting to bind port 1771ce78-b009-4b5f-91dc-056a7fca424a by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:01:09.260766 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-465d082b-272a-4f88-adcc-7846da0b0fc5 service neutron] Attempting to bind port 1771ce78-b009-4b5f-91dc-056a7fca424a on network a3846609-6deb-4b98-bfac-8b1f34f90937 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:01:09.265378 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-465d082b-272a-4f88-adcc-7846da0b0fc5 service neutron] Port 1771ce78-b009-4b5f-91dc-056a7fca424a on network a3846609-6deb-4b98-bfac-8b1f34f90937 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 21:01:09.265701 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-465d082b-272a-4f88-adcc-7846da0b0fc5 service neutron] Attempting to bind port 1771ce78-b009-4b5f-91dc-056a7fca424a on network a3846609-6deb-4b98-bfac-8b1f34f90937 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:01:09.270679 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-465d082b-272a-4f88-adcc-7846da0b0fc5 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:01:09.271044 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-465d082b-272a-4f88-adcc-7846da0b0fc5 service neutron] Checking segment: {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:01:09.271460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-465d082b-272a-4f88-adcc-7846da0b0fc5 service neutron] Bound using segment: {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:01:09.272048 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-465d082b-272a-4f88-adcc-7846da0b0fc5 service neutron] Bound port: 1771ce78-b009-4b5f-91dc-056a7fca424a, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:01:09.272409 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-465d082b-272a-4f88-adcc-7846da0b0fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:09.340237 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-465d082b-272a-4f88-adcc-7846da0b0fc5 service neutron] For port 1771ce78-b009-4b5f-91dc-056a7fca424a, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:01:09.343245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-465d082b-272a-4f88-adcc-7846da0b0fc5 service neutron] For port 1771ce78-b009-4b5f-91dc-056a7fca424a, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1771ce78-b009-4b5f-91dc-056a7fca424a,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:01:09.348226 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-465d082b-272a-4f88-adcc-7846da0b0fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:09.381461 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-465d082b-272a-4f88-adcc-7846da0b0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:09.382553 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-465d082b-272a-4f88-adcc-7846da0b0fc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:09.385744 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-465d082b-272a-4f88-adcc-7846da0b0fc5 service neutron] 10.222.0.83 "PUT /v2.0/ports/1771ce78-b009-4b5f-91dc-056a7fca424a HTTP/1.1" status: 200 len: 1091 time: 0.5996215 Jul 30 21:01:09.388161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759f6d4d-58a1-4ba9-b344-8fd830fcb8a0', 'tag': '1771ce78-b009-4b5f-91dc-056a7fca424a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:01:09.391276 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa10179-6d82-48d7-87c3-8bcd88537f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "759f6d4d-58a1-4ba9-b344-8fd830fcb8a0", "tag": "1771ce78-b009-4b5f-91dc-056a7fca424a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:01:09.421662 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d082b-272a-4f88-adcc-7846da0b0fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=1771ce78-b009-4b5f-91dc-056a7fca424a,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:01:09.442586 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c357a828-d66f-4e01-938b-ab9eeaeee4b2 x-openstack-request-id: req-c357a828-d66f-4e01-938b-ab9eeaeee4b2 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:01:09.442869 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759f6d4d-58a1-4ba9-b344-8fd830fcb8a0", "tag": "1771ce78-b009-4b5f-91dc-056a7fca424a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:01:09.443740 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c357a828-d66f-4e01-938b-ab9eeaeee4b2 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:01:09.444300 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759f6d4d-58a1-4ba9-b344-8fd830fcb8a0', 'tag': '1771ce78-b009-4b5f-91dc-056a7fca424a', 'status': 'completed', 'code': 200} Jul 30 21:01:09.485385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-e80e44fd-a479-4fbb-9115-57872376fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:09.486920 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-e80e44fd-a479-4fbb-9115-57872376fd78 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 1094 time: 0.0550079 Jul 30 21:01:09.546886 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-06b488a3-22e6-4b85-b73e-0b5c8f243f40 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1771ce78-b009-4b5f-91dc-056a7fca424a HTTP/1.1" status: 200 len: 217 time: 0.0485089 Jul 30 21:01:09.603440 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 01465012-6c00-49aa-b5ee-bb24f44e695f no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:01:09.604920 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dae61-342e-4283-b5c5-eb4006c1c31a req-cfcdbc6c-f3d8-4abe-bac3-ddc6ba4eb124 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:09.606405 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a45dae61-342e-4283-b5c5-eb4006c1c31a req-cfcdbc6c-f3d8-4abe-bac3-ddc6ba4eb124 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 943 time: 0.1168001 Jul 30 21:01:09.622802 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-48752e7a-fc62-4db3-9eee-692cb7d3ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:09.624115 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 01465012-6c00-49aa-b5ee-bb24f44e695f {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:01:09.624254 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-48752e7a-fc62-4db3-9eee-692cb7d3ede7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0696101 Jul 30 21:01:09.624467 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 01465012-6c00-49aa-b5ee-bb24f44e695f not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:01:09.674812 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a45dae61-342e-4283-b5c5-eb4006c1c31a req-0d2ccf57-2a5a-4e4f-bf3c-035a1c21dc23 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622263 Jul 30 21:01:09.685789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-2df507e3-d31b-4fe6-8cfd-cf4b5917ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:09.687244 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-2df507e3-d31b-4fe6-8cfd-cf4b5917ffbd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537016 Jul 30 21:01:09.775842 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-3700745d-5386-4ca3-bf76-32cc77d15009 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814271 Jul 30 21:01:09.868837 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ff8b49f5-594d-4595-8626-7c8228a9485e req-810d6c47-51e1-491b-a353-ca55ec7737db service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849547 Jul 30 21:01:09.953385 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa10179-6d82-48d7-87c3-8bcd88537f2b req-824b0a3d-1f92-4e83-9a4e-cc6e4be5d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:09.954840 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3fa10179-6d82-48d7-87c3-8bcd88537f2b req-824b0a3d-1f92-4e83-9a4e-cc6e4be5d1dc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 1094 time: 0.0407772 Jul 30 21:01:10.376200 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa10179-6d82-48d7-87c3-8bcd88537f2b req-8530777b-4a19-4131-bba5-ad6e4f990945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:10.377651 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3fa10179-6d82-48d7-87c3-8bcd88537f2b req-8530777b-4a19-4131-bba5-ad6e4f990945 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.4159119 Jul 30 21:01:10.418278 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3fa10179-6d82-48d7-87c3-8bcd88537f2b req-b804ede9-0c2c-4257-bd30-d2d8806ea2f5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1771ce78-b009-4b5f-91dc-056a7fca424a HTTP/1.1" status: 200 len: 217 time: 0.0330007 Jul 30 21:01:10.466003 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa10179-6d82-48d7-87c3-8bcd88537f2b req-9e0fdd83-f91d-4342-9aef-5bf8793fbac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:10.467401 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3fa10179-6d82-48d7-87c3-8bcd88537f2b req-9e0fdd83-f91d-4342-9aef-5bf8793fbac2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0424080 Jul 30 21:01:10.516258 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa10179-6d82-48d7-87c3-8bcd88537f2b req-fda614d4-a277-46ce-a3fc-6f07d98107ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:10.517703 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3fa10179-6d82-48d7-87c3-8bcd88537f2b req-fda614d4-a277-46ce-a3fc-6f07d98107ec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432014 Jul 30 21:01:10.605571 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3fa10179-6d82-48d7-87c3-8bcd88537f2b req-0f04509b-0e51-4981-bdb1-f7ffe9c0c077 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791879 Jul 30 21:01:10.697586 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3fa10179-6d82-48d7-87c3-8bcd88537f2b req-e7ce3e4d-f81b-44bd-9735-af436539685e service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842226 Jul 30 21:01:10.789454 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e07be6-4d88-4ade-9c67-68c830e683a9 req-272d74b2-86e8-48af-9b28-197d8cd7d24e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:10.790939 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d4e07be6-4d88-4ade-9c67-68c830e683a9 req-272d74b2-86e8-48af-9b28-197d8cd7d24e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 943 time: 0.0490685 Jul 30 21:01:10.828975 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d4e07be6-4d88-4ade-9c67-68c830e683a9 req-a682f2a6-2d29-4b98-950a-0f3251e96acb tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317471 Jul 30 21:01:11.942609 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689964e3-be94-417c-a5bc-fea52b2640c7 req-04204581-ac51-4eec-b126-4070ddfbc591 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:11.944140 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-689964e3-be94-417c-a5bc-fea52b2640c7 req-04204581-ac51-4eec-b126-4070ddfbc591 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 943 time: 0.0498669 Jul 30 21:01:11.981987 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-689964e3-be94-417c-a5bc-fea52b2640c7 req-179b192f-bf3a-4525-acc7-b8d356025e17 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320003 Jul 30 21:01:13.099722 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18305d3c-9c5b-404c-8405-6bb7e9a10deb req-ce8840e6-d772-454e-8207-b1a163e63daa tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:13.101219 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18305d3c-9c5b-404c-8405-6bb7e9a10deb req-ce8840e6-d772-454e-8207-b1a163e63daa tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 943 time: 0.0531743 Jul 30 21:01:13.139937 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18305d3c-9c5b-404c-8405-6bb7e9a10deb req-857e6566-b42e-4421-b5ff-89d9015e4bd5 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326941 Jul 30 21:01:14.013252 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1771ce78-b009-4b5f-91dc-056a7fca424a details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:01:14.104468 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 1771ce78-b009-4b5f-91dc-056a7fca424a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1771ce78-b009-4b5f-91dc-056a7fca424a,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:01:14.118182 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '1771ce78-b009-4b5f-91dc-056a7fca424a', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'port_id': '1771ce78-b009-4b5f-91dc-056a7fca424a', 'mac_address': 'fa:16:3e:32:34:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 21:01:14.153577 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:14.166069 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1771ce78-b009-4b5f-91dc-056a7fca424a {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:01:14.185757 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 1771ce78-b009-4b5f-91dc-056a7fca424a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1771ce78-b009-4b5f-91dc-056a7fca424a,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:01:14.189828 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:14.237210 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=1771ce78-b009-4b5f-91dc-056a7fca424a,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:01:14.255840 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f0b3d-f49d-4677-bb00-4b6858a0d621 req-9f15d4a1-f59e-4645-9b7e-994f409c8ed5 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:14.257324 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-960f0b3d-f49d-4677-bb00-4b6858a0d621 req-9f15d4a1-f59e-4645-9b7e-994f409c8ed5 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 944 time: 0.0492427 Jul 30 21:01:14.297774 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-960f0b3d-f49d-4677-bb00-4b6858a0d621 req-3a2847e5-711b-4697-b95b-99a7e0a2acfe tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335448 Jul 30 21:01:14.467649 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['1771ce78-b009-4b5f-91dc-056a7fca424a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:01:15.412536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39814d99-4379-4fc6-985a-675c1d365db1 req-3d1fab69-76d5-4c0d-a9e4-aee057f49614 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:15.413993 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-39814d99-4379-4fc6-985a-675c1d365db1 req-3d1fab69-76d5-4c0d-a9e4-aee057f49614 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 944 time: 0.0485284 Jul 30 21:01:15.451275 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-39814d99-4379-4fc6-985a-675c1d365db1 req-8e9bb3f6-2423-4f14-aad3-74918b5cb100 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313783 Jul 30 21:01:15.990337 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:16.019256 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1771ce78-b009-4b5f-91dc-056a7fca424a up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:01:16.065694 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 1771ce78-b009-4b5f-91dc-056a7fca424a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:01:16.069910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 1771ce78-b009-4b5f-91dc-056a7fca424a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:01:16.070277 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:16.146206 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:16.168084 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759f6d4d-58a1-4ba9-b344-8fd830fcb8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1771ce78-b009-4b5f-91dc-056a7fca424a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:01:16.170544 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f303ca62-1240-4b17-9eec-dfd1507cd643" -d '{"events": [{"server_uuid": "759f6d4d-58a1-4ba9-b344-8fd830fcb8a0", "name": "network-vif-plugged", "status": "completed", "tag": "1771ce78-b009-4b5f-91dc-056a7fca424a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:01:16.182987 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 1771ce78-b009-4b5f-91dc-056a7fca424a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1771ce78-b009-4b5f-91dc-056a7fca424a,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:01:16.187922 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:16.211477 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b9dad8-a763-42c0-b360-cdb5d804468c x-openstack-request-id: req-b2b9dad8-a763-42c0-b360-cdb5d804468c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:01:16.211792 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759f6d4d-58a1-4ba9-b344-8fd830fcb8a0", "name": "network-vif-plugged", "status": "completed", "tag": "1771ce78-b009-4b5f-91dc-056a7fca424a", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:01:16.212044 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b2b9dad8-a763-42c0-b360-cdb5d804468c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:01:16.212428 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759f6d4d-58a1-4ba9-b344-8fd830fcb8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1771ce78-b009-4b5f-91dc-056a7fca424a', 'code': 200} Jul 30 21:01:16.240424 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=1771ce78-b009-4b5f-91dc-056a7fca424a,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:01:16.307674 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bad12-5575-400d-9099-502b956eb5e6 req-a7140abd-3bfe-48ed-91d5-7fee5d05ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:16.309135 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f11bad12-5575-400d-9099-502b956eb5e6 req-a7140abd-3bfe-48ed-91d5-7fee5d05ddd8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 1096 time: 0.0446289 Jul 30 21:01:16.344011 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f11bad12-5575-400d-9099-502b956eb5e6 req-ebdd63b5-9df9-4e99-9143-9da94da136d9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278804 Jul 30 21:01:16.566887 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801518c5-6bcd-48ce-b7a0-628d8b27bf48 req-46ae1ca3-0a6b-4a24-aa17-3722e78304aa tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:16.568958 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-801518c5-6bcd-48ce-b7a0-628d8b27bf48 req-46ae1ca3-0a6b-4a24-aa17-3722e78304aa tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 945 time: 0.0498891 Jul 30 21:01:16.606015 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-801518c5-6bcd-48ce-b7a0-628d8b27bf48 req-1ee92283-f9a7-419d-815a-844a58e150ab tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308745 Jul 30 21:01:17.718214 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60a1c8-0465-44b3-a157-ee17c8dd2994 req-91701660-2697-4f8f-87e9-62c860007afe tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:17.719684 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ce60a1c8-0465-44b3-a157-ee17c8dd2994 req-91701660-2697-4f8f-87e9-62c860007afe tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 945 time: 0.0483036 Jul 30 21:01:17.756304 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ce60a1c8-0465-44b3-a157-ee17c8dd2994 req-06e6da07-a5f2-49ae-9416-08da61f30b0c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302334 Jul 30 21:01:17.868941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4cf36-f16b-4b07-8455-66c86bfd6e0a req-35cf1135-69ff-4187-b48f-4f81803b4254 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:17.870406 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-79f4cf36-f16b-4b07-8455-66c86bfd6e0a req-35cf1135-69ff-4187-b48f-4f81803b4254 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 945 time: 0.0527256 Jul 30 21:01:17.878820 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54182) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:01:17.884092 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-286ac352-1773-4736-9198-683c0eeb4483 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Request body: {'floatingip': {'port_id': '1771ce78-b009-4b5f-91dc-056a7fca424a'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:01:17.922024 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-286ac352-1773-4736-9198-683c0eeb4483 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for floatingip, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:18.350661 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-286ac352-1773-4736-9198-683c0eeb4483 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:18.354494 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-286ac352-1773-4736-9198-683c0eeb4483 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:18.454388 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-286ac352-1773-4736-9198-683c0eeb4483 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Floating IP b5050d6a-bba0-4bc7-a66e-65552b82356f associated. External IP: 172.25.3.222, port: 1771ce78-b009-4b5f-91dc-056a7fca424a. Jul 30 21:01:18.661202 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286ac352-1773-4736-9198-683c0eeb4483 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Router 98c6b1be-ee35-43d6-9128-b42b81fa49ad has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:01:18.766712 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286ac352-1773-4736-9198-683c0eeb4483 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:01:18.772132 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-286ac352-1773-4736-9198-683c0eeb4483 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:18.776675 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2087be21-b675-45bc-8242-45e223cd6eca None None] Sync routers for ids ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:01:18.785795 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087be21-b675-45bc-8242-45e223cd6eca None None] Routers {'98c6b1be-ee35-43d6-9128-b42b81fa49ad'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:01:18.786409 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2087be21-b675-45bc-8242-45e223cd6eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:00:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:01:18.799164 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-286ac352-1773-4736-9198-683c0eeb4483 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "PUT /v2.0/floatingips/b5050d6a-bba0-4bc7-a66e-65552b82356f HTTP/1.1" status: 200 len: 992 time: 0.9193230 Jul 30 21:01:18.799778 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759f6d4d-58a1-4ba9-b344-8fd830fcb8a0', 'tag': '1771ce78-b009-4b5f-91dc-056a7fca424a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:01:18.802025 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d808cb-1758-46a3-ad27-8093c2a1ca96" -d '{"events": [{"name": "network-changed", "server_uuid": "759f6d4d-58a1-4ba9-b344-8fd830fcb8a0", "tag": "1771ce78-b009-4b5f-91dc-056a7fca424a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:01:18.886952 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f90555-0e50-468f-899b-782d740600ab x-openstack-request-id: req-87f90555-0e50-468f-899b-782d740600ab {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:01:18.887244 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759f6d4d-58a1-4ba9-b344-8fd830fcb8a0", "tag": "1771ce78-b009-4b5f-91dc-056a7fca424a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:01:18.887499 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-87f90555-0e50-468f-899b-782d740600ab {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:01:18.887996 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759f6d4d-58a1-4ba9-b344-8fd830fcb8a0', 'tag': '1771ce78-b009-4b5f-91dc-056a7fca424a', 'status': 'completed', 'code': 200} Jul 30 21:01:18.894726 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-2087be21-b675-45bc-8242-45e223cd6eca None None] Set router 98c6b1be-ee35-43d6-9128-b42b81fa49ad gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:01:18.951284 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d808cb-1758-46a3-ad27-8093c2a1ca96 req-328dec9c-d656-4542-b04a-f5ad0d1de895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:18.952964 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37d808cb-1758-46a3-ad27-8093c2a1ca96 req-328dec9c-d656-4542-b04a-f5ad0d1de895 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 1096 time: 0.0448363 Jul 30 21:01:19.046838 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d808cb-1758-46a3-ad27-8093c2a1ca96 req-66871cae-2355-4382-b15e-e75707d98f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:19.048437 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37d808cb-1758-46a3-ad27-8093c2a1ca96 req-66871cae-2355-4382-b15e-e75707d98f83 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0880969 Jul 30 21:01:19.121363 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37d808cb-1758-46a3-ad27-8093c2a1ca96 req-c6afdae7-3adc-4f5d-aa09-affde8d47caa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1771ce78-b009-4b5f-91dc-056a7fca424a HTTP/1.1" status: 200 len: 1000 time: 0.0658216 Jul 30 21:01:19.129691 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2087be21-b675-45bc-8242-45e223cd6eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'b5050d6a-bba0-4bc7-a66e-65552b82356f', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'port_id': '1771ce78-b009-4b5f-91dc-056a7fca424a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'mac_address': 'fa:16:3e:32:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f6d4d-58a1-4ba9-b344-8fd830fcb8a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:53:28Z', 'updated_at': '2021-07-30T21:01:18Z', 'revision_number': 13, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:31Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:01:19.160300 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2087be21-b675-45bc-8242-45e223cd6eca None None] Checking router: 98c6b1be-ee35-43d6-9128-b42b81fa49ad for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:01:19.169039 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087be21-b675-45bc-8242-45e223cd6eca None None] Routers {'98c6b1be-ee35-43d6-9128-b42b81fa49ad'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:01:19.169676 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2087be21-b675-45bc-8242-45e223cd6eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:00:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:01:19.171487 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d808cb-1758-46a3-ad27-8093c2a1ca96 req-46cdddcf-3f69-4542-acfd-df45bbb7c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:19.173163 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37d808cb-1758-46a3-ad27-8093c2a1ca96 req-46cdddcf-3f69-4542-acfd-df45bbb7c7f9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0454903 Jul 30 21:01:19.220281 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d808cb-1758-46a3-ad27-8093c2a1ca96 req-f6f09d5d-cbc4-4ca7-8428-d232ff2e67b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:19.221757 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37d808cb-1758-46a3-ad27-8093c2a1ca96 req-f6f09d5d-cbc4-4ca7-8428-d232ff2e67b3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416882 Jul 30 21:01:19.326143 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37d808cb-1758-46a3-ad27-8093c2a1ca96 req-2f6f254b-6320-4b6b-a868-933ffc8472ea service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967770 Jul 30 21:01:19.427094 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37d808cb-1758-46a3-ad27-8093c2a1ca96 req-7803e689-f582-473a-b3c2-eed3239ba543 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940783 Jul 30 21:01:19.440176 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-2087be21-b675-45bc-8242-45e223cd6eca None None] Set router 98c6b1be-ee35-43d6-9128-b42b81fa49ad gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:01:19.658651 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2087be21-b675-45bc-8242-45e223cd6eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'b5050d6a-bba0-4bc7-a66e-65552b82356f', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'port_id': '1771ce78-b009-4b5f-91dc-056a7fca424a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'mac_address': 'fa:16:3e:32:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f6d4d-58a1-4ba9-b344-8fd830fcb8a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:53:28Z', 'updated_at': '2021-07-30T21:01:18Z', 'revision_number': 13, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:31Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:01:19.689172 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2087be21-b675-45bc-8242-45e223cd6eca None None] The sync data for ids ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'] in n-d-712137-9 is: [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'b5050d6a-bba0-4bc7-a66e-65552b82356f', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'port_id': '1771ce78-b009-4b5f-91dc-056a7fca424a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'mac_address': 'fa:16:3e:32:34:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f6d4d-58a1-4ba9-b344-8fd830fcb8a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T20:53:28Z', 'updated_at': '2021-07-30T21:01:18Z', 'revision_number': 13, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:31Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:01:19.892149 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2ea98c-53c0-4562-b708-0bc5e24be474 None None] New status for floating IP b5050d6a-bba0-4bc7-a66e-65552b82356f: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 21:01:20.054737 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:21.331090 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7315d403-c789-4e35-9c71-fd27539fc1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:23.768579 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84e5649f-da51-43e4-a00d-5f04a9366487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:24.024630 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:24.675444 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f7f9d7f-7de3-4ba8-bb3e-10df3c7a677b req-b8781c14-d4ec-4cd9-9e93-77a3da6d75cf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446668 Jul 30 21:01:24.755769 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f9d7f-7de3-4ba8-bb3e-10df3c7a677b req-845f4693-e59a-471c-9ccf-137c85fcee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:24.757224 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f7f9d7f-7de3-4ba8-bb3e-10df3c7a677b req-845f4693-e59a-471c-9ccf-137c85fcee60 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 1096 time: 0.0397956 Jul 30 21:01:24.858708 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f9d7f-7de3-4ba8-bb3e-10df3c7a677b req-f596111b-f0f6-4c99-b721-251ee38933a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:24.860162 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f7f9d7f-7de3-4ba8-bb3e-10df3c7a677b req-f596111b-f0f6-4c99-b721-251ee38933a4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0834455 Jul 30 21:01:24.928385 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f7f9d7f-7de3-4ba8-bb3e-10df3c7a677b req-c6050bd2-8618-4664-b04d-c18f537731bc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1771ce78-b009-4b5f-91dc-056a7fca424a HTTP/1.1" status: 200 len: 1002 time: 0.0610378 Jul 30 21:01:24.975816 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f9d7f-7de3-4ba8-bb3e-10df3c7a677b req-c7c12cf7-2a65-40cd-8fb6-48cca7381656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:24.977189 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f7f9d7f-7de3-4ba8-bb3e-10df3c7a677b req-c7c12cf7-2a65-40cd-8fb6-48cca7381656 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0427260 Jul 30 21:01:25.023353 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f9d7f-7de3-4ba8-bb3e-10df3c7a677b req-1392a446-922e-4f60-8c8b-4eb6661f07ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:01:25.024885 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f7f9d7f-7de3-4ba8-bb3e-10df3c7a677b req-1392a446-922e-4f60-8c8b-4eb6661f07ad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411816 Jul 30 21:01:25.117146 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f7f9d7f-7de3-4ba8-bb3e-10df3c7a677b req-8f55846d-3374-4f73-bb3d-fe112414a341 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844204 Jul 30 21:01:25.161256 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:25.207658 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4f7f9d7f-7de3-4ba8-bb3e-10df3c7a677b req-f466697a-e9a0-4333-87a7-e954c627dfcc service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826008 Jul 30 21:01:27.014061 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:40.834301 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:01:46.038111 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:50.063395 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:51.330950 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-90c418c3-fe69-40f6-b62f-0f248ac696ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:53.760263 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ba1fb05-f3a7-4e55-b055-dc899927ee8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:54.025583 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:55.166359 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:01:57.017134 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:02:16.038206 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:02:17.835205 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:02:20.069975 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:02:21.331782 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-064cf3a0-2bf0-45e7-b006-13d4ce22f0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:02:23.760419 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70f980ed-7c27-4ddc-85f5-81c9b4a7c563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:02:24.026644 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:02:24.688432 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aa06aa8e-7468-44dd-8987-d4749cc65684 req-b2260d8f-6de5-4194-9661-76b699b2b9fc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451963 Jul 30 21:02:24.769929 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06aa8e-7468-44dd-8987-d4749cc65684 req-63b5af18-0f2e-4404-8ab2-e4fab52fbdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:02:24.771393 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aa06aa8e-7468-44dd-8987-d4749cc65684 req-63b5af18-0f2e-4404-8ab2-e4fab52fbdfe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 1096 time: 0.0406544 Jul 30 21:02:24.873893 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06aa8e-7468-44dd-8987-d4749cc65684 req-280a6fae-2032-4312-a138-2617b6b5af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:02:24.875249 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aa06aa8e-7468-44dd-8987-d4749cc65684 req-280a6fae-2032-4312-a138-2617b6b5af63 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0841429 Jul 30 21:02:24.943938 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aa06aa8e-7468-44dd-8987-d4749cc65684 req-7f4bd232-0878-45a4-8f15-626863e32732 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1771ce78-b009-4b5f-91dc-056a7fca424a HTTP/1.1" status: 200 len: 1002 time: 0.0605445 Jul 30 21:02:24.991814 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06aa8e-7468-44dd-8987-d4749cc65684 req-7c85860b-d5c8-43fe-a159-6c5e8ac59652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:02:24.993190 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aa06aa8e-7468-44dd-8987-d4749cc65684 req-7c85860b-d5c8-43fe-a159-6c5e8ac59652 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0420232 Jul 30 21:02:25.038261 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06aa8e-7468-44dd-8987-d4749cc65684 req-ed0afd27-954d-4bcb-bab3-1824a7ae4fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:02:25.039755 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aa06aa8e-7468-44dd-8987-d4749cc65684 req-ed0afd27-954d-4bcb-bab3-1824a7ae4fe5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395551 Jul 30 21:02:25.130017 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aa06aa8e-7468-44dd-8987-d4749cc65684 req-0bbf0e7a-d590-4870-b769-0be77c16b98c service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831244 Jul 30 21:02:25.165912 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:02:25.219256 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aa06aa8e-7468-44dd-8987-d4749cc65684 req-9a0f27bf-1a7f-4a2b-8a8a-a9dcdde3aa45 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817039 Jul 30 21:02:27.018596 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:02:46.035824 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:02:50.102680 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:02:51.333030 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b3d2b19a-6924-43b7-8c79-af306193d0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:02:53.760413 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0a3222f2-1b98-4625-9a51-2faf04913f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:02:54.026844 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:02:54.834095 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:02:55.168659 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:02:57.020498 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:03:16.039850 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:03:20.097062 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:03:21.333459 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff8b48b2-938a-495c-8dc9-282fd26e8e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:03:23.761024 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d1f0ef79-9f60-4d80-b803-4e1f7b73d4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:03:24.026827 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:03:24.668742 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-10735d24-1fc2-4b8b-a257-0b0d38aa7fd9 req-0cb16cc7-8178-496f-9157-c4fef33a0a02 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454855 Jul 30 21:03:24.749602 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10735d24-1fc2-4b8b-a257-0b0d38aa7fd9 req-43e7dceb-c412-44d1-ad34-b8e6a42b8de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:03:24.751046 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-10735d24-1fc2-4b8b-a257-0b0d38aa7fd9 req-43e7dceb-c412-44d1-ad34-b8e6a42b8de4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 1096 time: 0.0398667 Jul 30 21:03:24.852389 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10735d24-1fc2-4b8b-a257-0b0d38aa7fd9 req-9fe67c05-f70a-4be0-ad42-7429d6e9ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:03:24.853894 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-10735d24-1fc2-4b8b-a257-0b0d38aa7fd9 req-9fe67c05-f70a-4be0-ad42-7429d6e9ecb8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0835612 Jul 30 21:03:24.921035 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-10735d24-1fc2-4b8b-a257-0b0d38aa7fd9 req-3305f759-418c-432d-a473-151430635457 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1771ce78-b009-4b5f-91dc-056a7fca424a HTTP/1.1" status: 200 len: 1002 time: 0.0600779 Jul 30 21:03:24.969878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10735d24-1fc2-4b8b-a257-0b0d38aa7fd9 req-3b4a9437-67f7-4855-91ca-749006c24ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:03:24.971338 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-10735d24-1fc2-4b8b-a257-0b0d38aa7fd9 req-3b4a9437-67f7-4855-91ca-749006c24ecb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0435085 Jul 30 21:03:25.015669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10735d24-1fc2-4b8b-a257-0b0d38aa7fd9 req-557d09f3-39aa-44b8-8401-870118b413ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:03:25.017105 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-10735d24-1fc2-4b8b-a257-0b0d38aa7fd9 req-557d09f3-39aa-44b8-8401-870118b413ae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389276 Jul 30 21:03:25.111054 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-10735d24-1fc2-4b8b-a257-0b0d38aa7fd9 req-89a8ed9c-58e8-40a8-84c4-0ace5a043b9e service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859637 Jul 30 21:03:25.172103 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:03:25.202263 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-10735d24-1fc2-4b8b-a257-0b0d38aa7fd9 req-c9b532ce-4fb7-4927-96d3-fe738000e73e service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830071 Jul 30 21:03:27.024175 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:03:31.832794 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:03:46.050270 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:03:50.117828 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:03:51.276262 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735511f-f9ca-462c-9c5c-27ab4dbbdc92 req-9bc90662-24f8-4011-bcff-d32d4a3f6528 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:03:51.277774 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5735511f-f9ca-462c-9c5c-27ab4dbbdc92 req-9bc90662-24f8-4011-bcff-d32d4a3f6528 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 945 time: 0.1514831 Jul 30 21:03:51.316796 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5735511f-f9ca-462c-9c5c-27ab4dbbdc92 req-8b6564fa-a905-46b3-a29d-abbfc72a0b1b tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329640 Jul 30 21:03:51.341781 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-559a8600-ca5a-41c7-849f-8dbc26e709d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:03:53.761089 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4846fbe-09b5-4482-bd3c-dd14a8cfb7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:03:54.028469 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:03:55.179219 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:03:57.026048 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:02.412854 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8590710-274f-4205-a20e-97e299fafd50 req-6838a0f0-0eed-4dbe-93bb-a8c94cd4a15a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0674474 Jul 30 21:04:02.425337 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c916c55-52b8-4739-a23e-cdcc622ff173 req-384c1e34-2bbc-49eb-9698-50d7d300feea tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:02.426793 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1c916c55-52b8-4739-a23e-cdcc622ff173 req-384c1e34-2bbc-49eb-9698-50d7d300feea tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 945 time: 0.0715613 Jul 30 21:04:02.466815 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1c916c55-52b8-4739-a23e-cdcc622ff173 req-834a7f9b-68a0-4fda-98df-813703f1ebfb tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330789 Jul 30 21:04:03.585204 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc853a5-c61e-418f-a099-850bd3adced3 req-4599d459-1b0b-4d94-9d6d-cd6444c7d114 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:03.586689 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cc853a5-c61e-418f-a099-850bd3adced3 req-4599d459-1b0b-4d94-9d6d-cd6444c7d114 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 945 time: 0.0526071 Jul 30 21:04:03.638006 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8cc853a5-c61e-418f-a099-850bd3adced3 req-9bf1d941-b3a9-4fe4-b25f-e5dbd2df0dd0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449414 Jul 30 21:04:03.706321 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8590710-274f-4205-a20e-97e299fafd50 req-a2d93f47-3977-4324-87a7-52663dba66a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:03.707795 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8590710-274f-4205-a20e-97e299fafd50 req-a2d93f47-3977-4324-87a7-52663dba66a1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 1096 time: 0.0793521 Jul 30 21:04:03.799090 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8590710-274f-4205-a20e-97e299fafd50 req-f87dd726-0693-4c33-a8a2-fabc47b9a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:03.800578 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8590710-274f-4205-a20e-97e299fafd50 req-f87dd726-0693-4c33-a8a2-fabc47b9a4cf service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0862560 Jul 30 21:04:03.865635 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8590710-274f-4205-a20e-97e299fafd50 req-808bf200-7f70-4f2f-9304-cac2288c972e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1771ce78-b009-4b5f-91dc-056a7fca424a HTTP/1.1" status: 200 len: 1002 time: 0.0572741 Jul 30 21:04:03.912668 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8590710-274f-4205-a20e-97e299fafd50 req-65036ad1-39f6-4351-8499-e3bdb64188ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:03.914017 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8590710-274f-4205-a20e-97e299fafd50 req-65036ad1-39f6-4351-8499-e3bdb64188ec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0420625 Jul 30 21:04:03.963965 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8590710-274f-4205-a20e-97e299fafd50 req-baa30c12-889b-4ace-8b56-d1317b4fb4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:03.965409 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8590710-274f-4205-a20e-97e299fafd50 req-baa30c12-889b-4ace-8b56-d1317b4fb4a2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437176 Jul 30 21:04:04.062422 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8590710-274f-4205-a20e-97e299fafd50 req-4cab4157-a71e-4b29-a846-a5d55adfdc0c service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879099 Jul 30 21:04:04.154206 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8590710-274f-4205-a20e-97e299fafd50 req-b1d64177-b0af-43df-830c-fbc1960e3018 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841367 Jul 30 21:04:04.757284 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c86b57-f9dd-4902-9d70-362fe9a0f66a req-881d3e41-4e9b-4402-a05a-a71bc5125d67 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:04.758758 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42c86b57-f9dd-4902-9d70-362fe9a0f66a req-881d3e41-4e9b-4402-a05a-a71bc5125d67 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 945 time: 0.0512388 Jul 30 21:04:04.796291 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42c86b57-f9dd-4902-9d70-362fe9a0f66a req-67167623-7932-438c-86fa-1906ebc93672 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309904 Jul 30 21:04:05.910739 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6124e-d3a2-4ca7-9503-2b56ab9c611c req-49ace502-6d15-4ada-9f58-c50b9eea2b4b tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:05.912195 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56e6124e-d3a2-4ca7-9503-2b56ab9c611c req-49ace502-6d15-4ada-9f58-c50b9eea2b4b tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 945 time: 0.0477633 Jul 30 21:04:05.950013 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56e6124e-d3a2-4ca7-9503-2b56ab9c611c req-da7e864f-7b7b-4e77-9a38-609eef4ba29b tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320001 Jul 30 21:04:07.065431 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8a1a3-6806-4744-a22f-9abb92dbaf21 req-8f2c5b4f-7315-451e-acd1-c3c2f5812c5c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:07.066873 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86f8a1a3-6806-4744-a22f-9abb92dbaf21 req-8f2c5b4f-7315-451e-acd1-c3c2f5812c5c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 945 time: 0.0512972 Jul 30 21:04:07.104964 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86f8a1a3-6806-4744-a22f-9abb92dbaf21 req-199e2d8e-df69-4623-a624-1c8fb925ab64 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317245 Jul 30 21:04:08.221984 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0be6f-3702-4a37-9be3-27449968dba9 req-f9cfdea8-83c6-4593-bb04-bd1c305d7333 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:08.223426 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-78a0be6f-3702-4a37-9be3-27449968dba9 req-f9cfdea8-83c6-4593-bb04-bd1c305d7333 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 945 time: 0.0477984 Jul 30 21:04:08.260965 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-78a0be6f-3702-4a37-9be3-27449968dba9 req-c512b889-dab4-43d9-a819-9ca2a5e5c2c3 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310881 Jul 30 21:04:08.831161 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:04:09.376541 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889093c-919e-482d-8180-a83e7ac0c7fa req-702e32fb-8548-4e61-b090-91523002c87d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:09.378016 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3889093c-919e-482d-8180-a83e7ac0c7fa req-702e32fb-8548-4e61-b090-91523002c87d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 945 time: 0.0491500 Jul 30 21:04:09.415851 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3889093c-919e-482d-8180-a83e7ac0c7fa req-a50c9d06-0076-43d7-8a21-913ba23fc979 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318651 Jul 30 21:04:10.533041 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5eae7-8ef6-4acc-9591-4f2d6630a898 req-b9484ab6-95d8-4644-a91d-d1810a2aab52 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:10.534528 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18d5eae7-8ef6-4acc-9591-4f2d6630a898 req-b9484ab6-95d8-4644-a91d-d1810a2aab52 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 945 time: 0.0522580 Jul 30 21:04:10.572572 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18d5eae7-8ef6-4acc-9591-4f2d6630a898 req-a6a2b47e-e983-4f37-a237-9b280e8847fc tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316458 Jul 30 21:04:11.685742 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e88cdf-1e46-4bc2-b764-7bc198be8fcc req-bb0dc66d-9215-4d43-bc09-87926130fcda tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:11.687187 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6e88cdf-1e46-4bc2-b764-7bc198be8fcc req-bb0dc66d-9215-4d43-bc09-87926130fcda tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 945 time: 0.0487726 Jul 30 21:04:11.724163 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6e88cdf-1e46-4bc2-b764-7bc198be8fcc req-82ece668-9541-431d-8231-8885489f4454 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310376 Jul 30 21:04:12.836915 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9d6be-a80b-46e2-86ad-52da33ede5d6 req-495a1a88-8c67-49d2-b5d6-768539d88329 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:12.838355 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4cc9d6be-a80b-46e2-86ad-52da33ede5d6 req-495a1a88-8c67-49d2-b5d6-768539d88329 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 945 time: 0.0477118 Jul 30 21:04:12.875443 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4cc9d6be-a80b-46e2-86ad-52da33ede5d6 req-4de5c2da-d6c1-4834-846a-0322a8743850 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311439 Jul 30 21:04:13.992581 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f903b37-bd5a-46f7-813c-39a1211a29c2 req-dfa6768d-9638-45e7-880f-896b169e06fa tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:13.994040 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f903b37-bd5a-46f7-813c-39a1211a29c2 req-dfa6768d-9638-45e7-880f-896b169e06fa tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 945 time: 0.0522661 Jul 30 21:04:14.030943 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1f903b37-bd5a-46f7-813c-39a1211a29c2 req-6f3b95df-269c-4213-8ad7-0ed852854822 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310147 Jul 30 21:04:15.144764 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2274eac-3e4c-4944-af9b-5ec887357736 req-f53b29c4-3829-49da-bbf1-85abbeeca852 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:15.146199 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f2274eac-3e4c-4944-af9b-5ec887357736 req-f53b29c4-3829-49da-bbf1-85abbeeca852 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 945 time: 0.0478830 Jul 30 21:04:15.183634 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f2274eac-3e4c-4944-af9b-5ec887357736 req-2245bab5-2981-443b-9a95-6062f3d2191d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306544 Jul 30 21:04:16.049780 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:16.300089 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e2caa-2b61-44f0-869c-a00d5f75a312 req-dd3db319-8bf7-46c2-970a-f5f363c509f9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:16.301496 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a67e2caa-2b61-44f0-869c-a00d5f75a312 req-dd3db319-8bf7-46c2-970a-f5f363c509f9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 945 time: 0.0500879 Jul 30 21:04:16.342734 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a67e2caa-2b61-44f0-869c-a00d5f75a312 req-6b37662b-ddce-4f65-9a5c-03233706d87d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348034 Jul 30 21:04:17.465502 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302b9f7-9f5d-4a94-aa72-010166207d33 req-fdc24e21-fb76-45e5-a75d-00f43597596c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:17.466980 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0302b9f7-9f5d-4a94-aa72-010166207d33 req-fdc24e21-fb76-45e5-a75d-00f43597596c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 945 time: 0.0539446 Jul 30 21:04:17.504535 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0302b9f7-9f5d-4a94-aa72-010166207d33 req-2102fbc9-9ce0-42e3-908f-f9a86a4151f3 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315804 Jul 30 21:04:17.733983 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-c8590710-274f-4205-a20e-97e299fafd50 req-07e34a6a-e5e8-4659-b1e0-f34d01347b73 service neutron] show failed (client error): The resource could not be found. Jul 30 21:04:17.735072 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8590710-274f-4205-a20e-97e299fafd50 req-07e34a6a-e5e8-4659-b1e0-f34d01347b73 service neutron] 10.222.0.83 "GET /v2.0/ports/1771ce78-b009-4b5f-91dc-056a7fca424a/bindings/n-h1-712137-9 HTTP/1.1" status: 404 len: 380 time: 0.0546279 Jul 30 21:04:17.959581 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8590710-274f-4205-a20e-97e299fafd50 req-4b53e52b-352a-4b7c-8483-4cec2d677e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:17.961064 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8590710-274f-4205-a20e-97e299fafd50 req-4b53e52b-352a-4b7c-8483-4cec2d677e69 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0&tenant_id=2f75db01a0c74d088afa9c4412dcbc34 HTTP/1.1" status: 200 len: 1096 time: 0.0771580 Jul 30 21:04:17.973144 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-c8590710-274f-4205-a20e-97e299fafd50 req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-9', 'device_owner': 'compute:nova'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:04:18.026602 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c8590710-274f-4205-a20e-97e299fafd50 req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:18.225217 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-c8590710-274f-4205-a20e-97e299fafd50 req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] For port 1771ce78-b009-4b5f-91dc-056a7fca424a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1771ce78-b009-4b5f-91dc-056a7fca424a,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:04:18.256991 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-c8590710-274f-4205-a20e-97e299fafd50 req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] For port 1771ce78-b009-4b5f-91dc-056a7fca424a, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:04:18.295392 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759f6d4d-58a1-4ba9-b344-8fd830fcb8a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1771ce78-b009-4b5f-91dc-056a7fca424a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:04:18.298056 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8fe477-4adb-427b-89b5-5447a5ab07a8" -d '{"events": [{"server_uuid": "759f6d4d-58a1-4ba9-b344-8fd830fcb8a0", "name": "network-vif-unplugged", "status": "completed", "tag": "1771ce78-b009-4b5f-91dc-056a7fca424a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:04:18.301745 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c8590710-274f-4205-a20e-97e299fafd50 req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:18.316928 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-c8590710-274f-4205-a20e-97e299fafd50 req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Transition to ACTIVE for port object 1771ce78-b009-4b5f-91dc-056a7fca424a will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:04:18.321782 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c8590710-274f-4205-a20e-97e299fafd50 req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:18.396795 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.59', 62402) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:04:18.403090 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Pushing event updated for resources: {'Port': ['ID=1771ce78-b009-4b5f-91dc-056a7fca424a,revision_number=6']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:04:18.415698 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:04:18.416046 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:04:18.416388 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:04:18.416723 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:04:18.417058 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:04:18.417401 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:04:18.417698 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:04:18.418022 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:04:18.418346 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:04:18.418684 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:04:18.419032 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:04:18.419296 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:04:18.425475 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 21:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77e266e-625e-45c5-9f14-b6abe3fc4f79 x-openstack-request-id: req-a77e266e-625e-45c5-9f14-b6abe3fc4f79 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:04:18.425770 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759f6d4d-58a1-4ba9-b344-8fd830fcb8a0", "name": "network-vif-unplugged", "status": "completed", "tag": "1771ce78-b009-4b5f-91dc-056a7fca424a", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:04:18.426036 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a77e266e-625e-45c5-9f14-b6abe3fc4f79 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:04:18.426443 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759f6d4d-58a1-4ba9-b344-8fd830fcb8a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1771ce78-b009-4b5f-91dc-056a7fca424a', 'code': 200} Jul 30 21:04:18.456548 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8590710-274f-4205-a20e-97e299fafd50 req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] No DVR routers for this DVR port 1771ce78-b009-4b5f-91dc-056a7fca424a on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:04:18.469587 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ad361-7928-463e-8210-9fb25f26aff6 req-8858db8d-99c2-42e9-b594-ba3289680a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:18.471292 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e01ad361-7928-463e-8210-9fb25f26aff6 req-8858db8d-99c2-42e9-b594-ba3289680a6d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 1052 time: 0.0719075 Jul 30 21:04:18.594676 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ad361-7928-463e-8210-9fb25f26aff6 req-d19580dc-2ff2-41d0-837c-01b0ae3b1ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:18.596342 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e01ad361-7928-463e-8210-9fb25f26aff6 req-d19580dc-2ff2-41d0-837c-01b0ae3b1ab8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.1049674 Jul 30 21:04:18.669105 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e01ad361-7928-463e-8210-9fb25f26aff6 req-ae5fe394-9c6d-41eb-b6c9-651db5cb522b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1771ce78-b009-4b5f-91dc-056a7fca424a HTTP/1.1" status: 200 len: 1000 time: 0.0652218 Jul 30 21:04:18.720257 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ad361-7928-463e-8210-9fb25f26aff6 req-3a7acd41-6bfb-4c1c-9e01-d34fa375e316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:18.721779 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e01ad361-7928-463e-8210-9fb25f26aff6 req-3a7acd41-6bfb-4c1c-9e01-d34fa375e316 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0455368 Jul 30 21:04:18.769740 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ad361-7928-463e-8210-9fb25f26aff6 req-f54dce65-0720-4bb0-8125-16ddfad76dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:18.771893 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e01ad361-7928-463e-8210-9fb25f26aff6 req-f54dce65-0720-4bb0-8125-16ddfad76dc9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424774 Jul 30 21:04:18.782843 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-e01ad361-7928-463e-8210-9fb25f26aff6 req-c6f6ee31-0cce-46f7-850f-c83b34bc5dcf service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 21:04:18.783858 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e01ad361-7928-463e-8210-9fb25f26aff6 req-c6f6ee31-0cce-46f7-850f-c83b34bc5dcf service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053058 Jul 30 21:04:18.878269 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e01ad361-7928-463e-8210-9fb25f26aff6 req-083bec07-5567-47d8-87b8-5e125fd87f1f service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875189 Jul 30 21:04:18.940114 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbca73b-7db4-4b4f-b5ee-2856da2db760 req-7271522c-989d-45b8-95ea-8ad78a36f457 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:18.943991 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fcbca73b-7db4-4b4f-b5ee-2856da2db760 req-7271522c-989d-45b8-95ea-8ad78a36f457 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 943 time: 0.0712001 Jul 30 21:04:18.975558 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-e01ad361-7928-463e-8210-9fb25f26aff6 req-5d9950f5-2b4d-4a6a-b7e0-d85f5d014be6 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901649 Jul 30 21:04:18.999380 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-c8590710-274f-4205-a20e-97e299fafd50 req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Attempting to bind port 1771ce78-b009-4b5f-91dc-056a7fca424a on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:04:18.999750 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-c8590710-274f-4205-a20e-97e299fafd50 req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Attempting to bind port 1771ce78-b009-4b5f-91dc-056a7fca424a by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:04:19.000084 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8590710-274f-4205-a20e-97e299fafd50 req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Attempting to bind port 1771ce78-b009-4b5f-91dc-056a7fca424a on network a3846609-6deb-4b98-bfac-8b1f34f90937 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:04:19.008830 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fcbca73b-7db4-4b4f-b5ee-2856da2db760 req-5b970020-2625-4d31-afcd-aa893f0de864 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603645 Jul 30 21:04:19.009786 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8590710-274f-4205-a20e-97e299fafd50 req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Port 1771ce78-b009-4b5f-91dc-056a7fca424a on network a3846609-6deb-4b98-bfac-8b1f34f90937 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 21:04:19.010108 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8590710-274f-4205-a20e-97e299fafd50 req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Attempting to bind port 1771ce78-b009-4b5f-91dc-056a7fca424a on network a3846609-6deb-4b98-bfac-8b1f34f90937 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:04:19.015116 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8590710-274f-4205-a20e-97e299fafd50 req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:04:19.015468 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8590710-274f-4205-a20e-97e299fafd50 req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Checking segment: {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:04:19.015861 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8590710-274f-4205-a20e-97e299fafd50 req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Bound using segment: {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:04:19.016291 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-c8590710-274f-4205-a20e-97e299fafd50 req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Bound port: 1771ce78-b009-4b5f-91dc-056a7fca424a, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:04:19.016652 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c8590710-274f-4205-a20e-97e299fafd50 req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:19.083451 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-c8590710-274f-4205-a20e-97e299fafd50 req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] For port 1771ce78-b009-4b5f-91dc-056a7fca424a, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:04:19.087302 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-c8590710-274f-4205-a20e-97e299fafd50 req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] For port 1771ce78-b009-4b5f-91dc-056a7fca424a, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=1771ce78-b009-4b5f-91dc-056a7fca424a,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:04:19.091835 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c8590710-274f-4205-a20e-97e299fafd50 req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:19.124659 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8590710-274f-4205-a20e-97e299fafd50 req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:19.125354 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c8590710-274f-4205-a20e-97e299fafd50 req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:19.126675 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8590710-274f-4205-a20e-97e299fafd50 req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] 10.222.0.59 "PUT /v2.0/ports/1771ce78-b009-4b5f-91dc-056a7fca424a HTTP/1.1" status: 200 len: 1091 time: 1.1574290 Jul 30 21:04:19.182016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7ce67-6d5d-4119-bddf-f8bb4922ea90 service neutron] Pushing event updated for resources: {'Port': ['ID=1771ce78-b009-4b5f-91dc-056a7fca424a,revision_number=7']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:04:19.199918 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8590710-274f-4205-a20e-97e299fafd50 req-8268e1d3-1def-4713-9312-b06649eb76fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:19.201444 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8590710-274f-4205-a20e-97e299fafd50 req-8268e1d3-1def-4713-9312-b06649eb76fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 1094 time: 0.0476172 Jul 30 21:04:19.300477 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8590710-274f-4205-a20e-97e299fafd50 req-4b6227d9-92bc-4b68-8f86-f103eb4aa4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:19.301962 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8590710-274f-4205-a20e-97e299fafd50 req-4b6227d9-92bc-4b68-8f86-f103eb4aa4c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0933328 Jul 30 21:04:19.370932 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8590710-274f-4205-a20e-97e299fafd50 req-824cef9f-56b8-4182-bff7-eac06a92aac1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1771ce78-b009-4b5f-91dc-056a7fca424a HTTP/1.1" status: 200 len: 1000 time: 0.0622380 Jul 30 21:04:19.422681 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8590710-274f-4205-a20e-97e299fafd50 req-991fcb9f-d8ce-4822-834d-3eb8cb8aa422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:19.424171 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8590710-274f-4205-a20e-97e299fafd50 req-991fcb9f-d8ce-4822-834d-3eb8cb8aa422 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0443580 Jul 30 21:04:19.474010 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8590710-274f-4205-a20e-97e299fafd50 req-1abb351d-ff8b-4082-b41b-9f737c98614d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:19.475533 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8590710-274f-4205-a20e-97e299fafd50 req-1abb351d-ff8b-4082-b41b-9f737c98614d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444977 Jul 30 21:04:19.565843 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8590710-274f-4205-a20e-97e299fafd50 req-276748ae-4319-49f1-b948-1eabde020638 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831785 Jul 30 21:04:19.660907 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8590710-274f-4205-a20e-97e299fafd50 req-a1d0745e-a7ce-49a2-a58b-b41bf2910027 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881083 Jul 30 21:04:20.126310 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6610a44-7d47-496a-bb6c-34795d130d58 req-924b215e-50c9-408b-906d-4e717f1e7496 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:20.127833 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a6610a44-7d47-496a-bb6c-34795d130d58 req-924b215e-50c9-408b-906d-4e717f1e7496 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 943 time: 0.0498960 Jul 30 21:04:20.133912 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:20.167795 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a6610a44-7d47-496a-bb6c-34795d130d58 req-e9de96f2-aa37-4a64-ab62-0d4e7234c7b3 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337691 Jul 30 21:04:20.427172 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759f6d4d-58a1-4ba9-b344-8fd830fcb8a0', 'tag': '1771ce78-b009-4b5f-91dc-056a7fca424a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:04:20.429468 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24069c90-a08f-45f7-9ef3-bfb2a8e39a31" -d '{"events": [{"name": "network-changed", "server_uuid": "759f6d4d-58a1-4ba9-b344-8fd830fcb8a0", "tag": "1771ce78-b009-4b5f-91dc-056a7fca424a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:04:20.476425 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958afb97-e8d7-45f8-af0e-fa94e66a6381 x-openstack-request-id: req-958afb97-e8d7-45f8-af0e-fa94e66a6381 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:04:20.476713 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759f6d4d-58a1-4ba9-b344-8fd830fcb8a0", "tag": "1771ce78-b009-4b5f-91dc-056a7fca424a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:04:20.477025 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-958afb97-e8d7-45f8-af0e-fa94e66a6381 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:04:20.477423 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759f6d4d-58a1-4ba9-b344-8fd830fcb8a0', 'tag': '1771ce78-b009-4b5f-91dc-056a7fca424a', 'status': 'completed', 'code': 200} Jul 30 21:04:20.562844 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24069c90-a08f-45f7-9ef3-bfb2a8e39a31 req-239f11fa-92af-4b6e-9dfb-b11e39f09e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:20.564273 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24069c90-a08f-45f7-9ef3-bfb2a8e39a31 req-239f11fa-92af-4b6e-9dfb-b11e39f09e04 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 1094 time: 0.0698802 Jul 30 21:04:20.570091 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24069c90-a08f-45f7-9ef3-bfb2a8e39a31 req-5171704d-861e-40c6-802f-5b2e5eab55e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:20.571491 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24069c90-a08f-45f7-9ef3-bfb2a8e39a31 req-5171704d-861e-40c6-802f-5b2e5eab55e6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 1094 time: 0.0689995 Jul 30 21:04:20.729539 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24069c90-a08f-45f7-9ef3-bfb2a8e39a31 req-886131f1-236c-4783-a74b-01a41147960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:20.730932 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24069c90-a08f-45f7-9ef3-bfb2a8e39a31 req-886131f1-236c-4783-a74b-01a41147960f service neutron] 10.222.0.59 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.1586020 Jul 30 21:04:20.732040 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24069c90-a08f-45f7-9ef3-bfb2a8e39a31 req-9f100413-8c4b-4d73-a107-0b53c351f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:20.733400 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24069c90-a08f-45f7-9ef3-bfb2a8e39a31 req-9f100413-8c4b-4d73-a107-0b53c351f356 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.1539085 Jul 30 21:04:20.847984 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24069c90-a08f-45f7-9ef3-bfb2a8e39a31 req-07a06a58-d4a3-4c54-bff7-29294d4e9ef3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1771ce78-b009-4b5f-91dc-056a7fca424a HTTP/1.1" status: 200 len: 1000 time: 0.1101048 Jul 30 21:04:20.849862 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24069c90-a08f-45f7-9ef3-bfb2a8e39a31 req-47dea993-8edc-4bc8-8823-fa5d328a22ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1771ce78-b009-4b5f-91dc-056a7fca424a HTTP/1.1" status: 200 len: 1000 time: 0.1057761 Jul 30 21:04:20.912341 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1771ce78-b009-4b5f-91dc-056a7fca424a no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:04:20.936568 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24069c90-a08f-45f7-9ef3-bfb2a8e39a31 req-baa847bd-857e-4220-98e3-5393cb8757e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:20.938048 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24069c90-a08f-45f7-9ef3-bfb2a8e39a31 req-baa847bd-857e-4220-98e3-5393cb8757e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0838995 Jul 30 21:04:20.941446 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24069c90-a08f-45f7-9ef3-bfb2a8e39a31 req-6e26b648-53de-41db-94da-abe0fec3ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:20.942772 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24069c90-a08f-45f7-9ef3-bfb2a8e39a31 req-6e26b648-53de-41db-94da-abe0fec3ce54 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0810401 Jul 30 21:04:20.953819 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1771ce78-b009-4b5f-91dc-056a7fca424a not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:04:21.012656 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24069c90-a08f-45f7-9ef3-bfb2a8e39a31 req-ee8aa3cb-816e-4cbd-a68c-0d846c74d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:21.014078 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24069c90-a08f-45f7-9ef3-bfb2a8e39a31 req-ee8aa3cb-816e-4cbd-a68c-0d846c74d89e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612159 Jul 30 21:04:21.016671 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24069c90-a08f-45f7-9ef3-bfb2a8e39a31 req-ffff7725-73ed-4705-a385-df54c50b5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:21.018028 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24069c90-a08f-45f7-9ef3-bfb2a8e39a31 req-ffff7725-73ed-4705-a385-df54c50b5148 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728233 Jul 30 21:04:21.174473 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24069c90-a08f-45f7-9ef3-bfb2a8e39a31 req-ca49733b-25c4-403f-8717-ee12dab5347f service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530073 Jul 30 21:04:21.176266 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24069c90-a08f-45f7-9ef3-bfb2a8e39a31 req-7e9bf08b-ffd4-45bb-8a9f-c6d5923b74f9 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480596 Jul 30 21:04:21.336754 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-94337045-16dc-4811-ab25-c5bb3e89e229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:21.367332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93ff9b-718d-4e04-a875-d96054eb3602 req-b26e0648-4e38-4d4c-9aec-96da662ba590 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:21.368827 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8a93ff9b-718d-4e04-a875-d96054eb3602 req-b26e0648-4e38-4d4c-9aec-96da662ba590 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 943 time: 0.1257052 Jul 30 21:04:21.390532 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24069c90-a08f-45f7-9ef3-bfb2a8e39a31 req-b24252b6-37b3-4bb1-b2cb-e36be1416f0c service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094891 Jul 30 21:04:21.398554 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-24069c90-a08f-45f7-9ef3-bfb2a8e39a31 req-d6848f06-771f-464b-9d44-06e1fdbd6506 service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093711 Jul 30 21:04:21.418903 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8a93ff9b-718d-4e04-a875-d96054eb3602 req-2b968206-1406-4885-8c87-90819bfbe6da tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392010 Jul 30 21:04:22.539046 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad72d9-4331-42ce-b822-d88c14af0289 req-30a28f1a-8638-4bb9-bee4-886bb1f5d424 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:22.540560 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a6ad72d9-4331-42ce-b822-d88c14af0289 req-30a28f1a-8638-4bb9-bee4-886bb1f5d424 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 943 time: 0.0532291 Jul 30 21:04:22.578868 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a6ad72d9-4331-42ce-b822-d88c14af0289 req-8f0a2645-2d5f-4b99-bef1-642369bdb124 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320423 Jul 30 21:04:23.699290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f2ec5-46c6-4cd2-851f-056877c78b5a req-9f428445-b657-43d3-8e16-dea0d7910421 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:23.700792 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cf6f2ec5-46c6-4cd2-851f-056877c78b5a req-9f428445-b657-43d3-8e16-dea0d7910421 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 943 time: 0.0524158 Jul 30 21:04:23.738913 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cf6f2ec5-46c6-4cd2-851f-056877c78b5a req-33cd30e5-2f62-487d-889d-9050b6ee5ce0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322719 Jul 30 21:04:23.761424 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-166356f8-ceaf-45ea-97e8-c8394b3c78d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:24.030548 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:24.854814 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7318e3-41a7-4802-8364-66bf0ef43f8f req-455f5c7c-29ab-4c52-8de2-1657266f380a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:24.856317 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9f7318e3-41a7-4802-8364-66bf0ef43f8f req-455f5c7c-29ab-4c52-8de2-1657266f380a tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 943 time: 0.0492554 Jul 30 21:04:24.893886 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9f7318e3-41a7-4802-8364-66bf0ef43f8f req-12cf4931-226f-4777-a24c-85a7f27a24f1 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316856 Jul 30 21:04:25.177648 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:26.008542 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410861f-c17b-4991-aa86-93c8a84fa0c8 req-019ce597-9fb7-4282-8838-d80b63251ad6 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:26.010009 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9410861f-c17b-4991-aa86-93c8a84fa0c8 req-019ce597-9fb7-4282-8838-d80b63251ad6 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 943 time: 0.0483646 Jul 30 21:04:26.047233 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9410861f-c17b-4991-aa86-93c8a84fa0c8 req-8989f6c4-2b59-4c2e-99f8-c88409b57f2b tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312538 Jul 30 21:04:27.028933 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:27.167641 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f79b1e-d744-4435-bdbb-9db1cdf3886e req-22d39924-e383-4478-99a8-43143ff8dcd2 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:27.169111 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d5f79b1e-d744-4435-bdbb-9db1cdf3886e req-22d39924-e383-4478-99a8-43143ff8dcd2 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 943 time: 0.0533946 Jul 30 21:04:27.207359 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d5f79b1e-d744-4435-bdbb-9db1cdf3886e req-6d31535e-dc23-4131-846e-1ddaf9e60ef8 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321424 Jul 30 21:04:28.321427 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d47ff-58e8-45c1-892e-ffeccf1b46a1 req-662ed1e6-e19c-4ca1-bade-443ece3c16a0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:28.322920 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-275d47ff-58e8-45c1-892e-ffeccf1b46a1 req-662ed1e6-e19c-4ca1-bade-443ece3c16a0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 943 time: 0.0493553 Jul 30 21:04:28.360955 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-275d47ff-58e8-45c1-892e-ffeccf1b46a1 req-426c5599-6c48-498d-a1ab-53e8459065df tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319252 Jul 30 21:04:29.474298 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7b8ba-c899-4561-8c25-3adb7b3e5492 req-40d0da71-1af1-4aa2-b7b6-294af4c11917 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:29.476262 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-79e7b8ba-c899-4561-8c25-3adb7b3e5492 req-40d0da71-1af1-4aa2-b7b6-294af4c11917 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 943 time: 0.0489812 Jul 30 21:04:29.513324 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-79e7b8ba-c899-4561-8c25-3adb7b3e5492 req-3513f3d3-07b7-4c0d-988e-58c8ed52d3f1 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311172 Jul 30 21:04:30.632607 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d554c7-b731-4de0-83f8-500f816a31a0 req-d079c41b-f3ce-4ade-bb8b-46b0aaa26840 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:30.634080 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04d554c7-b731-4de0-83f8-500f816a31a0 req-d079c41b-f3ce-4ade-bb8b-46b0aaa26840 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 943 time: 0.0536754 Jul 30 21:04:30.670608 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04d554c7-b731-4de0-83f8-500f816a31a0 req-1916ac6f-c03b-487f-8095-d2e5e31a0d34 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306225 Jul 30 21:04:31.785426 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf6a38-6358-4558-ba7a-5931e88b6f5b req-1149c688-c333-4883-ad56-2047e6c0ac31 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:31.786887 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-87bf6a38-6358-4558-ba7a-5931e88b6f5b req-1149c688-c333-4883-ad56-2047e6c0ac31 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 943 time: 0.0489092 Jul 30 21:04:31.824498 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-87bf6a38-6358-4558-ba7a-5931e88b6f5b req-475de57b-7e8d-48ad-8dc6-637a818f9076 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317204 Jul 30 21:04:32.136443 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-6f2a441c-3c5f-435f-9752-e72f55847f5e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:32.137880 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-6f2a441c-3c5f-435f-9752-e72f55847f5e tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.59 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0&tenant_id=2f75db01a0c74d088afa9c4412dcbc34&binding%3Ahost_id=n-h1-712137-9 HTTP/1.1" status: 200 len: 943 time: 0.0896714 Jul 30 21:04:32.148955 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dce44c-6abe-4cd4-a889-9d8e7df0282a req-5052e592-f06d-49e7-a943-3329ba54fe90 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:32.150305 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-45dce44c-6abe-4cd4-a889-9d8e7df0282a req-5052e592-f06d-49e7-a943-3329ba54fe90 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 943 time: 0.0749242 Jul 30 21:04:32.223468 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-45dce44c-6abe-4cd4-a889-9d8e7df0282a req-937733e0-d7e1-4333-b4c7-750e8034af4d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672438 Jul 30 21:04:32.229770 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-e22a3418-9447-4aa6-8b1e-8fe78431f9e0 service neutron] 10.222.0.59 "GET /v2.0/ports/1771ce78-b009-4b5f-91dc-056a7fca424a/bindings/n-h1-712137-9 HTTP/1.1" status: 200 len: 382 time: 0.0786006 Jul 30 21:04:32.291673 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-047c2aa4-b4ea-4834-8e9b-0aa60d08ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:32.293060 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-047c2aa4-b4ea-4834-8e9b-0aa60d08ff7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 1094 time: 0.0402834 Jul 30 21:04:32.383396 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-725d1efe-6fe6-4762-ad3e-637e567e3d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:32.384847 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-725d1efe-6fe6-4762-ad3e-637e567e3d8f service neutron] 10.222.0.59 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0851014 Jul 30 21:04:32.448639 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-ac223577-cb25-4259-9cf5-7321cbc2811d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1771ce78-b009-4b5f-91dc-056a7fca424a HTTP/1.1" status: 200 len: 1000 time: 0.0569179 Jul 30 21:04:32.496272 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-b366f88f-772e-4536-8b59-4b10409db5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:32.497637 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-b366f88f-772e-4536-8b59-4b10409db5c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0427704 Jul 30 21:04:32.547021 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-c1697332-94c2-40aa-8461-7328e9adf6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:32.548427 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-c1697332-94c2-40aa-8461-7328e9adf6df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436766 Jul 30 21:04:32.554407 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 1771ce78-b009-4b5f-91dc-056a7fca424a details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:04:32.637590 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-8ace222e-f49a-4990-8d2f-028b195170bf service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810955 Jul 30 21:04:32.646681 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 1771ce78-b009-4b5f-91dc-056a7fca424a, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=1771ce78-b009-4b5f-91dc-056a7fca424a,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:04:32.658533 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '1771ce78-b009-4b5f-91dc-056a7fca424a', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'port_id': '1771ce78-b009-4b5f-91dc-056a7fca424a', 'mac_address': 'fa:16:3e:32:34:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 21:04:32.698808 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:32.711810 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1771ce78-b009-4b5f-91dc-056a7fca424a {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:04:32.731552 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-52dc91b3-ec45-4a93-b8c7-8c98f931fa2c service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868709 Jul 30 21:04:32.731795 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 1771ce78-b009-4b5f-91dc-056a7fca424a, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=1771ce78-b009-4b5f-91dc-056a7fca424a,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:04:32.735523 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:32.781480 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=1771ce78-b009-4b5f-91dc-056a7fca424a,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:04:32.789343 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:04:32.789698 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:04:32.790041 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:04:32.790381 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:04:32.790718 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:04:32.791049 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:04:32.791376 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:04:32.791728 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:04:32.792058 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:04:32.792381 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:04:32.792705 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:04:32.793031 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:04:32.975033 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['1771ce78-b009-4b5f-91dc-056a7fca424a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:04:33.342545 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04967f-789e-4c2f-8298-f42e0c6df22e req-bec85862-9871-4d84-9d00-4245fc78961b tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:33.343992 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae04967f-789e-4c2f-8298-f42e0c6df22e req-bec85862-9871-4d84-9d00-4245fc78961b tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 944 time: 0.0513580 Jul 30 21:04:33.381412 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae04967f-789e-4c2f-8298-f42e0c6df22e req-a71a8303-0b40-4b67-9041-e6e95281267b tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314488 Jul 30 21:04:34.497440 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025212cf-7d87-4011-bb06-0cf9ca09fded req-bf605479-53ef-4514-a727-a6d85fa536a2 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:34.498908 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-025212cf-7d87-4011-bb06-0cf9ca09fded req-bf605479-53ef-4514-a727-a6d85fa536a2 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 944 time: 0.0487835 Jul 30 21:04:34.538299 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-025212cf-7d87-4011-bb06-0cf9ca09fded req-eafdcbc2-48f0-42c1-b13b-6a65093b40af tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333443 Jul 30 21:04:34.589696 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 1771ce78-b009-4b5f-91dc-056a7fca424a up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:04:34.636994 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 1771ce78-b009-4b5f-91dc-056a7fca424a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:04:34.640544 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 1771ce78-b009-4b5f-91dc-056a7fca424a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:04:34.640919 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:34.715707 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:34.739941 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759f6d4d-58a1-4ba9-b344-8fd830fcb8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1771ce78-b009-4b5f-91dc-056a7fca424a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:04:34.742253 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78ff771-9d5d-4245-ab36-b1101865dc5f" -d '{"events": [{"server_uuid": "759f6d4d-58a1-4ba9-b344-8fd830fcb8a0", "name": "network-vif-plugged", "status": "completed", "tag": "1771ce78-b009-4b5f-91dc-056a7fca424a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:04:34.754802 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 1771ce78-b009-4b5f-91dc-056a7fca424a, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=1771ce78-b009-4b5f-91dc-056a7fca424a,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:04:34.759588 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:34.810605 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=1771ce78-b009-4b5f-91dc-056a7fca424a,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:04:34.847150 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aab331b-1fbf-4f1e-a582-691975e20403 x-openstack-request-id: req-1aab331b-1fbf-4f1e-a582-691975e20403 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:04:34.847529 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759f6d4d-58a1-4ba9-b344-8fd830fcb8a0", "name": "network-vif-plugged", "status": "completed", "tag": "1771ce78-b009-4b5f-91dc-056a7fca424a", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:04:34.847846 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1aab331b-1fbf-4f1e-a582-691975e20403 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:04:34.848303 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759f6d4d-58a1-4ba9-b344-8fd830fcb8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1771ce78-b009-4b5f-91dc-056a7fca424a', 'code': 200} Jul 30 21:04:35.662126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bb25f-0c8e-48ae-81c8-f751e03987ba req-e90ef663-ed17-4797-9466-d8a6f2538335 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:35.664305 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f88bb25f-0c8e-48ae-81c8-f751e03987ba req-e90ef663-ed17-4797-9466-d8a6f2538335 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 945 time: 0.0541773 Jul 30 21:04:35.703978 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f88bb25f-0c8e-48ae-81c8-f751e03987ba req-ef490eda-fac5-468b-9f4e-b935c4f1e7ae tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334985 Jul 30 21:04:36.404922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-76d9735b-80d1-43d5-99f9-1edbd9d2cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:36.406365 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-76d9735b-80d1-43d5-99f9-1edbd9d2cd22 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0&tenant_id=2f75db01a0c74d088afa9c4412dcbc34 HTTP/1.1" status: 200 len: 1096 time: 0.0405962 Jul 30 21:04:36.417750 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-9', 'device_owner': 'compute:nova'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:04:36.468995 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:36.669787 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] For port 1771ce78-b009-4b5f-91dc-056a7fca424a, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=1771ce78-b009-4b5f-91dc-056a7fca424a,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:04:36.702506 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] For port 1771ce78-b009-4b5f-91dc-056a7fca424a, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:04:36.740984 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759f6d4d-58a1-4ba9-b344-8fd830fcb8a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1771ce78-b009-4b5f-91dc-056a7fca424a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:04:36.744154 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58ceac3-078b-45ee-a01b-1915e182978d" -d '{"events": [{"server_uuid": "759f6d4d-58a1-4ba9-b344-8fd830fcb8a0", "name": "network-vif-unplugged", "status": "completed", "tag": "1771ce78-b009-4b5f-91dc-056a7fca424a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:04:36.748079 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:36.760459 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] Transition to ACTIVE for port object 1771ce78-b009-4b5f-91dc-056a7fca424a will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:04:36.763467 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:36.868914 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] Pushing event updated for resources: {'Port': ['ID=1771ce78-b009-4b5f-91dc-056a7fca424a,revision_number=10']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:04:36.905452 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33326af2-735c-45de-98a0-76927edb581b req-926dffef-ed33-4211-852d-71a95511232c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:36.907001 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-33326af2-735c-45de-98a0-76927edb581b req-926dffef-ed33-4211-852d-71a95511232c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 944 time: 0.1193755 Jul 30 21:04:36.935110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] No DVR routers for this DVR port 1771ce78-b009-4b5f-91dc-056a7fca424a on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:04:37.001942 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-33326af2-735c-45de-98a0-76927edb581b req-725382a2-50e2-405d-9847-e49bb701d7f7 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874193 Jul 30 21:04:37.058118 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 21:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8fe405-2648-4ba2-b035-112e47807647 x-openstack-request-id: req-6d8fe405-2648-4ba2-b035-112e47807647 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:04:37.058408 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759f6d4d-58a1-4ba9-b344-8fd830fcb8a0", "name": "network-vif-unplugged", "status": "completed", "tag": "1771ce78-b009-4b5f-91dc-056a7fca424a", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:04:37.058668 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6d8fe405-2648-4ba2-b035-112e47807647 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:04:37.059063 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759f6d4d-58a1-4ba9-b344-8fd830fcb8a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1771ce78-b009-4b5f-91dc-056a7fca424a', 'code': 200} Jul 30 21:04:37.094074 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] Attempting to bind port 1771ce78-b009-4b5f-91dc-056a7fca424a on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:04:37.094468 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] Attempting to bind port 1771ce78-b009-4b5f-91dc-056a7fca424a by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:04:37.094798 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] Attempting to bind port 1771ce78-b009-4b5f-91dc-056a7fca424a on network a3846609-6deb-4b98-bfac-8b1f34f90937 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:04:37.099069 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] Port 1771ce78-b009-4b5f-91dc-056a7fca424a on network a3846609-6deb-4b98-bfac-8b1f34f90937 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 21:04:37.099480 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] Attempting to bind port 1771ce78-b009-4b5f-91dc-056a7fca424a on network a3846609-6deb-4b98-bfac-8b1f34f90937 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:04:37.106459 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:04:37.106799 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] Checking segment: {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:04:37.107278 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] Bound using segment: {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:04:37.107873 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] Bound port: 1771ce78-b009-4b5f-91dc-056a7fca424a, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241109de-6872-43e1-abde-641bdfb61c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:04:37.108362 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:37.173712 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] For port 1771ce78-b009-4b5f-91dc-056a7fca424a, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:04:37.176851 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] For port 1771ce78-b009-4b5f-91dc-056a7fca424a, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1771ce78-b009-4b5f-91dc-056a7fca424a,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:04:37.181197 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:37.215139 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:37.215786 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:37.217288 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] 10.222.0.83 "PUT /v2.0/ports/1771ce78-b009-4b5f-91dc-056a7fca424a HTTP/1.1" status: 200 len: 1092 time: 0.8034475 Jul 30 21:04:37.238901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf575e7f-1efb-449f-ae43-be5151bb19ee service neutron] Pushing event updated for resources: {'Port': ['ID=1771ce78-b009-4b5f-91dc-056a7fca424a,revision_number=11']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:04:37.283688 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-d2d3ad0f-2fb8-453f-b13a-168b25ae1c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:37.285197 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-d2d3ad0f-2fb8-453f-b13a-168b25ae1c9f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 1095 time: 0.0433156 Jul 30 21:04:37.385318 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-392f3309-1f42-4aff-9fd2-41dcff378043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:37.386798 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-392f3309-1f42-4aff-9fd2-41dcff378043 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.0946064 Jul 30 21:04:37.451811 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-3b153aa3-5b71-4f1f-a810-9529e32bdf47 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1771ce78-b009-4b5f-91dc-056a7fca424a HTTP/1.1" status: 200 len: 1000 time: 0.0576351 Jul 30 21:04:37.501781 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-5a1a738d-e6d3-4c47-ae51-d03393061b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:37.503235 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-5a1a738d-e6d3-4c47-ae51-d03393061b94 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0445750 Jul 30 21:04:37.551993 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-59f63e38-af38-4cb1-85fd-14b425d15091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:37.553459 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-59f63e38-af38-4cb1-85fd-14b425d15091 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437167 Jul 30 21:04:37.640614 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-d8c3e5db-4f0c-4fe0-a41a-5fc034ae4e50 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800779 Jul 30 21:04:38.062108 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8404e960-0fb3-4bf3-83eb-d79783544b17 req-f75114cb-93c2-447a-b623-2eecde88096c service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145901 Jul 30 21:04:38.119358 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2e326-03ba-4688-9461-4f1290eb2e93 req-64c9ecc7-38a0-45d8-8d1e-308d90a0f0d8 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:38.120903 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-46a2e326-03ba-4688-9461-4f1290eb2e93 req-64c9ecc7-38a0-45d8-8d1e-308d90a0f0d8 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 944 time: 0.0492632 Jul 30 21:04:38.158422 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-46a2e326-03ba-4688-9461-4f1290eb2e93 req-1231f1ed-4045-4695-bdc0-30c345ab1bb5 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317409 Jul 30 21:04:38.584163 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 1771ce78-b009-4b5f-91dc-056a7fca424a no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:04:38.623806 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 1771ce78-b009-4b5f-91dc-056a7fca424a not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:04:39.059962 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759f6d4d-58a1-4ba9-b344-8fd830fcb8a0', 'tag': '1771ce78-b009-4b5f-91dc-056a7fca424a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:04:39.062314 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742e3a94-d0b1-4652-9672-d77b9dc22984" -d '{"events": [{"name": "network-changed", "server_uuid": "759f6d4d-58a1-4ba9-b344-8fd830fcb8a0", "tag": "1771ce78-b009-4b5f-91dc-056a7fca424a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:04:39.110834 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140d4b7c-a450-4555-913f-03ee8b938ce9 x-openstack-request-id: req-140d4b7c-a450-4555-913f-03ee8b938ce9 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:04:39.111125 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759f6d4d-58a1-4ba9-b344-8fd830fcb8a0", "tag": "1771ce78-b009-4b5f-91dc-056a7fca424a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:04:39.111380 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-140d4b7c-a450-4555-913f-03ee8b938ce9 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:04:39.112300 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759f6d4d-58a1-4ba9-b344-8fd830fcb8a0', 'tag': '1771ce78-b009-4b5f-91dc-056a7fca424a', 'status': 'completed', 'code': 200} Jul 30 21:04:39.203622 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e3a94-d0b1-4652-9672-d77b9dc22984 req-ddd84590-5c0f-4165-b0fc-50f154c90f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:39.205132 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-742e3a94-d0b1-4652-9672-d77b9dc22984 req-ddd84590-5c0f-4165-b0fc-50f154c90f58 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 1095 time: 0.0754590 Jul 30 21:04:39.206977 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e3a94-d0b1-4652-9672-d77b9dc22984 req-b46134d4-1cf4-4f02-9824-461ef5414db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:39.208412 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-742e3a94-d0b1-4652-9672-d77b9dc22984 req-b46134d4-1cf4-4f02-9824-461ef5414db7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 1095 time: 0.0699990 Jul 30 21:04:39.397857 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102576cd-9b0d-49c6-995b-4f1e55dcc535 req-bdba5efa-88e0-4159-bd93-41035b2538d8 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:39.399324 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-102576cd-9b0d-49c6-995b-4f1e55dcc535 req-bdba5efa-88e0-4159-bd93-41035b2538d8 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 944 time: 0.1615965 Jul 30 21:04:39.415319 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e3a94-d0b1-4652-9672-d77b9dc22984 req-7006957f-8e6d-4127-8f1d-dab30e6aa21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:39.416727 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-742e3a94-d0b1-4652-9672-d77b9dc22984 req-7006957f-8e6d-4127-8f1d-dab30e6aa21a service neutron] 10.222.0.59 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.2042437 Jul 30 21:04:39.425982 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e3a94-d0b1-4652-9672-d77b9dc22984 req-216b7423-2229-4417-a17c-e7f80c014bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:39.427319 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-742e3a94-d0b1-4652-9672-d77b9dc22984 req-216b7423-2229-4417-a17c-e7f80c014bfd service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 200 len: 912 time: 0.2072628 Jul 30 21:04:39.519296 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-102576cd-9b0d-49c6-995b-4f1e55dcc535 req-617765c7-ad66-4b8a-b48d-d8de3c8b2bab tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117101 Jul 30 21:04:39.551716 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-742e3a94-d0b1-4652-9672-d77b9dc22984 req-a6c8b71d-c66d-4b7a-88f8-f43fed836884 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1771ce78-b009-4b5f-91dc-056a7fca424a HTTP/1.1" status: 200 len: 1000 time: 0.1214733 Jul 30 21:04:39.553463 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-742e3a94-d0b1-4652-9672-d77b9dc22984 req-ac5d4f4e-bcaa-4521-a1fc-e4cf2769eea3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1771ce78-b009-4b5f-91dc-056a7fca424a HTTP/1.1" status: 200 len: 1000 time: 0.1157537 Jul 30 21:04:39.639636 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e3a94-d0b1-4652-9672-d77b9dc22984 req-71dc634d-3741-48c9-ae3b-9a76c3558644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:39.641098 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-742e3a94-d0b1-4652-9672-d77b9dc22984 req-71dc634d-3741-48c9-ae3b-9a76c3558644 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0816364 Jul 30 21:04:39.642468 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e3a94-d0b1-4652-9672-d77b9dc22984 req-5bcda2e5-52eb-4bfc-8d51-23ffe81bc3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:39.643813 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-742e3a94-d0b1-4652-9672-d77b9dc22984 req-5bcda2e5-52eb-4bfc-8d51-23ffe81bc3a5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 200 len: 850 time: 0.0772483 Jul 30 21:04:39.718738 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e3a94-d0b1-4652-9672-d77b9dc22984 req-9f471113-6588-42a6-b775-e1abf3a2adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:39.720291 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-742e3a94-d0b1-4652-9672-d77b9dc22984 req-9f471113-6588-42a6-b775-e1abf3a2adcb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719240 Jul 30 21:04:39.722884 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e3a94-d0b1-4652-9672-d77b9dc22984 req-d32e35e3-95fc-4515-951b-3ddbad3cb397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:39.724276 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-742e3a94-d0b1-4652-9672-d77b9dc22984 req-d32e35e3-95fc-4515-951b-3ddbad3cb397 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3846609-6deb-4b98-bfac-8b1f34f90937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681009 Jul 30 21:04:39.888063 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-742e3a94-d0b1-4652-9672-d77b9dc22984 req-a3adb787-acc5-470a-81f4-0529ec5fe73e service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608868 Jul 30 21:04:39.889940 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-742e3a94-d0b1-4652-9672-d77b9dc22984 req-2bfd12e9-9ef4-4e76-8799-c81456c48448 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558087 Jul 30 21:04:40.050427 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-742e3a94-d0b1-4652-9672-d77b9dc22984 req-500a2ac5-0beb-49be-885c-1237b822f9bc service neutron] 10.222.0.59 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555340 Jul 30 21:04:40.052362 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-742e3a94-d0b1-4652-9672-d77b9dc22984 req-6abff7d2-2c04-429c-b94c-79a9c7c51076 service neutron] 10.222.0.83 "GET /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504092 Jul 30 21:04:40.635035 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e98c57-67b9-4b91-bd2a-f5e97529f1d5 req-dfd60e01-33de-4f8a-8786-9a74e9764d49 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:40.636557 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54e98c57-67b9-4b91-bd2a-f5e97529f1d5 req-dfd60e01-33de-4f8a-8786-9a74e9764d49 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 944 time: 0.0489347 Jul 30 21:04:40.674600 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54e98c57-67b9-4b91-bd2a-f5e97529f1d5 req-de71b69b-db90-454f-83ff-b1831b1eb6b7 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320036 Jul 30 21:04:41.801381 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b9452-e741-4fd8-90f6-1703dc819b68 req-1caffbdf-3950-4730-b3d4-dfd36476a6c0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:41.802861 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-717b9452-e741-4fd8-90f6-1703dc819b68 req-1caffbdf-3950-4730-b3d4-dfd36476a6c0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 944 time: 0.0573101 Jul 30 21:04:41.840481 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-717b9452-e741-4fd8-90f6-1703dc819b68 req-34812e09-9c56-4909-9191-0de72df8a7f7 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316501 Jul 30 21:04:42.955968 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8de0d4-eac2-4574-a3c2-794b01a16b79 req-8dd64995-cd5b-4bd2-a9ff-6f5a5e4c8bb7 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:42.957419 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f8de0d4-eac2-4574-a3c2-794b01a16b79 req-8dd64995-cd5b-4bd2-a9ff-6f5a5e4c8bb7 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 944 time: 0.0490925 Jul 30 21:04:42.995776 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f8de0d4-eac2-4574-a3c2-794b01a16b79 req-393b05a9-74dc-4226-b539-c347e419a04f tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323780 Jul 30 21:04:44.110439 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb796a-a8cd-4dd0-a315-99bdebe4f705 req-be7f9e42-2524-485c-a48b-24c76dee1dd4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:44.111915 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bddb796a-a8cd-4dd0-a315-99bdebe4f705 req-be7f9e42-2524-485c-a48b-24c76dee1dd4 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 944 time: 0.0481627 Jul 30 21:04:44.149274 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bddb796a-a8cd-4dd0-a315-99bdebe4f705 req-58b990ab-d176-4183-8bd0-6394412fa112 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310502 Jul 30 21:04:45.267906 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abb96d-6e59-40a1-a586-bf4939e5e2e9 req-ccdea539-eec9-4c73-9d07-8ea1b9bf2123 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:45.269371 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42abb96d-6e59-40a1-a586-bf4939e5e2e9 req-ccdea539-eec9-4c73-9d07-8ea1b9bf2123 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 944 time: 0.0523050 Jul 30 21:04:45.307388 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42abb96d-6e59-40a1-a586-bf4939e5e2e9 req-669088a1-eb40-40c5-98f3-8c44f68df77f tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315199 Jul 30 21:04:45.830473 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:04:46.048897 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:46.423122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8710e-6e6b-43ec-93c6-6360ab0258f6 req-5cff1ef3-2a67-4851-95a2-d2d6b0f7e654 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:46.424633 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5cd8710e-6e6b-43ec-93c6-6360ab0258f6 req-5cff1ef3-2a67-4851-95a2-d2d6b0f7e654 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 944 time: 0.0510621 Jul 30 21:04:46.462344 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5cd8710e-6e6b-43ec-93c6-6360ab0258f6 req-59f2174c-84c2-4b3f-885b-138360256bd9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318155 Jul 30 21:04:47.575142 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3b842-920a-4f43-8f50-c59d3502e313 req-fa718cf8-2818-414c-b0c9-7b22441c1cf0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:47.576643 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2cc3b842-920a-4f43-8f50-c59d3502e313 req-fa718cf8-2818-414c-b0c9-7b22441c1cf0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 944 time: 0.0493658 Jul 30 21:04:47.614953 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2cc3b842-920a-4f43-8f50-c59d3502e313 req-4f88bb61-5146-4831-8b10-cd97a7f6a3ad tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322547 Jul 30 21:04:48.732707 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3bcc7-0610-4e7d-96ef-fd582a96815f req-65ff72b6-302f-405d-8e0e-30a68fad9fc8 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:48.734170 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-47f3bcc7-0610-4e7d-96ef-fd582a96815f req-65ff72b6-302f-405d-8e0e-30a68fad9fc8 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 944 time: 0.0525873 Jul 30 21:04:48.771482 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-47f3bcc7-0610-4e7d-96ef-fd582a96815f req-cc03f9c8-b3c1-4e52-9213-cc8a9f97baf0 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315020 Jul 30 21:04:49.886089 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b1d82-078d-41f0-8592-0d99c9e19ea0 req-6f602995-5861-433d-adc8-a5f8fc5cdf28 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:49.887625 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb6b1d82-078d-41f0-8592-0d99c9e19ea0 req-6f602995-5861-433d-adc8-a5f8fc5cdf28 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 944 time: 0.0493650 Jul 30 21:04:49.926004 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eb6b1d82-078d-41f0-8592-0d99c9e19ea0 req-47d3fa1e-9d41-4e67-940b-9bcdafb3ea66 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319831 Jul 30 21:04:50.126237 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:51.036144 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1771ce78-b009-4b5f-91dc-056a7fca424a details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:04:51.039792 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9403397-da23-4fb2-a1a4-267b84161df5 req-7e8164e0-34e6-4645-8fa4-5282ec156e5c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:51.041296 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9403397-da23-4fb2-a1a4-267b84161df5 req-7e8164e0-34e6-4645-8fa4-5282ec156e5c tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 944 time: 0.0478392 Jul 30 21:04:51.081419 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9403397-da23-4fb2-a1a4-267b84161df5 req-d7719a97-513d-41d7-8ae8-8787bf726850 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339792 Jul 30 21:04:51.135563 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 1771ce78-b009-4b5f-91dc-056a7fca424a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1771ce78-b009-4b5f-91dc-056a7fca424a,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:04:51.146908 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '1771ce78-b009-4b5f-91dc-056a7fca424a', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'port_id': '1771ce78-b009-4b5f-91dc-056a7fca424a', 'mac_address': 'fa:16:3e:32:34:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 21:04:51.185844 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:51.198150 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1771ce78-b009-4b5f-91dc-056a7fca424a {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:04:51.199924 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20be19-255e-4b7e-987b-eb76ab28c2d7 req-92947c8c-b4a7-44fe-904c-204f15783e06 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:51.201425 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9b20be19-255e-4b7e-987b-eb76ab28c2d7 req-92947c8c-b4a7-44fe-904c-204f15783e06 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 944 time: 0.0540583 Jul 30 21:04:51.217109 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 1771ce78-b009-4b5f-91dc-056a7fca424a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1771ce78-b009-4b5f-91dc-056a7fca424a,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:04:51.221537 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:51.241353 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9b20be19-255e-4b7e-987b-eb76ab28c2d7 req-df6dfb4c-2f6d-4ba8-986a-9dbda384d0eb tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330558 Jul 30 21:04:51.270565 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=1771ce78-b009-4b5f-91dc-056a7fca424a,revision_number=12']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:04:51.337827 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ab9f3f4-b312-4d8b-b732-367d57114ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:51.360056 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4662f-7bd7-43d4-ae24-2573b847323e req-da238aaa-9a6f-4204-8197-c428ef00d711 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:51.361566 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4bb4662f-7bd7-43d4-ae24-2573b847323e req-da238aaa-9a6f-4204-8197-c428ef00d711 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 945 time: 0.0508893 Jul 30 21:04:51.399608 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4bb4662f-7bd7-43d4-ae24-2573b847323e req-8e14a3c8-a95e-4c0b-a583-96e87c22f7a6 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320513 Jul 30 21:04:51.545478 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['1771ce78-b009-4b5f-91dc-056a7fca424a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:04:51.633568 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd78ca7-c7ce-465c-8f26-6d84b5176549 req-a2334245-4173-4d96-9cc4-c22c4a398705 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:51.635087 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1dd78ca7-c7ce-465c-8f26-6d84b5176549 req-a2334245-4173-4d96-9cc4-c22c4a398705 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 945 time: 0.0488107 Jul 30 21:04:51.673627 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1dd78ca7-c7ce-465c-8f26-6d84b5176549 req-f4bd3989-70e5-42ce-acbd-5a6706c87844 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325036 Jul 30 21:04:52.790616 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539e689-32c0-4de8-93af-0103afffa142 req-5dd1587e-495f-42c7-baf7-71499c67c0a9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:52.792100 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c539e689-32c0-4de8-93af-0103afffa142 req-5dd1587e-495f-42c7-baf7-71499c67c0a9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 945 time: 0.0526199 Jul 30 21:04:52.830169 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c539e689-32c0-4de8-93af-0103afffa142 req-b8eef7fd-645c-428e-8609-1ba2cce9d267 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups?id=34326f2d-5362-4b8a-a675-97166c0eab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318987 Jul 30 21:04:53.050840 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1771ce78-b009-4b5f-91dc-056a7fca424a up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:04:53.098318 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 1771ce78-b009-4b5f-91dc-056a7fca424a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:04:53.102602 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 1771ce78-b009-4b5f-91dc-056a7fca424a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:04:53.102977 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:53.180203 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:53.202234 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759f6d4d-58a1-4ba9-b344-8fd830fcb8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1771ce78-b009-4b5f-91dc-056a7fca424a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:04:53.204467 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e78c37c-c29a-4667-871b-f44f944c7f45" -d '{"events": [{"server_uuid": "759f6d4d-58a1-4ba9-b344-8fd830fcb8a0", "name": "network-vif-plugged", "status": "completed", "tag": "1771ce78-b009-4b5f-91dc-056a7fca424a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:04:53.217380 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 1771ce78-b009-4b5f-91dc-056a7fca424a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1771ce78-b009-4b5f-91dc-056a7fca424a,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:04:53.221005 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:53.243000 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9759ff2-45c5-4556-a926-6d391eee673b x-openstack-request-id: req-d9759ff2-45c5-4556-a926-6d391eee673b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:04:53.243284 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759f6d4d-58a1-4ba9-b344-8fd830fcb8a0", "name": "network-vif-plugged", "status": "completed", "tag": "1771ce78-b009-4b5f-91dc-056a7fca424a", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:04:53.243553 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d9759ff2-45c5-4556-a926-6d391eee673b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:04:53.243937 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759f6d4d-58a1-4ba9-b344-8fd830fcb8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1771ce78-b009-4b5f-91dc-056a7fca424a', 'code': 200} Jul 30 21:04:53.269866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=1771ce78-b009-4b5f-91dc-056a7fca424a,revision_number=13']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:04:53.287481 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d4d73-4307-4c58-b0be-8bfd7fd0699a req-c8d167c3-5fa1-4f5a-be0b-015def905a93 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:04:53.288969 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-019d4d73-4307-4c58-b0be-8bfd7fd0699a req-c8d167c3-5fa1-4f5a-be0b-015def905a93 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.83 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 946 time: 0.0498667 Jul 30 21:04:53.379882 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-019d4d73-4307-4c58-b0be-8bfd7fd0699a req-4cc9f559-5980-4dd4-9b55-58bf3a056409 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Deleting port 1771ce78-b009-4b5f-91dc-056a7fca424a {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:04:53.380225 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-019d4d73-4307-4c58-b0be-8bfd7fd0699a req-4cc9f559-5980-4dd4-9b55-58bf3a056409 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:53.466373 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-019d4d73-4307-4c58-b0be-8bfd7fd0699a req-4cc9f559-5980-4dd4-9b55-58bf3a056409 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] For port 1771ce78-b009-4b5f-91dc-056a7fca424a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1771ce78-b009-4b5f-91dc-056a7fca424a,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:04:53.466728 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-019d4d73-4307-4c58-b0be-8bfd7fd0699a req-4cc9f559-5980-4dd4-9b55-58bf3a056409 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:53.632530 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-019d4d73-4307-4c58-b0be-8bfd7fd0699a req-4cc9f559-5980-4dd4-9b55-58bf3a056409 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:53.632810 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-019d4d73-4307-4c58-b0be-8bfd7fd0699a req-4cc9f559-5980-4dd4-9b55-58bf3a056409 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:53.633119 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [req-019d4d73-4307-4c58-b0be-8bfd7fd0699a req-4cc9f559-5980-4dd4-9b55-58bf3a056409 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Floating IP b5050d6a-bba0-4bc7-a66e-65552b82356f disassociated. External IP: 172.25.3.222, port: 1771ce78-b009-4b5f-91dc-056a7fca424a. Jul 30 21:04:53.633456 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-019d4d73-4307-4c58-b0be-8bfd7fd0699a req-4cc9f559-5980-4dd4-9b55-58bf3a056409 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Calling delete_port for 1771ce78-b009-4b5f-91dc-056a7fca424a owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:04:53.758866 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-019d4d73-4307-4c58-b0be-8bfd7fd0699a req-4cc9f559-5980-4dd4-9b55-58bf3a056409 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:53.761766 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-464575af-b94c-4f4f-8eea-f7c7462d8be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:53.787215 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9f559-5980-4dd4-9b55-58bf3a056409 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Pushing event deleted for resources: {'Port': ['ID=1771ce78-b009-4b5f-91dc-056a7fca424a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:04:53.917583 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-019d4d73-4307-4c58-b0be-8bfd7fd0699a req-4cc9f559-5980-4dd4-9b55-58bf3a056409 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Router 98c6b1be-ee35-43d6-9128-b42b81fa49ad has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:04:53.938014 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e5af390c-4012-429d-a096-f43b0681e387 req-66585a92-05e6-4192-9227-83a5275f2350 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 210 time: 0.0333171 Jul 30 21:04:54.031638 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:54.051252 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-019d4d73-4307-4c58-b0be-8bfd7fd0699a req-4cc9f559-5980-4dd4-9b55-58bf3a056409 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:04:54.062374 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e95a2-487c-40bb-94d8-e950ea9c96b0 None None] Sync routers for ids ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:04:54.071258 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e95a2-487c-40bb-94d8-e950ea9c96b0 None None] Routers {'98c6b1be-ee35-43d6-9128-b42b81fa49ad'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:04:54.071935 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-076e95a2-487c-40bb-94d8-e950ea9c96b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:04:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:04:54.093089 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-019d4d73-4307-4c58-b0be-8bfd7fd0699a req-4cc9f559-5980-4dd4-9b55-58bf3a056409 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] No DVR routers for this DVR port 1771ce78-b009-4b5f-91dc-056a7fca424a on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:04:54.095800 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-019d4d73-4307-4c58-b0be-8bfd7fd0699a req-4cc9f559-5980-4dd4-9b55-58bf3a056409 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:54.097775 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-019d4d73-4307-4c58-b0be-8bfd7fd0699a req-4cc9f559-5980-4dd4-9b55-58bf3a056409 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.83 "DELETE /v2.0/ports/1771ce78-b009-4b5f-91dc-056a7fca424a HTTP/1.1" status: 204 len: 173 time: 0.8029439 Jul 30 21:04:54.098210 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759f6d4d-58a1-4ba9-b344-8fd830fcb8a0', 'name': 'network-vif-deleted', 'tag': '1771ce78-b009-4b5f-91dc-056a7fca424a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:04:54.100970 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca193d45-4ed6-4f38-8a2f-80ebfb9f5aa3" -d '{"events": [{"server_uuid": "759f6d4d-58a1-4ba9-b344-8fd830fcb8a0", "name": "network-vif-deleted", "tag": "1771ce78-b009-4b5f-91dc-056a7fca424a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:04:54.137505 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e44495-4207-4f5c-8775-c6f90d25582d x-openstack-request-id: req-a1e44495-4207-4f5c-8775-c6f90d25582d {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:04:54.137872 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759f6d4d-58a1-4ba9-b344-8fd830fcb8a0", "name": "network-vif-deleted", "tag": "1771ce78-b009-4b5f-91dc-056a7fca424a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:04:54.138221 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a1e44495-4207-4f5c-8775-c6f90d25582d {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:04:54.138690 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759f6d4d-58a1-4ba9-b344-8fd830fcb8a0', 'name': 'network-vif-deleted', 'tag': '1771ce78-b009-4b5f-91dc-056a7fca424a', 'status': 'completed', 'code': 200} Jul 30 21:04:54.187133 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-076e95a2-487c-40bb-94d8-e950ea9c96b0 None None] Set router 98c6b1be-ee35-43d6-9128-b42b81fa49ad gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:04:54.384531 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-076e95a2-487c-40bb-94d8-e950ea9c96b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:31Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:04:54.410463 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e95a2-487c-40bb-94d8-e950ea9c96b0 None None] Checking router: 98c6b1be-ee35-43d6-9128-b42b81fa49ad for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:04:54.419196 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e95a2-487c-40bb-94d8-e950ea9c96b0 None None] Routers {'98c6b1be-ee35-43d6-9128-b42b81fa49ad'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:04:54.419769 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-076e95a2-487c-40bb-94d8-e950ea9c96b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:04:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:04:54.522360 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-076e95a2-487c-40bb-94d8-e950ea9c96b0 None None] Set router 98c6b1be-ee35-43d6-9128-b42b81fa49ad gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:04:54.715308 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-076e95a2-487c-40bb-94d8-e950ea9c96b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:31Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:04:54.744604 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e95a2-487c-40bb-94d8-e950ea9c96b0 None None] The sync data for ids ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'] in n-d-712137-9 is: [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:26Z', 'revision_number': 4, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'e5a33084-c443-4c91-91fc-3f2db901c2b0', 'name': '', 'network_id': 'a3846609-6deb-4b98-bfac-8b1f34f90937', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'mac_address': 'fa:16:3e:98:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:25Z', 'updated_at': '2021-07-30T20:53:31Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'subnets': [{'id': '4af61358-9ab0-454c-a49b-88cde2ed7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:04:54.964584 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb46f47-6226-4897-b6ce-58d99ab7c908 None None] New status for floating IP b5050d6a-bba0-4bc7-a66e-65552b82356f: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 21:04:55.035671 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f1b4c27a-458d-4f2d-9451-42555dd9d64d req-b2c01b26-f188-4cee-979d-78a3df9513ee tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 210 time: 0.0277646 Jul 30 21:04:55.180300 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:56.130499 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86d535c3-bde1-4da6-b145-b6cd99b99b24 req-e7cae33d-662f-4337-a62c-73300a99a92d tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 210 time: 0.0258837 Jul 30 21:04:57.031857 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:04:57.082841 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1771ce78-b009-4b5f-91dc-056a7fca424a no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:04:57.103891 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 1771ce78-b009-4b5f-91dc-056a7fca424a {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:04:57.104241 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1771ce78-b009-4b5f-91dc-056a7fca424a not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:04:57.224182 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-732090fc-4401-4977-82a0-0817caaa8451 req-04c84a03-1d94-49fc-9b10-b83516d192de tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/ports?device_id=759f6d4d-58a1-4ba9-b344-8fd830fcb8a0 HTTP/1.1" status: 200 len: 210 time: 0.0257113 Jul 30 21:05:00.915788 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54770) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:00.970030 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdc0b564-dd19-46e7-b5a3-5fcca8b90057 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:00.992179 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdc0b564-dd19-46e7-b5a3-5fcca8b90057 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:01.041468 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdc0b564-dd19-46e7-b5a3-5fcca8b90057 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:01.044186 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdc0b564-dd19-46e7-b5a3-5fcca8b90057 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:01.045370 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cdc0b564-dd19-46e7-b5a3-5fcca8b90057 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "DELETE /v2.0/security-groups/34326f2d-5362-4b8a-a675-97166c0eab3c HTTP/1.1" status: 204 len: 168 time: 0.1285899 Jul 30 21:05:01.048857 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54772) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:01.056016 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc0b564-dd19-46e7-b5a3-5fcca8b90057 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34326f2d-5362-4b8a-a675-97166c0eab3c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:01.063117 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [None req-f1eb70d6-0a8d-4f7b-9581-14643058ad29 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] show failed (client error): The resource could not be found. Jul 30 21:05:01.066689 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0b564-dd19-46e7-b5a3-5fcca8b90057 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:01.066843 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f1eb70d6-0a8d-4f7b-9581-14643058ad29 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "GET /v2.0/security-groups/34326f2d-5362-4b8a-a675-97166c0eab3c HTTP/1.1" status: 404 len: 347 time: 0.0140312 Jul 30 21:05:01.066934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0b564-dd19-46e7-b5a3-5fcca8b90057 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:01.066934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0b564-dd19-46e7-b5a3-5fcca8b90057 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:01.066934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0b564-dd19-46e7-b5a3-5fcca8b90057 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:01.066934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0b564-dd19-46e7-b5a3-5fcca8b90057 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:01.066934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0b564-dd19-46e7-b5a3-5fcca8b90057 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:01.066934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0b564-dd19-46e7-b5a3-5fcca8b90057 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:01.066934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0b564-dd19-46e7-b5a3-5fcca8b90057 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:01.066934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0b564-dd19-46e7-b5a3-5fcca8b90057 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:01.066934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0b564-dd19-46e7-b5a3-5fcca8b90057 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:01.067671 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54774) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:01.067750 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0b564-dd19-46e7-b5a3-5fcca8b90057 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:01.067750 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0b564-dd19-46e7-b5a3-5fcca8b90057 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:01.194067 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-621b72bf-1b5a-4ab2-9626-7eb0e26f9da9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Deleting port 66c13885-354b-44a9-b3d7-e0103b6d3fc4 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:05:01.194346 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-621b72bf-1b5a-4ab2-9626-7eb0e26f9da9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:01.271490 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-621b72bf-1b5a-4ab2-9626-7eb0e26f9da9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:01.271849 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-621b72bf-1b5a-4ab2-9626-7eb0e26f9da9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:01.283653 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-621b72bf-1b5a-4ab2-9626-7eb0e26f9da9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Calling delete_port for 66c13885-354b-44a9-b3d7-e0103b6d3fc4 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:05:01.419240 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-621b72bf-1b5a-4ab2-9626-7eb0e26f9da9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:01.446332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b72bf-1b5a-4ab2-9626-7eb0e26f9da9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Pushing event deleted for resources: {'Port': ['ID=66c13885-354b-44a9-b3d7-e0103b6d3fc4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:01.506222 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-621b72bf-1b5a-4ab2-9626-7eb0e26f9da9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:01.509640 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-621b72bf-1b5a-4ab2-9626-7eb0e26f9da9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:01.510837 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-621b72bf-1b5a-4ab2-9626-7eb0e26f9da9 tempest-ServerActionsTestJSON-416056790 tempest-ServerActionsTestJSON-416056790-project] 10.222.0.81 "DELETE /v2.0/floatingips/b5050d6a-bba0-4bc7-a66e-65552b82356f HTTP/1.1" status: 204 len: 168 time: 0.4429052 Jul 30 21:05:01.513824 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54776) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:01.980082 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ef45b2e1-281b-4fca-8451-055935b63e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:02.217220 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-ef45b2e1-281b-4fca-8451-055935b63e28 admin admin] Deleting port e5a33084-c443-4c91-91fc-3f2db901c2b0 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:05:02.217948 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ef45b2e1-281b-4fca-8451-055935b63e28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:02.292437 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-ef45b2e1-281b-4fca-8451-055935b63e28 admin admin] For port e5a33084-c443-4c91-91fc-3f2db901c2b0, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e5a33084-c443-4c91-91fc-3f2db901c2b0,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:05:02.292718 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ef45b2e1-281b-4fca-8451-055935b63e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:02.305030 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-ef45b2e1-281b-4fca-8451-055935b63e28 admin admin] Calling delete_port for e5a33084-c443-4c91-91fc-3f2db901c2b0 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:05:02.483241 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ef45b2e1-281b-4fca-8451-055935b63e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:02.512139 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45b2e1-281b-4fca-8451-055935b63e28 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a33084-c443-4c91-91fc-3f2db901c2b0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:02.678176 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ef45b2e1-281b-4fca-8451-055935b63e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:03.213228 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef45b2e1-281b-4fca-8451-055935b63e28 admin admin] Router 98c6b1be-ee35-43d6-9128-b42b81fa49ad has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:05:03.320685 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef45b2e1-281b-4fca-8451-055935b63e28 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:05:03.325685 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ef45b2e1-281b-4fca-8451-055935b63e28 admin admin] 10.222.0.81 "PUT /v2.0/routers/98c6b1be-ee35-43d6-9128-b42b81fa49ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8108597 Jul 30 21:05:03.328270 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54780) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:03.330895 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa38de-8ce0-4a92-8e0a-b70596560281 None None] Sync routers for ids ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:05:03.340651 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fa38de-8ce0-4a92-8e0a-b70596560281 None None] Routers {'98c6b1be-ee35-43d6-9128-b42b81fa49ad'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:05:03.341336 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-68fa38de-8ce0-4a92-8e0a-b70596560281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:04:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:03.431009 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbbe3d5c-6b0b-499b-b3c4-6a305a97e1fd admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:03.444703 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-68fa38de-8ce0-4a92-8e0a-b70596560281 None None] Set router 98c6b1be-ee35-43d6-9128-b42b81fa49ad gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:05:03.529028 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbbe3d5c-6b0b-499b-b3c4-6a305a97e1fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:03.589434 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe3d5c-6b0b-499b-b3c4-6a305a97e1fd admin admin] Deleting port 7288537c-9b52-4936-a910-042721f45cdc {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:05:03.589792 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbbe3d5c-6b0b-499b-b3c4-6a305a97e1fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:03.624783 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-68fa38de-8ce0-4a92-8e0a-b70596560281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7288537c-9b52-4936-a910-042721f45cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T21:05:02Z', 'revision_number': 5, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port': {'id': '7288537c-9b52-4936-a910-042721f45cdc', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:03.655195 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa38de-8ce0-4a92-8e0a-b70596560281 None None] Checking router: 98c6b1be-ee35-43d6-9128-b42b81fa49ad for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:05:03.664003 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fa38de-8ce0-4a92-8e0a-b70596560281 None None] Routers {'98c6b1be-ee35-43d6-9128-b42b81fa49ad'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:05:03.664613 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-68fa38de-8ce0-4a92-8e0a-b70596560281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:04:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:03.675427 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-cbbe3d5c-6b0b-499b-b3c4-6a305a97e1fd admin admin] For port 7288537c-9b52-4936-a910-042721f45cdc, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7288537c-9b52-4936-a910-042721f45cdc,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:05:03.675819 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbbe3d5c-6b0b-499b-b3c4-6a305a97e1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:03.688307 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe3d5c-6b0b-499b-b3c4-6a305a97e1fd admin admin] Calling delete_port for 7288537c-9b52-4936-a910-042721f45cdc owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:05:03.858999 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbbe3d5c-6b0b-499b-b3c4-6a305a97e1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:03.884855 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe3d5c-6b0b-499b-b3c4-6a305a97e1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=7288537c-9b52-4936-a910-042721f45cdc,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:03.907872 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-68fa38de-8ce0-4a92-8e0a-b70596560281 None None] Set router 98c6b1be-ee35-43d6-9128-b42b81fa49ad gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:05:03.951654 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbbe3d5c-6b0b-499b-b3c4-6a305a97e1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:03.958526 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-68fa38de-8ce0-4a92-8e0a-b70596560281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T21:05:03Z', 'revision_number': 6, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:03.987619 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa38de-8ce0-4a92-8e0a-b70596560281 None None] The sync data for ids ['98c6b1be-ee35-43d6-9128-b42b81fa49ad'] in n-d-712137-9 is: [{'id': '98c6b1be-ee35-43d6-9128-b42b81fa49ad', 'name': 'tempest-ServerActionsTestJSON-884235309-router', 'tenant_id': '2f75db01a0c74d088afa9c4412dcbc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T20:53:24Z', 'updated_at': '2021-07-30T21:05:03Z', 'revision_number': 6, 'project_id': '2f75db01a0c74d088afa9c4412dcbc34', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:05:04.041964 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbbe3d5c-6b0b-499b-b3c4-6a305a97e1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:04.044215 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbbe3d5c-6b0b-499b-b3c4-6a305a97e1fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:04.088514 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbbe3d5c-6b0b-499b-b3c4-6a305a97e1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:04.089512 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbe3d5c-6b0b-499b-b3c4-6a305a97e1fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98c6b1be-ee35-43d6-9128-b42b81fa49ad {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 21:05:04.093306 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cbbe3d5c-6b0b-499b-b3c4-6a305a97e1fd admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:04.094433 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cbbe3d5c-6b0b-499b-b3c4-6a305a97e1fd admin admin] 10.222.0.81 "DELETE /v2.0/routers/98c6b1be-ee35-43d6-9128-b42b81fa49ad HTTP/1.1" status: 204 len: 168 time: 0.7652545 Jul 30 21:05:04.097006 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54782) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:04.140663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11c7bf3-9dfa-4b92-a561-13b0470cc7c8 admin admin] Deleting subnet 4af61358-9ab0-454c-a49b-88cde2ed7e24 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 21:05:04.143656 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f11c7bf3-9dfa-4b92-a561-13b0470cc7c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:04.181530 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f11c7bf3-9dfa-4b92-a561-13b0470cc7c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:04.256916 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f11c7bf3-9dfa-4b92-a561-13b0470cc7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:04.308672 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f11c7bf3-9dfa-4b92-a561-13b0470cc7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:04.341389 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c7bf3-9dfa-4b92-a561-13b0470cc7c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4af61358-9ab0-454c-a49b-88cde2ed7e24,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:04.343384 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f11c7bf3-9dfa-4b92-a561-13b0470cc7c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:04.345304 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f11c7bf3-9dfa-4b92-a561-13b0470cc7c8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4af61358-9ab0-454c-a49b-88cde2ed7e24 HTTP/1.1" status: 204 len: 168 time: 0.2473872 Jul 30 21:05:04.347839 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54784) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:04.353184 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e907700-0327-4fb4-921e-5d4757c080f7 None None] Network a3846609-6deb-4b98-bfac-8b1f34f90937 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:05:04.420286 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f07ec3f5-e91b-4d21-b0d4-173e33424cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:04.477356 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-f07ec3f5-e91b-4d21-b0d4-173e33424cd7 admin admin] Deleting port b9df700d-de59-4f90-bd49-537733301130 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:05:04.477670 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f07ec3f5-e91b-4d21-b0d4-173e33424cd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:04.544360 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-f07ec3f5-e91b-4d21-b0d4-173e33424cd7 admin admin] For port b9df700d-de59-4f90-bd49-537733301130, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b9df700d-de59-4f90-bd49-537733301130,segment=NetworkSegment(241109de-6872-43e1-abde-641bdfb61c3b),segment_id=241109de-6872-43e1-abde-641bdfb61c3b)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:05:04.544656 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f07ec3f5-e91b-4d21-b0d4-173e33424cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:04.558171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-f07ec3f5-e91b-4d21-b0d4-173e33424cd7 admin admin] Calling delete_port for b9df700d-de59-4f90-bd49-537733301130 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:05:04.633725 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f07ec3f5-e91b-4d21-b0d4-173e33424cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:04.656536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ec3f5-e91b-4d21-b0d4-173e33424cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9df700d-de59-4f90-bd49-537733301130,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:04.661859 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07ec3f5-e91b-4d21-b0d4-173e33424cd7 admin admin] No DVR routers for this DVR port b9df700d-de59-4f90-bd49-537733301130 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:05:04.735033 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f07ec3f5-e91b-4d21-b0d4-173e33424cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:04.745723 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-f07ec3f5-e91b-4d21-b0d4-173e33424cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3846609-6deb-4b98-bfac-8b1f34f90937']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:04.759441 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-f07ec3f5-e91b-4d21-b0d4-173e33424cd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241109de-6872-43e1-abde-641bdfb61c3b') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:04.759775 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-f07ec3f5-e91b-4d21-b0d4-173e33424cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241109de-6872-43e1-abde-641bdfb61c3b') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:04.769656 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f07ec3f5-e91b-4d21-b0d4-173e33424cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:04.775989 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507e9104-eff0-4755-8828-7b8fa4c8b1c1 None None] DHCP port deletion for a3846609-6deb-4b98-bfac-8b1f34f90937 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 21:05:04.788144 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f07ec3f5-e91b-4d21-b0d4-173e33424cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:04.795320 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07ec3f5-e91b-4d21-b0d4-173e33424cd7 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 21:05:04.795795 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f07ec3f5-e91b-4d21-b0d4-173e33424cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: timer() Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 21:05:04.797940 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 21:05:04.852259 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f07ec3f5-e91b-4d21-b0d4-173e33424cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:04.857948 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f07ec3f5-e91b-4d21-b0d4-173e33424cd7 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:04.862733 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f07ec3f5-e91b-4d21-b0d4-173e33424cd7 admin admin] 10.222.0.81 "DELETE /v2.0/networks/a3846609-6deb-4b98-bfac-8b1f34f90937 HTTP/1.1" status: 204 len: 168 time: 0.5110869 Jul 30 21:05:04.875860 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ec3f5-e91b-4d21-b0d4-173e33424cd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3846609-6deb-4b98-bfac-8b1f34f90937,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:04.973122 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54790) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:05.018234 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-76be9a59-5934-479f-af3a-05b02a19eb11 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2f75db01a0c74d088afa9c4412dcbc34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438564 Jul 30 21:05:05.020691 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54792) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:05.071957 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c3df3f6-b1b2-4f75-acff-81fc984ea77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:05.092818 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c3df3f6-b1b2-4f75-acff-81fc984ea77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:05.140983 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c3df3f6-b1b2-4f75-acff-81fc984ea77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:05.143551 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c3df3f6-b1b2-4f75-acff-81fc984ea77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:05.147833 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6c3df3f6-b1b2-4f75-acff-81fc984ea77d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4ea47536-21d4-487e-a451-89d51c7ae68c HTTP/1.1" status: 204 len: 168 time: 0.1256540 Jul 30 21:05:05.155777 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3df3f6-b1b2-4f75-acff-81fc984ea77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea47536-21d4-487e-a451-89d51c7ae68c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:05.160332 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7288537c-9b52-4936-a910-042721f45cdc no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:05:05.187353 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 7288537c-9b52-4936-a910-042721f45cdc {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:05:05.188018 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7288537c-9b52-4936-a910-042721f45cdc not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:05:05.188436 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b9df700d-de59-4f90-bd49-537733301130 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:05:05.211396 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: b9df700d-de59-4f90-bd49-537733301130 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:05:05.211757 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b9df700d-de59-4f90-bd49-537733301130 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:05:05.212160 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e5a33084-c443-4c91-91fc-3f2db901c2b0 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:05:05.231326 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: e5a33084-c443-4c91-91fc-3f2db901c2b0 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:05:05.231695 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e5a33084-c443-4c91-91fc-3f2db901c2b0 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:05:05.812189 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54814) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:05.913651 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-37dda2cb-c76f-4b22-b168-11da0bb2b345 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1424120783-network', 'tenant_id': '88561398c4c14e7fbf80addd5fad74b1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:05.934634 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dda2cb-c76f-4b22-b168-11da0bb2b345 admin admin] Made reservation on behalf of 88561398c4c14e7fbf80addd5fad74b1 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:05:05.936838 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-37dda2cb-c76f-4b22-b168-11da0bb2b345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:05.945314 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-37dda2cb-c76f-4b22-b168-11da0bb2b345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:06.028275 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-37dda2cb-c76f-4b22-b168-11da0bb2b345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:06.032282 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-37dda2cb-c76f-4b22-b168-11da0bb2b345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:06.056441 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37dda2cb-c76f-4b22-b168-11da0bb2b345 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 21:05:06.064743 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dda2cb-c76f-4b22-b168-11da0bb2b345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05f09f7-2dd7-433b-a3e6-e55e632f5f36,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:06.070488 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-37dda2cb-c76f-4b22-b168-11da0bb2b345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:06.070829 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-37dda2cb-c76f-4b22-b168-11da0bb2b345 admin admin] Added segment 3bc2f072-3141-4955-970b-5bc1b577b58e of type vlan for network ac7d7660-0d83-4aec-915d-fa953ad3a57e Jul 30 21:05:06.113291 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-37dda2cb-c76f-4b22-b168-11da0bb2b345 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:06.141157 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-37dda2cb-c76f-4b22-b168-11da0bb2b345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:06.142067 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dda2cb-c76f-4b22-b168-11da0bb2b345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:06.142644 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-37dda2cb-c76f-4b22-b168-11da0bb2b345 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:06.194524 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-37dda2cb-c76f-4b22-b168-11da0bb2b345 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3812561 Jul 30 21:05:06.197579 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54818) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:06.202647 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e92989e7-d080-4276-b39c-351f08eeab93 admin admin] Request body: {'subnet': {'network_id': 'ac7d7660-0d83-4aec-915d-fa953ad3a57e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1424120783-subnet', 'tenant_id': '88561398c4c14e7fbf80addd5fad74b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:06.203562 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dda2cb-c76f-4b22-b168-11da0bb2b345 admin admin] Pushing event updated for resources: {'Network': ['ID=ac7d7660-0d83-4aec-915d-fa953ad3a57e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:06.213071 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network ac7d7660-0d83-4aec-915d-fa953ad3a57e details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 21:05:06.223180 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92989e7-d080-4276-b39c-351f08eeab93 admin admin] Made reservation on behalf of 88561398c4c14e7fbf80addd5fad74b1 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:05:06.226009 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e92989e7-d080-4276-b39c-351f08eeab93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:06.401811 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e92989e7-d080-4276-b39c-351f08eeab93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:06.453912 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92989e7-d080-4276-b39c-351f08eeab93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=366915cf-a63b-47c1-8f7e-efcf5e57bbd4,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:06.464238 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92989e7-d080-4276-b39c-351f08eeab93 admin admin] Checking segment: {'id': '3bc2f072-3141-4955-970b-5bc1b577b58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ac7d7660-0d83-4aec-915d-fa953ad3a57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:05:06.464594 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92989e7-d080-4276-b39c-351f08eeab93 admin admin] Network hostable DHCP agents. Network: ac7d7660-0d83-4aec-915d-fa953ad3a57e, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 21:05:06.480293 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92989e7-d080-4276-b39c-351f08eeab93 admin admin] Network ac7d7660-0d83-4aec-915d-fa953ad3a57e is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 21:05:06.488204 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-e92989e7-d080-4276-b39c-351f08eeab93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, ac7d7660-0d83-4aec-915d-fa953ad3a57e) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:05:06.492070 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92989e7-d080-4276-b39c-351f08eeab93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:06.492652 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e92989e7-d080-4276-b39c-351f08eeab93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:06.497826 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a03d096-8567-4bf3-ad5a-02347a3decaa None None] Network ac7d7660-0d83-4aec-915d-fa953ad3a57e requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:05:06.516338 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e92989e7-d080-4276-b39c-351f08eeab93 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3121753 Jul 30 21:05:06.621169 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e9df99-d623-4de4-94f5-e4daa8ec091f None None] Network ac7d7660-0d83-4aec-915d-fa953ad3a57e requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:05:06.928307 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-51217f55-aab1-4964-8da3-c2483e1dd13e tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:06.929666 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-51217f55-aab1-4964-8da3-c2483e1dd13e tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/networks?id=ac7d7660-0d83-4aec-915d-fa953ad3a57e HTTP/1.1" status: 200 len: 814 time: 0.1003249 Jul 30 21:05:06.944713 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-d12a9d43-db2a-4769-b089-e66a3729af1a tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/quotas/88561398c4c14e7fbf80addd5fad74b1 HTTP/1.1" status: 200 len: 375 time: 0.0092967 Jul 30 21:05:06.980003 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-b1412693-b010-484d-9922-332f7053894e tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=88561398c4c14e7fbf80addd5fad74b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301716 Jul 30 21:05:07.034738 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-10cd943b-f90f-41f0-9bff-c9b89fbd0af6 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 21:05:07.035742 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-10cd943b-f90f-41f0-9bff-c9b89fbd0af6 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491881 Jul 30 21:05:07.125105 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-d559af46-3afe-4e43-85cf-4322d2608d3f service neutron] 10.222.0.81 "GET /v2.0/networks/ac7d7660-0d83-4aec-915d-fa953ad3a57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832746 Jul 30 21:05:07.217510 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-2562bd38-ac10-4997-9c46-9880a2546895 service neutron] 10.222.0.81 "GET /v2.0/networks/ac7d7660-0d83-4aec-915d-fa953ad3a57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856082 Jul 30 21:05:07.374214 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-faf412ad-b2ef-4902-90ae-3dfdd729e70f req-0e8c2ca2-f0cb-4822-99b5-16afa30b49f2 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=2294b201-224a-476d-99b6-e9e23cf0cdc7 HTTP/1.1" status: 200 len: 210 time: 0.0275693 Jul 30 21:05:08.420654 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-c2ed0d3d-878d-49a5-918d-5bca187d6851 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:08.422467 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-c2ed0d3d-878d-49a5-918d-5bca187d6851 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.59 "GET /v2.0/networks?id=ac7d7660-0d83-4aec-915d-fa953ad3a57e HTTP/1.1" status: 200 len: 814 time: 0.1030107 Jul 30 21:05:08.438893 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-a0259713-0214-45f5-96f1-4fdcf0d47ad7 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Request body: {'port': {'device_id': '2294b201-224a-476d-99b6-e9e23cf0cdc7', 'network_id': 'ac7d7660-0d83-4aec-915d-fa953ad3a57e', 'admin_state_up': True, 'tenant_id': '88561398c4c14e7fbf80addd5fad74b1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:08.508421 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d300dd88-84f3-4c97-86b5-bf1fea7b551c req-fa1fef4e-e9e6-491b-bbe7-0baf7dbd9c45 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=2294b201-224a-476d-99b6-e9e23cf0cdc7 HTTP/1.1" status: 200 len: 210 time: 0.0636156 Jul 30 21:05:08.581420 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-a0259713-0214-45f5-96f1-4fdcf0d47ad7 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Made reservation on behalf of 88561398c4c14e7fbf80addd5fad74b1 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:05:08.585487 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-a0259713-0214-45f5-96f1-4fdcf0d47ad7 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:08.713404 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-a0259713-0214-45f5-96f1-4fdcf0d47ad7 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Allocated IP 172.20.0.13 (ac7d7660-0d83-4aec-915d-fa953ad3a57e/366915cf-a63b-47c1-8f7e-efcf5e57bbd4/ecc0b44c-0256-40ff-a1c7-a595e77b2f5c) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:05:08.855740 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-a0259713-0214-45f5-96f1-4fdcf0d47ad7 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:08.894185 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-a0259713-0214-45f5-96f1-4fdcf0d47ad7 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:08.940026 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-a0259713-0214-45f5-96f1-4fdcf0d47ad7 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Network ac7d7660-0d83-4aec-915d-fa953ad3a57e is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:05:08.943807 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-a0259713-0214-45f5-96f1-4fdcf0d47ad7 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:05:08.947451 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-a0259713-0214-45f5-96f1-4fdcf0d47ad7 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:05:08.972627 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0259713-0214-45f5-96f1-4fdcf0d47ad7 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Pushing event updated for resources: {'Port': ['ID=ecc0b44c-0256-40ff-a1c7-a595e77b2f5c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:09.000966 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-a0259713-0214-45f5-96f1-4fdcf0d47ad7 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:09.001588 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-a0259713-0214-45f5-96f1-4fdcf0d47ad7 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:09.015061 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-a0259713-0214-45f5-96f1-4fdcf0d47ad7 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5802243 Jul 30 21:05:09.027199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-205d0fdb-6a1f-4a14-b7ac-4742835f4fd2 service neutron] Request body: {'port': {'device_id': '2294b201-224a-476d-99b6-e9e23cf0cdc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:09.079666 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-205d0fdb-6a1f-4a14-b7ac-4742835f4fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:09.340690 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-205d0fdb-6a1f-4a14-b7ac-4742835f4fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc0b44c-0256-40ff-a1c7-a595e77b2f5c {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:05:09.347975 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-205d0fdb-6a1f-4a14-b7ac-4742835f4fd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:09.360130 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-205d0fdb-6a1f-4a14-b7ac-4742835f4fd2 service neutron] Transition to ACTIVE for port object ecc0b44c-0256-40ff-a1c7-a595e77b2f5c will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:05:09.364129 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-205d0fdb-6a1f-4a14-b7ac-4742835f4fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:09.428606 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d0fdb-6a1f-4a14-b7ac-4742835f4fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc0b44c-0256-40ff-a1c7-a595e77b2f5c,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:09.482980 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-205d0fdb-6a1f-4a14-b7ac-4742835f4fd2 service neutron] Attempting to bind port ecc0b44c-0256-40ff-a1c7-a595e77b2f5c on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:05:09.483310 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-205d0fdb-6a1f-4a14-b7ac-4742835f4fd2 service neutron] Attempting to bind port ecc0b44c-0256-40ff-a1c7-a595e77b2f5c by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '3bc2f072-3141-4955-970b-5bc1b577b58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ac7d7660-0d83-4aec-915d-fa953ad3a57e'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:05:09.483667 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-205d0fdb-6a1f-4a14-b7ac-4742835f4fd2 service neutron] Attempting to bind port ecc0b44c-0256-40ff-a1c7-a595e77b2f5c on network ac7d7660-0d83-4aec-915d-fa953ad3a57e {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:05:09.487856 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-205d0fdb-6a1f-4a14-b7ac-4742835f4fd2 service neutron] Port ecc0b44c-0256-40ff-a1c7-a595e77b2f5c on network ac7d7660-0d83-4aec-915d-fa953ad3a57e not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 21:05:09.488178 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-205d0fdb-6a1f-4a14-b7ac-4742835f4fd2 service neutron] Attempting to bind port ecc0b44c-0256-40ff-a1c7-a595e77b2f5c on network ac7d7660-0d83-4aec-915d-fa953ad3a57e {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:05:09.492908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-205d0fdb-6a1f-4a14-b7ac-4742835f4fd2 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:05:09.493243 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-205d0fdb-6a1f-4a14-b7ac-4742835f4fd2 service neutron] Checking segment: {'id': '3bc2f072-3141-4955-970b-5bc1b577b58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ac7d7660-0d83-4aec-915d-fa953ad3a57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:05:09.493622 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-205d0fdb-6a1f-4a14-b7ac-4742835f4fd2 service neutron] Bound using segment: {'id': '3bc2f072-3141-4955-970b-5bc1b577b58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ac7d7660-0d83-4aec-915d-fa953ad3a57e'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:05:09.494040 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-205d0fdb-6a1f-4a14-b7ac-4742835f4fd2 service neutron] Bound port: ecc0b44c-0256-40ff-a1c7-a595e77b2f5c, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bc2f072-3141-4955-970b-5bc1b577b58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ac7d7660-0d83-4aec-915d-fa953ad3a57e'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:05:09.494390 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-205d0fdb-6a1f-4a14-b7ac-4742835f4fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:09.560789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-205d0fdb-6a1f-4a14-b7ac-4742835f4fd2 service neutron] For port ecc0b44c-0256-40ff-a1c7-a595e77b2f5c, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:05:09.564378 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-205d0fdb-6a1f-4a14-b7ac-4742835f4fd2 service neutron] For port ecc0b44c-0256-40ff-a1c7-a595e77b2f5c, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=ecc0b44c-0256-40ff-a1c7-a595e77b2f5c,segment=NetworkSegment(3bc2f072-3141-4955-970b-5bc1b577b58e),segment_id=3bc2f072-3141-4955-970b-5bc1b577b58e)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:05:09.568164 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-205d0fdb-6a1f-4a14-b7ac-4742835f4fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:09.627191 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-205d0fdb-6a1f-4a14-b7ac-4742835f4fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:09.627829 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-205d0fdb-6a1f-4a14-b7ac-4742835f4fd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:09.629184 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-205d0fdb-6a1f-4a14-b7ac-4742835f4fd2 service neutron] 10.222.0.59 "PUT /v2.0/ports/ecc0b44c-0256-40ff-a1c7-a595e77b2f5c HTTP/1.1" status: 200 len: 1092 time: 0.6059754 Jul 30 21:05:09.631193 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2294b201-224a-476d-99b6-e9e23cf0cdc7', 'tag': 'ecc0b44c-0256-40ff-a1c7-a595e77b2f5c'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:05:09.633510 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a53af0-29c5-4d5a-ba12-3ea247431d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "2294b201-224a-476d-99b6-e9e23cf0cdc7", "tag": "ecc0b44c-0256-40ff-a1c7-a595e77b2f5c"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:05:09.660384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d0fdb-6a1f-4a14-b7ac-4742835f4fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc0b44c-0256-40ff-a1c7-a595e77b2f5c,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:09.683044 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744e3c8-bc5a-4067-8848-2e44a44ac326 req-ea5a30cc-7d7e-4f3f-a194-edeeaf8c5d31 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:09.684515 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8744e3c8-bc5a-4067-8848-2e44a44ac326 req-ea5a30cc-7d7e-4f3f-a194-edeeaf8c5d31 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=2294b201-224a-476d-99b6-e9e23cf0cdc7 HTTP/1.1" status: 200 len: 944 time: 0.0917783 Jul 30 21:05:09.741942 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8744e3c8-bc5a-4067-8848-2e44a44ac326 req-b64ff93f-adca-494b-b7c7-4e9c31b2057c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405688 Jul 30 21:05:09.744631 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-74e08213-bd7a-4269-826b-12c98d81b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:09.746024 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-74e08213-bd7a-4269-826b-12c98d81b936 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=88561398c4c14e7fbf80addd5fad74b1&device_id=2294b201-224a-476d-99b6-e9e23cf0cdc7 HTTP/1.1" status: 200 len: 1095 time: 0.0803785 Jul 30 21:05:09.790569 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893a560c-ea00-45c0-b95c-8b32d0eefa4b x-openstack-request-id: req-893a560c-ea00-45c0-b95c-8b32d0eefa4b {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:05:09.790856 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2294b201-224a-476d-99b6-e9e23cf0cdc7", "tag": "ecc0b44c-0256-40ff-a1c7-a595e77b2f5c", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:05:09.791105 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-893a560c-ea00-45c0-b95c-8b32d0eefa4b {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:05:09.791536 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2294b201-224a-476d-99b6-e9e23cf0cdc7', 'tag': 'ecc0b44c-0256-40ff-a1c7-a595e77b2f5c', 'status': 'completed', 'code': 200} Jul 30 21:05:09.793291 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-f6c09fdc-3b52-475a-a541-72e6ca5fe9d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecc0b44c-0256-40ff-a1c7-a595e77b2f5c HTTP/1.1" status: 200 len: 217 time: 0.0380728 Jul 30 21:05:09.842453 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-f8baabd4-a029-4417-8e85-dd88f8b31588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:09.843900 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-f8baabd4-a029-4417-8e85-dd88f8b31588 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=366915cf-a63b-47c1-8f7e-efcf5e57bbd4 HTTP/1.1" status: 200 len: 854 time: 0.0436337 Jul 30 21:05:09.877526 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-ea3617f9-5529-44ff-a85a-31d258223eb0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac7d7660-0d83-4aec-915d-fa953ad3a57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271773 Jul 30 21:05:09.965568 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-673f2025-9a09-4335-830a-8c2208669b09 service neutron] 10.222.0.59 "GET /v2.0/networks/ac7d7660-0d83-4aec-915d-fa953ad3a57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812089 Jul 30 21:05:10.057489 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58262c76-0ea5-4595-8369-e5eb56c85319 req-189ded0a-df3c-42ff-86fb-18c8ceef935f service neutron] 10.222.0.59 "GET /v2.0/networks/ac7d7660-0d83-4aec-915d-fa953ad3a57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845630 Jul 30 21:05:10.142234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a53af0-29c5-4d5a-ba12-3ea247431d9e req-a579973f-4db5-4a9e-b68e-1d380293584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:10.143740 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97a53af0-29c5-4d5a-ba12-3ea247431d9e req-a579973f-4db5-4a9e-b68e-1d380293584c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=88561398c4c14e7fbf80addd5fad74b1&device_id=2294b201-224a-476d-99b6-e9e23cf0cdc7 HTTP/1.1" status: 200 len: 1095 time: 0.0428200 Jul 30 21:05:10.232302 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a53af0-29c5-4d5a-ba12-3ea247431d9e req-d2caf20c-ccf7-4a16-96d5-7c2da68c835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:10.233774 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97a53af0-29c5-4d5a-ba12-3ea247431d9e req-d2caf20c-ccf7-4a16-96d5-7c2da68c835f service neutron] 10.222.0.59 "GET /v2.0/networks?id=ac7d7660-0d83-4aec-915d-fa953ad3a57e HTTP/1.1" status: 200 len: 915 time: 0.0832458 Jul 30 21:05:10.278350 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97a53af0-29c5-4d5a-ba12-3ea247431d9e req-980b8b7f-7f6f-49a5-9884-6c835a3b06f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecc0b44c-0256-40ff-a1c7-a595e77b2f5c HTTP/1.1" status: 200 len: 217 time: 0.0371234 Jul 30 21:05:10.328939 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a53af0-29c5-4d5a-ba12-3ea247431d9e req-3241b761-bafd-48ab-9d72-f5fa79799c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:10.330394 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97a53af0-29c5-4d5a-ba12-3ea247431d9e req-3241b761-bafd-48ab-9d72-f5fa79799c17 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=366915cf-a63b-47c1-8f7e-efcf5e57bbd4 HTTP/1.1" status: 200 len: 854 time: 0.0439994 Jul 30 21:05:10.361799 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97a53af0-29c5-4d5a-ba12-3ea247431d9e req-95982f5a-1418-44c2-96c1-9d9b1a9ecea6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac7d7660-0d83-4aec-915d-fa953ad3a57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236964 Jul 30 21:05:10.453843 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97a53af0-29c5-4d5a-ba12-3ea247431d9e req-80d8d22e-7ac1-4962-a3fc-80ff36277f6c service neutron] 10.222.0.59 "GET /v2.0/networks/ac7d7660-0d83-4aec-915d-fa953ad3a57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840542 Jul 30 21:05:10.543926 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97a53af0-29c5-4d5a-ba12-3ea247431d9e req-2e4b9c57-d529-4a0a-9196-d5fe5fa583ae service neutron] 10.222.0.59 "GET /v2.0/networks/ac7d7660-0d83-4aec-915d-fa953ad3a57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821373 Jul 30 21:05:10.857760 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d30243-56c1-4151-b83c-18c11ec26bc5 req-ad0df06c-7f33-4337-843b-d337e5aacbe3 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:10.859221 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-23d30243-56c1-4151-b83c-18c11ec26bc5 req-ad0df06c-7f33-4337-843b-d337e5aacbe3 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=2294b201-224a-476d-99b6-e9e23cf0cdc7 HTTP/1.1" status: 200 len: 944 time: 0.0488424 Jul 30 21:05:10.900285 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-23d30243-56c1-4151-b83c-18c11ec26bc5 req-afc89b3d-e8e9-4d4f-8184-2a0bfb4d61e5 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352025 Jul 30 21:05:12.013353 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317a8c4-8525-41d0-9f91-48f2f695fb3b req-c30806c6-b17b-4fe1-a45e-90d9162a0a7b tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:12.014801 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d317a8c4-8525-41d0-9f91-48f2f695fb3b req-c30806c6-b17b-4fe1-a45e-90d9162a0a7b tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=2294b201-224a-476d-99b6-e9e23cf0cdc7 HTTP/1.1" status: 200 len: 944 time: 0.0483985 Jul 30 21:05:12.053222 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d317a8c4-8525-41d0-9f91-48f2f695fb3b req-4916c521-00ba-4be1-ad6a-565ae7f05f80 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320177 Jul 30 21:05:12.801321 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device ecc0b44c-0256-40ff-a1c7-a595e77b2f5c details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:05:12.895164 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port ecc0b44c-0256-40ff-a1c7-a595e77b2f5c, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=ecc0b44c-0256-40ff-a1c7-a595e77b2f5c,segment=NetworkSegment(3bc2f072-3141-4955-970b-5bc1b577b58e),segment_id=3bc2f072-3141-4955-970b-5bc1b577b58e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:05:12.907048 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': 'ecc0b44c-0256-40ff-a1c7-a595e77b2f5c', 'network_id': 'ac7d7660-0d83-4aec-915d-fa953ad3a57e', 'port_id': 'ecc0b44c-0256-40ff-a1c7-a595e77b2f5c', 'mac_address': 'fa:16:3e:9d:23:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366915cf-a63b-47c1-8f7e-efcf5e57bbd4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 21:05:12.943745 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:12.955907 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc0b44c-0256-40ff-a1c7-a595e77b2f5c {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:05:12.976874 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port ecc0b44c-0256-40ff-a1c7-a595e77b2f5c, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=ecc0b44c-0256-40ff-a1c7-a595e77b2f5c,segment=NetworkSegment(3bc2f072-3141-4955-970b-5bc1b577b58e),segment_id=3bc2f072-3141-4955-970b-5bc1b577b58e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:05:12.980985 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:13.026388 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=ecc0b44c-0256-40ff-a1c7-a595e77b2f5c,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:13.168774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f2945-5ffb-4692-992c-e12b4b01a113 req-7f92c678-f9a8-4dec-b795-f530ea9ff304 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:13.170466 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e64f2945-5ffb-4692-992c-e12b4b01a113 req-7f92c678-f9a8-4dec-b795-f530ea9ff304 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=2294b201-224a-476d-99b6-e9e23cf0cdc7 HTTP/1.1" status: 200 len: 945 time: 0.0503314 Jul 30 21:05:13.170723 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['ecc0b44c-0256-40ff-a1c7-a595e77b2f5c'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:05:13.209818 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e64f2945-5ffb-4692-992c-e12b4b01a113 req-d71d84bf-6554-4e58-a1f4-b5c17822c33c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327063 Jul 30 21:05:14.323779 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b9e7c-6b31-4719-bd4b-72bbf7f92648 req-89e62a4a-f42e-4920-97dc-8b0a84e7f3db tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:14.325295 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d8b9e7c-6b31-4719-bd4b-72bbf7f92648 req-89e62a4a-f42e-4920-97dc-8b0a84e7f3db tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=2294b201-224a-476d-99b6-e9e23cf0cdc7 HTTP/1.1" status: 200 len: 945 time: 0.0485368 Jul 30 21:05:14.367786 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d8b9e7c-6b31-4719-bd4b-72bbf7f92648 req-98b95192-b909-4600-bbbd-45d183ac5ade tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362968 Jul 30 21:05:14.827647 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device ecc0b44c-0256-40ff-a1c7-a595e77b2f5c up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:05:14.874312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port ecc0b44c-0256-40ff-a1c7-a595e77b2f5c completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:05:14.877903 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port ecc0b44c-0256-40ff-a1c7-a595e77b2f5c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:05:14.878270 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:14.953772 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:14.974964 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2294b201-224a-476d-99b6-e9e23cf0cdc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc0b44c-0256-40ff-a1c7-a595e77b2f5c'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:05:14.977197 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12055f40-1902-476f-be42-5662741fc1c8" -d '{"events": [{"server_uuid": "2294b201-224a-476d-99b6-e9e23cf0cdc7", "name": "network-vif-plugged", "status": "completed", "tag": "ecc0b44c-0256-40ff-a1c7-a595e77b2f5c"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:05:14.990425 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port ecc0b44c-0256-40ff-a1c7-a595e77b2f5c, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=ecc0b44c-0256-40ff-a1c7-a595e77b2f5c,segment=NetworkSegment(3bc2f072-3141-4955-970b-5bc1b577b58e),segment_id=3bc2f072-3141-4955-970b-5bc1b577b58e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:05:14.994065 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:15.018516 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c81676-7edb-4ddf-911d-2a35fe2e598a x-openstack-request-id: req-09c81676-7edb-4ddf-911d-2a35fe2e598a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:05:15.018807 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2294b201-224a-476d-99b6-e9e23cf0cdc7", "name": "network-vif-plugged", "status": "completed", "tag": "ecc0b44c-0256-40ff-a1c7-a595e77b2f5c", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:05:15.019061 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-09c81676-7edb-4ddf-911d-2a35fe2e598a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:05:15.019978 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2294b201-224a-476d-99b6-e9e23cf0cdc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc0b44c-0256-40ff-a1c7-a595e77b2f5c', 'code': 200} Jul 30 21:05:15.049789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=ecc0b44c-0256-40ff-a1c7-a595e77b2f5c,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:15.108008 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48da141-4c8e-431f-b93a-57e715260c23 req-753573a9-c43b-4a65-984e-16e09d7f3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:15.109473 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d48da141-4c8e-431f-b93a-57e715260c23 req-753573a9-c43b-4a65-984e-16e09d7f3422 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2294b201-224a-476d-99b6-e9e23cf0cdc7 HTTP/1.1" status: 200 len: 1097 time: 0.0402403 Jul 30 21:05:15.143009 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d48da141-4c8e-431f-b93a-57e715260c23 req-f5b88ffa-5da9-427d-aa9a-8f686b9fd5b9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266659 Jul 30 21:05:15.482399 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdda32-cec8-4f4c-84f0-382cef9d2fb2 req-b33b310a-8b53-4482-b42c-7cca6097eb01 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:15.483877 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-57cdda32-cec8-4f4c-84f0-382cef9d2fb2 req-b33b310a-8b53-4482-b42c-7cca6097eb01 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=2294b201-224a-476d-99b6-e9e23cf0cdc7 HTTP/1.1" status: 200 len: 946 time: 0.0483654 Jul 30 21:05:15.520019 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-57cdda32-cec8-4f4c-84f0-382cef9d2fb2 req-22183786-fff3-4bbb-a80b-5340e76770ee tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302949 Jul 30 21:05:16.051408 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:16.652083 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c729624-e745-4b12-b008-1e541a85d376 req-031457df-707b-4925-838f-effb4f6911a9 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:16.653538 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9c729624-e745-4b12-b008-1e541a85d376 req-031457df-707b-4925-838f-effb4f6911a9 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=2294b201-224a-476d-99b6-e9e23cf0cdc7 HTTP/1.1" status: 200 len: 946 time: 0.0486908 Jul 30 21:05:16.694818 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9c729624-e745-4b12-b008-1e541a85d376 req-eb694756-4cc7-415d-bd35-7dd331cbda2c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354049 Jul 30 21:05:16.913933 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698828a-7fe8-413f-be0a-8223d322f27e req-89177143-c542-441f-bb12-ddecf1831ce9 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:16.915314 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6698828a-7fe8-413f-be0a-8223d322f27e req-89177143-c542-441f-bb12-ddecf1831ce9 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/networks?id=ac7d7660-0d83-4aec-915d-fa953ad3a57e HTTP/1.1" status: 200 len: 814 time: 0.1002593 Jul 30 21:05:16.930198 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6698828a-7fe8-413f-be0a-8223d322f27e req-991854a8-4426-4849-bc05-ab0605277680 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/quotas/88561398c4c14e7fbf80addd5fad74b1 HTTP/1.1" status: 200 len: 375 time: 0.0091741 Jul 30 21:05:16.979255 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6698828a-7fe8-413f-be0a-8223d322f27e req-1e02749f-3660-4508-ae4f-76524181a4d4 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=88561398c4c14e7fbf80addd5fad74b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438831 Jul 30 21:05:17.070385 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6698828a-7fe8-413f-be0a-8223d322f27e req-7cb7bdb9-5f3d-4cce-82aa-16e78c0fc29a service neutron] 10.222.0.81 "GET /v2.0/networks/ac7d7660-0d83-4aec-915d-fa953ad3a57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841775 Jul 30 21:05:17.157252 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6698828a-7fe8-413f-be0a-8223d322f27e req-287d95c7-420c-47cc-a4cf-1796d6194043 service neutron] 10.222.0.81 "GET /v2.0/networks/ac7d7660-0d83-4aec-915d-fa953ad3a57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809247 Jul 30 21:05:17.317219 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6df93b3f-5cf6-4501-87e1-8a4bf2765940 req-e43f3e57-9373-429e-be9c-5cf80d53e936 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=baade591-3e99-49e1-b8e6-fac029170fec HTTP/1.1" status: 200 len: 210 time: 0.0309381 Jul 30 21:05:18.175117 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698828a-7fe8-413f-be0a-8223d322f27e req-34c79fbb-dd80-4d8f-a120-d7beb5c2e959 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:18.176583 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6698828a-7fe8-413f-be0a-8223d322f27e req-34c79fbb-dd80-4d8f-a120-d7beb5c2e959 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.83 "GET /v2.0/networks?id=ac7d7660-0d83-4aec-915d-fa953ad3a57e HTTP/1.1" status: 200 len: 814 time: 0.1025579 Jul 30 21:05:18.188849 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-6698828a-7fe8-413f-be0a-8223d322f27e req-a7436c0f-de0f-4272-a0a4-04c553e0ab7c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Request body: {'port': {'device_id': 'baade591-3e99-49e1-b8e6-fac029170fec', 'network_id': 'ac7d7660-0d83-4aec-915d-fa953ad3a57e', 'admin_state_up': True, 'tenant_id': '88561398c4c14e7fbf80addd5fad74b1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:18.297846 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6698828a-7fe8-413f-be0a-8223d322f27e req-a7436c0f-de0f-4272-a0a4-04c553e0ab7c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Made reservation on behalf of 88561398c4c14e7fbf80addd5fad74b1 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:05:18.302633 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6698828a-7fe8-413f-be0a-8223d322f27e req-a7436c0f-de0f-4272-a0a4-04c553e0ab7c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:18.430611 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a40269a6-1fd0-4544-9b8f-e7137f4765ca req-5ad94a91-2bf7-48d3-8a8e-4f13306f93e8 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=baade591-3e99-49e1-b8e6-fac029170fec HTTP/1.1" status: 200 len: 210 time: 0.0410554 Jul 30 21:05:18.464763 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a781a298-731e-4cc2-97c8-7e549cf14000 req-61590a7c-47a6-4aa0-ab82-cb52ca90adda service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2294b201-224a-476d-99b6-e9e23cf0cdc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1072869 Jul 30 21:05:18.486822 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-6698828a-7fe8-413f-be0a-8223d322f27e req-a7436c0f-de0f-4272-a0a4-04c553e0ab7c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Allocated IP 172.20.0.4 (ac7d7660-0d83-4aec-915d-fa953ad3a57e/366915cf-a63b-47c1-8f7e-efcf5e57bbd4/5dbe62f3-a477-4e30-a7e6-73f095df3d2c) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:05:18.610758 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781a298-731e-4cc2-97c8-7e549cf14000 req-47a86b66-e424-41ca-a274-3831eb7354d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:18.612292 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a781a298-731e-4cc2-97c8-7e549cf14000 req-47a86b66-e424-41ca-a274-3831eb7354d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=88561398c4c14e7fbf80addd5fad74b1&device_id=2294b201-224a-476d-99b6-e9e23cf0cdc7 HTTP/1.1" status: 200 len: 1097 time: 0.1073446 Jul 30 21:05:19.045209 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6698828a-7fe8-413f-be0a-8223d322f27e req-a7436c0f-de0f-4272-a0a4-04c553e0ab7c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:19.084910 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781a298-731e-4cc2-97c8-7e549cf14000 req-10fade8f-6490-41a8-a980-02747ae45de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:19.086397 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a781a298-731e-4cc2-97c8-7e549cf14000 req-10fade8f-6490-41a8-a980-02747ae45de7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ac7d7660-0d83-4aec-915d-fa953ad3a57e HTTP/1.1" status: 200 len: 915 time: 0.4519172 Jul 30 21:05:19.137095 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a781a298-731e-4cc2-97c8-7e549cf14000 req-4ab283e0-7e5c-4acd-88ad-df180980244d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecc0b44c-0256-40ff-a1c7-a595e77b2f5c HTTP/1.1" status: 200 len: 217 time: 0.0411754 Jul 30 21:05:19.152901 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6698828a-7fe8-413f-be0a-8223d322f27e req-a7436c0f-de0f-4272-a0a4-04c553e0ab7c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:19.168197 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['ecc0b44c-0256-40ff-a1c7-a595e77b2f5c'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:05:19.230265 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6698828a-7fe8-413f-be0a-8223d322f27e req-a7436c0f-de0f-4272-a0a4-04c553e0ab7c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Network ac7d7660-0d83-4aec-915d-fa953ad3a57e is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:05:19.234948 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7436c0f-de0f-4272-a0a4-04c553e0ab7c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Pushing event updated for resources: {'Port': ['ID=5dbe62f3-a477-4e30-a7e6-73f095df3d2c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:19.237128 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-6698828a-7fe8-413f-be0a-8223d322f27e req-a7436c0f-de0f-4272-a0a4-04c553e0ab7c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:05:19.241182 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-6698828a-7fe8-413f-be0a-8223d322f27e req-a7436c0f-de0f-4272-a0a4-04c553e0ab7c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:05:19.244524 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781a298-731e-4cc2-97c8-7e549cf14000 req-1e106a77-0ebf-411a-86a7-1bdc7b97ea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:19.245986 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a781a298-731e-4cc2-97c8-7e549cf14000 req-1e106a77-0ebf-411a-86a7-1bdc7b97ea17 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=366915cf-a63b-47c1-8f7e-efcf5e57bbd4 HTTP/1.1" status: 200 len: 854 time: 0.1022208 Jul 30 21:05:19.252167 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7436c0f-de0f-4272-a0a4-04c553e0ab7c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:19.252516 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7436c0f-de0f-4272-a0a4-04c553e0ab7c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:19.252857 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7436c0f-de0f-4272-a0a4-04c553e0ab7c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:19.253230 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7436c0f-de0f-4272-a0a4-04c553e0ab7c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:19.253566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7436c0f-de0f-4272-a0a4-04c553e0ab7c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:19.253897 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7436c0f-de0f-4272-a0a4-04c553e0ab7c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:19.254231 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7436c0f-de0f-4272-a0a4-04c553e0ab7c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:19.254570 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7436c0f-de0f-4272-a0a4-04c553e0ab7c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:19.254880 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7436c0f-de0f-4272-a0a4-04c553e0ab7c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:19.255791 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7436c0f-de0f-4272-a0a4-04c553e0ab7c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:19.256118 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7436c0f-de0f-4272-a0a4-04c553e0ab7c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:19.256441 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7436c0f-de0f-4272-a0a4-04c553e0ab7c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:19.308789 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a781a298-731e-4cc2-97c8-7e549cf14000 req-6258db5b-73e4-4f53-a4f8-311ab08c0ee8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac7d7660-0d83-4aec-915d-fa953ad3a57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490580 Jul 30 21:05:19.370543 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698828a-7fe8-413f-be0a-8223d322f27e req-a7436c0f-de0f-4272-a0a4-04c553e0ab7c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:19.371171 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6698828a-7fe8-413f-be0a-8223d322f27e req-a7436c0f-de0f-4272-a0a4-04c553e0ab7c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:19.394251 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6698828a-7fe8-413f-be0a-8223d322f27e req-a7436c0f-de0f-4272-a0a4-04c553e0ab7c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2090991 Jul 30 21:05:19.413083 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-6698828a-7fe8-413f-be0a-8223d322f27e req-99f17e48-cf25-402c-a070-be970b0a5174 service neutron] Request body: {'port': {'device_id': 'baade591-3e99-49e1-b8e6-fac029170fec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:19.456255 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a781a298-731e-4cc2-97c8-7e549cf14000 req-62ae2c3e-f31e-4892-88dc-7cc1093d8f23 service neutron] 10.222.0.59 "GET /v2.0/networks/ac7d7660-0d83-4aec-915d-fa953ad3a57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385748 Jul 30 21:05:19.531810 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6698828a-7fe8-413f-be0a-8223d322f27e req-99f17e48-cf25-402c-a070-be970b0a5174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:19.635470 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f236be7-4486-4841-938d-d949fe903308 req-c9829207-ec06-4087-87b7-fe24946dc4d8 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:19.636910 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f236be7-4486-4841-938d-d949fe903308 req-c9829207-ec06-4087-87b7-fe24946dc4d8 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=baade591-3e99-49e1-b8e6-fac029170fec HTTP/1.1" status: 200 len: 931 time: 0.1164322 Jul 30 21:05:19.660490 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a781a298-731e-4cc2-97c8-7e549cf14000 req-4dcd8947-ab47-4e3c-adea-87e7372cad6e service neutron] 10.222.0.59 "GET /v2.0/networks/ac7d7660-0d83-4aec-915d-fa953ad3a57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871333 Jul 30 21:05:19.751591 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f236be7-4486-4841-938d-d949fe903308 req-a2becfba-6d47-41cc-bb4a-675abb066bc5 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030991 Jul 30 21:05:19.894324 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-6698828a-7fe8-413f-be0a-8223d322f27e req-99f17e48-cf25-402c-a070-be970b0a5174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dbe62f3-a477-4e30-a7e6-73f095df3d2c {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:05:19.902218 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6698828a-7fe8-413f-be0a-8223d322f27e req-99f17e48-cf25-402c-a070-be970b0a5174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:19.914682 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-6698828a-7fe8-413f-be0a-8223d322f27e req-99f17e48-cf25-402c-a070-be970b0a5174 service neutron] Transition to ACTIVE for port object 5dbe62f3-a477-4e30-a7e6-73f095df3d2c will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:05:19.918366 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6698828a-7fe8-413f-be0a-8223d322f27e req-99f17e48-cf25-402c-a070-be970b0a5174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:19.968122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f17e48-cf25-402c-a070-be970b0a5174 service neutron] Pushing event updated for resources: {'Port': ['ID=5dbe62f3-a477-4e30-a7e6-73f095df3d2c,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:20.036893 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-6698828a-7fe8-413f-be0a-8223d322f27e req-99f17e48-cf25-402c-a070-be970b0a5174 service neutron] Attempting to bind port 5dbe62f3-a477-4e30-a7e6-73f095df3d2c on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:05:20.037104 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-6698828a-7fe8-413f-be0a-8223d322f27e req-99f17e48-cf25-402c-a070-be970b0a5174 service neutron] Attempting to bind port 5dbe62f3-a477-4e30-a7e6-73f095df3d2c by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '3bc2f072-3141-4955-970b-5bc1b577b58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ac7d7660-0d83-4aec-915d-fa953ad3a57e'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:05:20.037431 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698828a-7fe8-413f-be0a-8223d322f27e req-99f17e48-cf25-402c-a070-be970b0a5174 service neutron] Attempting to bind port 5dbe62f3-a477-4e30-a7e6-73f095df3d2c on network ac7d7660-0d83-4aec-915d-fa953ad3a57e {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:05:20.041824 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698828a-7fe8-413f-be0a-8223d322f27e req-99f17e48-cf25-402c-a070-be970b0a5174 service neutron] Port 5dbe62f3-a477-4e30-a7e6-73f095df3d2c on network ac7d7660-0d83-4aec-915d-fa953ad3a57e not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 21:05:20.042149 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698828a-7fe8-413f-be0a-8223d322f27e req-99f17e48-cf25-402c-a070-be970b0a5174 service neutron] Attempting to bind port 5dbe62f3-a477-4e30-a7e6-73f095df3d2c on network ac7d7660-0d83-4aec-915d-fa953ad3a57e {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:05:20.047244 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698828a-7fe8-413f-be0a-8223d322f27e req-99f17e48-cf25-402c-a070-be970b0a5174 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:05:20.047612 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698828a-7fe8-413f-be0a-8223d322f27e req-99f17e48-cf25-402c-a070-be970b0a5174 service neutron] Checking segment: {'id': '3bc2f072-3141-4955-970b-5bc1b577b58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ac7d7660-0d83-4aec-915d-fa953ad3a57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:05:20.047996 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698828a-7fe8-413f-be0a-8223d322f27e req-99f17e48-cf25-402c-a070-be970b0a5174 service neutron] Bound using segment: {'id': '3bc2f072-3141-4955-970b-5bc1b577b58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ac7d7660-0d83-4aec-915d-fa953ad3a57e'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:05:20.048424 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-6698828a-7fe8-413f-be0a-8223d322f27e req-99f17e48-cf25-402c-a070-be970b0a5174 service neutron] Bound port: 5dbe62f3-a477-4e30-a7e6-73f095df3d2c, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bc2f072-3141-4955-970b-5bc1b577b58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ac7d7660-0d83-4aec-915d-fa953ad3a57e'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:05:20.048774 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6698828a-7fe8-413f-be0a-8223d322f27e req-99f17e48-cf25-402c-a070-be970b0a5174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:20.111037 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6698828a-7fe8-413f-be0a-8223d322f27e req-99f17e48-cf25-402c-a070-be970b0a5174 service neutron] For port 5dbe62f3-a477-4e30-a7e6-73f095df3d2c, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:05:20.114160 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6698828a-7fe8-413f-be0a-8223d322f27e req-99f17e48-cf25-402c-a070-be970b0a5174 service neutron] For port 5dbe62f3-a477-4e30-a7e6-73f095df3d2c, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=5dbe62f3-a477-4e30-a7e6-73f095df3d2c,segment=NetworkSegment(3bc2f072-3141-4955-970b-5bc1b577b58e),segment_id=3bc2f072-3141-4955-970b-5bc1b577b58e)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:05:20.118143 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6698828a-7fe8-413f-be0a-8223d322f27e req-99f17e48-cf25-402c-a070-be970b0a5174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:20.139950 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:20.158835 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698828a-7fe8-413f-be0a-8223d322f27e req-99f17e48-cf25-402c-a070-be970b0a5174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:20.159801 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6698828a-7fe8-413f-be0a-8223d322f27e req-99f17e48-cf25-402c-a070-be970b0a5174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:20.162130 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6698828a-7fe8-413f-be0a-8223d322f27e req-99f17e48-cf25-402c-a070-be970b0a5174 service neutron] 10.222.0.83 "PUT /v2.0/ports/5dbe62f3-a477-4e30-a7e6-73f095df3d2c HTTP/1.1" status: 200 len: 1091 time: 0.7572963 Jul 30 21:05:20.164176 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baade591-3e99-49e1-b8e6-fac029170fec', 'tag': '5dbe62f3-a477-4e30-a7e6-73f095df3d2c'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:05:20.167461 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ea61a1-fc8f-4369-8547-e31b723531b1" -d '{"events": [{"name": "network-changed", "server_uuid": "baade591-3e99-49e1-b8e6-fac029170fec", "tag": "5dbe62f3-a477-4e30-a7e6-73f095df3d2c"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:05:20.197740 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f17e48-cf25-402c-a070-be970b0a5174 service neutron] Pushing event updated for resources: {'Port': ['ID=5dbe62f3-a477-4e30-a7e6-73f095df3d2c,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:20.212059 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b59f579-5fd9-4294-a432-88356bea7d1e x-openstack-request-id: req-1b59f579-5fd9-4294-a432-88356bea7d1e {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:05:20.212339 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baade591-3e99-49e1-b8e6-fac029170fec", "tag": "5dbe62f3-a477-4e30-a7e6-73f095df3d2c", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:05:20.212592 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1b59f579-5fd9-4294-a432-88356bea7d1e {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:05:20.212981 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baade591-3e99-49e1-b8e6-fac029170fec', 'tag': '5dbe62f3-a477-4e30-a7e6-73f095df3d2c', 'status': 'completed', 'code': 200} Jul 30 21:05:20.245042 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698828a-7fe8-413f-be0a-8223d322f27e req-d1f561af-5d81-447c-a16d-16c02675902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:20.246539 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6698828a-7fe8-413f-be0a-8223d322f27e req-d1f561af-5d81-447c-a16d-16c02675902d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=88561398c4c14e7fbf80addd5fad74b1&device_id=baade591-3e99-49e1-b8e6-fac029170fec HTTP/1.1" status: 200 len: 1094 time: 0.0440586 Jul 30 21:05:20.288674 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6698828a-7fe8-413f-be0a-8223d322f27e req-c9b57f9b-9824-47ab-b037-b9ade7a6c50b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dbe62f3-a477-4e30-a7e6-73f095df3d2c HTTP/1.1" status: 200 len: 217 time: 0.0343685 Jul 30 21:05:20.342089 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698828a-7fe8-413f-be0a-8223d322f27e req-ff7f97d3-0c7f-4da9-bed8-a1325e50db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:20.343566 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6698828a-7fe8-413f-be0a-8223d322f27e req-ff7f97d3-0c7f-4da9-bed8-a1325e50db81 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=366915cf-a63b-47c1-8f7e-efcf5e57bbd4 HTTP/1.1" status: 200 len: 854 time: 0.0480180 Jul 30 21:05:20.374638 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6698828a-7fe8-413f-be0a-8223d322f27e req-98a571ac-8806-41e4-85e1-54055787875a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac7d7660-0d83-4aec-915d-fa953ad3a57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239956 Jul 30 21:05:20.461624 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6698828a-7fe8-413f-be0a-8223d322f27e req-4abc15e1-03a5-4ba1-a7d5-93591d61ddec service neutron] 10.222.0.83 "GET /v2.0/networks/ac7d7660-0d83-4aec-915d-fa953ad3a57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797896 Jul 30 21:05:20.553933 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6698828a-7fe8-413f-be0a-8223d322f27e req-6069501f-8ae8-4afc-96a6-60d393266ae2 service neutron] 10.222.0.83 "GET /v2.0/networks/ac7d7660-0d83-4aec-915d-fa953ad3a57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846453 Jul 30 21:05:20.640746 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea61a1-fc8f-4369-8547-e31b723531b1 req-647d0ad4-dc24-445b-9046-212173a4da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:20.642211 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08ea61a1-fc8f-4369-8547-e31b723531b1 req-647d0ad4-dc24-445b-9046-212173a4da2f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=88561398c4c14e7fbf80addd5fad74b1&device_id=baade591-3e99-49e1-b8e6-fac029170fec HTTP/1.1" status: 200 len: 1094 time: 0.0420411 Jul 30 21:05:20.733344 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea61a1-fc8f-4369-8547-e31b723531b1 req-c5517934-d5fa-4ac0-a2af-4c651f579c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:20.734783 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08ea61a1-fc8f-4369-8547-e31b723531b1 req-c5517934-d5fa-4ac0-a2af-4c651f579c94 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ac7d7660-0d83-4aec-915d-fa953ad3a57e HTTP/1.1" status: 200 len: 915 time: 0.0856991 Jul 30 21:05:20.776498 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08ea61a1-fc8f-4369-8547-e31b723531b1 req-04d740bd-e7c6-4bba-9add-f87eeefd85a9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dbe62f3-a477-4e30-a7e6-73f095df3d2c HTTP/1.1" status: 200 len: 217 time: 0.0337505 Jul 30 21:05:20.835721 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea61a1-fc8f-4369-8547-e31b723531b1 req-62c49afd-aa1d-456f-80a9-4659df8a2aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:20.837149 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08ea61a1-fc8f-4369-8547-e31b723531b1 req-62c49afd-aa1d-456f-80a9-4659df8a2aa7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=366915cf-a63b-47c1-8f7e-efcf5e57bbd4 HTTP/1.1" status: 200 len: 854 time: 0.0539567 Jul 30 21:05:20.882849 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08ea61a1-fc8f-4369-8547-e31b723531b1 req-f3a42002-cc12-4b84-aa57-efc17e39514c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac7d7660-0d83-4aec-915d-fa953ad3a57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323291 Jul 30 21:05:20.905296 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437400b-7d55-4b39-abcb-b3dc24f176d0 req-a3c4b016-34c1-46da-abc9-adbdb9c40a1d tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:20.906699 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7437400b-7d55-4b39-abcb-b3dc24f176d0 req-a3c4b016-34c1-46da-abc9-adbdb9c40a1d tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=baade591-3e99-49e1-b8e6-fac029170fec HTTP/1.1" status: 200 len: 943 time: 0.0864353 Jul 30 21:05:20.983755 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7437400b-7d55-4b39-abcb-b3dc24f176d0 req-526ef913-90fe-4015-8c62-c2ccebb49a51 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674212 Jul 30 21:05:21.008595 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08ea61a1-fc8f-4369-8547-e31b723531b1 req-a275a8d8-c167-4aab-91f0-0f972129fb4c service neutron] 10.222.0.83 "GET /v2.0/networks/ac7d7660-0d83-4aec-915d-fa953ad3a57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181705 Jul 30 21:05:21.102614 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-08ea61a1-fc8f-4369-8547-e31b723531b1 req-c61e46c0-7afd-4208-8e24-78050f4fb7d9 service neutron] 10.222.0.83 "GET /v2.0/networks/ac7d7660-0d83-4aec-915d-fa953ad3a57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862141 Jul 30 21:05:21.339561 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-859752c0-17e2-4552-ad22-53879f446813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:22.097910 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0adc481-e3de-4802-a282-94e848464e6d req-f8e53fd6-c1ff-474b-b708-011c652495a9 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:22.099407 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b0adc481-e3de-4802-a282-94e848464e6d req-f8e53fd6-c1ff-474b-b708-011c652495a9 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=baade591-3e99-49e1-b8e6-fac029170fec HTTP/1.1" status: 200 len: 943 time: 0.0502174 Jul 30 21:05:22.137853 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b0adc481-e3de-4802-a282-94e848464e6d req-2d3d8ed3-45db-4dec-8de1-f6a4c321514a tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325110 Jul 30 21:05:22.829654 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:05:23.250885 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bda724-5fef-4917-adb0-0ab58f8165b2 req-2d22782e-589c-4df9-840e-8b5e1905da22 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:23.252369 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-61bda724-5fef-4917-adb0-0ab58f8165b2 req-2d22782e-589c-4df9-840e-8b5e1905da22 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=baade591-3e99-49e1-b8e6-fac029170fec HTTP/1.1" status: 200 len: 943 time: 0.0481060 Jul 30 21:05:23.289856 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-61bda724-5fef-4917-adb0-0ab58f8165b2 req-389f9b42-45e1-4ceb-b169-2b129c35af37 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311191 Jul 30 21:05:23.763034 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-882f2f6a-6e39-4b53-a896-5cb7dc59aabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:24.031280 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:24.405719 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3e965-f321-4260-8fa0-92bd4f47f4bc req-c2087381-483c-496c-bdaa-25f44c5f4dca tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:24.407178 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25f3e965-f321-4260-8fa0-92bd4f47f4bc req-c2087381-483c-496c-bdaa-25f44c5f4dca tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=baade591-3e99-49e1-b8e6-fac029170fec HTTP/1.1" status: 200 len: 943 time: 0.0524108 Jul 30 21:05:24.444344 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-25f3e965-f321-4260-8fa0-92bd4f47f4bc req-ccd7be41-9c45-4bee-93a8-41174ebcfcbc tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306754 Jul 30 21:05:25.183637 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:25.222683 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 5dbe62f3-a477-4e30-a7e6-73f095df3d2c details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:05:25.316824 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 5dbe62f3-a477-4e30-a7e6-73f095df3d2c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=5dbe62f3-a477-4e30-a7e6-73f095df3d2c,segment=NetworkSegment(3bc2f072-3141-4955-970b-5bc1b577b58e),segment_id=3bc2f072-3141-4955-970b-5bc1b577b58e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:05:25.329180 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '5dbe62f3-a477-4e30-a7e6-73f095df3d2c', 'network_id': 'ac7d7660-0d83-4aec-915d-fa953ad3a57e', 'port_id': '5dbe62f3-a477-4e30-a7e6-73f095df3d2c', 'mac_address': 'fa:16:3e:fd:67:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366915cf-a63b-47c1-8f7e-efcf5e57bbd4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 21:05:25.365501 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:25.378073 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dbe62f3-a477-4e30-a7e6-73f095df3d2c {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:05:25.398257 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 5dbe62f3-a477-4e30-a7e6-73f095df3d2c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=5dbe62f3-a477-4e30-a7e6-73f095df3d2c,segment=NetworkSegment(3bc2f072-3141-4955-970b-5bc1b577b58e),segment_id=3bc2f072-3141-4955-970b-5bc1b577b58e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:05:25.401890 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:25.447936 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=5dbe62f3-a477-4e30-a7e6-73f095df3d2c,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:25.557864 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b56c2-1a21-472e-bb0b-9d417e62b3b3 req-901d5e17-a73e-4111-89ef-0b0ebcd8d99e tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:25.559330 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a84b56c2-1a21-472e-bb0b-9d417e62b3b3 req-901d5e17-a73e-4111-89ef-0b0ebcd8d99e tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=baade591-3e99-49e1-b8e6-fac029170fec HTTP/1.1" status: 200 len: 944 time: 0.0490787 Jul 30 21:05:25.596284 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a84b56c2-1a21-472e-bb0b-9d417e62b3b3 req-e824b136-dcf4-4c79-9b52-c76ae4fcb072 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311184 Jul 30 21:05:25.679854 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['5dbe62f3-a477-4e30-a7e6-73f095df3d2c'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:05:26.709585 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c961b-c3f2-4b22-9415-e941bee27c3b req-88b8bd5d-4906-4d77-8fcc-992c0213b43a tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:26.711085 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-788c961b-c3f2-4b22-9415-e941bee27c3b req-88b8bd5d-4906-4d77-8fcc-992c0213b43a tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=baade591-3e99-49e1-b8e6-fac029170fec HTTP/1.1" status: 200 len: 944 time: 0.0492764 Jul 30 21:05:26.748186 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-788c961b-c3f2-4b22-9415-e941bee27c3b req-99e8ab93-1af7-4c36-b6f7-7c59aed349b7 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312133 Jul 30 21:05:27.033660 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:27.267841 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 5dbe62f3-a477-4e30-a7e6-73f095df3d2c up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:05:27.316172 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 5dbe62f3-a477-4e30-a7e6-73f095df3d2c completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:05:27.319647 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 5dbe62f3-a477-4e30-a7e6-73f095df3d2c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:05:27.320021 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:27.395163 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:27.417231 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baade591-3e99-49e1-b8e6-fac029170fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbe62f3-a477-4e30-a7e6-73f095df3d2c'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:05:27.419426 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f82b4a-c1f1-4953-ace5-8b3f642c1a80" -d '{"events": [{"server_uuid": "baade591-3e99-49e1-b8e6-fac029170fec", "name": "network-vif-plugged", "status": "completed", "tag": "5dbe62f3-a477-4e30-a7e6-73f095df3d2c"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:05:27.431908 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 5dbe62f3-a477-4e30-a7e6-73f095df3d2c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=5dbe62f3-a477-4e30-a7e6-73f095df3d2c,segment=NetworkSegment(3bc2f072-3141-4955-970b-5bc1b577b58e),segment_id=3bc2f072-3141-4955-970b-5bc1b577b58e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:05:27.436236 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:27.458856 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead636bb-b2f5-45d1-8f84-be93d6789f9d x-openstack-request-id: req-ead636bb-b2f5-45d1-8f84-be93d6789f9d {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:05:27.459142 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baade591-3e99-49e1-b8e6-fac029170fec", "name": "network-vif-plugged", "status": "completed", "tag": "5dbe62f3-a477-4e30-a7e6-73f095df3d2c", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:05:27.459396 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ead636bb-b2f5-45d1-8f84-be93d6789f9d {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:05:27.459807 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baade591-3e99-49e1-b8e6-fac029170fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbe62f3-a477-4e30-a7e6-73f095df3d2c', 'code': 200} Jul 30 21:05:27.485378 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=5dbe62f3-a477-4e30-a7e6-73f095df3d2c,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:27.552947 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d1cf0-addf-4a10-b656-50393f8ee7c9 req-8436226c-e22f-412a-9764-d6804f3b658f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:27.554325 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fe8d1cf0-addf-4a10-b656-50393f8ee7c9 req-8436226c-e22f-412a-9764-d6804f3b658f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=baade591-3e99-49e1-b8e6-fac029170fec HTTP/1.1" status: 200 len: 1096 time: 0.0441275 Jul 30 21:05:27.588747 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fe8d1cf0-addf-4a10-b656-50393f8ee7c9 req-8aa7586b-8387-4b0e-bc9b-09d58eb5a9b9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268197 Jul 30 21:05:27.861644 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d66e32-f36b-4c16-84cb-479e18c1cdda req-5bbdb42a-12d4-4dee-b9aa-27ce9ee5318c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:27.863250 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95d66e32-f36b-4c16-84cb-479e18c1cdda req-5bbdb42a-12d4-4dee-b9aa-27ce9ee5318c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=baade591-3e99-49e1-b8e6-fac029170fec HTTP/1.1" status: 200 len: 945 time: 0.0492866 Jul 30 21:05:27.901886 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95d66e32-f36b-4c16-84cb-479e18c1cdda req-94c6c16b-b80f-4285-85b6-21835a9c860c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327227 Jul 30 21:05:29.012401 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e2f6d-b634-43a6-a7ce-2286393a068d req-99fec82a-97cf-4995-a406-b343e47f4a78 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:29.013846 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-420e2f6d-b634-43a6-a7ce-2286393a068d req-99fec82a-97cf-4995-a406-b343e47f4a78 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=baade591-3e99-49e1-b8e6-fac029170fec HTTP/1.1" status: 200 len: 945 time: 0.0480018 Jul 30 21:05:29.051139 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-420e2f6d-b634-43a6-a7ce-2286393a068d req-21de0bb7-b645-4408-bab7-7f2fa01d2ad2 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314646 Jul 30 21:05:29.283167 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf307c-19bb-4bf7-adbb-4119ebfaa491 req-8ff23434-d5c5-444d-a7ee-f062183a4ab9 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:29.284721 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a6bf307c-19bb-4bf7-adbb-4119ebfaa491 req-8ff23434-d5c5-444d-a7ee-f062183a4ab9 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=baade591-3e99-49e1-b8e6-fac029170fec HTTP/1.1" status: 200 len: 945 time: 0.0550947 Jul 30 21:05:29.322750 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a6bf307c-19bb-4bf7-adbb-4119ebfaa491 req-0145fc75-7678-4d86-aaac-540f797e56a9 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320699 Jul 30 21:05:30.438634 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb71b7-3aec-4ed7-a49e-fdb4ca1191a9 req-fceeca07-9ac9-4ad8-8e58-d46eaa6d7623 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:30.440149 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7deb71b7-3aec-4ed7-a49e-fdb4ca1191a9 req-fceeca07-9ac9-4ad8-8e58-d46eaa6d7623 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=baade591-3e99-49e1-b8e6-fac029170fec HTTP/1.1" status: 200 len: 945 time: 0.0491192 Jul 30 21:05:30.478894 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7deb71b7-3aec-4ed7-a49e-fdb4ca1191a9 req-9a165046-4ba0-425d-8c45-efd5b4661119 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328200 Jul 30 21:05:30.656374 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a796a05-8c7c-4e39-a9f4-52c1dacb2e47 req-7d7d93c8-a6a7-495b-8a02-e81651ee7b5f tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:30.657781 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3a796a05-8c7c-4e39-a9f4-52c1dacb2e47 req-7d7d93c8-a6a7-495b-8a02-e81651ee7b5f tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.83 "GET /v2.0/ports?device_id=baade591-3e99-49e1-b8e6-fac029170fec HTTP/1.1" status: 200 len: 945 time: 0.0471206 Jul 30 21:05:30.748526 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-3a796a05-8c7c-4e39-a9f4-52c1dacb2e47 req-c4e9c377-31c3-4296-baf5-2eeab874c4b7 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Deleting port 5dbe62f3-a477-4e30-a7e6-73f095df3d2c {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:05:30.748869 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3a796a05-8c7c-4e39-a9f4-52c1dacb2e47 req-c4e9c377-31c3-4296-baf5-2eeab874c4b7 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:30.835786 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-3a796a05-8c7c-4e39-a9f4-52c1dacb2e47 req-c4e9c377-31c3-4296-baf5-2eeab874c4b7 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] For port 5dbe62f3-a477-4e30-a7e6-73f095df3d2c, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=5dbe62f3-a477-4e30-a7e6-73f095df3d2c,segment=NetworkSegment(3bc2f072-3141-4955-970b-5bc1b577b58e),segment_id=3bc2f072-3141-4955-970b-5bc1b577b58e)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:05:30.836160 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3a796a05-8c7c-4e39-a9f4-52c1dacb2e47 req-c4e9c377-31c3-4296-baf5-2eeab874c4b7 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:30.850041 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-3a796a05-8c7c-4e39-a9f4-52c1dacb2e47 req-c4e9c377-31c3-4296-baf5-2eeab874c4b7 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Calling delete_port for 5dbe62f3-a477-4e30-a7e6-73f095df3d2c owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:05:30.981183 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3a796a05-8c7c-4e39-a9f4-52c1dacb2e47 req-c4e9c377-31c3-4296-baf5-2eeab874c4b7 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:30.993689 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['ecc0b44c-0256-40ff-a1c7-a595e77b2f5c'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:05:30.996945 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['5dbe62f3-a477-4e30-a7e6-73f095df3d2c'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:05:31.007809 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9c377-31c3-4296-baf5-2eeab874c4b7 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Pushing event deleted for resources: {'Port': ['ID=5dbe62f3-a477-4e30-a7e6-73f095df3d2c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:31.054320 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a796a05-8c7c-4e39-a9f4-52c1dacb2e47 req-c4e9c377-31c3-4296-baf5-2eeab874c4b7 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] No DVR routers for this DVR port 5dbe62f3-a477-4e30-a7e6-73f095df3d2c on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:05:31.057001 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3a796a05-8c7c-4e39-a9f4-52c1dacb2e47 req-c4e9c377-31c3-4296-baf5-2eeab874c4b7 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:31.058966 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3a796a05-8c7c-4e39-a9f4-52c1dacb2e47 req-c4e9c377-31c3-4296-baf5-2eeab874c4b7 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.83 "DELETE /v2.0/ports/5dbe62f3-a477-4e30-a7e6-73f095df3d2c HTTP/1.1" status: 204 len: 173 time: 0.3947186 Jul 30 21:05:31.059454 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baade591-3e99-49e1-b8e6-fac029170fec', 'name': 'network-vif-deleted', 'tag': '5dbe62f3-a477-4e30-a7e6-73f095df3d2c'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:05:31.061781 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9005b18c-ef4c-4c0d-927d-1305064efd00" -d '{"events": [{"server_uuid": "baade591-3e99-49e1-b8e6-fac029170fec", "name": "network-vif-deleted", "tag": "5dbe62f3-a477-4e30-a7e6-73f095df3d2c"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:05:31.101968 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c136fc61-12d7-4172-8700-0557f7cb17ca x-openstack-request-id: req-c136fc61-12d7-4172-8700-0557f7cb17ca {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:05:31.102583 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baade591-3e99-49e1-b8e6-fac029170fec", "name": "network-vif-deleted", "tag": "5dbe62f3-a477-4e30-a7e6-73f095df3d2c", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:05:31.103061 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c136fc61-12d7-4172-8700-0557f7cb17ca {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:05:31.103577 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baade591-3e99-49e1-b8e6-fac029170fec', 'name': 'network-vif-deleted', 'tag': '5dbe62f3-a477-4e30-a7e6-73f095df3d2c', 'status': 'completed', 'code': 200} Jul 30 21:05:31.587366 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a203f7af-4518-4596-9bd6-f1d773645d42 req-eb094b44-3c89-4206-9fdd-9e9640451aa2 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=baade591-3e99-49e1-b8e6-fac029170fec HTTP/1.1" status: 200 len: 210 time: 0.0280318 Jul 30 21:05:32.736462 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a42571-360f-4585-be1c-52addf6ae25f req-4b94f603-2ddd-4e56-94d6-cff6d59d8931 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:32.737915 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56a42571-360f-4585-be1c-52addf6ae25f req-4b94f603-2ddd-4e56-94d6-cff6d59d8931 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=2294b201-224a-476d-99b6-e9e23cf0cdc7 HTTP/1.1" status: 200 len: 946 time: 0.0510006 Jul 30 21:05:32.775477 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56a42571-360f-4585-be1c-52addf6ae25f req-30036036-d6ca-47b4-8745-ffa82c4d6330 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311022 Jul 30 21:05:32.904073 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c93ef-cf1e-4a6a-8576-ce18a53ba6d6 req-5fbb7663-1b4f-4b22-a17b-9603a7798459 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:32.905440 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-979c93ef-cf1e-4a6a-8576-ce18a53ba6d6 req-5fbb7663-1b4f-4b22-a17b-9603a7798459 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=2294b201-224a-476d-99b6-e9e23cf0cdc7 HTTP/1.1" status: 200 len: 946 time: 0.0486164 Jul 30 21:05:32.944004 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-979c93ef-cf1e-4a6a-8576-ce18a53ba6d6 req-0d136028-9696-42b0-90d1-ea20992590b9 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327625 Jul 30 21:05:33.061381 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6d792-3975-41ae-b884-7ba61546bea6 req-ac847904-f3c2-44f0-8fed-2b09e7702301 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:33.062878 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bdc6d792-3975-41ae-b884-7ba61546bea6 req-ac847904-f3c2-44f0-8fed-2b09e7702301 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=2294b201-224a-476d-99b6-e9e23cf0cdc7 HTTP/1.1" status: 200 len: 946 time: 0.0542710 Jul 30 21:05:33.100599 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bdc6d792-3975-41ae-b884-7ba61546bea6 req-be52f297-3bb7-4c40-b11b-ec0130c2e766 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314457 Jul 30 21:05:33.264034 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc838d5c-013c-4512-85bc-d021c086d2aa req-00659bba-4793-4366-9cba-067409ea729c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:33.265485 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc838d5c-013c-4512-85bc-d021c086d2aa req-00659bba-4793-4366-9cba-067409ea729c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=2294b201-224a-476d-99b6-e9e23cf0cdc7 HTTP/1.1" status: 200 len: 946 time: 0.0495913 Jul 30 21:05:33.303463 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc838d5c-013c-4512-85bc-d021c086d2aa req-4ffed6ea-3814-4cf4-aa36-8ee85ced25b4 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321422 Jul 30 21:05:33.416627 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ee483-4f6f-4b85-bd99-d899f413b5d3 req-25e1cac5-2f92-45d4-a83e-736a3038813c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:33.418010 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-487ee483-4f6f-4b85-bd99-d899f413b5d3 req-25e1cac5-2f92-45d4-a83e-736a3038813c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=2294b201-224a-476d-99b6-e9e23cf0cdc7 HTTP/1.1" status: 200 len: 946 time: 0.0493479 Jul 30 21:05:33.455405 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-487ee483-4f6f-4b85-bd99-d899f413b5d3 req-007766a5-270c-43cc-bb4d-879009111e13 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311155 Jul 30 21:05:33.587983 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e88af4-b016-43ab-a632-5d9bba4c29ab req-1adadd77-a314-46de-926c-0c67a1e05692 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:33.589433 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73e88af4-b016-43ab-a632-5d9bba4c29ab req-1adadd77-a314-46de-926c-0c67a1e05692 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=2294b201-224a-476d-99b6-e9e23cf0cdc7 HTTP/1.1" status: 200 len: 946 time: 0.0525553 Jul 30 21:05:33.629436 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73e88af4-b016-43ab-a632-5d9bba4c29ab req-2d1f9ec2-8215-4c16-96dc-2d3db0735981 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327790 Jul 30 21:05:33.926190 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f154a69-faf1-4a78-9d6a-8d39d8dc0587 req-60e6cf23-e239-46f6-b8ac-3ea40ef5307b tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:33.927585 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5f154a69-faf1-4a78-9d6a-8d39d8dc0587 req-60e6cf23-e239-46f6-b8ac-3ea40ef5307b tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=2294b201-224a-476d-99b6-e9e23cf0cdc7 HTTP/1.1" status: 200 len: 946 time: 0.0493159 Jul 30 21:05:33.965151 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5f154a69-faf1-4a78-9d6a-8d39d8dc0587 req-77d74a84-26ac-49ed-a115-2b5df73cd3ca tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316255 Jul 30 21:05:35.077863 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eff0bf-cf5e-4f30-9c13-711f1b0bfc9f req-e86b57e9-b622-482c-b3ab-5778c5b48513 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:35.079401 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77eff0bf-cf5e-4f30-9c13-711f1b0bfc9f req-e86b57e9-b622-482c-b3ab-5778c5b48513 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/ports?device_id=2294b201-224a-476d-99b6-e9e23cf0cdc7 HTTP/1.1" status: 200 len: 946 time: 0.0493636 Jul 30 21:05:35.117579 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77eff0bf-cf5e-4f30-9c13-711f1b0bfc9f req-22adbde9-06d4-4ef7-ae45-613e48ab6f3c tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.81 "GET /v2.0/security-groups?id=f05f09f7-2dd7-433b-a3e6-e55e632f5f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317798 Jul 30 21:05:35.217988 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945c054-667f-4a7b-9d54-3a6673e2c886 req-a1085d1d-c2d0-4858-8d1b-ed746354b8cf tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:35.219413 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f945c054-667f-4a7b-9d54-3a6673e2c886 req-a1085d1d-c2d0-4858-8d1b-ed746354b8cf tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.59 "GET /v2.0/ports?device_id=2294b201-224a-476d-99b6-e9e23cf0cdc7 HTTP/1.1" status: 200 len: 946 time: 0.0528703 Jul 30 21:05:35.305908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-f945c054-667f-4a7b-9d54-3a6673e2c886 req-3070cbc5-bc20-44d1-adf2-be4194c0d134 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Deleting port ecc0b44c-0256-40ff-a1c7-a595e77b2f5c {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:05:35.306154 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f945c054-667f-4a7b-9d54-3a6673e2c886 req-3070cbc5-bc20-44d1-adf2-be4194c0d134 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:35.331901 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 5dbe62f3-a477-4e30-a7e6-73f095df3d2c no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:05:35.352146 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 5dbe62f3-a477-4e30-a7e6-73f095df3d2c {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:05:35.352501 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 5dbe62f3-a477-4e30-a7e6-73f095df3d2c not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:05:35.396570 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f945c054-667f-4a7b-9d54-3a6673e2c886 req-3070cbc5-bc20-44d1-adf2-be4194c0d134 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] For port ecc0b44c-0256-40ff-a1c7-a595e77b2f5c, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=ecc0b44c-0256-40ff-a1c7-a595e77b2f5c,segment=NetworkSegment(3bc2f072-3141-4955-970b-5bc1b577b58e),segment_id=3bc2f072-3141-4955-970b-5bc1b577b58e)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:05:35.396932 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f945c054-667f-4a7b-9d54-3a6673e2c886 req-3070cbc5-bc20-44d1-adf2-be4194c0d134 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:35.410670 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-f945c054-667f-4a7b-9d54-3a6673e2c886 req-3070cbc5-bc20-44d1-adf2-be4194c0d134 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Calling delete_port for ecc0b44c-0256-40ff-a1c7-a595e77b2f5c owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:05:35.533608 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f945c054-667f-4a7b-9d54-3a6673e2c886 req-3070cbc5-bc20-44d1-adf2-be4194c0d134 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:35.545957 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['ecc0b44c-0256-40ff-a1c7-a595e77b2f5c'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:05:35.567357 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070cbc5-bc20-44d1-adf2-be4194c0d134 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Pushing event deleted for resources: {'Port': ['ID=ecc0b44c-0256-40ff-a1c7-a595e77b2f5c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:35.604742 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-f945c054-667f-4a7b-9d54-3a6673e2c886 req-3070cbc5-bc20-44d1-adf2-be4194c0d134 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] No DVR routers for this DVR port ecc0b44c-0256-40ff-a1c7-a595e77b2f5c on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:05:35.607278 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f945c054-667f-4a7b-9d54-3a6673e2c886 req-3070cbc5-bc20-44d1-adf2-be4194c0d134 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:35.609259 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f945c054-667f-4a7b-9d54-3a6673e2c886 req-3070cbc5-bc20-44d1-adf2-be4194c0d134 tempest-ServersNegativeTestJSON-644652867 tempest-ServersNegativeTestJSON-644652867-project] 10.222.0.59 "DELETE /v2.0/ports/ecc0b44c-0256-40ff-a1c7-a595e77b2f5c HTTP/1.1" status: 204 len: 173 time: 0.3836851 Jul 30 21:05:35.609692 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2294b201-224a-476d-99b6-e9e23cf0cdc7', 'name': 'network-vif-deleted', 'tag': 'ecc0b44c-0256-40ff-a1c7-a595e77b2f5c'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:05:35.612002 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc061a9-54c3-4362-aa2c-598a189a80c7" -d '{"events": [{"server_uuid": "2294b201-224a-476d-99b6-e9e23cf0cdc7", "name": "network-vif-deleted", "tag": "ecc0b44c-0256-40ff-a1c7-a595e77b2f5c"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:05:35.651990 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8625f37c-2d4f-4aca-90b8-9feb215f57e4 x-openstack-request-id: req-8625f37c-2d4f-4aca-90b8-9feb215f57e4 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:05:35.652287 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2294b201-224a-476d-99b6-e9e23cf0cdc7", "name": "network-vif-deleted", "tag": "ecc0b44c-0256-40ff-a1c7-a595e77b2f5c", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:05:35.652541 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8625f37c-2d4f-4aca-90b8-9feb215f57e4 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:05:35.652943 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2294b201-224a-476d-99b6-e9e23cf0cdc7', 'name': 'network-vif-deleted', 'tag': 'ecc0b44c-0256-40ff-a1c7-a595e77b2f5c', 'status': 'completed', 'code': 200} Jul 30 21:05:36.172149 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54984) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:36.215475 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-15fb7a8f-4946-4d28-a447-47729d339d6f admin admin] Deleting subnet 366915cf-a63b-47c1-8f7e-efcf5e57bbd4 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 21:05:36.218350 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-15fb7a8f-4946-4d28-a447-47729d339d6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:36.256367 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-15fb7a8f-4946-4d28-a447-47729d339d6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:36.294482 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-15fb7a8f-4946-4d28-a447-47729d339d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:36.347666 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-15fb7a8f-4946-4d28-a447-47729d339d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:36.373204 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb7a8f-4946-4d28-a447-47729d339d6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=366915cf-a63b-47c1-8f7e-efcf5e57bbd4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:36.376759 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-15fb7a8f-4946-4d28-a447-47729d339d6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:36.379702 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-15fb7a8f-4946-4d28-a447-47729d339d6f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/366915cf-a63b-47c1-8f7e-efcf5e57bbd4 HTTP/1.1" status: 204 len: 168 time: 0.2054863 Jul 30 21:05:36.381166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 54986) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:36.453016 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0370f31f-91e7-44d9-bcd5-ae3caddd1617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:36.529289 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0370f31f-91e7-44d9-bcd5-ae3caddd1617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:36.538842 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-0370f31f-91e7-44d9-bcd5-ae3caddd1617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7d7660-0d83-4aec-915d-fa953ad3a57e']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:36.549118 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-0370f31f-91e7-44d9-bcd5-ae3caddd1617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc2f072-3141-4955-970b-5bc1b577b58e') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:36.549418 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-0370f31f-91e7-44d9-bcd5-ae3caddd1617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc2f072-3141-4955-970b-5bc1b577b58e') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:36.558723 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0370f31f-91e7-44d9-bcd5-ae3caddd1617 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:36.573037 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0370f31f-91e7-44d9-bcd5-ae3caddd1617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:36.578919 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0370f31f-91e7-44d9-bcd5-ae3caddd1617 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 21:05:36.579306 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0370f31f-91e7-44d9-bcd5-ae3caddd1617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: timer() Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 21:05:36.580956 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 21:05:36.637416 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0370f31f-91e7-44d9-bcd5-ae3caddd1617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:36.642844 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0370f31f-91e7-44d9-bcd5-ae3caddd1617 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:36.644833 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0370f31f-91e7-44d9-bcd5-ae3caddd1617 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ac7d7660-0d83-4aec-915d-fa953ad3a57e HTTP/1.1" status: 204 len: 168 time: 0.2627616 Jul 30 21:05:36.655431 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370f31f-91e7-44d9-bcd5-ae3caddd1617 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac7d7660-0d83-4aec-915d-fa953ad3a57e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:36.750531 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54990) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:36.790917 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-be0e6184-6204-4c4b-8545-471df58a376c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=88561398c4c14e7fbf80addd5fad74b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391519 Jul 30 21:05:36.793226 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 54992) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:36.839864 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-949f7a6e-1eb4-4544-9418-a12bec141a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:36.864840 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-949f7a6e-1eb4-4544-9418-a12bec141a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:36.909471 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-949f7a6e-1eb4-4544-9418-a12bec141a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:36.912705 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-949f7a6e-1eb4-4544-9418-a12bec141a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:36.913855 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-949f7a6e-1eb4-4544-9418-a12bec141a7f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f05f09f7-2dd7-433b-a3e6-e55e632f5f36 HTTP/1.1" status: 204 len: 168 time: 0.1197419 Jul 30 21:05:36.921601 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f7a6e-1eb4-4544-9418-a12bec141a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05f09f7-2dd7-433b-a3e6-e55e632f5f36,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:37.568277 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55014) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:37.657899 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-dda80dab-550c-4b99-8163-1dfcec64ac5d tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1610297300'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:37.679001 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda80dab-550c-4b99-8163-1dfcec64ac5d tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Made reservation on behalf of dc4b3820b06145b99582c272dac507a1 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:05:37.682228 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dda80dab-550c-4b99-8163-1dfcec64ac5d tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:37.690392 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dda80dab-550c-4b99-8163-1dfcec64ac5d tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:37.782631 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dda80dab-550c-4b99-8163-1dfcec64ac5d tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:37.786263 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dda80dab-550c-4b99-8163-1dfcec64ac5d tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:37.808520 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda80dab-550c-4b99-8163-1dfcec64ac5d tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 21:05:37.823475 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda80dab-550c-4b99-8163-1dfcec64ac5d tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a2128e-39cc-4c93-8a12-81880d560e00,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:37.826394 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dda80dab-550c-4b99-8163-1dfcec64ac5d tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:37.826740 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-dda80dab-550c-4b99-8163-1dfcec64ac5d tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Added segment 6a404b13-d5bc-4179-af11-74d7ae3bb1e8 of type vlan for network 9f23f24c-98f9-4430-a0e4-0c4698af6169 Jul 30 21:05:37.867774 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dda80dab-550c-4b99-8163-1dfcec64ac5d tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:37.896910 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dda80dab-550c-4b99-8163-1dfcec64ac5d tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:37.903623 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda80dab-550c-4b99-8163-1dfcec64ac5d tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:37.904214 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dda80dab-550c-4b99-8163-1dfcec64ac5d tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:37.963230 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dda80dab-550c-4b99-8163-1dfcec64ac5d tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3939338 Jul 30 21:05:37.973657 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda80dab-550c-4b99-8163-1dfcec64ac5d tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Pushing event updated for resources: {'Network': ['ID=9f23f24c-98f9-4430-a0e4-0c4698af6169,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:37.984543 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 9f23f24c-98f9-4430-a0e4-0c4698af6169 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 21:05:38.909696 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device ecc0b44c-0256-40ff-a1c7-a595e77b2f5c no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:05:38.930583 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: ecc0b44c-0256-40ff-a1c7-a595e77b2f5c {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:05:38.930929 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device ecc0b44c-0256-40ff-a1c7-a595e77b2f5c not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:05:41.199942 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55018) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:41.205133 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-39f8fa6a-2bf5-4b06-bc73-71d5283f08b7 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Request body: {'subnet': {'network_id': '9f23f24c-98f9-4430-a0e4-0c4698af6169', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:41.289309 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f8fa6a-2bf5-4b06-bc73-71d5283f08b7 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Made reservation on behalf of dc4b3820b06145b99582c272dac507a1 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:05:41.292756 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39f8fa6a-2bf5-4b06-bc73-71d5283f08b7 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:41.473974 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39f8fa6a-2bf5-4b06-bc73-71d5283f08b7 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:41.530945 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8fa6a-2bf5-4b06-bc73-71d5283f08b7 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Pushing event updated for resources: {'Subnet': ['ID=967e4afa-ec6e-409e-9c3a-32145c338f29,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:41.547115 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f8fa6a-2bf5-4b06-bc73-71d5283f08b7 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Checking segment: {'id': '6a404b13-d5bc-4179-af11-74d7ae3bb1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9f23f24c-98f9-4430-a0e4-0c4698af6169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:05:41.547470 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f8fa6a-2bf5-4b06-bc73-71d5283f08b7 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Network hostable DHCP agents. Network: 9f23f24c-98f9-4430-a0e4-0c4698af6169, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 21:05:41.563838 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f8fa6a-2bf5-4b06-bc73-71d5283f08b7 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Network 9f23f24c-98f9-4430-a0e4-0c4698af6169 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 21:05:41.571921 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-39f8fa6a-2bf5-4b06-bc73-71d5283f08b7 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 9f23f24c-98f9-4430-a0e4-0c4698af6169) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:05:41.576097 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f8fa6a-2bf5-4b06-bc73-71d5283f08b7 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:41.576683 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39f8fa6a-2bf5-4b06-bc73-71d5283f08b7 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:41.581324 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4614375c-6612-46cd-bea3-bf23d8dd9046 None None] Network 9f23f24c-98f9-4430-a0e4-0c4698af6169 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:05:41.594088 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-39f8fa6a-2bf5-4b06-bc73-71d5283f08b7 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3929975 Jul 30 21:05:41.597470 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55020) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:41.603007 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1a95dd17-dc27-43be-b405-d0d79be98bc3 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1609108113'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:41.622825 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a95dd17-dc27-43be-b405-d0d79be98bc3 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Made reservation on behalf of dc4b3820b06145b99582c272dac507a1 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:05:41.626169 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a95dd17-dc27-43be-b405-d0d79be98bc3 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:41.649798 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a95dd17-dc27-43be-b405-d0d79be98bc3 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 21:05:41.658391 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a95dd17-dc27-43be-b405-d0d79be98bc3 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:41.658720 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-1a95dd17-dc27-43be-b405-d0d79be98bc3 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Added segment ff4ee1a6-736a-4c69-a685-c9ad7bd8e73f of type vlan for network 5b2eed39-af06-490b-a6bc-560a46228203 Jul 30 21:05:41.698284 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a95dd17-dc27-43be-b405-d0d79be98bc3 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:41.729523 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a95dd17-dc27-43be-b405-d0d79be98bc3 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:41.730348 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-9f23f24c-98f9-4430-a0e4-0c4698af6169', 'network_id': '9f23f24c-98f9-4430-a0e4-0c4698af6169', 'tenant_id': 'dc4b3820b06145b99582c272dac507a1', 'fixed_ips': [{'subnet_id': '967e4afa-ec6e-409e-9c3a-32145c338f29'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 21:05:41.731192 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:41.735127 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a95dd17-dc27-43be-b405-d0d79be98bc3 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:41.735768 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a95dd17-dc27-43be-b405-d0d79be98bc3 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:41.784933 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1a95dd17-dc27-43be-b405-d0d79be98bc3 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1858833 Jul 30 21:05:41.788419 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55022) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:41.793497 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-91472212-bac9-4111-b674-95e0871cdbe5 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Request body: {'subnet': {'network_id': '5b2eed39-af06-490b-a6bc-560a46228203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:41.803915 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95dd17-dc27-43be-b405-d0d79be98bc3 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Pushing event updated for resources: {'Network': ['ID=5b2eed39-af06-490b-a6bc-560a46228203,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:41.819353 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 5b2eed39-af06-490b-a6bc-560a46228203 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 21:05:41.881449 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91472212-bac9-4111-b674-95e0871cdbe5 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Made reservation on behalf of dc4b3820b06145b99582c272dac507a1 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:05:41.884950 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91472212-bac9-4111-b674-95e0871cdbe5 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:41.928237 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Allocated IP 2001:db8:0:ffff::2 (9f23f24c-98f9-4430-a0e4-0c4698af6169/967e4afa-ec6e-409e-9c3a-32145c338f29/4d1997a4-d140-44ed-a1df-e60695ea019a) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:05:42.073949 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:42.075990 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91472212-bac9-4111-b674-95e0871cdbe5 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:42.081981 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Transition to ACTIVE for port object 4d1997a4-d140-44ed-a1df-e60695ea019a will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:05:42.097202 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Transition to ACTIVE for port object 4d1997a4-d140-44ed-a1df-e60695ea019a will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:05:42.102704 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:42.136102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91472212-bac9-4111-b674-95e0871cdbe5 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Pushing event updated for resources: {'Subnet': ['ID=d3354587-b4f6-474f-a98c-cc39c33d2b90,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:42.137821 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Network 9f23f24c-98f9-4430-a0e4-0c4698af6169 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:05:42.142140 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:05:42.146028 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:05:42.154719 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91472212-bac9-4111-b674-95e0871cdbe5 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Checking segment: {'id': 'ff4ee1a6-736a-4c69-a685-c9ad7bd8e73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5b2eed39-af06-490b-a6bc-560a46228203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:05:42.155244 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Pushing event updated for resources: {'Port': ['ID=4d1997a4-d140-44ed-a1df-e60695ea019a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:42.155378 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91472212-bac9-4111-b674-95e0871cdbe5 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Network hostable DHCP agents. Network: 5b2eed39-af06-490b-a6bc-560a46228203, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 21:05:42.165323 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:42.165676 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:42.166016 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:42.166347 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:42.166674 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:42.166998 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:42.167326 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:42.167672 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:42.167993 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:42.168310 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:42.168684 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:42.168945 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:42.172560 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91472212-bac9-4111-b674-95e0871cdbe5 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Network 5b2eed39-af06-490b-a6bc-560a46228203 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 21:05:42.181885 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-91472212-bac9-4111-b674-95e0871cdbe5 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 5b2eed39-af06-490b-a6bc-560a46228203) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:05:42.186177 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91472212-bac9-4111-b674-95e0871cdbe5 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:42.186778 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91472212-bac9-4111-b674-95e0871cdbe5 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:42.193582 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9321c4e-3898-41b5-af82-fa08dc1d54e9 None None] Network 5b2eed39-af06-490b-a6bc-560a46228203 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:05:42.201555 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-91472212-bac9-4111-b674-95e0871cdbe5 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4120643 Jul 30 21:05:42.204338 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55024) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:42.258293 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Attempting to bind port 4d1997a4-d140-44ed-a1df-e60695ea019a on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:05:42.258656 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Attempting to bind port 4d1997a4-d140-44ed-a1df-e60695ea019a by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '6a404b13-d5bc-4179-af11-74d7ae3bb1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9f23f24c-98f9-4430-a0e4-0c4698af6169'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:05:42.259009 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Attempting to bind port 4d1997a4-d140-44ed-a1df-e60695ea019a on network 9f23f24c-98f9-4430-a0e4-0c4698af6169 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:05:42.267553 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:05:42.267930 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Checking segment: {'id': '6a404b13-d5bc-4179-af11-74d7ae3bb1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9f23f24c-98f9-4430-a0e4-0c4698af6169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:05:42.268323 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:42.268707 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Bound using segment: {'id': '6a404b13-d5bc-4179-af11-74d7ae3bb1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9f23f24c-98f9-4430-a0e4-0c4698af6169'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:05:42.269158 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Bound port: 4d1997a4-d140-44ed-a1df-e60695ea019a, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a404b13-d5bc-4179-af11-74d7ae3bb1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9f23f24c-98f9-4430-a0e4-0c4698af6169'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:05:42.269530 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:42.303098 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-74548f18-dc45-440b-8774-2a260fccfe4c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:42.387636 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-74548f18-dc45-440b-8774-2a260fccfe4c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:42.455119 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-74548f18-dc45-440b-8774-2a260fccfe4c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:42.480391 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74548f18-dc45-440b-8774-2a260fccfe4c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Pushing event deleted for resources: {'Subnet': ['ID=d3354587-b4f6-474f-a98c-cc39c33d2b90,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:42.541395 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] For port 4d1997a4-d140-44ed-a1df-e60695ea019a, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:05:42.546432 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] For port 4d1997a4-d140-44ed-a1df-e60695ea019a, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4d1997a4-d140-44ed-a1df-e60695ea019a,segment=NetworkSegment(6a404b13-d5bc-4179-af11-74d7ae3bb1e8),segment_id=6a404b13-d5bc-4179-af11-74d7ae3bb1e8)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:05:42.546724 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-74548f18-dc45-440b-8774-2a260fccfe4c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:42.551467 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:42.557468 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-74548f18-dc45-440b-8774-2a260fccfe4c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b2eed39-af06-490b-a6bc-560a46228203']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:42.568257 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-74548f18-dc45-440b-8774-2a260fccfe4c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4ee1a6-736a-4c69-a685-c9ad7bd8e73f') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:42.568549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-74548f18-dc45-440b-8774-2a260fccfe4c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4ee1a6-736a-4c69-a685-c9ad7bd8e73f') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:42.577709 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-74548f18-dc45-440b-8774-2a260fccfe4c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:42.591543 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-74548f18-dc45-440b-8774-2a260fccfe4c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:42.592114 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ddf899-c956-4cdc-a274-b6b359eabe07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-5b2eed39-af06-490b-a6bc-560a46228203', 'network_id': '5b2eed39-af06-490b-a6bc-560a46228203', 'tenant_id': 'dc4b3820b06145b99582c272dac507a1', 'fixed_ips': [{'subnet_id': 'd3354587-b4f6-474f-a98c-cc39c33d2b90'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 21:05:42.592956 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-44ddf899-c956-4cdc-a274-b6b359eabe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:42.597962 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74548f18-dc45-440b-8774-2a260fccfe4c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 21:05:42.598482 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-74548f18-dc45-440b-8774-2a260fccfe4c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: timer() Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 21:05:42.603132 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 21:05:42.639608 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ea6a5-e8e6-4cf0-90b3-60d28749b753 None None] Pushing event updated for resources: {'Port': ['ID=4d1997a4-d140-44ed-a1df-e60695ea019a,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:42.710465 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-74548f18-dc45-440b-8774-2a260fccfe4c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:42.719027 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117e07d2-3d69-4cec-a1b8-6dc0ed5e1918 None None] Network 5b2eed39-af06-490b-a6bc-560a46228203 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:05:42.730759 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-74548f18-dc45-440b-8774-2a260fccfe4c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:42.736095 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117e07d2-3d69-4cec-a1b8-6dc0ed5e1918 None None] Network 5b2eed39-af06-490b-a6bc-560a46228203 could not be found, it might have been deleted concurrently. {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 30 21:05:42.736289 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-74548f18-dc45-440b-8774-2a260fccfe4c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] 10.222.0.81 "DELETE /v2.0/networks/5b2eed39-af06-490b-a6bc-560a46228203 HTTP/1.1" status: 204 len: 168 time: 0.5276346 Jul 30 21:05:42.736289 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74548f18-dc45-440b-8774-2a260fccfe4c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Pushing event deleted for resources: {'Network': ['ID=5b2eed39-af06-490b-a6bc-560a46228203,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:42.736453 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55026) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:42.742268 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ee83d697-0f0b-4bc4-95a6-df48e8e8961c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1166757104'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:42.764575 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee83d697-0f0b-4bc4-95a6-df48e8e8961c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Made reservation on behalf of dc4b3820b06145b99582c272dac507a1 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:05:42.772737 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee83d697-0f0b-4bc4-95a6-df48e8e8961c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:42.814707 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee83d697-0f0b-4bc4-95a6-df48e8e8961c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 21:05:42.823921 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee83d697-0f0b-4bc4-95a6-df48e8e8961c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:42.824267 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-ee83d697-0f0b-4bc4-95a6-df48e8e8961c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Added segment 2569d421-43ea-4275-854d-88a31d93cf31 of type vlan for network 97264751-369f-414c-acb4-0d3c9a5a9bb1 Jul 30 21:05:42.871472 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee83d697-0f0b-4bc4-95a6-df48e8e8961c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:42.901676 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee83d697-0f0b-4bc4-95a6-df48e8e8961c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:42.907731 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee83d697-0f0b-4bc4-95a6-df48e8e8961c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:42.908333 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ee83d697-0f0b-4bc4-95a6-df48e8e8961c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:42.967397 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ee83d697-0f0b-4bc4-95a6-df48e8e8961c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2297449 Jul 30 21:05:42.970079 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55028) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:42.975810 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-bc339218-f758-45a5-b2d1-5f203364bd22 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Request body: {'subnet': {'network_id': '97264751-369f-414c-acb4-0d3c9a5a9bb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:42.982376 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83d697-0f0b-4bc4-95a6-df48e8e8961c tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Pushing event updated for resources: {'Network': ['ID=97264751-369f-414c-acb4-0d3c9a5a9bb1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:42.993038 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 97264751-369f-414c-acb4-0d3c9a5a9bb1 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 21:05:43.068079 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc339218-f758-45a5-b2d1-5f203364bd22 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Made reservation on behalf of dc4b3820b06145b99582c272dac507a1 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:05:43.071499 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc339218-f758-45a5-b2d1-5f203364bd22 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:43.131604 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.ipam_backend_mixin [None req-bc339218-f758-45a5-b2d1-5f203364bd22 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Performing IP validity checks on allocation pools {{(pid=93883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 21:05:43.132265 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.ipam_backend_mixin [None req-bc339218-f758-45a5-b2d1-5f203364bd22 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 21:05:43.204635 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4d1997a4-d140-44ed-a1df-e60695ea019a up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:05:43.254627 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 4d1997a4-d140-44ed-a1df-e60695ea019a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:05:43.260498 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc339218-f758-45a5-b2d1-5f203364bd22 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:43.322966 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc339218-f758-45a5-b2d1-5f203364bd22 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Pushing event updated for resources: {'Subnet': ['ID=59f97749-b6a6-4ba9-974d-df1f39a32a23,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:43.333214 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc339218-f758-45a5-b2d1-5f203364bd22 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Checking segment: {'id': '2569d421-43ea-4275-854d-88a31d93cf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '97264751-369f-414c-acb4-0d3c9a5a9bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:05:43.333577 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc339218-f758-45a5-b2d1-5f203364bd22 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Network hostable DHCP agents. Network: 97264751-369f-414c-acb4-0d3c9a5a9bb1, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 21:05:43.350779 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc339218-f758-45a5-b2d1-5f203364bd22 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Network 97264751-369f-414c-acb4-0d3c9a5a9bb1 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 21:05:43.360198 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-bc339218-f758-45a5-b2d1-5f203364bd22 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 97264751-369f-414c-acb4-0d3c9a5a9bb1) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:05:43.364807 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc339218-f758-45a5-b2d1-5f203364bd22 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:43.365451 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc339218-f758-45a5-b2d1-5f203364bd22 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:43.369273 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dd154e-5f10-4c27-a51d-739fee694e8c None None] Network 97264751-369f-414c-acb4-0d3c9a5a9bb1 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:05:43.380176 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bc339218-f758-45a5-b2d1-5f203364bd22 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4090106 Jul 30 21:05:43.382821 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55030) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:43.491223 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84458da4-bd04-4b38-84b4-99554d32d077 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:43.523688 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516a3205-ecd5-4b87-b019-5c257a46e46d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-97264751-369f-414c-acb4-0d3c9a5a9bb1', 'network_id': '97264751-369f-414c-acb4-0d3c9a5a9bb1', 'tenant_id': 'dc4b3820b06145b99582c272dac507a1', 'fixed_ips': [{'subnet_id': '59f97749-b6a6-4ba9-974d-df1f39a32a23'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 21:05:43.524547 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-516a3205-ecd5-4b87-b019-5c257a46e46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:43.578215 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84458da4-bd04-4b38-84b4-99554d32d077 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:43.608322 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a062e759-0625-456d-935d-4ff055f84c5c None None] Network 9f23f24c-98f9-4430-a0e4-0c4698af6169 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:05:43.644703 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84458da4-bd04-4b38-84b4-99554d32d077 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:43.669411 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84458da4-bd04-4b38-84b4-99554d32d077 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Pushing event deleted for resources: {'Subnet': ['ID=59f97749-b6a6-4ba9-974d-df1f39a32a23,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server [None req-516a3205-ecd5-4b87-b019-5c257a46e46d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59f97749-b6a6-4ba9-974d-df1f39a32a23: This subnet is being modified by another concurrent operation. Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server raise exception Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59f97749-b6a6-4ba9-974d-df1f39a32a23: This subnet is being modified by another concurrent operation. Jul 30 21:05:43.676182 n-d-712137-9 neutron-server[93884]: ERROR oslo_messaging.rpc.server Jul 30 21:05:43.696836 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bb095b-6874-4543-9c6c-2909795f7f95 None None] Network 97264751-369f-414c-acb4-0d3c9a5a9bb1 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:05:43.701123 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b74690c3-b406-45d0-8304-831fb06b4ef9 None None] Provisioning for port 4d1997a4-d140-44ed-a1df-e60695ea019a completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:05:43.733349 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84458da4-bd04-4b38-84b4-99554d32d077 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:43.747005 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-84458da4-bd04-4b38-84b4-99554d32d077 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97264751-369f-414c-acb4-0d3c9a5a9bb1']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:43.747841 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b74690c3-b406-45d0-8304-831fb06b4ef9 None None] Provisioning complete for port 4d1997a4-d140-44ed-a1df-e60695ea019a triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:05:43.748213 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b74690c3-b406-45d0-8304-831fb06b4ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:43.761374 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-84458da4-bd04-4b38-84b4-99554d32d077 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2569d421-43ea-4275-854d-88a31d93cf31') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:43.762756 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-84458da4-bd04-4b38-84b4-99554d32d077 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2569d421-43ea-4275-854d-88a31d93cf31') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:43.772563 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84458da4-bd04-4b38-84b4-99554d32d077 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:43.785805 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84458da4-bd04-4b38-84b4-99554d32d077 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:43.792121 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84458da4-bd04-4b38-84b4-99554d32d077 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 21:05:43.792514 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84458da4-bd04-4b38-84b4-99554d32d077 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: timer() Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 21:05:43.795390 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 21:05:43.851915 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84458da4-bd04-4b38-84b4-99554d32d077 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:43.860405 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84458da4-bd04-4b38-84b4-99554d32d077 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:43.862359 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-84458da4-bd04-4b38-84b4-99554d32d077 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] 10.222.0.81 "DELETE /v2.0/networks/97264751-369f-414c-acb4-0d3c9a5a9bb1 HTTP/1.1" status: 204 len: 168 time: 0.4782491 Jul 30 21:05:43.869719 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55032) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:43.872351 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84458da4-bd04-4b38-84b4-99554d32d077 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Pushing event deleted for resources: {'Network': ['ID=97264751-369f-414c-acb4-0d3c9a5a9bb1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:43.873058 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-421436b1-780e-4eb9-8818-3f7094d49a2a tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1120264328'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:43.901077 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421436b1-780e-4eb9-8818-3f7094d49a2a tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Made reservation on behalf of dc4b3820b06145b99582c272dac507a1 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:05:43.904683 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-421436b1-780e-4eb9-8818-3f7094d49a2a tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:43.929215 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421436b1-780e-4eb9-8818-3f7094d49a2a tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 21:05:43.938352 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-421436b1-780e-4eb9-8818-3f7094d49a2a tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:43.938695 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-421436b1-780e-4eb9-8818-3f7094d49a2a tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Added segment d0ac9fcc-d5dd-4b66-8100-d79c2f609dbe of type vlan for network 494ac9ba-2fb7-44ab-8a12-19702138f62c Jul 30 21:05:43.948088 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b74690c3-b406-45d0-8304-831fb06b4ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:43.982940 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-421436b1-780e-4eb9-8818-3f7094d49a2a tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:43.986365 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b74690c3-b406-45d0-8304-831fb06b4ef9 None None] For port 4d1997a4-d140-44ed-a1df-e60695ea019a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4d1997a4-d140-44ed-a1df-e60695ea019a,segment=NetworkSegment(6a404b13-d5bc-4179-af11-74d7ae3bb1e8),segment_id=6a404b13-d5bc-4179-af11-74d7ae3bb1e8)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:05:43.991690 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b74690c3-b406-45d0-8304-831fb06b4ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:44.019825 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-421436b1-780e-4eb9-8818-3f7094d49a2a tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:44.026056 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421436b1-780e-4eb9-8818-3f7094d49a2a tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:44.026747 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-421436b1-780e-4eb9-8818-3f7094d49a2a tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:44.048672 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74690c3-b406-45d0-8304-831fb06b4ef9 None None] Pushing event updated for resources: {'Port': ['ID=4d1997a4-d140-44ed-a1df-e60695ea019a,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:44.080546 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-421436b1-780e-4eb9-8818-3f7094d49a2a tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2128916 Jul 30 21:05:44.084370 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55034) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:44.090081 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d25867ce-025d-4073-968f-8c8c9604d4dc tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Request body: {'subnet': {'network_id': '494ac9ba-2fb7-44ab-8a12-19702138f62c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:44.098116 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421436b1-780e-4eb9-8818-3f7094d49a2a tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Pushing event updated for resources: {'Network': ['ID=494ac9ba-2fb7-44ab-8a12-19702138f62c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:44.110889 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 494ac9ba-2fb7-44ab-8a12-19702138f62c details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 21:05:44.153412 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dcf7a8-6ec2-461f-8276-2f5f7b1947c2 None None] get_active_networks_info from n-d-712137-9 {{(pid=93884) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 21:05:44.244564 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f3853cec-3b90-4fc7-ad1b-0df605d4f4b6 None None] Provisioning complete for port 4d1997a4-d140-44ed-a1df-e60695ea019a triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:05:44.244938 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f3853cec-3b90-4fc7-ad1b-0df605d4f4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:44.281251 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dcf7a8-6ec2-461f-8276-2f5f7b1947c2 None None] Resources bound (agent type, host, resource id): {{(pid=93884) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 21:05:44.499601 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25867ce-025d-4073-968f-8c8c9604d4dc tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Made reservation on behalf of dc4b3820b06145b99582c272dac507a1 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:05:44.502910 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d25867ce-025d-4073-968f-8c8c9604d4dc tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:44.675882 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d25867ce-025d-4073-968f-8c8c9604d4dc tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:44.737901 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25867ce-025d-4073-968f-8c8c9604d4dc tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Pushing event updated for resources: {'Subnet': ['ID=7fe94c9c-4596-4d73-903d-88b7a88b1174,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:44.743418 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25867ce-025d-4073-968f-8c8c9604d4dc tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Checking segment: {'id': 'd0ac9fcc-d5dd-4b66-8100-d79c2f609dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '494ac9ba-2fb7-44ab-8a12-19702138f62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:05:44.743858 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25867ce-025d-4073-968f-8c8c9604d4dc tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Network hostable DHCP agents. Network: 494ac9ba-2fb7-44ab-8a12-19702138f62c, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 21:05:44.760714 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25867ce-025d-4073-968f-8c8c9604d4dc tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Network 494ac9ba-2fb7-44ab-8a12-19702138f62c is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 21:05:44.768597 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d25867ce-025d-4073-968f-8c8c9604d4dc tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 494ac9ba-2fb7-44ab-8a12-19702138f62c) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:05:44.772401 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25867ce-025d-4073-968f-8c8c9604d4dc tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:44.772984 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d25867ce-025d-4073-968f-8c8c9604d4dc tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:44.777094 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2382c37e-74c7-49d6-81a2-353f6386932e None None] Network 494ac9ba-2fb7-44ab-8a12-19702138f62c requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:05:44.786718 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d25867ce-025d-4073-968f-8c8c9604d4dc tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7006621 Jul 30 21:05:44.790328 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55036) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:44.796539 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-92ba6f09-1695-49d9-a024-81ee060261aa tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1081294427'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:44.817631 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ba6f09-1695-49d9-a024-81ee060261aa tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Made reservation on behalf of dc4b3820b06145b99582c272dac507a1 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:05:44.820985 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92ba6f09-1695-49d9-a024-81ee060261aa tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:44.843962 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ba6f09-1695-49d9-a024-81ee060261aa tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 21:05:44.853094 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92ba6f09-1695-49d9-a024-81ee060261aa tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:44.853434 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-92ba6f09-1695-49d9-a024-81ee060261aa tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Added segment 9987b937-d9cf-4d1b-bb14-283eee3963ed of type vlan for network 166bbf05-ee32-43d9-90d8-0377c610fbad Jul 30 21:05:44.892085 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92ba6f09-1695-49d9-a024-81ee060261aa tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:44.920400 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92ba6f09-1695-49d9-a024-81ee060261aa tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:44.924137 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7d665b-c081-40f9-aa44-48adaad7d029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-494ac9ba-2fb7-44ab-8a12-19702138f62c', 'network_id': '494ac9ba-2fb7-44ab-8a12-19702138f62c', 'tenant_id': 'dc4b3820b06145b99582c272dac507a1', 'fixed_ips': [{'subnet_id': '7fe94c9c-4596-4d73-903d-88b7a88b1174'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 21:05:44.924981 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2e7d665b-c081-40f9-aa44-48adaad7d029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:44.926543 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ba6f09-1695-49d9-a024-81ee060261aa tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:44.927132 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92ba6f09-1695-49d9-a024-81ee060261aa tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:44.985311 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-92ba6f09-1695-49d9-a024-81ee060261aa tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1939335 Jul 30 21:05:44.989090 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55038) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:44.995984 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-1c9c0bd1-cbfe-4505-8375-30bcbf082ebe tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Request body: {'subnet': {'network_id': '166bbf05-ee32-43d9-90d8-0377c610fbad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:44.998698 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba6f09-1695-49d9-a024-81ee060261aa tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Pushing event updated for resources: {'Network': ['ID=166bbf05-ee32-43d9-90d8-0377c610fbad,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:45.011409 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 166bbf05-ee32-43d9-90d8-0377c610fbad details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 21:05:45.087426 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9c0bd1-cbfe-4505-8375-30bcbf082ebe tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Made reservation on behalf of dc4b3820b06145b99582c272dac507a1 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:05:45.090898 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0bd1-cbfe-4505-8375-30bcbf082ebe tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:45.123824 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-2e7d665b-c081-40f9-aa44-48adaad7d029 None None] Allocated IP 2001:db8::2 (494ac9ba-2fb7-44ab-8a12-19702138f62c/7fe94c9c-4596-4d73-903d-88b7a88b1174/2d3104d9-5a36-4133-afd8-b333fca093c6) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:05:45.195234 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4d1997a4-d140-44ed-a1df-e60695ea019a up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:05:45.277803 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0bd1-cbfe-4505-8375-30bcbf082ebe tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:45.304906 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 4d1997a4-d140-44ed-a1df-e60695ea019a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:05:45.305292 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:45.333538 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2e7d665b-c081-40f9-aa44-48adaad7d029 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:45.345384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c0bd1-cbfe-4505-8375-30bcbf082ebe tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Pushing event updated for resources: {'Subnet': ['ID=60eea3fe-f8a3-40d8-a77d-5356eacbeec8,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:45.346523 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2e7d665b-c081-40f9-aa44-48adaad7d029 None None] Transition to ACTIVE for port object 2d3104d9-5a36-4133-afd8-b333fca093c6 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:05:45.353331 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9c0bd1-cbfe-4505-8375-30bcbf082ebe tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Checking segment: {'id': '9987b937-d9cf-4d1b-bb14-283eee3963ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '166bbf05-ee32-43d9-90d8-0377c610fbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:05:45.353596 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9c0bd1-cbfe-4505-8375-30bcbf082ebe tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Network hostable DHCP agents. Network: 166bbf05-ee32-43d9-90d8-0377c610fbad, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 21:05:45.370785 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9c0bd1-cbfe-4505-8375-30bcbf082ebe tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Network 166bbf05-ee32-43d9-90d8-0377c610fbad is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 21:05:45.373805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2e7d665b-c081-40f9-aa44-48adaad7d029 None None] Transition to ACTIVE for port object 2d3104d9-5a36-4133-afd8-b333fca093c6 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:05:45.380309 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-1c9c0bd1-cbfe-4505-8375-30bcbf082ebe tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 166bbf05-ee32-43d9-90d8-0377c610fbad) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:05:45.380508 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2e7d665b-c081-40f9-aa44-48adaad7d029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:45.385384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9c0bd1-cbfe-4505-8375-30bcbf082ebe tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:45.385384 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c9c0bd1-cbfe-4505-8375-30bcbf082ebe tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:45.400689 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1c9c0bd1-cbfe-4505-8375-30bcbf082ebe tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4098318 Jul 30 21:05:45.403302 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55040) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:45.413924 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96437be9-fee5-4803-8b5a-c58943e8249a None None] Network 166bbf05-ee32-43d9-90d8-0377c610fbad requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:05:45.455887 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7d665b-c081-40f9-aa44-48adaad7d029 None None] Network 494ac9ba-2fb7-44ab-8a12-19702138f62c is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:05:45.487804 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-2e7d665b-c081-40f9-aa44-48adaad7d029 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:05:45.501338 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7d665b-c081-40f9-aa44-48adaad7d029 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:05:45.504251 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91fc1d37-c013-4888-b6be-e52ed5b31da1 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:45.510199 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d665b-c081-40f9-aa44-48adaad7d029 None None] Pushing event updated for resources: {'Port': ['ID=2d3104d9-5a36-4133-afd8-b333fca093c6,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:45.557907 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91fc1d37-c013-4888-b6be-e52ed5b31da1 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:45.586777 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2e7d665b-c081-40f9-aa44-48adaad7d029 None None] Attempting to bind port 2d3104d9-5a36-4133-afd8-b333fca093c6 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:05:45.587138 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2e7d665b-c081-40f9-aa44-48adaad7d029 None None] Attempting to bind port 2d3104d9-5a36-4133-afd8-b333fca093c6 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'd0ac9fcc-d5dd-4b66-8100-d79c2f609dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '494ac9ba-2fb7-44ab-8a12-19702138f62c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:05:45.587496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d665b-c081-40f9-aa44-48adaad7d029 None None] Attempting to bind port 2d3104d9-5a36-4133-afd8-b333fca093c6 on network 494ac9ba-2fb7-44ab-8a12-19702138f62c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:05:45.610915 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d665b-c081-40f9-aa44-48adaad7d029 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:05:45.611280 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d665b-c081-40f9-aa44-48adaad7d029 None None] Checking segment: {'id': 'd0ac9fcc-d5dd-4b66-8100-d79c2f609dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '494ac9ba-2fb7-44ab-8a12-19702138f62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:05:45.611713 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2e7d665b-c081-40f9-aa44-48adaad7d029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:45.612100 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d665b-c081-40f9-aa44-48adaad7d029 None None] Bound using segment: {'id': 'd0ac9fcc-d5dd-4b66-8100-d79c2f609dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '494ac9ba-2fb7-44ab-8a12-19702138f62c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:05:45.612558 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2e7d665b-c081-40f9-aa44-48adaad7d029 None None] Bound port: 2d3104d9-5a36-4133-afd8-b333fca093c6, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ac9fcc-d5dd-4b66-8100-d79c2f609dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '494ac9ba-2fb7-44ab-8a12-19702138f62c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:05:45.612929 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2e7d665b-c081-40f9-aa44-48adaad7d029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:45.617316 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91fc1d37-c013-4888-b6be-e52ed5b31da1 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:45.649428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc1d37-c013-4888-b6be-e52ed5b31da1 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Pushing event deleted for resources: {'Subnet': ['ID=60eea3fe-f8a3-40d8-a77d-5356eacbeec8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:45.689702 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6681ea11-4318-43aa-86e0-1d828889a132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-166bbf05-ee32-43d9-90d8-0377c610fbad', 'network_id': '166bbf05-ee32-43d9-90d8-0377c610fbad', 'tenant_id': 'dc4b3820b06145b99582c272dac507a1', 'fixed_ips': [{'subnet_id': '60eea3fe-f8a3-40d8-a77d-5356eacbeec8'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 21:05:45.690550 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6681ea11-4318-43aa-86e0-1d828889a132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:45.718996 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-2e7d665b-c081-40f9-aa44-48adaad7d029 None None] For port 2d3104d9-5a36-4133-afd8-b333fca093c6, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:05:45.722849 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-2e7d665b-c081-40f9-aa44-48adaad7d029 None None] For port 2d3104d9-5a36-4133-afd8-b333fca093c6, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=2d3104d9-5a36-4133-afd8-b333fca093c6,segment=NetworkSegment(d0ac9fcc-d5dd-4b66-8100-d79c2f609dbe),segment_id=d0ac9fcc-d5dd-4b66-8100-d79c2f609dbe)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:05:45.730825 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2e7d665b-c081-40f9-aa44-48adaad7d029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:45.847104 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3786a1e-34de-4fee-b092-1720e3def5fc None None] Network 166bbf05-ee32-43d9-90d8-0377c610fbad requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:05:45.853876 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d665b-c081-40f9-aa44-48adaad7d029 None None] Pushing event updated for resources: {'Port': ['ID=2d3104d9-5a36-4133-afd8-b333fca093c6,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:46.056470 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91fc1d37-c013-4888-b6be-e52ed5b31da1 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:46.068482 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-91fc1d37-c013-4888-b6be-e52ed5b31da1 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['166bbf05-ee32-43d9-90d8-0377c610fbad']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:46.069121 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:46.079957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-91fc1d37-c013-4888-b6be-e52ed5b31da1 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9987b937-d9cf-4d1b-bb14-283eee3963ed') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:46.080602 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-91fc1d37-c013-4888-b6be-e52ed5b31da1 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9987b937-d9cf-4d1b-bb14-283eee3963ed') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:46.094612 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91fc1d37-c013-4888-b6be-e52ed5b31da1 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:46.110126 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91fc1d37-c013-4888-b6be-e52ed5b31da1 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:46.118743 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91fc1d37-c013-4888-b6be-e52ed5b31da1 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 21:05:46.118996 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91fc1d37-c013-4888-b6be-e52ed5b31da1 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: timer() Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 21:05:46.122251 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 21:05:46.180162 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91fc1d37-c013-4888-b6be-e52ed5b31da1 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:46.186797 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-91fc1d37-c013-4888-b6be-e52ed5b31da1 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:46.188606 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-91fc1d37-c013-4888-b6be-e52ed5b31da1 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] 10.222.0.81 "DELETE /v2.0/networks/166bbf05-ee32-43d9-90d8-0377c610fbad HTTP/1.1" status: 204 len: 168 time: 0.7843432 Jul 30 21:05:46.191469 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55042) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:46.200688 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc1d37-c013-4888-b6be-e52ed5b31da1 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Pushing event deleted for resources: {'Network': ['ID=166bbf05-ee32-43d9-90d8-0377c610fbad,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:46.221534 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-472af94d-2a70-4f02-83fa-46780e36f59f tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] GET failed (client error): The resource could not be found. Jul 30 21:05:46.222895 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-472af94d-2a70-4f02-83fa-46780e36f59f tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] 10.222.0.81 "GET /v2.0/subnets/60eea3fe-f8a3-40d8-a77d-5356eacbeec8 HTTP/1.1" status: 404 len: 337 time: 0.0297153 Jul 30 21:05:46.225526 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55044) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:46.243157 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d0bc99-0742-433a-9ab6-f4c1f859e190 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] DELETE failed (client error): The resource could not be found. Jul 30 21:05:46.243704 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d0bc99-0742-433a-9ab6-f4c1f859e190 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 21:05:46.245281 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c3d0bc99-0742-433a-9ab6-f4c1f859e190 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] 10.222.0.81 "DELETE /v2.0/networks/166bbf05-ee32-43d9-90d8-0377c610fbad HTTP/1.1" status: 404 len: 339 time: 0.0188704 Jul 30 21:05:46.248654 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55046) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:46.273070 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc8c82b-6724-4e70-a1b4-502d138b1d7b tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] DELETE failed (client error): The resource could not be found. Jul 30 21:05:46.273491 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc8c82b-6724-4e70-a1b4-502d138b1d7b tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 21:05:46.275095 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ddc8c82b-6724-4e70-a1b4-502d138b1d7b tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] 10.222.0.81 "DELETE /v2.0/subnets/60eea3fe-f8a3-40d8-a77d-5356eacbeec8 HTTP/1.1" status: 404 len: 337 time: 0.0256221 Jul 30 21:05:46.277338 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55048) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:46.295381 n-d-712137-9 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-895f9b82-6fec-4ba6-b6dc-2af42720c6f1 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] DELETE failed (client error): The resource could not be found. Jul 30 21:05:46.296262 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895f9b82-6fec-4ba6-b6dc-2af42720c6f1 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 21:05:46.299103 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-895f9b82-6fec-4ba6-b6dc-2af42720c6f1 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] 10.222.0.81 "DELETE /v2.0/networks/166bbf05-ee32-43d9-90d8-0377c610fbad HTTP/1.1" status: 404 len: 339 time: 0.0197251 Jul 30 21:05:46.300549 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55050) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:46.355170 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a6857c-db54-4104-9b33-1939af55934f tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Deleting subnet 7fe94c9c-4596-4d73-903d-88b7a88b1174 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 21:05:46.358143 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10a6857c-db54-4104-9b33-1939af55934f tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:46.399856 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10a6857c-db54-4104-9b33-1939af55934f tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:46.483883 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10a6857c-db54-4104-9b33-1939af55934f tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:46.550375 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10a6857c-db54-4104-9b33-1939af55934f tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:46.576210 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6857c-db54-4104-9b33-1939af55934f tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Pushing event deleted for resources: {'Subnet': ['ID=7fe94c9c-4596-4d73-903d-88b7a88b1174,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:46.582030 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10a6857c-db54-4104-9b33-1939af55934f tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:46.584147 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-10a6857c-db54-4104-9b33-1939af55934f tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] 10.222.0.81 "DELETE /v2.0/subnets/7fe94c9c-4596-4d73-903d-88b7a88b1174 HTTP/1.1" status: 204 len: 168 time: 0.2819636 Jul 30 21:05:46.586364 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55052) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:46.663694 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56c2cc8b-6623-406f-8cf4-0924390ac788 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:46.717766 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-56c2cc8b-6623-406f-8cf4-0924390ac788 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Deleting port 2d3104d9-5a36-4133-afd8-b333fca093c6 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:05:46.718129 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56c2cc8b-6623-406f-8cf4-0924390ac788 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:46.752244 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f75b28-2303-4ccf-a8f4-51a06f8b0ea9 None None] Network 494ac9ba-2fb7-44ab-8a12-19702138f62c requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:05:46.786904 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-56c2cc8b-6623-406f-8cf4-0924390ac788 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] For port 2d3104d9-5a36-4133-afd8-b333fca093c6, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=2d3104d9-5a36-4133-afd8-b333fca093c6,segment=NetworkSegment(d0ac9fcc-d5dd-4b66-8100-d79c2f609dbe),segment_id=d0ac9fcc-d5dd-4b66-8100-d79c2f609dbe)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:05:46.787269 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56c2cc8b-6623-406f-8cf4-0924390ac788 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:46.799848 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-56c2cc8b-6623-406f-8cf4-0924390ac788 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Calling delete_port for 2d3104d9-5a36-4133-afd8-b333fca093c6 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:05:46.862369 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e6841ef5-9e54-4e1b-bc47-36a4d741b700 None None] Provisioning for port 2d3104d9-5a36-4133-afd8-b333fca093c6 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:05:46.885143 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56c2cc8b-6623-406f-8cf4-0924390ac788 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:46.915089 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2cc8b-6623-406f-8cf4-0924390ac788 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Pushing event deleted for resources: {'Port': ['ID=2d3104d9-5a36-4133-afd8-b333fca093c6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:46.918797 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c2cc8b-6623-406f-8cf4-0924390ac788 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] No DVR routers for this DVR port 2d3104d9-5a36-4133-afd8-b333fca093c6 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:05:46.931487 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e360996-be52-4ebb-92db-395190d30331 None None] DHCP port deletion for 494ac9ba-2fb7-44ab-8a12-19702138f62c request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 21:05:46.995474 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56c2cc8b-6623-406f-8cf4-0924390ac788 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:47.005810 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-56c2cc8b-6623-406f-8cf4-0924390ac788 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['494ac9ba-2fb7-44ab-8a12-19702138f62c']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:47.015977 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-56c2cc8b-6623-406f-8cf4-0924390ac788 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ac9fcc-d5dd-4b66-8100-d79c2f609dbe') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:47.016280 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-56c2cc8b-6623-406f-8cf4-0924390ac788 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ac9fcc-d5dd-4b66-8100-d79c2f609dbe') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:47.025116 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56c2cc8b-6623-406f-8cf4-0924390ac788 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:47.038346 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56c2cc8b-6623-406f-8cf4-0924390ac788 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:47.044047 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c2cc8b-6623-406f-8cf4-0924390ac788 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 21:05:47.044439 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56c2cc8b-6623-406f-8cf4-0924390ac788 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: timer() Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 21:05:47.047562 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 21:05:47.108638 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56c2cc8b-6623-406f-8cf4-0924390ac788 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:47.116275 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56c2cc8b-6623-406f-8cf4-0924390ac788 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:47.118100 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-56c2cc8b-6623-406f-8cf4-0924390ac788 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] 10.222.0.81 "DELETE /v2.0/networks/494ac9ba-2fb7-44ab-8a12-19702138f62c HTTP/1.1" status: 204 len: 168 time: 0.5308268 Jul 30 21:05:47.120885 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55054) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:47.130950 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2cc8b-6623-406f-8cf4-0924390ac788 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Pushing event deleted for resources: {'Network': ['ID=494ac9ba-2fb7-44ab-8a12-19702138f62c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:47.152285 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b739d0-91da-4953-97b1-6ca7f7e1208d tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] DELETE failed (client error): The resource could not be found. Jul 30 21:05:47.152726 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9b739d0-91da-4953-97b1-6ca7f7e1208d tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 21:05:47.154388 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d9b739d0-91da-4953-97b1-6ca7f7e1208d tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] 10.222.0.81 "DELETE /v2.0/subnets/59f97749-b6a6-4ba9-974d-df1f39a32a23 HTTP/1.1" status: 404 len: 337 time: 0.0324633 Jul 30 21:05:47.156927 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55056) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:47.175118 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8ba421-6fa5-4d9b-a153-46f7a21b36e8 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] DELETE failed (client error): The resource could not be found. Jul 30 21:05:47.175686 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c8ba421-6fa5-4d9b-a153-46f7a21b36e8 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 21:05:47.177772 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5c8ba421-6fa5-4d9b-a153-46f7a21b36e8 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] 10.222.0.81 "DELETE /v2.0/networks/97264751-369f-414c-acb4-0d3c9a5a9bb1 HTTP/1.1" status: 404 len: 339 time: 0.0199437 Jul 30 21:05:47.180029 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55058) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:47.204789 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-06861ca7-bfaa-452c-84b3-9bb26b3b4744 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] DELETE failed (client error): The resource could not be found. Jul 30 21:05:47.205225 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06861ca7-bfaa-452c-84b3-9bb26b3b4744 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 21:05:47.206804 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-06861ca7-bfaa-452c-84b3-9bb26b3b4744 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] 10.222.0.81 "DELETE /v2.0/subnets/d3354587-b4f6-474f-a98c-cc39c33d2b90 HTTP/1.1" status: 404 len: 337 time: 0.0259275 Jul 30 21:05:47.208957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55060) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:47.226301 n-d-712137-9 neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ad4da4-2ba0-4cea-9517-89c6a7f2b0d3 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] DELETE failed (client error): The resource could not be found. Jul 30 21:05:47.226819 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78ad4da4-2ba0-4cea-9517-89c6a7f2b0d3 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93882) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 21:05:47.228413 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-78ad4da4-2ba0-4cea-9517-89c6a7f2b0d3 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] 10.222.0.81 "DELETE /v2.0/networks/5b2eed39-af06-490b-a6bc-560a46228203 HTTP/1.1" status: 404 len: 339 time: 0.0186110 Jul 30 21:05:47.230483 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55062) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:47.278873 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9396b90-b8b8-4cba-b6f0-ed1c2daeda07 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Deleting subnet 967e4afa-ec6e-409e-9c3a-32145c338f29 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 21:05:47.282062 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9396b90-b8b8-4cba-b6f0-ed1c2daeda07 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:47.322392 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9396b90-b8b8-4cba-b6f0-ed1c2daeda07 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:47.407593 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9396b90-b8b8-4cba-b6f0-ed1c2daeda07 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:47.465983 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9396b90-b8b8-4cba-b6f0-ed1c2daeda07 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:47.493918 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9396b90-b8b8-4cba-b6f0-ed1c2daeda07 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Pushing event deleted for resources: {'Subnet': ['ID=967e4afa-ec6e-409e-9c3a-32145c338f29,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:47.495883 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e9396b90-b8b8-4cba-b6f0-ed1c2daeda07 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:47.500097 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2840dfb1-7386-47f4-94ef-d070f14a8846 None None] Network 9f23f24c-98f9-4430-a0e4-0c4698af6169 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:05:47.502811 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e9396b90-b8b8-4cba-b6f0-ed1c2daeda07 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] 10.222.0.81 "DELETE /v2.0/subnets/967e4afa-ec6e-409e-9c3a-32145c338f29 HTTP/1.1" status: 204 len: 168 time: 0.2713046 Jul 30 21:05:47.502990 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55064) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:47.577271 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a32df73-d85d-464a-bd73-9aad34c99000 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:47.634286 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-0a32df73-d85d-464a-bd73-9aad34c99000 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Deleting port 4d1997a4-d140-44ed-a1df-e60695ea019a {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:05:47.634632 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a32df73-d85d-464a-bd73-9aad34c99000 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:47.663348 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffb39ab-210e-47cd-8e70-39e6d9094564 None None] DHCP port deletion for 9f23f24c-98f9-4430-a0e4-0c4698af6169 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 21:05:47.696310 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-0a32df73-d85d-464a-bd73-9aad34c99000 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] For port 4d1997a4-d140-44ed-a1df-e60695ea019a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4d1997a4-d140-44ed-a1df-e60695ea019a,segment=NetworkSegment(6a404b13-d5bc-4179-af11-74d7ae3bb1e8),segment_id=6a404b13-d5bc-4179-af11-74d7ae3bb1e8)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:05:47.696673 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a32df73-d85d-464a-bd73-9aad34c99000 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:47.707928 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bffb39ab-210e-47cd-8e70-39e6d9094564 None None] Deleting port 4d1997a4-d140-44ed-a1df-e60695ea019a {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:05:47.708300 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bffb39ab-210e-47cd-8e70-39e6d9094564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:47.710535 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-0a32df73-d85d-464a-bd73-9aad34c99000 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Calling delete_port for 4d1997a4-d140-44ed-a1df-e60695ea019a owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:05:47.768452 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bffb39ab-210e-47cd-8e70-39e6d9094564 None None] For port 4d1997a4-d140-44ed-a1df-e60695ea019a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4d1997a4-d140-44ed-a1df-e60695ea019a,segment=NetworkSegment(6a404b13-d5bc-4179-af11-74d7ae3bb1e8),segment_id=6a404b13-d5bc-4179-af11-74d7ae3bb1e8)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:05:47.768843 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bffb39ab-210e-47cd-8e70-39e6d9094564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:47.781539 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bffb39ab-210e-47cd-8e70-39e6d9094564 None None] Calling delete_port for 4d1997a4-d140-44ed-a1df-e60695ea019a owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:05:47.794389 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a32df73-d85d-464a-bd73-9aad34c99000 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:47.820080 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32df73-d85d-464a-bd73-9aad34c99000 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Pushing event deleted for resources: {'Port': ['ID=4d1997a4-d140-44ed-a1df-e60695ea019a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:47.825224 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a32df73-d85d-464a-bd73-9aad34c99000 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] No DVR routers for this DVR port 4d1997a4-d140-44ed-a1df-e60695ea019a on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:05:47.907217 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a32df73-d85d-464a-bd73-9aad34c99000 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:47.918589 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-0a32df73-d85d-464a-bd73-9aad34c99000 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f23f24c-98f9-4430-a0e4-0c4698af6169']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:47.934332 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-0a32df73-d85d-464a-bd73-9aad34c99000 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a404b13-d5bc-4179-af11-74d7ae3bb1e8') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:47.934623 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-0a32df73-d85d-464a-bd73-9aad34c99000 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a404b13-d5bc-4179-af11-74d7ae3bb1e8') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:47.944480 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a32df73-d85d-464a-bd73-9aad34c99000 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:47.958860 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a32df73-d85d-464a-bd73-9aad34c99000 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:47.964938 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a32df73-d85d-464a-bd73-9aad34c99000 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 21:05:47.965329 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a32df73-d85d-464a-bd73-9aad34c99000 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: timer() Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 21:05:47.969380 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 21:05:48.010432 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bffb39ab-210e-47cd-8e70-39e6d9094564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:48.028598 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a32df73-d85d-464a-bd73-9aad34c99000 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:48.035753 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a32df73-d85d-464a-bd73-9aad34c99000 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:48.038397 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0a32df73-d85d-464a-bd73-9aad34c99000 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] 10.222.0.81 "DELETE /v2.0/networks/9f23f24c-98f9-4430-a0e4-0c4698af6169 HTTP/1.1" status: 204 len: 168 time: 0.5334649 Jul 30 21:05:48.038554 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb39ab-210e-47cd-8e70-39e6d9094564 None None] Pushing event deleted for resources: {'Port': ['ID=4d1997a4-d140-44ed-a1df-e60695ea019a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:48.048703 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffb39ab-210e-47cd-8e70-39e6d9094564 None None] No DVR routers for this DVR port 4d1997a4-d140-44ed-a1df-e60695ea019a on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:05:48.050563 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32df73-d85d-464a-bd73-9aad34c99000 tempest-NetworksIpV6Test-1398537275 tempest-NetworksIpV6Test-1398537275-project] Pushing event deleted for resources: {'Network': ['ID=9f23f24c-98f9-4430-a0e4-0c4698af6169,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:48.278731 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55070) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:48.404973 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0ee18aba-6884-4a39-af78-bf80affbde69 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dc4b3820b06145b99582c272dac507a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1250863 Jul 30 21:05:48.407359 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55074) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:48.454128 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab6d28b9-025e-40db-981b-d786de923a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:48.478551 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab6d28b9-025e-40db-981b-d786de923a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:48.523952 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab6d28b9-025e-40db-981b-d786de923a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:48.526464 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab6d28b9-025e-40db-981b-d786de923a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:48.527622 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ab6d28b9-025e-40db-981b-d786de923a85 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/97a2128e-39cc-4c93-8a12-81880d560e00 HTTP/1.1" status: 204 len: 168 time: 0.1193142 Jul 30 21:05:48.535463 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d28b9-025e-40db-981b-d786de923a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a2128e-39cc-4c93-8a12-81880d560e00,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:49.143783 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55096) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:49.188633 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4d1997a4-d140-44ed-a1df-e60695ea019a no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:05:49.209136 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 4d1997a4-d140-44ed-a1df-e60695ea019a {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:05:49.209291 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4d1997a4-d140-44ed-a1df-e60695ea019a not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:05:49.238543 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ffb3e82d-26b2-47b0-ade7-33a5f3b29143 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-327253043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:49.261397 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffb3e82d-26b2-47b0-ade7-33a5f3b29143 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:49.262503 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffb3e82d-26b2-47b0-ade7-33a5f3b29143 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:49.312985 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffb3e82d-26b2-47b0-ade7-33a5f3b29143 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:49.318074 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffb3e82d-26b2-47b0-ade7-33a5f3b29143 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:49.333554 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffb3e82d-26b2-47b0-ade7-33a5f3b29143 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:49.334929 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ffb3e82d-26b2-47b0-ade7-33a5f3b29143 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1894739 Jul 30 21:05:49.337593 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55100) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:49.342645 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e502317b-4532-4d15-bd92-64a3b05c3d32 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-975817407'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:49.363241 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e502317b-4532-4d15-bd92-64a3b05c3d32 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Made reservation on behalf of e9fbac6fc7804b0e850371a89c3bf450 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:05:49.366532 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e502317b-4532-4d15-bd92-64a3b05c3d32 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:49.374796 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e502317b-4532-4d15-bd92-64a3b05c3d32 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:49.469688 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e502317b-4532-4d15-bd92-64a3b05c3d32 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:49.473429 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e502317b-4532-4d15-bd92-64a3b05c3d32 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:49.498617 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e502317b-4532-4d15-bd92-64a3b05c3d32 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 21:05:49.508560 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502317b-4532-4d15-bd92-64a3b05c3d32 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a2ec1f-879b-4d7c-97a2-5dd45e5653a8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:49.513442 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e502317b-4532-4d15-bd92-64a3b05c3d32 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:49.513790 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-e502317b-4532-4d15-bd92-64a3b05c3d32 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Added segment 051dfc97-40db-453a-808e-517f0dedf6f6 of type vlan for network 7a0a9c50-4f11-4477-acd8-6f8a1ecc9a5d Jul 30 21:05:49.552984 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e502317b-4532-4d15-bd92-64a3b05c3d32 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:49.580728 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e502317b-4532-4d15-bd92-64a3b05c3d32 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:49.586829 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e502317b-4532-4d15-bd92-64a3b05c3d32 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:49.587411 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e502317b-4532-4d15-bd92-64a3b05c3d32 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:49.640632 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e502317b-4532-4d15-bd92-64a3b05c3d32 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3019788 Jul 30 21:05:49.643378 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55102) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:49.648849 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f44d7f5c-c2a7-40cf-aed6-20a10517147e tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Request body: {'subnet': {'network_id': '7a0a9c50-4f11-4477-acd8-6f8a1ecc9a5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:49.696199 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502317b-4532-4d15-bd92-64a3b05c3d32 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Pushing event updated for resources: {'Network': ['ID=7a0a9c50-4f11-4477-acd8-6f8a1ecc9a5d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:49.705875 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 7a0a9c50-4f11-4477-acd8-6f8a1ecc9a5d details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 21:05:49.746440 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44d7f5c-c2a7-40cf-aed6-20a10517147e tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Made reservation on behalf of e9fbac6fc7804b0e850371a89c3bf450 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:05:49.749971 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f44d7f5c-c2a7-40cf-aed6-20a10517147e tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:49.923689 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f44d7f5c-c2a7-40cf-aed6-20a10517147e tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:49.979708 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d7f5c-c2a7-40cf-aed6-20a10517147e tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Pushing event updated for resources: {'Subnet': ['ID=f51d717c-1d80-47a1-9703-7b5e5fe585dc,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:49.990039 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44d7f5c-c2a7-40cf-aed6-20a10517147e tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Checking segment: {'id': '051dfc97-40db-453a-808e-517f0dedf6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7a0a9c50-4f11-4477-acd8-6f8a1ecc9a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:05:49.990399 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44d7f5c-c2a7-40cf-aed6-20a10517147e tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Network hostable DHCP agents. Network: 7a0a9c50-4f11-4477-acd8-6f8a1ecc9a5d, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 21:05:50.006825 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44d7f5c-c2a7-40cf-aed6-20a10517147e tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Network 7a0a9c50-4f11-4477-acd8-6f8a1ecc9a5d is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 21:05:50.015086 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-f44d7f5c-c2a7-40cf-aed6-20a10517147e tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 7a0a9c50-4f11-4477-acd8-6f8a1ecc9a5d) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:05:50.019031 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44d7f5c-c2a7-40cf-aed6-20a10517147e tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:50.019681 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f44d7f5c-c2a7-40cf-aed6-20a10517147e tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:50.024620 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d274f7-04d4-4de2-a009-eadda0864276 None None] Network 7a0a9c50-4f11-4477-acd8-6f8a1ecc9a5d requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:05:50.034411 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f44d7f5c-c2a7-40cf-aed6-20a10517147e tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3899727 Jul 30 21:05:50.037410 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55104) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:50.042288 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a9c9ddb2-1899-482f-9e7b-10e4a47350ef tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-612922004'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:50.062904 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c9ddb2-1899-482f-9e7b-10e4a47350ef tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Made reservation on behalf of e9fbac6fc7804b0e850371a89c3bf450 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:05:50.066891 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9c9ddb2-1899-482f-9e7b-10e4a47350ef tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:50.091520 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c9ddb2-1899-482f-9e7b-10e4a47350ef tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 21:05:50.100597 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9c9ddb2-1899-482f-9e7b-10e4a47350ef tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:50.100936 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-a9c9ddb2-1899-482f-9e7b-10e4a47350ef tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Added segment 93afb2fb-1f7d-4b1a-8b06-2ab76bf224ca of type vlan for network bfa7d751-b5f9-4ab5-a3f6-b9f247b1438c Jul 30 21:05:50.147487 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9c9ddb2-1899-482f-9e7b-10e4a47350ef tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:50.155779 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:50.176983 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9c9ddb2-1899-482f-9e7b-10e4a47350ef tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:50.182506 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c9ddb2-1899-482f-9e7b-10e4a47350ef tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:50.183089 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9c9ddb2-1899-482f-9e7b-10e4a47350ef tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:50.189881 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141944f5-5c44-479b-873d-cb7a95812395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-7a0a9c50-4f11-4477-acd8-6f8a1ecc9a5d', 'network_id': '7a0a9c50-4f11-4477-acd8-6f8a1ecc9a5d', 'tenant_id': 'e9fbac6fc7804b0e850371a89c3bf450', 'fixed_ips': [{'subnet_id': 'f51d717c-1d80-47a1-9703-7b5e5fe585dc'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 21:05:50.190871 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-141944f5-5c44-479b-873d-cb7a95812395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:50.230918 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a9c9ddb2-1899-482f-9e7b-10e4a47350ef tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1924875 Jul 30 21:05:50.233644 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55106) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:50.245546 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-62161b76-bd86-4869-8647-02d97ff7939f tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Request body: {'subnet': {'network_id': 'bfa7d751-b5f9-4ab5-a3f6-b9f247b1438c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:50.296694 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9ddb2-1899-482f-9e7b-10e4a47350ef tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Pushing event updated for resources: {'Network': ['ID=bfa7d751-b5f9-4ab5-a3f6-b9f247b1438c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:50.307900 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network bfa7d751-b5f9-4ab5-a3f6-b9f247b1438c details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 21:05:50.345185 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62161b76-bd86-4869-8647-02d97ff7939f tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Made reservation on behalf of e9fbac6fc7804b0e850371a89c3bf450 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:05:50.349139 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-62161b76-bd86-4869-8647-02d97ff7939f tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:50.384742 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-141944f5-5c44-479b-873d-cb7a95812395 None None] Allocated IP 172.20.0.2 (7a0a9c50-4f11-4477-acd8-6f8a1ecc9a5d/f51d717c-1d80-47a1-9703-7b5e5fe585dc/5f710e3e-0ae9-414b-aba5-9cc358d55df4) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:05:50.531008 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-62161b76-bd86-4869-8647-02d97ff7939f tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:50.536135 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-141944f5-5c44-479b-873d-cb7a95812395 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:50.544280 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-141944f5-5c44-479b-873d-cb7a95812395 None None] Transition to ACTIVE for port object 5f710e3e-0ae9-414b-aba5-9cc358d55df4 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:05:50.559395 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-141944f5-5c44-479b-873d-cb7a95812395 None None] Transition to ACTIVE for port object 5f710e3e-0ae9-414b-aba5-9cc358d55df4 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:05:50.565143 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-141944f5-5c44-479b-873d-cb7a95812395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:50.592222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62161b76-bd86-4869-8647-02d97ff7939f tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Pushing event updated for resources: {'Subnet': ['ID=3e55f61e-e533-463d-96a5-2529ed64c921,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:50.600123 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62161b76-bd86-4869-8647-02d97ff7939f tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Checking segment: {'id': '93afb2fb-1f7d-4b1a-8b06-2ab76bf224ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bfa7d751-b5f9-4ab5-a3f6-b9f247b1438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:05:50.600491 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62161b76-bd86-4869-8647-02d97ff7939f tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Network hostable DHCP agents. Network: bfa7d751-b5f9-4ab5-a3f6-b9f247b1438c, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 21:05:50.601764 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141944f5-5c44-479b-873d-cb7a95812395 None None] Network 7a0a9c50-4f11-4477-acd8-6f8a1ecc9a5d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:05:50.604519 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-141944f5-5c44-479b-873d-cb7a95812395 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:05:50.606969 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141944f5-5c44-479b-873d-cb7a95812395 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:05:50.618421 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62161b76-bd86-4869-8647-02d97ff7939f tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Network bfa7d751-b5f9-4ab5-a3f6-b9f247b1438c is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 21:05:50.625486 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141944f5-5c44-479b-873d-cb7a95812395 None None] Pushing event updated for resources: {'Port': ['ID=5f710e3e-0ae9-414b-aba5-9cc358d55df4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:50.628620 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-62161b76-bd86-4869-8647-02d97ff7939f tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, bfa7d751-b5f9-4ab5-a3f6-b9f247b1438c) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:05:50.633181 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62161b76-bd86-4869-8647-02d97ff7939f tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:50.633743 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-62161b76-bd86-4869-8647-02d97ff7939f tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:50.646136 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c708ea-0a53-46c5-8951-3107b8d4e9f6 None None] Network bfa7d751-b5f9-4ab5-a3f6-b9f247b1438c requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:05:50.648560 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-62161b76-bd86-4869-8647-02d97ff7939f tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4139438 Jul 30 21:05:50.651252 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55108) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:50.656201 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-84c13bbf-5992-470c-81bf-940b560a6874 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bfa7d751-b5f9-4ab5-a3f6-b9f247b1438c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:50.718757 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-141944f5-5c44-479b-873d-cb7a95812395 None None] Attempting to bind port 5f710e3e-0ae9-414b-aba5-9cc358d55df4 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:05:50.719125 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-141944f5-5c44-479b-873d-cb7a95812395 None None] Attempting to bind port 5f710e3e-0ae9-414b-aba5-9cc358d55df4 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '051dfc97-40db-453a-808e-517f0dedf6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7a0a9c50-4f11-4477-acd8-6f8a1ecc9a5d'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:05:50.719486 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141944f5-5c44-479b-873d-cb7a95812395 None None] Attempting to bind port 5f710e3e-0ae9-414b-aba5-9cc358d55df4 on network 7a0a9c50-4f11-4477-acd8-6f8a1ecc9a5d {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:05:50.727647 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141944f5-5c44-479b-873d-cb7a95812395 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:05:50.728016 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141944f5-5c44-479b-873d-cb7a95812395 None None] Checking segment: {'id': '051dfc97-40db-453a-808e-517f0dedf6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7a0a9c50-4f11-4477-acd8-6f8a1ecc9a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:05:50.728414 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-141944f5-5c44-479b-873d-cb7a95812395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:50.728805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141944f5-5c44-479b-873d-cb7a95812395 None None] Bound using segment: {'id': '051dfc97-40db-453a-808e-517f0dedf6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7a0a9c50-4f11-4477-acd8-6f8a1ecc9a5d'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:05:50.729270 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-141944f5-5c44-479b-873d-cb7a95812395 None None] Bound port: 5f710e3e-0ae9-414b-aba5-9cc358d55df4, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051dfc97-40db-453a-808e-517f0dedf6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7a0a9c50-4f11-4477-acd8-6f8a1ecc9a5d'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:05:50.729650 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-141944f5-5c44-479b-873d-cb7a95812395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:50.844721 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-141944f5-5c44-479b-873d-cb7a95812395 None None] For port 5f710e3e-0ae9-414b-aba5-9cc358d55df4, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:05:50.850020 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-141944f5-5c44-479b-873d-cb7a95812395 None None] For port 5f710e3e-0ae9-414b-aba5-9cc358d55df4, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=5f710e3e-0ae9-414b-aba5-9cc358d55df4,segment=NetworkSegment(051dfc97-40db-453a-808e-517f0dedf6f6),segment_id=051dfc97-40db-453a-808e-517f0dedf6f6)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:05:50.861790 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-84c13bbf-5992-470c-81bf-940b560a6874 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:50.869944 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-141944f5-5c44-479b-873d-cb7a95812395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:50.882335 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab305c9-4b3c-4a57-8adb-a454608c7af2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-bfa7d751-b5f9-4ab5-a3f6-b9f247b1438c', 'network_id': 'bfa7d751-b5f9-4ab5-a3f6-b9f247b1438c', 'tenant_id': 'e9fbac6fc7804b0e850371a89c3bf450', 'fixed_ips': [{'subnet_id': '3e55f61e-e533-463d-96a5-2529ed64c921'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 21:05:50.882516 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ab305c9-4b3c-4a57-8adb-a454608c7af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:50.972955 n-d-712137-9 neutron-server[93883]: INFO neutron.api.v2.resource [None req-84c13bbf-5992-470c-81bf-940b560a6874 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 21:05:50.976201 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-84c13bbf-5992-470c-81bf-940b560a6874 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] 10.222.0.81 "PUT /v2.0/routers/fe0d9b50-9d97-4d10-ad77-ca9052a1342b HTTP/1.1" status: 400 len: 364 time: 0.3236713 Jul 30 21:05:50.980124 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55110) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:50.996266 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141944f5-5c44-479b-873d-cb7a95812395 None None] Pushing event updated for resources: {'Port': ['ID=5f710e3e-0ae9-414b-aba5-9cc358d55df4,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:51.033106 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc09f134-c98f-49b8-84c1-470293bfaa84 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Deleting subnet 3e55f61e-e533-463d-96a5-2529ed64c921 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 21:05:51.080130 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-0ab305c9-4b3c-4a57-8adb-a454608c7af2 None None] Allocated IP 172.21.0.2 (bfa7d751-b5f9-4ab5-a3f6-b9f247b1438c/3e55f61e-e533-463d-96a5-2529ed64c921/9e425efb-124d-40da-a8b7-e740f639aa97) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:05:51.226131 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5f710e3e-0ae9-414b-aba5-9cc358d55df4 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:05:51.276018 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ab305c9-4b3c-4a57-8adb-a454608c7af2 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:51.288760 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0ab305c9-4b3c-4a57-8adb-a454608c7af2 None None] Transition to ACTIVE for port object 9e425efb-124d-40da-a8b7-e740f639aa97 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:05:51.308403 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0ab305c9-4b3c-4a57-8adb-a454608c7af2 None None] Transition to ACTIVE for port object 9e425efb-124d-40da-a8b7-e740f639aa97 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:05:51.311913 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 5f710e3e-0ae9-414b-aba5-9cc358d55df4 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:05:51.314120 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc09f134-c98f-49b8-84c1-470293bfaa84 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:51.315651 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ab305c9-4b3c-4a57-8adb-a454608c7af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:51.363875 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc09f134-c98f-49b8-84c1-470293bfaa84 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:51.368679 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab305c9-4b3c-4a57-8adb-a454608c7af2 None None] Network bfa7d751-b5f9-4ab5-a3f6-b9f247b1438c is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:05:51.374608 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0dae8f51-2265-4b7a-87aa-6e638c517d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:51.376682 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-0ab305c9-4b3c-4a57-8adb-a454608c7af2 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:05:51.378781 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab305c9-4b3c-4a57-8adb-a454608c7af2 None None] Pushing event updated for resources: {'Port': ['ID=9e425efb-124d-40da-a8b7-e740f639aa97,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:51.381406 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab305c9-4b3c-4a57-8adb-a454608c7af2 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:05:51.435879 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-0ab305c9-4b3c-4a57-8adb-a454608c7af2 None None] Attempting to bind port 9e425efb-124d-40da-a8b7-e740f639aa97 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:05:51.436253 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-0ab305c9-4b3c-4a57-8adb-a454608c7af2 None None] Attempting to bind port 9e425efb-124d-40da-a8b7-e740f639aa97 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '93afb2fb-1f7d-4b1a-8b06-2ab76bf224ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bfa7d751-b5f9-4ab5-a3f6-b9f247b1438c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:05:51.436617 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab305c9-4b3c-4a57-8adb-a454608c7af2 None None] Attempting to bind port 9e425efb-124d-40da-a8b7-e740f639aa97 on network bfa7d751-b5f9-4ab5-a3f6-b9f247b1438c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:05:51.442109 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab305c9-4b3c-4a57-8adb-a454608c7af2 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:05:51.442482 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab305c9-4b3c-4a57-8adb-a454608c7af2 None None] Checking segment: {'id': '93afb2fb-1f7d-4b1a-8b06-2ab76bf224ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bfa7d751-b5f9-4ab5-a3f6-b9f247b1438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:05:51.442888 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ab305c9-4b3c-4a57-8adb-a454608c7af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:51.443280 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab305c9-4b3c-4a57-8adb-a454608c7af2 None None] Bound using segment: {'id': '93afb2fb-1f7d-4b1a-8b06-2ab76bf224ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bfa7d751-b5f9-4ab5-a3f6-b9f247b1438c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:05:51.443770 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-0ab305c9-4b3c-4a57-8adb-a454608c7af2 None None] Bound port: 9e425efb-124d-40da-a8b7-e740f639aa97, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93afb2fb-1f7d-4b1a-8b06-2ab76bf224ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bfa7d751-b5f9-4ab5-a3f6-b9f247b1438c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:05:51.444154 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ab305c9-4b3c-4a57-8adb-a454608c7af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:51.453795 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc09f134-c98f-49b8-84c1-470293bfaa84 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:51.511642 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc09f134-c98f-49b8-84c1-470293bfaa84 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:51.514568 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0ab305c9-4b3c-4a57-8adb-a454608c7af2 None None] For port 9e425efb-124d-40da-a8b7-e740f639aa97, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:05:51.517683 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0ab305c9-4b3c-4a57-8adb-a454608c7af2 None None] For port 9e425efb-124d-40da-a8b7-e740f639aa97, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=9e425efb-124d-40da-a8b7-e740f639aa97,segment=NetworkSegment(93afb2fb-1f7d-4b1a-8b06-2ab76bf224ca),segment_id=93afb2fb-1f7d-4b1a-8b06-2ab76bf224ca)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:05:51.522731 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ab305c9-4b3c-4a57-8adb-a454608c7af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:51.542057 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09f134-c98f-49b8-84c1-470293bfaa84 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Pushing event deleted for resources: {'Subnet': ['ID=3e55f61e-e533-463d-96a5-2529ed64c921,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:51.549410 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc09f134-c98f-49b8-84c1-470293bfaa84 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:51.551888 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cc09f134-c98f-49b8-84c1-470293bfaa84 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] 10.222.0.81 "DELETE /v2.0/subnets/3e55f61e-e533-463d-96a5-2529ed64c921 HTTP/1.1" status: 204 len: 168 time: 0.5707295 Jul 30 21:05:51.554552 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55112) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:51.582527 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab305c9-4b3c-4a57-8adb-a454608c7af2 None None] Pushing event updated for resources: {'Port': ['ID=9e425efb-124d-40da-a8b7-e740f639aa97,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:51.651018 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-793709fe-403a-49c4-95d0-22860a84904a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:51.707557 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-793709fe-403a-49c4-95d0-22860a84904a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Deleting port 9e425efb-124d-40da-a8b7-e740f639aa97 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:05:51.708192 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-793709fe-403a-49c4-95d0-22860a84904a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:51.783653 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-793709fe-403a-49c4-95d0-22860a84904a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] For port 9e425efb-124d-40da-a8b7-e740f639aa97, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=9e425efb-124d-40da-a8b7-e740f639aa97,segment=NetworkSegment(93afb2fb-1f7d-4b1a-8b06-2ab76bf224ca),segment_id=93afb2fb-1f7d-4b1a-8b06-2ab76bf224ca)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:05:51.784017 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-793709fe-403a-49c4-95d0-22860a84904a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:51.798081 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-793709fe-403a-49c4-95d0-22860a84904a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Calling delete_port for 9e425efb-124d-40da-a8b7-e740f639aa97 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:05:51.888980 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-793709fe-403a-49c4-95d0-22860a84904a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:51.916829 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793709fe-403a-49c4-95d0-22860a84904a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Pushing event deleted for resources: {'Port': ['ID=9e425efb-124d-40da-a8b7-e740f639aa97,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:51.922279 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793709fe-403a-49c4-95d0-22860a84904a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] No DVR routers for this DVR port 9e425efb-124d-40da-a8b7-e740f639aa97 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:05:51.969109 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb13d473-7277-4b6a-8182-b5dcafba5f62 None None] Network 7a0a9c50-4f11-4477-acd8-6f8a1ecc9a5d requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:05:52.005431 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-793709fe-403a-49c4-95d0-22860a84904a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.015531 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-793709fe-403a-49c4-95d0-22860a84904a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa7d751-b5f9-4ab5-a3f6-b9f247b1438c']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:52.026067 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-793709fe-403a-49c4-95d0-22860a84904a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93afb2fb-1f7d-4b1a-8b06-2ab76bf224ca') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:52.026409 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-793709fe-403a-49c4-95d0-22860a84904a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93afb2fb-1f7d-4b1a-8b06-2ab76bf224ca') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:52.029418 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6825abbc-b8da-4139-adb2-a038ed166fdd None None] Provisioning for port 5f710e3e-0ae9-414b-aba5-9cc358d55df4 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:05:52.036013 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-793709fe-403a-49c4-95d0-22860a84904a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.041411 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6825abbc-b8da-4139-adb2-a038ed166fdd None None] Provisioning complete for port 5f710e3e-0ae9-414b-aba5-9cc358d55df4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:05:52.041782 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6825abbc-b8da-4139-adb2-a038ed166fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.052082 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-793709fe-403a-49c4-95d0-22860a84904a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.062147 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793709fe-403a-49c4-95d0-22860a84904a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 21:05:52.062483 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-793709fe-403a-49c4-95d0-22860a84904a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: timer() Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 21:05:52.065572 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 21:05:52.124861 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-793709fe-403a-49c4-95d0-22860a84904a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.137792 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-793709fe-403a-49c4-95d0-22860a84904a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.142016 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-793709fe-403a-49c4-95d0-22860a84904a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] 10.222.0.81 "DELETE /v2.0/networks/bfa7d751-b5f9-4ab5-a3f6-b9f247b1438c HTTP/1.1" status: 204 len: 168 time: 0.5842748 Jul 30 21:05:52.142545 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55114) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:52.150379 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793709fe-403a-49c4-95d0-22860a84904a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Pushing event deleted for resources: {'Network': ['ID=bfa7d751-b5f9-4ab5-a3f6-b9f247b1438c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:52.189592 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6825abbc-b8da-4139-adb2-a038ed166fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.206540 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-1078db6d-596a-47fc-aaf8-0733ac02b90a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Deleting subnet f51d717c-1d80-47a1-9703-7b5e5fe585dc {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 21:05:52.210780 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1078db6d-596a-47fc-aaf8-0733ac02b90a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.228935 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6825abbc-b8da-4139-adb2-a038ed166fdd None None] For port 5f710e3e-0ae9-414b-aba5-9cc358d55df4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=5f710e3e-0ae9-414b-aba5-9cc358d55df4,segment=NetworkSegment(051dfc97-40db-453a-808e-517f0dedf6f6),segment_id=051dfc97-40db-453a-808e-517f0dedf6f6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:05:52.233738 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6825abbc-b8da-4139-adb2-a038ed166fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.271103 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1078db6d-596a-47fc-aaf8-0733ac02b90a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.292783 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825abbc-b8da-4139-adb2-a038ed166fdd None None] Pushing event updated for resources: {'Port': ['ID=5f710e3e-0ae9-414b-aba5-9cc358d55df4,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:52.375427 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1078db6d-596a-47fc-aaf8-0733ac02b90a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.440246 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1078db6d-596a-47fc-aaf8-0733ac02b90a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.461765 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b8ffd426-c90f-4e08-a15d-44112bde07b8 None None] Provisioning complete for port 5f710e3e-0ae9-414b-aba5-9cc358d55df4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:05:52.462211 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8ffd426-c90f-4e08-a15d-44112bde07b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.469063 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078db6d-596a-47fc-aaf8-0733ac02b90a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Pushing event deleted for resources: {'Subnet': ['ID=f51d717c-1d80-47a1-9703-7b5e5fe585dc,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:52.472846 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1078db6d-596a-47fc-aaf8-0733ac02b90a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.474924 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1078db6d-596a-47fc-aaf8-0733ac02b90a tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] 10.222.0.81 "DELETE /v2.0/subnets/f51d717c-1d80-47a1-9703-7b5e5fe585dc HTTP/1.1" status: 204 len: 168 time: 0.3312569 Jul 30 21:05:52.477370 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55116) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:52.487387 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727d22ff-4192-40ae-b54e-c7799aeda65f None None] Network 7a0a9c50-4f11-4477-acd8-6f8a1ecc9a5d requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:05:52.563090 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4cbc97a2-4bb7-476f-af1d-4573c55c318d tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.622153 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-4cbc97a2-4bb7-476f-af1d-4573c55c318d tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Deleting port 5f710e3e-0ae9-414b-aba5-9cc358d55df4 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:05:52.622392 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4cbc97a2-4bb7-476f-af1d-4573c55c318d tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.662796 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53245f20-f47a-4b75-b4df-f22240745e93 None None] DHCP port deletion for bfa7d751-b5f9-4ab5-a3f6-b9f247b1438c request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 21:05:52.681663 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538e1ac1-88b8-4367-91ed-a1abf0cc781a None None] Network bfa7d751-b5f9-4ab5-a3f6-b9f247b1438c requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:05:52.691800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-4cbc97a2-4bb7-476f-af1d-4573c55c318d tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] For port 5f710e3e-0ae9-414b-aba5-9cc358d55df4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=5f710e3e-0ae9-414b-aba5-9cc358d55df4,segment=NetworkSegment(051dfc97-40db-453a-808e-517f0dedf6f6),segment_id=051dfc97-40db-453a-808e-517f0dedf6f6)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:05:52.692198 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4cbc97a2-4bb7-476f-af1d-4573c55c318d tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.693924 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538e1ac1-88b8-4367-91ed-a1abf0cc781a None None] Network bfa7d751-b5f9-4ab5-a3f6-b9f247b1438c could not be found, it might have been deleted concurrently. {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 30 21:05:52.709455 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-4cbc97a2-4bb7-476f-af1d-4573c55c318d tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Calling delete_port for 5f710e3e-0ae9-414b-aba5-9cc358d55df4 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:05:52.750834 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7204acbd-79e5-4404-985b-4d2ec37f9b6d None None] DHCP port deletion for 7a0a9c50-4f11-4477-acd8-6f8a1ecc9a5d request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 21:05:52.784628 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6a6c84ff-9ac2-4f93-901e-107e6c87c7ed None None] Could not find standard attr ID for object 9e425efb-124d-40da-a8b7-e740f639aa97. {{(pid=93884) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 21:05:52.792313 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4cbc97a2-4bb7-476f-af1d-4573c55c318d tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.805225 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7204acbd-79e5-4404-985b-4d2ec37f9b6d None None] Deleting port 5f710e3e-0ae9-414b-aba5-9cc358d55df4 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:05:52.805611 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7204acbd-79e5-4404-985b-4d2ec37f9b6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.819060 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc97a2-4bb7-476f-af1d-4573c55c318d tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Pushing event deleted for resources: {'Port': ['ID=5f710e3e-0ae9-414b-aba5-9cc358d55df4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:52.824891 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbc97a2-4bb7-476f-af1d-4573c55c318d tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] No DVR routers for this DVR port 5f710e3e-0ae9-414b-aba5-9cc358d55df4 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:05:52.865813 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7204acbd-79e5-4404-985b-4d2ec37f9b6d None None] For port 5f710e3e-0ae9-414b-aba5-9cc358d55df4, host n-d-712137-9, got binding levels [] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:05:52.866125 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7204acbd-79e5-4404-985b-4d2ec37f9b6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.878724 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7204acbd-79e5-4404-985b-4d2ec37f9b6d None None] Calling delete_port for 5f710e3e-0ae9-414b-aba5-9cc358d55df4 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:05:52.881835 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.ipam_backend_mixin [None req-7204acbd-79e5-4404-985b-4d2ec37f9b6d None None] Port 5f710e3e-0ae9-414b-aba5-9cc358d55df4 was not found and therefore no delete operation was performed {{(pid=93884) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 21:05:52.883065 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7204acbd-79e5-4404-985b-4d2ec37f9b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.905015 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204acbd-79e5-4404-985b-4d2ec37f9b6d None None] Pushing event deleted for resources: {'Port': ['ID=5f710e3e-0ae9-414b-aba5-9cc358d55df4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:52.906238 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4cbc97a2-4bb7-476f-af1d-4573c55c318d tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.910289 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7204acbd-79e5-4404-985b-4d2ec37f9b6d None None] No DVR routers for this DVR port 5f710e3e-0ae9-414b-aba5-9cc358d55df4 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:05:52.918822 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-4cbc97a2-4bb7-476f-af1d-4573c55c318d tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0a9c50-4f11-4477-acd8-6f8a1ecc9a5d']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:52.929169 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-4cbc97a2-4bb7-476f-af1d-4573c55c318d tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051dfc97-40db-453a-808e-517f0dedf6f6') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:52.929516 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-4cbc97a2-4bb7-476f-af1d-4573c55c318d tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051dfc97-40db-453a-808e-517f0dedf6f6') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:52.938146 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4cbc97a2-4bb7-476f-af1d-4573c55c318d tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.952138 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4cbc97a2-4bb7-476f-af1d-4573c55c318d tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.958041 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbc97a2-4bb7-476f-af1d-4573c55c318d tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 21:05:52.958436 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4cbc97a2-4bb7-476f-af1d-4573c55c318d tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: timer() Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 21:05:52.961436 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 21:05:53.024660 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4cbc97a2-4bb7-476f-af1d-4573c55c318d tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:53.031960 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4cbc97a2-4bb7-476f-af1d-4573c55c318d tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:53.033746 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4cbc97a2-4bb7-476f-af1d-4573c55c318d tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] 10.222.0.81 "DELETE /v2.0/networks/7a0a9c50-4f11-4477-acd8-6f8a1ecc9a5d HTTP/1.1" status: 204 len: 168 time: 0.5552971 Jul 30 21:05:53.036707 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55118) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:53.045415 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc97a2-4bb7-476f-af1d-4573c55c318d tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Pushing event deleted for resources: {'Network': ['ID=7a0a9c50-4f11-4477-acd8-6f8a1ecc9a5d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:53.063884 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4be6b76e-bb47-4409-867f-b5a85ca75235 tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe0d9b50-9d97-4d10-ad77-ca9052a1342b HTTP/1.1" status: 200 len: 205 time: 0.0259106 Jul 30 21:05:53.066762 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55120) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:53.148003 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bb76070-735b-454a-a161-4c09ea8842ae tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:53.194323 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5f710e3e-0ae9-414b-aba5-9cc358d55df4 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:05:53.213850 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 5f710e3e-0ae9-414b-aba5-9cc358d55df4 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:05:53.214194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5f710e3e-0ae9-414b-aba5-9cc358d55df4 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:05:53.310988 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bb76070-735b-454a-a161-4c09ea8842ae tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:53.313234 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bb76070-735b-454a-a161-4c09ea8842ae tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:53.354104 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bb76070-735b-454a-a161-4c09ea8842ae tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:53.354571 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb76070-735b-454a-a161-4c09ea8842ae tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Fanout notify agent at l3_agent the message router_deleted on router fe0d9b50-9d97-4d10-ad77-ca9052a1342b {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 21:05:53.361420 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bb76070-735b-454a-a161-4c09ea8842ae tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:53.362524 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0bb76070-735b-454a-a161-4c09ea8842ae tempest-RoutersNegativeTest-1117083423 tempest-RoutersNegativeTest-1117083423-project] 10.222.0.81 "DELETE /v2.0/routers/fe0d9b50-9d97-4d10-ad77-ca9052a1342b HTTP/1.1" status: 204 len: 168 time: 0.2948849 Jul 30 21:05:53.591952 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55126) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:53.725530 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-31da7d1f-d98f-406e-bdba-4c99a36963a8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e9fbac6fc7804b0e850371a89c3bf450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313341 Jul 30 21:05:53.726777 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55130) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:53.762774 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43cb33c4-b8a2-4c8f-a5a6-d6793eb8d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:53.774435 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0080bc7a-e554-45df-aa9c-0ac3bd4662a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:53.795164 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0080bc7a-e554-45df-aa9c-0ac3bd4662a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:53.840025 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0080bc7a-e554-45df-aa9c-0ac3bd4662a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:53.842581 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0080bc7a-e554-45df-aa9c-0ac3bd4662a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:53.843703 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0080bc7a-e554-45df-aa9c-0ac3bd4662a8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/06a2ec1f-879b-4d7c-97a2-5dd45e5653a8 HTTP/1.1" status: 204 len: 168 time: 0.1159828 Jul 30 21:05:53.851888 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080bc7a-e554-45df-aa9c-0ac3bd4662a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a2ec1f-879b-4d7c-97a2-5dd45e5653a8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:54.032966 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:54.431424 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55152) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:54.521816 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-873a2d9b-b8d9-4abf-a8bf-d067b74d899a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2053881470-network', 'tenant_id': '749edcc05fda4829bec64bc9f8441e40'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:54.541600 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873a2d9b-b8d9-4abf-a8bf-d067b74d899a admin admin] Made reservation on behalf of 749edcc05fda4829bec64bc9f8441e40 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:05:54.543998 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-873a2d9b-b8d9-4abf-a8bf-d067b74d899a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:54.552911 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-873a2d9b-b8d9-4abf-a8bf-d067b74d899a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:54.645245 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-873a2d9b-b8d9-4abf-a8bf-d067b74d899a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:54.648951 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-873a2d9b-b8d9-4abf-a8bf-d067b74d899a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:54.672613 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873a2d9b-b8d9-4abf-a8bf-d067b74d899a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 21:05:54.681698 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a2d9b-b8d9-4abf-a8bf-d067b74d899a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d07a963-6170-4561-8196-25bcd2c643ec,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:54.687719 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-873a2d9b-b8d9-4abf-a8bf-d067b74d899a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:54.688068 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-873a2d9b-b8d9-4abf-a8bf-d067b74d899a admin admin] Added segment 81f651d9-cc2d-45e5-8abb-676bfe983b88 of type vlan for network dbedb2ad-f732-4e87-a80c-e0fb28cc951a Jul 30 21:05:54.727820 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-873a2d9b-b8d9-4abf-a8bf-d067b74d899a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:54.756023 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-873a2d9b-b8d9-4abf-a8bf-d067b74d899a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:54.756949 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873a2d9b-b8d9-4abf-a8bf-d067b74d899a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:54.757525 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-873a2d9b-b8d9-4abf-a8bf-d067b74d899a admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:54.808466 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-873a2d9b-b8d9-4abf-a8bf-d067b74d899a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3757749 Jul 30 21:05:54.811312 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55156) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:54.816446 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0d4cce1e-02d9-493e-b271-ecaf30fe649a admin admin] Request body: {'subnet': {'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2053881470-subnet', 'tenant_id': '749edcc05fda4829bec64bc9f8441e40', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:54.817377 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a2d9b-b8d9-4abf-a8bf-d067b74d899a admin admin] Pushing event updated for resources: {'Network': ['ID=dbedb2ad-f732-4e87-a80c-e0fb28cc951a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:54.827001 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network dbedb2ad-f732-4e87-a80c-e0fb28cc951a details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 21:05:54.836937 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4cce1e-02d9-493e-b271-ecaf30fe649a admin admin] Made reservation on behalf of 749edcc05fda4829bec64bc9f8441e40 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:05:54.839259 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d4cce1e-02d9-493e-b271-ecaf30fe649a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:55.002862 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d4cce1e-02d9-493e-b271-ecaf30fe649a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:55.056622 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4cce1e-02d9-493e-b271-ecaf30fe649a admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a771ce-fdd0-480a-8720-891d2af51138,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:55.064947 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4cce1e-02d9-493e-b271-ecaf30fe649a admin admin] Checking segment: {'id': '81f651d9-cc2d-45e5-8abb-676bfe983b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:05:55.065308 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4cce1e-02d9-493e-b271-ecaf30fe649a admin admin] Network hostable DHCP agents. Network: dbedb2ad-f732-4e87-a80c-e0fb28cc951a, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 21:05:55.080599 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4cce1e-02d9-493e-b271-ecaf30fe649a admin admin] Network dbedb2ad-f732-4e87-a80c-e0fb28cc951a is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 21:05:55.088883 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0d4cce1e-02d9-493e-b271-ecaf30fe649a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, dbedb2ad-f732-4e87-a80c-e0fb28cc951a) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:05:55.092691 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cce1e-02d9-493e-b271-ecaf30fe649a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:55.093278 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d4cce1e-02d9-493e-b271-ecaf30fe649a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:55.098810 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1887b674-dd7a-4065-b28d-aaf5aad50db9 None None] Network dbedb2ad-f732-4e87-a80c-e0fb28cc951a requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:05:55.108085 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0d4cce1e-02d9-493e-b271-ecaf30fe649a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.2956095 Jul 30 21:05:55.111125 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55158) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:55.115915 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-771e03d0-4c22-46b2-91a7-b13670ca0e06 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2053881470-router', 'tenant_id': '749edcc05fda4829bec64bc9f8441e40', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:55.136974 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-771e03d0-4c22-46b2-91a7-b13670ca0e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:55.138028 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-771e03d0-4c22-46b2-91a7-b13670ca0e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:55.193265 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-771e03d0-4c22-46b2-91a7-b13670ca0e06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:55.222940 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:55.265912 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594b8399-ac00-47ae-a380-03ba6701c8cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-dbedb2ad-f732-4e87-a80c-e0fb28cc951a', 'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a', 'tenant_id': '749edcc05fda4829bec64bc9f8441e40', 'fixed_ips': [{'subnet_id': '50a771ce-fdd0-480a-8720-891d2af51138'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 21:05:55.266763 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-594b8399-ac00-47ae-a380-03ba6701c8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:55.329147 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-771e03d0-4c22-46b2-91a7-b13670ca0e06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:55.398845 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-594b8399-ac00-47ae-a380-03ba6701c8cc None None] Allocated IP 172.20.0.2 (dbedb2ad-f732-4e87-a80c-e0fb28cc951a/50a771ce-fdd0-480a-8720-891d2af51138/488e488e-3fab-436d-a9f1-7d545fbb1a42) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:05:55.543677 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-594b8399-ac00-47ae-a380-03ba6701c8cc None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:55.553406 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-594b8399-ac00-47ae-a380-03ba6701c8cc None None] Transition to ACTIVE for port object 488e488e-3fab-436d-a9f1-7d545fbb1a42 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:05:55.569786 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-594b8399-ac00-47ae-a380-03ba6701c8cc None None] Transition to ACTIVE for port object 488e488e-3fab-436d-a9f1-7d545fbb1a42 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:05:55.575911 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-594b8399-ac00-47ae-a380-03ba6701c8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:55.614740 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594b8399-ac00-47ae-a380-03ba6701c8cc None None] Network dbedb2ad-f732-4e87-a80c-e0fb28cc951a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:05:55.617752 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-594b8399-ac00-47ae-a380-03ba6701c8cc None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:05:55.621372 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594b8399-ac00-47ae-a380-03ba6701c8cc None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:05:55.633254 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b8399-ac00-47ae-a380-03ba6701c8cc None None] Pushing event updated for resources: {'Port': ['ID=488e488e-3fab-436d-a9f1-7d545fbb1a42,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:55.686333 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-594b8399-ac00-47ae-a380-03ba6701c8cc None None] Attempting to bind port 488e488e-3fab-436d-a9f1-7d545fbb1a42 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:05:55.686700 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-594b8399-ac00-47ae-a380-03ba6701c8cc None None] Attempting to bind port 488e488e-3fab-436d-a9f1-7d545fbb1a42 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '81f651d9-cc2d-45e5-8abb-676bfe983b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:05:55.687060 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594b8399-ac00-47ae-a380-03ba6701c8cc None None] Attempting to bind port 488e488e-3fab-436d-a9f1-7d545fbb1a42 on network dbedb2ad-f732-4e87-a80c-e0fb28cc951a {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:05:55.692633 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594b8399-ac00-47ae-a380-03ba6701c8cc None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:05:55.696392 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594b8399-ac00-47ae-a380-03ba6701c8cc None None] Checking segment: {'id': '81f651d9-cc2d-45e5-8abb-676bfe983b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:05:55.696392 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-594b8399-ac00-47ae-a380-03ba6701c8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:55.696392 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594b8399-ac00-47ae-a380-03ba6701c8cc None None] Bound using segment: {'id': '81f651d9-cc2d-45e5-8abb-676bfe983b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:05:55.696392 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-594b8399-ac00-47ae-a380-03ba6701c8cc None None] Bound port: 488e488e-3fab-436d-a9f1-7d545fbb1a42, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f651d9-cc2d-45e5-8abb-676bfe983b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:05:55.696392 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-594b8399-ac00-47ae-a380-03ba6701c8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:55.760303 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-594b8399-ac00-47ae-a380-03ba6701c8cc None None] For port 488e488e-3fab-436d-a9f1-7d545fbb1a42, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:05:55.763423 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-594b8399-ac00-47ae-a380-03ba6701c8cc None None] For port 488e488e-3fab-436d-a9f1-7d545fbb1a42, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=488e488e-3fab-436d-a9f1-7d545fbb1a42,segment=NetworkSegment(81f651d9-cc2d-45e5-8abb-676bfe983b88),segment_id=81f651d9-cc2d-45e5-8abb-676bfe983b88)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:05:55.768673 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-594b8399-ac00-47ae-a380-03ba6701c8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:55.828333 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b8399-ac00-47ae-a380-03ba6701c8cc None None] Pushing event updated for resources: {'Port': ['ID=488e488e-3fab-436d-a9f1-7d545fbb1a42,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:55.848677 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-771e03d0-4c22-46b2-91a7-b13670ca0e06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:55.867553 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-771e03d0-4c22-46b2-91a7-b13670ca0e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:55.986460 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-771e03d0-4c22-46b2-91a7-b13670ca0e06 admin admin] Allocated IP 172.25.3.234 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/cdd83a15-af56-4486-bafa-09b3260232a6) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:05:56.104559 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-771e03d0-4c22-46b2-91a7-b13670ca0e06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:56.152847 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-771e03d0-4c22-46b2-91a7-b13670ca0e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:56.193453 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771e03d0-4c22-46b2-91a7-b13670ca0e06 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:05:56.196377 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-771e03d0-4c22-46b2-91a7-b13670ca0e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:05:56.207880 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771e03d0-4c22-46b2-91a7-b13670ca0e06 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:05:56.211562 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e03d0-4c22-46b2-91a7-b13670ca0e06 admin admin] Pushing event updated for resources: {'Port': ['ID=cdd83a15-af56-4486-bafa-09b3260232a6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:56.460891 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-771e03d0-4c22-46b2-91a7-b13670ca0e06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:56.661220 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-771e03d0-4c22-46b2-91a7-b13670ca0e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:56.690662 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b69bb51-7b01-471a-87ab-876b5afbf992 None None] Network dbedb2ad-f732-4e87-a80c-e0fb28cc951a requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:05:56.752686 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f0e8a7ff-5412-477f-987e-576ddc6e8a28 None None] Provisioning for port 488e488e-3fab-436d-a9f1-7d545fbb1a42 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:05:56.789739 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771e03d0-4c22-46b2-91a7-b13670ca0e06 admin admin] Router 8fa9a8e3-cabf-4336-ab35-14d7279988ee is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 21:05:56.893641 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771e03d0-4c22-46b2-91a7-b13670ca0e06 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:05:56.902546 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] Sync routers for ids ['8fa9a8e3-cabf-4336-ab35-14d7279988ee'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:05:56.909865 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-771e03d0-4c22-46b2-91a7-b13670ca0e06 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:56.913773 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-771e03d0-4c22-46b2-91a7-b13670ca0e06 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7987843 Jul 30 21:05:56.913926 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] Routers {'8fa9a8e3-cabf-4336-ab35-14d7279988ee'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:05:56.913926 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:05:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8fa9a8e3-cabf-4336-ab35-14d7279988ee'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:56.914122 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55160) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:57.031405 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] Set router 8fa9a8e3-cabf-4336-ab35-14d7279988ee gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:05:57.038698 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:57.216473 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa9a8e3-cabf-4336-ab35-14d7279988ee', 'name': 'tempest-TestEncryptedCinderVolumes-2053881470-router', 'tenant_id': '749edcc05fda4829bec64bc9f8441e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cdd83a15-af56-4486-bafa-09b3260232a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:05:55Z', 'updated_at': '2021-07-30T21:05:56Z', 'revision_number': 3, 'project_id': '749edcc05fda4829bec64bc9f8441e40', 'gw_port': {'id': 'cdd83a15-af56-4486-bafa-09b3260232a6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa9a8e3-cabf-4336-ab35-14d7279988ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:05:55Z', 'updated_at': '2021-07-30T21:05:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:57.227032 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 488e488e-3fab-436d-a9f1-7d545fbb1a42 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:05:57.247704 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] Checking router: 8fa9a8e3-cabf-4336-ab35-14d7279988ee for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:05:57.248044 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] Updating router 8fa9a8e3-cabf-4336-ab35-14d7279988ee port cdd83a15-af56-4486-bafa-09b3260232a6 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:05:57.272450 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:57.285479 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 488e488e-3fab-436d-a9f1-7d545fbb1a42 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:05:57.289641 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 488e488e-3fab-436d-a9f1-7d545fbb1a42 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:05:57.290020 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:57.360922 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab601177-d117-4d99-8a41-d7fe2471e1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:57.376166 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:57.411487 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 488e488e-3fab-436d-a9f1-7d545fbb1a42, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=488e488e-3fab-436d-a9f1-7d545fbb1a42,segment=NetworkSegment(81f651d9-cc2d-45e5-8abb-676bfe983b88),segment_id=81f651d9-cc2d-45e5-8abb-676bfe983b88)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:05:57.415959 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:57.469950 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=488e488e-3fab-436d-a9f1-7d545fbb1a42,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:57.524067 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-ab601177-d117-4d99-8a41-d7fe2471e1b7 admin admin] Allocated IP 172.20.0.1 (dbedb2ad-f732-4e87-a80c-e0fb28cc951a/50a771ce-fdd0-480a-8720-891d2af51138/910abfb9-c555-460c-a9f0-d9e242d652ce) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:05:57.531738 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:57.541923 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] Transition to ACTIVE for port object cdd83a15-af56-4486-bafa-09b3260232a6 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:05:57.547746 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:57.598578 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] Attempting to bind port cdd83a15-af56-4486-bafa-09b3260232a6 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:05:57.598944 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] Attempting to bind port cdd83a15-af56-4486-bafa-09b3260232a6 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:05:57.599321 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] Attempting to bind port cdd83a15-af56-4486-bafa-09b3260232a6 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:05:57.602042 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882fc0af-3d5c-4ad6-b871-3e02705c157d None None] Pushing event updated for resources: {'Port': ['ID=cdd83a15-af56-4486-bafa-09b3260232a6,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:57.609776 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:05:57.610144 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:05:57.610565 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:57.610953 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:05:57.611406 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] Bound port: cdd83a15-af56-4486-bafa-09b3260232a6, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:05:57.611799 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:57.614795 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882fc0af-3d5c-4ad6-b871-3e02705c157d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:57.615136 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882fc0af-3d5c-4ad6-b871-3e02705c157d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:57.615473 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882fc0af-3d5c-4ad6-b871-3e02705c157d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:57.615833 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882fc0af-3d5c-4ad6-b871-3e02705c157d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:57.616164 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882fc0af-3d5c-4ad6-b871-3e02705c157d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:57.616496 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882fc0af-3d5c-4ad6-b871-3e02705c157d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:57.616823 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882fc0af-3d5c-4ad6-b871-3e02705c157d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:57.617146 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882fc0af-3d5c-4ad6-b871-3e02705c157d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:57.617470 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882fc0af-3d5c-4ad6-b871-3e02705c157d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:57.617792 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882fc0af-3d5c-4ad6-b871-3e02705c157d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:57.618112 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882fc0af-3d5c-4ad6-b871-3e02705c157d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:57.618431 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882fc0af-3d5c-4ad6-b871-3e02705c157d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:05:57.627299 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab601177-d117-4d99-8a41-d7fe2471e1b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:57.640131 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-ab601177-d117-4d99-8a41-d7fe2471e1b7 admin admin] Transition to ACTIVE for port object 910abfb9-c555-460c-a9f0-d9e242d652ce will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:05:57.672571 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] For port cdd83a15-af56-4486-bafa-09b3260232a6, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:05:57.673695 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab601177-d117-4d99-8a41-d7fe2471e1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:57.676095 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] For port cdd83a15-af56-4486-bafa-09b3260232a6, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=cdd83a15-af56-4486-bafa-09b3260232a6,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:05:57.680088 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:57.714298 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab601177-d117-4d99-8a41-d7fe2471e1b7 admin admin] Network dbedb2ad-f732-4e87-a80c-e0fb28cc951a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:05:57.718541 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-ab601177-d117-4d99-8a41-d7fe2471e1b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:05:57.722194 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab601177-d117-4d99-8a41-d7fe2471e1b7 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:05:57.739814 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] Routers {'8fa9a8e3-cabf-4336-ab35-14d7279988ee'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:05:57.740447 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:05:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8fa9a8e3-cabf-4336-ab35-14d7279988ee'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:57.749703 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab601177-d117-4d99-8a41-d7fe2471e1b7 admin admin] Pushing event updated for resources: {'Port': ['ID=910abfb9-c555-460c-a9f0-d9e242d652ce,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:57.770658 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab601177-d117-4d99-8a41-d7fe2471e1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:57.775299 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882fc0af-3d5c-4ad6-b871-3e02705c157d None None] Pushing event updated for resources: {'Port': ['ID=cdd83a15-af56-4486-bafa-09b3260232a6,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:57.910320 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab601177-d117-4d99-8a41-d7fe2471e1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:57.946127 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] Set router 8fa9a8e3-cabf-4336-ab35-14d7279988ee gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:05:58.009938 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8906d4c8-193a-4319-90d0-1ed0260e5817 None None] Provisioning for port 910abfb9-c555-460c-a9f0-d9e242d652ce completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:05:58.014137 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8906d4c8-193a-4319-90d0-1ed0260e5817 None None] Provisioning complete for port 910abfb9-c555-460c-a9f0-d9e242d652ce triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:05:58.014684 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8906d4c8-193a-4319-90d0-1ed0260e5817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:58.050107 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8906d4c8-193a-4319-90d0-1ed0260e5817 None None] Port 910abfb9-c555-460c-a9f0-d9e242d652ce cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:05:58.072600 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab601177-d117-4d99-8a41-d7fe2471e1b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:58.077451 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab601177-d117-4d99-8a41-d7fe2471e1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:58.134312 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa9a8e3-cabf-4336-ab35-14d7279988ee', 'name': 'tempest-TestEncryptedCinderVolumes-2053881470-router', 'tenant_id': '749edcc05fda4829bec64bc9f8441e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cdd83a15-af56-4486-bafa-09b3260232a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:05:55Z', 'updated_at': '2021-07-30T21:05:56Z', 'revision_number': 3, 'project_id': '749edcc05fda4829bec64bc9f8441e40', 'gw_port': {'id': 'cdd83a15-af56-4486-bafa-09b3260232a6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa9a8e3-cabf-4336-ab35-14d7279988ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:05:55Z', 'updated_at': '2021-07-30T21:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:58.147449 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab601177-d117-4d99-8a41-d7fe2471e1b7 admin admin] Pushing event updated for resources: {'Port': ['ID=910abfb9-c555-460c-a9f0-d9e242d652ce,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:58.150011 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab601177-d117-4d99-8a41-d7fe2471e1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:58.162655 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f90c5e9-9262-47cd-9cbc-634fea2060d8 None None] The sync data for ids ['8fa9a8e3-cabf-4336-ab35-14d7279988ee'] in n-d-712137-9 is: [{'id': '8fa9a8e3-cabf-4336-ab35-14d7279988ee', 'name': 'tempest-TestEncryptedCinderVolumes-2053881470-router', 'tenant_id': '749edcc05fda4829bec64bc9f8441e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cdd83a15-af56-4486-bafa-09b3260232a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:05:55Z', 'updated_at': '2021-07-30T21:05:56Z', 'revision_number': 3, 'project_id': '749edcc05fda4829bec64bc9f8441e40', 'gw_port': {'id': 'cdd83a15-af56-4486-bafa-09b3260232a6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa9a8e3-cabf-4336-ab35-14d7279988ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:05:55Z', 'updated_at': '2021-07-30T21:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:05:58.241174 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab601177-d117-4d99-8a41-d7fe2471e1b7 admin admin] Network dbedb2ad-f732-4e87-a80c-e0fb28cc951a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:05:58.242576 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-ab601177-d117-4d99-8a41-d7fe2471e1b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:05:58.367492 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab601177-d117-4d99-8a41-d7fe2471e1b7 admin admin] Router 8fa9a8e3-cabf-4336-ab35-14d7279988ee has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:05:58.499606 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab601177-d117-4d99-8a41-d7fe2471e1b7 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:05:58.505331 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ab601177-d117-4d99-8a41-d7fe2471e1b7 admin admin] 10.222.0.81 "PUT /v2.0/routers/8fa9a8e3-cabf-4336-ab35-14d7279988ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5899069 Jul 30 21:05:58.580260 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ed25ae5b-3f7f-4092-8132-98edbfb79ef1 None None] Provisioning complete for port 910abfb9-c555-460c-a9f0-d9e242d652ce triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:05:58.580724 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed25ae5b-3f7f-4092-8132-98edbfb79ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:58.617976 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ed25ae5b-3f7f-4092-8132-98edbfb79ef1 None None] Port 910abfb9-c555-460c-a9f0-d9e242d652ce cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:05:58.978375 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55176) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:58.983701 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ab88a217-56fa-4568-ba22-54f5b87df504 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1233606585-network', 'tenant_id': 'b635a261f4e543e29c7735ff88c4433a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:59.004123 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab88a217-56fa-4568-ba22-54f5b87df504 admin admin] Made reservation on behalf of b635a261f4e543e29c7735ff88c4433a for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:05:59.006401 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab88a217-56fa-4568-ba22-54f5b87df504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:59.014679 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab88a217-56fa-4568-ba22-54f5b87df504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:59.110784 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab88a217-56fa-4568-ba22-54f5b87df504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:59.114201 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab88a217-56fa-4568-ba22-54f5b87df504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:59.137660 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab88a217-56fa-4568-ba22-54f5b87df504 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 21:05:59.149393 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88a217-56fa-4568-ba22-54f5b87df504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df9bf9e-8dee-4828-9298-368c1605a6c3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:59.152650 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab88a217-56fa-4568-ba22-54f5b87df504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:59.152986 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-ab88a217-56fa-4568-ba22-54f5b87df504 admin admin] Added segment 37bc7e9e-2c2a-40f7-b5e1-28b4f3d5cf22 of type vlan for network 56a02c3f-22cf-4a0d-8a95-2884e9544fe0 Jul 30 21:05:59.196377 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab88a217-56fa-4568-ba22-54f5b87df504 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:59.226137 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab88a217-56fa-4568-ba22-54f5b87df504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:59.227196 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab88a217-56fa-4568-ba22-54f5b87df504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:59.227824 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab88a217-56fa-4568-ba22-54f5b87df504 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:59.278925 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 488e488e-3fab-436d-a9f1-7d545fbb1a42 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:05:59.283981 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ab88a217-56fa-4568-ba22-54f5b87df504 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3019018 Jul 30 21:05:59.284134 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55178) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:59.288823 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0102ca0a-689c-4a7e-8fc6-920ca3cc3981 admin admin] Request body: {'subnet': {'network_id': '56a02c3f-22cf-4a0d-8a95-2884e9544fe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1233606585-subnet', 'tenant_id': 'b635a261f4e543e29c7735ff88c4433a', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:59.298526 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88a217-56fa-4568-ba22-54f5b87df504 admin admin] Pushing event updated for resources: {'Network': ['ID=56a02c3f-22cf-4a0d-8a95-2884e9544fe0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:59.310998 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 56a02c3f-22cf-4a0d-8a95-2884e9544fe0 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 21:05:59.319016 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0102ca0a-689c-4a7e-8fc6-920ca3cc3981 admin admin] Made reservation on behalf of b635a261f4e543e29c7735ff88c4433a for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:05:59.321936 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0102ca0a-689c-4a7e-8fc6-920ca3cc3981 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:59.508104 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0102ca0a-689c-4a7e-8fc6-920ca3cc3981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:59.553488 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 488e488e-3fab-436d-a9f1-7d545fbb1a42 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:05:59.553866 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:59.570072 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102ca0a-689c-4a7e-8fc6-920ca3cc3981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f4cc0d6-c324-4a8b-aa8f-86782661f262,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:05:59.580101 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0102ca0a-689c-4a7e-8fc6-920ca3cc3981 admin admin] Checking segment: {'id': '37bc7e9e-2c2a-40f7-b5e1-28b4f3d5cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56a02c3f-22cf-4a0d-8a95-2884e9544fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:05:59.580469 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0102ca0a-689c-4a7e-8fc6-920ca3cc3981 admin admin] Network hostable DHCP agents. Network: 56a02c3f-22cf-4a0d-8a95-2884e9544fe0, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 21:05:59.599437 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0102ca0a-689c-4a7e-8fc6-920ca3cc3981 admin admin] Network 56a02c3f-22cf-4a0d-8a95-2884e9544fe0 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 21:05:59.609398 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0102ca0a-689c-4a7e-8fc6-920ca3cc3981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 56a02c3f-22cf-4a0d-8a95-2884e9544fe0) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:05:59.614470 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0102ca0a-689c-4a7e-8fc6-920ca3cc3981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:05:59.615073 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0102ca0a-689c-4a7e-8fc6-920ca3cc3981 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:59.624277 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4230a7b-6ceb-43e0-afbb-f75e7b83090a None None] Network 56a02c3f-22cf-4a0d-8a95-2884e9544fe0 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:05:59.630112 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0102ca0a-689c-4a7e-8fc6-920ca3cc3981 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3449430 Jul 30 21:05:59.632792 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55180) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:05:59.637866 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-4b9f9c5b-abfe-41a2-a6c4-078a6c73f0a3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1233606585-router', 'tenant_id': 'b635a261f4e543e29c7735ff88c4433a', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:05:59.660232 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9c5b-abfe-41a2-a6c4-078a6c73f0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:59.661290 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9c5b-abfe-41a2-a6c4-078a6c73f0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:59.687168 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cdd83a15-af56-4486-bafa-09b3260232a6 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:05:59.720012 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9c5b-abfe-41a2-a6c4-078a6c73f0a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:59.781478 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] Sync routers for ids ['8fa9a8e3-cabf-4336-ab35-14d7279988ee'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:05:59.788057 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port cdd83a15-af56-4486-bafa-09b3260232a6 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:05:59.802051 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port cdd83a15-af56-4486-bafa-09b3260232a6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:05:59.802421 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:59.805789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] Routers {'8fa9a8e3-cabf-4336-ab35-14d7279988ee'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:05:59.806434 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:05:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8fa9a8e3-cabf-4336-ab35-14d7279988ee'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:05:59.829091 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:05:59.861749 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9c5b-abfe-41a2-a6c4-078a6c73f0a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:05:59.885297 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f61e04-1c85-4957-85ed-2bf25c0b2ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-56a02c3f-22cf-4a0d-8a95-2884e9544fe0', 'network_id': '56a02c3f-22cf-4a0d-8a95-2884e9544fe0', 'tenant_id': 'b635a261f4e543e29c7735ff88c4433a', 'fixed_ips': [{'subnet_id': '5f4cc0d6-c324-4a8b-aa8f-86782661f262'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 21:05:59.886149 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98f61e04-1c85-4957-85ed-2bf25c0b2ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:00.054761 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] Set router 8fa9a8e3-cabf-4336-ab35-14d7279988ee gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:06:00.067112 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9c5b-abfe-41a2-a6c4-078a6c73f0a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:00.086395 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9c5b-abfe-41a2-a6c4-078a6c73f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:00.109686 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:00.199813 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-4b9f9c5b-abfe-41a2-a6c4-078a6c73f0a3 admin admin] Allocated IP 172.25.3.136 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:06:00.205448 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port cdd83a15-af56-4486-bafa-09b3260232a6, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=cdd83a15-af56-4486-bafa-09b3260232a6,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:06:00.233298 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:00.242998 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-98f61e04-1c85-4957-85ed-2bf25c0b2ce1 None None] Allocated IP 172.20.0.2 (56a02c3f-22cf-4a0d-8a95-2884e9544fe0/5f4cc0d6-c324-4a8b-aa8f-86782661f262/08009b2a-0756-4658-a992-feaf12f0c6a6) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:06:00.306356 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9c5b-abfe-41a2-a6c4-078a6c73f0a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:00.345523 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9c5b-abfe-41a2-a6c4-078a6c73f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:00.372217 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=cdd83a15-af56-4486-bafa-09b3260232a6,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:00.392522 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9f9c5b-abfe-41a2-a6c4-078a6c73f0a3 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:06:00.395965 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-4b9f9c5b-abfe-41a2-a6c4-078a6c73f0a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:06:00.402587 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f9c5b-abfe-41a2-a6c4-078a6c73f0a3 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:06:00.423063 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f9c5b-abfe-41a2-a6c4-078a6c73f0a3 admin admin] Pushing event updated for resources: {'Port': ['ID=d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:00.494653 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa9a8e3-cabf-4336-ab35-14d7279988ee', 'name': 'tempest-TestEncryptedCinderVolumes-2053881470-router', 'tenant_id': '749edcc05fda4829bec64bc9f8441e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cdd83a15-af56-4486-bafa-09b3260232a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:05:55Z', 'updated_at': '2021-07-30T21:05:57Z', 'revision_number': 4, 'project_id': '749edcc05fda4829bec64bc9f8441e40', 'gw_port': {'id': 'cdd83a15-af56-4486-bafa-09b3260232a6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa9a8e3-cabf-4336-ab35-14d7279988ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:05:55Z', 'updated_at': '2021-07-30T21:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '910abfb9-c555-460c-a9f0-d9e242d652ce', 'name': '', 'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a', 'tenant_id': '749edcc05fda4829bec64bc9f8441e40', 'mac_address': 'fa:16:3e:6c:0f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa9a8e3-cabf-4336-ab35-14d7279988ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '50a771ce-fdd0-480a-8720-891d2af51138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:05:57Z', 'updated_at': '2021-07-30T21:05:57Z', 'revision_number': 2, 'project_id': '749edcc05fda4829bec64bc9f8441e40', 'subnets': [{'id': '50a771ce-fdd0-480a-8720-891d2af51138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:06:00.526336 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98f61e04-1c85-4957-85ed-2bf25c0b2ce1 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:00.528337 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] Checking router: 8fa9a8e3-cabf-4336-ab35-14d7279988ee for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:06:00.528687 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] Updating router 8fa9a8e3-cabf-4336-ab35-14d7279988ee port 910abfb9-c555-460c-a9f0-d9e242d652ce binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:06:00.552274 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-98f61e04-1c85-4957-85ed-2bf25c0b2ce1 None None] Transition to ACTIVE for port object 08009b2a-0756-4658-a992-feaf12f0c6a6 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:06:00.564837 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:00.579529 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-98f61e04-1c85-4957-85ed-2bf25c0b2ce1 None None] Transition to ACTIVE for port object 08009b2a-0756-4658-a992-feaf12f0c6a6 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:06:00.587108 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98f61e04-1c85-4957-85ed-2bf25c0b2ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:00.646149 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f61e04-1c85-4957-85ed-2bf25c0b2ce1 None None] Network 56a02c3f-22cf-4a0d-8a95-2884e9544fe0 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:06:00.650799 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9c5b-abfe-41a2-a6c4-078a6c73f0a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:00.655953 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-98f61e04-1c85-4957-85ed-2bf25c0b2ce1 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:06:00.665414 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f61e04-1c85-4957-85ed-2bf25c0b2ce1 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:06:00.715446 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f61e04-1c85-4957-85ed-2bf25c0b2ce1 None None] Pushing event updated for resources: {'Port': ['ID=08009b2a-0756-4658-a992-feaf12f0c6a6,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:00.792466 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-98f61e04-1c85-4957-85ed-2bf25c0b2ce1 None None] Attempting to bind port 08009b2a-0756-4658-a992-feaf12f0c6a6 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:06:00.792835 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-98f61e04-1c85-4957-85ed-2bf25c0b2ce1 None None] Attempting to bind port 08009b2a-0756-4658-a992-feaf12f0c6a6 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '37bc7e9e-2c2a-40f7-b5e1-28b4f3d5cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56a02c3f-22cf-4a0d-8a95-2884e9544fe0'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:06:00.793203 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f61e04-1c85-4957-85ed-2bf25c0b2ce1 None None] Attempting to bind port 08009b2a-0756-4658-a992-feaf12f0c6a6 on network 56a02c3f-22cf-4a0d-8a95-2884e9544fe0 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:06:00.826231 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f61e04-1c85-4957-85ed-2bf25c0b2ce1 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:06:00.826609 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f61e04-1c85-4957-85ed-2bf25c0b2ce1 None None] Checking segment: {'id': '37bc7e9e-2c2a-40f7-b5e1-28b4f3d5cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56a02c3f-22cf-4a0d-8a95-2884e9544fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:06:00.827011 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98f61e04-1c85-4957-85ed-2bf25c0b2ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:00.827402 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f61e04-1c85-4957-85ed-2bf25c0b2ce1 None None] Bound using segment: {'id': '37bc7e9e-2c2a-40f7-b5e1-28b4f3d5cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56a02c3f-22cf-4a0d-8a95-2884e9544fe0'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:06:00.827896 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-98f61e04-1c85-4957-85ed-2bf25c0b2ce1 None None] Bound port: 08009b2a-0756-4658-a992-feaf12f0c6a6, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37bc7e9e-2c2a-40f7-b5e1-28b4f3d5cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56a02c3f-22cf-4a0d-8a95-2884e9544fe0'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:06:00.828277 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98f61e04-1c85-4957-85ed-2bf25c0b2ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:00.847638 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9c5b-abfe-41a2-a6c4-078a6c73f0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:00.929806 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-98f61e04-1c85-4957-85ed-2bf25c0b2ce1 None None] For port 08009b2a-0756-4658-a992-feaf12f0c6a6, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:06:00.950282 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-98f61e04-1c85-4957-85ed-2bf25c0b2ce1 None None] For port 08009b2a-0756-4658-a992-feaf12f0c6a6, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=08009b2a-0756-4658-a992-feaf12f0c6a6,segment=NetworkSegment(37bc7e9e-2c2a-40f7-b5e1-28b4f3d5cf22),segment_id=37bc7e9e-2c2a-40f7-b5e1-28b4f3d5cf22)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:06:00.954693 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98f61e04-1c85-4957-85ed-2bf25c0b2ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:00.975867 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9f9c5b-abfe-41a2-a6c4-078a6c73f0a3 admin admin] Router 72ab7727-8698-476a-b3ec-34ecf006401d is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 21:06:01.029486 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:01.052477 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] Transition to ACTIVE for port object 910abfb9-c555-460c-a9f0-d9e242d652ce will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:06:01.054605 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f61e04-1c85-4957-85ed-2bf25c0b2ce1 None None] Pushing event updated for resources: {'Port': ['ID=08009b2a-0756-4658-a992-feaf12f0c6a6,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:01.063636 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:01.091779 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9f9c5b-abfe-41a2-a6c4-078a6c73f0a3 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:06:01.101910 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] Sync routers for ids ['72ab7727-8698-476a-b3ec-34ecf006401d'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:06:01.111661 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] Routers {'72ab7727-8698-476a-b3ec-34ecf006401d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:06:01.112568 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:05:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['72ab7727-8698-476a-b3ec-34ecf006401d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:06:01.122692 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9c5b-abfe-41a2-a6c4-078a6c73f0a3 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:01.126417 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4b9f9c5b-abfe-41a2-a6c4-078a6c73f0a3 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4920313 Jul 30 21:06:01.129928 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55182) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:06:01.146252 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264f393-baaa-474b-94cf-c6dbf11db295 None None] Pushing event updated for resources: {'Port': ['ID=910abfb9-c555-460c-a9f0-d9e242d652ce,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:01.202685 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] Attempting to bind port 910abfb9-c555-460c-a9f0-d9e242d652ce on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:06:01.203053 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] Attempting to bind port 910abfb9-c555-460c-a9f0-d9e242d652ce by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '81f651d9-cc2d-45e5-8abb-676bfe983b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:06:01.203415 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] Attempting to bind port 910abfb9-c555-460c-a9f0-d9e242d652ce on network dbedb2ad-f732-4e87-a80c-e0fb28cc951a {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:06:01.217611 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:06:01.217928 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] Checking segment: {'id': '81f651d9-cc2d-45e5-8abb-676bfe983b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:06:01.218350 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:01.218730 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] Bound using segment: {'id': '81f651d9-cc2d-45e5-8abb-676bfe983b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:06:01.219198 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] Bound port: 910abfb9-c555-460c-a9f0-d9e242d652ce, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f651d9-cc2d-45e5-8abb-676bfe983b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:06:01.219597 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:01.287159 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] Set router 72ab7727-8698-476a-b3ec-34ecf006401d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:06:01.324778 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cdd83a15-af56-4486-bafa-09b3260232a6 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:06:01.379063 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] For port 910abfb9-c555-460c-a9f0-d9e242d652ce, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:06:01.383715 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] For port 910abfb9-c555-460c-a9f0-d9e242d652ce, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=910abfb9-c555-460c-a9f0-d9e242d652ce,segment=NetworkSegment(81f651d9-cc2d-45e5-8abb-676bfe983b88),segment_id=81f651d9-cc2d-45e5-8abb-676bfe983b88)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:06:01.392093 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:01.466762 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port cdd83a15-af56-4486-bafa-09b3260232a6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:06:01.467166 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:01.494789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264f393-baaa-474b-94cf-c6dbf11db295 None None] Pushing event updated for resources: {'Port': ['ID=910abfb9-c555-460c-a9f0-d9e242d652ce,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:01.498019 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] Routers {'8fa9a8e3-cabf-4336-ab35-14d7279988ee'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:06:01.498338 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:05:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8fa9a8e3-cabf-4336-ab35-14d7279988ee'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:06:01.593754 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ab7727-8698-476a-b3ec-34ecf006401d', 'name': 'tempest-TestEncryptedCinderVolumes-1233606585-router', 'tenant_id': 'b635a261f4e543e29c7735ff88c4433a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:05:59Z', 'updated_at': '2021-07-30T21:06:00Z', 'revision_number': 3, 'project_id': 'b635a261f4e543e29c7735ff88c4433a', 'gw_port': {'id': 'd0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ab7727-8698-476a-b3ec-34ecf006401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:06:00Z', 'updated_at': '2021-07-30T21:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:06:01.630896 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] Checking router: 72ab7727-8698-476a-b3ec-34ecf006401d for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:06:01.631433 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] Updating router 72ab7727-8698-476a-b3ec-34ecf006401d port d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:06:01.661474 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:01.767781 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c7163d6-d164-4ca7-9c30-05fb7361fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:01.868497 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] Set router 8fa9a8e3-cabf-4336-ab35-14d7279988ee gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:06:01.975753 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:01.990892 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] Transition to ACTIVE for port object d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:06:01.999924 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:02.004295 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-3c7163d6-d164-4ca7-9c30-05fb7361fb2a admin admin] Allocated IP 172.20.0.1 (56a02c3f-22cf-4a0d-8a95-2884e9544fe0/5f4cc0d6-c324-4a8b-aa8f-86782661f262/b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:06:02.065157 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc60ad-0537-4ac5-b873-e274a5afbe0b None None] Pushing event updated for resources: {'Port': ['ID=d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:02.083140 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] Attempting to bind port d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:06:02.084071 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] Attempting to bind port d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:06:02.084631 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] Attempting to bind port d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:06:02.091489 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:06:02.091893 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:06:02.092299 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:02.092698 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:06:02.093169 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] Bound port: d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:06:02.093548 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:02.124288 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa9a8e3-cabf-4336-ab35-14d7279988ee', 'name': 'tempest-TestEncryptedCinderVolumes-2053881470-router', 'tenant_id': '749edcc05fda4829bec64bc9f8441e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cdd83a15-af56-4486-bafa-09b3260232a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:05:55Z', 'updated_at': '2021-07-30T21:05:57Z', 'revision_number': 4, 'project_id': '749edcc05fda4829bec64bc9f8441e40', 'gw_port': {'id': 'cdd83a15-af56-4486-bafa-09b3260232a6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa9a8e3-cabf-4336-ab35-14d7279988ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:05:55Z', 'updated_at': '2021-07-30T21:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '910abfb9-c555-460c-a9f0-d9e242d652ce', 'name': '', 'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a', 'tenant_id': '749edcc05fda4829bec64bc9f8441e40', 'mac_address': 'fa:16:3e:6c:0f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa9a8e3-cabf-4336-ab35-14d7279988ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '50a771ce-fdd0-480a-8720-891d2af51138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:05:57Z', 'updated_at': '2021-07-30T21:06:01Z', 'revision_number': 4, 'project_id': '749edcc05fda4829bec64bc9f8441e40', 'subnets': [{'id': '50a771ce-fdd0-480a-8720-891d2af51138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:06:02.141773 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c7163d6-d164-4ca7-9c30-05fb7361fb2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:02.155250 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] For port d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:06:02.158020 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-3c7163d6-d164-4ca7-9c30-05fb7361fb2a admin admin] Transition to ACTIVE for port object b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:06:02.158286 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735ae36f-0724-4253-b27d-e7a6dedec525 None None] The sync data for ids ['8fa9a8e3-cabf-4336-ab35-14d7279988ee'] in n-d-712137-9 is: [{'id': '8fa9a8e3-cabf-4336-ab35-14d7279988ee', 'name': 'tempest-TestEncryptedCinderVolumes-2053881470-router', 'tenant_id': '749edcc05fda4829bec64bc9f8441e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cdd83a15-af56-4486-bafa-09b3260232a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:05:55Z', 'updated_at': '2021-07-30T21:05:57Z', 'revision_number': 4, 'project_id': '749edcc05fda4829bec64bc9f8441e40', 'gw_port': {'id': 'cdd83a15-af56-4486-bafa-09b3260232a6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa9a8e3-cabf-4336-ab35-14d7279988ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:05:55Z', 'updated_at': '2021-07-30T21:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '910abfb9-c555-460c-a9f0-d9e242d652ce', 'name': '', 'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a', 'tenant_id': '749edcc05fda4829bec64bc9f8441e40', 'mac_address': 'fa:16:3e:6c:0f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa9a8e3-cabf-4336-ab35-14d7279988ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '50a771ce-fdd0-480a-8720-891d2af51138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:05:57Z', 'updated_at': '2021-07-30T21:06:01Z', 'revision_number': 4, 'project_id': '749edcc05fda4829bec64bc9f8441e40', 'subnets': [{'id': '50a771ce-fdd0-480a-8720-891d2af51138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:06:02.158921 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] For port d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:06:02.167860 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:02.225323 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c7163d6-d164-4ca7-9c30-05fb7361fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:02.236213 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc60ad-0537-4ac5-b873-e274a5afbe0b None None] Pushing event updated for resources: {'Port': ['ID=d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:02.270198 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] Routers {'72ab7727-8698-476a-b3ec-34ecf006401d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:06:02.270818 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:05:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['72ab7727-8698-476a-b3ec-34ecf006401d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:06:02.281087 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7163d6-d164-4ca7-9c30-05fb7361fb2a admin admin] Network 56a02c3f-22cf-4a0d-8a95-2884e9544fe0 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:06:02.287748 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-3c7163d6-d164-4ca7-9c30-05fb7361fb2a admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:06:02.297707 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7163d6-d164-4ca7-9c30-05fb7361fb2a admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:06:02.317845 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776e8c2d-eef4-47ad-a7b6-8147936d3ea7 None None] Network 56a02c3f-22cf-4a0d-8a95-2884e9544fe0 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:06:02.332561 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7163d6-d164-4ca7-9c30-05fb7361fb2a admin admin] Pushing event updated for resources: {'Port': ['ID=b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:02.355332 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c7163d6-d164-4ca7-9c30-05fb7361fb2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:02.392618 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e2fffc92-ea3d-4c58-921b-a6881a8641cb None None] Provisioning for port 08009b2a-0756-4658-a992-feaf12f0c6a6 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:06:02.423548 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] Set router 72ab7727-8698-476a-b3ec-34ecf006401d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:06:02.641818 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ab7727-8698-476a-b3ec-34ecf006401d', 'name': 'tempest-TestEncryptedCinderVolumes-1233606585-router', 'tenant_id': 'b635a261f4e543e29c7735ff88c4433a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:05:59Z', 'updated_at': '2021-07-30T21:06:00Z', 'revision_number': 3, 'project_id': 'b635a261f4e543e29c7735ff88c4433a', 'gw_port': {'id': 'd0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ab7727-8698-476a-b3ec-34ecf006401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:06:00Z', 'updated_at': '2021-07-30T21:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:06:02.673314 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fb33ee-2a3f-41b9-b5ef-9eb2a043b5f2 None None] The sync data for ids ['72ab7727-8698-476a-b3ec-34ecf006401d'] in n-d-712137-9 is: [{'id': '72ab7727-8698-476a-b3ec-34ecf006401d', 'name': 'tempest-TestEncryptedCinderVolumes-1233606585-router', 'tenant_id': 'b635a261f4e543e29c7735ff88c4433a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:05:59Z', 'updated_at': '2021-07-30T21:06:00Z', 'revision_number': 3, 'project_id': 'b635a261f4e543e29c7735ff88c4433a', 'gw_port': {'id': 'd0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ab7727-8698-476a-b3ec-34ecf006401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:06:00Z', 'updated_at': '2021-07-30T21:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:06:02.853359 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5a09a2e3-f29b-4116-8c6c-a6801cb18ef9 None None] Provisioning for port b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:06:02.862145 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5a09a2e3-f29b-4116-8c6c-a6801cb18ef9 None None] Provisioning complete for port b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:06:02.864815 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a09a2e3-f29b-4116-8c6c-a6801cb18ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:02.897987 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c7163d6-d164-4ca7-9c30-05fb7361fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:02.917462 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5a09a2e3-f29b-4116-8c6c-a6801cb18ef9 None None] Port b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:06:03.121715 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c7163d6-d164-4ca7-9c30-05fb7361fb2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:03.128786 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c7163d6-d164-4ca7-9c30-05fb7361fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:03.155019 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-00efb291-84bb-4067-8bf2-802ee940d797 None None] Provisioning complete for port b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:06:03.155606 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-00efb291-84bb-4067-8bf2-802ee940d797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:03.219120 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-00efb291-84bb-4067-8bf2-802ee940d797 None None] Port b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:06:03.219270 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7163d6-d164-4ca7-9c30-05fb7361fb2a admin admin] Pushing event updated for resources: {'Port': ['ID=b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:03.221524 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c7163d6-d164-4ca7-9c30-05fb7361fb2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:03.329410 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 08009b2a-0756-4658-a992-feaf12f0c6a6 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:06:03.351746 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7163d6-d164-4ca7-9c30-05fb7361fb2a admin admin] Network 56a02c3f-22cf-4a0d-8a95-2884e9544fe0 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:06:03.353297 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-3c7163d6-d164-4ca7-9c30-05fb7361fb2a admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:06:03.386317 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 08009b2a-0756-4658-a992-feaf12f0c6a6 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:06:03.392839 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 08009b2a-0756-4658-a992-feaf12f0c6a6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:06:03.393438 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:03.501169 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:03.508744 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7163d6-d164-4ca7-9c30-05fb7361fb2a admin admin] Router 72ab7727-8698-476a-b3ec-34ecf006401d has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:06:03.543227 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 08009b2a-0756-4658-a992-feaf12f0c6a6, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=08009b2a-0756-4658-a992-feaf12f0c6a6,segment=NetworkSegment(37bc7e9e-2c2a-40f7-b5e1-28b4f3d5cf22),segment_id=37bc7e9e-2c2a-40f7-b5e1-28b4f3d5cf22)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:06:03.552982 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:03.553897 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:06:03.653279 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=08009b2a-0756-4658-a992-feaf12f0c6a6,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:03.672272 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:06:03.676336 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:06:03.676722 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:03.686293 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7163d6-d164-4ca7-9c30-05fb7361fb2a admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:06:03.694683 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3c7163d6-d164-4ca7-9c30-05fb7361fb2a admin admin] 10.222.0.81 "PUT /v2.0/routers/72ab7727-8698-476a-b3ec-34ecf006401d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5632937 Jul 30 21:06:03.781959 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-713ebb53-1851-4a7a-a2cf-2f30e9466b26 None None] Provisioning complete for port b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:06:03.782340 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-713ebb53-1851-4a7a-a2cf-2f30e9466b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:03.783841 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:03.829802 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:06:03.835991 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:03.836860 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 910abfb9-c555-460c-a9f0-d9e242d652ce up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:06:03.880723 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-713ebb53-1851-4a7a-a2cf-2f30e9466b26 None None] Port b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:06:03.921437 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:03.943365 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 910abfb9-c555-460c-a9f0-d9e242d652ce completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:06:03.947330 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 910abfb9-c555-460c-a9f0-d9e242d652ce triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:06:03.947733 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:04.032468 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:04.071856 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 910abfb9-c555-460c-a9f0-d9e242d652ce, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=910abfb9-c555-460c-a9f0-d9e242d652ce,segment=NetworkSegment(81f651d9-cc2d-45e5-8abb-676bfe983b88),segment_id=81f651d9-cc2d-45e5-8abb-676bfe983b88)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:06:04.075688 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:04.129433 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=910abfb9-c555-460c-a9f0-d9e242d652ce,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:04.416757 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533033d6-718a-4945-bca6-3887748e275f req-15d1b92a-39d9-4d50-bbdd-bf2d9a0ff46a tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:04.418240 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-533033d6-718a-4945-bca6-3887748e275f req-15d1b92a-39d9-4d50-bbdd-bf2d9a0ff46a tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/networks?id=dbedb2ad-f732-4e87-a80c-e0fb28cc951a HTTP/1.1" status: 200 len: 817 time: 0.1007369 Jul 30 21:06:04.434847 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-533033d6-718a-4945-bca6-3887748e275f req-d640d9e0-2782-4225-a7b4-2106990d4437 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/quotas/749edcc05fda4829bec64bc9f8441e40 HTTP/1.1" status: 200 len: 375 time: 0.0102983 Jul 30 21:06:04.490822 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-533033d6-718a-4945-bca6-3887748e275f req-2c8249a1-a7de-4107-b555-6f29be8aec21 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=749edcc05fda4829bec64bc9f8441e40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506449 Jul 30 21:06:04.584308 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-533033d6-718a-4945-bca6-3887748e275f req-d652e674-4400-4f73-8c14-0c6d20729d7b service neutron] 10.222.0.81 "GET /v2.0/networks/dbedb2ad-f732-4e87-a80c-e0fb28cc951a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822225 Jul 30 21:06:04.676471 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-533033d6-718a-4945-bca6-3887748e275f req-e4c1e619-0481-492d-aeec-40c8e50a3f06 service neutron] 10.222.0.81 "GET /v2.0/networks/dbedb2ad-f732-4e87-a80c-e0fb28cc951a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861700 Jul 30 21:06:04.838373 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0257681c-be0f-4342-8b68-58147652e666 req-22d09bc0-cef9-48f6-98e9-3ba7f96fd023 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=b80598bb-752f-4231-9e2c-c59bdcbaeb8b HTTP/1.1" status: 200 len: 210 time: 0.0286992 Jul 30 21:06:05.208977 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 08009b2a-0756-4658-a992-feaf12f0c6a6 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:06:05.258121 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 08009b2a-0756-4658-a992-feaf12f0c6a6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:06:05.258501 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:05.348025 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:06:05.395567 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:06:05.395937 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:05.474261 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 910abfb9-c555-460c-a9f0-d9e242d652ce up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:06:05.508535 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] Sync routers for ids ['72ab7727-8698-476a-b3ec-34ecf006401d'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:06:05.523232 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] Routers {'72ab7727-8698-476a-b3ec-34ecf006401d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:06:05.523860 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:05:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['72ab7727-8698-476a-b3ec-34ecf006401d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:06:05.561882 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 910abfb9-c555-460c-a9f0-d9e242d652ce triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:06:05.562171 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:05.663708 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] Set router 72ab7727-8698-476a-b3ec-34ecf006401d gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:06:05.763344 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533033d6-718a-4945-bca6-3887748e275f req-c898990d-1a79-4fd8-9e22-a0c76bc65ab6 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:05.764785 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-533033d6-718a-4945-bca6-3887748e275f req-c898990d-1a79-4fd8-9e22-a0c76bc65ab6 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.83 "GET /v2.0/networks?id=dbedb2ad-f732-4e87-a80c-e0fb28cc951a HTTP/1.1" status: 200 len: 817 time: 0.1187980 Jul 30 21:06:05.780994 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-533033d6-718a-4945-bca6-3887748e275f req-1f7b6a9e-1589-4285-b5ea-b692e7a1cbc0 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Request body: {'port': {'device_id': 'b80598bb-752f-4231-9e2c-c59bdcbaeb8b', 'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a', 'admin_state_up': True, 'tenant_id': '749edcc05fda4829bec64bc9f8441e40'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:06:05.891651 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ab7727-8698-476a-b3ec-34ecf006401d', 'name': 'tempest-TestEncryptedCinderVolumes-1233606585-router', 'tenant_id': 'b635a261f4e543e29c7735ff88c4433a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:05:59Z', 'updated_at': '2021-07-30T21:06:02Z', 'revision_number': 4, 'project_id': 'b635a261f4e543e29c7735ff88c4433a', 'gw_port': {'id': 'd0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ab7727-8698-476a-b3ec-34ecf006401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:06:00Z', 'updated_at': '2021-07-30T21:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052', 'name': '', 'network_id': '56a02c3f-22cf-4a0d-8a95-2884e9544fe0', 'tenant_id': 'b635a261f4e543e29c7735ff88c4433a', 'mac_address': 'fa:16:3e:31:ea:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ab7727-8698-476a-b3ec-34ecf006401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '5f4cc0d6-c324-4a8b-aa8f-86782661f262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:06:01Z', 'updated_at': '2021-07-30T21:06:02Z', 'revision_number': 2, 'project_id': 'b635a261f4e543e29c7735ff88c4433a', 'subnets': [{'id': '5f4cc0d6-c324-4a8b-aa8f-86782661f262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:06:05.897342 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-533033d6-718a-4945-bca6-3887748e275f req-1f7b6a9e-1589-4285-b5ea-b692e7a1cbc0 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Made reservation on behalf of 749edcc05fda4829bec64bc9f8441e40 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:06:05.901577 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-533033d6-718a-4945-bca6-3887748e275f req-1f7b6a9e-1589-4285-b5ea-b692e7a1cbc0 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:05.917624 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] Checking router: 72ab7727-8698-476a-b3ec-34ecf006401d for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:06:05.917975 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] Updating router 72ab7727-8698-476a-b3ec-34ecf006401d port b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:06:05.943369 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:05.944561 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eaaa7db6-952b-44d6-9416-a6a570a9e11d req-aa2036fb-2602-4817-a646-d9e3f041cfcf tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=b80598bb-752f-4231-9e2c-c59bdcbaeb8b HTTP/1.1" status: 200 len: 210 time: 0.0320461 Jul 30 21:06:06.062300 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-533033d6-718a-4945-bca6-3887748e275f req-1f7b6a9e-1589-4285-b5ea-b692e7a1cbc0 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Allocated IP 172.20.0.3 (dbedb2ad-f732-4e87-a80c-e0fb28cc951a/50a771ce-fdd0-480a-8720-891d2af51138/c5919111-12e8-4961-849a-cb04367c77a6) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:06:06.206083 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-533033d6-718a-4945-bca6-3887748e275f req-1f7b6a9e-1589-4285-b5ea-b692e7a1cbc0 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:06.208887 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:06.219068 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] Transition to ACTIVE for port object b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:06:06.220283 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-533033d6-718a-4945-bca6-3887748e275f req-1f7b6a9e-1589-4285-b5ea-b692e7a1cbc0 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Transition to ACTIVE for port object c5919111-12e8-4961-849a-cb04367c77a6 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:06:06.225169 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:06.253264 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-533033d6-718a-4945-bca6-3887748e275f req-1f7b6a9e-1589-4285-b5ea-b692e7a1cbc0 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:06.274603 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ee0fd-1d07-490a-9331-2576bc75bb72 None None] Pushing event updated for resources: {'Port': ['ID=b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:06.318610 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-533033d6-718a-4945-bca6-3887748e275f req-1f7b6a9e-1589-4285-b5ea-b692e7a1cbc0 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Network dbedb2ad-f732-4e87-a80c-e0fb28cc951a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:06:06.322564 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-533033d6-718a-4945-bca6-3887748e275f req-1f7b6a9e-1589-4285-b5ea-b692e7a1cbc0 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:06:06.325440 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-533033d6-718a-4945-bca6-3887748e275f req-1f7b6a9e-1589-4285-b5ea-b692e7a1cbc0 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:06:06.337992 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] Attempting to bind port b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:06:06.338472 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] Attempting to bind port b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '37bc7e9e-2c2a-40f7-b5e1-28b4f3d5cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56a02c3f-22cf-4a0d-8a95-2884e9544fe0'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:06:06.338903 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] Attempting to bind port b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052 on network 56a02c3f-22cf-4a0d-8a95-2884e9544fe0 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:06:06.344779 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:06:06.345213 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] Checking segment: {'id': '37bc7e9e-2c2a-40f7-b5e1-28b4f3d5cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56a02c3f-22cf-4a0d-8a95-2884e9544fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:06:06.345712 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:06.346243 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] Bound using segment: {'id': '37bc7e9e-2c2a-40f7-b5e1-28b4f3d5cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56a02c3f-22cf-4a0d-8a95-2884e9544fe0'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:06:06.346841 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] Bound port: b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37bc7e9e-2c2a-40f7-b5e1-28b4f3d5cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56a02c3f-22cf-4a0d-8a95-2884e9544fe0'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:06:06.347824 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:06.359643 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b6a9e-1589-4285-b5ea-b692e7a1cbc0 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Pushing event updated for resources: {'Port': ['ID=c5919111-12e8-4961-849a-cb04367c77a6,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:06.391067 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533033d6-718a-4945-bca6-3887748e275f req-1f7b6a9e-1589-4285-b5ea-b692e7a1cbc0 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:06.391864 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-533033d6-718a-4945-bca6-3887748e275f req-1f7b6a9e-1589-4285-b5ea-b692e7a1cbc0 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:06.412081 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-533033d6-718a-4945-bca6-3887748e275f req-1f7b6a9e-1589-4285-b5ea-b692e7a1cbc0 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6354260 Jul 30 21:06:06.425951 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-533033d6-718a-4945-bca6-3887748e275f req-ac466721-deff-4bcf-ba0c-e4234719eb96 service neutron] Request body: {'port': {'device_id': 'b80598bb-752f-4231-9e2c-c59bdcbaeb8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:06:06.435998 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] For port b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:06:06.439378 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] For port b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052,segment=NetworkSegment(37bc7e9e-2c2a-40f7-b5e1-28b4f3d5cf22),segment_id=37bc7e9e-2c2a-40f7-b5e1-28b4f3d5cf22)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:06:06.445680 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:06.488500 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-533033d6-718a-4945-bca6-3887748e275f req-ac466721-deff-4bcf-ba0c-e4234719eb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:06.518110 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] Routers {'72ab7727-8698-476a-b3ec-34ecf006401d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:06:06.519278 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:05:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['72ab7727-8698-476a-b3ec-34ecf006401d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:06:06.525775 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ee0fd-1d07-490a-9331-2576bc75bb72 None None] Pushing event updated for resources: {'Port': ['ID=b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:06.640682 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] Set router 72ab7727-8698-476a-b3ec-34ecf006401d gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:06:06.770178 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6a93c8fc-455a-4617-aca9-11f17c9f5003 None None] Provisioning for port c5919111-12e8-4961-849a-cb04367c77a6 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:06:06.780338 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6a93c8fc-455a-4617-aca9-11f17c9f5003 None None] Provisioning complete for port c5919111-12e8-4961-849a-cb04367c77a6 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:06:06.780713 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6a93c8fc-455a-4617-aca9-11f17c9f5003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:06.781909 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-533033d6-718a-4945-bca6-3887748e275f req-ac466721-deff-4bcf-ba0c-e4234719eb96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5919111-12e8-4961-849a-cb04367c77a6 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:06:06.789569 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-533033d6-718a-4945-bca6-3887748e275f req-ac466721-deff-4bcf-ba0c-e4234719eb96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:06.801858 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-533033d6-718a-4945-bca6-3887748e275f req-ac466721-deff-4bcf-ba0c-e4234719eb96 service neutron] Transition to ACTIVE for port object c5919111-12e8-4961-849a-cb04367c77a6 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:06:06.805625 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-533033d6-718a-4945-bca6-3887748e275f req-ac466721-deff-4bcf-ba0c-e4234719eb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:06.839091 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6a93c8fc-455a-4617-aca9-11f17c9f5003 None None] Port c5919111-12e8-4961-849a-cb04367c77a6 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:06:06.860686 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac466721-deff-4bcf-ba0c-e4234719eb96 service neutron] Pushing event updated for resources: {'Port': ['ID=c5919111-12e8-4961-849a-cb04367c77a6,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:06.897241 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ab7727-8698-476a-b3ec-34ecf006401d', 'name': 'tempest-TestEncryptedCinderVolumes-1233606585-router', 'tenant_id': 'b635a261f4e543e29c7735ff88c4433a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:05:59Z', 'updated_at': '2021-07-30T21:06:02Z', 'revision_number': 4, 'project_id': 'b635a261f4e543e29c7735ff88c4433a', 'gw_port': {'id': 'd0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ab7727-8698-476a-b3ec-34ecf006401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:06:00Z', 'updated_at': '2021-07-30T21:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052', 'name': '', 'network_id': '56a02c3f-22cf-4a0d-8a95-2884e9544fe0', 'tenant_id': 'b635a261f4e543e29c7735ff88c4433a', 'mac_address': 'fa:16:3e:31:ea:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ab7727-8698-476a-b3ec-34ecf006401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '5f4cc0d6-c324-4a8b-aa8f-86782661f262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:06:01Z', 'updated_at': '2021-07-30T21:06:06Z', 'revision_number': 4, 'project_id': 'b635a261f4e543e29c7735ff88c4433a', 'subnets': [{'id': '5f4cc0d6-c324-4a8b-aa8f-86782661f262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:06:06.925919 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e190d13-f9be-43e6-8b42-f981e48b07e0 None None] The sync data for ids ['72ab7727-8698-476a-b3ec-34ecf006401d'] in n-d-712137-9 is: [{'id': '72ab7727-8698-476a-b3ec-34ecf006401d', 'name': 'tempest-TestEncryptedCinderVolumes-1233606585-router', 'tenant_id': 'b635a261f4e543e29c7735ff88c4433a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:05:59Z', 'updated_at': '2021-07-30T21:06:02Z', 'revision_number': 4, 'project_id': 'b635a261f4e543e29c7735ff88c4433a', 'gw_port': {'id': 'd0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ab7727-8698-476a-b3ec-34ecf006401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:06:00Z', 'updated_at': '2021-07-30T21:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052', 'name': '', 'network_id': '56a02c3f-22cf-4a0d-8a95-2884e9544fe0', 'tenant_id': 'b635a261f4e543e29c7735ff88c4433a', 'mac_address': 'fa:16:3e:31:ea:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ab7727-8698-476a-b3ec-34ecf006401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '5f4cc0d6-c324-4a8b-aa8f-86782661f262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:06:01Z', 'updated_at': '2021-07-30T21:06:06Z', 'revision_number': 4, 'project_id': 'b635a261f4e543e29c7735ff88c4433a', 'subnets': [{'id': '5f4cc0d6-c324-4a8b-aa8f-86782661f262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:06:06.934862 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-533033d6-718a-4945-bca6-3887748e275f req-ac466721-deff-4bcf-ba0c-e4234719eb96 service neutron] Attempting to bind port c5919111-12e8-4961-849a-cb04367c77a6 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:06:06.940458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-533033d6-718a-4945-bca6-3887748e275f req-ac466721-deff-4bcf-ba0c-e4234719eb96 service neutron] Attempting to bind port c5919111-12e8-4961-849a-cb04367c77a6 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '81f651d9-cc2d-45e5-8abb-676bfe983b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:06:06.940458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533033d6-718a-4945-bca6-3887748e275f req-ac466721-deff-4bcf-ba0c-e4234719eb96 service neutron] Attempting to bind port c5919111-12e8-4961-849a-cb04367c77a6 on network dbedb2ad-f732-4e87-a80c-e0fb28cc951a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:06:06.940458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533033d6-718a-4945-bca6-3887748e275f req-ac466721-deff-4bcf-ba0c-e4234719eb96 service neutron] Port c5919111-12e8-4961-849a-cb04367c77a6 on network dbedb2ad-f732-4e87-a80c-e0fb28cc951a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 21:06:06.940458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533033d6-718a-4945-bca6-3887748e275f req-ac466721-deff-4bcf-ba0c-e4234719eb96 service neutron] Attempting to bind port c5919111-12e8-4961-849a-cb04367c77a6 on network dbedb2ad-f732-4e87-a80c-e0fb28cc951a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:06:06.946061 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533033d6-718a-4945-bca6-3887748e275f req-ac466721-deff-4bcf-ba0c-e4234719eb96 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:06:06.946409 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533033d6-718a-4945-bca6-3887748e275f req-ac466721-deff-4bcf-ba0c-e4234719eb96 service neutron] Checking segment: {'id': '81f651d9-cc2d-45e5-8abb-676bfe983b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:06:06.946797 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533033d6-718a-4945-bca6-3887748e275f req-ac466721-deff-4bcf-ba0c-e4234719eb96 service neutron] Bound using segment: {'id': '81f651d9-cc2d-45e5-8abb-676bfe983b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:06:06.947232 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-533033d6-718a-4945-bca6-3887748e275f req-ac466721-deff-4bcf-ba0c-e4234719eb96 service neutron] Bound port: c5919111-12e8-4961-849a-cb04367c77a6, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f651d9-cc2d-45e5-8abb-676bfe983b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:06:06.947621 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-533033d6-718a-4945-bca6-3887748e275f req-ac466721-deff-4bcf-ba0c-e4234719eb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:07.090256 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-533033d6-718a-4945-bca6-3887748e275f req-ac466721-deff-4bcf-ba0c-e4234719eb96 service neutron] For port c5919111-12e8-4961-849a-cb04367c77a6, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:06:07.105987 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-533033d6-718a-4945-bca6-3887748e275f req-ac466721-deff-4bcf-ba0c-e4234719eb96 service neutron] For port c5919111-12e8-4961-849a-cb04367c77a6, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c5919111-12e8-4961-849a-cb04367c77a6,segment=NetworkSegment(81f651d9-cc2d-45e5-8abb-676bfe983b88),segment_id=81f651d9-cc2d-45e5-8abb-676bfe983b88)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:06:07.114196 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-533033d6-718a-4945-bca6-3887748e275f req-ac466721-deff-4bcf-ba0c-e4234719eb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:07.156960 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06ace8-39d6-46a7-9765-61839de4ffcc req-b95fc3a2-cdf2-403f-8266-75ba3bbe4058 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:07.158484 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ba06ace8-39d6-46a7-9765-61839de4ffcc req-b95fc3a2-cdf2-403f-8266-75ba3bbe4058 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=b80598bb-752f-4231-9e2c-c59bdcbaeb8b HTTP/1.1" status: 200 len: 943 time: 0.0984576 Jul 30 21:06:07.175806 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533033d6-718a-4945-bca6-3887748e275f req-ac466721-deff-4bcf-ba0c-e4234719eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:07.176482 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-533033d6-718a-4945-bca6-3887748e275f req-ac466721-deff-4bcf-ba0c-e4234719eb96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:07.177823 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-533033d6-718a-4945-bca6-3887748e275f req-ac466721-deff-4bcf-ba0c-e4234719eb96 service neutron] 10.222.0.83 "PUT /v2.0/ports/c5919111-12e8-4961-849a-cb04367c77a6 HTTP/1.1" status: 200 len: 1091 time: 0.7569773 Jul 30 21:06:07.178685 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80598bb-752f-4231-9e2c-c59bdcbaeb8b', 'tag': 'c5919111-12e8-4961-849a-cb04367c77a6'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:06:07.181048 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23af68d-a0ec-45d6-81b4-edcb70c55653" -d '{"events": [{"name": "network-changed", "server_uuid": "b80598bb-752f-4231-9e2c-c59bdcbaeb8b", "tag": "c5919111-12e8-4961-849a-cb04367c77a6"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:06:07.228793 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac466721-deff-4bcf-ba0c-e4234719eb96 service neutron] Pushing event updated for resources: {'Port': ['ID=c5919111-12e8-4961-849a-cb04367c77a6,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:07.265663 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ba06ace8-39d6-46a7-9765-61839de4ffcc req-96e9b252-3efa-41b0-9637-13e2335a15a4 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d07a963-6170-4561-8196-25bcd2c643ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000264 Jul 30 21:06:07.280574 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:06:07.298882 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533033d6-718a-4945-bca6-3887748e275f req-472d287a-4386-4be0-afe7-ebc3621fb659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:07.303804 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-533033d6-718a-4945-bca6-3887748e275f req-472d287a-4386-4be0-afe7-ebc3621fb659 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=749edcc05fda4829bec64bc9f8441e40&device_id=b80598bb-752f-4231-9e2c-c59bdcbaeb8b HTTP/1.1" status: 200 len: 1094 time: 0.0756168 Jul 30 21:06:07.357840 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a7cfae-4fdc-475d-a48d-38057b2b4c98 x-openstack-request-id: req-d9a7cfae-4fdc-475d-a48d-38057b2b4c98 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:06:07.358306 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80598bb-752f-4231-9e2c-c59bdcbaeb8b", "tag": "c5919111-12e8-4961-849a-cb04367c77a6", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:06:07.358543 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d9a7cfae-4fdc-475d-a48d-38057b2b4c98 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:06:07.358972 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80598bb-752f-4231-9e2c-c59bdcbaeb8b', 'tag': 'c5919111-12e8-4961-849a-cb04367c77a6', 'status': 'completed', 'code': 200} Jul 30 21:06:07.361176 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-533033d6-718a-4945-bca6-3887748e275f req-dbc84cc4-cc59-4275-9e9a-312b8a269538 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5919111-12e8-4961-849a-cb04367c77a6 HTTP/1.1" status: 200 len: 217 time: 0.0512385 Jul 30 21:06:07.364880 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:06:07.369254 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:06:07.369636 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:07.432856 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533033d6-718a-4945-bca6-3887748e275f req-63eceb2b-7fe3-49c6-9c27-73c8e6d69495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:07.434378 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-533033d6-718a-4945-bca6-3887748e275f req-63eceb2b-7fe3-49c6-9c27-73c8e6d69495 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=50a771ce-fdd0-480a-8720-891d2af51138 HTTP/1.1" status: 200 len: 856 time: 0.0669181 Jul 30 21:06:07.469481 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:07.486229 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533033d6-718a-4945-bca6-3887748e275f req-70c3abf7-b2f2-44c2-8ac1-91ef75b0cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:07.488466 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-533033d6-718a-4945-bca6-3887748e275f req-70c3abf7-b2f2-44c2-8ac1-91ef75b0cfe3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dbedb2ad-f732-4e87-a80c-e0fb28cc951a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464399 Jul 30 21:06:07.506114 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052,segment=NetworkSegment(37bc7e9e-2c2a-40f7-b5e1-28b4f3d5cf22),segment_id=37bc7e9e-2c2a-40f7-b5e1-28b4f3d5cf22)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:06:07.515849 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:07.575303 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:07.586856 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-533033d6-718a-4945-bca6-3887748e275f req-f4c5aed4-6a74-4eca-ad81-ef266ff45498 service neutron] 10.222.0.83 "GET /v2.0/networks/dbedb2ad-f732-4e87-a80c-e0fb28cc951a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913224 Jul 30 21:06:07.693929 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-533033d6-718a-4945-bca6-3887748e275f req-83d6d57c-c849-49ab-aa0b-b325d89f3dc2 service neutron] 10.222.0.83 "GET /v2.0/networks/dbedb2ad-f732-4e87-a80c-e0fb28cc951a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990582 Jul 30 21:06:07.782833 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23af68d-a0ec-45d6-81b4-edcb70c55653 req-eaab775e-dca8-4504-8344-4850cc8c4a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:07.785011 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a23af68d-a0ec-45d6-81b4-edcb70c55653 req-eaab775e-dca8-4504-8344-4850cc8c4a7d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=749edcc05fda4829bec64bc9f8441e40&device_id=b80598bb-752f-4231-9e2c-c59bdcbaeb8b HTTP/1.1" status: 200 len: 1094 time: 0.0454683 Jul 30 21:06:07.884059 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23af68d-a0ec-45d6-81b4-edcb70c55653 req-e6885b86-a288-47bc-8c66-018054e8fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:07.885550 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a23af68d-a0ec-45d6-81b4-edcb70c55653 req-e6885b86-a288-47bc-8c66-018054e8fff3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dbedb2ad-f732-4e87-a80c-e0fb28cc951a HTTP/1.1" status: 200 len: 918 time: 0.0941079 Jul 30 21:06:07.928305 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a23af68d-a0ec-45d6-81b4-edcb70c55653 req-f3854faa-bcd8-4302-a4f9-f356f3b23232 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5919111-12e8-4961-849a-cb04367c77a6 HTTP/1.1" status: 200 len: 217 time: 0.0357428 Jul 30 21:06:07.976363 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23af68d-a0ec-45d6-81b4-edcb70c55653 req-19f87fde-d119-42b3-a4ab-d5c3c6dcf8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:07.977733 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a23af68d-a0ec-45d6-81b4-edcb70c55653 req-19f87fde-d119-42b3-a4ab-d5c3c6dcf8e7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=50a771ce-fdd0-480a-8720-891d2af51138 HTTP/1.1" status: 200 len: 856 time: 0.0433705 Jul 30 21:06:08.022844 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23af68d-a0ec-45d6-81b4-edcb70c55653 req-24d1fe20-e367-400d-82f3-a58bb68341ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:08.024335 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a23af68d-a0ec-45d6-81b4-edcb70c55653 req-24d1fe20-e367-400d-82f3-a58bb68341ad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dbedb2ad-f732-4e87-a80c-e0fb28cc951a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389862 Jul 30 21:06:08.117914 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a23af68d-a0ec-45d6-81b4-edcb70c55653 req-46571aee-c94f-49a0-98c7-5bebab3e11e4 service neutron] 10.222.0.83 "GET /v2.0/networks/dbedb2ad-f732-4e87-a80c-e0fb28cc951a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863745 Jul 30 21:06:08.207751 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a23af68d-a0ec-45d6-81b4-edcb70c55653 req-fffb794e-7ff2-4980-9d35-d7bad3fbaf36 service neutron] 10.222.0.83 "GET /v2.0/networks/dbedb2ad-f732-4e87-a80c-e0fb28cc951a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821824 Jul 30 21:06:08.397347 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d8278-c722-4782-ac55-e04e717a906a req-1e803541-fa4b-4280-b36a-7144144fc7da tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:08.398702 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3e3d8278-c722-4782-ac55-e04e717a906a req-1e803541-fa4b-4280-b36a-7144144fc7da tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=b80598bb-752f-4231-9e2c-c59bdcbaeb8b HTTP/1.1" status: 200 len: 943 time: 0.0536778 Jul 30 21:06:08.435308 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3e3d8278-c722-4782-ac55-e04e717a906a req-9151197f-9239-49b6-a072-9fdc4f4b9145 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d07a963-6170-4561-8196-25bcd2c643ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306423 Jul 30 21:06:09.199124 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:06:09.246307 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:06:09.246678 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:09.548752 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69635ee6-572c-4736-b23d-39c6b263e0cb req-b6d2d0f7-3a8b-4ba0-95ce-aed6948bad74 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:09.550212 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69635ee6-572c-4736-b23d-39c6b263e0cb req-b6d2d0f7-3a8b-4ba0-95ce-aed6948bad74 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=b80598bb-752f-4231-9e2c-c59bdcbaeb8b HTTP/1.1" status: 200 len: 943 time: 0.0501208 Jul 30 21:06:09.587551 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69635ee6-572c-4736-b23d-39c6b263e0cb req-8089db5a-c351-4c59-8b4c-bee292eb41c2 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d07a963-6170-4561-8196-25bcd2c643ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314622 Jul 30 21:06:10.700581 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769116d-75ad-4f6c-b613-1a3b622fc84d req-68849f2a-5ab7-4f5a-908e-d2bababf36fa tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:10.702025 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3769116d-75ad-4f6c-b613-1a3b622fc84d req-68849f2a-5ab7-4f5a-908e-d2bababf36fa tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=b80598bb-752f-4231-9e2c-c59bdcbaeb8b HTTP/1.1" status: 200 len: 943 time: 0.0483646 Jul 30 21:06:10.739399 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3769116d-75ad-4f6c-b613-1a3b622fc84d req-ea7b56c6-4bd8-4984-aab0-ce613d48aadd tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d07a963-6170-4561-8196-25bcd2c643ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313921 Jul 30 21:06:11.518591 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c5919111-12e8-4961-849a-cb04367c77a6 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:06:11.610138 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c5919111-12e8-4961-849a-cb04367c77a6, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c5919111-12e8-4961-849a-cb04367c77a6,segment=NetworkSegment(81f651d9-cc2d-45e5-8abb-676bfe983b88),segment_id=81f651d9-cc2d-45e5-8abb-676bfe983b88)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:06:11.624601 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'c5919111-12e8-4961-849a-cb04367c77a6', 'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a', 'port_id': 'c5919111-12e8-4961-849a-cb04367c77a6', 'mac_address': 'fa:16:3e:8d:52:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a771ce-fdd0-480a-8720-891d2af51138', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 21:06:11.660303 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:11.672625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5919111-12e8-4961-849a-cb04367c77a6 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:06:11.693559 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c5919111-12e8-4961-849a-cb04367c77a6, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c5919111-12e8-4961-849a-cb04367c77a6,segment=NetworkSegment(81f651d9-cc2d-45e5-8abb-676bfe983b88),segment_id=81f651d9-cc2d-45e5-8abb-676bfe983b88)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:06:11.697113 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:11.743680 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=c5919111-12e8-4961-849a-cb04367c77a6,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:11.870753 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9dd22-eea5-4ebf-b445-aeddb54ea3c4 req-542a911d-b185-4f8b-a6be-242d610d1ebd tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:11.872229 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-11d9dd22-eea5-4ebf-b445-aeddb54ea3c4 req-542a911d-b185-4f8b-a6be-242d610d1ebd tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=b80598bb-752f-4231-9e2c-c59bdcbaeb8b HTTP/1.1" status: 200 len: 944 time: 0.0515711 Jul 30 21:06:11.909875 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-11d9dd22-eea5-4ebf-b445-aeddb54ea3c4 req-ebd76ce0-ccdb-4128-857e-3d34e3e62db2 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d07a963-6170-4561-8196-25bcd2c643ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316956 Jul 30 21:06:11.982639 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['c5919111-12e8-4961-849a-cb04367c77a6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:06:13.033611 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c3f82-f7cb-4ad9-8afc-0ccd3809a0af req-b15b0e4c-36f3-4ea9-a61b-b6fcac9d8831 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:13.035218 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-652c3f82-f7cb-4ad9-8afc-0ccd3809a0af req-b15b0e4c-36f3-4ea9-a61b-b6fcac9d8831 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=b80598bb-752f-4231-9e2c-c59bdcbaeb8b HTTP/1.1" status: 200 len: 944 time: 0.0552866 Jul 30 21:06:13.073423 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-652c3f82-f7cb-4ad9-8afc-0ccd3809a0af req-e56c6605-8a47-45fd-b4b0-36d5d05940f8 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d07a963-6170-4561-8196-25bcd2c643ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320728 Jul 30 21:06:13.534002 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c5919111-12e8-4961-849a-cb04367c77a6 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:06:13.582137 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port c5919111-12e8-4961-849a-cb04367c77a6 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:06:13.586360 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port c5919111-12e8-4961-849a-cb04367c77a6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:06:13.586735 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:13.666619 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:13.839132 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80598bb-752f-4231-9e2c-c59bdcbaeb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5919111-12e8-4961-849a-cb04367c77a6'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:06:13.841289 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d064f19-7660-4cab-9187-d0b52977906e" -d '{"events": [{"server_uuid": "b80598bb-752f-4231-9e2c-c59bdcbaeb8b", "name": "network-vif-plugged", "status": "completed", "tag": "c5919111-12e8-4961-849a-cb04367c77a6"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:06:13.854572 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port c5919111-12e8-4961-849a-cb04367c77a6, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c5919111-12e8-4961-849a-cb04367c77a6,segment=NetworkSegment(81f651d9-cc2d-45e5-8abb-676bfe983b88),segment_id=81f651d9-cc2d-45e5-8abb-676bfe983b88)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:06:13.858808 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:13.881622 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e93826-0f87-4cbe-bc1e-d3b4239e6136 x-openstack-request-id: req-e4e93826-0f87-4cbe-bc1e-d3b4239e6136 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:06:13.881906 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80598bb-752f-4231-9e2c-c59bdcbaeb8b", "name": "network-vif-plugged", "status": "completed", "tag": "c5919111-12e8-4961-849a-cb04367c77a6", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:06:13.882153 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e4e93826-0f87-4cbe-bc1e-d3b4239e6136 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:06:13.882574 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80598bb-752f-4231-9e2c-c59bdcbaeb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5919111-12e8-4961-849a-cb04367c77a6', 'code': 200} Jul 30 21:06:13.910173 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=c5919111-12e8-4961-849a-cb04367c77a6,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:13.971358 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93c996-6aeb-4955-9abc-7d3c3bd48c02 req-8e0a506e-7efb-42f8-b75c-c76658a74537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:13.973431 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9e93c996-6aeb-4955-9abc-7d3c3bd48c02 req-8e0a506e-7efb-42f8-b75c-c76658a74537 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b80598bb-752f-4231-9e2c-c59bdcbaeb8b HTTP/1.1" status: 200 len: 1096 time: 0.0403423 Jul 30 21:06:14.006385 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9e93c996-6aeb-4955-9abc-7d3c3bd48c02 req-76748c57-fd05-4d79-9e69-1db0a4b7edd9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9d07a963-6170-4561-8196-25bcd2c643ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263355 Jul 30 21:06:14.193071 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424aec8-65a8-4d74-adc5-07e5cfbddd3a req-c0c89d99-a284-46f4-856d-ecf1a6c98726 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:14.194558 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a424aec8-65a8-4d74-adc5-07e5cfbddd3a req-c0c89d99-a284-46f4-856d-ecf1a6c98726 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=b80598bb-752f-4231-9e2c-c59bdcbaeb8b HTTP/1.1" status: 200 len: 945 time: 0.0533757 Jul 30 21:06:14.231760 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a424aec8-65a8-4d74-adc5-07e5cfbddd3a req-b7d26992-4a18-4f36-8194-ccda8cf6589c tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d07a963-6170-4561-8196-25bcd2c643ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309753 Jul 30 21:06:15.346774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02ee9a-257c-4eae-91e4-c0ea5cb25e3a req-ebc0e15e-aff7-4455-861c-0561404cf3f5 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:15.348274 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d02ee9a-257c-4eae-91e4-c0ea5cb25e3a req-ebc0e15e-aff7-4455-861c-0561404cf3f5 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=b80598bb-752f-4231-9e2c-c59bdcbaeb8b HTTP/1.1" status: 200 len: 945 time: 0.0510967 Jul 30 21:06:15.388295 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d02ee9a-257c-4eae-91e4-c0ea5cb25e3a req-aee2ab89-8453-4f60-94f5-dfa6366b410d tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d07a963-6170-4561-8196-25bcd2c643ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319729 Jul 30 21:06:15.499877 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8c49a-be51-4a1f-b100-40c39bbfce8c req-8b6034ba-a771-4ae0-89f4-80a4a1f464de tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:15.501288 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-47e8c49a-be51-4a1f-b100-40c39bbfce8c req-8b6034ba-a771-4ae0-89f4-80a4a1f464de tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=b80598bb-752f-4231-9e2c-c59bdcbaeb8b HTTP/1.1" status: 200 len: 945 time: 0.0482497 Jul 30 21:06:15.538177 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-47e8c49a-be51-4a1f-b100-40c39bbfce8c req-c4776c84-6893-4d15-b13b-82c88fbf5b4c tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d07a963-6170-4561-8196-25bcd2c643ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304027 Jul 30 21:06:16.076302 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:20.177640 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:21.344945 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-943328e1-0c53-4752-95a7-f7f246d0a01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:23.765100 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab3f7512-0f17-44bd-b37a-2d661d88d057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:24.034255 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:25.187299 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:26.666069 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f1b8536e-db53-40f9-85f7-f7ceafd40d75 req-b512f766-aff9-4901-aa0f-e3f16383d7fa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b80598bb-752f-4231-9e2c-c59bdcbaeb8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443885 Jul 30 21:06:26.752816 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8536e-db53-40f9-85f7-f7ceafd40d75 req-adfc58da-45ce-45ce-b8e9-509626a4a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:26.754346 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f1b8536e-db53-40f9-85f7-f7ceafd40d75 req-adfc58da-45ce-45ce-b8e9-509626a4a0df service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=749edcc05fda4829bec64bc9f8441e40&device_id=b80598bb-752f-4231-9e2c-c59bdcbaeb8b HTTP/1.1" status: 200 len: 1096 time: 0.0409217 Jul 30 21:06:26.856479 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8536e-db53-40f9-85f7-f7ceafd40d75 req-d5ab540b-13a7-42fd-8690-2c65cfbeafdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:26.857964 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f1b8536e-db53-40f9-85f7-f7ceafd40d75 req-d5ab540b-13a7-42fd-8690-2c65cfbeafdd service neutron] 10.222.0.83 "GET /v2.0/networks?id=dbedb2ad-f732-4e87-a80c-e0fb28cc951a HTTP/1.1" status: 200 len: 918 time: 0.0844896 Jul 30 21:06:26.902166 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f1b8536e-db53-40f9-85f7-f7ceafd40d75 req-ceb51e34-4fa7-4763-b38b-1fedd8885ba1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5919111-12e8-4961-849a-cb04367c77a6 HTTP/1.1" status: 200 len: 217 time: 0.0368114 Jul 30 21:06:26.952415 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8536e-db53-40f9-85f7-f7ceafd40d75 req-046287d5-8811-4170-b24e-304c8abdb290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:26.953939 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f1b8536e-db53-40f9-85f7-f7ceafd40d75 req-046287d5-8811-4170-b24e-304c8abdb290 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=50a771ce-fdd0-480a-8720-891d2af51138 HTTP/1.1" status: 200 len: 856 time: 0.0446208 Jul 30 21:06:26.999814 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8536e-db53-40f9-85f7-f7ceafd40d75 req-324e7ae9-5ae3-4d7a-819c-c27abb72ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:27.001503 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f1b8536e-db53-40f9-85f7-f7ceafd40d75 req-324e7ae9-5ae3-4d7a-819c-c27abb72ed05 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dbedb2ad-f732-4e87-a80c-e0fb28cc951a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411990 Jul 30 21:06:27.041532 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:27.095916 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f1b8536e-db53-40f9-85f7-f7ceafd40d75 req-6a7ae116-0e16-453a-a71d-aace501618d3 service neutron] 10.222.0.83 "GET /v2.0/networks/dbedb2ad-f732-4e87-a80c-e0fb28cc951a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872517 Jul 30 21:06:27.191135 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f1b8536e-db53-40f9-85f7-f7ceafd40d75 req-d31ac081-00f0-4621-93d4-504c8e380e86 service neutron] 10.222.0.83 "GET /v2.0/networks/dbedb2ad-f732-4e87-a80c-e0fb28cc951a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874259 Jul 30 21:06:34.001645 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c6ea0-893a-4c3c-aadf-7efe497acd1a req-058b1ef9-356d-4da6-a011-815f4dc5ea05 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:34.003156 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-446c6ea0-893a-4c3c-aadf-7efe497acd1a req-058b1ef9-356d-4da6-a011-815f4dc5ea05 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=b80598bb-752f-4231-9e2c-c59bdcbaeb8b HTTP/1.1" status: 200 len: 945 time: 0.0537677 Jul 30 21:06:34.040897 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-446c6ea0-893a-4c3c-aadf-7efe497acd1a req-2fe2514d-3dcb-4490-bce5-122269589661 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d07a963-6170-4561-8196-25bcd2c643ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312121 Jul 30 21:06:35.155379 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb7473-e84c-4345-b374-4e910e43994a req-8c7ae3d7-e205-4f87-bfd5-b4294843a241 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:35.156856 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48cb7473-e84c-4345-b374-4e910e43994a req-8c7ae3d7-e205-4f87-bfd5-b4294843a241 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=b80598bb-752f-4231-9e2c-c59bdcbaeb8b HTTP/1.1" status: 200 len: 945 time: 0.0491445 Jul 30 21:06:35.195645 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48cb7473-e84c-4345-b374-4e910e43994a req-77207faf-7bdb-41de-a045-8020328c20c6 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d07a963-6170-4561-8196-25bcd2c643ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318713 Jul 30 21:06:35.713009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ba2aa-29db-4c14-a714-bb85d7748f83 req-e3e9f9cb-5ab6-4510-b504-c3c1212b6711 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:35.714430 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-613ba2aa-29db-4c14-a714-bb85d7748f83 req-e3e9f9cb-5ab6-4510-b504-c3c1212b6711 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.83 "GET /v2.0/ports?device_id=b80598bb-752f-4231-9e2c-c59bdcbaeb8b HTTP/1.1" status: 200 len: 945 time: 0.0481110 Jul 30 21:06:35.807897 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-613ba2aa-29db-4c14-a714-bb85d7748f83 req-f945aa54-4f45-4f83-bff7-dcdb5984b410 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Deleting port c5919111-12e8-4961-849a-cb04367c77a6 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:06:35.808234 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-613ba2aa-29db-4c14-a714-bb85d7748f83 req-f945aa54-4f45-4f83-bff7-dcdb5984b410 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:35.892824 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-613ba2aa-29db-4c14-a714-bb85d7748f83 req-f945aa54-4f45-4f83-bff7-dcdb5984b410 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] For port c5919111-12e8-4961-849a-cb04367c77a6, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=c5919111-12e8-4961-849a-cb04367c77a6,segment=NetworkSegment(81f651d9-cc2d-45e5-8abb-676bfe983b88),segment_id=81f651d9-cc2d-45e5-8abb-676bfe983b88)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:06:35.893180 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-613ba2aa-29db-4c14-a714-bb85d7748f83 req-f945aa54-4f45-4f83-bff7-dcdb5984b410 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:35.905595 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-613ba2aa-29db-4c14-a714-bb85d7748f83 req-f945aa54-4f45-4f83-bff7-dcdb5984b410 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Calling delete_port for c5919111-12e8-4961-849a-cb04367c77a6 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:06:36.031715 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-613ba2aa-29db-4c14-a714-bb85d7748f83 req-f945aa54-4f45-4f83-bff7-dcdb5984b410 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:36.043574 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['c5919111-12e8-4961-849a-cb04367c77a6'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:06:36.060340 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945aa54-4f45-4f83-bff7-dcdb5984b410 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Pushing event deleted for resources: {'Port': ['ID=c5919111-12e8-4961-849a-cb04367c77a6,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:36.086816 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945aa54-4f45-4f83-bff7-dcdb5984b410 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:06:36.087165 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945aa54-4f45-4f83-bff7-dcdb5984b410 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:06:36.087520 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945aa54-4f45-4f83-bff7-dcdb5984b410 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:06:36.087867 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945aa54-4f45-4f83-bff7-dcdb5984b410 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:06:36.088199 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945aa54-4f45-4f83-bff7-dcdb5984b410 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:06:36.088525 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945aa54-4f45-4f83-bff7-dcdb5984b410 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:06:36.088852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945aa54-4f45-4f83-bff7-dcdb5984b410 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:06:36.089177 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945aa54-4f45-4f83-bff7-dcdb5984b410 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:06:36.089500 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945aa54-4f45-4f83-bff7-dcdb5984b410 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:06:36.089821 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945aa54-4f45-4f83-bff7-dcdb5984b410 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:06:36.090137 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945aa54-4f45-4f83-bff7-dcdb5984b410 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:06:36.090457 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945aa54-4f45-4f83-bff7-dcdb5984b410 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:06:36.114597 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-613ba2aa-29db-4c14-a714-bb85d7748f83 req-f945aa54-4f45-4f83-bff7-dcdb5984b410 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] No DVR routers for this DVR port c5919111-12e8-4961-849a-cb04367c77a6 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:06:36.117295 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-613ba2aa-29db-4c14-a714-bb85d7748f83 req-f945aa54-4f45-4f83-bff7-dcdb5984b410 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:36.119291 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-613ba2aa-29db-4c14-a714-bb85d7748f83 req-f945aa54-4f45-4f83-bff7-dcdb5984b410 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.83 "DELETE /v2.0/ports/c5919111-12e8-4961-849a-cb04367c77a6 HTTP/1.1" status: 204 len: 173 time: 0.3975408 Jul 30 21:06:36.119825 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80598bb-752f-4231-9e2c-c59bdcbaeb8b', 'name': 'network-vif-deleted', 'tag': 'c5919111-12e8-4961-849a-cb04367c77a6'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:06:36.122070 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89305027-4ce9-4b5a-9d28-6fafa62df323" -d '{"events": [{"server_uuid": "b80598bb-752f-4231-9e2c-c59bdcbaeb8b", "name": "network-vif-deleted", "tag": "c5919111-12e8-4961-849a-cb04367c77a6"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:06:36.160257 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b92c00-8a62-4a84-b50c-ba7335068a8f x-openstack-request-id: req-48b92c00-8a62-4a84-b50c-ba7335068a8f {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:06:36.160865 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80598bb-752f-4231-9e2c-c59bdcbaeb8b", "name": "network-vif-deleted", "tag": "c5919111-12e8-4961-849a-cb04367c77a6", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:06:36.160865 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-48b92c00-8a62-4a84-b50c-ba7335068a8f {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:06:36.161175 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80598bb-752f-4231-9e2c-c59bdcbaeb8b', 'name': 'network-vif-deleted', 'tag': 'c5919111-12e8-4961-849a-cb04367c77a6', 'status': 'completed', 'code': 200} Jul 30 21:06:36.311076 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-187a19bc-90cf-4bc0-994a-4ebc3dd62eff req-3b99f1f3-e570-4381-b039-adc6bb7a2daa tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=b80598bb-752f-4231-9e2c-c59bdcbaeb8b HTTP/1.1" status: 200 len: 210 time: 0.0267260 Jul 30 21:06:36.829856 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:06:37.807329 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-8a502296-2f71-4e34-8d05-768682673191 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:37.808802 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-8a502296-2f71-4e34-8d05-768682673191 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/networks?id=dbedb2ad-f732-4e87-a80c-e0fb28cc951a HTTP/1.1" status: 200 len: 817 time: 0.1008475 Jul 30 21:06:37.823357 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-050c67d7-6beb-4213-82ea-838f750430e4 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/quotas/749edcc05fda4829bec64bc9f8441e40 HTTP/1.1" status: 200 len: 375 time: 0.0088139 Jul 30 21:06:37.877112 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-6c047685-d29d-4dd8-b19c-643e9ef89cb1 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=749edcc05fda4829bec64bc9f8441e40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486386 Jul 30 21:06:37.968974 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-4157a61d-8c8b-4b80-b14a-1bbda79368ba service neutron] 10.222.0.81 "GET /v2.0/networks/dbedb2ad-f732-4e87-a80c-e0fb28cc951a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804284 Jul 30 21:06:38.059451 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-5fc8e2a8-2dd4-4e18-87d6-a3f91ecf70fc service neutron] 10.222.0.81 "GET /v2.0/networks/dbedb2ad-f732-4e87-a80c-e0fb28cc951a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839393 Jul 30 21:06:38.215835 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0c99128d-88a3-4b45-a60b-45f7d33078b1 req-ec9ee560-1662-40ac-b1ed-31daef3b34d6 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=2014af25-115d-48c3-b21f-f340dc211714 HTTP/1.1" status: 200 len: 210 time: 0.0273976 Jul 30 21:06:39.092288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-c50f8033-03eb-4be4-bfdd-1ae42d1e466f tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:39.093755 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-c50f8033-03eb-4be4-bfdd-1ae42d1e466f tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.83 "GET /v2.0/networks?id=dbedb2ad-f732-4e87-a80c-e0fb28cc951a HTTP/1.1" status: 200 len: 817 time: 0.1032975 Jul 30 21:06:39.106713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-3640bb6a-637a-41ff-97e1-7a4569cc7775 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Request body: {'port': {'device_id': '2014af25-115d-48c3-b21f-f340dc211714', 'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a', 'admin_state_up': True, 'tenant_id': '749edcc05fda4829bec64bc9f8441e40'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:06:39.216849 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-3640bb6a-637a-41ff-97e1-7a4569cc7775 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Made reservation on behalf of 749edcc05fda4829bec64bc9f8441e40 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:06:39.220274 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-3640bb6a-637a-41ff-97e1-7a4569cc7775 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:39.318947 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-514c56ee-3804-4343-8268-fbaf566e85aa req-7d2a2dc1-34c9-4c36-a779-1c41969ea56c tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=2014af25-115d-48c3-b21f-f340dc211714 HTTP/1.1" status: 200 len: 210 time: 0.0307977 Jul 30 21:06:39.372636 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-3640bb6a-637a-41ff-97e1-7a4569cc7775 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Allocated IP 172.20.0.10 (dbedb2ad-f732-4e87-a80c-e0fb28cc951a/50a771ce-fdd0-480a-8720-891d2af51138/ed409d82-5c38-4ce9-95b5-9b56212845cc) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:06:39.511378 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-3640bb6a-637a-41ff-97e1-7a4569cc7775 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:39.524898 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-3640bb6a-637a-41ff-97e1-7a4569cc7775 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Transition to ACTIVE for port object ed409d82-5c38-4ce9-95b5-9b56212845cc will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:06:39.557935 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-3640bb6a-637a-41ff-97e1-7a4569cc7775 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:39.605222 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-3640bb6a-637a-41ff-97e1-7a4569cc7775 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Network dbedb2ad-f732-4e87-a80c-e0fb28cc951a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:06:39.608419 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-3640bb6a-637a-41ff-97e1-7a4569cc7775 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:06:39.612166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-3640bb6a-637a-41ff-97e1-7a4569cc7775 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:06:39.620492 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640bb6a-637a-41ff-97e1-7a4569cc7775 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Pushing event updated for resources: {'Port': ['ID=ed409d82-5c38-4ce9-95b5-9b56212845cc,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:39.666982 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-3640bb6a-637a-41ff-97e1-7a4569cc7775 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:39.667632 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-3640bb6a-637a-41ff-97e1-7a4569cc7775 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:39.682690 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-3640bb6a-637a-41ff-97e1-7a4569cc7775 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5795705 Jul 30 21:06:39.695259 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-86815c78-0b22-4f5b-b632-a1020522bdf3 service neutron] Request body: {'port': {'device_id': '2014af25-115d-48c3-b21f-f340dc211714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:06:39.704985 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c5919111-12e8-4961-849a-cb04367c77a6 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:06:39.729967 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: c5919111-12e8-4961-849a-cb04367c77a6 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:06:39.730606 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device c5919111-12e8-4961-849a-cb04367c77a6 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:06:39.750906 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-86815c78-0b22-4f5b-b632-a1020522bdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:39.846958 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c0fac629-37b3-4baa-a70b-5dead35aecee None None] Provisioning for port ed409d82-5c38-4ce9-95b5-9b56212845cc completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:06:39.850617 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c0fac629-37b3-4baa-a70b-5dead35aecee None None] Provisioning complete for port ed409d82-5c38-4ce9-95b5-9b56212845cc triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:06:39.850993 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0fac629-37b3-4baa-a70b-5dead35aecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:39.884977 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c0fac629-37b3-4baa-a70b-5dead35aecee None None] Port ed409d82-5c38-4ce9-95b5-9b56212845cc cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:06:40.018177 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-86815c78-0b22-4f5b-b632-a1020522bdf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed409d82-5c38-4ce9-95b5-9b56212845cc {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:06:40.026222 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-86815c78-0b22-4f5b-b632-a1020522bdf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:40.037918 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-86815c78-0b22-4f5b-b632-a1020522bdf3 service neutron] Transition to ACTIVE for port object ed409d82-5c38-4ce9-95b5-9b56212845cc will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:06:40.041565 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-86815c78-0b22-4f5b-b632-a1020522bdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:40.108624 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86815c78-0b22-4f5b-b632-a1020522bdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed409d82-5c38-4ce9-95b5-9b56212845cc,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:40.163659 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-86815c78-0b22-4f5b-b632-a1020522bdf3 service neutron] Attempting to bind port ed409d82-5c38-4ce9-95b5-9b56212845cc on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:06:40.164005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-86815c78-0b22-4f5b-b632-a1020522bdf3 service neutron] Attempting to bind port ed409d82-5c38-4ce9-95b5-9b56212845cc by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '81f651d9-cc2d-45e5-8abb-676bfe983b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:06:40.164342 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-86815c78-0b22-4f5b-b632-a1020522bdf3 service neutron] Attempting to bind port ed409d82-5c38-4ce9-95b5-9b56212845cc on network dbedb2ad-f732-4e87-a80c-e0fb28cc951a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:06:40.168888 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-86815c78-0b22-4f5b-b632-a1020522bdf3 service neutron] Port ed409d82-5c38-4ce9-95b5-9b56212845cc on network dbedb2ad-f732-4e87-a80c-e0fb28cc951a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 21:06:40.169211 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-86815c78-0b22-4f5b-b632-a1020522bdf3 service neutron] Attempting to bind port ed409d82-5c38-4ce9-95b5-9b56212845cc on network dbedb2ad-f732-4e87-a80c-e0fb28cc951a {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:06:40.174694 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-86815c78-0b22-4f5b-b632-a1020522bdf3 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:06:40.175036 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-86815c78-0b22-4f5b-b632-a1020522bdf3 service neutron] Checking segment: {'id': '81f651d9-cc2d-45e5-8abb-676bfe983b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:06:40.175983 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-86815c78-0b22-4f5b-b632-a1020522bdf3 service neutron] Bound using segment: {'id': '81f651d9-cc2d-45e5-8abb-676bfe983b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:06:40.176418 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-86815c78-0b22-4f5b-b632-a1020522bdf3 service neutron] Bound port: ed409d82-5c38-4ce9-95b5-9b56212845cc, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f651d9-cc2d-45e5-8abb-676bfe983b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:06:40.176778 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-86815c78-0b22-4f5b-b632-a1020522bdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:40.249260 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-86815c78-0b22-4f5b-b632-a1020522bdf3 service neutron] For port ed409d82-5c38-4ce9-95b5-9b56212845cc, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:06:40.252769 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-86815c78-0b22-4f5b-b632-a1020522bdf3 service neutron] For port ed409d82-5c38-4ce9-95b5-9b56212845cc, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ed409d82-5c38-4ce9-95b5-9b56212845cc,segment=NetworkSegment(81f651d9-cc2d-45e5-8abb-676bfe983b88),segment_id=81f651d9-cc2d-45e5-8abb-676bfe983b88)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:06:40.256987 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-86815c78-0b22-4f5b-b632-a1020522bdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:40.291247 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-86815c78-0b22-4f5b-b632-a1020522bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:40.291895 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-86815c78-0b22-4f5b-b632-a1020522bdf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:40.293744 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-86815c78-0b22-4f5b-b632-a1020522bdf3 service neutron] 10.222.0.83 "PUT /v2.0/ports/ed409d82-5c38-4ce9-95b5-9b56212845cc HTTP/1.1" status: 200 len: 1092 time: 0.6027300 Jul 30 21:06:40.293744 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2014af25-115d-48c3-b21f-f340dc211714', 'tag': 'ed409d82-5c38-4ce9-95b5-9b56212845cc'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:06:40.295984 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7544fa-9758-4d59-8b99-ec4d853c6536" -d '{"events": [{"name": "network-changed", "server_uuid": "2014af25-115d-48c3-b21f-f340dc211714", "tag": "ed409d82-5c38-4ce9-95b5-9b56212845cc"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:06:40.327631 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86815c78-0b22-4f5b-b632-a1020522bdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed409d82-5c38-4ce9-95b5-9b56212845cc,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:40.358286 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7c7a1c-5f55-4f2a-bae7-3f4d681c65c5 x-openstack-request-id: req-1a7c7a1c-5f55-4f2a-bae7-3f4d681c65c5 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:06:40.358582 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2014af25-115d-48c3-b21f-f340dc211714", "tag": "ed409d82-5c38-4ce9-95b5-9b56212845cc", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:06:40.358834 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a7c7a1c-5f55-4f2a-bae7-3f4d681c65c5 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:06:40.359356 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2014af25-115d-48c3-b21f-f340dc211714', 'tag': 'ed409d82-5c38-4ce9-95b5-9b56212845cc', 'status': 'completed', 'code': 200} Jul 30 21:06:40.418121 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-1c56fcaa-f125-4ea6-88bb-f3832a3c4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:40.419598 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-1c56fcaa-f125-4ea6-88bb-f3832a3c4d8a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=749edcc05fda4829bec64bc9f8441e40&device_id=2014af25-115d-48c3-b21f-f340dc211714 HTTP/1.1" status: 200 len: 1095 time: 0.0732815 Jul 30 21:06:40.477648 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-c55a16cc-fa2b-4566-a659-b639f12bd578 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed409d82-5c38-4ce9-95b5-9b56212845cc HTTP/1.1" status: 200 len: 217 time: 0.0368226 Jul 30 21:06:40.522043 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e06fe8-9731-476e-a35f-a90aa6c63175 req-8ec037da-1b0d-4757-8adb-0ad53c1da45a tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:40.523550 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-34e06fe8-9731-476e-a35f-a90aa6c63175 req-8ec037da-1b0d-4757-8adb-0ad53c1da45a tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=2014af25-115d-48c3-b21f-f340dc211714 HTTP/1.1" status: 200 len: 944 time: 0.1161718 Jul 30 21:06:40.556626 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-de162e75-2063-4a35-a3ed-9961b4b4af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:40.558038 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-de162e75-2063-4a35-a3ed-9961b4b4af8c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=50a771ce-fdd0-480a-8720-891d2af51138 HTTP/1.1" status: 200 len: 856 time: 0.0719762 Jul 30 21:06:40.930498 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-34e06fe8-9731-476e-a35f-a90aa6c63175 req-db56cfb9-ae50-41a4-8fd1-1e5bad775844 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d07a963-6170-4561-8196-25bcd2c643ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007516 Jul 30 21:06:40.946364 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-88068a90-3919-4016-abcf-4cdd0405c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:40.947865 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-88068a90-3919-4016-abcf-4cdd0405c6f9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dbedb2ad-f732-4e87-a80c-e0fb28cc951a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3807726 Jul 30 21:06:41.036790 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-42b7babb-bcb3-4db3-a8aa-dc3a7f04c909 service neutron] 10.222.0.83 "GET /v2.0/networks/dbedb2ad-f732-4e87-a80c-e0fb28cc951a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807564 Jul 30 21:06:41.127637 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9963461-2e67-44d5-8ec1-6bbc63c2552f req-d668d5d2-c312-4db4-b2ad-dc103ab45ef4 service neutron] 10.222.0.83 "GET /v2.0/networks/dbedb2ad-f732-4e87-a80c-e0fb28cc951a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836284 Jul 30 21:06:41.217689 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7544fa-9758-4d59-8b99-ec4d853c6536 req-c2238bef-318d-45a8-8359-8a5574042f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:41.219058 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef7544fa-9758-4d59-8b99-ec4d853c6536 req-c2238bef-318d-45a8-8359-8a5574042f4d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=749edcc05fda4829bec64bc9f8441e40&device_id=2014af25-115d-48c3-b21f-f340dc211714 HTTP/1.1" status: 200 len: 1095 time: 0.0409548 Jul 30 21:06:41.308115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7544fa-9758-4d59-8b99-ec4d853c6536 req-108ee6f4-008d-4fff-8a95-bf454f21a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:41.309576 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef7544fa-9758-4d59-8b99-ec4d853c6536 req-108ee6f4-008d-4fff-8a95-bf454f21a00d service neutron] 10.222.0.83 "GET /v2.0/networks?id=dbedb2ad-f732-4e87-a80c-e0fb28cc951a HTTP/1.1" status: 200 len: 918 time: 0.0836897 Jul 30 21:06:41.353922 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef7544fa-9758-4d59-8b99-ec4d853c6536 req-ec39f28a-5686-417e-8f38-a9e9c44e5dfe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed409d82-5c38-4ce9-95b5-9b56212845cc HTTP/1.1" status: 200 len: 217 time: 0.0368519 Jul 30 21:06:41.401981 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7544fa-9758-4d59-8b99-ec4d853c6536 req-b59c22ef-e321-415e-92a0-84ff892bd6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:41.403334 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef7544fa-9758-4d59-8b99-ec4d853c6536 req-b59c22ef-e321-415e-92a0-84ff892bd6d9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=50a771ce-fdd0-480a-8720-891d2af51138 HTTP/1.1" status: 200 len: 856 time: 0.0426292 Jul 30 21:06:41.447652 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7544fa-9758-4d59-8b99-ec4d853c6536 req-768a4624-4e19-4900-aae5-5a56429219a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:41.449462 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef7544fa-9758-4d59-8b99-ec4d853c6536 req-768a4624-4e19-4900-aae5-5a56429219a0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dbedb2ad-f732-4e87-a80c-e0fb28cc951a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393121 Jul 30 21:06:41.540203 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef7544fa-9758-4d59-8b99-ec4d853c6536 req-ac39022d-ff79-48b6-9b19-4489e1ff4ebc service neutron] 10.222.0.83 "GET /v2.0/networks/dbedb2ad-f732-4e87-a80c-e0fb28cc951a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822530 Jul 30 21:06:41.627127 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ef7544fa-9758-4d59-8b99-ec4d853c6536 req-27d8170b-f9ac-4f2c-b1dd-13087084c4a4 service neutron] 10.222.0.83 "GET /v2.0/networks/dbedb2ad-f732-4e87-a80c-e0fb28cc951a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792503 Jul 30 21:06:42.046913 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a4822-1d7a-46ec-ac7f-602bad2718f8 req-046b9215-14af-4dc6-bfc8-3cb3ded583ef tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:42.048390 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e16a4822-1d7a-46ec-ac7f-602bad2718f8 req-046b9215-14af-4dc6-bfc8-3cb3ded583ef tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=2014af25-115d-48c3-b21f-f340dc211714 HTTP/1.1" status: 200 len: 944 time: 0.0531149 Jul 30 21:06:42.085514 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e16a4822-1d7a-46ec-ac7f-602bad2718f8 req-b56e009a-f34f-4f49-ab9b-f105727edba9 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d07a963-6170-4561-8196-25bcd2c643ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305662 Jul 30 21:06:43.200263 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439ceea-5081-41a9-8593-7decd22293aa req-42c91dee-c776-4e8e-af35-e1203c0c2dec tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:43.201750 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0439ceea-5081-41a9-8593-7decd22293aa req-42c91dee-c776-4e8e-af35-e1203c0c2dec tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=2014af25-115d-48c3-b21f-f340dc211714 HTTP/1.1" status: 200 len: 944 time: 0.0501490 Jul 30 21:06:43.239389 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0439ceea-5081-41a9-8593-7decd22293aa req-41386abb-dab0-43f1-ac4c-9a1a4e635101 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d07a963-6170-4561-8196-25bcd2c643ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316417 Jul 30 21:06:43.736093 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ed409d82-5c38-4ce9-95b5-9b56212845cc details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:06:43.830808 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port ed409d82-5c38-4ce9-95b5-9b56212845cc, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ed409d82-5c38-4ce9-95b5-9b56212845cc,segment=NetworkSegment(81f651d9-cc2d-45e5-8abb-676bfe983b88),segment_id=81f651d9-cc2d-45e5-8abb-676bfe983b88)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:06:43.842315 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': 'ed409d82-5c38-4ce9-95b5-9b56212845cc', 'network_id': 'dbedb2ad-f732-4e87-a80c-e0fb28cc951a', 'port_id': 'ed409d82-5c38-4ce9-95b5-9b56212845cc', 'mac_address': 'fa:16:3e:9d:5f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a771ce-fdd0-480a-8720-891d2af51138', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 21:06:43.877847 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:43.889968 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed409d82-5c38-4ce9-95b5-9b56212845cc {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:06:43.909282 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port ed409d82-5c38-4ce9-95b5-9b56212845cc, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ed409d82-5c38-4ce9-95b5-9b56212845cc,segment=NetworkSegment(81f651d9-cc2d-45e5-8abb-676bfe983b88),segment_id=81f651d9-cc2d-45e5-8abb-676bfe983b88)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:06:43.913699 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:43.959955 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=ed409d82-5c38-4ce9-95b5-9b56212845cc,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:43.967173 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:06:43.967542 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:06:43.967894 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:06:43.968238 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:06:43.968576 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:06:43.968910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:06:43.969240 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:06:43.969570 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:06:43.969898 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:06:43.970224 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:06:43.970548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:06:43.970871 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:06:44.219476 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['ed409d82-5c38-4ce9-95b5-9b56212845cc'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:06:44.353740 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456d313-a888-4965-8b7c-e1621d8efc41 req-561abb24-b0b3-4cca-8ba9-456f98e579f6 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:44.355226 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9456d313-a888-4965-8b7c-e1621d8efc41 req-561abb24-b0b3-4cca-8ba9-456f98e579f6 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=2014af25-115d-48c3-b21f-f340dc211714 HTTP/1.1" status: 200 len: 945 time: 0.0495884 Jul 30 21:06:44.393476 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9456d313-a888-4965-8b7c-e1621d8efc41 req-f6616782-2709-40bf-bf3f-23c4aa0bf097 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d07a963-6170-4561-8196-25bcd2c643ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321987 Jul 30 21:06:45.510478 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76748857-fd35-4472-982b-f3c231f66c32 req-368d33e0-5515-481d-9541-7fc7c01551af tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:45.512290 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76748857-fd35-4472-982b-f3c231f66c32 req-368d33e0-5515-481d-9541-7fc7c01551af tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=2014af25-115d-48c3-b21f-f340dc211714 HTTP/1.1" status: 200 len: 945 time: 0.0525136 Jul 30 21:06:45.549166 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76748857-fd35-4472-982b-f3c231f66c32 req-f2c8309e-6e21-4b04-a271-17219f702a13 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d07a963-6170-4561-8196-25bcd2c643ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310128 Jul 30 21:06:45.752232 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ed409d82-5c38-4ce9-95b5-9b56212845cc up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:06:45.799257 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port ed409d82-5c38-4ce9-95b5-9b56212845cc completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:06:45.803738 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port ed409d82-5c38-4ce9-95b5-9b56212845cc triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:06:45.804105 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:45.878868 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:45.899660 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2014af25-115d-48c3-b21f-f340dc211714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed409d82-5c38-4ce9-95b5-9b56212845cc'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:06:45.901935 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd03533b-9d62-47d6-a7c7-85cf268d6736" -d '{"events": [{"server_uuid": "2014af25-115d-48c3-b21f-f340dc211714", "name": "network-vif-plugged", "status": "completed", "tag": "ed409d82-5c38-4ce9-95b5-9b56212845cc"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:06:45.914728 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port ed409d82-5c38-4ce9-95b5-9b56212845cc, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ed409d82-5c38-4ce9-95b5-9b56212845cc,segment=NetworkSegment(81f651d9-cc2d-45e5-8abb-676bfe983b88),segment_id=81f651d9-cc2d-45e5-8abb-676bfe983b88)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:06:45.918838 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:45.942407 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3c1a11-1e21-4d67-b034-3b57a97b39c4 x-openstack-request-id: req-af3c1a11-1e21-4d67-b034-3b57a97b39c4 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:06:45.942696 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2014af25-115d-48c3-b21f-f340dc211714", "name": "network-vif-plugged", "status": "completed", "tag": "ed409d82-5c38-4ce9-95b5-9b56212845cc", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:06:45.942947 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-af3c1a11-1e21-4d67-b034-3b57a97b39c4 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:06:45.943332 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2014af25-115d-48c3-b21f-f340dc211714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed409d82-5c38-4ce9-95b5-9b56212845cc', 'code': 200} Jul 30 21:06:45.971367 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=ed409d82-5c38-4ce9-95b5-9b56212845cc,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:06:46.036776 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c21b2-04f8-4a6b-8cdf-27a3b58ea78d req-75629db5-de58-4811-b412-1b896d75d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:46.038124 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9f9c21b2-04f8-4a6b-8cdf-27a3b58ea78d req-75629db5-de58-4811-b412-1b896d75d02e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2014af25-115d-48c3-b21f-f340dc211714 HTTP/1.1" status: 200 len: 1097 time: 0.0398932 Jul 30 21:06:46.074858 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9f9c21b2-04f8-4a6b-8cdf-27a3b58ea78d req-2e45bd43-dfe9-4f3f-bb64-54ad6f2512d1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9d07a963-6170-4561-8196-25bcd2c643ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291495 Jul 30 21:06:46.075288 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:46.664220 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c37be9-9ea7-4775-953b-bcbe055e2750 req-cf78d65c-1fcc-4a8e-acd5-32d9561e2890 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:46.665663 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9c37be9-9ea7-4775-953b-bcbe055e2750 req-cf78d65c-1fcc-4a8e-acd5-32d9561e2890 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=2014af25-115d-48c3-b21f-f340dc211714 HTTP/1.1" status: 200 len: 946 time: 0.0484116 Jul 30 21:06:46.702570 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9c37be9-9ea7-4775-953b-bcbe055e2750 req-bfba4aa2-f77f-4f8b-a368-827b85558b0c tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d07a963-6170-4561-8196-25bcd2c643ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307500 Jul 30 21:06:47.818808 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e998c-dba0-462b-9f7e-3090e26988c4 req-c554779c-2854-4fe8-b609-6cf381d9cb45 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:47.820305 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e34e998c-dba0-462b-9f7e-3090e26988c4 req-c554779c-2854-4fe8-b609-6cf381d9cb45 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=2014af25-115d-48c3-b21f-f340dc211714 HTTP/1.1" status: 200 len: 946 time: 0.0535412 Jul 30 21:06:47.858107 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e34e998c-dba0-462b-9f7e-3090e26988c4 req-2cbb89bc-e773-4273-ae49-a58a4f9e9f83 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d07a963-6170-4561-8196-25bcd2c643ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319152 Jul 30 21:06:47.968752 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc40b91-0d08-4431-8643-2c9f404d69b4 req-bc6547cb-4e0c-4502-9f89-402fc9de530a tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:06:47.970230 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3fc40b91-0d08-4431-8643-2c9f404d69b4 req-bc6547cb-4e0c-4502-9f89-402fc9de530a tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=2014af25-115d-48c3-b21f-f340dc211714 HTTP/1.1" status: 200 len: 946 time: 0.0493126 Jul 30 21:06:48.008810 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3fc40b91-0d08-4431-8643-2c9f404d69b4 req-6706429a-f085-40de-b217-22fcd3230909 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d07a963-6170-4561-8196-25bcd2c643ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326393 Jul 30 21:06:50.194421 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:51.344827 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52609104-5305-4738-97d9-c12667636d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:53.765147 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f36405fe-cf59-4f56-b402-650183591813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:54.035666 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:55.190028 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:06:57.042708 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:06.286843 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473db4b-e9aa-4f3d-9ce1-6356c2c9dc2c req-d08c950e-6634-411a-993b-400f23d80a69 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:06.288417 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3473db4b-e9aa-4f3d-9ce1-6356c2c9dc2c req-d08c950e-6634-411a-993b-400f23d80a69 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=2014af25-115d-48c3-b21f-f340dc211714 HTTP/1.1" status: 200 len: 946 time: 0.0542746 Jul 30 21:07:06.329368 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3473db4b-e9aa-4f3d-9ce1-6356c2c9dc2c req-4e0876a3-9623-44f8-9827-2fc95c6f9534 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d07a963-6170-4561-8196-25bcd2c643ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347941 Jul 30 21:07:07.446627 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291760e-3752-422d-b9ee-3753f2cea2a2 req-c5a6acc6-202a-4ceb-b942-c8448a4d466d tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:07.448040 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4291760e-3752-422d-b9ee-3753f2cea2a2 req-c5a6acc6-202a-4ceb-b942-c8448a4d466d tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=2014af25-115d-48c3-b21f-f340dc211714 HTTP/1.1" status: 200 len: 946 time: 0.0530968 Jul 30 21:07:07.485145 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4291760e-3752-422d-b9ee-3753f2cea2a2 req-8553f0e4-345b-4170-ad7d-2b38eaf5dcfd tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d07a963-6170-4561-8196-25bcd2c643ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311933 Jul 30 21:07:08.103206 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f35a2f-7b88-46b7-b875-d9fef9d3448b req-1d451ccb-021a-4063-baf7-6c82fa316958 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:08.104718 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49f35a2f-7b88-46b7-b875-d9fef9d3448b req-1d451ccb-021a-4063-baf7-6c82fa316958 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.83 "GET /v2.0/ports?device_id=2014af25-115d-48c3-b21f-f340dc211714 HTTP/1.1" status: 200 len: 946 time: 0.0480394 Jul 30 21:07:08.201868 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-49f35a2f-7b88-46b7-b875-d9fef9d3448b req-912b82fd-f746-4b37-ac09-6a7df8934dbc tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Deleting port ed409d82-5c38-4ce9-95b5-9b56212845cc {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:07:08.202216 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-49f35a2f-7b88-46b7-b875-d9fef9d3448b req-912b82fd-f746-4b37-ac09-6a7df8934dbc tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:08.299778 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-49f35a2f-7b88-46b7-b875-d9fef9d3448b req-912b82fd-f746-4b37-ac09-6a7df8934dbc tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] For port ed409d82-5c38-4ce9-95b5-9b56212845cc, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=ed409d82-5c38-4ce9-95b5-9b56212845cc,segment=NetworkSegment(81f651d9-cc2d-45e5-8abb-676bfe983b88),segment_id=81f651d9-cc2d-45e5-8abb-676bfe983b88)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:07:08.300163 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-49f35a2f-7b88-46b7-b875-d9fef9d3448b req-912b82fd-f746-4b37-ac09-6a7df8934dbc tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:08.313676 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-49f35a2f-7b88-46b7-b875-d9fef9d3448b req-912b82fd-f746-4b37-ac09-6a7df8934dbc tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Calling delete_port for ed409d82-5c38-4ce9-95b5-9b56212845cc owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:07:08.445657 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-49f35a2f-7b88-46b7-b875-d9fef9d3448b req-912b82fd-f746-4b37-ac09-6a7df8934dbc tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:08.459454 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['ed409d82-5c38-4ce9-95b5-9b56212845cc'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:07:08.474281 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b82fd-f746-4b37-ac09-6a7df8934dbc tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Pushing event deleted for resources: {'Port': ['ID=ed409d82-5c38-4ce9-95b5-9b56212845cc,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:08.516561 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f35a2f-7b88-46b7-b875-d9fef9d3448b req-912b82fd-f746-4b37-ac09-6a7df8934dbc tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] No DVR routers for this DVR port ed409d82-5c38-4ce9-95b5-9b56212845cc on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:07:08.520072 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-49f35a2f-7b88-46b7-b875-d9fef9d3448b req-912b82fd-f746-4b37-ac09-6a7df8934dbc tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:08.523279 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49f35a2f-7b88-46b7-b875-d9fef9d3448b req-912b82fd-f746-4b37-ac09-6a7df8934dbc tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.83 "DELETE /v2.0/ports/ed409d82-5c38-4ce9-95b5-9b56212845cc HTTP/1.1" status: 204 len: 173 time: 0.4108989 Jul 30 21:07:08.523901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2014af25-115d-48c3-b21f-f340dc211714', 'name': 'network-vif-deleted', 'tag': 'ed409d82-5c38-4ce9-95b5-9b56212845cc'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:07:08.526334 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc5c8ad-5c88-4ffa-94c8-532f93c84c16" -d '{"events": [{"server_uuid": "2014af25-115d-48c3-b21f-f340dc211714", "name": "network-vif-deleted", "tag": "ed409d82-5c38-4ce9-95b5-9b56212845cc"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:07:08.600228 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-264a8d79-4a9e-4b33-b714-2aad33554096 req-e4b327e7-a7c5-4911-835e-d647da5d27c2 tempest-TestEncryptedCinderVolumes-1426025079 tempest-TestEncryptedCinderVolumes-1426025079-project] 10.222.0.81 "GET /v2.0/ports?device_id=2014af25-115d-48c3-b21f-f340dc211714 HTTP/1.1" status: 200 len: 210 time: 0.0325413 Jul 30 21:07:08.655797 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d0333c-8bd4-4efb-9003-e23de9d28eb0 x-openstack-request-id: req-38d0333c-8bd4-4efb-9003-e23de9d28eb0 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:07:08.656419 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2014af25-115d-48c3-b21f-f340dc211714", "name": "network-vif-deleted", "tag": "ed409d82-5c38-4ce9-95b5-9b56212845cc", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:07:08.656728 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-38d0333c-8bd4-4efb-9003-e23de9d28eb0 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:07:08.657134 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2014af25-115d-48c3-b21f-f340dc211714', 'name': 'network-vif-deleted', 'tag': 'ed409d82-5c38-4ce9-95b5-9b56212845cc', 'status': 'completed', 'code': 200} Jul 30 21:07:09.697554 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55482) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:07:10.037711 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ff3c815-7d44-4f91-b8ac-9bd5840a1c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:10.283834 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-7ff3c815-7d44-4f91-b8ac-9bd5840a1c98 admin admin] Deleting port 910abfb9-c555-460c-a9f0-d9e242d652ce {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:07:10.284181 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ff3c815-7d44-4f91-b8ac-9bd5840a1c98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:10.364023 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-7ff3c815-7d44-4f91-b8ac-9bd5840a1c98 admin admin] For port 910abfb9-c555-460c-a9f0-d9e242d652ce, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=910abfb9-c555-460c-a9f0-d9e242d652ce,segment=NetworkSegment(81f651d9-cc2d-45e5-8abb-676bfe983b88),segment_id=81f651d9-cc2d-45e5-8abb-676bfe983b88)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:07:10.364394 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ff3c815-7d44-4f91-b8ac-9bd5840a1c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:10.382723 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-7ff3c815-7d44-4f91-b8ac-9bd5840a1c98 admin admin] Calling delete_port for 910abfb9-c555-460c-a9f0-d9e242d652ce owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:07:10.565098 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ff3c815-7d44-4f91-b8ac-9bd5840a1c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:10.588689 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3c815-7d44-4f91-b8ac-9bd5840a1c98 admin admin] Pushing event deleted for resources: {'Port': ['ID=910abfb9-c555-460c-a9f0-d9e242d652ce,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:10.763302 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ff3c815-7d44-4f91-b8ac-9bd5840a1c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:10.973349 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff3c815-7d44-4f91-b8ac-9bd5840a1c98 admin admin] Router 8fa9a8e3-cabf-4336-ab35-14d7279988ee has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:07:11.075570 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff3c815-7d44-4f91-b8ac-9bd5840a1c98 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:07:11.081120 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7ff3c815-7d44-4f91-b8ac-9bd5840a1c98 admin admin] 10.222.0.81 "PUT /v2.0/routers/8fa9a8e3-cabf-4336-ab35-14d7279988ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3825240 Jul 30 21:07:11.083706 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55484) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:07:11.084695 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c045a937-19bb-41a7-9072-d6359b7118bb None None] Sync routers for ids ['8fa9a8e3-cabf-4336-ab35-14d7279988ee'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:07:11.094521 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c045a937-19bb-41a7-9072-d6359b7118bb None None] Routers {'8fa9a8e3-cabf-4336-ab35-14d7279988ee'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:07:11.095140 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c045a937-19bb-41a7-9072-d6359b7118bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:06:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8fa9a8e3-cabf-4336-ab35-14d7279988ee'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:11.189069 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-200cb6f3-261d-4c88-87cb-952ab42957b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:11.199527 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-c045a937-19bb-41a7-9072-d6359b7118bb None None] Set router 8fa9a8e3-cabf-4336-ab35-14d7279988ee gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:07:11.301576 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-200cb6f3-261d-4c88-87cb-952ab42957b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:11.354246 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-200cb6f3-261d-4c88-87cb-952ab42957b6 admin admin] Deleting port cdd83a15-af56-4486-bafa-09b3260232a6 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:07:11.354598 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-200cb6f3-261d-4c88-87cb-952ab42957b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:11.432579 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-200cb6f3-261d-4c88-87cb-952ab42957b6 admin admin] For port cdd83a15-af56-4486-bafa-09b3260232a6, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=cdd83a15-af56-4486-bafa-09b3260232a6,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:07:11.432943 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-200cb6f3-261d-4c88-87cb-952ab42957b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:11.445732 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-200cb6f3-261d-4c88-87cb-952ab42957b6 admin admin] Calling delete_port for cdd83a15-af56-4486-bafa-09b3260232a6 owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:07:11.471143 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c045a937-19bb-41a7-9072-d6359b7118bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa9a8e3-cabf-4336-ab35-14d7279988ee', 'name': 'tempest-TestEncryptedCinderVolumes-2053881470-router', 'tenant_id': '749edcc05fda4829bec64bc9f8441e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'cdd83a15-af56-4486-bafa-09b3260232a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:05:55Z', 'updated_at': '2021-07-30T21:07:10Z', 'revision_number': 5, 'project_id': '749edcc05fda4829bec64bc9f8441e40', 'gw_port': {'id': 'cdd83a15-af56-4486-bafa-09b3260232a6', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa9a8e3-cabf-4336-ab35-14d7279988ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:05:55Z', 'updated_at': '2021-07-30T21:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:11.495941 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c045a937-19bb-41a7-9072-d6359b7118bb None None] Checking router: 8fa9a8e3-cabf-4336-ab35-14d7279988ee for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:07:11.504276 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c045a937-19bb-41a7-9072-d6359b7118bb None None] Routers {'8fa9a8e3-cabf-4336-ab35-14d7279988ee'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:07:11.504870 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c045a937-19bb-41a7-9072-d6359b7118bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:06:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['8fa9a8e3-cabf-4336-ab35-14d7279988ee'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:11.588421 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-c045a937-19bb-41a7-9072-d6359b7118bb None None] Set router 8fa9a8e3-cabf-4336-ab35-14d7279988ee gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:07:11.608381 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-200cb6f3-261d-4c88-87cb-952ab42957b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:11.639910 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cb6f3-261d-4c88-87cb-952ab42957b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdd83a15-af56-4486-bafa-09b3260232a6,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:11.641440 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c045a937-19bb-41a7-9072-d6359b7118bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa9a8e3-cabf-4336-ab35-14d7279988ee', 'name': 'tempest-TestEncryptedCinderVolumes-2053881470-router', 'tenant_id': '749edcc05fda4829bec64bc9f8441e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:05:55Z', 'updated_at': '2021-07-30T21:07:11Z', 'revision_number': 6, 'project_id': '749edcc05fda4829bec64bc9f8441e40', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:11.667722 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c045a937-19bb-41a7-9072-d6359b7118bb None None] The sync data for ids ['8fa9a8e3-cabf-4336-ab35-14d7279988ee'] in n-d-712137-9 is: [{'id': '8fa9a8e3-cabf-4336-ab35-14d7279988ee', 'name': 'tempest-TestEncryptedCinderVolumes-2053881470-router', 'tenant_id': '749edcc05fda4829bec64bc9f8441e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:05:55Z', 'updated_at': '2021-07-30T21:07:11Z', 'revision_number': 6, 'project_id': '749edcc05fda4829bec64bc9f8441e40', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:07:11.703295 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-200cb6f3-261d-4c88-87cb-952ab42957b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:11.790915 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-200cb6f3-261d-4c88-87cb-952ab42957b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:11.792937 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-200cb6f3-261d-4c88-87cb-952ab42957b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:11.835124 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-200cb6f3-261d-4c88-87cb-952ab42957b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:11.835704 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200cb6f3-261d-4c88-87cb-952ab42957b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fa9a8e3-cabf-4336-ab35-14d7279988ee {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 21:07:11.840025 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-200cb6f3-261d-4c88-87cb-952ab42957b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:11.841297 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-200cb6f3-261d-4c88-87cb-952ab42957b6 admin admin] 10.222.0.81 "DELETE /v2.0/routers/8fa9a8e3-cabf-4336-ab35-14d7279988ee HTTP/1.1" status: 204 len: 168 time: 0.7566731 Jul 30 21:07:11.843806 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55486) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:07:11.891381 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e0f7c2-bbed-4147-9094-a544f4eb1185 admin admin] Deleting subnet 50a771ce-fdd0-480a-8720-891d2af51138 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 21:07:11.894455 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64e0f7c2-bbed-4147-9094-a544f4eb1185 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:11.906718 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ed409d82-5c38-4ce9-95b5-9b56212845cc no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:07:11.927962 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: ed409d82-5c38-4ce9-95b5-9b56212845cc {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:07:11.928306 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device ed409d82-5c38-4ce9-95b5-9b56212845cc not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:07:11.929431 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64e0f7c2-bbed-4147-9094-a544f4eb1185 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:12.004805 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64e0f7c2-bbed-4147-9094-a544f4eb1185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:12.063906 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64e0f7c2-bbed-4147-9094-a544f4eb1185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:12.092410 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0f7c2-bbed-4147-9094-a544f4eb1185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50a771ce-fdd0-480a-8720-891d2af51138,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:12.098190 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-64e0f7c2-bbed-4147-9094-a544f4eb1185 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:12.100562 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-64e0f7c2-bbed-4147-9094-a544f4eb1185 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/50a771ce-fdd0-480a-8720-891d2af51138 HTTP/1.1" status: 204 len: 168 time: 0.2558134 Jul 30 21:07:12.103452 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55488) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:07:12.104714 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174503bf-0521-456b-8f4f-37ccc8d59870 None None] Network dbedb2ad-f732-4e87-a80c-e0fb28cc951a requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:07:12.174609 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-83bd85ff-a89f-4c6f-a39f-46ae520cc29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:12.228504 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-83bd85ff-a89f-4c6f-a39f-46ae520cc29b admin admin] Deleting port 488e488e-3fab-436d-a9f1-7d545fbb1a42 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:07:12.228845 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-83bd85ff-a89f-4c6f-a39f-46ae520cc29b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:12.295332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-83bd85ff-a89f-4c6f-a39f-46ae520cc29b admin admin] For port 488e488e-3fab-436d-a9f1-7d545fbb1a42, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=488e488e-3fab-436d-a9f1-7d545fbb1a42,segment=NetworkSegment(81f651d9-cc2d-45e5-8abb-676bfe983b88),segment_id=81f651d9-cc2d-45e5-8abb-676bfe983b88)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:07:12.295795 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-83bd85ff-a89f-4c6f-a39f-46ae520cc29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:12.308435 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-83bd85ff-a89f-4c6f-a39f-46ae520cc29b admin admin] Calling delete_port for 488e488e-3fab-436d-a9f1-7d545fbb1a42 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:07:12.384499 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-83bd85ff-a89f-4c6f-a39f-46ae520cc29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:12.414891 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd85ff-a89f-4c6f-a39f-46ae520cc29b admin admin] Pushing event deleted for resources: {'Port': ['ID=488e488e-3fab-436d-a9f1-7d545fbb1a42,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:12.416258 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e06517c-c99d-48ec-a24f-d92032e848d0 None None] DHCP port deletion for dbedb2ad-f732-4e87-a80c-e0fb28cc951a request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 21:07:12.417915 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bd85ff-a89f-4c6f-a39f-46ae520cc29b admin admin] No DVR routers for this DVR port 488e488e-3fab-436d-a9f1-7d545fbb1a42 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:07:12.488701 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-83bd85ff-a89f-4c6f-a39f-46ae520cc29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:12.498392 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-83bd85ff-a89f-4c6f-a39f-46ae520cc29b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbedb2ad-f732-4e87-a80c-e0fb28cc951a']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:12.508959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-83bd85ff-a89f-4c6f-a39f-46ae520cc29b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f651d9-cc2d-45e5-8abb-676bfe983b88') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:12.509337 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-83bd85ff-a89f-4c6f-a39f-46ae520cc29b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f651d9-cc2d-45e5-8abb-676bfe983b88') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:12.519226 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-83bd85ff-a89f-4c6f-a39f-46ae520cc29b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:12.533926 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-83bd85ff-a89f-4c6f-a39f-46ae520cc29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:12.539946 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bd85ff-a89f-4c6f-a39f-46ae520cc29b admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 21:07:12.540333 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-83bd85ff-a89f-4c6f-a39f-46ae520cc29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: timer() Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 21:07:12.542032 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 21:07:12.602010 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-83bd85ff-a89f-4c6f-a39f-46ae520cc29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:12.607944 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-83bd85ff-a89f-4c6f-a39f-46ae520cc29b admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:12.610025 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-83bd85ff-a89f-4c6f-a39f-46ae520cc29b admin admin] 10.222.0.81 "DELETE /v2.0/networks/dbedb2ad-f732-4e87-a80c-e0fb28cc951a HTTP/1.1" status: 204 len: 168 time: 0.5055318 Jul 30 21:07:12.613614 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55490) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:07:12.624430 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd85ff-a89f-4c6f-a39f-46ae520cc29b admin admin] Pushing event deleted for resources: {'Network': ['ID=dbedb2ad-f732-4e87-a80c-e0fb28cc951a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:12.947666 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e8d549b-a530-40b0-ae6f-c48033f192d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:13.184830 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5e8d549b-a530-40b0-ae6f-c48033f192d9 admin admin] Deleting port b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:07:13.185321 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e8d549b-a530-40b0-ae6f-c48033f192d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:13.240033 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 488e488e-3fab-436d-a9f1-7d545fbb1a42 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:07:13.260237 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 488e488e-3fab-436d-a9f1-7d545fbb1a42 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:07:13.260652 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 488e488e-3fab-436d-a9f1-7d545fbb1a42 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:07:13.261124 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cdd83a15-af56-4486-bafa-09b3260232a6 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:07:13.262795 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-5e8d549b-a530-40b0-ae6f-c48033f192d9 admin admin] For port b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052,segment=NetworkSegment(37bc7e9e-2c2a-40f7-b5e1-28b4f3d5cf22),segment_id=37bc7e9e-2c2a-40f7-b5e1-28b4f3d5cf22)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:07:13.263278 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e8d549b-a530-40b0-ae6f-c48033f192d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:13.279237 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5e8d549b-a530-40b0-ae6f-c48033f192d9 admin admin] Calling delete_port for b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:07:13.282218 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: cdd83a15-af56-4486-bafa-09b3260232a6 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:07:13.282547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device cdd83a15-af56-4486-bafa-09b3260232a6 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:07:13.282964 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 910abfb9-c555-460c-a9f0-d9e242d652ce no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:07:13.302050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 910abfb9-c555-460c-a9f0-d9e242d652ce {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:07:13.302387 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 910abfb9-c555-460c-a9f0-d9e242d652ce not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:07:13.454024 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e8d549b-a530-40b0-ae6f-c48033f192d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:13.479011 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d549b-a530-40b0-ae6f-c48033f192d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:13.491261 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d549b-a530-40b0-ae6f-c48033f192d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:13.491634 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d549b-a530-40b0-ae6f-c48033f192d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:13.491984 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d549b-a530-40b0-ae6f-c48033f192d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:13.492332 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d549b-a530-40b0-ae6f-c48033f192d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:13.492669 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d549b-a530-40b0-ae6f-c48033f192d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:13.493003 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d549b-a530-40b0-ae6f-c48033f192d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:13.493337 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d549b-a530-40b0-ae6f-c48033f192d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:13.493668 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d549b-a530-40b0-ae6f-c48033f192d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:13.493999 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d549b-a530-40b0-ae6f-c48033f192d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:13.494325 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d549b-a530-40b0-ae6f-c48033f192d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:13.494653 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d549b-a530-40b0-ae6f-c48033f192d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:13.494978 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d549b-a530-40b0-ae6f-c48033f192d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:13.653109 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e8d549b-a530-40b0-ae6f-c48033f192d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:13.829766 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:07:14.174759 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8d549b-a530-40b0-ae6f-c48033f192d9 admin admin] Router 72ab7727-8698-476a-b3ec-34ecf006401d has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:07:14.278790 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8d549b-a530-40b0-ae6f-c48033f192d9 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:07:14.283904 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5e8d549b-a530-40b0-ae6f-c48033f192d9 admin admin] 10.222.0.81 "PUT /v2.0/routers/72ab7727-8698-476a-b3ec-34ecf006401d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6695020 Jul 30 21:07:14.286358 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55494) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:07:14.287629 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7eb3bb-7175-43e4-ab9f-11cca5730b95 None None] Sync routers for ids ['72ab7727-8698-476a-b3ec-34ecf006401d'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:07:14.296911 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7eb3bb-7175-43e4-ab9f-11cca5730b95 None None] Routers {'72ab7727-8698-476a-b3ec-34ecf006401d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:07:14.297540 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5f7eb3bb-7175-43e4-ab9f-11cca5730b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:06:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['72ab7727-8698-476a-b3ec-34ecf006401d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:14.392016 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33787399-5c17-40b1-8f15-549844d8688e admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:14.405477 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-5f7eb3bb-7175-43e4-ab9f-11cca5730b95 None None] Set router 72ab7727-8698-476a-b3ec-34ecf006401d gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:07:14.498055 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33787399-5c17-40b1-8f15-549844d8688e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:14.550340 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-33787399-5c17-40b1-8f15-549844d8688e admin admin] Deleting port d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:07:14.550677 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33787399-5c17-40b1-8f15-549844d8688e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:14.588022 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5f7eb3bb-7175-43e4-ab9f-11cca5730b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ab7727-8698-476a-b3ec-34ecf006401d', 'name': 'tempest-TestEncryptedCinderVolumes-1233606585-router', 'tenant_id': 'b635a261f4e543e29c7735ff88c4433a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:05:59Z', 'updated_at': '2021-07-30T21:07:13Z', 'revision_number': 5, 'project_id': 'b635a261f4e543e29c7735ff88c4433a', 'gw_port': {'id': 'd0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ab7727-8698-476a-b3ec-34ecf006401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:06:00Z', 'updated_at': '2021-07-30T21:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:14.613871 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7eb3bb-7175-43e4-ab9f-11cca5730b95 None None] Checking router: 72ab7727-8698-476a-b3ec-34ecf006401d for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:07:14.622387 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7eb3bb-7175-43e4-ab9f-11cca5730b95 None None] Routers {'72ab7727-8698-476a-b3ec-34ecf006401d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:07:14.622991 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5f7eb3bb-7175-43e4-ab9f-11cca5730b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:06:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['72ab7727-8698-476a-b3ec-34ecf006401d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:14.628485 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-33787399-5c17-40b1-8f15-549844d8688e admin admin] For port d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:07:14.628852 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33787399-5c17-40b1-8f15-549844d8688e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:14.645318 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-33787399-5c17-40b1-8f15-549844d8688e admin admin] Calling delete_port for d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:07:14.706915 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-5f7eb3bb-7175-43e4-ab9f-11cca5730b95 None None] Set router 72ab7727-8698-476a-b3ec-34ecf006401d gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:07:14.757983 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5f7eb3bb-7175-43e4-ab9f-11cca5730b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ab7727-8698-476a-b3ec-34ecf006401d', 'name': 'tempest-TestEncryptedCinderVolumes-1233606585-router', 'tenant_id': 'b635a261f4e543e29c7735ff88c4433a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:05:59Z', 'updated_at': '2021-07-30T21:07:14Z', 'revision_number': 6, 'project_id': 'b635a261f4e543e29c7735ff88c4433a', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:14.786575 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7eb3bb-7175-43e4-ab9f-11cca5730b95 None None] The sync data for ids ['72ab7727-8698-476a-b3ec-34ecf006401d'] in n-d-712137-9 is: [{'id': '72ab7727-8698-476a-b3ec-34ecf006401d', 'name': 'tempest-TestEncryptedCinderVolumes-1233606585-router', 'tenant_id': 'b635a261f4e543e29c7735ff88c4433a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:05:59Z', 'updated_at': '2021-07-30T21:07:14Z', 'revision_number': 6, 'project_id': 'b635a261f4e543e29c7735ff88c4433a', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:07:14.805870 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33787399-5c17-40b1-8f15-549844d8688e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:14.838581 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33787399-5c17-40b1-8f15-549844d8688e admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:14.895142 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33787399-5c17-40b1-8f15-549844d8688e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:14.982048 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33787399-5c17-40b1-8f15-549844d8688e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:14.984097 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33787399-5c17-40b1-8f15-549844d8688e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:15.029337 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33787399-5c17-40b1-8f15-549844d8688e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:15.029771 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33787399-5c17-40b1-8f15-549844d8688e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72ab7727-8698-476a-b3ec-34ecf006401d {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 21:07:15.034451 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33787399-5c17-40b1-8f15-549844d8688e admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:15.035634 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-33787399-5c17-40b1-8f15-549844d8688e admin admin] 10.222.0.81 "DELETE /v2.0/routers/72ab7727-8698-476a-b3ec-34ecf006401d HTTP/1.1" status: 204 len: 168 time: 0.7483337 Jul 30 21:07:15.038145 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55496) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:07:15.081179 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d95fd4-29ad-4ecd-a223-496faaad2ab8 admin admin] Deleting subnet 5f4cc0d6-c324-4a8b-aa8f-86782661f262 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 21:07:15.084044 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1d95fd4-29ad-4ecd-a223-496faaad2ab8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:15.120390 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1d95fd4-29ad-4ecd-a223-496faaad2ab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:15.206668 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1d95fd4-29ad-4ecd-a223-496faaad2ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:15.259714 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1d95fd4-29ad-4ecd-a223-496faaad2ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:15.285732 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d95fd4-29ad-4ecd-a223-496faaad2ab8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f4cc0d6-c324-4a8b-aa8f-86782661f262,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:15.289255 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1d95fd4-29ad-4ecd-a223-496faaad2ab8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:15.291082 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e1d95fd4-29ad-4ecd-a223-496faaad2ab8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5f4cc0d6-c324-4a8b-aa8f-86782661f262 HTTP/1.1" status: 204 len: 168 time: 0.2520471 Jul 30 21:07:15.293571 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55498) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:07:15.296692 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbc8a3d-1b90-42cf-abc8-d3935ad561f4 None None] Network 56a02c3f-22cf-4a0d-8a95-2884e9544fe0 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:07:15.359983 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-87ab1702-f067-42aa-acee-83714c8edf50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:15.418611 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-87ab1702-f067-42aa-acee-83714c8edf50 admin admin] Deleting port 08009b2a-0756-4658-a992-feaf12f0c6a6 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:07:15.418962 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-87ab1702-f067-42aa-acee-83714c8edf50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:15.479955 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-87ab1702-f067-42aa-acee-83714c8edf50 admin admin] For port 08009b2a-0756-4658-a992-feaf12f0c6a6, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=08009b2a-0756-4658-a992-feaf12f0c6a6,segment=NetworkSegment(37bc7e9e-2c2a-40f7-b5e1-28b4f3d5cf22),segment_id=37bc7e9e-2c2a-40f7-b5e1-28b4f3d5cf22)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:07:15.480256 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-87ab1702-f067-42aa-acee-83714c8edf50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:15.492478 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-87ab1702-f067-42aa-acee-83714c8edf50 admin admin] Calling delete_port for 08009b2a-0756-4658-a992-feaf12f0c6a6 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:07:15.565859 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91676c17-7fbd-42db-b1b6-8c9cf2a6926e None None] DHCP port deletion for 56a02c3f-22cf-4a0d-8a95-2884e9544fe0 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 21:07:15.573589 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-87ab1702-f067-42aa-acee-83714c8edf50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:15.591787 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-91676c17-7fbd-42db-b1b6-8c9cf2a6926e None None] The port '08009b2a-0756-4658-a992-feaf12f0c6a6' was deleted {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 30 21:07:15.607809 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab1702-f067-42aa-acee-83714c8edf50 admin admin] Pushing event deleted for resources: {'Port': ['ID=08009b2a-0756-4658-a992-feaf12f0c6a6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:15.609636 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ab1702-f067-42aa-acee-83714c8edf50 admin admin] No DVR routers for this DVR port 08009b2a-0756-4658-a992-feaf12f0c6a6 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:07:15.635690 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:07:15.655845 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:07:15.656204 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device b3df3e0e-5ae4-4c62-a6f7-9144e5fc7052 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:07:15.680104 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-87ab1702-f067-42aa-acee-83714c8edf50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:15.690907 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-87ab1702-f067-42aa-acee-83714c8edf50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a02c3f-22cf-4a0d-8a95-2884e9544fe0']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:15.704325 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-87ab1702-f067-42aa-acee-83714c8edf50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37bc7e9e-2c2a-40f7-b5e1-28b4f3d5cf22') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:15.704624 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-87ab1702-f067-42aa-acee-83714c8edf50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37bc7e9e-2c2a-40f7-b5e1-28b4f3d5cf22') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:15.714212 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-87ab1702-f067-42aa-acee-83714c8edf50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:15.727938 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-87ab1702-f067-42aa-acee-83714c8edf50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:15.733637 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ab1702-f067-42aa-acee-83714c8edf50 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 21:07:15.734017 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-87ab1702-f067-42aa-acee-83714c8edf50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: timer() Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 21:07:15.735887 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 21:07:15.796005 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-87ab1702-f067-42aa-acee-83714c8edf50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:15.802014 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-87ab1702-f067-42aa-acee-83714c8edf50 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:15.804003 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-87ab1702-f067-42aa-acee-83714c8edf50 admin admin] 10.222.0.81 "DELETE /v2.0/networks/56a02c3f-22cf-4a0d-8a95-2884e9544fe0 HTTP/1.1" status: 204 len: 168 time: 0.5094562 Jul 30 21:07:15.815797 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab1702-f067-42aa-acee-83714c8edf50 admin admin] Pushing event deleted for resources: {'Network': ['ID=56a02c3f-22cf-4a0d-8a95-2884e9544fe0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:15.960595 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55502) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:07:15.999861 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a34de68e-737d-4088-b00a-3abe56aee839 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=749edcc05fda4829bec64bc9f8441e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380204 Jul 30 21:07:16.002775 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55504) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:07:16.050438 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36dbef9c-b796-4759-9973-8b8039a55de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:16.070773 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36dbef9c-b796-4759-9973-8b8039a55de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:16.088766 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:16.118786 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36dbef9c-b796-4759-9973-8b8039a55de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:16.121294 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36dbef9c-b796-4759-9973-8b8039a55de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:16.122474 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-36dbef9c-b796-4759-9973-8b8039a55de9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9d07a963-6170-4561-8196-25bcd2c643ec HTTP/1.1" status: 204 len: 168 time: 0.1187508 Jul 30 21:07:16.130439 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dbef9c-b796-4759-9973-8b8039a55de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d07a963-6170-4561-8196-25bcd2c643ec,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:16.427196 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55510) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:07:16.468798 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1478acc2-8f1d-41d5-a5b4-c996d96ae99f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b635a261f4e543e29c7735ff88c4433a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404375 Jul 30 21:07:16.471728 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55512) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:07:16.518707 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1380f0df-7c46-423f-9661-3f0df9c43882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:16.539254 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1380f0df-7c46-423f-9661-3f0df9c43882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:16.587215 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1380f0df-7c46-423f-9661-3f0df9c43882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:16.589689 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1380f0df-7c46-423f-9661-3f0df9c43882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:16.590806 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1380f0df-7c46-423f-9661-3f0df9c43882 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1df9bf9e-8dee-4828-9298-368c1605a6c3 HTTP/1.1" status: 204 len: 168 time: 0.1182165 Jul 30 21:07:16.599311 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380f0df-7c46-423f-9661-3f0df9c43882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df9bf9e-8dee-4828-9298-368c1605a6c3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:17.222788 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55534) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:07:17.230045 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 08009b2a-0756-4658-a992-feaf12f0c6a6 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:07:17.249453 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 08009b2a-0756-4658-a992-feaf12f0c6a6 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:07:17.249793 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 08009b2a-0756-4658-a992-feaf12f0c6a6 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:07:17.250198 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:07:17.268870 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:07:17.269208 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d0e4e599-3ffa-4b0b-a2cd-7c25c0e93f42 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:07:17.318538 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-37178721-7b09-4c39-9544-399f1d529d9b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-334274772-network', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:07:17.339688 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37178721-7b09-4c39-9544-399f1d529d9b admin admin] Made reservation on behalf of 67ab71cf2fd34edaadad9a2f82ecdc8f for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:07:17.341907 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-37178721-7b09-4c39-9544-399f1d529d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:17.350137 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-37178721-7b09-4c39-9544-399f1d529d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:17.440269 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-37178721-7b09-4c39-9544-399f1d529d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:17.443843 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-37178721-7b09-4c39-9544-399f1d529d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:17.464244 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37178721-7b09-4c39-9544-399f1d529d9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 21:07:17.477146 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37178721-7b09-4c39-9544-399f1d529d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2374dba-3f00-4dd2-b0cb-7f07de7b6662,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:17.481834 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-37178721-7b09-4c39-9544-399f1d529d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:17.482177 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-37178721-7b09-4c39-9544-399f1d529d9b admin admin] Added segment 4b1e4288-e94b-49fa-b682-e006a69ddef2 of type vlan for network aa706eff-eebb-4ab0-993f-e637d85e9996 Jul 30 21:07:17.525784 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-37178721-7b09-4c39-9544-399f1d529d9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:17.553726 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-37178721-7b09-4c39-9544-399f1d529d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:17.554779 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37178721-7b09-4c39-9544-399f1d529d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:17.555352 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-37178721-7b09-4c39-9544-399f1d529d9b admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:17.606679 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-37178721-7b09-4c39-9544-399f1d529d9b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3823771 Jul 30 21:07:17.609847 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55538) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:07:17.615581 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-dbf3a815-393e-427e-bbea-4aa607ba041e admin admin] Request body: {'subnet': {'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-334274772-subnet', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:07:17.616567 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37178721-7b09-4c39-9544-399f1d529d9b admin admin] Pushing event updated for resources: {'Network': ['ID=aa706eff-eebb-4ab0-993f-e637d85e9996,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:17.626693 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network aa706eff-eebb-4ab0-993f-e637d85e9996 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 21:07:17.636644 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf3a815-393e-427e-bbea-4aa607ba041e admin admin] Made reservation on behalf of 67ab71cf2fd34edaadad9a2f82ecdc8f for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:07:17.639023 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dbf3a815-393e-427e-bbea-4aa607ba041e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:18.136544 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dbf3a815-393e-427e-bbea-4aa607ba041e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:18.192458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3a815-393e-427e-bbea-4aa607ba041e admin admin] Pushing event updated for resources: {'Subnet': ['ID=836a018a-9b4f-466f-a4c0-caeb405ffcce,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:18.199384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf3a815-393e-427e-bbea-4aa607ba041e admin admin] Checking segment: {'id': '4b1e4288-e94b-49fa-b682-e006a69ddef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:07:18.199764 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf3a815-393e-427e-bbea-4aa607ba041e admin admin] Network hostable DHCP agents. Network: aa706eff-eebb-4ab0-993f-e637d85e9996, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 21:07:18.215356 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf3a815-393e-427e-bbea-4aa607ba041e admin admin] Network aa706eff-eebb-4ab0-993f-e637d85e9996 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 21:07:18.224423 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-dbf3a815-393e-427e-bbea-4aa607ba041e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, aa706eff-eebb-4ab0-993f-e637d85e9996) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:07:18.228659 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf3a815-393e-427e-bbea-4aa607ba041e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:18.229244 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dbf3a815-393e-427e-bbea-4aa607ba041e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:18.234047 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0861bd9-0258-4cea-8dad-1e4b98fc40da None None] Network aa706eff-eebb-4ab0-993f-e637d85e9996 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:07:18.242777 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-dbf3a815-393e-427e-bbea-4aa607ba041e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6317055 Jul 30 21:07:18.245438 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55540) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:07:18.249699 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-02c0bf70-ea21-4fa2-9d79-93d1db9f05dd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-334274772-router', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:07:18.270662 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-02c0bf70-ea21-4fa2-9d79-93d1db9f05dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:18.271758 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-02c0bf70-ea21-4fa2-9d79-93d1db9f05dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:18.329528 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-02c0bf70-ea21-4fa2-9d79-93d1db9f05dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:18.385543 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c9ba67-2b1f-4e5e-9146-c360adef81be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-aa706eff-eebb-4ab0-993f-e637d85e9996', 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'fixed_ips': [{'subnet_id': '836a018a-9b4f-466f-a4c0-caeb405ffcce'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 21:07:18.386414 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-85c9ba67-2b1f-4e5e-9146-c360adef81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:18.466575 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-02c0bf70-ea21-4fa2-9d79-93d1db9f05dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:18.521625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-85c9ba67-2b1f-4e5e-9146-c360adef81be None None] Allocated IP 172.20.0.2 (aa706eff-eebb-4ab0-993f-e637d85e9996/836a018a-9b4f-466f-a4c0-caeb405ffcce/e27e1055-499d-48e1-ac64-04c1f000632b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:07:18.667725 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-85c9ba67-2b1f-4e5e-9146-c360adef81be None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:18.667953 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-02c0bf70-ea21-4fa2-9d79-93d1db9f05dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:18.677168 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-85c9ba67-2b1f-4e5e-9146-c360adef81be None None] Transition to ACTIVE for port object e27e1055-499d-48e1-ac64-04c1f000632b will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:07:18.687760 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-02c0bf70-ea21-4fa2-9d79-93d1db9f05dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:18.691598 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-85c9ba67-2b1f-4e5e-9146-c360adef81be None None] Transition to ACTIVE for port object e27e1055-499d-48e1-ac64-04c1f000632b will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:07:18.697918 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-85c9ba67-2b1f-4e5e-9146-c360adef81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:18.732143 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c9ba67-2b1f-4e5e-9146-c360adef81be None None] Network aa706eff-eebb-4ab0-993f-e637d85e9996 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:07:18.734838 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-85c9ba67-2b1f-4e5e-9146-c360adef81be None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:07:18.738727 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c9ba67-2b1f-4e5e-9146-c360adef81be None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:07:18.755598 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9ba67-2b1f-4e5e-9146-c360adef81be None None] Pushing event updated for resources: {'Port': ['ID=e27e1055-499d-48e1-ac64-04c1f000632b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:18.800865 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-02c0bf70-ea21-4fa2-9d79-93d1db9f05dd admin admin] Allocated IP 172.25.3.58 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/dc84fbd1-d615-4d60-8dc3-bc0948a769a4) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:07:18.802864 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-85c9ba67-2b1f-4e5e-9146-c360adef81be None None] Attempting to bind port e27e1055-499d-48e1-ac64-04c1f000632b on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:07:18.803263 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-85c9ba67-2b1f-4e5e-9146-c360adef81be None None] Attempting to bind port e27e1055-499d-48e1-ac64-04c1f000632b by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '4b1e4288-e94b-49fa-b682-e006a69ddef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:07:18.803670 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c9ba67-2b1f-4e5e-9146-c360adef81be None None] Attempting to bind port e27e1055-499d-48e1-ac64-04c1f000632b on network aa706eff-eebb-4ab0-993f-e637d85e9996 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:07:18.808835 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c9ba67-2b1f-4e5e-9146-c360adef81be None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:07:18.809215 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c9ba67-2b1f-4e5e-9146-c360adef81be None None] Checking segment: {'id': '4b1e4288-e94b-49fa-b682-e006a69ddef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:07:18.809614 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-85c9ba67-2b1f-4e5e-9146-c360adef81be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:18.810010 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c9ba67-2b1f-4e5e-9146-c360adef81be None None] Bound using segment: {'id': '4b1e4288-e94b-49fa-b682-e006a69ddef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:07:18.810466 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-85c9ba67-2b1f-4e5e-9146-c360adef81be None None] Bound port: e27e1055-499d-48e1-ac64-04c1f000632b, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b1e4288-e94b-49fa-b682-e006a69ddef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:07:18.810842 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-85c9ba67-2b1f-4e5e-9146-c360adef81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:18.872303 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-85c9ba67-2b1f-4e5e-9146-c360adef81be None None] For port e27e1055-499d-48e1-ac64-04c1f000632b, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:07:18.875327 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-85c9ba67-2b1f-4e5e-9146-c360adef81be None None] For port e27e1055-499d-48e1-ac64-04c1f000632b, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e27e1055-499d-48e1-ac64-04c1f000632b,segment=NetworkSegment(4b1e4288-e94b-49fa-b682-e006a69ddef2),segment_id=4b1e4288-e94b-49fa-b682-e006a69ddef2)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:07:18.879527 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-85c9ba67-2b1f-4e5e-9146-c360adef81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:18.903389 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-02c0bf70-ea21-4fa2-9d79-93d1db9f05dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:18.941649 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9ba67-2b1f-4e5e-9146-c360adef81be None None] Pushing event updated for resources: {'Port': ['ID=e27e1055-499d-48e1-ac64-04c1f000632b,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:18.953445 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-02c0bf70-ea21-4fa2-9d79-93d1db9f05dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:18.993211 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c0bf70-ea21-4fa2-9d79-93d1db9f05dd admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:07:18.996112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-02c0bf70-ea21-4fa2-9d79-93d1db9f05dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:07:18.999807 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c0bf70-ea21-4fa2-9d79-93d1db9f05dd admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:07:19.031011 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0bf70-ea21-4fa2-9d79-93d1db9f05dd admin admin] Pushing event updated for resources: {'Port': ['ID=dc84fbd1-d615-4d60-8dc3-bc0948a769a4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:19.292827 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e27e1055-499d-48e1-ac64-04c1f000632b up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:07:19.332785 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-02c0bf70-ea21-4fa2-9d79-93d1db9f05dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:19.344180 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port e27e1055-499d-48e1-ac64-04c1f000632b completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:07:19.533790 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-02c0bf70-ea21-4fa2-9d79-93d1db9f05dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:19.662714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c0bf70-ea21-4fa2-9d79-93d1db9f05dd admin admin] Router 260e516e-a9a0-4b64-a169-6bba1ce90c48 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 21:07:19.779162 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c0bf70-ea21-4fa2-9d79-93d1db9f05dd admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:07:19.790765 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] Sync routers for ids ['260e516e-a9a0-4b64-a169-6bba1ce90c48'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:07:19.797996 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-02c0bf70-ea21-4fa2-9d79-93d1db9f05dd admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:19.800027 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-02c0bf70-ea21-4fa2-9d79-93d1db9f05dd admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5536413 Jul 30 21:07:19.802745 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55542) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:07:19.804077 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] Routers {'260e516e-a9a0-4b64-a169-6bba1ce90c48'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:07:19.805261 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:06:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['260e516e-a9a0-4b64-a169-6bba1ce90c48'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:19.919739 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] Set router 260e516e-a9a0-4b64-a169-6bba1ce90c48 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:07:19.980468 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828d7a84-b7d8-4c77-aef4-e278ec4851b0 None None] Network aa706eff-eebb-4ab0-993f-e637d85e9996 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:07:20.048304 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bddc1cac-5407-4ac2-963b-5bf82e946349 None None] Provisioning for port e27e1055-499d-48e1-ac64-04c1f000632b completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:07:20.054798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bddc1cac-5407-4ac2-963b-5bf82e946349 None None] Provisioning complete for port e27e1055-499d-48e1-ac64-04c1f000632b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:07:20.055383 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bddc1cac-5407-4ac2-963b-5bf82e946349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:20.106470 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'name': 'tempest-TestMinimumBasicScenario-334274772-router', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:07:19Z', 'revision_number': 3, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'gw_port': {'id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:07:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:20.134803 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] Checking router: 260e516e-a9a0-4b64-a169-6bba1ce90c48 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:07:20.135147 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] Updating router 260e516e-a9a0-4b64-a169-6bba1ce90c48 port dc84fbd1-d615-4d60-8dc3-bc0948a769a4 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:07:20.163017 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:20.257972 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba18b4e8-50f8-4a5b-8993-63bb8d180a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:20.362262 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:20.386175 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bddc1cac-5407-4ac2-963b-5bf82e946349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:20.427851 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bddc1cac-5407-4ac2-963b-5bf82e946349 None None] For port e27e1055-499d-48e1-ac64-04c1f000632b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e27e1055-499d-48e1-ac64-04c1f000632b,segment=NetworkSegment(4b1e4288-e94b-49fa-b682-e006a69ddef2),segment_id=4b1e4288-e94b-49fa-b682-e006a69ddef2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:07:20.434099 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-ba18b4e8-50f8-4a5b-8993-63bb8d180a1b admin admin] Allocated IP 172.20.0.1 (aa706eff-eebb-4ab0-993f-e637d85e9996/836a018a-9b4f-466f-a4c0-caeb405ffcce/f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:07:20.436654 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bddc1cac-5407-4ac2-963b-5bf82e946349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:20.478579 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:20.495876 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] Transition to ACTIVE for port object dc84fbd1-d615-4d60-8dc3-bc0948a769a4 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:07:20.497335 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc1cac-5407-4ac2-963b-5bf82e946349 None None] Pushing event updated for resources: {'Port': ['ID=e27e1055-499d-48e1-ac64-04c1f000632b,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:20.510460 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:20.548586 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba18b4e8-50f8-4a5b-8993-63bb8d180a1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:20.564851 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-ba18b4e8-50f8-4a5b-8993-63bb8d180a1b admin admin] Transition to ACTIVE for port object f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:07:20.597213 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] Attempting to bind port dc84fbd1-d615-4d60-8dc3-bc0948a769a4 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:07:20.597592 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] Attempting to bind port dc84fbd1-d615-4d60-8dc3-bc0948a769a4 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:07:20.597968 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] Attempting to bind port dc84fbd1-d615-4d60-8dc3-bc0948a769a4 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:07:20.602620 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba18b4e8-50f8-4a5b-8993-63bb8d180a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:20.606205 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:07:20.606860 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:07:20.607258 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:20.607681 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:07:20.608152 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] Bound port: dc84fbd1-d615-4d60-8dc3-bc0948a769a4, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:07:20.608529 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:20.642940 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba18b4e8-50f8-4a5b-8993-63bb8d180a1b admin admin] Network aa706eff-eebb-4ab0-993f-e637d85e9996 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:07:20.647372 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-ba18b4e8-50f8-4a5b-8993-63bb8d180a1b admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:07:20.651092 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba18b4e8-50f8-4a5b-8993-63bb8d180a1b admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:07:20.657518 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e9172-3b89-4422-b2f8-c5d3d843a5a1 None None] Pushing event updated for resources: {'Port': ['ID=dc84fbd1-d615-4d60-8dc3-bc0948a769a4,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:20.680065 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18b4e8-50f8-4a5b-8993-63bb8d180a1b admin admin] Pushing event updated for resources: {'Port': ['ID=f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:20.688392 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] For port dc84fbd1-d615-4d60-8dc3-bc0948a769a4, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:07:20.691068 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e9172-3b89-4422-b2f8-c5d3d843a5a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:20.691614 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e9172-3b89-4422-b2f8-c5d3d843a5a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:20.691954 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e9172-3b89-4422-b2f8-c5d3d843a5a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:20.692349 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e9172-3b89-4422-b2f8-c5d3d843a5a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:20.692603 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e9172-3b89-4422-b2f8-c5d3d843a5a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:20.692936 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e9172-3b89-4422-b2f8-c5d3d843a5a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:20.693261 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e9172-3b89-4422-b2f8-c5d3d843a5a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:20.693970 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e9172-3b89-4422-b2f8-c5d3d843a5a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:20.693970 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e9172-3b89-4422-b2f8-c5d3d843a5a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:20.694190 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e9172-3b89-4422-b2f8-c5d3d843a5a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:20.694510 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e9172-3b89-4422-b2f8-c5d3d843a5a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:20.694823 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e9172-3b89-4422-b2f8-c5d3d843a5a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:20.701242 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] For port dc84fbd1-d615-4d60-8dc3-bc0948a769a4, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=dc84fbd1-d615-4d60-8dc3-bc0948a769a4,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:07:20.703962 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba18b4e8-50f8-4a5b-8993-63bb8d180a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:20.707289 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:20.759878 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3f2af676-5da7-49f4-83bc-464f80023268 None None] Provisioning complete for port e27e1055-499d-48e1-ac64-04c1f000632b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:07:20.760610 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3f2af676-5da7-49f4-83bc-464f80023268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:20.778622 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] Routers {'260e516e-a9a0-4b64-a169-6bba1ce90c48'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:07:20.779399 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:06:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['260e516e-a9a0-4b64-a169-6bba1ce90c48'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:20.819922 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e9172-3b89-4422-b2f8-c5d3d843a5a1 None None] Pushing event updated for resources: {'Port': ['ID=dc84fbd1-d615-4d60-8dc3-bc0948a769a4,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:20.864301 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba18b4e8-50f8-4a5b-8993-63bb8d180a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:20.898540 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] Set router 260e516e-a9a0-4b64-a169-6bba1ce90c48 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:07:20.971891 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-601fd9bc-489d-43d5-9363-df9f127306a9 None None] Provisioning for port f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:07:20.976048 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-601fd9bc-489d-43d5-9363-df9f127306a9 None None] Provisioning complete for port f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:07:20.976422 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-601fd9bc-489d-43d5-9363-df9f127306a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:21.010421 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-601fd9bc-489d-43d5-9363-df9f127306a9 None None] Port f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:07:21.039212 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba18b4e8-50f8-4a5b-8993-63bb8d180a1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:21.044079 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba18b4e8-50f8-4a5b-8993-63bb8d180a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:21.112243 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18b4e8-50f8-4a5b-8993-63bb8d180a1b admin admin] Pushing event updated for resources: {'Port': ['ID=f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:21.115180 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ba18b4e8-50f8-4a5b-8993-63bb8d180a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:21.181957 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'name': 'tempest-TestMinimumBasicScenario-334274772-router', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:07:19Z', 'revision_number': 3, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'gw_port': {'id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:21.208648 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba18b4e8-50f8-4a5b-8993-63bb8d180a1b admin admin] Network aa706eff-eebb-4ab0-993f-e637d85e9996 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:07:21.209329 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b54c0a3-b4a8-4a04-bb53-e4280a7b448f None None] The sync data for ids ['260e516e-a9a0-4b64-a169-6bba1ce90c48'] in n-d-712137-9 is: [{'id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'name': 'tempest-TestMinimumBasicScenario-334274772-router', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:07:19Z', 'revision_number': 3, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'gw_port': {'id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:07:21.210127 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-ba18b4e8-50f8-4a5b-8993-63bb8d180a1b admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:07:21.257515 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e27e1055-499d-48e1-ac64-04c1f000632b up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:07:21.310856 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port e27e1055-499d-48e1-ac64-04c1f000632b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:07:21.311681 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:21.353010 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba18b4e8-50f8-4a5b-8993-63bb8d180a1b admin admin] Router 260e516e-a9a0-4b64-a169-6bba1ce90c48 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:07:21.367137 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21769417-5147-4377-b7d4-5708d87f66a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:21.473425 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba18b4e8-50f8-4a5b-8993-63bb8d180a1b admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:07:21.484116 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ba18b4e8-50f8-4a5b-8993-63bb8d180a1b admin admin] 10.222.0.81 "PUT /v2.0/routers/260e516e-a9a0-4b64-a169-6bba1ce90c48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6802402 Jul 30 21:07:21.540726 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8b811792-3241-4db3-a9ae-a75e35015e45 None None] Provisioning complete for port f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:07:21.541248 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b811792-3241-4db3-a9ae-a75e35015e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:21.577718 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8b811792-3241-4db3-a9ae-a75e35015e45 None None] Port f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:07:21.969837 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55560) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:07:21.975713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-874bf802-5969-493f-821f-4c7a7fea2e03 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-666390462-network', 'tenant_id': 'dcac9c45bfc141a4a737047ab48eda55'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:07:21.997190 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874bf802-5969-493f-821f-4c7a7fea2e03 admin admin] Made reservation on behalf of dcac9c45bfc141a4a737047ab48eda55 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:07:21.999704 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-874bf802-5969-493f-821f-4c7a7fea2e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:22.008545 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-874bf802-5969-493f-821f-4c7a7fea2e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:22.103892 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-874bf802-5969-493f-821f-4c7a7fea2e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:22.107828 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-874bf802-5969-493f-821f-4c7a7fea2e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:22.139273 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874bf802-5969-493f-821f-4c7a7fea2e03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 21:07:22.149797 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bf802-5969-493f-821f-4c7a7fea2e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e145e21e-54be-45ab-8957-316b06ae7dee,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:22.157198 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-874bf802-5969-493f-821f-4c7a7fea2e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:22.158711 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-874bf802-5969-493f-821f-4c7a7fea2e03 admin admin] Added segment 8f4701b5-44d7-43f8-a463-31199dff540c of type vlan for network 6600bf70-7919-4cd3-b637-a389fe2b0c21 Jul 30 21:07:22.198182 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-874bf802-5969-493f-821f-4c7a7fea2e03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:22.229087 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-874bf802-5969-493f-821f-4c7a7fea2e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:22.230046 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874bf802-5969-493f-821f-4c7a7fea2e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:22.230627 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-874bf802-5969-493f-821f-4c7a7fea2e03 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:22.284523 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-874bf802-5969-493f-821f-4c7a7fea2e03 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3128085 Jul 30 21:07:22.287166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55562) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:07:22.291886 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-4db07079-8317-496b-a655-386eb5869ea8 admin admin] Request body: {'subnet': {'network_id': '6600bf70-7919-4cd3-b637-a389fe2b0c21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-666390462-subnet', 'tenant_id': 'dcac9c45bfc141a4a737047ab48eda55', 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:07:22.298130 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bf802-5969-493f-821f-4c7a7fea2e03 admin admin] Pushing event updated for resources: {'Network': ['ID=6600bf70-7919-4cd3-b637-a389fe2b0c21,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:22.308007 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 6600bf70-7919-4cd3-b637-a389fe2b0c21 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 21:07:22.316968 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db07079-8317-496b-a655-386eb5869ea8 admin admin] Made reservation on behalf of dcac9c45bfc141a4a737047ab48eda55 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:07:22.319184 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4db07079-8317-496b-a655-386eb5869ea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:22.494058 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4db07079-8317-496b-a655-386eb5869ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:22.547196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db07079-8317-496b-a655-386eb5869ea8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28f85b28-91fa-4c94-a535-2ffbd85020ed,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:22.557782 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db07079-8317-496b-a655-386eb5869ea8 admin admin] Checking segment: {'id': '8f4701b5-44d7-43f8-a463-31199dff540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6600bf70-7919-4cd3-b637-a389fe2b0c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:07:22.558179 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db07079-8317-496b-a655-386eb5869ea8 admin admin] Network hostable DHCP agents. Network: 6600bf70-7919-4cd3-b637-a389fe2b0c21, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 21:07:22.575644 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db07079-8317-496b-a655-386eb5869ea8 admin admin] Network 6600bf70-7919-4cd3-b637-a389fe2b0c21 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 21:07:22.585042 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-4db07079-8317-496b-a655-386eb5869ea8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 6600bf70-7919-4cd3-b637-a389fe2b0c21) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:07:22.589048 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db07079-8317-496b-a655-386eb5869ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:22.589637 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4db07079-8317-496b-a655-386eb5869ea8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:22.594146 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b14193-6cb8-4b99-b3f9-d8d110f2e21f None None] Network 6600bf70-7919-4cd3-b637-a389fe2b0c21 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:07:22.604070 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4db07079-8317-496b-a655-386eb5869ea8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3158634 Jul 30 21:07:22.606040 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55564) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:07:22.610603 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b39d59ce-3788-49f2-899f-f89d91cbae32 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-666390462-router', 'tenant_id': 'dcac9c45bfc141a4a737047ab48eda55', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:07:22.633675 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b39d59ce-3788-49f2-899f-f89d91cbae32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:22.634705 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b39d59ce-3788-49f2-899f-f89d91cbae32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:22.691818 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b39d59ce-3788-49f2-899f-f89d91cbae32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:22.721127 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] Sync routers for ids ['260e516e-a9a0-4b64-a169-6bba1ce90c48'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:07:22.749721 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] Routers {'260e516e-a9a0-4b64-a169-6bba1ce90c48'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:07:22.751158 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:06:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['260e516e-a9a0-4b64-a169-6bba1ce90c48'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:22.756432 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b6ef45-a550-4bb3-ac50-4ea3745e05a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-6600bf70-7919-4cd3-b637-a389fe2b0c21', 'network_id': '6600bf70-7919-4cd3-b637-a389fe2b0c21', 'tenant_id': 'dcac9c45bfc141a4a737047ab48eda55', 'fixed_ips': [{'subnet_id': '28f85b28-91fa-4c94-a535-2ffbd85020ed'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 21:07:22.757251 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-65b6ef45-a550-4bb3-ac50-4ea3745e05a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:22.828589 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b39d59ce-3788-49f2-899f-f89d91cbae32 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:22.937127 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] Set router 260e516e-a9a0-4b64-a169-6bba1ce90c48 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:07:23.026352 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b39d59ce-3788-49f2-899f-f89d91cbae32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:23.045284 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b39d59ce-3788-49f2-899f-f89d91cbae32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:23.077595 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-65b6ef45-a550-4bb3-ac50-4ea3745e05a4 None None] Allocated IP 172.20.0.2 (6600bf70-7919-4cd3-b637-a389fe2b0c21/28f85b28-91fa-4c94-a535-2ffbd85020ed/22500dfa-8535-494d-a604-06acb0a928a2) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:07:23.299757 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device dc84fbd1-d615-4d60-8dc3-bc0948a769a4 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:07:23.329504 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-65b6ef45-a550-4bb3-ac50-4ea3745e05a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:23.341550 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'name': 'tempest-TestMinimumBasicScenario-334274772-router', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:07:20Z', 'revision_number': 4, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'gw_port': {'id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f', 'name': '', 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'mac_address': 'fa:16:3e:b5:5b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '836a018a-9b4f-466f-a4c0-caeb405ffcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:20Z', 'updated_at': '2021-07-30T21:07:20Z', 'revision_number': 2, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'subnets': [{'id': '836a018a-9b4f-466f-a4c0-caeb405ffcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:23.347140 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-65b6ef45-a550-4bb3-ac50-4ea3745e05a4 None None] Transition to ACTIVE for port object 22500dfa-8535-494d-a604-06acb0a928a2 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:07:23.385562 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] Checking router: 260e516e-a9a0-4b64-a169-6bba1ce90c48 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:07:23.385917 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] Updating router 260e516e-a9a0-4b64-a169-6bba1ce90c48 port f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:07:23.418559 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-65b6ef45-a550-4bb3-ac50-4ea3745e05a4 None None] Transition to ACTIVE for port object 22500dfa-8535-494d-a604-06acb0a928a2 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:07:23.421888 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:23.435168 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-65b6ef45-a550-4bb3-ac50-4ea3745e05a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:23.469378 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port dc84fbd1-d615-4d60-8dc3-bc0948a769a4 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:07:23.494788 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-b39d59ce-3788-49f2-899f-f89d91cbae32 admin admin] Allocated IP 172.25.3.6 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/e20eaedb-16c9-4fa6-a918-447c561d857a) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:07:23.503360 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port dc84fbd1-d615-4d60-8dc3-bc0948a769a4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:07:23.503760 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:23.506386 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b6ef45-a550-4bb3-ac50-4ea3745e05a4 None None] Network 6600bf70-7919-4cd3-b637-a389fe2b0c21 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:07:23.518862 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-65b6ef45-a550-4bb3-ac50-4ea3745e05a4 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:07:23.539977 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b6ef45-a550-4bb3-ac50-4ea3745e05a4 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:07:23.541815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6ef45-a550-4bb3-ac50-4ea3745e05a4 None None] Pushing event updated for resources: {'Port': ['ID=22500dfa-8535-494d-a604-06acb0a928a2,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:23.600029 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b39d59ce-3788-49f2-899f-f89d91cbae32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:23.650896 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b39d59ce-3788-49f2-899f-f89d91cbae32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:23.681659 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-65b6ef45-a550-4bb3-ac50-4ea3745e05a4 None None] Attempting to bind port 22500dfa-8535-494d-a604-06acb0a928a2 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:07:23.682226 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-65b6ef45-a550-4bb3-ac50-4ea3745e05a4 None None] Attempting to bind port 22500dfa-8535-494d-a604-06acb0a928a2 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '8f4701b5-44d7-43f8-a463-31199dff540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6600bf70-7919-4cd3-b637-a389fe2b0c21'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:07:23.682363 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b6ef45-a550-4bb3-ac50-4ea3745e05a4 None None] Attempting to bind port 22500dfa-8535-494d-a604-06acb0a928a2 on network 6600bf70-7919-4cd3-b637-a389fe2b0c21 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:07:23.691618 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d59ce-3788-49f2-899f-f89d91cbae32 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:07:23.694422 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-b39d59ce-3788-49f2-899f-f89d91cbae32 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:07:23.696788 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39d59ce-3788-49f2-899f-f89d91cbae32 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:07:23.721600 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b6ef45-a550-4bb3-ac50-4ea3745e05a4 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:07:23.721973 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b6ef45-a550-4bb3-ac50-4ea3745e05a4 None None] Checking segment: {'id': '8f4701b5-44d7-43f8-a463-31199dff540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6600bf70-7919-4cd3-b637-a389fe2b0c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:07:23.722374 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-65b6ef45-a550-4bb3-ac50-4ea3745e05a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:23.722763 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b6ef45-a550-4bb3-ac50-4ea3745e05a4 None None] Bound using segment: {'id': '8f4701b5-44d7-43f8-a463-31199dff540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6600bf70-7919-4cd3-b637-a389fe2b0c21'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:07:23.723240 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-65b6ef45-a550-4bb3-ac50-4ea3745e05a4 None None] Bound port: 22500dfa-8535-494d-a604-06acb0a928a2, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4701b5-44d7-43f8-a463-31199dff540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6600bf70-7919-4cd3-b637-a389fe2b0c21'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:07:23.723646 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-65b6ef45-a550-4bb3-ac50-4ea3745e05a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:23.724629 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d59ce-3788-49f2-899f-f89d91cbae32 admin admin] Pushing event updated for resources: {'Port': ['ID=e20eaedb-16c9-4fa6-a918-447c561d857a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:23.818748 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:23.827446 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4b31e951-9f92-4caf-b8f4-082703d351a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:23.868317 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port dc84fbd1-d615-4d60-8dc3-bc0948a769a4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=dc84fbd1-d615-4d60-8dc3-bc0948a769a4,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:07:23.877444 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:23.891210 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-65b6ef45-a550-4bb3-ac50-4ea3745e05a4 None None] For port 22500dfa-8535-494d-a604-06acb0a928a2, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:07:23.930793 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-65b6ef45-a550-4bb3-ac50-4ea3745e05a4 None None] For port 22500dfa-8535-494d-a604-06acb0a928a2, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=22500dfa-8535-494d-a604-06acb0a928a2,segment=NetworkSegment(8f4701b5-44d7-43f8-a463-31199dff540c),segment_id=8f4701b5-44d7-43f8-a463-31199dff540c)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:07:23.945731 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-65b6ef45-a550-4bb3-ac50-4ea3745e05a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:23.957106 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b39d59ce-3788-49f2-899f-f89d91cbae32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:23.993555 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=dc84fbd1-d615-4d60-8dc3-bc0948a769a4,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:24.040946 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:24.071484 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:24.074626 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] Transition to ACTIVE for port object f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:07:24.080940 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6ef45-a550-4bb3-ac50-4ea3745e05a4 None None] Pushing event updated for resources: {'Port': ['ID=22500dfa-8535-494d-a604-06acb0a928a2,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:24.084859 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:24.133625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62245ecc-0531-4485-b0b7-70d42afdc3ed None None] Pushing event updated for resources: {'Port': ['ID=f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:24.184794 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b39d59ce-3788-49f2-899f-f89d91cbae32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:24.192260 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] Attempting to bind port f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:07:24.192637 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] Attempting to bind port f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '4b1e4288-e94b-49fa-b682-e006a69ddef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:07:24.192999 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] Attempting to bind port f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f on network aa706eff-eebb-4ab0-993f-e637d85e9996 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:07:24.198347 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:07:24.198871 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] Checking segment: {'id': '4b1e4288-e94b-49fa-b682-e006a69ddef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:07:24.199372 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:24.200086 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] Bound using segment: {'id': '4b1e4288-e94b-49fa-b682-e006a69ddef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:07:24.200769 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] Bound port: f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b1e4288-e94b-49fa-b682-e006a69ddef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:07:24.201376 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:24.302260 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] For port f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:07:24.306575 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] For port f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f,segment=NetworkSegment(4b1e4288-e94b-49fa-b682-e006a69ddef2),segment_id=4b1e4288-e94b-49fa-b682-e006a69ddef2)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:07:24.315438 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:24.381889 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39d59ce-3788-49f2-899f-f89d91cbae32 admin admin] Router 3a79d266-884e-4452-ac90-6707551bb493 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 21:07:24.389971 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] Routers {'260e516e-a9a0-4b64-a169-6bba1ce90c48'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:07:24.390608 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:07:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['260e516e-a9a0-4b64-a169-6bba1ce90c48'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:24.451029 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62245ecc-0531-4485-b0b7-70d42afdc3ed None None] Pushing event updated for resources: {'Port': ['ID=f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:24.498597 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39d59ce-3788-49f2-899f-f89d91cbae32 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:07:24.509305 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] Sync routers for ids ['3a79d266-884e-4452-ac90-6707551bb493'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:07:24.518177 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b39d59ce-3788-49f2-899f-f89d91cbae32 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:24.521516 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] Routers {'3a79d266-884e-4452-ac90-6707551bb493'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:07:24.522292 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:07:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3a79d266-884e-4452-ac90-6707551bb493'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:24.522997 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55566) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:07:24.523705 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b39d59ce-3788-49f2-899f-f89d91cbae32 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9165738 Jul 30 21:07:24.541240 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] Set router 260e516e-a9a0-4b64-a169-6bba1ce90c48 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:07:24.697129 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] Set router 3a79d266-884e-4452-ac90-6707551bb493 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:07:24.917332 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79d266-884e-4452-ac90-6707551bb493', 'name': 'tempest-TestMinimumBasicScenario-666390462-router', 'tenant_id': 'dcac9c45bfc141a4a737047ab48eda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'e20eaedb-16c9-4fa6-a918-447c561d857a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:07:22Z', 'updated_at': '2021-07-30T21:07:23Z', 'revision_number': 3, 'project_id': 'dcac9c45bfc141a4a737047ab48eda55', 'gw_port': {'id': 'e20eaedb-16c9-4fa6-a918-447c561d857a', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a79d266-884e-4452-ac90-6707551bb493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:23Z', 'updated_at': '2021-07-30T21:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:24.947274 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] Checking router: 3a79d266-884e-4452-ac90-6707551bb493 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:07:24.947889 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] Updating router 3a79d266-884e-4452-ac90-6707551bb493 port e20eaedb-16c9-4fa6-a918-447c561d857a binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:07:24.963105 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'name': 'tempest-TestMinimumBasicScenario-334274772-router', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:07:20Z', 'revision_number': 4, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'gw_port': {'id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f', 'name': '', 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'mac_address': 'fa:16:3e:b5:5b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '836a018a-9b4f-466f-a4c0-caeb405ffcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:20Z', 'updated_at': '2021-07-30T21:07:24Z', 'revision_number': 4, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'subnets': [{'id': '836a018a-9b4f-466f-a4c0-caeb405ffcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:24.975823 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:24.994375 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c555ce-deb4-4e13-93b7-bdb17686eb7d None None] The sync data for ids ['260e516e-a9a0-4b64-a169-6bba1ce90c48'] in n-d-712137-9 is: [{'id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'name': 'tempest-TestMinimumBasicScenario-334274772-router', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:07:20Z', 'revision_number': 4, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'gw_port': {'id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f', 'name': '', 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'mac_address': 'fa:16:3e:b5:5b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '836a018a-9b4f-466f-a4c0-caeb405ffcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:20Z', 'updated_at': '2021-07-30T21:07:24Z', 'revision_number': 4, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'subnets': [{'id': '836a018a-9b4f-466f-a4c0-caeb405ffcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:07:25.022953 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7cb6990f-9552-44f5-ba7e-d903cf6a0927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:25.210495 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:25.253011 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-7cb6990f-9552-44f5-ba7e-d903cf6a0927 admin admin] Allocated IP 172.20.0.1 (6600bf70-7919-4cd3-b637-a389fe2b0c21/28f85b28-91fa-4c94-a535-2ffbd85020ed/d4a87f2f-bbbe-423e-b4cc-0233df74eb11) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:07:25.284899 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f99203-f1af-4bb3-b445-ddb3dc13e60c None None] Network 6600bf70-7919-4cd3-b637-a389fe2b0c21 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:07:25.363473 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-64322403-7287-4278-a39b-95f6a9c41ba2 None None] Provisioning for port 22500dfa-8535-494d-a604-06acb0a928a2 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:07:25.371938 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:25.389112 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] Transition to ACTIVE for port object e20eaedb-16c9-4fa6-a918-447c561d857a will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:07:25.412069 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:25.444649 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device dc84fbd1-d615-4d60-8dc3-bc0948a769a4 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:07:25.454016 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7cb6990f-9552-44f5-ba7e-d903cf6a0927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:25.469811 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-7cb6990f-9552-44f5-ba7e-d903cf6a0927 admin admin] Transition to ACTIVE for port object d4a87f2f-bbbe-423e-b4cc-0233df74eb11 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:07:25.500831 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbecfa-a771-4e3f-be12-df6548ce803c None None] Pushing event updated for resources: {'Port': ['ID=e20eaedb-16c9-4fa6-a918-447c561d857a,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:25.504124 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] Attempting to bind port e20eaedb-16c9-4fa6-a918-447c561d857a on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:07:25.504711 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] Attempting to bind port e20eaedb-16c9-4fa6-a918-447c561d857a by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:07:25.505923 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] Attempting to bind port e20eaedb-16c9-4fa6-a918-447c561d857a on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:07:25.512752 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:07:25.513891 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:07:25.514559 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:25.515189 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:07:25.516035 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] Bound port: e20eaedb-16c9-4fa6-a918-447c561d857a, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:07:25.516599 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:25.518646 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7cb6990f-9552-44f5-ba7e-d903cf6a0927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:25.538217 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port dc84fbd1-d615-4d60-8dc3-bc0948a769a4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:07:25.538588 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:25.560740 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb6990f-9552-44f5-ba7e-d903cf6a0927 admin admin] Network 6600bf70-7919-4cd3-b637-a389fe2b0c21 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:07:25.566694 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-7cb6990f-9552-44f5-ba7e-d903cf6a0927 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:07:25.579062 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb6990f-9552-44f5-ba7e-d903cf6a0927 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:07:25.591793 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6990f-9552-44f5-ba7e-d903cf6a0927 admin admin] Pushing event updated for resources: {'Port': ['ID=d4a87f2f-bbbe-423e-b4cc-0233df74eb11,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:25.594278 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] For port e20eaedb-16c9-4fa6-a918-447c561d857a, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:07:25.598285 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] For port e20eaedb-16c9-4fa6-a918-447c561d857a, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e20eaedb-16c9-4fa6-a918-447c561d857a,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:07:25.611798 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:25.649804 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7cb6990f-9552-44f5-ba7e-d903cf6a0927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:25.658552 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 22500dfa-8535-494d-a604-06acb0a928a2 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:07:25.708909 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbecfa-a771-4e3f-be12-df6548ce803c None None] Pushing event updated for resources: {'Port': ['ID=e20eaedb-16c9-4fa6-a918-447c561d857a,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:25.729640 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] Routers {'3a79d266-884e-4452-ac90-6707551bb493'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:07:25.735926 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:07:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3a79d266-884e-4452-ac90-6707551bb493'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:25.738853 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 22500dfa-8535-494d-a604-06acb0a928a2 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:07:25.744761 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 22500dfa-8535-494d-a604-06acb0a928a2 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:07:25.745467 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:25.868244 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7cb6990f-9552-44f5-ba7e-d903cf6a0927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:25.898164 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:25.951675 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] Set router 3a79d266-884e-4452-ac90-6707551bb493 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:07:25.959308 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 22500dfa-8535-494d-a604-06acb0a928a2, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=22500dfa-8535-494d-a604-06acb0a928a2,segment=NetworkSegment(8f4701b5-44d7-43f8-a463-31199dff540c),segment_id=8f4701b5-44d7-43f8-a463-31199dff540c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:07:25.964360 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:25.966478 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:07:26.062929 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-481e2406-4b43-4811-ba61-71cb51df75c7 None None] Provisioning complete for port 22500dfa-8535-494d-a604-06acb0a928a2 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:07:26.063306 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-481e2406-4b43-4811-ba61-71cb51df75c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:26.103366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=22500dfa-8535-494d-a604-06acb0a928a2,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:26.147806 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7cb6990f-9552-44f5-ba7e-d903cf6a0927 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:26.153945 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:07:26.159712 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7cb6990f-9552-44f5-ba7e-d903cf6a0927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:26.160154 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:07:26.160746 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:26.212106 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79d266-884e-4452-ac90-6707551bb493', 'name': 'tempest-TestMinimumBasicScenario-666390462-router', 'tenant_id': 'dcac9c45bfc141a4a737047ab48eda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'e20eaedb-16c9-4fa6-a918-447c561d857a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:07:22Z', 'updated_at': '2021-07-30T21:07:23Z', 'revision_number': 3, 'project_id': 'dcac9c45bfc141a4a737047ab48eda55', 'gw_port': {'id': 'e20eaedb-16c9-4fa6-a918-447c561d857a', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a79d266-884e-4452-ac90-6707551bb493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:23Z', 'updated_at': '2021-07-30T21:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:26.247735 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738c35e0-ce67-4b3e-82f1-896fade8a6f0 None None] The sync data for ids ['3a79d266-884e-4452-ac90-6707551bb493'] in n-d-712137-9 is: [{'id': '3a79d266-884e-4452-ac90-6707551bb493', 'name': 'tempest-TestMinimumBasicScenario-666390462-router', 'tenant_id': 'dcac9c45bfc141a4a737047ab48eda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'e20eaedb-16c9-4fa6-a918-447c561d857a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:07:22Z', 'updated_at': '2021-07-30T21:07:23Z', 'revision_number': 3, 'project_id': 'dcac9c45bfc141a4a737047ab48eda55', 'gw_port': {'id': 'e20eaedb-16c9-4fa6-a918-447c561d857a', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a79d266-884e-4452-ac90-6707551bb493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:23Z', 'updated_at': '2021-07-30T21:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:07:26.265878 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7cb6990f-9552-44f5-ba7e-d903cf6a0927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:26.273104 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6990f-9552-44f5-ba7e-d903cf6a0927 admin admin] Pushing event updated for resources: {'Port': ['ID=d4a87f2f-bbbe-423e-b4cc-0233df74eb11,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:26.297757 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:26.343125 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f,segment=NetworkSegment(4b1e4288-e94b-49fa-b682-e006a69ddef2),segment_id=4b1e4288-e94b-49fa-b682-e006a69ddef2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:07:26.350615 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:26.377585 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d59ff5e7-ff4b-4ec3-a92a-10f2a7989537 None None] Provisioning for port d4a87f2f-bbbe-423e-b4cc-0233df74eb11 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:07:26.382658 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d59ff5e7-ff4b-4ec3-a92a-10f2a7989537 None None] Provisioning complete for port d4a87f2f-bbbe-423e-b4cc-0233df74eb11 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:07:26.383026 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d59ff5e7-ff4b-4ec3-a92a-10f2a7989537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:26.386344 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb6990f-9552-44f5-ba7e-d903cf6a0927 admin admin] Network 6600bf70-7919-4cd3-b637-a389fe2b0c21 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:07:26.387869 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-7cb6990f-9552-44f5-ba7e-d903cf6a0927 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:07:26.442326 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d59ff5e7-ff4b-4ec3-a92a-10f2a7989537 None None] Port d4a87f2f-bbbe-423e-b4cc-0233df74eb11 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:07:26.445303 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:26.515614 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb6990f-9552-44f5-ba7e-d903cf6a0927 admin admin] Router 3a79d266-884e-4452-ac90-6707551bb493 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:07:26.646166 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb6990f-9552-44f5-ba7e-d903cf6a0927 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:07:26.658902 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7cb6990f-9552-44f5-ba7e-d903cf6a0927 admin admin] 10.222.0.81 "PUT /v2.0/routers/3a79d266-884e-4452-ac90-6707551bb493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1346571 Jul 30 21:07:26.673292 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f8ca3b13-dfc8-4a8a-ae5d-d30ba02546d8 None None] Provisioning complete for port d4a87f2f-bbbe-423e-b4cc-0233df74eb11 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:07:26.673665 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8ca3b13-dfc8-4a8a-ae5d-d30ba02546d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:26.721991 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f8ca3b13-dfc8-4a8a-ae5d-d30ba02546d8 None None] Port d4a87f2f-bbbe-423e-b4cc-0233df74eb11 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:07:27.047395 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:27.314326 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 22500dfa-8535-494d-a604-06acb0a928a2 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:07:27.364957 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 22500dfa-8535-494d-a604-06acb0a928a2 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:07:27.365326 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:27.449747 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e20eaedb-16c9-4fa6-a918-447c561d857a up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:07:27.496737 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port e20eaedb-16c9-4fa6-a918-447c561d857a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:07:27.505605 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port e20eaedb-16c9-4fa6-a918-447c561d857a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:07:27.507336 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:27.601058 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:27.632420 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port e20eaedb-16c9-4fa6-a918-447c561d857a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e20eaedb-16c9-4fa6-a918-447c561d857a,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:07:27.636566 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:27.637489 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:07:27.714448 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=e20eaedb-16c9-4fa6-a918-447c561d857a,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:27.736310 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:07:27.736729 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:28.529193 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] Sync routers for ids ['3a79d266-884e-4452-ac90-6707551bb493'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:07:28.540640 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] Routers {'3a79d266-884e-4452-ac90-6707551bb493'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:07:28.541492 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:07:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3a79d266-884e-4452-ac90-6707551bb493'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:28.666700 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] Set router 3a79d266-884e-4452-ac90-6707551bb493 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:07:28.886968 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79d266-884e-4452-ac90-6707551bb493', 'name': 'tempest-TestMinimumBasicScenario-666390462-router', 'tenant_id': 'dcac9c45bfc141a4a737047ab48eda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'e20eaedb-16c9-4fa6-a918-447c561d857a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:07:22Z', 'updated_at': '2021-07-30T21:07:25Z', 'revision_number': 4, 'project_id': 'dcac9c45bfc141a4a737047ab48eda55', 'gw_port': {'id': 'e20eaedb-16c9-4fa6-a918-447c561d857a', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79d266-884e-4452-ac90-6707551bb493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:23Z', 'updated_at': '2021-07-30T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'd4a87f2f-bbbe-423e-b4cc-0233df74eb11', 'name': '', 'network_id': '6600bf70-7919-4cd3-b637-a389fe2b0c21', 'tenant_id': 'dcac9c45bfc141a4a737047ab48eda55', 'mac_address': 'fa:16:3e:c1:5a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a79d266-884e-4452-ac90-6707551bb493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '28f85b28-91fa-4c94-a535-2ffbd85020ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:25Z', 'updated_at': '2021-07-30T21:07:25Z', 'revision_number': 2, 'project_id': 'dcac9c45bfc141a4a737047ab48eda55', 'subnets': [{'id': '28f85b28-91fa-4c94-a535-2ffbd85020ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:28.918796 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] Checking router: 3a79d266-884e-4452-ac90-6707551bb493 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:07:28.919694 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] Updating router 3a79d266-884e-4452-ac90-6707551bb493 port d4a87f2f-bbbe-423e-b4cc-0233df74eb11 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:07:28.945357 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:29.242757 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:29.253997 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] Transition to ACTIVE for port object d4a87f2f-bbbe-423e-b4cc-0233df74eb11 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:07:29.263884 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:29.271108 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e20eaedb-16c9-4fa6-a918-447c561d857a up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:07:29.353702 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e7cf5-6718-4e45-8afc-7eba54a97514 None None] Pushing event updated for resources: {'Port': ['ID=d4a87f2f-bbbe-423e-b4cc-0233df74eb11,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:29.425938 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port e20eaedb-16c9-4fa6-a918-447c561d857a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:07:29.426311 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:29.428140 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] Attempting to bind port d4a87f2f-bbbe-423e-b4cc-0233df74eb11 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:07:29.428504 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] Attempting to bind port d4a87f2f-bbbe-423e-b4cc-0233df74eb11 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '8f4701b5-44d7-43f8-a463-31199dff540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6600bf70-7919-4cd3-b637-a389fe2b0c21'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:07:29.428864 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] Attempting to bind port d4a87f2f-bbbe-423e-b4cc-0233df74eb11 on network 6600bf70-7919-4cd3-b637-a389fe2b0c21 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:07:29.457066 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:07:29.457445 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] Checking segment: {'id': '8f4701b5-44d7-43f8-a463-31199dff540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6600bf70-7919-4cd3-b637-a389fe2b0c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:07:29.457848 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:29.458246 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] Bound using segment: {'id': '8f4701b5-44d7-43f8-a463-31199dff540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6600bf70-7919-4cd3-b637-a389fe2b0c21'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:07:29.458726 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] Bound port: d4a87f2f-bbbe-423e-b4cc-0233df74eb11, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4701b5-44d7-43f8-a463-31199dff540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6600bf70-7919-4cd3-b637-a389fe2b0c21'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:07:29.459107 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:29.573235 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] For port d4a87f2f-bbbe-423e-b4cc-0233df74eb11, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:07:29.588726 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] For port d4a87f2f-bbbe-423e-b4cc-0233df74eb11, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d4a87f2f-bbbe-423e-b4cc-0233df74eb11,segment=NetworkSegment(8f4701b5-44d7-43f8-a463-31199dff540c),segment_id=8f4701b5-44d7-43f8-a463-31199dff540c)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:07:29.598010 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:29.667798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] Routers {'3a79d266-884e-4452-ac90-6707551bb493'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:07:29.668521 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:07:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3a79d266-884e-4452-ac90-6707551bb493'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:29.671795 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e7cf5-6718-4e45-8afc-7eba54a97514 None None] Pushing event updated for resources: {'Port': ['ID=d4a87f2f-bbbe-423e-b4cc-0233df74eb11,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:29.819860 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] Set router 3a79d266-884e-4452-ac90-6707551bb493 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:07:30.068945 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79d266-884e-4452-ac90-6707551bb493', 'name': 'tempest-TestMinimumBasicScenario-666390462-router', 'tenant_id': 'dcac9c45bfc141a4a737047ab48eda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'e20eaedb-16c9-4fa6-a918-447c561d857a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:07:22Z', 'updated_at': '2021-07-30T21:07:25Z', 'revision_number': 4, 'project_id': 'dcac9c45bfc141a4a737047ab48eda55', 'gw_port': {'id': 'e20eaedb-16c9-4fa6-a918-447c561d857a', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79d266-884e-4452-ac90-6707551bb493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:23Z', 'updated_at': '2021-07-30T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'd4a87f2f-bbbe-423e-b4cc-0233df74eb11', 'name': '', 'network_id': '6600bf70-7919-4cd3-b637-a389fe2b0c21', 'tenant_id': 'dcac9c45bfc141a4a737047ab48eda55', 'mac_address': 'fa:16:3e:c1:5a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a79d266-884e-4452-ac90-6707551bb493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '28f85b28-91fa-4c94-a535-2ffbd85020ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:25Z', 'updated_at': '2021-07-30T21:07:29Z', 'revision_number': 4, 'project_id': 'dcac9c45bfc141a4a737047ab48eda55', 'subnets': [{'id': '28f85b28-91fa-4c94-a535-2ffbd85020ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:07:30.097593 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad39534-069d-4872-9306-8e27aa16ed64 None None] The sync data for ids ['3a79d266-884e-4452-ac90-6707551bb493'] in n-d-712137-9 is: [{'id': '3a79d266-884e-4452-ac90-6707551bb493', 'name': 'tempest-TestMinimumBasicScenario-666390462-router', 'tenant_id': 'dcac9c45bfc141a4a737047ab48eda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'e20eaedb-16c9-4fa6-a918-447c561d857a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:07:22Z', 'updated_at': '2021-07-30T21:07:25Z', 'revision_number': 4, 'project_id': 'dcac9c45bfc141a4a737047ab48eda55', 'gw_port': {'id': 'e20eaedb-16c9-4fa6-a918-447c561d857a', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79d266-884e-4452-ac90-6707551bb493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:23Z', 'updated_at': '2021-07-30T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'd4a87f2f-bbbe-423e-b4cc-0233df74eb11', 'name': '', 'network_id': '6600bf70-7919-4cd3-b637-a389fe2b0c21', 'tenant_id': 'dcac9c45bfc141a4a737047ab48eda55', 'mac_address': 'fa:16:3e:c1:5a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a79d266-884e-4452-ac90-6707551bb493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '28f85b28-91fa-4c94-a535-2ffbd85020ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:25Z', 'updated_at': '2021-07-30T21:07:29Z', 'revision_number': 4, 'project_id': 'dcac9c45bfc141a4a737047ab48eda55', 'subnets': [{'id': '28f85b28-91fa-4c94-a535-2ffbd85020ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:07:31.295788 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d4a87f2f-bbbe-423e-b4cc-0233df74eb11 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:07:31.351823 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port d4a87f2f-bbbe-423e-b4cc-0233df74eb11 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:07:31.355722 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port d4a87f2f-bbbe-423e-b4cc-0233df74eb11 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:07:31.356208 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:31.443683 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:31.479691 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port d4a87f2f-bbbe-423e-b4cc-0233df74eb11, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d4a87f2f-bbbe-423e-b4cc-0233df74eb11,segment=NetworkSegment(8f4701b5-44d7-43f8-a463-31199dff540c),segment_id=8f4701b5-44d7-43f8-a463-31199dff540c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:07:31.487613 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:31.547178 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=d4a87f2f-bbbe-423e-b4cc-0233df74eb11,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:33.261118 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d4a87f2f-bbbe-423e-b4cc-0233df74eb11 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:07:33.320540 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port d4a87f2f-bbbe-423e-b4cc-0233df74eb11 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:07:33.320908 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:36.393710 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-4255f660-93ae-445a-b4cb-aa38be04c140 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:36.395166 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-4255f660-93ae-445a-b4cb-aa38be04c140 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/networks?id=aa706eff-eebb-4ab0-993f-e637d85e9996 HTTP/1.1" status: 200 len: 814 time: 0.1004908 Jul 30 21:07:36.409690 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-6d3fc361-5eb9-40f1-95d1-2b05d1e39642 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/quotas/67ab71cf2fd34edaadad9a2f82ecdc8f HTTP/1.1" status: 200 len: 375 time: 0.0087817 Jul 30 21:07:36.460403 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-00c37c3b-0ddc-4e58-a73c-271c85460a70 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=67ab71cf2fd34edaadad9a2f82ecdc8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456505 Jul 30 21:07:36.555923 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-654b82c3-ef84-49c7-9e1e-ca4e0dafd232 service neutron] 10.222.0.81 "GET /v2.0/networks/aa706eff-eebb-4ab0-993f-e637d85e9996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841589 Jul 30 21:07:36.643023 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-8a5efd07-d28f-4337-a0e2-eec7ab5b9383 service neutron] 10.222.0.81 "GET /v2.0/networks/aa706eff-eebb-4ab0-993f-e637d85e9996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811820 Jul 30 21:07:36.804662 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-db791dbb-f943-47f5-903a-95c45e8955dc req-ad1d9c0f-9e77-4196-ae12-54ee008014ac tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 210 time: 0.0328882 Jul 30 21:07:37.716969 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-73c57a29-ce69-4c1c-89b6-37a117d752bd tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:37.718410 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-73c57a29-ce69-4c1c-89b6-37a117d752bd tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.83 "GET /v2.0/networks?id=aa706eff-eebb-4ab0-993f-e637d85e9996 HTTP/1.1" status: 200 len: 814 time: 0.1011231 Jul 30 21:07:37.731937 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Request body: {'port': {'device_id': 'a35371a7-e315-4065-8809-da2cf1b6f1e9', 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996', 'admin_state_up': True, 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:07:37.847540 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Made reservation on behalf of 67ab71cf2fd34edaadad9a2f82ecdc8f for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:07:37.851255 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:37.928949 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c7012686-a265-48c3-b808-d69803b7d1b0 req-4abe5339-2ae4-492d-a9ba-73117ae857e9 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 210 time: 0.0542111 Jul 30 21:07:38.009299 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Allocated IP 172.20.0.14 (aa706eff-eebb-4ab0-993f-e637d85e9996/836a018a-9b4f-466f-a4c0-caeb405ffcce/7d1483f6-e776-429b-9a6f-691e896fdb5f) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:07:38.186420 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:38.201737 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Transition to ACTIVE for port object 7d1483f6-e776-429b-9a6f-691e896fdb5f will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:07:38.238338 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:38.308009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Network aa706eff-eebb-4ab0-993f-e637d85e9996 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:07:38.313734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Pushing event updated for resources: {'Port': ['ID=7d1483f6-e776-429b-9a6f-691e896fdb5f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:38.313734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:07:38.315602 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:07:38.344590 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:38.344959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:38.345313 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:38.345656 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:38.346085 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:38.346427 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:38.346772 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:38.347109 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:38.347494 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:38.347807 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:38.348141 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:38.348481 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:38.387025 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:38.387888 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:38.406524 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-a03a0712-db67-4372-93be-03c44bdc4474 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6791141 Jul 30 21:07:38.567789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-797decee-90ed-422d-b5e6-1d23042f01cf None None] Provisioning for port 7d1483f6-e776-429b-9a6f-691e896fdb5f completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:07:38.574586 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-797decee-90ed-422d-b5e6-1d23042f01cf None None] Provisioning complete for port 7d1483f6-e776-429b-9a6f-691e896fdb5f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:07:38.575160 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-797decee-90ed-422d-b5e6-1d23042f01cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:38.614304 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-797decee-90ed-422d-b5e6-1d23042f01cf None None] Port 7d1483f6-e776-429b-9a6f-691e896fdb5f cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:07:39.051299 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903fe76-f881-4302-8ea9-7e905de90193 req-0a8e5acf-db1b-48cf-b92f-3a4bfe86f9ff tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:39.052825 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a903fe76-f881-4302-8ea9-7e905de90193 req-0a8e5acf-db1b-48cf-b92f-3a4bfe86f9ff tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 932 time: 0.0554643 Jul 30 21:07:39.096686 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a903fe76-f881-4302-8ea9-7e905de90193 req-a82b0393-7ed7-4d38-8914-49008c751597 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376318 Jul 30 21:07:40.223213 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078a153-20c7-4062-b480-1c29d04494e9 req-fdcac877-7e14-4fac-907d-e5c1a22333a8 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:40.224721 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d078a153-20c7-4062-b480-1c29d04494e9 req-fdcac877-7e14-4fac-907d-e5c1a22333a8 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 932 time: 0.0535898 Jul 30 21:07:40.261956 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d078a153-20c7-4062-b480-1c29d04494e9 req-9da1f5a9-e479-40ac-b899-5a49fbc1de9a tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310314 Jul 30 21:07:41.386389 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596056e6-d560-4814-b698-326295e639ea req-9f5ab0ab-ef25-4f06-9322-36ee5edd9a80 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:41.387881 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-596056e6-d560-4814-b698-326295e639ea req-9f5ab0ab-ef25-4f06-9322-36ee5edd9a80 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 932 time: 0.0574877 Jul 30 21:07:41.428115 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-596056e6-d560-4814-b698-326295e639ea req-b184fa24-567d-4d80-9aea-960c7bf2b9c7 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341949 Jul 30 21:07:42.552235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf0d06-750e-425c-9c41-467fecac2356 req-c2c1e10e-84b6-45ac-8d87-ad84b5082dd6 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:42.553712 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c6bf0d06-750e-425c-9c41-467fecac2356 req-c2c1e10e-84b6-45ac-8d87-ad84b5082dd6 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 932 time: 0.0518031 Jul 30 21:07:42.595903 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c6bf0d06-750e-425c-9c41-467fecac2356 req-a2b544f6-6d6e-4234-9916-1110fd626597 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360801 Jul 30 21:07:43.720448 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3daab8-b2cd-49f1-818e-b08bd2aef7c7 req-1edbf670-c6b3-4969-9752-9b468a103617 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:43.721949 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fa3daab8-b2cd-49f1-818e-b08bd2aef7c7 req-1edbf670-c6b3-4969-9752-9b468a103617 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 932 time: 0.0540500 Jul 30 21:07:43.767955 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fa3daab8-b2cd-49f1-818e-b08bd2aef7c7 req-09590b58-4843-46a5-8f42-d6c87d94843a tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399337 Jul 30 21:07:44.887292 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a3a24-4656-4590-be4a-e322413cc1cc req-3fb68b60-0799-42b0-8d41-a0e6b38deb6c tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:44.888817 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a16a3a24-4656-4590-be4a-e322413cc1cc req-3fb68b60-0799-42b0-8d41-a0e6b38deb6c tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 932 time: 0.0546119 Jul 30 21:07:44.929150 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a16a3a24-4656-4590-be4a-e322413cc1cc req-d07ffb92-881d-4fb9-9601-f1b25e1a50e7 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334346 Jul 30 21:07:46.058237 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85aace0-968b-4162-8062-7abd63e62110 req-347d2fbc-dc14-4cfa-bafd-6ff190563cd3 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:46.063746 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e85aace0-968b-4162-8062-7abd63e62110 req-347d2fbc-dc14-4cfa-bafd-6ff190563cd3 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 932 time: 0.0557051 Jul 30 21:07:46.099560 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e85aace0-968b-4162-8062-7abd63e62110 req-195b8b24-a2af-4d70-8865-5874662aa501 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333581 Jul 30 21:07:46.106504 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:47.221374 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8e517-615a-4f54-9829-acfce3ff3120 req-633de7a9-ac96-4409-ba71-27baccf2b534 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:47.223936 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35a8e517-615a-4f54-9829-acfce3ff3120 req-633de7a9-ac96-4409-ba71-27baccf2b534 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 932 time: 0.0515051 Jul 30 21:07:47.264343 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35a8e517-615a-4f54-9829-acfce3ff3120 req-0b252351-4e9c-44a2-992b-983e0f513ae9 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355413 Jul 30 21:07:48.386465 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88160637-f8e3-4d9f-9ebb-5701bdee44b3 req-6239f686-9983-44b8-b281-d957c733133c tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:48.388020 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-88160637-f8e3-4d9f-9ebb-5701bdee44b3 req-6239f686-9983-44b8-b281-d957c733133c tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 932 time: 0.0539136 Jul 30 21:07:48.434093 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-88160637-f8e3-4d9f-9ebb-5701bdee44b3 req-33c8d610-d899-415a-bfc3-e8477c286d8a tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372534 Jul 30 21:07:49.549886 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6bd72-9c0a-4df6-8b39-fb5f5cf5709c req-43831ac2-2676-4582-af4c-b04737a9f764 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:49.551365 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-26d6bd72-9c0a-4df6-8b39-fb5f5cf5709c req-43831ac2-2676-4582-af4c-b04737a9f764 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 932 time: 0.0489602 Jul 30 21:07:49.588745 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-26d6bd72-9c0a-4df6-8b39-fb5f5cf5709c req-9df80ba9-4054-481c-a83e-19d6a5359a60 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315235 Jul 30 21:07:50.186247 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:50.701046 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab0262-ce9a-4191-b74c-c9fcc94f0d20 req-3d8ec2ae-c835-4bd6-99df-78a405dcfde8 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:50.702498 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5dab0262-ce9a-4191-b74c-c9fcc94f0d20 req-3d8ec2ae-c835-4bd6-99df-78a405dcfde8 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 932 time: 0.0489268 Jul 30 21:07:50.739864 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5dab0262-ce9a-4191-b74c-c9fcc94f0d20 req-ea539b2e-4977-4ea2-8a04-1a4651f58f4b tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314045 Jul 30 21:07:50.828386 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:07:51.350514 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-158a322f-0554-482b-b8ca-5106a365665f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:51.614998 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-d989c9fc-da2a-4532-90be-edb0925a255e service neutron] Request body: {'port': {'device_id': 'a35371a7-e315-4065-8809-da2cf1b6f1e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:07:51.672337 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-d989c9fc-da2a-4532-90be-edb0925a255e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:51.899560 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67659eef-28e5-4e78-812c-eae7e89b4e17 req-354250e0-ddb1-4101-a289-800ea2f0ca25 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:51.900923 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-67659eef-28e5-4e78-812c-eae7e89b4e17 req-354250e0-ddb1-4101-a289-800ea2f0ca25 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 932 time: 0.0892587 Jul 30 21:07:51.970580 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-67659eef-28e5-4e78-812c-eae7e89b4e17 req-f199e98b-9928-4b67-8c85-1e0d4b4d2d74 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612390 Jul 30 21:07:52.004674 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-d989c9fc-da2a-4532-90be-edb0925a255e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d1483f6-e776-429b-9a6f-691e896fdb5f {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:07:52.012183 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-d989c9fc-da2a-4532-90be-edb0925a255e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:52.023813 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-d989c9fc-da2a-4532-90be-edb0925a255e service neutron] Transition to ACTIVE for port object 7d1483f6-e776-429b-9a6f-691e896fdb5f will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:07:52.027540 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-d989c9fc-da2a-4532-90be-edb0925a255e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:52.092981 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989c9fc-da2a-4532-90be-edb0925a255e service neutron] Pushing event updated for resources: {'Port': ['ID=7d1483f6-e776-429b-9a6f-691e896fdb5f,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:52.147223 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-d989c9fc-da2a-4532-90be-edb0925a255e service neutron] Attempting to bind port 7d1483f6-e776-429b-9a6f-691e896fdb5f on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:07:52.147583 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-d989c9fc-da2a-4532-90be-edb0925a255e service neutron] Attempting to bind port 7d1483f6-e776-429b-9a6f-691e896fdb5f by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '4b1e4288-e94b-49fa-b682-e006a69ddef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:07:52.147951 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-d989c9fc-da2a-4532-90be-edb0925a255e service neutron] Attempting to bind port 7d1483f6-e776-429b-9a6f-691e896fdb5f on network aa706eff-eebb-4ab0-993f-e637d85e9996 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:07:52.152534 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-d989c9fc-da2a-4532-90be-edb0925a255e service neutron] Port 7d1483f6-e776-429b-9a6f-691e896fdb5f on network aa706eff-eebb-4ab0-993f-e637d85e9996 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 21:07:52.152805 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-d989c9fc-da2a-4532-90be-edb0925a255e service neutron] Attempting to bind port 7d1483f6-e776-429b-9a6f-691e896fdb5f on network aa706eff-eebb-4ab0-993f-e637d85e9996 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:07:52.157846 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-d989c9fc-da2a-4532-90be-edb0925a255e service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:07:52.158187 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-d989c9fc-da2a-4532-90be-edb0925a255e service neutron] Checking segment: {'id': '4b1e4288-e94b-49fa-b682-e006a69ddef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:07:52.158573 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-d989c9fc-da2a-4532-90be-edb0925a255e service neutron] Bound using segment: {'id': '4b1e4288-e94b-49fa-b682-e006a69ddef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:07:52.159004 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-d989c9fc-da2a-4532-90be-edb0925a255e service neutron] Bound port: 7d1483f6-e776-429b-9a6f-691e896fdb5f, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1e4288-e94b-49fa-b682-e006a69ddef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:07:52.159366 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-d989c9fc-da2a-4532-90be-edb0925a255e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:52.225880 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-d989c9fc-da2a-4532-90be-edb0925a255e service neutron] For port 7d1483f6-e776-429b-9a6f-691e896fdb5f, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:07:52.229025 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-d989c9fc-da2a-4532-90be-edb0925a255e service neutron] For port 7d1483f6-e776-429b-9a6f-691e896fdb5f, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7d1483f6-e776-429b-9a6f-691e896fdb5f,segment=NetworkSegment(4b1e4288-e94b-49fa-b682-e006a69ddef2),segment_id=4b1e4288-e94b-49fa-b682-e006a69ddef2)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:07:52.232685 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-d989c9fc-da2a-4532-90be-edb0925a255e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:52.267290 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-d989c9fc-da2a-4532-90be-edb0925a255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:52.268036 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-d989c9fc-da2a-4532-90be-edb0925a255e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:52.269634 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-d989c9fc-da2a-4532-90be-edb0925a255e service neutron] 10.222.0.83 "PUT /v2.0/ports/7d1483f6-e776-429b-9a6f-691e896fdb5f HTTP/1.1" status: 200 len: 1092 time: 0.6599295 Jul 30 21:07:52.270078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35371a7-e315-4065-8809-da2cf1b6f1e9', 'tag': '7d1483f6-e776-429b-9a6f-691e896fdb5f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:07:52.272380 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c495fb-78f9-4351-8f9b-600671f5bbac" -d '{"events": [{"name": "network-changed", "server_uuid": "a35371a7-e315-4065-8809-da2cf1b6f1e9", "tag": "7d1483f6-e776-429b-9a6f-691e896fdb5f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:07:52.302288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989c9fc-da2a-4532-90be-edb0925a255e service neutron] Pushing event updated for resources: {'Port': ['ID=7d1483f6-e776-429b-9a6f-691e896fdb5f,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:52.339184 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ec0bf3-3ace-431a-9bd1-4dc3012de748 x-openstack-request-id: req-29ec0bf3-3ace-431a-9bd1-4dc3012de748 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:07:52.339475 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35371a7-e315-4065-8809-da2cf1b6f1e9", "tag": "7d1483f6-e776-429b-9a6f-691e896fdb5f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:07:52.339870 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-29ec0bf3-3ace-431a-9bd1-4dc3012de748 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:07:52.340281 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35371a7-e315-4065-8809-da2cf1b6f1e9', 'tag': '7d1483f6-e776-429b-9a6f-691e896fdb5f', 'status': 'completed', 'code': 200} Jul 30 21:07:52.357094 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-9a571f17-83fb-45ce-97d6-869d627a1e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:52.358767 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-9a571f17-83fb-45ce-97d6-869d627a1e89 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67ab71cf2fd34edaadad9a2f82ecdc8f&device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 1095 time: 0.0484800 Jul 30 21:07:52.406296 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-aaf8f828-32ab-477f-94b4-907ac8f40c10 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d1483f6-e776-429b-9a6f-691e896fdb5f HTTP/1.1" status: 200 len: 217 time: 0.0400324 Jul 30 21:07:52.458019 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-a79df26d-a97f-4d16-a610-054092130bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:52.459479 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-a79df26d-a97f-4d16-a610-054092130bf0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=836a018a-9b4f-466f-a4c0-caeb405ffcce HTTP/1.1" status: 200 len: 853 time: 0.0466413 Jul 30 21:07:52.505334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-36048271-f5a2-4af5-9d8c-b933f2bd36c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:52.506780 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-36048271-f5a2-4af5-9d8c-b933f2bd36c8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aa706eff-eebb-4ab0-993f-e637d85e9996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395038 Jul 30 21:07:52.600443 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-487897ee-60a6-4b8f-b9b1-cba643ded7a6 service neutron] 10.222.0.83 "GET /v2.0/networks/aa706eff-eebb-4ab0-993f-e637d85e9996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861168 Jul 30 21:07:52.690227 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0518e240-a85f-4118-8dc6-20ae010ec7dc req-f3bde5a0-a64e-4664-b8c1-e22bd7002f46 service neutron] 10.222.0.83 "GET /v2.0/networks/aa706eff-eebb-4ab0-993f-e637d85e9996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822153 Jul 30 21:07:52.775663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c495fb-78f9-4351-8f9b-600671f5bbac req-eaf91c66-ddaa-44c8-baef-8ddb88f4ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:52.777122 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99c495fb-78f9-4351-8f9b-600671f5bbac req-eaf91c66-ddaa-44c8-baef-8ddb88f4ccdc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67ab71cf2fd34edaadad9a2f82ecdc8f&device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 1095 time: 0.0455687 Jul 30 21:07:52.864064 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c495fb-78f9-4351-8f9b-600671f5bbac req-08449ad4-e27a-49b6-b7f1-68cc059b2784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:52.865463 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99c495fb-78f9-4351-8f9b-600671f5bbac req-08449ad4-e27a-49b6-b7f1-68cc059b2784 service neutron] 10.222.0.83 "GET /v2.0/networks?id=aa706eff-eebb-4ab0-993f-e637d85e9996 HTTP/1.1" status: 200 len: 915 time: 0.0815473 Jul 30 21:07:52.905586 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99c495fb-78f9-4351-8f9b-600671f5bbac req-d6a644d4-a1a5-45db-9adf-45dde750e549 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d1483f6-e776-429b-9a6f-691e896fdb5f HTTP/1.1" status: 200 len: 217 time: 0.0329521 Jul 30 21:07:52.957157 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c495fb-78f9-4351-8f9b-600671f5bbac req-f3e7d90b-f620-4870-a395-57815bacd6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:52.958480 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99c495fb-78f9-4351-8f9b-600671f5bbac req-f3e7d90b-f620-4870-a395-57815bacd6bd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=836a018a-9b4f-466f-a4c0-caeb405ffcce HTTP/1.1" status: 200 len: 853 time: 0.0462973 Jul 30 21:07:53.002677 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c495fb-78f9-4351-8f9b-600671f5bbac req-1c81796f-8412-4d4e-8c6d-68cdfa0f72a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:53.004272 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99c495fb-78f9-4351-8f9b-600671f5bbac req-1c81796f-8412-4d4e-8c6d-68cdfa0f72a8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aa706eff-eebb-4ab0-993f-e637d85e9996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390773 Jul 30 21:07:53.131920 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5513650-22f5-4762-b790-216e111c7983 req-7977f136-c766-4f77-9d5f-48d1cf9cb3c2 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:53.133375 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5513650-22f5-4762-b790-216e111c7983 req-7977f136-c766-4f77-9d5f-48d1cf9cb3c2 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 944 time: 0.0807605 Jul 30 21:07:53.136825 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99c495fb-78f9-4351-8f9b-600671f5bbac req-0d67abc8-bb6b-44a9-81d7-e70cd8742d3d service neutron] 10.222.0.83 "GET /v2.0/networks/aa706eff-eebb-4ab0-993f-e637d85e9996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258476 Jul 30 21:07:53.221535 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5513650-22f5-4762-b790-216e111c7983 req-2792402f-f564-42b0-84cb-881d522376ba tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822756 Jul 30 21:07:53.252517 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99c495fb-78f9-4351-8f9b-600671f5bbac req-a1657009-7abf-4bd7-b893-198220bcaee4 service neutron] 10.222.0.83 "GET /v2.0/networks/aa706eff-eebb-4ab0-993f-e637d85e9996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068866 Jul 30 21:07:53.769162 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63427792-eeb2-4b87-8370-ecc438b8a613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:54.031559 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:54.335466 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87975b4c-6d27-413d-9ef7-5b05505f5c4e req-8c9dcbfb-7a24-4ac9-a24a-e4b5cf7c4d1e tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:54.336960 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-87975b4c-6d27-413d-9ef7-5b05505f5c4e req-8c9dcbfb-7a24-4ac9-a24a-e4b5cf7c4d1e tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 944 time: 0.0497649 Jul 30 21:07:54.374577 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-87975b4c-6d27-413d-9ef7-5b05505f5c4e req-612ad42d-a406-44e5-8e9e-5f1b2d8d17bc tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317419 Jul 30 21:07:55.199786 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:55.490389 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82735060-e7bd-4e97-96fc-f885a8024d12 req-eb004f5c-05b3-4260-b6c4-e5f758ca386e tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:55.491933 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82735060-e7bd-4e97-96fc-f885a8024d12 req-eb004f5c-05b3-4260-b6c4-e5f758ca386e tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 944 time: 0.0491121 Jul 30 21:07:55.528990 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-82735060-e7bd-4e97-96fc-f885a8024d12 req-7133f2f1-fdb6-4baa-96d6-a6676a596866 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312290 Jul 30 21:07:56.062126 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 7d1483f6-e776-429b-9a6f-691e896fdb5f details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:07:56.155370 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 7d1483f6-e776-429b-9a6f-691e896fdb5f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7d1483f6-e776-429b-9a6f-691e896fdb5f,segment=NetworkSegment(4b1e4288-e94b-49fa-b682-e006a69ddef2),segment_id=4b1e4288-e94b-49fa-b682-e006a69ddef2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:07:56.166253 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '7d1483f6-e776-429b-9a6f-691e896fdb5f', 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996', 'port_id': '7d1483f6-e776-429b-9a6f-691e896fdb5f', 'mac_address': 'fa:16:3e:e8:fd:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836a018a-9b4f-466f-a4c0-caeb405ffcce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 21:07:56.205819 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:56.367350 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d1483f6-e776-429b-9a6f-691e896fdb5f {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:07:56.386642 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 7d1483f6-e776-429b-9a6f-691e896fdb5f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7d1483f6-e776-429b-9a6f-691e896fdb5f,segment=NetworkSegment(4b1e4288-e94b-49fa-b682-e006a69ddef2),segment_id=4b1e4288-e94b-49fa-b682-e006a69ddef2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:07:56.390427 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:56.436551 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=7d1483f6-e776-429b-9a6f-691e896fdb5f,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:56.444124 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:56.444472 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:56.444811 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:56.445147 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:56.445480 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:56.445809 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:56.446137 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:56.446460 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:56.446782 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:56.447103 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:56.447427 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:56.447771 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:07:56.644049 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ac772-7d25-42b5-aae7-ce18f24f1428 req-85dcd10d-5b3f-40d0-8070-e16ce1b48dd7 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:56.645626 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-522ac772-7d25-42b5-aae7-ce18f24f1428 req-85dcd10d-5b3f-40d0-8070-e16ce1b48dd7 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 945 time: 0.0499802 Jul 30 21:07:56.687979 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-522ac772-7d25-42b5-aae7-ce18f24f1428 req-af02caf3-6288-4c6e-ba76-2d870055d22b tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363331 Jul 30 21:07:56.745466 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['7d1483f6-e776-429b-9a6f-691e896fdb5f'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:07:57.048060 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:57.802596 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a86f-15ec-4edd-8ab0-2d2f30483c8d req-6e5cee0d-734d-4369-bbe7-f76c7e03bd6b tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:57.804077 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76d9a86f-15ec-4edd-8ab0-2d2f30483c8d req-6e5cee0d-734d-4369-bbe7-f76c7e03bd6b tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 945 time: 0.0517278 Jul 30 21:07:57.842721 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76d9a86f-15ec-4edd-8ab0-2d2f30483c8d req-4140ad8a-96e9-4235-9ef5-458b999341a1 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326874 Jul 30 21:07:58.077485 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 7d1483f6-e776-429b-9a6f-691e896fdb5f up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:07:58.123548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 7d1483f6-e776-429b-9a6f-691e896fdb5f completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:07:58.127106 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 7d1483f6-e776-429b-9a6f-691e896fdb5f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:07:58.127475 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:58.201399 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:58.224923 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35371a7-e315-4065-8809-da2cf1b6f1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1483f6-e776-429b-9a6f-691e896fdb5f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:07:58.227134 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdaeac5-17e9-42d0-8ccc-dbad8b1641c3" -d '{"events": [{"server_uuid": "a35371a7-e315-4065-8809-da2cf1b6f1e9", "name": "network-vif-plugged", "status": "completed", "tag": "7d1483f6-e776-429b-9a6f-691e896fdb5f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:07:58.240214 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 7d1483f6-e776-429b-9a6f-691e896fdb5f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7d1483f6-e776-429b-9a6f-691e896fdb5f,segment=NetworkSegment(4b1e4288-e94b-49fa-b682-e006a69ddef2),segment_id=4b1e4288-e94b-49fa-b682-e006a69ddef2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:07:58.244498 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:07:58.267208 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4bf54a-1b8a-4bf1-b58e-614e63677d69 x-openstack-request-id: req-4e4bf54a-1b8a-4bf1-b58e-614e63677d69 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:07:58.267493 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35371a7-e315-4065-8809-da2cf1b6f1e9", "name": "network-vif-plugged", "status": "completed", "tag": "7d1483f6-e776-429b-9a6f-691e896fdb5f", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:07:58.267757 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4e4bf54a-1b8a-4bf1-b58e-614e63677d69 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:07:58.268136 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35371a7-e315-4065-8809-da2cf1b6f1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1483f6-e776-429b-9a6f-691e896fdb5f', 'code': 200} Jul 30 21:07:58.293571 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=7d1483f6-e776-429b-9a6f-691e896fdb5f,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:07:58.359634 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64b13b-002e-48cb-8008-b7b8e8613e5a req-fb43bf10-b3b0-4a8e-becc-ece88d5a2077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:58.361017 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8c64b13b-002e-48cb-8008-b7b8e8613e5a req-fb43bf10-b3b0-4a8e-becc-ece88d5a2077 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 1097 time: 0.0396798 Jul 30 21:07:58.394107 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8c64b13b-002e-48cb-8008-b7b8e8613e5a req-0cae4afe-7bda-4849-9974-b39364dc0ec9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264807 Jul 30 21:07:58.956755 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a89c2b-5af6-45e9-ae33-ad15c010f8af req-4cd036e4-e9d6-40ef-bc25-7ca7e14b45b5 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:07:58.958220 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-80a89c2b-5af6-45e9-ae33-ad15c010f8af req-4cd036e4-e9d6-40ef-bc25-7ca7e14b45b5 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 946 time: 0.0487399 Jul 30 21:07:58.998476 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-80a89c2b-5af6-45e9-ae33-ad15c010f8af req-87a09687-05a7-417b-afbb-8883443da447 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342262 Jul 30 21:08:00.111345 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a45b4-3bba-415b-a608-bcce40925a14 req-d070a547-9125-4927-9401-93855b578139 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:08:00.112876 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dd0a45b4-3bba-415b-a608-bcce40925a14 req-d070a547-9125-4927-9401-93855b578139 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 946 time: 0.0492904 Jul 30 21:08:00.150631 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dd0a45b4-3bba-415b-a608-bcce40925a14 req-660bae68-1c2c-4e6d-94b2-16d2143098ce tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319223 Jul 30 21:08:00.262660 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0c934-58f4-47af-b75a-cf28f31f2fd9 req-f6a9cc73-9d24-41bf-9ede-43ee28509afe tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:08:00.264146 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dae0c934-58f4-47af-b75a-cf28f31f2fd9 req-f6a9cc73-9d24-41bf-9ede-43ee28509afe tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 946 time: 0.0483365 Jul 30 21:08:00.302208 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dae0c934-58f4-47af-b75a-cf28f31f2fd9 req-714ebe8f-26ef-4172-b59f-84f3a60ecb28 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321071 Jul 30 21:08:00.481843 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419929a-d3bb-49fa-a948-c988c872b32c req-0f2de574-0205-4d6b-adcb-9830ccb65188 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:08:00.483281 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9419929a-d3bb-49fa-a948-c988c872b32c req-0f2de574-0205-4d6b-adcb-9830ccb65188 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 946 time: 0.0479500 Jul 30 21:08:00.524496 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9419929a-d3bb-49fa-a948-c988c872b32c req-92eeeb3f-cd90-4a89-ace0-e90c66c45998 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348933 Jul 30 21:08:12.011757 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5406c44-a3f0-4755-bc8c-71f36ed01c2d req-2098b05b-a9b8-4a8c-b3bd-eef110e86950 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:08:12.013199 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a5406c44-a3f0-4755-bc8c-71f36ed01c2d req-2098b05b-a9b8-4a8c-b3bd-eef110e86950 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 946 time: 0.0483201 Jul 30 21:08:12.051192 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a5406c44-a3f0-4755-bc8c-71f36ed01c2d req-201cbd24-e12c-42a0-869b-fafb6e7ff1e1 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321259 Jul 30 21:08:12.072680 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55772) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:08:12.194457 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a479fa0d-dbd4-43f4-bff7-1ced2310cf27 tempest-TestMinimumBasicScenario-310337090 tempest-TestMinimumBasicScenario-310337090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:08:12.195979 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a479fa0d-dbd4-43f4-bff7-1ced2310cf27 tempest-TestMinimumBasicScenario-310337090 tempest-TestMinimumBasicScenario-310337090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 1092 time: 0.1223078 Jul 30 21:08:12.198928 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55776) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:08:12.203219 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-abc9ed4b-7a44-4b83-afa3-09e04cd19d26 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': '7d1483f6-e776-429b-9a6f-691e896fdb5f', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:08:12.226344 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-abc9ed4b-7a44-4b83-afa3-09e04cd19d26 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:12.321735 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-abc9ed4b-7a44-4b83-afa3-09e04cd19d26 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:12.423736 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-abc9ed4b-7a44-4b83-afa3-09e04cd19d26 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Allocated IP 172.25.3.118 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/9af78e58-ce83-4642-a312-305ca5ef49a9) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:08:12.520095 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-abc9ed4b-7a44-4b83-afa3-09e04cd19d26 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:12.557461 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-abc9ed4b-7a44-4b83-afa3-09e04cd19d26 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:12.594940 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc9ed4b-7a44-4b83-afa3-09e04cd19d26 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:08:12.597812 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-abc9ed4b-7a44-4b83-afa3-09e04cd19d26 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:08:12.601230 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc9ed4b-7a44-4b83-afa3-09e04cd19d26 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:08:12.609060 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9ed4b-7a44-4b83-afa3-09e04cd19d26 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Pushing event updated for resources: {'Port': ['ID=9af78e58-ce83-4642-a312-305ca5ef49a9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:08:12.957670 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-abc9ed4b-7a44-4b83-afa3-09e04cd19d26 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:13.025059 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-abc9ed4b-7a44-4b83-afa3-09e04cd19d26 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:13.168696 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-abc9ed4b-7a44-4b83-afa3-09e04cd19d26 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:13.173228 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-abc9ed4b-7a44-4b83-afa3-09e04cd19d26 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:13.246747 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9ed4b-7a44-4b83-afa3-09e04cd19d26 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Pushing event updated for resources: {'Port': ['ID=9af78e58-ce83-4642-a312-305ca5ef49a9,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:08:13.255432 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-abc9ed4b-7a44-4b83-afa3-09e04cd19d26 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:13.353144 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-abc9ed4b-7a44-4b83-afa3-09e04cd19d26 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Floating IP 5c88c2ed-6eaa-4af7-8f2f-705a96ca4ab4 associated. External IP: 172.25.3.118, port: 7d1483f6-e776-429b-9a6f-691e896fdb5f. Jul 30 21:08:13.863878 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc9ed4b-7a44-4b83-afa3-09e04cd19d26 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Router 260e516e-a9a0-4b64-a169-6bba1ce90c48 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:08:13.967038 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc9ed4b-7a44-4b83-afa3-09e04cd19d26 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:08:13.977185 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279cab26-ae3d-4495-8d3c-b897eee18673 None None] Sync routers for ids ['260e516e-a9a0-4b64-a169-6bba1ce90c48'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:08:13.983418 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-abc9ed4b-7a44-4b83-afa3-09e04cd19d26 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:13.986893 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279cab26-ae3d-4495-8d3c-b897eee18673 None None] Routers {'260e516e-a9a0-4b64-a169-6bba1ce90c48'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:08:13.987487 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-279cab26-ae3d-4495-8d3c-b897eee18673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:07:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['260e516e-a9a0-4b64-a169-6bba1ce90c48'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:08:14.011005 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-abc9ed4b-7a44-4b83-afa3-09e04cd19d26 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8110409 Jul 30 21:08:14.011897 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35371a7-e315-4065-8809-da2cf1b6f1e9', 'tag': '7d1483f6-e776-429b-9a6f-691e896fdb5f'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:08:14.014030 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55778) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:08:14.019536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-4851d1e7-4e54-433c-9076-8523fd386d64 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1155671422', 'description': 'tempest-secgroup-smoke-1155671422 description', 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:08:14.045567 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4851d1e7-4e54-433c-9076-8523fd386d64 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:14.099895 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-279cab26-ae3d-4495-8d3c-b897eee18673 None None] Set router 260e516e-a9a0-4b64-a169-6bba1ce90c48 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:08:14.125183 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2cd2a5e736a34e4a53b023da0c451ef3fe234c05263b5d36a8029b38a83a5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4001758-0bab-4c70-8fc7-3372512566a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a35371a7-e315-4065-8809-da2cf1b6f1e9", "tag": "7d1483f6-e776-429b-9a6f-691e896fdb5f"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:08:14.129826 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4851d1e7-4e54-433c-9076-8523fd386d64 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:14.136096 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4851d1e7-4e54-433c-9076-8523fd386d64 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:14.164869 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4851d1e7-4e54-433c-9076-8523fd386d64 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:14.166085 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4851d1e7-4e54-433c-9076-8523fd386d64 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1509914 Jul 30 21:08:14.169010 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55786) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:08:14.173600 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a216d640-07a7-41f8-b5f4-70a02a9d9361 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Request body: {'security_group_rule': {'security_group_id': 'c4be3138-7c17-4319-9066-2f8cfe72aee4', 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:08:14.179660 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851d1e7-4e54-433c-9076-8523fd386d64 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4be3138-7c17-4319-9066-2f8cfe72aee4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:08:14.205318 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a216d640-07a7-41f8-b5f4-70a02a9d9361 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:14.231865 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076247d8-f153-4131-a418-ed56c73c6227 x-openstack-request-id: req-076247d8-f153-4131-a418-ed56c73c6227 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:08:14.232666 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35371a7-e315-4065-8809-da2cf1b6f1e9", "tag": "7d1483f6-e776-429b-9a6f-691e896fdb5f", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:08:14.232919 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-076247d8-f153-4131-a418-ed56c73c6227 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:08:14.233324 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35371a7-e315-4065-8809-da2cf1b6f1e9', 'tag': '7d1483f6-e776-429b-9a6f-691e896fdb5f', 'status': 'completed', 'code': 200} Jul 30 21:08:14.291546 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a216d640-07a7-41f8-b5f4-70a02a9d9361 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:14.295286 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a216d640-07a7-41f8-b5f4-70a02a9d9361 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:14.321135 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216d640-07a7-41f8-b5f4-70a02a9d9361 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745b6223-4afa-4226-a114-f72d222060e3,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:08:14.327824 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4001758-0bab-4c70-8fc7-3372512566a6 req-2bbe2d3a-d996-491f-b754-a0e7aa63997d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:08:14.329331 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f4001758-0bab-4c70-8fc7-3372512566a6 req-2bbe2d3a-d996-491f-b754-a0e7aa63997d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67ab71cf2fd34edaadad9a2f82ecdc8f&device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 1097 time: 0.0708048 Jul 30 21:08:14.331081 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a216d640-07a7-41f8-b5f4-70a02a9d9361 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:14.332179 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a216d640-07a7-41f8-b5f4-70a02a9d9361 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1622732 Jul 30 21:08:14.334827 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55790) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:08:14.340395 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-5f6780fe-6b7c-4c7a-b633-ddcd9f4aca12 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Request body: {'security_group_rule': {'security_group_id': 'c4be3138-7c17-4319-9066-2f8cfe72aee4', 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:08:14.341377 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-279cab26-ae3d-4495-8d3c-b897eee18673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'name': 'tempest-TestMinimumBasicScenario-334274772-router', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:07:20Z', 'revision_number': 4, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'gw_port': {'id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '5c88c2ed-6eaa-4af7-8f2f-705a96ca4ab4', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'port_id': '7d1483f6-e776-429b-9a6f-691e896fdb5f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996', 'mac_address': 'fa:16:3e:e8:fd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35371a7-e315-4065-8809-da2cf1b6f1e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:08:12Z', 'updated_at': '2021-07-30T21:08:12Z', 'revision_number': 0, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f', 'name': '', 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'mac_address': 'fa:16:3e:b5:5b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '836a018a-9b4f-466f-a4c0-caeb405ffcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:20Z', 'updated_at': '2021-07-30T21:07:26Z', 'revision_number': 5, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'subnets': [{'id': '836a018a-9b4f-466f-a4c0-caeb405ffcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:08:14.366536 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279cab26-ae3d-4495-8d3c-b897eee18673 None None] Checking router: 260e516e-a9a0-4b64-a169-6bba1ce90c48 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:08:14.374614 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279cab26-ae3d-4495-8d3c-b897eee18673 None None] Routers {'260e516e-a9a0-4b64-a169-6bba1ce90c48'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:08:14.375153 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-279cab26-ae3d-4495-8d3c-b897eee18673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:07:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['260e516e-a9a0-4b64-a169-6bba1ce90c48'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:08:14.421897 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f6780fe-6b7c-4c7a-b633-ddcd9f4aca12 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:14.466343 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4001758-0bab-4c70-8fc7-3372512566a6 req-e1a1c005-d601-44c3-876c-17d7db7bc271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:08:14.467880 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f4001758-0bab-4c70-8fc7-3372512566a6 req-e1a1c005-d601-44c3-876c-17d7db7bc271 service neutron] 10.222.0.83 "GET /v2.0/networks?id=aa706eff-eebb-4ab0-993f-e637d85e9996 HTTP/1.1" status: 200 len: 915 time: 0.1309667 Jul 30 21:08:14.532011 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f6780fe-6b7c-4c7a-b633-ddcd9f4aca12 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:14.537835 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f6780fe-6b7c-4c7a-b633-ddcd9f4aca12 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:14.563730 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f4001758-0bab-4c70-8fc7-3372512566a6 req-71f20a30-8763-4796-9f23-09ad4d57992c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d1483f6-e776-429b-9a6f-691e896fdb5f HTTP/1.1" status: 200 len: 1000 time: 0.0881469 Jul 30 21:08:14.564312 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6780fe-6b7c-4c7a-b633-ddcd9f4aca12 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb83eae7-89ba-4e1f-81a5-be7b73e62ab5,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:08:14.572104 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-279cab26-ae3d-4495-8d3c-b897eee18673 None None] Set router 260e516e-a9a0-4b64-a169-6bba1ce90c48 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:08:14.575144 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5f6780fe-6b7c-4c7a-b633-ddcd9f4aca12 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:14.576324 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5f6780fe-6b7c-4c7a-b633-ddcd9f4aca12 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2406034 Jul 30 21:08:14.579125 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55794) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:08:14.584358 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6e31baf0-b393-4bd0-80b1-4fa466df664f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Request body: {'security_group_rule': {'security_group_id': 'c4be3138-7c17-4319-9066-2f8cfe72aee4', 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:08:14.613307 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e31baf0-b393-4bd0-80b1-4fa466df664f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:14.623063 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4001758-0bab-4c70-8fc7-3372512566a6 req-75962a0f-17de-4dc3-9ccb-72089f7ed9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:08:14.624894 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f4001758-0bab-4c70-8fc7-3372512566a6 req-75962a0f-17de-4dc3-9ccb-72089f7ed9e4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=836a018a-9b4f-466f-a4c0-caeb405ffcce HTTP/1.1" status: 200 len: 853 time: 0.0508072 Jul 30 21:08:14.663051 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e31baf0-b393-4bd0-80b1-4fa466df664f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:14.668223 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e31baf0-b393-4bd0-80b1-4fa466df664f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:14.685250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4001758-0bab-4c70-8fc7-3372512566a6 req-44b6159e-1489-41ab-8c44-8b479d68ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:08:14.687125 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f4001758-0bab-4c70-8fc7-3372512566a6 req-44b6159e-1489-41ab-8c44-8b479d68ab1e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aa706eff-eebb-4ab0-993f-e637d85e9996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486395 Jul 30 21:08:14.689216 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31baf0-b393-4bd0-80b1-4fa466df664f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39321e1-f728-4b87-9819-e40de1463459,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:08:14.699274 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31baf0-b393-4bd0-80b1-4fa466df664f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:08:14.699657 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31baf0-b393-4bd0-80b1-4fa466df664f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:08:14.700005 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31baf0-b393-4bd0-80b1-4fa466df664f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:08:14.700350 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31baf0-b393-4bd0-80b1-4fa466df664f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:08:14.700691 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31baf0-b393-4bd0-80b1-4fa466df664f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:08:14.701027 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31baf0-b393-4bd0-80b1-4fa466df664f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:08:14.701356 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31baf0-b393-4bd0-80b1-4fa466df664f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:08:14.701700 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31baf0-b393-4bd0-80b1-4fa466df664f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:08:14.702018 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31baf0-b393-4bd0-80b1-4fa466df664f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:08:14.702464 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31baf0-b393-4bd0-80b1-4fa466df664f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:08:14.702796 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31baf0-b393-4bd0-80b1-4fa466df664f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:08:14.703121 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31baf0-b393-4bd0-80b1-4fa466df664f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:08:14.705800 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e31baf0-b393-4bd0-80b1-4fa466df664f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:14.709582 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6e31baf0-b393-4bd0-80b1-4fa466df664f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267452 Jul 30 21:08:14.709778 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55796) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:08:14.714831 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0910e0ca-6b24-4d31-9205-d4fd30c73521 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Request body: {'security_group_rule': {'security_group_id': 'c4be3138-7c17-4319-9066-2f8cfe72aee4', 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:08:14.743830 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0910e0ca-6b24-4d31-9205-d4fd30c73521 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:14.788150 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f4001758-0bab-4c70-8fc7-3372512566a6 req-935a6e60-09d2-42e7-9c0b-d892acc8a8ae service neutron] 10.222.0.83 "GET /v2.0/networks/aa706eff-eebb-4ab0-993f-e637d85e9996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932293 Jul 30 21:08:14.806286 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0910e0ca-6b24-4d31-9205-d4fd30c73521 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:14.809125 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-279cab26-ae3d-4495-8d3c-b897eee18673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'name': 'tempest-TestMinimumBasicScenario-334274772-router', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:07:20Z', 'revision_number': 4, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'gw_port': {'id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '5c88c2ed-6eaa-4af7-8f2f-705a96ca4ab4', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'port_id': '7d1483f6-e776-429b-9a6f-691e896fdb5f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996', 'mac_address': 'fa:16:3e:e8:fd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35371a7-e315-4065-8809-da2cf1b6f1e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:08:12Z', 'updated_at': '2021-07-30T21:08:12Z', 'revision_number': 0, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f', 'name': '', 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'mac_address': 'fa:16:3e:b5:5b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '836a018a-9b4f-466f-a4c0-caeb405ffcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:20Z', 'updated_at': '2021-07-30T21:07:26Z', 'revision_number': 5, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'subnets': [{'id': '836a018a-9b4f-466f-a4c0-caeb405ffcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:08:14.811051 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0910e0ca-6b24-4d31-9205-d4fd30c73521 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:14.829772 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910e0ca-6b24-4d31-9205-d4fd30c73521 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5971ca72-98ba-4bb8-b50f-6508b02513fa,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:08:14.835540 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0910e0ca-6b24-4d31-9205-d4fd30c73521 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:14.836756 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0910e0ca-6b24-4d31-9205-d4fd30c73521 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260548 Jul 30 21:08:14.839399 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55798) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:08:14.841165 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279cab26-ae3d-4495-8d3c-b897eee18673 None None] The sync data for ids ['260e516e-a9a0-4b64-a169-6bba1ce90c48'] in n-d-712137-9 is: [{'id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'name': 'tempest-TestMinimumBasicScenario-334274772-router', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:07:20Z', 'revision_number': 4, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'gw_port': {'id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '5c88c2ed-6eaa-4af7-8f2f-705a96ca4ab4', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'port_id': '7d1483f6-e776-429b-9a6f-691e896fdb5f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996', 'mac_address': 'fa:16:3e:e8:fd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35371a7-e315-4065-8809-da2cf1b6f1e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:08:12Z', 'updated_at': '2021-07-30T21:08:12Z', 'revision_number': 0, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f', 'name': '', 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'mac_address': 'fa:16:3e:b5:5b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '836a018a-9b4f-466f-a4c0-caeb405ffcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:20Z', 'updated_at': '2021-07-30T21:07:26Z', 'revision_number': 5, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'subnets': [{'id': '836a018a-9b4f-466f-a4c0-caeb405ffcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:08:14.843919 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-96502078-b1f6-4919-b317-2db114cd08e5 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Request body: {'security_group_rule': {'security_group_id': 'c4be3138-7c17-4319-9066-2f8cfe72aee4', 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:08:14.870039 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-96502078-b1f6-4919-b317-2db114cd08e5 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Project 67ab71cf2fd34edaadad9a2f82ecdc8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 21:08:14.876829 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96502078-b1f6-4919-b317-2db114cd08e5 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:14.904274 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f4001758-0bab-4c70-8fc7-3372512566a6 req-c2d5e5fc-937f-44ae-a6e8-9de3ec0429f1 service neutron] 10.222.0.83 "GET /v2.0/networks/aa706eff-eebb-4ab0-993f-e637d85e9996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090689 Jul 30 21:08:14.947789 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96502078-b1f6-4919-b317-2db114cd08e5 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:14.951408 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96502078-b1f6-4919-b317-2db114cd08e5 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:14.968461 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96502078-b1f6-4919-b317-2db114cd08e5 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a9567d9-2e6b-4b86-bf16-0aeb53193dbe,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:08:14.977565 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96502078-b1f6-4919-b317-2db114cd08e5 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:14.981545 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-96502078-b1f6-4919-b317-2db114cd08e5 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1385202 Jul 30 21:08:14.982260 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55800) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:08:14.986158 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d151a0bf-26e3-4e3b-91f5-211b5aa8e68a tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Request body: {'security_group_rule': {'security_group_id': 'c4be3138-7c17-4319-9066-2f8cfe72aee4', 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:08:15.008594 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-d151a0bf-26e3-4e3b-91f5-211b5aa8e68a tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Project 67ab71cf2fd34edaadad9a2f82ecdc8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 21:08:15.013797 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d151a0bf-26e3-4e3b-91f5-211b5aa8e68a tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:15.059088 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34e6b7f-fb8a-4922-ba94-233300802419 None None] New status for floating IP 5c88c2ed-6eaa-4af7-8f2f-705a96ca4ab4: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 21:08:15.079297 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d151a0bf-26e3-4e3b-91f5-211b5aa8e68a tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:15.083100 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d151a0bf-26e3-4e3b-91f5-211b5aa8e68a tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:15.103232 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151a0bf-26e3-4e3b-91f5-211b5aa8e68a tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6094515-6c53-49cc-960f-77d138f558b2,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:08:15.106653 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d151a0bf-26e3-4e3b-91f5-211b5aa8e68a tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:15.110500 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-d151a0bf-26e3-4e3b-91f5-211b5aa8e68a tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252019 Jul 30 21:08:15.188889 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1e90165c-c241-4e0c-b1fb-4a26aa4e5f0e req-755aa17e-a50e-45b7-bf9e-4304bfba84ea tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1155671422&fields=id&tenant_id=67ab71cf2fd34edaadad9a2f82ecdc8f HTTP/1.1" status: 200 len: 267 time: 0.0352519 Jul 30 21:08:15.247194 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90165c-c241-4e0c-b1fb-4a26aa4e5f0e req-72ad992e-dbdf-4c57-82e3-d2ee290fb674 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:08:15.248692 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1e90165c-c241-4e0c-b1fb-4a26aa4e5f0e req-72ad992e-dbdf-4c57-82e3-d2ee290fb674 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 946 time: 0.0538881 Jul 30 21:08:15.259604 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-1e90165c-c241-4e0c-b1fb-4a26aa4e5f0e req-38680b3a-1fc1-467f-b7e9-aca9afef9bb8 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Request body: {'port': {'security_groups': ['d2374dba-3f00-4dd2-b0cb-7f07de7b6662', 'c4be3138-7c17-4319-9066-2f8cfe72aee4']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:08:15.321159 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1e90165c-c241-4e0c-b1fb-4a26aa4e5f0e req-38680b3a-1fc1-467f-b7e9-aca9afef9bb8 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:15.499204 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-1e90165c-c241-4e0c-b1fb-4a26aa4e5f0e req-38680b3a-1fc1-467f-b7e9-aca9afef9bb8 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] For port 7d1483f6-e776-429b-9a6f-691e896fdb5f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7d1483f6-e776-429b-9a6f-691e896fdb5f,segment=NetworkSegment(4b1e4288-e94b-49fa-b682-e006a69ddef2),segment_id=4b1e4288-e94b-49fa-b682-e006a69ddef2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:08:15.530536 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1e90165c-c241-4e0c-b1fb-4a26aa4e5f0e req-38680b3a-1fc1-467f-b7e9-aca9afef9bb8 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:15.535834 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1e90165c-c241-4e0c-b1fb-4a26aa4e5f0e req-38680b3a-1fc1-467f-b7e9-aca9afef9bb8 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:15.547592 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['7d1483f6-e776-429b-9a6f-691e896fdb5f'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:08:15.578109 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90165c-c241-4e0c-b1fb-4a26aa4e5f0e req-38680b3a-1fc1-467f-b7e9-aca9afef9bb8 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:08:15.578647 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1e90165c-c241-4e0c-b1fb-4a26aa4e5f0e req-38680b3a-1fc1-467f-b7e9-aca9afef9bb8 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:15.580112 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1e90165c-c241-4e0c-b1fb-4a26aa4e5f0e req-38680b3a-1fc1-467f-b7e9-aca9afef9bb8 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "PUT /v2.0/ports/7d1483f6-e776-429b-9a6f-691e896fdb5f HTTP/1.1" status: 200 len: 982 time: 0.3249130 Jul 30 21:08:15.583278 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35371a7-e315-4065-8809-da2cf1b6f1e9', 'tag': '7d1483f6-e776-429b-9a6f-691e896fdb5f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:08:15.585754 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a8dae5-ae6d-4147-b808-e3da81eef549" -d '{"events": [{"name": "network-changed", "server_uuid": "a35371a7-e315-4065-8809-da2cf1b6f1e9", "tag": "7d1483f6-e776-429b-9a6f-691e896fdb5f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:08:15.616575 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680b3a-1fc1-467f-b7e9-aca9afef9bb8 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Pushing event updated for resources: {'Port': ['ID=7d1483f6-e776-429b-9a6f-691e896fdb5f,revision_number=6']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:08:15.657797 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['7d1483f6-e776-429b-9a6f-691e896fdb5f'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:08:15.691540 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016a30e-53d6-4eb3-9ca9-8aa3df1fa288 req-fdc5fb56-f3a8-4365-b0c7-b25d2b38b518 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:08:15.693117 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b016a30e-53d6-4eb3-9ca9-8aa3df1fa288 req-fdc5fb56-f3a8-4365-b0c7-b25d2b38b518 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 985 time: 0.0532641 Jul 30 21:08:15.736402 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b016a30e-53d6-4eb3-9ca9-8aa3df1fa288 req-7b37fb9e-10a8-4588-8739-bba467e5803d tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&id=c4be3138-7c17-4319-9066-2f8cfe72aee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366220 Jul 30 21:08:15.788776 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b6c627-e576-4535-8066-01b3fe928750 x-openstack-request-id: req-42b6c627-e576-4535-8066-01b3fe928750 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:08:15.789623 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35371a7-e315-4065-8809-da2cf1b6f1e9", "tag": "7d1483f6-e776-429b-9a6f-691e896fdb5f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:08:15.789897 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-42b6c627-e576-4535-8066-01b3fe928750 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:08:15.790406 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35371a7-e315-4065-8809-da2cf1b6f1e9', 'tag': '7d1483f6-e776-429b-9a6f-691e896fdb5f', 'status': 'completed', 'code': 200} Jul 30 21:08:15.849550 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8dae5-ae6d-4147-b808-e3da81eef549 req-f20c6260-cc64-4500-96a8-8c77b1cd4227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:08:15.851036 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-02a8dae5-ae6d-4147-b808-e3da81eef549 req-f20c6260-cc64-4500-96a8-8c77b1cd4227 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67ab71cf2fd34edaadad9a2f82ecdc8f&device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 1136 time: 0.0416241 Jul 30 21:08:15.851739 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-331a6293-79e8-40d1-ac2f-51fa07828210 None None] Provisioning complete for port 7d1483f6-e776-429b-9a6f-691e896fdb5f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:08:15.852111 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-331a6293-79e8-40d1-ac2f-51fa07828210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:15.943359 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8dae5-ae6d-4147-b808-e3da81eef549 req-c65b00fa-302e-4b34-bd9b-ab6fa21acec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:08:15.944858 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-02a8dae5-ae6d-4147-b808-e3da81eef549 req-c65b00fa-302e-4b34-bd9b-ab6fa21acec9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=aa706eff-eebb-4ab0-993f-e637d85e9996 HTTP/1.1" status: 200 len: 915 time: 0.0865169 Jul 30 21:08:16.011352 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-02a8dae5-ae6d-4147-b808-e3da81eef549 req-c893a455-a2b8-4683-ac68-f245f5ca0288 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d1483f6-e776-429b-9a6f-691e896fdb5f HTTP/1.1" status: 200 len: 1002 time: 0.0581934 Jul 30 21:08:16.065409 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8dae5-ae6d-4147-b808-e3da81eef549 req-035dafe9-411c-4d61-9298-161a08e1a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:08:16.066893 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-02a8dae5-ae6d-4147-b808-e3da81eef549 req-035dafe9-411c-4d61-9298-161a08e1a004 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=836a018a-9b4f-466f-a4c0-caeb405ffcce HTTP/1.1" status: 200 len: 853 time: 0.0479543 Jul 30 21:08:16.114634 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8dae5-ae6d-4147-b808-e3da81eef549 req-b8055750-2306-4f20-9379-23edccf02a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:08:16.116198 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-02a8dae5-ae6d-4147-b808-e3da81eef549 req-b8055750-2306-4f20-9379-23edccf02a14 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aa706eff-eebb-4ab0-993f-e637d85e9996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422969 Jul 30 21:08:16.146032 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:16.206805 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-02a8dae5-ae6d-4147-b808-e3da81eef549 req-ad7dbca0-e210-413a-8525-765c6a8a0ea7 service neutron] 10.222.0.83 "GET /v2.0/networks/aa706eff-eebb-4ab0-993f-e637d85e9996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832634 Jul 30 21:08:16.625640 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-02a8dae5-ae6d-4147-b808-e3da81eef549 req-04ef78fb-4568-4240-a49b-6b11db14d985 service neutron] 10.222.0.83 "GET /v2.0/networks/aa706eff-eebb-4ab0-993f-e637d85e9996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112370 Jul 30 21:08:17.378230 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-8190cd5c-0452-4b50-9e72-4b1905fc4df1 req-dc0bad9e-13d1-4a66-870d-cf5bf685b4d8 service neutron] (93883) timed out ('10.222.0.83', 50377) {{(pid=93883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 21:08:20.200808 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:21.350697 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-38743be8-64c8-474d-816b-0a1e56dd5c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:23.769144 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-05e93fe2-eead-494f-a334-2194124e3e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:24.031876 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:25.203356 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:27.051132 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:27.827257 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:08:30.654225 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59600cb8-0dc5-4630-a9b7-6794411b9cdb req-9e711d22-d4cd-4289-95fb-1004d183aa75 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403550 Jul 30 21:08:30.733879 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59600cb8-0dc5-4630-a9b7-6794411b9cdb req-1de63101-c3a8-46e3-8be2-d7f58436eb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:08:30.735352 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59600cb8-0dc5-4630-a9b7-6794411b9cdb req-1de63101-c3a8-46e3-8be2-d7f58436eb7e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67ab71cf2fd34edaadad9a2f82ecdc8f&device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 1136 time: 0.0403554 Jul 30 21:08:30.840564 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59600cb8-0dc5-4630-a9b7-6794411b9cdb req-cb69a6c1-948a-4ced-83c3-6d17120243f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:08:30.842012 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59600cb8-0dc5-4630-a9b7-6794411b9cdb req-cb69a6c1-948a-4ced-83c3-6d17120243f4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=aa706eff-eebb-4ab0-993f-e637d85e9996 HTTP/1.1" status: 200 len: 915 time: 0.0874114 Jul 30 21:08:30.907825 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59600cb8-0dc5-4630-a9b7-6794411b9cdb req-e42ad3b6-7987-424a-9b26-7e19e33c3ff7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d1483f6-e776-429b-9a6f-691e896fdb5f HTTP/1.1" status: 200 len: 1002 time: 0.0580337 Jul 30 21:08:30.959881 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59600cb8-0dc5-4630-a9b7-6794411b9cdb req-916f83a6-0dd9-4492-9659-ddd9182dd448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:08:30.961267 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59600cb8-0dc5-4630-a9b7-6794411b9cdb req-916f83a6-0dd9-4492-9659-ddd9182dd448 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=836a018a-9b4f-466f-a4c0-caeb405ffcce HTTP/1.1" status: 200 len: 853 time: 0.0468147 Jul 30 21:08:31.006549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59600cb8-0dc5-4630-a9b7-6794411b9cdb req-39841851-ed35-44fe-939d-e0c229d445d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:08:31.007992 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59600cb8-0dc5-4630-a9b7-6794411b9cdb req-39841851-ed35-44fe-939d-e0c229d445d3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aa706eff-eebb-4ab0-993f-e637d85e9996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393994 Jul 30 21:08:31.094695 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59600cb8-0dc5-4630-a9b7-6794411b9cdb req-a2c04b35-0833-49fc-a491-0f9c3e563f2d service neutron] 10.222.0.83 "GET /v2.0/networks/aa706eff-eebb-4ab0-993f-e637d85e9996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794413 Jul 30 21:08:31.186332 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-59600cb8-0dc5-4630-a9b7-6794411b9cdb req-78704a30-8e27-4bb2-b116-743932d21d39 service neutron] 10.222.0.83 "GET /v2.0/networks/aa706eff-eebb-4ab0-993f-e637d85e9996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842097 Jul 30 21:08:46.119385 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:50.198213 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:51.350135 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-001fdf14-dcf9-452d-add5-12a1c5d370b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:53.769882 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff0cce0b-cc5c-4216-aadd-b9c749ac6a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:54.033180 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:55.205750 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:08:57.054644 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:09:04.826247 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:09:14.439898 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0b23f-6002-4515-aadc-bd06f5370b62 req-7faa5603-1eae-4bbe-8147-362e52974354 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:09:14.441302 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3ab0b23f-6002-4515-aadc-bd06f5370b62 req-7faa5603-1eae-4bbe-8147-362e52974354 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 985 time: 0.1291986 Jul 30 21:09:14.443184 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad505dc-464f-4162-bf8c-bdcdae3adf7a req-9276219f-1946-4fde-8437-a0f144ef0990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:09:14.444572 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ad505dc-464f-4162-bf8c-bdcdae3adf7a req-9276219f-1946-4fde-8437-a0f144ef0990 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67ab71cf2fd34edaadad9a2f82ecdc8f&device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 1136 time: 0.1229179 Jul 30 21:09:14.533483 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3ab0b23f-6002-4515-aadc-bd06f5370b62 req-f0d08be0-4279-474d-b14e-5dd34b992c03 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&id=c4be3138-7c17-4319-9066-2f8cfe72aee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859089 Jul 30 21:09:14.563432 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad505dc-464f-4162-bf8c-bdcdae3adf7a req-815cf65f-d04e-4f2d-9289-e3e99baac61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:09:14.564937 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ad505dc-464f-4162-bf8c-bdcdae3adf7a req-815cf65f-d04e-4f2d-9289-e3e99baac61b service neutron] 10.222.0.83 "GET /v2.0/networks?id=aa706eff-eebb-4ab0-993f-e637d85e9996 HTTP/1.1" status: 200 len: 915 time: 0.1115580 Jul 30 21:09:14.634217 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ad505dc-464f-4162-bf8c-bdcdae3adf7a req-191a334a-57fd-4a01-8193-d3e255441ad6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d1483f6-e776-429b-9a6f-691e896fdb5f HTTP/1.1" status: 200 len: 1002 time: 0.0616136 Jul 30 21:09:14.683041 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad505dc-464f-4162-bf8c-bdcdae3adf7a req-f0177189-d1ac-4d91-8ac5-76e99a034969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:09:14.684456 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ad505dc-464f-4162-bf8c-bdcdae3adf7a req-f0177189-d1ac-4d91-8ac5-76e99a034969 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=836a018a-9b4f-466f-a4c0-caeb405ffcce HTTP/1.1" status: 200 len: 853 time: 0.0435140 Jul 30 21:09:14.730273 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad505dc-464f-4162-bf8c-bdcdae3adf7a req-6f6d7bb1-7d91-418d-a258-384a88c2603f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:09:14.731663 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ad505dc-464f-4162-bf8c-bdcdae3adf7a req-6f6d7bb1-7d91-418d-a258-384a88c2603f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aa706eff-eebb-4ab0-993f-e637d85e9996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396264 Jul 30 21:09:14.824647 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ad505dc-464f-4162-bf8c-bdcdae3adf7a req-05fb9bea-7cad-4780-84c3-2fa72715a9b4 service neutron] 10.222.0.83 "GET /v2.0/networks/aa706eff-eebb-4ab0-993f-e637d85e9996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849533 Jul 30 21:09:14.913890 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ad505dc-464f-4162-bf8c-bdcdae3adf7a req-2044c6d9-beb6-48ee-8893-7e1ba1615d05 service neutron] 10.222.0.83 "GET /v2.0/networks/aa706eff-eebb-4ab0-993f-e637d85e9996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808594 Jul 30 21:09:15.660591 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078562e2-f38f-4896-bb7f-b72e919c156b req-1c9ec479-c318-4c80-a89b-3e6d4eb29991 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:09:15.662163 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-078562e2-f38f-4896-bb7f-b72e919c156b req-1c9ec479-c318-4c80-a89b-3e6d4eb29991 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 985 time: 0.0500576 Jul 30 21:09:15.701517 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-078562e2-f38f-4896-bb7f-b72e919c156b req-91521f72-bc47-497d-a5c9-69754d9dd4f4 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&id=c4be3138-7c17-4319-9066-2f8cfe72aee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334475 Jul 30 21:09:16.119087 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:09:16.820775 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c028b-948f-4538-bf12-e5256c9c3a21 req-b4acbd7b-3810-47d3-a94b-46fb8e876364 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:09:16.822242 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b89c028b-948f-4538-bf12-e5256c9c3a21 req-b4acbd7b-3810-47d3-a94b-46fb8e876364 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 985 time: 0.0541949 Jul 30 21:09:16.861668 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b89c028b-948f-4538-bf12-e5256c9c3a21 req-bf718665-66e7-4498-a42d-d49343ba5df4 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&id=c4be3138-7c17-4319-9066-2f8cfe72aee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331757 Jul 30 21:09:17.974577 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86827254-7c35-4576-bd2e-8161373457ac req-8002f5be-ab81-437f-9224-776a78e690b3 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:09:17.976053 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86827254-7c35-4576-bd2e-8161373457ac req-8002f5be-ab81-437f-9224-776a78e690b3 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 985 time: 0.0487573 Jul 30 21:09:18.015383 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86827254-7c35-4576-bd2e-8161373457ac req-08fdc392-ea80-4611-9025-1074ca1c2cb3 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&id=c4be3138-7c17-4319-9066-2f8cfe72aee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333183 Jul 30 21:09:19.131274 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b612c-bc8f-463a-9bb6-29fd5738fa62 req-058401b5-4003-405e-904a-3cd73beda941 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:09:19.132904 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f8b612c-bc8f-463a-9bb6-29fd5738fa62 req-058401b5-4003-405e-904a-3cd73beda941 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 985 time: 0.0504377 Jul 30 21:09:19.174218 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f8b612c-bc8f-463a-9bb6-29fd5738fa62 req-d631c031-5352-4ac7-924f-39722fb823f3 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&id=c4be3138-7c17-4319-9066-2f8cfe72aee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351694 Jul 30 21:09:20.213032 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:09:20.294291 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06b7a4-c725-44ff-8be1-5fb4e9db8a2a req-4f103dd5-a0c7-43ff-8dd3-6b1f2ef5ba14 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:09:20.296005 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7e06b7a4-c725-44ff-8be1-5fb4e9db8a2a req-4f103dd5-a0c7-43ff-8dd3-6b1f2ef5ba14 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 985 time: 0.0551267 Jul 30 21:09:20.338139 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7e06b7a4-c725-44ff-8be1-5fb4e9db8a2a req-79a943ba-1bc6-48e2-8fa7-01eb5ba55d51 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&id=c4be3138-7c17-4319-9066-2f8cfe72aee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357440 Jul 30 21:09:21.350507 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e1c38672-33ac-4c7c-9d4c-5af5ea536e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:09:21.452347 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34830dbd-6978-4d3b-905f-db4df769a5f4 req-d34d1103-f1a7-44e5-93fa-2472c0aa2a81 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:09:21.454353 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-34830dbd-6978-4d3b-905f-db4df769a5f4 req-d34d1103-f1a7-44e5-93fa-2472c0aa2a81 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 985 time: 0.0496347 Jul 30 21:09:21.493972 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-34830dbd-6978-4d3b-905f-db4df769a5f4 req-19ca6985-5f7e-4cc8-a692-57541e11f589 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&id=c4be3138-7c17-4319-9066-2f8cfe72aee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336251 Jul 30 21:09:22.607711 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444580e-dc5e-466e-b43a-3af6e1c942a0 req-de7994a5-12cc-41a6-9a67-9b5b518f96c6 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:09:22.609203 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a444580e-dc5e-466e-b43a-3af6e1c942a0 req-de7994a5-12cc-41a6-9a67-9b5b518f96c6 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 985 time: 0.0492756 Jul 30 21:09:22.650666 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a444580e-dc5e-466e-b43a-3af6e1c942a0 req-4695fa17-bcac-4206-bd2d-53d2d633aa38 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&id=c4be3138-7c17-4319-9066-2f8cfe72aee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346859 Jul 30 21:09:23.771145 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5167583-e544-473f-8e70-8d21836a52b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:09:23.773184 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06959e71-c880-4da4-aacd-b87a640f214d req-b6aac2dd-204c-4561-98da-50892ed16b88 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:09:23.774772 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06959e71-c880-4da4-aacd-b87a640f214d req-b6aac2dd-204c-4561-98da-50892ed16b88 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 985 time: 0.0563428 Jul 30 21:09:23.816556 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06959e71-c880-4da4-aacd-b87a640f214d req-bf6de37b-99f9-4ecc-b9a4-1e05a80826c1 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&id=c4be3138-7c17-4319-9066-2f8cfe72aee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355186 Jul 30 21:09:24.034574 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:09:24.931310 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a391f12-2092-4115-aad5-921bff406fd4 req-2547dd51-4ac7-4c74-9e0e-1fb224386e01 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:09:24.932814 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8a391f12-2092-4115-aad5-921bff406fd4 req-2547dd51-4ac7-4c74-9e0e-1fb224386e01 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 985 time: 0.0497971 Jul 30 21:09:24.972438 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8a391f12-2092-4115-aad5-921bff406fd4 req-4ca8cd79-67b7-4963-bdeb-8a3c69ad01b0 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&id=c4be3138-7c17-4319-9066-2f8cfe72aee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337346 Jul 30 21:09:25.208296 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:09:26.085947 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8d308-041f-4de7-9e7b-c9a17631a56d req-5e0a7b3d-cacd-4029-99a4-48a2f1e6e5e9 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:09:26.087400 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-edd8d308-041f-4de7-9e7b-c9a17631a56d req-5e0a7b3d-cacd-4029-99a4-48a2f1e6e5e9 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 985 time: 0.0487890 Jul 30 21:09:26.129349 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-edd8d308-041f-4de7-9e7b-c9a17631a56d req-5282530e-4144-447b-b78e-d6490abb0d13 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&id=c4be3138-7c17-4319-9066-2f8cfe72aee4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359514 Jul 30 21:09:27.057772 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:09:31.666166 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f71c0bda-4d76-4bf1-a26d-5999b2559593 req-d831b606-c8ac-453b-9cb1-d57d85ee3663 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450549 Jul 30 21:09:31.747629 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c0bda-4d76-4bf1-a26d-5999b2559593 req-d9c002c8-a5d3-47af-9bc6-6a972cfaeba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:09:31.749067 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f71c0bda-4d76-4bf1-a26d-5999b2559593 req-d9c002c8-a5d3-47af-9bc6-6a972cfaeba6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67ab71cf2fd34edaadad9a2f82ecdc8f&device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 1136 time: 0.0405121 Jul 30 21:09:31.848125 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c0bda-4d76-4bf1-a26d-5999b2559593 req-1ede2df7-462e-40cf-a8bd-c4e0178c4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:09:31.849536 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f71c0bda-4d76-4bf1-a26d-5999b2559593 req-1ede2df7-462e-40cf-a8bd-c4e0178c4ca2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=aa706eff-eebb-4ab0-993f-e637d85e9996 HTTP/1.1" status: 200 len: 915 time: 0.0820210 Jul 30 21:09:31.917192 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f71c0bda-4d76-4bf1-a26d-5999b2559593 req-c7f46f24-6ee7-4304-ac4e-7e4ef13088bd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d1483f6-e776-429b-9a6f-691e896fdb5f HTTP/1.1" status: 200 len: 1002 time: 0.0605648 Jul 30 21:09:31.964681 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c0bda-4d76-4bf1-a26d-5999b2559593 req-7f6ec00c-0206-4346-8916-41f949f48aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:09:31.966048 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f71c0bda-4d76-4bf1-a26d-5999b2559593 req-7f6ec00c-0206-4346-8916-41f949f48aa4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=836a018a-9b4f-466f-a4c0-caeb405ffcce HTTP/1.1" status: 200 len: 853 time: 0.0423849 Jul 30 21:09:32.018487 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c0bda-4d76-4bf1-a26d-5999b2559593 req-4122d6ef-8038-4a28-af77-a6262e9b5f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:09:32.019969 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f71c0bda-4d76-4bf1-a26d-5999b2559593 req-4122d6ef-8038-4a28-af77-a6262e9b5f14 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aa706eff-eebb-4ab0-993f-e637d85e9996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469382 Jul 30 21:09:32.111164 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f71c0bda-4d76-4bf1-a26d-5999b2559593 req-45c02acc-5df6-4e79-bb47-90add9db2416 service neutron] 10.222.0.83 "GET /v2.0/networks/aa706eff-eebb-4ab0-993f-e637d85e9996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838606 Jul 30 21:09:32.199792 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f71c0bda-4d76-4bf1-a26d-5999b2559593 req-dd1f82ee-ec24-4de5-807a-89b233d1cef1 service neutron] 10.222.0.83 "GET /v2.0/networks/aa706eff-eebb-4ab0-993f-e637d85e9996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815496 Jul 30 21:09:41.826399 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:09:46.121504 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:09:50.219881 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:09:51.350768 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e554ba7-7c39-4985-a741-9ce26ac506aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:09:53.772373 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-77ceda53-cdcf-49ee-a192-6b7baa7f86fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:09:54.034606 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:09:55.211398 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:09:57.061799 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:16.123530 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:18.825485 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:10:20.223898 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:21.351000 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-00699334-556c-43f6-8f1d-39385573197b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:23.772884 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e66ff6c5-ca8b-4f7a-9584-6bf896cdbfac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:24.036557 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:25.214128 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:27.064394 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:29.470916 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-20214502-ed60-449b-8741-f508372e406a req-39092862-7cbb-4445-8d7c-34fef3a48471 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1155671422&fields=id&tenant_id=67ab71cf2fd34edaadad9a2f82ecdc8f HTTP/1.1" status: 200 len: 267 time: 0.0392375 Jul 30 21:10:29.523985 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20214502-ed60-449b-8741-f508372e406a req-e576b52a-12a0-4542-a32a-486f998de8d1 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:29.525444 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-20214502-ed60-449b-8741-f508372e406a req-e576b52a-12a0-4542-a32a-486f998de8d1 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 985 time: 0.0483627 Jul 30 21:10:29.536986 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-20214502-ed60-449b-8741-f508372e406a req-be8539b3-37ac-46f2-9465-0d0c9456e98f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Request body: {'port': {'security_groups': ['d2374dba-3f00-4dd2-b0cb-7f07de7b6662']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:10:29.600198 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-20214502-ed60-449b-8741-f508372e406a req-be8539b3-37ac-46f2-9465-0d0c9456e98f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:29.779016 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-20214502-ed60-449b-8741-f508372e406a req-be8539b3-37ac-46f2-9465-0d0c9456e98f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] For port 7d1483f6-e776-429b-9a6f-691e896fdb5f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7d1483f6-e776-429b-9a6f-691e896fdb5f,segment=NetworkSegment(4b1e4288-e94b-49fa-b682-e006a69ddef2),segment_id=4b1e4288-e94b-49fa-b682-e006a69ddef2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:10:29.808263 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-20214502-ed60-449b-8741-f508372e406a req-be8539b3-37ac-46f2-9465-0d0c9456e98f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:29.812811 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-20214502-ed60-449b-8741-f508372e406a req-be8539b3-37ac-46f2-9465-0d0c9456e98f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:29.825685 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['7d1483f6-e776-429b-9a6f-691e896fdb5f'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:10:29.862244 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20214502-ed60-449b-8741-f508372e406a req-be8539b3-37ac-46f2-9465-0d0c9456e98f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:29.862883 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-20214502-ed60-449b-8741-f508372e406a req-be8539b3-37ac-46f2-9465-0d0c9456e98f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:29.864336 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-20214502-ed60-449b-8741-f508372e406a req-be8539b3-37ac-46f2-9465-0d0c9456e98f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "PUT /v2.0/ports/7d1483f6-e776-429b-9a6f-691e896fdb5f HTTP/1.1" status: 200 len: 943 time: 0.3325889 Jul 30 21:10:29.864799 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35371a7-e315-4065-8809-da2cf1b6f1e9', 'tag': '7d1483f6-e776-429b-9a6f-691e896fdb5f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:10:29.867109 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04aeb2df-c71c-4004-a6b8-cb05a90c9f06" -d '{"events": [{"name": "network-changed", "server_uuid": "a35371a7-e315-4065-8809-da2cf1b6f1e9", "tag": "7d1483f6-e776-429b-9a6f-691e896fdb5f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:10:29.871402 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 55900) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:29.892750 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8539b3-37ac-46f2-9465-0d0c9456e98f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Pushing event updated for resources: {'Port': ['ID=7d1483f6-e776-429b-9a6f-691e896fdb5f,revision_number=7']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:29.901822 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8539b3-37ac-46f2-9465-0d0c9456e98f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:29.902209 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8539b3-37ac-46f2-9465-0d0c9456e98f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:29.902562 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8539b3-37ac-46f2-9465-0d0c9456e98f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:29.903031 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8539b3-37ac-46f2-9465-0d0c9456e98f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:29.903381 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8539b3-37ac-46f2-9465-0d0c9456e98f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:29.904027 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8539b3-37ac-46f2-9465-0d0c9456e98f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:29.904388 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8539b3-37ac-46f2-9465-0d0c9456e98f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:29.905393 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8539b3-37ac-46f2-9465-0d0c9456e98f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:29.905753 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8539b3-37ac-46f2-9465-0d0c9456e98f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:29.906098 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8539b3-37ac-46f2-9465-0d0c9456e98f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:29.906440 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8539b3-37ac-46f2-9465-0d0c9456e98f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:29.906779 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8539b3-37ac-46f2-9465-0d0c9456e98f tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:29.963083 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['7d1483f6-e776-429b-9a6f-691e896fdb5f'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:10:29.978745 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b555f1be-715b-41a0-8ffa-68bea9488acd tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:30.000426 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e738f709-61c2-4201-9778-656aba3e34cd x-openstack-request-id: req-e738f709-61c2-4201-9778-656aba3e34cd {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:10:30.001110 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35371a7-e315-4065-8809-da2cf1b6f1e9", "tag": "7d1483f6-e776-429b-9a6f-691e896fdb5f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:10:30.001568 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e738f709-61c2-4201-9778-656aba3e34cd {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:10:30.002208 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35371a7-e315-4065-8809-da2cf1b6f1e9', 'tag': '7d1483f6-e776-429b-9a6f-691e896fdb5f', 'status': 'completed', 'code': 200} Jul 30 21:10:30.006546 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b555f1be-715b-41a0-8ffa-68bea9488acd tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:30.075368 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aeb2df-c71c-4004-a6b8-cb05a90c9f06 req-353edff5-ddab-4013-9c64-d73bb4238906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:30.076063 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b555f1be-715b-41a0-8ffa-68bea9488acd tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:30.077265 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04aeb2df-c71c-4004-a6b8-cb05a90c9f06 req-353edff5-ddab-4013-9c64-d73bb4238906 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67ab71cf2fd34edaadad9a2f82ecdc8f&device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 1097 time: 0.0511112 Jul 30 21:10:30.079196 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b555f1be-715b-41a0-8ffa-68bea9488acd tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:30.084481 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b555f1be-715b-41a0-8ffa-68bea9488acd tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "DELETE /v2.0/security-groups/c4be3138-7c17-4319-9066-2f8cfe72aee4 HTTP/1.1" status: 204 len: 168 time: 0.2080185 Jul 30 21:10:30.084590 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 55906) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:30.092154 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555f1be-715b-41a0-8ffa-68bea9488acd tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4be3138-7c17-4319-9066-2f8cfe72aee4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:30.100438 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555f1be-715b-41a0-8ffa-68bea9488acd tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:30.100801 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555f1be-715b-41a0-8ffa-68bea9488acd tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:30.101135 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555f1be-715b-41a0-8ffa-68bea9488acd tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:30.101473 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555f1be-715b-41a0-8ffa-68bea9488acd tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:30.101812 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555f1be-715b-41a0-8ffa-68bea9488acd tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:30.102141 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555f1be-715b-41a0-8ffa-68bea9488acd tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:30.102662 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555f1be-715b-41a0-8ffa-68bea9488acd tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:30.102994 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555f1be-715b-41a0-8ffa-68bea9488acd tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:30.103324 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555f1be-715b-41a0-8ffa-68bea9488acd tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:30.103689 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555f1be-715b-41a0-8ffa-68bea9488acd tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:30.104017 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555f1be-715b-41a0-8ffa-68bea9488acd tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:30.104362 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b555f1be-715b-41a0-8ffa-68bea9488acd tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:30.151305 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-637dbed6-5b44-4354-9c9b-d826476f125a None None] Provisioning complete for port 7d1483f6-e776-429b-9a6f-691e896fdb5f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:10:30.151703 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-637dbed6-5b44-4354-9c9b-d826476f125a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:30.262523 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aeb2df-c71c-4004-a6b8-cb05a90c9f06 req-be89fba1-ccc0-472d-a2d4-27a8ffc64717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:30.264540 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04aeb2df-c71c-4004-a6b8-cb05a90c9f06 req-be89fba1-ccc0-472d-a2d4-27a8ffc64717 service neutron] 10.222.0.83 "GET /v2.0/networks?id=aa706eff-eebb-4ab0-993f-e637d85e9996 HTTP/1.1" status: 200 len: 915 time: 0.1718957 Jul 30 21:10:30.364143 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04aeb2df-c71c-4004-a6b8-cb05a90c9f06 req-9f043962-b920-430a-bc78-dd45a6839bee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d1483f6-e776-429b-9a6f-691e896fdb5f HTTP/1.1" status: 200 len: 1002 time: 0.0910976 Jul 30 21:10:30.410814 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-48e00ed0-7b13-4881-9f4d-1611d9a33b07 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Deleting port 9af78e58-ce83-4642-a312-305ca5ef49a9 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:10:30.411159 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-48e00ed0-7b13-4881-9f4d-1611d9a33b07 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:30.462583 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aeb2df-c71c-4004-a6b8-cb05a90c9f06 req-02412a99-2340-4312-818a-93157a7fbd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:30.464047 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04aeb2df-c71c-4004-a6b8-cb05a90c9f06 req-02412a99-2340-4312-818a-93157a7fbd57 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=836a018a-9b4f-466f-a4c0-caeb405ffcce HTTP/1.1" status: 200 len: 853 time: 0.0914855 Jul 30 21:10:30.524740 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-48e00ed0-7b13-4881-9f4d-1611d9a33b07 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:30.525426 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-48e00ed0-7b13-4881-9f4d-1611d9a33b07 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:30.541956 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-48e00ed0-7b13-4881-9f4d-1611d9a33b07 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Calling delete_port for 9af78e58-ce83-4642-a312-305ca5ef49a9 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:10:30.544695 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aeb2df-c71c-4004-a6b8-cb05a90c9f06 req-ff7c84b4-7eb8-4fad-a1d2-f544a479dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:30.546171 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04aeb2df-c71c-4004-a6b8-cb05a90c9f06 req-ff7c84b4-7eb8-4fad-a1d2-f544a479dea9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aa706eff-eebb-4ab0-993f-e637d85e9996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726292 Jul 30 21:10:30.697231 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04aeb2df-c71c-4004-a6b8-cb05a90c9f06 req-60787991-959e-48ac-874a-4b31b7a605d5 service neutron] 10.222.0.83 "GET /v2.0/networks/aa706eff-eebb-4ab0-993f-e637d85e9996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427889 Jul 30 21:10:30.832504 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-04aeb2df-c71c-4004-a6b8-cb05a90c9f06 req-4992e13a-0519-47c7-bec1-375368195f05 service neutron] 10.222.0.83 "GET /v2.0/networks/aa706eff-eebb-4ab0-993f-e637d85e9996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280813 Jul 30 21:10:30.833804 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-48e00ed0-7b13-4881-9f4d-1611d9a33b07 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:30.864755 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e00ed0-7b13-4881-9f4d-1611d9a33b07 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Pushing event deleted for resources: {'Port': ['ID=9af78e58-ce83-4642-a312-305ca5ef49a9,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:30.924226 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-48e00ed0-7b13-4881-9f4d-1611d9a33b07 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:30.924589 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-48e00ed0-7b13-4881-9f4d-1611d9a33b07 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Floating IP 5c88c2ed-6eaa-4af7-8f2f-705a96ca4ab4 disassociated (deleted). External IP: 172.25.3.118, port: 7d1483f6-e776-429b-9a6f-691e896fdb5f. Jul 30 21:10:31.128484 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e00ed0-7b13-4881-9f4d-1611d9a33b07 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Router 260e516e-a9a0-4b64-a169-6bba1ce90c48 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:10:31.236423 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e00ed0-7b13-4881-9f4d-1611d9a33b07 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:10:31.241247 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-48e00ed0-7b13-4881-9f4d-1611d9a33b07 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:31.245964 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f507a6-fb27-4b97-84f7-dffda6cba4db None None] Sync routers for ids ['260e516e-a9a0-4b64-a169-6bba1ce90c48'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:10:31.255493 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f507a6-fb27-4b97-84f7-dffda6cba4db None None] Routers {'260e516e-a9a0-4b64-a169-6bba1ce90c48'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:10:31.256134 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-97f507a6-fb27-4b97-84f7-dffda6cba4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:10:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['260e516e-a9a0-4b64-a169-6bba1ce90c48'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:31.267916 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-48e00ed0-7b13-4881-9f4d-1611d9a33b07 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "DELETE /v2.0/floatingips/5c88c2ed-6eaa-4af7-8f2f-705a96ca4ab4 HTTP/1.1" status: 204 len: 168 time: 1.1823711 Jul 30 21:10:31.368739 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-97f507a6-fb27-4b97-84f7-dffda6cba4db None None] Set router 260e516e-a9a0-4b64-a169-6bba1ce90c48 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:10:31.566228 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-97f507a6-fb27-4b97-84f7-dffda6cba4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'name': 'tempest-TestMinimumBasicScenario-334274772-router', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:07:20Z', 'revision_number': 4, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'gw_port': {'id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f', 'name': '', 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'mac_address': 'fa:16:3e:b5:5b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '836a018a-9b4f-466f-a4c0-caeb405ffcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:20Z', 'updated_at': '2021-07-30T21:07:26Z', 'revision_number': 5, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'subnets': [{'id': '836a018a-9b4f-466f-a4c0-caeb405ffcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:31.594571 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f507a6-fb27-4b97-84f7-dffda6cba4db None None] Checking router: 260e516e-a9a0-4b64-a169-6bba1ce90c48 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:10:31.602706 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f507a6-fb27-4b97-84f7-dffda6cba4db None None] Routers {'260e516e-a9a0-4b64-a169-6bba1ce90c48'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:10:31.603315 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-97f507a6-fb27-4b97-84f7-dffda6cba4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:10:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['260e516e-a9a0-4b64-a169-6bba1ce90c48'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:31.705802 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-97f507a6-fb27-4b97-84f7-dffda6cba4db None None] Set router 260e516e-a9a0-4b64-a169-6bba1ce90c48 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:10:31.895996 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-97f507a6-fb27-4b97-84f7-dffda6cba4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'name': 'tempest-TestMinimumBasicScenario-334274772-router', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:07:20Z', 'revision_number': 4, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'gw_port': {'id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f', 'name': '', 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'mac_address': 'fa:16:3e:b5:5b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '836a018a-9b4f-466f-a4c0-caeb405ffcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:20Z', 'updated_at': '2021-07-30T21:07:26Z', 'revision_number': 5, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'subnets': [{'id': '836a018a-9b4f-466f-a4c0-caeb405ffcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:31.922106 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f507a6-fb27-4b97-84f7-dffda6cba4db None None] The sync data for ids ['260e516e-a9a0-4b64-a169-6bba1ce90c48'] in n-d-712137-9 is: [{'id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'name': 'tempest-TestMinimumBasicScenario-334274772-router', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:07:20Z', 'revision_number': 4, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'gw_port': {'id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f', 'name': '', 'network_id': 'aa706eff-eebb-4ab0-993f-e637d85e9996', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'mac_address': 'fa:16:3e:b5:5b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '836a018a-9b4f-466f-a4c0-caeb405ffcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:20Z', 'updated_at': '2021-07-30T21:07:26Z', 'revision_number': 5, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'subnets': [{'id': '836a018a-9b4f-466f-a4c0-caeb405ffcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:10:32.004578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35371a7-e315-4065-8809-da2cf1b6f1e9', 'tag': '7d1483f6-e776-429b-9a6f-691e896fdb5f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:10:32.006453 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f68c52-e8d5-46d6-9b3c-b463e1e22006" -d '{"events": [{"name": "network-changed", "server_uuid": "a35371a7-e315-4065-8809-da2cf1b6f1e9", "tag": "7d1483f6-e776-429b-9a6f-691e896fdb5f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:10:32.042462 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7798286a-777c-4ca4-ad07-97614a933dca x-openstack-request-id: req-7798286a-777c-4ca4-ad07-97614a933dca {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:10:32.042871 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35371a7-e315-4065-8809-da2cf1b6f1e9", "tag": "7d1483f6-e776-429b-9a6f-691e896fdb5f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:10:32.043041 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7798286a-777c-4ca4-ad07-97614a933dca {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:10:32.043447 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35371a7-e315-4065-8809-da2cf1b6f1e9', 'tag': '7d1483f6-e776-429b-9a6f-691e896fdb5f', 'status': 'completed', 'code': 200} Jul 30 21:10:32.108505 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f68c52-e8d5-46d6-9b3c-b463e1e22006 req-71877e7e-20b2-41cb-976b-06e6b1ffffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:32.110272 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76f68c52-e8d5-46d6-9b3c-b463e1e22006 req-71877e7e-20b2-41cb-976b-06e6b1ffffbf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67ab71cf2fd34edaadad9a2f82ecdc8f&device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 1097 time: 0.0442760 Jul 30 21:10:32.160982 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280e6f38-1fee-48ee-b7e1-57c53561076b None None] New status for floating IP 5c88c2ed-6eaa-4af7-8f2f-705a96ca4ab4: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 21:10:32.211073 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f68c52-e8d5-46d6-9b3c-b463e1e22006 req-dcec280d-94a1-42e9-99e1-b45a56c95ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:32.212491 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76f68c52-e8d5-46d6-9b3c-b463e1e22006 req-dcec280d-94a1-42e9-99e1-b45a56c95ed1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=aa706eff-eebb-4ab0-993f-e637d85e9996 HTTP/1.1" status: 200 len: 915 time: 0.0945702 Jul 30 21:10:32.257856 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76f68c52-e8d5-46d6-9b3c-b463e1e22006 req-72083822-0127-464c-b535-fd034bb5d370 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d1483f6-e776-429b-9a6f-691e896fdb5f HTTP/1.1" status: 200 len: 217 time: 0.0379093 Jul 30 21:10:32.311041 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f68c52-e8d5-46d6-9b3c-b463e1e22006 req-b7638508-1bf5-4796-aa2a-995019c51010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:32.312558 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76f68c52-e8d5-46d6-9b3c-b463e1e22006 req-b7638508-1bf5-4796-aa2a-995019c51010 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=836a018a-9b4f-466f-a4c0-caeb405ffcce HTTP/1.1" status: 200 len: 853 time: 0.0482416 Jul 30 21:10:32.360061 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f68c52-e8d5-46d6-9b3c-b463e1e22006 req-5c152abc-4c8a-45a4-b388-ca409517f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:32.361533 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76f68c52-e8d5-46d6-9b3c-b463e1e22006 req-5c152abc-4c8a-45a4-b388-ca409517f54b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aa706eff-eebb-4ab0-993f-e637d85e9996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404303 Jul 30 21:10:32.454045 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76f68c52-e8d5-46d6-9b3c-b463e1e22006 req-80aeeb49-562a-4361-95e9-cc0fa6a71dd1 service neutron] 10.222.0.83 "GET /v2.0/networks/aa706eff-eebb-4ab0-993f-e637d85e9996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848300 Jul 30 21:10:32.546828 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-76f68c52-e8d5-46d6-9b3c-b463e1e22006 req-054f12bf-df2e-4cac-b714-6cddba89bc92 service neutron] 10.222.0.83 "GET /v2.0/networks/aa706eff-eebb-4ab0-993f-e637d85e9996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846446 Jul 30 21:10:32.671818 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-235c382a-2965-447f-8a37-29cd67861443 req-714d9742-2357-4f4c-9452-38e631954662 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470190 Jul 30 21:10:32.751924 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c382a-2965-447f-8a37-29cd67861443 req-8f136c53-776f-4f17-bb37-d4a0d860b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:32.753963 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-235c382a-2965-447f-8a37-29cd67861443 req-8f136c53-776f-4f17-bb37-d4a0d860b733 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67ab71cf2fd34edaadad9a2f82ecdc8f&device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 1097 time: 0.0407705 Jul 30 21:10:32.856840 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c382a-2965-447f-8a37-29cd67861443 req-fe400aa6-1843-4b59-bacf-60a113ce0ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:32.858295 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-235c382a-2965-447f-8a37-29cd67861443 req-fe400aa6-1843-4b59-bacf-60a113ce0ee5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=aa706eff-eebb-4ab0-993f-e637d85e9996 HTTP/1.1" status: 200 len: 915 time: 0.0844085 Jul 30 21:10:32.903572 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-235c382a-2965-447f-8a37-29cd67861443 req-15cd2d24-1de3-45c9-9430-af253e9b0163 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d1483f6-e776-429b-9a6f-691e896fdb5f HTTP/1.1" status: 200 len: 217 time: 0.0378160 Jul 30 21:10:32.951878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c382a-2965-447f-8a37-29cd67861443 req-0f8d3170-065d-41ac-bd26-3bc19e27ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:32.953338 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-235c382a-2965-447f-8a37-29cd67861443 req-0f8d3170-065d-41ac-bd26-3bc19e27ee62 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=836a018a-9b4f-466f-a4c0-caeb405ffcce HTTP/1.1" status: 200 len: 853 time: 0.0433028 Jul 30 21:10:32.998360 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c382a-2965-447f-8a37-29cd67861443 req-eb19e522-7264-407f-af9e-f9c5dee0ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:32.999938 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-235c382a-2965-447f-8a37-29cd67861443 req-eb19e522-7264-407f-af9e-f9c5dee0ec5a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aa706eff-eebb-4ab0-993f-e637d85e9996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400834 Jul 30 21:10:33.093077 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-235c382a-2965-447f-8a37-29cd67861443 req-d61aa378-7ddb-45ac-97d0-31a8fe3ae230 service neutron] 10.222.0.83 "GET /v2.0/networks/aa706eff-eebb-4ab0-993f-e637d85e9996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864289 Jul 30 21:10:33.183995 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-235c382a-2965-447f-8a37-29cd67861443 req-95e34533-ba9a-42cb-87be-59cb3d28be19 service neutron] 10.222.0.83 "GET /v2.0/networks/aa706eff-eebb-4ab0-993f-e637d85e9996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831997 Jul 30 21:10:38.192364 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd4799-3d43-4a06-b634-3d39846567c6 req-82d81dd3-904a-4540-90a2-c2e952d99c87 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:38.193835 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-60cd4799-3d43-4a06-b634-3d39846567c6 req-82d81dd3-904a-4540-90a2-c2e952d99c87 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 946 time: 0.0543118 Jul 30 21:10:38.232127 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-60cd4799-3d43-4a06-b634-3d39846567c6 req-bf58bf92-5351-46a0-85ba-6a2e7eb9b568 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322645 Jul 30 21:10:39.345446 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a87171-34ab-4d40-a886-110d9715d2a3 req-391acaf8-7fc4-46ba-b83c-7614f04203aa tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:39.347648 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1a87171-34ab-4d40-a886-110d9715d2a3 req-391acaf8-7fc4-46ba-b83c-7614f04203aa tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 946 time: 0.0492299 Jul 30 21:10:39.384316 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1a87171-34ab-4d40-a886-110d9715d2a3 req-4b9fbb53-66cd-4c6d-b305-27cda0bb8d78 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/security-groups?id=d2374dba-3f00-4dd2-b0cb-7f07de7b6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307751 Jul 30 21:10:40.017610 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b94415-9571-4c67-a7d9-6fa6f64231c2 req-5836997d-7f77-4f5e-898e-0dbb9ad73912 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:40.019662 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f6b94415-9571-4c67-a7d9-6fa6f64231c2 req-5836997d-7f77-4f5e-898e-0dbb9ad73912 tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.83 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 946 time: 0.0481653 Jul 30 21:10:40.111078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-f6b94415-9571-4c67-a7d9-6fa6f64231c2 req-d651374c-af41-4dd4-ab30-400cfaf5506c tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Deleting port 7d1483f6-e776-429b-9a6f-691e896fdb5f {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:10:40.111418 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f6b94415-9571-4c67-a7d9-6fa6f64231c2 req-d651374c-af41-4dd4-ab30-400cfaf5506c tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:40.200018 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f6b94415-9571-4c67-a7d9-6fa6f64231c2 req-d651374c-af41-4dd4-ab30-400cfaf5506c tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] For port 7d1483f6-e776-429b-9a6f-691e896fdb5f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=7d1483f6-e776-429b-9a6f-691e896fdb5f,segment=NetworkSegment(4b1e4288-e94b-49fa-b682-e006a69ddef2),segment_id=4b1e4288-e94b-49fa-b682-e006a69ddef2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:10:40.200383 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f6b94415-9571-4c67-a7d9-6fa6f64231c2 req-d651374c-af41-4dd4-ab30-400cfaf5506c tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:40.213451 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-f6b94415-9571-4c67-a7d9-6fa6f64231c2 req-d651374c-af41-4dd4-ab30-400cfaf5506c tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Calling delete_port for 7d1483f6-e776-429b-9a6f-691e896fdb5f owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:10:40.343158 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f6b94415-9571-4c67-a7d9-6fa6f64231c2 req-d651374c-af41-4dd4-ab30-400cfaf5506c tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:40.357275 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['7d1483f6-e776-429b-9a6f-691e896fdb5f'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:10:40.379484 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651374c-af41-4dd4-ab30-400cfaf5506c tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Pushing event deleted for resources: {'Port': ['ID=7d1483f6-e776-429b-9a6f-691e896fdb5f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:40.424055 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b94415-9571-4c67-a7d9-6fa6f64231c2 req-d651374c-af41-4dd4-ab30-400cfaf5506c tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] No DVR routers for this DVR port 7d1483f6-e776-429b-9a6f-691e896fdb5f on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:10:40.427128 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f6b94415-9571-4c67-a7d9-6fa6f64231c2 req-d651374c-af41-4dd4-ab30-400cfaf5506c tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:40.429214 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f6b94415-9571-4c67-a7d9-6fa6f64231c2 req-d651374c-af41-4dd4-ab30-400cfaf5506c tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.83 "DELETE /v2.0/ports/7d1483f6-e776-429b-9a6f-691e896fdb5f HTTP/1.1" status: 204 len: 173 time: 0.4033952 Jul 30 21:10:40.429704 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35371a7-e315-4065-8809-da2cf1b6f1e9', 'name': 'network-vif-deleted', 'tag': '7d1483f6-e776-429b-9a6f-691e896fdb5f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:10:40.432037 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf73070-8863-414f-82fe-7e1e00594216" -d '{"events": [{"server_uuid": "a35371a7-e315-4065-8809-da2cf1b6f1e9", "name": "network-vif-deleted", "tag": "7d1483f6-e776-429b-9a6f-691e896fdb5f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:10:40.489080 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-95f14d7b-22d9-4a50-9814-5ce9d48c0eb3 req-e581c00f-4b3e-4647-b082-15a08d2a6e2a tempest-TestMinimumBasicScenario-1522357797 tempest-TestMinimumBasicScenario-1522357797-project] 10.222.0.81 "GET /v2.0/ports?device_id=a35371a7-e315-4065-8809-da2cf1b6f1e9 HTTP/1.1" status: 200 len: 210 time: 0.0302308 Jul 30 21:10:40.542635 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f03a7f-fc69-43ad-a1d3-7c4ceb85331f x-openstack-request-id: req-11f03a7f-fc69-43ad-a1d3-7c4ceb85331f {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:10:40.542929 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35371a7-e315-4065-8809-da2cf1b6f1e9", "name": "network-vif-deleted", "tag": "7d1483f6-e776-429b-9a6f-691e896fdb5f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:10:40.543215 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-11f03a7f-fc69-43ad-a1d3-7c4ceb85331f {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:10:40.543630 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35371a7-e315-4065-8809-da2cf1b6f1e9', 'name': 'network-vif-deleted', 'tag': '7d1483f6-e776-429b-9a6f-691e896fdb5f', 'status': 'completed', 'code': 200} Jul 30 21:10:42.053254 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56002) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:42.388263 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7bbe6bc4-c640-43b7-9014-5362da7f619b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:42.948016 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 7d1483f6-e776-429b-9a6f-691e896fdb5f no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:10:42.957579 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-7bbe6bc4-c640-43b7-9014-5362da7f619b admin admin] Deleting port f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:10:42.957924 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7bbe6bc4-c640-43b7-9014-5362da7f619b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:42.967812 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 7d1483f6-e776-429b-9a6f-691e896fdb5f {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:10:42.968158 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 7d1483f6-e776-429b-9a6f-691e896fdb5f not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:10:43.037278 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-7bbe6bc4-c640-43b7-9014-5362da7f619b admin admin] For port f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f,segment=NetworkSegment(4b1e4288-e94b-49fa-b682-e006a69ddef2),segment_id=4b1e4288-e94b-49fa-b682-e006a69ddef2)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:10:43.037638 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7bbe6bc4-c640-43b7-9014-5362da7f619b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:43.050068 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-7bbe6bc4-c640-43b7-9014-5362da7f619b admin admin] Calling delete_port for f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:10:43.229933 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7bbe6bc4-c640-43b7-9014-5362da7f619b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:43.257061 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe6bc4-c640-43b7-9014-5362da7f619b admin admin] Pushing event deleted for resources: {'Port': ['ID=f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:43.431979 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7bbe6bc4-c640-43b7-9014-5362da7f619b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:43.641551 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbe6bc4-c640-43b7-9014-5362da7f619b admin admin] Router 260e516e-a9a0-4b64-a169-6bba1ce90c48 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:10:43.749467 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbe6bc4-c640-43b7-9014-5362da7f619b admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:10:43.755169 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7bbe6bc4-c640-43b7-9014-5362da7f619b admin admin] 10.222.0.81 "PUT /v2.0/routers/260e516e-a9a0-4b64-a169-6bba1ce90c48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7009318 Jul 30 21:10:43.757696 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56004) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:43.758730 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196f3f83-e6c0-44a0-9391-1841d0989689 None None] Sync routers for ids ['260e516e-a9a0-4b64-a169-6bba1ce90c48'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:10:43.768812 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196f3f83-e6c0-44a0-9391-1841d0989689 None None] Routers {'260e516e-a9a0-4b64-a169-6bba1ce90c48'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:10:43.769415 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-196f3f83-e6c0-44a0-9391-1841d0989689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:10:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['260e516e-a9a0-4b64-a169-6bba1ce90c48'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:43.864035 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2bb54c77-d751-4b55-8f34-88d6b38e6fab admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:43.870921 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-196f3f83-e6c0-44a0-9391-1841d0989689 None None] Set router 260e516e-a9a0-4b64-a169-6bba1ce90c48 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:10:43.965247 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2bb54c77-d751-4b55-8f34-88d6b38e6fab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:44.017486 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-2bb54c77-d751-4b55-8f34-88d6b38e6fab admin admin] Deleting port dc84fbd1-d615-4d60-8dc3-bc0948a769a4 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:10:44.017929 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2bb54c77-d751-4b55-8f34-88d6b38e6fab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:44.046672 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-196f3f83-e6c0-44a0-9391-1841d0989689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'name': 'tempest-TestMinimumBasicScenario-334274772-router', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:10:43Z', 'revision_number': 5, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'gw_port': {'id': 'dc84fbd1-d615-4d60-8dc3-bc0948a769a4', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:60:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:44.072024 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196f3f83-e6c0-44a0-9391-1841d0989689 None None] Checking router: 260e516e-a9a0-4b64-a169-6bba1ce90c48 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:10:44.080021 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196f3f83-e6c0-44a0-9391-1841d0989689 None None] Routers {'260e516e-a9a0-4b64-a169-6bba1ce90c48'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:10:44.081351 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-196f3f83-e6c0-44a0-9391-1841d0989689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:10:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['260e516e-a9a0-4b64-a169-6bba1ce90c48'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:44.102204 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-2bb54c77-d751-4b55-8f34-88d6b38e6fab admin admin] For port dc84fbd1-d615-4d60-8dc3-bc0948a769a4, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=dc84fbd1-d615-4d60-8dc3-bc0948a769a4,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:10:44.102571 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2bb54c77-d751-4b55-8f34-88d6b38e6fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:44.115177 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-2bb54c77-d751-4b55-8f34-88d6b38e6fab admin admin] Calling delete_port for dc84fbd1-d615-4d60-8dc3-bc0948a769a4 owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:10:44.252254 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-196f3f83-e6c0-44a0-9391-1841d0989689 None None] Set router 260e516e-a9a0-4b64-a169-6bba1ce90c48 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:10:44.287060 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2bb54c77-d751-4b55-8f34-88d6b38e6fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:44.305919 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-196f3f83-e6c0-44a0-9391-1841d0989689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'name': 'tempest-TestMinimumBasicScenario-334274772-router', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:10:43Z', 'revision_number': 6, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:44.313234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb54c77-d751-4b55-8f34-88d6b38e6fab admin admin] Pushing event deleted for resources: {'Port': ['ID=dc84fbd1-d615-4d60-8dc3-bc0948a769a4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:44.333174 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196f3f83-e6c0-44a0-9391-1841d0989689 None None] The sync data for ids ['260e516e-a9a0-4b64-a169-6bba1ce90c48'] in n-d-712137-9 is: [{'id': '260e516e-a9a0-4b64-a169-6bba1ce90c48', 'name': 'tempest-TestMinimumBasicScenario-334274772-router', 'tenant_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:07:18Z', 'updated_at': '2021-07-30T21:10:43Z', 'revision_number': 6, 'project_id': '67ab71cf2fd34edaadad9a2f82ecdc8f', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:10:44.382985 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2bb54c77-d751-4b55-8f34-88d6b38e6fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:44.475810 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2bb54c77-d751-4b55-8f34-88d6b38e6fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:44.477980 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2bb54c77-d751-4b55-8f34-88d6b38e6fab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:44.528031 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2bb54c77-d751-4b55-8f34-88d6b38e6fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:44.528471 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb54c77-d751-4b55-8f34-88d6b38e6fab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 260e516e-a9a0-4b64-a169-6bba1ce90c48 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 21:10:44.532876 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2bb54c77-d751-4b55-8f34-88d6b38e6fab admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:44.534051 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2bb54c77-d751-4b55-8f34-88d6b38e6fab admin admin] 10.222.0.81 "DELETE /v2.0/routers/260e516e-a9a0-4b64-a169-6bba1ce90c48 HTTP/1.1" status: 204 len: 168 time: 0.7754288 Jul 30 21:10:44.536601 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56006) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:44.580716 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-00798aa5-328b-4076-acbd-794bbd6980f6 admin admin] Deleting subnet 836a018a-9b4f-466f-a4c0-caeb405ffcce {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 21:10:44.583949 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-00798aa5-328b-4076-acbd-794bbd6980f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:44.617844 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-00798aa5-328b-4076-acbd-794bbd6980f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:44.698919 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-00798aa5-328b-4076-acbd-794bbd6980f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:44.753151 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-00798aa5-328b-4076-acbd-794bbd6980f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:44.780689 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00798aa5-328b-4076-acbd-794bbd6980f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=836a018a-9b4f-466f-a4c0-caeb405ffcce,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:44.787002 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-00798aa5-328b-4076-acbd-794bbd6980f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:44.791591 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56010) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:44.792131 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-00798aa5-328b-4076-acbd-794bbd6980f6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/836a018a-9b4f-466f-a4c0-caeb405ffcce HTTP/1.1" status: 204 len: 168 time: 0.2540057 Jul 30 21:10:44.793609 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984267c0-02a9-49a5-83e9-d36013b42b54 None None] Network aa706eff-eebb-4ab0-993f-e637d85e9996 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:10:44.864070 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff8d487c-1cae-445f-a731-84b5c8c6135f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:44.918140 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ff8d487c-1cae-445f-a731-84b5c8c6135f admin admin] Deleting port e27e1055-499d-48e1-ac64-04c1f000632b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:10:44.918461 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff8d487c-1cae-445f-a731-84b5c8c6135f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:44.987729 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8992ccb-02e5-4f89-be84-82faec9b2d08 None None] DHCP port deletion for aa706eff-eebb-4ab0-993f-e637d85e9996 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 21:10:44.992071 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-ff8d487c-1cae-445f-a731-84b5c8c6135f admin admin] For port e27e1055-499d-48e1-ac64-04c1f000632b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e27e1055-499d-48e1-ac64-04c1f000632b,segment=NetworkSegment(4b1e4288-e94b-49fa-b682-e006a69ddef2),segment_id=4b1e4288-e94b-49fa-b682-e006a69ddef2)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:10:44.992330 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff8d487c-1cae-445f-a731-84b5c8c6135f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:45.005844 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ff8d487c-1cae-445f-a731-84b5c8c6135f admin admin] Calling delete_port for e27e1055-499d-48e1-ac64-04c1f000632b owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:10:45.035288 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a8992ccb-02e5-4f89-be84-82faec9b2d08 None None] Deleting port e27e1055-499d-48e1-ac64-04c1f000632b {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:10:45.035606 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8992ccb-02e5-4f89-be84-82faec9b2d08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:45.096978 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff8d487c-1cae-445f-a731-84b5c8c6135f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:45.101423 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a8992ccb-02e5-4f89-be84-82faec9b2d08 None None] For port e27e1055-499d-48e1-ac64-04c1f000632b, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e27e1055-499d-48e1-ac64-04c1f000632b,segment=NetworkSegment(4b1e4288-e94b-49fa-b682-e006a69ddef2),segment_id=4b1e4288-e94b-49fa-b682-e006a69ddef2)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:10:45.101820 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8992ccb-02e5-4f89-be84-82faec9b2d08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:45.114576 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a8992ccb-02e5-4f89-be84-82faec9b2d08 None None] Calling delete_port for e27e1055-499d-48e1-ac64-04c1f000632b owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:10:45.122487 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d487c-1cae-445f-a731-84b5c8c6135f admin admin] Pushing event deleted for resources: {'Port': ['ID=e27e1055-499d-48e1-ac64-04c1f000632b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:45.126119 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8d487c-1cae-445f-a731-84b5c8c6135f admin admin] No DVR routers for this DVR port e27e1055-499d-48e1-ac64-04c1f000632b on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 21:10:45.188983 n-d-712137-9 neutron-server[93884]: self.session.flush() Jul 30 21:10:45.194284 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8992ccb-02e5-4f89-be84-82faec9b2d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:45.199785 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff8d487c-1cae-445f-a731-84b5c8c6135f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:45.210270 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ff8d487c-1cae-445f-a731-84b5c8c6135f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa706eff-eebb-4ab0-993f-e637d85e9996']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:45.217638 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8992ccb-02e5-4f89-be84-82faec9b2d08 None None] Pushing event deleted for resources: {'Port': ['ID=e27e1055-499d-48e1-ac64-04c1f000632b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:45.220758 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ff8d487c-1cae-445f-a731-84b5c8c6135f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1e4288-e94b-49fa-b682-e006a69ddef2') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:45.221059 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ff8d487c-1cae-445f-a731-84b5c8c6135f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1e4288-e94b-49fa-b682-e006a69ddef2') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:45.227952 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8992ccb-02e5-4f89-be84-82faec9b2d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:45.228295 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8992ccb-02e5-4f89-be84-82faec9b2d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:45.228641 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8992ccb-02e5-4f89-be84-82faec9b2d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:45.229349 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8992ccb-02e5-4f89-be84-82faec9b2d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:45.229349 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8992ccb-02e5-4f89-be84-82faec9b2d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:45.229624 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8992ccb-02e5-4f89-be84-82faec9b2d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:45.229950 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8992ccb-02e5-4f89-be84-82faec9b2d08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:45.230275 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8992ccb-02e5-4f89-be84-82faec9b2d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:45.230601 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8992ccb-02e5-4f89-be84-82faec9b2d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:45.230851 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff8d487c-1cae-445f-a731-84b5c8c6135f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:45.230969 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8992ccb-02e5-4f89-be84-82faec9b2d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:45.231239 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8992ccb-02e5-4f89-be84-82faec9b2d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:45.231586 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8992ccb-02e5-4f89-be84-82faec9b2d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:45.234158 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8992ccb-02e5-4f89-be84-82faec9b2d08 None None] No DVR routers for this DVR port e27e1055-499d-48e1-ac64-04c1f000632b on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:10:45.245968 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff8d487c-1cae-445f-a731-84b5c8c6135f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:45.252339 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8d487c-1cae-445f-a731-84b5c8c6135f admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 21:10:45.252799 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff8d487c-1cae-445f-a731-84b5c8c6135f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: timer() Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 21:10:45.254526 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 21:10:45.316153 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff8d487c-1cae-445f-a731-84b5c8c6135f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:45.325701 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff8d487c-1cae-445f-a731-84b5c8c6135f admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:45.327629 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ff8d487c-1cae-445f-a731-84b5c8c6135f admin admin] 10.222.0.81 "DELETE /v2.0/networks/aa706eff-eebb-4ab0-993f-e637d85e9996 HTTP/1.1" status: 204 len: 168 time: 0.5348132 Jul 30 21:10:45.331037 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56012) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:45.347351 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d487c-1cae-445f-a731-84b5c8c6135f admin admin] Pushing event deleted for resources: {'Network': ['ID=aa706eff-eebb-4ab0-993f-e637d85e9996,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:45.361847 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device dc84fbd1-d615-4d60-8dc3-bc0948a769a4 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:10:45.381791 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: dc84fbd1-d615-4d60-8dc3-bc0948a769a4 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:10:45.382218 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device dc84fbd1-d615-4d60-8dc3-bc0948a769a4 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:10:45.382718 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:10:45.402467 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:10:45.402833 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device f1da6f78-e5c0-4dfc-947a-9b2166ce4d0f not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:10:45.403225 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e27e1055-499d-48e1-ac64-04c1f000632b no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:10:45.421922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: e27e1055-499d-48e1-ac64-04c1f000632b {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:10:45.422370 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e27e1055-499d-48e1-ac64-04c1f000632b not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:10:45.680297 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ece17d0d-c7a3-4f4d-abf9-12361b540a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:45.918508 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ece17d0d-c7a3-4f4d-abf9-12361b540a7a admin admin] Deleting port d4a87f2f-bbbe-423e-b4cc-0233df74eb11 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:10:45.919217 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ece17d0d-c7a3-4f4d-abf9-12361b540a7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:45.996241 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-ece17d0d-c7a3-4f4d-abf9-12361b540a7a admin admin] For port d4a87f2f-bbbe-423e-b4cc-0233df74eb11, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d4a87f2f-bbbe-423e-b4cc-0233df74eb11,segment=NetworkSegment(8f4701b5-44d7-43f8-a463-31199dff540c),segment_id=8f4701b5-44d7-43f8-a463-31199dff540c)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:10:45.996511 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ece17d0d-c7a3-4f4d-abf9-12361b540a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:46.008727 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ece17d0d-c7a3-4f4d-abf9-12361b540a7a admin admin] Calling delete_port for d4a87f2f-bbbe-423e-b4cc-0233df74eb11 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:10:46.137133 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:46.184870 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ece17d0d-c7a3-4f4d-abf9-12361b540a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:46.211453 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece17d0d-c7a3-4f4d-abf9-12361b540a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=d4a87f2f-bbbe-423e-b4cc-0233df74eb11,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:46.373729 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ece17d0d-c7a3-4f4d-abf9-12361b540a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:46.581416 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece17d0d-c7a3-4f4d-abf9-12361b540a7a admin admin] Router 3a79d266-884e-4452-ac90-6707551bb493 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:10:46.684233 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece17d0d-c7a3-4f4d-abf9-12361b540a7a admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:10:46.689229 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ece17d0d-c7a3-4f4d-abf9-12361b540a7a admin admin] 10.222.0.81 "PUT /v2.0/routers/3a79d266-884e-4452-ac90-6707551bb493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3571947 Jul 30 21:10:46.691842 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56014) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:46.692633 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec88b45-a36a-44f6-aa2c-4c4a5ab67689 None None] Sync routers for ids ['3a79d266-884e-4452-ac90-6707551bb493'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:10:46.701556 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec88b45-a36a-44f6-aa2c-4c4a5ab67689 None None] Routers {'3a79d266-884e-4452-ac90-6707551bb493'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:10:46.702169 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bec88b45-a36a-44f6-aa2c-4c4a5ab67689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:10:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3a79d266-884e-4452-ac90-6707551bb493'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:46.792782 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fea6735c-8169-471e-86cb-7ec363fe30ff admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:46.805315 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-bec88b45-a36a-44f6-aa2c-4c4a5ab67689 None None] Set router 3a79d266-884e-4452-ac90-6707551bb493 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:10:46.900631 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fea6735c-8169-471e-86cb-7ec363fe30ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:46.952844 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-fea6735c-8169-471e-86cb-7ec363fe30ff admin admin] Deleting port e20eaedb-16c9-4fa6-a918-447c561d857a {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:10:46.953556 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fea6735c-8169-471e-86cb-7ec363fe30ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:46.985723 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bec88b45-a36a-44f6-aa2c-4c4a5ab67689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79d266-884e-4452-ac90-6707551bb493', 'name': 'tempest-TestMinimumBasicScenario-666390462-router', 'tenant_id': 'dcac9c45bfc141a4a737047ab48eda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'e20eaedb-16c9-4fa6-a918-447c561d857a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:07:22Z', 'updated_at': '2021-07-30T21:10:46Z', 'revision_number': 5, 'project_id': 'dcac9c45bfc141a4a737047ab48eda55', 'gw_port': {'id': 'e20eaedb-16c9-4fa6-a918-447c561d857a', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79d266-884e-4452-ac90-6707551bb493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:07:23Z', 'updated_at': '2021-07-30T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:47.011865 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec88b45-a36a-44f6-aa2c-4c4a5ab67689 None None] Checking router: 3a79d266-884e-4452-ac90-6707551bb493 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:10:47.020593 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec88b45-a36a-44f6-aa2c-4c4a5ab67689 None None] Routers {'3a79d266-884e-4452-ac90-6707551bb493'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:10:47.021474 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bec88b45-a36a-44f6-aa2c-4c4a5ab67689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:10:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['3a79d266-884e-4452-ac90-6707551bb493'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:47.032404 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-fea6735c-8169-471e-86cb-7ec363fe30ff admin admin] For port e20eaedb-16c9-4fa6-a918-447c561d857a, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=e20eaedb-16c9-4fa6-a918-447c561d857a,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:10:47.032768 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fea6735c-8169-471e-86cb-7ec363fe30ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:47.044122 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-fea6735c-8169-471e-86cb-7ec363fe30ff admin admin] Calling delete_port for e20eaedb-16c9-4fa6-a918-447c561d857a owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:10:47.217290 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fea6735c-8169-471e-86cb-7ec363fe30ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:47.242999 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6735c-8169-471e-86cb-7ec363fe30ff admin admin] Pushing event deleted for resources: {'Port': ['ID=e20eaedb-16c9-4fa6-a918-447c561d857a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:47.266287 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-bec88b45-a36a-44f6-aa2c-4c4a5ab67689 None None] Set router 3a79d266-884e-4452-ac90-6707551bb493 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:10:47.304988 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fea6735c-8169-471e-86cb-7ec363fe30ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:47.332178 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-bec88b45-a36a-44f6-aa2c-4c4a5ab67689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79d266-884e-4452-ac90-6707551bb493', 'name': 'tempest-TestMinimumBasicScenario-666390462-router', 'tenant_id': 'dcac9c45bfc141a4a737047ab48eda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:07:22Z', 'updated_at': '2021-07-30T21:10:46Z', 'revision_number': 6, 'project_id': 'dcac9c45bfc141a4a737047ab48eda55', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:47.359251 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec88b45-a36a-44f6-aa2c-4c4a5ab67689 None None] The sync data for ids ['3a79d266-884e-4452-ac90-6707551bb493'] in n-d-712137-9 is: [{'id': '3a79d266-884e-4452-ac90-6707551bb493', 'name': 'tempest-TestMinimumBasicScenario-666390462-router', 'tenant_id': 'dcac9c45bfc141a4a737047ab48eda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:07:22Z', 'updated_at': '2021-07-30T21:10:46Z', 'revision_number': 6, 'project_id': 'dcac9c45bfc141a4a737047ab48eda55', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:10:47.708235 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fea6735c-8169-471e-86cb-7ec363fe30ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:47.710362 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fea6735c-8169-471e-86cb-7ec363fe30ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:47.758196 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fea6735c-8169-471e-86cb-7ec363fe30ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:47.758732 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea6735c-8169-471e-86cb-7ec363fe30ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a79d266-884e-4452-ac90-6707551bb493 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 21:10:47.764119 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fea6735c-8169-471e-86cb-7ec363fe30ff admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:47.765154 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fea6735c-8169-471e-86cb-7ec363fe30ff admin admin] 10.222.0.81 "DELETE /v2.0/routers/3a79d266-884e-4452-ac90-6707551bb493 HTTP/1.1" status: 204 len: 168 time: 1.0723963 Jul 30 21:10:47.767670 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56016) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:47.812129 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-6991bd9d-5ab2-469a-b2a8-efeb69e1ebd2 admin admin] Deleting subnet 28f85b28-91fa-4c94-a535-2ffbd85020ed {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 21:10:47.815696 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6991bd9d-5ab2-469a-b2a8-efeb69e1ebd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:47.850705 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6991bd9d-5ab2-469a-b2a8-efeb69e1ebd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:47.929883 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6991bd9d-5ab2-469a-b2a8-efeb69e1ebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:47.981741 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6991bd9d-5ab2-469a-b2a8-efeb69e1ebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:48.006795 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991bd9d-5ab2-469a-b2a8-efeb69e1ebd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28f85b28-91fa-4c94-a535-2ffbd85020ed,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:48.010589 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6991bd9d-5ab2-469a-b2a8-efeb69e1ebd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:48.012494 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6991bd9d-5ab2-469a-b2a8-efeb69e1ebd2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/28f85b28-91fa-4c94-a535-2ffbd85020ed HTTP/1.1" status: 204 len: 168 time: 0.2432775 Jul 30 21:10:48.014989 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56018) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:48.017585 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6854ed37-9c64-4266-91ab-1620d67aa4d3 None None] Network 6600bf70-7919-4cd3-b637-a389fe2b0c21 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:10:48.085438 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cf4e2e0-03aa-4814-86cf-fe50f7313706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:48.143347 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4e2e0-03aa-4814-86cf-fe50f7313706 admin admin] Deleting port 22500dfa-8535-494d-a604-06acb0a928a2 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:10:48.143718 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cf4e2e0-03aa-4814-86cf-fe50f7313706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:48.183191 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bceb85-abc3-421f-892a-3b8644d9f0fc None None] DHCP port deletion for 6600bf70-7919-4cd3-b637-a389fe2b0c21 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 21:10:48.209415 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-5cf4e2e0-03aa-4814-86cf-fe50f7313706 admin admin] For port 22500dfa-8535-494d-a604-06acb0a928a2, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=22500dfa-8535-494d-a604-06acb0a928a2,segment=NetworkSegment(8f4701b5-44d7-43f8-a463-31199dff540c),segment_id=8f4701b5-44d7-43f8-a463-31199dff540c)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:10:48.209782 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cf4e2e0-03aa-4814-86cf-fe50f7313706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:48.223789 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4e2e0-03aa-4814-86cf-fe50f7313706 admin admin] Calling delete_port for 22500dfa-8535-494d-a604-06acb0a928a2 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:10:48.229704 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-03bceb85-abc3-421f-892a-3b8644d9f0fc None None] Deleting port 22500dfa-8535-494d-a604-06acb0a928a2 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:10:48.230305 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03bceb85-abc3-421f-892a-3b8644d9f0fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:48.301525 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-03bceb85-abc3-421f-892a-3b8644d9f0fc None None] For port 22500dfa-8535-494d-a604-06acb0a928a2, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=22500dfa-8535-494d-a604-06acb0a928a2,segment=NetworkSegment(8f4701b5-44d7-43f8-a463-31199dff540c),segment_id=8f4701b5-44d7-43f8-a463-31199dff540c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:10:48.302088 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03bceb85-abc3-421f-892a-3b8644d9f0fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:48.316793 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-03bceb85-abc3-421f-892a-3b8644d9f0fc None None] Calling delete_port for 22500dfa-8535-494d-a604-06acb0a928a2 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:10:48.318158 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cf4e2e0-03aa-4814-86cf-fe50f7313706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:48.345734 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4e2e0-03aa-4814-86cf-fe50f7313706 admin admin] Pushing event deleted for resources: {'Port': ['ID=22500dfa-8535-494d-a604-06acb0a928a2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:48.349850 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf4e2e0-03aa-4814-86cf-fe50f7313706 admin admin] No DVR routers for this DVR port 22500dfa-8535-494d-a604-06acb0a928a2 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:10:48.398220 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03bceb85-abc3-421f-892a-3b8644d9f0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:48.425445 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bceb85-abc3-421f-892a-3b8644d9f0fc None None] Pushing event deleted for resources: {'Port': ['ID=22500dfa-8535-494d-a604-06acb0a928a2,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:48.427554 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cf4e2e0-03aa-4814-86cf-fe50f7313706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:48.430543 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bceb85-abc3-421f-892a-3b8644d9f0fc None None] No DVR routers for this DVR port 22500dfa-8535-494d-a604-06acb0a928a2 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:10:48.440632 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-5cf4e2e0-03aa-4814-86cf-fe50f7313706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6600bf70-7919-4cd3-b637-a389fe2b0c21']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:48.451050 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-5cf4e2e0-03aa-4814-86cf-fe50f7313706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4701b5-44d7-43f8-a463-31199dff540c') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:48.451348 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-5cf4e2e0-03aa-4814-86cf-fe50f7313706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4701b5-44d7-43f8-a463-31199dff540c') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:48.460596 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cf4e2e0-03aa-4814-86cf-fe50f7313706 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:48.474280 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cf4e2e0-03aa-4814-86cf-fe50f7313706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:48.480161 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf4e2e0-03aa-4814-86cf-fe50f7313706 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 21:10:48.480618 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cf4e2e0-03aa-4814-86cf-fe50f7313706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: timer() Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 21:10:48.482276 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 21:10:48.534602 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cf4e2e0-03aa-4814-86cf-fe50f7313706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:48.539973 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cf4e2e0-03aa-4814-86cf-fe50f7313706 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:48.541792 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5cf4e2e0-03aa-4814-86cf-fe50f7313706 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6600bf70-7919-4cd3-b637-a389fe2b0c21 HTTP/1.1" status: 204 len: 168 time: 0.5258608 Jul 30 21:10:48.553049 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4e2e0-03aa-4814-86cf-fe50f7313706 admin admin] Pushing event deleted for resources: {'Network': ['ID=6600bf70-7919-4cd3-b637-a389fe2b0c21,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:48.697019 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56022) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:48.736841 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fe7e1855-f77f-4308-bcbf-cae1f157dfe4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=67ab71cf2fd34edaadad9a2f82ecdc8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386672 Jul 30 21:10:48.739389 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56024) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:48.786580 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d4e19e9-b2e4-4f35-9213-88b6403e827c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:48.811719 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d4e19e9-b2e4-4f35-9213-88b6403e827c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:48.856976 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d4e19e9-b2e4-4f35-9213-88b6403e827c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:48.859765 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d4e19e9-b2e4-4f35-9213-88b6403e827c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:48.860891 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5d4e19e9-b2e4-4f35-9213-88b6403e827c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d2374dba-3f00-4dd2-b0cb-7f07de7b6662 HTTP/1.1" status: 204 len: 168 time: 0.1205859 Jul 30 21:10:48.869087 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e19e9-b2e4-4f35-9213-88b6403e827c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2374dba-3f00-4dd2-b0cb-7f07de7b6662,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:49.158207 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56030) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:49.197318 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bcdeeced-4b97-42df-b75b-2507956eae7d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dcac9c45bfc141a4a737047ab48eda55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374923 Jul 30 21:10:49.199646 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56032) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:49.250442 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e30eb63b-1aea-4bd5-b8ce-35abb1875092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:49.270399 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e30eb63b-1aea-4bd5-b8ce-35abb1875092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:49.319001 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e30eb63b-1aea-4bd5-b8ce-35abb1875092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:49.321852 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e30eb63b-1aea-4bd5-b8ce-35abb1875092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:49.323032 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e30eb63b-1aea-4bd5-b8ce-35abb1875092 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e145e21e-54be-45ab-8957-316b06ae7dee HTTP/1.1" status: 204 len: 168 time: 0.1225142 Jul 30 21:10:49.331040 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30eb63b-1aea-4bd5-b8ce-35abb1875092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e145e21e-54be-45ab-8957-316b06ae7dee,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:49.364685 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 22500dfa-8535-494d-a604-06acb0a928a2 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:10:49.386773 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 22500dfa-8535-494d-a604-06acb0a928a2 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:10:49.387119 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 22500dfa-8535-494d-a604-06acb0a928a2 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:10:49.387548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d4a87f2f-bbbe-423e-b4cc-0233df74eb11 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:10:49.405265 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: d4a87f2f-bbbe-423e-b4cc-0233df74eb11 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:10:49.405607 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d4a87f2f-bbbe-423e-b4cc-0233df74eb11 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:10:49.406011 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e20eaedb-16c9-4fa6-a918-447c561d857a no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:10:49.425130 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: e20eaedb-16c9-4fa6-a918-447c561d857a {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:10:49.425473 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device e20eaedb-16c9-4fa6-a918-447c561d857a not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:10:50.241572 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:50.904854 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56072) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:50.909612 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4034a877-0b9f-470a-8b79-cf846ab10c9e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1499971355', 'description': 'tempest-secgroup-smoke-1499971355 description', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:10:50.931332 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4034a877-0b9f-470a-8b79-cf846ab10c9e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:50.939096 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4034a877-0b9f-470a-8b79-cf846ab10c9e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.033968 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4034a877-0b9f-470a-8b79-cf846ab10c9e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.037652 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4034a877-0b9f-470a-8b79-cf846ab10c9e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.074005 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034a877-0b9f-470a-8b79-cf846ab10c9e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7aeae3-385d-407a-ab40-302de7092986,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:51.125920 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4034a877-0b9f-470a-8b79-cf846ab10c9e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.130067 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4034a877-0b9f-470a-8b79-cf846ab10c9e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.156713 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4034a877-0b9f-470a-8b79-cf846ab10c9e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.157831 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4034a877-0b9f-470a-8b79-cf846ab10c9e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2519572 Jul 30 21:10:51.159755 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034a877-0b9f-470a-8b79-cf846ab10c9e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4890aa-8fb4-4d62-aa61-6c09ffb299f0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:51.160970 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56074) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:51.167138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-61ccb97c-8e8e-490f-8436-82ea6e6aa43f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': '2d4890aa-8fb4-4d62-aa61-6c09ffb299f0', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:10:51.195133 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-61ccb97c-8e8e-490f-8436-82ea6e6aa43f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.241739 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-61ccb97c-8e8e-490f-8436-82ea6e6aa43f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.245310 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-61ccb97c-8e8e-490f-8436-82ea6e6aa43f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.267072 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccb97c-8e8e-490f-8436-82ea6e6aa43f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcfca0ba-90c0-49aa-972b-a75f6cb3ed1c,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:51.270827 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-61ccb97c-8e8e-490f-8436-82ea6e6aa43f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.275188 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56076) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:51.275340 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-61ccb97c-8e8e-490f-8436-82ea6e6aa43f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1124811 Jul 30 21:10:51.279911 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2138976e-8c03-4fea-9efa-fc73a53c4cd7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': '2d4890aa-8fb4-4d62-aa61-6c09ffb299f0', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:10:51.305889 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2138976e-8c03-4fea-9efa-fc73a53c4cd7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.351725 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7c7c207d-7494-4d5d-ae0a-debc1511116e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.368707 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2138976e-8c03-4fea-9efa-fc73a53c4cd7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.372458 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2138976e-8c03-4fea-9efa-fc73a53c4cd7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.392735 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138976e-8c03-4fea-9efa-fc73a53c4cd7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca6b2c4-6703-4b7e-9a18-6cfa9c64a06f,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:51.395162 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2138976e-8c03-4fea-9efa-fc73a53c4cd7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.396361 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2138976e-8c03-4fea-9efa-fc73a53c4cd7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201296 Jul 30 21:10:51.399085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56078) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:51.403474 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-805a23e8-6584-4b43-a90d-7a4e74e902f1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': '2d4890aa-8fb4-4d62-aa61-6c09ffb299f0', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:10:51.430062 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-805a23e8-6584-4b43-a90d-7a4e74e902f1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.487078 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-805a23e8-6584-4b43-a90d-7a4e74e902f1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.490268 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-805a23e8-6584-4b43-a90d-7a4e74e902f1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.506994 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a23e8-6584-4b43-a90d-7a4e74e902f1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b6e3f8-3d73-45b3-a035-64669815182a,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:51.513439 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-805a23e8-6584-4b43-a90d-7a4e74e902f1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.514806 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-805a23e8-6584-4b43-a90d-7a4e74e902f1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147346 Jul 30 21:10:51.518257 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56080) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:51.522646 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a90f3ab7-712b-4d19-8e3c-7e0df1329511 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': '2d4890aa-8fb4-4d62-aa61-6c09ffb299f0', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:10:51.547969 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a90f3ab7-712b-4d19-8e3c-7e0df1329511 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.605612 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a90f3ab7-712b-4d19-8e3c-7e0df1329511 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.609437 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a90f3ab7-712b-4d19-8e3c-7e0df1329511 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.624427 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f3ab7-712b-4d19-8e3c-7e0df1329511 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d8cb3c-4ee9-477b-8277-d331d28912d2,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:51.632973 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a90f3ab7-712b-4d19-8e3c-7e0df1329511 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.634085 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a90f3ab7-712b-4d19-8e3c-7e0df1329511 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148996 Jul 30 21:10:51.636871 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56082) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:51.641180 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5b554606-a342-419a-a578-c79a65fc2d81 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': '2d4890aa-8fb4-4d62-aa61-6c09ffb299f0', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:10:51.662185 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-5b554606-a342-419a-a578-c79a65fc2d81 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Project 7c6abece9a044d4ca3183a8a35d6564b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 21:10:51.666804 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b554606-a342-419a-a578-c79a65fc2d81 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.728828 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b554606-a342-419a-a578-c79a65fc2d81 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.732315 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b554606-a342-419a-a578-c79a65fc2d81 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.749326 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b554606-a342-419a-a578-c79a65fc2d81 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3d6524-a8ab-44d0-b944-9e73116553fa,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:51.756134 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b554606-a342-419a-a578-c79a65fc2d81 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.757335 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5b554606-a342-419a-a578-c79a65fc2d81 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195498 Jul 30 21:10:51.760080 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56084) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:51.764465 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0269cc68-7d4b-43a2-a080-0db40484d38d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': '2d4890aa-8fb4-4d62-aa61-6c09ffb299f0', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:10:51.786051 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-0269cc68-7d4b-43a2-a080-0db40484d38d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Project 7c6abece9a044d4ca3183a8a35d6564b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 21:10:51.790774 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0269cc68-7d4b-43a2-a080-0db40484d38d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.852183 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0269cc68-7d4b-43a2-a080-0db40484d38d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.855873 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0269cc68-7d4b-43a2-a080-0db40484d38d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.873061 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269cc68-7d4b-43a2-a080-0db40484d38d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16408356-b4fe-4c58-ac40-662d54a1d5c0,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:51.879005 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0269cc68-7d4b-43a2-a080-0db40484d38d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.880246 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0269cc68-7d4b-43a2-a080-0db40484d38d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192467 Jul 30 21:10:51.883212 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56086) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:51.888041 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a9fe9ade-b84b-4803-bd3f-1d1e73da48be tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'network': {'name': 'tempest-network-smoke--1033868284', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'port_security_enabled': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:10:51.908050 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fe9ade-b84b-4803-bd3f-1d1e73da48be tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Made reservation on behalf of 7c6abece9a044d4ca3183a8a35d6564b for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:10:51.913422 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9fe9ade-b84b-4803-bd3f-1d1e73da48be tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.937052 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fe9ade-b84b-4803-bd3f-1d1e73da48be tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 21:10:51.946841 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9fe9ade-b84b-4803-bd3f-1d1e73da48be tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:51.947182 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-a9fe9ade-b84b-4803-bd3f-1d1e73da48be tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Added segment 3c8b2fd6-89a0-440d-aadc-63653218d64e of type vlan for network 3b78f329-eaa4-4948-b596-f1d0c42637e3 Jul 30 21:10:51.987381 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9fe9ade-b84b-4803-bd3f-1d1e73da48be tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:52.014797 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9fe9ade-b84b-4803-bd3f-1d1e73da48be tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:52.020530 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fe9ade-b84b-4803-bd3f-1d1e73da48be tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:52.021115 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9fe9ade-b84b-4803-bd3f-1d1e73da48be tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:52.072784 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a9fe9ade-b84b-4803-bd3f-1d1e73da48be tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1885586 Jul 30 21:10:52.075817 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56088) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:52.080658 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a36276ff-2e9f-4c34-8c4b-7d19c9cdd08c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-339469938', 'admin_state_up': True, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:10:52.089414 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe9ade-b84b-4803-bd3f-1d1e73da48be tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Network': ['ID=3b78f329-eaa4-4948-b596-f1d0c42637e3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:52.099879 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 3b78f329-eaa4-4948-b596-f1d0c42637e3 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 21:10:52.103978 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a36276ff-2e9f-4c34-8c4b-7d19c9cdd08c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:52.104964 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a36276ff-2e9f-4c34-8c4b-7d19c9cdd08c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:52.156720 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a36276ff-2e9f-4c34-8c4b-7d19c9cdd08c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:52.296148 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a36276ff-2e9f-4c34-8c4b-7d19c9cdd08c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:52.482272 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a36276ff-2e9f-4c34-8c4b-7d19c9cdd08c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:52.504639 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a36276ff-2e9f-4c34-8c4b-7d19c9cdd08c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:52.604667 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-a36276ff-2e9f-4c34-8c4b-7d19c9cdd08c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Allocated IP 172.25.3.84 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:10:52.709785 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a36276ff-2e9f-4c34-8c4b-7d19c9cdd08c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:52.748694 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a36276ff-2e9f-4c34-8c4b-7d19c9cdd08c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:52.786329 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36276ff-2e9f-4c34-8c4b-7d19c9cdd08c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:10:52.789214 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-a36276ff-2e9f-4c34-8c4b-7d19c9cdd08c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:10:52.792762 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36276ff-2e9f-4c34-8c4b-7d19c9cdd08c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:10:52.800995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36276ff-2e9f-4c34-8c4b-7d19c9cdd08c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:53.042380 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a36276ff-2e9f-4c34-8c4b-7d19c9cdd08c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:53.236335 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a36276ff-2e9f-4c34-8c4b-7d19c9cdd08c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:53.361215 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36276ff-2e9f-4c34-8c4b-7d19c9cdd08c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Router 1f4e7853-606a-4016-a95c-638873c2fa0e is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 21:10:53.466194 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36276ff-2e9f-4c34-8c4b-7d19c9cdd08c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:10:53.475417 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] Sync routers for ids ['1f4e7853-606a-4016-a95c-638873c2fa0e'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:10:53.484358 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] Routers {'1f4e7853-606a-4016-a95c-638873c2fa0e'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:10:53.484550 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a36276ff-2e9f-4c34-8c4b-7d19c9cdd08c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:53.484965 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:10:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1f4e7853-606a-4016-a95c-638873c2fa0e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:53.485966 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a36276ff-2e9f-4c34-8c4b-7d19c9cdd08c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4091139 Jul 30 21:10:53.489750 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56090) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:53.586771 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] Set router 1f4e7853-606a-4016-a95c-638873c2fa0e gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:10:53.606324 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-05094763-971b-477e-b558-d8b9fce82ead tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=7c6abece9a044d4ca3183a8a35d6564b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1154213 Jul 30 21:10:53.609066 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56094) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:53.698898 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fa3365-b27e-49fd-baa4-c9b79fb99b55 tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:53.700453 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-90fa3365-b27e-49fd-baa4-c9b79fb99b55 tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904882 Jul 30 21:10:53.703310 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56096) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:53.731725 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4c8fca8f-1981-4d5e-a914-55150cc2dd6b tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272324 Jul 30 21:10:53.734333 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56098) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:53.739712 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-701a345a-8361-4afa-b8c9-5a18844cb338 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-272489997', 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:10:53.762404 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339469938', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:52Z', 'revision_number': 3, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ba:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:53.775018 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c3963212-6d28-479c-aea4-615e49ec3a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:53.792930 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] Checking router: 1f4e7853-606a-4016-a95c-638873c2fa0e for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:10:53.793278 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] Updating router 1f4e7853-606a-4016-a95c-638873c2fa0e port 068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:10:53.817779 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:53.829009 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701a345a-8361-4afa-b8c9-5a18844cb338 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Made reservation on behalf of 7c6abece9a044d4ca3183a8a35d6564b for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:10:53.832578 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-701a345a-8361-4afa-b8c9-5a18844cb338 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:54.012708 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-701a345a-8361-4afa-b8c9-5a18844cb338 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:54.040136 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:54.070841 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:54.081588 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] Transition to ACTIVE for port object 068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:10:54.084805 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a345a-8361-4afa-b8c9-5a18844cb338 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Subnet': ['ID=52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:54.087666 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:54.089415 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701a345a-8361-4afa-b8c9-5a18844cb338 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Checking segment: {'id': '3c8b2fd6-89a0-440d-aadc-63653218d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:10:54.089817 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701a345a-8361-4afa-b8c9-5a18844cb338 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network hostable DHCP agents. Network: 3b78f329-eaa4-4948-b596-f1d0c42637e3, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 21:10:54.108694 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701a345a-8361-4afa-b8c9-5a18844cb338 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network 3b78f329-eaa4-4948-b596-f1d0c42637e3 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 21:10:54.116942 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-701a345a-8361-4afa-b8c9-5a18844cb338 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 3b78f329-eaa4-4948-b596-f1d0c42637e3) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:10:54.121471 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701a345a-8361-4afa-b8c9-5a18844cb338 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:54.122068 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-701a345a-8361-4afa-b8c9-5a18844cb338 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:54.132343 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6c1212-83ac-4147-ad1d-f97c897d3958 None None] Network 3b78f329-eaa4-4948-b596-f1d0c42637e3 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:10:54.138859 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-701a345a-8361-4afa-b8c9-5a18844cb338 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4034960 Jul 30 21:10:54.139118 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] Attempting to bind port 068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:10:54.139456 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] Attempting to bind port 068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:10:54.139834 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] Attempting to bind port 068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:10:54.141815 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56100) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:10:54.149885 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e1e85-cc62-48c6-a68a-df6248242311 None None] Pushing event updated for resources: {'Port': ['ID=068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:54.153004 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:10:54.153417 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:10:54.153769 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:54.154160 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:10:54.154626 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] Bound port: 068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:10:54.155000 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:54.161900 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e1e85-cc62-48c6-a68a-df6248242311 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:54.162239 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e1e85-cc62-48c6-a68a-df6248242311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:54.162573 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e1e85-cc62-48c6-a68a-df6248242311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:54.162905 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e1e85-cc62-48c6-a68a-df6248242311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:54.163234 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e1e85-cc62-48c6-a68a-df6248242311 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:54.163577 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e1e85-cc62-48c6-a68a-df6248242311 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:54.164096 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e1e85-cc62-48c6-a68a-df6248242311 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:54.164419 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e1e85-cc62-48c6-a68a-df6248242311 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:54.164765 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e1e85-cc62-48c6-a68a-df6248242311 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:54.165086 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e1e85-cc62-48c6-a68a-df6248242311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:54.165405 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e1e85-cc62-48c6-a68a-df6248242311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:54.165723 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e1e85-cc62-48c6-a68a-df6248242311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:10:54.216866 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] For port 068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:10:54.220005 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] For port 068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:10:54.226072 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:54.284743 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e1e85-cc62-48c6-a68a-df6248242311 None None] Pushing event updated for resources: {'Port': ['ID=068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:54.299575 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ec5712-0084-46e8-a429-05cc7084c8a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-3b78f329-eaa4-4948-b596-f1d0c42637e3', 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'fixed_ips': [{'subnet_id': '52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 21:10:54.300622 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5712-0084-46e8-a429-05cc7084c8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:54.312044 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] Routers {'1f4e7853-606a-4016-a95c-638873c2fa0e'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:10:54.312765 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:10:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1f4e7853-606a-4016-a95c-638873c2fa0e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:54.418150 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] Set router 1f4e7853-606a-4016-a95c-638873c2fa0e gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:10:54.460231 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-d9ec5712-0084-46e8-a429-05cc7084c8a3 None None] Allocated IP 172.20.0.2 (3b78f329-eaa4-4948-b596-f1d0c42637e3/52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2/9b12d735-586f-4772-9b1b-60c807f54aee) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:10:54.591543 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-394eaf35-3199-4ace-b31f-1d8890864a7f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:54.599385 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339469938', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:52Z', 'revision_number': 3, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ba:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:54.617449 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5712-0084-46e8-a429-05cc7084c8a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:54.626480 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d9ec5712-0084-46e8-a429-05cc7084c8a3 None None] Transition to ACTIVE for port object 9b12d735-586f-4772-9b1b-60c807f54aee will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:10:54.629365 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398966eb-113b-4435-bc29-cc3a12b640ca None None] The sync data for ids ['1f4e7853-606a-4016-a95c-638873c2fa0e'] in n-d-712137-9 is: [{'id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339469938', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:52Z', 'revision_number': 3, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ba:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:10:54.652599 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d9ec5712-0084-46e8-a429-05cc7084c8a3 None None] Transition to ACTIVE for port object 9b12d735-586f-4772-9b1b-60c807f54aee will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:10:54.659131 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5712-0084-46e8-a429-05cc7084c8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:54.700147 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ec5712-0084-46e8-a429-05cc7084c8a3 None None] Network 3b78f329-eaa4-4948-b596-f1d0c42637e3 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:10:54.703015 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-d9ec5712-0084-46e8-a429-05cc7084c8a3 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:10:54.706421 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ec5712-0084-46e8-a429-05cc7084c8a3 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:10:54.718968 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec5712-0084-46e8-a429-05cc7084c8a3 None None] Pushing event updated for resources: {'Port': ['ID=9b12d735-586f-4772-9b1b-60c807f54aee,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:54.774129 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d9ec5712-0084-46e8-a429-05cc7084c8a3 None None] Attempting to bind port 9b12d735-586f-4772-9b1b-60c807f54aee on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:10:54.774503 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d9ec5712-0084-46e8-a429-05cc7084c8a3 None None] Attempting to bind port 9b12d735-586f-4772-9b1b-60c807f54aee by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '3c8b2fd6-89a0-440d-aadc-63653218d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:10:54.774996 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ec5712-0084-46e8-a429-05cc7084c8a3 None None] Attempting to bind port 9b12d735-586f-4772-9b1b-60c807f54aee on network 3b78f329-eaa4-4948-b596-f1d0c42637e3 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:10:54.780211 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ec5712-0084-46e8-a429-05cc7084c8a3 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:10:54.780840 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ec5712-0084-46e8-a429-05cc7084c8a3 None None] Checking segment: {'id': '3c8b2fd6-89a0-440d-aadc-63653218d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:10:54.781037 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5712-0084-46e8-a429-05cc7084c8a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:54.781360 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ec5712-0084-46e8-a429-05cc7084c8a3 None None] Bound using segment: {'id': '3c8b2fd6-89a0-440d-aadc-63653218d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:10:54.781822 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d9ec5712-0084-46e8-a429-05cc7084c8a3 None None] Bound port: 9b12d735-586f-4772-9b1b-60c807f54aee, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8b2fd6-89a0-440d-aadc-63653218d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:10:54.782331 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5712-0084-46e8-a429-05cc7084c8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:54.850586 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d9ec5712-0084-46e8-a429-05cc7084c8a3 None None] For port 9b12d735-586f-4772-9b1b-60c807f54aee, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:10:54.854229 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d9ec5712-0084-46e8-a429-05cc7084c8a3 None None] For port 9b12d735-586f-4772-9b1b-60c807f54aee, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=9b12d735-586f-4772-9b1b-60c807f54aee,segment=NetworkSegment(3c8b2fd6-89a0-440d-aadc-63653218d64e),segment_id=3c8b2fd6-89a0-440d-aadc-63653218d64e)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:10:54.871010 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5712-0084-46e8-a429-05cc7084c8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:54.903900 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-394eaf35-3199-4ace-b31f-1d8890864a7f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Allocated IP 172.20.0.1 (3b78f329-eaa4-4948-b596-f1d0c42637e3/52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2/26a44488-47e5-4650-b87d-58a2fdded361) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:10:54.944790 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec5712-0084-46e8-a429-05cc7084c8a3 None None] Pushing event updated for resources: {'Port': ['ID=9b12d735-586f-4772-9b1b-60c807f54aee,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:55.052528 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-394eaf35-3199-4ace-b31f-1d8890864a7f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:55.067391 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-394eaf35-3199-4ace-b31f-1d8890864a7f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Transition to ACTIVE for port object 26a44488-47e5-4650-b87d-58a2fdded361 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:10:55.105678 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-394eaf35-3199-4ace-b31f-1d8890864a7f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:55.163527 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394eaf35-3199-4ace-b31f-1d8890864a7f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network 3b78f329-eaa4-4948-b596-f1d0c42637e3 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:10:55.169835 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-394eaf35-3199-4ace-b31f-1d8890864a7f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:10:55.172193 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394eaf35-3199-4ace-b31f-1d8890864a7f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=26a44488-47e5-4650-b87d-58a2fdded361,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:55.174446 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394eaf35-3199-4ace-b31f-1d8890864a7f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:10:55.223188 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-394eaf35-3199-4ace-b31f-1d8890864a7f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:55.224706 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:55.367091 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-394eaf35-3199-4ace-b31f-1d8890864a7f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:55.425265 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:10:55.476934 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:10:55.482440 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:10:55.482440 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:55.571473 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:55.603838 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:10:55.612113 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:55.613168 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9b12d735-586f-4772-9b1b-60c807f54aee up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:10:55.674759 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-394eaf35-3199-4ace-b31f-1d8890864a7f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:55.679607 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-394eaf35-3199-4ace-b31f-1d8890864a7f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:55.692669 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:55.707495 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 9b12d735-586f-4772-9b1b-60c807f54aee completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:10:55.757543 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-394eaf35-3199-4ace-b31f-1d8890864a7f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:55.759388 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394eaf35-3199-4ace-b31f-1d8890864a7f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=26a44488-47e5-4650-b87d-58a2fdded361,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:55.828608 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:10:55.862751 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394eaf35-3199-4ace-b31f-1d8890864a7f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network 3b78f329-eaa4-4948-b596-f1d0c42637e3 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:10:55.864198 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-394eaf35-3199-4ace-b31f-1d8890864a7f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:10:55.935604 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4595c7-5361-4609-a32e-d73be7612991 None None] Network 3b78f329-eaa4-4948-b596-f1d0c42637e3 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:10:55.980103 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394eaf35-3199-4ace-b31f-1d8890864a7f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Router 1f4e7853-606a-4016-a95c-638873c2fa0e has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:10:56.065745 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-32487ea0-3093-4c8b-a1ca-a24d331e1144 None None] Provisioning for port 9b12d735-586f-4772-9b1b-60c807f54aee completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:10:56.088151 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-32487ea0-3093-4c8b-a1ca-a24d331e1144 None None] Provisioning complete for port 9b12d735-586f-4772-9b1b-60c807f54aee triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:10:56.088526 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32487ea0-3093-4c8b-a1ca-a24d331e1144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:56.091787 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394eaf35-3199-4ace-b31f-1d8890864a7f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:10:56.097398 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-394eaf35-3199-4ace-b31f-1d8890864a7f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "PUT /v2.0/routers/1f4e7853-606a-4016-a95c-638873c2fa0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9532208 Jul 30 21:10:56.197187 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32487ea0-3093-4c8b-a1ca-a24d331e1144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:56.235968 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-32487ea0-3093-4c8b-a1ca-a24d331e1144 None None] For port 9b12d735-586f-4772-9b1b-60c807f54aee, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=9b12d735-586f-4772-9b1b-60c807f54aee,segment=NetworkSegment(3c8b2fd6-89a0-440d-aadc-63653218d64e),segment_id=3c8b2fd6-89a0-440d-aadc-63653218d64e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:10:56.241504 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32487ea0-3093-4c8b-a1ca-a24d331e1144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:56.260461 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-43dddb7f-afae-480b-819e-ae2630b5d558 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1499971355&fields=id&tenant_id=7c6abece9a044d4ca3183a8a35d6564b HTTP/1.1" status: 200 len: 267 time: 0.0474107 Jul 30 21:10:56.303469 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32487ea0-3093-4c8b-a1ca-a24d331e1144 None None] Pushing event updated for resources: {'Port': ['ID=9b12d735-586f-4772-9b1b-60c807f54aee,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:56.375042 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-af64fb44-376d-4f24-b046-661e19588b86 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:56.380006 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-af64fb44-376d-4f24-b046-661e19588b86 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/networks?id=3b78f329-eaa4-4948-b596-f1d0c42637e3 HTTP/1.1" status: 200 len: 797 time: 0.1114051 Jul 30 21:10:56.393018 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-658b977e-ea12-4817-bf10-00e7dd111948 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/quotas/7c6abece9a044d4ca3183a8a35d6564b HTTP/1.1" status: 200 len: 375 time: 0.0108638 Jul 30 21:10:56.405608 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] Sync routers for ids ['1f4e7853-606a-4016-a95c-638873c2fa0e'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:10:56.416602 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] Routers {'1f4e7853-606a-4016-a95c-638873c2fa0e'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:10:56.417245 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:10:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1f4e7853-606a-4016-a95c-638873c2fa0e'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:56.456238 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-44d4a5a8-a999-436c-b44d-16f68b8f41fe tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567746 Jul 30 21:10:56.509170 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-76aa42ba-fcd1-49fb-93bf-5be319e3801a None None] Provisioning complete for port 9b12d735-586f-4772-9b1b-60c807f54aee triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:10:56.509548 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-76aa42ba-fcd1-49fb-93bf-5be319e3801a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:56.567312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] Set router 1f4e7853-606a-4016-a95c-638873c2fa0e gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:10:56.607705 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-68fbea30-89d8-4950-b677-e55cfc37482e service neutron] 10.222.0.81 "GET /v2.0/networks/3b78f329-eaa4-4948-b596-f1d0c42637e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397836 Jul 30 21:10:56.714025 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-275c0c6d-14b3-4e93-a9f6-71f38b75892b service neutron] 10.222.0.81 "GET /v2.0/networks/3b78f329-eaa4-4948-b596-f1d0c42637e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995524 Jul 30 21:10:56.742997 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-76aa42ba-fcd1-49fb-93bf-5be319e3801a None None] Provisioning for port 26a44488-47e5-4650-b87d-58a2fdded361 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:10:56.749520 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-76aa42ba-fcd1-49fb-93bf-5be319e3801a None None] Provisioning complete for port 26a44488-47e5-4650-b87d-58a2fdded361 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:10:56.749898 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-76aa42ba-fcd1-49fb-93bf-5be319e3801a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:56.818288 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-76aa42ba-fcd1-49fb-93bf-5be319e3801a None None] Port 26a44488-47e5-4650-b87d-58a2fdded361 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:10:56.853382 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339469938', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:55Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '26a44488-47e5-4650-b87d-58a2fdded361', 'name': '', 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:2f:01:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:10:54Z', 'updated_at': '2021-07-30T21:10:55Z', 'revision_number': 2, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:56.882397 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3ebb3851-2886-4708-8d57-ced40cb3c908 req-70f86d91-8a89-4f02-8b31-e11e009b65fb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 210 time: 0.0275717 Jul 30 21:10:56.886150 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] Checking router: 1f4e7853-606a-4016-a95c-638873c2fa0e for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:10:56.886524 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] Updating router 1f4e7853-606a-4016-a95c-638873c2fa0e port 26a44488-47e5-4650-b87d-58a2fdded361 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:10:56.911733 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:56.967339 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-490c5544-3111-47fd-b7ac-e05af174406e None None] Provisioning complete for port 26a44488-47e5-4650-b87d-58a2fdded361 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:10:56.967960 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-490c5544-3111-47fd-b7ac-e05af174406e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:57.068816 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-490c5544-3111-47fd-b7ac-e05af174406e None None] Port 26a44488-47e5-4650-b87d-58a2fdded361 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:10:57.090162 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:57.226893 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:57.237673 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] Transition to ACTIVE for port object 26a44488-47e5-4650-b87d-58a2fdded361 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:10:57.244361 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:57.296900 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f915f-37b1-4963-af3d-7ab9f7620f79 None None] Pushing event updated for resources: {'Port': ['ID=26a44488-47e5-4650-b87d-58a2fdded361,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:57.362566 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] Attempting to bind port 26a44488-47e5-4650-b87d-58a2fdded361 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:10:57.363104 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] Attempting to bind port 26a44488-47e5-4650-b87d-58a2fdded361 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '3c8b2fd6-89a0-440d-aadc-63653218d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:10:57.363639 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] Attempting to bind port 26a44488-47e5-4650-b87d-58a2fdded361 on network 3b78f329-eaa4-4948-b596-f1d0c42637e3 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:10:57.370069 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:10:57.370629 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] Checking segment: {'id': '3c8b2fd6-89a0-440d-aadc-63653218d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:10:57.371137 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:57.371692 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] Bound using segment: {'id': '3c8b2fd6-89a0-440d-aadc-63653218d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:10:57.372251 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] Bound port: 26a44488-47e5-4650-b87d-58a2fdded361, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8b2fd6-89a0-440d-aadc-63653218d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:10:57.372736 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:57.431010 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:10:57.640892 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] For port 26a44488-47e5-4650-b87d-58a2fdded361, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:10:57.662044 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] For port 26a44488-47e5-4650-b87d-58a2fdded361, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=26a44488-47e5-4650-b87d-58a2fdded361,segment=NetworkSegment(3c8b2fd6-89a0-440d-aadc-63653218d64e),segment_id=3c8b2fd6-89a0-440d-aadc-63653218d64e)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:10:57.670387 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:57.735580 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:10:57.735963 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:57.742141 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] Routers {'1f4e7853-606a-4016-a95c-638873c2fa0e'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:10:57.742790 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:10:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1f4e7853-606a-4016-a95c-638873c2fa0e'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:57.744523 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f915f-37b1-4963-af3d-7ab9f7620f79 None None] Pushing event updated for resources: {'Port': ['ID=26a44488-47e5-4650-b87d-58a2fdded361,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:57.911588 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] Set router 1f4e7853-606a-4016-a95c-638873c2fa0e gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:10:57.942121 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9b12d735-586f-4772-9b1b-60c807f54aee up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:10:57.983299 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b574b268-cd73-4de0-8485-d98a66eeefc8 req-f3e65177-2eaa-4a65-aac7-078f3b321b58 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 210 time: 0.0305264 Jul 30 21:10:58.112031 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-24f32acc-41d6-4b8f-ae03-60d449accd34 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:58.113916 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-24f32acc-41d6-4b8f-ae03-60d449accd34 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.59 "GET /v2.0/networks?id=3b78f329-eaa4-4948-b596-f1d0c42637e3 HTTP/1.1" status: 200 len: 797 time: 0.1067045 Jul 30 21:10:58.115959 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 9b12d735-586f-4772-9b1b-60c807f54aee triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:10:58.116468 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:58.161035 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-ea99e649-9397-4e02-9d93-dafcfdf1deb5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c6abece9a044d4ca3183a8a35d6564b HTTP/1.1" status: 200 len: 380 time: 0.0374506 Jul 30 21:10:58.173670 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-80b4ddf5-6e43-4707-9f95-545b056ed122 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'port': {'device_id': '311317f4-45cf-4f1e-9d21-ffc2f3cfa804', 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3', 'admin_state_up': True, 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'security_groups': ['2d4890aa-8fb4-4d62-aa61-6c09ffb299f0']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:10:58.261759 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339469938', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:55Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '26a44488-47e5-4650-b87d-58a2fdded361', 'name': '', 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:2f:01:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:10:54Z', 'updated_at': '2021-07-30T21:10:57Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:10:58.283364 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-80b4ddf5-6e43-4707-9f95-545b056ed122 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Made reservation on behalf of 7c6abece9a044d4ca3183a8a35d6564b for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:10:58.287016 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-80b4ddf5-6e43-4707-9f95-545b056ed122 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:58.289098 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7350cbcd-afca-48b2-bd75-75e8786b820f None None] The sync data for ids ['1f4e7853-606a-4016-a95c-638873c2fa0e'] in n-d-712137-9 is: [{'id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339469938', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:55Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '26a44488-47e5-4650-b87d-58a2fdded361', 'name': '', 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:2f:01:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:10:54Z', 'updated_at': '2021-07-30T21:10:57Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:10:58.788491 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-80b4ddf5-6e43-4707-9f95-545b056ed122 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Allocated IP 172.20.0.12 (3b78f329-eaa4-4948-b596-f1d0c42637e3/52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2/79e60ab4-f02e-498c-bcc6-46f1f70648f1) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:10:58.939769 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-80b4ddf5-6e43-4707-9f95-545b056ed122 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:58.952901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-80b4ddf5-6e43-4707-9f95-545b056ed122 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Transition to ACTIVE for port object 79e60ab4-f02e-498c-bcc6-46f1f70648f1 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:10:58.988619 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-80b4ddf5-6e43-4707-9f95-545b056ed122 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:59.028745 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-80b4ddf5-6e43-4707-9f95-545b056ed122 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network 3b78f329-eaa4-4948-b596-f1d0c42637e3 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:10:59.031969 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-80b4ddf5-6e43-4707-9f95-545b056ed122 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:10:59.036439 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-80b4ddf5-6e43-4707-9f95-545b056ed122 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:10:59.105069 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4ddf5-6e43-4707-9f95-545b056ed122 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=79e60ab4-f02e-498c-bcc6-46f1f70648f1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:59.125719 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-80b4ddf5-6e43-4707-9f95-545b056ed122 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:59.126295 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-80b4ddf5-6e43-4707-9f95-545b056ed122 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:59.152409 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589b1ec-b07b-492f-9e39-e0b5f604b651 req-3dbe2ff0-6007-46fa-a3f2-2f71940145b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:59.154047 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e589b1ec-b07b-492f-9e39-e0b5f604b651 req-3dbe2ff0-6007-46fa-a3f2-2f71940145b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 932 time: 0.0922899 Jul 30 21:10:59.155959 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-80b4ddf5-6e43-4707-9f95-545b056ed122 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9862983 Jul 30 21:10:59.207294 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e589b1ec-b07b-492f-9e39-e0b5f604b651 req-9e92135b-ef3d-4b7d-b395-dfac6d3578e4 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4890aa-8fb4-4d62-aa61-6c09ffb299f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460308 Jul 30 21:10:59.242931 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-de6d777a-df31-4803-a2a2-3f24b304b816 service neutron] Request body: {'port': {'device_id': '311317f4-45cf-4f1e-9d21-ffc2f3cfa804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:10:59.305187 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-de6d777a-df31-4803-a2a2-3f24b304b816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:59.318955 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5c8b748e-a67b-4e25-af6b-ef04142ccd28 None None] Provisioning for port 79e60ab4-f02e-498c-bcc6-46f1f70648f1 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:10:59.323244 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5c8b748e-a67b-4e25-af6b-ef04142ccd28 None None] Provisioning complete for port 79e60ab4-f02e-498c-bcc6-46f1f70648f1 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:10:59.323659 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5c8b748e-a67b-4e25-af6b-ef04142ccd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:59.370069 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5c8b748e-a67b-4e25-af6b-ef04142ccd28 None None] Port 79e60ab4-f02e-498c-bcc6-46f1f70648f1 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:10:59.405144 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 26a44488-47e5-4650-b87d-58a2fdded361 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:10:59.456681 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 26a44488-47e5-4650-b87d-58a2fdded361 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:10:59.461334 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 26a44488-47e5-4650-b87d-58a2fdded361 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:10:59.461715 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:59.540569 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:59.571874 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 26a44488-47e5-4650-b87d-58a2fdded361, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=26a44488-47e5-4650-b87d-58a2fdded361,segment=NetworkSegment(3c8b2fd6-89a0-440d-aadc-63653218d64e),segment_id=3c8b2fd6-89a0-440d-aadc-63653218d64e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:10:59.576699 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:59.587806 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-de6d777a-df31-4803-a2a2-3f24b304b816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e60ab4-f02e-498c-bcc6-46f1f70648f1 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:10:59.595320 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-de6d777a-df31-4803-a2a2-3f24b304b816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:59.608239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-de6d777a-df31-4803-a2a2-3f24b304b816 service neutron] Transition to ACTIVE for port object 79e60ab4-f02e-498c-bcc6-46f1f70648f1 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:10:59.611655 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-de6d777a-df31-4803-a2a2-3f24b304b816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:59.627723 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=26a44488-47e5-4650-b87d-58a2fdded361,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:59.664972 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d777a-df31-4803-a2a2-3f24b304b816 service neutron] Pushing event updated for resources: {'Port': ['ID=79e60ab4-f02e-498c-bcc6-46f1f70648f1,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:59.735295 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-de6d777a-df31-4803-a2a2-3f24b304b816 service neutron] Attempting to bind port 79e60ab4-f02e-498c-bcc6-46f1f70648f1 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:10:59.735679 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-de6d777a-df31-4803-a2a2-3f24b304b816 service neutron] Attempting to bind port 79e60ab4-f02e-498c-bcc6-46f1f70648f1 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '3c8b2fd6-89a0-440d-aadc-63653218d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:10:59.736157 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-de6d777a-df31-4803-a2a2-3f24b304b816 service neutron] Attempting to bind port 79e60ab4-f02e-498c-bcc6-46f1f70648f1 on network 3b78f329-eaa4-4948-b596-f1d0c42637e3 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:10:59.741429 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-de6d777a-df31-4803-a2a2-3f24b304b816 service neutron] Port 79e60ab4-f02e-498c-bcc6-46f1f70648f1 on network 3b78f329-eaa4-4948-b596-f1d0c42637e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 21:10:59.741761 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-de6d777a-df31-4803-a2a2-3f24b304b816 service neutron] Attempting to bind port 79e60ab4-f02e-498c-bcc6-46f1f70648f1 on network 3b78f329-eaa4-4948-b596-f1d0c42637e3 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:10:59.746866 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-de6d777a-df31-4803-a2a2-3f24b304b816 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:10:59.747209 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-de6d777a-df31-4803-a2a2-3f24b304b816 service neutron] Checking segment: {'id': '3c8b2fd6-89a0-440d-aadc-63653218d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:10:59.747622 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-de6d777a-df31-4803-a2a2-3f24b304b816 service neutron] Bound using segment: {'id': '3c8b2fd6-89a0-440d-aadc-63653218d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:10:59.748051 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-de6d777a-df31-4803-a2a2-3f24b304b816 service neutron] Bound port: 79e60ab4-f02e-498c-bcc6-46f1f70648f1, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c8b2fd6-89a0-440d-aadc-63653218d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:10:59.748414 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-de6d777a-df31-4803-a2a2-3f24b304b816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:59.815913 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-de6d777a-df31-4803-a2a2-3f24b304b816 service neutron] For port 79e60ab4-f02e-498c-bcc6-46f1f70648f1, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:10:59.818962 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-de6d777a-df31-4803-a2a2-3f24b304b816 service neutron] For port 79e60ab4-f02e-498c-bcc6-46f1f70648f1, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=79e60ab4-f02e-498c-bcc6-46f1f70648f1,segment=NetworkSegment(3c8b2fd6-89a0-440d-aadc-63653218d64e),segment_id=3c8b2fd6-89a0-440d-aadc-63653218d64e)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:10:59.823283 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-de6d777a-df31-4803-a2a2-3f24b304b816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:59.859390 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-de6d777a-df31-4803-a2a2-3f24b304b816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:59.860030 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-de6d777a-df31-4803-a2a2-3f24b304b816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:10:59.861429 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-de6d777a-df31-4803-a2a2-3f24b304b816 service neutron] 10.222.0.59 "PUT /v2.0/ports/79e60ab4-f02e-498c-bcc6-46f1f70648f1 HTTP/1.1" status: 200 len: 1092 time: 0.6932485 Jul 30 21:10:59.861865 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311317f4-45cf-4f1e-9d21-ffc2f3cfa804', 'tag': '79e60ab4-f02e-498c-bcc6-46f1f70648f1'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:10:59.864116 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323c8684-ca3b-4581-95f2-732d26a5426f" -d '{"events": [{"name": "network-changed", "server_uuid": "311317f4-45cf-4f1e-9d21-ffc2f3cfa804", "tag": "79e60ab4-f02e-498c-bcc6-46f1f70648f1"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:10:59.910741 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec38479-b20a-4b6a-b7cb-0127b668cd8c x-openstack-request-id: req-3ec38479-b20a-4b6a-b7cb-0127b668cd8c {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:10:59.910961 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311317f4-45cf-4f1e-9d21-ffc2f3cfa804", "tag": "79e60ab4-f02e-498c-bcc6-46f1f70648f1", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:10:59.911194 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3ec38479-b20a-4b6a-b7cb-0127b668cd8c {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:10:59.911617 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311317f4-45cf-4f1e-9d21-ffc2f3cfa804', 'tag': '79e60ab4-f02e-498c-bcc6-46f1f70648f1', 'status': 'completed', 'code': 200} Jul 30 21:10:59.912359 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d777a-df31-4803-a2a2-3f24b304b816 service neutron] Pushing event updated for resources: {'Port': ['ID=79e60ab4-f02e-498c-bcc6-46f1f70648f1,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:10:59.949700 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-fde62bf2-214d-4262-8d39-0e10c174ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:10:59.951207 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-fde62bf2-214d-4262-8d39-0e10c174ac6e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 1095 time: 0.0506020 Jul 30 21:10:59.994641 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-2b47bf66-4d1c-4cb3-8538-8ca8cab2ac25 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79e60ab4-f02e-498c-bcc6-46f1f70648f1 HTTP/1.1" status: 200 len: 217 time: 0.0357432 Jul 30 21:11:00.045372 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-07df121f-903a-4aca-a05d-a7e89cab21ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:00.047101 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-07df121f-903a-4aca-a05d-a7e89cab21ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2 HTTP/1.1" status: 200 len: 834 time: 0.0459120 Jul 30 21:11:00.096963 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-897ac903-a626-4f80-8bb6-66f08d82814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:00.098749 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-897ac903-a626-4f80-8bb6-66f08d82814e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3b78f329-eaa4-4948-b596-f1d0c42637e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452471 Jul 30 21:11:00.192863 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-6c8af6d5-379c-4b64-9707-de3956910e11 service neutron] 10.222.0.59 "GET /v2.0/networks/3b78f329-eaa4-4948-b596-f1d0c42637e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853877 Jul 30 21:11:00.318704 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d35bff9d-c1e1-4b65-af53-25f720b7dff2 req-46ab26cd-679d-47e5-99ab-eb83d686b46f service neutron] 10.222.0.59 "GET /v2.0/networks/3b78f329-eaa4-4948-b596-f1d0c42637e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178160 Jul 30 21:11:00.343944 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbac0cb-0a4f-4fe4-b238-2aba43741cba req-f9d42e66-4322-4e14-8788-ccf3b1d9f300 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:00.345995 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4dbac0cb-0a4f-4fe4-b238-2aba43741cba req-f9d42e66-4322-4e14-8788-ccf3b1d9f300 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 944 time: 0.0678055 Jul 30 21:11:00.410924 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4dbac0cb-0a4f-4fe4-b238-2aba43741cba req-422e5048-7e1e-4592-96db-17c7286d3f35 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4890aa-8fb4-4d62-aa61-6c09ffb299f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579410 Jul 30 21:11:00.420480 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c8684-ca3b-4581-95f2-732d26a5426f req-b5c6f231-3c00-4b6d-9d4a-c128d2141d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:00.422207 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-323c8684-ca3b-4581-95f2-732d26a5426f req-b5c6f231-3c00-4b6d-9d4a-c128d2141d5b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 1095 time: 0.0554492 Jul 30 21:11:00.514771 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c8684-ca3b-4581-95f2-732d26a5426f req-6b9961de-fa7c-4df5-a8cd-626da9cfd58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:00.516155 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-323c8684-ca3b-4581-95f2-732d26a5426f req-6b9961de-fa7c-4df5-a8cd-626da9cfd58b service neutron] 10.222.0.59 "GET /v2.0/networks?id=3b78f329-eaa4-4948-b596-f1d0c42637e3 HTTP/1.1" status: 200 len: 898 time: 0.0871987 Jul 30 21:11:00.559157 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-323c8684-ca3b-4581-95f2-732d26a5426f req-ca2cfe7a-f197-4b9c-b2fc-dbbee9469e9f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79e60ab4-f02e-498c-bcc6-46f1f70648f1 HTTP/1.1" status: 200 len: 217 time: 0.0338867 Jul 30 21:11:00.608231 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c8684-ca3b-4581-95f2-732d26a5426f req-71901d32-08b7-45da-9fef-8865281c500d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:00.609613 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-323c8684-ca3b-4581-95f2-732d26a5426f req-71901d32-08b7-45da-9fef-8865281c500d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2 HTTP/1.1" status: 200 len: 834 time: 0.0421538 Jul 30 21:11:00.663417 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c8684-ca3b-4581-95f2-732d26a5426f req-043fc4b2-0028-46e9-9870-5c033d0f70fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:00.664963 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-323c8684-ca3b-4581-95f2-732d26a5426f req-043fc4b2-0028-46e9-9870-5c033d0f70fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3b78f329-eaa4-4948-b596-f1d0c42637e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441370 Jul 30 21:11:00.755625 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-323c8684-ca3b-4581-95f2-732d26a5426f req-e150b4ff-d536-4b0e-b27e-9330a3aedfda service neutron] 10.222.0.59 "GET /v2.0/networks/3b78f329-eaa4-4948-b596-f1d0c42637e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819981 Jul 30 21:11:00.850553 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-323c8684-ca3b-4581-95f2-732d26a5426f req-01ea3bde-55e1-4eb1-81c3-0e71b63c9ba6 service neutron] 10.222.0.59 "GET /v2.0/networks/3b78f329-eaa4-4948-b596-f1d0c42637e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870223 Jul 30 21:11:01.357639 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 26a44488-47e5-4650-b87d-58a2fdded361 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:11:01.403111 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 26a44488-47e5-4650-b87d-58a2fdded361 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:11:01.403479 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:01.525811 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f3f9c-5a89-403d-9f91-2a575ee20137 req-f3aa8eb7-e7b5-4254-be3a-0a0e8d23262d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:01.527269 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-317f3f9c-5a89-403d-9f91-2a575ee20137 req-f3aa8eb7-e7b5-4254-be3a-0a0e8d23262d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 944 time: 0.0506814 Jul 30 21:11:01.564715 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-317f3f9c-5a89-403d-9f91-2a575ee20137 req-afa7df4d-aaa4-47f5-9549-cc8d02d2f3d8 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4890aa-8fb4-4d62-aa61-6c09ffb299f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314929 Jul 30 21:11:02.374812 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 79e60ab4-f02e-498c-bcc6-46f1f70648f1 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:11:02.465812 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 79e60ab4-f02e-498c-bcc6-46f1f70648f1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=79e60ab4-f02e-498c-bcc6-46f1f70648f1,segment=NetworkSegment(3c8b2fd6-89a0-440d-aadc-63653218d64e),segment_id=3c8b2fd6-89a0-440d-aadc-63653218d64e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:11:02.476630 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '79e60ab4-f02e-498c-bcc6-46f1f70648f1', 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3', 'port_id': '79e60ab4-f02e-498c-bcc6-46f1f70648f1', 'mac_address': 'fa:16:3e:66:59:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 21:11:02.513709 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:02.525757 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e60ab4-f02e-498c-bcc6-46f1f70648f1 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:11:02.543996 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 79e60ab4-f02e-498c-bcc6-46f1f70648f1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=79e60ab4-f02e-498c-bcc6-46f1f70648f1,segment=NetworkSegment(3c8b2fd6-89a0-440d-aadc-63653218d64e),segment_id=3c8b2fd6-89a0-440d-aadc-63653218d64e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:11:02.547929 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:02.597655 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=79e60ab4-f02e-498c-bcc6-46f1f70648f1,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:02.682461 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcb16c-98b8-43d5-980f-6a20530d5542 req-d082c015-abb2-4939-be6a-a8e8eaf381ba tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:02.683960 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0dcb16c-98b8-43d5-980f-6a20530d5542 req-d082c015-abb2-4939-be6a-a8e8eaf381ba tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 945 time: 0.0509584 Jul 30 21:11:02.721975 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0dcb16c-98b8-43d5-980f-6a20530d5542 req-4055d6c2-d927-4951-bf81-41706a62d7cd tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4890aa-8fb4-4d62-aa61-6c09ffb299f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319319 Jul 30 21:11:02.774635 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['79e60ab4-f02e-498c-bcc6-46f1f70648f1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:11:03.839583 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c370fa4-23bb-422d-9c85-7e323f4e2268 req-7f8c623a-497c-4292-8256-7f82de02703d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:03.841054 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1c370fa4-23bb-422d-9c85-7e323f4e2268 req-7f8c623a-497c-4292-8256-7f82de02703d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 945 time: 0.0535779 Jul 30 21:11:03.878933 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1c370fa4-23bb-422d-9c85-7e323f4e2268 req-fb96619e-9fa8-4c12-9f09-3be7799dc6ca tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4890aa-8fb4-4d62-aa61-6c09ffb299f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312452 Jul 30 21:11:04.405505 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 79e60ab4-f02e-498c-bcc6-46f1f70648f1 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:11:04.453180 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 79e60ab4-f02e-498c-bcc6-46f1f70648f1 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:11:04.457452 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 79e60ab4-f02e-498c-bcc6-46f1f70648f1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:11:04.457999 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:04.534363 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:04.559053 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311317f4-45cf-4f1e-9d21-ffc2f3cfa804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e60ab4-f02e-498c-bcc6-46f1f70648f1'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:11:04.561315 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6d61a3-f39e-4062-9541-d13b1e5aafd2" -d '{"events": [{"server_uuid": "311317f4-45cf-4f1e-9d21-ffc2f3cfa804", "name": "network-vif-plugged", "status": "completed", "tag": "79e60ab4-f02e-498c-bcc6-46f1f70648f1"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:11:04.573960 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 79e60ab4-f02e-498c-bcc6-46f1f70648f1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=79e60ab4-f02e-498c-bcc6-46f1f70648f1,segment=NetworkSegment(3c8b2fd6-89a0-440d-aadc-63653218d64e),segment_id=3c8b2fd6-89a0-440d-aadc-63653218d64e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:11:04.578111 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:04.625553 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=79e60ab4-f02e-498c-bcc6-46f1f70648f1,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:04.649438 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3c9940-5385-4680-a078-288dca6b7fda x-openstack-request-id: req-ce3c9940-5385-4680-a078-288dca6b7fda {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:11:04.649750 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311317f4-45cf-4f1e-9d21-ffc2f3cfa804", "name": "network-vif-plugged", "status": "completed", "tag": "79e60ab4-f02e-498c-bcc6-46f1f70648f1", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:11:04.649989 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ce3c9940-5385-4680-a078-288dca6b7fda {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:11:04.650383 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311317f4-45cf-4f1e-9d21-ffc2f3cfa804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e60ab4-f02e-498c-bcc6-46f1f70648f1', 'code': 200} Jul 30 21:11:04.748341 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c9952-8cf0-460f-be78-5872e034bdc7 req-ed92119e-e11c-4e32-a2ab-8cba45676ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:04.749883 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-580c9952-8cf0-460f-be78-5872e034bdc7 req-ed92119e-e11c-4e32-a2ab-8cba45676ce6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 1097 time: 0.0421548 Jul 30 21:11:04.786820 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-580c9952-8cf0-460f-be78-5872e034bdc7 req-9591a2d5-8f8b-495f-bf02-83183e115dc5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2d4890aa-8fb4-4d62-aa61-6c09ffb299f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302219 Jul 30 21:11:04.993540 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de4451-6435-4267-9b91-00f583053495 req-52fcecf0-17dd-4b95-96a1-0844a671032c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:04.994987 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07de4451-6435-4267-9b91-00f583053495 req-52fcecf0-17dd-4b95-96a1-0844a671032c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 946 time: 0.0481410 Jul 30 21:11:05.032384 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07de4451-6435-4267-9b91-00f583053495 req-62106123-92a4-40ec-aa3b-00f744f40bed tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4890aa-8fb4-4d62-aa61-6c09ffb299f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314779 Jul 30 21:11:06.149803 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3755133-c4df-4bb0-92fd-f6e77aea8606 req-50c6b6dc-dc2a-4cea-8450-59362eff9819 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:06.151317 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3755133-c4df-4bb0-92fd-f6e77aea8606 req-50c6b6dc-dc2a-4cea-8450-59362eff9819 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 946 time: 0.0528352 Jul 30 21:11:06.190590 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3755133-c4df-4bb0-92fd-f6e77aea8606 req-8856f4b4-7282-4ea2-96db-c4870d54e33c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4890aa-8fb4-4d62-aa61-6c09ffb299f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332642 Jul 30 21:11:06.302948 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34740f-468a-4ddf-98d7-21f4af0e0888 req-91c76d22-cb7c-42c3-9b70-8b28978ca871 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:06.304448 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-da34740f-468a-4ddf-98d7-21f4af0e0888 req-91c76d22-cb7c-42c3-9b70-8b28978ca871 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 946 time: 0.0497901 Jul 30 21:11:06.342259 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-da34740f-468a-4ddf-98d7-21f4af0e0888 req-23abcf11-8277-4f0d-bdb4-32ab470e1e57 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4890aa-8fb4-4d62-aa61-6c09ffb299f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318222 Jul 30 21:11:06.364047 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56158) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:06.402845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c444d7b-bc41-408b-8460-b7e1cf9f12a3 tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:06.404354 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4c444d7b-bc41-408b-8460-b7e1cf9f12a3 tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 1092 time: 0.0393550 Jul 30 21:11:06.407136 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56160) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:06.412040 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ed25b4c4-27fe-4f41-ab2e-c4bc624edfbb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': '79e60ab4-f02e-498c-bcc6-46f1f70648f1', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:11:06.433461 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed25b4c4-27fe-4f41-ab2e-c4bc624edfbb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:06.532515 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed25b4c4-27fe-4f41-ab2e-c4bc624edfbb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:06.636845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-ed25b4c4-27fe-4f41-ab2e-c4bc624edfbb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Allocated IP 172.25.3.126 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/265adf87-f582-40dc-9325-3ec4c02bf3d5) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:11:06.740566 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed25b4c4-27fe-4f41-ab2e-c4bc624edfbb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:06.781555 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed25b4c4-27fe-4f41-ab2e-c4bc624edfbb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:06.819741 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed25b4c4-27fe-4f41-ab2e-c4bc624edfbb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:11:06.822950 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-ed25b4c4-27fe-4f41-ab2e-c4bc624edfbb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:11:06.826077 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed25b4c4-27fe-4f41-ab2e-c4bc624edfbb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:11:06.857364 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25b4c4-27fe-4f41-ab2e-c4bc624edfbb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=265adf87-f582-40dc-9325-3ec4c02bf3d5,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:07.185476 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed25b4c4-27fe-4f41-ab2e-c4bc624edfbb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:07.253532 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed25b4c4-27fe-4f41-ab2e-c4bc624edfbb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:07.398743 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed25b4c4-27fe-4f41-ab2e-c4bc624edfbb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:07.403634 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed25b4c4-27fe-4f41-ab2e-c4bc624edfbb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:07.472470 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25b4c4-27fe-4f41-ab2e-c4bc624edfbb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=265adf87-f582-40dc-9325-3ec4c02bf3d5,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:07.485393 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed25b4c4-27fe-4f41-ab2e-c4bc624edfbb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:07.584423 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-ed25b4c4-27fe-4f41-ab2e-c4bc624edfbb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Floating IP f77066c6-9f99-47c8-bcd6-e72a916ad7e6 associated. External IP: 172.25.3.126, port: 79e60ab4-f02e-498c-bcc6-46f1f70648f1. Jul 30 21:11:07.788652 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed25b4c4-27fe-4f41-ab2e-c4bc624edfbb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Router 1f4e7853-606a-4016-a95c-638873c2fa0e has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:11:07.894685 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed25b4c4-27fe-4f41-ab2e-c4bc624edfbb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:11:07.904649 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac2d186-4370-4997-b335-7eda9bdad281 None None] Sync routers for ids ['1f4e7853-606a-4016-a95c-638873c2fa0e'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:11:07.911946 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed25b4c4-27fe-4f41-ab2e-c4bc624edfbb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:07.918057 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac2d186-4370-4997-b335-7eda9bdad281 None None] Routers {'1f4e7853-606a-4016-a95c-638873c2fa0e'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:11:07.918678 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cac2d186-4370-4997-b335-7eda9bdad281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:10:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1f4e7853-606a-4016-a95c-638873c2fa0e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:11:07.939834 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ed25b4c4-27fe-4f41-ab2e-c4bc624edfbb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5309803 Jul 30 21:11:07.940407 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311317f4-45cf-4f1e-9d21-ffc2f3cfa804', 'tag': '79e60ab4-f02e-498c-bcc6-46f1f70648f1'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:11:07.942680 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbb5bd5-b719-4d2b-bf67-3d1a0aa98c07" -d '{"events": [{"name": "network-changed", "server_uuid": "311317f4-45cf-4f1e-9d21-ffc2f3cfa804", "tag": "79e60ab4-f02e-498c-bcc6-46f1f70648f1"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:11:08.024334 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-cac2d186-4370-4997-b335-7eda9bdad281 None None] Set router 1f4e7853-606a-4016-a95c-638873c2fa0e gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:11:08.036493 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4568f-7054-4f54-9d6e-2839c1408ab7 req-ca487109-413f-4439-b59a-57bd7e6a90c8 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:08.037965 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e2a4568f-7054-4f54-9d6e-2839c1408ab7 req-ca487109-413f-4439-b59a-57bd7e6a90c8 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 946 time: 0.0492535 Jul 30 21:11:08.076150 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e2a4568f-7054-4f54-9d6e-2839c1408ab7 req-bd7ca54c-ebff-4547-98f9-a6edf25954e6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4890aa-8fb4-4d62-aa61-6c09ffb299f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319779 Jul 30 21:11:08.098345 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56170) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:08.136681 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00db538c-cff5-4c9f-b37a-01c11d7d8603 x-openstack-request-id: req-00db538c-cff5-4c9f-b37a-01c11d7d8603 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:11:08.136975 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311317f4-45cf-4f1e-9d21-ffc2f3cfa804", "tag": "79e60ab4-f02e-498c-bcc6-46f1f70648f1", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:11:08.137466 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-00db538c-cff5-4c9f-b37a-01c11d7d8603 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:11:08.137691 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311317f4-45cf-4f1e-9d21-ffc2f3cfa804', 'tag': '79e60ab4-f02e-498c-bcc6-46f1f70648f1', 'status': 'completed', 'code': 200} Jul 30 21:11:08.189909 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5e9de097-0c18-4dcb-85a5-a605d6406b1b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/floatingips/f77066c6-9f99-47c8-bcd6-e72a916ad7e6 HTTP/1.1" status: 200 len: 992 time: 0.0903959 Jul 30 21:11:08.205858 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb5bd5-b719-4d2b-bf67-3d1a0aa98c07 req-7a21a2a7-c4ed-4006-9bcd-20e07fd7c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:08.207373 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-adbb5bd5-b719-4d2b-bf67-3d1a0aa98c07 req-7a21a2a7-c4ed-4006-9bcd-20e07fd7c1b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 1097 time: 0.0607483 Jul 30 21:11:08.298578 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb5bd5-b719-4d2b-bf67-3d1a0aa98c07 req-a9848651-cf4c-44a7-b503-e5adae3a27f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:08.300087 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-adbb5bd5-b719-4d2b-bf67-3d1a0aa98c07 req-a9848651-cf4c-44a7-b503-e5adae3a27f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3b78f329-eaa4-4948-b596-f1d0c42637e3 HTTP/1.1" status: 200 len: 898 time: 0.0852013 Jul 30 21:11:08.341141 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cac2d186-4370-4997-b335-7eda9bdad281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339469938', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:55Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'f77066c6-9f99-47c8-bcd6-e72a916ad7e6', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'port_id': '79e60ab4-f02e-498c-bcc6-46f1f70648f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3', 'mac_address': 'fa:16:3e:66:59:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311317f4-45cf-4f1e-9d21-ffc2f3cfa804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:11:07Z', 'updated_at': '2021-07-30T21:11:07Z', 'revision_number': 0, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26a44488-47e5-4650-b87d-58a2fdded361', 'name': '', 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:2f:01:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:10:54Z', 'updated_at': '2021-07-30T21:10:59Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:11:08.368829 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-adbb5bd5-b719-4d2b-bf67-3d1a0aa98c07 req-4c8050b7-9d9a-4e71-82af-2048ad2e823e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79e60ab4-f02e-498c-bcc6-46f1f70648f1 HTTP/1.1" status: 200 len: 1000 time: 0.0622327 Jul 30 21:11:08.369391 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac2d186-4370-4997-b335-7eda9bdad281 None None] Checking router: 1f4e7853-606a-4016-a95c-638873c2fa0e for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:11:08.377510 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac2d186-4370-4997-b335-7eda9bdad281 None None] Routers {'1f4e7853-606a-4016-a95c-638873c2fa0e'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:11:08.378109 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cac2d186-4370-4997-b335-7eda9bdad281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:10:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1f4e7853-606a-4016-a95c-638873c2fa0e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:11:08.418836 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb5bd5-b719-4d2b-bf67-3d1a0aa98c07 req-072074cf-a723-45ac-8c6b-bf106824c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:08.420329 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-adbb5bd5-b719-4d2b-bf67-3d1a0aa98c07 req-072074cf-a723-45ac-8c6b-bf106824c5fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2 HTTP/1.1" status: 200 len: 834 time: 0.0453279 Jul 30 21:11:08.464941 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb5bd5-b719-4d2b-bf67-3d1a0aa98c07 req-2078db08-14f5-4704-bf9f-1377eda7eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:08.466434 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-adbb5bd5-b719-4d2b-bf67-3d1a0aa98c07 req-2078db08-14f5-4704-bf9f-1377eda7eeb1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3b78f329-eaa4-4948-b596-f1d0c42637e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395553 Jul 30 21:11:08.480278 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-cac2d186-4370-4997-b335-7eda9bdad281 None None] Set router 1f4e7853-606a-4016-a95c-638873c2fa0e gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:11:08.559028 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-adbb5bd5-b719-4d2b-bf67-3d1a0aa98c07 req-9b1d213b-2fc4-49ae-917c-dcace3011f5d service neutron] 10.222.0.59 "GET /v2.0/networks/3b78f329-eaa4-4948-b596-f1d0c42637e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860202 Jul 30 21:11:08.648633 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-adbb5bd5-b719-4d2b-bf67-3d1a0aa98c07 req-3c15de35-ab8d-47da-b451-82bc4ee11ce2 service neutron] 10.222.0.59 "GET /v2.0/networks/3b78f329-eaa4-4948-b596-f1d0c42637e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825951 Jul 30 21:11:08.710736 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-cac2d186-4370-4997-b335-7eda9bdad281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339469938', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:55Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'f77066c6-9f99-47c8-bcd6-e72a916ad7e6', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'port_id': '79e60ab4-f02e-498c-bcc6-46f1f70648f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3', 'mac_address': 'fa:16:3e:66:59:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311317f4-45cf-4f1e-9d21-ffc2f3cfa804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:11:07Z', 'updated_at': '2021-07-30T21:11:07Z', 'revision_number': 0, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26a44488-47e5-4650-b87d-58a2fdded361', 'name': '', 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:2f:01:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:10:54Z', 'updated_at': '2021-07-30T21:10:59Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:11:08.738712 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac2d186-4370-4997-b335-7eda9bdad281 None None] The sync data for ids ['1f4e7853-606a-4016-a95c-638873c2fa0e'] in n-d-712137-9 is: [{'id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339469938', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:55Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'f77066c6-9f99-47c8-bcd6-e72a916ad7e6', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'port_id': '79e60ab4-f02e-498c-bcc6-46f1f70648f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3', 'mac_address': 'fa:16:3e:66:59:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311317f4-45cf-4f1e-9d21-ffc2f3cfa804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:11:07Z', 'updated_at': '2021-07-30T21:11:07Z', 'revision_number': 0, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26a44488-47e5-4650-b87d-58a2fdded361', 'name': '', 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:2f:01:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:10:54Z', 'updated_at': '2021-07-30T21:10:59Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:11:08.924870 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384d67da-f8f7-43d4-b4dc-175b6c908796 None None] New status for floating IP f77066c6-9f99-47c8-bcd6-e72a916ad7e6: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 21:11:09.193846 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56172) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:09.252284 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1b33d299-5924-42cb-94b9-fda61ba0311e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/floatingips/f77066c6-9f99-47c8-bcd6-e72a916ad7e6 HTTP/1.1" status: 200 len: 994 time: 0.0567472 Jul 30 21:11:16.138005 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:20.239751 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:21.352867 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-86eef42a-7582-4d80-b20a-fef0201aaea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:23.775465 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-342b169f-2371-4791-9f03-6eaf68f9af26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:24.041797 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:24.376108 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6e4b303b-49f1-4aad-aea3-2a10701ebbe6 req-9aa34448-4659-4d91-90a6-4ef2a202dfc5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393996 Jul 30 21:11:24.462386 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b303b-49f1-4aad-aea3-2a10701ebbe6 req-68661fae-aa7f-44c8-8623-019c560ce9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:24.463860 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6e4b303b-49f1-4aad-aea3-2a10701ebbe6 req-68661fae-aa7f-44c8-8623-019c560ce9e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 1097 time: 0.0449131 Jul 30 21:11:24.563725 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b303b-49f1-4aad-aea3-2a10701ebbe6 req-54a986a2-4799-46e7-87b5-8c50e6a1b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:24.565155 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6e4b303b-49f1-4aad-aea3-2a10701ebbe6 req-54a986a2-4799-46e7-87b5-8c50e6a1b248 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3b78f329-eaa4-4948-b596-f1d0c42637e3 HTTP/1.1" status: 200 len: 898 time: 0.0827060 Jul 30 21:11:24.633906 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6e4b303b-49f1-4aad-aea3-2a10701ebbe6 req-2425177d-1f14-447c-b57c-d3fbd745f588 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79e60ab4-f02e-498c-bcc6-46f1f70648f1 HTTP/1.1" status: 200 len: 1002 time: 0.0601072 Jul 30 21:11:24.683295 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b303b-49f1-4aad-aea3-2a10701ebbe6 req-c086a3ee-5a2e-45d5-920c-b41e8ba67afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:24.684696 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6e4b303b-49f1-4aad-aea3-2a10701ebbe6 req-c086a3ee-5a2e-45d5-920c-b41e8ba67afe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2 HTTP/1.1" status: 200 len: 834 time: 0.0422671 Jul 30 21:11:24.729495 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b303b-49f1-4aad-aea3-2a10701ebbe6 req-66391e02-d606-4bf0-9b77-e540ff4b3ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:24.730921 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6e4b303b-49f1-4aad-aea3-2a10701ebbe6 req-66391e02-d606-4bf0-9b77-e540ff4b3ca4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3b78f329-eaa4-4948-b596-f1d0c42637e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391250 Jul 30 21:11:24.821341 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6e4b303b-49f1-4aad-aea3-2a10701ebbe6 req-015932e4-ae42-4861-b1c3-a4b30a4ce54b service neutron] 10.222.0.59 "GET /v2.0/networks/3b78f329-eaa4-4948-b596-f1d0c42637e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831378 Jul 30 21:11:24.909080 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6e4b303b-49f1-4aad-aea3-2a10701ebbe6 req-525a9b4f-20a8-4b9e-9fdb-17f54f6cba2a service neutron] 10.222.0.59 "GET /v2.0/networks/3b78f329-eaa4-4948-b596-f1d0c42637e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805178 Jul 30 21:11:25.221176 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:27.070253 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:32.829198 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:11:37.977223 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f554170-79c2-43ae-8206-89b4be0bc66e req-7ec97d98-7ca6-4678-8949-d21e78f76fd5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:37.978722 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f554170-79c2-43ae-8206-89b4be0bc66e req-7ec97d98-7ca6-4678-8949-d21e78f76fd5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 946 time: 0.0528114 Jul 30 21:11:38.016445 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0f554170-79c2-43ae-8206-89b4be0bc66e req-f04b6d34-b0ee-4bb5-9a05-4f207197a6fd tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4890aa-8fb4-4d62-aa61-6c09ffb299f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312033 Jul 30 21:11:39.136878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c690e1f-5787-4c9c-a856-f92adcd24699 req-d824e288-57dd-4975-bfd9-f24f32fa3a5d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:39.138479 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c690e1f-5787-4c9c-a856-f92adcd24699 req-d824e288-57dd-4975-bfd9-f24f32fa3a5d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 946 time: 0.0524561 Jul 30 21:11:39.176654 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6c690e1f-5787-4c9c-a856-f92adcd24699 req-f8ed208f-07e7-4a60-bf90-4a5e55cb7409 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4890aa-8fb4-4d62-aa61-6c09ffb299f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321126 Jul 30 21:11:39.198431 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56188) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:39.256702 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b930f72d-052b-4c90-b53b-c68252971bde tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/floatingips/f77066c6-9f99-47c8-bcd6-e72a916ad7e6 HTTP/1.1" status: 200 len: 994 time: 0.0572071 Jul 30 21:11:40.510649 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837cbfa-ccd9-459d-9525-dc73b2f0a812 req-2ed87a5e-4d94-4540-a73b-69043231b401 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:40.512506 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6837cbfa-ccd9-459d-9525-dc73b2f0a812 req-2ed87a5e-4d94-4540-a73b-69043231b401 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 946 time: 0.0560474 Jul 30 21:11:40.882379 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6837cbfa-ccd9-459d-9525-dc73b2f0a812 req-d0b61c74-a4c7-4d9c-88b4-a236c8efa8f9 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4890aa-8fb4-4d62-aa61-6c09ffb299f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3631752 Jul 30 21:11:41.995374 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a46d2a-4afb-4a1b-b0d3-a30bf42cb079 req-1931d58e-a79f-4419-92f4-3c25fcd47294 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:41.996843 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f9a46d2a-4afb-4a1b-b0d3-a30bf42cb079 req-1931d58e-a79f-4419-92f4-3c25fcd47294 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 946 time: 0.0480356 Jul 30 21:11:42.034858 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f9a46d2a-4afb-4a1b-b0d3-a30bf42cb079 req-4145211d-a061-46a1-8d6f-a324d679dbcc tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4890aa-8fb4-4d62-aa61-6c09ffb299f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320015 Jul 30 21:11:42.056582 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56198) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:42.117926 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-89571fde-fa4c-41c0-8240-c06cf8654537 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/floatingips/f77066c6-9f99-47c8-bcd6-e72a916ad7e6 HTTP/1.1" status: 200 len: 994 time: 0.0602303 Jul 30 21:11:42.381378 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56204) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:42.535732 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-03e98ecc-d63b-489f-89d5-3db16776eb6b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Deleting port 265adf87-f582-40dc-9325-3ec4c02bf3d5 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:11:42.535989 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-03e98ecc-d63b-489f-89d5-3db16776eb6b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:42.608738 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-03e98ecc-d63b-489f-89d5-3db16776eb6b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:42.609097 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-03e98ecc-d63b-489f-89d5-3db16776eb6b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:42.620418 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-03e98ecc-d63b-489f-89d5-3db16776eb6b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Calling delete_port for 265adf87-f582-40dc-9325-3ec4c02bf3d5 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:11:42.766897 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-03e98ecc-d63b-489f-89d5-3db16776eb6b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:42.792462 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e98ecc-d63b-489f-89d5-3db16776eb6b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Port': ['ID=265adf87-f582-40dc-9325-3ec4c02bf3d5,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:42.822799 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e98ecc-d63b-489f-89d5-3db16776eb6b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:42.823149 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e98ecc-d63b-489f-89d5-3db16776eb6b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:42.823490 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e98ecc-d63b-489f-89d5-3db16776eb6b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:42.823846 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e98ecc-d63b-489f-89d5-3db16776eb6b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:42.824177 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e98ecc-d63b-489f-89d5-3db16776eb6b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:42.824513 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e98ecc-d63b-489f-89d5-3db16776eb6b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:42.824847 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e98ecc-d63b-489f-89d5-3db16776eb6b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:42.825175 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e98ecc-d63b-489f-89d5-3db16776eb6b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:42.825502 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e98ecc-d63b-489f-89d5-3db16776eb6b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:42.825826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e98ecc-d63b-489f-89d5-3db16776eb6b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:42.826146 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e98ecc-d63b-489f-89d5-3db16776eb6b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:42.826465 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e98ecc-d63b-489f-89d5-3db16776eb6b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:42.864193 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-03e98ecc-d63b-489f-89d5-3db16776eb6b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:42.864533 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-03e98ecc-d63b-489f-89d5-3db16776eb6b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Floating IP f77066c6-9f99-47c8-bcd6-e72a916ad7e6 disassociated (deleted). External IP: 172.25.3.126, port: 79e60ab4-f02e-498c-bcc6-46f1f70648f1. Jul 30 21:11:43.068669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e98ecc-d63b-489f-89d5-3db16776eb6b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Router 1f4e7853-606a-4016-a95c-638873c2fa0e has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:11:43.176973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e98ecc-d63b-489f-89d5-3db16776eb6b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:11:43.181439 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-03e98ecc-d63b-489f-89d5-3db16776eb6b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:43.186933 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7dd4ec-bb9a-4591-b10f-6aa2a8a560e3 None None] Sync routers for ids ['1f4e7853-606a-4016-a95c-638873c2fa0e'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:11:43.197319 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7dd4ec-bb9a-4591-b10f-6aa2a8a560e3 None None] Routers {'1f4e7853-606a-4016-a95c-638873c2fa0e'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:11:43.197924 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0d7dd4ec-bb9a-4591-b10f-6aa2a8a560e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:11:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1f4e7853-606a-4016-a95c-638873c2fa0e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:11:43.210264 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-03e98ecc-d63b-489f-89d5-3db16776eb6b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "DELETE /v2.0/floatingips/f77066c6-9f99-47c8-bcd6-e72a916ad7e6 HTTP/1.1" status: 204 len: 168 time: 0.8278220 Jul 30 21:11:43.210848 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311317f4-45cf-4f1e-9d21-ffc2f3cfa804', 'tag': '79e60ab4-f02e-498c-bcc6-46f1f70648f1'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:11:43.213118 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af495a1d-df7f-453c-9895-262154ee1cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "311317f4-45cf-4f1e-9d21-ffc2f3cfa804", "tag": "79e60ab4-f02e-498c-bcc6-46f1f70648f1"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:11:43.303784 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-0d7dd4ec-bb9a-4591-b10f-6aa2a8a560e3 None None] Set router 1f4e7853-606a-4016-a95c-638873c2fa0e gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:11:43.372507 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b74e4e7-3432-401d-978b-9118867856ef x-openstack-request-id: req-6b74e4e7-3432-401d-978b-9118867856ef {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:11:43.372802 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311317f4-45cf-4f1e-9d21-ffc2f3cfa804", "tag": "79e60ab4-f02e-498c-bcc6-46f1f70648f1", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:11:43.373053 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b74e4e7-3432-401d-978b-9118867856ef {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:11:43.373455 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311317f4-45cf-4f1e-9d21-ffc2f3cfa804', 'tag': '79e60ab4-f02e-498c-bcc6-46f1f70648f1', 'status': 'completed', 'code': 200} Jul 30 21:11:43.465983 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af495a1d-df7f-453c-9895-262154ee1cf9 req-9371fd26-cca6-4fcb-b5c7-32be5e7dce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:43.467534 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af495a1d-df7f-453c-9895-262154ee1cf9 req-9371fd26-cca6-4fcb-b5c7-32be5e7dce14 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 1097 time: 0.0722525 Jul 30 21:11:43.491098 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d9cfe-231d-45a2-b204-68c65182952a req-ebc423cb-eda6-4bc1-a708-4acdaa6722cd tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:43.492903 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f65d9cfe-231d-45a2-b204-68c65182952a req-ebc423cb-eda6-4bc1-a708-4acdaa6722cd tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 946 time: 0.0676324 Jul 30 21:11:43.508898 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0d7dd4ec-bb9a-4591-b10f-6aa2a8a560e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339469938', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:55Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '26a44488-47e5-4650-b87d-58a2fdded361', 'name': '', 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:2f:01:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:10:54Z', 'updated_at': '2021-07-30T21:10:59Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:11:43.534411 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7dd4ec-bb9a-4591-b10f-6aa2a8a560e3 None None] Checking router: 1f4e7853-606a-4016-a95c-638873c2fa0e for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:11:43.542531 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7dd4ec-bb9a-4591-b10f-6aa2a8a560e3 None None] Routers {'1f4e7853-606a-4016-a95c-638873c2fa0e'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:11:43.543157 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0d7dd4ec-bb9a-4591-b10f-6aa2a8a560e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:11:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1f4e7853-606a-4016-a95c-638873c2fa0e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:11:43.578039 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f65d9cfe-231d-45a2-b204-68c65182952a req-4a279f08-9420-4e78-9884-620537af961f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4890aa-8fb4-4d62-aa61-6c09ffb299f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745194 Jul 30 21:11:43.603380 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af495a1d-df7f-453c-9895-262154ee1cf9 req-6bb30ea1-208e-4ffe-b718-d1bc377d3713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:43.604896 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af495a1d-df7f-453c-9895-262154ee1cf9 req-6bb30ea1-208e-4ffe-b718-d1bc377d3713 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3b78f329-eaa4-4948-b596-f1d0c42637e3 HTTP/1.1" status: 200 len: 898 time: 0.1295753 Jul 30 21:11:43.647618 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af495a1d-df7f-453c-9895-262154ee1cf9 req-a6f35ef3-c473-4fb2-8ee0-9793099850c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79e60ab4-f02e-498c-bcc6-46f1f70648f1 HTTP/1.1" status: 200 len: 217 time: 0.0347271 Jul 30 21:11:43.648277 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-0d7dd4ec-bb9a-4591-b10f-6aa2a8a560e3 None None] Set router 1f4e7853-606a-4016-a95c-638873c2fa0e gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:11:43.702152 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af495a1d-df7f-453c-9895-262154ee1cf9 req-3f399e9f-0389-4515-8ef6-3b864c1807cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:43.703681 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af495a1d-df7f-453c-9895-262154ee1cf9 req-3f399e9f-0389-4515-8ef6-3b864c1807cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2 HTTP/1.1" status: 200 len: 834 time: 0.0483544 Jul 30 21:11:43.751870 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af495a1d-df7f-453c-9895-262154ee1cf9 req-6bec77c9-68d1-42a2-a44d-b7fd418907e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:43.753395 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af495a1d-df7f-453c-9895-262154ee1cf9 req-6bec77c9-68d1-42a2-a44d-b7fd418907e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3b78f329-eaa4-4948-b596-f1d0c42637e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414946 Jul 30 21:11:43.843036 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0d7dd4ec-bb9a-4591-b10f-6aa2a8a560e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339469938', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:55Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '26a44488-47e5-4650-b87d-58a2fdded361', 'name': '', 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:2f:01:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:10:54Z', 'updated_at': '2021-07-30T21:10:59Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:11:43.853945 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af495a1d-df7f-453c-9895-262154ee1cf9 req-9f8eee81-e758-498b-8308-95fc7909dc3d service neutron] 10.222.0.59 "GET /v2.0/networks/3b78f329-eaa4-4948-b596-f1d0c42637e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911338 Jul 30 21:11:43.869007 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7dd4ec-bb9a-4591-b10f-6aa2a8a560e3 None None] The sync data for ids ['1f4e7853-606a-4016-a95c-638873c2fa0e'] in n-d-712137-9 is: [{'id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339469938', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:55Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '26a44488-47e5-4650-b87d-58a2fdded361', 'name': '', 'network_id': '3b78f329-eaa4-4948-b596-f1d0c42637e3', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:2f:01:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:10:54Z', 'updated_at': '2021-07-30T21:10:59Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:11:43.953282 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af495a1d-df7f-453c-9895-262154ee1cf9 req-10789611-1435-44a0-8223-825cdd023fab service neutron] 10.222.0.59 "GET /v2.0/networks/3b78f329-eaa4-4948-b596-f1d0c42637e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912981 Jul 30 21:11:44.087718 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f86aad-f901-4f8e-a450-7b9825d52b61 None None] New status for floating IP f77066c6-9f99-47c8-bcd6-e72a916ad7e6: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 21:11:44.691995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd6d35-9bb9-4404-b772-e1929ed5db1b req-ccae2d45-67af-4bc8-a6aa-ee308a8bb9b9 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:44.693484 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8bdd6d35-9bb9-4404-b772-e1929ed5db1b req-ccae2d45-67af-4bc8-a6aa-ee308a8bb9b9 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 946 time: 0.0500784 Jul 30 21:11:44.731051 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8bdd6d35-9bb9-4404-b772-e1929ed5db1b req-7af317c8-f39f-4810-8115-2cc703af27b1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4890aa-8fb4-4d62-aa61-6c09ffb299f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317366 Jul 30 21:11:45.071765 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d7ca0-e6d3-4bfd-ae3a-df1c9340f871 req-501947af-9a70-4666-b551-0206ec084fb6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:45.073254 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-778d7ca0-e6d3-4bfd-ae3a-df1c9340f871 req-501947af-9a70-4666-b551-0206ec084fb6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.59 "GET /v2.0/ports?device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 946 time: 0.0488534 Jul 30 21:11:45.164812 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-778d7ca0-e6d3-4bfd-ae3a-df1c9340f871 req-f246dc28-e19b-45eb-b538-33d8f9b1f652 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Deleting port 79e60ab4-f02e-498c-bcc6-46f1f70648f1 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:11:45.165151 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-778d7ca0-e6d3-4bfd-ae3a-df1c9340f871 req-f246dc28-e19b-45eb-b538-33d8f9b1f652 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:45.252031 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-778d7ca0-e6d3-4bfd-ae3a-df1c9340f871 req-f246dc28-e19b-45eb-b538-33d8f9b1f652 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] For port 79e60ab4-f02e-498c-bcc6-46f1f70648f1, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=79e60ab4-f02e-498c-bcc6-46f1f70648f1,segment=NetworkSegment(3c8b2fd6-89a0-440d-aadc-63653218d64e),segment_id=3c8b2fd6-89a0-440d-aadc-63653218d64e)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:11:45.252392 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-778d7ca0-e6d3-4bfd-ae3a-df1c9340f871 req-f246dc28-e19b-45eb-b538-33d8f9b1f652 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:45.265171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-778d7ca0-e6d3-4bfd-ae3a-df1c9340f871 req-f246dc28-e19b-45eb-b538-33d8f9b1f652 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Calling delete_port for 79e60ab4-f02e-498c-bcc6-46f1f70648f1 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:11:45.395088 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-778d7ca0-e6d3-4bfd-ae3a-df1c9340f871 req-f246dc28-e19b-45eb-b538-33d8f9b1f652 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:45.426222 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246dc28-e19b-45eb-b538-33d8f9b1f652 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Port': ['ID=79e60ab4-f02e-498c-bcc6-46f1f70648f1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:45.472482 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-778d7ca0-e6d3-4bfd-ae3a-df1c9340f871 req-f246dc28-e19b-45eb-b538-33d8f9b1f652 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] No DVR routers for this DVR port 79e60ab4-f02e-498c-bcc6-46f1f70648f1 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:11:45.474993 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-778d7ca0-e6d3-4bfd-ae3a-df1c9340f871 req-f246dc28-e19b-45eb-b538-33d8f9b1f652 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:45.476999 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-778d7ca0-e6d3-4bfd-ae3a-df1c9340f871 req-f246dc28-e19b-45eb-b538-33d8f9b1f652 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.59 "DELETE /v2.0/ports/79e60ab4-f02e-498c-bcc6-46f1f70648f1 HTTP/1.1" status: 204 len: 173 time: 0.3976943 Jul 30 21:11:45.477443 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311317f4-45cf-4f1e-9d21-ffc2f3cfa804', 'name': 'network-vif-deleted', 'tag': '79e60ab4-f02e-498c-bcc6-46f1f70648f1'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:11:45.479699 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52474bf-5997-4525-aceb-14b57cacbec8" -d '{"events": [{"server_uuid": "311317f4-45cf-4f1e-9d21-ffc2f3cfa804", "name": "network-vif-deleted", "tag": "79e60ab4-f02e-498c-bcc6-46f1f70648f1"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:11:45.522977 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ae3463-4733-4281-b9a4-8ddf96f3102a x-openstack-request-id: req-75ae3463-4733-4281-b9a4-8ddf96f3102a {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:11:45.523267 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311317f4-45cf-4f1e-9d21-ffc2f3cfa804", "name": "network-vif-deleted", "tag": "79e60ab4-f02e-498c-bcc6-46f1f70648f1", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:11:45.523551 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-75ae3463-4733-4281-b9a4-8ddf96f3102a {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:11:45.523952 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311317f4-45cf-4f1e-9d21-ffc2f3cfa804', 'name': 'network-vif-deleted', 'tag': '79e60ab4-f02e-498c-bcc6-46f1f70648f1', 'status': 'completed', 'code': 200} Jul 30 21:11:45.840772 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fa686871-7b03-4c9a-80af-74c8d76a5346 req-7ec77cf5-1012-4fba-aa79-1b6147a59ea4 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=311317f4-45cf-4f1e-9d21-ffc2f3cfa804 HTTP/1.1" status: 200 len: 210 time: 0.0278301 Jul 30 21:11:46.153885 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:46.897344 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56220) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:47.250513 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-69632e39-d6f3-40c2-b28f-4cc04feda68e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:47.500930 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-69632e39-d6f3-40c2-b28f-4cc04feda68e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Deleting port 26a44488-47e5-4650-b87d-58a2fdded361 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:11:47.501195 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-69632e39-d6f3-40c2-b28f-4cc04feda68e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:47.591128 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-69632e39-d6f3-40c2-b28f-4cc04feda68e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] For port 26a44488-47e5-4650-b87d-58a2fdded361, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=26a44488-47e5-4650-b87d-58a2fdded361,segment=NetworkSegment(3c8b2fd6-89a0-440d-aadc-63653218d64e),segment_id=3c8b2fd6-89a0-440d-aadc-63653218d64e)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:11:47.591494 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-69632e39-d6f3-40c2-b28f-4cc04feda68e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:47.604638 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-69632e39-d6f3-40c2-b28f-4cc04feda68e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Calling delete_port for 26a44488-47e5-4650-b87d-58a2fdded361 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:11:47.788286 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-69632e39-d6f3-40c2-b28f-4cc04feda68e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:47.814439 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69632e39-d6f3-40c2-b28f-4cc04feda68e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Port': ['ID=26a44488-47e5-4650-b87d-58a2fdded361,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:47.989172 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-69632e39-d6f3-40c2-b28f-4cc04feda68e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:48.202371 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69632e39-d6f3-40c2-b28f-4cc04feda68e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Router 1f4e7853-606a-4016-a95c-638873c2fa0e has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:11:48.305550 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69632e39-d6f3-40c2-b28f-4cc04feda68e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:11:48.314113 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-69632e39-d6f3-40c2-b28f-4cc04feda68e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "PUT /v2.0/routers/1f4e7853-606a-4016-a95c-638873c2fa0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4121609 Jul 30 21:11:48.314113 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56222) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:48.317135 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1cd575-af78-4138-a5f4-6ffc060e24bd None None] Sync routers for ids ['1f4e7853-606a-4016-a95c-638873c2fa0e'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:11:48.326329 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1cd575-af78-4138-a5f4-6ffc060e24bd None None] Routers {'1f4e7853-606a-4016-a95c-638873c2fa0e'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:11:48.327079 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ab1cd575-af78-4138-a5f4-6ffc060e24bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:11:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1f4e7853-606a-4016-a95c-638873c2fa0e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:11:48.368255 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-4679414d-92a4-4db3-8a16-e5fba1f6af4c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Deleting subnet 52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 21:11:48.371382 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4679414d-92a4-4db3-8a16-e5fba1f6af4c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:48.412741 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4679414d-92a4-4db3-8a16-e5fba1f6af4c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:48.498453 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4679414d-92a4-4db3-8a16-e5fba1f6af4c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:48.522872 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-ab1cd575-af78-4138-a5f4-6ffc060e24bd None None] Set router 1f4e7853-606a-4016-a95c-638873c2fa0e gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:11:48.560490 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4679414d-92a4-4db3-8a16-e5fba1f6af4c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:48.590809 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679414d-92a4-4db3-8a16-e5fba1f6af4c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Subnet': ['ID=52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:48.598450 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4679414d-92a4-4db3-8a16-e5fba1f6af4c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:48.598450 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4679414d-92a4-4db3-8a16-e5fba1f6af4c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "DELETE /v2.0/subnets/52d4c5e7-00fd-4d73-adfc-c3550bd2e3d2 HTTP/1.1" status: 204 len: 168 time: 0.2830470 Jul 30 21:11:48.600013 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56224) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:48.603282 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bbb0a3-b74c-4fa1-b192-cb26a5e79743 None None] Network 3b78f329-eaa4-4948-b596-f1d0c42637e3 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:11:48.646017 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 79e60ab4-f02e-498c-bcc6-46f1f70648f1 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:11:48.674221 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 79e60ab4-f02e-498c-bcc6-46f1f70648f1 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:11:48.674558 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 79e60ab4-f02e-498c-bcc6-46f1f70648f1 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:11:48.707003 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ab1cd575-af78-4138-a5f4-6ffc060e24bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339469938', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:11:47Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:11:48.738023 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1cd575-af78-4138-a5f4-6ffc060e24bd None None] Checking router: 1f4e7853-606a-4016-a95c-638873c2fa0e for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:11:48.746656 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1cd575-af78-4138-a5f4-6ffc060e24bd None None] Routers {'1f4e7853-606a-4016-a95c-638873c2fa0e'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:11:48.747274 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ab1cd575-af78-4138-a5f4-6ffc060e24bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:11:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['1f4e7853-606a-4016-a95c-638873c2fa0e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:11:48.829928 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38242e3f-0153-4280-b8d1-9e8453013782 None None] DHCP port deletion for 3b78f329-eaa4-4948-b596-f1d0c42637e3 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 21:11:48.858021 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-ab1cd575-af78-4138-a5f4-6ffc060e24bd None None] Set router 1f4e7853-606a-4016-a95c-638873c2fa0e gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:11:48.884244 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-38242e3f-0153-4280-b8d1-9e8453013782 None None] Deleting port 9b12d735-586f-4772-9b1b-60c807f54aee {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:11:48.884710 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-38242e3f-0153-4280-b8d1-9e8453013782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:48.953061 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-38242e3f-0153-4280-b8d1-9e8453013782 None None] For port 9b12d735-586f-4772-9b1b-60c807f54aee, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=9b12d735-586f-4772-9b1b-60c807f54aee,segment=NetworkSegment(3c8b2fd6-89a0-440d-aadc-63653218d64e),segment_id=3c8b2fd6-89a0-440d-aadc-63653218d64e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:11:48.953461 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-38242e3f-0153-4280-b8d1-9e8453013782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:48.970408 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-38242e3f-0153-4280-b8d1-9e8453013782 None None] Calling delete_port for 9b12d735-586f-4772-9b1b-60c807f54aee owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:11:49.042227 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ab1cd575-af78-4138-a5f4-6ffc060e24bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339469938', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:11:47Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:11:49.058219 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-38242e3f-0153-4280-b8d1-9e8453013782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:49.067359 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06528442-41b9-44ed-9e67-2fca08bdb36a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:49.070823 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1cd575-af78-4138-a5f4-6ffc060e24bd None None] The sync data for ids ['1f4e7853-606a-4016-a95c-638873c2fa0e'] in n-d-712137-9 is: [{'id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339469938', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:11:47Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e7853-606a-4016-a95c-638873c2fa0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:10:52Z', 'updated_at': '2021-07-30T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:11:49.093142 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38242e3f-0153-4280-b8d1-9e8453013782 None None] Pushing event deleted for resources: {'Port': ['ID=9b12d735-586f-4772-9b1b-60c807f54aee,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:49.098033 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38242e3f-0153-4280-b8d1-9e8453013782 None None] No DVR routers for this DVR port 9b12d735-586f-4772-9b1b-60c807f54aee on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:11:49.116178 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38242e3f-0153-4280-b8d1-9e8453013782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:49.116532 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38242e3f-0153-4280-b8d1-9e8453013782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:49.116877 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38242e3f-0153-4280-b8d1-9e8453013782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:49.117219 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38242e3f-0153-4280-b8d1-9e8453013782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:49.117556 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38242e3f-0153-4280-b8d1-9e8453013782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:49.117889 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38242e3f-0153-4280-b8d1-9e8453013782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:49.118220 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38242e3f-0153-4280-b8d1-9e8453013782 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:49.118548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38242e3f-0153-4280-b8d1-9e8453013782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:49.118874 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38242e3f-0153-4280-b8d1-9e8453013782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:49.119200 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38242e3f-0153-4280-b8d1-9e8453013782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:49.119594 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38242e3f-0153-4280-b8d1-9e8453013782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:49.119870 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38242e3f-0153-4280-b8d1-9e8453013782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:49.185423 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06528442-41b9-44ed-9e67-2fca08bdb36a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:49.242638 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-06528442-41b9-44ed-9e67-2fca08bdb36a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Deleting port 068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:11:49.242980 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06528442-41b9-44ed-9e67-2fca08bdb36a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:49.332159 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-06528442-41b9-44ed-9e67-2fca08bdb36a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] For port 068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:11:49.332491 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06528442-41b9-44ed-9e67-2fca08bdb36a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:49.349023 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-06528442-41b9-44ed-9e67-2fca08bdb36a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Calling delete_port for 068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:11:49.382412 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9b12d735-586f-4772-9b1b-60c807f54aee no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:11:49.402136 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 9b12d735-586f-4772-9b1b-60c807f54aee {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:11:49.402483 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 9b12d735-586f-4772-9b1b-60c807f54aee not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:11:49.402896 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 26a44488-47e5-4650-b87d-58a2fdded361 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:11:49.421860 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 26a44488-47e5-4650-b87d-58a2fdded361 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:11:49.422212 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 26a44488-47e5-4650-b87d-58a2fdded361 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:11:49.509139 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06528442-41b9-44ed-9e67-2fca08bdb36a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:49.538551 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06528442-41b9-44ed-9e67-2fca08bdb36a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Port': ['ID=068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:49.600036 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06528442-41b9-44ed-9e67-2fca08bdb36a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:49.690082 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06528442-41b9-44ed-9e67-2fca08bdb36a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:49.692201 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06528442-41b9-44ed-9e67-2fca08bdb36a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:49.732947 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06528442-41b9-44ed-9e67-2fca08bdb36a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:49.733469 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06528442-41b9-44ed-9e67-2fca08bdb36a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Fanout notify agent at l3_agent the message router_deleted on router 1f4e7853-606a-4016-a95c-638873c2fa0e {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 21:11:49.740817 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06528442-41b9-44ed-9e67-2fca08bdb36a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:49.741927 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-06528442-41b9-44ed-9e67-2fca08bdb36a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "DELETE /v2.0/routers/1f4e7853-606a-4016-a95c-638873c2fa0e HTTP/1.1" status: 204 len: 168 time: 1.1410098 Jul 30 21:11:49.744668 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56226) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:49.826604 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-655b9604-4634-4a54-909d-b3493f4ccec1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:49.912416 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-655b9604-4634-4a54-909d-b3493f4ccec1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:49.922738 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-655b9604-4634-4a54-909d-b3493f4ccec1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b78f329-eaa4-4948-b596-f1d0c42637e3']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:11:49.933023 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-655b9604-4634-4a54-909d-b3493f4ccec1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8b2fd6-89a0-440d-aadc-63653218d64e') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:11:49.933325 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-655b9604-4634-4a54-909d-b3493f4ccec1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8b2fd6-89a0-440d-aadc-63653218d64e') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:11:49.942073 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-655b9604-4634-4a54-909d-b3493f4ccec1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:49.960037 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-655b9604-4634-4a54-909d-b3493f4ccec1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:49.965774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655b9604-4634-4a54-909d-b3493f4ccec1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 21:11:49.966160 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-655b9604-4634-4a54-909d-b3493f4ccec1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: timer() Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 21:11:49.969771 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 21:11:50.025601 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-655b9604-4634-4a54-909d-b3493f4ccec1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:50.032889 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-655b9604-4634-4a54-909d-b3493f4ccec1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:50.034676 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-655b9604-4634-4a54-909d-b3493f4ccec1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "DELETE /v2.0/networks/3b78f329-eaa4-4948-b596-f1d0c42637e3 HTTP/1.1" status: 204 len: 168 time: 0.2890563 Jul 30 21:11:50.037453 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56228) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:50.046210 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b9604-4634-4a54-909d-b3493f4ccec1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Network': ['ID=3b78f329-eaa4-4948-b596-f1d0c42637e3,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:50.095134 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cc74fe6-e18a-417c-b4a6-5fd315a375bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:50.123461 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cc74fe6-e18a-417c-b4a6-5fd315a375bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:50.184947 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cc74fe6-e18a-417c-b4a6-5fd315a375bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:50.187675 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cc74fe6-e18a-417c-b4a6-5fd315a375bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:50.191710 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5cc74fe6-e18a-417c-b4a6-5fd315a375bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "DELETE /v2.0/security-groups/2d4890aa-8fb4-4d62-aa61-6c09ffb299f0 HTTP/1.1" status: 204 len: 168 time: 0.1532018 Jul 30 21:11:50.201340 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc74fe6-e18a-417c-b4a6-5fd315a375bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4890aa-8fb4-4d62-aa61-6c09ffb299f0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:50.209402 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc74fe6-e18a-417c-b4a6-5fd315a375bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:50.209761 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc74fe6-e18a-417c-b4a6-5fd315a375bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:50.210110 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc74fe6-e18a-417c-b4a6-5fd315a375bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:50.210449 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc74fe6-e18a-417c-b4a6-5fd315a375bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:50.210979 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc74fe6-e18a-417c-b4a6-5fd315a375bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:50.211409 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc74fe6-e18a-417c-b4a6-5fd315a375bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:50.211966 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc74fe6-e18a-417c-b4a6-5fd315a375bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:50.212304 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc74fe6-e18a-417c-b4a6-5fd315a375bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:50.212644 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc74fe6-e18a-417c-b4a6-5fd315a375bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:50.212978 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc74fe6-e18a-417c-b4a6-5fd315a375bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:50.213398 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc74fe6-e18a-417c-b4a6-5fd315a375bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:50.213643 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc74fe6-e18a-417c-b4a6-5fd315a375bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:50.256930 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:50.619865 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56234) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:50.624583 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4b799f78-a1cf-44ec-bfeb-ce3d5b714e6f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-930563397', 'description': 'tempest-secgroup-smoke-930563397 description', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:11:50.646795 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b799f78-a1cf-44ec-bfeb-ce3d5b714e6f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:50.727019 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b799f78-a1cf-44ec-bfeb-ce3d5b714e6f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:50.730643 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b799f78-a1cf-44ec-bfeb-ce3d5b714e6f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:50.757942 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b799f78-a1cf-44ec-bfeb-ce3d5b714e6f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:50.759134 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4b799f78-a1cf-44ec-bfeb-ce3d5b714e6f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1382639 Jul 30 21:11:50.760990 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b799f78-a1cf-44ec-bfeb-ce3d5b714e6f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b97b14e1-564d-43bc-801c-d487383d12ba,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:50.762244 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56236) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:50.767725 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a3d67664-4feb-4e87-a3a3-d2b03646b817 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': 'b97b14e1-564d-43bc-801c-d487383d12ba', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:11:50.793309 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a3d67664-4feb-4e87-a3a3-d2b03646b817 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:50.848691 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a3d67664-4feb-4e87-a3a3-d2b03646b817 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:50.852105 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a3d67664-4feb-4e87-a3a3-d2b03646b817 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:50.870347 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d67664-4feb-4e87-a3a3-d2b03646b817 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=830e3978-2753-44b2-9713-d088306972b1,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:50.872690 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a3d67664-4feb-4e87-a3a3-d2b03646b817 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:50.873912 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a3d67664-4feb-4e87-a3a3-d2b03646b817 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1106255 Jul 30 21:11:50.877236 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56238) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:50.881651 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3d33bb31-2873-4f2c-b1de-6f4c8f8d52cd tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': 'b97b14e1-564d-43bc-801c-d487383d12ba', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:11:50.907451 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3d33bb31-2873-4f2c-b1de-6f4c8f8d52cd tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:50.967695 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3d33bb31-2873-4f2c-b1de-6f4c8f8d52cd tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:50.971227 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3d33bb31-2873-4f2c-b1de-6f4c8f8d52cd tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:50.989439 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33bb31-2873-4f2c-b1de-6f4c8f8d52cd tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e13742-e30e-4eba-b18b-3ce0217c933b,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:50.992123 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3d33bb31-2873-4f2c-b1de-6f4c8f8d52cd tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:50.993278 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3d33bb31-2873-4f2c-b1de-6f4c8f8d52cd tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150835 Jul 30 21:11:50.996102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56240) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:51.000944 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-09d59c32-678c-46c2-a600-9d2147a37c4c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': 'b97b14e1-564d-43bc-801c-d487383d12ba', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:11:51.026274 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-09d59c32-678c-46c2-a600-9d2147a37c4c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:51.084499 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-09d59c32-678c-46c2-a600-9d2147a37c4c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:51.087744 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-09d59c32-678c-46c2-a600-9d2147a37c4c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:51.101935 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d59c32-678c-46c2-a600-9d2147a37c4c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691413de-d08e-4101-a935-1fde62b65868,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:51.111308 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-09d59c32-678c-46c2-a600-9d2147a37c4c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:51.112680 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-09d59c32-678c-46c2-a600-9d2147a37c4c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156595 Jul 30 21:11:51.115375 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56242) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:51.119714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-f945a94b-fdc0-481b-ad54-fe26eadc3381 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': 'b97b14e1-564d-43bc-801c-d487383d12ba', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:11:51.146401 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f945a94b-fdc0-481b-ad54-fe26eadc3381 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:51.205266 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f945a94b-fdc0-481b-ad54-fe26eadc3381 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:51.208851 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f945a94b-fdc0-481b-ad54-fe26eadc3381 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:51.225249 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945a94b-fdc0-481b-ad54-fe26eadc3381 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf3704a-caf1-4e3d-b76d-446407630706,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:51.231968 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f945a94b-fdc0-481b-ad54-fe26eadc3381 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:51.233150 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f945a94b-fdc0-481b-ad54-fe26eadc3381 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168196 Jul 30 21:11:51.236354 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56244) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:51.240718 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-46f22e1d-4154-452f-9674-76c137fcd553 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': 'b97b14e1-564d-43bc-801c-d487383d12ba', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:11:51.262990 n-d-712137-9 neutron-server[93882]: INFO neutron.db.securitygroups_db [None req-46f22e1d-4154-452f-9674-76c137fcd553 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Project 7c6abece9a044d4ca3183a8a35d6564b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 21:11:51.267832 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-46f22e1d-4154-452f-9674-76c137fcd553 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:51.330477 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-46f22e1d-4154-452f-9674-76c137fcd553 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:51.336524 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-46f22e1d-4154-452f-9674-76c137fcd553 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:51.354858 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f22e1d-4154-452f-9674-76c137fcd553 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b36dc29a-ee6f-459a-b306-0073ffe07d08,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:51.356797 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-936f990c-3f61-4afc-9fd8-25c6f728e1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:51.363056 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-46f22e1d-4154-452f-9674-76c137fcd553 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:51.364476 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-46f22e1d-4154-452f-9674-76c137fcd553 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271977 Jul 30 21:11:51.367221 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56246) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:51.371707 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a937e37a-9b64-44f7-8e70-b2999370da04 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': 'b97b14e1-564d-43bc-801c-d487383d12ba', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:11:51.393485 n-d-712137-9 neutron-server[93882]: INFO neutron.db.securitygroups_db [None req-a937e37a-9b64-44f7-8e70-b2999370da04 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Project 7c6abece9a044d4ca3183a8a35d6564b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 21:11:51.398265 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a937e37a-9b64-44f7-8e70-b2999370da04 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:51.403549 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:11:51.424475 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:11:51.424816 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 068b0d14-dd2d-4cf2-91c6-c76d9ce7fbcd not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:11:51.461122 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a937e37a-9b64-44f7-8e70-b2999370da04 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:51.464827 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a937e37a-9b64-44f7-8e70-b2999370da04 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:51.482270 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937e37a-9b64-44f7-8e70-b2999370da04 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=becde22e-9c01-41c5-bd61-7b408a1e93cb,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:51.487900 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a937e37a-9b64-44f7-8e70-b2999370da04 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:51.489165 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a937e37a-9b64-44f7-8e70-b2999370da04 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209669 Jul 30 21:11:51.492081 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56248) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:51.497461 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-69a6138f-ec0e-4daa-9453-27b5f5c96beb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'network': {'name': 'tempest-network-smoke--1032571684', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'port_security_enabled': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:11:51.518498 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a6138f-ec0e-4daa-9453-27b5f5c96beb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Made reservation on behalf of 7c6abece9a044d4ca3183a8a35d6564b for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:11:51.521783 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69a6138f-ec0e-4daa-9453-27b5f5c96beb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:51.544349 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a6138f-ec0e-4daa-9453-27b5f5c96beb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 21:11:51.553629 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69a6138f-ec0e-4daa-9453-27b5f5c96beb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:51.553974 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-69a6138f-ec0e-4daa-9453-27b5f5c96beb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Added segment 12609415-e2fd-4805-8be8-08d5d16485ee of type vlan for network b54b6639-7554-4170-b741-951163361bfe Jul 30 21:11:51.594006 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69a6138f-ec0e-4daa-9453-27b5f5c96beb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:51.623124 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69a6138f-ec0e-4daa-9453-27b5f5c96beb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:51.629781 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a6138f-ec0e-4daa-9453-27b5f5c96beb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:51.630441 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69a6138f-ec0e-4daa-9453-27b5f5c96beb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:51.690121 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-69a6138f-ec0e-4daa-9453-27b5f5c96beb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1968274 Jul 30 21:11:51.692912 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56250) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:51.697419 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a748bfa9-fd78-44d3-9c94-cec1aef53b3c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-845826853', 'admin_state_up': True, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:11:51.714613 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6138f-ec0e-4daa-9453-27b5f5c96beb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Network': ['ID=b54b6639-7554-4170-b741-951163361bfe,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:51.725527 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network b54b6639-7554-4170-b741-951163361bfe details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 21:11:51.729689 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a748bfa9-fd78-44d3-9c94-cec1aef53b3c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:51.730726 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a748bfa9-fd78-44d3-9c94-cec1aef53b3c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:51.782866 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a748bfa9-fd78-44d3-9c94-cec1aef53b3c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:51.917470 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a748bfa9-fd78-44d3-9c94-cec1aef53b3c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:52.103870 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a748bfa9-fd78-44d3-9c94-cec1aef53b3c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:52.121820 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a748bfa9-fd78-44d3-9c94-cec1aef53b3c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:52.220342 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-a748bfa9-fd78-44d3-9c94-cec1aef53b3c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Allocated IP 172.25.3.98 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/d706d5cb-dd5c-4882-943f-2c377e330d4d) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:11:52.321969 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a748bfa9-fd78-44d3-9c94-cec1aef53b3c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:52.360552 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a748bfa9-fd78-44d3-9c94-cec1aef53b3c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:52.399568 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a748bfa9-fd78-44d3-9c94-cec1aef53b3c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:11:52.403815 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a748bfa9-fd78-44d3-9c94-cec1aef53b3c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:11:52.407032 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a748bfa9-fd78-44d3-9c94-cec1aef53b3c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:11:52.414900 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748bfa9-fd78-44d3-9c94-cec1aef53b3c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=d706d5cb-dd5c-4882-943f-2c377e330d4d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:52.963123 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a748bfa9-fd78-44d3-9c94-cec1aef53b3c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:53.159275 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a748bfa9-fd78-44d3-9c94-cec1aef53b3c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:53.284527 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a748bfa9-fd78-44d3-9c94-cec1aef53b3c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Router 5e55df98-751b-4bdc-b199-57fb6c8c1596 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 21:11:53.392225 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a748bfa9-fd78-44d3-9c94-cec1aef53b3c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:11:53.401831 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e178f378-f932-450b-ba26-69883525b08c None None] Sync routers for ids ['5e55df98-751b-4bdc-b199-57fb6c8c1596'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:11:53.410605 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a748bfa9-fd78-44d3-9c94-cec1aef53b3c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:53.412046 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a748bfa9-fd78-44d3-9c94-cec1aef53b3c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7181830 Jul 30 21:11:53.412301 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e178f378-f932-450b-ba26-69883525b08c None None] Routers {'5e55df98-751b-4bdc-b199-57fb6c8c1596'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:11:53.412871 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e178f378-f932-450b-ba26-69883525b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:11:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5e55df98-751b-4bdc-b199-57fb6c8c1596'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:11:53.415161 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56252) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:53.442513 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-030b5bca-eb75-4e61-a475-bb8d5eebd463 tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=7c6abece9a044d4ca3183a8a35d6564b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261905 Jul 30 21:11:53.445004 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56254) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:53.516689 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-e178f378-f932-450b-ba26-69883525b08c None None] Set router 5e55df98-751b-4bdc-b199-57fb6c8c1596 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:11:53.528529 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc985cf-b8d6-499e-90a5-91ac4f0381a2 tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:53.530022 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7fc985cf-b8d6-499e-90a5-91ac4f0381a2 tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0841458 Jul 30 21:11:53.533431 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56256) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:53.564669 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5d2bf1d1-f9c2-42e4-840f-b248c69eb7de tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300493 Jul 30 21:11:53.566938 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56258) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:53.571652 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6627a83b-0a10-47eb-89bf-d756ff9a5671 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1403848617', 'network_id': 'b54b6639-7554-4170-b741-951163361bfe', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:11:53.662052 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6627a83b-0a10-47eb-89bf-d756ff9a5671 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Made reservation on behalf of 7c6abece9a044d4ca3183a8a35d6564b for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:11:53.665820 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6627a83b-0a10-47eb-89bf-d756ff9a5671 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:53.785707 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea0f1015-d6e6-4893-8348-2de8fa366f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:53.855162 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6627a83b-0a10-47eb-89bf-d756ff9a5671 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:53.857599 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e178f378-f932-450b-ba26-69883525b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845826853', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:11:51Z', 'updated_at': '2021-07-30T21:11:52Z', 'revision_number': 3, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:11:52Z', 'updated_at': '2021-07-30T21:11:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:11:53.885152 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e178f378-f932-450b-ba26-69883525b08c None None] Checking router: 5e55df98-751b-4bdc-b199-57fb6c8c1596 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:11:53.885505 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e178f378-f932-450b-ba26-69883525b08c None None] Updating router 5e55df98-751b-4bdc-b199-57fb6c8c1596 port d706d5cb-dd5c-4882-943f-2c377e330d4d binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:11:53.913675 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e178f378-f932-450b-ba26-69883525b08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:53.915046 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627a83b-0a10-47eb-89bf-d756ff9a5671 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Subnet': ['ID=f31246ac-01bf-4bb9-83f9-4214d35d0465,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:53.924929 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6627a83b-0a10-47eb-89bf-d756ff9a5671 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Checking segment: {'id': '12609415-e2fd-4805-8be8-08d5d16485ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b54b6639-7554-4170-b741-951163361bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:11:53.925291 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6627a83b-0a10-47eb-89bf-d756ff9a5671 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network hostable DHCP agents. Network: b54b6639-7554-4170-b741-951163361bfe, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 21:11:53.941158 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6627a83b-0a10-47eb-89bf-d756ff9a5671 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network b54b6639-7554-4170-b741-951163361bfe is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 21:11:53.949981 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6627a83b-0a10-47eb-89bf-d756ff9a5671 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, b54b6639-7554-4170-b741-951163361bfe) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:11:53.954384 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6627a83b-0a10-47eb-89bf-d756ff9a5671 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:53.955180 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6627a83b-0a10-47eb-89bf-d756ff9a5671 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:53.970724 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6627a83b-0a10-47eb-89bf-d756ff9a5671 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4028239 Jul 30 21:11:53.973542 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56260) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:11:54.005064 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2670bc6-f1dc-4793-9f39-557a3f83604e None None] Network b54b6639-7554-4170-b741-951163361bfe requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:11:54.096857 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:54.279872 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66caef4-6271-4d52-a02c-96f6150c60b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-b54b6639-7554-4170-b741-951163361bfe', 'network_id': 'b54b6639-7554-4170-b741-951163361bfe', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'fixed_ips': [{'subnet_id': 'f31246ac-01bf-4bb9-83f9-4214d35d0465'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 21:11:54.281424 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d66caef4-6271-4d52-a02c-96f6150c60b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:54.311456 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e178f378-f932-450b-ba26-69883525b08c None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:54.371484 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e178f378-f932-450b-ba26-69883525b08c None None] Transition to ACTIVE for port object d706d5cb-dd5c-4882-943f-2c377e330d4d will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:11:54.382190 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e178f378-f932-450b-ba26-69883525b08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:54.419661 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0df52158-44b2-40e6-ae45-75a6c213330c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:54.481778 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-e178f378-f932-450b-ba26-69883525b08c None None] Attempting to bind port d706d5cb-dd5c-4882-943f-2c377e330d4d on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:11:54.482365 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-e178f378-f932-450b-ba26-69883525b08c None None] Attempting to bind port d706d5cb-dd5c-4882-943f-2c377e330d4d by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:11:54.482490 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e178f378-f932-450b-ba26-69883525b08c None None] Attempting to bind port d706d5cb-dd5c-4882-943f-2c377e330d4d on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:11:54.489823 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ab110-c77f-4b86-bdd2-969998a54eaa None None] Pushing event updated for resources: {'Port': ['ID=d706d5cb-dd5c-4882-943f-2c377e330d4d,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:54.495476 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e178f378-f932-450b-ba26-69883525b08c None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:11:54.495877 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e178f378-f932-450b-ba26-69883525b08c None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:11:54.496363 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e178f378-f932-450b-ba26-69883525b08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:54.496653 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e178f378-f932-450b-ba26-69883525b08c None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:11:54.497132 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-e178f378-f932-450b-ba26-69883525b08c None None] Bound port: d706d5cb-dd5c-4882-943f-2c377e330d4d, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:11:54.497514 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e178f378-f932-450b-ba26-69883525b08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:54.525504 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-d66caef4-6271-4d52-a02c-96f6150c60b5 None None] Allocated IP 172.20.0.2 (b54b6639-7554-4170-b741-951163361bfe/f31246ac-01bf-4bb9-83f9-4214d35d0465/d95edbc9-723a-427d-a3bb-854b4e246481) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:11:54.605992 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e178f378-f932-450b-ba26-69883525b08c None None] For port d706d5cb-dd5c-4882-943f-2c377e330d4d, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:11:54.623474 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e178f378-f932-450b-ba26-69883525b08c None None] For port d706d5cb-dd5c-4882-943f-2c377e330d4d, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d706d5cb-dd5c-4882-943f-2c377e330d4d,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:11:54.629542 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e178f378-f932-450b-ba26-69883525b08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:54.739232 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e178f378-f932-450b-ba26-69883525b08c None None] Routers {'5e55df98-751b-4bdc-b199-57fb6c8c1596'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:11:54.739876 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e178f378-f932-450b-ba26-69883525b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:11:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5e55df98-751b-4bdc-b199-57fb6c8c1596'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:11:54.743832 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ab110-c77f-4b86-bdd2-969998a54eaa None None] Pushing event updated for resources: {'Port': ['ID=d706d5cb-dd5c-4882-943f-2c377e330d4d,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:54.800701 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d66caef4-6271-4d52-a02c-96f6150c60b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:54.837057 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d66caef4-6271-4d52-a02c-96f6150c60b5 None None] Transition to ACTIVE for port object d95edbc9-723a-427d-a3bb-854b4e246481 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:11:54.865310 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d66caef4-6271-4d52-a02c-96f6150c60b5 None None] Transition to ACTIVE for port object d95edbc9-723a-427d-a3bb-854b4e246481 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:11:54.876807 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d66caef4-6271-4d52-a02c-96f6150c60b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:54.879512 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-e178f378-f932-450b-ba26-69883525b08c None None] Set router 5e55df98-751b-4bdc-b199-57fb6c8c1596 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:11:54.924976 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-0df52158-44b2-40e6-ae45-75a6c213330c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Allocated IP 172.20.0.1 (b54b6639-7554-4170-b741-951163361bfe/f31246ac-01bf-4bb9-83f9-4214d35d0465/c5ad7ba6-e76b-479f-9949-d6fc4170e9e8) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:11:54.997212 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66caef4-6271-4d52-a02c-96f6150c60b5 None None] Network b54b6639-7554-4170-b741-951163361bfe is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:11:55.004510 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-d66caef4-6271-4d52-a02c-96f6150c60b5 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:11:55.009094 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66caef4-6271-4d52-a02c-96f6150c60b5 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:11:55.028931 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66caef4-6271-4d52-a02c-96f6150c60b5 None None] Pushing event updated for resources: {'Port': ['ID=d95edbc9-723a-427d-a3bb-854b4e246481,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:55.036889 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0df52158-44b2-40e6-ae45-75a6c213330c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:55.051565 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-0df52158-44b2-40e6-ae45-75a6c213330c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Transition to ACTIVE for port object c5ad7ba6-e76b-479f-9949-d6fc4170e9e8 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:11:55.085212 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0df52158-44b2-40e6-ae45-75a6c213330c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:55.098108 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d66caef4-6271-4d52-a02c-96f6150c60b5 None None] Attempting to bind port d95edbc9-723a-427d-a3bb-854b4e246481 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:11:55.098473 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d66caef4-6271-4d52-a02c-96f6150c60b5 None None] Attempting to bind port d95edbc9-723a-427d-a3bb-854b4e246481 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '12609415-e2fd-4805-8be8-08d5d16485ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b54b6639-7554-4170-b741-951163361bfe'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:11:55.098829 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66caef4-6271-4d52-a02c-96f6150c60b5 None None] Attempting to bind port d95edbc9-723a-427d-a3bb-854b4e246481 on network b54b6639-7554-4170-b741-951163361bfe {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:11:55.125582 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66caef4-6271-4d52-a02c-96f6150c60b5 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:11:55.125948 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66caef4-6271-4d52-a02c-96f6150c60b5 None None] Checking segment: {'id': '12609415-e2fd-4805-8be8-08d5d16485ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b54b6639-7554-4170-b741-951163361bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:11:55.126344 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d66caef4-6271-4d52-a02c-96f6150c60b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:55.126730 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66caef4-6271-4d52-a02c-96f6150c60b5 None None] Bound using segment: {'id': '12609415-e2fd-4805-8be8-08d5d16485ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b54b6639-7554-4170-b741-951163361bfe'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:11:55.126954 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df52158-44b2-40e6-ae45-75a6c213330c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network b54b6639-7554-4170-b741-951163361bfe is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:11:55.127195 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d66caef4-6271-4d52-a02c-96f6150c60b5 None None] Bound port: d95edbc9-723a-427d-a3bb-854b4e246481, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12609415-e2fd-4805-8be8-08d5d16485ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b54b6639-7554-4170-b741-951163361bfe'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:11:55.127586 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d66caef4-6271-4d52-a02c-96f6150c60b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:55.130013 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0df52158-44b2-40e6-ae45-75a6c213330c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:11:55.133762 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df52158-44b2-40e6-ae45-75a6c213330c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:11:55.167311 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df52158-44b2-40e6-ae45-75a6c213330c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=c5ad7ba6-e76b-479f-9949-d6fc4170e9e8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:55.185082 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0df52158-44b2-40e6-ae45-75a6c213330c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:55.204745 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e178f378-f932-450b-ba26-69883525b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845826853', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:11:51Z', 'updated_at': '2021-07-30T21:11:52Z', 'revision_number': 3, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:11:52Z', 'updated_at': '2021-07-30T21:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:11:55.206778 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d66caef4-6271-4d52-a02c-96f6150c60b5 None None] For port d95edbc9-723a-427d-a3bb-854b4e246481, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:11:55.210482 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d66caef4-6271-4d52-a02c-96f6150c60b5 None None] For port d95edbc9-723a-427d-a3bb-854b4e246481, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d95edbc9-723a-427d-a3bb-854b4e246481,segment=NetworkSegment(12609415-e2fd-4805-8be8-08d5d16485ee),segment_id=12609415-e2fd-4805-8be8-08d5d16485ee)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:11:55.239682 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d66caef4-6271-4d52-a02c-96f6150c60b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:55.241479 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e178f378-f932-450b-ba26-69883525b08c None None] The sync data for ids ['5e55df98-751b-4bdc-b199-57fb6c8c1596'] in n-d-712137-9 is: [{'id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845826853', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:11:51Z', 'updated_at': '2021-07-30T21:11:52Z', 'revision_number': 3, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:11:52Z', 'updated_at': '2021-07-30T21:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:11:55.285197 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:55.306596 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66caef4-6271-4d52-a02c-96f6150c60b5 None None] Pushing event updated for resources: {'Port': ['ID=d95edbc9-723a-427d-a3bb-854b4e246481,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:55.330431 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0df52158-44b2-40e6-ae45-75a6c213330c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:55.671941 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0df52158-44b2-40e6-ae45-75a6c213330c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:55.677044 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0df52158-44b2-40e6-ae45-75a6c213330c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:55.752387 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0df52158-44b2-40e6-ae45-75a6c213330c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:55.754082 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df52158-44b2-40e6-ae45-75a6c213330c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=c5ad7ba6-e76b-479f-9949-d6fc4170e9e8,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:55.854260 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df52158-44b2-40e6-ae45-75a6c213330c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network b54b6639-7554-4170-b741-951163361bfe is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:11:55.855804 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0df52158-44b2-40e6-ae45-75a6c213330c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:11:55.972379 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df52158-44b2-40e6-ae45-75a6c213330c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Router 5e55df98-751b-4bdc-b199-57fb6c8c1596 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:11:56.088780 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df52158-44b2-40e6-ae45-75a6c213330c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:11:56.095013 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0df52158-44b2-40e6-ae45-75a6c213330c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "PUT /v2.0/routers/5e55df98-751b-4bdc-b199-57fb6c8c1596/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1205063 Jul 30 21:11:56.256159 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-a3f09d35-0945-4061-95fc-ae82cd16088c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-930563397&fields=id&tenant_id=7c6abece9a044d4ca3183a8a35d6564b HTTP/1.1" status: 200 len: 267 time: 0.0346630 Jul 30 21:11:56.273563 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e568df-c1c8-448e-84de-d3904a2dc006 None None] Network b54b6639-7554-4170-b741-951163361bfe requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:11:56.357075 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-19ae2f38-6088-45f0-83fb-cb0e2e349749 None None] Provisioning for port d95edbc9-723a-427d-a3bb-854b4e246481 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:11:56.376075 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-09260b89-2bd1-43e9-8873-8e6802ce06b6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:56.377573 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-09260b89-2bd1-43e9-8873-8e6802ce06b6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/networks?id=b54b6639-7554-4170-b741-951163361bfe HTTP/1.1" status: 200 len: 797 time: 0.1139433 Jul 30 21:11:56.396181 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-3f325280-429a-45fa-87eb-6adfc43a194e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/quotas/7c6abece9a044d4ca3183a8a35d6564b HTTP/1.1" status: 200 len: 375 time: 0.0126545 Jul 30 21:11:56.452366 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-4df1a5ea-5ab2-4702-948d-a8ab305ac36f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502894 Jul 30 21:11:56.557479 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-5204ce90-5986-4bf7-b2a4-b888ae282630 service neutron] 10.222.0.81 "GET /v2.0/networks/b54b6639-7554-4170-b741-951163361bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926950 Jul 30 21:11:56.660840 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-61beedae-e853-425a-937c-f9dd7fb779ae service neutron] 10.222.0.81 "GET /v2.0/networks/b54b6639-7554-4170-b741-951163361bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962346 Jul 30 21:11:56.703274 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9f3bb814-b6ee-4582-a254-dff3737203ee None None] Provisioning for port c5ad7ba6-e76b-479f-9949-d6fc4170e9e8 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:11:56.707671 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9f3bb814-b6ee-4582-a254-dff3737203ee None None] Provisioning complete for port c5ad7ba6-e76b-479f-9949-d6fc4170e9e8 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:11:56.707980 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f3bb814-b6ee-4582-a254-dff3737203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:56.757504 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9f3bb814-b6ee-4582-a254-dff3737203ee None None] Port c5ad7ba6-e76b-479f-9949-d6fc4170e9e8 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:11:56.843778 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ea1c87b4-495b-4285-a9d6-fa573ef54cef req-b10f205e-90b5-467a-96ec-d377e81698e0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 210 time: 0.0334306 Jul 30 21:11:56.878791 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e661996c-b584-435d-a87d-13187c899cb6 None None] Provisioning complete for port c5ad7ba6-e76b-479f-9949-d6fc4170e9e8 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:11:56.878791 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e661996c-b584-435d-a87d-13187c899cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:56.912235 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] Sync routers for ids ['5e55df98-751b-4bdc-b199-57fb6c8c1596'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:11:56.916064 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e661996c-b584-435d-a87d-13187c899cb6 None None] Port c5ad7ba6-e76b-479f-9949-d6fc4170e9e8 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:11:56.924235 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] Routers {'5e55df98-751b-4bdc-b199-57fb6c8c1596'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:11:56.925091 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:11:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5e55df98-751b-4bdc-b199-57fb6c8c1596'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:11:57.050838 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] Set router 5e55df98-751b-4bdc-b199-57fb6c8c1596 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:11:57.074484 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:57.137441 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e8329cce-81b1-4e5b-aece-deaf87f10e17 None None] Provisioning complete for port c5ad7ba6-e76b-479f-9949-d6fc4170e9e8 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:11:57.137897 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8329cce-81b1-4e5b-aece-deaf87f10e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:57.175112 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e8329cce-81b1-4e5b-aece-deaf87f10e17 None None] Port c5ad7ba6-e76b-479f-9949-d6fc4170e9e8 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:11:57.263198 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845826853', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:11:51Z', 'updated_at': '2021-07-30T21:11:55Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:11:52Z', 'updated_at': '2021-07-30T21:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'c5ad7ba6-e76b-479f-9949-d6fc4170e9e8', 'name': '', 'network_id': 'b54b6639-7554-4170-b741-951163361bfe', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:fd:cf:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f31246ac-01bf-4bb9-83f9-4214d35d0465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:11:54Z', 'updated_at': '2021-07-30T21:11:55Z', 'revision_number': 2, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': 'f31246ac-01bf-4bb9-83f9-4214d35d0465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:11:57.296600 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] Checking router: 5e55df98-751b-4bdc-b199-57fb6c8c1596 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:11:57.296963 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] Updating router 5e55df98-751b-4bdc-b199-57fb6c8c1596 port c5ad7ba6-e76b-479f-9949-d6fc4170e9e8 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:11:57.323400 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:57.444608 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d706d5cb-dd5c-4882-943f-2c377e330d4d up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:11:57.493652 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port d706d5cb-dd5c-4882-943f-2c377e330d4d completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:11:57.497685 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port d706d5cb-dd5c-4882-943f-2c377e330d4d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:11:57.498131 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:57.580897 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:57.600682 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port d706d5cb-dd5c-4882-943f-2c377e330d4d, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d706d5cb-dd5c-4882-943f-2c377e330d4d,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:11:57.605525 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:57.606304 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d95edbc9-723a-427d-a3bb-854b4e246481 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:11:57.606806 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:57.616502 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] Transition to ACTIVE for port object c5ad7ba6-e76b-479f-9949-d6fc4170e9e8 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:11:57.621724 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:57.671142 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4ddfe-23f4-4a44-bb40-3652c2c56cc6 None None] Pushing event updated for resources: {'Port': ['ID=c5ad7ba6-e76b-479f-9949-d6fc4170e9e8,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:57.684534 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=d706d5cb-dd5c-4882-943f-2c377e330d4d,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:57.694977 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4ddfe-23f4-4a44-bb40-3652c2c56cc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:57.695438 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4ddfe-23f4-4a44-bb40-3652c2c56cc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:57.695737 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4ddfe-23f4-4a44-bb40-3652c2c56cc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:57.696065 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4ddfe-23f4-4a44-bb40-3652c2c56cc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:57.696520 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4ddfe-23f4-4a44-bb40-3652c2c56cc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:57.696878 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4ddfe-23f4-4a44-bb40-3652c2c56cc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:57.697207 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4ddfe-23f4-4a44-bb40-3652c2c56cc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:57.697609 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4ddfe-23f4-4a44-bb40-3652c2c56cc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:57.697980 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4ddfe-23f4-4a44-bb40-3652c2c56cc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:57.698338 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4ddfe-23f4-4a44-bb40-3652c2c56cc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:57.698635 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4ddfe-23f4-4a44-bb40-3652c2c56cc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:57.698975 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4ddfe-23f4-4a44-bb40-3652c2c56cc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:11:57.699667 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port d95edbc9-723a-427d-a3bb-854b4e246481 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:11:57.705984 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port d95edbc9-723a-427d-a3bb-854b4e246481 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:11:57.706628 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:57.767872 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] Attempting to bind port c5ad7ba6-e76b-479f-9949-d6fc4170e9e8 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:11:57.768649 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] Attempting to bind port c5ad7ba6-e76b-479f-9949-d6fc4170e9e8 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '12609415-e2fd-4805-8be8-08d5d16485ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b54b6639-7554-4170-b741-951163361bfe'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:11:57.769247 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] Attempting to bind port c5ad7ba6-e76b-479f-9949-d6fc4170e9e8 on network b54b6639-7554-4170-b741-951163361bfe {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:11:57.777075 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:11:57.777879 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] Checking segment: {'id': '12609415-e2fd-4805-8be8-08d5d16485ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b54b6639-7554-4170-b741-951163361bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:11:57.778449 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:57.779239 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] Bound using segment: {'id': '12609415-e2fd-4805-8be8-08d5d16485ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b54b6639-7554-4170-b741-951163361bfe'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:11:57.779681 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] Bound port: c5ad7ba6-e76b-479f-9949-d6fc4170e9e8, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12609415-e2fd-4805-8be8-08d5d16485ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b54b6639-7554-4170-b741-951163361bfe'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:11:57.780923 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:57.799570 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:57.850717 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port d95edbc9-723a-427d-a3bb-854b4e246481, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d95edbc9-723a-427d-a3bb-854b4e246481,segment=NetworkSegment(12609415-e2fd-4805-8be8-08d5d16485ee),segment_id=12609415-e2fd-4805-8be8-08d5d16485ee)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:11:57.861991 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:57.912538 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] For port c5ad7ba6-e76b-479f-9949-d6fc4170e9e8, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:11:57.919062 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] For port c5ad7ba6-e76b-479f-9949-d6fc4170e9e8, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c5ad7ba6-e76b-479f-9949-d6fc4170e9e8,segment=NetworkSegment(12609415-e2fd-4805-8be8-08d5d16485ee),segment_id=12609415-e2fd-4805-8be8-08d5d16485ee)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:11:57.926926 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:57.970174 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=d95edbc9-723a-427d-a3bb-854b4e246481,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:58.004999 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8c91377d-f4ad-401a-a9ae-150a1142a20f req-7b5f2413-b351-4cc4-80f0-c3ca1873fd37 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 210 time: 0.0437763 Jul 30 21:11:58.037582 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4ddfe-23f4-4a44-bb40-3652c2c56cc6 None None] Pushing event updated for resources: {'Port': ['ID=c5ad7ba6-e76b-479f-9949-d6fc4170e9e8,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:58.043193 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] Routers {'5e55df98-751b-4bdc-b199-57fb6c8c1596'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:11:58.044122 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:11:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5e55df98-751b-4bdc-b199-57fb6c8c1596'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:11:58.098417 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-cc2a8245-3880-4467-8f6c-5e35e0b2c81d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:58.101654 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-cc2a8245-3880-4467-8f6c-5e35e0b2c81d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.83 "GET /v2.0/networks?id=b54b6639-7554-4170-b741-951163361bfe HTTP/1.1" status: 200 len: 797 time: 0.2482121 Jul 30 21:11:58.154953 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-c3884920-0247-4803-b975-76e373f25c43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c6abece9a044d4ca3183a8a35d6564b HTTP/1.1" status: 200 len: 379 time: 0.0432785 Jul 30 21:11:58.169636 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-9e31e723-2051-491d-bdac-910c42a2e723 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'port': {'device_id': 'd41aa5d8-ed34-408f-b37b-290b8232021e', 'network_id': 'b54b6639-7554-4170-b741-951163361bfe', 'admin_state_up': True, 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'security_groups': ['b97b14e1-564d-43bc-801c-d487383d12ba']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:11:58.272731 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] Set router 5e55df98-751b-4bdc-b199-57fb6c8c1596 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:11:58.297693 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-9e31e723-2051-491d-bdac-910c42a2e723 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Made reservation on behalf of 7c6abece9a044d4ca3183a8a35d6564b for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:11:58.301334 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-9e31e723-2051-491d-bdac-910c42a2e723 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:58.427675 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-9e31e723-2051-491d-bdac-910c42a2e723 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Allocated IP 172.20.0.8 (b54b6639-7554-4170-b741-951163361bfe/f31246ac-01bf-4bb9-83f9-4214d35d0465/1a030245-5b07-4739-8728-ab3596e1c295) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:11:58.469819 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845826853', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:11:51Z', 'updated_at': '2021-07-30T21:11:55Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:11:52Z', 'updated_at': '2021-07-30T21:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'c5ad7ba6-e76b-479f-9949-d6fc4170e9e8', 'name': '', 'network_id': 'b54b6639-7554-4170-b741-951163361bfe', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:fd:cf:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f31246ac-01bf-4bb9-83f9-4214d35d0465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:11:54Z', 'updated_at': '2021-07-30T21:11:57Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': 'f31246ac-01bf-4bb9-83f9-4214d35d0465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:11:58.499534 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4867f35b-5337-47c6-a971-37e256f27425 None None] The sync data for ids ['5e55df98-751b-4bdc-b199-57fb6c8c1596'] in n-d-712137-9 is: [{'id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845826853', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:11:51Z', 'updated_at': '2021-07-30T21:11:55Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:11:52Z', 'updated_at': '2021-07-30T21:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'c5ad7ba6-e76b-479f-9949-d6fc4170e9e8', 'name': '', 'network_id': 'b54b6639-7554-4170-b741-951163361bfe', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:fd:cf:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f31246ac-01bf-4bb9-83f9-4214d35d0465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:11:54Z', 'updated_at': '2021-07-30T21:11:57Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': 'f31246ac-01bf-4bb9-83f9-4214d35d0465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:11:58.586907 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-9e31e723-2051-491d-bdac-910c42a2e723 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:58.604470 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-9e31e723-2051-491d-bdac-910c42a2e723 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Transition to ACTIVE for port object 1a030245-5b07-4739-8728-ab3596e1c295 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:11:58.638695 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-9e31e723-2051-491d-bdac-910c42a2e723 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:58.684253 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-9e31e723-2051-491d-bdac-910c42a2e723 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network b54b6639-7554-4170-b741-951163361bfe is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:11:58.688003 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-9e31e723-2051-491d-bdac-910c42a2e723 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:11:58.691783 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-9e31e723-2051-491d-bdac-910c42a2e723 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:11:58.717550 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31e723-2051-491d-bdac-910c42a2e723 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=1a030245-5b07-4739-8728-ab3596e1c295,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:58.756288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-9e31e723-2051-491d-bdac-910c42a2e723 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:58.756955 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-9e31e723-2051-491d-bdac-910c42a2e723 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:58.775689 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-9e31e723-2051-491d-bdac-910c42a2e723 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6126418 Jul 30 21:11:58.787284 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-31b9016a-ff64-491e-a47d-9fb4509aa5da tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 21:11:58.788799 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-31b9016a-ff64-491e-a47d-9fb4509aa5da tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059707 Jul 30 21:11:58.801286 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-5c2f3751-2970-4049-9265-fac9bb2d3f52 service neutron] Request body: {'port': {'device_id': 'd41aa5d8-ed34-408f-b37b-290b8232021e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:11:58.865228 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-5c2f3751-2970-4049-9265-fac9bb2d3f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:58.896876 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a392fbdd-75db-42c1-863e-bec86f594fe0 None None] Provisioning for port 1a030245-5b07-4739-8728-ab3596e1c295 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:11:58.902320 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a392fbdd-75db-42c1-863e-bec86f594fe0 None None] Provisioning complete for port 1a030245-5b07-4739-8728-ab3596e1c295 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:11:58.902825 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a392fbdd-75db-42c1-863e-bec86f594fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:58.942312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a392fbdd-75db-42c1-863e-bec86f594fe0 None None] Port 1a030245-5b07-4739-8728-ab3596e1c295 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:11:59.177670 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b25e7-5cda-48f3-8d53-368e4a4a7426 req-2ef2bace-4fc1-4da9-a21a-7aa6c9db92e7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:59.179183 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3b4b25e7-5cda-48f3-8d53-368e4a4a7426 req-2ef2bace-4fc1-4da9-a21a-7aa6c9db92e7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 931 time: 0.1010127 Jul 30 21:11:59.193425 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-5c2f3751-2970-4049-9265-fac9bb2d3f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a030245-5b07-4739-8728-ab3596e1c295 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:11:59.206085 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-5c2f3751-2970-4049-9265-fac9bb2d3f52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:59.234515 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-5c2f3751-2970-4049-9265-fac9bb2d3f52 service neutron] Transition to ACTIVE for port object 1a030245-5b07-4739-8728-ab3596e1c295 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:11:59.241573 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-5c2f3751-2970-4049-9265-fac9bb2d3f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:59.278670 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3b4b25e7-5cda-48f3-8d53-368e4a4a7426 req-50a0ee97-c1bf-47bf-b85d-9483a5bed375 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895362 Jul 30 21:11:59.300692 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f3751-2970-4049-9265-fac9bb2d3f52 service neutron] Pushing event updated for resources: {'Port': ['ID=1a030245-5b07-4739-8728-ab3596e1c295,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:59.394681 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-5c2f3751-2970-4049-9265-fac9bb2d3f52 service neutron] Attempting to bind port 1a030245-5b07-4739-8728-ab3596e1c295 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:11:59.395154 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-5c2f3751-2970-4049-9265-fac9bb2d3f52 service neutron] Attempting to bind port 1a030245-5b07-4739-8728-ab3596e1c295 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '12609415-e2fd-4805-8be8-08d5d16485ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b54b6639-7554-4170-b741-951163361bfe'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:11:59.395495 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-5c2f3751-2970-4049-9265-fac9bb2d3f52 service neutron] Attempting to bind port 1a030245-5b07-4739-8728-ab3596e1c295 on network b54b6639-7554-4170-b741-951163361bfe {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:11:59.400804 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-5c2f3751-2970-4049-9265-fac9bb2d3f52 service neutron] Port 1a030245-5b07-4739-8728-ab3596e1c295 on network b54b6639-7554-4170-b741-951163361bfe not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 21:11:59.401137 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-5c2f3751-2970-4049-9265-fac9bb2d3f52 service neutron] Attempting to bind port 1a030245-5b07-4739-8728-ab3596e1c295 on network b54b6639-7554-4170-b741-951163361bfe {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:11:59.408249 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-5c2f3751-2970-4049-9265-fac9bb2d3f52 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:11:59.408445 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-5c2f3751-2970-4049-9265-fac9bb2d3f52 service neutron] Checking segment: {'id': '12609415-e2fd-4805-8be8-08d5d16485ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b54b6639-7554-4170-b741-951163361bfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:11:59.409118 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-5c2f3751-2970-4049-9265-fac9bb2d3f52 service neutron] Bound using segment: {'id': '12609415-e2fd-4805-8be8-08d5d16485ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b54b6639-7554-4170-b741-951163361bfe'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:11:59.409567 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-5c2f3751-2970-4049-9265-fac9bb2d3f52 service neutron] Bound port: 1a030245-5b07-4739-8728-ab3596e1c295, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12609415-e2fd-4805-8be8-08d5d16485ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b54b6639-7554-4170-b741-951163361bfe'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:11:59.409935 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-5c2f3751-2970-4049-9265-fac9bb2d3f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:59.493534 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-5c2f3751-2970-4049-9265-fac9bb2d3f52 service neutron] For port 1a030245-5b07-4739-8728-ab3596e1c295, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:11:59.499747 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-5c2f3751-2970-4049-9265-fac9bb2d3f52 service neutron] For port 1a030245-5b07-4739-8728-ab3596e1c295, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1a030245-5b07-4739-8728-ab3596e1c295,segment=NetworkSegment(12609415-e2fd-4805-8be8-08d5d16485ee),segment_id=12609415-e2fd-4805-8be8-08d5d16485ee)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:11:59.504517 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c5ad7ba6-e76b-479f-9949-d6fc4170e9e8 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:11:59.507092 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-5c2f3751-2970-4049-9265-fac9bb2d3f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:59.548930 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-5c2f3751-2970-4049-9265-fac9bb2d3f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:59.549641 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-5c2f3751-2970-4049-9265-fac9bb2d3f52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:59.551061 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-5c2f3751-2970-4049-9265-fac9bb2d3f52 service neutron] 10.222.0.83 "PUT /v2.0/ports/1a030245-5b07-4739-8728-ab3596e1c295 HTTP/1.1" status: 200 len: 1091 time: 0.7553649 Jul 30 21:11:59.551502 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41aa5d8-ed34-408f-b37b-290b8232021e', 'tag': '1a030245-5b07-4739-8728-ab3596e1c295'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:11:59.553822 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8ea33a-a4f8-4d59-a06f-1682c6ea496f" -d '{"events": [{"name": "network-changed", "server_uuid": "d41aa5d8-ed34-408f-b37b-290b8232021e", "tag": "1a030245-5b07-4739-8728-ab3596e1c295"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:11:59.597933 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port c5ad7ba6-e76b-479f-9949-d6fc4170e9e8 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:11:59.603375 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port c5ad7ba6-e76b-479f-9949-d6fc4170e9e8 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:11:59.603799 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:59.608274 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9eeb75d-cd87-45d6-b7ca-0be9a227ac38 x-openstack-request-id: req-b9eeb75d-cd87-45d6-b7ca-0be9a227ac38 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:11:59.608647 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41aa5d8-ed34-408f-b37b-290b8232021e", "tag": "1a030245-5b07-4739-8728-ab3596e1c295", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:11:59.608905 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b9eeb75d-cd87-45d6-b7ca-0be9a227ac38 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:11:59.609370 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41aa5d8-ed34-408f-b37b-290b8232021e', 'tag': '1a030245-5b07-4739-8728-ab3596e1c295', 'status': 'completed', 'code': 200} Jul 30 21:11:59.647347 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f3751-2970-4049-9265-fac9bb2d3f52 service neutron] Pushing event updated for resources: {'Port': ['ID=1a030245-5b07-4739-8728-ab3596e1c295,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:59.667319 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-16391bfa-a9f4-49db-a099-be13b59c6d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:59.669210 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-16391bfa-a9f4-49db-a099-be13b59c6d25 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 1094 time: 0.0588927 Jul 30 21:11:59.693188 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:59.725092 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-4a348cb1-f2a9-4f75-9f2f-abdd374b247f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a030245-5b07-4739-8728-ab3596e1c295 HTTP/1.1" status: 200 len: 217 time: 0.0476878 Jul 30 21:11:59.735486 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port c5ad7ba6-e76b-479f-9949-d6fc4170e9e8, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c5ad7ba6-e76b-479f-9949-d6fc4170e9e8,segment=NetworkSegment(12609415-e2fd-4805-8be8-08d5d16485ee),segment_id=12609415-e2fd-4805-8be8-08d5d16485ee)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:11:59.743076 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:59.743973 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d706d5cb-dd5c-4882-943f-2c377e330d4d up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:11:59.784917 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-90cf099c-b677-4724-b18b-17be9c2dcfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:59.786888 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-90cf099c-b677-4724-b18b-17be9c2dcfdf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f31246ac-01bf-4bb9-83f9-4214d35d0465 HTTP/1.1" status: 200 len: 835 time: 0.0544670 Jul 30 21:11:59.831797 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=c5ad7ba6-e76b-479f-9949-d6fc4170e9e8,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:11:59.834036 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-01855b6b-00db-42bd-8507-8e879f252a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:11:59.835571 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-01855b6b-00db-42bd-8507-8e879f252a57 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b54b6639-7554-4170-b741-951163361bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417154 Jul 30 21:11:59.848619 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port d706d5cb-dd5c-4882-943f-2c377e330d4d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:11:59.848989 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:11:59.928056 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d95edbc9-723a-427d-a3bb-854b4e246481 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:11:59.931814 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-a07bc47f-549a-4a77-bf3f-6bf419e3d7c2 service neutron] 10.222.0.83 "GET /v2.0/networks/b54b6639-7554-4170-b741-951163361bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890303 Jul 30 21:11:59.973799 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port d95edbc9-723a-427d-a3bb-854b4e246481 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:11:59.974172 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:00.022333 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35a9114c-242a-4a55-8c4b-64c8e8a7fb85 req-782ad719-3f6f-4585-a5e8-cec65d0d8118 service neutron] 10.222.0.83 "GET /v2.0/networks/b54b6639-7554-4170-b741-951163361bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839643 Jul 30 21:12:00.109235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ea33a-a4f8-4d59-a06f-1682c6ea496f req-3b49e369-5a21-452a-946b-efbd6e0f3b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:12:00.110703 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f8ea33a-a4f8-4d59-a06f-1682c6ea496f req-3b49e369-5a21-452a-946b-efbd6e0f3b7a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 1094 time: 0.0413439 Jul 30 21:12:00.205113 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ea33a-a4f8-4d59-a06f-1682c6ea496f req-963864cd-1c76-4c3b-9e1b-e1665a4fa392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:12:00.206629 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f8ea33a-a4f8-4d59-a06f-1682c6ea496f req-963864cd-1c76-4c3b-9e1b-e1665a4fa392 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b54b6639-7554-4170-b741-951163361bfe HTTP/1.1" status: 200 len: 898 time: 0.0885427 Jul 30 21:12:00.247715 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f8ea33a-a4f8-4d59-a06f-1682c6ea496f req-b71c71ce-01c3-492a-94f0-64601fe11bc5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a030245-5b07-4739-8728-ab3596e1c295 HTTP/1.1" status: 200 len: 217 time: 0.0342207 Jul 30 21:12:00.296098 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ea33a-a4f8-4d59-a06f-1682c6ea496f req-452e0703-61d4-49d1-954c-ff0bcf612d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:12:00.297786 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f8ea33a-a4f8-4d59-a06f-1682c6ea496f req-452e0703-61d4-49d1-954c-ff0bcf612d32 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f31246ac-01bf-4bb9-83f9-4214d35d0465 HTTP/1.1" status: 200 len: 835 time: 0.0432041 Jul 30 21:12:00.349423 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ea33a-a4f8-4d59-a06f-1682c6ea496f req-0a09686a-f67a-4655-ab91-206e212a23a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:12:00.350945 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f8ea33a-a4f8-4d59-a06f-1682c6ea496f req-0a09686a-f67a-4655-ab91-206e212a23a9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b54b6639-7554-4170-b741-951163361bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460365 Jul 30 21:12:00.456515 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5230e-e015-4e62-b842-003b56f71961 req-54ec7b53-a474-46a0-af80-d3f89a954627 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:12:00.458191 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6df5230e-e015-4e62-b842-003b56f71961 req-54ec7b53-a474-46a0-af80-d3f89a954627 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 943 time: 0.1063783 Jul 30 21:12:00.490546 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f8ea33a-a4f8-4d59-a06f-1682c6ea496f req-2118526b-b783-4eb7-987d-9f41d5920336 service neutron] 10.222.0.83 "GET /v2.0/networks/b54b6639-7554-4170-b741-951163361bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304605 Jul 30 21:12:00.524569 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6df5230e-e015-4e62-b842-003b56f71961 req-5ff7c75c-bffa-4573-b62c-ae2699820367 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600238 Jul 30 21:12:00.593365 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6f8ea33a-a4f8-4d59-a06f-1682c6ea496f req-d714ae94-df35-4b8e-b311-4340146fca8d service neutron] 10.222.0.83 "GET /v2.0/networks/b54b6639-7554-4170-b741-951163361bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896187 Jul 30 21:12:01.389318 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c5ad7ba6-e76b-479f-9949-d6fc4170e9e8 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:12:01.439202 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port c5ad7ba6-e76b-479f-9949-d6fc4170e9e8 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:12:01.439599 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:01.640725 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38276edf-fc8a-463f-9f5c-139b8d44a957 req-0dad973a-65cc-4562-a025-c6d36f51a3f0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:12:01.642187 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-38276edf-fc8a-463f-9f5c-139b8d44a957 req-0dad973a-65cc-4562-a025-c6d36f51a3f0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 943 time: 0.0527537 Jul 30 21:12:01.686033 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-38276edf-fc8a-463f-9f5c-139b8d44a957 req-7bc36c4c-b38f-4324-83bd-08877f3d07cc tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361030 Jul 30 21:12:02.800184 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13f0b2-507d-4a00-96a8-53c610c3de98 req-103f2a01-0c4b-4267-a1c5-a553c3c15b4a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:12:02.801636 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb13f0b2-507d-4a00-96a8-53c610c3de98 req-103f2a01-0c4b-4267-a1c5-a553c3c15b4a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 943 time: 0.0485878 Jul 30 21:12:02.838419 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fb13f0b2-507d-4a00-96a8-53c610c3de98 req-fd9702f8-a27b-4e18-90a3-58fcfc4e056c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307717 Jul 30 21:12:03.336081 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1a030245-5b07-4739-8728-ab3596e1c295 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:12:03.429686 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 1a030245-5b07-4739-8728-ab3596e1c295, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1a030245-5b07-4739-8728-ab3596e1c295,segment=NetworkSegment(12609415-e2fd-4805-8be8-08d5d16485ee),segment_id=12609415-e2fd-4805-8be8-08d5d16485ee)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:12:03.588544 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '1a030245-5b07-4739-8728-ab3596e1c295', 'network_id': 'b54b6639-7554-4170-b741-951163361bfe', 'port_id': '1a030245-5b07-4739-8728-ab3596e1c295', 'mac_address': 'fa:16:3e:09:83:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f31246ac-01bf-4bb9-83f9-4214d35d0465', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 21:12:03.624512 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:03.636380 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a030245-5b07-4739-8728-ab3596e1c295 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:12:03.655779 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 1a030245-5b07-4739-8728-ab3596e1c295, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1a030245-5b07-4739-8728-ab3596e1c295,segment=NetworkSegment(12609415-e2fd-4805-8be8-08d5d16485ee),segment_id=12609415-e2fd-4805-8be8-08d5d16485ee)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:12:03.659604 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:03.707922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=1a030245-5b07-4739-8728-ab3596e1c295,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:12:03.951559 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b8b4d-34a9-4025-b40c-8c9f1d014ae7 req-d103709f-4ab1-4a40-97dc-8a324de85cdb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:12:03.953041 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-887b8b4d-34a9-4025-b40c-8c9f1d014ae7 req-d103709f-4ab1-4a40-97dc-8a324de85cdb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 944 time: 0.0493290 Jul 30 21:12:03.990004 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-887b8b4d-34a9-4025-b40c-8c9f1d014ae7 req-ba8c1d36-536d-4ff0-876a-19bac4f0bd64 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310600 Jul 30 21:12:04.000693 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['1a030245-5b07-4739-8728-ab3596e1c295'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:12:05.101826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bb981-fec7-4dbb-ad91-d830b670aedf req-f4f5f625-dd78-43af-98d1-2bca9917de27 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:12:05.103268 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-826bb981-fec7-4dbb-ad91-d830b670aedf req-f4f5f625-dd78-43af-98d1-2bca9917de27 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 944 time: 0.0475869 Jul 30 21:12:05.144740 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-826bb981-fec7-4dbb-ad91-d830b670aedf req-c86561ee-d659-4e60-a402-e37e849b76e3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348847 Jul 30 21:12:05.335786 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1a030245-5b07-4739-8728-ab3596e1c295 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:12:05.384597 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 1a030245-5b07-4739-8728-ab3596e1c295 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:12:05.388057 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 1a030245-5b07-4739-8728-ab3596e1c295 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:12:05.388457 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:05.462534 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:05.484284 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41aa5d8-ed34-408f-b37b-290b8232021e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a030245-5b07-4739-8728-ab3596e1c295'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:12:05.486537 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69ee0ee-d48e-4f94-8d7d-c9bc505acc74" -d '{"events": [{"server_uuid": "d41aa5d8-ed34-408f-b37b-290b8232021e", "name": "network-vif-plugged", "status": "completed", "tag": "1a030245-5b07-4739-8728-ab3596e1c295"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:12:05.499411 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 1a030245-5b07-4739-8728-ab3596e1c295, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1a030245-5b07-4739-8728-ab3596e1c295,segment=NetworkSegment(12609415-e2fd-4805-8be8-08d5d16485ee),segment_id=12609415-e2fd-4805-8be8-08d5d16485ee)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:12:05.506600 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:05.530983 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7788bcab-6b49-44b6-bc57-96052927c65b x-openstack-request-id: req-7788bcab-6b49-44b6-bc57-96052927c65b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:12:05.531272 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41aa5d8-ed34-408f-b37b-290b8232021e", "name": "network-vif-plugged", "status": "completed", "tag": "1a030245-5b07-4739-8728-ab3596e1c295", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:12:05.531539 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7788bcab-6b49-44b6-bc57-96052927c65b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:12:05.531931 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41aa5d8-ed34-408f-b37b-290b8232021e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a030245-5b07-4739-8728-ab3596e1c295', 'code': 200} Jul 30 21:12:05.557110 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=1a030245-5b07-4739-8728-ab3596e1c295,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:12:05.617812 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a707ac4-abb3-4592-bb00-147f89c76198 req-f2d6c981-943c-40e7-836f-d0023eeeb0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:12:05.619274 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3a707ac4-abb3-4592-bb00-147f89c76198 req-f2d6c981-943c-40e7-836f-d0023eeeb0fd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 1096 time: 0.0397196 Jul 30 21:12:05.653702 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3a707ac4-abb3-4592-bb00-147f89c76198 req-f7da3be7-40d5-46dc-96ca-6368160db734 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275366 Jul 30 21:12:06.258240 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf81aa-2cd4-45d5-9ccf-d4347760d707 req-02b3952d-e95f-4c85-ac99-672e63c4152b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:12:06.259761 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5cbf81aa-2cd4-45d5-9ccf-d4347760d707 req-02b3952d-e95f-4c85-ac99-672e63c4152b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 945 time: 0.0481648 Jul 30 21:12:06.298273 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5cbf81aa-2cd4-45d5-9ccf-d4347760d707 req-d912a975-7137-43fc-9a75-20ca1f10d90b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320249 Jul 30 21:12:07.409413 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5887428-d967-4be4-b3c4-b71215b94ba0 req-702da98a-79ec-4adb-8e9c-2a0b3c9a99e0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:12:07.410865 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d5887428-d967-4be4-b3c4-b71215b94ba0 req-702da98a-79ec-4adb-8e9c-2a0b3c9a99e0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 945 time: 0.0477939 Jul 30 21:12:07.451439 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d5887428-d967-4be4-b3c4-b71215b94ba0 req-0ce3f3c5-c853-4a5f-bcfc-2c691d4e45ef tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347455 Jul 30 21:12:07.561789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca655c-716e-4029-a733-01e3b036e3f2 req-1e351ebb-1413-410a-819a-92153eea1d7b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:12:07.563232 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eeca655c-716e-4029-a733-01e3b036e3f2 req-1e351ebb-1413-410a-819a-92153eea1d7b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 945 time: 0.0482390 Jul 30 21:12:07.602684 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eeca655c-716e-4029-a733-01e3b036e3f2 req-cab46f1d-8eaa-4b82-bc3c-791b640012ad tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335944 Jul 30 21:12:07.623486 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56316) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:12:07.662823 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8546dc33-2500-49e1-a4f7-427cc95147c8 tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:12:07.664328 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8546dc33-2500-49e1-a4f7-427cc95147c8 tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 1091 time: 0.0398738 Jul 30 21:12:07.666958 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56318) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:12:07.671246 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d8953258-892a-4b81-a6bd-b89b278c8df5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': '1a030245-5b07-4739-8728-ab3596e1c295', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:12:07.692783 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d8953258-892a-4b81-a6bd-b89b278c8df5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:07.797965 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d8953258-892a-4b81-a6bd-b89b278c8df5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:07.900774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-d8953258-892a-4b81-a6bd-b89b278c8df5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Allocated IP 172.25.3.112 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/8d09bca5-aaee-4f4b-9885-30888eb41204) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:12:08.003224 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d8953258-892a-4b81-a6bd-b89b278c8df5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:08.042875 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d8953258-892a-4b81-a6bd-b89b278c8df5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:08.078413 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8953258-892a-4b81-a6bd-b89b278c8df5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:12:08.081134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-d8953258-892a-4b81-a6bd-b89b278c8df5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:12:08.083652 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8953258-892a-4b81-a6bd-b89b278c8df5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:12:08.116064 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8953258-892a-4b81-a6bd-b89b278c8df5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=8d09bca5-aaee-4f4b-9885-30888eb41204,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:12:08.440973 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d8953258-892a-4b81-a6bd-b89b278c8df5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:08.504732 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d8953258-892a-4b81-a6bd-b89b278c8df5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:08.653401 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d8953258-892a-4b81-a6bd-b89b278c8df5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:08.658497 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d8953258-892a-4b81-a6bd-b89b278c8df5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:09.072527 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8953258-892a-4b81-a6bd-b89b278c8df5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=8d09bca5-aaee-4f4b-9885-30888eb41204,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:12:09.080705 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d8953258-892a-4b81-a6bd-b89b278c8df5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:09.179943 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-d8953258-892a-4b81-a6bd-b89b278c8df5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Floating IP 9fe6424d-068b-49ac-bc0c-6c868f531dc3 associated. External IP: 172.25.3.112, port: 1a030245-5b07-4739-8728-ab3596e1c295. Jul 30 21:12:09.385701 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8953258-892a-4b81-a6bd-b89b278c8df5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Router 5e55df98-751b-4bdc-b199-57fb6c8c1596 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:12:09.492310 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8953258-892a-4b81-a6bd-b89b278c8df5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:12:09.501961 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23bbc08-3741-436f-bcf9-3c6b591c7026 None None] Sync routers for ids ['5e55df98-751b-4bdc-b199-57fb6c8c1596'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:12:09.510411 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d8953258-892a-4b81-a6bd-b89b278c8df5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:09.515333 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23bbc08-3741-436f-bcf9-3c6b591c7026 None None] Routers {'5e55df98-751b-4bdc-b199-57fb6c8c1596'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:12:09.515987 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a23bbc08-3741-436f-bcf9-3c6b591c7026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:11:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5e55df98-751b-4bdc-b199-57fb6c8c1596'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:12:09.537370 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d8953258-892a-4b81-a6bd-b89b278c8df5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8693831 Jul 30 21:12:09.537955 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41aa5d8-ed34-408f-b37b-290b8232021e', 'tag': '1a030245-5b07-4739-8728-ab3596e1c295'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:12:09.540244 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5798a223-1ea6-40a4-91c5-697fec1d5586" -d '{"events": [{"name": "network-changed", "server_uuid": "d41aa5d8-ed34-408f-b37b-290b8232021e", "tag": "1a030245-5b07-4739-8728-ab3596e1c295"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:12:09.622126 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a23bbc08-3741-436f-bcf9-3c6b591c7026 None None] Set router 5e55df98-751b-4bdc-b199-57fb6c8c1596 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:12:09.634376 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3ac91-b404-4f48-ae08-b6508a47ab1d req-c8d63297-21ea-49d3-a801-20062207262a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:12:09.635874 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17e3ac91-b404-4f48-ae08-b6508a47ab1d req-c8d63297-21ea-49d3-a801-20062207262a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 945 time: 0.0502489 Jul 30 21:12:09.675630 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17e3ac91-b404-4f48-ae08-b6508a47ab1d req-5abd8f23-0fd9-4059-8a5b-edb408f59472 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334868 Jul 30 21:12:09.702531 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56324) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:12:09.741679 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d4bc50-099a-4bea-86b7-d4cf42a1f98e x-openstack-request-id: req-b2d4bc50-099a-4bea-86b7-d4cf42a1f98e {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:12:09.742127 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41aa5d8-ed34-408f-b37b-290b8232021e", "tag": "1a030245-5b07-4739-8728-ab3596e1c295", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:12:09.742391 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b2d4bc50-099a-4bea-86b7-d4cf42a1f98e {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:12:09.742792 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41aa5d8-ed34-408f-b37b-290b8232021e', 'tag': '1a030245-5b07-4739-8728-ab3596e1c295', 'status': 'completed', 'code': 200} Jul 30 21:12:09.798440 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0314e4c0-198b-4554-98a3-a78d8059a08e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/floatingips/9fe6424d-068b-49ac-bc0c-6c868f531dc3 HTTP/1.1" status: 200 len: 991 time: 0.0947397 Jul 30 21:12:09.808529 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798a223-1ea6-40a4-91c5-697fec1d5586 req-e142c0fa-2b3d-421b-bd6e-1b9c1607415a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:12:09.809998 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5798a223-1ea6-40a4-91c5-697fec1d5586 req-e142c0fa-2b3d-421b-bd6e-1b9c1607415a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 1096 time: 0.0607193 Jul 30 21:12:09.828413 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:12:09.847458 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a23bbc08-3741-436f-bcf9-3c6b591c7026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845826853', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:11:51Z', 'updated_at': '2021-07-30T21:11:55Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:11:52Z', 'updated_at': '2021-07-30T21:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '9fe6424d-068b-49ac-bc0c-6c868f531dc3', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'floating_ip_address': '172.25.3.112', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'port_id': '1a030245-5b07-4739-8728-ab3596e1c295', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b54b6639-7554-4170-b741-951163361bfe', 'mac_address': 'fa:16:3e:09:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41aa5d8-ed34-408f-b37b-290b8232021e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:12:08Z', 'updated_at': '2021-07-30T21:12:08Z', 'revision_number': 0, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5ad7ba6-e76b-479f-9949-d6fc4170e9e8', 'name': '', 'network_id': 'b54b6639-7554-4170-b741-951163361bfe', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:fd:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f31246ac-01bf-4bb9-83f9-4214d35d0465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:11:54Z', 'updated_at': '2021-07-30T21:11:59Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': 'f31246ac-01bf-4bb9-83f9-4214d35d0465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:12:09.873598 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23bbc08-3741-436f-bcf9-3c6b591c7026 None None] Checking router: 5e55df98-751b-4bdc-b199-57fb6c8c1596 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:12:09.881751 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23bbc08-3741-436f-bcf9-3c6b591c7026 None None] Routers {'5e55df98-751b-4bdc-b199-57fb6c8c1596'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:12:09.882365 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a23bbc08-3741-436f-bcf9-3c6b591c7026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:11:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5e55df98-751b-4bdc-b199-57fb6c8c1596'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:12:09.905360 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798a223-1ea6-40a4-91c5-697fec1d5586 req-143a0e1c-392d-4654-ae22-8d302e7e0843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:12:09.907165 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5798a223-1ea6-40a4-91c5-697fec1d5586 req-143a0e1c-392d-4654-ae22-8d302e7e0843 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b54b6639-7554-4170-b741-951163361bfe HTTP/1.1" status: 200 len: 898 time: 0.0904536 Jul 30 21:12:09.977800 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5798a223-1ea6-40a4-91c5-697fec1d5586 req-bc88b7dd-9618-4f76-a117-ce62a1d14494 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a030245-5b07-4739-8728-ab3596e1c295 HTTP/1.1" status: 200 len: 999 time: 0.0631607 Jul 30 21:12:09.989148 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a23bbc08-3741-436f-bcf9-3c6b591c7026 None None] Set router 5e55df98-751b-4bdc-b199-57fb6c8c1596 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:12:10.027083 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798a223-1ea6-40a4-91c5-697fec1d5586 req-2cf09475-abd6-47aa-b99a-586ea34ba8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:12:10.028659 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5798a223-1ea6-40a4-91c5-697fec1d5586 req-2cf09475-abd6-47aa-b99a-586ea34ba8df service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f31246ac-01bf-4bb9-83f9-4214d35d0465 HTTP/1.1" status: 200 len: 835 time: 0.0437000 Jul 30 21:12:10.073932 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798a223-1ea6-40a4-91c5-697fec1d5586 req-c2ac46f6-7103-4c00-b527-f50b05b5647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:12:10.075469 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5798a223-1ea6-40a4-91c5-697fec1d5586 req-c2ac46f6-7103-4c00-b527-f50b05b5647a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b54b6639-7554-4170-b741-951163361bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395374 Jul 30 21:12:10.169230 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5798a223-1ea6-40a4-91c5-697fec1d5586 req-a9889baa-b0f7-475d-9a8b-1e7de3335b9a service neutron] 10.222.0.83 "GET /v2.0/networks/b54b6639-7554-4170-b741-951163361bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864582 Jul 30 21:12:10.213850 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a23bbc08-3741-436f-bcf9-3c6b591c7026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845826853', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:11:51Z', 'updated_at': '2021-07-30T21:11:55Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:11:52Z', 'updated_at': '2021-07-30T21:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '9fe6424d-068b-49ac-bc0c-6c868f531dc3', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'floating_ip_address': '172.25.3.112', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'port_id': '1a030245-5b07-4739-8728-ab3596e1c295', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b54b6639-7554-4170-b741-951163361bfe', 'mac_address': 'fa:16:3e:09:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41aa5d8-ed34-408f-b37b-290b8232021e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:12:08Z', 'updated_at': '2021-07-30T21:12:08Z', 'revision_number': 0, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5ad7ba6-e76b-479f-9949-d6fc4170e9e8', 'name': '', 'network_id': 'b54b6639-7554-4170-b741-951163361bfe', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:fd:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f31246ac-01bf-4bb9-83f9-4214d35d0465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:11:54Z', 'updated_at': '2021-07-30T21:11:59Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': 'f31246ac-01bf-4bb9-83f9-4214d35d0465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:12:10.239658 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23bbc08-3741-436f-bcf9-3c6b591c7026 None None] The sync data for ids ['5e55df98-751b-4bdc-b199-57fb6c8c1596'] in n-d-712137-9 is: [{'id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845826853', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:11:51Z', 'updated_at': '2021-07-30T21:11:55Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:11:52Z', 'updated_at': '2021-07-30T21:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '9fe6424d-068b-49ac-bc0c-6c868f531dc3', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'floating_ip_address': '172.25.3.112', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'port_id': '1a030245-5b07-4739-8728-ab3596e1c295', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b54b6639-7554-4170-b741-951163361bfe', 'mac_address': 'fa:16:3e:09:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41aa5d8-ed34-408f-b37b-290b8232021e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:12:08Z', 'updated_at': '2021-07-30T21:12:08Z', 'revision_number': 0, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5ad7ba6-e76b-479f-9949-d6fc4170e9e8', 'name': '', 'network_id': 'b54b6639-7554-4170-b741-951163361bfe', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:fd:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f31246ac-01bf-4bb9-83f9-4214d35d0465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:11:54Z', 'updated_at': '2021-07-30T21:11:59Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': 'f31246ac-01bf-4bb9-83f9-4214d35d0465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:12:10.261610 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5798a223-1ea6-40a4-91c5-697fec1d5586 req-eaae1d9f-802f-4b0d-bee9-9dd455d7cb4f service neutron] 10.222.0.83 "GET /v2.0/networks/b54b6639-7554-4170-b741-951163361bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845752 Jul 30 21:12:10.419167 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74157446-6885-4a98-a711-b7afc97ce1bb None None] New status for floating IP 9fe6424d-068b-49ac-bc0c-6c868f531dc3: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 21:12:10.802404 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56326) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:12:10.866862 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2b27ebc9-dac4-4a3d-9fdc-720174b8a91e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/floatingips/9fe6424d-068b-49ac-bc0c-6c868f531dc3 HTTP/1.1" status: 200 len: 993 time: 0.0633421 Jul 30 21:12:16.157623 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:20.253438 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:21.349335 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9adfe182-eaee-4e90-9ae1-9411edd5d4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:23.778444 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cb141b3e-0e6d-42db-847f-00bceabb3d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:24.048114 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:25.227360 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:27.077305 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:33.646757 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ce70920-99d4-4170-8006-97f9e076ec6f req-dfb04b48-8fc6-4a76-9c03-6f21aff929c2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394557 Jul 30 21:12:33.726993 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce70920-99d4-4170-8006-97f9e076ec6f req-7b0ad6b9-1585-4124-8e61-6faa841fb45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:12:33.728460 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ce70920-99d4-4170-8006-97f9e076ec6f req-7b0ad6b9-1585-4124-8e61-6faa841fb45d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 1096 time: 0.0401778 Jul 30 21:12:33.835920 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce70920-99d4-4170-8006-97f9e076ec6f req-b1bcc973-450a-4c5b-b99d-54b4a08af79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:12:33.837387 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ce70920-99d4-4170-8006-97f9e076ec6f req-b1bcc973-450a-4c5b-b99d-54b4a08af79b service neutron] 10.222.0.83 "GET /v2.0/networks?id=b54b6639-7554-4170-b741-951163361bfe HTTP/1.1" status: 200 len: 898 time: 0.0898762 Jul 30 21:12:33.900832 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ce70920-99d4-4170-8006-97f9e076ec6f req-26a00bea-6681-403d-a294-7e07216802b5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a030245-5b07-4739-8728-ab3596e1c295 HTTP/1.1" status: 200 len: 1001 time: 0.0562949 Jul 30 21:12:33.947742 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce70920-99d4-4170-8006-97f9e076ec6f req-229d4852-193b-41d1-b903-ea9f41bfdd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:12:33.949109 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ce70920-99d4-4170-8006-97f9e076ec6f req-229d4852-193b-41d1-b903-ea9f41bfdd4a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f31246ac-01bf-4bb9-83f9-4214d35d0465 HTTP/1.1" status: 200 len: 835 time: 0.0419071 Jul 30 21:12:33.997852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce70920-99d4-4170-8006-97f9e076ec6f req-a7a0f264-ef62-4642-8816-56c588119132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:12:33.999350 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ce70920-99d4-4170-8006-97f9e076ec6f req-a7a0f264-ef62-4642-8816-56c588119132 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b54b6639-7554-4170-b741-951163361bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428016 Jul 30 21:12:34.086804 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ce70920-99d4-4170-8006-97f9e076ec6f req-41eea06b-2b1b-4494-84dc-3a161b1f9d9d service neutron] 10.222.0.83 "GET /v2.0/networks/b54b6639-7554-4170-b741-951163361bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798380 Jul 30 21:12:34.178365 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6ce70920-99d4-4170-8006-97f9e076ec6f req-a2123800-0c70-45de-9f70-9261590e9d64 service neutron] 10.222.0.83 "GET /v2.0/networks/b54b6639-7554-4170-b741-951163361bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847602 Jul 30 21:12:46.153036 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:46.828275 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:12:50.264669 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:51.350616 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01f13423-cce8-41ea-87b0-47fd4a8683a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:53.779666 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-826348c8-0ac6-46ae-95eb-aa172aaf83f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:54.048067 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:55.230700 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:12:57.079495 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:13:13.730068 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e3cc5-c973-4b47-af19-ef001bf620a3 req-48864589-0711-4965-8a39-60c563419ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:13:13.731597 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae7e3cc5-c973-4b47-af19-ef001bf620a3 req-48864589-0711-4965-8a39-60c563419ed5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 1096 time: 0.0601771 Jul 30 21:13:13.739701 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c518aaf-a1ca-417d-99f9-0899a052a6db req-aa2b9c09-1bbe-4c74-bed7-1e55fa7b9416 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:13:13.741069 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3c518aaf-a1ca-417d-99f9-0899a052a6db req-aa2b9c09-1bbe-4c74-bed7-1e55fa7b9416 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 945 time: 0.0798531 Jul 30 21:13:13.827948 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3c518aaf-a1ca-417d-99f9-0899a052a6db req-9842df84-4dd9-4208-9076-5fe68ece0ee3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786753 Jul 30 21:13:13.853776 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e3cc5-c973-4b47-af19-ef001bf620a3 req-d66d14ae-cdb5-412f-af4c-202500b6bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:13:13.855307 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae7e3cc5-c973-4b47-af19-ef001bf620a3 req-d66d14ae-cdb5-412f-af4c-202500b6bce1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b54b6639-7554-4170-b741-951163361bfe HTTP/1.1" status: 200 len: 898 time: 0.1133502 Jul 30 21:13:13.919765 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae7e3cc5-c973-4b47-af19-ef001bf620a3 req-742f4aa5-9fae-4982-a0f5-18b4be7cb655 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a030245-5b07-4739-8728-ab3596e1c295 HTTP/1.1" status: 200 len: 1001 time: 0.0570405 Jul 30 21:13:13.972537 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e3cc5-c973-4b47-af19-ef001bf620a3 req-5ca9ad63-7556-493c-9f73-589327c1d2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:13:13.973932 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae7e3cc5-c973-4b47-af19-ef001bf620a3 req-5ca9ad63-7556-493c-9f73-589327c1d2f4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f31246ac-01bf-4bb9-83f9-4214d35d0465 HTTP/1.1" status: 200 len: 835 time: 0.0467374 Jul 30 21:13:14.018997 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e3cc5-c973-4b47-af19-ef001bf620a3 req-1a91a0dd-2261-4156-8c69-e4eff6ee8426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:13:14.020455 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae7e3cc5-c973-4b47-af19-ef001bf620a3 req-1a91a0dd-2261-4156-8c69-e4eff6ee8426 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b54b6639-7554-4170-b741-951163361bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394070 Jul 30 21:13:14.106973 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae7e3cc5-c973-4b47-af19-ef001bf620a3 req-c924021f-367a-4721-92dc-4d90dd18d5f6 service neutron] 10.222.0.83 "GET /v2.0/networks/b54b6639-7554-4170-b741-951163361bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790284 Jul 30 21:13:14.200014 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae7e3cc5-c973-4b47-af19-ef001bf620a3 req-9a81b899-e29f-43dc-a5af-f2af563d9484 service neutron] 10.222.0.83 "GET /v2.0/networks/b54b6639-7554-4170-b741-951163361bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843003 Jul 30 21:13:14.944605 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691af88-608e-4dd5-a9e7-dab29cb13436 req-20fbd47a-9dfa-4b19-9331-d6546fc73f18 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:13:14.946079 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0691af88-608e-4dd5-a9e7-dab29cb13436 req-20fbd47a-9dfa-4b19-9331-d6546fc73f18 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 945 time: 0.0513375 Jul 30 21:13:14.985490 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0691af88-608e-4dd5-a9e7-dab29cb13436 req-6f73aba3-16a4-40ed-953e-2cbeb13f233c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334370 Jul 30 21:13:16.098632 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b2a9d-7215-4a57-ac39-85ae0bd59273 req-b44eb023-1e19-4755-87cc-fce6b2e85252 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:13:16.100098 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc3b2a9d-7215-4a57-ac39-85ae0bd59273 req-b44eb023-1e19-4755-87cc-fce6b2e85252 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 945 time: 0.0481215 Jul 30 21:13:16.141916 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dc3b2a9d-7215-4a57-ac39-85ae0bd59273 req-a6f913c5-ae93-4642-9310-b868f73bf446 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359151 Jul 30 21:13:16.178414 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:13:17.257137 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce454d-721f-4a0d-8df0-6cdd2463a820 req-8cec242b-cc60-4982-90e4-9434630f1c66 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:13:17.258646 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73ce454d-721f-4a0d-8df0-6cdd2463a820 req-8cec242b-cc60-4982-90e4-9434630f1c66 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 945 time: 0.0499177 Jul 30 21:13:17.297503 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73ce454d-721f-4a0d-8df0-6cdd2463a820 req-9111808a-193b-4a0b-8a79-46634bd4815c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322876 Jul 30 21:13:18.409307 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be76f3c-4eb1-4fef-9c18-e74ca3cfcf38 req-ddefcbe9-3e74-4817-a54e-dc8acb459528 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:13:18.410768 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7be76f3c-4eb1-4fef-9c18-e74ca3cfcf38 req-ddefcbe9-3e74-4817-a54e-dc8acb459528 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 945 time: 0.0485754 Jul 30 21:13:18.448524 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7be76f3c-4eb1-4fef-9c18-e74ca3cfcf38 req-597f5da1-eadd-4a48-a606-eeb4b2b58836 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318577 Jul 30 21:13:19.561828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4881cf6-921f-4c28-93ec-06e211801bd2 req-b3b50313-771b-42ff-aaf3-b9a887c65158 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:13:19.563301 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e4881cf6-921f-4c28-93ec-06e211801bd2 req-b3b50313-771b-42ff-aaf3-b9a887c65158 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 945 time: 0.0483043 Jul 30 21:13:19.606194 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e4881cf6-921f-4c28-93ec-06e211801bd2 req-a6daa266-ee14-43db-80f3-a6f9b61fc19c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369196 Jul 30 21:13:20.251750 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:13:20.720853 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cbda0-f07a-4007-b50a-dae911e3123f req-67056df8-fed8-43a3-b6e8-3a02f72c371a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:13:20.722317 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e66cbda0-f07a-4007-b50a-dae911e3123f req-67056df8-fed8-43a3-b6e8-3a02f72c371a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 945 time: 0.0482762 Jul 30 21:13:20.761724 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e66cbda0-f07a-4007-b50a-dae911e3123f req-a8fa54ab-75bf-4ddb-a688-cfb306ab56c6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334899 Jul 30 21:13:21.350552 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9932cfad-5885-4a18-a804-2eccee873316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:13:21.875838 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de5ef6-2388-4d82-9cb4-5f458d15bd07 req-7744650d-ca59-464e-bf13-3371c92c3f35 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:13:21.877321 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-61de5ef6-2388-4d82-9cb4-5f458d15bd07 req-7744650d-ca59-464e-bf13-3371c92c3f35 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 945 time: 0.0487378 Jul 30 21:13:21.914284 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-61de5ef6-2388-4d82-9cb4-5f458d15bd07 req-6cbdfdce-6e10-4723-9b59-9c4a3bd46c77 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311236 Jul 30 21:13:23.027118 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3b8ec-9a89-46eb-98a3-bb9c33568c63 req-264e8a10-f5b9-46a6-98b3-729586feb16b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:13:23.028612 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9cb3b8ec-9a89-46eb-98a3-bb9c33568c63 req-264e8a10-f5b9-46a6-98b3-729586feb16b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 945 time: 0.0488384 Jul 30 21:13:23.070148 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9cb3b8ec-9a89-46eb-98a3-bb9c33568c63 req-e9b85026-9ec5-4562-b5ae-388b43aa23cd tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357230 Jul 30 21:13:23.780830 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e22a456-3be9-4989-b72f-2758f4084e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:13:23.827429 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:13:24.047826 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:13:24.183792 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d84bff-d0dd-4e7c-a839-e5a08e30211d req-6692667b-fe6d-4593-b65d-e421cecddfc7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:13:24.185256 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a6d84bff-d0dd-4e7c-a839-e5a08e30211d req-6692667b-fe6d-4593-b65d-e421cecddfc7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 945 time: 0.0502679 Jul 30 21:13:24.223147 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a6d84bff-d0dd-4e7c-a839-e5a08e30211d req-6930918a-412f-4b86-898f-324d5cd939b7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320697 Jul 30 21:13:25.234661 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:13:25.336675 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0b885-07d7-46bb-859e-9ef45e9fcac1 req-513f61f3-330a-49a2-92a6-713a720c8b1d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:13:25.338161 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1ce0b885-07d7-46bb-859e-9ef45e9fcac1 req-513f61f3-330a-49a2-92a6-713a720c8b1d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 945 time: 0.0486844 Jul 30 21:13:25.377132 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1ce0b885-07d7-46bb-859e-9ef45e9fcac1 req-8f057607-d8bf-4ca7-a020-ba8152eb44b9 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313427 Jul 30 21:13:26.489794 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3708052-9def-40e8-9c06-b80b86de38a5 req-5fdf3e48-a697-4bdd-b527-1ede6ae3a398 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:13:26.491241 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d3708052-9def-40e8-9c06-b80b86de38a5 req-5fdf3e48-a697-4bdd-b527-1ede6ae3a398 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 945 time: 0.0475979 Jul 30 21:13:26.532008 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d3708052-9def-40e8-9c06-b80b86de38a5 req-3fc8cb21-447f-464d-9ccd-dfb1cc77bc65 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349665 Jul 30 21:13:27.083223 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:13:27.645957 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf3ae1-193e-46b7-9f34-6dcc87495a14 req-d903d2bc-228a-4af7-b75b-6e212d0f961c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:13:27.647414 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49bf3ae1-193e-46b7-9f34-6dcc87495a14 req-d903d2bc-228a-4af7-b75b-6e212d0f961c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 945 time: 0.0490382 Jul 30 21:13:27.685194 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49bf3ae1-193e-46b7-9f34-6dcc87495a14 req-2d014ec3-6d5b-44e1-94ba-b0ce7e3f9765 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318437 Jul 30 21:13:28.798600 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e6291-485c-431d-92bf-37a9c07539ef req-09adfa61-1dc8-44d7-9ee4-982d7aa5bde0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:13:28.800149 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0a4e6291-485c-431d-92bf-37a9c07539ef req-09adfa61-1dc8-44d7-9ee4-982d7aa5bde0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 945 time: 0.0494945 Jul 30 21:13:28.837530 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0a4e6291-485c-431d-92bf-37a9c07539ef req-136a14a5-368f-407e-a614-38528b9150d2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311761 Jul 30 21:13:29.958086 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe132773-8602-4489-8918-bf8c5ac36142 req-da3e2fa4-fc46-41c1-8592-454ddc898d60 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:13:29.959801 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fe132773-8602-4489-8918-bf8c5ac36142 req-da3e2fa4-fc46-41c1-8592-454ddc898d60 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 945 time: 0.0544608 Jul 30 21:13:30.002857 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fe132773-8602-4489-8918-bf8c5ac36142 req-9b95b8bb-78af-4ac7-bcd6-581a0e170a1a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364342 Jul 30 21:13:31.117907 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14d058-f2f6-4c36-9345-85b0bcdc047a req-d181530d-d5d4-49c8-a813-7c558abaef8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:13:31.119367 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aa14d058-f2f6-4c36-9345-85b0bcdc047a req-d181530d-d5d4-49c8-a813-7c558abaef8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 945 time: 0.0489049 Jul 30 21:13:31.156920 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aa14d058-f2f6-4c36-9345-85b0bcdc047a req-e793673d-699b-4481-82ee-5ac80b1bd584 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317180 Jul 30 21:13:31.180553 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56388) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:13:31.238699 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6ad98c17-f210-4408-8fbe-9c43318d2ef6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/floatingips/9fe6424d-068b-49ac-bc0c-6c868f531dc3 HTTP/1.1" status: 200 len: 993 time: 0.0570786 Jul 30 21:13:35.646498 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97151294-cb35-4fd6-9806-0f98dac36701 req-cef4bae6-af9b-46bf-8f16-49c79013c5ed service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425584 Jul 30 21:13:35.725026 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97151294-cb35-4fd6-9806-0f98dac36701 req-0ca98b4a-c917-42b4-a7cc-b4d6f572d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:13:35.726489 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97151294-cb35-4fd6-9806-0f98dac36701 req-0ca98b4a-c917-42b4-a7cc-b4d6f572d8ff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 1096 time: 0.0398061 Jul 30 21:13:35.828094 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97151294-cb35-4fd6-9806-0f98dac36701 req-8d269549-f8de-4c95-8aeb-700393ec9c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:13:35.829553 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97151294-cb35-4fd6-9806-0f98dac36701 req-8d269549-f8de-4c95-8aeb-700393ec9c5b service neutron] 10.222.0.83 "GET /v2.0/networks?id=b54b6639-7554-4170-b741-951163361bfe HTTP/1.1" status: 200 len: 898 time: 0.0842903 Jul 30 21:13:35.896807 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97151294-cb35-4fd6-9806-0f98dac36701 req-0d3d7c6b-e56d-4081-ab85-fe8efbb7b8f2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a030245-5b07-4739-8728-ab3596e1c295 HTTP/1.1" status: 200 len: 1001 time: 0.0598938 Jul 30 21:13:35.944173 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97151294-cb35-4fd6-9806-0f98dac36701 req-adbd4759-4db3-4f6d-bac4-f4e2caeed94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:13:35.945545 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97151294-cb35-4fd6-9806-0f98dac36701 req-adbd4759-4db3-4f6d-bac4-f4e2caeed94e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f31246ac-01bf-4bb9-83f9-4214d35d0465 HTTP/1.1" status: 200 len: 835 time: 0.0423553 Jul 30 21:13:35.989294 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97151294-cb35-4fd6-9806-0f98dac36701 req-2495ebd3-085e-49a2-8188-a2c61df7016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:13:35.990724 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97151294-cb35-4fd6-9806-0f98dac36701 req-2495ebd3-085e-49a2-8188-a2c61df7016d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b54b6639-7554-4170-b741-951163361bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384805 Jul 30 21:13:36.089483 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97151294-cb35-4fd6-9806-0f98dac36701 req-b3199a71-c3ad-41d1-96e4-f442f288ada8 service neutron] 10.222.0.83 "GET /v2.0/networks/b54b6639-7554-4170-b741-951163361bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912507 Jul 30 21:13:36.178609 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97151294-cb35-4fd6-9806-0f98dac36701 req-de670644-4aa6-401f-898e-59ef94a55f0d service neutron] 10.222.0.83 "GET /v2.0/networks/b54b6639-7554-4170-b741-951163361bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815716 Jul 30 21:13:46.174724 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:13:50.264453 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:13:51.351281 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f84a064b-9a7c-4cde-817a-77aa20749069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:13:53.781951 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff11c99d-fdf7-4711-808d-d8fa23c2d336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:13:54.048230 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:13:55.236952 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:13:57.085543 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:00.826231 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:14:16.172457 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:19.895980 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56414) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:14:20.057850 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-465e4218-e1aa-4087-82a4-fccc66543d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Deleting port 8d09bca5-aaee-4f4b-9885-30888eb41204 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:14:20.058200 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-465e4218-e1aa-4087-82a4-fccc66543d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:20.134528 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-465e4218-e1aa-4087-82a4-fccc66543d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:20.134758 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-465e4218-e1aa-4087-82a4-fccc66543d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:20.146722 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-465e4218-e1aa-4087-82a4-fccc66543d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Calling delete_port for 8d09bca5-aaee-4f4b-9885-30888eb41204 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:14:20.283648 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:20.301007 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-465e4218-e1aa-4087-82a4-fccc66543d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:20.326296 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e4218-e1aa-4087-82a4-fccc66543d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Port': ['ID=8d09bca5-aaee-4f4b-9885-30888eb41204,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:20.351112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465e4218-e1aa-4087-82a4-fccc66543d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:20.351467 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465e4218-e1aa-4087-82a4-fccc66543d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:20.351835 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465e4218-e1aa-4087-82a4-fccc66543d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:20.352174 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465e4218-e1aa-4087-82a4-fccc66543d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:20.352511 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465e4218-e1aa-4087-82a4-fccc66543d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:20.352847 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465e4218-e1aa-4087-82a4-fccc66543d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:20.353181 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465e4218-e1aa-4087-82a4-fccc66543d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:20.353514 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465e4218-e1aa-4087-82a4-fccc66543d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:20.353845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465e4218-e1aa-4087-82a4-fccc66543d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:20.354174 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465e4218-e1aa-4087-82a4-fccc66543d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:20.354500 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465e4218-e1aa-4087-82a4-fccc66543d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:20.354824 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465e4218-e1aa-4087-82a4-fccc66543d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:20.395037 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-465e4218-e1aa-4087-82a4-fccc66543d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:20.395343 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-465e4218-e1aa-4087-82a4-fccc66543d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Floating IP 9fe6424d-068b-49ac-bc0c-6c868f531dc3 disassociated (deleted). External IP: 172.25.3.112, port: 1a030245-5b07-4739-8728-ab3596e1c295. Jul 30 21:14:20.599292 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465e4218-e1aa-4087-82a4-fccc66543d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Router 5e55df98-751b-4bdc-b199-57fb6c8c1596 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:14:20.704257 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465e4218-e1aa-4087-82a4-fccc66543d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:14:20.708859 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-465e4218-e1aa-4087-82a4-fccc66543d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:20.713450 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd881c1-cf18-4bac-8335-b3fe213ee225 None None] Sync routers for ids ['5e55df98-751b-4bdc-b199-57fb6c8c1596'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:14:20.722277 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd881c1-cf18-4bac-8335-b3fe213ee225 None None] Routers {'5e55df98-751b-4bdc-b199-57fb6c8c1596'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:14:20.722876 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-fcd881c1-cf18-4bac-8335-b3fe213ee225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:13:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5e55df98-751b-4bdc-b199-57fb6c8c1596'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:14:20.737413 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-465e4218-e1aa-4087-82a4-fccc66543d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "DELETE /v2.0/floatingips/9fe6424d-068b-49ac-bc0c-6c868f531dc3 HTTP/1.1" status: 204 len: 168 time: 0.8403418 Jul 30 21:14:20.738009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41aa5d8-ed34-408f-b37b-290b8232021e', 'tag': '1a030245-5b07-4739-8728-ab3596e1c295'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:14:20.742232 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2be1a42-27e7-46b8-885b-c2acfba3c698" -d '{"events": [{"name": "network-changed", "server_uuid": "d41aa5d8-ed34-408f-b37b-290b8232021e", "tag": "1a030245-5b07-4739-8728-ab3596e1c295"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:14:20.827624 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-fcd881c1-cf18-4bac-8335-b3fe213ee225 None None] Set router 5e55df98-751b-4bdc-b199-57fb6c8c1596 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:14:20.895561 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c218d32e-9150-4eb8-81a0-402199572358 x-openstack-request-id: req-c218d32e-9150-4eb8-81a0-402199572358 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:14:20.895845 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41aa5d8-ed34-408f-b37b-290b8232021e", "tag": "1a030245-5b07-4739-8728-ab3596e1c295", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:14:20.896096 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c218d32e-9150-4eb8-81a0-402199572358 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:14:20.896665 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41aa5d8-ed34-408f-b37b-290b8232021e', 'tag': '1a030245-5b07-4739-8728-ab3596e1c295', 'status': 'completed', 'code': 200} Jul 30 21:14:21.035866 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-fcd881c1-cf18-4bac-8335-b3fe213ee225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845826853', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:11:51Z', 'updated_at': '2021-07-30T21:11:55Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:11:52Z', 'updated_at': '2021-07-30T21:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'c5ad7ba6-e76b-479f-9949-d6fc4170e9e8', 'name': '', 'network_id': 'b54b6639-7554-4170-b741-951163361bfe', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:fd:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f31246ac-01bf-4bb9-83f9-4214d35d0465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:11:54Z', 'updated_at': '2021-07-30T21:11:59Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': 'f31246ac-01bf-4bb9-83f9-4214d35d0465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:14:21.061832 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be1a42-27e7-46b8-885b-c2acfba3c698 req-dde8c9c1-d0ad-4baa-95aa-b6a9a13f734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:21.063309 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e2be1a42-27e7-46b8-885b-c2acfba3c698 req-dde8c9c1-d0ad-4baa-95aa-b6a9a13f734c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 1096 time: 0.1422889 Jul 30 21:14:21.064067 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd881c1-cf18-4bac-8335-b3fe213ee225 None None] Checking router: 5e55df98-751b-4bdc-b199-57fb6c8c1596 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:14:21.072388 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd881c1-cf18-4bac-8335-b3fe213ee225 None None] Routers {'5e55df98-751b-4bdc-b199-57fb6c8c1596'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:14:21.072993 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-fcd881c1-cf18-4bac-8335-b3fe213ee225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:13:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5e55df98-751b-4bdc-b199-57fb6c8c1596'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:14:21.146195 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a065bc-abae-48a9-9a89-27c85a2d4e9f req-9e88c463-e198-48da-8177-bc5986d3e087 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:21.147701 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8a065bc-abae-48a9-9a89-27c85a2d4e9f req-9e88c463-e198-48da-8177-bc5986d3e087 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 945 time: 0.2017264 Jul 30 21:14:21.178593 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-fcd881c1-cf18-4bac-8335-b3fe213ee225 None None] Set router 5e55df98-751b-4bdc-b199-57fb6c8c1596 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:14:21.202486 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be1a42-27e7-46b8-885b-c2acfba3c698 req-4c6dcc40-fac7-4a29-9f4f-ed15f84b9df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:21.203975 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e2be1a42-27e7-46b8-885b-c2acfba3c698 req-4c6dcc40-fac7-4a29-9f4f-ed15f84b9df7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b54b6639-7554-4170-b741-951163361bfe HTTP/1.1" status: 200 len: 898 time: 0.1274889 Jul 30 21:14:21.211123 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8a065bc-abae-48a9-9a89-27c85a2d4e9f req-a9fb2101-875e-4931-ad9c-5d25401542c9 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569479 Jul 30 21:14:21.246565 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e2be1a42-27e7-46b8-885b-c2acfba3c698 req-21f74e85-9a2c-4ef8-a9c8-f616683738fc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a030245-5b07-4739-8728-ab3596e1c295 HTTP/1.1" status: 200 len: 217 time: 0.0345039 Jul 30 21:14:21.297420 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be1a42-27e7-46b8-885b-c2acfba3c698 req-e578ac5f-b567-4c4c-bafd-8237d01b30b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:21.298887 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e2be1a42-27e7-46b8-885b-c2acfba3c698 req-e578ac5f-b567-4c4c-bafd-8237d01b30b5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f31246ac-01bf-4bb9-83f9-4214d35d0465 HTTP/1.1" status: 200 len: 835 time: 0.0441775 Jul 30 21:14:21.345885 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be1a42-27e7-46b8-885b-c2acfba3c698 req-59f8ca67-b918-484e-9ab1-92dd912202fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:21.347362 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e2be1a42-27e7-46b8-885b-c2acfba3c698 req-59f8ca67-b918-484e-9ab1-92dd912202fc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b54b6639-7554-4170-b741-951163361bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404584 Jul 30 21:14:21.370721 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8efd383-d453-4320-b487-aeadd038c66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:21.390873 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-fcd881c1-cf18-4bac-8335-b3fe213ee225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845826853', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:11:51Z', 'updated_at': '2021-07-30T21:11:55Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:11:52Z', 'updated_at': '2021-07-30T21:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'c5ad7ba6-e76b-479f-9949-d6fc4170e9e8', 'name': '', 'network_id': 'b54b6639-7554-4170-b741-951163361bfe', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:fd:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f31246ac-01bf-4bb9-83f9-4214d35d0465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:11:54Z', 'updated_at': '2021-07-30T21:11:59Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': 'f31246ac-01bf-4bb9-83f9-4214d35d0465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:14:21.421064 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd881c1-cf18-4bac-8335-b3fe213ee225 None None] The sync data for ids ['5e55df98-751b-4bdc-b199-57fb6c8c1596'] in n-d-712137-9 is: [{'id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845826853', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:11:51Z', 'updated_at': '2021-07-30T21:11:55Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:11:52Z', 'updated_at': '2021-07-30T21:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'c5ad7ba6-e76b-479f-9949-d6fc4170e9e8', 'name': '', 'network_id': 'b54b6639-7554-4170-b741-951163361bfe', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:fd:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f31246ac-01bf-4bb9-83f9-4214d35d0465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:11:54Z', 'updated_at': '2021-07-30T21:11:59Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': 'f31246ac-01bf-4bb9-83f9-4214d35d0465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:14:21.450088 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e2be1a42-27e7-46b8-885b-c2acfba3c698 req-83c18d45-5dc9-486f-9002-d2ecaf6fd04f service neutron] 10.222.0.83 "GET /v2.0/networks/b54b6639-7554-4170-b741-951163361bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937848 Jul 30 21:14:21.541639 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e2be1a42-27e7-46b8-885b-c2acfba3c698 req-c4116213-2e3b-43f4-b07f-be9046222b86 service neutron] 10.222.0.83 "GET /v2.0/networks/b54b6639-7554-4170-b741-951163361bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839195 Jul 30 21:14:21.634240 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4054277-dcef-4e2c-99cc-5edb85f7a50a None None] New status for floating IP 9fe6424d-068b-49ac-bc0c-6c868f531dc3: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 21:14:22.333315 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe534f3-81c9-4fd7-b511-bdee0de3db0c req-6e97de20-5578-493a-b980-173cc8f9e833 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:22.334782 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bbe534f3-81c9-4fd7-b511-bdee0de3db0c req-6e97de20-5578-493a-b980-173cc8f9e833 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 945 time: 0.0540791 Jul 30 21:14:22.374634 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bbe534f3-81c9-4fd7-b511-bdee0de3db0c req-d1d195fb-85c0-44ef-876c-c23f3e79db25 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=b97b14e1-564d-43bc-801c-d487383d12ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339460 Jul 30 21:14:22.682974 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab9521-cb1e-4a27-aa48-dbb39f7b73fc req-02105908-9a25-4364-91b2-e693a7314c02 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:22.684438 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35ab9521-cb1e-4a27-aa48-dbb39f7b73fc req-02105908-9a25-4364-91b2-e693a7314c02 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.83 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 945 time: 0.0472226 Jul 30 21:14:22.771148 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-35ab9521-cb1e-4a27-aa48-dbb39f7b73fc req-afe520b4-4248-4feb-8575-ffd6009933a3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Deleting port 1a030245-5b07-4739-8728-ab3596e1c295 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:14:22.771492 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-35ab9521-cb1e-4a27-aa48-dbb39f7b73fc req-afe520b4-4248-4feb-8575-ffd6009933a3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:23.190477 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-35ab9521-cb1e-4a27-aa48-dbb39f7b73fc req-afe520b4-4248-4feb-8575-ffd6009933a3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] For port 1a030245-5b07-4739-8728-ab3596e1c295, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=1a030245-5b07-4739-8728-ab3596e1c295,segment=NetworkSegment(12609415-e2fd-4805-8be8-08d5d16485ee),segment_id=12609415-e2fd-4805-8be8-08d5d16485ee)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:14:23.190841 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-35ab9521-cb1e-4a27-aa48-dbb39f7b73fc req-afe520b4-4248-4feb-8575-ffd6009933a3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:23.203721 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-35ab9521-cb1e-4a27-aa48-dbb39f7b73fc req-afe520b4-4248-4feb-8575-ffd6009933a3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Calling delete_port for 1a030245-5b07-4739-8728-ab3596e1c295 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:14:23.331663 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-35ab9521-cb1e-4a27-aa48-dbb39f7b73fc req-afe520b4-4248-4feb-8575-ffd6009933a3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:23.359950 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe520b4-4248-4feb-8575-ffd6009933a3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Port': ['ID=1a030245-5b07-4739-8728-ab3596e1c295,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:23.401515 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ab9521-cb1e-4a27-aa48-dbb39f7b73fc req-afe520b4-4248-4feb-8575-ffd6009933a3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] No DVR routers for this DVR port 1a030245-5b07-4739-8728-ab3596e1c295 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:14:23.404034 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-35ab9521-cb1e-4a27-aa48-dbb39f7b73fc req-afe520b4-4248-4feb-8575-ffd6009933a3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:23.406609 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-35ab9521-cb1e-4a27-aa48-dbb39f7b73fc req-afe520b4-4248-4feb-8575-ffd6009933a3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.83 "DELETE /v2.0/ports/1a030245-5b07-4739-8728-ab3596e1c295 HTTP/1.1" status: 204 len: 173 time: 0.7158587 Jul 30 21:14:23.407075 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41aa5d8-ed34-408f-b37b-290b8232021e', 'name': 'network-vif-deleted', 'tag': '1a030245-5b07-4739-8728-ab3596e1c295'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:14:23.409363 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90e7dce-50c7-4e71-9b7a-4a8b623f6f8a" -d '{"events": [{"server_uuid": "d41aa5d8-ed34-408f-b37b-290b8232021e", "name": "network-vif-deleted", "tag": "1a030245-5b07-4739-8728-ab3596e1c295"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:14:23.481161 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a104b658-a531-4c2d-97b6-e70cac469f6b req-9a01d700-8408-441e-b32d-5ed1da78bf04 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=d41aa5d8-ed34-408f-b37b-290b8232021e HTTP/1.1" status: 200 len: 210 time: 0.0309405 Jul 30 21:14:23.528230 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea983fa-3406-4b52-86a7-dec71a54963b x-openstack-request-id: req-fea983fa-3406-4b52-86a7-dec71a54963b {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:14:23.528516 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41aa5d8-ed34-408f-b37b-290b8232021e", "name": "network-vif-deleted", "tag": "1a030245-5b07-4739-8728-ab3596e1c295", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:14:23.528786 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fea983fa-3406-4b52-86a7-dec71a54963b {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:14:23.529179 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41aa5d8-ed34-408f-b37b-290b8232021e', 'name': 'network-vif-deleted', 'tag': '1a030245-5b07-4739-8728-ab3596e1c295', 'status': 'completed', 'code': 200} Jul 30 21:14:23.784477 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f95369b6-b1d2-420b-865c-bf21dc4d95e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:24.048745 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:24.538594 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56434) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:14:24.884490 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8ebee71-bd1a-4c77-b4b1-1171c412b326 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:25.134067 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-a8ebee71-bd1a-4c77-b4b1-1171c412b326 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Deleting port c5ad7ba6-e76b-479f-9949-d6fc4170e9e8 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:14:25.134415 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8ebee71-bd1a-4c77-b4b1-1171c412b326 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:25.228461 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-a8ebee71-bd1a-4c77-b4b1-1171c412b326 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] For port c5ad7ba6-e76b-479f-9949-d6fc4170e9e8, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c5ad7ba6-e76b-479f-9949-d6fc4170e9e8,segment=NetworkSegment(12609415-e2fd-4805-8be8-08d5d16485ee),segment_id=12609415-e2fd-4805-8be8-08d5d16485ee)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:14:25.228740 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8ebee71-bd1a-4c77-b4b1-1171c412b326 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:25.239662 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:25.241763 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-a8ebee71-bd1a-4c77-b4b1-1171c412b326 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Calling delete_port for c5ad7ba6-e76b-479f-9949-d6fc4170e9e8 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:14:25.427001 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8ebee71-bd1a-4c77-b4b1-1171c412b326 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:25.452859 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebee71-bd1a-4c77-b4b1-1171c412b326 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Port': ['ID=c5ad7ba6-e76b-479f-9949-d6fc4170e9e8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:25.629298 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8ebee71-bd1a-4c77-b4b1-1171c412b326 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:25.835889 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ebee71-bd1a-4c77-b4b1-1171c412b326 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Router 5e55df98-751b-4bdc-b199-57fb6c8c1596 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:14:25.940211 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ebee71-bd1a-4c77-b4b1-1171c412b326 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:14:25.945364 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a8ebee71-bd1a-4c77-b4b1-1171c412b326 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "PUT /v2.0/routers/5e55df98-751b-4bdc-b199-57fb6c8c1596/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4057567 Jul 30 21:14:25.948100 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56436) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:14:25.949613 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae27b6f3-48d4-46fe-ad9e-bf3fdf527236 None None] Sync routers for ids ['5e55df98-751b-4bdc-b199-57fb6c8c1596'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:14:25.958574 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae27b6f3-48d4-46fe-ad9e-bf3fdf527236 None None] Routers {'5e55df98-751b-4bdc-b199-57fb6c8c1596'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:14:25.959182 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ae27b6f3-48d4-46fe-ad9e-bf3fdf527236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:14:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5e55df98-751b-4bdc-b199-57fb6c8c1596'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:14:26.003425 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e99355-2690-4c8f-baf8-ed7ba7cd21a1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Deleting subnet f31246ac-01bf-4bb9-83f9-4214d35d0465 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 21:14:26.006429 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-35e99355-2690-4c8f-baf8-ed7ba7cd21a1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:26.047417 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-35e99355-2690-4c8f-baf8-ed7ba7cd21a1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:26.062963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ae27b6f3-48d4-46fe-ad9e-bf3fdf527236 None None] Set router 5e55df98-751b-4bdc-b199-57fb6c8c1596 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:14:26.129686 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-35e99355-2690-4c8f-baf8-ed7ba7cd21a1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:26.193449 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-35e99355-2690-4c8f-baf8-ed7ba7cd21a1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:26.224438 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e99355-2690-4c8f-baf8-ed7ba7cd21a1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Subnet': ['ID=f31246ac-01bf-4bb9-83f9-4214d35d0465,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:26.226439 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-35e99355-2690-4c8f-baf8-ed7ba7cd21a1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:26.230813 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-35e99355-2690-4c8f-baf8-ed7ba7cd21a1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "DELETE /v2.0/subnets/f31246ac-01bf-4bb9-83f9-4214d35d0465 HTTP/1.1" status: 204 len: 168 time: 0.2792308 Jul 30 21:14:26.231100 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56438) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:14:26.238232 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991f52a0-6e2d-4ac2-b578-d7e219557834 None None] Network b54b6639-7554-4170-b741-951163361bfe requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:14:26.343846 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c20a374-70ce-4aeb-85f4-e5ff5075ec24 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:26.435292 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ae27b6f3-48d4-46fe-ad9e-bf3fdf527236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845826853', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:11:51Z', 'updated_at': '2021-07-30T21:14:25Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'd706d5cb-dd5c-4882-943f-2c377e330d4d', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:11:52Z', 'updated_at': '2021-07-30T21:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:14:26.449816 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c20a374-70ce-4aeb-85f4-e5ff5075ec24 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:26.469189 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae27b6f3-48d4-46fe-ad9e-bf3fdf527236 None None] Checking router: 5e55df98-751b-4bdc-b199-57fb6c8c1596 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:14:26.487820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae27b6f3-48d4-46fe-ad9e-bf3fdf527236 None None] Routers {'5e55df98-751b-4bdc-b199-57fb6c8c1596'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:14:26.488410 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ae27b6f3-48d4-46fe-ad9e-bf3fdf527236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:14:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['5e55df98-751b-4bdc-b199-57fb6c8c1596'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:14:26.503228 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-1c20a374-70ce-4aeb-85f4-e5ff5075ec24 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Deleting port d706d5cb-dd5c-4882-943f-2c377e330d4d {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:14:26.503592 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c20a374-70ce-4aeb-85f4-e5ff5075ec24 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:26.582165 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-1c20a374-70ce-4aeb-85f4-e5ff5075ec24 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] For port d706d5cb-dd5c-4882-943f-2c377e330d4d, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d706d5cb-dd5c-4882-943f-2c377e330d4d,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:14:26.582538 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c20a374-70ce-4aeb-85f4-e5ff5075ec24 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:26.595164 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-1c20a374-70ce-4aeb-85f4-e5ff5075ec24 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Calling delete_port for d706d5cb-dd5c-4882-943f-2c377e330d4d owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:14:26.607056 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ae27b6f3-48d4-46fe-ad9e-bf3fdf527236 None None] Set router 5e55df98-751b-4bdc-b199-57fb6c8c1596 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:14:26.665127 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ae27b6f3-48d4-46fe-ad9e-bf3fdf527236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845826853', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:11:51Z', 'updated_at': '2021-07-30T21:14:26Z', 'revision_number': 6, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:14:26.695071 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae27b6f3-48d4-46fe-ad9e-bf3fdf527236 None None] The sync data for ids ['5e55df98-751b-4bdc-b199-57fb6c8c1596'] in n-d-712137-9 is: [{'id': '5e55df98-751b-4bdc-b199-57fb6c8c1596', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845826853', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:11:51Z', 'updated_at': '2021-07-30T21:14:26Z', 'revision_number': 6, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:14:26.744614 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ce45ad-bc81-4d58-8cd4-578930abc9c8 None None] DHCP port deletion for b54b6639-7554-4170-b741-951163361bfe request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 21:14:26.771140 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c20a374-70ce-4aeb-85f4-e5ff5075ec24 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:26.794294 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e7ce45ad-bc81-4d58-8cd4-578930abc9c8 None None] Deleting port d95edbc9-723a-427d-a3bb-854b4e246481 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:14:26.794711 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e7ce45ad-bc81-4d58-8cd4-578930abc9c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:26.800894 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20a374-70ce-4aeb-85f4-e5ff5075ec24 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Port': ['ID=d706d5cb-dd5c-4882-943f-2c377e330d4d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:26.856496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e7ce45ad-bc81-4d58-8cd4-578930abc9c8 None None] For port d95edbc9-723a-427d-a3bb-854b4e246481, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=d95edbc9-723a-427d-a3bb-854b4e246481,segment=NetworkSegment(12609415-e2fd-4805-8be8-08d5d16485ee),segment_id=12609415-e2fd-4805-8be8-08d5d16485ee)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:14:26.856889 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e7ce45ad-bc81-4d58-8cd4-578930abc9c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:26.861107 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c20a374-70ce-4aeb-85f4-e5ff5075ec24 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:26.870098 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e7ce45ad-bc81-4d58-8cd4-578930abc9c8 None None] Calling delete_port for d95edbc9-723a-427d-a3bb-854b4e246481 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:14:26.952768 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c20a374-70ce-4aeb-85f4-e5ff5075ec24 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:26.953215 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e7ce45ad-bc81-4d58-8cd4-578930abc9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:26.954944 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c20a374-70ce-4aeb-85f4-e5ff5075ec24 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:26.979010 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce45ad-bc81-4d58-8cd4-578930abc9c8 None None] Pushing event deleted for resources: {'Port': ['ID=d95edbc9-723a-427d-a3bb-854b4e246481,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:26.981242 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ce45ad-bc81-4d58-8cd4-578930abc9c8 None None] No DVR routers for this DVR port d95edbc9-723a-427d-a3bb-854b4e246481 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:14:26.991251 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce45ad-bc81-4d58-8cd4-578930abc9c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:26.991825 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce45ad-bc81-4d58-8cd4-578930abc9c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:26.992272 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce45ad-bc81-4d58-8cd4-578930abc9c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:26.992496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce45ad-bc81-4d58-8cd4-578930abc9c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:26.992832 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce45ad-bc81-4d58-8cd4-578930abc9c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:26.993163 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce45ad-bc81-4d58-8cd4-578930abc9c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:26.993492 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce45ad-bc81-4d58-8cd4-578930abc9c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:26.993896 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce45ad-bc81-4d58-8cd4-578930abc9c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:26.994141 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce45ad-bc81-4d58-8cd4-578930abc9c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:26.994467 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce45ad-bc81-4d58-8cd4-578930abc9c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:26.994789 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce45ad-bc81-4d58-8cd4-578930abc9c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:26.995110 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce45ad-bc81-4d58-8cd4-578930abc9c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:27.003341 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c20a374-70ce-4aeb-85f4-e5ff5075ec24 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:27.003937 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c20a374-70ce-4aeb-85f4-e5ff5075ec24 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Fanout notify agent at l3_agent the message router_deleted on router 5e55df98-751b-4bdc-b199-57fb6c8c1596 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 21:14:27.010748 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1c20a374-70ce-4aeb-85f4-e5ff5075ec24 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:27.011869 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1c20a374-70ce-4aeb-85f4-e5ff5075ec24 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "DELETE /v2.0/routers/5e55df98-751b-4bdc-b199-57fb6c8c1596 HTTP/1.1" status: 204 len: 168 time: 0.7796991 Jul 30 21:14:27.014960 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56440) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:14:27.090895 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:27.104152 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8abfb12-a88b-45eb-ba8b-fab5fdce65c0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:27.189248 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8abfb12-a88b-45eb-ba8b-fab5fdce65c0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:27.198779 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-a8abfb12-a88b-45eb-ba8b-fab5fdce65c0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54b6639-7554-4170-b741-951163361bfe']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:14:27.209495 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-a8abfb12-a88b-45eb-ba8b-fab5fdce65c0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12609415-e2fd-4805-8be8-08d5d16485ee') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:14:27.209723 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-a8abfb12-a88b-45eb-ba8b-fab5fdce65c0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12609415-e2fd-4805-8be8-08d5d16485ee') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:14:27.219089 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8abfb12-a88b-45eb-ba8b-fab5fdce65c0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:27.236481 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8abfb12-a88b-45eb-ba8b-fab5fdce65c0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:27.242361 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8abfb12-a88b-45eb-ba8b-fab5fdce65c0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 21:14:27.242793 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8abfb12-a88b-45eb-ba8b-fab5fdce65c0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: timer() Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 21:14:27.245949 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 21:14:27.303078 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8abfb12-a88b-45eb-ba8b-fab5fdce65c0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:27.310114 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a8abfb12-a88b-45eb-ba8b-fab5fdce65c0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:27.312414 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a8abfb12-a88b-45eb-ba8b-fab5fdce65c0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "DELETE /v2.0/networks/b54b6639-7554-4170-b741-951163361bfe HTTP/1.1" status: 204 len: 168 time: 0.2964380 Jul 30 21:14:27.315239 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56442) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:14:27.324118 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8abfb12-a88b-45eb-ba8b-fab5fdce65c0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Network': ['ID=b54b6639-7554-4170-b741-951163361bfe,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:27.377470 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a4351af-effe-4cd3-9338-802b634bf2b6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:27.402409 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a4351af-effe-4cd3-9338-802b634bf2b6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:27.469048 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a4351af-effe-4cd3-9338-802b634bf2b6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:27.471994 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a4351af-effe-4cd3-9338-802b634bf2b6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:27.473177 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0a4351af-effe-4cd3-9338-802b634bf2b6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "DELETE /v2.0/security-groups/b97b14e1-564d-43bc-801c-d487383d12ba HTTP/1.1" status: 204 len: 168 time: 0.1567445 Jul 30 21:14:27.483114 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4351af-effe-4cd3-9338-802b634bf2b6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97b14e1-564d-43bc-801c-d487383d12ba,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:27.490839 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4351af-effe-4cd3-9338-802b634bf2b6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:27.491188 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4351af-effe-4cd3-9338-802b634bf2b6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:27.491551 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4351af-effe-4cd3-9338-802b634bf2b6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:27.492055 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4351af-effe-4cd3-9338-802b634bf2b6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:27.492394 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4351af-effe-4cd3-9338-802b634bf2b6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:27.493018 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4351af-effe-4cd3-9338-802b634bf2b6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:27.494091 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4351af-effe-4cd3-9338-802b634bf2b6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:27.494452 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4351af-effe-4cd3-9338-802b634bf2b6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:27.494786 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4351af-effe-4cd3-9338-802b634bf2b6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:27.495123 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4351af-effe-4cd3-9338-802b634bf2b6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:27.495449 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4351af-effe-4cd3-9338-802b634bf2b6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:27.495799 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4351af-effe-4cd3-9338-802b634bf2b6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:27.511013 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c5ad7ba6-e76b-479f-9949-d6fc4170e9e8 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:14:27.534883 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: c5ad7ba6-e76b-479f-9949-d6fc4170e9e8 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:14:27.535232 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c5ad7ba6-e76b-479f-9949-d6fc4170e9e8 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:14:27.535682 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d706d5cb-dd5c-4882-943f-2c377e330d4d no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:14:27.555325 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: d706d5cb-dd5c-4882-943f-2c377e330d4d {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:14:27.555762 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d706d5cb-dd5c-4882-943f-2c377e330d4d not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:14:27.556206 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d95edbc9-723a-427d-a3bb-854b4e246481 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:14:27.575587 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: d95edbc9-723a-427d-a3bb-854b4e246481 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:14:27.575943 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device d95edbc9-723a-427d-a3bb-854b4e246481 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:14:27.892389 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56452) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:14:27.897111 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-bde46d50-d47e-447f-9701-23bf1ee41590 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1662860846', 'description': 'tempest-secgroup-smoke-1662860846 description', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:14:27.920446 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bde46d50-d47e-447f-9701-23bf1ee41590 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.000670 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bde46d50-d47e-447f-9701-23bf1ee41590 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.004368 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1a030245-5b07-4739-8728-ab3596e1c295 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:14:28.005330 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bde46d50-d47e-447f-9701-23bf1ee41590 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.030752 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 1a030245-5b07-4739-8728-ab3596e1c295 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:14:28.031542 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 1a030245-5b07-4739-8728-ab3596e1c295 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:14:28.035360 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bde46d50-d47e-447f-9701-23bf1ee41590 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.036628 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bde46d50-d47e-447f-9701-23bf1ee41590 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1432266 Jul 30 21:14:28.037727 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde46d50-d47e-447f-9701-23bf1ee41590 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f59c7670-577c-4b51-abee-3e314ffe6e8e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:28.039728 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56454) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:14:28.044435 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ccdf0dc3-1ec4-48aa-96db-25c6a89ca12b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': 'f59c7670-577c-4b51-abee-3e314ffe6e8e', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:14:28.071197 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ccdf0dc3-1ec4-48aa-96db-25c6a89ca12b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.127518 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ccdf0dc3-1ec4-48aa-96db-25c6a89ca12b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.130996 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ccdf0dc3-1ec4-48aa-96db-25c6a89ca12b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.148167 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf0dc3-1ec4-48aa-96db-25c6a89ca12b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360356c5-fa7f-4bb9-a438-d43a57d9693d,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:28.154189 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ccdf0dc3-1ec4-48aa-96db-25c6a89ca12b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.155453 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ccdf0dc3-1ec4-48aa-96db-25c6a89ca12b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146808 Jul 30 21:14:28.158580 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56456) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:14:28.163026 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-c9100eb8-20da-47ff-83b2-fd1a6c0887ad tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': 'f59c7670-577c-4b51-abee-3e314ffe6e8e', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:14:28.189001 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c9100eb8-20da-47ff-83b2-fd1a6c0887ad tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.249005 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c9100eb8-20da-47ff-83b2-fd1a6c0887ad tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.252661 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c9100eb8-20da-47ff-83b2-fd1a6c0887ad tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.271804 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9100eb8-20da-47ff-83b2-fd1a6c0887ad tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9e8cef-5f52-4e5e-a71c-b0615951bdb9,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:28.278306 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c9100eb8-20da-47ff-83b2-fd1a6c0887ad tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.279609 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c9100eb8-20da-47ff-83b2-fd1a6c0887ad tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200871 Jul 30 21:14:28.282402 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56458) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:14:28.286798 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-9ed816bb-ce7a-4ba6-896d-eb99fc67a164 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': 'f59c7670-577c-4b51-abee-3e314ffe6e8e', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:14:28.318915 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ed816bb-ce7a-4ba6-896d-eb99fc67a164 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.377607 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ed816bb-ce7a-4ba6-896d-eb99fc67a164 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.380993 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ed816bb-ce7a-4ba6-896d-eb99fc67a164 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.395372 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed816bb-ce7a-4ba6-896d-eb99fc67a164 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10bf8c88-1c8c-4ac2-b5fc-340e5a6ac484,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:28.404189 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ed816bb-ce7a-4ba6-896d-eb99fc67a164 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.405470 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-9ed816bb-ce7a-4ba6-896d-eb99fc67a164 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221480 Jul 30 21:14:28.408236 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56460) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:14:28.412526 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-730fb61f-d986-4665-8750-ddbf09db493c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': 'f59c7670-577c-4b51-abee-3e314ffe6e8e', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:14:28.438954 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-730fb61f-d986-4665-8750-ddbf09db493c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.496247 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-730fb61f-d986-4665-8750-ddbf09db493c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.500411 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-730fb61f-d986-4665-8750-ddbf09db493c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.520191 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730fb61f-d986-4665-8750-ddbf09db493c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b610353-0cc8-4ddd-aad0-025a5ba39e11,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:28.523534 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-730fb61f-d986-4665-8750-ddbf09db493c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.524702 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-730fb61f-d986-4665-8750-ddbf09db493c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155586 Jul 30 21:14:28.527477 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56462) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:14:28.532146 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-2259dee4-901b-4370-87e3-55013e98015c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': 'f59c7670-577c-4b51-abee-3e314ffe6e8e', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:14:28.553200 n-d-712137-9 neutron-server[93882]: INFO neutron.db.securitygroups_db [None req-2259dee4-901b-4370-87e3-55013e98015c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Project 7c6abece9a044d4ca3183a8a35d6564b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 21:14:28.557914 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2259dee4-901b-4370-87e3-55013e98015c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.619006 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2259dee4-901b-4370-87e3-55013e98015c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.622846 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2259dee4-901b-4370-87e3-55013e98015c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.640108 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259dee4-901b-4370-87e3-55013e98015c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676e6a97-ee7e-4574-a0ff-404b42855843,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:28.646551 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2259dee4-901b-4370-87e3-55013e98015c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.647724 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2259dee4-901b-4370-87e3-55013e98015c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192398 Jul 30 21:14:28.650419 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56464) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:14:28.654859 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3c9cc6ab-02a9-4d83-92ce-16813b5d1d60 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': 'f59c7670-577c-4b51-abee-3e314ffe6e8e', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:14:28.676872 n-d-712137-9 neutron-server[93882]: INFO neutron.db.securitygroups_db [None req-3c9cc6ab-02a9-4d83-92ce-16813b5d1d60 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Project 7c6abece9a044d4ca3183a8a35d6564b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 21:14:28.681673 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc6ab-02a9-4d83-92ce-16813b5d1d60 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.741871 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc6ab-02a9-4d83-92ce-16813b5d1d60 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.745452 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc6ab-02a9-4d83-92ce-16813b5d1d60 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.765110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cc6ab-02a9-4d83-92ce-16813b5d1d60 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff73af6-4ef9-490e-a0c6-231303ce2338,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:28.768550 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc6ab-02a9-4d83-92ce-16813b5d1d60 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.769741 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3c9cc6ab-02a9-4d83-92ce-16813b5d1d60 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183939 Jul 30 21:14:28.772535 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56466) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:14:28.777319 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-cc4b6e39-322c-4c3b-b543-3a40000e8d63 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'network': {'name': 'tempest-network-smoke--209644100', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'port_security_enabled': True}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:14:28.797945 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4b6e39-322c-4c3b-b543-3a40000e8d63 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Made reservation on behalf of 7c6abece9a044d4ca3183a8a35d6564b for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:14:28.801281 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc4b6e39-322c-4c3b-b543-3a40000e8d63 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.824415 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4b6e39-322c-4c3b-b543-3a40000e8d63 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 21:14:28.833457 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc4b6e39-322c-4c3b-b543-3a40000e8d63 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.833798 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-cc4b6e39-322c-4c3b-b543-3a40000e8d63 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Added segment 319b3f38-b262-46ae-8dc7-a5f43332284d of type vlan for network 31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 Jul 30 21:14:28.873134 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc4b6e39-322c-4c3b-b543-3a40000e8d63 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.899627 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc4b6e39-322c-4c3b-b543-3a40000e8d63 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.905663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4b6e39-322c-4c3b-b543-3a40000e8d63 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:28.906244 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc4b6e39-322c-4c3b-b543-3a40000e8d63 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:28.962392 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cc4b6e39-322c-4c3b-b543-3a40000e8d63 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1888790 Jul 30 21:14:28.965137 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56468) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:14:28.972191 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-8dba2167-8daa-4a71-89fc-b8221f618099 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-465894416', 'admin_state_up': True, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:14:28.987002 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b6e39-322c-4c3b-b543-3a40000e8d63 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Network': ['ID=31e3bbb7-5c1e-42bd-b12d-bae3d7014a62,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:28.997056 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 21:14:29.001731 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8dba2167-8daa-4a71-89fc-b8221f618099 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:29.002757 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8dba2167-8daa-4a71-89fc-b8221f618099 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:29.053638 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8dba2167-8daa-4a71-89fc-b8221f618099 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:29.188025 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8dba2167-8daa-4a71-89fc-b8221f618099 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:29.376716 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8dba2167-8daa-4a71-89fc-b8221f618099 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:29.394949 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8dba2167-8daa-4a71-89fc-b8221f618099 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:29.493621 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-8dba2167-8daa-4a71-89fc-b8221f618099 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Allocated IP 172.25.3.122 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/fc95ca97-1e47-4c5b-9378-915fe4ca50ef) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:14:29.924588 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8dba2167-8daa-4a71-89fc-b8221f618099 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:29.962573 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8dba2167-8daa-4a71-89fc-b8221f618099 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:29.998250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dba2167-8daa-4a71-89fc-b8221f618099 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:14:30.001045 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-8dba2167-8daa-4a71-89fc-b8221f618099 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:14:30.004503 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dba2167-8daa-4a71-89fc-b8221f618099 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:14:30.030235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba2167-8daa-4a71-89fc-b8221f618099 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=fc95ca97-1e47-4c5b-9378-915fe4ca50ef,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:30.253910 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8dba2167-8daa-4a71-89fc-b8221f618099 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:30.448464 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8dba2167-8daa-4a71-89fc-b8221f618099 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:30.572000 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dba2167-8daa-4a71-89fc-b8221f618099 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Router c32e683a-d61a-4f62-bf0e-a6b221fe0472 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 21:14:30.675551 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dba2167-8daa-4a71-89fc-b8221f618099 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:14:30.685035 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] Sync routers for ids ['c32e683a-d61a-4f62-bf0e-a6b221fe0472'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:14:30.694707 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8dba2167-8daa-4a71-89fc-b8221f618099 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:30.694902 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] Routers {'c32e683a-d61a-4f62-bf0e-a6b221fe0472'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:14:30.695554 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:14:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c32e683a-d61a-4f62-bf0e-a6b221fe0472'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:14:30.696272 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8dba2167-8daa-4a71-89fc-b8221f618099 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7302036 Jul 30 21:14:30.700665 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56472) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:14:30.728879 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cd33340a-ea22-4689-a2e5-003e4be83ebd tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=7c6abece9a044d4ca3183a8a35d6564b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270298 Jul 30 21:14:30.731425 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56474) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:14:30.796900 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] Set router c32e683a-d61a-4f62-bf0e-a6b221fe0472 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:14:30.819703 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeccf95-26a9-4af7-a1d5-15edb7137683 tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:30.821360 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8eeccf95-26a9-4af7-a1d5-15edb7137683 tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888612 Jul 30 21:14:30.824112 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56476) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:14:30.851127 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c5d53adf-43a0-4cd6-af1d-f84100119826 tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260231 Jul 30 21:14:30.853490 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56478) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:14:30.858652 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e459ca17-0669-4f19-a6be-453cc25ede2d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1883780983', 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:14:30.947230 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e459ca17-0669-4f19-a6be-453cc25ede2d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Made reservation on behalf of 7c6abece9a044d4ca3183a8a35d6564b for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:14:30.951084 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e459ca17-0669-4f19-a6be-453cc25ede2d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:30.965602 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465894416', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:30Z', 'revision_number': 3, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:14:30.994003 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] Checking router: c32e683a-d61a-4f62-bf0e-a6b221fe0472 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:14:30.994348 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] Updating router c32e683a-d61a-4f62-bf0e-a6b221fe0472 port fc95ca97-1e47-4c5b-9378-915fe4ca50ef binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:14:31.018313 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:31.133194 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e459ca17-0669-4f19-a6be-453cc25ede2d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:31.194535 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459ca17-0669-4f19-a6be-453cc25ede2d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Subnet': ['ID=9ee437c5-1d88-457d-b452-590f89187c93,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:31.201780 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e459ca17-0669-4f19-a6be-453cc25ede2d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Checking segment: {'id': '319b3f38-b262-46ae-8dc7-a5f43332284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:14:31.202148 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e459ca17-0669-4f19-a6be-453cc25ede2d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network hostable DHCP agents. Network: 31e3bbb7-5c1e-42bd-b12d-bae3d7014a62, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 21:14:31.218544 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e459ca17-0669-4f19-a6be-453cc25ede2d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network 31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 21:14:31.227159 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e459ca17-0669-4f19-a6be-453cc25ede2d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 31e3bbb7-5c1e-42bd-b12d-bae3d7014a62) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:14:31.231529 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e459ca17-0669-4f19-a6be-453cc25ede2d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:31.232251 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e459ca17-0669-4f19-a6be-453cc25ede2d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:31.238044 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d21486-8b3e-4385-bd14-b72e193bdc33 None None] Network 31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:14:31.249293 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e459ca17-0669-4f19-a6be-453cc25ede2d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3948126 Jul 30 21:14:31.252347 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56480) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:14:31.268435 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:31.279952 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] Transition to ACTIVE for port object fc95ca97-1e47-4c5b-9378-915fe4ca50ef will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:14:31.287093 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:31.328500 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] Attempting to bind port fc95ca97-1e47-4c5b-9378-915fe4ca50ef on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:14:31.328869 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] Attempting to bind port fc95ca97-1e47-4c5b-9378-915fe4ca50ef by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:14:31.329222 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] Attempting to bind port fc95ca97-1e47-4c5b-9378-915fe4ca50ef on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:14:31.338221 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:14:31.338590 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:14:31.338982 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:31.339366 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:14:31.339848 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] Bound port: fc95ca97-1e47-4c5b-9378-915fe4ca50ef, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:14:31.340222 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:31.396667 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] For port fc95ca97-1e47-4c5b-9378-915fe4ca50ef, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:14:31.401435 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6684d37e-0651-401f-9bc1-e0178af05225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-31e3bbb7-5c1e-42bd-b12d-bae3d7014a62', 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'fixed_ips': [{'subnet_id': '9ee437c5-1d88-457d-b452-590f89187c93'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 21:14:31.402586 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6684d37e-0651-401f-9bc1-e0178af05225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:31.415005 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] For port fc95ca97-1e47-4c5b-9378-915fe4ca50ef, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=fc95ca97-1e47-4c5b-9378-915fe4ca50ef,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:14:31.416119 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd31fd-6e1b-4fe8-83a4-e721da430959 None None] Pushing event updated for resources: {'Port': ['ID=fc95ca97-1e47-4c5b-9378-915fe4ca50ef,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:31.424378 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd31fd-6e1b-4fe8-83a4-e721da430959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:31.424721 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd31fd-6e1b-4fe8-83a4-e721da430959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:31.425056 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd31fd-6e1b-4fe8-83a4-e721da430959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:31.425386 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd31fd-6e1b-4fe8-83a4-e721da430959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:31.425715 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd31fd-6e1b-4fe8-83a4-e721da430959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:31.426041 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd31fd-6e1b-4fe8-83a4-e721da430959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:31.426385 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd31fd-6e1b-4fe8-83a4-e721da430959 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:31.426681 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd31fd-6e1b-4fe8-83a4-e721da430959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:31.426991 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd31fd-6e1b-4fe8-83a4-e721da430959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:31.427499 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd31fd-6e1b-4fe8-83a4-e721da430959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:31.427863 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd31fd-6e1b-4fe8-83a4-e721da430959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:31.428157 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd31fd-6e1b-4fe8-83a4-e721da430959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:14:31.431589 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:31.489784 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd31fd-6e1b-4fe8-83a4-e721da430959 None None] Pushing event updated for resources: {'Port': ['ID=fc95ca97-1e47-4c5b-9378-915fe4ca50ef,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:31.491919 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] Routers {'c32e683a-d61a-4f62-bf0e-a6b221fe0472'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:14:31.492720 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:14:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c32e683a-d61a-4f62-bf0e-a6b221fe0472'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:14:31.564688 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-6684d37e-0651-401f-9bc1-e0178af05225 None None] Allocated IP 172.20.0.2 (31e3bbb7-5c1e-42bd-b12d-bae3d7014a62/9ee437c5-1d88-457d-b452-590f89187c93/0cc6a5e4-93a4-4627-be53-24714b269ddc) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:14:31.696395 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] Set router c32e683a-d61a-4f62-bf0e-a6b221fe0472 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:14:31.715608 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6684d37e-0651-401f-9bc1-e0178af05225 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:31.724613 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6684d37e-0651-401f-9bc1-e0178af05225 None None] Transition to ACTIVE for port object 0cc6a5e4-93a4-4627-be53-24714b269ddc will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:14:31.739529 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6684d37e-0651-401f-9bc1-e0178af05225 None None] Transition to ACTIVE for port object 0cc6a5e4-93a4-4627-be53-24714b269ddc will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:14:31.740714 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68523372-42c5-41ce-9e49-6597b3eec3d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:31.745149 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6684d37e-0651-401f-9bc1-e0178af05225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:31.789952 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6684d37e-0651-401f-9bc1-e0178af05225 None None] Network 31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:14:31.792798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6684d37e-0651-401f-9bc1-e0178af05225 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:14:31.800517 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6684d37e-0651-401f-9bc1-e0178af05225 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:14:31.803314 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684d37e-0651-401f-9bc1-e0178af05225 None None] Pushing event updated for resources: {'Port': ['ID=0cc6a5e4-93a4-4627-be53-24714b269ddc,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:31.854810 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6684d37e-0651-401f-9bc1-e0178af05225 None None] Attempting to bind port 0cc6a5e4-93a4-4627-be53-24714b269ddc on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:14:31.855177 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6684d37e-0651-401f-9bc1-e0178af05225 None None] Attempting to bind port 0cc6a5e4-93a4-4627-be53-24714b269ddc by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '319b3f38-b262-46ae-8dc7-a5f43332284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:14:31.855561 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6684d37e-0651-401f-9bc1-e0178af05225 None None] Attempting to bind port 0cc6a5e4-93a4-4627-be53-24714b269ddc on network 31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:14:31.861205 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6684d37e-0651-401f-9bc1-e0178af05225 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:14:31.861581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6684d37e-0651-401f-9bc1-e0178af05225 None None] Checking segment: {'id': '319b3f38-b262-46ae-8dc7-a5f43332284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:14:31.862207 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6684d37e-0651-401f-9bc1-e0178af05225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:31.862370 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6684d37e-0651-401f-9bc1-e0178af05225 None None] Bound using segment: {'id': '319b3f38-b262-46ae-8dc7-a5f43332284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:14:31.862831 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-6684d37e-0651-401f-9bc1-e0178af05225 None None] Bound port: 0cc6a5e4-93a4-4627-be53-24714b269ddc, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319b3f38-b262-46ae-8dc7-a5f43332284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:14:31.863212 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6684d37e-0651-401f-9bc1-e0178af05225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:31.892588 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465894416', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:30Z', 'revision_number': 3, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:14:31.923358 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676cac56-2101-4d40-9c72-0a89eb8b7235 None None] The sync data for ids ['c32e683a-d61a-4f62-bf0e-a6b221fe0472'] in n-d-712137-9 is: [{'id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465894416', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:30Z', 'revision_number': 3, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:14:31.926558 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6684d37e-0651-401f-9bc1-e0178af05225 None None] For port 0cc6a5e4-93a4-4627-be53-24714b269ddc, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:14:31.930349 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6684d37e-0651-401f-9bc1-e0178af05225 None None] For port 0cc6a5e4-93a4-4627-be53-24714b269ddc, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0cc6a5e4-93a4-4627-be53-24714b269ddc,segment=NetworkSegment(319b3f38-b262-46ae-8dc7-a5f43332284d),segment_id=319b3f38-b262-46ae-8dc7-a5f43332284d)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:14:31.934842 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6684d37e-0651-401f-9bc1-e0178af05225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:32.002153 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684d37e-0651-401f-9bc1-e0178af05225 None None] Pushing event updated for resources: {'Port': ['ID=0cc6a5e4-93a4-4627-be53-24714b269ddc,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:32.052007 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-68523372-42c5-41ce-9e49-6597b3eec3d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Allocated IP 172.20.0.1 (31e3bbb7-5c1e-42bd-b12d-bae3d7014a62/9ee437c5-1d88-457d-b452-590f89187c93/7751f77a-6232-4757-b291-2d5e71ed5e24) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:14:32.192533 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68523372-42c5-41ce-9e49-6597b3eec3d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:32.210493 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-68523372-42c5-41ce-9e49-6597b3eec3d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Transition to ACTIVE for port object 7751f77a-6232-4757-b291-2d5e71ed5e24 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:14:32.270805 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68523372-42c5-41ce-9e49-6597b3eec3d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:32.326251 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68523372-42c5-41ce-9e49-6597b3eec3d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network 31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:14:32.330000 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-68523372-42c5-41ce-9e49-6597b3eec3d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:14:32.337115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68523372-42c5-41ce-9e49-6597b3eec3d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:14:32.340409 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68523372-42c5-41ce-9e49-6597b3eec3d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=7751f77a-6232-4757-b291-2d5e71ed5e24,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:32.390047 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68523372-42c5-41ce-9e49-6597b3eec3d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:32.535200 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68523372-42c5-41ce-9e49-6597b3eec3d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:32.847234 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68523372-42c5-41ce-9e49-6597b3eec3d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:32.853066 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68523372-42c5-41ce-9e49-6597b3eec3d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:32.929021 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68523372-42c5-41ce-9e49-6597b3eec3d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=7751f77a-6232-4757-b291-2d5e71ed5e24,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:32.934157 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-68523372-42c5-41ce-9e49-6597b3eec3d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:33.012179 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5afb94-153a-488c-ba9c-12ebb009a650 None None] Network 31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:14:33.034594 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68523372-42c5-41ce-9e49-6597b3eec3d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network 31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:14:33.035952 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-68523372-42c5-41ce-9e49-6597b3eec3d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:14:33.074929 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-fc232b78-7a94-4294-bd50-a69a3ee0dd20 None None] Provisioning for port 0cc6a5e4-93a4-4627-be53-24714b269ddc completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:14:33.151948 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68523372-42c5-41ce-9e49-6597b3eec3d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Router c32e683a-d61a-4f62-bf0e-a6b221fe0472 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:14:33.264815 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68523372-42c5-41ce-9e49-6597b3eec3d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:14:33.271387 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-68523372-42c5-41ce-9e49-6597b3eec3d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "PUT /v2.0/routers/c32e683a-d61a-4f62-bf0e-a6b221fe0472/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0175819 Jul 30 21:14:33.409487 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e30ee7a4-4da7-4471-9470-e1be3a524408 None None] Provisioning for port 7751f77a-6232-4757-b291-2d5e71ed5e24 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:14:33.415142 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e30ee7a4-4da7-4471-9470-e1be3a524408 None None] Provisioning complete for port 7751f77a-6232-4757-b291-2d5e71ed5e24 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:14:33.415598 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e30ee7a4-4da7-4471-9470-e1be3a524408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:33.460194 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3961f9c2-cc9c-4809-8380-808de838c876 req-4dd36d58-110c-47a6-9697-646fc215271e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1662860846&fields=id&tenant_id=7c6abece9a044d4ca3183a8a35d6564b HTTP/1.1" status: 200 len: 267 time: 0.0581412 Jul 30 21:14:33.469597 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e30ee7a4-4da7-4471-9470-e1be3a524408 None None] Port 7751f77a-6232-4757-b291-2d5e71ed5e24 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:14:33.571236 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device fc95ca97-1e47-4c5b-9378-915fe4ca50ef up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:14:33.602281 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961f9c2-cc9c-4809-8380-808de838c876 req-3d5216df-dfce-4adc-a66d-baaa2f7dfbc9 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:33.604268 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3961f9c2-cc9c-4809-8380-808de838c876 req-3d5216df-dfce-4adc-a66d-baaa2f7dfbc9 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/networks?id=31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 HTTP/1.1" status: 200 len: 796 time: 0.1312699 Jul 30 21:14:33.620795 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3961f9c2-cc9c-4809-8380-808de838c876 req-28b8819e-fd72-4b22-858c-681c778025b2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/quotas/7c6abece9a044d4ca3183a8a35d6564b HTTP/1.1" status: 200 len: 375 time: 0.0102906 Jul 30 21:14:33.629717 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port fc95ca97-1e47-4c5b-9378-915fe4ca50ef completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:14:33.634677 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port fc95ca97-1e47-4c5b-9378-915fe4ca50ef triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:14:33.635300 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:33.685951 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3961f9c2-cc9c-4809-8380-808de838c876 req-adf7df9b-97fa-4d71-b2b9-8e29d4c765f7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590968 Jul 30 21:14:33.725651 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] Sync routers for ids ['c32e683a-d61a-4f62-bf0e-a6b221fe0472'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:14:33.755412 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:33.764140 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7acfae68-40a5-4467-87de-8741d6b0d09d None None] Provisioning complete for port 7751f77a-6232-4757-b291-2d5e71ed5e24 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:14:33.764471 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7acfae68-40a5-4467-87de-8741d6b0d09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:33.766254 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] Routers {'c32e683a-d61a-4f62-bf0e-a6b221fe0472'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:14:33.766937 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:14:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c32e683a-d61a-4f62-bf0e-a6b221fe0472'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:14:33.796072 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3961f9c2-cc9c-4809-8380-808de838c876 req-c3acc934-fc92-4de7-b42c-9057f90ea66c service neutron] 10.222.0.81 "GET /v2.0/networks/31e3bbb7-5c1e-42bd-b12d-bae3d7014a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955086 Jul 30 21:14:33.835423 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port fc95ca97-1e47-4c5b-9378-915fe4ca50ef, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=fc95ca97-1e47-4c5b-9378-915fe4ca50ef,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:14:33.844737 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:33.845517 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0cc6a5e4-93a4-4627-be53-24714b269ddc up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:14:33.881154 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7acfae68-40a5-4467-87de-8741d6b0d09d None None] Port 7751f77a-6232-4757-b291-2d5e71ed5e24 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:14:33.892246 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3961f9c2-cc9c-4809-8380-808de838c876 req-16885ccb-9dd0-4efe-a003-08b2c3c4db4c service neutron] 10.222.0.81 "GET /v2.0/networks/31e3bbb7-5c1e-42bd-b12d-bae3d7014a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912614 Jul 30 21:14:33.985630 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] Set router c32e683a-d61a-4f62-bf0e-a6b221fe0472 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:14:34.031636 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=fc95ca97-1e47-4c5b-9378-915fe4ca50ef,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:34.055851 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 0cc6a5e4-93a4-4627-be53-24714b269ddc completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:14:34.063988 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e9401e6e-a2ee-41bf-a3e8-4fa65e8fee7f req-de973284-232e-494e-9b05-502148fba62d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 210 time: 0.0369296 Jul 30 21:14:34.088768 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 0cc6a5e4-93a4-4627-be53-24714b269ddc triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:14:34.089147 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:34.113369 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cefb2fcc-8404-4e2c-981c-e0e1a912188a None None] Provisioning complete for port 7751f77a-6232-4757-b291-2d5e71ed5e24 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:14:34.113776 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cefb2fcc-8404-4e2c-981c-e0e1a912188a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:34.217577 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-cefb2fcc-8404-4e2c-981c-e0e1a912188a None None] Port 7751f77a-6232-4757-b291-2d5e71ed5e24 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:14:34.301493 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:34.344490 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 0cc6a5e4-93a4-4627-be53-24714b269ddc, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0cc6a5e4-93a4-4627-be53-24714b269ddc,segment=NetworkSegment(319b3f38-b262-46ae-8dc7-a5f43332284d),segment_id=319b3f38-b262-46ae-8dc7-a5f43332284d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:14:34.348529 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:34.355202 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465894416', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:32Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '7751f77a-6232-4757-b291-2d5e71ed5e24', 'name': '', 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:a7:b6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9ee437c5-1d88-457d-b452-590f89187c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:14:31Z', 'updated_at': '2021-07-30T21:14:32Z', 'revision_number': 2, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '9ee437c5-1d88-457d-b452-590f89187c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:14:34.405508 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] Checking router: c32e683a-d61a-4f62-bf0e-a6b221fe0472 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:14:34.405860 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] Updating router c32e683a-d61a-4f62-bf0e-a6b221fe0472 port 7751f77a-6232-4757-b291-2d5e71ed5e24 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:14:34.444488 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:34.457668 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=0cc6a5e4-93a4-4627-be53-24714b269ddc,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:34.715270 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:34.724976 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] Transition to ACTIVE for port object 7751f77a-6232-4757-b291-2d5e71ed5e24 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:14:34.730668 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:34.780210 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700f06f-2167-4600-847f-eaef476d6b72 None None] Pushing event updated for resources: {'Port': ['ID=7751f77a-6232-4757-b291-2d5e71ed5e24,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:34.831239 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] Attempting to bind port 7751f77a-6232-4757-b291-2d5e71ed5e24 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:14:34.831779 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] Attempting to bind port 7751f77a-6232-4757-b291-2d5e71ed5e24 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '319b3f38-b262-46ae-8dc7-a5f43332284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:14:34.832141 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] Attempting to bind port 7751f77a-6232-4757-b291-2d5e71ed5e24 on network 31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:14:34.838469 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:14:34.838767 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] Checking segment: {'id': '319b3f38-b262-46ae-8dc7-a5f43332284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:14:34.839287 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:34.839903 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] Bound using segment: {'id': '319b3f38-b262-46ae-8dc7-a5f43332284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:14:34.840376 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] Bound port: 7751f77a-6232-4757-b291-2d5e71ed5e24, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319b3f38-b262-46ae-8dc7-a5f43332284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:14:34.840753 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:34.914572 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] For port 7751f77a-6232-4757-b291-2d5e71ed5e24, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:14:34.917937 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] For port 7751f77a-6232-4757-b291-2d5e71ed5e24, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7751f77a-6232-4757-b291-2d5e71ed5e24,segment=NetworkSegment(319b3f38-b262-46ae-8dc7-a5f43332284d),segment_id=319b3f38-b262-46ae-8dc7-a5f43332284d)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:14:34.928555 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:34.981019 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] Routers {'c32e683a-d61a-4f62-bf0e-a6b221fe0472'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:14:34.981853 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:14:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c32e683a-d61a-4f62-bf0e-a6b221fe0472'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:14:35.045480 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700f06f-2167-4600-847f-eaef476d6b72 None None] Pushing event updated for resources: {'Port': ['ID=7751f77a-6232-4757-b291-2d5e71ed5e24,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:35.066347 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961f9c2-cc9c-4809-8380-808de838c876 req-106d941f-fd9b-4427-8316-23182e8b7e7d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:35.068041 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3961f9c2-cc9c-4809-8380-808de838c876 req-106d941f-fd9b-4427-8316-23182e8b7e7d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.83 "GET /v2.0/networks?id=31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 HTTP/1.1" status: 200 len: 796 time: 0.1428554 Jul 30 21:14:35.124170 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3961f9c2-cc9c-4809-8380-808de838c876 req-f8b40b0f-983e-432f-a7b5-da235a0b2b98 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c6abece9a044d4ca3183a8a35d6564b HTTP/1.1" status: 200 len: 380 time: 0.0456991 Jul 30 21:14:35.135253 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-3961f9c2-cc9c-4809-8380-808de838c876 req-87521a6f-56f5-48b3-b11c-ffff0cb0a76b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'port': {'device_id': 'e20cb5ec-b653-44a1-8c5c-72674ff9a9ce', 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62', 'admin_state_up': True, 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'security_groups': ['f59c7670-577c-4b51-abee-3e314ffe6e8e']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:14:35.214891 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dcd07c0f-92a4-4000-a949-69a0e1989e18 req-09beaea2-8452-4156-a7d7-da565d0e64e3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 210 time: 0.0607665 Jul 30 21:14:35.286106 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3961f9c2-cc9c-4809-8380-808de838c876 req-87521a6f-56f5-48b3-b11c-ffff0cb0a76b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Made reservation on behalf of 7c6abece9a044d4ca3183a8a35d6564b for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:14:35.289757 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3961f9c2-cc9c-4809-8380-808de838c876 req-87521a6f-56f5-48b3-b11c-ffff0cb0a76b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:35.311330 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] Set router c32e683a-d61a-4f62-bf0e-a6b221fe0472 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:14:35.422142 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-3961f9c2-cc9c-4809-8380-808de838c876 req-87521a6f-56f5-48b3-b11c-ffff0cb0a76b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Allocated IP 172.20.0.5 (31e3bbb7-5c1e-42bd-b12d-bae3d7014a62/9ee437c5-1d88-457d-b452-590f89187c93/783dd72b-b93d-41e6-939c-498fa85c55f7) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:14:35.494149 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device fc95ca97-1e47-4c5b-9378-915fe4ca50ef up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:14:35.564982 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465894416', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:32Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '7751f77a-6232-4757-b291-2d5e71ed5e24', 'name': '', 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:a7:b6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9ee437c5-1d88-457d-b452-590f89187c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:14:31Z', 'updated_at': '2021-07-30T21:14:34Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '9ee437c5-1d88-457d-b452-590f89187c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:14:35.566769 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port fc95ca97-1e47-4c5b-9378-915fe4ca50ef triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:14:35.567300 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:35.575089 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3961f9c2-cc9c-4809-8380-808de838c876 req-87521a6f-56f5-48b3-b11c-ffff0cb0a76b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:35.588668 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-3961f9c2-cc9c-4809-8380-808de838c876 req-87521a6f-56f5-48b3-b11c-ffff0cb0a76b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Transition to ACTIVE for port object 783dd72b-b93d-41e6-939c-498fa85c55f7 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:14:35.612014 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f5c240-7c5a-4d76-acc4-57215de5fd0d None None] The sync data for ids ['c32e683a-d61a-4f62-bf0e-a6b221fe0472'] in n-d-712137-9 is: [{'id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465894416', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:32Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '7751f77a-6232-4757-b291-2d5e71ed5e24', 'name': '', 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:a7:b6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9ee437c5-1d88-457d-b452-590f89187c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:14:31Z', 'updated_at': '2021-07-30T21:14:34Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '9ee437c5-1d88-457d-b452-590f89187c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:14:35.625385 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3961f9c2-cc9c-4809-8380-808de838c876 req-87521a6f-56f5-48b3-b11c-ffff0cb0a76b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:35.690467 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0cc6a5e4-93a4-4627-be53-24714b269ddc up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:14:35.693408 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3961f9c2-cc9c-4809-8380-808de838c876 req-87521a6f-56f5-48b3-b11c-ffff0cb0a76b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network 31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:14:35.696001 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-3961f9c2-cc9c-4809-8380-808de838c876 req-87521a6f-56f5-48b3-b11c-ffff0cb0a76b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:14:35.703134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-3961f9c2-cc9c-4809-8380-808de838c876 req-87521a6f-56f5-48b3-b11c-ffff0cb0a76b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:14:35.707095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87521a6f-56f5-48b3-b11c-ffff0cb0a76b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=783dd72b-b93d-41e6-939c-498fa85c55f7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:35.769780 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 0cc6a5e4-93a4-4627-be53-24714b269ddc triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:14:35.770166 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:35.781753 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961f9c2-cc9c-4809-8380-808de838c876 req-87521a6f-56f5-48b3-b11c-ffff0cb0a76b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:35.782580 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3961f9c2-cc9c-4809-8380-808de838c876 req-87521a6f-56f5-48b3-b11c-ffff0cb0a76b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:35.801092 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3961f9c2-cc9c-4809-8380-808de838c876 req-87521a6f-56f5-48b3-b11c-ffff0cb0a76b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6706743 Jul 30 21:14:35.815221 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-3961f9c2-cc9c-4809-8380-808de838c876 req-aedff0ec-ab89-4979-b556-c7a703e3cec4 service neutron] Request body: {'port': {'device_id': 'e20cb5ec-b653-44a1-8c5c-72674ff9a9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:14:35.884782 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3961f9c2-cc9c-4809-8380-808de838c876 req-aedff0ec-ab89-4979-b556-c7a703e3cec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:35.974396 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9d60a50a-d00c-431b-8a61-0f00de6487d2 None None] Provisioning for port 783dd72b-b93d-41e6-939c-498fa85c55f7 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:14:35.979346 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9d60a50a-d00c-431b-8a61-0f00de6487d2 None None] Provisioning complete for port 783dd72b-b93d-41e6-939c-498fa85c55f7 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:14:35.979749 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d60a50a-d00c-431b-8a61-0f00de6487d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:36.017365 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9d60a50a-d00c-431b-8a61-0f00de6487d2 None None] Port 783dd72b-b93d-41e6-939c-498fa85c55f7 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:14:36.173819 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-3961f9c2-cc9c-4809-8380-808de838c876 req-aedff0ec-ab89-4979-b556-c7a703e3cec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783dd72b-b93d-41e6-939c-498fa85c55f7 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:14:36.182032 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3961f9c2-cc9c-4809-8380-808de838c876 req-aedff0ec-ab89-4979-b556-c7a703e3cec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:36.194441 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-3961f9c2-cc9c-4809-8380-808de838c876 req-aedff0ec-ab89-4979-b556-c7a703e3cec4 service neutron] Transition to ACTIVE for port object 783dd72b-b93d-41e6-939c-498fa85c55f7 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:14:36.197420 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3961f9c2-cc9c-4809-8380-808de838c876 req-aedff0ec-ab89-4979-b556-c7a703e3cec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:36.255166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedff0ec-ab89-4979-b556-c7a703e3cec4 service neutron] Pushing event updated for resources: {'Port': ['ID=783dd72b-b93d-41e6-939c-498fa85c55f7,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:36.366393 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-3961f9c2-cc9c-4809-8380-808de838c876 req-aedff0ec-ab89-4979-b556-c7a703e3cec4 service neutron] Attempting to bind port 783dd72b-b93d-41e6-939c-498fa85c55f7 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:14:36.366745 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-3961f9c2-cc9c-4809-8380-808de838c876 req-aedff0ec-ab89-4979-b556-c7a703e3cec4 service neutron] Attempting to bind port 783dd72b-b93d-41e6-939c-498fa85c55f7 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '319b3f38-b262-46ae-8dc7-a5f43332284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:14:36.367073 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3961f9c2-cc9c-4809-8380-808de838c876 req-aedff0ec-ab89-4979-b556-c7a703e3cec4 service neutron] Attempting to bind port 783dd72b-b93d-41e6-939c-498fa85c55f7 on network 31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:14:36.378708 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2ee08-933f-4fd5-92c2-833cc6a816c6 req-b2b4935d-be9c-47f3-8ff5-0fc2e11b2eb4 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:36.380366 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-66d2ee08-933f-4fd5-92c2-833cc6a816c6 req-b2b4935d-be9c-47f3-8ff5-0fc2e11b2eb4 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 943 time: 0.0776412 Jul 30 21:14:36.382807 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3961f9c2-cc9c-4809-8380-808de838c876 req-aedff0ec-ab89-4979-b556-c7a703e3cec4 service neutron] Port 783dd72b-b93d-41e6-939c-498fa85c55f7 on network 31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 21:14:36.383139 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3961f9c2-cc9c-4809-8380-808de838c876 req-aedff0ec-ab89-4979-b556-c7a703e3cec4 service neutron] Attempting to bind port 783dd72b-b93d-41e6-939c-498fa85c55f7 on network 31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:14:36.391409 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3961f9c2-cc9c-4809-8380-808de838c876 req-aedff0ec-ab89-4979-b556-c7a703e3cec4 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:14:36.391774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3961f9c2-cc9c-4809-8380-808de838c876 req-aedff0ec-ab89-4979-b556-c7a703e3cec4 service neutron] Checking segment: {'id': '319b3f38-b262-46ae-8dc7-a5f43332284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:14:36.392320 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3961f9c2-cc9c-4809-8380-808de838c876 req-aedff0ec-ab89-4979-b556-c7a703e3cec4 service neutron] Bound using segment: {'id': '319b3f38-b262-46ae-8dc7-a5f43332284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:14:36.392611 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-3961f9c2-cc9c-4809-8380-808de838c876 req-aedff0ec-ab89-4979-b556-c7a703e3cec4 service neutron] Bound port: 783dd72b-b93d-41e6-939c-498fa85c55f7, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '319b3f38-b262-46ae-8dc7-a5f43332284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:14:36.392985 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3961f9c2-cc9c-4809-8380-808de838c876 req-aedff0ec-ab89-4979-b556-c7a703e3cec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:36.458321 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-66d2ee08-933f-4fd5-92c2-833cc6a816c6 req-872fd145-b1e0-42f3-8530-e6777b014457 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688083 Jul 30 21:14:36.489377 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-3961f9c2-cc9c-4809-8380-808de838c876 req-aedff0ec-ab89-4979-b556-c7a703e3cec4 service neutron] For port 783dd72b-b93d-41e6-939c-498fa85c55f7, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:14:36.492787 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-3961f9c2-cc9c-4809-8380-808de838c876 req-aedff0ec-ab89-4979-b556-c7a703e3cec4 service neutron] For port 783dd72b-b93d-41e6-939c-498fa85c55f7, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=783dd72b-b93d-41e6-939c-498fa85c55f7,segment=NetworkSegment(319b3f38-b262-46ae-8dc7-a5f43332284d),segment_id=319b3f38-b262-46ae-8dc7-a5f43332284d)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:14:36.496779 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3961f9c2-cc9c-4809-8380-808de838c876 req-aedff0ec-ab89-4979-b556-c7a703e3cec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:36.879363 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961f9c2-cc9c-4809-8380-808de838c876 req-aedff0ec-ab89-4979-b556-c7a703e3cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:36.880059 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3961f9c2-cc9c-4809-8380-808de838c876 req-aedff0ec-ab89-4979-b556-c7a703e3cec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:36.881401 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3961f9c2-cc9c-4809-8380-808de838c876 req-aedff0ec-ab89-4979-b556-c7a703e3cec4 service neutron] 10.222.0.83 "PUT /v2.0/ports/783dd72b-b93d-41e6-939c-498fa85c55f7 HTTP/1.1" status: 200 len: 1091 time: 1.0706193 Jul 30 21:14:36.881872 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20cb5ec-b653-44a1-8c5c-72674ff9a9ce', 'tag': '783dd72b-b93d-41e6-939c-498fa85c55f7'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:14:36.884212 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb239283-d7ef-4b52-a611-443ecacbba1b" -d '{"events": [{"name": "network-changed", "server_uuid": "e20cb5ec-b653-44a1-8c5c-72674ff9a9ce", "tag": "783dd72b-b93d-41e6-939c-498fa85c55f7"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:14:36.917074 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedff0ec-ab89-4979-b556-c7a703e3cec4 service neutron] Pushing event updated for resources: {'Port': ['ID=783dd72b-b93d-41e6-939c-498fa85c55f7,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:36.929927 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8b10b5-cc4f-4db3-b343-805b4d3e2578 x-openstack-request-id: req-8e8b10b5-cc4f-4db3-b343-805b4d3e2578 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:14:36.930285 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20cb5ec-b653-44a1-8c5c-72674ff9a9ce", "tag": "783dd72b-b93d-41e6-939c-498fa85c55f7", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:14:36.930600 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8e8b10b5-cc4f-4db3-b343-805b4d3e2578 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:14:36.931029 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e20cb5ec-b653-44a1-8c5c-72674ff9a9ce', 'tag': '783dd72b-b93d-41e6-939c-498fa85c55f7', 'status': 'completed', 'code': 200} Jul 30 21:14:36.978082 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961f9c2-cc9c-4809-8380-808de838c876 req-9a04edf9-060c-4f4e-95c1-867ac9a814e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:36.979690 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3961f9c2-cc9c-4809-8380-808de838c876 req-9a04edf9-060c-4f4e-95c1-867ac9a814e0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 1094 time: 0.0471008 Jul 30 21:14:37.023552 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3961f9c2-cc9c-4809-8380-808de838c876 req-7b660821-a969-4463-8aae-2ada898e1a8a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=783dd72b-b93d-41e6-939c-498fa85c55f7 HTTP/1.1" status: 200 len: 217 time: 0.0356350 Jul 30 21:14:37.076762 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961f9c2-cc9c-4809-8380-808de838c876 req-e90160ce-28f1-4e1c-b72e-09dd92596368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:37.078217 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3961f9c2-cc9c-4809-8380-808de838c876 req-e90160ce-28f1-4e1c-b72e-09dd92596368 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9ee437c5-1d88-457d-b452-590f89187c93 HTTP/1.1" status: 200 len: 835 time: 0.0484006 Jul 30 21:14:37.124011 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961f9c2-cc9c-4809-8380-808de838c876 req-e31601d7-ec4d-4621-ab85-0fcc4119a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:37.125522 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3961f9c2-cc9c-4809-8380-808de838c876 req-e31601d7-ec4d-4621-ab85-0fcc4119a9de service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=31e3bbb7-5c1e-42bd-b12d-bae3d7014a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405073 Jul 30 21:14:37.217101 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3961f9c2-cc9c-4809-8380-808de838c876 req-e0047793-698d-4413-9bcb-37d4374659b9 service neutron] 10.222.0.83 "GET /v2.0/networks/31e3bbb7-5c1e-42bd-b12d-bae3d7014a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832214 Jul 30 21:14:37.318162 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3961f9c2-cc9c-4809-8380-808de838c876 req-8b6234de-9b95-4154-9e86-489245b321f7 service neutron] 10.222.0.83 "GET /v2.0/networks/31e3bbb7-5c1e-42bd-b12d-bae3d7014a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907576 Jul 30 21:14:37.401654 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb239283-d7ef-4b52-a611-443ecacbba1b req-000b50d7-3b8a-4f78-9165-a03a441a218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:37.403098 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cb239283-d7ef-4b52-a611-443ecacbba1b req-000b50d7-3b8a-4f78-9165-a03a441a218a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 1094 time: 0.0409064 Jul 30 21:14:37.496821 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7751f77a-6232-4757-b291-2d5e71ed5e24 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:14:37.497879 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb239283-d7ef-4b52-a611-443ecacbba1b req-7abedf95-98f6-47a5-8dec-fbf065ca02b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:37.499823 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cb239283-d7ef-4b52-a611-443ecacbba1b req-7abedf95-98f6-47a5-8dec-fbf065ca02b0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 HTTP/1.1" status: 200 len: 897 time: 0.0895998 Jul 30 21:14:37.545180 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cb239283-d7ef-4b52-a611-443ecacbba1b req-6a5c1ff2-8a54-4313-86dc-6c8405cfae71 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=783dd72b-b93d-41e6-939c-498fa85c55f7 HTTP/1.1" status: 200 len: 217 time: 0.0375369 Jul 30 21:14:37.548934 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 7751f77a-6232-4757-b291-2d5e71ed5e24 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:14:37.552793 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 7751f77a-6232-4757-b291-2d5e71ed5e24 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:14:37.553178 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:37.629569 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b53c82-94b8-45bc-8abd-7c32a24bc836 req-cfbf79b6-8b45-4a51-84d9-e769db1d233f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:37.629821 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:37.631050 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01b53c82-94b8-45bc-8abd-7c32a24bc836 req-cfbf79b6-8b45-4a51-84d9-e769db1d233f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 943 time: 0.0884271 Jul 30 21:14:37.632415 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb239283-d7ef-4b52-a611-443ecacbba1b req-0f8b73e0-0dca-4d21-83ac-634a6f3d4977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:37.633730 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cb239283-d7ef-4b52-a611-443ecacbba1b req-0f8b73e0-0dca-4d21-83ac-634a6f3d4977 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9ee437c5-1d88-457d-b452-590f89187c93 HTTP/1.1" status: 200 len: 835 time: 0.0789399 Jul 30 21:14:37.665593 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 7751f77a-6232-4757-b291-2d5e71ed5e24, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7751f77a-6232-4757-b291-2d5e71ed5e24,segment=NetworkSegment(319b3f38-b262-46ae-8dc7-a5f43332284d),segment_id=319b3f38-b262-46ae-8dc7-a5f43332284d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:14:37.669523 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:37.699343 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01b53c82-94b8-45bc-8abd-7c32a24bc836 req-cfc87705-f6d1-48fd-b594-9e6fb5ecc4f5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602286 Jul 30 21:14:37.708218 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb239283-d7ef-4b52-a611-443ecacbba1b req-4b3eb3af-64c2-43d0-a0aa-12e939036650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:37.709448 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cb239283-d7ef-4b52-a611-443ecacbba1b req-4b3eb3af-64c2-43d0-a0aa-12e939036650 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=31e3bbb7-5c1e-42bd-b12d-bae3d7014a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681264 Jul 30 21:14:37.718297 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=7751f77a-6232-4757-b291-2d5e71ed5e24,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:37.803201 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cb239283-d7ef-4b52-a611-443ecacbba1b req-73598d7f-c0ad-4078-a217-710a6b9122d4 service neutron] 10.222.0.83 "GET /v2.0/networks/31e3bbb7-5c1e-42bd-b12d-bae3d7014a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858006 Jul 30 21:14:37.824709 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:14:37.891718 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cb239283-d7ef-4b52-a611-443ecacbba1b req-87f7eecb-047c-4248-9cc0-fa5bafb63ea8 service neutron] 10.222.0.83 "GET /v2.0/networks/31e3bbb7-5c1e-42bd-b12d-bae3d7014a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812619 Jul 30 21:14:38.816433 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718428f-59df-4e5a-b7b7-f4f6dd1b45bc req-f462f3c6-b5d9-4eb7-a7d6-f3e432f05f1c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:38.817908 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6718428f-59df-4e5a-b7b7-f4f6dd1b45bc req-f462f3c6-b5d9-4eb7-a7d6-f3e432f05f1c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 943 time: 0.0496330 Jul 30 21:14:38.859277 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6718428f-59df-4e5a-b7b7-f4f6dd1b45bc req-38a5c908-3d8e-4ad1-aae5-a5a5221fbd4d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322504 Jul 30 21:14:39.470903 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7751f77a-6232-4757-b291-2d5e71ed5e24 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:14:39.520527 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 7751f77a-6232-4757-b291-2d5e71ed5e24 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:14:39.520901 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:39.976986 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30428f4-1760-4427-96b1-3cf15cfd6fc7 req-5aafeed9-d778-4ef1-bbb4-004289380664 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:39.978454 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a30428f4-1760-4427-96b1-3cf15cfd6fc7 req-5aafeed9-d778-4ef1-bbb4-004289380664 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 943 time: 0.0531363 Jul 30 21:14:40.016253 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a30428f4-1760-4427-96b1-3cf15cfd6fc7 req-a7be1b20-a647-430b-819a-d3718ad4deea tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313523 Jul 30 21:14:41.130089 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6c47d-bb8c-41e6-b26b-f738bb321101 req-0834f6bd-c872-428b-b08d-c3bdbf5ce003 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:41.131578 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0f6c47d-bb8c-41e6-b26b-f738bb321101 req-0834f6bd-c872-428b-b08d-c3bdbf5ce003 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 943 time: 0.0491014 Jul 30 21:14:41.170214 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f0f6c47d-bb8c-41e6-b26b-f738bb321101 req-0d311a34-e1bd-4585-a3ba-042e6a3db914 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319350 Jul 30 21:14:42.058511 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 783dd72b-b93d-41e6-939c-498fa85c55f7 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:14:42.155096 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 783dd72b-b93d-41e6-939c-498fa85c55f7, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=783dd72b-b93d-41e6-939c-498fa85c55f7,segment=NetworkSegment(319b3f38-b262-46ae-8dc7-a5f43332284d),segment_id=319b3f38-b262-46ae-8dc7-a5f43332284d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:14:42.167175 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '783dd72b-b93d-41e6-939c-498fa85c55f7', 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62', 'port_id': '783dd72b-b93d-41e6-939c-498fa85c55f7', 'mac_address': 'fa:16:3e:a4:e1:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee437c5-1d88-457d-b452-590f89187c93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 21:14:42.203648 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:42.217056 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783dd72b-b93d-41e6-939c-498fa85c55f7 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:14:42.236836 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 783dd72b-b93d-41e6-939c-498fa85c55f7, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=783dd72b-b93d-41e6-939c-498fa85c55f7,segment=NetworkSegment(319b3f38-b262-46ae-8dc7-a5f43332284d),segment_id=319b3f38-b262-46ae-8dc7-a5f43332284d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:14:42.242043 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:42.288569 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fcb94-185c-401d-8e90-b4e34c12ac41 req-826e8c88-9fdf-4105-ad91-0635ab0800f6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:42.289986 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-511fcb94-185c-401d-8e90-b4e34c12ac41 req-826e8c88-9fdf-4105-ad91-0635ab0800f6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 944 time: 0.0514252 Jul 30 21:14:42.292025 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=783dd72b-b93d-41e6-939c-498fa85c55f7,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:42.329547 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-511fcb94-185c-401d-8e90-b4e34c12ac41 req-fdb1f5e3-38d3-4abc-96b5-4748594949a1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335538 Jul 30 21:14:42.595878 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['783dd72b-b93d-41e6-939c-498fa85c55f7'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:14:43.446925 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177d169-c365-4789-ace6-3272aa8129f8 req-af911976-494e-42dd-b72b-16a0e6cdfd5b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:43.448417 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8177d169-c365-4789-ace6-3272aa8129f8 req-af911976-494e-42dd-b72b-16a0e6cdfd5b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 944 time: 0.0533848 Jul 30 21:14:43.486278 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8177d169-c365-4789-ace6-3272aa8129f8 req-ce501cb3-6a0e-447f-893e-36eefe943245 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314085 Jul 30 21:14:44.081226 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 783dd72b-b93d-41e6-939c-498fa85c55f7 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:14:44.131125 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 783dd72b-b93d-41e6-939c-498fa85c55f7 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:14:44.134530 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 783dd72b-b93d-41e6-939c-498fa85c55f7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:14:44.135035 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:44.208855 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:44.230380 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20cb5ec-b653-44a1-8c5c-72674ff9a9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783dd72b-b93d-41e6-939c-498fa85c55f7'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:14:44.233148 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ce893d-e688-4c1a-b853-c896bec69ea0" -d '{"events": [{"server_uuid": "e20cb5ec-b653-44a1-8c5c-72674ff9a9ce", "name": "network-vif-plugged", "status": "completed", "tag": "783dd72b-b93d-41e6-939c-498fa85c55f7"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:14:44.245559 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 783dd72b-b93d-41e6-939c-498fa85c55f7, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=783dd72b-b93d-41e6-939c-498fa85c55f7,segment=NetworkSegment(319b3f38-b262-46ae-8dc7-a5f43332284d),segment_id=319b3f38-b262-46ae-8dc7-a5f43332284d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:14:44.250200 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:44.278255 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6aa6564-09d7-4f5b-a9e6-e397b42e8015 x-openstack-request-id: req-b6aa6564-09d7-4f5b-a9e6-e397b42e8015 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:14:44.278555 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20cb5ec-b653-44a1-8c5c-72674ff9a9ce", "name": "network-vif-plugged", "status": "completed", "tag": "783dd72b-b93d-41e6-939c-498fa85c55f7", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:14:44.278815 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b6aa6564-09d7-4f5b-a9e6-e397b42e8015 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:14:44.279202 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20cb5ec-b653-44a1-8c5c-72674ff9a9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783dd72b-b93d-41e6-939c-498fa85c55f7', 'code': 200} Jul 30 21:14:44.308476 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=783dd72b-b93d-41e6-939c-498fa85c55f7,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:44.370515 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706b8ff-dfb0-4f90-a0e1-c49109245133 req-7d6b0dd8-e63b-4b1d-ab9d-834bc78672d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:44.371917 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c706b8ff-dfb0-4f90-a0e1-c49109245133 req-7d6b0dd8-e63b-4b1d-ab9d-834bc78672d4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 1096 time: 0.0400543 Jul 30 21:14:44.405498 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c706b8ff-dfb0-4f90-a0e1-c49109245133 req-5ab72f1b-45ee-4185-9563-7c6534b9ea06 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264859 Jul 30 21:14:44.600058 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fabc7-1e93-49be-95a9-48786c9d81a3 req-fa126e28-edb7-4575-ab7d-eb0f93992e29 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:44.601544 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f76fabc7-1e93-49be-95a9-48786c9d81a3 req-fa126e28-edb7-4575-ab7d-eb0f93992e29 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0485270 Jul 30 21:14:44.638767 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f76fabc7-1e93-49be-95a9-48786c9d81a3 req-e771a41b-97da-47a6-a1db-bd8e4acf7f1f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308816 Jul 30 21:14:45.755928 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c5d10-b5ed-4956-a5c8-e0f1ec150f90 req-d3f108cc-6971-47a7-a879-749910b493b8 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:45.757404 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d25c5d10-b5ed-4956-a5c8-e0f1ec150f90 req-d3f108cc-6971-47a7-a879-749910b493b8 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0530596 Jul 30 21:14:45.795915 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d25c5d10-b5ed-4956-a5c8-e0f1ec150f90 req-3cc6e7f3-d0e8-4dcc-84ba-9989ab799194 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325387 Jul 30 21:14:45.907697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b42e38-6cbd-4b2a-95b4-bf6248c23866 req-abedcb84-2ab5-4c1b-9073-73cb0c8e7449 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:45.909160 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9b42e38-6cbd-4b2a-95b4-bf6248c23866 req-abedcb84-2ab5-4c1b-9073-73cb0c8e7449 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0488315 Jul 30 21:14:45.947279 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9b42e38-6cbd-4b2a-95b4-bf6248c23866 req-d6125bc1-2eef-4de5-9fd9-a18d1a48b619 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322132 Jul 30 21:14:45.967834 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56546) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:14:46.007046 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89752e9c-9656-48d5-b361-b007fbf010ad tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:46.008558 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-89752e9c-9656-48d5-b361-b007fbf010ad tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 1091 time: 0.0397770 Jul 30 21:14:46.011256 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56548) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:14:46.015616 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b1c3a90f-0570-4b57-89ba-210f795726c5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': '783dd72b-b93d-41e6-939c-498fa85c55f7', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:14:46.037225 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b1c3a90f-0570-4b57-89ba-210f795726c5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:46.134616 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b1c3a90f-0570-4b57-89ba-210f795726c5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:46.187780 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:46.236853 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-b1c3a90f-0570-4b57-89ba-210f795726c5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Allocated IP 172.25.3.144 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/ba8206f4-497a-4b77-aed6-72c8cf929cc3) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:14:46.341389 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b1c3a90f-0570-4b57-89ba-210f795726c5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:46.378654 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b1c3a90f-0570-4b57-89ba-210f795726c5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:46.414467 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c3a90f-0570-4b57-89ba-210f795726c5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:14:46.417305 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-b1c3a90f-0570-4b57-89ba-210f795726c5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:14:46.420850 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c3a90f-0570-4b57-89ba-210f795726c5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:14:46.450803 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3a90f-0570-4b57-89ba-210f795726c5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=ba8206f4-497a-4b77-aed6-72c8cf929cc3,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:46.779743 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b1c3a90f-0570-4b57-89ba-210f795726c5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:46.847992 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b1c3a90f-0570-4b57-89ba-210f795726c5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:46.991315 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b1c3a90f-0570-4b57-89ba-210f795726c5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:46.995728 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b1c3a90f-0570-4b57-89ba-210f795726c5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:47.066542 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3a90f-0570-4b57-89ba-210f795726c5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=ba8206f4-497a-4b77-aed6-72c8cf929cc3,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:14:47.076665 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b1c3a90f-0570-4b57-89ba-210f795726c5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:47.176432 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-b1c3a90f-0570-4b57-89ba-210f795726c5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Floating IP ae1358e1-4ff0-46bd-aa9c-be2d543a1727 associated. External IP: 172.25.3.144, port: 783dd72b-b93d-41e6-939c-498fa85c55f7. Jul 30 21:14:47.382150 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c3a90f-0570-4b57-89ba-210f795726c5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Router c32e683a-d61a-4f62-bf0e-a6b221fe0472 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:14:47.487666 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c3a90f-0570-4b57-89ba-210f795726c5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:14:47.497523 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246bb6c0-2b6a-4e7c-89fb-1866ab95d8ee None None] Sync routers for ids ['c32e683a-d61a-4f62-bf0e-a6b221fe0472'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:14:47.503549 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b1c3a90f-0570-4b57-89ba-210f795726c5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:47.506975 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246bb6c0-2b6a-4e7c-89fb-1866ab95d8ee None None] Routers {'c32e683a-d61a-4f62-bf0e-a6b221fe0472'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:14:47.507617 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-246bb6c0-2b6a-4e7c-89fb-1866ab95d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:14:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c32e683a-d61a-4f62-bf0e-a6b221fe0472'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:14:47.530871 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b1c3a90f-0570-4b57-89ba-210f795726c5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5186050 Jul 30 21:14:47.531597 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20cb5ec-b653-44a1-8c5c-72674ff9a9ce', 'tag': '783dd72b-b93d-41e6-939c-498fa85c55f7'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:14:47.533950 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065129cf-b630-45d9-a653-8cfc2673c804" -d '{"events": [{"name": "network-changed", "server_uuid": "e20cb5ec-b653-44a1-8c5c-72674ff9a9ce", "tag": "783dd72b-b93d-41e6-939c-498fa85c55f7"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:14:47.615487 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-246bb6c0-2b6a-4e7c-89fb-1866ab95d8ee None None] Set router c32e683a-d61a-4f62-bf0e-a6b221fe0472 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:14:47.625979 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ba5f3-f1fe-48bd-bc36-23a49cf76298 req-1af803a2-fefb-4c7b-b618-5eefdfaaf559 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:47.627527 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-607ba5f3-f1fe-48bd-bc36-23a49cf76298 req-1af803a2-fefb-4c7b-b618-5eefdfaaf559 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0491333 Jul 30 21:14:47.665439 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-607ba5f3-f1fe-48bd-bc36-23a49cf76298 req-92c9aa99-85f4-46b6-873e-0736b1fa7360 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318642 Jul 30 21:14:47.687793 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56554) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:14:47.710004 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fa1013-0625-478b-a793-f0b1cf8eb956 x-openstack-request-id: req-77fa1013-0625-478b-a793-f0b1cf8eb956 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:14:47.710398 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20cb5ec-b653-44a1-8c5c-72674ff9a9ce", "tag": "783dd72b-b93d-41e6-939c-498fa85c55f7", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:14:47.710755 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-77fa1013-0625-478b-a793-f0b1cf8eb956 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:14:47.711256 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e20cb5ec-b653-44a1-8c5c-72674ff9a9ce', 'tag': '783dd72b-b93d-41e6-939c-498fa85c55f7', 'status': 'completed', 'code': 200} Jul 30 21:14:47.754932 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b64f684d-6deb-4c3f-9684-c91475fe59b4 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/floatingips/ae1358e1-4ff0-46bd-aa9c-be2d543a1727 HTTP/1.1" status: 200 len: 991 time: 0.0654221 Jul 30 21:14:47.773884 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065129cf-b630-45d9-a653-8cfc2673c804 req-e055ea61-cef7-489b-8d6a-96017ee7524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:47.775393 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-065129cf-b630-45d9-a653-8cfc2673c804 req-e055ea61-cef7-489b-8d6a-96017ee7524d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 1096 time: 0.0417175 Jul 30 21:14:47.835869 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-246bb6c0-2b6a-4e7c-89fb-1866ab95d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465894416', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:32Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'ae1358e1-4ff0-46bd-aa9c-be2d543a1727', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'port_id': '783dd72b-b93d-41e6-939c-498fa85c55f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62', 'mac_address': 'fa:16:3e:a4:e1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20cb5ec-b653-44a1-8c5c-72674ff9a9ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:14:46Z', 'updated_at': '2021-07-30T21:14:46Z', 'revision_number': 0, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7751f77a-6232-4757-b291-2d5e71ed5e24', 'name': '', 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:a7:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9ee437c5-1d88-457d-b452-590f89187c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:14:31Z', 'updated_at': '2021-07-30T21:14:37Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '9ee437c5-1d88-457d-b452-590f89187c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:14:47.864593 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246bb6c0-2b6a-4e7c-89fb-1866ab95d8ee None None] Checking router: c32e683a-d61a-4f62-bf0e-a6b221fe0472 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:14:47.868937 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065129cf-b630-45d9-a653-8cfc2673c804 req-5c389d0d-0150-4415-ad54-614b0fe2f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:47.870399 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-065129cf-b630-45d9-a653-8cfc2673c804 req-5c389d0d-0150-4415-ad54-614b0fe2f21a service neutron] 10.222.0.83 "GET /v2.0/networks?id=31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 HTTP/1.1" status: 200 len: 897 time: 0.0884879 Jul 30 21:14:47.873331 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246bb6c0-2b6a-4e7c-89fb-1866ab95d8ee None None] Routers {'c32e683a-d61a-4f62-bf0e-a6b221fe0472'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:14:47.873933 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-246bb6c0-2b6a-4e7c-89fb-1866ab95d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:14:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c32e683a-d61a-4f62-bf0e-a6b221fe0472'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:14:47.938437 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-065129cf-b630-45d9-a653-8cfc2673c804 req-ff1f44ac-817b-4c74-b76c-266fc610e8c0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=783dd72b-b93d-41e6-939c-498fa85c55f7 HTTP/1.1" status: 200 len: 999 time: 0.0578339 Jul 30 21:14:47.976666 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-246bb6c0-2b6a-4e7c-89fb-1866ab95d8ee None None] Set router c32e683a-d61a-4f62-bf0e-a6b221fe0472 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:14:47.992374 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065129cf-b630-45d9-a653-8cfc2673c804 req-2ecc108a-ceee-496f-a2a0-b4a125e7f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:47.993838 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-065129cf-b630-45d9-a653-8cfc2673c804 req-2ecc108a-ceee-496f-a2a0-b4a125e7f460 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9ee437c5-1d88-457d-b452-590f89187c93 HTTP/1.1" status: 200 len: 835 time: 0.0484073 Jul 30 21:14:48.041300 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065129cf-b630-45d9-a653-8cfc2673c804 req-8a59b822-2c79-417c-a9f7-6ba5031eb94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:14:48.042814 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-065129cf-b630-45d9-a653-8cfc2673c804 req-8a59b822-2c79-417c-a9f7-6ba5031eb94a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=31e3bbb7-5c1e-42bd-b12d-bae3d7014a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421133 Jul 30 21:14:48.131229 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-065129cf-b630-45d9-a653-8cfc2673c804 req-a9c067e3-f23b-499a-a9bf-16425b4af663 service neutron] 10.222.0.83 "GET /v2.0/networks/31e3bbb7-5c1e-42bd-b12d-bae3d7014a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809839 Jul 30 21:14:48.195181 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-246bb6c0-2b6a-4e7c-89fb-1866ab95d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465894416', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:32Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'ae1358e1-4ff0-46bd-aa9c-be2d543a1727', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'port_id': '783dd72b-b93d-41e6-939c-498fa85c55f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62', 'mac_address': 'fa:16:3e:a4:e1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20cb5ec-b653-44a1-8c5c-72674ff9a9ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:14:46Z', 'updated_at': '2021-07-30T21:14:46Z', 'revision_number': 0, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7751f77a-6232-4757-b291-2d5e71ed5e24', 'name': '', 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:a7:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9ee437c5-1d88-457d-b452-590f89187c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:14:31Z', 'updated_at': '2021-07-30T21:14:37Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '9ee437c5-1d88-457d-b452-590f89187c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:14:48.221037 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246bb6c0-2b6a-4e7c-89fb-1866ab95d8ee None None] The sync data for ids ['c32e683a-d61a-4f62-bf0e-a6b221fe0472'] in n-d-712137-9 is: [{'id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465894416', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:32Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'ae1358e1-4ff0-46bd-aa9c-be2d543a1727', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'port_id': '783dd72b-b93d-41e6-939c-498fa85c55f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62', 'mac_address': 'fa:16:3e:a4:e1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20cb5ec-b653-44a1-8c5c-72674ff9a9ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:14:46Z', 'updated_at': '2021-07-30T21:14:46Z', 'revision_number': 0, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7751f77a-6232-4757-b291-2d5e71ed5e24', 'name': '', 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:a7:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9ee437c5-1d88-457d-b452-590f89187c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:14:31Z', 'updated_at': '2021-07-30T21:14:37Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '9ee437c5-1d88-457d-b452-590f89187c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:14:48.225749 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-065129cf-b630-45d9-a653-8cfc2673c804 req-cd200fd7-43e8-4d23-8f28-17583404dbee service neutron] 10.222.0.83 "GET /v2.0/networks/31e3bbb7-5c1e-42bd-b12d-bae3d7014a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868096 Jul 30 21:14:48.407942 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd54984f-4431-4713-b3c8-6b5f5b729ed8 None None] New status for floating IP ae1358e1-4ff0-46bd-aa9c-be2d543a1727: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 21:14:48.758686 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56556) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:14:48.826069 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8bc3842c-569c-4dd9-8643-57393c5b7e7c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/floatingips/ae1358e1-4ff0-46bd-aa9c-be2d543a1727 HTTP/1.1" status: 200 len: 993 time: 0.0607316 Jul 30 21:14:50.279427 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:51.351787 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d7b4aec9-6274-45e7-a59e-4c2164e043c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:53.787144 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c5e6b5e-e221-4b05-b250-7552e0da94ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:54.049570 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:55.242864 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:14:57.092720 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:15:14.824185 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:15:16.201807 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:15:20.279911 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:15:21.351570 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-816f7800-a346-4137-bd1f-0c724c5707c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:15:23.787476 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e5c4bacb-3668-4e85-9301-fe9ae8541532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:15:24.049716 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:15:25.246010 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:15:27.095294 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:15:38.644087 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fefb3c7-fcb1-4197-9f8a-5239a3f768b0 req-66572e9f-a5d3-49d5-ae0e-2f361368cb03 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405867 Jul 30 21:15:38.726303 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefb3c7-fcb1-4197-9f8a-5239a3f768b0 req-0ee1e71f-8860-415a-8dab-c0430dd50f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:15:38.727782 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fefb3c7-fcb1-4197-9f8a-5239a3f768b0 req-0ee1e71f-8860-415a-8dab-c0430dd50f29 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 1096 time: 0.0409210 Jul 30 21:15:38.831916 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefb3c7-fcb1-4197-9f8a-5239a3f768b0 req-aaa40347-f26b-412b-9249-cc6e79466778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:15:38.833361 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fefb3c7-fcb1-4197-9f8a-5239a3f768b0 req-aaa40347-f26b-412b-9249-cc6e79466778 service neutron] 10.222.0.83 "GET /v2.0/networks?id=31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 HTTP/1.1" status: 200 len: 897 time: 0.0874684 Jul 30 21:15:38.897553 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fefb3c7-fcb1-4197-9f8a-5239a3f768b0 req-a2f255b3-d04a-42fa-ab24-bfb8a40b9c0e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=783dd72b-b93d-41e6-939c-498fa85c55f7 HTTP/1.1" status: 200 len: 1001 time: 0.0570896 Jul 30 21:15:38.950031 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefb3c7-fcb1-4197-9f8a-5239a3f768b0 req-73c35d4c-2d9d-440b-bf1a-a575ebbce230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:15:38.951406 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fefb3c7-fcb1-4197-9f8a-5239a3f768b0 req-73c35d4c-2d9d-440b-bf1a-a575ebbce230 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9ee437c5-1d88-457d-b452-590f89187c93 HTTP/1.1" status: 200 len: 835 time: 0.0472474 Jul 30 21:15:38.997176 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefb3c7-fcb1-4197-9f8a-5239a3f768b0 req-f1ee4049-d350-4654-944c-4c6d8d6e67ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:15:38.998624 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fefb3c7-fcb1-4197-9f8a-5239a3f768b0 req-f1ee4049-d350-4654-944c-4c6d8d6e67ec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=31e3bbb7-5c1e-42bd-b12d-bae3d7014a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393546 Jul 30 21:15:39.085453 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fefb3c7-fcb1-4197-9f8a-5239a3f768b0 req-9b55479f-4195-4512-8cb8-49cf05cc9a00 service neutron] 10.222.0.83 "GET /v2.0/networks/31e3bbb7-5c1e-42bd-b12d-bae3d7014a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796800 Jul 30 21:15:39.177877 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2fefb3c7-fcb1-4197-9f8a-5239a3f768b0 req-6d2f5b16-4410-4b21-bd92-81d71462651d service neutron] 10.222.0.83 "GET /v2.0/networks/31e3bbb7-5c1e-42bd-b12d-bae3d7014a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853920 Jul 30 21:15:46.204276 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:15:50.302032 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:15:51.351980 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c1beeea-e6e2-4e9e-bf3f-c0b21298cec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:15:51.679650 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdf49f-069a-4aab-9470-1b495ce56012 req-7311c2c1-1482-4808-992a-02455d62556d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:15:51.681295 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0fbdf49f-069a-4aab-9470-1b495ce56012 req-7311c2c1-1482-4808-992a-02455d62556d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0499713 Jul 30 21:15:51.691787 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56590) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:15:51.722128 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0fbdf49f-069a-4aab-9470-1b495ce56012 req-ef9de828-a45b-4c7f-9485-c653f4cb35b6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351014 Jul 30 21:15:51.773655 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-25ce90de-884d-41a9-b4be-48ea3b445f8b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0805318 Jul 30 21:15:51.823838 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:15:52.838372 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62a9c5-46fb-4d86-a536-d7ad1435b3f4 req-20d68184-26eb-4b66-b327-5e417082db38 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:15:52.839864 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3f62a9c5-46fb-4d86-a536-d7ad1435b3f4 req-20d68184-26eb-4b66-b327-5e417082db38 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0489614 Jul 30 21:15:52.881430 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3f62a9c5-46fb-4d86-a536-d7ad1435b3f4 req-246637cf-f173-44c9-8271-f6f36c906799 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356901 Jul 30 21:15:53.787364 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebdc1dd1-7ef7-44aa-9d28-1cc37b17857a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:15:53.993581 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910e271-4cac-49f0-9d64-837464ce44cb req-3ac01692-8648-4698-b69f-4e00c188b5bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:15:53.995537 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5910e271-4cac-49f0-9d64-837464ce44cb req-3ac01692-8648-4698-b69f-4e00c188b5bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0485134 Jul 30 21:15:54.032178 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5910e271-4cac-49f0-9d64-837464ce44cb req-3003d6e1-50b3-43b1-847b-18b80b789edf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308940 Jul 30 21:15:54.051206 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:15:54.850723 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-1684ed65-f350-4b13-94db-07e0c7c1983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:15:54.852200 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-1684ed65-f350-4b13-94db-07e0c7c1983d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 1096 time: 0.0407393 Jul 30 21:15:54.942567 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-8fb75a63-4165-4279-8c61-0b51ff3fa574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:15:54.943998 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-8fb75a63-4165-4279-8c61-0b51ff3fa574 service neutron] 10.222.0.83 "GET /v2.0/networks?id=31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 HTTP/1.1" status: 200 len: 897 time: 0.0850129 Jul 30 21:15:55.007659 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-6ed33a1f-548c-4b0b-a0f9-0f28e6f306c7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=783dd72b-b93d-41e6-939c-498fa85c55f7 HTTP/1.1" status: 200 len: 1001 time: 0.0566111 Jul 30 21:15:55.054462 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-06647d25-4f0b-47e6-9820-e98ccbca4083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:15:55.055874 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-06647d25-4f0b-47e6-9820-e98ccbca4083 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9ee437c5-1d88-457d-b452-590f89187c93 HTTP/1.1" status: 200 len: 835 time: 0.0414736 Jul 30 21:15:55.112482 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-d6eeea14-fc74-44f3-a9fd-deeca11abd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:15:55.113810 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-d6eeea14-fc74-44f3-a9fd-deeca11abd38 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=31e3bbb7-5c1e-42bd-b12d-bae3d7014a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513594 Jul 30 21:15:55.198679 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c71657-f326-46d1-9e95-16511d0c1c2c req-d3341bbd-fbae-4762-ada3-bfa3a77bdd08 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:15:55.200193 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-44c71657-f326-46d1-9e95-16511d0c1c2c req-d3341bbd-fbae-4762-ada3-bfa3a77bdd08 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0982068 Jul 30 21:15:55.250881 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:15:55.263108 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-44c71657-f326-46d1-9e95-16511d0c1c2c req-f9e07b62-761f-423a-b8d0-fa48b496d84b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570965 Jul 30 21:15:55.265349 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-a2b252ac-c14a-48e1-aee5-e4ec54caf1a4 service neutron] 10.222.0.83 "GET /v2.0/networks/31e3bbb7-5c1e-42bd-b12d-bae3d7014a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341352 Jul 30 21:15:55.354531 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-3cc6aec8-3c45-43f6-9f48-64827c63a993 service neutron] 10.222.0.83 "GET /v2.0/networks/31e3bbb7-5c1e-42bd-b12d-bae3d7014a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818202 Jul 30 21:15:56.376929 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb01bc-c516-4ffe-bd5c-ebe7b10b6414 req-177be32a-8a3e-4d49-a158-108468e1351a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:15:56.378420 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17cb01bc-c516-4ffe-bd5c-ebe7b10b6414 req-177be32a-8a3e-4d49-a158-108468e1351a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0493054 Jul 30 21:15:56.420499 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17cb01bc-c516-4ffe-bd5c-ebe7b10b6414 req-0643b6d5-3ae0-4c47-9b3b-8842f4e96ca1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361657 Jul 30 21:15:57.096647 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:15:57.533232 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0684f7d-18b3-4ee7-bbc6-1c66f3351410 req-7fddf626-8a40-40ea-abce-00c97f0d5d34 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:15:57.534687 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d0684f7d-18b3-4ee7-bbc6-1c66f3351410 req-7fddf626-8a40-40ea-abce-00c97f0d5d34 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0477474 Jul 30 21:15:57.571980 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d0684f7d-18b3-4ee7-bbc6-1c66f3351410 req-da896d87-44d5-4c7f-9a13-ad611f6e1172 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314264 Jul 30 21:15:58.685818 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24a4d6-308a-4195-846c-d9b3b49b9070 req-5eb4e4ca-232e-4836-a260-5f4110674720 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:15:58.687257 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2b24a4d6-308a-4195-846c-d9b3b49b9070 req-5eb4e4ca-232e-4836-a260-5f4110674720 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0482147 Jul 30 21:15:58.723294 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2b24a4d6-308a-4195-846c-d9b3b49b9070 req-493d598d-0d56-41f7-b949-9dd1a96333d6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301967 Jul 30 21:15:59.836818 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b562922-9dc4-431f-b1d0-1c567205503f req-875074c2-ff05-43c6-b46c-0d835704b845 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:15:59.838244 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2b562922-9dc4-431f-b1d0-1c567205503f req-875074c2-ff05-43c6-b46c-0d835704b845 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0479798 Jul 30 21:15:59.878990 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2b562922-9dc4-431f-b1d0-1c567205503f req-a498fef2-25e1-466a-bfc0-91bb591abd45 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349135 Jul 30 21:16:00.991294 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf74310-5a80-4ec3-86f8-cc55ee0d9d41 req-fd971562-7a94-4611-bb47-ee991e12ccf7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:00.992776 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-daf74310-5a80-4ec3-86f8-cc55ee0d9d41 req-fd971562-7a94-4611-bb47-ee991e12ccf7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0485346 Jul 30 21:16:01.030242 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-daf74310-5a80-4ec3-86f8-cc55ee0d9d41 req-6ec10301-d337-4640-9de0-0f0b149ec742 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311403 Jul 30 21:16:02.150897 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597f435-1b08-4e72-9dc4-819d7561ade4 req-9a807a23-8023-4edc-a6a7-8f70770cae98 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:02.152285 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2597f435-1b08-4e72-9dc4-819d7561ade4 req-9a807a23-8023-4edc-a6a7-8f70770cae98 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0566502 Jul 30 21:16:02.189553 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2597f435-1b08-4e72-9dc4-819d7561ade4 req-092e9531-e1e0-44b1-9b11-49f9a0d43039 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313632 Jul 30 21:16:03.303600 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36e6df-1d0b-4050-8a4b-649576a8d192 req-f1a26d39-cf30-47af-916a-ebdda9013254 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:03.305073 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fd36e6df-1d0b-4050-8a4b-649576a8d192 req-f1a26d39-cf30-47af-916a-ebdda9013254 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0493131 Jul 30 21:16:03.346293 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fd36e6df-1d0b-4050-8a4b-649576a8d192 req-0e2b4cbb-3ddc-45a8-8101-18d970ced081 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351000 Jul 30 21:16:04.465518 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cab08-12cd-4654-bf0a-825223f11d2c req-4fcdd738-f952-4858-a941-abef29e2b692 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:04.467101 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c91cab08-12cd-4654-bf0a-825223f11d2c req-4fcdd738-f952-4858-a941-abef29e2b692 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0537031 Jul 30 21:16:04.505418 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c91cab08-12cd-4654-bf0a-825223f11d2c req-a01e7f4a-e493-4541-ba78-5e4f69016764 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323238 Jul 30 21:16:05.619288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a370da-e4c8-4d6a-9e92-e3f8e954be9a req-55ae3f04-7e29-4eaf-8960-dd9500c08181 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:05.620825 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e2a370da-e4c8-4d6a-9e92-e3f8e954be9a req-55ae3f04-7e29-4eaf-8960-dd9500c08181 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0482833 Jul 30 21:16:05.658084 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e2a370da-e4c8-4d6a-9e92-e3f8e954be9a req-90aafd56-55a6-422f-ae12-7b31a9d87517 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313683 Jul 30 21:16:06.771432 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156c33c-eb23-4747-9271-62029e4acd18 req-91d2b64a-1115-403e-889a-12ed273d855f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:06.772930 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c156c33c-eb23-4747-9271-62029e4acd18 req-91d2b64a-1115-403e-889a-12ed273d855f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0478084 Jul 30 21:16:06.814755 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c156c33c-eb23-4747-9271-62029e4acd18 req-a18541c1-55f8-4dfa-b5c1-5d73ba423add tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349996 Jul 30 21:16:07.263129 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-3362ed00-841c-4f06-92c8-463fb8692f4d service neutron] show failed (client error): The resource could not be found. Jul 30 21:16:07.264139 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-3362ed00-841c-4f06-92c8-463fb8692f4d service neutron] 10.222.0.83 "GET /v2.0/ports/783dd72b-b93d-41e6-939c-498fa85c55f7/bindings/n-h1-712137-9 HTTP/1.1" status: 404 len: 380 time: 0.0541532 Jul 30 21:16:07.488721 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-7cd5786d-1ea7-4163-8c29-9459862df64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:07.490187 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-7cd5786d-1ea7-4163-8c29-9459862df64c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce&tenant_id=7c6abece9a044d4ca3183a8a35d6564b HTTP/1.1" status: 200 len: 1096 time: 0.0802753 Jul 30 21:16:07.501511 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-9', 'device_owner': 'compute:nova'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:16:07.551592 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:08.128229 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] For port 783dd72b-b93d-41e6-939c-498fa85c55f7, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=783dd72b-b93d-41e6-939c-498fa85c55f7,segment=NetworkSegment(319b3f38-b262-46ae-8dc7-a5f43332284d),segment_id=319b3f38-b262-46ae-8dc7-a5f43332284d)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:16:08.138031 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da9fa5-9965-4e72-9a43-33124da1c60f req-5b0b600d-87ee-458c-b001-7ff46ad9af2e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:08.139527 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31da9fa5-9965-4e72-9a43-33124da1c60f req-5b0b600d-87ee-458c-b001-7ff46ad9af2e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0743017 Jul 30 21:16:08.197960 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-31da9fa5-9965-4e72-9a43-33124da1c60f req-ed0f45eb-7f33-424f-8f4e-7f465d2de08a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522881 Jul 30 21:16:08.198851 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] For port 783dd72b-b93d-41e6-939c-498fa85c55f7, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:16:08.237452 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20cb5ec-b653-44a1-8c5c-72674ff9a9ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '783dd72b-b93d-41e6-939c-498fa85c55f7'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:16:08.239709 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de702e20-5857-404f-aa3c-22d971c66151" -d '{"events": [{"server_uuid": "e20cb5ec-b653-44a1-8c5c-72674ff9a9ce", "name": "network-vif-unplugged", "status": "completed", "tag": "783dd72b-b93d-41e6-939c-498fa85c55f7"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:16:08.244139 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:08.256402 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Transition to ACTIVE for port object 783dd72b-b93d-41e6-939c-498fa85c55f7 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:16:08.261738 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:08.343552 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Pushing event updated for resources: {'Port': ['ID=783dd72b-b93d-41e6-939c-498fa85c55f7,revision_number=6']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:08.359141 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:08.359490 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:08.359928 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:08.360486 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:08.360736 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:08.360903 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:08.361240 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:08.361574 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:08.361907 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:08.362239 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:08.362570 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:08.362902 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:08.369021 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 21:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410efe89-28e3-4741-aa51-5f070ff3b035 x-openstack-request-id: req-410efe89-28e3-4741-aa51-5f070ff3b035 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:16:08.369351 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20cb5ec-b653-44a1-8c5c-72674ff9a9ce", "name": "network-vif-unplugged", "status": "completed", "tag": "783dd72b-b93d-41e6-939c-498fa85c55f7", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:16:08.369569 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-410efe89-28e3-4741-aa51-5f070ff3b035 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:16:08.369968 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20cb5ec-b653-44a1-8c5c-72674ff9a9ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '783dd72b-b93d-41e6-939c-498fa85c55f7', 'code': 200} Jul 30 21:16:08.403280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] No DVR routers for this DVR port 783dd72b-b93d-41e6-939c-498fa85c55f7 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:16:08.538236 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Attempting to bind port 783dd72b-b93d-41e6-939c-498fa85c55f7 on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:16:08.538629 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Attempting to bind port 783dd72b-b93d-41e6-939c-498fa85c55f7 by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '319b3f38-b262-46ae-8dc7-a5f43332284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:16:08.538888 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Attempting to bind port 783dd72b-b93d-41e6-939c-498fa85c55f7 on network 31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:16:08.543207 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Port 783dd72b-b93d-41e6-939c-498fa85c55f7 on network 31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 21:16:08.543557 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Attempting to bind port 783dd72b-b93d-41e6-939c-498fa85c55f7 on network 31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:16:08.548775 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:16:08.549114 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Checking segment: {'id': '319b3f38-b262-46ae-8dc7-a5f43332284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:16:08.549499 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Bound using segment: {'id': '319b3f38-b262-46ae-8dc7-a5f43332284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:16:08.549953 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Bound port: 783dd72b-b93d-41e6-939c-498fa85c55f7, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '319b3f38-b262-46ae-8dc7-a5f43332284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:16:08.550311 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:08.616366 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] For port 783dd72b-b93d-41e6-939c-498fa85c55f7, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:16:08.619987 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] For port 783dd72b-b93d-41e6-939c-498fa85c55f7, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=783dd72b-b93d-41e6-939c-498fa85c55f7,segment=NetworkSegment(319b3f38-b262-46ae-8dc7-a5f43332284d),segment_id=319b3f38-b262-46ae-8dc7-a5f43332284d)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:16:08.624353 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:08.658291 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:08.658914 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:08.660400 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] 10.222.0.59 "PUT /v2.0/ports/783dd72b-b93d-41e6-939c-498fa85c55f7 HTTP/1.1" status: 200 len: 1091 time: 1.1627829 Jul 30 21:16:08.682358 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee03c98-85fb-4eb5-a80c-33b8bfcd73c7 service neutron] Pushing event updated for resources: {'Port': ['ID=783dd72b-b93d-41e6-939c-498fa85c55f7,revision_number=7']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:08.726563 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-8347b02e-72b5-4480-93c8-4b4d57fca33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:08.728170 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-8347b02e-72b5-4480-93c8-4b4d57fca33a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 1094 time: 0.0430844 Jul 30 21:16:08.826608 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-9c284533-1373-46b1-9e06-2f72f80cc384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:08.828133 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-9c284533-1373-46b1-9e06-2f72f80cc384 service neutron] 10.222.0.59 "GET /v2.0/networks?id=31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 HTTP/1.1" status: 200 len: 897 time: 0.0927014 Jul 30 21:16:08.892604 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-7d97753e-6b44-460c-8797-489685b29ab9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=783dd72b-b93d-41e6-939c-498fa85c55f7 HTTP/1.1" status: 200 len: 999 time: 0.0578601 Jul 30 21:16:08.941848 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-56643ada-06e9-4609-801e-73a3b5a06110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:08.943113 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-56643ada-06e9-4609-801e-73a3b5a06110 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ee437c5-1d88-457d-b452-590f89187c93 HTTP/1.1" status: 200 len: 835 time: 0.0426803 Jul 30 21:16:08.990515 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-513176c8-c7eb-4d07-a3d9-654dab5f27ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:08.991963 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-513176c8-c7eb-4d07-a3d9-654dab5f27ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=31e3bbb7-5c1e-42bd-b12d-bae3d7014a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420685 Jul 30 21:16:09.002345 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-9ef789f8-b35b-4425-86b2-cfb88789937b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 21:16:09.003253 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-9ef789f8-b35b-4425-86b2-cfb88789937b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047655 Jul 30 21:16:09.089326 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-dbd3d733-ba18-4c9b-80b4-98499a6c52f2 service neutron] 10.222.0.59 "GET /v2.0/networks/31e3bbb7-5c1e-42bd-b12d-bae3d7014a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791078 Jul 30 21:16:09.181854 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2706ec1b-4d9b-4818-88f4-c38be149eddb req-70291f90-c470-4f91-b992-f920e455843c service neutron] 10.222.0.59 "GET /v2.0/networks/31e3bbb7-5c1e-42bd-b12d-bae3d7014a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849998 Jul 30 21:16:09.317245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731badc7-3910-4f1f-b13e-202d6f23b887 req-cbe523b3-e5e3-44c9-97e3-04b210ba7763 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:09.318754 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-731badc7-3910-4f1f-b13e-202d6f23b887 req-cbe523b3-e5e3-44c9-97e3-04b210ba7763 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 943 time: 0.0513544 Jul 30 21:16:09.356878 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-731badc7-3910-4f1f-b13e-202d6f23b887 req-5a03ecc1-b2c7-4029-ad62-c0d66395e032 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321944 Jul 30 21:16:10.371262 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20cb5ec-b653-44a1-8c5c-72674ff9a9ce', 'tag': '783dd72b-b93d-41e6-939c-498fa85c55f7'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:16:10.373672 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7570905-3fd9-45a1-9465-9e31d2b970b2" -d '{"events": [{"name": "network-changed", "server_uuid": "e20cb5ec-b653-44a1-8c5c-72674ff9a9ce", "tag": "783dd72b-b93d-41e6-939c-498fa85c55f7"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:16:10.419641 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5701197a-52c6-4200-97df-d139df5cd976 x-openstack-request-id: req-5701197a-52c6-4200-97df-d139df5cd976 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:16:10.419927 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20cb5ec-b653-44a1-8c5c-72674ff9a9ce", "tag": "783dd72b-b93d-41e6-939c-498fa85c55f7", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:16:10.420279 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5701197a-52c6-4200-97df-d139df5cd976 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:16:10.420675 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e20cb5ec-b653-44a1-8c5c-72674ff9a9ce', 'tag': '783dd72b-b93d-41e6-939c-498fa85c55f7', 'status': 'completed', 'code': 200} Jul 30 21:16:10.540593 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7570905-3fd9-45a1-9465-9e31d2b970b2 req-6c9031e3-1161-4d96-a8df-2c78cd9b85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:10.542087 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7570905-3fd9-45a1-9465-9e31d2b970b2 req-6c9031e3-1161-4d96-a8df-2c78cd9b85ef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 1094 time: 0.0951700 Jul 30 21:16:10.544495 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7570905-3fd9-45a1-9465-9e31d2b970b2 req-090ab4b7-50a4-4edd-8573-9f768624d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:10.545849 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7570905-3fd9-45a1-9465-9e31d2b970b2 req-090ab4b7-50a4-4edd-8573-9f768624d0ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 1094 time: 0.1076236 Jul 30 21:16:10.566378 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6b712-cd12-4e23-bb8d-4b56423ed9c8 req-13487720-b9d1-4eab-8cd9-f10919d97c7c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:10.567871 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-20a6b712-cd12-4e23-bb8d-4b56423ed9c8 req-13487720-b9d1-4eab-8cd9-f10919d97c7c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 943 time: 0.0825341 Jul 30 21:16:10.720034 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-20a6b712-cd12-4e23-bb8d-4b56423ed9c8 req-27f6e6ab-2b09-43f5-b97e-2b9fa0169d7d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359694 Jul 30 21:16:10.746390 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7570905-3fd9-45a1-9465-9e31d2b970b2 req-0e63c99c-ed73-4b74-a327-9678e0e3d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:10.747873 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7570905-3fd9-45a1-9465-9e31d2b970b2 req-0e63c99c-ed73-4b74-a327-9678e0e3d533 service neutron] 10.222.0.83 "GET /v2.0/networks?id=31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 HTTP/1.1" status: 200 len: 897 time: 0.1983931 Jul 30 21:16:10.750493 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7570905-3fd9-45a1-9465-9e31d2b970b2 req-627f3971-18d9-4374-b5a2-c433e5373279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:10.751884 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7570905-3fd9-45a1-9465-9e31d2b970b2 req-627f3971-18d9-4374-b5a2-c433e5373279 service neutron] 10.222.0.59 "GET /v2.0/networks?id=31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 HTTP/1.1" status: 200 len: 897 time: 0.1939676 Jul 30 21:16:10.859757 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7570905-3fd9-45a1-9465-9e31d2b970b2 req-8ddad711-0f5f-4cab-967c-feabe4883ae1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=783dd72b-b93d-41e6-939c-498fa85c55f7 HTTP/1.1" status: 200 len: 999 time: 0.1050875 Jul 30 21:16:10.863165 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7570905-3fd9-45a1-9465-9e31d2b970b2 req-5a2c2ddf-9766-442c-ba30-e4f361c54d6d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=783dd72b-b93d-41e6-939c-498fa85c55f7 HTTP/1.1" status: 200 len: 999 time: 0.1021194 Jul 30 21:16:10.944497 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7570905-3fd9-45a1-9465-9e31d2b970b2 req-caa1fa2e-4167-4d14-8d73-721c7880706c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:10.945905 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7570905-3fd9-45a1-9465-9e31d2b970b2 req-caa1fa2e-4167-4d14-8d73-721c7880706c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9ee437c5-1d88-457d-b452-590f89187c93 HTTP/1.1" status: 200 len: 835 time: 0.0797994 Jul 30 21:16:10.947537 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7570905-3fd9-45a1-9465-9e31d2b970b2 req-72fd645e-4bc9-4d7c-ae0f-f6211a04acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:10.948835 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7570905-3fd9-45a1-9465-9e31d2b970b2 req-72fd645e-4bc9-4d7c-ae0f-f6211a04acdf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ee437c5-1d88-457d-b452-590f89187c93 HTTP/1.1" status: 200 len: 835 time: 0.0748413 Jul 30 21:16:11.018229 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7570905-3fd9-45a1-9465-9e31d2b970b2 req-5dead178-a229-4c54-85ab-2aa4d7e7ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:11.019721 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7570905-3fd9-45a1-9465-9e31d2b970b2 req-5dead178-a229-4c54-85ab-2aa4d7e7ea27 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=31e3bbb7-5c1e-42bd-b12d-bae3d7014a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594897 Jul 30 21:16:11.021451 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7570905-3fd9-45a1-9465-9e31d2b970b2 req-761cc584-c8ba-418f-9e80-3bc23c1b6140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:11.022792 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7570905-3fd9-45a1-9465-9e31d2b970b2 req-761cc584-c8ba-418f-9e80-3bc23c1b6140 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=31e3bbb7-5c1e-42bd-b12d-bae3d7014a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698359 Jul 30 21:16:11.175880 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7570905-3fd9-45a1-9465-9e31d2b970b2 req-47580cac-7b44-4386-9160-34ea8a167adf service neutron] 10.222.0.59 "GET /v2.0/networks/31e3bbb7-5c1e-42bd-b12d-bae3d7014a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492517 Jul 30 21:16:11.179026 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7570905-3fd9-45a1-9465-9e31d2b970b2 req-9b89768b-7178-4332-8230-64d66b99f309 service neutron] 10.222.0.83 "GET /v2.0/networks/31e3bbb7-5c1e-42bd-b12d-bae3d7014a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458600 Jul 30 21:16:11.338009 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7570905-3fd9-45a1-9465-9e31d2b970b2 req-bfe3817e-68cc-423e-b877-f10f5e822864 service neutron] 10.222.0.59 "GET /v2.0/networks/31e3bbb7-5c1e-42bd-b12d-bae3d7014a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551826 Jul 30 21:16:11.340171 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7570905-3fd9-45a1-9465-9e31d2b970b2 req-7d610961-6de2-405e-a947-7f0cc2bd1d15 service neutron] 10.222.0.83 "GET /v2.0/networks/31e3bbb7-5c1e-42bd-b12d-bae3d7014a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505740 Jul 30 21:16:11.744163 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 783dd72b-b93d-41e6-939c-498fa85c55f7 details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:16:11.837959 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 783dd72b-b93d-41e6-939c-498fa85c55f7, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=783dd72b-b93d-41e6-939c-498fa85c55f7,segment=NetworkSegment(319b3f38-b262-46ae-8dc7-a5f43332284d),segment_id=319b3f38-b262-46ae-8dc7-a5f43332284d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:16:11.842184 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abb4a9-7624-47f9-8dda-aba60d66c64b req-e81d91b6-a0cc-420b-80bf-a7bd531c6d8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:11.843716 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-67abb4a9-7624-47f9-8dda-aba60d66c64b req-e81d91b6-a0cc-420b-80bf-a7bd531c6d8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 943 time: 0.0512130 Jul 30 21:16:11.849073 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '783dd72b-b93d-41e6-939c-498fa85c55f7', 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62', 'port_id': '783dd72b-b93d-41e6-939c-498fa85c55f7', 'mac_address': 'fa:16:3e:a4:e1:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee437c5-1d88-457d-b452-590f89187c93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 21:16:11.882386 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-67abb4a9-7624-47f9-8dda-aba60d66c64b req-9f5c5639-7942-41ec-8362-1c901c35f138 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326273 Jul 30 21:16:11.889205 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:11.901483 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783dd72b-b93d-41e6-939c-498fa85c55f7 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:16:11.920723 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 783dd72b-b93d-41e6-939c-498fa85c55f7, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=783dd72b-b93d-41e6-939c-498fa85c55f7,segment=NetworkSegment(319b3f38-b262-46ae-8dc7-a5f43332284d),segment_id=319b3f38-b262-46ae-8dc7-a5f43332284d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:16:11.925028 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:11.971147 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=783dd72b-b93d-41e6-939c-498fa85c55f7,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:11.978983 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:11.979331 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:11.979697 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:11.980040 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:11.980379 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:11.980707 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:11.981033 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:11.981417 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:11.981822 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:11.982149 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:11.982479 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:11.982791 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:12.110301 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcbc43-2980-482f-acc2-e1bcd721284e req-6ed7e193-9a0a-4ba8-be31-aa14f141e60d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:12.111823 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cafcbc43-2980-482f-acc2-e1bcd721284e req-6ed7e193-9a0a-4ba8-be31-aa14f141e60d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 944 time: 0.0812817 Jul 30 21:16:12.124449 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950ed24-fa89-4da9-b7ca-a7027622fa44 req-65f7f755-75e8-4ea3-aa92-aab17056acac tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:12.125818 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b950ed24-fa89-4da9-b7ca-a7027622fa44 req-65f7f755-75e8-4ea3-aa92-aab17056acac tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.83 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce&tenant_id=7c6abece9a044d4ca3183a8a35d6564b&binding%3Ahost_id=n-h1-712137-9 HTTP/1.1" status: 200 len: 944 time: 0.0864804 Jul 30 21:16:12.168387 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['783dd72b-b93d-41e6-939c-498fa85c55f7'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:16:12.189249 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cafcbc43-2980-482f-acc2-e1bcd721284e req-460ec3b7-87c6-45e5-a7d3-d70796682df0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624723 Jul 30 21:16:12.207608 n-d-712137-9 neutron-server[93882]: INFO neutron.api.v2.resource [req-b950ed24-fa89-4da9-b7ca-a7027622fa44 req-c12020f4-e650-4410-a7aa-8c4a68829699 service neutron] delete failed (client error): The resource could not be found. Jul 30 21:16:12.208609 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b950ed24-fa89-4da9-b7ca-a7027622fa44 req-c12020f4-e650-4410-a7aa-8c4a68829699 service neutron] 10.222.0.83 "DELETE /v2.0/ports/783dd72b-b93d-41e6-939c-498fa85c55f7/bindings/n-h2-712137-9 HTTP/1.1" status: 404 len: 380 time: 0.0752733 Jul 30 21:16:12.323691 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950ed24-fa89-4da9-b7ca-a7027622fa44 req-698cbe5f-83a0-4093-ad2d-507ca89ecad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:12.325204 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b950ed24-fa89-4da9-b7ca-a7027622fa44 req-698cbe5f-83a0-4093-ad2d-507ca89ecad5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 1095 time: 0.0725055 Jul 30 21:16:12.341170 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf8494-5150-4b57-a3f8-6bbc937c5a12 req-6688b01e-4252-4fce-9037-c28ada1b66b2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:12.342598 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ddaf8494-5150-4b57-a3f8-6bbc937c5a12 req-6688b01e-4252-4fce-9037-c28ada1b66b2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 944 time: 0.0804901 Jul 30 21:16:12.427365 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ddaf8494-5150-4b57-a3f8-6bbc937c5a12 req-e3173aa2-9aa2-4616-ac66-77e66281ef6a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770562 Jul 30 21:16:12.452788 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950ed24-fa89-4da9-b7ca-a7027622fa44 req-f6412274-6b75-4e57-bfa0-286c00d1e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:12.454240 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b950ed24-fa89-4da9-b7ca-a7027622fa44 req-f6412274-6b75-4e57-bfa0-286c00d1e6c1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 HTTP/1.1" status: 200 len: 897 time: 0.1215625 Jul 30 21:16:12.484514 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 783dd72b-b93d-41e6-939c-498fa85c55f7 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:16:12.520863 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 783dd72b-b93d-41e6-939c-498fa85c55f7 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:16:12.525605 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b950ed24-fa89-4da9-b7ca-a7027622fa44 req-de532ff0-5a6d-42a3-8da2-d4564cf758c2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=783dd72b-b93d-41e6-939c-498fa85c55f7 HTTP/1.1" status: 200 len: 1000 time: 0.0625033 Jul 30 21:16:12.573761 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950ed24-fa89-4da9-b7ca-a7027622fa44 req-aee33fbb-efe6-4f49-b75a-3748e21311ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:12.575131 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b950ed24-fa89-4da9-b7ca-a7027622fa44 req-aee33fbb-efe6-4f49-b75a-3748e21311ee service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9ee437c5-1d88-457d-b452-590f89187c93 HTTP/1.1" status: 200 len: 835 time: 0.0429759 Jul 30 21:16:12.620253 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950ed24-fa89-4da9-b7ca-a7027622fa44 req-efdef3d6-5fc2-4d33-8f14-9d047698d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:12.621729 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b950ed24-fa89-4da9-b7ca-a7027622fa44 req-efdef3d6-5fc2-4d33-8f14-9d047698d59d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=31e3bbb7-5c1e-42bd-b12d-bae3d7014a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394990 Jul 30 21:16:12.713291 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b950ed24-fa89-4da9-b7ca-a7027622fa44 req-1e45c966-856d-4528-b5d2-6589b0fddf8a service neutron] 10.222.0.83 "GET /v2.0/networks/31e3bbb7-5c1e-42bd-b12d-bae3d7014a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843148 Jul 30 21:16:12.800961 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b950ed24-fa89-4da9-b7ca-a7027622fa44 req-3d9f08bc-42fb-4aa2-8417-f9746c91868b service neutron] 10.222.0.83 "GET /v2.0/networks/31e3bbb7-5c1e-42bd-b12d-bae3d7014a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809872 Jul 30 21:16:13.542344 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9309558-cb31-4069-b2bd-566eab072e3a req-0661cad2-8caa-4d60-b587-cc9b45e32e26 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:13.543934 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b9309558-cb31-4069-b2bd-566eab072e3a req-0661cad2-8caa-4d60-b587-cc9b45e32e26 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 944 time: 0.0513601 Jul 30 21:16:13.580934 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b9309558-cb31-4069-b2bd-566eab072e3a req-c4ce9513-6892-4cbf-8aa4-cd2eb5db0185 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311413 Jul 30 21:16:13.602384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56674) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:16:13.664656 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-025af9f6-ea06-4db4-a5d7-5498a9c670b6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/floatingips/ae1358e1-4ff0-46bd-aa9c-be2d543a1727 HTTP/1.1" status: 200 len: 992 time: 0.0611889 Jul 30 21:16:13.758399 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 783dd72b-b93d-41e6-939c-498fa85c55f7 up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:16:13.815537 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 783dd72b-b93d-41e6-939c-498fa85c55f7 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:16:13.819216 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 783dd72b-b93d-41e6-939c-498fa85c55f7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:16:13.819620 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:13.894685 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:13.915773 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20cb5ec-b653-44a1-8c5c-72674ff9a9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783dd72b-b93d-41e6-939c-498fa85c55f7'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:16:13.917990 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638f5fa1-20de-4b81-8a10-cf6eb2d1f408" -d '{"events": [{"server_uuid": "e20cb5ec-b653-44a1-8c5c-72674ff9a9ce", "name": "network-vif-plugged", "status": "completed", "tag": "783dd72b-b93d-41e6-939c-498fa85c55f7"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:16:13.931325 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 783dd72b-b93d-41e6-939c-498fa85c55f7, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=783dd72b-b93d-41e6-939c-498fa85c55f7,segment=NetworkSegment(319b3f38-b262-46ae-8dc7-a5f43332284d),segment_id=319b3f38-b262-46ae-8dc7-a5f43332284d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:16:13.935211 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:13.982639 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=783dd72b-b93d-41e6-939c-498fa85c55f7,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:14.000735 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97070225-ffbc-4584-94bd-f8b13d9146be x-openstack-request-id: req-97070225-ffbc-4584-94bd-f8b13d9146be {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:16:14.001027 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20cb5ec-b653-44a1-8c5c-72674ff9a9ce", "name": "network-vif-plugged", "status": "completed", "tag": "783dd72b-b93d-41e6-939c-498fa85c55f7", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:16:14.001281 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-97070225-ffbc-4584-94bd-f8b13d9146be {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:16:14.001671 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20cb5ec-b653-44a1-8c5c-72674ff9a9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783dd72b-b93d-41e6-939c-498fa85c55f7', 'code': 200} Jul 30 21:16:16.215396 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:20.300016 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:21.353656 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7cf45cde-a696-4ede-9893-38dfca704b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:23.790255 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93990321-f43f-4825-b150-a8f9acd3cda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:24.052035 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:25.251975 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:27.100004 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:28.374632 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-96cb9047-0935-4194-9047-c1bb4de040e8 req-85bd4fe0-dadd-4966-9895-3980d780c324 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390315 Jul 30 21:16:28.453328 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb9047-0935-4194-9047-c1bb4de040e8 req-33644104-5324-4424-8101-4b93e70d2b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:28.454760 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-96cb9047-0935-4194-9047-c1bb4de040e8 req-33644104-5324-4424-8101-4b93e70d2b6d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 1096 time: 0.0396581 Jul 30 21:16:28.556534 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb9047-0935-4194-9047-c1bb4de040e8 req-fdd9a6af-9e22-45ed-8449-a3ddbc930987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:28.557947 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-96cb9047-0935-4194-9047-c1bb4de040e8 req-fdd9a6af-9e22-45ed-8449-a3ddbc930987 service neutron] 10.222.0.59 "GET /v2.0/networks?id=31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 HTTP/1.1" status: 200 len: 897 time: 0.0853901 Jul 30 21:16:28.622667 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-96cb9047-0935-4194-9047-c1bb4de040e8 req-c45276a1-d6d6-4e96-83e4-8240674e0347 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=783dd72b-b93d-41e6-939c-498fa85c55f7 HTTP/1.1" status: 200 len: 1001 time: 0.0566790 Jul 30 21:16:28.675850 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb9047-0935-4194-9047-c1bb4de040e8 req-5c6d2428-4c87-4566-b7e1-f3628b0069e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:28.677252 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-96cb9047-0935-4194-9047-c1bb4de040e8 req-5c6d2428-4c87-4566-b7e1-f3628b0069e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ee437c5-1d88-457d-b452-590f89187c93 HTTP/1.1" status: 200 len: 835 time: 0.0458732 Jul 30 21:16:28.720497 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb9047-0935-4194-9047-c1bb4de040e8 req-43d8028f-3713-425a-aa20-d0ee6be5e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:28.721915 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-96cb9047-0935-4194-9047-c1bb4de040e8 req-43d8028f-3713-425a-aa20-d0ee6be5e3eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=31e3bbb7-5c1e-42bd-b12d-bae3d7014a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378821 Jul 30 21:16:28.807701 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-96cb9047-0935-4194-9047-c1bb4de040e8 req-74b738f5-8a86-46b9-b509-5f05561e52f7 service neutron] 10.222.0.59 "GET /v2.0/networks/31e3bbb7-5c1e-42bd-b12d-bae3d7014a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786712 Jul 30 21:16:28.822337 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:16:28.902247 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-96cb9047-0935-4194-9047-c1bb4de040e8 req-8d7248d5-4c9f-4cf1-832b-c1a67fb37d87 service neutron] 10.222.0.59 "GET /v2.0/networks/31e3bbb7-5c1e-42bd-b12d-bae3d7014a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853148 Jul 30 21:16:42.002088 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56696) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:16:42.155845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c8bcb38c-a121-4dc0-a825-dea31df92ff3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Deleting port ba8206f4-497a-4b77-aed6-72c8cf929cc3 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:16:42.156192 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb38c-a121-4dc0-a825-dea31df92ff3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:42.233588 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb38c-a121-4dc0-a825-dea31df92ff3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:42.233918 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb38c-a121-4dc0-a825-dea31df92ff3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:42.245236 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-c8bcb38c-a121-4dc0-a825-dea31df92ff3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Calling delete_port for ba8206f4-497a-4b77-aed6-72c8cf929cc3 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:16:42.387314 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb38c-a121-4dc0-a825-dea31df92ff3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:42.416467 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bcb38c-a121-4dc0-a825-dea31df92ff3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Port': ['ID=ba8206f4-497a-4b77-aed6-72c8cf929cc3,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:42.474017 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb38c-a121-4dc0-a825-dea31df92ff3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:42.474348 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-c8bcb38c-a121-4dc0-a825-dea31df92ff3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Floating IP ae1358e1-4ff0-46bd-aa9c-be2d543a1727 disassociated (deleted). External IP: 172.25.3.144, port: 783dd72b-b93d-41e6-939c-498fa85c55f7. Jul 30 21:16:42.676700 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bcb38c-a121-4dc0-a825-dea31df92ff3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Router c32e683a-d61a-4f62-bf0e-a6b221fe0472 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:16:42.781956 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bcb38c-a121-4dc0-a825-dea31df92ff3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:16:42.786801 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb38c-a121-4dc0-a825-dea31df92ff3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:42.791297 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9cc892-a882-4b1d-b277-093bcde2d3b2 None None] Sync routers for ids ['c32e683a-d61a-4f62-bf0e-a6b221fe0472'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:16:42.803312 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9cc892-a882-4b1d-b277-093bcde2d3b2 None None] Routers {'c32e683a-d61a-4f62-bf0e-a6b221fe0472'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:16:42.803979 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fb9cc892-a882-4b1d-b277-093bcde2d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:16:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c32e683a-d61a-4f62-bf0e-a6b221fe0472'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:16:42.813208 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c8bcb38c-a121-4dc0-a825-dea31df92ff3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "DELETE /v2.0/floatingips/ae1358e1-4ff0-46bd-aa9c-be2d543a1727 HTTP/1.1" status: 204 len: 168 time: 0.8100512 Jul 30 21:16:42.813995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20cb5ec-b653-44a1-8c5c-72674ff9a9ce', 'tag': '783dd72b-b93d-41e6-939c-498fa85c55f7'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:16:42.817717 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fdb43e-7ffc-4b20-9042-d8efc0381493" -d '{"events": [{"name": "network-changed", "server_uuid": "e20cb5ec-b653-44a1-8c5c-72674ff9a9ce", "tag": "783dd72b-b93d-41e6-939c-498fa85c55f7"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:16:42.905458 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-fb9cc892-a882-4b1d-b277-093bcde2d3b2 None None] Set router c32e683a-d61a-4f62-bf0e-a6b221fe0472 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:16:42.964819 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9dddf2c-348f-4600-b708-1682960bc80a x-openstack-request-id: req-d9dddf2c-348f-4600-b708-1682960bc80a {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:16:42.965390 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20cb5ec-b653-44a1-8c5c-72674ff9a9ce", "tag": "783dd72b-b93d-41e6-939c-498fa85c55f7", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:16:42.965861 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d9dddf2c-348f-4600-b708-1682960bc80a {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:16:42.966510 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e20cb5ec-b653-44a1-8c5c-72674ff9a9ce', 'tag': '783dd72b-b93d-41e6-939c-498fa85c55f7', 'status': 'completed', 'code': 200} Jul 30 21:16:43.056948 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdb43e-7ffc-4b20-9042-d8efc0381493 req-3fb3b392-b226-4a2c-8a39-2e037631296d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:43.058440 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71fdb43e-7ffc-4b20-9042-d8efc0381493 req-3fb3b392-b226-4a2c-8a39-2e037631296d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 1096 time: 0.0714080 Jul 30 21:16:43.074307 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840ea25-a60f-4086-8491-bb64f4ded359 req-b1de0643-ffda-4a26-af3d-8e99cc522aed tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:43.075879 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7840ea25-a60f-4086-8491-bb64f4ded359 req-b1de0643-ffda-4a26-af3d-8e99cc522aed tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0609438 Jul 30 21:16:43.164951 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7840ea25-a60f-4086-8491-bb64f4ded359 req-9d892e9b-2046-48a4-9110-97b2fff0e40b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799973 Jul 30 21:16:43.190389 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdb43e-7ffc-4b20-9042-d8efc0381493 req-7c2df934-ab58-4bb7-801e-fbf759e58e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:43.191967 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71fdb43e-7ffc-4b20-9042-d8efc0381493 req-7c2df934-ab58-4bb7-801e-fbf759e58e5c service neutron] 10.222.0.59 "GET /v2.0/networks?id=31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 HTTP/1.1" status: 200 len: 897 time: 0.1152003 Jul 30 21:16:43.198790 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fb9cc892-a882-4b1d-b277-093bcde2d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465894416', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:32Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '7751f77a-6232-4757-b291-2d5e71ed5e24', 'name': '', 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:a7:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9ee437c5-1d88-457d-b452-590f89187c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:14:31Z', 'updated_at': '2021-07-30T21:14:37Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '9ee437c5-1d88-457d-b452-590f89187c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:16:43.225707 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9cc892-a882-4b1d-b277-093bcde2d3b2 None None] Checking router: c32e683a-d61a-4f62-bf0e-a6b221fe0472 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:16:43.234681 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9cc892-a882-4b1d-b277-093bcde2d3b2 None None] Routers {'c32e683a-d61a-4f62-bf0e-a6b221fe0472'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:16:43.235301 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fb9cc892-a882-4b1d-b277-093bcde2d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:16:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c32e683a-d61a-4f62-bf0e-a6b221fe0472'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:16:43.237093 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71fdb43e-7ffc-4b20-9042-d8efc0381493 req-83e233bf-701a-482b-81fe-d50b7f2d9deb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=783dd72b-b93d-41e6-939c-498fa85c55f7 HTTP/1.1" status: 200 len: 217 time: 0.0380068 Jul 30 21:16:43.285521 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdb43e-7ffc-4b20-9042-d8efc0381493 req-dcee3f03-be7c-4588-9974-9219cf924c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:43.286965 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71fdb43e-7ffc-4b20-9042-d8efc0381493 req-dcee3f03-be7c-4588-9974-9219cf924c8c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ee437c5-1d88-457d-b452-590f89187c93 HTTP/1.1" status: 200 len: 835 time: 0.0429847 Jul 30 21:16:43.334958 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdb43e-7ffc-4b20-9042-d8efc0381493 req-cf2eefc0-9ced-44a1-b039-2d84d12e5175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:43.336492 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71fdb43e-7ffc-4b20-9042-d8efc0381493 req-cf2eefc0-9ced-44a1-b039-2d84d12e5175 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=31e3bbb7-5c1e-42bd-b12d-bae3d7014a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409520 Jul 30 21:16:43.342406 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-fb9cc892-a882-4b1d-b277-093bcde2d3b2 None None] Set router c32e683a-d61a-4f62-bf0e-a6b221fe0472 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:16:43.428759 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71fdb43e-7ffc-4b20-9042-d8efc0381493 req-369949e1-faa2-4912-9791-94e842fbfd8e service neutron] 10.222.0.59 "GET /v2.0/networks/31e3bbb7-5c1e-42bd-b12d-bae3d7014a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842166 Jul 30 21:16:43.541618 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fb9cc892-a882-4b1d-b277-093bcde2d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465894416', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:32Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '7751f77a-6232-4757-b291-2d5e71ed5e24', 'name': '', 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:a7:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9ee437c5-1d88-457d-b452-590f89187c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:14:31Z', 'updated_at': '2021-07-30T21:14:37Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '9ee437c5-1d88-457d-b452-590f89187c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:16:43.568473 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9cc892-a882-4b1d-b277-093bcde2d3b2 None None] The sync data for ids ['c32e683a-d61a-4f62-bf0e-a6b221fe0472'] in n-d-712137-9 is: [{'id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465894416', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:32Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '7751f77a-6232-4757-b291-2d5e71ed5e24', 'name': '', 'network_id': '31e3bbb7-5c1e-42bd-b12d-bae3d7014a62', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:a7:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9ee437c5-1d88-457d-b452-590f89187c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:14:31Z', 'updated_at': '2021-07-30T21:14:37Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '9ee437c5-1d88-457d-b452-590f89187c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:16:43.803459 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da14654-babd-4215-869c-3bf828cd3ac1 None None] New status for floating IP ae1358e1-4ff0-46bd-aa9c-be2d543a1727: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 21:16:43.865856 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71fdb43e-7ffc-4b20-9042-d8efc0381493 req-dd86a3e7-fac6-42d9-8ea8-e65ff131e992 service neutron] 10.222.0.59 "GET /v2.0/networks/31e3bbb7-5c1e-42bd-b12d-bae3d7014a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287548 Jul 30 21:16:44.318005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1b23b-f742-47ff-94fa-75905b2f3830 req-926ac297-0087-49bc-8f56-05b454dcf540 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:44.319488 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ade1b23b-f742-47ff-94fa-75905b2f3830 req-926ac297-0087-49bc-8f56-05b454dcf540 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0803759 Jul 30 21:16:44.331769 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbc3a8-c53b-45ec-9877-23f5c10400e7 req-ea440f97-c2ea-4291-92ff-03a0a8346e32 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:44.333115 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3cbbc3a8-c53b-45ec-9877-23f5c10400e7 req-ea440f97-c2ea-4291-92ff-03a0a8346e32 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.59 "GET /v2.0/ports?device_id=e20cb5ec-b653-44a1-8c5c-72674ff9a9ce HTTP/1.1" status: 200 len: 945 time: 0.0815642 Jul 30 21:16:44.412593 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ade1b23b-f742-47ff-94fa-75905b2f3830 req-51097ff9-d513-4c6e-9889-ed4f6b1b191c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=f59c7670-577c-4b51-abee-3e314ffe6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785298 Jul 30 21:16:44.440362 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-3cbbc3a8-c53b-45ec-9877-23f5c10400e7 req-2f12c4de-2f2e-4af5-9b13-5dfe6c7348b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Deleting port 783dd72b-b93d-41e6-939c-498fa85c55f7 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:16:44.440712 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3cbbc3a8-c53b-45ec-9877-23f5c10400e7 req-2f12c4de-2f2e-4af5-9b13-5dfe6c7348b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:44.534380 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-3cbbc3a8-c53b-45ec-9877-23f5c10400e7 req-2f12c4de-2f2e-4af5-9b13-5dfe6c7348b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] For port 783dd72b-b93d-41e6-939c-498fa85c55f7, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=783dd72b-b93d-41e6-939c-498fa85c55f7,segment=NetworkSegment(319b3f38-b262-46ae-8dc7-a5f43332284d),segment_id=319b3f38-b262-46ae-8dc7-a5f43332284d)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:16:44.534642 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3cbbc3a8-c53b-45ec-9877-23f5c10400e7 req-2f12c4de-2f2e-4af5-9b13-5dfe6c7348b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:44.547741 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-3cbbc3a8-c53b-45ec-9877-23f5c10400e7 req-2f12c4de-2f2e-4af5-9b13-5dfe6c7348b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Calling delete_port for 783dd72b-b93d-41e6-939c-498fa85c55f7 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:16:44.672482 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3cbbc3a8-c53b-45ec-9877-23f5c10400e7 req-2f12c4de-2f2e-4af5-9b13-5dfe6c7348b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:44.702073 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12c4de-2f2e-4af5-9b13-5dfe6c7348b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Port': ['ID=783dd72b-b93d-41e6-939c-498fa85c55f7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:44.740868 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbbc3a8-c53b-45ec-9877-23f5c10400e7 req-2f12c4de-2f2e-4af5-9b13-5dfe6c7348b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] No DVR routers for this DVR port 783dd72b-b93d-41e6-939c-498fa85c55f7 on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:16:44.744132 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3cbbc3a8-c53b-45ec-9877-23f5c10400e7 req-2f12c4de-2f2e-4af5-9b13-5dfe6c7348b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:44.746105 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3cbbc3a8-c53b-45ec-9877-23f5c10400e7 req-2f12c4de-2f2e-4af5-9b13-5dfe6c7348b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.59 "DELETE /v2.0/ports/783dd72b-b93d-41e6-939c-498fa85c55f7 HTTP/1.1" status: 204 len: 173 time: 0.4062767 Jul 30 21:16:44.967986 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20cb5ec-b653-44a1-8c5c-72674ff9a9ce', 'name': 'network-vif-deleted', 'tag': '783dd72b-b93d-41e6-939c-498fa85c55f7'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:16:44.970394 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cce39f-5821-49de-b6e2-00037c95e856" -d '{"events": [{"server_uuid": "e20cb5ec-b653-44a1-8c5c-72674ff9a9ce", "name": "network-vif-deleted", "tag": "783dd72b-b93d-41e6-939c-498fa85c55f7"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:16:45.004441 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c765a4e3-32e3-4fe3-a7b9-f55c3478ab49 x-openstack-request-id: req-c765a4e3-32e3-4fe3-a7b9-f55c3478ab49 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:16:45.004733 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20cb5ec-b653-44a1-8c5c-72674ff9a9ce", "name": "network-vif-deleted", "tag": "783dd72b-b93d-41e6-939c-498fa85c55f7", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:16:45.004987 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c765a4e3-32e3-4fe3-a7b9-f55c3478ab49 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:16:45.005385 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20cb5ec-b653-44a1-8c5c-72674ff9a9ce', 'name': 'network-vif-deleted', 'tag': '783dd72b-b93d-41e6-939c-498fa85c55f7', 'status': 'completed', 'code': 200} Jul 30 21:16:45.468675 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56710) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:16:45.825083 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d67090ee-36dd-435a-898d-d3e9c8063ee0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:46.071231 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-d67090ee-36dd-435a-898d-d3e9c8063ee0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Deleting port 7751f77a-6232-4757-b291-2d5e71ed5e24 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:16:46.071595 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d67090ee-36dd-435a-898d-d3e9c8063ee0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:46.160427 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-d67090ee-36dd-435a-898d-d3e9c8063ee0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] For port 7751f77a-6232-4757-b291-2d5e71ed5e24, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=7751f77a-6232-4757-b291-2d5e71ed5e24,segment=NetworkSegment(319b3f38-b262-46ae-8dc7-a5f43332284d),segment_id=319b3f38-b262-46ae-8dc7-a5f43332284d)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:16:46.160793 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d67090ee-36dd-435a-898d-d3e9c8063ee0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:46.175594 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-d67090ee-36dd-435a-898d-d3e9c8063ee0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Calling delete_port for 7751f77a-6232-4757-b291-2d5e71ed5e24 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:16:46.230240 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:46.360504 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d67090ee-36dd-435a-898d-d3e9c8063ee0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:46.391706 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67090ee-36dd-435a-898d-d3e9c8063ee0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Port': ['ID=7751f77a-6232-4757-b291-2d5e71ed5e24,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:46.563251 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d67090ee-36dd-435a-898d-d3e9c8063ee0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:46.776612 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67090ee-36dd-435a-898d-d3e9c8063ee0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Router c32e683a-d61a-4f62-bf0e-a6b221fe0472 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:16:46.881654 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67090ee-36dd-435a-898d-d3e9c8063ee0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:16:46.887193 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d67090ee-36dd-435a-898d-d3e9c8063ee0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "PUT /v2.0/routers/c32e683a-d61a-4f62-bf0e-a6b221fe0472/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4174442 Jul 30 21:16:46.889922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56714) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:16:46.892569 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498fff72-e610-4946-af93-c4c6189b723d None None] Sync routers for ids ['c32e683a-d61a-4f62-bf0e-a6b221fe0472'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:16:46.902166 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498fff72-e610-4946-af93-c4c6189b723d None None] Routers {'c32e683a-d61a-4f62-bf0e-a6b221fe0472'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:16:46.902773 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-498fff72-e610-4946-af93-c4c6189b723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:16:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c32e683a-d61a-4f62-bf0e-a6b221fe0472'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:16:46.940798 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-c828f1d5-8381-4564-88a1-3d832065f985 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Deleting subnet 9ee437c5-1d88-457d-b452-590f89187c93 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 21:16:46.943926 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c828f1d5-8381-4564-88a1-3d832065f985 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:46.984374 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c828f1d5-8381-4564-88a1-3d832065f985 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:47.003062 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-498fff72-e610-4946-af93-c4c6189b723d None None] Set router c32e683a-d61a-4f62-bf0e-a6b221fe0472 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:16:47.073020 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c828f1d5-8381-4564-88a1-3d832065f985 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:47.132539 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c828f1d5-8381-4564-88a1-3d832065f985 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:47.161608 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828f1d5-8381-4564-88a1-3d832065f985 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee437c5-1d88-457d-b452-590f89187c93,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:47.163721 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c828f1d5-8381-4564-88a1-3d832065f985 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:47.168509 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-c828f1d5-8381-4564-88a1-3d832065f985 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "DELETE /v2.0/subnets/9ee437c5-1d88-457d-b452-590f89187c93 HTTP/1.1" status: 204 len: 168 time: 0.2749858 Jul 30 21:16:47.168868 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56716) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:16:47.172975 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852ff8b0-561d-43e3-a4af-7ab143ecfdc9 None None] Network 31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:16:47.182776 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-498fff72-e610-4946-af93-c4c6189b723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465894416', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:16:46Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:16:47.212491 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498fff72-e610-4946-af93-c4c6189b723d None None] Checking router: c32e683a-d61a-4f62-bf0e-a6b221fe0472 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:16:47.220746 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498fff72-e610-4946-af93-c4c6189b723d None None] Routers {'c32e683a-d61a-4f62-bf0e-a6b221fe0472'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:16:47.221368 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-498fff72-e610-4946-af93-c4c6189b723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:16:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['c32e683a-d61a-4f62-bf0e-a6b221fe0472'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:16:47.291845 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b4dc849-d965-4f17-aaf5-b6efd3f5ea8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:47.331496 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-498fff72-e610-4946-af93-c4c6189b723d None None] Set router c32e683a-d61a-4f62-bf0e-a6b221fe0472 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:16:47.345805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c4dc5a-4741-4aa0-9c91-21521fb431e0 None None] DHCP port deletion for 31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 21:16:47.395196 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-40c4dc5a-4741-4aa0-9c91-21521fb431e0 None None] Deleting port 0cc6a5e4-93a4-4627-be53-24714b269ddc {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:16:47.395588 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40c4dc5a-4741-4aa0-9c91-21521fb431e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:47.407437 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b4dc849-d965-4f17-aaf5-b6efd3f5ea8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:47.458733 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-40c4dc5a-4741-4aa0-9c91-21521fb431e0 None None] For port 0cc6a5e4-93a4-4627-be53-24714b269ddc, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0cc6a5e4-93a4-4627-be53-24714b269ddc,segment=NetworkSegment(319b3f38-b262-46ae-8dc7-a5f43332284d),segment_id=319b3f38-b262-46ae-8dc7-a5f43332284d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:16:47.459284 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40c4dc5a-4741-4aa0-9c91-21521fb431e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:47.464662 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-3b4dc849-d965-4f17-aaf5-b6efd3f5ea8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Deleting port fc95ca97-1e47-4c5b-9378-915fe4ca50ef {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:16:47.465016 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b4dc849-d965-4f17-aaf5-b6efd3f5ea8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:47.472217 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-40c4dc5a-4741-4aa0-9c91-21521fb431e0 None None] Calling delete_port for 0cc6a5e4-93a4-4627-be53-24714b269ddc owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:16:47.516747 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-498fff72-e610-4946-af93-c4c6189b723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465894416', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:16:46Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:16:47.546349 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498fff72-e610-4946-af93-c4c6189b723d None None] The sync data for ids ['c32e683a-d61a-4f62-bf0e-a6b221fe0472'] in n-d-712137-9 is: [{'id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465894416', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:16:46Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': 'fc95ca97-1e47-4c5b-9378-915fe4ca50ef', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32e683a-d61a-4f62-bf0e-a6b221fe0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:14:29Z', 'updated_at': '2021-07-30T21:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:16:47.558908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-3b4dc849-d965-4f17-aaf5-b6efd3f5ea8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] For port fc95ca97-1e47-4c5b-9378-915fe4ca50ef, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=fc95ca97-1e47-4c5b-9378-915fe4ca50ef,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:16:47.559369 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b4dc849-d965-4f17-aaf5-b6efd3f5ea8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:47.573869 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-3b4dc849-d965-4f17-aaf5-b6efd3f5ea8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Calling delete_port for fc95ca97-1e47-4c5b-9378-915fe4ca50ef owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:16:47.575180 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40c4dc5a-4741-4aa0-9c91-21521fb431e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:47.605585 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4dc5a-4741-4aa0-9c91-21521fb431e0 None None] Pushing event deleted for resources: {'Port': ['ID=0cc6a5e4-93a4-4627-be53-24714b269ddc,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:47.610262 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c4dc5a-4741-4aa0-9c91-21521fb431e0 None None] No DVR routers for this DVR port 0cc6a5e4-93a4-4627-be53-24714b269ddc on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:16:47.666527 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0cc6a5e4-93a4-4627-be53-24714b269ddc no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:16:47.690308 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 0cc6a5e4-93a4-4627-be53-24714b269ddc {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:16:47.690743 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0cc6a5e4-93a4-4627-be53-24714b269ddc not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:16:47.762106 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b4dc849-d965-4f17-aaf5-b6efd3f5ea8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:47.790761 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4dc849-d965-4f17-aaf5-b6efd3f5ea8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Port': ['ID=fc95ca97-1e47-4c5b-9378-915fe4ca50ef,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:47.848097 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 783dd72b-b93d-41e6-939c-498fa85c55f7 no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:16:47.855629 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b4dc849-d965-4f17-aaf5-b6efd3f5ea8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:47.870914 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 783dd72b-b93d-41e6-939c-498fa85c55f7 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:16:47.871267 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 783dd72b-b93d-41e6-939c-498fa85c55f7 not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:16:47.945881 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b4dc849-d965-4f17-aaf5-b6efd3f5ea8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:47.947999 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b4dc849-d965-4f17-aaf5-b6efd3f5ea8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:47.992316 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b4dc849-d965-4f17-aaf5-b6efd3f5ea8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:47.992898 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4dc849-d965-4f17-aaf5-b6efd3f5ea8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Fanout notify agent at l3_agent the message router_deleted on router c32e683a-d61a-4f62-bf0e-a6b221fe0472 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 21:16:47.999674 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b4dc849-d965-4f17-aaf5-b6efd3f5ea8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:48.000777 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3b4dc849-d965-4f17-aaf5-b6efd3f5ea8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "DELETE /v2.0/routers/c32e683a-d61a-4f62-bf0e-a6b221fe0472 HTTP/1.1" status: 204 len: 168 time: 0.8311779 Jul 30 21:16:48.003708 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56718) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:16:48.082180 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-900fd6f0-de49-44cb-9325-fe16df007dfa tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:48.179987 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-900fd6f0-de49-44cb-9325-fe16df007dfa tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:48.189637 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-900fd6f0-de49-44cb-9325-fe16df007dfa tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e3bbb7-5c1e-42bd-b12d-bae3d7014a62']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:16:48.199735 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-900fd6f0-de49-44cb-9325-fe16df007dfa tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '319b3f38-b262-46ae-8dc7-a5f43332284d') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:16:48.200028 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-900fd6f0-de49-44cb-9325-fe16df007dfa tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '319b3f38-b262-46ae-8dc7-a5f43332284d') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:16:48.208600 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-900fd6f0-de49-44cb-9325-fe16df007dfa tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:48.222367 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-900fd6f0-de49-44cb-9325-fe16df007dfa tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:48.228610 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900fd6f0-de49-44cb-9325-fe16df007dfa tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 21:16:48.229009 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-900fd6f0-de49-44cb-9325-fe16df007dfa tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: timer() Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 21:16:48.231856 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 21:16:48.287167 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-900fd6f0-de49-44cb-9325-fe16df007dfa tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:48.294348 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-900fd6f0-de49-44cb-9325-fe16df007dfa tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:48.296411 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-900fd6f0-de49-44cb-9325-fe16df007dfa tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "DELETE /v2.0/networks/31e3bbb7-5c1e-42bd-b12d-bae3d7014a62 HTTP/1.1" status: 204 len: 168 time: 0.2915049 Jul 30 21:16:48.299373 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56720) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:16:48.311887 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fd6f0-de49-44cb-9325-fe16df007dfa tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Network': ['ID=31e3bbb7-5c1e-42bd-b12d-bae3d7014a62,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:48.357435 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-893cd125-8fb6-40f9-9d84-96691de48b6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:48.381311 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-893cd125-8fb6-40f9-9d84-96691de48b6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:48.447015 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-893cd125-8fb6-40f9-9d84-96691de48b6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:48.449774 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-893cd125-8fb6-40f9-9d84-96691de48b6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:48.450940 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-893cd125-8fb6-40f9-9d84-96691de48b6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "DELETE /v2.0/security-groups/f59c7670-577c-4b51-abee-3e314ffe6e8e HTTP/1.1" status: 204 len: 168 time: 0.1505473 Jul 30 21:16:48.460425 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cd125-8fb6-40f9-9d84-96691de48b6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59c7670-577c-4b51-abee-3e314ffe6e8e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:48.470283 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cd125-8fb6-40f9-9d84-96691de48b6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:48.470635 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cd125-8fb6-40f9-9d84-96691de48b6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:48.470983 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cd125-8fb6-40f9-9d84-96691de48b6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:48.471323 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cd125-8fb6-40f9-9d84-96691de48b6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:48.471692 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cd125-8fb6-40f9-9d84-96691de48b6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:48.472056 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cd125-8fb6-40f9-9d84-96691de48b6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:48.472396 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cd125-8fb6-40f9-9d84-96691de48b6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:48.472723 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cd125-8fb6-40f9-9d84-96691de48b6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:48.473072 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cd125-8fb6-40f9-9d84-96691de48b6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:48.473443 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cd125-8fb6-40f9-9d84-96691de48b6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:48.473878 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cd125-8fb6-40f9-9d84-96691de48b6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:48.474215 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cd125-8fb6-40f9-9d84-96691de48b6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:48.710472 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56726) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:16:48.715200 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3a3fd884-9cb1-4a77-ac37-f9b83be1a873 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-863061507', 'description': 'tempest-secgroup-smoke-863061507 description', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:16:48.740615 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a3fd884-9cb1-4a77-ac37-f9b83be1a873 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:48.819754 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a3fd884-9cb1-4a77-ac37-f9b83be1a873 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:48.824349 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a3fd884-9cb1-4a77-ac37-f9b83be1a873 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:48.852217 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a3fd884-9cb1-4a77-ac37-f9b83be1a873 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:48.853417 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3a3fd884-9cb1-4a77-ac37-f9b83be1a873 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1419122 Jul 30 21:16:48.855323 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fd884-9cb1-4a77-ac37-f9b83be1a873 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf032461-0602-4459-a758-ddef1a66b7cd,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:48.856467 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56728) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:16:48.861359 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-2d06ae1e-2eb0-446f-aa27-27305041d7f6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': 'cf032461-0602-4459-a758-ddef1a66b7cd', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:16:48.888282 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2d06ae1e-2eb0-446f-aa27-27305041d7f6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:48.943603 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2d06ae1e-2eb0-446f-aa27-27305041d7f6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:48.947640 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2d06ae1e-2eb0-446f-aa27-27305041d7f6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:48.968481 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06ae1e-2eb0-446f-aa27-27305041d7f6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b729c35c-6919-4e6f-8c08-8889fa051082,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:48.972424 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2d06ae1e-2eb0-446f-aa27-27305041d7f6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:48.973589 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2d06ae1e-2eb0-446f-aa27-27305041d7f6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159272 Jul 30 21:16:48.976339 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56730) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:16:48.981182 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b77481fe-ba5f-440f-bb4f-568c02647eda tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': 'cf032461-0602-4459-a758-ddef1a66b7cd', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:16:49.007862 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b77481fe-ba5f-440f-bb4f-568c02647eda tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.063577 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b77481fe-ba5f-440f-bb4f-568c02647eda tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.066984 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b77481fe-ba5f-440f-bb4f-568c02647eda tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.086205 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77481fe-ba5f-440f-bb4f-568c02647eda tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bdd26ff-e765-4d58-99af-ab65a752a6a2,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:49.092520 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b77481fe-ba5f-440f-bb4f-568c02647eda tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.093718 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b77481fe-ba5f-440f-bb4f-568c02647eda tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159639 Jul 30 21:16:49.096442 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56732) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:16:49.100749 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ddaabdc1-3345-42cb-b37a-5fbfaabfdd4a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': 'cf032461-0602-4459-a758-ddef1a66b7cd', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:16:49.127293 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ddaabdc1-3345-42cb-b37a-5fbfaabfdd4a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.185010 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ddaabdc1-3345-42cb-b37a-5fbfaabfdd4a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.188770 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ddaabdc1-3345-42cb-b37a-5fbfaabfdd4a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.203162 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaabdc1-3345-42cb-b37a-5fbfaabfdd4a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ae8914-7f01-4225-9813-605f4a59257e,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:49.211709 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ddaabdc1-3345-42cb-b37a-5fbfaabfdd4a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.212976 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ddaabdc1-3345-42cb-b37a-5fbfaabfdd4a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156230 Jul 30 21:16:49.215663 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56734) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:16:49.219946 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-50cf7c60-cf2e-4226-ad47-e30ab45c076f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': 'cf032461-0602-4459-a758-ddef1a66b7cd', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:16:49.245425 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-50cf7c60-cf2e-4226-ad47-e30ab45c076f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.307093 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-50cf7c60-cf2e-4226-ad47-e30ab45c076f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.310524 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-50cf7c60-cf2e-4226-ad47-e30ab45c076f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.327864 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf7c60-cf2e-4226-ad47-e30ab45c076f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31619c3-4889-4170-a239-99bf461304a7,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:49.334095 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-50cf7c60-cf2e-4226-ad47-e30ab45c076f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.335286 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-50cf7c60-cf2e-4226-ad47-e30ab45c076f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187069 Jul 30 21:16:49.337964 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56736) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:16:49.342263 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-1e2c2b37-e069-4c99-82de-a761de5a3a49 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': 'cf032461-0602-4459-a758-ddef1a66b7cd', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:16:49.363920 n-d-712137-9 neutron-server[93882]: INFO neutron.db.securitygroups_db [None req-1e2c2b37-e069-4c99-82de-a761de5a3a49 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Project 7c6abece9a044d4ca3183a8a35d6564b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 21:16:49.369096 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1e2c2b37-e069-4c99-82de-a761de5a3a49 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.428736 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1e2c2b37-e069-4c99-82de-a761de5a3a49 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.432116 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1e2c2b37-e069-4c99-82de-a761de5a3a49 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.449244 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c2b37-e069-4c99-82de-a761de5a3a49 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=316bc703-9c38-4dbc-8a2f-079f886e4d35,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:49.454873 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1e2c2b37-e069-4c99-82de-a761de5a3a49 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.456191 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-1e2c2b37-e069-4c99-82de-a761de5a3a49 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173320 Jul 30 21:16:49.458929 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56738) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:16:49.463802 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-8cf93cca-fb90-43b1-955b-3936964d3747 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': 'cf032461-0602-4459-a758-ddef1a66b7cd', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:16:49.485073 n-d-712137-9 neutron-server[93882]: INFO neutron.db.securitygroups_db [None req-8cf93cca-fb90-43b1-955b-3936964d3747 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Project 7c6abece9a044d4ca3183a8a35d6564b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 21:16:49.489813 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8cf93cca-fb90-43b1-955b-3936964d3747 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.547010 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7751f77a-6232-4757-b291-2d5e71ed5e24 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:16:49.552120 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8cf93cca-fb90-43b1-955b-3936964d3747 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.555645 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8cf93cca-fb90-43b1-955b-3936964d3747 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.568339 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 7751f77a-6232-4757-b291-2d5e71ed5e24 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:16:49.568933 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 7751f77a-6232-4757-b291-2d5e71ed5e24 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:16:49.569336 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device fc95ca97-1e47-4c5b-9378-915fe4ca50ef no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:16:49.572252 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf93cca-fb90-43b1-955b-3936964d3747 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f293f7-e5bf-47e8-a411-83e27fe7433c,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:49.579024 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8cf93cca-fb90-43b1-955b-3936964d3747 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.580308 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8cf93cca-fb90-43b1-955b-3936964d3747 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204751 Jul 30 21:16:49.583355 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56740) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:16:49.588716 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-0bb2c2a9-f23e-4750-be04-676ba1d5527c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'network': {'name': 'tempest-network-smoke--1605588949', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'port_security_enabled': True}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:16:49.591310 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: fc95ca97-1e47-4c5b-9378-915fe4ca50ef {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:16:49.591676 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device fc95ca97-1e47-4c5b-9378-915fe4ca50ef not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:16:49.609038 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb2c2a9-f23e-4750-be04-676ba1d5527c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Made reservation on behalf of 7c6abece9a044d4ca3183a8a35d6564b for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:16:49.612441 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0bb2c2a9-f23e-4750-be04-676ba1d5527c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.637288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb2c2a9-f23e-4750-be04-676ba1d5527c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 21:16:49.646432 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0bb2c2a9-f23e-4750-be04-676ba1d5527c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.646783 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-0bb2c2a9-f23e-4750-be04-676ba1d5527c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Added segment 3e6702b0-1277-46b9-915d-68ef6ce4825c of type vlan for network b5aaba05-8551-4984-9565-d8f1e2857351 Jul 30 21:16:49.686484 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0bb2c2a9-f23e-4750-be04-676ba1d5527c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.714631 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0bb2c2a9-f23e-4750-be04-676ba1d5527c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.719960 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb2c2a9-f23e-4750-be04-676ba1d5527c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:49.720539 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0bb2c2a9-f23e-4750-be04-676ba1d5527c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.769628 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0bb2c2a9-f23e-4750-be04-676ba1d5527c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1852522 Jul 30 21:16:49.772558 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56742) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:16:49.777858 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-57d6193f-1006-4144-8c9d-b807be6c90d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-39232356', 'admin_state_up': True, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:16:49.786852 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2c2a9-f23e-4750-be04-676ba1d5527c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Network': ['ID=b5aaba05-8551-4984-9565-d8f1e2857351,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:49.797279 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network b5aaba05-8551-4984-9565-d8f1e2857351 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 21:16:49.805793 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57d6193f-1006-4144-8c9d-b807be6c90d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.806779 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57d6193f-1006-4144-8c9d-b807be6c90d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.857055 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57d6193f-1006-4144-8c9d-b807be6c90d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:49.991322 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57d6193f-1006-4144-8c9d-b807be6c90d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:50.173163 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57d6193f-1006-4144-8c9d-b807be6c90d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:50.196468 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57d6193f-1006-4144-8c9d-b807be6c90d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:50.292127 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:50.294821 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-57d6193f-1006-4144-8c9d-b807be6c90d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Allocated IP 172.25.3.6 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/77a77d26-a697-4efd-a004-6c21428e26b7) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:16:50.397749 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57d6193f-1006-4144-8c9d-b807be6c90d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:50.435449 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57d6193f-1006-4144-8c9d-b807be6c90d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:50.471703 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d6193f-1006-4144-8c9d-b807be6c90d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:16:50.474462 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-57d6193f-1006-4144-8c9d-b807be6c90d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:16:50.478362 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d6193f-1006-4144-8c9d-b807be6c90d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:16:50.503178 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6193f-1006-4144-8c9d-b807be6c90d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=77a77d26-a697-4efd-a004-6c21428e26b7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:50.720305 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57d6193f-1006-4144-8c9d-b807be6c90d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:51.220005 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57d6193f-1006-4144-8c9d-b807be6c90d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:51.344180 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d6193f-1006-4144-8c9d-b807be6c90d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Router ac321d1e-79c6-40d9-90e4-cd9d9a833718 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 21:16:51.355481 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d7565ca3-c2eb-4d91-8fe1-98a021a60051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:51.448634 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d6193f-1006-4144-8c9d-b807be6c90d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:16:51.459478 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] Sync routers for ids ['ac321d1e-79c6-40d9-90e4-cd9d9a833718'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:16:51.467009 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57d6193f-1006-4144-8c9d-b807be6c90d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:51.468263 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-57d6193f-1006-4144-8c9d-b807be6c90d7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.6946836 Jul 30 21:16:51.469473 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] Routers {'ac321d1e-79c6-40d9-90e4-cd9d9a833718'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:16:51.470150 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:16:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ac321d1e-79c6-40d9-90e4-cd9d9a833718'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:16:51.471617 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56744) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:16:51.541459 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-06f155c3-f65a-4304-aebe-9b7d3afd5215 tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=7c6abece9a044d4ca3183a8a35d6564b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0683868 Jul 30 21:16:51.544004 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56748) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:16:51.633554 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6569464d-26ac-41ea-b585-78c5ba2e4851 tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:51.635078 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6569464d-26ac-41ea-b585-78c5ba2e4851 tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901566 Jul 30 21:16:51.638085 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56750) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:16:51.666589 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-53aef9d8-3f21-4fed-8d7c-ab7971fd7d43 tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272727 Jul 30 21:16:51.669124 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56752) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:16:51.674339 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a5611285-1770-41c7-bb1a-1b9485c1cc8e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-998911948', 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:16:51.729083 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] Set router ac321d1e-79c6-40d9-90e4-cd9d9a833718 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:16:51.766232 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5611285-1770-41c7-bb1a-1b9485c1cc8e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Made reservation on behalf of 7c6abece9a044d4ca3183a8a35d6564b for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:16:51.769714 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a5611285-1770-41c7-bb1a-1b9485c1cc8e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26968909'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:51.908389 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39232356', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:16:49Z', 'updated_at': '2021-07-30T21:16:50Z', 'revision_number': 3, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:16:50Z', 'updated_at': '2021-07-30T21:16:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:16:51.938854 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] Checking router: ac321d1e-79c6-40d9-90e4-cd9d9a833718 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:16:51.939207 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] Updating router ac321d1e-79c6-40d9-90e4-cd9d9a833718 port 77a77d26-a697-4efd-a004-6c21428e26b7 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:16:51.952555 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a5611285-1770-41c7-bb1a-1b9485c1cc8e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26947338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26968931'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:51.963847 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:52.013428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5611285-1770-41c7-bb1a-1b9485c1cc8e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Subnet': ['ID=4097ddca-0e92-472a-9a58-90177bbfe315,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:52.021248 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5611285-1770-41c7-bb1a-1b9485c1cc8e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Checking segment: {'id': '3e6702b0-1277-46b9-915d-68ef6ce4825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:16:52.021610 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5611285-1770-41c7-bb1a-1b9485c1cc8e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network hostable DHCP agents. Network: b5aaba05-8551-4984-9565-d8f1e2857351, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 21:16:52.037931 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5611285-1770-41c7-bb1a-1b9485c1cc8e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network b5aaba05-8551-4984-9565-d8f1e2857351 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 21:16:52.048615 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-a5611285-1770-41c7-bb1a-1b9485c1cc8e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, b5aaba05-8551-4984-9565-d8f1e2857351) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:16:52.052640 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5611285-1770-41c7-bb1a-1b9485c1cc8e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:52.053228 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a5611285-1770-41c7-bb1a-1b9485c1cc8e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:52.065858 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e158399-d030-40f1-84eb-4675a2b510dd None None] Network b5aaba05-8551-4984-9565-d8f1e2857351 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:16:52.070217 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a5611285-1770-41c7-bb1a-1b9485c1cc8e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3974550 Jul 30 21:16:52.071116 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56754) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:16:52.310233 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b708e06a-f20b-4e7f-90c6-0e1dc2f69dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-b5aaba05-8551-4984-9565-d8f1e2857351', 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'fixed_ips': [{'subnet_id': '4097ddca-0e92-472a-9a58-90177bbfe315'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 21:16:52.311155 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b708e06a-f20b-4e7f-90c6-0e1dc2f69dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:52.352458 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:52.409248 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] Transition to ACTIVE for port object 77a77d26-a697-4efd-a004-6c21428e26b7 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:16:52.421962 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:52.503470 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] Attempting to bind port 77a77d26-a697-4efd-a004-6c21428e26b7 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:16:52.503863 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] Attempting to bind port 77a77d26-a697-4efd-a004-6c21428e26b7 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:16:52.504230 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] Attempting to bind port 77a77d26-a697-4efd-a004-6c21428e26b7 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:16:52.507541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a4f5b-a19b-4681-8664-935e1b1eb085 None None] Pushing event updated for resources: {'Port': ['ID=77a77d26-a697-4efd-a004-6c21428e26b7,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:52.508511 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-abd618b4-a34d-44c2-8d3e-cd0fe9eb4350 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:52.517791 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:16:52.517791 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:16:52.518114 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:52.518481 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:16:52.518950 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] Bound port: 77a77d26-a697-4efd-a004-6c21428e26b7, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:16:52.519331 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:52.557514 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-b708e06a-f20b-4e7f-90c6-0e1dc2f69dc0 None None] Allocated IP 172.20.0.2 (b5aaba05-8551-4984-9565-d8f1e2857351/4097ddca-0e92-472a-9a58-90177bbfe315/4a87ac3f-d092-4f51-aa47-512e3a4118e6) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:16:52.623373 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] For port 77a77d26-a697-4efd-a004-6c21428e26b7, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:16:52.641001 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] For port 77a77d26-a697-4efd-a004-6c21428e26b7, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=77a77d26-a697-4efd-a004-6c21428e26b7,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:16:52.647321 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:52.741146 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] Routers {'ac321d1e-79c6-40d9-90e4-cd9d9a833718'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:16:52.741780 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:16:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ac321d1e-79c6-40d9-90e4-cd9d9a833718'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:16:52.745597 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a4f5b-a19b-4681-8664-935e1b1eb085 None None] Pushing event updated for resources: {'Port': ['ID=77a77d26-a697-4efd-a004-6c21428e26b7,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:52.854941 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b708e06a-f20b-4e7f-90c6-0e1dc2f69dc0 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:52.868281 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b708e06a-f20b-4e7f-90c6-0e1dc2f69dc0 None None] Transition to ACTIVE for port object 4a87ac3f-d092-4f51-aa47-512e3a4118e6 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:16:52.895753 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b708e06a-f20b-4e7f-90c6-0e1dc2f69dc0 None None] Transition to ACTIVE for port object 4a87ac3f-d092-4f51-aa47-512e3a4118e6 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:16:52.898133 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] Set router ac321d1e-79c6-40d9-90e4-cd9d9a833718 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:16:52.924521 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b708e06a-f20b-4e7f-90c6-0e1dc2f69dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:52.957444 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-abd618b4-a34d-44c2-8d3e-cd0fe9eb4350 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Allocated IP 172.20.0.1 (b5aaba05-8551-4984-9565-d8f1e2857351/4097ddca-0e92-472a-9a58-90177bbfe315/af7b3cde-50b4-4129-99be-09ac1435616c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:16:53.031611 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b708e06a-f20b-4e7f-90c6-0e1dc2f69dc0 None None] Network b5aaba05-8551-4984-9565-d8f1e2857351 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:16:53.037020 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-b708e06a-f20b-4e7f-90c6-0e1dc2f69dc0 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:16:53.046610 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b708e06a-f20b-4e7f-90c6-0e1dc2f69dc0 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:16:53.056348 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708e06a-f20b-4e7f-90c6-0e1dc2f69dc0 None None] Pushing event updated for resources: {'Port': ['ID=4a87ac3f-d092-4f51-aa47-512e3a4118e6,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:53.069920 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-abd618b4-a34d-44c2-8d3e-cd0fe9eb4350 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:53.084561 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-abd618b4-a34d-44c2-8d3e-cd0fe9eb4350 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Transition to ACTIVE for port object af7b3cde-50b4-4129-99be-09ac1435616c will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:16:53.118774 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-abd618b4-a34d-44c2-8d3e-cd0fe9eb4350 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:53.145924 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-b708e06a-f20b-4e7f-90c6-0e1dc2f69dc0 None None] Attempting to bind port 4a87ac3f-d092-4f51-aa47-512e3a4118e6 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:16:53.146304 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-b708e06a-f20b-4e7f-90c6-0e1dc2f69dc0 None None] Attempting to bind port 4a87ac3f-d092-4f51-aa47-512e3a4118e6 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '3e6702b0-1277-46b9-915d-68ef6ce4825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:16:53.146654 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b708e06a-f20b-4e7f-90c6-0e1dc2f69dc0 None None] Attempting to bind port 4a87ac3f-d092-4f51-aa47-512e3a4118e6 on network b5aaba05-8551-4984-9565-d8f1e2857351 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:16:53.155387 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b708e06a-f20b-4e7f-90c6-0e1dc2f69dc0 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:16:53.155788 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b708e06a-f20b-4e7f-90c6-0e1dc2f69dc0 None None] Checking segment: {'id': '3e6702b0-1277-46b9-915d-68ef6ce4825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:16:53.156193 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b708e06a-f20b-4e7f-90c6-0e1dc2f69dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:53.156584 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b708e06a-f20b-4e7f-90c6-0e1dc2f69dc0 None None] Bound using segment: {'id': '3e6702b0-1277-46b9-915d-68ef6ce4825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:16:53.157053 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-b708e06a-f20b-4e7f-90c6-0e1dc2f69dc0 None None] Bound port: 4a87ac3f-d092-4f51-aa47-512e3a4118e6, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e6702b0-1277-46b9-915d-68ef6ce4825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:16:53.157436 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b708e06a-f20b-4e7f-90c6-0e1dc2f69dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:53.158071 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd618b4-a34d-44c2-8d3e-cd0fe9eb4350 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network b5aaba05-8551-4984-9565-d8f1e2857351 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:16:53.161186 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-abd618b4-a34d-44c2-8d3e-cd0fe9eb4350 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:16:53.164789 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd618b4-a34d-44c2-8d3e-cd0fe9eb4350 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:16:53.204125 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd618b4-a34d-44c2-8d3e-cd0fe9eb4350 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=af7b3cde-50b4-4129-99be-09ac1435616c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:53.219982 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39232356', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:16:49Z', 'updated_at': '2021-07-30T21:16:50Z', 'revision_number': 3, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:16:50Z', 'updated_at': '2021-07-30T21:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:16:53.226803 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-abd618b4-a34d-44c2-8d3e-cd0fe9eb4350 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:53.255141 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d3b034-2ae3-460e-9b80-5ed4feb1b24c None None] The sync data for ids ['ac321d1e-79c6-40d9-90e4-cd9d9a833718'] in n-d-712137-9 is: [{'id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39232356', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:16:49Z', 'updated_at': '2021-07-30T21:16:50Z', 'revision_number': 3, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:16:50Z', 'updated_at': '2021-07-30T21:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:16:53.261803 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b708e06a-f20b-4e7f-90c6-0e1dc2f69dc0 None None] For port 4a87ac3f-d092-4f51-aa47-512e3a4118e6, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:16:53.274386 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b708e06a-f20b-4e7f-90c6-0e1dc2f69dc0 None None] For port 4a87ac3f-d092-4f51-aa47-512e3a4118e6, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4a87ac3f-d092-4f51-aa47-512e3a4118e6,segment=NetworkSegment(3e6702b0-1277-46b9-915d-68ef6ce4825c),segment_id=3e6702b0-1277-46b9-915d-68ef6ce4825c)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:16:53.284543 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b708e06a-f20b-4e7f-90c6-0e1dc2f69dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:53.358681 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708e06a-f20b-4e7f-90c6-0e1dc2f69dc0 None None] Pushing event updated for resources: {'Port': ['ID=4a87ac3f-d092-4f51-aa47-512e3a4118e6,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:53.392680 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-abd618b4-a34d-44c2-8d3e-cd0fe9eb4350 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:53.697285 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 77a77d26-a697-4efd-a004-6c21428e26b7 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:16:53.750052 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 77a77d26-a697-4efd-a004-6c21428e26b7 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:16:53.754172 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 77a77d26-a697-4efd-a004-6c21428e26b7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:16:53.754550 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:53.774759 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-abd618b4-a34d-44c2-8d3e-cd0fe9eb4350 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:53.780791 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-abd618b4-a34d-44c2-8d3e-cd0fe9eb4350 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:53.800851 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0276be7b-e050-46b4-9847-8ce80cc9187f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:53.853973 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:53.864652 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-abd618b4-a34d-44c2-8d3e-cd0fe9eb4350 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:53.866385 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd618b4-a34d-44c2-8d3e-cd0fe9eb4350 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=af7b3cde-50b4-4129-99be-09ac1435616c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:53.880610 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 77a77d26-a697-4efd-a004-6c21428e26b7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=77a77d26-a697-4efd-a004-6c21428e26b7,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:16:53.884975 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:53.885808 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4a87ac3f-d092-4f51-aa47-512e3a4118e6 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:16:53.965648 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=77a77d26-a697-4efd-a004-6c21428e26b7,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:53.980798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 4a87ac3f-d092-4f51-aa47-512e3a4118e6 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:16:53.990805 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd618b4-a34d-44c2-8d3e-cd0fe9eb4350 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network b5aaba05-8551-4984-9565-d8f1e2857351 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:16:53.992414 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-abd618b4-a34d-44c2-8d3e-cd0fe9eb4350 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:16:54.061760 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:54.122485 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd618b4-a34d-44c2-8d3e-cd0fe9eb4350 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Router ac321d1e-79c6-40d9-90e4-cd9d9a833718 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:16:54.242752 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd618b4-a34d-44c2-8d3e-cd0fe9eb4350 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:16:54.248368 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-abd618b4-a34d-44c2-8d3e-cd0fe9eb4350 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "PUT /v2.0/routers/ac321d1e-79c6-40d9-90e4-cd9d9a833718/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1760657 Jul 30 21:16:54.381386 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a81053-a71c-40e9-aee0-fc19b86780f0 None None] Network b5aaba05-8551-4984-9565-d8f1e2857351 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:16:54.400741 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27044a05-3206-4b38-bb49-92c105b40c1a req-b4c93cee-b17f-4897-8ac6-b66b1f51cc11 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-863061507&fields=id&tenant_id=7c6abece9a044d4ca3183a8a35d6564b HTTP/1.1" status: 200 len: 267 time: 0.0365393 Jul 30 21:16:54.448280 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-db4e6c3b-e98b-42b4-87a5-44c5b5941e63 None None] Provisioning for port 4a87ac3f-d092-4f51-aa47-512e3a4118e6 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:16:54.461899 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-db4e6c3b-e98b-42b4-87a5-44c5b5941e63 None None] Provisioning complete for port 4a87ac3f-d092-4f51-aa47-512e3a4118e6 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:16:54.462352 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db4e6c3b-e98b-42b4-87a5-44c5b5941e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:54.516015 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27044a05-3206-4b38-bb49-92c105b40c1a req-733896d7-8cee-4432-aa7d-f718d3d267b0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:54.517484 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27044a05-3206-4b38-bb49-92c105b40c1a req-733896d7-8cee-4432-aa7d-f718d3d267b0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/networks?id=b5aaba05-8551-4984-9565-d8f1e2857351 HTTP/1.1" status: 200 len: 797 time: 0.1101136 Jul 30 21:16:54.533282 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27044a05-3206-4b38-bb49-92c105b40c1a req-a510ea89-8764-4d24-b55f-f9da4ebdf0dc tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/quotas/7c6abece9a044d4ca3183a8a35d6564b HTTP/1.1" status: 200 len: 375 time: 0.0096247 Jul 30 21:16:54.584263 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27044a05-3206-4b38-bb49-92c105b40c1a req-4c7dcf90-7761-46fe-b12a-9dd76f351903 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457630 Jul 30 21:16:54.604979 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db4e6c3b-e98b-42b4-87a5-44c5b5941e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:54.643015 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-db4e6c3b-e98b-42b4-87a5-44c5b5941e63 None None] For port 4a87ac3f-d092-4f51-aa47-512e3a4118e6, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4a87ac3f-d092-4f51-aa47-512e3a4118e6,segment=NetworkSegment(3e6702b0-1277-46b9-915d-68ef6ce4825c),segment_id=3e6702b0-1277-46b9-915d-68ef6ce4825c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:16:54.651887 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-27044a05-3206-4b38-bb49-92c105b40c1a req-5097a828-1368-4dba-9340-3957fa89b34d service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 21:16:54.652847 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27044a05-3206-4b38-bb49-92c105b40c1a req-5097a828-1368-4dba-9340-3957fa89b34d service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0563252 Jul 30 21:16:54.653656 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db4e6c3b-e98b-42b4-87a5-44c5b5941e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:54.703913 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e6c3b-e98b-42b4-87a5-44c5b5941e63 None None] Pushing event updated for resources: {'Port': ['ID=4a87ac3f-d092-4f51-aa47-512e3a4118e6,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:54.763803 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27044a05-3206-4b38-bb49-92c105b40c1a req-26e2b58d-ba00-408e-80b2-f03d1ca65324 service neutron] 10.222.0.81 "GET /v2.0/networks/b5aaba05-8551-4984-9565-d8f1e2857351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975788 Jul 30 21:16:54.860781 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27044a05-3206-4b38-bb49-92c105b40c1a req-6c82eb6c-3ac1-4d6e-b80b-a7cd3b8ed268 service neutron] 10.222.0.81 "GET /v2.0/networks/b5aaba05-8551-4984-9565-d8f1e2857351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903406 Jul 30 21:16:54.874713 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-11372d7c-940b-4b5c-b2d6-a21d822fb746 None None] Provisioning complete for port 4a87ac3f-d092-4f51-aa47-512e3a4118e6 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:16:54.875096 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-11372d7c-940b-4b5c-b2d6-a21d822fb746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:54.995665 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-11372d7c-940b-4b5c-b2d6-a21d822fb746 None None] Provisioning for port af7b3cde-50b4-4129-99be-09ac1435616c completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:16:54.999695 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] Sync routers for ids ['ac321d1e-79c6-40d9-90e4-cd9d9a833718'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:16:55.002199 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-11372d7c-940b-4b5c-b2d6-a21d822fb746 None None] Provisioning complete for port af7b3cde-50b4-4129-99be-09ac1435616c triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:16:55.002675 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-11372d7c-940b-4b5c-b2d6-a21d822fb746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:55.018039 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] Routers {'ac321d1e-79c6-40d9-90e4-cd9d9a833718'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:16:55.018274 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:16:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ac321d1e-79c6-40d9-90e4-cd9d9a833718'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:16:55.096268 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fe66d5d3-8d4f-4472-8e6c-69008e4bf88f req-d0f12f47-6ae9-4b75-9fc0-aec127366a13 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 210 time: 0.0437198 Jul 30 21:16:55.175649 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] Set router ac321d1e-79c6-40d9-90e4-cd9d9a833718 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:16:55.230284 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-11372d7c-940b-4b5c-b2d6-a21d822fb746 None None] Port af7b3cde-50b4-4129-99be-09ac1435616c cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:16:55.263054 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:55.351017 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8884aacd-7559-47c6-b534-94d8346cf390 None None] Provisioning complete for port af7b3cde-50b4-4129-99be-09ac1435616c triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:16:55.351936 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8884aacd-7559-47c6-b534-94d8346cf390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:55.393361 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8884aacd-7559-47c6-b534-94d8346cf390 None None] Port af7b3cde-50b4-4129-99be-09ac1435616c cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:16:55.411718 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39232356', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:16:49Z', 'updated_at': '2021-07-30T21:16:53Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:16:50Z', 'updated_at': '2021-07-30T21:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'af7b3cde-50b4-4129-99be-09ac1435616c', 'name': '', 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:a8:31:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4097ddca-0e92-472a-9a58-90177bbfe315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:16:52Z', 'updated_at': '2021-07-30T21:16:53Z', 'revision_number': 2, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '4097ddca-0e92-472a-9a58-90177bbfe315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:16:55.531393 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] Checking router: ac321d1e-79c6-40d9-90e4-cd9d9a833718 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:16:55.531766 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] Updating router ac321d1e-79c6-40d9-90e4-cd9d9a833718 port af7b3cde-50b4-4129-99be-09ac1435616c binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:16:55.559471 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:55.581628 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 77a77d26-a697-4efd-a004-6c21428e26b7 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:16:55.632812 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 77a77d26-a697-4efd-a004-6c21428e26b7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:16:55.633453 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:55.722721 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4a87ac3f-d092-4f51-aa47-512e3a4118e6 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:16:55.769569 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 4a87ac3f-d092-4f51-aa47-512e3a4118e6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:16:55.770118 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:55.832186 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:55.842534 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] Transition to ACTIVE for port object af7b3cde-50b4-4129-99be-09ac1435616c will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:16:55.849163 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:55.899447 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45a2fd-f8e0-4c5b-808b-5e3466dabe71 None None] Pushing event updated for resources: {'Port': ['ID=af7b3cde-50b4-4129-99be-09ac1435616c,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:55.922405 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a45a2fd-f8e0-4c5b-808b-5e3466dabe71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:55.922718 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a45a2fd-f8e0-4c5b-808b-5e3466dabe71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:55.922980 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a45a2fd-f8e0-4c5b-808b-5e3466dabe71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:55.923307 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a45a2fd-f8e0-4c5b-808b-5e3466dabe71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:55.923658 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a45a2fd-f8e0-4c5b-808b-5e3466dabe71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:55.923978 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a45a2fd-f8e0-4c5b-808b-5e3466dabe71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:55.924296 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a45a2fd-f8e0-4c5b-808b-5e3466dabe71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:55.924611 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a45a2fd-f8e0-4c5b-808b-5e3466dabe71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:55.924931 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a45a2fd-f8e0-4c5b-808b-5e3466dabe71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:55.925244 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a45a2fd-f8e0-4c5b-808b-5e3466dabe71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:55.925556 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a45a2fd-f8e0-4c5b-808b-5e3466dabe71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:55.925865 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a45a2fd-f8e0-4c5b-808b-5e3466dabe71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:16:55.953776 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] Attempting to bind port af7b3cde-50b4-4129-99be-09ac1435616c on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:16:55.954141 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] Attempting to bind port af7b3cde-50b4-4129-99be-09ac1435616c by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '3e6702b0-1277-46b9-915d-68ef6ce4825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:16:55.954495 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] Attempting to bind port af7b3cde-50b4-4129-99be-09ac1435616c on network b5aaba05-8551-4984-9565-d8f1e2857351 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:16:55.959742 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:16:55.960116 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] Checking segment: {'id': '3e6702b0-1277-46b9-915d-68ef6ce4825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:16:55.960518 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:55.961590 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] Bound using segment: {'id': '3e6702b0-1277-46b9-915d-68ef6ce4825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:16:55.962057 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] Bound port: af7b3cde-50b4-4129-99be-09ac1435616c, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e6702b0-1277-46b9-915d-68ef6ce4825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:16:55.962436 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:56.031589 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] For port af7b3cde-50b4-4129-99be-09ac1435616c, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:16:56.036040 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] For port af7b3cde-50b4-4129-99be-09ac1435616c, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=af7b3cde-50b4-4129-99be-09ac1435616c,segment=NetworkSegment(3e6702b0-1277-46b9-915d-68ef6ce4825c),segment_id=3e6702b0-1277-46b9-915d-68ef6ce4825c)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:16:56.040306 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:56.093148 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] Routers {'ac321d1e-79c6-40d9-90e4-cd9d9a833718'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:16:56.093774 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:16:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ac321d1e-79c6-40d9-90e4-cd9d9a833718'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:16:56.192676 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27044a05-3206-4b38-bb49-92c105b40c1a req-6d5fdbd0-8879-4851-a787-fe617469f20b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:56.194934 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27044a05-3206-4b38-bb49-92c105b40c1a req-6d5fdbd0-8879-4851-a787-fe617469f20b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.83 "GET /v2.0/networks?id=b5aaba05-8551-4984-9565-d8f1e2857351 HTTP/1.1" status: 200 len: 797 time: 0.1354353 Jul 30 21:16:56.245441 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5ddfdd70-347c-431f-8095-cc5cf4103522 req-88df496e-5255-4b3d-8d2b-7cf50207dc41 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 210 time: 0.0426970 Jul 30 21:16:56.254220 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45a2fd-f8e0-4c5b-808b-5e3466dabe71 None None] Pushing event updated for resources: {'Port': ['ID=af7b3cde-50b4-4129-99be-09ac1435616c,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:56.265277 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] Set router ac321d1e-79c6-40d9-90e4-cd9d9a833718 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:16:56.282722 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27044a05-3206-4b38-bb49-92c105b40c1a req-653c7446-8c33-4ece-b1a7-ebf2e8a0caee tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c6abece9a044d4ca3183a8a35d6564b HTTP/1.1" status: 200 len: 379 time: 0.0694170 Jul 30 21:16:56.295064 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-27044a05-3206-4b38-bb49-92c105b40c1a req-e87c56d7-14a0-40b2-bd26-5ec35c237650 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'port': {'device_id': '9279099e-c051-4f5b-9908-1751b9a5ea47', 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351', 'admin_state_up': True, 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'security_groups': ['cf032461-0602-4459-a758-ddef1a66b7cd']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:16:56.414353 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27044a05-3206-4b38-bb49-92c105b40c1a req-e87c56d7-14a0-40b2-bd26-5ec35c237650 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Made reservation on behalf of 7c6abece9a044d4ca3183a8a35d6564b for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:16:56.418248 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-27044a05-3206-4b38-bb49-92c105b40c1a req-e87c56d7-14a0-40b2-bd26-5ec35c237650 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:56.471322 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39232356', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:16:49Z', 'updated_at': '2021-07-30T21:16:53Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:16:50Z', 'updated_at': '2021-07-30T21:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'af7b3cde-50b4-4129-99be-09ac1435616c', 'name': '', 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:a8:31:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4097ddca-0e92-472a-9a58-90177bbfe315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:16:52Z', 'updated_at': '2021-07-30T21:16:56Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '4097ddca-0e92-472a-9a58-90177bbfe315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:16:56.501166 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3016cf42-8c8a-4e78-bcec-6f45e78c6b4c None None] The sync data for ids ['ac321d1e-79c6-40d9-90e4-cd9d9a833718'] in n-d-712137-9 is: [{'id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39232356', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:16:49Z', 'updated_at': '2021-07-30T21:16:53Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:16:50Z', 'updated_at': '2021-07-30T21:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'af7b3cde-50b4-4129-99be-09ac1435616c', 'name': '', 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:a8:31:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4097ddca-0e92-472a-9a58-90177bbfe315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:16:52Z', 'updated_at': '2021-07-30T21:16:56Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '4097ddca-0e92-472a-9a58-90177bbfe315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:16:56.561779 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-27044a05-3206-4b38-bb49-92c105b40c1a req-e87c56d7-14a0-40b2-bd26-5ec35c237650 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Allocated IP 172.20.0.7 (b5aaba05-8551-4984-9565-d8f1e2857351/4097ddca-0e92-472a-9a58-90177bbfe315/3c1d0634-022e-4662-8ba9-96402de1102a) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:16:56.710754 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-27044a05-3206-4b38-bb49-92c105b40c1a req-e87c56d7-14a0-40b2-bd26-5ec35c237650 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:56.725532 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-27044a05-3206-4b38-bb49-92c105b40c1a req-e87c56d7-14a0-40b2-bd26-5ec35c237650 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Transition to ACTIVE for port object 3c1d0634-022e-4662-8ba9-96402de1102a will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:16:56.760553 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-27044a05-3206-4b38-bb49-92c105b40c1a req-e87c56d7-14a0-40b2-bd26-5ec35c237650 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:56.806628 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27044a05-3206-4b38-bb49-92c105b40c1a req-e87c56d7-14a0-40b2-bd26-5ec35c237650 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network b5aaba05-8551-4984-9565-d8f1e2857351 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:16:56.809784 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-27044a05-3206-4b38-bb49-92c105b40c1a req-e87c56d7-14a0-40b2-bd26-5ec35c237650 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:16:56.816818 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-27044a05-3206-4b38-bb49-92c105b40c1a req-e87c56d7-14a0-40b2-bd26-5ec35c237650 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:16:56.819478 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c56d7-14a0-40b2-bd26-5ec35c237650 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=3c1d0634-022e-4662-8ba9-96402de1102a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:56.875068 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27044a05-3206-4b38-bb49-92c105b40c1a req-e87c56d7-14a0-40b2-bd26-5ec35c237650 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:56.875740 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-27044a05-3206-4b38-bb49-92c105b40c1a req-e87c56d7-14a0-40b2-bd26-5ec35c237650 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:56.892117 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27044a05-3206-4b38-bb49-92c105b40c1a req-e87c56d7-14a0-40b2-bd26-5ec35c237650 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6013355 Jul 30 21:16:56.905839 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-27044a05-3206-4b38-bb49-92c105b40c1a req-295dee2a-fe35-4b7d-a090-6b44f74447c3 service neutron] Request body: {'port': {'device_id': '9279099e-c051-4f5b-9908-1751b9a5ea47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:16:56.965950 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-27044a05-3206-4b38-bb49-92c105b40c1a req-295dee2a-fe35-4b7d-a090-6b44f74447c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:57.065424 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-737e5205-86bf-4a46-b780-583cc56c7d49 None None] Provisioning for port 3c1d0634-022e-4662-8ba9-96402de1102a completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:16:57.071120 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-737e5205-86bf-4a46-b780-583cc56c7d49 None None] Provisioning complete for port 3c1d0634-022e-4662-8ba9-96402de1102a triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:16:57.071486 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-737e5205-86bf-4a46-b780-583cc56c7d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:57.117372 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-737e5205-86bf-4a46-b780-583cc56c7d49 None None] Port 3c1d0634-022e-4662-8ba9-96402de1102a cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:16:57.119787 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:57.518058 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cb15b-300d-45fb-b12d-27b9da3a35c7 req-77d4ca3f-b3ab-4925-a98b-67fa092b6a64 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:57.519586 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9b5cb15b-300d-45fb-b12d-27b9da3a35c7 req-77d4ca3f-b3ab-4925-a98b-67fa092b6a64 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 931 time: 0.1067176 Jul 30 21:16:57.584464 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9b5cb15b-300d-45fb-b12d-27b9da3a35c7 req-3754388b-717f-4264-b8be-c1ae7f887ede tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576975 Jul 30 21:16:57.590059 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device af7b3cde-50b4-4129-99be-09ac1435616c up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:16:57.644516 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port af7b3cde-50b4-4129-99be-09ac1435616c completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:16:57.647111 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-27044a05-3206-4b38-bb49-92c105b40c1a req-295dee2a-fe35-4b7d-a090-6b44f74447c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c1d0634-022e-4662-8ba9-96402de1102a {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:16:57.648606 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port af7b3cde-50b4-4129-99be-09ac1435616c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:16:57.648982 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:57.654646 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-27044a05-3206-4b38-bb49-92c105b40c1a req-295dee2a-fe35-4b7d-a090-6b44f74447c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:57.666682 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-27044a05-3206-4b38-bb49-92c105b40c1a req-295dee2a-fe35-4b7d-a090-6b44f74447c3 service neutron] Transition to ACTIVE for port object 3c1d0634-022e-4662-8ba9-96402de1102a will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:16:57.669806 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-27044a05-3206-4b38-bb49-92c105b40c1a req-295dee2a-fe35-4b7d-a090-6b44f74447c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:57.721748 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295dee2a-fe35-4b7d-a090-6b44f74447c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1d0634-022e-4662-8ba9-96402de1102a,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:57.735151 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:57.771045 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port af7b3cde-50b4-4129-99be-09ac1435616c, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=af7b3cde-50b4-4129-99be-09ac1435616c,segment=NetworkSegment(3e6702b0-1277-46b9-915d-68ef6ce4825c),segment_id=3e6702b0-1277-46b9-915d-68ef6ce4825c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:16:57.776846 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:57.798009 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-27044a05-3206-4b38-bb49-92c105b40c1a req-295dee2a-fe35-4b7d-a090-6b44f74447c3 service neutron] Attempting to bind port 3c1d0634-022e-4662-8ba9-96402de1102a on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:16:57.798777 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-27044a05-3206-4b38-bb49-92c105b40c1a req-295dee2a-fe35-4b7d-a090-6b44f74447c3 service neutron] Attempting to bind port 3c1d0634-022e-4662-8ba9-96402de1102a by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '3e6702b0-1277-46b9-915d-68ef6ce4825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:16:57.799218 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27044a05-3206-4b38-bb49-92c105b40c1a req-295dee2a-fe35-4b7d-a090-6b44f74447c3 service neutron] Attempting to bind port 3c1d0634-022e-4662-8ba9-96402de1102a on network b5aaba05-8551-4984-9565-d8f1e2857351 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:16:57.805727 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27044a05-3206-4b38-bb49-92c105b40c1a req-295dee2a-fe35-4b7d-a090-6b44f74447c3 service neutron] Port 3c1d0634-022e-4662-8ba9-96402de1102a on network b5aaba05-8551-4984-9565-d8f1e2857351 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 21:16:57.806171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27044a05-3206-4b38-bb49-92c105b40c1a req-295dee2a-fe35-4b7d-a090-6b44f74447c3 service neutron] Attempting to bind port 3c1d0634-022e-4662-8ba9-96402de1102a on network b5aaba05-8551-4984-9565-d8f1e2857351 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:16:57.811475 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27044a05-3206-4b38-bb49-92c105b40c1a req-295dee2a-fe35-4b7d-a090-6b44f74447c3 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:16:57.811950 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27044a05-3206-4b38-bb49-92c105b40c1a req-295dee2a-fe35-4b7d-a090-6b44f74447c3 service neutron] Checking segment: {'id': '3e6702b0-1277-46b9-915d-68ef6ce4825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:16:57.812433 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27044a05-3206-4b38-bb49-92c105b40c1a req-295dee2a-fe35-4b7d-a090-6b44f74447c3 service neutron] Bound using segment: {'id': '3e6702b0-1277-46b9-915d-68ef6ce4825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:16:57.813415 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-27044a05-3206-4b38-bb49-92c105b40c1a req-295dee2a-fe35-4b7d-a090-6b44f74447c3 service neutron] Bound port: 3c1d0634-022e-4662-8ba9-96402de1102a, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e6702b0-1277-46b9-915d-68ef6ce4825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:16:57.813415 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-27044a05-3206-4b38-bb49-92c105b40c1a req-295dee2a-fe35-4b7d-a090-6b44f74447c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:57.830951 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=af7b3cde-50b4-4129-99be-09ac1435616c,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:57.881142 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-27044a05-3206-4b38-bb49-92c105b40c1a req-295dee2a-fe35-4b7d-a090-6b44f74447c3 service neutron] For port 3c1d0634-022e-4662-8ba9-96402de1102a, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:16:57.885178 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-27044a05-3206-4b38-bb49-92c105b40c1a req-295dee2a-fe35-4b7d-a090-6b44f74447c3 service neutron] For port 3c1d0634-022e-4662-8ba9-96402de1102a, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3c1d0634-022e-4662-8ba9-96402de1102a,segment=NetworkSegment(3e6702b0-1277-46b9-915d-68ef6ce4825c),segment_id=3e6702b0-1277-46b9-915d-68ef6ce4825c)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:16:57.888968 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-27044a05-3206-4b38-bb49-92c105b40c1a req-295dee2a-fe35-4b7d-a090-6b44f74447c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:57.923901 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27044a05-3206-4b38-bb49-92c105b40c1a req-295dee2a-fe35-4b7d-a090-6b44f74447c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:57.924499 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-27044a05-3206-4b38-bb49-92c105b40c1a req-295dee2a-fe35-4b7d-a090-6b44f74447c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:57.925883 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27044a05-3206-4b38-bb49-92c105b40c1a req-295dee2a-fe35-4b7d-a090-6b44f74447c3 service neutron] 10.222.0.83 "PUT /v2.0/ports/3c1d0634-022e-4662-8ba9-96402de1102a HTTP/1.1" status: 200 len: 1091 time: 1.0244746 Jul 30 21:16:57.926309 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9279099e-c051-4f5b-9908-1751b9a5ea47', 'tag': '3c1d0634-022e-4662-8ba9-96402de1102a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:16:57.928577 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b8cf10-152c-46b4-9224-0851480ca92a" -d '{"events": [{"name": "network-changed", "server_uuid": "9279099e-c051-4f5b-9908-1751b9a5ea47", "tag": "3c1d0634-022e-4662-8ba9-96402de1102a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:16:57.967238 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295dee2a-fe35-4b7d-a090-6b44f74447c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1d0634-022e-4662-8ba9-96402de1102a,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:16:57.983461 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe859f3-3fcd-44e1-b21b-486a13332cc2 x-openstack-request-id: req-efe859f3-3fcd-44e1-b21b-486a13332cc2 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:16:57.983918 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9279099e-c051-4f5b-9908-1751b9a5ea47", "tag": "3c1d0634-022e-4662-8ba9-96402de1102a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:16:57.984240 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-efe859f3-3fcd-44e1-b21b-486a13332cc2 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:16:57.984703 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9279099e-c051-4f5b-9908-1751b9a5ea47', 'tag': '3c1d0634-022e-4662-8ba9-96402de1102a', 'status': 'completed', 'code': 200} Jul 30 21:16:58.019935 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27044a05-3206-4b38-bb49-92c105b40c1a req-ddfab4b2-0c2f-41c0-b6be-60f44bb85c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:58.021458 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27044a05-3206-4b38-bb49-92c105b40c1a req-ddfab4b2-0c2f-41c0-b6be-60f44bb85c3c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 1094 time: 0.0493743 Jul 30 21:16:58.069543 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27044a05-3206-4b38-bb49-92c105b40c1a req-8c367450-ea38-4f58-9891-fa9a0bdbc38f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c1d0634-022e-4662-8ba9-96402de1102a HTTP/1.1" status: 200 len: 217 time: 0.0395799 Jul 30 21:16:58.120784 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27044a05-3206-4b38-bb49-92c105b40c1a req-11d9d30f-17bf-4892-be8c-05f83fd15f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:58.122296 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27044a05-3206-4b38-bb49-92c105b40c1a req-11d9d30f-17bf-4892-be8c-05f83fd15f76 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4097ddca-0e92-472a-9a58-90177bbfe315 HTTP/1.1" status: 200 len: 834 time: 0.0459273 Jul 30 21:16:58.167234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27044a05-3206-4b38-bb49-92c105b40c1a req-aa6453f8-a527-4609-800c-5607f2cc9ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:58.168967 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27044a05-3206-4b38-bb49-92c105b40c1a req-aa6453f8-a527-4609-800c-5607f2cc9ab7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5aaba05-8551-4984-9565-d8f1e2857351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396712 Jul 30 21:16:58.262964 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27044a05-3206-4b38-bb49-92c105b40c1a req-4a1dad4e-1c2b-480c-a623-d7342a599bdf service neutron] 10.222.0.83 "GET /v2.0/networks/b5aaba05-8551-4984-9565-d8f1e2857351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871241 Jul 30 21:16:58.352571 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27044a05-3206-4b38-bb49-92c105b40c1a req-8e5f910e-616f-4a20-af3e-ce2375e6278f service neutron] 10.222.0.83 "GET /v2.0/networks/b5aaba05-8551-4984-9565-d8f1e2857351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830355 Jul 30 21:16:58.438097 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8cf10-152c-46b4-9224-0851480ca92a req-53a417d8-89ef-4cd9-b56c-31b0be117017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:58.439575 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f6b8cf10-152c-46b4-9224-0851480ca92a req-53a417d8-89ef-4cd9-b56c-31b0be117017 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 1094 time: 0.0415778 Jul 30 21:16:58.533095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8cf10-152c-46b4-9224-0851480ca92a req-5b32e2c5-5a73-4b08-922a-b23fd8e0df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:58.534565 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f6b8cf10-152c-46b4-9224-0851480ca92a req-5b32e2c5-5a73-4b08-922a-b23fd8e0df6a service neutron] 10.222.0.83 "GET /v2.0/networks?id=b5aaba05-8551-4984-9565-d8f1e2857351 HTTP/1.1" status: 200 len: 898 time: 0.0878012 Jul 30 21:16:58.575673 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f6b8cf10-152c-46b4-9224-0851480ca92a req-0a8ef819-081d-4816-8ba6-9540bb9a7b43 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c1d0634-022e-4662-8ba9-96402de1102a HTTP/1.1" status: 200 len: 217 time: 0.0336773 Jul 30 21:16:58.628174 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8cf10-152c-46b4-9224-0851480ca92a req-1ed49759-324e-425b-b3fb-01368ac34164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:58.629653 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f6b8cf10-152c-46b4-9224-0851480ca92a req-1ed49759-324e-425b-b3fb-01368ac34164 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4097ddca-0e92-472a-9a58-90177bbfe315 HTTP/1.1" status: 200 len: 834 time: 0.0475140 Jul 30 21:16:58.703799 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8cf10-152c-46b4-9224-0851480ca92a req-dd25b644-dac1-43e2-91fb-b7b0d8a9ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:58.705268 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f6b8cf10-152c-46b4-9224-0851480ca92a req-dd25b644-dac1-43e2-91fb-b7b0d8a9ab5d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5aaba05-8551-4984-9565-d8f1e2857351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687776 Jul 30 21:16:58.717577 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51488181-e5d2-4d87-b638-49bd010ab967 req-0c15e17f-1ff1-468f-9075-2e79e2008ca9 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:58.718926 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51488181-e5d2-4d87-b638-49bd010ab967 req-0c15e17f-1ff1-468f-9075-2e79e2008ca9 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 943 time: 0.0586357 Jul 30 21:16:58.802171 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-51488181-e5d2-4d87-b638-49bd010ab967 req-3f8a1ca7-362e-432c-9da9-b3e7040c8340 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747690 Jul 30 21:16:58.832949 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f6b8cf10-152c-46b4-9224-0851480ca92a req-07b98022-9486-4cab-8edf-85f83db0a38c service neutron] 10.222.0.83 "GET /v2.0/networks/b5aaba05-8551-4984-9565-d8f1e2857351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130404 Jul 30 21:16:58.922326 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f6b8cf10-152c-46b4-9224-0851480ca92a req-1b2d68d9-2634-497c-9e7f-657816d4e4f1 service neutron] 10.222.0.83 "GET /v2.0/networks/b5aaba05-8551-4984-9565-d8f1e2857351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817327 Jul 30 21:16:59.555379 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device af7b3cde-50b4-4129-99be-09ac1435616c up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:16:59.600711 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port af7b3cde-50b4-4129-99be-09ac1435616c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:16:59.601501 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:16:59.923468 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397d5ad-1376-44a7-b7c0-99422f8f7ed7 req-accfef1e-2933-4649-91c6-04dcde987dbd tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:16:59.924882 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9397d5ad-1376-44a7-b7c0-99422f8f7ed7 req-accfef1e-2933-4649-91c6-04dcde987dbd tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 943 time: 0.0559444 Jul 30 21:16:59.963200 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9397d5ad-1376-44a7-b7c0-99422f8f7ed7 req-e667afb4-7ad6-4b35-b7b3-def00bc1a5a3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323887 Jul 30 21:17:01.076938 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46300c2f-3b2b-4a66-9d83-fb5fc8ed25bb req-58468d45-bf76-46e3-a158-a15b596c8817 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:17:01.078439 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-46300c2f-3b2b-4a66-9d83-fb5fc8ed25bb req-58468d45-bf76-46e3-a158-a15b596c8817 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 943 time: 0.0503983 Jul 30 21:17:01.115503 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-46300c2f-3b2b-4a66-9d83-fb5fc8ed25bb req-a707467c-75f4-49aa-87b0-17718d6375b9 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312202 Jul 30 21:17:02.227445 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65373829-07f7-47a7-9733-da220c9c2822 req-caa6fc4d-7093-4059-9ef8-df67bc5efff8 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:17:02.228931 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-65373829-07f7-47a7-9733-da220c9c2822 req-caa6fc4d-7093-4059-9ef8-df67bc5efff8 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 943 time: 0.0484021 Jul 30 21:17:02.266434 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-65373829-07f7-47a7-9733-da220c9c2822 req-7a474737-63fd-4ed2-bab8-7bd44d1e9156 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316503 Jul 30 21:17:02.748358 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 3c1d0634-022e-4662-8ba9-96402de1102a details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:17:02.851940 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 3c1d0634-022e-4662-8ba9-96402de1102a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3c1d0634-022e-4662-8ba9-96402de1102a,segment=NetworkSegment(3e6702b0-1277-46b9-915d-68ef6ce4825c),segment_id=3e6702b0-1277-46b9-915d-68ef6ce4825c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:17:02.863652 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '3c1d0634-022e-4662-8ba9-96402de1102a', 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351', 'port_id': '3c1d0634-022e-4662-8ba9-96402de1102a', 'mac_address': 'fa:16:3e:ca:1f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4097ddca-0e92-472a-9a58-90177bbfe315', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 21:17:02.903189 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:02.915868 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c1d0634-022e-4662-8ba9-96402de1102a {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:17:02.935395 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 3c1d0634-022e-4662-8ba9-96402de1102a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3c1d0634-022e-4662-8ba9-96402de1102a,segment=NetworkSegment(3e6702b0-1277-46b9-915d-68ef6ce4825c),segment_id=3e6702b0-1277-46b9-915d-68ef6ce4825c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:17:02.938970 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:02.985247 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=3c1d0634-022e-4662-8ba9-96402de1102a,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:17:03.276864 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['3c1d0634-022e-4662-8ba9-96402de1102a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:17:03.388339 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d66c08-28e7-428b-b2a1-fb4397ca5067 req-4e77cf16-1dea-4d5b-8aa3-da5ef15bb6f8 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:17:03.392251 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-91d66c08-28e7-428b-b2a1-fb4397ca5067 req-4e77cf16-1dea-4d5b-8aa3-da5ef15bb6f8 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 944 time: 0.0551593 Jul 30 21:17:03.431497 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-91d66c08-28e7-428b-b2a1-fb4397ca5067 req-d0d55938-fcd0-4d58-b7ae-7434533c0806 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353856 Jul 30 21:17:04.543370 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe5af3-647d-4c07-bd5e-2143766cac56 req-0df2c2fc-e7a2-4232-b8f5-af0ce64bd08a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:17:04.544858 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54fe5af3-647d-4c07-bd5e-2143766cac56 req-0df2c2fc-e7a2-4232-b8f5-af0ce64bd08a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 944 time: 0.0486906 Jul 30 21:17:04.583092 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54fe5af3-647d-4c07-bd5e-2143766cac56 req-ba24395e-93f2-43af-9150-87a9be654c23 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321417 Jul 30 21:17:04.763756 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 3c1d0634-022e-4662-8ba9-96402de1102a up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:17:04.811380 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 3c1d0634-022e-4662-8ba9-96402de1102a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:17:04.814942 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 3c1d0634-022e-4662-8ba9-96402de1102a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:17:04.815317 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:04.892214 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:04.913785 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9279099e-c051-4f5b-9908-1751b9a5ea47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1d0634-022e-4662-8ba9-96402de1102a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:17:04.916051 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8091ab01-61f2-48f6-90fa-879f0b9df3ca" -d '{"events": [{"server_uuid": "9279099e-c051-4f5b-9908-1751b9a5ea47", "name": "network-vif-plugged", "status": "completed", "tag": "3c1d0634-022e-4662-8ba9-96402de1102a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:17:04.928778 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 3c1d0634-022e-4662-8ba9-96402de1102a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3c1d0634-022e-4662-8ba9-96402de1102a,segment=NetworkSegment(3e6702b0-1277-46b9-915d-68ef6ce4825c),segment_id=3e6702b0-1277-46b9-915d-68ef6ce4825c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:17:04.933267 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:04.956686 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7e338b-0162-4153-b3c4-c6ee9f036637 x-openstack-request-id: req-3c7e338b-0162-4153-b3c4-c6ee9f036637 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:17:04.956977 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9279099e-c051-4f5b-9908-1751b9a5ea47", "name": "network-vif-plugged", "status": "completed", "tag": "3c1d0634-022e-4662-8ba9-96402de1102a", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:17:04.957235 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3c7e338b-0162-4153-b3c4-c6ee9f036637 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:17:04.957622 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9279099e-c051-4f5b-9908-1751b9a5ea47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1d0634-022e-4662-8ba9-96402de1102a', 'code': 200} Jul 30 21:17:04.983303 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=3c1d0634-022e-4662-8ba9-96402de1102a,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:17:05.047315 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd053e5e-c1d5-41ab-906a-3fc40bb2505f req-0933a3e3-3444-4626-bfe9-19feb5970e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:17:05.048866 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dd053e5e-c1d5-41ab-906a-3fc40bb2505f req-0933a3e3-3444-4626-bfe9-19feb5970e0f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 1096 time: 0.0400405 Jul 30 21:17:05.083328 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dd053e5e-c1d5-41ab-906a-3fc40bb2505f req-ff9ae266-4b84-4dca-986b-d7dedef75dca service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274231 Jul 30 21:17:05.701556 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3c7b9-2a20-406a-9bef-30e068d50edb req-475beaa3-ce10-4343-bc53-960693563480 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:17:05.703016 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06a3c7b9-2a20-406a-9bef-30e068d50edb req-475beaa3-ce10-4343-bc53-960693563480 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 945 time: 0.0530059 Jul 30 21:17:05.740725 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06a3c7b9-2a20-406a-9bef-30e068d50edb req-970c1068-275a-43eb-a4ee-10f44a82be5e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312173 Jul 30 21:17:05.821297 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:17:06.854375 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d207637-ac09-4dce-9060-1613e36bc019 req-f37b7273-7a67-48c7-be17-1aad383033c4 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:17:06.855765 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d207637-ac09-4dce-9060-1613e36bc019 req-f37b7273-7a67-48c7-be17-1aad383033c4 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 945 time: 0.0486505 Jul 30 21:17:06.893469 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d207637-ac09-4dce-9060-1613e36bc019 req-0738a8be-3d54-4c5a-ac7e-d01457fbeb63 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319040 Jul 30 21:17:07.003796 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0c7bf-2fea-4a61-be38-b7d5ae7a7f20 req-75ab3276-084c-4cf6-ac61-dbf0a9ddff69 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:17:07.005239 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-38d0c7bf-2fea-4a61-be38-b7d5ae7a7f20 req-75ab3276-084c-4cf6-ac61-dbf0a9ddff69 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 945 time: 0.0485194 Jul 30 21:17:07.042765 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-38d0c7bf-2fea-4a61-be38-b7d5ae7a7f20 req-7506c53c-58c8-42ba-b909-014b6766f5f3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311937 Jul 30 21:17:07.063667 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56816) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:17:07.107734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680160ff-713b-4756-8c09-95c018defd2f tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:17:07.109125 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-680160ff-713b-4756-8c09-95c018defd2f tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 1091 time: 0.0445051 Jul 30 21:17:07.111865 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56818) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:17:07.116160 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-fedc0fe2-47b7-49e5-a0de-bc78731417b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': '3c1d0634-022e-4662-8ba9-96402de1102a', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:17:07.137438 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fedc0fe2-47b7-49e5-a0de-bc78731417b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:07.233994 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fedc0fe2-47b7-49e5-a0de-bc78731417b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:07.340463 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-fedc0fe2-47b7-49e5-a0de-bc78731417b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Allocated IP 172.25.3.25 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/6b05e6f9-abf3-4baa-820d-042b3778b221) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:17:07.438964 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fedc0fe2-47b7-49e5-a0de-bc78731417b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:07.476657 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fedc0fe2-47b7-49e5-a0de-bc78731417b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:07.518810 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedc0fe2-47b7-49e5-a0de-bc78731417b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:17:07.521728 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-fedc0fe2-47b7-49e5-a0de-bc78731417b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:17:07.525238 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedc0fe2-47b7-49e5-a0de-bc78731417b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:17:07.548988 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc0fe2-47b7-49e5-a0de-bc78731417b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=6b05e6f9-abf3-4baa-820d-042b3778b221,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:17:07.874860 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fedc0fe2-47b7-49e5-a0de-bc78731417b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:07.942146 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fedc0fe2-47b7-49e5-a0de-bc78731417b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:08.088822 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fedc0fe2-47b7-49e5-a0de-bc78731417b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:08.093161 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fedc0fe2-47b7-49e5-a0de-bc78731417b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:08.160071 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc0fe2-47b7-49e5-a0de-bc78731417b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=6b05e6f9-abf3-4baa-820d-042b3778b221,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:17:08.171905 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fedc0fe2-47b7-49e5-a0de-bc78731417b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:08.269592 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-fedc0fe2-47b7-49e5-a0de-bc78731417b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Floating IP ea2fc571-0229-4a93-80ea-5a094231b2e1 associated. External IP: 172.25.3.25, port: 3c1d0634-022e-4662-8ba9-96402de1102a. Jul 30 21:17:08.475520 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedc0fe2-47b7-49e5-a0de-bc78731417b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Router ac321d1e-79c6-40d9-90e4-cd9d9a833718 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:17:08.581275 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedc0fe2-47b7-49e5-a0de-bc78731417b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:17:08.591620 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1978e5a6-63b4-4618-b01a-63dedf612662 None None] Sync routers for ids ['ac321d1e-79c6-40d9-90e4-cd9d9a833718'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:17:08.596977 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fedc0fe2-47b7-49e5-a0de-bc78731417b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:08.601220 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1978e5a6-63b4-4618-b01a-63dedf612662 None None] Routers {'ac321d1e-79c6-40d9-90e4-cd9d9a833718'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:17:08.601839 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1978e5a6-63b4-4618-b01a-63dedf612662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:16:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ac321d1e-79c6-40d9-90e4-cd9d9a833718'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:17:08.623364 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fedc0fe2-47b7-49e5-a0de-bc78731417b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5105183 Jul 30 21:17:08.623963 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9279099e-c051-4f5b-9908-1751b9a5ea47', 'tag': '3c1d0634-022e-4662-8ba9-96402de1102a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:17:08.626207 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b71bf20-76e9-4ba6-bac9-00c0b7690c34" -d '{"events": [{"name": "network-changed", "server_uuid": "9279099e-c051-4f5b-9908-1751b9a5ea47", "tag": "3c1d0634-022e-4662-8ba9-96402de1102a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:17:08.706644 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-1978e5a6-63b4-4618-b01a-63dedf612662 None None] Set router ac321d1e-79c6-40d9-90e4-cd9d9a833718 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:17:08.720499 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32799b77-a13c-42de-9490-0cec4f54df14 req-c54d7716-b20d-41f5-b135-2df6cb469e80 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:17:08.722000 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32799b77-a13c-42de-9490-0cec4f54df14 req-c54d7716-b20d-41f5-b135-2df6cb469e80 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 945 time: 0.0500262 Jul 30 21:17:08.760557 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-32799b77-a13c-42de-9490-0cec4f54df14 req-48ec2e75-82b6-4a1b-8ff6-4e05fbd5c9a4 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322430 Jul 30 21:17:08.783370 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56824) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:17:08.806624 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b36839-7ff6-4023-a5f4-d4fdf3b181ba x-openstack-request-id: req-f0b36839-7ff6-4023-a5f4-d4fdf3b181ba {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:17:08.807019 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9279099e-c051-4f5b-9908-1751b9a5ea47", "tag": "3c1d0634-022e-4662-8ba9-96402de1102a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:17:08.807401 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f0b36839-7ff6-4023-a5f4-d4fdf3b181ba {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:17:08.807931 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9279099e-c051-4f5b-9908-1751b9a5ea47', 'tag': '3c1d0634-022e-4662-8ba9-96402de1102a', 'status': 'completed', 'code': 200} Jul 30 21:17:08.850673 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2b7b70ec-3275-471c-ad31-1bcbdd3c2764 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/floatingips/ea2fc571-0229-4a93-80ea-5a094231b2e1 HTTP/1.1" status: 200 len: 990 time: 0.0649531 Jul 30 21:17:08.873715 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71bf20-76e9-4ba6-bac9-00c0b7690c34 req-28451093-81e0-4530-b496-b606d5a9bee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:17:08.875242 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0b71bf20-76e9-4ba6-bac9-00c0b7690c34 req-28451093-81e0-4530-b496-b606d5a9bee0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 1096 time: 0.0419083 Jul 30 21:17:08.942168 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1978e5a6-63b4-4618-b01a-63dedf612662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39232356', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:16:49Z', 'updated_at': '2021-07-30T21:16:53Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:16:50Z', 'updated_at': '2021-07-30T21:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'ea2fc571-0229-4a93-80ea-5a094231b2e1', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'port_id': '3c1d0634-022e-4662-8ba9-96402de1102a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351', 'mac_address': 'fa:16:3e:ca:1f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279099e-c051-4f5b-9908-1751b9a5ea47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:17:07Z', 'updated_at': '2021-07-30T21:17:07Z', 'revision_number': 0, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7b3cde-50b4-4129-99be-09ac1435616c', 'name': '', 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:a8:31:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4097ddca-0e92-472a-9a58-90177bbfe315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:16:52Z', 'updated_at': '2021-07-30T21:16:57Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '4097ddca-0e92-472a-9a58-90177bbfe315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:17:08.968708 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1978e5a6-63b4-4618-b01a-63dedf612662 None None] Checking router: ac321d1e-79c6-40d9-90e4-cd9d9a833718 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:17:08.972203 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71bf20-76e9-4ba6-bac9-00c0b7690c34 req-891b110c-d0c6-430c-9e37-469d5ac73487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:17:08.973671 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0b71bf20-76e9-4ba6-bac9-00c0b7690c34 req-891b110c-d0c6-430c-9e37-469d5ac73487 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b5aaba05-8551-4984-9565-d8f1e2857351 HTTP/1.1" status: 200 len: 898 time: 0.0879135 Jul 30 21:17:08.977007 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1978e5a6-63b4-4618-b01a-63dedf612662 None None] Routers {'ac321d1e-79c6-40d9-90e4-cd9d9a833718'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:17:08.977782 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1978e5a6-63b4-4618-b01a-63dedf612662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:16:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ac321d1e-79c6-40d9-90e4-cd9d9a833718'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:17:09.039119 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0b71bf20-76e9-4ba6-bac9-00c0b7690c34 req-b8c1f71c-8116-47b9-ac93-49679122ff5a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c1d0634-022e-4662-8ba9-96402de1102a HTTP/1.1" status: 200 len: 998 time: 0.0577228 Jul 30 21:17:09.085734 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-1978e5a6-63b4-4618-b01a-63dedf612662 None None] Set router ac321d1e-79c6-40d9-90e4-cd9d9a833718 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:17:09.093005 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71bf20-76e9-4ba6-bac9-00c0b7690c34 req-0d1ef3e7-e68c-4a19-81d9-a30a913f89ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:17:09.094475 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0b71bf20-76e9-4ba6-bac9-00c0b7690c34 req-0d1ef3e7-e68c-4a19-81d9-a30a913f89ca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4097ddca-0e92-472a-9a58-90177bbfe315 HTTP/1.1" status: 200 len: 834 time: 0.0479701 Jul 30 21:17:09.140743 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71bf20-76e9-4ba6-bac9-00c0b7690c34 req-1e090728-af63-493b-86c4-0a38b0c0e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:17:09.142240 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0b71bf20-76e9-4ba6-bac9-00c0b7690c34 req-1e090728-af63-493b-86c4-0a38b0c0e797 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5aaba05-8551-4984-9565-d8f1e2857351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405416 Jul 30 21:17:09.231654 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0b71bf20-76e9-4ba6-bac9-00c0b7690c34 req-f16c7262-e7af-49a5-836f-c28b20b534ab service neutron] 10.222.0.83 "GET /v2.0/networks/b5aaba05-8551-4984-9565-d8f1e2857351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818148 Jul 30 21:17:09.317601 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1978e5a6-63b4-4618-b01a-63dedf612662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39232356', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:16:49Z', 'updated_at': '2021-07-30T21:16:53Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:16:50Z', 'updated_at': '2021-07-30T21:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'ea2fc571-0229-4a93-80ea-5a094231b2e1', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'port_id': '3c1d0634-022e-4662-8ba9-96402de1102a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351', 'mac_address': 'fa:16:3e:ca:1f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279099e-c051-4f5b-9908-1751b9a5ea47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:17:07Z', 'updated_at': '2021-07-30T21:17:07Z', 'revision_number': 0, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7b3cde-50b4-4129-99be-09ac1435616c', 'name': '', 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:a8:31:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4097ddca-0e92-472a-9a58-90177bbfe315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:16:52Z', 'updated_at': '2021-07-30T21:16:57Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '4097ddca-0e92-472a-9a58-90177bbfe315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:17:09.329085 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0b71bf20-76e9-4ba6-bac9-00c0b7690c34 req-1fb1a8b0-7441-48db-8c5c-8e2c19a0c00b service neutron] 10.222.0.83 "GET /v2.0/networks/b5aaba05-8551-4984-9565-d8f1e2857351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906525 Jul 30 21:17:09.344424 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1978e5a6-63b4-4618-b01a-63dedf612662 None None] The sync data for ids ['ac321d1e-79c6-40d9-90e4-cd9d9a833718'] in n-d-712137-9 is: [{'id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39232356', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:16:49Z', 'updated_at': '2021-07-30T21:16:53Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:16:50Z', 'updated_at': '2021-07-30T21:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'ea2fc571-0229-4a93-80ea-5a094231b2e1', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'port_id': '3c1d0634-022e-4662-8ba9-96402de1102a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351', 'mac_address': 'fa:16:3e:ca:1f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9279099e-c051-4f5b-9908-1751b9a5ea47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:17:07Z', 'updated_at': '2021-07-30T21:17:07Z', 'revision_number': 0, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7b3cde-50b4-4129-99be-09ac1435616c', 'name': '', 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:a8:31:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4097ddca-0e92-472a-9a58-90177bbfe315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:16:52Z', 'updated_at': '2021-07-30T21:16:57Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '4097ddca-0e92-472a-9a58-90177bbfe315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:17:09.538061 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21babe77-a4be-4cd9-bdbf-b7010866cf85 None None] New status for floating IP ea2fc571-0229-4a93-80ea-5a094231b2e1: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 21:17:09.853996 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56828) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:17:09.912759 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e3cbb819-1876-444a-bcfb-6892acd8da30 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/floatingips/ea2fc571-0229-4a93-80ea-5a094231b2e1 HTTP/1.1" status: 200 len: 992 time: 0.0576692 Jul 30 21:17:16.222594 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:20.309027 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:21.356772 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50def4bf-1d22-4a8d-9e46-f1cbe2423be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:23.791704 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8eee128-7979-4822-b076-6771d4959598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:24.054593 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:25.256958 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:27.112585 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:39.642004 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aebc2a92-db69-4c48-a0e4-ce9152bcb64e req-0754d2ca-157b-46de-bf21-5e7b0ea55ff3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434413 Jul 30 21:17:39.721170 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc2a92-db69-4c48-a0e4-ce9152bcb64e req-073b7d5b-d7a0-4e9c-999d-543429d4a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:17:39.722621 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aebc2a92-db69-4c48-a0e4-ce9152bcb64e req-073b7d5b-d7a0-4e9c-999d-543429d4a24d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 1096 time: 0.0404141 Jul 30 21:17:39.823755 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc2a92-db69-4c48-a0e4-ce9152bcb64e req-c89eb1b5-8aa7-45b6-8c53-dd219721a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:17:39.825192 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aebc2a92-db69-4c48-a0e4-ce9152bcb64e req-c89eb1b5-8aa7-45b6-8c53-dd219721a8fc service neutron] 10.222.0.83 "GET /v2.0/networks?id=b5aaba05-8551-4984-9565-d8f1e2857351 HTTP/1.1" status: 200 len: 898 time: 0.0826132 Jul 30 21:17:39.894011 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aebc2a92-db69-4c48-a0e4-ce9152bcb64e req-ea411930-e630-472c-b877-afc86a0e9f21 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c1d0634-022e-4662-8ba9-96402de1102a HTTP/1.1" status: 200 len: 1000 time: 0.0608330 Jul 30 21:17:39.941734 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc2a92-db69-4c48-a0e4-ce9152bcb64e req-d49b16e5-04f5-47a9-b87b-c22a7f716446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:17:39.943098 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aebc2a92-db69-4c48-a0e4-ce9152bcb64e req-d49b16e5-04f5-47a9-b87b-c22a7f716446 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4097ddca-0e92-472a-9a58-90177bbfe315 HTTP/1.1" status: 200 len: 834 time: 0.0424736 Jul 30 21:17:39.988729 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc2a92-db69-4c48-a0e4-ce9152bcb64e req-13b7d57e-7ee0-42c8-8775-8f9c0754f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:17:39.990208 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aebc2a92-db69-4c48-a0e4-ce9152bcb64e req-13b7d57e-7ee0-42c8-8775-8f9c0754f359 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5aaba05-8551-4984-9565-d8f1e2857351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397747 Jul 30 21:17:40.082844 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aebc2a92-db69-4c48-a0e4-ce9152bcb64e req-3c5185e9-7610-4ce7-b524-3b5fbf901ae7 service neutron] 10.222.0.83 "GET /v2.0/networks/b5aaba05-8551-4984-9565-d8f1e2857351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852122 Jul 30 21:17:40.171978 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aebc2a92-db69-4c48-a0e4-ce9152bcb64e req-885f8830-b31d-436c-9aad-279559d73f44 service neutron] 10.222.0.83 "GET /v2.0/networks/b5aaba05-8551-4984-9565-d8f1e2857351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812979 Jul 30 21:17:42.822055 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:17:46.221101 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:50.300276 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:51.356290 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4c980b7-4c77-4d79-b9c5-bf3852438887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:53.791780 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2875a68f-7569-4859-bb99-86d4d19ffddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:54.056343 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:55.260130 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:17:57.118238 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:18:16.236727 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:18:19.821360 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:18:20.309696 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:18:21.357696 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a13a753-7069-49ed-91d0-d5f9cd1a2384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:18:21.593095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2399d7-7d74-47aa-a4f3-97178ae078b3 req-5a54c7c4-b9fd-444a-9b27-3d42ac1efcfc tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:18:21.594605 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad2399d7-7d74-47aa-a4f3-97178ae078b3 req-5a54c7c4-b9fd-444a-9b27-3d42ac1efcfc tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 945 time: 0.0550759 Jul 30 21:18:21.632170 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ad2399d7-7d74-47aa-a4f3-97178ae078b3 req-5f29184e-896e-4bb6-89f6-32e22432c873 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317307 Jul 30 21:18:22.745465 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfa654-4ef8-450e-8a14-d60a45e93afa req-9cf0bcf4-f991-4fcd-8c90-089034db9c02 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:18:22.746907 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7bdfa654-4ef8-450e-8a14-d60a45e93afa req-9cf0bcf4-f991-4fcd-8c90-089034db9c02 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 945 time: 0.0477509 Jul 30 21:18:22.784349 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7bdfa654-4ef8-450e-8a14-d60a45e93afa req-742134e0-8b6d-4d3e-8fc4-c4bf6e0e4ff0 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316112 Jul 30 21:18:23.793151 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e72a7501-cbbc-4bc1-b4f8-d74de81c67e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:18:23.894987 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104a3bf-914e-47d7-a9fb-801ffd7a437c req-2e3664e9-e577-443e-9d0c-781302ded5cc tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:18:23.896461 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1104a3bf-914e-47d7-a9fb-801ffd7a437c req-2e3664e9-e577-443e-9d0c-781302ded5cc tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 945 time: 0.0476863 Jul 30 21:18:23.935197 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1104a3bf-914e-47d7-a9fb-801ffd7a437c req-11d97551-3575-4ef8-88ba-36f5e890c89a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323043 Jul 30 21:18:24.057999 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:18:25.051131 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c72532-f42f-4951-ba0d-2a48b9f30068 req-8421ac22-377a-46da-aef1-78fa2582f2fe tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:18:25.052621 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a7c72532-f42f-4951-ba0d-2a48b9f30068 req-8421ac22-377a-46da-aef1-78fa2582f2fe tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 945 time: 0.0513566 Jul 30 21:18:25.090228 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a7c72532-f42f-4951-ba0d-2a48b9f30068 req-e3008b30-ff10-4cc4-8fa7-6f9e2b9b3189 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311892 Jul 30 21:18:25.263211 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:18:26.205819 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88772d0-673a-46ae-b29a-e4890df35721 req-8591aa1e-52e6-4c4e-91d3-0db905551337 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:18:26.207268 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a88772d0-673a-46ae-b29a-e4890df35721 req-8591aa1e-52e6-4c4e-91d3-0db905551337 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 945 time: 0.0486712 Jul 30 21:18:26.243387 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a88772d0-673a-46ae-b29a-e4890df35721 req-2c1f20bf-6f22-4263-8c47-51205b1f2f12 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302651 Jul 30 21:18:27.117438 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:18:27.356703 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e262d-dd9f-4e9e-ae0e-87f50916fd42 req-af30369d-d351-4149-9405-6f7553593c53 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:18:27.358074 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a12e262d-dd9f-4e9e-ae0e-87f50916fd42 req-af30369d-d351-4149-9405-6f7553593c53 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 945 time: 0.0482132 Jul 30 21:18:27.394761 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a12e262d-dd9f-4e9e-ae0e-87f50916fd42 req-c47a8c31-0a52-4325-9f4b-5c337f216b86 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307827 Jul 30 21:18:28.510939 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a5186-d95b-4e9e-a98b-de6797bc191d req-92f02397-c6c6-4db5-aeff-73a7e89acb8c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:18:28.512371 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f5a5186-d95b-4e9e-a98b-de6797bc191d req-92f02397-c6c6-4db5-aeff-73a7e89acb8c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 945 time: 0.0520017 Jul 30 21:18:28.551210 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f5a5186-d95b-4e9e-a98b-de6797bc191d req-b18b94f3-4ce1-4993-87cd-9f5392d0146b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328212 Jul 30 21:18:29.663357 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7c3a2-330a-4a26-94c2-a3f085d6f567 req-8d309df6-93e2-43e4-a55b-d21084d6e6b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:18:29.664845 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69c7c3a2-330a-4a26-94c2-a3f085d6f567 req-8d309df6-93e2-43e4-a55b-d21084d6e6b3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 945 time: 0.0476964 Jul 30 21:18:29.702692 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-69c7c3a2-330a-4a26-94c2-a3f085d6f567 req-5d21fdc7-92bc-483d-98cf-7a829abfca42 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314484 Jul 30 21:18:30.815828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50f563-cc23-4195-8032-e6e8fdd65aba req-bcba8391-a524-4879-a96b-7b49075a6d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:18:30.817272 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cb50f563-cc23-4195-8032-e6e8fdd65aba req-bcba8391-a524-4879-a96b-7b49075a6d40 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 945 time: 0.0476315 Jul 30 21:18:30.854078 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cb50f563-cc23-4195-8032-e6e8fdd65aba req-2aec962a-f71b-4875-8103-53ae3b1e7ec9 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309501 Jul 30 21:18:31.971709 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c905f0c-321e-48c4-9183-1bf03fc74c3e req-fa3ff87d-977d-47e9-bef6-e8836cdf488b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:18:31.973157 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c905f0c-321e-48c4-9183-1bf03fc74c3e req-fa3ff87d-977d-47e9-bef6-e8836cdf488b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 945 time: 0.0521581 Jul 30 21:18:32.009976 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2c905f0c-321e-48c4-9183-1bf03fc74c3e req-cf7d9be5-df3f-421e-bb8e-ca2508fb2f14 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310256 Jul 30 21:18:32.031745 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56878) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:18:32.093449 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-35c720a4-faff-411e-8f6e-0b4fd491c8ac tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/floatingips/ea2fc571-0229-4a93-80ea-5a094231b2e1 HTTP/1.1" status: 200 len: 992 time: 0.0605991 Jul 30 21:18:33.352004 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39423549-bd98-4ba8-bd4e-5cc0b7e683a8 req-76e2cbef-63fe-4acf-835c-8fb23f78025b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:18:33.353425 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-39423549-bd98-4ba8-bd4e-5cc0b7e683a8 req-76e2cbef-63fe-4acf-835c-8fb23f78025b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 945 time: 0.0631793 Jul 30 21:18:33.410525 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-39423549-bd98-4ba8-bd4e-5cc0b7e683a8 req-2d5a8532-daff-4633-8a1f-683b9f6a43bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405631 Jul 30 21:18:33.413058 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce8e53-9b35-40c5-b17c-3ac20eb3b50d req-f4217593-a691-4631-94a7-6eac1d77132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:18:33.414443 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0dce8e53-9b35-40c5-b17c-3ac20eb3b50d req-f4217593-a691-4631-94a7-6eac1d77132d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 1096 time: 0.0779624 Jul 30 21:18:33.501417 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce8e53-9b35-40c5-b17c-3ac20eb3b50d req-ba54bc0b-e86d-4fd5-aa71-f0a4dc69bbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:18:33.502824 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0dce8e53-9b35-40c5-b17c-3ac20eb3b50d req-ba54bc0b-e86d-4fd5-aa71-f0a4dc69bbe5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b5aaba05-8551-4984-9565-d8f1e2857351 HTTP/1.1" status: 200 len: 898 time: 0.0819829 Jul 30 21:18:33.570302 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0dce8e53-9b35-40c5-b17c-3ac20eb3b50d req-bc86adf7-877c-4a7d-b973-419583151502 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c1d0634-022e-4662-8ba9-96402de1102a HTTP/1.1" status: 200 len: 1000 time: 0.0603211 Jul 30 21:18:33.618377 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce8e53-9b35-40c5-b17c-3ac20eb3b50d req-b1420ed3-0c37-4ca8-8452-471ed16496de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:18:33.619804 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0dce8e53-9b35-40c5-b17c-3ac20eb3b50d req-b1420ed3-0c37-4ca8-8452-471ed16496de service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4097ddca-0e92-472a-9a58-90177bbfe315 HTTP/1.1" status: 200 len: 834 time: 0.0416460 Jul 30 21:18:33.663042 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce8e53-9b35-40c5-b17c-3ac20eb3b50d req-a840602b-ce9b-428d-9d66-91062034e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:18:33.664418 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0dce8e53-9b35-40c5-b17c-3ac20eb3b50d req-a840602b-ce9b-428d-9d66-91062034e360 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5aaba05-8551-4984-9565-d8f1e2857351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381787 Jul 30 21:18:33.753772 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0dce8e53-9b35-40c5-b17c-3ac20eb3b50d req-502990f4-7d17-4d4a-8314-353da20df387 service neutron] 10.222.0.83 "GET /v2.0/networks/b5aaba05-8551-4984-9565-d8f1e2857351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822067 Jul 30 21:18:33.841120 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0dce8e53-9b35-40c5-b17c-3ac20eb3b50d req-04d6049a-6d8e-4150-a56f-b25d1e4f1cd1 service neutron] 10.222.0.83 "GET /v2.0/networks/b5aaba05-8551-4984-9565-d8f1e2857351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799389 Jul 30 21:18:34.531297 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623020d-876b-489a-81ff-e6896c48700d req-706f58fe-baa4-4363-90c0-f888f26e2c89 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:18:34.532800 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7623020d-876b-489a-81ff-e6896c48700d req-706f58fe-baa4-4363-90c0-f888f26e2c89 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 945 time: 0.0531273 Jul 30 21:18:34.570159 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7623020d-876b-489a-81ff-e6896c48700d req-e76c439e-c9a0-4c7b-9bb8-59dfe95b3bde tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314255 Jul 30 21:18:34.592870 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56888) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:18:34.650480 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e5e300a4-4bb9-49bf-8378-13d5d0f31752 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/floatingips/ea2fc571-0229-4a93-80ea-5a094231b2e1 HTTP/1.1" status: 200 len: 992 time: 0.0565603 Jul 30 21:18:40.304779 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-34dc59a4-b49a-4a4b-b178-5985e362ff8c req-015cbb03-7597-4a0b-af07-57077dc384cb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440438 Jul 30 21:18:40.390640 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc59a4-b49a-4a4b-b178-5985e362ff8c req-53e9d4f7-d13c-4bb1-93a4-61e319a5cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:18:40.392176 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-34dc59a4-b49a-4a4b-b178-5985e362ff8c req-53e9d4f7-d13c-4bb1-93a4-61e319a5cb4c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 1096 time: 0.0400717 Jul 30 21:18:40.492808 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc59a4-b49a-4a4b-b178-5985e362ff8c req-6b942ef7-89a4-419c-8b11-c9aa30f805cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:18:40.494250 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-34dc59a4-b49a-4a4b-b178-5985e362ff8c req-6b942ef7-89a4-419c-8b11-c9aa30f805cd service neutron] 10.222.0.83 "GET /v2.0/networks?id=b5aaba05-8551-4984-9565-d8f1e2857351 HTTP/1.1" status: 200 len: 898 time: 0.0832064 Jul 30 21:18:40.562418 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-34dc59a4-b49a-4a4b-b178-5985e362ff8c req-55dbafb3-b815-4933-aa74-cec868bb21ba service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c1d0634-022e-4662-8ba9-96402de1102a HTTP/1.1" status: 200 len: 1000 time: 0.0608127 Jul 30 21:18:40.610951 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc59a4-b49a-4a4b-b178-5985e362ff8c req-f3a7fbe4-0d8d-476c-84ce-7fa478253ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:18:40.612388 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-34dc59a4-b49a-4a4b-b178-5985e362ff8c req-f3a7fbe4-0d8d-476c-84ce-7fa478253ecb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4097ddca-0e92-472a-9a58-90177bbfe315 HTTP/1.1" status: 200 len: 834 time: 0.0432184 Jul 30 21:18:40.657891 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc59a4-b49a-4a4b-b178-5985e362ff8c req-3705d875-2e0d-42b7-80e2-516596050fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:18:40.659298 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-34dc59a4-b49a-4a4b-b178-5985e362ff8c req-3705d875-2e0d-42b7-80e2-516596050fbd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5aaba05-8551-4984-9565-d8f1e2857351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392330 Jul 30 21:18:40.750884 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-34dc59a4-b49a-4a4b-b178-5985e362ff8c req-1c28290a-eee2-4ad5-88aa-d7a380752cd8 service neutron] 10.222.0.83 "GET /v2.0/networks/b5aaba05-8551-4984-9565-d8f1e2857351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840919 Jul 30 21:18:40.839249 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-34dc59a4-b49a-4a4b-b178-5985e362ff8c req-9e494007-9bfe-4ca6-aab9-fd1f7038ebaf service neutron] 10.222.0.83 "GET /v2.0/networks/b5aaba05-8551-4984-9565-d8f1e2857351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813417 Jul 30 21:18:46.238029 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:18:50.308769 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:18:51.357990 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4398ea2c-3b38-4d76-a9a4-ea742f67f677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:18:53.793916 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-91fbfdd4-7559-4ab3-954c-8b555e6588c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:18:54.058942 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:18:55.265833 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:18:56.824575 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:18:57.120708 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:02.414363 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-c8590710-274f-4205-a20e-97e299fafd50 req-6838a0f0-0eed-4dbe-93bb-a8c94cd4a15a service neutron] (93882) timed out ('10.222.0.81', 49820) {{(pid=93882) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 21:19:16.260858 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:18.977770 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-e01ad361-7928-463e-8210-9fb25f26aff6 req-5d9950f5-2b4d-4a6a-b7e0-d85f5d014be6 service neutron] (93883) timed out ('10.222.0.59', 62402) {{(pid=93883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 21:19:20.317586 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:21.357893 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-19e73c04-bda3-408b-b62b-cdfa1a3296ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:23.795843 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43cfed96-5900-4013-a820-3d4bf3a0a5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:24.059376 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:25.267899 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:25.287300 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56912) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:19:25.441095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-04af7360-86ce-47c2-8969-23a8774db741 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Deleting port 6b05e6f9-abf3-4baa-820d-042b3778b221 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:19:25.441435 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-04af7360-86ce-47c2-8969-23a8774db741 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:25.843251 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-04af7360-86ce-47c2-8969-23a8774db741 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:25.843532 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-04af7360-86ce-47c2-8969-23a8774db741 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:25.854779 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-04af7360-86ce-47c2-8969-23a8774db741 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Calling delete_port for 6b05e6f9-abf3-4baa-820d-042b3778b221 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:19:26.002682 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-04af7360-86ce-47c2-8969-23a8774db741 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:26.027586 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af7360-86ce-47c2-8969-23a8774db741 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Port': ['ID=6b05e6f9-abf3-4baa-820d-042b3778b221,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:26.051346 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af7360-86ce-47c2-8969-23a8774db741 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:26.051724 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af7360-86ce-47c2-8969-23a8774db741 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:26.052068 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af7360-86ce-47c2-8969-23a8774db741 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:26.052405 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af7360-86ce-47c2-8969-23a8774db741 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:26.052735 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af7360-86ce-47c2-8969-23a8774db741 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:26.053064 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af7360-86ce-47c2-8969-23a8774db741 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:26.053394 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af7360-86ce-47c2-8969-23a8774db741 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:26.053724 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af7360-86ce-47c2-8969-23a8774db741 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:26.054050 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af7360-86ce-47c2-8969-23a8774db741 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:26.054373 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af7360-86ce-47c2-8969-23a8774db741 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:26.054692 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af7360-86ce-47c2-8969-23a8774db741 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:26.055012 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af7360-86ce-47c2-8969-23a8774db741 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:26.099308 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-04af7360-86ce-47c2-8969-23a8774db741 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:26.099593 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-04af7360-86ce-47c2-8969-23a8774db741 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Floating IP ea2fc571-0229-4a93-80ea-5a094231b2e1 disassociated (deleted). External IP: 172.25.3.25, port: 3c1d0634-022e-4662-8ba9-96402de1102a. Jul 30 21:19:26.298989 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04af7360-86ce-47c2-8969-23a8774db741 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Router ac321d1e-79c6-40d9-90e4-cd9d9a833718 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:19:26.405051 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04af7360-86ce-47c2-8969-23a8774db741 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:19:26.409699 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-04af7360-86ce-47c2-8969-23a8774db741 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:26.414155 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40a104a-5dce-43c8-a77f-5cec6494b808 None None] Sync routers for ids ['ac321d1e-79c6-40d9-90e4-cd9d9a833718'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:19:26.423955 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40a104a-5dce-43c8-a77f-5cec6494b808 None None] Routers {'ac321d1e-79c6-40d9-90e4-cd9d9a833718'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:19:26.424565 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d40a104a-5dce-43c8-a77f-5cec6494b808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:19:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ac321d1e-79c6-40d9-90e4-cd9d9a833718'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:19:26.440966 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-04af7360-86ce-47c2-8969-23a8774db741 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "DELETE /v2.0/floatingips/ea2fc571-0229-4a93-80ea-5a094231b2e1 HTTP/1.1" status: 204 len: 168 time: 1.1525702 Jul 30 21:19:26.441643 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9279099e-c051-4f5b-9908-1751b9a5ea47', 'tag': '3c1d0634-022e-4662-8ba9-96402de1102a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:19:26.444028 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4e8fff-fa51-4a10-b80f-55c31e631f84" -d '{"events": [{"name": "network-changed", "server_uuid": "9279099e-c051-4f5b-9908-1751b9a5ea47", "tag": "3c1d0634-022e-4662-8ba9-96402de1102a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:19:26.528202 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-d40a104a-5dce-43c8-a77f-5cec6494b808 None None] Set router ac321d1e-79c6-40d9-90e4-cd9d9a833718 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:19:26.593282 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23d55aa-5090-46a6-9787-592f692d9fdf x-openstack-request-id: req-e23d55aa-5090-46a6-9787-592f692d9fdf {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:19:26.593684 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9279099e-c051-4f5b-9908-1751b9a5ea47", "tag": "3c1d0634-022e-4662-8ba9-96402de1102a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:19:26.593941 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e23d55aa-5090-46a6-9787-592f692d9fdf {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:19:26.594343 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9279099e-c051-4f5b-9908-1751b9a5ea47', 'tag': '3c1d0634-022e-4662-8ba9-96402de1102a', 'status': 'completed', 'code': 200} Jul 30 21:19:26.721472 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e8fff-fa51-4a10-b80f-55c31e631f84 req-030af3dd-37d5-4ba9-a3da-c46b29de04aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:26.722992 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6d4e8fff-fa51-4a10-b80f-55c31e631f84 req-030af3dd-37d5-4ba9-a3da-c46b29de04aa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 1096 time: 0.1060128 Jul 30 21:19:26.736690 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d40a104a-5dce-43c8-a77f-5cec6494b808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39232356', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:16:49Z', 'updated_at': '2021-07-30T21:16:53Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:16:50Z', 'updated_at': '2021-07-30T21:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'af7b3cde-50b4-4129-99be-09ac1435616c', 'name': '', 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:a8:31:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4097ddca-0e92-472a-9a58-90177bbfe315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:16:52Z', 'updated_at': '2021-07-30T21:16:57Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '4097ddca-0e92-472a-9a58-90177bbfe315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:19:26.762260 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40a104a-5dce-43c8-a77f-5cec6494b808 None None] Checking router: ac321d1e-79c6-40d9-90e4-cd9d9a833718 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:19:26.770363 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40a104a-5dce-43c8-a77f-5cec6494b808 None None] Routers {'ac321d1e-79c6-40d9-90e4-cd9d9a833718'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:19:26.770969 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d40a104a-5dce-43c8-a77f-5cec6494b808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:19:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ac321d1e-79c6-40d9-90e4-cd9d9a833718'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:19:26.788025 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009677cb-a433-4207-89eb-11c1b175d680 req-025f8337-4703-45d4-9eb9-d0396d940bea tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:26.789489 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-009677cb-a433-4207-89eb-11c1b175d680 req-025f8337-4703-45d4-9eb9-d0396d940bea tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 945 time: 0.1509693 Jul 30 21:19:26.849023 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-009677cb-a433-4207-89eb-11c1b175d680 req-11ab83b1-d732-4fb6-b700-6accb246f054 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512714 Jul 30 21:19:26.860185 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e8fff-fa51-4a10-b80f-55c31e631f84 req-0bd240fc-63e2-466f-847c-c71d6c7a6b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:26.862383 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6d4e8fff-fa51-4a10-b80f-55c31e631f84 req-0bd240fc-63e2-466f-847c-c71d6c7a6b12 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b5aaba05-8551-4984-9565-d8f1e2857351 HTTP/1.1" status: 200 len: 898 time: 0.1294913 Jul 30 21:19:26.907230 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6d4e8fff-fa51-4a10-b80f-55c31e631f84 req-ac8af2eb-3020-440f-a624-36a2a9d202c3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c1d0634-022e-4662-8ba9-96402de1102a HTTP/1.1" status: 200 len: 217 time: 0.0367744 Jul 30 21:19:26.959637 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e8fff-fa51-4a10-b80f-55c31e631f84 req-b04c9cf3-50f3-42e3-90da-09c6464455ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:26.961155 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6d4e8fff-fa51-4a10-b80f-55c31e631f84 req-b04c9cf3-50f3-42e3-90da-09c6464455ba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4097ddca-0e92-472a-9a58-90177bbfe315 HTTP/1.1" status: 200 len: 834 time: 0.0461030 Jul 30 21:19:27.015709 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e8fff-fa51-4a10-b80f-55c31e631f84 req-0720c471-faf7-4415-97da-7fbea6d22d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:27.017205 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6d4e8fff-fa51-4a10-b80f-55c31e631f84 req-0720c471-faf7-4415-97da-7fbea6d22d58 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5aaba05-8551-4984-9565-d8f1e2857351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484228 Jul 30 21:19:27.029031 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-d40a104a-5dce-43c8-a77f-5cec6494b808 None None] Set router ac321d1e-79c6-40d9-90e4-cd9d9a833718 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:19:27.110011 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6d4e8fff-fa51-4a10-b80f-55c31e631f84 req-0db4508c-6d3d-4afc-afd7-8e441f737f3a service neutron] 10.222.0.83 "GET /v2.0/networks/b5aaba05-8551-4984-9565-d8f1e2857351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843396 Jul 30 21:19:27.155749 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:27.210859 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6d4e8fff-fa51-4a10-b80f-55c31e631f84 req-45844d63-c72f-4052-9a8b-731e7beeab93 service neutron] 10.222.0.83 "GET /v2.0/networks/b5aaba05-8551-4984-9565-d8f1e2857351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897467 Jul 30 21:19:27.235843 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d40a104a-5dce-43c8-a77f-5cec6494b808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39232356', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:16:49Z', 'updated_at': '2021-07-30T21:16:53Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:16:50Z', 'updated_at': '2021-07-30T21:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'af7b3cde-50b4-4129-99be-09ac1435616c', 'name': '', 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:a8:31:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4097ddca-0e92-472a-9a58-90177bbfe315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:16:52Z', 'updated_at': '2021-07-30T21:16:57Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '4097ddca-0e92-472a-9a58-90177bbfe315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:19:27.262470 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40a104a-5dce-43c8-a77f-5cec6494b808 None None] The sync data for ids ['ac321d1e-79c6-40d9-90e4-cd9d9a833718'] in n-d-712137-9 is: [{'id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39232356', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:16:49Z', 'updated_at': '2021-07-30T21:16:53Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:16:50Z', 'updated_at': '2021-07-30T21:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'af7b3cde-50b4-4129-99be-09ac1435616c', 'name': '', 'network_id': 'b5aaba05-8551-4984-9565-d8f1e2857351', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:a8:31:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4097ddca-0e92-472a-9a58-90177bbfe315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:16:52Z', 'updated_at': '2021-07-30T21:16:57Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': '4097ddca-0e92-472a-9a58-90177bbfe315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:19:27.472184 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99d76e4-01de-4c67-a87d-73942af35bee None None] New status for floating IP ea2fc571-0229-4a93-80ea-5a094231b2e1: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 21:19:27.965724 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03f36e-2beb-4fc6-85cd-6dec7bec6efb req-cdae7c97-d819-4a94-adff-f4234215c56a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:27.967182 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af03f36e-2beb-4fc6-85cd-6dec7bec6efb req-cdae7c97-d819-4a94-adff-f4234215c56a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 945 time: 0.0496366 Jul 30 21:19:28.004665 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-af03f36e-2beb-4fc6-85cd-6dec7bec6efb req-d2eebdc7-27d3-4c06-a27c-d9912e71b3aa tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf032461-0602-4459-a758-ddef1a66b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316195 Jul 30 21:19:28.512410 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f9a21-f412-4eab-9fbb-a826d72c7416 req-ff047750-6a09-408a-9291-b9ba957e1042 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:28.513834 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-697f9a21-f412-4eab-9fbb-a826d72c7416 req-ff047750-6a09-408a-9291-b9ba957e1042 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.83 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 945 time: 0.0477111 Jul 30 21:19:28.603851 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-697f9a21-f412-4eab-9fbb-a826d72c7416 req-e5b2e197-0106-4cfb-8e36-47a52aa456a7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Deleting port 3c1d0634-022e-4662-8ba9-96402de1102a {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:19:28.604121 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-697f9a21-f412-4eab-9fbb-a826d72c7416 req-e5b2e197-0106-4cfb-8e36-47a52aa456a7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:28.689042 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-697f9a21-f412-4eab-9fbb-a826d72c7416 req-e5b2e197-0106-4cfb-8e36-47a52aa456a7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] For port 3c1d0634-022e-4662-8ba9-96402de1102a, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=3c1d0634-022e-4662-8ba9-96402de1102a,segment=NetworkSegment(3e6702b0-1277-46b9-915d-68ef6ce4825c),segment_id=3e6702b0-1277-46b9-915d-68ef6ce4825c)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:19:28.689396 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-697f9a21-f412-4eab-9fbb-a826d72c7416 req-e5b2e197-0106-4cfb-8e36-47a52aa456a7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:28.702317 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-697f9a21-f412-4eab-9fbb-a826d72c7416 req-e5b2e197-0106-4cfb-8e36-47a52aa456a7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Calling delete_port for 3c1d0634-022e-4662-8ba9-96402de1102a owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:19:28.829995 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-697f9a21-f412-4eab-9fbb-a826d72c7416 req-e5b2e197-0106-4cfb-8e36-47a52aa456a7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:28.857332 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2e197-0106-4cfb-8e36-47a52aa456a7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Port': ['ID=3c1d0634-022e-4662-8ba9-96402de1102a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:28.900637 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-697f9a21-f412-4eab-9fbb-a826d72c7416 req-e5b2e197-0106-4cfb-8e36-47a52aa456a7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] No DVR routers for this DVR port 3c1d0634-022e-4662-8ba9-96402de1102a on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:19:28.903177 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-697f9a21-f412-4eab-9fbb-a826d72c7416 req-e5b2e197-0106-4cfb-8e36-47a52aa456a7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:28.905834 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-697f9a21-f412-4eab-9fbb-a826d72c7416 req-e5b2e197-0106-4cfb-8e36-47a52aa456a7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.83 "DELETE /v2.0/ports/3c1d0634-022e-4662-8ba9-96402de1102a HTTP/1.1" status: 204 len: 173 time: 0.3861303 Jul 30 21:19:28.906273 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9279099e-c051-4f5b-9908-1751b9a5ea47', 'name': 'network-vif-deleted', 'tag': '3c1d0634-022e-4662-8ba9-96402de1102a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:19:28.908541 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06eb6c22-75a4-49d9-a814-a844fbd9a121" -d '{"events": [{"server_uuid": "9279099e-c051-4f5b-9908-1751b9a5ea47", "name": "network-vif-deleted", "tag": "3c1d0634-022e-4662-8ba9-96402de1102a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:19:28.944890 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca2fede-e4b8-4861-a13b-28457734513c x-openstack-request-id: req-8ca2fede-e4b8-4861-a13b-28457734513c {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:19:28.945078 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9279099e-c051-4f5b-9908-1751b9a5ea47", "name": "network-vif-deleted", "tag": "3c1d0634-022e-4662-8ba9-96402de1102a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:19:28.945266 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ca2fede-e4b8-4861-a13b-28457734513c {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:19:28.945653 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9279099e-c051-4f5b-9908-1751b9a5ea47', 'name': 'network-vif-deleted', 'tag': '3c1d0634-022e-4662-8ba9-96402de1102a', 'status': 'completed', 'code': 200} Jul 30 21:19:29.113840 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4a09a242-ed50-49e6-aa70-33a2f88f5814 req-fa6f6445-e48d-4d8e-9203-beac61d382ce tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=9279099e-c051-4f5b-9908-1751b9a5ea47 HTTP/1.1" status: 200 len: 210 time: 0.0295761 Jul 30 21:19:30.170947 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56934) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:19:30.526225 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d88f0fd-00c5-4a1e-bcdb-b9e983356eb9 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:30.787320 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5d88f0fd-00c5-4a1e-bcdb-b9e983356eb9 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Deleting port af7b3cde-50b4-4129-99be-09ac1435616c {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:19:30.787621 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d88f0fd-00c5-4a1e-bcdb-b9e983356eb9 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:30.878250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-5d88f0fd-00c5-4a1e-bcdb-b9e983356eb9 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] For port af7b3cde-50b4-4129-99be-09ac1435616c, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=af7b3cde-50b4-4129-99be-09ac1435616c,segment=NetworkSegment(3e6702b0-1277-46b9-915d-68ef6ce4825c),segment_id=3e6702b0-1277-46b9-915d-68ef6ce4825c)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:19:30.878610 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d88f0fd-00c5-4a1e-bcdb-b9e983356eb9 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:30.891347 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5d88f0fd-00c5-4a1e-bcdb-b9e983356eb9 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Calling delete_port for af7b3cde-50b4-4129-99be-09ac1435616c owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:19:31.073909 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d88f0fd-00c5-4a1e-bcdb-b9e983356eb9 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:31.099881 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88f0fd-00c5-4a1e-bcdb-b9e983356eb9 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Port': ['ID=af7b3cde-50b4-4129-99be-09ac1435616c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:31.279534 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5d88f0fd-00c5-4a1e-bcdb-b9e983356eb9 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:31.484973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d88f0fd-00c5-4a1e-bcdb-b9e983356eb9 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Router ac321d1e-79c6-40d9-90e4-cd9d9a833718 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:19:31.587990 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d88f0fd-00c5-4a1e-bcdb-b9e983356eb9 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:19:31.593624 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-5d88f0fd-00c5-4a1e-bcdb-b9e983356eb9 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "PUT /v2.0/routers/ac321d1e-79c6-40d9-90e4-cd9d9a833718/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4216404 Jul 30 21:19:31.596418 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56940) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:19:31.601302 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b740ae8-b9f9-4d4d-8219-b073beb15dda None None] Sync routers for ids ['ac321d1e-79c6-40d9-90e4-cd9d9a833718'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:19:31.611268 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b740ae8-b9f9-4d4d-8219-b073beb15dda None None] Routers {'ac321d1e-79c6-40d9-90e4-cd9d9a833718'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:19:31.611982 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5b740ae8-b9f9-4d4d-8219-b073beb15dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:19:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ac321d1e-79c6-40d9-90e4-cd9d9a833718'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:19:31.659926 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6879282-e212-4910-a8d3-a13396524292 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Deleting subnet 4097ddca-0e92-472a-9a58-90177bbfe315 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 21:19:31.663017 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d6879282-e212-4910-a8d3-a13396524292 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:31.703531 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d6879282-e212-4910-a8d3-a13396524292 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:31.719293 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-5b740ae8-b9f9-4d4d-8219-b073beb15dda None None] Set router ac321d1e-79c6-40d9-90e4-cd9d9a833718 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:19:31.786356 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d6879282-e212-4910-a8d3-a13396524292 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:31.848444 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d6879282-e212-4910-a8d3-a13396524292 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:31.878130 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d6879282-e212-4910-a8d3-a13396524292 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:31.880027 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d6879282-e212-4910-a8d3-a13396524292 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "DELETE /v2.0/subnets/4097ddca-0e92-472a-9a58-90177bbfe315 HTTP/1.1" status: 204 len: 168 time: 0.2825794 Jul 30 21:19:31.881493 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6879282-e212-4910-a8d3-a13396524292 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Subnet': ['ID=4097ddca-0e92-472a-9a58-90177bbfe315,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:31.882860 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56942) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:19:31.885123 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6503cb9-fd9e-4a25-8812-e5d51fab15a1 None None] Network b5aaba05-8551-4984-9565-d8f1e2857351 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:19:31.952347 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5b740ae8-b9f9-4d4d-8219-b073beb15dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39232356', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:16:49Z', 'updated_at': '2021-07-30T21:19:31Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:16:50Z', 'updated_at': '2021-07-30T21:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:19:31.984169 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b740ae8-b9f9-4d4d-8219-b073beb15dda None None] Checking router: ac321d1e-79c6-40d9-90e4-cd9d9a833718 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:19:31.994641 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:32.011955 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b740ae8-b9f9-4d4d-8219-b073beb15dda None None] Routers {'ac321d1e-79c6-40d9-90e4-cd9d9a833718'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:19:32.012568 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5b740ae8-b9f9-4d4d-8219-b073beb15dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:19:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['ac321d1e-79c6-40d9-90e4-cd9d9a833718'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:19:32.098743 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:32.143778 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-5b740ae8-b9f9-4d4d-8219-b073beb15dda None None] Set router ac321d1e-79c6-40d9-90e4-cd9d9a833718 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:19:32.152456 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Deleting port 77a77d26-a697-4efd-a004-6c21428e26b7 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:19:32.152810 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:32.196944 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd90cfc-c0cb-4175-8e40-ffac4acd4da6 None None] DHCP port deletion for b5aaba05-8551-4984-9565-d8f1e2857351 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 21:19:32.230772 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] For port 77a77d26-a697-4efd-a004-6c21428e26b7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=77a77d26-a697-4efd-a004-6c21428e26b7,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:19:32.231140 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:32.243916 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Calling delete_port for 77a77d26-a697-4efd-a004-6c21428e26b7 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:19:32.329063 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bfd90cfc-c0cb-4175-8e40-ffac4acd4da6 None None] Deleting port 4a87ac3f-d092-4f51-aa47-512e3a4118e6 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:19:32.329435 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfd90cfc-c0cb-4175-8e40-ffac4acd4da6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:32.401531 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bfd90cfc-c0cb-4175-8e40-ffac4acd4da6 None None] For port 4a87ac3f-d092-4f51-aa47-512e3a4118e6, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4a87ac3f-d092-4f51-aa47-512e3a4118e6,segment=NetworkSegment(3e6702b0-1277-46b9-915d-68ef6ce4825c),segment_id=3e6702b0-1277-46b9-915d-68ef6ce4825c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:19:32.401761 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfd90cfc-c0cb-4175-8e40-ffac4acd4da6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:32.410062 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:32.416730 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bfd90cfc-c0cb-4175-8e40-ffac4acd4da6 None None] Calling delete_port for 4a87ac3f-d092-4f51-aa47-512e3a4118e6 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:19:32.429012 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5b740ae8-b9f9-4d4d-8219-b073beb15dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39232356', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:16:49Z', 'updated_at': '2021-07-30T21:19:31Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:16:50Z', 'updated_at': '2021-07-30T21:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:19:32.445074 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Port': ['ID=77a77d26-a697-4efd-a004-6c21428e26b7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:32.458222 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b740ae8-b9f9-4d4d-8219-b073beb15dda None None] The sync data for ids ['ac321d1e-79c6-40d9-90e4-cd9d9a833718'] in n-d-712137-9 is: [{'id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39232356', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:16:49Z', 'updated_at': '2021-07-30T21:19:31Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '77a77d26-a697-4efd-a004-6c21428e26b7', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac321d1e-79c6-40d9-90e4-cd9d9a833718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:16:50Z', 'updated_at': '2021-07-30T21:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:19:32.467100 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:32.467458 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:32.467844 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:32.468186 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:32.468522 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:32.468858 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:32.469192 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:32.469521 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:32.469853 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:32.470217 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:32.470550 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:32.470876 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:32.515493 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:32.533556 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfd90cfc-c0cb-4175-8e40-ffac4acd4da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:32.561078 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd90cfc-c0cb-4175-8e40-ffac4acd4da6 None None] Pushing event deleted for resources: {'Port': ['ID=4a87ac3f-d092-4f51-aa47-512e3a4118e6,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:32.569922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd90cfc-c0cb-4175-8e40-ffac4acd4da6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:32.570276 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd90cfc-c0cb-4175-8e40-ffac4acd4da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:32.570628 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd90cfc-c0cb-4175-8e40-ffac4acd4da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:32.570966 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd90cfc-c0cb-4175-8e40-ffac4acd4da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:32.571301 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd90cfc-c0cb-4175-8e40-ffac4acd4da6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:32.571661 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd90cfc-c0cb-4175-8e40-ffac4acd4da6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:32.571990 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd90cfc-c0cb-4175-8e40-ffac4acd4da6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:32.572321 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd90cfc-c0cb-4175-8e40-ffac4acd4da6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:32.572644 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd90cfc-c0cb-4175-8e40-ffac4acd4da6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:32.572967 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd90cfc-c0cb-4175-8e40-ffac4acd4da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:32.573297 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd90cfc-c0cb-4175-8e40-ffac4acd4da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:32.573625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd90cfc-c0cb-4175-8e40-ffac4acd4da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:32.579823 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd90cfc-c0cb-4175-8e40-ffac4acd4da6 None None] No DVR routers for this DVR port 4a87ac3f-d092-4f51-aa47-512e3a4118e6 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:19:32.618851 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:32.621117 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:32.680785 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:32.681448 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Fanout notify agent at l3_agent the message router_deleted on router ac321d1e-79c6-40d9-90e4-cd9d9a833718 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 21:19:32.688577 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:32.689712 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bf3e2699-784e-4ad8-b2ad-96c222ea7d43 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "DELETE /v2.0/routers/ac321d1e-79c6-40d9-90e4-cd9d9a833718 HTTP/1.1" status: 204 len: 168 time: 0.8058033 Jul 30 21:19:32.692492 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56946) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:19:32.771527 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34fc395e-9cdd-481a-a9ca-d4fe87a74979 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:32.858601 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34fc395e-9cdd-481a-a9ca-d4fe87a74979 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:32.868589 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-34fc395e-9cdd-481a-a9ca-d4fe87a74979 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5aaba05-8551-4984-9565-d8f1e2857351']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:19:32.878489 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-34fc395e-9cdd-481a-a9ca-d4fe87a74979 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e6702b0-1277-46b9-915d-68ef6ce4825c') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:19:32.878782 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-34fc395e-9cdd-481a-a9ca-d4fe87a74979 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e6702b0-1277-46b9-915d-68ef6ce4825c') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:19:32.887333 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34fc395e-9cdd-481a-a9ca-d4fe87a74979 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:32.901346 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34fc395e-9cdd-481a-a9ca-d4fe87a74979 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:32.907692 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34fc395e-9cdd-481a-a9ca-d4fe87a74979 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 21:19:32.908015 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34fc395e-9cdd-481a-a9ca-d4fe87a74979 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: timer() Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 21:19:32.911048 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 21:19:32.971136 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34fc395e-9cdd-481a-a9ca-d4fe87a74979 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:32.978525 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34fc395e-9cdd-481a-a9ca-d4fe87a74979 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:32.982829 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-34fc395e-9cdd-481a-a9ca-d4fe87a74979 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "DELETE /v2.0/networks/b5aaba05-8551-4984-9565-d8f1e2857351 HTTP/1.1" status: 204 len: 168 time: 0.2893634 Jul 30 21:19:32.983923 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56948) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:19:32.994429 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc395e-9cdd-481a-a9ca-d4fe87a74979 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Network': ['ID=b5aaba05-8551-4984-9565-d8f1e2857351,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:33.042739 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a34b2c91-eb42-4412-b05b-e0a0645cef7e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:33.068150 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a34b2c91-eb42-4412-b05b-e0a0645cef7e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:33.126702 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a34b2c91-eb42-4412-b05b-e0a0645cef7e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:33.129198 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a34b2c91-eb42-4412-b05b-e0a0645cef7e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:33.130334 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a34b2c91-eb42-4412-b05b-e0a0645cef7e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "DELETE /v2.0/security-groups/cf032461-0602-4459-a758-ddef1a66b7cd HTTP/1.1" status: 204 len: 168 time: 0.1454225 Jul 30 21:19:33.139688 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b2c91-eb42-4412-b05b-e0a0645cef7e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf032461-0602-4459-a758-ddef1a66b7cd,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:33.545110 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 3c1d0634-022e-4662-8ba9-96402de1102a no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:19:33.566451 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 3c1d0634-022e-4662-8ba9-96402de1102a {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:19:33.566782 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 3c1d0634-022e-4662-8ba9-96402de1102a not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:19:33.603660 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 56954) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:19:33.608410 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-6fa0d7bc-b4bf-4720-9a1f-0110461b8c01 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-831732827', 'description': 'tempest-secgroup-smoke-831732827 description', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:19:33.631921 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6fa0d7bc-b4bf-4720-9a1f-0110461b8c01 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:33.641950 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device af7b3cde-50b4-4129-99be-09ac1435616c no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:19:33.661406 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: af7b3cde-50b4-4129-99be-09ac1435616c {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:19:33.661749 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device af7b3cde-50b4-4129-99be-09ac1435616c not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:19:33.662151 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 77a77d26-a697-4efd-a004-6c21428e26b7 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:19:33.680438 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 77a77d26-a697-4efd-a004-6c21428e26b7 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:19:33.680774 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 77a77d26-a697-4efd-a004-6c21428e26b7 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:19:33.681176 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4a87ac3f-d092-4f51-aa47-512e3a4118e6 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:19:33.703751 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 4a87ac3f-d092-4f51-aa47-512e3a4118e6 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:19:33.704091 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4a87ac3f-d092-4f51-aa47-512e3a4118e6 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:19:33.716311 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6fa0d7bc-b4bf-4720-9a1f-0110461b8c01 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:33.719872 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6fa0d7bc-b4bf-4720-9a1f-0110461b8c01 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:33.746720 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6fa0d7bc-b4bf-4720-9a1f-0110461b8c01 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:33.748429 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6fa0d7bc-b4bf-4720-9a1f-0110461b8c01 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1437113 Jul 30 21:19:33.750278 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0d7bc-b4bf-4720-9a1f-0110461b8c01 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a51763-974b-40b9-9094-584fe6d24f1a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:33.751464 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56956) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:19:33.756222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-115c3468-f9be-4db5-9910-c49779635d24 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': '98a51763-974b-40b9-9094-584fe6d24f1a', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:19:33.781478 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-115c3468-f9be-4db5-9910-c49779635d24 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:33.822913 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:19:33.836471 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-115c3468-f9be-4db5-9910-c49779635d24 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:33.839794 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-115c3468-f9be-4db5-9910-c49779635d24 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:33.857442 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c3468-f9be-4db5-9910-c49779635d24 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d517dc4b-c7f5-4fb5-9f91-357bb7a0c3d8,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:33.862954 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-115c3468-f9be-4db5-9910-c49779635d24 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:33.864071 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-115c3468-f9be-4db5-9910-c49779635d24 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1115417 Jul 30 21:19:33.866807 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56958) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:19:33.871151 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-025499c2-e463-4917-b0e4-3b0196ca8f41 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': '98a51763-974b-40b9-9094-584fe6d24f1a', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:19:33.896368 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-025499c2-e463-4917-b0e4-3b0196ca8f41 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:33.955637 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-025499c2-e463-4917-b0e4-3b0196ca8f41 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:33.959116 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-025499c2-e463-4917-b0e4-3b0196ca8f41 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:33.976426 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025499c2-e463-4917-b0e4-3b0196ca8f41 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61aff8f7-c53a-49a3-b88d-e9fe87856146,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:33.982517 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-025499c2-e463-4917-b0e4-3b0196ca8f41 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:33.983723 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-025499c2-e463-4917-b0e4-3b0196ca8f41 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159854 Jul 30 21:19:33.986414 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56960) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:19:33.990677 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-17b4f738-544a-49cb-9f59-94f5b0e653f5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': '98a51763-974b-40b9-9094-584fe6d24f1a', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:19:34.016871 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17b4f738-544a-49cb-9f59-94f5b0e653f5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:34.075498 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17b4f738-544a-49cb-9f59-94f5b0e653f5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:34.078631 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17b4f738-544a-49cb-9f59-94f5b0e653f5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:34.096212 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b4f738-544a-49cb-9f59-94f5b0e653f5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816acbfc-4ad8-462e-b3ae-55896274d98a,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:34.102282 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17b4f738-544a-49cb-9f59-94f5b0e653f5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:34.103590 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-17b4f738-544a-49cb-9f59-94f5b0e653f5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162415 Jul 30 21:19:34.106206 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56962) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:19:34.111156 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-474f4d6b-2813-42e1-8c29-8d34a5924f08 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': '98a51763-974b-40b9-9094-584fe6d24f1a', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:19:34.135939 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-474f4d6b-2813-42e1-8c29-8d34a5924f08 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:34.193895 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-474f4d6b-2813-42e1-8c29-8d34a5924f08 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:34.197254 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-474f4d6b-2813-42e1-8c29-8d34a5924f08 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:34.216871 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f4d6b-2813-42e1-8c29-8d34a5924f08 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7d4a1b-c6dd-47c1-9028-33095d3fa797,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:34.220177 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-474f4d6b-2813-42e1-8c29-8d34a5924f08 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:34.221367 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-474f4d6b-2813-42e1-8c29-8d34a5924f08 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137257 Jul 30 21:19:34.224115 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56964) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:19:34.228466 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-41125c98-10ab-4646-8406-4270ca1f8838 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': '98a51763-974b-40b9-9094-584fe6d24f1a', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:19:34.249481 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-41125c98-10ab-4646-8406-4270ca1f8838 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Project 7c6abece9a044d4ca3183a8a35d6564b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 21:19:34.254328 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41125c98-10ab-4646-8406-4270ca1f8838 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:34.316813 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41125c98-10ab-4646-8406-4270ca1f8838 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:34.320599 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41125c98-10ab-4646-8406-4270ca1f8838 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:34.337978 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41125c98-10ab-4646-8406-4270ca1f8838 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e36ab4b3-df58-4a11-81c3-6b9b793001d2,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:34.344436 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41125c98-10ab-4646-8406-4270ca1f8838 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:34.345781 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-41125c98-10ab-4646-8406-4270ca1f8838 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207469 Jul 30 21:19:34.348476 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56966) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:19:34.352736 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6fb09d13-221b-44d4-9206-8e51853aab4a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'security_group_rule': {'security_group_id': '98a51763-974b-40b9-9094-584fe6d24f1a', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:19:34.373691 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-6fb09d13-221b-44d4-9206-8e51853aab4a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Project 7c6abece9a044d4ca3183a8a35d6564b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 21:19:34.378439 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fb09d13-221b-44d4-9206-8e51853aab4a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:34.438744 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fb09d13-221b-44d4-9206-8e51853aab4a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:34.442417 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fb09d13-221b-44d4-9206-8e51853aab4a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:34.461954 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb09d13-221b-44d4-9206-8e51853aab4a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf207377-f57d-42da-b416-6cd8b6703df4,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:34.465486 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fb09d13-221b-44d4-9206-8e51853aab4a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:34.467166 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6fb09d13-221b-44d4-9206-8e51853aab4a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177783 Jul 30 21:19:34.470001 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56968) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:19:34.474808 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-398cdad3-ee38-4fe2-8d78-7ebc6b13f116 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'network': {'name': 'tempest-network-smoke--769818782', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'port_security_enabled': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:19:34.494527 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398cdad3-ee38-4fe2-8d78-7ebc6b13f116 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Made reservation on behalf of 7c6abece9a044d4ca3183a8a35d6564b for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:19:34.497826 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-398cdad3-ee38-4fe2-8d78-7ebc6b13f116 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:34.519573 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398cdad3-ee38-4fe2-8d78-7ebc6b13f116 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 21:19:34.529071 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-398cdad3-ee38-4fe2-8d78-7ebc6b13f116 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:34.529500 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-398cdad3-ee38-4fe2-8d78-7ebc6b13f116 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Added segment 4b561a73-2b92-4239-8389-297a02bf6f27 of type vlan for network 8c160434-b727-4681-b046-3669cb973791 Jul 30 21:19:34.571674 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-398cdad3-ee38-4fe2-8d78-7ebc6b13f116 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:34.599176 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-398cdad3-ee38-4fe2-8d78-7ebc6b13f116 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:34.604844 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398cdad3-ee38-4fe2-8d78-7ebc6b13f116 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:34.605454 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-398cdad3-ee38-4fe2-8d78-7ebc6b13f116 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:34.665427 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-398cdad3-ee38-4fe2-8d78-7ebc6b13f116 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1944392 Jul 30 21:19:34.668267 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56970) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:19:34.674572 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b4f4b45d-a424-4665-af20-a4ff9492da0b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1801531529', 'admin_state_up': True, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:19:34.681065 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398cdad3-ee38-4fe2-8d78-7ebc6b13f116 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Network': ['ID=8c160434-b727-4681-b046-3669cb973791,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:34.690960 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 8c160434-b727-4681-b046-3669cb973791 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 21:19:34.699792 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b45d-a424-4665-af20-a4ff9492da0b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:34.701258 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b45d-a424-4665-af20-a4ff9492da0b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:34.752824 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b45d-a424-4665-af20-a4ff9492da0b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:35.196892 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b45d-a424-4665-af20-a4ff9492da0b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:35.391064 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b45d-a424-4665-af20-a4ff9492da0b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:35.412548 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b45d-a424-4665-af20-a4ff9492da0b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:35.512497 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-b4f4b45d-a424-4665-af20-a4ff9492da0b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Allocated IP 172.25.3.150 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/428496b3-7e9a-4098-b128-9052118d4b3e) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:19:35.614436 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b45d-a424-4665-af20-a4ff9492da0b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:35.658880 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b45d-a424-4665-af20-a4ff9492da0b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:35.695632 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f4b45d-a424-4665-af20-a4ff9492da0b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:19:35.698471 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b4f4b45d-a424-4665-af20-a4ff9492da0b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:19:35.702069 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f4b45d-a424-4665-af20-a4ff9492da0b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:19:35.727323 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4b45d-a424-4665-af20-a4ff9492da0b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=428496b3-7e9a-4098-b128-9052118d4b3e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:35.946793 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b45d-a424-4665-af20-a4ff9492da0b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:36.142452 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b45d-a424-4665-af20-a4ff9492da0b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:36.267438 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f4b45d-a424-4665-af20-a4ff9492da0b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Router b712a906-415b-47be-83f5-73b69d50c51d is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 21:19:36.371206 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f4b45d-a424-4665-af20-a4ff9492da0b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:19:36.381039 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] Sync routers for ids ['b712a906-415b-47be-83f5-73b69d50c51d'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:19:36.389635 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] Routers {'b712a906-415b-47be-83f5-73b69d50c51d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:19:36.389798 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b45d-a424-4665-af20-a4ff9492da0b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:36.390219 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:19:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['b712a906-415b-47be-83f5-73b69d50c51d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:19:36.390917 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b4f4b45d-a424-4665-af20-a4ff9492da0b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7217259 Jul 30 21:19:36.394194 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56972) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:19:36.422208 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f81654de-ad3a-4dee-a0ab-216fe4783e2d tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=7c6abece9a044d4ca3183a8a35d6564b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270212 Jul 30 21:19:36.424816 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56974) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:19:36.510624 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4890c09f-6bd9-4a32-abf1-ed79f4583ad9 tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:36.512167 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4890c09f-6bd9-4a32-abf1-ed79f4583ad9 tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862093 Jul 30 21:19:36.515125 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56976) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:19:36.551349 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-326927db-148d-4224-abcf-10b65879d07b tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=905759f5-0ddb-431d-97ac-0ee33c25d68c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325289 Jul 30 21:19:36.551635 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56978) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:19:36.556237 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b325a496-f50d-4df2-b08b-b441b4d71371 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-897627137', 'network_id': '8c160434-b727-4681-b046-3669cb973791', 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:19:36.581022 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] Set router b712a906-415b-47be-83f5-73b69d50c51d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:19:36.643490 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b325a496-f50d-4df2-b08b-b441b4d71371 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Made reservation on behalf of 7c6abece9a044d4ca3183a8a35d6564b for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:19:36.647150 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b325a496-f50d-4df2-b08b-b441b4d71371 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:36.754539 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801531529', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:19:34Z', 'updated_at': '2021-07-30T21:19:35Z', 'revision_number': 3, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:19:35Z', 'updated_at': '2021-07-30T21:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:19:36.783631 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] Checking router: b712a906-415b-47be-83f5-73b69d50c51d for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:19:36.783982 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] Updating router b712a906-415b-47be-83f5-73b69d50c51d port 428496b3-7e9a-4098-b128-9052118d4b3e binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:19:36.810308 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:36.827910 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b325a496-f50d-4df2-b08b-b441b4d71371 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:36.888395 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325a496-f50d-4df2-b08b-b441b4d71371 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Subnet': ['ID=d9ae3afd-a8a4-46bd-906e-a8afc181f9d4,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:36.895539 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b325a496-f50d-4df2-b08b-b441b4d71371 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Checking segment: {'id': '4b561a73-2b92-4239-8389-297a02bf6f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8c160434-b727-4681-b046-3669cb973791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:19:36.895666 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b325a496-f50d-4df2-b08b-b441b4d71371 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network hostable DHCP agents. Network: 8c160434-b727-4681-b046-3669cb973791, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 21:19:36.912114 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b325a496-f50d-4df2-b08b-b441b4d71371 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network 8c160434-b727-4681-b046-3669cb973791 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 21:19:36.920897 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b325a496-f50d-4df2-b08b-b441b4d71371 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 8c160434-b727-4681-b046-3669cb973791) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:19:36.926062 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b325a496-f50d-4df2-b08b-b441b4d71371 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:36.926648 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b325a496-f50d-4df2-b08b-b441b4d71371 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:36.930031 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bb58e2-17f1-4fc5-995d-23b36818818b None None] Network 8c160434-b727-4681-b046-3669cb973791 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:19:36.942584 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b325a496-f50d-4df2-b08b-b441b4d71371 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3899398 Jul 30 21:19:36.945262 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 56980) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:19:37.075064 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:37.077720 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64aac6fd-f89c-4375-9d47-e5e155d71a6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-8c160434-b727-4681-b046-3669cb973791', 'network_id': '8c160434-b727-4681-b046-3669cb973791', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'fixed_ips': [{'subnet_id': 'd9ae3afd-a8a4-46bd-906e-a8afc181f9d4'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 21:19:37.078126 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64aac6fd-f89c-4375-9d47-e5e155d71a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:37.086937 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] Transition to ACTIVE for port object 428496b3-7e9a-4098-b128-9052118d4b3e will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:19:37.095173 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:37.144652 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] Attempting to bind port 428496b3-7e9a-4098-b128-9052118d4b3e on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:19:37.145369 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] Attempting to bind port 428496b3-7e9a-4098-b128-9052118d4b3e by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:19:37.145369 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] Attempting to bind port 428496b3-7e9a-4098-b128-9052118d4b3e on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:19:37.158204 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:19:37.158579 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:19:37.158980 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:37.159376 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:19:37.159870 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] Bound port: 428496b3-7e9a-4098-b128-9052118d4b3e, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:19:37.160248 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:37.161746 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873e270-5374-4236-88db-b160d349a645 None None] Pushing event updated for resources: {'Port': ['ID=428496b3-7e9a-4098-b128-9052118d4b3e,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:37.191819 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873e270-5374-4236-88db-b160d349a645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:37.192078 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873e270-5374-4236-88db-b160d349a645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:37.192430 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873e270-5374-4236-88db-b160d349a645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:37.192779 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873e270-5374-4236-88db-b160d349a645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:37.193087 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873e270-5374-4236-88db-b160d349a645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:37.193414 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873e270-5374-4236-88db-b160d349a645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:37.193740 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873e270-5374-4236-88db-b160d349a645 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:37.194062 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873e270-5374-4236-88db-b160d349a645 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:37.194387 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873e270-5374-4236-88db-b160d349a645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:37.194707 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873e270-5374-4236-88db-b160d349a645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:37.195029 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873e270-5374-4236-88db-b160d349a645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:37.195347 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873e270-5374-4236-88db-b160d349a645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:19:37.231187 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] For port 428496b3-7e9a-4098-b128-9052118d4b3e, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:19:37.232820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-64aac6fd-f89c-4375-9d47-e5e155d71a6f None None] Allocated IP 172.20.0.2 (8c160434-b727-4681-b046-3669cb973791/d9ae3afd-a8a4-46bd-906e-a8afc181f9d4/4e3dec00-20e8-4f30-83ed-e02cdd7826fb) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:19:37.234636 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] For port 428496b3-7e9a-4098-b128-9052118d4b3e, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=428496b3-7e9a-4098-b128-9052118d4b3e,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:19:37.238705 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:37.292185 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] Routers {'b712a906-415b-47be-83f5-73b69d50c51d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:19:37.293107 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:19:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['b712a906-415b-47be-83f5-73b69d50c51d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:19:37.380617 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64aac6fd-f89c-4375-9d47-e5e155d71a6f None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:37.389815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-64aac6fd-f89c-4375-9d47-e5e155d71a6f None None] Transition to ACTIVE for port object 4e3dec00-20e8-4f30-83ed-e02cdd7826fb will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:19:37.398480 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a14126c2-bdf3-4a6d-8cea-80434ea4b5bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:37.400035 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873e270-5374-4236-88db-b160d349a645 None None] Pushing event updated for resources: {'Port': ['ID=428496b3-7e9a-4098-b128-9052118d4b3e,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:37.405862 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-64aac6fd-f89c-4375-9d47-e5e155d71a6f None None] Transition to ACTIVE for port object 4e3dec00-20e8-4f30-83ed-e02cdd7826fb will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:19:37.414574 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64aac6fd-f89c-4375-9d47-e5e155d71a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:37.424032 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] Set router b712a906-415b-47be-83f5-73b69d50c51d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:19:37.465847 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aac6fd-f89c-4375-9d47-e5e155d71a6f None None] Network 8c160434-b727-4681-b046-3669cb973791 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:19:37.467428 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-64aac6fd-f89c-4375-9d47-e5e155d71a6f None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:19:37.469235 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aac6fd-f89c-4375-9d47-e5e155d71a6f None None] Pushing event updated for resources: {'Port': ['ID=4e3dec00-20e8-4f30-83ed-e02cdd7826fb,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:37.471716 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aac6fd-f89c-4375-9d47-e5e155d71a6f None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:19:37.530955 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-64aac6fd-f89c-4375-9d47-e5e155d71a6f None None] Attempting to bind port 4e3dec00-20e8-4f30-83ed-e02cdd7826fb on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:19:37.531991 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-64aac6fd-f89c-4375-9d47-e5e155d71a6f None None] Attempting to bind port 4e3dec00-20e8-4f30-83ed-e02cdd7826fb by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '4b561a73-2b92-4239-8389-297a02bf6f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8c160434-b727-4681-b046-3669cb973791'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:19:37.532541 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aac6fd-f89c-4375-9d47-e5e155d71a6f None None] Attempting to bind port 4e3dec00-20e8-4f30-83ed-e02cdd7826fb on network 8c160434-b727-4681-b046-3669cb973791 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:19:37.537826 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aac6fd-f89c-4375-9d47-e5e155d71a6f None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:19:37.538340 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aac6fd-f89c-4375-9d47-e5e155d71a6f None None] Checking segment: {'id': '4b561a73-2b92-4239-8389-297a02bf6f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8c160434-b727-4681-b046-3669cb973791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:19:37.538842 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64aac6fd-f89c-4375-9d47-e5e155d71a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:37.539343 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aac6fd-f89c-4375-9d47-e5e155d71a6f None None] Bound using segment: {'id': '4b561a73-2b92-4239-8389-297a02bf6f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8c160434-b727-4681-b046-3669cb973791'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:19:37.539943 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-64aac6fd-f89c-4375-9d47-e5e155d71a6f None None] Bound port: 4e3dec00-20e8-4f30-83ed-e02cdd7826fb, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b561a73-2b92-4239-8389-297a02bf6f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8c160434-b727-4681-b046-3669cb973791'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:19:37.540422 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64aac6fd-f89c-4375-9d47-e5e155d71a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:37.613496 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801531529', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:19:34Z', 'updated_at': '2021-07-30T21:19:35Z', 'revision_number': 3, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:19:35Z', 'updated_at': '2021-07-30T21:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:19:37.614548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-64aac6fd-f89c-4375-9d47-e5e155d71a6f None None] For port 4e3dec00-20e8-4f30-83ed-e02cdd7826fb, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:19:37.619041 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-64aac6fd-f89c-4375-9d47-e5e155d71a6f None None] For port 4e3dec00-20e8-4f30-83ed-e02cdd7826fb, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4e3dec00-20e8-4f30-83ed-e02cdd7826fb,segment=NetworkSegment(4b561a73-2b92-4239-8389-297a02bf6f27),segment_id=4b561a73-2b92-4239-8389-297a02bf6f27)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:19:37.624754 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64aac6fd-f89c-4375-9d47-e5e155d71a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:37.650062 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d399d32-4407-469f-b35d-fca8a61261b3 None None] The sync data for ids ['b712a906-415b-47be-83f5-73b69d50c51d'] in n-d-712137-9 is: [{'id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801531529', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:19:34Z', 'updated_at': '2021-07-30T21:19:35Z', 'revision_number': 3, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:19:35Z', 'updated_at': '2021-07-30T21:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:19:37.696613 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aac6fd-f89c-4375-9d47-e5e155d71a6f None None] Pushing event updated for resources: {'Port': ['ID=4e3dec00-20e8-4f30-83ed-e02cdd7826fb,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:37.744847 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-a14126c2-bdf3-4a6d-8cea-80434ea4b5bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Allocated IP 172.20.0.1 (8c160434-b727-4681-b046-3669cb973791/d9ae3afd-a8a4-46bd-906e-a8afc181f9d4/a4e94477-158e-47e0-a3eb-2b89873733f7) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:19:37.901435 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a14126c2-bdf3-4a6d-8cea-80434ea4b5bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:37.917652 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-a14126c2-bdf3-4a6d-8cea-80434ea4b5bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Transition to ACTIVE for port object a4e94477-158e-47e0-a3eb-2b89873733f7 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:19:37.972144 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a14126c2-bdf3-4a6d-8cea-80434ea4b5bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:38.032124 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14126c2-bdf3-4a6d-8cea-80434ea4b5bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network 8c160434-b727-4681-b046-3669cb973791 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:19:38.035604 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a14126c2-bdf3-4a6d-8cea-80434ea4b5bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:19:38.042323 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14126c2-bdf3-4a6d-8cea-80434ea4b5bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:19:38.047028 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14126c2-bdf3-4a6d-8cea-80434ea4b5bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=a4e94477-158e-47e0-a3eb-2b89873733f7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:38.090580 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a14126c2-bdf3-4a6d-8cea-80434ea4b5bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:38.230821 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a14126c2-bdf3-4a6d-8cea-80434ea4b5bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:38.529479 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a14126c2-bdf3-4a6d-8cea-80434ea4b5bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:38.537718 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a14126c2-bdf3-4a6d-8cea-80434ea4b5bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:38.613462 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a14126c2-bdf3-4a6d-8cea-80434ea4b5bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:38.616702 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14126c2-bdf3-4a6d-8cea-80434ea4b5bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=a4e94477-158e-47e0-a3eb-2b89873733f7,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:38.667890 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afe3d16-cf8d-4bae-bbf3-ad1c7e0b7762 None None] Network 8c160434-b727-4681-b046-3669cb973791 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:19:38.714230 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14126c2-bdf3-4a6d-8cea-80434ea4b5bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network 8c160434-b727-4681-b046-3669cb973791 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:19:38.715793 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a14126c2-bdf3-4a6d-8cea-80434ea4b5bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:19:38.832222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14126c2-bdf3-4a6d-8cea-80434ea4b5bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Router b712a906-415b-47be-83f5-73b69d50c51d has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:19:38.886136 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-39b2697d-9fb5-4d34-8017-e93bbbddca2d None None] Provisioning for port 4e3dec00-20e8-4f30-83ed-e02cdd7826fb completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:19:38.936498 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14126c2-bdf3-4a6d-8cea-80434ea4b5bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:19:38.943310 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-a14126c2-bdf3-4a6d-8cea-80434ea4b5bf tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "PUT /v2.0/routers/b712a906-415b-47be-83f5-73b69d50c51d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9970417 Jul 30 21:19:39.103104 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-2d1fd0aa-5bbd-4022-8b79-4b9b3ec5daa6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-831732827&fields=id&tenant_id=7c6abece9a044d4ca3183a8a35d6564b HTTP/1.1" status: 200 len: 267 time: 0.0404575 Jul 30 21:19:39.229838 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-78de090d-ecb6-4a8e-9bbc-de6abe7003ff None None] Provisioning for port a4e94477-158e-47e0-a3eb-2b89873733f7 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:19:39.234788 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-78de090d-ecb6-4a8e-9bbc-de6abe7003ff None None] Provisioning complete for port a4e94477-158e-47e0-a3eb-2b89873733f7 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:19:39.235167 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78de090d-ecb6-4a8e-9bbc-de6abe7003ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:39.274907 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-78de090d-ecb6-4a8e-9bbc-de6abe7003ff None None] Port a4e94477-158e-47e0-a3eb-2b89873733f7 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:19:39.285992 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] Sync routers for ids ['b712a906-415b-47be-83f5-73b69d50c51d'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:19:39.296611 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] Routers {'b712a906-415b-47be-83f5-73b69d50c51d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:19:39.297256 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:19:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['b712a906-415b-47be-83f5-73b69d50c51d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:19:39.418684 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] Set router b712a906-415b-47be-83f5-73b69d50c51d gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:19:39.549805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-33b86c98-2bc4-4a77-b6fa-25a38e5ca887 None None] Provisioning complete for port a4e94477-158e-47e0-a3eb-2b89873733f7 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:19:39.550177 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33b86c98-2bc4-4a77-b6fa-25a38e5ca887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:39.583752 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-c9bf51f8-51c0-411f-9628-8ba2a260536c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:39.585305 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-c9bf51f8-51c0-411f-9628-8ba2a260536c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/networks?id=8c160434-b727-4681-b046-3669cb973791 HTTP/1.1" status: 200 len: 796 time: 0.4745479 Jul 30 21:19:39.611144 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-afff8c4b-00fd-45d0-8422-5ab83b01bb71 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/quotas/7c6abece9a044d4ca3183a8a35d6564b HTTP/1.1" status: 200 len: 375 time: 0.0136635 Jul 30 21:19:39.624141 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-33b86c98-2bc4-4a77-b6fa-25a38e5ca887 None None] Port a4e94477-158e-47e0-a3eb-2b89873733f7 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:19:39.696585 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801531529', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:19:34Z', 'updated_at': '2021-07-30T21:19:38Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:19:35Z', 'updated_at': '2021-07-30T21:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'a4e94477-158e-47e0-a3eb-2b89873733f7', 'name': '', 'network_id': '8c160434-b727-4681-b046-3669cb973791', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:c5:42:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd9ae3afd-a8a4-46bd-906e-a8afc181f9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:19:37Z', 'updated_at': '2021-07-30T21:19:38Z', 'revision_number': 2, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': 'd9ae3afd-a8a4-46bd-906e-a8afc181f9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:19:39.704092 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-0f08e494-2d40-4b44-9e14-6f5b3aa01d4b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572507 Jul 30 21:19:39.727933 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4e3dec00-20e8-4f30-83ed-e02cdd7826fb up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:19:39.730228 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] Checking router: b712a906-415b-47be-83f5-73b69d50c51d for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:19:39.730575 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] Updating router b712a906-415b-47be-83f5-73b69d50c51d port a4e94477-158e-47e0-a3eb-2b89873733f7 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:19:39.782074 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:39.790619 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-ddf1991c-9ef0-4bd1-81d1-7527d4fbf206 service neutron] 10.222.0.81 "GET /v2.0/networks/8c160434-b727-4681-b046-3669cb973791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855963 Jul 30 21:19:39.805428 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5baf43fa-cbfa-4095-9784-bfbf61af247f None None] Provisioning complete for port a4e94477-158e-47e0-a3eb-2b89873733f7 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:19:39.805794 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5baf43fa-cbfa-4095-9784-bfbf61af247f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:39.874047 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 4e3dec00-20e8-4f30-83ed-e02cdd7826fb completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:19:39.877934 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5baf43fa-cbfa-4095-9784-bfbf61af247f None None] Port a4e94477-158e-47e0-a3eb-2b89873733f7 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:19:39.883983 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-5b804f44-7ca4-4c27-a062-e6f25ce06fbb service neutron] 10.222.0.81 "GET /v2.0/networks/8c160434-b727-4681-b046-3669cb973791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866795 Jul 30 21:19:39.931635 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 4e3dec00-20e8-4f30-83ed-e02cdd7826fb triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:19:39.932015 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:40.078322 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-38463cc6-a669-4876-8da3-a5767b2ed3f5 req-5eed1ae5-d7e6-446a-b133-b2f88624d2fc tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 210 time: 0.0359819 Jul 30 21:19:40.123362 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:40.194829 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 4e3dec00-20e8-4f30-83ed-e02cdd7826fb, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4e3dec00-20e8-4f30-83ed-e02cdd7826fb,segment=NetworkSegment(4b561a73-2b92-4239-8389-297a02bf6f27),segment_id=4b561a73-2b92-4239-8389-297a02bf6f27)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:19:40.199227 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:40.200032 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 428496b3-7e9a-4098-b128-9052118d4b3e up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:19:40.262028 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:40.292819 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] Transition to ACTIVE for port object a4e94477-158e-47e0-a3eb-2b89873733f7 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:19:40.302011 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=4e3dec00-20e8-4f30-83ed-e02cdd7826fb,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:40.306763 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:40.320946 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 428496b3-7e9a-4098-b128-9052118d4b3e completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:19:40.351166 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 428496b3-7e9a-4098-b128-9052118d4b3e triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:19:40.351560 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:40.393180 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e9cb1-d6e8-4b02-8eb6-e814720c67e8 None None] Pushing event updated for resources: {'Port': ['ID=a4e94477-158e-47e0-a3eb-2b89873733f7,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:40.453970 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] Attempting to bind port a4e94477-158e-47e0-a3eb-2b89873733f7 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:19:40.454327 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] Attempting to bind port a4e94477-158e-47e0-a3eb-2b89873733f7 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '4b561a73-2b92-4239-8389-297a02bf6f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8c160434-b727-4681-b046-3669cb973791'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:19:40.454682 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] Attempting to bind port a4e94477-158e-47e0-a3eb-2b89873733f7 on network 8c160434-b727-4681-b046-3669cb973791 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:19:40.477946 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:19:40.478327 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] Checking segment: {'id': '4b561a73-2b92-4239-8389-297a02bf6f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8c160434-b727-4681-b046-3669cb973791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:19:40.478727 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:40.479117 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] Bound using segment: {'id': '4b561a73-2b92-4239-8389-297a02bf6f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8c160434-b727-4681-b046-3669cb973791'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:19:40.479625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] Bound port: a4e94477-158e-47e0-a3eb-2b89873733f7, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b561a73-2b92-4239-8389-297a02bf6f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8c160434-b727-4681-b046-3669cb973791'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:19:40.480005 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:40.527915 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:40.557224 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 428496b3-7e9a-4098-b128-9052118d4b3e, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=428496b3-7e9a-4098-b128-9052118d4b3e,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:19:40.563906 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:40.610878 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] For port a4e94477-158e-47e0-a3eb-2b89873733f7, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:19:40.638555 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] For port a4e94477-158e-47e0-a3eb-2b89873733f7, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=a4e94477-158e-47e0-a3eb-2b89873733f7,segment=NetworkSegment(4b561a73-2b92-4239-8389-297a02bf6f27),segment_id=4b561a73-2b92-4239-8389-297a02bf6f27)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:19:40.648770 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:40.654446 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=428496b3-7e9a-4098-b128-9052118d4b3e,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:40.712058 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] Routers {'b712a906-415b-47be-83f5-73b69d50c51d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:19:40.712743 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:19:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['b712a906-415b-47be-83f5-73b69d50c51d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:19:40.753577 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e9cb1-d6e8-4b02-8eb6-e814720c67e8 None None] Pushing event updated for resources: {'Port': ['ID=a4e94477-158e-47e0-a3eb-2b89873733f7,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:40.828374 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] Set router b712a906-415b-47be-83f5-73b69d50c51d gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:19:41.044598 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801531529', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:19:34Z', 'updated_at': '2021-07-30T21:19:38Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:19:35Z', 'updated_at': '2021-07-30T21:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'a4e94477-158e-47e0-a3eb-2b89873733f7', 'name': '', 'network_id': '8c160434-b727-4681-b046-3669cb973791', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:c5:42:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd9ae3afd-a8a4-46bd-906e-a8afc181f9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:19:37Z', 'updated_at': '2021-07-30T21:19:40Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': 'd9ae3afd-a8a4-46bd-906e-a8afc181f9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:19:41.071966 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a146b4-166c-4fec-a1c9-135aeaa9ae13 None None] The sync data for ids ['b712a906-415b-47be-83f5-73b69d50c51d'] in n-d-712137-9 is: [{'id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801531529', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:19:34Z', 'updated_at': '2021-07-30T21:19:38Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:19:35Z', 'updated_at': '2021-07-30T21:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'a4e94477-158e-47e0-a3eb-2b89873733f7', 'name': '', 'network_id': '8c160434-b727-4681-b046-3669cb973791', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:c5:42:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd9ae3afd-a8a4-46bd-906e-a8afc181f9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:19:37Z', 'updated_at': '2021-07-30T21:19:40Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': 'd9ae3afd-a8a4-46bd-906e-a8afc181f9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:19:41.166895 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-f07f5339-c2e6-4d86-afe4-22867faec543 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:41.168484 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-f07f5339-c2e6-4d86-afe4-22867faec543 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.83 "GET /v2.0/networks?id=8c160434-b727-4681-b046-3669cb973791 HTTP/1.1" status: 200 len: 796 time: 0.1403093 Jul 30 21:19:41.224141 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-decef7f2-b787-49bd-b5bd-7ba4bd39887f req-959021c2-dbe3-4e05-8fb7-57ee5e2a2566 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 210 time: 0.0462544 Jul 30 21:19:41.254594 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-c64e9a77-7f05-463e-ac3e-2e6a13553bf6 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c6abece9a044d4ca3183a8a35d6564b HTTP/1.1" status: 200 len: 379 time: 0.0735111 Jul 30 21:19:41.265140 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-2e32bf85-f0f2-4379-b8ca-e5a9e1441ffe tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'port': {'device_id': '52c52018-123a-4a47-9382-9e95251294f0', 'network_id': '8c160434-b727-4681-b046-3669cb973791', 'admin_state_up': True, 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'security_groups': ['98a51763-974b-40b9-9094-584fe6d24f1a']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:19:41.384058 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-2e32bf85-f0f2-4379-b8ca-e5a9e1441ffe tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Made reservation on behalf of 7c6abece9a044d4ca3183a8a35d6564b for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:19:41.387900 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-2e32bf85-f0f2-4379-b8ca-e5a9e1441ffe tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:41.525102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-2e32bf85-f0f2-4379-b8ca-e5a9e1441ffe tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Allocated IP 172.20.0.5 (8c160434-b727-4681-b046-3669cb973791/d9ae3afd-a8a4-46bd-906e-a8afc181f9d4/02f07db0-1f89-4d5b-a346-cb4c393f2a8f) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:19:41.675966 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-2e32bf85-f0f2-4379-b8ca-e5a9e1441ffe tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:41.694892 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-2e32bf85-f0f2-4379-b8ca-e5a9e1441ffe tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Transition to ACTIVE for port object 02f07db0-1f89-4d5b-a346-cb4c393f2a8f will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:19:41.731005 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4e3dec00-20e8-4f30-83ed-e02cdd7826fb up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:19:41.737708 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-2e32bf85-f0f2-4379-b8ca-e5a9e1441ffe tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:41.785282 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 4e3dec00-20e8-4f30-83ed-e02cdd7826fb triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:19:41.785748 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:41.793713 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32bf85-f0f2-4379-b8ca-e5a9e1441ffe tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=02f07db0-1f89-4d5b-a346-cb4c393f2a8f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:41.803979 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-2e32bf85-f0f2-4379-b8ca-e5a9e1441ffe tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network 8c160434-b727-4681-b046-3669cb973791 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:19:41.805630 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-2e32bf85-f0f2-4379-b8ca-e5a9e1441ffe tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:19:41.808107 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-2e32bf85-f0f2-4379-b8ca-e5a9e1441ffe tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:19:41.867271 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-2e32bf85-f0f2-4379-b8ca-e5a9e1441ffe tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:41.867973 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-2e32bf85-f0f2-4379-b8ca-e5a9e1441ffe tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:41.886768 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device a4e94477-158e-47e0-a3eb-2b89873733f7 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:19:41.890380 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-2e32bf85-f0f2-4379-b8ca-e5a9e1441ffe tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6297934 Jul 30 21:19:41.906571 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-c2d26794-d0a5-4b09-a8a2-13206b775827 service neutron] Request body: {'port': {'device_id': '52c52018-123a-4a47-9382-9e95251294f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:19:41.943670 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port a4e94477-158e-47e0-a3eb-2b89873733f7 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:19:41.949128 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port a4e94477-158e-47e0-a3eb-2b89873733f7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:19:41.949557 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:41.972742 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-c2d26794-d0a5-4b09-a8a2-13206b775827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:42.047974 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:42.082496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port a4e94477-158e-47e0-a3eb-2b89873733f7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=a4e94477-158e-47e0-a3eb-2b89873733f7,segment=NetworkSegment(4b561a73-2b92-4239-8389-297a02bf6f27),segment_id=4b561a73-2b92-4239-8389-297a02bf6f27)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:19:42.086289 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:42.087083 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 428496b3-7e9a-4098-b128-9052118d4b3e up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:19:42.170645 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-dcaaf9cb-f231-4f6c-aee2-9fe7457f182d None None] Provisioning for port 02f07db0-1f89-4d5b-a346-cb4c393f2a8f completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:19:42.178890 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=a4e94477-158e-47e0-a3eb-2b89873733f7,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:42.182619 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-dcaaf9cb-f231-4f6c-aee2-9fe7457f182d None None] Provisioning complete for port 02f07db0-1f89-4d5b-a346-cb4c393f2a8f triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:19:42.182995 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dcaaf9cb-f231-4f6c-aee2-9fe7457f182d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:42.220430 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 428496b3-7e9a-4098-b128-9052118d4b3e triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:19:42.220811 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:42.248834 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-dcaaf9cb-f231-4f6c-aee2-9fe7457f182d None None] Port 02f07db0-1f89-4d5b-a346-cb4c393f2a8f cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:19:42.291159 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-c2d26794-d0a5-4b09-a8a2-13206b775827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f07db0-1f89-4d5b-a346-cb4c393f2a8f {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:19:42.300640 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-c2d26794-d0a5-4b09-a8a2-13206b775827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:42.327319 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-c2d26794-d0a5-4b09-a8a2-13206b775827 service neutron] Transition to ACTIVE for port object 02f07db0-1f89-4d5b-a346-cb4c393f2a8f will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:19:42.345985 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-c2d26794-d0a5-4b09-a8a2-13206b775827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:42.413739 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b65b4-4f73-4451-891c-0c22dcb2efaf req-50dd8dd1-0ceb-466d-91f6-0ef7aa3b8868 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:42.415329 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d08b65b4-4f73-4451-891c-0c22dcb2efaf req-50dd8dd1-0ceb-466d-91f6-0ef7aa3b8868 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 931 time: 0.1082740 Jul 30 21:19:42.416446 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d26794-d0a5-4b09-a8a2-13206b775827 service neutron] Pushing event updated for resources: {'Port': ['ID=02f07db0-1f89-4d5b-a346-cb4c393f2a8f,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:42.498503 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d08b65b4-4f73-4451-891c-0c22dcb2efaf req-cfa1cb8b-c291-414c-9cee-4c79fe25399c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=98a51763-974b-40b9-9094-584fe6d24f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761747 Jul 30 21:19:42.520030 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-c2d26794-d0a5-4b09-a8a2-13206b775827 service neutron] Attempting to bind port 02f07db0-1f89-4d5b-a346-cb4c393f2a8f on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:19:42.520371 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-c2d26794-d0a5-4b09-a8a2-13206b775827 service neutron] Attempting to bind port 02f07db0-1f89-4d5b-a346-cb4c393f2a8f by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '4b561a73-2b92-4239-8389-297a02bf6f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8c160434-b727-4681-b046-3669cb973791'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:19:42.520707 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-c2d26794-d0a5-4b09-a8a2-13206b775827 service neutron] Attempting to bind port 02f07db0-1f89-4d5b-a346-cb4c393f2a8f on network 8c160434-b727-4681-b046-3669cb973791 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:19:42.525202 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-c2d26794-d0a5-4b09-a8a2-13206b775827 service neutron] Port 02f07db0-1f89-4d5b-a346-cb4c393f2a8f on network 8c160434-b727-4681-b046-3669cb973791 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 21:19:42.525521 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-c2d26794-d0a5-4b09-a8a2-13206b775827 service neutron] Attempting to bind port 02f07db0-1f89-4d5b-a346-cb4c393f2a8f on network 8c160434-b727-4681-b046-3669cb973791 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:19:42.530921 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-c2d26794-d0a5-4b09-a8a2-13206b775827 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:19:42.531259 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-c2d26794-d0a5-4b09-a8a2-13206b775827 service neutron] Checking segment: {'id': '4b561a73-2b92-4239-8389-297a02bf6f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8c160434-b727-4681-b046-3669cb973791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:19:42.531700 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-c2d26794-d0a5-4b09-a8a2-13206b775827 service neutron] Bound using segment: {'id': '4b561a73-2b92-4239-8389-297a02bf6f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8c160434-b727-4681-b046-3669cb973791'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:19:42.532136 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-c2d26794-d0a5-4b09-a8a2-13206b775827 service neutron] Bound port: 02f07db0-1f89-4d5b-a346-cb4c393f2a8f, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b561a73-2b92-4239-8389-297a02bf6f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8c160434-b727-4681-b046-3669cb973791'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:19:42.532727 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-c2d26794-d0a5-4b09-a8a2-13206b775827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:42.598354 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-c2d26794-d0a5-4b09-a8a2-13206b775827 service neutron] For port 02f07db0-1f89-4d5b-a346-cb4c393f2a8f, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:19:42.601762 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-c2d26794-d0a5-4b09-a8a2-13206b775827 service neutron] For port 02f07db0-1f89-4d5b-a346-cb4c393f2a8f, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=02f07db0-1f89-4d5b-a346-cb4c393f2a8f,segment=NetworkSegment(4b561a73-2b92-4239-8389-297a02bf6f27),segment_id=4b561a73-2b92-4239-8389-297a02bf6f27)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:19:42.605562 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-c2d26794-d0a5-4b09-a8a2-13206b775827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:42.645346 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-c2d26794-d0a5-4b09-a8a2-13206b775827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:42.646108 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-c2d26794-d0a5-4b09-a8a2-13206b775827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:42.647438 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-c2d26794-d0a5-4b09-a8a2-13206b775827 service neutron] 10.222.0.83 "PUT /v2.0/ports/02f07db0-1f89-4d5b-a346-cb4c393f2a8f HTTP/1.1" status: 200 len: 1091 time: 0.7469327 Jul 30 21:19:42.647868 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c52018-123a-4a47-9382-9e95251294f0', 'tag': '02f07db0-1f89-4d5b-a346-cb4c393f2a8f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:19:42.650106 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d4a158-1166-4e16-9d0a-7679b6e5983a" -d '{"events": [{"name": "network-changed", "server_uuid": "52c52018-123a-4a47-9382-9e95251294f0", "tag": "02f07db0-1f89-4d5b-a346-cb4c393f2a8f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:19:42.674334 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d26794-d0a5-4b09-a8a2-13206b775827 service neutron] Pushing event updated for resources: {'Port': ['ID=02f07db0-1f89-4d5b-a346-cb4c393f2a8f,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:42.708484 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c309b662-aecf-4c92-8aef-46f822c703d5 x-openstack-request-id: req-c309b662-aecf-4c92-8aef-46f822c703d5 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:19:42.708760 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c52018-123a-4a47-9382-9e95251294f0", "tag": "02f07db0-1f89-4d5b-a346-cb4c393f2a8f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:19:42.709013 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c309b662-aecf-4c92-8aef-46f822c703d5 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:19:42.709409 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c52018-123a-4a47-9382-9e95251294f0', 'tag': '02f07db0-1f89-4d5b-a346-cb4c393f2a8f', 'status': 'completed', 'code': 200} Jul 30 21:19:42.741157 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-e9baadf5-5cc8-4d1b-89c5-f0b19c55e100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:42.742727 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-e9baadf5-5cc8-4d1b-89c5-f0b19c55e100 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 1094 time: 0.0446537 Jul 30 21:19:42.786380 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-4dfd22d1-f5d4-4360-83be-bf7c51f7e722 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02f07db0-1f89-4d5b-a346-cb4c393f2a8f HTTP/1.1" status: 200 len: 217 time: 0.0355363 Jul 30 21:19:42.839220 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-9dc12daf-2b54-414d-892f-d555a0b80fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:42.840727 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-9dc12daf-2b54-414d-892f-d555a0b80fe4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d9ae3afd-a8a4-46bd-906e-a8afc181f9d4 HTTP/1.1" status: 200 len: 834 time: 0.0471997 Jul 30 21:19:42.902110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-36c45085-6af7-477b-b047-87a8a2d541af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:42.903741 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-36c45085-6af7-477b-b047-87a8a2d541af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c160434-b727-4681-b046-3669cb973791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506818 Jul 30 21:19:42.993276 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-fd6cd8f7-889f-4e6a-a6df-873ffeaae23f service neutron] 10.222.0.83 "GET /v2.0/networks/8c160434-b727-4681-b046-3669cb973791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810251 Jul 30 21:19:43.087482 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c0ca4972-b5ea-4332-86a9-29cfd5f99275 req-2590cd0a-88d1-486d-8f91-0c5ea044f532 service neutron] 10.222.0.83 "GET /v2.0/networks/8c160434-b727-4681-b046-3669cb973791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872674 Jul 30 21:19:43.176222 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4a158-1166-4e16-9d0a-7679b6e5983a req-3fc4be82-a4e1-4d8f-8b6b-efef26811801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:43.177668 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17d4a158-1166-4e16-9d0a-7679b6e5983a req-3fc4be82-a4e1-4d8f-8b6b-efef26811801 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 1094 time: 0.0416176 Jul 30 21:19:43.271764 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4a158-1166-4e16-9d0a-7679b6e5983a req-4a1f26c2-8e6d-4da2-b34e-f6d04dc21bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:43.273214 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17d4a158-1166-4e16-9d0a-7679b6e5983a req-4a1f26c2-8e6d-4da2-b34e-f6d04dc21bb8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c160434-b727-4681-b046-3669cb973791 HTTP/1.1" status: 200 len: 897 time: 0.0887222 Jul 30 21:19:43.316803 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17d4a158-1166-4e16-9d0a-7679b6e5983a req-26deebaa-0b4c-4609-b353-63507a340041 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02f07db0-1f89-4d5b-a346-cb4c393f2a8f HTTP/1.1" status: 200 len: 217 time: 0.0357497 Jul 30 21:19:43.374708 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4a158-1166-4e16-9d0a-7679b6e5983a req-4e27494c-e493-4beb-b36e-096ab5c8f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:43.376163 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17d4a158-1166-4e16-9d0a-7679b6e5983a req-4e27494c-e493-4beb-b36e-096ab5c8f0c4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d9ae3afd-a8a4-46bd-906e-a8afc181f9d4 HTTP/1.1" status: 200 len: 834 time: 0.0528214 Jul 30 21:19:43.420759 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4a158-1166-4e16-9d0a-7679b6e5983a req-9e0859b8-5cc3-40d9-95c4-d55a5aa23e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:43.422212 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17d4a158-1166-4e16-9d0a-7679b6e5983a req-9e0859b8-5cc3-40d9-95c4-d55a5aa23e68 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c160434-b727-4681-b046-3669cb973791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390892 Jul 30 21:19:43.512601 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17d4a158-1166-4e16-9d0a-7679b6e5983a req-c95e0aa6-0240-495e-bcae-1e606585a411 service neutron] 10.222.0.83 "GET /v2.0/networks/8c160434-b727-4681-b046-3669cb973791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835519 Jul 30 21:19:43.636804 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17d4a158-1166-4e16-9d0a-7679b6e5983a req-801bb251-797b-483a-85cb-f8351c02df7a service neutron] 10.222.0.83 "GET /v2.0/networks/8c160434-b727-4681-b046-3669cb973791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173303 Jul 30 21:19:43.647470 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f467a4e-9567-4f93-a283-3434c8881609 req-4b58010b-0f60-4d47-9f95-672af8e3fcfa tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:43.648926 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5f467a4e-9567-4f93-a283-3434c8881609 req-4b58010b-0f60-4d47-9f95-672af8e3fcfa tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 943 time: 0.0773420 Jul 30 21:19:43.656542 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device a4e94477-158e-47e0-a3eb-2b89873733f7 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:19:43.688687 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5f467a4e-9567-4f93-a283-3434c8881609 req-17a63237-c0fd-4ff4-97ab-a76d7b359304 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=98a51763-974b-40b9-9094-584fe6d24f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329304 Jul 30 21:19:43.703235 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port a4e94477-158e-47e0-a3eb-2b89873733f7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:19:43.703628 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:44.801751 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236cdbb-f502-492b-a2b3-492a58866781 req-59abdf1c-e2c3-4d56-9453-a11609f09160 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:44.803236 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d236cdbb-f502-492b-a2b3-492a58866781 req-59abdf1c-e2c3-4d56-9453-a11609f09160 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 943 time: 0.0490870 Jul 30 21:19:44.840943 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d236cdbb-f502-492b-a2b3-492a58866781 req-8e64f60c-f3af-48ef-9644-0c71f96186a1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=98a51763-974b-40b9-9094-584fe6d24f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317619 Jul 30 21:19:45.955177 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5de312-b30f-4082-b178-e4dc1067a14d req-02a77c5c-aa75-4953-877c-5db5e93292e9 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:45.956676 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de5de312-b30f-4082-b178-e4dc1067a14d req-02a77c5c-aa75-4953-877c-5db5e93292e9 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 943 time: 0.0493538 Jul 30 21:19:45.994705 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-de5de312-b30f-4082-b178-e4dc1067a14d req-074da446-b670-4b07-ae90-14db9e80a93d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=98a51763-974b-40b9-9094-584fe6d24f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321684 Jul 30 21:19:46.260669 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:47.111703 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d3633-225b-4d50-ba6e-211c6863e5af req-545f507b-81a3-4d54-87e7-f84a35e68535 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:47.113171 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-062d3633-225b-4d50-ba6e-211c6863e5af req-545f507b-81a3-4d54-87e7-f84a35e68535 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 943 time: 0.0530159 Jul 30 21:19:47.150716 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-062d3633-225b-4d50-ba6e-211c6863e5af req-38641326-777b-4a5b-9560-79ba3ab4869f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=98a51763-974b-40b9-9094-584fe6d24f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316942 Jul 30 21:19:47.608150 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 02f07db0-1f89-4d5b-a346-cb4c393f2a8f details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:19:47.700930 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 02f07db0-1f89-4d5b-a346-cb4c393f2a8f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=02f07db0-1f89-4d5b-a346-cb4c393f2a8f,segment=NetworkSegment(4b561a73-2b92-4239-8389-297a02bf6f27),segment_id=4b561a73-2b92-4239-8389-297a02bf6f27)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:19:47.712402 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '02f07db0-1f89-4d5b-a346-cb4c393f2a8f', 'network_id': '8c160434-b727-4681-b046-3669cb973791', 'port_id': '02f07db0-1f89-4d5b-a346-cb4c393f2a8f', 'mac_address': 'fa:16:3e:6b:45:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ae3afd-a8a4-46bd-906e-a8afc181f9d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 21:19:47.750988 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:47.762937 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f07db0-1f89-4d5b-a346-cb4c393f2a8f {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:19:47.782194 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 02f07db0-1f89-4d5b-a346-cb4c393f2a8f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=02f07db0-1f89-4d5b-a346-cb4c393f2a8f,segment=NetworkSegment(4b561a73-2b92-4239-8389-297a02bf6f27),segment_id=4b561a73-2b92-4239-8389-297a02bf6f27)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:19:47.786044 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:47.836457 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=02f07db0-1f89-4d5b-a346-cb4c393f2a8f,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:48.144865 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['02f07db0-1f89-4d5b-a346-cb4c393f2a8f'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:19:48.266473 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cc7a3-0ed6-45c7-bf10-f5c3103cb80c req-8ecdbff1-8424-4250-8752-3e6ba6b5c1fe tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:48.268087 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-633cc7a3-0ed6-45c7-bf10-f5c3103cb80c req-8ecdbff1-8424-4250-8752-3e6ba6b5c1fe tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 944 time: 0.0498104 Jul 30 21:19:48.306205 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-633cc7a3-0ed6-45c7-bf10-f5c3103cb80c req-c038b421-87e5-40bc-a6e8-61643aefe41d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=98a51763-974b-40b9-9094-584fe6d24f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322287 Jul 30 21:19:49.419023 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda7515-8b1b-4ee1-a5b2-57228df1e4a4 req-87f7a943-72a3-49bc-bf9a-77bb6b8f33c3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:49.420521 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6dda7515-8b1b-4ee1-a5b2-57228df1e4a4 req-87f7a943-72a3-49bc-bf9a-77bb6b8f33c3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 944 time: 0.0488286 Jul 30 21:19:49.457326 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6dda7515-8b1b-4ee1-a5b2-57228df1e4a4 req-28b83787-d818-4b28-919f-ac499e7cbddc tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=98a51763-974b-40b9-9094-584fe6d24f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307786 Jul 30 21:19:49.638681 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 02f07db0-1f89-4d5b-a346-cb4c393f2a8f up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:19:49.686766 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 02f07db0-1f89-4d5b-a346-cb4c393f2a8f completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:19:49.690586 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 02f07db0-1f89-4d5b-a346-cb4c393f2a8f triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:19:49.690953 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:49.768027 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:49.789077 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c52018-123a-4a47-9382-9e95251294f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f07db0-1f89-4d5b-a346-cb4c393f2a8f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:19:49.791301 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570c3a52-c056-48d1-bf53-8e53378337fc" -d '{"events": [{"server_uuid": "52c52018-123a-4a47-9382-9e95251294f0", "name": "network-vif-plugged", "status": "completed", "tag": "02f07db0-1f89-4d5b-a346-cb4c393f2a8f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:19:49.804276 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 02f07db0-1f89-4d5b-a346-cb4c393f2a8f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=02f07db0-1f89-4d5b-a346-cb4c393f2a8f,segment=NetworkSegment(4b561a73-2b92-4239-8389-297a02bf6f27),segment_id=4b561a73-2b92-4239-8389-297a02bf6f27)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:19:49.808616 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:49.832324 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f299bd-696a-4095-88ec-2cba84b32d0c x-openstack-request-id: req-b7f299bd-696a-4095-88ec-2cba84b32d0c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:19:49.832611 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c52018-123a-4a47-9382-9e95251294f0", "name": "network-vif-plugged", "status": "completed", "tag": "02f07db0-1f89-4d5b-a346-cb4c393f2a8f", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:19:49.832864 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b7f299bd-696a-4095-88ec-2cba84b32d0c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:19:49.833250 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c52018-123a-4a47-9382-9e95251294f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f07db0-1f89-4d5b-a346-cb4c393f2a8f', 'code': 200} Jul 30 21:19:49.858052 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=02f07db0-1f89-4d5b-a346-cb4c393f2a8f,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:49.927128 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad183c5-5ea8-4a9f-8ee1-e1e6b62825ec req-e7e6dae2-5594-4e20-9a55-4b2b763d42c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:49.928633 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ad183c5-5ea8-4a9f-8ee1-e1e6b62825ec req-e7e6dae2-5594-4e20-9a55-4b2b763d42c3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 1096 time: 0.0443478 Jul 30 21:19:49.963410 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ad183c5-5ea8-4a9f-8ee1-e1e6b62825ec req-7dcfce04-a10b-4004-8bfd-50cdfea9d434 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=98a51763-974b-40b9-9094-584fe6d24f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274222 Jul 30 21:19:50.322344 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:50.573259 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394bb03-db90-4df8-938b-753004296116 req-de23f795-65ab-4955-85b5-66cda74492bc tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:50.574629 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1394bb03-db90-4df8-938b-753004296116 req-de23f795-65ab-4955-85b5-66cda74492bc tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 945 time: 0.0494928 Jul 30 21:19:50.612139 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1394bb03-db90-4df8-938b-753004296116 req-a37b2846-8963-4916-9df7-027454b9e94f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=98a51763-974b-40b9-9094-584fe6d24f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317059 Jul 30 21:19:51.359411 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a30c5893-1d80-4d45-b01f-693b896190b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:51.729056 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb515b6-476e-4f79-bbb8-28871bef27cf req-28414f00-2df6-472b-a460-42c89bcfec4b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:51.730538 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fbb515b6-476e-4f79-bbb8-28871bef27cf req-28414f00-2df6-472b-a460-42c89bcfec4b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 945 time: 0.0490720 Jul 30 21:19:51.768272 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fbb515b6-476e-4f79-bbb8-28871bef27cf req-92330dad-03da-46bd-9490-170c73a788cc tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=98a51763-974b-40b9-9094-584fe6d24f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313251 Jul 30 21:19:51.885694 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930afc96-9f6c-41fb-a32d-256433e79ed6 req-ceb697fc-1234-4219-8f6c-04b94afae516 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:51.887074 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-930afc96-9f6c-41fb-a32d-256433e79ed6 req-ceb697fc-1234-4219-8f6c-04b94afae516 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 945 time: 0.0533733 Jul 30 21:19:51.925011 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-930afc96-9f6c-41fb-a32d-256433e79ed6 req-85230e5c-197a-4288-ba97-ece416349937 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=98a51763-974b-40b9-9094-584fe6d24f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320070 Jul 30 21:19:51.945811 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57048) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:19:51.988991 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e96673-f633-4aa9-bd9d-44fe819fbd34 tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:51.990494 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-46e96673-f633-4aa9-bd9d-44fe819fbd34 tempest-TestNetworkAdvancedServerOps-397217454 tempest-TestNetworkAdvancedServerOps-397217454-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 1091 time: 0.0436900 Jul 30 21:19:51.993261 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57050) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:19:51.997507 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-cdf3cb16-b8ab-4748-bdb1-180339511932 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': '02f07db0-1f89-4d5b-a346-cb4c393f2a8f', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:19:52.018679 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdf3cb16-b8ab-4748-bdb1-180339511932 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:52.111651 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdf3cb16-b8ab-4748-bdb1-180339511932 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:52.213732 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-cdf3cb16-b8ab-4748-bdb1-180339511932 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Allocated IP 172.25.3.160 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/f079b18c-c9c9-44dd-8420-2833b8d48d4b) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:19:52.312584 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdf3cb16-b8ab-4748-bdb1-180339511932 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:52.351743 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdf3cb16-b8ab-4748-bdb1-180339511932 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:52.389564 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf3cb16-b8ab-4748-bdb1-180339511932 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:19:52.392848 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-cdf3cb16-b8ab-4748-bdb1-180339511932 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:19:52.396286 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf3cb16-b8ab-4748-bdb1-180339511932 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:19:52.420895 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3cb16-b8ab-4748-bdb1-180339511932 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=f079b18c-c9c9-44dd-8420-2833b8d48d4b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:53.059327 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdf3cb16-b8ab-4748-bdb1-180339511932 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:53.126452 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdf3cb16-b8ab-4748-bdb1-180339511932 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:53.272699 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdf3cb16-b8ab-4748-bdb1-180339511932 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:53.277211 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdf3cb16-b8ab-4748-bdb1-180339511932 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:53.349578 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3cb16-b8ab-4748-bdb1-180339511932 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event updated for resources: {'Port': ['ID=f079b18c-c9c9-44dd-8420-2833b8d48d4b,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:19:53.357536 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdf3cb16-b8ab-4748-bdb1-180339511932 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:53.456016 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-cdf3cb16-b8ab-4748-bdb1-180339511932 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Floating IP 8d11f6f6-d0a8-4b19-8892-76bff1fad758 associated. External IP: 172.25.3.160, port: 02f07db0-1f89-4d5b-a346-cb4c393f2a8f. Jul 30 21:19:53.658076 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf3cb16-b8ab-4748-bdb1-180339511932 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Router b712a906-415b-47be-83f5-73b69d50c51d has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:19:53.762894 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf3cb16-b8ab-4748-bdb1-180339511932 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:19:53.775957 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1697b232-d1c1-4ac3-82c8-c7b084a167ae None None] Sync routers for ids ['b712a906-415b-47be-83f5-73b69d50c51d'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:19:53.779266 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cdf3cb16-b8ab-4748-bdb1-180339511932 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:53.791094 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1697b232-d1c1-4ac3-82c8-c7b084a167ae None None] Routers {'b712a906-415b-47be-83f5-73b69d50c51d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:19:53.791747 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1697b232-d1c1-4ac3-82c8-c7b084a167ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:19:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['b712a906-415b-47be-83f5-73b69d50c51d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:19:53.799879 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c7c2186-7ede-4451-849e-91eebe76f781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:53.811783 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-cdf3cb16-b8ab-4748-bdb1-180339511932 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8175025 Jul 30 21:19:53.812471 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c52018-123a-4a47-9382-9e95251294f0', 'tag': '02f07db0-1f89-4d5b-a346-cb4c393f2a8f'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:19:53.814869 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2cd2a5e736a34e4a53b023da0c451ef3fe234c05263b5d36a8029b38a83a5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09433983-1281-4d33-a64a-babfd07d3d39" -d '{"events": [{"name": "network-changed", "server_uuid": "52c52018-123a-4a47-9382-9e95251294f0", "tag": "02f07db0-1f89-4d5b-a346-cb4c393f2a8f"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:19:53.896817 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1697b232-d1c1-4ac3-82c8-c7b084a167ae None None] Set router b712a906-415b-47be-83f5-73b69d50c51d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:19:53.907757 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207fb07-28e0-485b-88e6-215b76b47dc6 req-c7fbc20c-073d-481e-b0e5-112dc03b691a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:53.909249 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9207fb07-28e0-485b-88e6-215b76b47dc6 req-c7fbc20c-073d-481e-b0e5-112dc03b691a tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 945 time: 0.0492907 Jul 30 21:19:53.947554 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9207fb07-28e0-485b-88e6-215b76b47dc6 req-7b16d31b-01bb-438c-aec9-9e6b15f4a84f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=98a51763-974b-40b9-9094-584fe6d24f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323310 Jul 30 21:19:53.970087 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57058) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:19:54.035207 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-293d7b52-6669-4b1d-a2fe-3e3aa2864d71 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/floatingips/8d11f6f6-d0a8-4b19-8892-76bff1fad758 HTTP/1.1" status: 200 len: 991 time: 0.0626559 Jul 30 21:19:54.048138 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace6e74b-4a5a-405a-9b99-67a99ca13e7f x-openstack-request-id: req-ace6e74b-4a5a-405a-9b99-67a99ca13e7f {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:19:54.048428 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c52018-123a-4a47-9382-9e95251294f0", "tag": "02f07db0-1f89-4d5b-a346-cb4c393f2a8f", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:19:54.048671 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ace6e74b-4a5a-405a-9b99-67a99ca13e7f {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:19:54.049068 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c52018-123a-4a47-9382-9e95251294f0', 'tag': '02f07db0-1f89-4d5b-a346-cb4c393f2a8f', 'status': 'completed', 'code': 200} Jul 30 21:19:54.063612 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:54.112592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09433983-1281-4d33-a64a-babfd07d3d39 req-c56a6128-208c-4888-b7f4-4a380a1a1d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:54.114142 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09433983-1281-4d33-a64a-babfd07d3d39 req-c56a6128-208c-4888-b7f4-4a380a1a1d50 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 1096 time: 0.0407434 Jul 30 21:19:54.134944 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1697b232-d1c1-4ac3-82c8-c7b084a167ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801531529', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:19:34Z', 'updated_at': '2021-07-30T21:19:38Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:19:35Z', 'updated_at': '2021-07-30T21:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '8d11f6f6-d0a8-4b19-8892-76bff1fad758', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'port_id': '02f07db0-1f89-4d5b-a346-cb4c393f2a8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c160434-b727-4681-b046-3669cb973791', 'mac_address': 'fa:16:3e:6b:45:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c52018-123a-4a47-9382-9e95251294f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:19:52Z', 'updated_at': '2021-07-30T21:19:52Z', 'revision_number': 0, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4e94477-158e-47e0-a3eb-2b89873733f7', 'name': '', 'network_id': '8c160434-b727-4681-b046-3669cb973791', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:c5:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd9ae3afd-a8a4-46bd-906e-a8afc181f9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:19:37Z', 'updated_at': '2021-07-30T21:19:42Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': 'd9ae3afd-a8a4-46bd-906e-a8afc181f9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:19:54.161140 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1697b232-d1c1-4ac3-82c8-c7b084a167ae None None] Checking router: b712a906-415b-47be-83f5-73b69d50c51d for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:19:54.169402 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1697b232-d1c1-4ac3-82c8-c7b084a167ae None None] Routers {'b712a906-415b-47be-83f5-73b69d50c51d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:19:54.170012 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1697b232-d1c1-4ac3-82c8-c7b084a167ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:19:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['b712a906-415b-47be-83f5-73b69d50c51d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:19:54.209343 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09433983-1281-4d33-a64a-babfd07d3d39 req-b16bd974-39c7-4d88-ba1b-c93c8b66a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:54.210990 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09433983-1281-4d33-a64a-babfd07d3d39 req-b16bd974-39c7-4d88-ba1b-c93c8b66a59a service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c160434-b727-4681-b046-3669cb973791 HTTP/1.1" status: 200 len: 897 time: 0.0899737 Jul 30 21:19:54.274161 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1697b232-d1c1-4ac3-82c8-c7b084a167ae None None] Set router b712a906-415b-47be-83f5-73b69d50c51d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:19:54.276794 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09433983-1281-4d33-a64a-babfd07d3d39 req-ad9bba7b-9de1-405f-8ab6-dcd27ffa9d0a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02f07db0-1f89-4d5b-a346-cb4c393f2a8f HTTP/1.1" status: 200 len: 999 time: 0.0585582 Jul 30 21:19:54.334923 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09433983-1281-4d33-a64a-babfd07d3d39 req-7151f608-5157-49ee-8833-51b1fc9bd4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:54.336445 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09433983-1281-4d33-a64a-babfd07d3d39 req-7151f608-5157-49ee-8833-51b1fc9bd4ba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d9ae3afd-a8a4-46bd-906e-a8afc181f9d4 HTTP/1.1" status: 200 len: 834 time: 0.0519702 Jul 30 21:19:54.386166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09433983-1281-4d33-a64a-babfd07d3d39 req-5eeaafe6-6491-4e6d-b158-36d31c7a268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:19:54.387730 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09433983-1281-4d33-a64a-babfd07d3d39 req-5eeaafe6-6491-4e6d-b158-36d31c7a268c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c160434-b727-4681-b046-3669cb973791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436573 Jul 30 21:19:54.480702 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09433983-1281-4d33-a64a-babfd07d3d39 req-415b9204-db4b-48c5-8662-d83294c5b984 service neutron] 10.222.0.83 "GET /v2.0/networks/8c160434-b727-4681-b046-3669cb973791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853508 Jul 30 21:19:54.573972 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-09433983-1281-4d33-a64a-babfd07d3d39 req-fb500d07-5dae-4d47-8b9b-952dd1263aab service neutron] 10.222.0.83 "GET /v2.0/networks/8c160434-b727-4681-b046-3669cb973791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867808 Jul 30 21:19:54.585153 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1697b232-d1c1-4ac3-82c8-c7b084a167ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801531529', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:19:34Z', 'updated_at': '2021-07-30T21:19:38Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:19:35Z', 'updated_at': '2021-07-30T21:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '8d11f6f6-d0a8-4b19-8892-76bff1fad758', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'port_id': '02f07db0-1f89-4d5b-a346-cb4c393f2a8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c160434-b727-4681-b046-3669cb973791', 'mac_address': 'fa:16:3e:6b:45:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c52018-123a-4a47-9382-9e95251294f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:19:52Z', 'updated_at': '2021-07-30T21:19:52Z', 'revision_number': 0, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4e94477-158e-47e0-a3eb-2b89873733f7', 'name': '', 'network_id': '8c160434-b727-4681-b046-3669cb973791', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:c5:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd9ae3afd-a8a4-46bd-906e-a8afc181f9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:19:37Z', 'updated_at': '2021-07-30T21:19:42Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': 'd9ae3afd-a8a4-46bd-906e-a8afc181f9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:19:54.610911 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1697b232-d1c1-4ac3-82c8-c7b084a167ae None None] The sync data for ids ['b712a906-415b-47be-83f5-73b69d50c51d'] in n-d-712137-9 is: [{'id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801531529', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:19:34Z', 'updated_at': '2021-07-30T21:19:38Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:19:35Z', 'updated_at': '2021-07-30T21:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '8d11f6f6-d0a8-4b19-8892-76bff1fad758', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'port_id': '02f07db0-1f89-4d5b-a346-cb4c393f2a8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c160434-b727-4681-b046-3669cb973791', 'mac_address': 'fa:16:3e:6b:45:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c52018-123a-4a47-9382-9e95251294f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:19:52Z', 'updated_at': '2021-07-30T21:19:52Z', 'revision_number': 0, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4e94477-158e-47e0-a3eb-2b89873733f7', 'name': '', 'network_id': '8c160434-b727-4681-b046-3669cb973791', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:c5:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd9ae3afd-a8a4-46bd-906e-a8afc181f9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:19:37Z', 'updated_at': '2021-07-30T21:19:42Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': 'd9ae3afd-a8a4-46bd-906e-a8afc181f9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:19:54.792667 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbd8f59-d535-4b8d-bd4f-4a9b33dfddfb None None] New status for floating IP 8d11f6f6-d0a8-4b19-8892-76bff1fad758: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 21:19:55.037153 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57062) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:19:55.103248 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9cc872f4-869e-4986-bee1-4ed9a9b3bca8 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/floatingips/8d11f6f6-d0a8-4b19-8892-76bff1fad758 HTTP/1.1" status: 200 len: 991 time: 0.0648484 Jul 30 21:19:55.272232 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:19:56.105997 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57064) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:19:56.169340 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4247a2c3-8c45-4b14-a037-102b6eddc062 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/floatingips/8d11f6f6-d0a8-4b19-8892-76bff1fad758 HTTP/1.1" status: 200 len: 993 time: 0.0622244 Jul 30 21:19:57.125889 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:20:10.822184 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:20:16.260850 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:20:20.340508 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:20:21.359763 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cfd29ec5-0b70-4b96-86f0-54edd748afc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:20:23.800633 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba8796c6-1311-4647-8f62-a36e977d3bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:20:24.064413 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:20:25.274901 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:20:27.127437 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:20:40.643245 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-108736f8-a197-44cb-b3b9-b35b94e9c536 req-da48830c-ecdd-4a1b-a73d-adeb441bb8c7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398841 Jul 30 21:20:40.722922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108736f8-a197-44cb-b3b9-b35b94e9c536 req-68f342a9-6a66-4889-a1eb-1e6b533f20b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:20:40.724403 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-108736f8-a197-44cb-b3b9-b35b94e9c536 req-68f342a9-6a66-4889-a1eb-1e6b533f20b6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 1096 time: 0.0400419 Jul 30 21:20:40.830254 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108736f8-a197-44cb-b3b9-b35b94e9c536 req-2fb84e11-61f7-44a1-b54b-f2fd9d7d0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:20:40.831738 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-108736f8-a197-44cb-b3b9-b35b94e9c536 req-2fb84e11-61f7-44a1-b54b-f2fd9d7d0956 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c160434-b727-4681-b046-3669cb973791 HTTP/1.1" status: 200 len: 897 time: 0.0889957 Jul 30 21:20:40.896081 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-108736f8-a197-44cb-b3b9-b35b94e9c536 req-1ed36ef4-89d3-4365-8144-3a6dcecf0b98 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02f07db0-1f89-4d5b-a346-cb4c393f2a8f HTTP/1.1" status: 200 len: 1001 time: 0.0572708 Jul 30 21:20:40.954712 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108736f8-a197-44cb-b3b9-b35b94e9c536 req-9bac23ac-27eb-4d06-b7be-86f41d12b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:20:40.956206 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-108736f8-a197-44cb-b3b9-b35b94e9c536 req-9bac23ac-27eb-4d06-b7be-86f41d12b892 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d9ae3afd-a8a4-46bd-906e-a8afc181f9d4 HTTP/1.1" status: 200 len: 834 time: 0.0530312 Jul 30 21:20:41.001295 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108736f8-a197-44cb-b3b9-b35b94e9c536 req-29da4647-3602-4c84-96dc-702d5515ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:20:41.002745 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-108736f8-a197-44cb-b3b9-b35b94e9c536 req-29da4647-3602-4c84-96dc-702d5515ae93 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c160434-b727-4681-b046-3669cb973791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395656 Jul 30 21:20:41.091917 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-108736f8-a197-44cb-b3b9-b35b94e9c536 req-5f752f58-72d2-4e3e-9776-2a1a5fbbd280 service neutron] 10.222.0.83 "GET /v2.0/networks/8c160434-b727-4681-b046-3669cb973791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820961 Jul 30 21:20:41.185640 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-108736f8-a197-44cb-b3b9-b35b94e9c536 req-042c632d-44b6-4934-bd99-4bd352bfbe89 service neutron] 10.222.0.83 "GET /v2.0/networks/8c160434-b727-4681-b046-3669cb973791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861523 Jul 30 21:20:46.248276 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:20:47.822005 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:20:50.362229 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:20:51.360521 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33be03b8-6d1e-478a-a0c6-92e6b1e6542e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:20:53.801483 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-527d7788-2257-454f-9213-fe19ffd0c625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:20:54.065236 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:20:55.278655 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:20:57.130712 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:05.816666 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10a485-3f23-4993-a6e3-9be2855870e0 req-2863611e-c96b-4fbb-9d24-3d3ccef4b352 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:05.818134 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca10a485-3f23-4993-a6e3-9be2855870e0 req-2863611e-c96b-4fbb-9d24-3d3ccef4b352 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 945 time: 0.0502958 Jul 30 21:21:05.856547 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca10a485-3f23-4993-a6e3-9be2855870e0 req-3d61aa08-fa0b-45c6-86b6-6a00946bb9da tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=98a51763-974b-40b9-9094-584fe6d24f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318317 Jul 30 21:21:06.970080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fc6d6-c7f1-4a1b-a08d-e05b788a45c3 req-ecbf02c9-c79f-4d23-834d-be22e47e43b8 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:06.971561 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1e2fc6d6-c7f1-4a1b-a08d-e05b788a45c3 req-ecbf02c9-c79f-4d23-834d-be22e47e43b8 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 945 time: 0.0485234 Jul 30 21:21:07.013538 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1e2fc6d6-c7f1-4a1b-a08d-e05b788a45c3 req-664f6ff2-8dd8-4b14-a160-098b31f54656 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=98a51763-974b-40b9-9094-584fe6d24f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361104 Jul 30 21:21:08.126396 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564dfca-5b7a-492f-9d5d-7a5be7be52d2 req-bf719bf0-de64-40c6-aec9-5c63839d4e76 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:08.127876 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2564dfca-5b7a-492f-9d5d-7a5be7be52d2 req-bf719bf0-de64-40c6-aec9-5c63839d4e76 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 945 time: 0.0484760 Jul 30 21:21:08.166083 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2564dfca-5b7a-492f-9d5d-7a5be7be52d2 req-143704e3-9395-4137-9acc-2f1601ca9ec7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=98a51763-974b-40b9-9094-584fe6d24f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317655 Jul 30 21:21:08.187652 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57104) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:08.250621 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f2376b11-c370-44cd-9b01-78e4c8b398c2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/floatingips/8d11f6f6-d0a8-4b19-8892-76bff1fad758 HTTP/1.1" status: 200 len: 993 time: 0.0618453 Jul 30 21:21:09.502218 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaed559-fdd4-43e9-9403-071b3287c374 req-0a9b3709-75f6-47f4-8e94-6067fbc4659f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:09.503743 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ebaed559-fdd4-43e9-9403-071b3287c374 req-0a9b3709-75f6-47f4-8e94-6067fbc4659f tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 945 time: 0.0517364 Jul 30 21:21:09.571799 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ebaed559-fdd4-43e9-9403-071b3287c374 req-7254a707-387d-41a5-a4f8-a62daa44034e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=98a51763-974b-40b9-9094-584fe6d24f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619683 Jul 30 21:21:09.581275 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f7ec7-2fd2-4e3c-b6af-ab9e9a0da791 req-739f84d1-dc52-4bdc-838a-f12db49f5b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:09.582794 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-763f7ec7-2fd2-4e3c-b6af-ab9e9a0da791 req-739f84d1-dc52-4bdc-838a-f12db49f5b22 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 1096 time: 0.0572286 Jul 30 21:21:09.672565 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f7ec7-2fd2-4e3c-b6af-ab9e9a0da791 req-a0309fd2-ccce-4e5a-b338-e9fa02224bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:09.673996 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-763f7ec7-2fd2-4e3c-b6af-ab9e9a0da791 req-a0309fd2-ccce-4e5a-b338-e9fa02224bdc service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c160434-b727-4681-b046-3669cb973791 HTTP/1.1" status: 200 len: 897 time: 0.0838580 Jul 30 21:21:09.741680 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-763f7ec7-2fd2-4e3c-b6af-ab9e9a0da791 req-8d39f93f-6b86-48c2-984d-2e55a943b456 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02f07db0-1f89-4d5b-a346-cb4c393f2a8f HTTP/1.1" status: 200 len: 1001 time: 0.0602295 Jul 30 21:21:09.790652 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f7ec7-2fd2-4e3c-b6af-ab9e9a0da791 req-46c8bc2a-20fa-478c-b726-0fbebeae730b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:09.792073 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-763f7ec7-2fd2-4e3c-b6af-ab9e9a0da791 req-46c8bc2a-20fa-478c-b726-0fbebeae730b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d9ae3afd-a8a4-46bd-906e-a8afc181f9d4 HTTP/1.1" status: 200 len: 834 time: 0.0435629 Jul 30 21:21:09.838126 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f7ec7-2fd2-4e3c-b6af-ab9e9a0da791 req-94a558e6-7885-4091-b102-094b82f4dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:09.839469 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-763f7ec7-2fd2-4e3c-b6af-ab9e9a0da791 req-94a558e6-7885-4091-b102-094b82f4dfeb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c160434-b727-4681-b046-3669cb973791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409656 Jul 30 21:21:09.931266 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-763f7ec7-2fd2-4e3c-b6af-ab9e9a0da791 req-ac5c317d-b61b-48f0-8e5b-27dbf3e4de95 service neutron] 10.222.0.83 "GET /v2.0/networks/8c160434-b727-4681-b046-3669cb973791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846276 Jul 30 21:21:10.018083 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-763f7ec7-2fd2-4e3c-b6af-ab9e9a0da791 req-fd242750-a9e5-40d9-8e41-82cbfd3cc86b service neutron] 10.222.0.83 "GET /v2.0/networks/8c160434-b727-4681-b046-3669cb973791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797975 Jul 30 21:21:10.687863 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aea242-bba1-4e86-92f4-d51987676476 req-d113eff7-759d-4200-a815-c75f07e77058 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:10.689314 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8aea242-bba1-4e86-92f4-d51987676476 req-d113eff7-759d-4200-a815-c75f07e77058 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 945 time: 0.0492489 Jul 30 21:21:10.726021 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c8aea242-bba1-4e86-92f4-d51987676476 req-c8d4ba28-1280-41d2-b648-a8686362cbe7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=98a51763-974b-40b9-9094-584fe6d24f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309103 Jul 30 21:21:11.843908 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047a17c-741d-4342-b9f7-142e3e1fc610 req-15478504-9c10-4dcc-bba9-03b72749abc3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:11.845395 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a047a17c-741d-4342-b9f7-142e3e1fc610 req-15478504-9c10-4dcc-bba9-03b72749abc3 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 945 time: 0.0531049 Jul 30 21:21:11.884515 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a047a17c-741d-4342-b9f7-142e3e1fc610 req-4d84f472-592c-4f24-8033-9bae686efd9d tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=98a51763-974b-40b9-9094-584fe6d24f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328164 Jul 30 21:21:11.906369 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57118) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:11.964899 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ba0389b0-26c8-47ef-bd3c-c013dc2766d5 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/floatingips/8d11f6f6-d0a8-4b19-8892-76bff1fad758 HTTP/1.1" status: 200 len: 993 time: 0.0574102 Jul 30 21:21:12.185182 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57124) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:12.339563 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-e93638e5-96c0-4864-a26c-94c634739ad2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Deleting port f079b18c-c9c9-44dd-8420-2833b8d48d4b {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:21:12.339912 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e93638e5-96c0-4864-a26c-94c634739ad2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:12.416733 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e93638e5-96c0-4864-a26c-94c634739ad2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:12.417061 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e93638e5-96c0-4864-a26c-94c634739ad2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:12.428457 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-e93638e5-96c0-4864-a26c-94c634739ad2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Calling delete_port for f079b18c-c9c9-44dd-8420-2833b8d48d4b owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:21:12.575582 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e93638e5-96c0-4864-a26c-94c634739ad2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:12.600399 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93638e5-96c0-4864-a26c-94c634739ad2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Port': ['ID=f079b18c-c9c9-44dd-8420-2833b8d48d4b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:12.611905 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93638e5-96c0-4864-a26c-94c634739ad2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:12.612256 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93638e5-96c0-4864-a26c-94c634739ad2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:12.612596 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93638e5-96c0-4864-a26c-94c634739ad2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:12.612929 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93638e5-96c0-4864-a26c-94c634739ad2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:12.613261 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93638e5-96c0-4864-a26c-94c634739ad2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:12.613590 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93638e5-96c0-4864-a26c-94c634739ad2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:12.613920 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93638e5-96c0-4864-a26c-94c634739ad2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:12.614245 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93638e5-96c0-4864-a26c-94c634739ad2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:12.614571 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93638e5-96c0-4864-a26c-94c634739ad2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:12.614889 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93638e5-96c0-4864-a26c-94c634739ad2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:12.615226 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93638e5-96c0-4864-a26c-94c634739ad2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:12.615543 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93638e5-96c0-4864-a26c-94c634739ad2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:12.668532 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e93638e5-96c0-4864-a26c-94c634739ad2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:12.668877 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-e93638e5-96c0-4864-a26c-94c634739ad2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Floating IP 8d11f6f6-d0a8-4b19-8892-76bff1fad758 disassociated (deleted). External IP: 172.25.3.160, port: 02f07db0-1f89-4d5b-a346-cb4c393f2a8f. Jul 30 21:21:12.869212 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93638e5-96c0-4864-a26c-94c634739ad2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Router b712a906-415b-47be-83f5-73b69d50c51d has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:21:12.975060 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93638e5-96c0-4864-a26c-94c634739ad2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:21:12.979427 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e93638e5-96c0-4864-a26c-94c634739ad2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:12.985489 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5400d9c-741a-432f-9bea-c5433ad9a6ca None None] Sync routers for ids ['b712a906-415b-47be-83f5-73b69d50c51d'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:21:12.995555 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5400d9c-741a-432f-9bea-c5433ad9a6ca None None] Routers {'b712a906-415b-47be-83f5-73b69d50c51d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:21:12.996459 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f5400d9c-741a-432f-9bea-c5433ad9a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:20:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['b712a906-415b-47be-83f5-73b69d50c51d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:13.010071 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e93638e5-96c0-4864-a26c-94c634739ad2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "DELETE /v2.0/floatingips/8d11f6f6-d0a8-4b19-8892-76bff1fad758 HTTP/1.1" status: 204 len: 168 time: 0.8237667 Jul 30 21:21:13.010760 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c52018-123a-4a47-9382-9e95251294f0', 'tag': '02f07db0-1f89-4d5b-a346-cb4c393f2a8f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:21:13.013301 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ff8226-1b02-449a-a13c-919807cc0a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "52c52018-123a-4a47-9382-9e95251294f0", "tag": "02f07db0-1f89-4d5b-a346-cb4c393f2a8f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:21:13.099947 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-f5400d9c-741a-432f-9bea-c5433ad9a6ca None None] Set router b712a906-415b-47be-83f5-73b69d50c51d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:21:13.209122 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c835f7-29a5-4e9b-9f83-fbaac026ca00 x-openstack-request-id: req-c3c835f7-29a5-4e9b-9f83-fbaac026ca00 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:21:13.209546 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c52018-123a-4a47-9382-9e95251294f0", "tag": "02f07db0-1f89-4d5b-a346-cb4c393f2a8f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:21:13.209946 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3c835f7-29a5-4e9b-9f83-fbaac026ca00 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:21:13.210582 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c52018-123a-4a47-9382-9e95251294f0', 'tag': '02f07db0-1f89-4d5b-a346-cb4c393f2a8f', 'status': 'completed', 'code': 200} Jul 30 21:21:13.310488 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f5400d9c-741a-432f-9bea-c5433ad9a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801531529', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:19:34Z', 'updated_at': '2021-07-30T21:19:38Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:19:35Z', 'updated_at': '2021-07-30T21:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'a4e94477-158e-47e0-a3eb-2b89873733f7', 'name': '', 'network_id': '8c160434-b727-4681-b046-3669cb973791', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:c5:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd9ae3afd-a8a4-46bd-906e-a8afc181f9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:19:37Z', 'updated_at': '2021-07-30T21:19:42Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': 'd9ae3afd-a8a4-46bd-906e-a8afc181f9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:13.311110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff8226-1b02-449a-a13c-919807cc0a5a req-dbc446ab-0f7e-4df2-90fe-0c1ec8a62b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:13.312728 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01ff8226-1b02-449a-a13c-919807cc0a5a req-dbc446ab-0f7e-4df2-90fe-0c1ec8a62b44 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 1096 time: 0.0762916 Jul 30 21:21:13.325285 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06874533-cc1f-40ec-a1b1-a4cd7d852869 req-1bcbad42-4969-47ac-bbaf-f9abab0c4c20 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:13.326712 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06874533-cc1f-40ec-a1b1-a4cd7d852869 req-1bcbad42-4969-47ac-bbaf-f9abab0c4c20 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 945 time: 0.0608191 Jul 30 21:21:13.336534 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5400d9c-741a-432f-9bea-c5433ad9a6ca None None] Checking router: b712a906-415b-47be-83f5-73b69d50c51d for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:21:13.344988 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5400d9c-741a-432f-9bea-c5433ad9a6ca None None] Routers {'b712a906-415b-47be-83f5-73b69d50c51d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:21:13.345586 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f5400d9c-741a-432f-9bea-c5433ad9a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:20:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['b712a906-415b-47be-83f5-73b69d50c51d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:13.415880 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-06874533-cc1f-40ec-a1b1-a4cd7d852869 req-a3cd511d-67a0-46b2-b64f-f4057815a1f2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=98a51763-974b-40b9-9094-584fe6d24f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775650 Jul 30 21:21:13.445188 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff8226-1b02-449a-a13c-919807cc0a5a req-be1c7d82-3ddd-44bc-940b-dd9ede16da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:13.446689 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01ff8226-1b02-449a-a13c-919807cc0a5a req-be1c7d82-3ddd-44bc-940b-dd9ede16da48 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c160434-b727-4681-b046-3669cb973791 HTTP/1.1" status: 200 len: 897 time: 0.1191010 Jul 30 21:21:13.451449 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-f5400d9c-741a-432f-9bea-c5433ad9a6ca None None] Set router b712a906-415b-47be-83f5-73b69d50c51d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:21:13.489899 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01ff8226-1b02-449a-a13c-919807cc0a5a req-224b79d4-da6e-4a41-8d3f-96aa7c17c442 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02f07db0-1f89-4d5b-a346-cb4c393f2a8f HTTP/1.1" status: 200 len: 217 time: 0.0340989 Jul 30 21:21:13.538546 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff8226-1b02-449a-a13c-919807cc0a5a req-5c7e6579-dc96-4d73-b66e-f413a9a2fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:13.540569 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01ff8226-1b02-449a-a13c-919807cc0a5a req-5c7e6579-dc96-4d73-b66e-f413a9a2fcce service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d9ae3afd-a8a4-46bd-906e-a8afc181f9d4 HTTP/1.1" status: 200 len: 834 time: 0.0428190 Jul 30 21:21:13.587444 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff8226-1b02-449a-a13c-919807cc0a5a req-f6745a9f-6aac-4db6-9b7e-d4f3095cdabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:13.589267 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01ff8226-1b02-449a-a13c-919807cc0a5a req-f6745a9f-6aac-4db6-9b7e-d4f3095cdabc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c160434-b727-4681-b046-3669cb973791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401013 Jul 30 21:21:13.645539 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f5400d9c-741a-432f-9bea-c5433ad9a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801531529', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:19:34Z', 'updated_at': '2021-07-30T21:19:38Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:19:35Z', 'updated_at': '2021-07-30T21:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'a4e94477-158e-47e0-a3eb-2b89873733f7', 'name': '', 'network_id': '8c160434-b727-4681-b046-3669cb973791', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:c5:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd9ae3afd-a8a4-46bd-906e-a8afc181f9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:19:37Z', 'updated_at': '2021-07-30T21:19:42Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': 'd9ae3afd-a8a4-46bd-906e-a8afc181f9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:13.675782 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5400d9c-741a-432f-9bea-c5433ad9a6ca None None] The sync data for ids ['b712a906-415b-47be-83f5-73b69d50c51d'] in n-d-712137-9 is: [{'id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801531529', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:19:34Z', 'updated_at': '2021-07-30T21:19:38Z', 'revision_number': 4, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:19:35Z', 'updated_at': '2021-07-30T21:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': 'a4e94477-158e-47e0-a3eb-2b89873733f7', 'name': '', 'network_id': '8c160434-b727-4681-b046-3669cb973791', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'mac_address': 'fa:16:3e:c5:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd9ae3afd-a8a4-46bd-906e-a8afc181f9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:19:37Z', 'updated_at': '2021-07-30T21:19:42Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'subnets': [{'id': 'd9ae3afd-a8a4-46bd-906e-a8afc181f9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:21:13.684187 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01ff8226-1b02-449a-a13c-919807cc0a5a req-186740ab-15ae-487c-97c7-c905d495d5ab service neutron] 10.222.0.83 "GET /v2.0/networks/8c160434-b727-4681-b046-3669cb973791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864141 Jul 30 21:21:13.776795 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01ff8226-1b02-449a-a13c-919807cc0a5a req-b058265e-be4c-41ec-9aa9-f454d6ed5833 service neutron] 10.222.0.83 "GET /v2.0/networks/8c160434-b727-4681-b046-3669cb973791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847349 Jul 30 21:21:13.893005 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092ef68d-9888-4e00-b7c2-0e36bbbfb480 None None] New status for floating IP 8d11f6f6-d0a8-4b19-8892-76bff1fad758: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 21:21:14.536486 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e551eb3-3f2b-4ac5-9726-5baaf6b47ee1 req-024ce38a-72aa-4a21-a0bf-aeb881f421a7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:14.537951 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e551eb3-3f2b-4ac5-9726-5baaf6b47ee1 req-024ce38a-72aa-4a21-a0bf-aeb881f421a7 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 945 time: 0.0533171 Jul 30 21:21:14.576692 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5e551eb3-3f2b-4ac5-9726-5baaf6b47ee1 req-9ca0e5e1-4a36-4f6a-a483-e8fe10cdf9b2 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/security-groups?id=98a51763-974b-40b9-9094-584fe6d24f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327239 Jul 30 21:21:15.082387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f12049-2225-4f14-b6e9-207fc8c14999 req-ce0d9fe1-a4de-4a95-bddb-5bfa7d1b0ec1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:15.083856 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-96f12049-2225-4f14-b6e9-207fc8c14999 req-ce0d9fe1-a4de-4a95-bddb-5bfa7d1b0ec1 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.83 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 945 time: 0.0483360 Jul 30 21:21:15.175302 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-96f12049-2225-4f14-b6e9-207fc8c14999 req-c9bbb8c7-607a-4c38-a67e-5b093bfe9c8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Deleting port 02f07db0-1f89-4d5b-a346-cb4c393f2a8f {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:21:15.175669 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-96f12049-2225-4f14-b6e9-207fc8c14999 req-c9bbb8c7-607a-4c38-a67e-5b093bfe9c8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:15.266015 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-96f12049-2225-4f14-b6e9-207fc8c14999 req-c9bbb8c7-607a-4c38-a67e-5b093bfe9c8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] For port 02f07db0-1f89-4d5b-a346-cb4c393f2a8f, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=02f07db0-1f89-4d5b-a346-cb4c393f2a8f,segment=NetworkSegment(4b561a73-2b92-4239-8389-297a02bf6f27),segment_id=4b561a73-2b92-4239-8389-297a02bf6f27)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:21:15.266379 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-96f12049-2225-4f14-b6e9-207fc8c14999 req-c9bbb8c7-607a-4c38-a67e-5b093bfe9c8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:15.279765 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-96f12049-2225-4f14-b6e9-207fc8c14999 req-c9bbb8c7-607a-4c38-a67e-5b093bfe9c8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Calling delete_port for 02f07db0-1f89-4d5b-a346-cb4c393f2a8f owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:21:15.406240 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-96f12049-2225-4f14-b6e9-207fc8c14999 req-c9bbb8c7-607a-4c38-a67e-5b093bfe9c8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:15.433060 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbb8c7-607a-4c38-a67e-5b093bfe9c8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Port': ['ID=02f07db0-1f89-4d5b-a346-cb4c393f2a8f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:15.474091 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f12049-2225-4f14-b6e9-207fc8c14999 req-c9bbb8c7-607a-4c38-a67e-5b093bfe9c8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] No DVR routers for this DVR port 02f07db0-1f89-4d5b-a346-cb4c393f2a8f on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:21:15.476857 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-96f12049-2225-4f14-b6e9-207fc8c14999 req-c9bbb8c7-607a-4c38-a67e-5b093bfe9c8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:15.478910 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-96f12049-2225-4f14-b6e9-207fc8c14999 req-c9bbb8c7-607a-4c38-a67e-5b093bfe9c8b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.83 "DELETE /v2.0/ports/02f07db0-1f89-4d5b-a346-cb4c393f2a8f HTTP/1.1" status: 204 len: 173 time: 0.3834176 Jul 30 21:21:15.479342 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c52018-123a-4a47-9382-9e95251294f0', 'name': 'network-vif-deleted', 'tag': '02f07db0-1f89-4d5b-a346-cb4c393f2a8f'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:21:15.481717 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e10342-cd85-41cd-a686-ff7f7dc8023e" -d '{"events": [{"server_uuid": "52c52018-123a-4a47-9382-9e95251294f0", "name": "network-vif-deleted", "tag": "02f07db0-1f89-4d5b-a346-cb4c393f2a8f"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:21:15.517633 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae076e16-d05a-499d-bc2e-8a25d56f8812 x-openstack-request-id: req-ae076e16-d05a-499d-bc2e-8a25d56f8812 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:21:15.517923 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c52018-123a-4a47-9382-9e95251294f0", "name": "network-vif-deleted", "tag": "02f07db0-1f89-4d5b-a346-cb4c393f2a8f", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:21:15.518175 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae076e16-d05a-499d-bc2e-8a25d56f8812 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:21:15.518571 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c52018-123a-4a47-9382-9e95251294f0', 'name': 'network-vif-deleted', 'tag': '02f07db0-1f89-4d5b-a346-cb4c393f2a8f', 'status': 'completed', 'code': 200} Jul 30 21:21:15.680672 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b5c7d105-58bc-4add-96f8-ab2e0bf16ec0 req-bdfb273a-5c60-4ff4-83e6-881cc1d53e5c tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "GET /v2.0/ports?device_id=52c52018-123a-4a47-9382-9e95251294f0 HTTP/1.1" status: 200 len: 210 time: 0.0258005 Jul 30 21:21:16.265618 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:16.738877 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57142) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:17.088157 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0440d9eb-67eb-42cc-b34a-c915d7c91487 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:17.657462 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-0440d9eb-67eb-42cc-b34a-c915d7c91487 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Deleting port a4e94477-158e-47e0-a3eb-2b89873733f7 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:21:17.657808 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0440d9eb-67eb-42cc-b34a-c915d7c91487 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:17.748659 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-0440d9eb-67eb-42cc-b34a-c915d7c91487 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] For port a4e94477-158e-47e0-a3eb-2b89873733f7, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=a4e94477-158e-47e0-a3eb-2b89873733f7,segment=NetworkSegment(4b561a73-2b92-4239-8389-297a02bf6f27),segment_id=4b561a73-2b92-4239-8389-297a02bf6f27)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:21:17.749310 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0440d9eb-67eb-42cc-b34a-c915d7c91487 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:17.762080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-0440d9eb-67eb-42cc-b34a-c915d7c91487 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Calling delete_port for a4e94477-158e-47e0-a3eb-2b89873733f7 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:21:17.843225 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 02f07db0-1f89-4d5b-a346-cb4c393f2a8f no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:21:17.863312 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 02f07db0-1f89-4d5b-a346-cb4c393f2a8f {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:21:17.863697 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 02f07db0-1f89-4d5b-a346-cb4c393f2a8f not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:21:17.943347 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0440d9eb-67eb-42cc-b34a-c915d7c91487 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:17.969739 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440d9eb-67eb-42cc-b34a-c915d7c91487 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Port': ['ID=a4e94477-158e-47e0-a3eb-2b89873733f7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:18.137571 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0440d9eb-67eb-42cc-b34a-c915d7c91487 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:18.350006 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0440d9eb-67eb-42cc-b34a-c915d7c91487 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Router b712a906-415b-47be-83f5-73b69d50c51d has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:21:18.452860 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0440d9eb-67eb-42cc-b34a-c915d7c91487 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:21:18.457780 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0440d9eb-67eb-42cc-b34a-c915d7c91487 tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "PUT /v2.0/routers/b712a906-415b-47be-83f5-73b69d50c51d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7178614 Jul 30 21:21:18.460468 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57144) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:18.465366 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d176653-9261-43f1-a221-1d3d30727e1d None None] Sync routers for ids ['b712a906-415b-47be-83f5-73b69d50c51d'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:21:18.474330 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d176653-9261-43f1-a221-1d3d30727e1d None None] Routers {'b712a906-415b-47be-83f5-73b69d50c51d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:21:18.474935 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5d176653-9261-43f1-a221-1d3d30727e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:20:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['b712a906-415b-47be-83f5-73b69d50c51d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:18.510692 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-461aa941-1471-4cbc-ae20-489c8985e0ac tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Deleting subnet d9ae3afd-a8a4-46bd-906e-a8afc181f9d4 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 21:21:18.513780 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-461aa941-1471-4cbc-ae20-489c8985e0ac tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:18.554209 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-461aa941-1471-4cbc-ae20-489c8985e0ac tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:18.575947 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5d176653-9261-43f1-a221-1d3d30727e1d None None] Set router b712a906-415b-47be-83f5-73b69d50c51d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:21:18.640648 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-461aa941-1471-4cbc-ae20-489c8985e0ac tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:18.703852 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-461aa941-1471-4cbc-ae20-489c8985e0ac tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:18.732587 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461aa941-1471-4cbc-ae20-489c8985e0ac tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ae3afd-a8a4-46bd-906e-a8afc181f9d4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:18.734573 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-461aa941-1471-4cbc-ae20-489c8985e0ac tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:18.739239 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-461aa941-1471-4cbc-ae20-489c8985e0ac tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "DELETE /v2.0/subnets/d9ae3afd-a8a4-46bd-906e-a8afc181f9d4 HTTP/1.1" status: 204 len: 168 time: 0.2772994 Jul 30 21:21:18.739389 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57146) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:18.746756 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9884d1e-f745-4ff4-bf9b-8e546160a0fa None None] Network 8c160434-b727-4681-b046-3669cb973791 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:21:18.753672 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5d176653-9261-43f1-a221-1d3d30727e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801531529', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:19:34Z', 'updated_at': '2021-07-30T21:21:17Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:19:35Z', 'updated_at': '2021-07-30T21:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:18.779779 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d176653-9261-43f1-a221-1d3d30727e1d None None] Checking router: b712a906-415b-47be-83f5-73b69d50c51d for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:21:18.788081 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d176653-9261-43f1-a221-1d3d30727e1d None None] Routers {'b712a906-415b-47be-83f5-73b69d50c51d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:21:18.788502 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5d176653-9261-43f1-a221-1d3d30727e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:20:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['b712a906-415b-47be-83f5-73b69d50c51d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:18.859887 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:18.900026 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5d176653-9261-43f1-a221-1d3d30727e1d None None] Set router b712a906-415b-47be-83f5-73b69d50c51d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:21:18.936622 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8659c179-0cc2-4bdd-a253-03617b54be40 None None] DHCP port deletion for 8c160434-b727-4681-b046-3669cb973791 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 21:21:18.972011 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:19.004306 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8659c179-0cc2-4bdd-a253-03617b54be40 None None] Deleting port 4e3dec00-20e8-4f30-83ed-e02cdd7826fb {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:21:19.004725 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8659c179-0cc2-4bdd-a253-03617b54be40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:19.043111 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Deleting port 428496b3-7e9a-4098-b128-9052118d4b3e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:21:19.043894 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:19.084570 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8659c179-0cc2-4bdd-a253-03617b54be40 None None] For port 4e3dec00-20e8-4f30-83ed-e02cdd7826fb, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=4e3dec00-20e8-4f30-83ed-e02cdd7826fb,segment=NetworkSegment(4b561a73-2b92-4239-8389-297a02bf6f27),segment_id=4b561a73-2b92-4239-8389-297a02bf6f27)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:21:19.084827 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8659c179-0cc2-4bdd-a253-03617b54be40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:19.099794 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8659c179-0cc2-4bdd-a253-03617b54be40 None None] Calling delete_port for 4e3dec00-20e8-4f30-83ed-e02cdd7826fb owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:21:19.139120 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] For port 428496b3-7e9a-4098-b128-9052118d4b3e, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=428496b3-7e9a-4098-b128-9052118d4b3e,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:21:19.139425 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:19.153003 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Calling delete_port for 428496b3-7e9a-4098-b128-9052118d4b3e owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:21:19.197991 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8659c179-0cc2-4bdd-a253-03617b54be40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:19.207349 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5d176653-9261-43f1-a221-1d3d30727e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801531529', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:19:34Z', 'updated_at': '2021-07-30T21:21:17Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:19:35Z', 'updated_at': '2021-07-30T21:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:19.235900 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8659c179-0cc2-4bdd-a253-03617b54be40 None None] No DVR routers for this DVR port 4e3dec00-20e8-4f30-83ed-e02cdd7826fb on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:21:19.236401 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d176653-9261-43f1-a221-1d3d30727e1d None None] The sync data for ids ['b712a906-415b-47be-83f5-73b69d50c51d'] in n-d-712137-9 is: [{'id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801531529', 'tenant_id': '7c6abece9a044d4ca3183a8a35d6564b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:19:34Z', 'updated_at': '2021-07-30T21:21:17Z', 'revision_number': 5, 'project_id': '7c6abece9a044d4ca3183a8a35d6564b', 'gw_port': {'id': '428496b3-7e9a-4098-b128-9052118d4b3e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b712a906-415b-47be-83f5-73b69d50c51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:19:35Z', 'updated_at': '2021-07-30T21:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:21:19.249637 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659c179-0cc2-4bdd-a253-03617b54be40 None None] Pushing event deleted for resources: {'Port': ['ID=4e3dec00-20e8-4f30-83ed-e02cdd7826fb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:19.259750 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659c179-0cc2-4bdd-a253-03617b54be40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:19.260343 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659c179-0cc2-4bdd-a253-03617b54be40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:19.260931 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659c179-0cc2-4bdd-a253-03617b54be40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:19.261363 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659c179-0cc2-4bdd-a253-03617b54be40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:19.261785 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659c179-0cc2-4bdd-a253-03617b54be40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:19.262205 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659c179-0cc2-4bdd-a253-03617b54be40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:19.262650 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659c179-0cc2-4bdd-a253-03617b54be40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:19.263060 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659c179-0cc2-4bdd-a253-03617b54be40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:19.263484 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659c179-0cc2-4bdd-a253-03617b54be40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:19.263916 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659c179-0cc2-4bdd-a253-03617b54be40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:19.264331 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659c179-0cc2-4bdd-a253-03617b54be40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:19.264743 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659c179-0cc2-4bdd-a253-03617b54be40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:19.335100 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:19.361822 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Port': ['ID=428496b3-7e9a-4098-b128-9052118d4b3e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:19.391649 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:19.391948 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:19.392298 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:19.392644 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:19.392985 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:19.393323 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:19.393660 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:19.394199 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:19.394327 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:19.394649 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:19.395175 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:19.395353 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:19.435212 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:19.530549 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:19.533270 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:19.581418 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:19.581943 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Fanout notify agent at l3_agent the message router_deleted on router b712a906-415b-47be-83f5-73b69d50c51d {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 21:21:19.589536 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:19.590678 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-19d4676e-0de8-4ec1-adc9-0dc9d92e0c2b tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "DELETE /v2.0/routers/b712a906-415b-47be-83f5-73b69d50c51d HTTP/1.1" status: 204 len: 168 time: 0.8500910 Jul 30 21:21:19.593340 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57148) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:19.675696 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10b285b4-f480-4d3c-9efc-4df9a64a2e6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:19.779342 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10b285b4-f480-4d3c-9efc-4df9a64a2e6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:19.789781 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-10b285b4-f480-4d3c-9efc-4df9a64a2e6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c160434-b727-4681-b046-3669cb973791']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:19.800409 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-10b285b4-f480-4d3c-9efc-4df9a64a2e6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b561a73-2b92-4239-8389-297a02bf6f27') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:19.800708 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-10b285b4-f480-4d3c-9efc-4df9a64a2e6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b561a73-2b92-4239-8389-297a02bf6f27') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:19.809837 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10b285b4-f480-4d3c-9efc-4df9a64a2e6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:19.823179 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10b285b4-f480-4d3c-9efc-4df9a64a2e6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:19.828930 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b285b4-f480-4d3c-9efc-4df9a64a2e6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 21:21:19.829319 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10b285b4-f480-4d3c-9efc-4df9a64a2e6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: timer() Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 21:21:19.832229 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 21:21:19.887751 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10b285b4-f480-4d3c-9efc-4df9a64a2e6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:19.894700 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10b285b4-f480-4d3c-9efc-4df9a64a2e6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:19.896578 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-10b285b4-f480-4d3c-9efc-4df9a64a2e6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "DELETE /v2.0/networks/8c160434-b727-4681-b046-3669cb973791 HTTP/1.1" status: 204 len: 168 time: 0.3023331 Jul 30 21:21:19.899923 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57150) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:19.908487 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b285b4-f480-4d3c-9efc-4df9a64a2e6e tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'Network': ['ID=8c160434-b727-4681-b046-3669cb973791,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:19.965859 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e5d5161-c4e2-4bb8-b9da-828591e788bb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:19.994989 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e5d5161-c4e2-4bb8-b9da-828591e788bb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:20.057196 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e5d5161-c4e2-4bb8-b9da-828591e788bb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:20.060652 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8e5d5161-c4e2-4bb8-b9da-828591e788bb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:20.061882 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8e5d5161-c4e2-4bb8-b9da-828591e788bb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] 10.222.0.81 "DELETE /v2.0/security-groups/98a51763-974b-40b9-9094-584fe6d24f1a HTTP/1.1" status: 204 len: 168 time: 0.1608329 Jul 30 21:21:20.075619 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d5161-c4e2-4bb8-b9da-828591e788bb tempest-TestNetworkAdvancedServerOps-237063170 tempest-TestNetworkAdvancedServerOps-237063170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a51763-974b-40b9-9094-584fe6d24f1a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:20.077138 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4e3dec00-20e8-4f30-83ed-e02cdd7826fb no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:21:20.104153 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 4e3dec00-20e8-4f30-83ed-e02cdd7826fb {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:21:20.104498 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 4e3dec00-20e8-4f30-83ed-e02cdd7826fb not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:21:20.105151 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device a4e94477-158e-47e0-a3eb-2b89873733f7 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:21:20.130432 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: a4e94477-158e-47e0-a3eb-2b89873733f7 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:21:20.130714 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device a4e94477-158e-47e0-a3eb-2b89873733f7 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:21:20.370366 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:20.414779 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57158) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:20.542395 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-59aa345f-3ab7-4d69-8895-b268b1b5be86 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7c6abece9a044d4ca3183a8a35d6564b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264145 Jul 30 21:21:20.544837 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57162) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:20.592381 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbd83438-6182-426d-acf5-b5e53ed86d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:20.613172 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbd83438-6182-426d-acf5-b5e53ed86d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:20.659210 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbd83438-6182-426d-acf5-b5e53ed86d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:20.661883 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fbd83438-6182-426d-acf5-b5e53ed86d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:20.662942 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-fbd83438-6182-426d-acf5-b5e53ed86d2c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ff7aeae3-385d-407a-ab40-302de7092986 HTTP/1.1" status: 204 len: 168 time: 0.1172233 Jul 30 21:21:20.671033 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd83438-6182-426d-acf5-b5e53ed86d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7aeae3-385d-407a-ab40-302de7092986,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:20.925756 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57168) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:20.944218 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcf40387-1370-45ff-ac0b-528025393aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:21.033365 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcf40387-1370-45ff-ac0b-528025393aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:21.037028 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcf40387-1370-45ff-ac0b-528025393aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:21.073834 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf40387-1370-45ff-ac0b-528025393aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c476fdb4-1b05-42e4-b8cf-2d49471676c4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:21.080130 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-dcf40387-1370-45ff-ac0b-528025393aa4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4d984ee5f26b484e82e7d9d883ff0d78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533659 Jul 30 21:21:21.082830 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57170) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:21.129962 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c4dfa35-50c6-4c45-a8f0-22609262eec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:21.150463 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c4dfa35-50c6-4c45-a8f0-22609262eec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:21.195873 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c4dfa35-50c6-4c45-a8f0-22609262eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:21.198351 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c4dfa35-50c6-4c45-a8f0-22609262eec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:21.199487 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5c4dfa35-50c6-4c45-a8f0-22609262eec0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c476fdb4-1b05-42e4-b8cf-2d49471676c4 HTTP/1.1" status: 204 len: 168 time: 0.1157622 Jul 30 21:21:21.206961 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4dfa35-50c6-4c45-a8f0-22609262eec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c476fdb4-1b05-42e4-b8cf-2d49471676c4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:21.362359 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cb9b44af-6128-4e5a-ac9c-37bcca7e4cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:21.653216 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 428496b3-7e9a-4098-b128-9052118d4b3e no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:21:21.672970 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 428496b3-7e9a-4098-b128-9052118d4b3e {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:21:21.673356 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 428496b3-7e9a-4098-b128-9052118d4b3e not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:21:21.881714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57192) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:21.972672 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-12254277-a2b8-454c-8222-c87b9f6261fe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1605854938-network', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:21:21.993775 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12254277-a2b8-454c-8222-c87b9f6261fe admin admin] Made reservation on behalf of c045e8acb56d4d5da04a09d8c616e766 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:21:21.996071 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-12254277-a2b8-454c-8222-c87b9f6261fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:22.004223 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-12254277-a2b8-454c-8222-c87b9f6261fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:22.093465 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-12254277-a2b8-454c-8222-c87b9f6261fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:22.097084 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-12254277-a2b8-454c-8222-c87b9f6261fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:22.123703 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12254277-a2b8-454c-8222-c87b9f6261fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 21:21:22.128850 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12254277-a2b8-454c-8222-c87b9f6261fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661a099a-5241-4531-b189-3978df52ef28,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:22.137733 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-12254277-a2b8-454c-8222-c87b9f6261fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:22.137733 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-12254277-a2b8-454c-8222-c87b9f6261fe admin admin] Added segment 191eee8d-9491-4fd8-bafc-9fc46abff25e of type vlan for network 7515aebf-7a54-48b4-8b29-24dcdb83a694 Jul 30 21:21:22.176383 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-12254277-a2b8-454c-8222-c87b9f6261fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:22.205621 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-12254277-a2b8-454c-8222-c87b9f6261fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:22.206642 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12254277-a2b8-454c-8222-c87b9f6261fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:22.207220 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-12254277-a2b8-454c-8222-c87b9f6261fe admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:22.257228 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-12254277-a2b8-454c-8222-c87b9f6261fe admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3743711 Jul 30 21:21:22.260343 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57196) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:22.265284 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5efb1c2c-ad87-43c6-a2ce-0fb5778d381a admin admin] Request body: {'subnet': {'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1605854938-subnet', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:21:22.265869 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12254277-a2b8-454c-8222-c87b9f6261fe admin admin] Pushing event updated for resources: {'Network': ['ID=7515aebf-7a54-48b4-8b29-24dcdb83a694,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:22.275445 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 7515aebf-7a54-48b4-8b29-24dcdb83a694 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 21:21:22.292634 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efb1c2c-ad87-43c6-a2ce-0fb5778d381a admin admin] Made reservation on behalf of c045e8acb56d4d5da04a09d8c616e766 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:21:22.294986 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5efb1c2c-ad87-43c6-a2ce-0fb5778d381a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:22.458180 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5efb1c2c-ad87-43c6-a2ce-0fb5778d381a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:22.518984 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb1c2c-ad87-43c6-a2ce-0fb5778d381a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8de091e-9262-4924-8f31-921776a27ca4,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:22.523078 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efb1c2c-ad87-43c6-a2ce-0fb5778d381a admin admin] Checking segment: {'id': '191eee8d-9491-4fd8-bafc-9fc46abff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:21:22.523427 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efb1c2c-ad87-43c6-a2ce-0fb5778d381a admin admin] Network hostable DHCP agents. Network: 7515aebf-7a54-48b4-8b29-24dcdb83a694, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 21:21:22.539063 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efb1c2c-ad87-43c6-a2ce-0fb5778d381a admin admin] Network 7515aebf-7a54-48b4-8b29-24dcdb83a694 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 21:21:22.547757 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5efb1c2c-ad87-43c6-a2ce-0fb5778d381a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 7515aebf-7a54-48b4-8b29-24dcdb83a694) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:21:22.551477 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efb1c2c-ad87-43c6-a2ce-0fb5778d381a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:22.552089 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5efb1c2c-ad87-43c6-a2ce-0fb5778d381a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:22.558566 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c09577-e1c5-4ff7-b8a5-c593e7cd5b36 None None] Network 7515aebf-7a54-48b4-8b29-24dcdb83a694 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:21:22.566635 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5efb1c2c-ad87-43c6-a2ce-0fb5778d381a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3052227 Jul 30 21:21:22.569490 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57198) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:22.573850 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-39e8146c-9509-4020-9f6e-2b71b29c0c9f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1605854938-router', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:21:22.593470 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39e8146c-9509-4020-9f6e-2b71b29c0c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:22.594426 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39e8146c-9509-4020-9f6e-2b71b29c0c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:22.644871 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39e8146c-9509-4020-9f6e-2b71b29c0c9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:22.701350 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fc7399-1268-4854-a983-7747cbc2227b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-7515aebf-7a54-48b4-8b29-24dcdb83a694', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'fixed_ips': [{'subnet_id': 'a8de091e-9262-4924-8f31-921776a27ca4'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 21:21:22.702423 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8fc7399-1268-4854-a983-7747cbc2227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:22.780604 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39e8146c-9509-4020-9f6e-2b71b29c0c9f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:22.838874 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-f8fc7399-1268-4854-a983-7747cbc2227b None None] Allocated IP 172.20.0.2 (7515aebf-7a54-48b4-8b29-24dcdb83a694/a8de091e-9262-4924-8f31-921776a27ca4/51cc77c0-a107-4d77-9fe8-a56268fe7290) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:21:22.977974 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39e8146c-9509-4020-9f6e-2b71b29c0c9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:22.990570 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8fc7399-1268-4854-a983-7747cbc2227b None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:22.999876 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f8fc7399-1268-4854-a983-7747cbc2227b None None] Transition to ACTIVE for port object 51cc77c0-a107-4d77-9fe8-a56268fe7290 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:21:23.003205 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39e8146c-9509-4020-9f6e-2b71b29c0c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:23.016052 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f8fc7399-1268-4854-a983-7747cbc2227b None None] Transition to ACTIVE for port object 51cc77c0-a107-4d77-9fe8-a56268fe7290 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:21:23.021757 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8fc7399-1268-4854-a983-7747cbc2227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:23.058995 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fc7399-1268-4854-a983-7747cbc2227b None None] Network 7515aebf-7a54-48b4-8b29-24dcdb83a694 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:21:23.062286 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-f8fc7399-1268-4854-a983-7747cbc2227b None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:21:23.065376 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fc7399-1268-4854-a983-7747cbc2227b None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:21:23.078996 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc7399-1268-4854-a983-7747cbc2227b None None] Pushing event updated for resources: {'Port': ['ID=51cc77c0-a107-4d77-9fe8-a56268fe7290,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:23.104957 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-39e8146c-9509-4020-9f6e-2b71b29c0c9f admin admin] Allocated IP 172.25.3.232 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/5ab38816-9766-40a1-b636-c89d8b4e7954) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:21:23.130892 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f8fc7399-1268-4854-a983-7747cbc2227b None None] Attempting to bind port 51cc77c0-a107-4d77-9fe8-a56268fe7290 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:21:23.131252 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f8fc7399-1268-4854-a983-7747cbc2227b None None] Attempting to bind port 51cc77c0-a107-4d77-9fe8-a56268fe7290 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '191eee8d-9491-4fd8-bafc-9fc46abff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:21:23.131643 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fc7399-1268-4854-a983-7747cbc2227b None None] Attempting to bind port 51cc77c0-a107-4d77-9fe8-a56268fe7290 on network 7515aebf-7a54-48b4-8b29-24dcdb83a694 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:21:23.137052 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fc7399-1268-4854-a983-7747cbc2227b None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:21:23.137423 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fc7399-1268-4854-a983-7747cbc2227b None None] Checking segment: {'id': '191eee8d-9491-4fd8-bafc-9fc46abff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:21:23.137822 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8fc7399-1268-4854-a983-7747cbc2227b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:23.138210 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fc7399-1268-4854-a983-7747cbc2227b None None] Bound using segment: {'id': '191eee8d-9491-4fd8-bafc-9fc46abff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:21:23.138666 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f8fc7399-1268-4854-a983-7747cbc2227b None None] Bound port: 51cc77c0-a107-4d77-9fe8-a56268fe7290, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191eee8d-9491-4fd8-bafc-9fc46abff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:21:23.139040 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8fc7399-1268-4854-a983-7747cbc2227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:23.203021 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f8fc7399-1268-4854-a983-7747cbc2227b None None] For port 51cc77c0-a107-4d77-9fe8-a56268fe7290, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:21:23.207394 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f8fc7399-1268-4854-a983-7747cbc2227b None None] For port 51cc77c0-a107-4d77-9fe8-a56268fe7290, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=51cc77c0-a107-4d77-9fe8-a56268fe7290,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:21:23.211564 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8fc7399-1268-4854-a983-7747cbc2227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:23.212127 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39e8146c-9509-4020-9f6e-2b71b29c0c9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:23.254889 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39e8146c-9509-4020-9f6e-2b71b29c0c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:23.273193 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc7399-1268-4854-a983-7747cbc2227b None None] Pushing event updated for resources: {'Port': ['ID=51cc77c0-a107-4d77-9fe8-a56268fe7290,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:23.298582 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e8146c-9509-4020-9f6e-2b71b29c0c9f admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:21:23.301454 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-39e8146c-9509-4020-9f6e-2b71b29c0c9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:21:23.305696 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e8146c-9509-4020-9f6e-2b71b29c0c9f admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:21:23.336223 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8146c-9509-4020-9f6e-2b71b29c0c9f admin admin] Pushing event updated for resources: {'Port': ['ID=5ab38816-9766-40a1-b636-c89d8b4e7954,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:23.582725 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39e8146c-9509-4020-9f6e-2b71b29c0c9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:23.727305 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 51cc77c0-a107-4d77-9fe8-a56268fe7290 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:21:23.777125 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 51cc77c0-a107-4d77-9fe8-a56268fe7290 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:21:23.804065 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad6a63f2-57c8-457f-a44e-734f4fa93b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:24.069371 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:24.102791 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39e8146c-9509-4020-9f6e-2b71b29c0c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:24.160861 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e4e3db-2a0e-4484-ac97-2471c4c81251 None None] Network 7515aebf-7a54-48b4-8b29-24dcdb83a694 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:21:24.231688 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e8146c-9509-4020-9f6e-2b71b29c0c9f admin admin] Router 293d1e68-42bd-44ed-993d-575ca13b40de is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 21:21:24.248246 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3c3e10be-33a3-4ce1-9bcb-c20139d7b954 None None] Provisioning for port 51cc77c0-a107-4d77-9fe8-a56268fe7290 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:21:24.271088 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3c3e10be-33a3-4ce1-9bcb-c20139d7b954 None None] Provisioning complete for port 51cc77c0-a107-4d77-9fe8-a56268fe7290 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:21:24.271461 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c3e10be-33a3-4ce1-9bcb-c20139d7b954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:24.340045 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e8146c-9509-4020-9f6e-2b71b29c0c9f admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:21:24.351803 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] Sync routers for ids ['293d1e68-42bd-44ed-993d-575ca13b40de'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:21:24.356531 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39e8146c-9509-4020-9f6e-2b71b29c0c9f admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:24.357753 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-39e8146c-9509-4020-9f6e-2b71b29c0c9f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7873375 Jul 30 21:21:24.360959 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57200) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:24.386838 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] Routers {'293d1e68-42bd-44ed-993d-575ca13b40de'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:21:24.387476 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:21:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['293d1e68-42bd-44ed-993d-575ca13b40de'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:24.439854 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c3e10be-33a3-4ce1-9bcb-c20139d7b954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:24.518386 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3c3e10be-33a3-4ce1-9bcb-c20139d7b954 None None] For port 51cc77c0-a107-4d77-9fe8-a56268fe7290, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=51cc77c0-a107-4d77-9fe8-a56268fe7290,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:21:24.527145 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c3e10be-33a3-4ce1-9bcb-c20139d7b954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:24.529988 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] Set router 293d1e68-42bd-44ed-993d-575ca13b40de gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:21:24.682862 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e10be-33a3-4ce1-9bcb-c20139d7b954 None None] Pushing event updated for resources: {'Port': ['ID=51cc77c0-a107-4d77-9fe8-a56268fe7290,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:24.687940 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3a3672eb-d904-491e-bc92-8f2e8e4e1512 None None] Provisioning complete for port 51cc77c0-a107-4d77-9fe8-a56268fe7290 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:21:24.688309 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a3672eb-d904-491e-bc92-8f2e8e4e1512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:24.788651 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79ddf0b5-b055-43cc-bf90-fa1968e203fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:24.820030 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'name': 'tempest-TestShelveInstance-1605854938-router', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:22Z', 'updated_at': '2021-07-30T21:21:23Z', 'revision_number': 3, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'gw_port': {'id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:23Z', 'updated_at': '2021-07-30T21:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:24.821904 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:21:24.850321 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] Checking router: 293d1e68-42bd-44ed-993d-575ca13b40de for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:21:24.851271 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] Updating router 293d1e68-42bd-44ed-993d-575ca13b40de port 5ab38816-9766-40a1-b636-c89d8b4e7954 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:21:24.875383 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:24.944253 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-79ddf0b5-b055-43cc-bf90-fa1968e203fe admin admin] Allocated IP 172.20.0.1 (7515aebf-7a54-48b4-8b29-24dcdb83a694/a8de091e-9262-4924-8f31-921776a27ca4/53e403fd-7ac6-47dc-8e24-aa8a2e01efd2) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:21:25.046796 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79ddf0b5-b055-43cc-bf90-fa1968e203fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:25.061196 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-79ddf0b5-b055-43cc-bf90-fa1968e203fe admin admin] Transition to ACTIVE for port object 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:21:25.093567 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79ddf0b5-b055-43cc-bf90-fa1968e203fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:25.125627 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:25.129904 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ddf0b5-b055-43cc-bf90-fa1968e203fe admin admin] Network 7515aebf-7a54-48b4-8b29-24dcdb83a694 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:21:25.132768 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-79ddf0b5-b055-43cc-bf90-fa1968e203fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:21:25.136482 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] Transition to ACTIVE for port object 5ab38816-9766-40a1-b636-c89d8b4e7954 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:21:25.136941 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ddf0b5-b055-43cc-bf90-fa1968e203fe admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:21:25.144241 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:25.165479 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddf0b5-b055-43cc-bf90-fa1968e203fe admin admin] Pushing event updated for resources: {'Port': ['ID=53e403fd-7ac6-47dc-8e24-aa8a2e01efd2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:25.182664 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79ddf0b5-b055-43cc-bf90-fa1968e203fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:25.327188 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79ddf0b5-b055-43cc-bf90-fa1968e203fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:25.365516 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:25.371211 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] Attempting to bind port 5ab38816-9766-40a1-b636-c89d8b4e7954 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:21:25.371602 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] Attempting to bind port 5ab38816-9766-40a1-b636-c89d8b4e7954 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:21:25.371956 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] Attempting to bind port 5ab38816-9766-40a1-b636-c89d8b4e7954 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:21:25.376363 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d44ec-01df-4ad8-b010-a10843661bf4 None None] Pushing event updated for resources: {'Port': ['ID=5ab38816-9766-40a1-b636-c89d8b4e7954,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:25.379022 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:21:25.379396 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:21:25.379807 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:25.380187 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:21:25.380648 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] Bound port: 5ab38816-9766-40a1-b636-c89d8b4e7954, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:21:25.381162 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:25.438735 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] For port 5ab38816-9766-40a1-b636-c89d8b4e7954, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:21:25.442550 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] For port 5ab38816-9766-40a1-b636-c89d8b4e7954, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=5ab38816-9766-40a1-b636-c89d8b4e7954,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:21:25.446840 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:25.453966 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3e666eb4-a70b-47f5-a001-1062469f94a8 None None] Provisioning for port 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:21:25.475602 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3e666eb4-a70b-47f5-a001-1062469f94a8 None None] Provisioning complete for port 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:21:25.475885 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3e666eb4-a70b-47f5-a001-1062469f94a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:25.494855 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79ddf0b5-b055-43cc-bf90-fa1968e203fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:25.499869 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79ddf0b5-b055-43cc-bf90-fa1968e203fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:25.543461 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] Routers {'293d1e68-42bd-44ed-993d-575ca13b40de'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:21:25.544195 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:21:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['293d1e68-42bd-44ed-993d-575ca13b40de'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:25.545890 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3e666eb4-a70b-47f5-a001-1062469f94a8 None None] Port 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:21:25.548322 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d44ec-01df-4ad8-b010-a10843661bf4 None None] Pushing event updated for resources: {'Port': ['ID=5ab38816-9766-40a1-b636-c89d8b4e7954,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:25.566875 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddf0b5-b055-43cc-bf90-fa1968e203fe admin admin] Pushing event updated for resources: {'Port': ['ID=53e403fd-7ac6-47dc-8e24-aa8a2e01efd2,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:25.569392 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79ddf0b5-b055-43cc-bf90-fa1968e203fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:25.658533 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] Set router 293d1e68-42bd-44ed-993d-575ca13b40de gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:21:25.673894 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ddf0b5-b055-43cc-bf90-fa1968e203fe admin admin] Network 7515aebf-7a54-48b4-8b29-24dcdb83a694 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:21:25.683532 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-79ddf0b5-b055-43cc-bf90-fa1968e203fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:21:25.736937 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 51cc77c0-a107-4d77-9fe8-a56268fe7290 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:21:25.793978 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ddf0b5-b055-43cc-bf90-fa1968e203fe admin admin] Router 293d1e68-42bd-44ed-993d-575ca13b40de has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:21:25.856765 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 51cc77c0-a107-4d77-9fe8-a56268fe7290 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:21:25.857339 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:25.907170 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ddf0b5-b055-43cc-bf90-fa1968e203fe admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:21:25.920703 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-79ddf0b5-b055-43cc-bf90-fa1968e203fe admin admin] 10.222.0.81 "PUT /v2.0/routers/293d1e68-42bd-44ed-993d-575ca13b40de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5505519 Jul 30 21:21:25.989434 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'name': 'tempest-TestShelveInstance-1605854938-router', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:22Z', 'updated_at': '2021-07-30T21:21:25Z', 'revision_number': 4, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'gw_port': {'id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:23Z', 'updated_at': '2021-07-30T21:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '53e403fd-7ac6-47dc-8e24-aa8a2e01efd2', 'name': '', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'mac_address': 'fa:16:3e:2f:4e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:24Z', 'updated_at': '2021-07-30T21:21:25Z', 'revision_number': 2, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'subnets': [{'id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:26.019783 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d9bab31e-f5c4-4068-b442-2a3129c7affc None None] Provisioning complete for port 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:21:26.020120 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9bab31e-f5c4-4068-b442-2a3129c7affc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:26.021980 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e283aa-3a76-48a9-a0df-e475df7e6147 None None] The sync data for ids ['293d1e68-42bd-44ed-993d-575ca13b40de'] in n-d-712137-9 is: [{'id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'name': 'tempest-TestShelveInstance-1605854938-router', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:22Z', 'updated_at': '2021-07-30T21:21:25Z', 'revision_number': 4, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'gw_port': {'id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:23Z', 'updated_at': '2021-07-30T21:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '53e403fd-7ac6-47dc-8e24-aa8a2e01efd2', 'name': '', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'mac_address': 'fa:16:3e:2f:4e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:24Z', 'updated_at': '2021-07-30T21:21:25Z', 'revision_number': 2, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'subnets': [{'id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:21:26.061949 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d9bab31e-f5c4-4068-b442-2a3129c7affc None None] Port 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:21:26.408467 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57216) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:26.413798 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4730fe17-f2b3-43d1-af00-dc8aef654ae4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-52572472-network', 'tenant_id': '86c405a0894e41b9a4c4e92e3ff049b1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:21:26.436544 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4730fe17-f2b3-43d1-af00-dc8aef654ae4 admin admin] Made reservation on behalf of 86c405a0894e41b9a4c4e92e3ff049b1 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:21:26.439128 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4730fe17-f2b3-43d1-af00-dc8aef654ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:26.448894 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4730fe17-f2b3-43d1-af00-dc8aef654ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:26.547750 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4730fe17-f2b3-43d1-af00-dc8aef654ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:26.552054 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4730fe17-f2b3-43d1-af00-dc8aef654ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:26.579853 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4730fe17-f2b3-43d1-af00-dc8aef654ae4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 21:21:26.590222 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730fe17-f2b3-43d1-af00-dc8aef654ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a4f501-2e6b-4a7f-a100-5f4352181226,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:26.596637 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4730fe17-f2b3-43d1-af00-dc8aef654ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:26.596990 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-4730fe17-f2b3-43d1-af00-dc8aef654ae4 admin admin] Added segment 3f5003c0-d7cd-475d-a83f-6dcf6c294eb0 of type vlan for network 86efcb2d-ccbf-4db3-93d7-efefde2ccfc2 Jul 30 21:21:26.649988 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4730fe17-f2b3-43d1-af00-dc8aef654ae4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:26.682588 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4730fe17-f2b3-43d1-af00-dc8aef654ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:26.683605 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4730fe17-f2b3-43d1-af00-dc8aef654ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:26.684193 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4730fe17-f2b3-43d1-af00-dc8aef654ae4 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:26.741431 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-4730fe17-f2b3-43d1-af00-dc8aef654ae4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3318589 Jul 30 21:21:26.744664 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57218) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:26.749392 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b8db1d63-0526-405c-a55f-d15b49ed7b8a admin admin] Request body: {'subnet': {'network_id': '86efcb2d-ccbf-4db3-93d7-efefde2ccfc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-52572472-subnet', 'tenant_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:21:26.765085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730fe17-f2b3-43d1-af00-dc8aef654ae4 admin admin] Pushing event updated for resources: {'Network': ['ID=86efcb2d-ccbf-4db3-93d7-efefde2ccfc2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:26.776229 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 86efcb2d-ccbf-4db3-93d7-efefde2ccfc2 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 21:21:26.782709 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8db1d63-0526-405c-a55f-d15b49ed7b8a admin admin] Made reservation on behalf of 86c405a0894e41b9a4c4e92e3ff049b1 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:21:26.785322 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8db1d63-0526-405c-a55f-d15b49ed7b8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:26.961106 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8db1d63-0526-405c-a55f-d15b49ed7b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:27.019162 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db1d63-0526-405c-a55f-d15b49ed7b8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3b43705-d270-429c-9be6-d31ba0a6f710,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:27.028276 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8db1d63-0526-405c-a55f-d15b49ed7b8a admin admin] Checking segment: {'id': '3f5003c0-d7cd-475d-a83f-6dcf6c294eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '86efcb2d-ccbf-4db3-93d7-efefde2ccfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:21:27.028558 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8db1d63-0526-405c-a55f-d15b49ed7b8a admin admin] Network hostable DHCP agents. Network: 86efcb2d-ccbf-4db3-93d7-efefde2ccfc2, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 21:21:27.046391 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8db1d63-0526-405c-a55f-d15b49ed7b8a admin admin] Network 86efcb2d-ccbf-4db3-93d7-efefde2ccfc2 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 21:21:27.057781 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b8db1d63-0526-405c-a55f-d15b49ed7b8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 86efcb2d-ccbf-4db3-93d7-efefde2ccfc2) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:21:27.061879 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8db1d63-0526-405c-a55f-d15b49ed7b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:27.062467 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8db1d63-0526-405c-a55f-d15b49ed7b8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:27.067168 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530db227-73d1-47f2-aa0f-1f8469ce3ad1 None None] Network 86efcb2d-ccbf-4db3-93d7-efefde2ccfc2 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:21:27.080171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57220) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:27.084083 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b8db1d63-0526-405c-a55f-d15b49ed7b8a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3383479 Jul 30 21:21:27.085258 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-021a258f-91c8-4812-af8c-0b5e0a5921e5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-52572472-router', 'tenant_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:21:27.107907 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-021a258f-91c8-4812-af8c-0b5e0a5921e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:27.109621 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-021a258f-91c8-4812-af8c-0b5e0a5921e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:27.149552 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:27.170212 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-021a258f-91c8-4812-af8c-0b5e0a5921e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:27.236220 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f5742e-8565-40a0-aa71-6cbc452fdd4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-86efcb2d-ccbf-4db3-93d7-efefde2ccfc2', 'network_id': '86efcb2d-ccbf-4db3-93d7-efefde2ccfc2', 'tenant_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'fixed_ips': [{'subnet_id': 'd3b43705-d270-429c-9be6-d31ba0a6f710'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 21:21:27.237354 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24f5742e-8565-40a0-aa71-6cbc452fdd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:27.312029 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-021a258f-91c8-4812-af8c-0b5e0a5921e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:27.390040 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-24f5742e-8565-40a0-aa71-6cbc452fdd4d None None] Allocated IP 172.20.0.2 (86efcb2d-ccbf-4db3-93d7-efefde2ccfc2/d3b43705-d270-429c-9be6-d31ba0a6f710/21731bbd-f1ee-41b5-9574-5686c9765466) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:21:27.514779 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-021a258f-91c8-4812-af8c-0b5e0a5921e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:27.533975 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-021a258f-91c8-4812-af8c-0b5e0a5921e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:27.534889 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24f5742e-8565-40a0-aa71-6cbc452fdd4d None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:27.543668 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-24f5742e-8565-40a0-aa71-6cbc452fdd4d None None] Transition to ACTIVE for port object 21731bbd-f1ee-41b5-9574-5686c9765466 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:21:27.557987 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-24f5742e-8565-40a0-aa71-6cbc452fdd4d None None] Transition to ACTIVE for port object 21731bbd-f1ee-41b5-9574-5686c9765466 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:21:27.563746 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24f5742e-8565-40a0-aa71-6cbc452fdd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:27.603191 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f5742e-8565-40a0-aa71-6cbc452fdd4d None None] Network 86efcb2d-ccbf-4db3-93d7-efefde2ccfc2 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:21:27.606011 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-24f5742e-8565-40a0-aa71-6cbc452fdd4d None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:21:27.612842 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f5742e-8565-40a0-aa71-6cbc452fdd4d None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:21:27.620115 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5742e-8565-40a0-aa71-6cbc452fdd4d None None] Pushing event updated for resources: {'Port': ['ID=21731bbd-f1ee-41b5-9574-5686c9765466,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:27.642014 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-021a258f-91c8-4812-af8c-0b5e0a5921e5 admin admin] Allocated IP 172.25.3.230 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/5cd31753-9bb8-4f8f-8565-f86eaf4df24e) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:21:27.670034 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-24f5742e-8565-40a0-aa71-6cbc452fdd4d None None] Attempting to bind port 21731bbd-f1ee-41b5-9574-5686c9765466 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:21:27.671035 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-24f5742e-8565-40a0-aa71-6cbc452fdd4d None None] Attempting to bind port 21731bbd-f1ee-41b5-9574-5686c9765466 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '3f5003c0-d7cd-475d-a83f-6dcf6c294eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '86efcb2d-ccbf-4db3-93d7-efefde2ccfc2'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:21:27.671412 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f5742e-8565-40a0-aa71-6cbc452fdd4d None None] Attempting to bind port 21731bbd-f1ee-41b5-9574-5686c9765466 on network 86efcb2d-ccbf-4db3-93d7-efefde2ccfc2 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:21:27.676949 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f5742e-8565-40a0-aa71-6cbc452fdd4d None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:21:27.677326 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f5742e-8565-40a0-aa71-6cbc452fdd4d None None] Checking segment: {'id': '3f5003c0-d7cd-475d-a83f-6dcf6c294eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '86efcb2d-ccbf-4db3-93d7-efefde2ccfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:21:27.677733 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24f5742e-8565-40a0-aa71-6cbc452fdd4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:27.678121 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f5742e-8565-40a0-aa71-6cbc452fdd4d None None] Bound using segment: {'id': '3f5003c0-d7cd-475d-a83f-6dcf6c294eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '86efcb2d-ccbf-4db3-93d7-efefde2ccfc2'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:21:27.678602 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-24f5742e-8565-40a0-aa71-6cbc452fdd4d None None] Bound port: 21731bbd-f1ee-41b5-9574-5686c9765466, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5003c0-d7cd-475d-a83f-6dcf6c294eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '86efcb2d-ccbf-4db3-93d7-efefde2ccfc2'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:21:27.678983 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24f5742e-8565-40a0-aa71-6cbc452fdd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:27.746610 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-24f5742e-8565-40a0-aa71-6cbc452fdd4d None None] For port 21731bbd-f1ee-41b5-9574-5686c9765466, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:21:27.750250 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-24f5742e-8565-40a0-aa71-6cbc452fdd4d None None] For port 21731bbd-f1ee-41b5-9574-5686c9765466, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=21731bbd-f1ee-41b5-9574-5686c9765466,segment=NetworkSegment(3f5003c0-d7cd-475d-a83f-6dcf6c294eb0),segment_id=3f5003c0-d7cd-475d-a83f-6dcf6c294eb0)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:21:27.758046 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-021a258f-91c8-4812-af8c-0b5e0a5921e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:27.762098 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24f5742e-8565-40a0-aa71-6cbc452fdd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:27.791993 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5ab38816-9766-40a1-b636-c89d8b4e7954 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:21:27.799459 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-021a258f-91c8-4812-af8c-0b5e0a5921e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:27.842223 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021a258f-91c8-4812-af8c-0b5e0a5921e5 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:21:27.846775 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-021a258f-91c8-4812-af8c-0b5e0a5921e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:21:27.850511 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021a258f-91c8-4812-af8c-0b5e0a5921e5 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:21:27.855803 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5742e-8565-40a0-aa71-6cbc452fdd4d None None] Pushing event updated for resources: {'Port': ['ID=21731bbd-f1ee-41b5-9574-5686c9765466,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:27.876366 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 5ab38816-9766-40a1-b636-c89d8b4e7954 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:21:27.878593 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a258f-91c8-4812-af8c-0b5e0a5921e5 admin admin] Pushing event updated for resources: {'Port': ['ID=5cd31753-9bb8-4f8f-8565-f86eaf4df24e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:27.880823 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 5ab38816-9766-40a1-b636-c89d8b4e7954 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:21:27.881272 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:27.973453 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:27.995663 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 5ab38816-9766-40a1-b636-c89d8b4e7954, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=5ab38816-9766-40a1-b636-c89d8b4e7954,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:21:28.002773 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:28.101658 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=5ab38816-9766-40a1-b636-c89d8b4e7954,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:28.113951 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] Sync routers for ids ['293d1e68-42bd-44ed-993d-575ca13b40de'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:21:28.128163 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] Routers {'293d1e68-42bd-44ed-993d-575ca13b40de'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:21:28.128788 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:21:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['293d1e68-42bd-44ed-993d-575ca13b40de'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:28.161437 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-021a258f-91c8-4812-af8c-0b5e0a5921e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:28.239900 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] Set router 293d1e68-42bd-44ed-993d-575ca13b40de gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:21:28.367248 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-021a258f-91c8-4812-af8c-0b5e0a5921e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:28.437129 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'name': 'tempest-TestShelveInstance-1605854938-router', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:22Z', 'updated_at': '2021-07-30T21:21:25Z', 'revision_number': 4, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'gw_port': {'id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:23Z', 'updated_at': '2021-07-30T21:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '53e403fd-7ac6-47dc-8e24-aa8a2e01efd2', 'name': '', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'mac_address': 'fa:16:3e:2f:4e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:24Z', 'updated_at': '2021-07-30T21:21:25Z', 'revision_number': 2, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'subnets': [{'id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:28.466161 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] Checking router: 293d1e68-42bd-44ed-993d-575ca13b40de for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:21:28.466500 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] Updating router 293d1e68-42bd-44ed-993d-575ca13b40de port 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:21:28.491032 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:28.497665 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021a258f-91c8-4812-af8c-0b5e0a5921e5 admin admin] Router 4d5bfebd-9d94-4a2b-a596-2e945e6e424d is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 21:21:28.607342 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021a258f-91c8-4812-af8c-0b5e0a5921e5 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:21:28.620577 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] Sync routers for ids ['4d5bfebd-9d94-4a2b-a596-2e945e6e424d'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:21:28.625739 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-021a258f-91c8-4812-af8c-0b5e0a5921e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:28.627118 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-021a258f-91c8-4812-af8c-0b5e0a5921e5 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5457265 Jul 30 21:21:28.629839 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57222) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:28.633120 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] Routers {'4d5bfebd-9d94-4a2b-a596-2e945e6e424d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:21:28.633743 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:21:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['4d5bfebd-9d94-4a2b-a596-2e945e6e424d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:28.750976 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] Set router 4d5bfebd-9d94-4a2b-a596-2e945e6e424d gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:21:28.801737 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:28.814017 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] Transition to ACTIVE for port object 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:21:28.821316 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:28.886942 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b3f5e-b992-4d66-a934-ddea95cf5859 None None] Pushing event updated for resources: {'Port': ['ID=53e403fd-7ac6-47dc-8e24-aa8a2e01efd2,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:28.910460 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b3f5e-b992-4d66-a934-ddea95cf5859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:28.910805 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b3f5e-b992-4d66-a934-ddea95cf5859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:28.911144 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b3f5e-b992-4d66-a934-ddea95cf5859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:28.911476 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b3f5e-b992-4d66-a934-ddea95cf5859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:28.911830 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b3f5e-b992-4d66-a934-ddea95cf5859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:28.912160 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b3f5e-b992-4d66-a934-ddea95cf5859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:28.912483 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b3f5e-b992-4d66-a934-ddea95cf5859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:28.912803 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b3f5e-b992-4d66-a934-ddea95cf5859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:28.913123 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b3f5e-b992-4d66-a934-ddea95cf5859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:28.913547 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b3f5e-b992-4d66-a934-ddea95cf5859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:28.913874 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b3f5e-b992-4d66-a934-ddea95cf5859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:28.914327 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b3f5e-b992-4d66-a934-ddea95cf5859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:21:28.939546 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf39f079-d8e1-4413-8c09-175f2937759b None None] Network 86efcb2d-ccbf-4db3-93d7-efefde2ccfc2 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:21:28.961924 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] Attempting to bind port 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:21:28.963382 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] Attempting to bind port 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '191eee8d-9491-4fd8-bafc-9fc46abff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:21:28.963879 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] Attempting to bind port 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2 on network 7515aebf-7a54-48b4-8b29-24dcdb83a694 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:21:28.971897 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:21:28.972790 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] Checking segment: {'id': '191eee8d-9491-4fd8-bafc-9fc46abff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:21:28.973416 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:28.973903 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] Bound using segment: {'id': '191eee8d-9491-4fd8-bafc-9fc46abff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:21:28.974473 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] Bound port: 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191eee8d-9491-4fd8-bafc-9fc46abff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:21:28.974948 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:29.051978 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0246be54-762c-4945-a0bb-eb0669b525b1 None None] Provisioning for port 21731bbd-f1ee-41b5-9574-5686c9765466 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:21:29.063045 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] For port 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:21:29.068404 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] For port 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=53e403fd-7ac6-47dc-8e24-aa8a2e01efd2,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:21:29.075207 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:29.136514 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] Routers {'293d1e68-42bd-44ed-993d-575ca13b40de'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:21:29.137770 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:21:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['293d1e68-42bd-44ed-993d-575ca13b40de'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:29.166846 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5bfebd-9d94-4a2b-a596-2e945e6e424d', 'name': 'tempest-TestShelveInstance-52572472-router', 'tenant_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '5cd31753-9bb8-4f8f-8565-f86eaf4df24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:27Z', 'updated_at': '2021-07-30T21:21:28Z', 'revision_number': 3, 'project_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'gw_port': {'id': '5cd31753-9bb8-4f8f-8565-f86eaf4df24e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5bfebd-9d94-4a2b-a596-2e945e6e424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:27Z', 'updated_at': '2021-07-30T21:21:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:29.173380 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3a73edc5-65ac-4be5-928a-951732d14dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:29.250236 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] Set router 293d1e68-42bd-44ed-993d-575ca13b40de gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:21:29.304852 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b3f5e-b992-4d66-a934-ddea95cf5859 None None] Pushing event updated for resources: {'Port': ['ID=53e403fd-7ac6-47dc-8e24-aa8a2e01efd2,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:29.374045 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-3a73edc5-65ac-4be5-928a-951732d14dc0 admin admin] Allocated IP 172.20.0.1 (86efcb2d-ccbf-4db3-93d7-efefde2ccfc2/d3b43705-d270-429c-9be6-d31ba0a6f710/293d59aa-afee-43d5-adff-58d19456a066) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:21:29.379790 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] Checking router: 4d5bfebd-9d94-4a2b-a596-2e945e6e424d for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:21:29.380210 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] Updating router 4d5bfebd-9d94-4a2b-a596-2e945e6e424d port 5cd31753-9bb8-4f8f-8565-f86eaf4df24e binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:21:29.417245 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:29.504373 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3a73edc5-65ac-4be5-928a-951732d14dc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:29.518681 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'name': 'tempest-TestShelveInstance-1605854938-router', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:22Z', 'updated_at': '2021-07-30T21:21:25Z', 'revision_number': 4, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'gw_port': {'id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:23Z', 'updated_at': '2021-07-30T21:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '53e403fd-7ac6-47dc-8e24-aa8a2e01efd2', 'name': '', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'mac_address': 'fa:16:3e:2f:4e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:24Z', 'updated_at': '2021-07-30T21:21:29Z', 'revision_number': 4, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'subnets': [{'id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:29.524549 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-3a73edc5-65ac-4be5-928a-951732d14dc0 admin admin] Transition to ACTIVE for port object 293d59aa-afee-43d5-adff-58d19456a066 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:21:29.549881 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109e171a-4043-4c2a-bcab-127bbdaae9e9 None None] The sync data for ids ['293d1e68-42bd-44ed-993d-575ca13b40de'] in n-d-712137-9 is: [{'id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'name': 'tempest-TestShelveInstance-1605854938-router', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:22Z', 'updated_at': '2021-07-30T21:21:25Z', 'revision_number': 4, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'gw_port': {'id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:23Z', 'updated_at': '2021-07-30T21:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '53e403fd-7ac6-47dc-8e24-aa8a2e01efd2', 'name': '', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'mac_address': 'fa:16:3e:2f:4e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:24Z', 'updated_at': '2021-07-30T21:21:29Z', 'revision_number': 4, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'subnets': [{'id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:21:29.563047 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3a73edc5-65ac-4be5-928a-951732d14dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:29.636900 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a73edc5-65ac-4be5-928a-951732d14dc0 admin admin] Network 86efcb2d-ccbf-4db3-93d7-efefde2ccfc2 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:21:29.638858 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73edc5-65ac-4be5-928a-951732d14dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=293d59aa-afee-43d5-adff-58d19456a066,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:29.642206 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-3a73edc5-65ac-4be5-928a-951732d14dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:21:29.644495 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a73edc5-65ac-4be5-928a-951732d14dc0 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:21:29.689434 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3a73edc5-65ac-4be5-928a-951732d14dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:29.754965 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:29.768785 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] Transition to ACTIVE for port object 5cd31753-9bb8-4f8f-8565-f86eaf4df24e will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:21:29.782810 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:29.847955 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] Attempting to bind port 5cd31753-9bb8-4f8f-8565-f86eaf4df24e on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:21:29.848333 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] Attempting to bind port 5cd31753-9bb8-4f8f-8565-f86eaf4df24e by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:21:29.848700 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] Attempting to bind port 5cd31753-9bb8-4f8f-8565-f86eaf4df24e on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:21:29.859725 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:21:29.860140 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:21:29.860560 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:29.860963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:21:29.861453 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] Bound port: 5cd31753-9bb8-4f8f-8565-f86eaf4df24e, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:21:29.862120 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:29.916408 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a33993-f8ec-4cdb-b98a-a67b4d8aac8d None None] Pushing event updated for resources: {'Port': ['ID=5cd31753-9bb8-4f8f-8565-f86eaf4df24e,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:29.918529 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3a73edc5-65ac-4be5-928a-951732d14dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:29.921780 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5ab38816-9766-40a1-b636-c89d8b4e7954 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:21:29.990682 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] For port 5cd31753-9bb8-4f8f-8565-f86eaf4df24e, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:21:30.005690 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] For port 5cd31753-9bb8-4f8f-8565-f86eaf4df24e, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=5cd31753-9bb8-4f8f-8565-f86eaf4df24e,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:21:30.012781 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:30.044637 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 5ab38816-9766-40a1-b636-c89d8b4e7954 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:21:30.045013 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:30.098528 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3a73edc5-65ac-4be5-928a-951732d14dc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:30.105338 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3a73edc5-65ac-4be5-928a-951732d14dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:30.129462 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] Routers {'4d5bfebd-9d94-4a2b-a596-2e945e6e424d'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:21:30.130180 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:21:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['4d5bfebd-9d94-4a2b-a596-2e945e6e424d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:30.135761 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a33993-f8ec-4cdb-b98a-a67b4d8aac8d None None] Pushing event updated for resources: {'Port': ['ID=5cd31753-9bb8-4f8f-8565-f86eaf4df24e,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:30.176528 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c32d2d43-88c0-4c74-8128-747ef6d5cd2b None None] Provisioning for port 293d59aa-afee-43d5-adff-58d19456a066 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:21:30.186293 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c32d2d43-88c0-4c74-8128-747ef6d5cd2b None None] Provisioning complete for port 293d59aa-afee-43d5-adff-58d19456a066 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:21:30.186668 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c32d2d43-88c0-4c74-8128-747ef6d5cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:30.318614 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c32d2d43-88c0-4c74-8128-747ef6d5cd2b None None] Port 293d59aa-afee-43d5-adff-58d19456a066 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:21:30.323604 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 21731bbd-f1ee-41b5-9574-5686c9765466 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:21:30.350989 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] Set router 4d5bfebd-9d94-4a2b-a596-2e945e6e424d gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:21:30.482155 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 21731bbd-f1ee-41b5-9574-5686c9765466 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:21:30.493186 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 21731bbd-f1ee-41b5-9574-5686c9765466 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:21:30.493186 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:30.536720 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3a73edc5-65ac-4be5-928a-951732d14dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:30.538514 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73edc5-65ac-4be5-928a-951732d14dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=293d59aa-afee-43d5-adff-58d19456a066,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:30.627022 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:30.631531 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a73edc5-65ac-4be5-928a-951732d14dc0 admin admin] Network 86efcb2d-ccbf-4db3-93d7-efefde2ccfc2 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:21:30.632867 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-3a73edc5-65ac-4be5-928a-951732d14dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:21:30.654377 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5bfebd-9d94-4a2b-a596-2e945e6e424d', 'name': 'tempest-TestShelveInstance-52572472-router', 'tenant_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '5cd31753-9bb8-4f8f-8565-f86eaf4df24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:27Z', 'updated_at': '2021-07-30T21:21:29Z', 'revision_number': 4, 'project_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'gw_port': {'id': '5cd31753-9bb8-4f8f-8565-f86eaf4df24e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5bfebd-9d94-4a2b-a596-2e945e6e424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:27Z', 'updated_at': '2021-07-30T21:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '293d59aa-afee-43d5-adff-58d19456a066', 'name': '', 'network_id': '86efcb2d-ccbf-4db3-93d7-efefde2ccfc2', 'tenant_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'mac_address': 'fa:16:3e:87:41:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5bfebd-9d94-4a2b-a596-2e945e6e424d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd3b43705-d270-429c-9be6-d31ba0a6f710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:29Z', 'updated_at': '2021-07-30T21:21:29Z', 'revision_number': 2, 'project_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'subnets': [{'id': 'd3b43705-d270-429c-9be6-d31ba0a6f710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:30.689844 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeb189e-6f58-42e5-9c13-173f101d7c86 None None] The sync data for ids ['4d5bfebd-9d94-4a2b-a596-2e945e6e424d'] in n-d-712137-9 is: [{'id': '4d5bfebd-9d94-4a2b-a596-2e945e6e424d', 'name': 'tempest-TestShelveInstance-52572472-router', 'tenant_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '5cd31753-9bb8-4f8f-8565-f86eaf4df24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:27Z', 'updated_at': '2021-07-30T21:21:29Z', 'revision_number': 4, 'project_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'gw_port': {'id': '5cd31753-9bb8-4f8f-8565-f86eaf4df24e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5bfebd-9d94-4a2b-a596-2e945e6e424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:27Z', 'updated_at': '2021-07-30T21:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '293d59aa-afee-43d5-adff-58d19456a066', 'name': '', 'network_id': '86efcb2d-ccbf-4db3-93d7-efefde2ccfc2', 'tenant_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'mac_address': 'fa:16:3e:87:41:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5bfebd-9d94-4a2b-a596-2e945e6e424d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd3b43705-d270-429c-9be6-d31ba0a6f710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:29Z', 'updated_at': '2021-07-30T21:21:29Z', 'revision_number': 2, 'project_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'subnets': [{'id': 'd3b43705-d270-429c-9be6-d31ba0a6f710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:21:30.694543 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 21731bbd-f1ee-41b5-9574-5686c9765466, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=21731bbd-f1ee-41b5-9574-5686c9765466,segment=NetworkSegment(3f5003c0-d7cd-475d-a83f-6dcf6c294eb0),segment_id=3f5003c0-d7cd-475d-a83f-6dcf6c294eb0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:21:30.702540 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:30.703360 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:21:30.764170 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a73edc5-65ac-4be5-928a-951732d14dc0 admin admin] Router 4d5bfebd-9d94-4a2b-a596-2e945e6e424d has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:21:30.787147 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=21731bbd-f1ee-41b5-9574-5686c9765466,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:30.802657 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:21:30.807989 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:21:30.808795 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:30.885832 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a73edc5-65ac-4be5-928a-951732d14dc0 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:21:30.895196 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-3a73edc5-65ac-4be5-928a-951732d14dc0 admin admin] 10.222.0.81 "PUT /v2.0/routers/4d5bfebd-9d94-4a2b-a596-2e945e6e424d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2600880 Jul 30 21:21:30.896457 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:30.938025 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=53e403fd-7ac6-47dc-8e24-aa8a2e01efd2,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:21:30.944953 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:30.973095 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-837d2a60-3cc9-40cb-8a87-72cd8f3c420d None None] Provisioning complete for port 293d59aa-afee-43d5-adff-58d19456a066 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:21:30.973540 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-837d2a60-3cc9-40cb-8a87-72cd8f3c420d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:31.033798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-837d2a60-3cc9-40cb-8a87-72cd8f3c420d None None] Port 293d59aa-afee-43d5-adff-58d19456a066 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:21:31.035435 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=53e403fd-7ac6-47dc-8e24-aa8a2e01efd2,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:31.593727 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57230) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:31.598360 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6e4e9da9-5d5f-4fb1-a78e-89e50151eced tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2050708663', 'description': 'tempest-secgroup-smoke-2050708663 description', 'project_id': 'c045e8acb56d4d5da04a09d8c616e766'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:21:31.620636 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e4e9da9-5d5f-4fb1-a78e-89e50151eced tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:31.710326 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e4e9da9-5d5f-4fb1-a78e-89e50151eced tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:31.714075 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 21731bbd-f1ee-41b5-9574-5686c9765466 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:21:31.715500 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e4e9da9-5d5f-4fb1-a78e-89e50151eced tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:31.744697 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e4e9da9-5d5f-4fb1-a78e-89e50151eced tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:31.748700 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6e4e9da9-5d5f-4fb1-a78e-89e50151eced tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1511924 Jul 30 21:21:31.748700 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e9da9-5d5f-4fb1-a78e-89e50151eced tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d70596-4e8b-4e49-893c-02de32d8c376,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:31.749194 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57232) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:31.754150 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-85fb42a5-1474-4d61-936d-3f5337e7777b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Request body: {'security_group_rule': {'security_group_id': 'c8d70596-4e8b-4e49-893c-02de32d8c376', 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:21:31.763243 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 21731bbd-f1ee-41b5-9574-5686c9765466 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:21:31.763640 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:31.781685 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-85fb42a5-1474-4d61-936d-3f5337e7777b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:31.843937 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:21:31.844479 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-85fb42a5-1474-4d61-936d-3f5337e7777b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:31.848781 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-85fb42a5-1474-4d61-936d-3f5337e7777b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:31.871002 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb42a5-1474-4d61-936d-3f5337e7777b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afee4b86-bd00-41c5-a2f7-9b565fbb4aed,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:31.878395 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-85fb42a5-1474-4d61-936d-3f5337e7777b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:31.882277 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-85fb42a5-1474-4d61-936d-3f5337e7777b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1294086 Jul 30 21:21:31.882559 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57234) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:31.887232 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fe0d290a-1c05-4c09-84e8-8031b757e2c2 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Request body: {'security_group_rule': {'security_group_id': 'c8d70596-4e8b-4e49-893c-02de32d8c376', 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:21:31.893394 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:21:31.894211 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:31.913441 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe0d290a-1c05-4c09-84e8-8031b757e2c2 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:31.976307 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe0d290a-1c05-4c09-84e8-8031b757e2c2 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:31.980175 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe0d290a-1c05-4c09-84e8-8031b757e2c2 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:31.999338 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d290a-1c05-4c09-84e8-8031b757e2c2 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c12bc93-3d78-443f-99e3-b381b3926822,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:32.006272 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe0d290a-1c05-4c09-84e8-8031b757e2c2 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:32.007535 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fe0d290a-1c05-4c09-84e8-8031b757e2c2 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239650 Jul 30 21:21:32.010916 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57236) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:32.015660 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-2632a3f9-d765-43e0-b432-44978071bbac tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Request body: {'security_group_rule': {'security_group_id': 'c8d70596-4e8b-4e49-893c-02de32d8c376', 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:21:32.041149 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2632a3f9-d765-43e0-b432-44978071bbac tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:32.098577 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2632a3f9-d765-43e0-b432-44978071bbac tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:32.102318 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2632a3f9-d765-43e0-b432-44978071bbac tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:32.120459 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632a3f9-d765-43e0-b432-44978071bbac tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef583e6a-6819-4038-a45a-d5914178fd05,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:32.125424 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2632a3f9-d765-43e0-b432-44978071bbac tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:32.126728 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-2632a3f9-d765-43e0-b432-44978071bbac tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146452 Jul 30 21:21:32.129448 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57238) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:32.133802 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b052d2f1-0fa8-496d-92c6-953458a9dbd2 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Request body: {'security_group_rule': {'security_group_id': 'c8d70596-4e8b-4e49-893c-02de32d8c376', 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:21:32.160163 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b052d2f1-0fa8-496d-92c6-953458a9dbd2 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:32.219687 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b052d2f1-0fa8-496d-92c6-953458a9dbd2 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:32.223070 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b052d2f1-0fa8-496d-92c6-953458a9dbd2 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:32.239771 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052d2f1-0fa8-496d-92c6-953458a9dbd2 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d490d5fd-0123-419c-bde6-cf70274e8674,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:32.245888 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b052d2f1-0fa8-496d-92c6-953458a9dbd2 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:32.247166 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b052d2f1-0fa8-496d-92c6-953458a9dbd2 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168075 Jul 30 21:21:32.249845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57240) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:32.254196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-4899573f-29e1-492c-9020-496829a7cd3b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Request body: {'security_group_rule': {'security_group_id': 'c8d70596-4e8b-4e49-893c-02de32d8c376', 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:21:32.280964 n-d-712137-9 neutron-server[93882]: INFO neutron.db.securitygroups_db [None req-4899573f-29e1-492c-9020-496829a7cd3b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Project c045e8acb56d4d5da04a09d8c616e766 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 21:21:32.285952 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4899573f-29e1-492c-9020-496829a7cd3b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:32.348654 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4899573f-29e1-492c-9020-496829a7cd3b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:32.352029 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4899573f-29e1-492c-9020-496829a7cd3b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:32.369424 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899573f-29e1-492c-9020-496829a7cd3b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c75054d7-0945-4130-8ad2-45df8ee46ae4,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:32.387583 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4899573f-29e1-492c-9020-496829a7cd3b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:32.387583 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-4899573f-29e1-492c-9020-496829a7cd3b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1340425 Jul 30 21:21:32.388213 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57242) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:32.394934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9a7d54f3-886b-44d0-b348-d71d7711bb14 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Request body: {'security_group_rule': {'security_group_id': 'c8d70596-4e8b-4e49-893c-02de32d8c376', 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:21:32.424979 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-9a7d54f3-886b-44d0-b348-d71d7711bb14 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Project c045e8acb56d4d5da04a09d8c616e766 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 21:21:32.430085 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a7d54f3-886b-44d0-b348-d71d7711bb14 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:32.497061 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a7d54f3-886b-44d0-b348-d71d7711bb14 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:32.501283 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a7d54f3-886b-44d0-b348-d71d7711bb14 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:32.520649 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d54f3-886b-44d0-b348-d71d7711bb14 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2ebf1f-5d88-49ee-ac4c-d75cd23127bb,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:32.526003 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a7d54f3-886b-44d0-b348-d71d7711bb14 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:32.535076 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-9a7d54f3-886b-44d0-b348-d71d7711bb14 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1454911 Jul 30 21:21:32.673347 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-bc8bbbfa-039e-4751-ba48-e8c5429259cc tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2050708663&fields=id&tenant_id=c045e8acb56d4d5da04a09d8c616e766 HTTP/1.1" status: 200 len: 267 time: 0.0339262 Jul 30 21:21:32.784223 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-bbb72b3e-db9f-46eb-b9f1-64d41110d60a tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:32.785745 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-bbb72b3e-db9f-46eb-b9f1-64d41110d60a tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/networks?id=7515aebf-7a54-48b4-8b29-24dcdb83a694 HTTP/1.1" status: 200 len: 809 time: 0.1053402 Jul 30 21:21:32.801761 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-41cea393-512f-4ad2-8b98-e4ded639fcbc tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/quotas/c045e8acb56d4d5da04a09d8c616e766 HTTP/1.1" status: 200 len: 375 time: 0.0094688 Jul 30 21:21:32.859433 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-ca33dc6e-4d2c-4ccb-98d0-6fd121c9ad91 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c045e8acb56d4d5da04a09d8c616e766&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509291 Jul 30 21:21:32.959764 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-7a08857c-7971-4365-b9d3-bde9843106be service neutron] 10.222.0.81 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874047 Jul 30 21:21:33.058360 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-d9bef84c-07b6-4219-a955-1f5d2bbf4e22 service neutron] 10.222.0.81 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910497 Jul 30 21:21:33.220918 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-076d8f87-ff6a-4212-8af4-dbc44d2969d1 req-72df01ca-fa71-4d47-aa48-1caadb63165f tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 210 time: 0.0291781 Jul 30 21:21:33.631861 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] Sync routers for ids ['4d5bfebd-9d94-4a2b-a596-2e945e6e424d'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:21:33.641344 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] Routers {'4d5bfebd-9d94-4a2b-a596-2e945e6e424d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:21:33.641933 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:21:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['4d5bfebd-9d94-4a2b-a596-2e945e6e424d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:33.723245 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5cd31753-9bb8-4f8f-8565-f86eaf4df24e up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:21:33.775420 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 5cd31753-9bb8-4f8f-8565-f86eaf4df24e completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:21:33.779773 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 5cd31753-9bb8-4f8f-8565-f86eaf4df24e triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:21:33.780155 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:33.835931 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] Set router 4d5bfebd-9d94-4a2b-a596-2e945e6e424d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:21:33.855273 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:33.875974 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 5cd31753-9bb8-4f8f-8565-f86eaf4df24e, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=5cd31753-9bb8-4f8f-8565-f86eaf4df24e,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:21:33.879778 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:33.925785 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=5cd31753-9bb8-4f8f-8565-f86eaf4df24e,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:34.031179 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5bfebd-9d94-4a2b-a596-2e945e6e424d', 'name': 'tempest-TestShelveInstance-52572472-router', 'tenant_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '5cd31753-9bb8-4f8f-8565-f86eaf4df24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:27Z', 'updated_at': '2021-07-30T21:21:29Z', 'revision_number': 4, 'project_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'gw_port': {'id': '5cd31753-9bb8-4f8f-8565-f86eaf4df24e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5bfebd-9d94-4a2b-a596-2e945e6e424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:27Z', 'updated_at': '2021-07-30T21:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '293d59aa-afee-43d5-adff-58d19456a066', 'name': '', 'network_id': '86efcb2d-ccbf-4db3-93d7-efefde2ccfc2', 'tenant_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'mac_address': 'fa:16:3e:87:41:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5bfebd-9d94-4a2b-a596-2e945e6e424d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd3b43705-d270-429c-9be6-d31ba0a6f710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:29Z', 'updated_at': '2021-07-30T21:21:29Z', 'revision_number': 2, 'project_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'subnets': [{'id': 'd3b43705-d270-429c-9be6-d31ba0a6f710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:34.056136 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] Checking router: 4d5bfebd-9d94-4a2b-a596-2e945e6e424d for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:21:34.056482 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] Updating router 4d5bfebd-9d94-4a2b-a596-2e945e6e424d port 293d59aa-afee-43d5-adff-58d19456a066 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:21:34.080783 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:34.302735 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a2703a8c-7d93-4170-8f45-8fbec11d10da req-deca7ae7-3c67-4830-a8a7-afdec03f739f tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 210 time: 0.0288811 Jul 30 21:21:34.356054 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:34.367666 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] Transition to ACTIVE for port object 293d59aa-afee-43d5-adff-58d19456a066 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:21:34.374177 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:34.429941 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbc620-03eb-437f-bd85-79c714006e5b None None] Pushing event updated for resources: {'Port': ['ID=293d59aa-afee-43d5-adff-58d19456a066,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:34.482830 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] Attempting to bind port 293d59aa-afee-43d5-adff-58d19456a066 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:21:34.483305 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] Attempting to bind port 293d59aa-afee-43d5-adff-58d19456a066 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '3f5003c0-d7cd-475d-a83f-6dcf6c294eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '86efcb2d-ccbf-4db3-93d7-efefde2ccfc2'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:21:34.483626 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] Attempting to bind port 293d59aa-afee-43d5-adff-58d19456a066 on network 86efcb2d-ccbf-4db3-93d7-efefde2ccfc2 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:21:34.488742 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:21:34.489114 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] Checking segment: {'id': '3f5003c0-d7cd-475d-a83f-6dcf6c294eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '86efcb2d-ccbf-4db3-93d7-efefde2ccfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:21:34.489517 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:34.489988 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] Bound using segment: {'id': '3f5003c0-d7cd-475d-a83f-6dcf6c294eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '86efcb2d-ccbf-4db3-93d7-efefde2ccfc2'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:21:34.490372 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] Bound port: 293d59aa-afee-43d5-adff-58d19456a066, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5003c0-d7cd-475d-a83f-6dcf6c294eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '86efcb2d-ccbf-4db3-93d7-efefde2ccfc2'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:21:34.490738 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:34.561811 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] For port 293d59aa-afee-43d5-adff-58d19456a066, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:21:34.565162 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] For port 293d59aa-afee-43d5-adff-58d19456a066, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=293d59aa-afee-43d5-adff-58d19456a066,segment=NetworkSegment(3f5003c0-d7cd-475d-a83f-6dcf6c294eb0),segment_id=3f5003c0-d7cd-475d-a83f-6dcf6c294eb0)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:21:34.569979 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:34.628622 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] Routers {'4d5bfebd-9d94-4a2b-a596-2e945e6e424d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:21:34.629240 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:21:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['4d5bfebd-9d94-4a2b-a596-2e945e6e424d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:34.667673 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbc620-03eb-437f-bd85-79c714006e5b None None] Pushing event updated for resources: {'Port': ['ID=293d59aa-afee-43d5-adff-58d19456a066,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:34.750570 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] Set router 4d5bfebd-9d94-4a2b-a596-2e945e6e424d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:21:34.965506 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5bfebd-9d94-4a2b-a596-2e945e6e424d', 'name': 'tempest-TestShelveInstance-52572472-router', 'tenant_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '5cd31753-9bb8-4f8f-8565-f86eaf4df24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:27Z', 'updated_at': '2021-07-30T21:21:29Z', 'revision_number': 4, 'project_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'gw_port': {'id': '5cd31753-9bb8-4f8f-8565-f86eaf4df24e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5bfebd-9d94-4a2b-a596-2e945e6e424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:27Z', 'updated_at': '2021-07-30T21:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '293d59aa-afee-43d5-adff-58d19456a066', 'name': '', 'network_id': '86efcb2d-ccbf-4db3-93d7-efefde2ccfc2', 'tenant_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'mac_address': 'fa:16:3e:87:41:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5bfebd-9d94-4a2b-a596-2e945e6e424d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd3b43705-d270-429c-9be6-d31ba0a6f710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:29Z', 'updated_at': '2021-07-30T21:21:34Z', 'revision_number': 4, 'project_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'subnets': [{'id': 'd3b43705-d270-429c-9be6-d31ba0a6f710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:34.993956 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8be34e-f06b-49d2-8d0b-6b2d2003381c None None] The sync data for ids ['4d5bfebd-9d94-4a2b-a596-2e945e6e424d'] in n-d-712137-9 is: [{'id': '4d5bfebd-9d94-4a2b-a596-2e945e6e424d', 'name': 'tempest-TestShelveInstance-52572472-router', 'tenant_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '5cd31753-9bb8-4f8f-8565-f86eaf4df24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:27Z', 'updated_at': '2021-07-30T21:21:29Z', 'revision_number': 4, 'project_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'gw_port': {'id': '5cd31753-9bb8-4f8f-8565-f86eaf4df24e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5bfebd-9d94-4a2b-a596-2e945e6e424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:27Z', 'updated_at': '2021-07-30T21:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '293d59aa-afee-43d5-adff-58d19456a066', 'name': '', 'network_id': '86efcb2d-ccbf-4db3-93d7-efefde2ccfc2', 'tenant_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'mac_address': 'fa:16:3e:87:41:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5bfebd-9d94-4a2b-a596-2e945e6e424d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd3b43705-d270-429c-9be6-d31ba0a6f710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:29Z', 'updated_at': '2021-07-30T21:21:34Z', 'revision_number': 4, 'project_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'subnets': [{'id': 'd3b43705-d270-429c-9be6-d31ba0a6f710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:21:35.235080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-602a6413-04da-4d3a-82a7-af48d1a5904d tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:35.237156 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-602a6413-04da-4d3a-82a7-af48d1a5904d tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.83 "GET /v2.0/networks?id=7515aebf-7a54-48b4-8b29-24dcdb83a694 HTTP/1.1" status: 200 len: 809 time: 0.1173365 Jul 30 21:21:35.284865 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-0ba898fc-c156-46b3-87ac-d75d2025350d tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c045e8acb56d4d5da04a09d8c616e766 HTTP/1.1" status: 200 len: 380 time: 0.0375590 Jul 30 21:21:35.299098 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-e6672316-f35f-4afe-90ee-0be02c48bd53 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Request body: {'port': {'device_id': '694f56c7-0aff-49eb-b0a3-db5b007fdf89', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'admin_state_up': True, 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'security_groups': ['c8d70596-4e8b-4e49-893c-02de32d8c376']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:21:35.419277 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-73badb38-93db-40b6-b55c-7e1c9d012141 req-19bd25b8-a413-4fac-97f0-c7f24547f913 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 210 time: 0.0411880 Jul 30 21:21:35.443416 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-e6672316-f35f-4afe-90ee-0be02c48bd53 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Made reservation on behalf of c045e8acb56d4d5da04a09d8c616e766 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:21:35.446952 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-e6672316-f35f-4afe-90ee-0be02c48bd53 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:35.571342 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-e6672316-f35f-4afe-90ee-0be02c48bd53 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Allocated IP 172.20.0.12 (7515aebf-7a54-48b4-8b29-24dcdb83a694/a8de091e-9262-4924-8f31-921776a27ca4/8a2b0d36-ed8e-415f-a990-51de0fcddbbe) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:21:35.717832 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-e6672316-f35f-4afe-90ee-0be02c48bd53 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:35.733171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-e6672316-f35f-4afe-90ee-0be02c48bd53 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Transition to ACTIVE for port object 8a2b0d36-ed8e-415f-a990-51de0fcddbbe will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:21:35.738719 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5cd31753-9bb8-4f8f-8565-f86eaf4df24e up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:21:35.765853 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-e6672316-f35f-4afe-90ee-0be02c48bd53 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:35.791063 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 5cd31753-9bb8-4f8f-8565-f86eaf4df24e triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:21:35.791545 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:35.816528 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-e6672316-f35f-4afe-90ee-0be02c48bd53 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Network 7515aebf-7a54-48b4-8b29-24dcdb83a694 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:21:35.819811 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-e6672316-f35f-4afe-90ee-0be02c48bd53 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:21:35.823674 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-e6672316-f35f-4afe-90ee-0be02c48bd53 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:21:35.832384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6672316-f35f-4afe-90ee-0be02c48bd53 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event updated for resources: {'Port': ['ID=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:35.877587 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 293d59aa-afee-43d5-adff-58d19456a066 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:21:35.880830 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-e6672316-f35f-4afe-90ee-0be02c48bd53 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:35.880830 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-e6672316-f35f-4afe-90ee-0be02c48bd53 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:35.896509 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-e6672316-f35f-4afe-90ee-0be02c48bd53 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6013162 Jul 30 21:21:35.910175 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-ba8e3fd3-373b-4c0c-9e26-4143228f9550 service neutron] Request body: {'port': {'device_id': '694f56c7-0aff-49eb-b0a3-db5b007fdf89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:21:35.931309 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 293d59aa-afee-43d5-adff-58d19456a066 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:21:35.936140 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 293d59aa-afee-43d5-adff-58d19456a066 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:21:35.936500 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:35.977913 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-ba8e3fd3-373b-4c0c-9e26-4143228f9550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:36.018775 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:36.051666 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 293d59aa-afee-43d5-adff-58d19456a066, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=293d59aa-afee-43d5-adff-58d19456a066,segment=NetworkSegment(3f5003c0-d7cd-475d-a83f-6dcf6c294eb0),segment_id=3f5003c0-d7cd-475d-a83f-6dcf6c294eb0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:21:36.057218 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:36.103645 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=293d59aa-afee-43d5-adff-58d19456a066,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:36.131152 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-93c3cf00-52d9-469d-b9c9-dca6800aacc1 None None] Provisioning for port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:21:36.134840 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-93c3cf00-52d9-469d-b9c9-dca6800aacc1 None None] Provisioning complete for port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:21:36.135209 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93c3cf00-52d9-469d-b9c9-dca6800aacc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:36.169632 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-93c3cf00-52d9-469d-b9c9-dca6800aacc1 None None] Port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:21:36.247756 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-ba8e3fd3-373b-4c0c-9e26-4143228f9550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2b0d36-ed8e-415f-a990-51de0fcddbbe {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:21:36.254999 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-ba8e3fd3-373b-4c0c-9e26-4143228f9550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:36.266581 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-ba8e3fd3-373b-4c0c-9e26-4143228f9550 service neutron] Transition to ACTIVE for port object 8a2b0d36-ed8e-415f-a990-51de0fcddbbe will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:21:36.270153 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-ba8e3fd3-373b-4c0c-9e26-4143228f9550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:36.321044 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e3fd3-373b-4c0c-9e26-4143228f9550 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:36.392297 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-ba8e3fd3-373b-4c0c-9e26-4143228f9550 service neutron] Attempting to bind port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:21:36.392631 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-ba8e3fd3-373b-4c0c-9e26-4143228f9550 service neutron] Attempting to bind port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '191eee8d-9491-4fd8-bafc-9fc46abff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:21:36.392956 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-ba8e3fd3-373b-4c0c-9e26-4143228f9550 service neutron] Attempting to bind port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe on network 7515aebf-7a54-48b4-8b29-24dcdb83a694 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:21:36.397430 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-ba8e3fd3-373b-4c0c-9e26-4143228f9550 service neutron] Port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe on network 7515aebf-7a54-48b4-8b29-24dcdb83a694 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 21:21:36.397748 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-ba8e3fd3-373b-4c0c-9e26-4143228f9550 service neutron] Attempting to bind port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe on network 7515aebf-7a54-48b4-8b29-24dcdb83a694 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:21:36.403161 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-ba8e3fd3-373b-4c0c-9e26-4143228f9550 service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:21:36.403496 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-ba8e3fd3-373b-4c0c-9e26-4143228f9550 service neutron] Checking segment: {'id': '191eee8d-9491-4fd8-bafc-9fc46abff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:21:36.403907 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-ba8e3fd3-373b-4c0c-9e26-4143228f9550 service neutron] Bound using segment: {'id': '191eee8d-9491-4fd8-bafc-9fc46abff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:21:36.404335 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-ba8e3fd3-373b-4c0c-9e26-4143228f9550 service neutron] Bound port: 8a2b0d36-ed8e-415f-a990-51de0fcddbbe, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191eee8d-9491-4fd8-bafc-9fc46abff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:21:36.404697 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-ba8e3fd3-373b-4c0c-9e26-4143228f9550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:36.480056 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-ba8e3fd3-373b-4c0c-9e26-4143228f9550 service neutron] For port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:21:36.484517 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-ba8e3fd3-373b-4c0c-9e26-4143228f9550 service neutron] For port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:21:36.490524 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-ba8e3fd3-373b-4c0c-9e26-4143228f9550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:36.561913 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-ba8e3fd3-373b-4c0c-9e26-4143228f9550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:36.562540 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-ba8e3fd3-373b-4c0c-9e26-4143228f9550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:36.563975 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-ba8e3fd3-373b-4c0c-9e26-4143228f9550 service neutron] 10.222.0.83 "PUT /v2.0/ports/8a2b0d36-ed8e-415f-a990-51de0fcddbbe HTTP/1.1" status: 200 len: 1092 time: 0.6583536 Jul 30 21:21:36.564434 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694f56c7-0aff-49eb-b0a3-db5b007fdf89', 'tag': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:21:36.566747 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7592f814-ad2b-4ff7-a193-c88832b54b19" -d '{"events": [{"name": "network-changed", "server_uuid": "694f56c7-0aff-49eb-b0a3-db5b007fdf89", "tag": "8a2b0d36-ed8e-415f-a990-51de0fcddbbe"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:21:36.589436 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e3fd3-373b-4c0c-9e26-4143228f9550 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:36.612229 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca479fb9-beb6-410a-b87d-8e35f35a90a4 req-d5df6e93-7632-486e-9124-2377c130bb74 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:36.613714 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca479fb9-beb6-410a-b87d-8e35f35a90a4 req-d5df6e93-7632-486e-9124-2377c130bb74 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 944 time: 0.0949662 Jul 30 21:21:36.680698 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca479fb9-beb6-410a-b87d-8e35f35a90a4 req-3622b981-c09b-4103-b24b-6aab2a45b383 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580237 Jul 30 21:21:36.683797 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-6cc6b5b6-be1c-40c1-84c2-d6d59de764ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:36.685103 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-6cc6b5b6-be1c-40c1-84c2-d6d59de764ce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c045e8acb56d4d5da04a09d8c616e766&device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 1095 time: 0.0704880 Jul 30 21:21:36.734615 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80df35a6-62bc-475a-b9f3-3b13875d4514 x-openstack-request-id: req-80df35a6-62bc-475a-b9f3-3b13875d4514 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:21:36.734908 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694f56c7-0aff-49eb-b0a3-db5b007fdf89", "tag": "8a2b0d36-ed8e-415f-a990-51de0fcddbbe", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:21:36.735157 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-80df35a6-62bc-475a-b9f3-3b13875d4514 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:21:36.735578 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694f56c7-0aff-49eb-b0a3-db5b007fdf89', 'tag': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe', 'status': 'completed', 'code': 200} Jul 30 21:21:36.737339 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-a1a59e91-eaa8-4a57-8a44-4c12646225aa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a2b0d36-ed8e-415f-a990-51de0fcddbbe HTTP/1.1" status: 200 len: 217 time: 0.0446851 Jul 30 21:21:36.787670 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-b986b518-1bb4-422f-b2c5-1a702fdc47c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:36.789070 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-b986b518-1bb4-422f-b2c5-1a702fdc47c9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8de091e-9262-4924-8f31-921776a27ca4 HTTP/1.1" status: 200 len: 848 time: 0.0437591 Jul 30 21:21:36.838329 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-e888b4ba-2112-48f4-9a4c-d19e8bf3ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:36.840664 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-e888b4ba-2112-48f4-9a4c-d19e8bf3ae87 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7515aebf-7a54-48b4-8b29-24dcdb83a694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443676 Jul 30 21:21:36.935794 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-aa55347e-3357-43bf-8980-2224626d887b service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865409 Jul 30 21:21:37.026224 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-349f2082-d9dd-4c50-ad7d-9600044b1bef req-fe7fb6dc-4832-444c-a157-f33abf420123 service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838823 Jul 30 21:21:37.113733 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592f814-ad2b-4ff7-a193-c88832b54b19 req-bff956f1-f8da-4394-b274-6175648fcdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:37.115091 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7592f814-ad2b-4ff7-a193-c88832b54b19 req-bff956f1-f8da-4394-b274-6175648fcdb5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c045e8acb56d4d5da04a09d8c616e766&device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 1095 time: 0.0399303 Jul 30 21:21:37.207918 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592f814-ad2b-4ff7-a193-c88832b54b19 req-b6f35032-4001-4f8e-9b49-fe41897eb970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:37.209368 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7592f814-ad2b-4ff7-a193-c88832b54b19 req-b6f35032-4001-4f8e-9b49-fe41897eb970 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7515aebf-7a54-48b4-8b29-24dcdb83a694 HTTP/1.1" status: 200 len: 910 time: 0.0864887 Jul 30 21:21:37.250827 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7592f814-ad2b-4ff7-a193-c88832b54b19 req-8079cd36-245d-40a6-8cde-b24755a973f1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a2b0d36-ed8e-415f-a990-51de0fcddbbe HTTP/1.1" status: 200 len: 217 time: 0.0341709 Jul 30 21:21:37.298539 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592f814-ad2b-4ff7-a193-c88832b54b19 req-d6639627-0567-4dfd-a205-bfeeea00328a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:37.300010 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7592f814-ad2b-4ff7-a193-c88832b54b19 req-d6639627-0567-4dfd-a205-bfeeea00328a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8de091e-9262-4924-8f31-921776a27ca4 HTTP/1.1" status: 200 len: 848 time: 0.0424016 Jul 30 21:21:37.350146 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592f814-ad2b-4ff7-a193-c88832b54b19 req-e7d06176-8761-4070-bd51-4541e9b0c9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:37.351738 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7592f814-ad2b-4ff7-a193-c88832b54b19 req-e7d06176-8761-4070-bd51-4541e9b0c9b6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7515aebf-7a54-48b4-8b29-24dcdb83a694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451040 Jul 30 21:21:37.440649 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7592f814-ad2b-4ff7-a193-c88832b54b19 req-0e613bab-85e7-4632-9854-8ee303c35767 service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816314 Jul 30 21:21:37.531222 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7592f814-ad2b-4ff7-a193-c88832b54b19 req-6fff536e-c3c7-42eb-ab2f-2acde8cafac8 service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840490 Jul 30 21:21:37.706611 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 293d59aa-afee-43d5-adff-58d19456a066 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:21:37.756698 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 293d59aa-afee-43d5-adff-58d19456a066 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:21:37.757164 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:37.798272 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0927d-98ac-4a10-8a72-3878ae386960 req-33f43f87-9ce0-46a2-9070-ed2d4b4a2a38 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:37.800097 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54c0927d-98ac-4a10-8a72-3878ae386960 req-33f43f87-9ce0-46a2-9070-ed2d4b4a2a38 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 944 time: 0.0500877 Jul 30 21:21:37.838921 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54c0927d-98ac-4a10-8a72-3878ae386960 req-457f0bdd-5de3-4846-928a-7f2fbcc1c122 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320437 Jul 30 21:21:38.951466 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec45df3-122b-480e-8b01-cfc1d53e01db req-958cc4d8-69a4-4743-9602-58e59b79a15a tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:38.952924 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fec45df3-122b-480e-8b01-cfc1d53e01db req-958cc4d8-69a4-4743-9602-58e59b79a15a tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 944 time: 0.0488572 Jul 30 21:21:38.989275 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fec45df3-122b-480e-8b01-cfc1d53e01db req-88c5a7ee-8812-4133-84eb-511fbc438838 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305386 Jul 30 21:21:39.920591 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 8a2b0d36-ed8e-415f-a990-51de0fcddbbe details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:21:40.015039 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:21:40.026524 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'port_id': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe', 'mac_address': 'fa:16:3e:b4:b9:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 21:21:40.064575 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:40.077826 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2b0d36-ed8e-415f-a990-51de0fcddbbe {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:21:40.101854 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:21:40.105759 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:40.110670 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66f605-9a2b-4f86-91a0-c1e7bfa37431 req-972b3ffe-6150-493c-8cf9-e9867dd4ba70 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:40.112285 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ac66f605-9a2b-4f86-91a0-c1e7bfa37431 req-972b3ffe-6150-493c-8cf9-e9867dd4ba70 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 944 time: 0.0554159 Jul 30 21:21:40.150843 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ac66f605-9a2b-4f86-91a0-c1e7bfa37431 req-a7f9300a-52bd-4634-b4ab-9b1fa1d3ebd0 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324564 Jul 30 21:21:40.152586 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:40.386220 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['8a2b0d36-ed8e-415f-a990-51de0fcddbbe'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:21:41.263911 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaa381-6263-43ff-bc6e-a13f5d946ff6 req-26fb3093-12aa-44e2-8e85-eeae50746d67 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:41.265344 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2aaaa381-6263-43ff-bc6e-a13f5d946ff6 req-26fb3093-12aa-44e2-8e85-eeae50746d67 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 945 time: 0.0476341 Jul 30 21:21:41.303053 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2aaaa381-6263-43ff-bc6e-a13f5d946ff6 req-5a601284-cfe5-4742-9a4a-d334b459c2e9 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318511 Jul 30 21:21:41.936290 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 8a2b0d36-ed8e-415f-a990-51de0fcddbbe up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:21:41.985094 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:21:41.988527 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:21:41.988894 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:42.062393 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:42.084433 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694f56c7-0aff-49eb-b0a3-db5b007fdf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:21:42.086737 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990f6a23-c9e8-4d85-b43e-4bec37353310" -d '{"events": [{"server_uuid": "694f56c7-0aff-49eb-b0a3-db5b007fdf89", "name": "network-vif-plugged", "status": "completed", "tag": "8a2b0d36-ed8e-415f-a990-51de0fcddbbe"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:21:42.099918 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:21:42.103781 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:42.152773 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:42.177635 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f806ca-c9eb-439f-a93f-be386d878afe x-openstack-request-id: req-41f806ca-c9eb-439f-a93f-be386d878afe {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:21:42.177927 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694f56c7-0aff-49eb-b0a3-db5b007fdf89", "name": "network-vif-plugged", "status": "completed", "tag": "8a2b0d36-ed8e-415f-a990-51de0fcddbbe", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:21:42.178225 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-41f806ca-c9eb-439f-a93f-be386d878afe {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:21:42.178611 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694f56c7-0aff-49eb-b0a3-db5b007fdf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe', 'code': 200} Jul 30 21:21:42.273259 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a15caf-b7fb-4955-9b79-18bbff36e4c8 req-b623e228-9d35-455d-8aef-763874953906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:42.274619 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e8a15caf-b7fb-4955-9b79-18bbff36e4c8 req-b623e228-9d35-455d-8aef-763874953906 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 1097 time: 0.0391219 Jul 30 21:21:42.309911 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e8a15caf-b7fb-4955-9b79-18bbff36e4c8 req-234d5180-e04f-4d46-902f-cb81598d746c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278358 Jul 30 21:21:42.421059 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070d833-7d22-4499-a1ec-f0089159ba2e req-d80de940-bf5e-44b3-89fa-eac66f311863 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:42.422510 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d070d833-7d22-4499-a1ec-f0089159ba2e req-d80de940-bf5e-44b3-89fa-eac66f311863 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0528221 Jul 30 21:21:42.460205 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d070d833-7d22-4499-a1ec-f0089159ba2e req-81de82e2-3727-473a-ad87-8bba39c90239 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318859 Jul 30 21:21:43.572299 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f9616-2316-4749-8c7b-55eb490bec0f req-fdc5e2e0-04ec-4fb7-9cea-0b5f6209c915 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:43.573767 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cb4f9616-2316-4749-8c7b-55eb490bec0f req-fdc5e2e0-04ec-4fb7-9cea-0b5f6209c915 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0489957 Jul 30 21:21:43.611442 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cb4f9616-2316-4749-8c7b-55eb490bec0f req-430b0da1-7299-43b1-a403-a36005820f75 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318067 Jul 30 21:21:43.721619 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8b0c2-42e8-459b-8110-7fbb47a3cb22 req-1d4ad0c9-3ae1-4a3f-80de-c5af0f5511c5 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:43.723073 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7f8b0c2-42e8-459b-8110-7fbb47a3cb22 req-1d4ad0c9-3ae1-4a3f-80de-c5af0f5511c5 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0481994 Jul 30 21:21:43.760144 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d7f8b0c2-42e8-459b-8110-7fbb47a3cb22 req-f61f62c9-5d78-4f08-ab28-5e490561c851 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311890 Jul 30 21:21:43.781671 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57298) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:43.910161 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe03f5bb-761f-4a6d-89fb-1cd34b7a374a tempest-TestShelveInstance-1928174888 tempest-TestShelveInstance-1928174888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:43.912810 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fe03f5bb-761f-4a6d-89fb-1cd34b7a374a tempest-TestShelveInstance-1928174888 tempest-TestShelveInstance-1928174888-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 1092 time: 0.1298888 Jul 30 21:21:43.915481 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57302) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:21:43.920434 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2e1ce0ff-febe-4bfd-9253-c31c3038c7a1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:21:43.944224 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e1ce0ff-febe-4bfd-9253-c31c3038c7a1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:44.040882 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e1ce0ff-febe-4bfd-9253-c31c3038c7a1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:44.140520 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-2e1ce0ff-febe-4bfd-9253-c31c3038c7a1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Allocated IP 172.25.3.68 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/63646214-612a-4811-bf4e-65ba4aeedcd7) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:21:44.242059 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e1ce0ff-febe-4bfd-9253-c31c3038c7a1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:44.280483 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e1ce0ff-febe-4bfd-9253-c31c3038c7a1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:44.315595 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1ce0ff-febe-4bfd-9253-c31c3038c7a1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:21:44.318350 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2e1ce0ff-febe-4bfd-9253-c31c3038c7a1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:21:44.321790 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1ce0ff-febe-4bfd-9253-c31c3038c7a1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:21:44.350915 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ce0ff-febe-4bfd-9253-c31c3038c7a1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event updated for resources: {'Port': ['ID=63646214-612a-4811-bf4e-65ba4aeedcd7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:44.670499 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e1ce0ff-febe-4bfd-9253-c31c3038c7a1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:44.738518 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e1ce0ff-febe-4bfd-9253-c31c3038c7a1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:44.880109 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e1ce0ff-febe-4bfd-9253-c31c3038c7a1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:44.884868 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e1ce0ff-febe-4bfd-9253-c31c3038c7a1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:44.962178 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ce0ff-febe-4bfd-9253-c31c3038c7a1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event updated for resources: {'Port': ['ID=63646214-612a-4811-bf4e-65ba4aeedcd7,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:21:44.970977 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e1ce0ff-febe-4bfd-9253-c31c3038c7a1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:45.069283 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-2e1ce0ff-febe-4bfd-9253-c31c3038c7a1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Floating IP 67fd8012-ad44-4454-8bfc-5e689d908f72 associated. External IP: 172.25.3.68, port: 8a2b0d36-ed8e-415f-a990-51de0fcddbbe. Jul 30 21:21:45.593391 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1ce0ff-febe-4bfd-9253-c31c3038c7a1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Router 293d1e68-42bd-44ed-993d-575ca13b40de has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:21:45.699570 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1ce0ff-febe-4bfd-9253-c31c3038c7a1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:21:45.709178 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10030c40-ba34-4df8-852a-7d770c7c332e None None] Sync routers for ids ['293d1e68-42bd-44ed-993d-575ca13b40de'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:21:45.716360 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e1ce0ff-febe-4bfd-9253-c31c3038c7a1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:45.723385 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10030c40-ba34-4df8-852a-7d770c7c332e None None] Routers {'293d1e68-42bd-44ed-993d-575ca13b40de'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:21:45.724048 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-10030c40-ba34-4df8-852a-7d770c7c332e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:21:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['293d1e68-42bd-44ed-993d-575ca13b40de'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:45.743584 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-2e1ce0ff-febe-4bfd-9253-c31c3038c7a1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8270252 Jul 30 21:21:45.744159 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694f56c7-0aff-49eb-b0a3-db5b007fdf89', 'tag': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:21:45.746439 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2cd2a5e736a34e4a53b023da0c451ef3fe234c05263b5d36a8029b38a83a5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97959386-884c-407d-a9be-ecaf72b88f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "694f56c7-0aff-49eb-b0a3-db5b007fdf89", "tag": "8a2b0d36-ed8e-415f-a990-51de0fcddbbe"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:21:45.784564 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899ae15d-951c-4399-83b9-4d75fb214936 x-openstack-request-id: req-899ae15d-951c-4399-83b9-4d75fb214936 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:21:45.784855 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694f56c7-0aff-49eb-b0a3-db5b007fdf89", "tag": "8a2b0d36-ed8e-415f-a990-51de0fcddbbe", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:21:45.785106 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-899ae15d-951c-4399-83b9-4d75fb214936 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:21:45.785498 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694f56c7-0aff-49eb-b0a3-db5b007fdf89', 'tag': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe', 'status': 'completed', 'code': 200} Jul 30 21:21:45.843875 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-10030c40-ba34-4df8-852a-7d770c7c332e None None] Set router 293d1e68-42bd-44ed-993d-575ca13b40de gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:21:45.851318 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97959386-884c-407d-a9be-ecaf72b88f0f req-e4b6cd67-4b84-473a-a723-00651b6d5263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:45.852859 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97959386-884c-407d-a9be-ecaf72b88f0f req-e4b6cd67-4b84-473a-a723-00651b6d5263 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c045e8acb56d4d5da04a09d8c616e766&device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 1097 time: 0.0448020 Jul 30 21:21:45.946700 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97959386-884c-407d-a9be-ecaf72b88f0f req-076e71dc-2d1a-4b07-8801-0af130c3d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:45.948807 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97959386-884c-407d-a9be-ecaf72b88f0f req-076e71dc-2d1a-4b07-8801-0af130c3d965 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7515aebf-7a54-48b4-8b29-24dcdb83a694 HTTP/1.1" status: 200 len: 910 time: 0.0885155 Jul 30 21:21:46.019018 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97959386-884c-407d-a9be-ecaf72b88f0f req-f8295761-64d6-4460-9b2a-322d534667f3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a2b0d36-ed8e-415f-a990-51de0fcddbbe HTTP/1.1" status: 200 len: 999 time: 0.0635519 Jul 30 21:21:46.069023 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97959386-884c-407d-a9be-ecaf72b88f0f req-dd0a9c0a-d346-44fa-b82c-68a5b79fdbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:46.070481 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97959386-884c-407d-a9be-ecaf72b88f0f req-dd0a9c0a-d346-44fa-b82c-68a5b79fdbac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8de091e-9262-4924-8f31-921776a27ca4 HTTP/1.1" status: 200 len: 848 time: 0.0442057 Jul 30 21:21:46.115671 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97959386-884c-407d-a9be-ecaf72b88f0f req-2c36dae2-d140-4a16-83e4-1226da7dc5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:21:46.117080 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97959386-884c-407d-a9be-ecaf72b88f0f req-2c36dae2-d140-4a16-83e4-1226da7dc5b8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7515aebf-7a54-48b4-8b29-24dcdb83a694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400112 Jul 30 21:21:46.212455 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97959386-884c-407d-a9be-ecaf72b88f0f req-fb2fd841-5893-4b66-b131-5b55a66b724b service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874100 Jul 30 21:21:46.214743 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-10030c40-ba34-4df8-852a-7d770c7c332e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'name': 'tempest-TestShelveInstance-1605854938-router', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:22Z', 'updated_at': '2021-07-30T21:21:25Z', 'revision_number': 4, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'gw_port': {'id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:23Z', 'updated_at': '2021-07-30T21:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '67fd8012-ad44-4454-8bfc-5e689d908f72', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'port_id': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'mac_address': 'fa:16:3e:b4:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694f56c7-0aff-49eb-b0a3-db5b007fdf89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:21:44Z', 'updated_at': '2021-07-30T21:21:44Z', 'revision_number': 0, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e403fd-7ac6-47dc-8e24-aa8a2e01efd2', 'name': '', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'mac_address': 'fa:16:3e:2f:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:24Z', 'updated_at': '2021-07-30T21:21:30Z', 'revision_number': 5, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'subnets': [{'id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:46.243976 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10030c40-ba34-4df8-852a-7d770c7c332e None None] Checking router: 293d1e68-42bd-44ed-993d-575ca13b40de for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:21:46.252811 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10030c40-ba34-4df8-852a-7d770c7c332e None None] Routers {'293d1e68-42bd-44ed-993d-575ca13b40de'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:21:46.253423 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-10030c40-ba34-4df8-852a-7d770c7c332e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:21:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['293d1e68-42bd-44ed-993d-575ca13b40de'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:46.304427 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-97959386-884c-407d-a9be-ecaf72b88f0f req-d886a802-92b6-409c-aead-5bcf8fe83d0d service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849340 Jul 30 21:21:46.311713 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:46.374868 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-10030c40-ba34-4df8-852a-7d770c7c332e None None] Set router 293d1e68-42bd-44ed-993d-575ca13b40de gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:21:46.590880 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-10030c40-ba34-4df8-852a-7d770c7c332e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'name': 'tempest-TestShelveInstance-1605854938-router', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:22Z', 'updated_at': '2021-07-30T21:21:25Z', 'revision_number': 4, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'gw_port': {'id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:23Z', 'updated_at': '2021-07-30T21:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '67fd8012-ad44-4454-8bfc-5e689d908f72', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'port_id': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'mac_address': 'fa:16:3e:b4:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694f56c7-0aff-49eb-b0a3-db5b007fdf89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:21:44Z', 'updated_at': '2021-07-30T21:21:44Z', 'revision_number': 0, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e403fd-7ac6-47dc-8e24-aa8a2e01efd2', 'name': '', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'mac_address': 'fa:16:3e:2f:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:24Z', 'updated_at': '2021-07-30T21:21:30Z', 'revision_number': 5, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'subnets': [{'id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:21:46.617316 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10030c40-ba34-4df8-852a-7d770c7c332e None None] The sync data for ids ['293d1e68-42bd-44ed-993d-575ca13b40de'] in n-d-712137-9 is: [{'id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'name': 'tempest-TestShelveInstance-1605854938-router', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:22Z', 'updated_at': '2021-07-30T21:21:25Z', 'revision_number': 4, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'gw_port': {'id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:23Z', 'updated_at': '2021-07-30T21:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '67fd8012-ad44-4454-8bfc-5e689d908f72', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'port_id': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'mac_address': 'fa:16:3e:b4:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694f56c7-0aff-49eb-b0a3-db5b007fdf89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:21:44Z', 'updated_at': '2021-07-30T21:21:44Z', 'revision_number': 0, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e403fd-7ac6-47dc-8e24-aa8a2e01efd2', 'name': '', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'mac_address': 'fa:16:3e:2f:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:24Z', 'updated_at': '2021-07-30T21:21:30Z', 'revision_number': 5, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'subnets': [{'id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:21:46.801764 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cbbc0b-99ea-469a-b067-45bf1726bac3 None None] New status for floating IP 67fd8012-ad44-4454-8bfc-5e689d908f72: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 21:21:50.370427 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:51.362663 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc903067-a51a-4d93-a960-fe48de16fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:53.806162 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f988b2ff-5637-4d81-b63d-9a247a201501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:54.072059 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:55.282975 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:21:57.141714 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:22:01.822092 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:22:16.283359 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:22:20.373094 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:22:21.363237 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1307d662-de51-4d8f-b8a8-757454e46b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:22:23.806867 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-94b87d1a-7596-4dc4-b94e-c9e168de3c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:22:24.072760 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:22:25.286472 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:22:27.140619 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:22:38.821607 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:22:41.647977 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-735fa2b4-6ca5-4daa-91e5-74989d5ca04e req-8f73ab43-5361-4a90-b52d-b27600d93e49 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399220 Jul 30 21:22:41.733122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fa2b4-6ca5-4daa-91e5-74989d5ca04e req-9c0b7b02-3de3-4eb0-8a3e-a1782912bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:22:41.734562 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-735fa2b4-6ca5-4daa-91e5-74989d5ca04e req-9c0b7b02-3de3-4eb0-8a3e-a1782912bcf1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c045e8acb56d4d5da04a09d8c616e766&device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 1097 time: 0.0439878 Jul 30 21:22:41.834566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fa2b4-6ca5-4daa-91e5-74989d5ca04e req-d63f7722-2bb6-4e27-a46c-03e4617b7bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:22:41.836019 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-735fa2b4-6ca5-4daa-91e5-74989d5ca04e req-d63f7722-2bb6-4e27-a46c-03e4617b7bb0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7515aebf-7a54-48b4-8b29-24dcdb83a694 HTTP/1.1" status: 200 len: 910 time: 0.0822198 Jul 30 21:22:41.906166 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-735fa2b4-6ca5-4daa-91e5-74989d5ca04e req-5e427efc-b54e-4766-ae86-8407b0153dfb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a2b0d36-ed8e-415f-a990-51de0fcddbbe HTTP/1.1" status: 200 len: 1001 time: 0.0626531 Jul 30 21:22:41.954904 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fa2b4-6ca5-4daa-91e5-74989d5ca04e req-020a5aa8-03d2-4a74-ba26-1da3f9d1865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:22:41.956306 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-735fa2b4-6ca5-4daa-91e5-74989d5ca04e req-020a5aa8-03d2-4a74-ba26-1da3f9d1865c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8de091e-9262-4924-8f31-921776a27ca4 HTTP/1.1" status: 200 len: 848 time: 0.0435629 Jul 30 21:22:42.002406 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fa2b4-6ca5-4daa-91e5-74989d5ca04e req-3872f6cd-4a83-445d-a4b2-fe5a38534372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:22:42.003880 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-735fa2b4-6ca5-4daa-91e5-74989d5ca04e req-3872f6cd-4a83-445d-a4b2-fe5a38534372 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7515aebf-7a54-48b4-8b29-24dcdb83a694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397949 Jul 30 21:22:42.015445 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-735fa2b4-6ca5-4daa-91e5-74989d5ca04e req-6645b967-5285-4309-b160-65cfa27bf404 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 21:22:42.016448 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-735fa2b4-6ca5-4daa-91e5-74989d5ca04e req-6645b967-5285-4309-b160-65cfa27bf404 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048354 Jul 30 21:22:42.106418 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-735fa2b4-6ca5-4daa-91e5-74989d5ca04e req-2d83b1f5-c39f-4e5a-9c09-938542edf116 service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832849 Jul 30 21:22:42.195045 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-735fa2b4-6ca5-4daa-91e5-74989d5ca04e req-7a2b1b51-7b95-4e37-9f72-24a0716b54f6 service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809684 Jul 30 21:22:46.282555 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:22:50.376264 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:22:51.362739 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0698d8d3-eff8-48ab-a278-421b3f191cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:22:53.807713 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80d3398f-e9a3-4823-9130-0a69bee4a9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:22:54.073416 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:22:55.288292 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:22:57.142981 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:23:15.819678 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:23:16.299470 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:23:20.385256 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:23:21.363654 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-48911ab9-34e5-4b4e-aed7-b78dde8c7619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:23:23.809235 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f05d241-a418-4063-93fb-18a5e497184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:23:24.078854 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:23:25.291768 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:23:27.145433 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:23:42.638841 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-881ecfb7-2229-46b1-90c0-49b477201a17 req-3379b329-9893-47a2-b79a-4f8c4dec62a4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408504 Jul 30 21:23:42.721260 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ecfb7-2229-46b1-90c0-49b477201a17 req-f3fc1a9b-056a-4df9-8938-df3c3b21d996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:23:42.722717 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-881ecfb7-2229-46b1-90c0-49b477201a17 req-f3fc1a9b-056a-4df9-8938-df3c3b21d996 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c045e8acb56d4d5da04a09d8c616e766&device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 1097 time: 0.0442824 Jul 30 21:23:42.823224 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ecfb7-2229-46b1-90c0-49b477201a17 req-9e358332-3217-4051-ba39-50ac4828e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:23:42.824719 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-881ecfb7-2229-46b1-90c0-49b477201a17 req-9e358332-3217-4051-ba39-50ac4828e3c0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7515aebf-7a54-48b4-8b29-24dcdb83a694 HTTP/1.1" status: 200 len: 910 time: 0.0831442 Jul 30 21:23:42.891053 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-881ecfb7-2229-46b1-90c0-49b477201a17 req-2d5ecb28-5cd5-4bd2-a01d-2645ac542158 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a2b0d36-ed8e-415f-a990-51de0fcddbbe HTTP/1.1" status: 200 len: 1001 time: 0.0593703 Jul 30 21:23:42.945553 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ecfb7-2229-46b1-90c0-49b477201a17 req-40744be9-c765-40b5-831f-579077f6328f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:23:42.947019 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-881ecfb7-2229-46b1-90c0-49b477201a17 req-40744be9-c765-40b5-831f-579077f6328f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8de091e-9262-4924-8f31-921776a27ca4 HTTP/1.1" status: 200 len: 848 time: 0.0498288 Jul 30 21:23:42.992198 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ecfb7-2229-46b1-90c0-49b477201a17 req-0dc2d91f-d98b-4721-89b1-e5147498b146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:23:42.993665 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-881ecfb7-2229-46b1-90c0-49b477201a17 req-0dc2d91f-d98b-4721-89b1-e5147498b146 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7515aebf-7a54-48b4-8b29-24dcdb83a694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400538 Jul 30 21:23:43.084469 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-881ecfb7-2229-46b1-90c0-49b477201a17 req-443b7f7e-901f-489d-9feb-2ee52a45ec26 service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829937 Jul 30 21:23:43.172262 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-881ecfb7-2229-46b1-90c0-49b477201a17 req-3dcdb641-1073-4fcb-9615-f1e7f1c1cd65 service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803266 Jul 30 21:23:46.317624 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:23:50.386016 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:23:51.363317 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7dd83950-e9f4-4c22-9e2a-a8b5733031b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:23:52.820541 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:23:53.812710 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5fccd97-056c-4ba2-bbf7-7e7254ee554e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:23:54.078752 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:23:55.295864 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:23:57.146373 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:13.522786 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0832f-4538-407e-8df2-7006681077b6 req-24bf319a-0aec-4064-ac57-8b4465b346ac tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:13.524385 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6c0832f-4538-407e-8df2-7006681077b6 req-24bf319a-0aec-4064-ac57-8b4465b346ac tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0507758 Jul 30 21:24:13.563214 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e6c0832f-4538-407e-8df2-7006681077b6 req-2288c3a1-ce8a-4fa2-82ea-1d8b54008dac tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327089 Jul 30 21:24:14.678913 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375766ab-fdac-4888-b374-b9609408606d req-d0fe1da6-c46d-48e9-81f3-2629eeb982e3 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:14.680368 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-375766ab-fdac-4888-b374-b9609408606d req-d0fe1da6-c46d-48e9-81f3-2629eeb982e3 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0518262 Jul 30 21:24:14.718188 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-375766ab-fdac-4888-b374-b9609408606d req-715ef841-bd17-4f7d-97de-36ef59fdfed9 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314169 Jul 30 21:24:15.831962 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2d2b0-6903-4ce2-9c5d-a9bc890df6c3 req-e81188e2-91e8-46ee-9803-c3515b6c2c8e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:15.833464 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64f2d2b0-6903-4ce2-9c5d-a9bc890df6c3 req-e81188e2-91e8-46ee-9803-c3515b6c2c8e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0497785 Jul 30 21:24:15.870098 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64f2d2b0-6903-4ce2-9c5d-a9bc890df6c3 req-7738e607-534c-48da-96e6-d3447ab2a5d7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307558 Jul 30 21:24:16.325352 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:16.984598 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded2ec7-4eec-430b-a24b-1c4c2f02c09e req-eee45399-f04e-4887-8388-f059bb6de829 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:16.986041 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dded2ec7-4eec-430b-a24b-1c4c2f02c09e req-eee45399-f04e-4887-8388-f059bb6de829 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0483022 Jul 30 21:24:17.022898 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-dded2ec7-4eec-430b-a24b-1c4c2f02c09e req-90ab2ab5-bfa5-4fb3-afbd-50d8460897d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310471 Jul 30 21:24:18.470724 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4330ac-38aa-45e5-b0e7-f4f9c8535345 req-22348f05-e976-4f54-ac68-866d663f39ca tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:18.472225 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a4330ac-38aa-45e5-b0e7-f4f9c8535345 req-22348f05-e976-4f54-ac68-866d663f39ca tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.3825383 Jul 30 21:24:18.509572 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5a4330ac-38aa-45e5-b0e7-f4f9c8535345 req-dd0d3ec9-bee3-4313-9c75-23a03073e276 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313957 Jul 30 21:24:19.622899 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3e1a0-1ba5-4f58-ae80-cf40bc695629 req-1a238aa1-ab9f-4fd8-9fbf-15f25123f6bf tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:19.624309 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ff3e1a0-1ba5-4f58-ae80-cf40bc695629 req-1a238aa1-ab9f-4fd8-9fbf-15f25123f6bf tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0482445 Jul 30 21:24:19.662366 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ff3e1a0-1ba5-4f58-ae80-cf40bc695629 req-ea78e485-365d-422c-9baa-c74c4b30e080 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315535 Jul 30 21:24:20.385447 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:20.775940 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0bc78-c819-4646-a62d-87c99796ed2b req-6228cda3-22c8-431b-b2b9-b8b4cf114280 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:20.777398 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fbc0bc78-c819-4646-a62d-87c99796ed2b req-6228cda3-22c8-431b-b2b9-b8b4cf114280 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0479288 Jul 30 21:24:20.814814 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fbc0bc78-c819-4646-a62d-87c99796ed2b req-e418ae30-77d5-4ba8-86a2-b76f89002c80 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309906 Jul 30 21:24:21.363343 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ab7de28-9607-4da2-baa1-05ccc25be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:21.932069 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f3768-694a-4df5-b090-0fbba6f62267 req-0b051720-969c-4fdd-aa3f-cefe02ec13dd tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:21.933520 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d01f3768-694a-4df5-b090-0fbba6f62267 req-0b051720-969c-4fdd-aa3f-cefe02ec13dd tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0527461 Jul 30 21:24:21.971062 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d01f3768-694a-4df5-b090-0fbba6f62267 req-71e236c2-2ce4-4bcd-b5fc-0a5ddd1f1965 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312777 Jul 30 21:24:23.085557 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a823bfc-8ee5-48cd-a15c-61533857107d req-7bfa5a68-99af-4e0b-8c03-1b6e3798e944 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:23.087017 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8a823bfc-8ee5-48cd-a15c-61533857107d req-7bfa5a68-99af-4e0b-8c03-1b6e3798e944 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0496125 Jul 30 21:24:23.124603 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8a823bfc-8ee5-48cd-a15c-61533857107d req-50adc79a-c761-4cb9-870a-7ad45f97803c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315931 Jul 30 21:24:23.813938 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c72141fd-6aab-4b80-9f4c-dd1daa6bf2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:24.079159 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:24.236822 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b90aba-0885-42ba-a7a1-c7d9fb236aa9 req-bab6c834-ecf7-4e25-bdcb-4b75dfea84e0 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:24.238281 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49b90aba-0885-42ba-a7a1-c7d9fb236aa9 req-bab6c834-ecf7-4e25-bdcb-4b75dfea84e0 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0482855 Jul 30 21:24:24.276048 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49b90aba-0885-42ba-a7a1-c7d9fb236aa9 req-eb0cf117-a4a3-4181-b677-187cc15bd984 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317950 Jul 30 21:24:25.298966 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:25.391737 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d0c63-162b-4d78-8bbc-7b9b45aace9a req-d8d30269-6dae-41f3-8075-266e5cbb6258 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:25.393200 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d83d0c63-162b-4d78-8bbc-7b9b45aace9a req-d8d30269-6dae-41f3-8075-266e5cbb6258 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0528436 Jul 30 21:24:25.430596 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d83d0c63-162b-4d78-8bbc-7b9b45aace9a req-0a062247-6e85-4f1c-b753-67fb17690170 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314581 Jul 30 21:24:26.498594 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 8a2b0d36-ed8e-415f-a990-51de0fcddbbe details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:24:26.544975 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec44a3-1821-4593-8b7d-303be92c554b req-cf4794c2-1e02-4a1b-bf3a-3206acb97855 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:26.546444 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99ec44a3-1821-4593-8b7d-303be92c554b req-cf4794c2-1e02-4a1b-bf3a-3206acb97855 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0494325 Jul 30 21:24:26.585350 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99ec44a3-1821-4593-8b7d-303be92c554b req-2fdb9c27-cd2d-4645-8dda-433126756c9b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327845 Jul 30 21:24:26.592410 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:24:26.603929 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'port_id': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe', 'mac_address': 'fa:16:3e:b4:b9:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 21:24:26.643280 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:26.656225 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a2b0d36-ed8e-415f-a990-51de0fcddbbe {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:24:26.674520 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:24:26.678468 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:26.727073 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:24:26.734243 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:24:26.734595 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:24:26.734936 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:24:26.735274 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:24:26.735636 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:24:26.735971 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:24:26.736299 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:24:26.736625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:24:26.736951 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:24:26.737279 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:24:26.737603 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:24:26.737924 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:24:26.746613 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['8a2b0d36-ed8e-415f-a990-51de0fcddbbe'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:24:27.148479 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:27.816318 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc035d-fe5a-43df-a14f-106d1139a4fb req-32007f8f-6e89-4e8b-ad05-e0088edb6301 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:27.817770 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98dc035d-fe5a-43df-a14f-106d1139a4fb req-32007f8f-6e89-4e8b-ad05-e0088edb6301 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 945 time: 0.1665394 Jul 30 21:24:27.855208 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-98dc035d-fe5a-43df-a14f-106d1139a4fb req-177762da-c4a9-46a1-b629-04df0dbea64d tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315452 Jul 30 21:24:28.515395 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 8a2b0d36-ed8e-415f-a990-51de0fcddbbe up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:24:28.560969 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:24:28.561335 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:28.636325 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:28.657884 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694f56c7-0aff-49eb-b0a3-db5b007fdf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:24:28.660119 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8daa7f-8358-4887-a67e-3cf2e489cb7e" -d '{"events": [{"server_uuid": "694f56c7-0aff-49eb-b0a3-db5b007fdf89", "name": "network-vif-plugged", "status": "completed", "tag": "8a2b0d36-ed8e-415f-a990-51de0fcddbbe"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:24:28.672417 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:24:28.676756 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:28.702209 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2b495e-5ec4-40c6-bae7-d2da8e966b8a x-openstack-request-id: req-9d2b495e-5ec4-40c6-bae7-d2da8e966b8a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:24:28.702499 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694f56c7-0aff-49eb-b0a3-db5b007fdf89", "name": "network-vif-plugged", "status": "completed", "tag": "8a2b0d36-ed8e-415f-a990-51de0fcddbbe", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:24:28.702746 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9d2b495e-5ec4-40c6-bae7-d2da8e966b8a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:24:28.703126 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694f56c7-0aff-49eb-b0a3-db5b007fdf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe', 'code': 200} Jul 30 21:24:28.727757 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:24:28.973423 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75807c55-23e6-4435-881a-9f432aea6a1b req-69ff9cca-864a-4259-9442-2bf56503368f tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:28.974870 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-75807c55-23e6-4435-881a-9f432aea6a1b req-69ff9cca-864a-4259-9442-2bf56503368f tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0522017 Jul 30 21:24:29.012236 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-75807c55-23e6-4435-881a-9f432aea6a1b req-a803cd12-a0db-4373-9633-58bc85d4cd61 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315080 Jul 30 21:24:29.820572 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:24:30.131839 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ab1b8-aae8-4a61-bdb7-e2152d2c1805 req-4fae1e11-49f8-4833-8df9-3a8d1a245a2f tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:30.133516 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-469ab1b8-aae8-4a61-bdb7-e2152d2c1805 req-4fae1e11-49f8-4833-8df9-3a8d1a245a2f tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0535176 Jul 30 21:24:30.177978 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-469ab1b8-aae8-4a61-bdb7-e2152d2c1805 req-d75dfc74-d9ea-4a5c-8a02-8ab983129045 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356379 Jul 30 21:24:31.311429 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab377ff5-02a9-46cb-ba6f-567cf3ff7802 req-06e934fb-66dc-4358-ab0b-78fe742900a2 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:31.313750 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ab377ff5-02a9-46cb-ba6f-567cf3ff7802 req-06e934fb-66dc-4358-ab0b-78fe742900a2 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0620956 Jul 30 21:24:31.356458 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ab377ff5-02a9-46cb-ba6f-567cf3ff7802 req-684c9891-d63a-4de8-8106-65f395c3c13b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359385 Jul 30 21:24:32.494165 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61267b-2968-470c-a884-9c4b45120081 req-8a614477-90dd-4cb3-a4ad-859c3c6ae4f8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:32.495709 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bb61267b-2968-470c-a884-9c4b45120081 req-8a614477-90dd-4cb3-a4ad-859c3c6ae4f8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0634451 Jul 30 21:24:32.548862 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-bb61267b-2968-470c-a884-9c4b45120081 req-152dc443-f303-47f4-a2d9-99529cc6202c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442693 Jul 30 21:24:33.677414 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ed545-1162-49d0-aab3-54a65f72beb8 req-0e5ddc3d-09de-44ac-bbbd-dd69d5e564c1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:33.679926 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-385ed545-1162-49d0-aab3-54a65f72beb8 req-0e5ddc3d-09de-44ac-bbbd-dd69d5e564c1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0605929 Jul 30 21:24:33.725408 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-385ed545-1162-49d0-aab3-54a65f72beb8 req-6c05feeb-2e44-4cf5-86ae-33fd8c1854ed tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357516 Jul 30 21:24:34.860059 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e09fd8-0f22-48ff-bee2-3476fa8bd9a5 req-01d0d74c-9702-4c08-b45b-eebedc6c4bd9 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:34.861721 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-20e09fd8-0f22-48ff-bee2-3476fa8bd9a5 req-01d0d74c-9702-4c08-b45b-eebedc6c4bd9 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0535631 Jul 30 21:24:34.909415 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-20e09fd8-0f22-48ff-bee2-3476fa8bd9a5 req-75885b31-e03e-41de-9e94-832607d911a1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409851 Jul 30 21:24:36.045605 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ce4ee-7a5c-4fe6-b910-25535383a0a2 req-51d4e126-2fab-4c14-a844-e4df3fed59d4 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:36.051980 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0e7ce4ee-7a5c-4fe6-b910-25535383a0a2 req-51d4e126-2fab-4c14-a844-e4df3fed59d4 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0670676 Jul 30 21:24:36.102204 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0e7ce4ee-7a5c-4fe6-b910-25535383a0a2 req-53fb4ad3-9026-4a39-9f6f-2c18fbdb174a tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455987 Jul 30 21:24:37.223501 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347edc0-0902-4702-a3e7-06a49bf726d4 req-3f04da1d-9c57-4900-9e25-432eec17d956 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:37.225529 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6347edc0-0902-4702-a3e7-06a49bf726d4 req-3f04da1d-9c57-4900-9e25-432eec17d956 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0527186 Jul 30 21:24:37.266432 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6347edc0-0902-4702-a3e7-06a49bf726d4 req-91fff41b-aae2-4a4f-914e-4b58f8cacb90 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341556 Jul 30 21:24:38.380318 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ca06b-7ca9-40e2-a17a-a518478c780b req-fce9ea69-a016-420f-9c92-c5b388a154f9 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:38.381764 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-162ca06b-7ca9-40e2-a17a-a518478c780b req-fce9ea69-a016-420f-9c92-c5b388a154f9 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0483861 Jul 30 21:24:38.420598 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-162ca06b-7ca9-40e2-a17a-a518478c780b req-910ab2bc-1757-4fcc-bbfe-974110ce5252 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322266 Jul 30 21:24:38.987532 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9eef7-f4a1-4319-ba33-3596c5472e47 req-a75ba56e-a2b5-430b-b10e-30d5e2a530ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:38.989015 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07a9eef7-f4a1-4319-ba33-3596c5472e47 req-a75ba56e-a2b5-430b-b10e-30d5e2a530ca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c045e8acb56d4d5da04a09d8c616e766&device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 1097 time: 0.0840235 Jul 30 21:24:39.075014 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9eef7-f4a1-4319-ba33-3596c5472e47 req-c9e828e6-cf3a-423d-b505-01e3ac88e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:39.076461 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07a9eef7-f4a1-4319-ba33-3596c5472e47 req-c9e828e6-cf3a-423d-b505-01e3ac88e69c service neutron] 10.222.0.83 "GET /v2.0/networks?id=7515aebf-7a54-48b4-8b29-24dcdb83a694 HTTP/1.1" status: 200 len: 910 time: 0.0802922 Jul 30 21:24:39.144174 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07a9eef7-f4a1-4319-ba33-3596c5472e47 req-188fa18c-7303-4bb8-b3e2-8d1144471445 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a2b0d36-ed8e-415f-a990-51de0fcddbbe HTTP/1.1" status: 200 len: 1001 time: 0.0607173 Jul 30 21:24:39.193669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9eef7-f4a1-4319-ba33-3596c5472e47 req-7bd8fc57-fad0-4e24-9e8b-efb73303d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:39.194950 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07a9eef7-f4a1-4319-ba33-3596c5472e47 req-7bd8fc57-fad0-4e24-9e8b-efb73303d316 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8de091e-9262-4924-8f31-921776a27ca4 HTTP/1.1" status: 200 len: 848 time: 0.0429220 Jul 30 21:24:39.239488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9eef7-f4a1-4319-ba33-3596c5472e47 req-1ffe639a-1d99-49aa-9714-c339758725d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:39.240928 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07a9eef7-f4a1-4319-ba33-3596c5472e47 req-1ffe639a-1d99-49aa-9714-c339758725d7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7515aebf-7a54-48b4-8b29-24dcdb83a694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390708 Jul 30 21:24:39.332935 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07a9eef7-f4a1-4319-ba33-3596c5472e47 req-5e9485e6-f090-4491-a4ff-98a83acee372 service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846927 Jul 30 21:24:39.422659 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-07a9eef7-f4a1-4319-ba33-3596c5472e47 req-45a9c81a-f27e-4d15-98d7-fd1538d399fd service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812659 Jul 30 21:24:39.534931 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd35672-7601-4eb3-9113-efb6ddf10ae1 req-6114ecd0-e95f-4aa0-8457-4fc760b673f2 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:39.536432 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1dd35672-7601-4eb3-9113-efb6ddf10ae1 req-6114ecd0-e95f-4aa0-8457-4fc760b673f2 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0492561 Jul 30 21:24:39.573289 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1dd35672-7601-4eb3-9113-efb6ddf10ae1 req-a6c4abc4-1d81-4d99-a081-68db4878a0f5 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309758 Jul 30 21:24:40.560846 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 8a2b0d36-ed8e-415f-a990-51de0fcddbbe no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:24:40.637462 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:40.660298 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694f56c7-0aff-49eb-b0a3-db5b007fdf89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:24:40.662611 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c2b61b-d80a-4a8c-9212-dbc150d74155" -d '{"events": [{"server_uuid": "694f56c7-0aff-49eb-b0a3-db5b007fdf89", "name": "network-vif-unplugged", "status": "completed", "tag": "8a2b0d36-ed8e-415f-a990-51de0fcddbbe"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:24:40.676585 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:24:40.681783 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:40.705943 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657057f-8814-4794-883f-5c4d6db71225 req-eeda1db6-a091-41fe-a9c0-a15924f67c54 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:40.707490 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7657057f-8814-4794-883f-5c4d6db71225 req-eeda1db6-a091-41fe-a9c0-a15924f67c54 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0594387 Jul 30 21:24:40.728897 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:24:40.748677 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7657057f-8814-4794-883f-5c4d6db71225 req-98f2db96-3030-4691-974e-bfed93e900c4 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350983 Jul 30 21:24:40.791688 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 21:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede6ae61-d533-4f1d-a2ff-c4d3ffb45cf7 x-openstack-request-id: req-ede6ae61-d533-4f1d-a2ff-c4d3ffb45cf7 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:24:40.791982 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694f56c7-0aff-49eb-b0a3-db5b007fdf89", "name": "network-vif-unplugged", "status": "completed", "tag": "8a2b0d36-ed8e-415f-a990-51de0fcddbbe", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:24:40.792236 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ede6ae61-d533-4f1d-a2ff-c4d3ffb45cf7 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:24:40.792667 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694f56c7-0aff-49eb-b0a3-db5b007fdf89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe', 'code': 200} Jul 30 21:24:41.864333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e09b9-4b11-4497-bc79-ae240a1dc82e req-c62a8585-7bc9-42bc-95e6-12320edfd068 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:41.865812 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e80e09b9-4b11-4497-bc79-ae240a1dc82e req-c62a8585-7bc9-42bc-95e6-12320edfd068 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 944 time: 0.0497930 Jul 30 21:24:41.905780 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e80e09b9-4b11-4497-bc79-ae240a1dc82e req-790a2766-401c-4072-82ed-1f862a6be29f tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340707 Jul 30 21:24:42.112639 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031051e-938e-41a7-98e6-3bbbad3f9047 req-27e64dab-b083-4f73-95e7-bcd3ef59837b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:42.114199 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8031051e-938e-41a7-98e6-3bbbad3f9047 req-27e64dab-b083-4f73-95e7-bcd3ef59837b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 944 time: 0.0506530 Jul 30 21:24:42.153020 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8031051e-938e-41a7-98e6-3bbbad3f9047 req-6e44db59-ef03-4f85-85dd-c9596a778492 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329113 Jul 30 21:24:42.391835 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-31595c42-f58f-40b4-b58a-14e13db31adc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0795567 Jul 30 21:24:43.280997 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e654db6-8223-41ce-936f-76bc1543e48b req-64b8ce97-2636-46a8-92d2-5b37ff9b1f6d tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:43.282528 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e654db6-8223-41ce-936f-76bc1543e48b req-64b8ce97-2636-46a8-92d2-5b37ff9b1f6d tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 944 time: 0.0593154 Jul 30 21:24:43.343556 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2e654db6-8223-41ce-936f-76bc1543e48b req-72bbde10-b0c9-4019-a7b4-2dfe85755de8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520859 Jul 30 21:24:43.349182 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-a1408792-6270-4e41-af43-fd54bb911824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:43.350662 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-a1408792-6270-4e41-af43-fd54bb911824 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89&tenant_id=c045e8acb56d4d5da04a09d8c616e766 HTTP/1.1" status: 200 len: 1095 time: 0.1185052 Jul 30 21:24:43.362858 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-9', 'device_owner': 'compute:nova'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:24:43.419980 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:43.622325 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] For port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:24:43.654416 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] For port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:24:43.686226 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2b0d36-ed8e-415f-a990-51de0fcddbbe {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:24:43.693424 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:43.705054 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Transition to ACTIVE for port object 8a2b0d36-ed8e-415f-a990-51de0fcddbbe will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:24:43.708637 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:43.788594 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,revision_number=9']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:24:43.801170 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:24:43.801517 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:24:43.801918 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:24:43.802193 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:24:43.802642 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:24:43.802989 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:24:43.803416 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:24:43.803780 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:24:43.804110 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:24:43.804460 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:24:43.804769 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:24:43.805094 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:24:43.842694 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] No DVR routers for this DVR port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:24:43.977928 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Attempting to bind port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:24:43.978263 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Attempting to bind port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '191eee8d-9491-4fd8-bafc-9fc46abff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:24:43.978582 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Attempting to bind port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe on network 7515aebf-7a54-48b4-8b29-24dcdb83a694 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:24:43.982883 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe on network 7515aebf-7a54-48b4-8b29-24dcdb83a694 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 21:24:43.983205 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Attempting to bind port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe on network 7515aebf-7a54-48b4-8b29-24dcdb83a694 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:24:43.987973 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:24:43.988305 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Checking segment: {'id': '191eee8d-9491-4fd8-bafc-9fc46abff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:24:43.988683 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Bound using segment: {'id': '191eee8d-9491-4fd8-bafc-9fc46abff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:24:43.989104 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Bound port: 8a2b0d36-ed8e-415f-a990-51de0fcddbbe, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191eee8d-9491-4fd8-bafc-9fc46abff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:24:43.989451 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:44.050474 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] For port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:24:44.053309 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] For port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:24:44.057727 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:44.094972 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:44.095604 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:44.096994 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] 10.222.0.59 "PUT /v2.0/ports/8a2b0d36-ed8e-415f-a990-51de0fcddbbe HTTP/1.1" status: 200 len: 1092 time: 0.7382519 Jul 30 21:24:44.097426 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694f56c7-0aff-49eb-b0a3-db5b007fdf89', 'tag': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:24:44.099676 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12f90dd-55b1-4139-bf35-fd7fef6beeab" -d '{"events": [{"name": "network-changed", "server_uuid": "694f56c7-0aff-49eb-b0a3-db5b007fdf89", "tag": "8a2b0d36-ed8e-415f-a990-51de0fcddbbe"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:24:44.141380 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc416af1-3d86-412d-81f8-f0fb6d3c8ab7 x-openstack-request-id: req-fc416af1-3d86-412d-81f8-f0fb6d3c8ab7 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:24:44.141670 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694f56c7-0aff-49eb-b0a3-db5b007fdf89", "tag": "8a2b0d36-ed8e-415f-a990-51de0fcddbbe", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:24:44.141923 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc416af1-3d86-412d-81f8-f0fb6d3c8ab7 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:24:44.142320 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694f56c7-0aff-49eb-b0a3-db5b007fdf89', 'tag': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe', 'status': 'completed', 'code': 200} Jul 30 21:24:44.144087 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513292f1-c483-4ec4-a587-abc2e7b137a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,revision_number=10']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:24:44.177544 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-85b8417d-23cc-47ea-b817-4dc69a3b128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:44.179099 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-85b8417d-23cc-47ea-b817-4dc69a3b128a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c045e8acb56d4d5da04a09d8c616e766&device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 1096 time: 0.0507553 Jul 30 21:24:44.274804 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-96cb259e-d6d6-4d4c-82d7-845a1127872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:44.279693 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-96cb259e-d6d6-4d4c-82d7-845a1127872e service neutron] 10.222.0.59 "GET /v2.0/networks?id=7515aebf-7a54-48b4-8b29-24dcdb83a694 HTTP/1.1" status: 200 len: 910 time: 0.0902517 Jul 30 21:24:44.349497 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-9f37476c-b6b0-4da2-962e-45a44868dad8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a2b0d36-ed8e-415f-a990-51de0fcddbbe HTTP/1.1" status: 200 len: 999 time: 0.0663736 Jul 30 21:24:44.400845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-d1a24d7c-096d-483a-be01-f88fef518346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:44.402313 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-d1a24d7c-096d-483a-be01-f88fef518346 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a8de091e-9262-4924-8f31-921776a27ca4 HTTP/1.1" status: 200 len: 848 time: 0.0460007 Jul 30 21:24:44.478142 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-0459c98d-2792-4979-bc49-074b13bf8c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:44.479622 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-0459c98d-2792-4979-bc49-074b13bf8c2d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7515aebf-7a54-48b4-8b29-24dcdb83a694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703495 Jul 30 21:24:44.491232 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48752282-31c5-4bdd-9d61-66c987467110 req-c70afa18-dcdb-4cef-b7af-ed6b2544a4f7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:44.492645 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48752282-31c5-4bdd-9d61-66c987467110 req-c70afa18-dcdb-4cef-b7af-ed6b2544a4f7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 945 time: 0.0758345 Jul 30 21:24:44.572663 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 8a2b0d36-ed8e-415f-a990-51de0fcddbbe no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:24:44.574159 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-48752282-31c5-4bdd-9d61-66c987467110 req-fb067c0c-8cb2-497c-b36a-c937adba8b66 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732677 Jul 30 21:24:44.606792 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-c000cf9c-2bc2-4189-87b7-8d7f30989d83 service neutron] 10.222.0.59 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132107 Jul 30 21:24:44.620278 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 8a2b0d36-ed8e-415f-a990-51de0fcddbbe not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:24:44.699644 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-127d5a10-bedc-43bb-8eb6-21e1da30c288 req-8f63201b-109d-4274-929f-9847dda0740e service neutron] 10.222.0.59 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862296 Jul 30 21:24:44.782936 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f90dd-55b1-4139-bf35-fd7fef6beeab req-eeb16ff4-43a2-4543-84e7-7b4ee78a9b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:44.784457 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e12f90dd-55b1-4139-bf35-fd7fef6beeab req-eeb16ff4-43a2-4543-84e7-7b4ee78a9b4f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c045e8acb56d4d5da04a09d8c616e766&device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 1096 time: 0.0416098 Jul 30 21:24:44.887617 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f90dd-55b1-4139-bf35-fd7fef6beeab req-c1560e40-25b4-43ca-9a64-24a4b3bdf7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:44.889211 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e12f90dd-55b1-4139-bf35-fd7fef6beeab req-c1560e40-25b4-43ca-9a64-24a4b3bdf7af service neutron] 10.222.0.59 "GET /v2.0/networks?id=7515aebf-7a54-48b4-8b29-24dcdb83a694 HTTP/1.1" status: 200 len: 910 time: 0.0957279 Jul 30 21:24:44.962003 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e12f90dd-55b1-4139-bf35-fd7fef6beeab req-d8489e86-c1da-4145-9260-2facf2649840 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a2b0d36-ed8e-415f-a990-51de0fcddbbe HTTP/1.1" status: 200 len: 999 time: 0.0651534 Jul 30 21:24:45.700213 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37162e6f-f8bc-4037-a4fa-aaa2588ce086 req-3c6fcb36-ad11-4577-9903-a4520be882ab tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:45.701763 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37162e6f-f8bc-4037-a4fa-aaa2588ce086 req-3c6fcb36-ad11-4577-9903-a4520be882ab tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 945 time: 0.0524137 Jul 30 21:24:45.744263 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-37162e6f-f8bc-4037-a4fa-aaa2588ce086 req-d74f5c2e-0d9a-4c73-a0e3-4ada294ba29f tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351360 Jul 30 21:24:46.334904 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:46.867452 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7023d49-02fd-4484-b3d2-3e9994a0bbbc req-07672f8e-3577-4d3a-8912-01b558e5edfa tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:46.869083 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7023d49-02fd-4484-b3d2-3e9994a0bbbc req-07672f8e-3577-4d3a-8912-01b558e5edfa tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 945 time: 0.0560567 Jul 30 21:24:46.910329 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b7023d49-02fd-4484-b3d2-3e9994a0bbbc req-a7949257-726c-4709-8130-929c2a94ec80 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341766 Jul 30 21:24:48.029320 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6f8a6-fa51-43c8-8fe4-02b8f831e575 req-ed37b3c9-4e4e-430d-8db5-f6acdbcf10c0 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:48.030867 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5db6f8a6-fa51-43c8-8fe4-02b8f831e575 req-ed37b3c9-4e4e-430d-8db5-f6acdbcf10c0 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 945 time: 0.0517559 Jul 30 21:24:48.070779 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5db6f8a6-fa51-43c8-8fe4-02b8f831e575 req-e404749e-e0fb-471b-9f47-8b3b6c3fb53b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338414 Jul 30 21:24:49.200320 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342afa7-4681-48ed-9002-01cab298f5ff req-5ac57dc2-c14f-4f1d-b140-a483b1694bdc tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:49.201411 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2342afa7-4681-48ed-9002-01cab298f5ff req-5ac57dc2-c14f-4f1d-b140-a483b1694bdc tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 945 time: 0.0601354 Jul 30 21:24:49.241356 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2342afa7-4681-48ed-9002-01cab298f5ff req-c06eac92-1500-4c49-adc8-620ca00c5a22 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335600 Jul 30 21:24:50.370938 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd964d-8a25-410c-8ed8-b845c61524ef req-3cd01215-cb69-46b1-be5a-219aa345ba06 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:50.372527 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27fd964d-8a25-410c-8ed8-b845c61524ef req-3cd01215-cb69-46b1-be5a-219aa345ba06 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 945 time: 0.0562582 Jul 30 21:24:50.386941 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:50.417197 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-27fd964d-8a25-410c-8ed8-b845c61524ef req-bd0a53e0-1dd8-4a1b-9e3e-f38c3ef60738 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366094 Jul 30 21:24:51.366925 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06876c2c-9417-4c1f-8d9d-c3a8cba5fded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:51.537945 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fd6e7-237c-4eb8-acf3-0c0f4386c26e req-61ec0998-0526-45ef-aabb-ab225793564d tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:51.539470 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b1fd6e7-237c-4eb8-acf3-0c0f4386c26e req-61ec0998-0526-45ef-aabb-ab225793564d tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 945 time: 0.0523331 Jul 30 21:24:51.580719 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4b1fd6e7-237c-4eb8-acf3-0c0f4386c26e req-f527c952-895a-4abc-a60b-87c4bb82b14e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343671 Jul 30 21:24:52.702749 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3de0b-fcce-4f53-987d-6b870d350cb2 req-f8f865f7-f117-4923-8315-9c842b75d413 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:52.704455 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3ae3de0b-fcce-4f53-987d-6b870d350cb2 req-f8f865f7-f117-4923-8315-9c842b75d413 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 945 time: 0.0505519 Jul 30 21:24:52.743101 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3ae3de0b-fcce-4f53-987d-6b870d350cb2 req-11cb2e3f-4912-4535-9cf8-583f36fd2c03 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326235 Jul 30 21:24:53.815784 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-39fd1c71-910d-49b6-aa80-9579d02d9fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:53.871190 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d0ba1-3f56-4134-838e-bda4c2758d9a req-709afddc-7ce2-46d9-bb27-2f755593c0c4 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:53.872798 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f4d0ba1-3f56-4134-838e-bda4c2758d9a req-709afddc-7ce2-46d9-bb27-2f755593c0c4 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 945 time: 0.0577052 Jul 30 21:24:53.916201 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8f4d0ba1-3f56-4134-838e-bda4c2758d9a req-e2330485-b5a5-4e30-85c6-8a2852b39fc7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355437 Jul 30 21:24:54.080381 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:55.030875 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9919e41-c98e-4549-81a0-68cb9e0af2c3 req-1d04e0c0-34ff-4710-9b4f-86385b35de04 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:55.032374 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9919e41-c98e-4549-81a0-68cb9e0af2c3 req-1d04e0c0-34ff-4710-9b4f-86385b35de04 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 945 time: 0.0478637 Jul 30 21:24:55.069431 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d9919e41-c98e-4549-81a0-68cb9e0af2c3 req-2c1b810d-0d53-4ead-8683-c4c67f63fa69 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313616 Jul 30 21:24:55.147259 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f90dd-55b1-4139-bf35-fd7fef6beeab req-31027b1b-7337-4e41-9908-1edcfee09a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:55.148720 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e12f90dd-55b1-4139-bf35-fd7fef6beeab req-31027b1b-7337-4e41-9908-1edcfee09a41 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a8de091e-9262-4924-8f31-921776a27ca4 HTTP/1.1" status: 200 len: 848 time: 0.0487099 Jul 30 21:24:55.197396 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f90dd-55b1-4139-bf35-fd7fef6beeab req-70001d48-add4-4007-bc4e-6a22c2741255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:55.198737 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e12f90dd-55b1-4139-bf35-fd7fef6beeab req-70001d48-add4-4007-bc4e-6a22c2741255 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7515aebf-7a54-48b4-8b29-24dcdb83a694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426233 Jul 30 21:24:55.290576 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e12f90dd-55b1-4139-bf35-fd7fef6beeab req-bcf9ad89-cdd1-430d-8133-8f991adf6f05 service neutron] 10.222.0.59 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802147 Jul 30 21:24:55.300311 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:55.384242 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e12f90dd-55b1-4139-bf35-fd7fef6beeab req-e19dbefd-ffe2-4e2f-9e26-24333ad310f5 service neutron] 10.222.0.59 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857084 Jul 30 21:24:56.124913 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 8a2b0d36-ed8e-415f-a990-51de0fcddbbe details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:24:56.183789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90713831-d01d-427e-83d0-9b4d30a8bc88 req-155451a5-c365-458f-ab42-e3c99e6ecead tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:56.185840 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-90713831-d01d-427e-83d0-9b4d30a8bc88 req-155451a5-c365-458f-ab42-e3c99e6ecead tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 945 time: 0.0490494 Jul 30 21:24:56.218133 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:24:56.223867 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-90713831-d01d-427e-83d0-9b4d30a8bc88 req-5c814d8b-26af-489e-a864-042420f81e13 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320263 Jul 30 21:24:56.229314 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'port_id': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe', 'mac_address': 'fa:16:3e:b4:b9:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 21:24:56.269595 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:56.282309 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2b0d36-ed8e-415f-a990-51de0fcddbbe {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:24:56.301969 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:24:56.305955 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:56.351527 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,revision_number=11']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:24:56.516059 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['8a2b0d36-ed8e-415f-a990-51de0fcddbbe'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:24:57.152043 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:57.337743 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef5f50-2926-4bdf-a4a8-dc669d5cc470 req-8422ec18-3b68-4b1a-a143-cf4ce8d5e998 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:57.339218 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2bef5f50-2926-4bdf-a4a8-dc669d5cc470 req-8422ec18-3b68-4b1a-a143-cf4ce8d5e998 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 946 time: 0.0489843 Jul 30 21:24:57.376629 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2bef5f50-2926-4bdf-a4a8-dc669d5cc470 req-285688ea-a055-439b-b21c-d3e9414d5258 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316169 Jul 30 21:24:58.133474 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 8a2b0d36-ed8e-415f-a990-51de0fcddbbe up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:24:58.180546 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:24:58.184046 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:24:58.184412 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:58.259097 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:58.281137 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694f56c7-0aff-49eb-b0a3-db5b007fdf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:24:58.283350 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a4ca5c-66e1-4e68-b484-cc13a8f5a5bf" -d '{"events": [{"server_uuid": "694f56c7-0aff-49eb-b0a3-db5b007fdf89", "name": "network-vif-plugged", "status": "completed", "tag": "8a2b0d36-ed8e-415f-a990-51de0fcddbbe"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:24:58.295605 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:24:58.299258 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:24:58.323382 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4321a9-2529-499c-b446-5297637cec5c x-openstack-request-id: req-9a4321a9-2529-499c-b446-5297637cec5c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:24:58.323690 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694f56c7-0aff-49eb-b0a3-db5b007fdf89", "name": "network-vif-plugged", "status": "completed", "tag": "8a2b0d36-ed8e-415f-a990-51de0fcddbbe", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:24:58.323938 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9a4321a9-2529-499c-b446-5297637cec5c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:24:58.324320 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694f56c7-0aff-49eb-b0a3-db5b007fdf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe', 'code': 200} Jul 30 21:24:58.352563 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,revision_number=12']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:24:58.514144 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac63e87-784c-49d2-84f9-b8c36ba4add3 req-ade39c7a-dc5b-416b-99f6-7f8270e9391b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:58.515624 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ac63e87-784c-49d2-84f9-b8c36ba4add3 req-ade39c7a-dc5b-416b-99f6-7f8270e9391b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 947 time: 0.0708754 Jul 30 21:24:58.517339 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61172f42-4c1a-454c-9cba-6fdaa8f39db9 req-eb460787-36b1-49f2-8848-0961c3cfd2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:58.518667 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-61172f42-4c1a-454c-9cba-6fdaa8f39db9 req-eb460787-36b1-49f2-8848-0961c3cfd2b2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 1098 time: 0.0821848 Jul 30 21:24:58.573013 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-61172f42-4c1a-454c-9cba-6fdaa8f39db9 req-0d7cdb92-94ca-47d9-b0c9-00fc08809350 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457714 Jul 30 21:24:58.576445 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ac63e87-784c-49d2-84f9-b8c36ba4add3 req-5e9f1092-1393-465d-ad25-a51ed5c51d76 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549788 Jul 30 21:24:59.692890 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d744c-d1df-41db-8867-faecb923729a req-b471d88d-8513-4074-9f4f-786d69da823a tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:24:59.694431 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0b6d744c-d1df-41db-8867-faecb923729a req-b471d88d-8513-4074-9f4f-786d69da823a tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 947 time: 0.0497396 Jul 30 21:24:59.734119 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0b6d744c-d1df-41db-8867-faecb923729a req-7a10a60d-76e1-4ed5-b66e-d63e7c2bf35a tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334911 Jul 30 21:25:00.849347 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5069a6-6def-408f-be5b-a2b5e1f998a6 req-552e2564-5e5f-4116-b0c9-4cdda87da974 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:25:00.850789 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae5069a6-6def-408f-be5b-a2b5e1f998a6 req-552e2564-5e5f-4116-b0c9-4cdda87da974 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 947 time: 0.0514066 Jul 30 21:25:00.888099 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ae5069a6-6def-408f-be5b-a2b5e1f998a6 req-f080ce04-2e1c-495e-9c80-402d735a4480 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313580 Jul 30 21:25:06.820523 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:25:16.342449 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:25:20.401328 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:25:21.367092 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-059bec96-4320-45d5-b1e0-fc39bcfecfb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:25:23.812177 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc6a1d26-8735-4f35-a394-cbdc0bce2f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:25:24.074324 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:25:25.302893 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:25:27.158311 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:25:36.401248 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7315fd65-6f83-4671-a516-5cce7ecd1136 req-3c4c1787-c2c8-4a0b-bfb4-565b9082bf27 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386496 Jul 30 21:25:36.481307 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315fd65-6f83-4671-a516-5cce7ecd1136 req-fb81ff91-61ec-4d1f-a75b-c6e031fbfe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:25:36.482661 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7315fd65-6f83-4671-a516-5cce7ecd1136 req-fb81ff91-61ec-4d1f-a75b-c6e031fbfe9a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c045e8acb56d4d5da04a09d8c616e766&device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 1098 time: 0.0401609 Jul 30 21:25:36.584839 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315fd65-6f83-4671-a516-5cce7ecd1136 req-9ff1605d-02cb-4f5e-b53f-c93788a1527d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:25:36.586248 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7315fd65-6f83-4671-a516-5cce7ecd1136 req-9ff1605d-02cb-4f5e-b53f-c93788a1527d service neutron] 10.222.0.59 "GET /v2.0/networks?id=7515aebf-7a54-48b4-8b29-24dcdb83a694 HTTP/1.1" status: 200 len: 910 time: 0.0846634 Jul 30 21:25:36.648876 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7315fd65-6f83-4671-a516-5cce7ecd1136 req-ebf2bef9-0a3c-4f8c-9825-b3a187a94c91 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a2b0d36-ed8e-415f-a990-51de0fcddbbe HTTP/1.1" status: 200 len: 1001 time: 0.0557158 Jul 30 21:25:36.696240 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315fd65-6f83-4671-a516-5cce7ecd1136 req-e140a22d-ec59-4355-9962-8fc4d6ef2d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:25:36.697598 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7315fd65-6f83-4671-a516-5cce7ecd1136 req-e140a22d-ec59-4355-9962-8fc4d6ef2d5b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a8de091e-9262-4924-8f31-921776a27ca4 HTTP/1.1" status: 200 len: 848 time: 0.0420556 Jul 30 21:25:36.744654 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315fd65-6f83-4671-a516-5cce7ecd1136 req-1f001232-08f3-4189-b392-02c06ddcbae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:25:36.746025 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7315fd65-6f83-4671-a516-5cce7ecd1136 req-1f001232-08f3-4189-b392-02c06ddcbae8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7515aebf-7a54-48b4-8b29-24dcdb83a694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418093 Jul 30 21:25:36.833537 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7315fd65-6f83-4671-a516-5cce7ecd1136 req-50517cd9-3937-481e-b5e2-bbe3f360dee1 service neutron] 10.222.0.59 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800545 Jul 30 21:25:36.923793 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7315fd65-6f83-4671-a516-5cce7ecd1136 req-fb6432bb-4a80-4b45-9149-397d51d1f735 service neutron] 10.222.0.59 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829268 Jul 30 21:25:43.819289 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:25:46.355838 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:25:50.400610 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:25:51.366608 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9834c8c-5dda-45c5-b23c-caf7c83d74e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:25:53.812544 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e6ec50a-f9ee-4701-93e9-8e6584fa8e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:25:54.074093 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:25:55.306107 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:25:57.156858 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:09.692235 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57656) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:26:09.845808 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-10d05ec6-04ed-4ca7-9dc6-b20c72a32f7c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Deleting port 63646214-612a-4811-bf4e-65ba4aeedcd7 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:26:09.846151 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10d05ec6-04ed-4ca7-9dc6-b20c72a32f7c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:09.917963 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10d05ec6-04ed-4ca7-9dc6-b20c72a32f7c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:09.918289 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10d05ec6-04ed-4ca7-9dc6-b20c72a32f7c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:09.929637 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-10d05ec6-04ed-4ca7-9dc6-b20c72a32f7c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Calling delete_port for 63646214-612a-4811-bf4e-65ba4aeedcd7 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:26:10.073417 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10d05ec6-04ed-4ca7-9dc6-b20c72a32f7c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:10.098595 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d05ec6-04ed-4ca7-9dc6-b20c72a32f7c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event deleted for resources: {'Port': ['ID=63646214-612a-4811-bf4e-65ba4aeedcd7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:26:10.126731 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d05ec6-04ed-4ca7-9dc6-b20c72a32f7c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:10.127077 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d05ec6-04ed-4ca7-9dc6-b20c72a32f7c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:10.127416 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d05ec6-04ed-4ca7-9dc6-b20c72a32f7c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:10.127774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d05ec6-04ed-4ca7-9dc6-b20c72a32f7c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:10.128115 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d05ec6-04ed-4ca7-9dc6-b20c72a32f7c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:10.128428 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d05ec6-04ed-4ca7-9dc6-b20c72a32f7c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:10.128752 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d05ec6-04ed-4ca7-9dc6-b20c72a32f7c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:10.129074 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d05ec6-04ed-4ca7-9dc6-b20c72a32f7c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:10.129393 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d05ec6-04ed-4ca7-9dc6-b20c72a32f7c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:10.129711 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d05ec6-04ed-4ca7-9dc6-b20c72a32f7c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:10.130028 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d05ec6-04ed-4ca7-9dc6-b20c72a32f7c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:10.130344 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d05ec6-04ed-4ca7-9dc6-b20c72a32f7c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:10.168655 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10d05ec6-04ed-4ca7-9dc6-b20c72a32f7c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:10.168988 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-10d05ec6-04ed-4ca7-9dc6-b20c72a32f7c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Floating IP 67fd8012-ad44-4454-8bfc-5e689d908f72 disassociated (deleted). External IP: 172.25.3.68, port: 8a2b0d36-ed8e-415f-a990-51de0fcddbbe. Jul 30 21:26:10.702475 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d05ec6-04ed-4ca7-9dc6-b20c72a32f7c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Router 293d1e68-42bd-44ed-993d-575ca13b40de has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:26:10.808631 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d05ec6-04ed-4ca7-9dc6-b20c72a32f7c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:26:10.814240 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-10d05ec6-04ed-4ca7-9dc6-b20c72a32f7c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:10.819521 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d658b0-7521-4a66-bf0a-659c03ff821b None None] Sync routers for ids ['293d1e68-42bd-44ed-993d-575ca13b40de'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:26:10.828762 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d658b0-7521-4a66-bf0a-659c03ff821b None None] Routers {'293d1e68-42bd-44ed-993d-575ca13b40de'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:26:10.829388 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-82d658b0-7521-4a66-bf0a-659c03ff821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:25:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['293d1e68-42bd-44ed-993d-575ca13b40de'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:26:10.841492 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-10d05ec6-04ed-4ca7-9dc6-b20c72a32f7c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "DELETE /v2.0/floatingips/67fd8012-ad44-4454-8bfc-5e689d908f72 HTTP/1.1" status: 204 len: 168 time: 1.1482608 Jul 30 21:26:10.842073 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694f56c7-0aff-49eb-b0a3-db5b007fdf89', 'tag': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:26:10.845002 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85aa9f5-72fd-4969-92d7-a852c3a7f469" -d '{"events": [{"name": "network-changed", "server_uuid": "694f56c7-0aff-49eb-b0a3-db5b007fdf89", "tag": "8a2b0d36-ed8e-415f-a990-51de0fcddbbe"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:26:11.005688 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7915ba6-b60d-4c87-bb69-8ab8986fe34a x-openstack-request-id: req-b7915ba6-b60d-4c87-bb69-8ab8986fe34a {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:26:11.005979 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694f56c7-0aff-49eb-b0a3-db5b007fdf89", "tag": "8a2b0d36-ed8e-415f-a990-51de0fcddbbe", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:26:11.006228 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b7915ba6-b60d-4c87-bb69-8ab8986fe34a {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:26:11.006629 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694f56c7-0aff-49eb-b0a3-db5b007fdf89', 'tag': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe', 'status': 'completed', 'code': 200} Jul 30 21:26:11.090412 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-82d658b0-7521-4a66-bf0a-659c03ff821b None None] Set router 293d1e68-42bd-44ed-993d-575ca13b40de gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:26:11.101597 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aa9f5-72fd-4969-92d7-a852c3a7f469 req-87cf5c8a-58b8-4728-9867-ddc80403bbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:11.103109 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a85aa9f5-72fd-4969-92d7-a852c3a7f469 req-87cf5c8a-58b8-4728-9867-ddc80403bbf4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c045e8acb56d4d5da04a09d8c616e766&device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 1098 time: 0.0715535 Jul 30 21:26:11.114480 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec16a4-5739-4021-8c52-f54c4968704b req-cf64dcf8-bf76-4993-9754-f936c48aaeff tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:11.115876 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71ec16a4-5739-4021-8c52-f54c4968704b req-cf64dcf8-bf76-4993-9754-f936c48aaeff tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 947 time: 0.0592644 Jul 30 21:26:11.203170 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-71ec16a4-5739-4021-8c52-f54c4968704b req-4d2beba9-abdd-470f-92a1-193f945c4f4d tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790255 Jul 30 21:26:11.229866 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aa9f5-72fd-4969-92d7-a852c3a7f469 req-9fd7a198-e477-4ba9-ac6f-61f698f225d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:11.231315 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a85aa9f5-72fd-4969-92d7-a852c3a7f469 req-9fd7a198-e477-4ba9-ac6f-61f698f225d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7515aebf-7a54-48b4-8b29-24dcdb83a694 HTTP/1.1" status: 200 len: 910 time: 0.1146128 Jul 30 21:26:11.273514 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a85aa9f5-72fd-4969-92d7-a852c3a7f469 req-b969fe19-c328-4b6c-966f-e427587f0300 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a2b0d36-ed8e-415f-a990-51de0fcddbbe HTTP/1.1" status: 200 len: 217 time: 0.0345638 Jul 30 21:26:11.289506 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-82d658b0-7521-4a66-bf0a-659c03ff821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'name': 'tempest-TestShelveInstance-1605854938-router', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:22Z', 'updated_at': '2021-07-30T21:21:25Z', 'revision_number': 4, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'gw_port': {'id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:23Z', 'updated_at': '2021-07-30T21:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '53e403fd-7ac6-47dc-8e24-aa8a2e01efd2', 'name': '', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'mac_address': 'fa:16:3e:2f:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:24Z', 'updated_at': '2021-07-30T21:21:30Z', 'revision_number': 5, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'subnets': [{'id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:26:11.320087 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d658b0-7521-4a66-bf0a-659c03ff821b None None] Checking router: 293d1e68-42bd-44ed-993d-575ca13b40de for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:26:11.328895 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d658b0-7521-4a66-bf0a-659c03ff821b None None] Routers {'293d1e68-42bd-44ed-993d-575ca13b40de'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:26:11.329510 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-82d658b0-7521-4a66-bf0a-659c03ff821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:25:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['293d1e68-42bd-44ed-993d-575ca13b40de'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:26:11.333271 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aa9f5-72fd-4969-92d7-a852c3a7f469 req-013de984-deac-4724-882b-1af768e4862f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:11.334750 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a85aa9f5-72fd-4969-92d7-a852c3a7f469 req-013de984-deac-4724-882b-1af768e4862f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a8de091e-9262-4924-8f31-921776a27ca4 HTTP/1.1" status: 200 len: 848 time: 0.0533078 Jul 30 21:26:11.381285 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aa9f5-72fd-4969-92d7-a852c3a7f469 req-8b0c7748-12df-48c5-a559-4563b99c85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:11.382791 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a85aa9f5-72fd-4969-92d7-a852c3a7f469 req-8b0c7748-12df-48c5-a559-4563b99c85ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7515aebf-7a54-48b4-8b29-24dcdb83a694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403066 Jul 30 21:26:11.394384 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-a85aa9f5-72fd-4969-92d7-a852c3a7f469 req-893b51f7-54f1-4b40-84ec-9e4b108447c6 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 21:26:11.395326 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a85aa9f5-72fd-4969-92d7-a852c3a7f469 req-893b51f7-54f1-4b40-84ec-9e4b108447c6 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056014 Jul 30 21:26:11.434592 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-82d658b0-7521-4a66-bf0a-659c03ff821b None None] Set router 293d1e68-42bd-44ed-993d-575ca13b40de gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:26:11.485412 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a85aa9f5-72fd-4969-92d7-a852c3a7f469 req-6dfe6432-72ec-458e-b87e-f8223bfe77db service neutron] 10.222.0.59 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819616 Jul 30 21:26:11.579620 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a85aa9f5-72fd-4969-92d7-a852c3a7f469 req-219942ff-47f5-4fb6-9405-257be259f6bc service neutron] 10.222.0.59 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861998 Jul 30 21:26:11.637474 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-82d658b0-7521-4a66-bf0a-659c03ff821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'name': 'tempest-TestShelveInstance-1605854938-router', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:22Z', 'updated_at': '2021-07-30T21:21:25Z', 'revision_number': 4, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'gw_port': {'id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:23Z', 'updated_at': '2021-07-30T21:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '53e403fd-7ac6-47dc-8e24-aa8a2e01efd2', 'name': '', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'mac_address': 'fa:16:3e:2f:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:24Z', 'updated_at': '2021-07-30T21:21:30Z', 'revision_number': 5, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'subnets': [{'id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:26:11.662526 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d658b0-7521-4a66-bf0a-659c03ff821b None None] The sync data for ids ['293d1e68-42bd-44ed-993d-575ca13b40de'] in n-d-712137-9 is: [{'id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'name': 'tempest-TestShelveInstance-1605854938-router', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:22Z', 'updated_at': '2021-07-30T21:21:25Z', 'revision_number': 4, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'gw_port': {'id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:23Z', 'updated_at': '2021-07-30T21:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '53e403fd-7ac6-47dc-8e24-aa8a2e01efd2', 'name': '', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'mac_address': 'fa:16:3e:2f:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:24Z', 'updated_at': '2021-07-30T21:21:30Z', 'revision_number': 5, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'subnets': [{'id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:26:11.883811 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5b29e9-eb7a-4713-a683-f857076501ea None None] New status for floating IP 67fd8012-ad44-4454-8bfc-5e689d908f72: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 21:26:12.349337 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e4837-460d-4fa2-a58e-b75728795c24 req-a2711838-b702-4533-9931-0a73bf1cfeba tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:12.350795 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f50e4837-460d-4fa2-a58e-b75728795c24 req-a2711838-b702-4533-9931-0a73bf1cfeba tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 947 time: 0.0730977 Jul 30 21:26:12.358012 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac3684-7612-4c47-aee2-fa97862b6ed1 req-8db42aec-da06-40bb-ac8a-b9a127609e00 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:12.359373 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-05ac3684-7612-4c47-aee2-fa97862b6ed1 req-8db42aec-da06-40bb-ac8a-b9a127609e00 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.59 "GET /v2.0/ports?device_id=694f56c7-0aff-49eb-b0a3-db5b007fdf89 HTTP/1.1" status: 200 len: 947 time: 0.0900197 Jul 30 21:26:12.423262 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f50e4837-460d-4fa2-a58e-b75728795c24 req-5523aef4-d7f8-4b14-87f9-8c1261588877 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8d70596-4e8b-4e49-893c-02de32d8c376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629399 Jul 30 21:26:12.467361 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-05ac3684-7612-4c47-aee2-fa97862b6ed1 req-6b031e7f-ef11-413e-8dcb-dfd03bd34159 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Deleting port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:26:12.468260 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-05ac3684-7612-4c47-aee2-fa97862b6ed1 req-6b031e7f-ef11-413e-8dcb-dfd03bd34159 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:12.557442 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-05ac3684-7612-4c47-aee2-fa97862b6ed1 req-6b031e7f-ef11-413e-8dcb-dfd03bd34159 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] For port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:26:12.557803 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-05ac3684-7612-4c47-aee2-fa97862b6ed1 req-6b031e7f-ef11-413e-8dcb-dfd03bd34159 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:12.570700 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-05ac3684-7612-4c47-aee2-fa97862b6ed1 req-6b031e7f-ef11-413e-8dcb-dfd03bd34159 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Calling delete_port for 8a2b0d36-ed8e-415f-a990-51de0fcddbbe owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:26:12.699564 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-05ac3684-7612-4c47-aee2-fa97862b6ed1 req-6b031e7f-ef11-413e-8dcb-dfd03bd34159 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:12.726615 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b031e7f-ef11-413e-8dcb-dfd03bd34159 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event deleted for resources: {'Port': ['ID=8a2b0d36-ed8e-415f-a990-51de0fcddbbe,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:26:12.769344 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ac3684-7612-4c47-aee2-fa97862b6ed1 req-6b031e7f-ef11-413e-8dcb-dfd03bd34159 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] No DVR routers for this DVR port 8a2b0d36-ed8e-415f-a990-51de0fcddbbe on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:26:12.771986 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-05ac3684-7612-4c47-aee2-fa97862b6ed1 req-6b031e7f-ef11-413e-8dcb-dfd03bd34159 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:12.774044 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-05ac3684-7612-4c47-aee2-fa97862b6ed1 req-6b031e7f-ef11-413e-8dcb-dfd03bd34159 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.59 "DELETE /v2.0/ports/8a2b0d36-ed8e-415f-a990-51de0fcddbbe HTTP/1.1" status: 204 len: 173 time: 0.4079845 Jul 30 21:26:13.008097 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694f56c7-0aff-49eb-b0a3-db5b007fdf89', 'name': 'network-vif-deleted', 'tag': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:26:13.010398 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8bea31-f76e-42f6-9e9d-9d1df87ca6bb" -d '{"events": [{"server_uuid": "694f56c7-0aff-49eb-b0a3-db5b007fdf89", "name": "network-vif-deleted", "tag": "8a2b0d36-ed8e-415f-a990-51de0fcddbbe"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:26:13.044316 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8b63c7-bd05-466f-ac1f-f2055661b9ec x-openstack-request-id: req-7e8b63c7-bd05-466f-ac1f-f2055661b9ec {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:26:13.044610 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694f56c7-0aff-49eb-b0a3-db5b007fdf89", "name": "network-vif-deleted", "tag": "8a2b0d36-ed8e-415f-a990-51de0fcddbbe", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:26:13.044862 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7e8b63c7-bd05-466f-ac1f-f2055661b9ec {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:26:13.045264 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694f56c7-0aff-49eb-b0a3-db5b007fdf89', 'name': 'network-vif-deleted', 'tag': '8a2b0d36-ed8e-415f-a990-51de0fcddbbe', 'status': 'completed', 'code': 200} Jul 30 21:26:13.479703 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57674) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:26:13.536882 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88a65509-3aea-4f84-964c-172f8c8847e8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:13.561442 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88a65509-3aea-4f84-964c-172f8c8847e8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:13.620498 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88a65509-3aea-4f84-964c-172f8c8847e8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:13.623077 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88a65509-3aea-4f84-964c-172f8c8847e8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:13.624285 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-88a65509-3aea-4f84-964c-172f8c8847e8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "DELETE /v2.0/security-groups/c8d70596-4e8b-4e49-893c-02de32d8c376 HTTP/1.1" status: 204 len: 168 time: 0.1436119 Jul 30 21:26:13.633339 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a65509-3aea-4f84-964c-172f8c8847e8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d70596-4e8b-4e49-893c-02de32d8c376,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:26:14.041774 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57680) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:26:14.046497 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-7edbdd5f-4efc-4483-bffc-1d46d74c897b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-771356325', 'description': 'tempest-secgroup-smoke-771356325 description', 'project_id': 'c045e8acb56d4d5da04a09d8c616e766'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:26:14.072538 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7edbdd5f-4efc-4483-bffc-1d46d74c897b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.153074 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7edbdd5f-4efc-4483-bffc-1d46d74c897b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.157047 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7edbdd5f-4efc-4483-bffc-1d46d74c897b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.183771 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7edbdd5f-4efc-4483-bffc-1d46d74c897b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.184970 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7edbdd5f-4efc-4483-bffc-1d46d74c897b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1421976 Jul 30 21:26:14.187719 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbdd5f-4efc-4483-bffc-1d46d74c897b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:26:14.188749 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 57682) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:26:14.196106 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-63ba112d-af72-4e70-9615-1509e0cb05e7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Request body: {'security_group_rule': {'security_group_id': 'c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7', 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:26:14.222640 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-63ba112d-af72-4e70-9615-1509e0cb05e7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.285558 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-63ba112d-af72-4e70-9615-1509e0cb05e7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.289088 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-63ba112d-af72-4e70-9615-1509e0cb05e7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.314269 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba112d-af72-4e70-9615-1509e0cb05e7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa4eab71-b520-42e4-91ab-d9cb78af175a,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:26:14.322527 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-63ba112d-af72-4e70-9615-1509e0cb05e7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.323749 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-63ba112d-af72-4e70-9615-1509e0cb05e7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1328173 Jul 30 21:26:14.325409 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba112d-af72-4e70-9615-1509e0cb05e7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:14.325757 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba112d-af72-4e70-9615-1509e0cb05e7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:14.326225 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba112d-af72-4e70-9615-1509e0cb05e7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:14.326646 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba112d-af72-4e70-9615-1509e0cb05e7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:14.327630 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57686) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:26:14.327785 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba112d-af72-4e70-9615-1509e0cb05e7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:14.328046 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba112d-af72-4e70-9615-1509e0cb05e7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:14.328381 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba112d-af72-4e70-9615-1509e0cb05e7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:14.328713 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba112d-af72-4e70-9615-1509e0cb05e7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:14.329046 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba112d-af72-4e70-9615-1509e0cb05e7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:14.329372 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba112d-af72-4e70-9615-1509e0cb05e7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:14.329696 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba112d-af72-4e70-9615-1509e0cb05e7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:14.330018 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba112d-af72-4e70-9615-1509e0cb05e7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:14.332728 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-433502c3-a0b2-47cc-a887-9ae987f01cfa tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Request body: {'security_group_rule': {'security_group_id': 'c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7', 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:26:14.358423 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-433502c3-a0b2-47cc-a887-9ae987f01cfa tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.415719 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-433502c3-a0b2-47cc-a887-9ae987f01cfa tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.418989 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-433502c3-a0b2-47cc-a887-9ae987f01cfa tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.437102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433502c3-a0b2-47cc-a887-9ae987f01cfa tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad11caa1-cf75-41f6-952a-a18e87cb65c6,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:26:14.442390 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-433502c3-a0b2-47cc-a887-9ae987f01cfa tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.443591 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-433502c3-a0b2-47cc-a887-9ae987f01cfa tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147938 Jul 30 21:26:14.446317 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57688) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:26:14.450714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b64601ef-b047-460c-af19-4631d145d906 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Request body: {'security_group_rule': {'security_group_id': 'c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7', 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:26:14.476301 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b64601ef-b047-460c-af19-4631d145d906 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.532434 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b64601ef-b047-460c-af19-4631d145d906 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.535960 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b64601ef-b047-460c-af19-4631d145d906 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.553114 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64601ef-b047-460c-af19-4631d145d906 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326872ef-0503-4bdc-98d3-3255af9aa269,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:26:14.557715 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b64601ef-b047-460c-af19-4631d145d906 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.558874 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b64601ef-b047-460c-af19-4631d145d906 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1116509 Jul 30 21:26:14.562336 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57690) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:26:14.566607 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ea4d47f1-e63a-44b2-81dd-b4ecb25c77ef tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Request body: {'security_group_rule': {'security_group_id': 'c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7', 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:26:14.591725 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea4d47f1-e63a-44b2-81dd-b4ecb25c77ef tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.653810 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea4d47f1-e63a-44b2-81dd-b4ecb25c77ef tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.657323 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea4d47f1-e63a-44b2-81dd-b4ecb25c77ef tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.675767 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d47f1-e63a-44b2-81dd-b4ecb25c77ef tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803f47fc-d392-4028-b801-b27ab2e20233,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:26:14.680789 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ea4d47f1-e63a-44b2-81dd-b4ecb25c77ef tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.682040 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-ea4d47f1-e63a-44b2-81dd-b4ecb25c77ef tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187673 Jul 30 21:26:14.684874 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57692) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:26:14.690277 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-7ecdfbd4-27e6-4d90-8184-5d8385975c23 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Request body: {'security_group_rule': {'security_group_id': 'c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7', 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:26:14.711118 n-d-712137-9 neutron-server[93882]: INFO neutron.db.securitygroups_db [None req-7ecdfbd4-27e6-4d90-8184-5d8385975c23 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Project c045e8acb56d4d5da04a09d8c616e766 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 21:26:14.715864 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ecdfbd4-27e6-4d90-8184-5d8385975c23 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.775913 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ecdfbd4-27e6-4d90-8184-5d8385975c23 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.779230 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ecdfbd4-27e6-4d90-8184-5d8385975c23 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.796571 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecdfbd4-27e6-4d90-8184-5d8385975c23 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b2ed9f-75f3-4717-b86f-e426a298b4df,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:26:14.802427 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7ecdfbd4-27e6-4d90-8184-5d8385975c23 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.803637 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-7ecdfbd4-27e6-4d90-8184-5d8385975c23 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177609 Jul 30 21:26:14.806440 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57694) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:26:14.811058 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-88b7cdee-2f1d-49f1-8c9e-c8e0058b6eab tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Request body: {'security_group_rule': {'security_group_id': 'c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7', 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:26:14.832324 n-d-712137-9 neutron-server[93882]: INFO neutron.db.securitygroups_db [None req-88b7cdee-2f1d-49f1-8c9e-c8e0058b6eab tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Project c045e8acb56d4d5da04a09d8c616e766 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 21:26:14.836968 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88b7cdee-2f1d-49f1-8c9e-c8e0058b6eab tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.897978 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88b7cdee-2f1d-49f1-8c9e-c8e0058b6eab tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.901474 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88b7cdee-2f1d-49f1-8c9e-c8e0058b6eab tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.918609 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7cdee-2f1d-49f1-8c9e-c8e0058b6eab tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb81f11f-354e-4b0b-8e65-dc2fdb5a5a5e,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:26:14.924792 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-88b7cdee-2f1d-49f1-8c9e-c8e0058b6eab tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:14.926051 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-88b7cdee-2f1d-49f1-8c9e-c8e0058b6eab tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186795 Jul 30 21:26:16.357115 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:16.466496 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 8a2b0d36-ed8e-415f-a990-51de0fcddbbe no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:26:16.490315 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 8a2b0d36-ed8e-415f-a990-51de0fcddbbe {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:26:16.490315 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 8a2b0d36-ed8e-415f-a990-51de0fcddbbe not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:26:20.401146 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:20.819397 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:26:21.372113 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b95d039b-1d77-4bc2-9c26-64c5b0f342ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:23.814642 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b67c060-5586-44f2-95c3-d0f1c245713e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:24.074812 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:25.309327 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:27.160114 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:29.222777 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-f14a63d9-d930-48d1-a556-6342fed5ddc9 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771356325&fields=id&tenant_id=c045e8acb56d4d5da04a09d8c616e766 HTTP/1.1" status: 200 len: 267 time: 0.0367899 Jul 30 21:26:29.328540 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-523b44b4-1754-4d0a-9a66-a17b6e4a69c8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:29.331162 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-523b44b4-1754-4d0a-9a66-a17b6e4a69c8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/networks?id=7515aebf-7a54-48b4-8b29-24dcdb83a694 HTTP/1.1" status: 200 len: 809 time: 0.1006081 Jul 30 21:26:29.344824 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-58893b85-3383-4a1e-b00b-99eba14aa89c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/quotas/c045e8acb56d4d5da04a09d8c616e766 HTTP/1.1" status: 200 len: 375 time: 0.0091310 Jul 30 21:26:29.396645 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-51e817d3-967f-4441-b5c0-6ab7159ef40d tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c045e8acb56d4d5da04a09d8c616e766&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462756 Jul 30 21:26:29.547446 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-c32bc740-8cff-4c3f-ad22-36b2eec7faad service neutron] 10.222.0.81 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397288 Jul 30 21:26:29.636255 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-530468c7-60e8-426c-9f95-4c306b03e485 service neutron] 10.222.0.81 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825794 Jul 30 21:26:29.924021 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-152b8553-96ca-4b9d-867a-3aae2cdba2cb req-e40a7b72-0e66-4d04-8a1c-a0b083b5c5ec tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 210 time: 0.0334327 Jul 30 21:26:30.901401 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-b58df203-5696-436d-bf05-3e6e72a61475 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:30.902858 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-b58df203-5696-436d-bf05-3e6e72a61475 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.83 "GET /v2.0/networks?id=7515aebf-7a54-48b4-8b29-24dcdb83a694 HTTP/1.1" status: 200 len: 809 time: 0.1051939 Jul 30 21:26:30.946708 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-0dc86476-c09b-48b7-9615-1c1c4c3cef66 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c045e8acb56d4d5da04a09d8c616e766 HTTP/1.1" status: 200 len: 379 time: 0.0348248 Jul 30 21:26:30.959170 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-ad7be407-1a54-4e2a-b3ad-ece7fd1c1d49 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Request body: {'port': {'device_id': 'cdab3047-e53f-444f-9403-6790f03b7fc7', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'admin_state_up': True, 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'security_groups': ['c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:26:31.046205 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-58ef6065-97a6-47d3-ba72-0f15d6d54f16 req-7484046d-0975-49de-a737-bf33ba8aa4f3 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 210 time: 0.0337498 Jul 30 21:26:31.105048 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-ad7be407-1a54-4e2a-b3ad-ece7fd1c1d49 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Made reservation on behalf of c045e8acb56d4d5da04a09d8c616e766 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:26:31.109147 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-ad7be407-1a54-4e2a-b3ad-ece7fd1c1d49 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:31.240410 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-ad7be407-1a54-4e2a-b3ad-ece7fd1c1d49 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Allocated IP 172.20.0.8 (7515aebf-7a54-48b4-8b29-24dcdb83a694/a8de091e-9262-4924-8f31-921776a27ca4/77fa397a-d984-405d-9db7-8722cc02c76d) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:26:31.387274 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-ad7be407-1a54-4e2a-b3ad-ece7fd1c1d49 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:31.400862 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-ad7be407-1a54-4e2a-b3ad-ece7fd1c1d49 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Transition to ACTIVE for port object 77fa397a-d984-405d-9db7-8722cc02c76d will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:26:31.435207 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-ad7be407-1a54-4e2a-b3ad-ece7fd1c1d49 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:31.481603 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-ad7be407-1a54-4e2a-b3ad-ece7fd1c1d49 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Network 7515aebf-7a54-48b4-8b29-24dcdb83a694 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:26:31.485569 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-ad7be407-1a54-4e2a-b3ad-ece7fd1c1d49 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:26:31.489480 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-ad7be407-1a54-4e2a-b3ad-ece7fd1c1d49 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:26:31.519078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7be407-1a54-4e2a-b3ad-ece7fd1c1d49 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event updated for resources: {'Port': ['ID=77fa397a-d984-405d-9db7-8722cc02c76d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:26:31.546366 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-ad7be407-1a54-4e2a-b3ad-ece7fd1c1d49 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:31.547009 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-ad7be407-1a54-4e2a-b3ad-ece7fd1c1d49 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:31.564238 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-ad7be407-1a54-4e2a-b3ad-ece7fd1c1d49 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6092687 Jul 30 21:26:31.577750 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-2b1423a0-46b7-40cb-a17f-56b77c2d22ec service neutron] Request body: {'port': {'device_id': 'cdab3047-e53f-444f-9403-6790f03b7fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:26:31.636433 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-2b1423a0-46b7-40cb-a17f-56b77c2d22ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:31.771022 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3a28bd41-d634-4b44-8bbc-680743bca230 None None] Provisioning for port 77fa397a-d984-405d-9db7-8722cc02c76d completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:26:31.775011 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3a28bd41-d634-4b44-8bbc-680743bca230 None None] Provisioning complete for port 77fa397a-d984-405d-9db7-8722cc02c76d triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:26:31.775703 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a28bd41-d634-4b44-8bbc-680743bca230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:31.812377 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3a28bd41-d634-4b44-8bbc-680743bca230 None None] Port 77fa397a-d984-405d-9db7-8722cc02c76d cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:26:31.923899 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-2b1423a0-46b7-40cb-a17f-56b77c2d22ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77fa397a-d984-405d-9db7-8722cc02c76d {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:26:31.931405 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-2b1423a0-46b7-40cb-a17f-56b77c2d22ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:31.943776 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-2b1423a0-46b7-40cb-a17f-56b77c2d22ec service neutron] Transition to ACTIVE for port object 77fa397a-d984-405d-9db7-8722cc02c76d will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:26:31.947382 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-2b1423a0-46b7-40cb-a17f-56b77c2d22ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:31.998186 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1423a0-46b7-40cb-a17f-56b77c2d22ec service neutron] Pushing event updated for resources: {'Port': ['ID=77fa397a-d984-405d-9db7-8722cc02c76d,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:26:32.083935 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-2b1423a0-46b7-40cb-a17f-56b77c2d22ec service neutron] Attempting to bind port 77fa397a-d984-405d-9db7-8722cc02c76d on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:26:32.085804 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-2b1423a0-46b7-40cb-a17f-56b77c2d22ec service neutron] Attempting to bind port 77fa397a-d984-405d-9db7-8722cc02c76d by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '191eee8d-9491-4fd8-bafc-9fc46abff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:26:32.086155 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-2b1423a0-46b7-40cb-a17f-56b77c2d22ec service neutron] Attempting to bind port 77fa397a-d984-405d-9db7-8722cc02c76d on network 7515aebf-7a54-48b4-8b29-24dcdb83a694 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:26:32.091163 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-2b1423a0-46b7-40cb-a17f-56b77c2d22ec service neutron] Port 77fa397a-d984-405d-9db7-8722cc02c76d on network 7515aebf-7a54-48b4-8b29-24dcdb83a694 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 21:26:32.091492 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-2b1423a0-46b7-40cb-a17f-56b77c2d22ec service neutron] Attempting to bind port 77fa397a-d984-405d-9db7-8722cc02c76d on network 7515aebf-7a54-48b4-8b29-24dcdb83a694 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:26:32.097474 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-2b1423a0-46b7-40cb-a17f-56b77c2d22ec service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:26:32.097826 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-2b1423a0-46b7-40cb-a17f-56b77c2d22ec service neutron] Checking segment: {'id': '191eee8d-9491-4fd8-bafc-9fc46abff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:26:32.098221 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-2b1423a0-46b7-40cb-a17f-56b77c2d22ec service neutron] Bound using segment: {'id': '191eee8d-9491-4fd8-bafc-9fc46abff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:26:32.098665 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-2b1423a0-46b7-40cb-a17f-56b77c2d22ec service neutron] Bound port: 77fa397a-d984-405d-9db7-8722cc02c76d, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191eee8d-9491-4fd8-bafc-9fc46abff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:26:32.099030 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-2b1423a0-46b7-40cb-a17f-56b77c2d22ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:32.173128 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-2b1423a0-46b7-40cb-a17f-56b77c2d22ec service neutron] For port 77fa397a-d984-405d-9db7-8722cc02c76d, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:26:32.176893 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-2b1423a0-46b7-40cb-a17f-56b77c2d22ec service neutron] For port 77fa397a-d984-405d-9db7-8722cc02c76d, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=77fa397a-d984-405d-9db7-8722cc02c76d,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:26:32.184100 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-2b1423a0-46b7-40cb-a17f-56b77c2d22ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:32.231959 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-2b1423a0-46b7-40cb-a17f-56b77c2d22ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:32.233011 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-2b1423a0-46b7-40cb-a17f-56b77c2d22ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:32.235034 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-2b1423a0-46b7-40cb-a17f-56b77c2d22ec service neutron] 10.222.0.83 "PUT /v2.0/ports/77fa397a-d984-405d-9db7-8722cc02c76d HTTP/1.1" status: 200 len: 1091 time: 0.6619937 Jul 30 21:26:32.238704 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdab3047-e53f-444f-9403-6790f03b7fc7', 'tag': '77fa397a-d984-405d-9db7-8722cc02c76d'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:26:32.242048 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e67b8e-f72d-4b69-9a2a-e73ee0fb3bff" -d '{"events": [{"name": "network-changed", "server_uuid": "cdab3047-e53f-444f-9403-6790f03b7fc7", "tag": "77fa397a-d984-405d-9db7-8722cc02c76d"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:26:32.345066 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91aa452-a1e6-45ec-b15b-5ae99b32435a req-2b07f7a0-bcb4-4899-b404-51a2eec766a7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:32.346688 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f91aa452-a1e6-45ec-b15b-5ae99b32435a req-2b07f7a0-bcb4-4899-b404-51a2eec766a7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 943 time: 0.1491446 Jul 30 21:26:32.347719 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1423a0-46b7-40cb-a17f-56b77c2d22ec service neutron] Pushing event updated for resources: {'Port': ['ID=77fa397a-d984-405d-9db7-8722cc02c76d,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:26:32.395394 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-64d50b5a-4eac-48a5-ae4f-b0c021578cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:32.396945 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-64d50b5a-4eac-48a5-ae4f-b0c021578cfd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c045e8acb56d4d5da04a09d8c616e766&device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 1094 time: 0.1097634 Jul 30 21:26:32.403881 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f91aa452-a1e6-45ec-b15b-5ae99b32435a req-a2fe059d-1353-402e-8bbc-25bd914401d4 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486987 Jul 30 21:26:32.453190 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-44c5a1b0-26fc-454b-b72a-1bfb0e757e61 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77fa397a-d984-405d-9db7-8722cc02c76d HTTP/1.1" status: 200 len: 217 time: 0.0477066 Jul 30 21:26:32.513062 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-a1606270-a1d2-4d2c-90f7-37e4ec0e12fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:32.514734 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-a1606270-a1d2-4d2c-90f7-37e4ec0e12fe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8de091e-9262-4924-8f31-921776a27ca4 HTTP/1.1" status: 200 len: 848 time: 0.0553379 Jul 30 21:26:32.522321 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d7e4b1-69ba-4b12-ba02-c2355d45ca0f x-openstack-request-id: req-f5d7e4b1-69ba-4b12-ba02-c2355d45ca0f {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:26:32.522614 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdab3047-e53f-444f-9403-6790f03b7fc7", "tag": "77fa397a-d984-405d-9db7-8722cc02c76d", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:26:32.522871 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f5d7e4b1-69ba-4b12-ba02-c2355d45ca0f {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:26:32.523399 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdab3047-e53f-444f-9403-6790f03b7fc7', 'tag': '77fa397a-d984-405d-9db7-8722cc02c76d', 'status': 'completed', 'code': 200} Jul 30 21:26:32.565893 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-2db09020-ca9c-4470-b392-d72e85539e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:32.567386 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-2db09020-ca9c-4470-b392-d72e85539e75 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7515aebf-7a54-48b4-8b29-24dcdb83a694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416150 Jul 30 21:26:32.665265 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-ccc2077d-09bc-418e-b9a2-90305635f17c service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902202 Jul 30 21:26:32.759082 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-86ae0185-c9a7-4abb-ba64-b8210b689803 req-261dc5c7-2ec0-4057-97f8-0b0ade9e7da4 service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867507 Jul 30 21:26:32.844278 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e67b8e-f72d-4b69-9a2a-e73ee0fb3bff req-fb11b5db-da81-44ae-a50d-f323e533bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:32.845782 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0e67b8e-f72d-4b69-9a2a-e73ee0fb3bff req-fb11b5db-da81-44ae-a50d-f323e533bc6c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c045e8acb56d4d5da04a09d8c616e766&device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 1094 time: 0.0435307 Jul 30 21:26:32.944750 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e67b8e-f72d-4b69-9a2a-e73ee0fb3bff req-3ba59898-aad1-4f9f-8a90-8a97870c2289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:32.946218 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0e67b8e-f72d-4b69-9a2a-e73ee0fb3bff req-3ba59898-aad1-4f9f-8a90-8a97870c2289 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7515aebf-7a54-48b4-8b29-24dcdb83a694 HTTP/1.1" status: 200 len: 910 time: 0.0927112 Jul 30 21:26:32.987750 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0e67b8e-f72d-4b69-9a2a-e73ee0fb3bff req-a665f216-f1f8-44f3-9465-44aaf0afba9d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77fa397a-d984-405d-9db7-8722cc02c76d HTTP/1.1" status: 200 len: 217 time: 0.0346994 Jul 30 21:26:33.036580 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e67b8e-f72d-4b69-9a2a-e73ee0fb3bff req-4108ae65-274d-414e-a369-751c76d1b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:33.038027 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0e67b8e-f72d-4b69-9a2a-e73ee0fb3bff req-4108ae65-274d-414e-a369-751c76d1b778 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8de091e-9262-4924-8f31-921776a27ca4 HTTP/1.1" status: 200 len: 848 time: 0.0432816 Jul 30 21:26:33.083246 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e67b8e-f72d-4b69-9a2a-e73ee0fb3bff req-b2c580f9-8cf0-442c-bb78-388866c16ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:33.084759 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0e67b8e-f72d-4b69-9a2a-e73ee0fb3bff req-b2c580f9-8cf0-442c-bb78-388866c16ff6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7515aebf-7a54-48b4-8b29-24dcdb83a694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399332 Jul 30 21:26:33.179832 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0e67b8e-f72d-4b69-9a2a-e73ee0fb3bff req-5a293bef-b8a2-4abc-a3d7-443a90e36de5 service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864580 Jul 30 21:26:33.286564 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e0e67b8e-f72d-4b69-9a2a-e73ee0fb3bff req-8540c67d-3186-42ea-975c-f1fa59b05161 service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997777 Jul 30 21:26:33.525182 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5017a-1fc7-425e-8c78-ac95dd22b6db req-89faffc3-f13c-4c1f-a515-2f7d9a13b1de tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:33.526644 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56e5017a-1fc7-425e-8c78-ac95dd22b6db req-89faffc3-f13c-4c1f-a515-2f7d9a13b1de tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 943 time: 0.0546143 Jul 30 21:26:33.565896 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56e5017a-1fc7-425e-8c78-ac95dd22b6db req-7dd12116-3ccc-4264-9280-9634e9cdbb4e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321431 Jul 30 21:26:34.681887 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd64ca-6057-4d89-8e38-97cf73e755ae req-83d8cce7-1df1-47d0-8e61-aa5bcd7e94cb tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:34.683396 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5dcd64ca-6057-4d89-8e38-97cf73e755ae req-83d8cce7-1df1-47d0-8e61-aa5bcd7e94cb tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 943 time: 0.0509300 Jul 30 21:26:34.722981 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5dcd64ca-6057-4d89-8e38-97cf73e755ae req-8b647796-e9ea-41e0-bd12-629e9616492e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331535 Jul 30 21:26:35.835266 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0de3c5-7744-4c9c-bcc0-0445e86cbfb5 req-64f4b864-a17b-489a-92f4-f3eddd866798 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:35.836742 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-db0de3c5-7744-4c9c-bcc0-0445e86cbfb5 req-64f4b864-a17b-489a-92f4-f3eddd866798 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 943 time: 0.0488596 Jul 30 21:26:35.874007 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-db0de3c5-7744-4c9c-bcc0-0445e86cbfb5 req-c187d184-017e-4a03-8a85-71abba73dee7 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308232 Jul 30 21:26:36.990291 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad2e1f-8955-426f-8e21-1252eedbd03f req-55d22af4-5b90-4798-9aa3-8bb97a740176 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:36.991781 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7ad2e1f-8955-426f-8e21-1252eedbd03f req-55d22af4-5b90-4798-9aa3-8bb97a740176 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 943 time: 0.0521712 Jul 30 21:26:37.030965 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f7ad2e1f-8955-426f-8e21-1252eedbd03f req-82b4661c-8a6a-46ec-bb17-859e49c84d78 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332754 Jul 30 21:26:38.144545 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e27357-24d4-4aac-b99b-6b27fdbd85a2 req-e6945abb-0b25-475b-b71c-a774d897ad62 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:38.146010 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54e27357-24d4-4aac-b99b-6b27fdbd85a2 req-e6945abb-0b25-475b-b71c-a774d897ad62 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 943 time: 0.0485120 Jul 30 21:26:38.182296 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-54e27357-24d4-4aac-b99b-6b27fdbd85a2 req-8388d460-db2a-425d-9516-19c7ee25e30d tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305154 Jul 30 21:26:39.304566 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d73854-11e2-4055-bb7f-817912e70c16 req-df4c3f04-cd6d-4ec0-8402-d67e05663c05 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:39.306042 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9d73854-11e2-4055-bb7f-817912e70c16 req-df4c3f04-cd6d-4ec0-8402-d67e05663c05 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 943 time: 0.0496817 Jul 30 21:26:39.344206 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c9d73854-11e2-4055-bb7f-817912e70c16 req-eb1cf762-4cdb-449c-9f4d-fe85810306ad tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322528 Jul 30 21:26:40.460616 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a792eda-4dc0-4f68-91bb-94bcdc0f12ea req-d55264bf-3198-49d0-8626-e8215e1d7089 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:40.462085 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a792eda-4dc0-4f68-91bb-94bcdc0f12ea req-d55264bf-3198-49d0-8626-e8215e1d7089 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 943 time: 0.0528111 Jul 30 21:26:40.501110 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6a792eda-4dc0-4f68-91bb-94bcdc0f12ea req-a26fe4a5-d730-4dc8-b00d-66cdcd2079a5 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324965 Jul 30 21:26:41.612299 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdc9f6-306e-4d59-b606-f882ca1f2374 req-b9db7265-21d3-41d8-8440-021ff1510dca tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:41.613665 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1bdc9f6-306e-4d59-b606-f882ca1f2374 req-b9db7265-21d3-41d8-8440-021ff1510dca tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 943 time: 0.0481672 Jul 30 21:26:41.650736 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b1bdc9f6-306e-4d59-b606-f882ca1f2374 req-f4e4e34b-47ec-4446-bb9d-8764d9a25200 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313425 Jul 30 21:26:42.762599 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe3313-89bc-4bcd-ab71-9790c08813a5 req-a7746865-52e5-405f-8464-ccd67b996a4c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:42.764725 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eabe3313-89bc-4bcd-ab71-9790c08813a5 req-a7746865-52e5-405f-8464-ccd67b996a4c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 943 time: 0.0486891 Jul 30 21:26:42.802925 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-eabe3313-89bc-4bcd-ab71-9790c08813a5 req-45c0085b-35c0-4a3b-be42-7a274b1e0df8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314572 Jul 30 21:26:43.122242 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 77fa397a-d984-405d-9db7-8722cc02c76d details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:26:43.217271 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 77fa397a-d984-405d-9db7-8722cc02c76d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=77fa397a-d984-405d-9db7-8722cc02c76d,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:26:43.228723 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '77fa397a-d984-405d-9db7-8722cc02c76d', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'port_id': '77fa397a-d984-405d-9db7-8722cc02c76d', 'mac_address': 'fa:16:3e:78:b7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 21:26:43.265389 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:43.277464 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77fa397a-d984-405d-9db7-8722cc02c76d {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:26:43.296635 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 77fa397a-d984-405d-9db7-8722cc02c76d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=77fa397a-d984-405d-9db7-8722cc02c76d,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:26:43.300398 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:43.347199 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=77fa397a-d984-405d-9db7-8722cc02c76d,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:26:43.354547 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:43.354897 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:43.355239 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:43.355615 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:43.355959 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:43.356293 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:43.356619 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:43.356945 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:43.357270 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:43.358089 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:43.358409 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:43.358730 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:26:43.619562 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['77fa397a-d984-405d-9db7-8722cc02c76d'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:26:43.919588 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88296d9a-3432-4413-aec8-986e10f5c824 req-e78df0d3-e8a6-4b99-9688-b3e045375cd8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:43.920985 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-88296d9a-3432-4413-aec8-986e10f5c824 req-e78df0d3-e8a6-4b99-9688-b3e045375cd8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 944 time: 0.0522575 Jul 30 21:26:43.957691 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-88296d9a-3432-4413-aec8-986e10f5c824 req-fe2dd326-8c27-433f-9a44-069b6edfa269 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308893 Jul 30 21:26:45.079070 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8ff16-5aba-459f-af09-fc22435ec1c5 req-3e4c7f65-3b64-47e1-8d5d-5c9fd49d2490 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:45.080587 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f1d8ff16-5aba-459f-af09-fc22435ec1c5 req-3e4c7f65-3b64-47e1-8d5d-5c9fd49d2490 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 944 time: 0.0584919 Jul 30 21:26:45.118858 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f1d8ff16-5aba-459f-af09-fc22435ec1c5 req-f3c5be49-ed4d-4970-88ed-c2c5062a7b09 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323246 Jul 30 21:26:45.122455 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 77fa397a-d984-405d-9db7-8722cc02c76d up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:26:45.173388 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 77fa397a-d984-405d-9db7-8722cc02c76d completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:26:45.177234 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 77fa397a-d984-405d-9db7-8722cc02c76d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:26:45.177609 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:45.253247 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:45.274896 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdab3047-e53f-444f-9403-6790f03b7fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fa397a-d984-405d-9db7-8722cc02c76d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:26:45.277172 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d7a672-c76a-4718-b631-017eeab35eb5" -d '{"events": [{"server_uuid": "cdab3047-e53f-444f-9403-6790f03b7fc7", "name": "network-vif-plugged", "status": "completed", "tag": "77fa397a-d984-405d-9db7-8722cc02c76d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:26:45.291010 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 77fa397a-d984-405d-9db7-8722cc02c76d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=77fa397a-d984-405d-9db7-8722cc02c76d,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:26:45.295112 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:45.350653 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=77fa397a-d984-405d-9db7-8722cc02c76d,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:26:45.366567 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f86849-06b1-4453-8574-7a98f0c5f0ee x-openstack-request-id: req-b9f86849-06b1-4453-8574-7a98f0c5f0ee {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:26:45.366861 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdab3047-e53f-444f-9403-6790f03b7fc7", "name": "network-vif-plugged", "status": "completed", "tag": "77fa397a-d984-405d-9db7-8722cc02c76d", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:26:45.367115 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b9f86849-06b1-4453-8574-7a98f0c5f0ee {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:26:45.367524 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdab3047-e53f-444f-9403-6790f03b7fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fa397a-d984-405d-9db7-8722cc02c76d', 'code': 200} Jul 30 21:26:45.458968 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951ed91-c14c-4a5d-a8ad-3d1961796339 req-8df4596f-df9a-41f0-b89b-4cadb2fbf4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:45.460452 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e951ed91-c14c-4a5d-a8ad-3d1961796339 req-8df4596f-df9a-41f0-b89b-4cadb2fbf4d0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0396626 Jul 30 21:26:45.495586 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e951ed91-c14c-4a5d-a8ad-3d1961796339 req-aee396e0-9aed-4a94-8861-58569c15c0f8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276017 Jul 30 21:26:46.236718 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358701a-e3ee-4ce3-9822-f80b47e5c9f1 req-3354fa39-7241-4621-baa5-854968b73aae tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:46.238164 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7358701a-e3ee-4ce3-9822-f80b47e5c9f1 req-3354fa39-7241-4621-baa5-854968b73aae tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 945 time: 0.0528944 Jul 30 21:26:46.275556 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7358701a-e3ee-4ce3-9822-f80b47e5c9f1 req-7977b681-3c74-4ee3-8b09-2e9d3dcc5210 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313561 Jul 30 21:26:46.369834 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:47.388536 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb6a03-19e2-4e32-8688-0a14f784076f req-7d5f18f7-2e12-4d6b-a2fc-cd59526795e0 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:47.390000 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5fbb6a03-19e2-4e32-8688-0a14f784076f req-7d5f18f7-2e12-4d6b-a2fc-cd59526795e0 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 945 time: 0.0496473 Jul 30 21:26:47.427527 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5fbb6a03-19e2-4e32-8688-0a14f784076f req-181645e6-e992-4dca-ae63-2fb2e07a2e59 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313270 Jul 30 21:26:47.537861 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd687d00-982f-4370-a290-c88be5202040 req-53427b15-0fd3-466e-b5e0-3692d8563bd5 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:47.539307 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fd687d00-982f-4370-a290-c88be5202040 req-53427b15-0fd3-466e-b5e0-3692d8563bd5 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 945 time: 0.0480654 Jul 30 21:26:47.575705 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fd687d00-982f-4370-a290-c88be5202040 req-68d6994a-901b-4c2a-abd6-7969831179be tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304167 Jul 30 21:26:47.597345 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57896) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:26:47.678500 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0492c5f2-1e4b-423b-9646-b74cfd63dbb4 tempest-TestShelveInstance-1928174888 tempest-TestShelveInstance-1928174888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:47.680012 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0492c5f2-1e4b-423b-9646-b74cfd63dbb4 tempest-TestShelveInstance-1928174888 tempest-TestShelveInstance-1928174888-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 1091 time: 0.0817182 Jul 30 21:26:47.682747 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 57900) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:26:47.687040 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-6c71730b-81dc-487f-b033-9e6b710acb2e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': '77fa397a-d984-405d-9db7-8722cc02c76d', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:26:47.708686 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6c71730b-81dc-487f-b033-9e6b710acb2e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:47.807163 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6c71730b-81dc-487f-b033-9e6b710acb2e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:47.911018 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-6c71730b-81dc-487f-b033-9e6b710acb2e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Allocated IP 172.25.3.193 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/f7250c13-3bca-4f83-b924-977003bc15bd) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:26:48.012750 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6c71730b-81dc-487f-b033-9e6b710acb2e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:48.054833 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6c71730b-81dc-487f-b033-9e6b710acb2e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:48.096324 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c71730b-81dc-487f-b033-9e6b710acb2e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:26:48.099157 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-6c71730b-81dc-487f-b033-9e6b710acb2e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:26:48.102596 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c71730b-81dc-487f-b033-9e6b710acb2e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:26:48.109789 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71730b-81dc-487f-b033-9e6b710acb2e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event updated for resources: {'Port': ['ID=f7250c13-3bca-4f83-b924-977003bc15bd,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:26:48.464952 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6c71730b-81dc-487f-b033-9e6b710acb2e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:48.531631 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6c71730b-81dc-487f-b033-9e6b710acb2e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:48.680858 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6c71730b-81dc-487f-b033-9e6b710acb2e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:48.685009 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6c71730b-81dc-487f-b033-9e6b710acb2e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:48.752021 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71730b-81dc-487f-b033-9e6b710acb2e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event updated for resources: {'Port': ['ID=f7250c13-3bca-4f83-b924-977003bc15bd,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:26:48.762619 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6c71730b-81dc-487f-b033-9e6b710acb2e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:49.196218 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-6c71730b-81dc-487f-b033-9e6b710acb2e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Floating IP d2ce7157-07f1-41ba-859e-f0b0b6d7cd86 associated. External IP: 172.25.3.193, port: 77fa397a-d984-405d-9db7-8722cc02c76d. Jul 30 21:26:49.402630 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c71730b-81dc-487f-b033-9e6b710acb2e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Router 293d1e68-42bd-44ed-993d-575ca13b40de has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:26:49.508780 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c71730b-81dc-487f-b033-9e6b710acb2e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:26:49.518922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652bd948-8949-467e-b10e-0695dc69e944 None None] Sync routers for ids ['293d1e68-42bd-44ed-993d-575ca13b40de'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:26:49.526028 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6c71730b-81dc-487f-b033-9e6b710acb2e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:49.531497 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652bd948-8949-467e-b10e-0695dc69e944 None None] Routers {'293d1e68-42bd-44ed-993d-575ca13b40de'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:26:49.532145 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-652bd948-8949-467e-b10e-0695dc69e944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:26:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['293d1e68-42bd-44ed-993d-575ca13b40de'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:26:49.552367 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-6c71730b-81dc-487f-b033-9e6b710acb2e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8686450 Jul 30 21:26:49.552945 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdab3047-e53f-444f-9403-6790f03b7fc7', 'tag': '77fa397a-d984-405d-9db7-8722cc02c76d'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:26:49.555178 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd0bc05-8354-4a60-8317-d811dcb9473e" -d '{"events": [{"name": "network-changed", "server_uuid": "cdab3047-e53f-444f-9403-6790f03b7fc7", "tag": "77fa397a-d984-405d-9db7-8722cc02c76d"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:26:49.592883 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b6068c-8466-4a43-a146-4b5f92d43c33 x-openstack-request-id: req-10b6068c-8466-4a43-a146-4b5f92d43c33 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:26:49.593179 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdab3047-e53f-444f-9403-6790f03b7fc7", "tag": "77fa397a-d984-405d-9db7-8722cc02c76d", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:26:49.593437 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-10b6068c-8466-4a43-a146-4b5f92d43c33 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:26:49.593841 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdab3047-e53f-444f-9403-6790f03b7fc7', 'tag': '77fa397a-d984-405d-9db7-8722cc02c76d', 'status': 'completed', 'code': 200} Jul 30 21:26:49.640543 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-652bd948-8949-467e-b10e-0695dc69e944 None None] Set router 293d1e68-42bd-44ed-993d-575ca13b40de gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:26:49.655665 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0bc05-8354-4a60-8317-d811dcb9473e req-9724d50a-6233-4c63-b052-e1c6efcedba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:49.657218 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5fd0bc05-8354-4a60-8317-d811dcb9473e req-9724d50a-6233-4c63-b052-e1c6efcedba4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c045e8acb56d4d5da04a09d8c616e766&device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0418670 Jul 30 21:26:49.751619 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0bc05-8354-4a60-8317-d811dcb9473e req-6e2f85a4-64ca-4d47-adbd-e7746505df67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:49.753082 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5fd0bc05-8354-4a60-8317-d811dcb9473e req-6e2f85a4-64ca-4d47-adbd-e7746505df67 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7515aebf-7a54-48b4-8b29-24dcdb83a694 HTTP/1.1" status: 200 len: 910 time: 0.0894024 Jul 30 21:26:49.819214 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5fd0bc05-8354-4a60-8317-d811dcb9473e req-e159bef0-4f11-4e68-8e74-f94e211ecb71 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77fa397a-d984-405d-9db7-8722cc02c76d HTTP/1.1" status: 200 len: 999 time: 0.0590489 Jul 30 21:26:49.864148 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-652bd948-8949-467e-b10e-0695dc69e944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'name': 'tempest-TestShelveInstance-1605854938-router', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:22Z', 'updated_at': '2021-07-30T21:21:25Z', 'revision_number': 4, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'gw_port': {'id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:23Z', 'updated_at': '2021-07-30T21:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'd2ce7157-07f1-41ba-859e-f0b0b6d7cd86', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'port_id': '77fa397a-d984-405d-9db7-8722cc02c76d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'mac_address': 'fa:16:3e:78:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdab3047-e53f-444f-9403-6790f03b7fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:26:48Z', 'updated_at': '2021-07-30T21:26:48Z', 'revision_number': 0, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e403fd-7ac6-47dc-8e24-aa8a2e01efd2', 'name': '', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'mac_address': 'fa:16:3e:2f:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:24Z', 'updated_at': '2021-07-30T21:21:30Z', 'revision_number': 5, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'subnets': [{'id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:26:49.868478 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0bc05-8354-4a60-8317-d811dcb9473e req-57a28ac0-581d-4823-b78e-f418aa501b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:49.869937 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5fd0bc05-8354-4a60-8317-d811dcb9473e req-57a28ac0-581d-4823-b78e-f418aa501b0b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8de091e-9262-4924-8f31-921776a27ca4 HTTP/1.1" status: 200 len: 848 time: 0.0442803 Jul 30 21:26:49.890582 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652bd948-8949-467e-b10e-0695dc69e944 None None] Checking router: 293d1e68-42bd-44ed-993d-575ca13b40de for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:26:49.898951 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652bd948-8949-467e-b10e-0695dc69e944 None None] Routers {'293d1e68-42bd-44ed-993d-575ca13b40de'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:26:49.899602 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-652bd948-8949-467e-b10e-0695dc69e944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:26:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['293d1e68-42bd-44ed-993d-575ca13b40de'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:26:49.919305 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0bc05-8354-4a60-8317-d811dcb9473e req-c4f1ad87-78a2-49af-a206-c4fef69b44d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:26:49.921735 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5fd0bc05-8354-4a60-8317-d811dcb9473e req-c4f1ad87-78a2-49af-a206-c4fef69b44d9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7515aebf-7a54-48b4-8b29-24dcdb83a694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449455 Jul 30 21:26:50.004770 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-652bd948-8949-467e-b10e-0695dc69e944 None None] Set router 293d1e68-42bd-44ed-993d-575ca13b40de gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:26:50.010797 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5fd0bc05-8354-4a60-8317-d811dcb9473e req-c213ed1b-f3fc-41f2-9318-ac5efd1a524e service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822797 Jul 30 21:26:50.105153 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5fd0bc05-8354-4a60-8317-d811dcb9473e req-8e769f26-29a8-4c1d-90d3-9f9aeb1d8484 service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874705 Jul 30 21:26:50.230215 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-652bd948-8949-467e-b10e-0695dc69e944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'name': 'tempest-TestShelveInstance-1605854938-router', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:22Z', 'updated_at': '2021-07-30T21:21:25Z', 'revision_number': 4, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'gw_port': {'id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:23Z', 'updated_at': '2021-07-30T21:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'd2ce7157-07f1-41ba-859e-f0b0b6d7cd86', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'port_id': '77fa397a-d984-405d-9db7-8722cc02c76d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'mac_address': 'fa:16:3e:78:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdab3047-e53f-444f-9403-6790f03b7fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:26:48Z', 'updated_at': '2021-07-30T21:26:48Z', 'revision_number': 0, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e403fd-7ac6-47dc-8e24-aa8a2e01efd2', 'name': '', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'mac_address': 'fa:16:3e:2f:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:24Z', 'updated_at': '2021-07-30T21:21:30Z', 'revision_number': 5, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'subnets': [{'id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:26:50.256910 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652bd948-8949-467e-b10e-0695dc69e944 None None] The sync data for ids ['293d1e68-42bd-44ed-993d-575ca13b40de'] in n-d-712137-9 is: [{'id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'name': 'tempest-TestShelveInstance-1605854938-router', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:22Z', 'updated_at': '2021-07-30T21:21:25Z', 'revision_number': 4, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'gw_port': {'id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:23Z', 'updated_at': '2021-07-30T21:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': 'd2ce7157-07f1-41ba-859e-f0b0b6d7cd86', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'port_id': '77fa397a-d984-405d-9db7-8722cc02c76d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'mac_address': 'fa:16:3e:78:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdab3047-e53f-444f-9403-6790f03b7fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:26:48Z', 'updated_at': '2021-07-30T21:26:48Z', 'revision_number': 0, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e403fd-7ac6-47dc-8e24-aa8a2e01efd2', 'name': '', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'mac_address': 'fa:16:3e:2f:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:24Z', 'updated_at': '2021-07-30T21:21:30Z', 'revision_number': 5, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'subnets': [{'id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:26:50.409091 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:50.441010 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264faa24-98a5-49d8-be46-2db651781bc7 None None] New status for floating IP d2ce7157-07f1-41ba-859e-f0b0b6d7cd86: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 21:26:51.362755 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf7ffb6e-d728-4325-b49e-bb3d44c20d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:53.816073 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b228-d38a-42bb-ad37-6d5737d27536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:54.075264 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:55.311773 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:57.156718 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:26:57.819996 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:27:16.368596 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:27:20.407833 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:27:21.363318 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70f46c0e-5bf7-4c61-8e01-164d20f39577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:27:23.816121 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-65f332db-b5dc-4877-8a5c-299f97de61b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:27:24.075774 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:27:25.314399 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:27:27.163526 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:27:34.819989 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:27:46.516781 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:27:46.636488 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-84b513b8-4396-4989-9c28-79952175ef16 req-a64ad152-643e-447d-b768-cb4b665f2630 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401776 Jul 30 21:27:46.714954 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b513b8-4396-4989-9c28-79952175ef16 req-d5b009e1-16b5-4870-a534-c00e90209dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:27:46.716463 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-84b513b8-4396-4989-9c28-79952175ef16 req-d5b009e1-16b5-4870-a534-c00e90209dc3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c045e8acb56d4d5da04a09d8c616e766&device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0404596 Jul 30 21:27:46.822173 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b513b8-4396-4989-9c28-79952175ef16 req-ef9708ce-fb92-4118-b869-9772f53da7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:27:46.823649 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-84b513b8-4396-4989-9c28-79952175ef16 req-ef9708ce-fb92-4118-b869-9772f53da7cb service neutron] 10.222.0.83 "GET /v2.0/networks?id=7515aebf-7a54-48b4-8b29-24dcdb83a694 HTTP/1.1" status: 200 len: 910 time: 0.0881202 Jul 30 21:27:46.888701 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-84b513b8-4396-4989-9c28-79952175ef16 req-e94161b3-2e24-48af-b309-d1188248d9b3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77fa397a-d984-405d-9db7-8722cc02c76d HTTP/1.1" status: 200 len: 1001 time: 0.0576618 Jul 30 21:27:46.936373 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b513b8-4396-4989-9c28-79952175ef16 req-8ad64db0-234b-4cc2-939f-a8693d4bae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:27:46.937768 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-84b513b8-4396-4989-9c28-79952175ef16 req-8ad64db0-234b-4cc2-939f-a8693d4bae86 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8de091e-9262-4924-8f31-921776a27ca4 HTTP/1.1" status: 200 len: 848 time: 0.0426595 Jul 30 21:27:46.985920 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b513b8-4396-4989-9c28-79952175ef16 req-2152d832-381e-4112-b35f-bd3f2d76f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:27:46.987937 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-84b513b8-4396-4989-9c28-79952175ef16 req-2152d832-381e-4112-b35f-bd3f2d76f34a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7515aebf-7a54-48b4-8b29-24dcdb83a694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436242 Jul 30 21:27:47.075728 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-84b513b8-4396-4989-9c28-79952175ef16 req-f323e430-5eda-4e43-803c-776829cb1242 service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807855 Jul 30 21:27:47.167602 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-84b513b8-4396-4989-9c28-79952175ef16 req-8209c57a-5124-4386-a125-c3d11456b85d service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851843 Jul 30 21:27:50.399398 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:27:51.364121 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02b01672-e9c9-47f3-8a0e-7186fd5ffda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:27:53.815872 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5c8c281f-06c8-4383-b7ce-e0017df92ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:27:54.075606 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:27:55.316654 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:27:57.162017 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:28:11.819683 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:28:16.384830 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:28:20.414178 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:28:21.364132 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4439704-195f-4400-8183-245c264ef1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:28:23.816795 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a47c76a-0e23-40e9-afe3-b1e6c2f8690a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:28:24.075602 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:28:25.319424 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:28:27.164369 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:28:45.248654 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273b4eb-2d69-4272-ac77-79196dc50e2a req-8a6cbdc8-9270-4f33-884c-131b50050328 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:28:45.250163 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d273b4eb-2d69-4272-ac77-79196dc50e2a req-8a6cbdc8-9270-4f33-884c-131b50050328 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 945 time: 0.0506423 Jul 30 21:28:45.289214 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d273b4eb-2d69-4272-ac77-79196dc50e2a req-deeaccf7-2e87-4d7d-93ac-a4f5cbaac444 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324402 Jul 30 21:28:46.370507 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:28:46.428429 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef2793-219b-4e40-b93f-2435b06bfcca req-e8795aa2-ea5b-44c5-87e0-e8b649d73e90 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:28:46.429916 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0bef2793-219b-4e40-b93f-2435b06bfcca req-e8795aa2-ea5b-44c5-87e0-e8b649d73e90 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 945 time: 0.0484743 Jul 30 21:28:46.468352 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0bef2793-219b-4e40-b93f-2435b06bfcca req-b685325d-27bc-4b01-aa05-af1ce1303e16 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325799 Jul 30 21:28:47.587466 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c96ff6-9591-429d-8f11-c5bf67725dac req-1cf4e868-6fcc-4c1e-be8c-5bad91ea5c3d tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:28:47.588902 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99c96ff6-9591-429d-8f11-c5bf67725dac req-1cf4e868-6fcc-4c1e-be8c-5bad91ea5c3d tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 945 time: 0.0552664 Jul 30 21:28:47.627233 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-99c96ff6-9591-429d-8f11-c5bf67725dac req-b5376316-ad8b-4dec-8262-4438cb47172a tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320332 Jul 30 21:28:48.665453 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d408afe-b402-41f0-9e4b-a0c25bfaeacf req-e0730995-0dde-4054-a586-e5223e661501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:28:48.666998 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d408afe-b402-41f0-9e4b-a0c25bfaeacf req-e0730995-0dde-4054-a586-e5223e661501 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c045e8acb56d4d5da04a09d8c616e766&device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0409379 Jul 30 21:28:48.802249 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c9d82-ec73-4400-a56f-09258093edb6 req-9c6fc8bb-b50b-4a27-bbc5-07617bb5bf99 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:28:48.803729 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-958c9d82-ec73-4400-a56f-09258093edb6 req-9c6fc8bb-b50b-4a27-bbc5-07617bb5bf99 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 945 time: 0.1070693 Jul 30 21:28:48.818874 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:28:48.819647 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d408afe-b402-41f0-9e4b-a0c25bfaeacf req-de389b95-5097-4b76-9c59-962b62e608f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:28:48.821038 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d408afe-b402-41f0-9e4b-a0c25bfaeacf req-de389b95-5097-4b76-9c59-962b62e608f2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7515aebf-7a54-48b4-8b29-24dcdb83a694 HTTP/1.1" status: 200 len: 910 time: 0.1336844 Jul 30 21:28:48.884788 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-958c9d82-ec73-4400-a56f-09258093edb6 req-d2881b54-815a-418f-aedb-8312de281c70 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739481 Jul 30 21:28:48.899322 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d408afe-b402-41f0-9e4b-a0c25bfaeacf req-25ada921-9209-4ce8-9585-51568a4f2c5b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77fa397a-d984-405d-9db7-8722cc02c76d HTTP/1.1" status: 200 len: 1001 time: 0.0711408 Jul 30 21:28:48.952102 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d408afe-b402-41f0-9e4b-a0c25bfaeacf req-ecd01973-b5ac-4c64-b87c-e7ef7e6c680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:28:48.953468 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d408afe-b402-41f0-9e4b-a0c25bfaeacf req-ecd01973-b5ac-4c64-b87c-e7ef7e6c680f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8de091e-9262-4924-8f31-921776a27ca4 HTTP/1.1" status: 200 len: 848 time: 0.0473797 Jul 30 21:28:48.998457 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d408afe-b402-41f0-9e4b-a0c25bfaeacf req-c0682730-4ae6-455d-9cce-17f51292f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:28:48.999916 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d408afe-b402-41f0-9e4b-a0c25bfaeacf req-c0682730-4ae6-455d-9cce-17f51292f09b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7515aebf-7a54-48b4-8b29-24dcdb83a694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394933 Jul 30 21:28:49.087435 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d408afe-b402-41f0-9e4b-a0c25bfaeacf req-3d63bfef-a923-4aa7-ba65-fd3b0efbadd2 service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808055 Jul 30 21:28:49.179266 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2d408afe-b402-41f0-9e4b-a0c25bfaeacf req-535e0c68-05dc-4a99-ab83-68e5144204aa service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840666 Jul 30 21:28:49.999073 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a202a88-7c73-4ddc-bacd-3a3a55037ffb req-3b9e2f27-39fc-4225-9836-91e37deccdd2 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:28:50.000471 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a202a88-7c73-4ddc-bacd-3a3a55037ffb req-3b9e2f27-39fc-4225-9836-91e37deccdd2 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 945 time: 0.0491142 Jul 30 21:28:50.037936 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a202a88-7c73-4ddc-bacd-3a3a55037ffb req-1ce75223-e78b-4e29-b16b-43529b0df3da tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315461 Jul 30 21:28:50.414581 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:28:51.150700 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1ce5f-ba57-469d-b5f9-49a8899609d4 req-b0813dfe-8287-4575-9585-ca526ec646fb tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:28:51.152066 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9ed1ce5f-ba57-469d-b5f9-49a8899609d4 req-b0813dfe-8287-4575-9585-ca526ec646fb tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 945 time: 0.0479367 Jul 30 21:28:51.193817 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9ed1ce5f-ba57-469d-b5f9-49a8899609d4 req-0dce9286-1287-4086-bd45-98fe73310b78 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359573 Jul 30 21:28:51.364960 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-14323885-fbfd-435e-a642-8afe809c5204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:28:52.310376 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e6d01-5310-46dc-8de6-cd69b224e87a req-27a67031-6ae8-4f3d-853b-d6b4c8cd53b5 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:28:52.311907 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-999e6d01-5310-46dc-8de6-cd69b224e87a req-27a67031-6ae8-4f3d-853b-d6b4c8cd53b5 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 945 time: 0.0501261 Jul 30 21:28:52.350733 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-999e6d01-5310-46dc-8de6-cd69b224e87a req-d88b3aa9-6d5d-4d27-be09-381616ad628d tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321865 Jul 30 21:28:53.464480 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f2aef-2973-4548-9b44-84a03659e91c req-57a15951-41d7-41f8-bbb9-4670f96c7fe5 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:28:53.465981 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a55f2aef-2973-4548-9b44-84a03659e91c req-57a15951-41d7-41f8-bbb9-4670f96c7fe5 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 945 time: 0.0490725 Jul 30 21:28:53.503229 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a55f2aef-2973-4548-9b44-84a03659e91c req-b1d86947-da07-4f8e-bb43-4cdc64d1b55d tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314586 Jul 30 21:28:53.816695 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2591b34f-c5a7-44b2-827d-b9419d03d5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:28:54.077119 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:28:54.616387 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca251156-91b4-4fde-9696-f4215bfd5a0b req-1b9625e9-d035-4f76-9e0c-0633cf065f56 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:28:54.617799 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca251156-91b4-4fde-9696-f4215bfd5a0b req-1b9625e9-d035-4f76-9e0c-0633cf065f56 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 945 time: 0.0487039 Jul 30 21:28:54.658211 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ca251156-91b4-4fde-9696-f4215bfd5a0b req-b3b9f23a-21c0-4e7b-b3de-a861d54cd512 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346453 Jul 30 21:28:55.322848 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:28:55.372093 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11975819-a68c-4c48-b13c-5b143b486178 req-41a04925-ab56-4c96-b192-2928bd8b2a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:28:55.373595 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-11975819-a68c-4c48-b13c-5b143b486178 req-41a04925-ab56-4c96-b192-2928bd8b2a75 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c045e8acb56d4d5da04a09d8c616e766&device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0470111 Jul 30 21:28:55.462255 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11975819-a68c-4c48-b13c-5b143b486178 req-e3fa9eca-4717-4119-be98-f85781d774de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:28:55.464506 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-11975819-a68c-4c48-b13c-5b143b486178 req-e3fa9eca-4717-4119-be98-f85781d774de service neutron] 10.222.0.83 "GET /v2.0/networks?id=7515aebf-7a54-48b4-8b29-24dcdb83a694 HTTP/1.1" status: 200 len: 910 time: 0.0839107 Jul 30 21:28:55.533505 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-11975819-a68c-4c48-b13c-5b143b486178 req-679b7688-a9f8-44a0-bfac-78a9c7012cf4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77fa397a-d984-405d-9db7-8722cc02c76d HTTP/1.1" status: 200 len: 1001 time: 0.0619111 Jul 30 21:28:55.581058 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11975819-a68c-4c48-b13c-5b143b486178 req-0e908402-7d41-467e-9b87-1c94c1c89b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:28:55.582339 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-11975819-a68c-4c48-b13c-5b143b486178 req-0e908402-7d41-467e-9b87-1c94c1c89b1f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8de091e-9262-4924-8f31-921776a27ca4 HTTP/1.1" status: 200 len: 848 time: 0.0420129 Jul 30 21:28:55.626626 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11975819-a68c-4c48-b13c-5b143b486178 req-1c055c1d-cba6-4d40-878a-fba5935d47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:28:55.628073 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-11975819-a68c-4c48-b13c-5b143b486178 req-1c055c1d-cba6-4d40-878a-fba5935d47b7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7515aebf-7a54-48b4-8b29-24dcdb83a694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386353 Jul 30 21:28:55.727996 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-11975819-a68c-4c48-b13c-5b143b486178 req-c2e2b44c-cb93-4191-97cc-e7b3ac3d0cc3 service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923829 Jul 30 21:28:55.826554 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c7fa0-12b9-46d8-902a-674d5e32394d req-9b7a35d3-3288-4ff8-b5d3-74257b83d0b9 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:28:55.828068 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a6c7fa0-12b9-46d8-902a-674d5e32394d req-9b7a35d3-3288-4ff8-b5d3-74257b83d0b9 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 945 time: 0.1026008 Jul 30 21:28:55.874888 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-11975819-a68c-4c48-b13c-5b143b486178 req-4e6f2add-abe0-4693-a08f-950c7174ddad service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386483 Jul 30 21:28:55.882667 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1a6c7fa0-12b9-46d8-902a-674d5e32394d req-bd4731f3-299b-42b1-b6b4-b56e54bf1310 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477815 Jul 30 21:28:56.996871 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7b44d-56a3-4a06-9801-f20ae975ee73 req-b47a6644-19c4-42cf-8a16-908fc6ea3947 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:28:56.998327 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-74f7b44d-56a3-4a06-9801-f20ae975ee73 req-b47a6644-19c4-42cf-8a16-908fc6ea3947 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 945 time: 0.0496714 Jul 30 21:28:57.035645 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-74f7b44d-56a3-4a06-9801-f20ae975ee73 req-fe9f7b8d-4a4d-4c1a-84d7-da6a9036c55f tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312448 Jul 30 21:28:57.168998 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:28:58.152461 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd7909-c19c-4275-88a8-63a8b56b460f req-a453c98c-aef5-44b2-92c4-4f39061c0633 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:28:58.153863 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-efbd7909-c19c-4275-88a8-63a8b56b460f req-a453c98c-aef5-44b2-92c4-4f39061c0633 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 945 time: 0.0494912 Jul 30 21:28:58.191540 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-efbd7909-c19c-4275-88a8-63a8b56b460f req-a6fd4799-eabe-41bc-b2bb-bcdafae5bad6 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317416 Jul 30 21:28:59.311112 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676b3b7-ddf6-4e0e-a42f-1b148f7d2b50 req-5548e0be-93e0-4273-9d53-a8fef2579dbb tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:28:59.312614 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3676b3b7-ddf6-4e0e-a42f-1b148f7d2b50 req-5548e0be-93e0-4273-9d53-a8fef2579dbb tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 945 time: 0.0534108 Jul 30 21:28:59.350712 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3676b3b7-ddf6-4e0e-a42f-1b148f7d2b50 req-ceb7f95b-c559-468a-9405-7ec8415db57e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318704 Jul 30 21:28:59.527636 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [req-7f330a52-fa95-4c0e-8e59-c10530154f29 req-05d51993-6345-4b41-a668-cba47cc04ff0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403104 Jul 30 21:28:59.552825 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b00e5d-9d26-498d-b300-572fcdcd3058 req-1d7c2b65-0845-402a-a9bb-406d44a57c82 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:28:59.554289 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-00b00e5d-9d26-498d-b300-572fcdcd3058 req-1d7c2b65-0845-402a-a9bb-406d44a57c82 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 945 time: 0.0504975 Jul 30 21:28:59.592953 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-00b00e5d-9d26-498d-b300-572fcdcd3058 req-2bc029e8-4b97-4aca-b615-9de1c405310a tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325599 Jul 30 21:29:00.707209 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c16465-3ddc-4785-bead-16d06e961594 req-b2ae80fb-486f-42df-bf33-02fb066aecd9 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:00.709214 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17c16465-3ddc-4785-bead-16d06e961594 req-b2ae80fb-486f-42df-bf33-02fb066aecd9 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 945 time: 0.0503383 Jul 30 21:29:00.747401 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17c16465-3ddc-4785-bead-16d06e961594 req-d38030c0-be02-49ff-adfc-1b3b81ef0297 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321023 Jul 30 21:29:01.714201 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 77fa397a-d984-405d-9db7-8722cc02c76d no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:29:01.789592 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:29:01.812045 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdab3047-e53f-444f-9403-6790f03b7fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77fa397a-d984-405d-9db7-8722cc02c76d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:29:01.814394 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e300127-485a-4136-bcfd-5f943f52222b" -d '{"events": [{"server_uuid": "cdab3047-e53f-444f-9403-6790f03b7fc7", "name": "network-vif-unplugged", "status": "completed", "tag": "77fa397a-d984-405d-9db7-8722cc02c76d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:29:01.828140 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 77fa397a-d984-405d-9db7-8722cc02c76d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=77fa397a-d984-405d-9db7-8722cc02c76d,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:29:01.836370 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:29:01.876933 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860b7d5-2caa-4c87-baab-ecff0f1f9d2e req-a7ea1d37-bd49-4d94-bbf3-bdea509f53d2 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:01.879236 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b860b7d5-2caa-4c87-baab-ecff0f1f9d2e req-a7ea1d37-bd49-4d94-bbf3-bdea509f53d2 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 945 time: 0.0584757 Jul 30 21:29:01.904224 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=77fa397a-d984-405d-9db7-8722cc02c76d,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:29:01.912944 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:29:01.913776 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:29:01.914342 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:29:01.914886 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:29:01.915456 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:29:01.916058 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:29:01.916598 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:29:01.917421 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:29:01.917975 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:29:01.918512 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:29:01.919058 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:29:01.919928 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:29:01.934862 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b860b7d5-2caa-4c87-baab-ecff0f1f9d2e req-e8f73607-0bbe-4227-beb0-f9fcead57940 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463395 Jul 30 21:29:01.979835 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 21:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130b45a7-a8fe-43ff-a9b6-ff763709e97a x-openstack-request-id: req-130b45a7-a8fe-43ff-a9b6-ff763709e97a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:29:01.980185 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdab3047-e53f-444f-9403-6790f03b7fc7", "name": "network-vif-unplugged", "status": "failed", "tag": "77fa397a-d984-405d-9db7-8722cc02c76d", "code": 422}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:29:01.980504 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-130b45a7-a8fe-43ff-a9b6-ff763709e97a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:29:01.983973 n-d-712137-9 neutron-server[93884]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cdab3047-e53f-444f-9403-6790f03b7fc7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '77fa397a-d984-405d-9db7-8722cc02c76d', 'code': 422} returned with failed status Jul 30 21:29:03.050122 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece3481-595f-4563-ac77-b4da79ba92ed req-0feaf9c0-9329-4444-81c7-daa7ac0209db tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:03.051639 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aece3481-595f-4563-ac77-b4da79ba92ed req-0feaf9c0-9329-4444-81c7-daa7ac0209db tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 943 time: 0.0488031 Jul 30 21:29:03.090495 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aece3481-595f-4563-ac77-b4da79ba92ed req-6fd1ab5f-1960-44d0-b0a6-528c85d4ba64 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323453 Jul 30 21:29:04.101641 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f330a52-fa95-4c0e-8e59-c10530154f29 req-9b65f7f8-537b-4c0a-83ea-78a74dc5f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:04.103066 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f330a52-fa95-4c0e-8e59-c10530154f29 req-9b65f7f8-537b-4c0a-83ea-78a74dc5f74a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7&tenant_id=c045e8acb56d4d5da04a09d8c616e766 HTTP/1.1" status: 200 len: 1094 time: 0.0406902 Jul 30 21:29:04.192844 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f330a52-fa95-4c0e-8e59-c10530154f29 req-2eebbce7-464c-470e-92ac-781136f29326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:04.194715 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f330a52-fa95-4c0e-8e59-c10530154f29 req-2eebbce7-464c-470e-92ac-781136f29326 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c045e8acb56d4d5da04a09d8c616e766&device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 1094 time: 0.0696487 Jul 30 21:29:04.219958 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95e174-5f3b-4e4f-a7bb-70b1c92d0861 req-2e4d3fd9-0713-4848-bb25-bede01d8e73c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:04.221361 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6b95e174-5f3b-4e4f-a7bb-70b1c92d0861 req-2e4d3fd9-0713-4848-bb25-bede01d8e73c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 943 time: 0.0648293 Jul 30 21:29:04.303197 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6b95e174-5f3b-4e4f-a7bb-70b1c92d0861 req-c6a6e8a0-7441-453b-8411-af7ce36b2185 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723331 Jul 30 21:29:04.327940 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f330a52-fa95-4c0e-8e59-c10530154f29 req-8827fa3d-be8f-4bd0-b2ec-58b34b765b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:04.329399 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f330a52-fa95-4c0e-8e59-c10530154f29 req-8827fa3d-be8f-4bd0-b2ec-58b34b765b4d service neutron] 10.222.0.83 "GET /v2.0/networks?id=7515aebf-7a54-48b4-8b29-24dcdb83a694 HTTP/1.1" status: 200 len: 910 time: 0.1268549 Jul 30 21:29:04.393704 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f330a52-fa95-4c0e-8e59-c10530154f29 req-5a3836b0-b2ff-44db-bcfc-edb45edd9162 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77fa397a-d984-405d-9db7-8722cc02c76d HTTP/1.1" status: 200 len: 999 time: 0.0561645 Jul 30 21:29:04.441078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f330a52-fa95-4c0e-8e59-c10530154f29 req-03aaebad-0c0f-488d-aba9-1b497c92c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:04.442463 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f330a52-fa95-4c0e-8e59-c10530154f29 req-03aaebad-0c0f-488d-aba9-1b497c92c71f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8de091e-9262-4924-8f31-921776a27ca4 HTTP/1.1" status: 200 len: 848 time: 0.0419502 Jul 30 21:29:04.489605 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f330a52-fa95-4c0e-8e59-c10530154f29 req-a5907a51-ee83-40b7-af00-ac5f8e790176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:04.491457 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f330a52-fa95-4c0e-8e59-c10530154f29 req-a5907a51-ee83-40b7-af00-ac5f8e790176 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7515aebf-7a54-48b4-8b29-24dcdb83a694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415773 Jul 30 21:29:04.578592 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f330a52-fa95-4c0e-8e59-c10530154f29 req-6814d7e4-a62c-4605-8884-42004e5abc31 service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805602 Jul 30 21:29:04.670010 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7f330a52-fa95-4c0e-8e59-c10530154f29 req-8f995a1b-5a95-4e1e-9ef8-55ff57edbedd service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837765 Jul 30 21:29:05.418170 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae7731-8ecd-45e6-b136-ed07de05259d req-b69b1141-3fbe-4e8e-b223-6c785bce7d5f tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:05.419680 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d2ae7731-8ecd-45e6-b136-ed07de05259d req-b69b1141-3fbe-4e8e-b223-6c785bce7d5f tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 943 time: 0.0503762 Jul 30 21:29:05.456875 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d2ae7731-8ecd-45e6-b136-ed07de05259d req-e2ba6f80-9461-405b-8868-3ac5529c921b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313790 Jul 30 21:29:06.571093 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6137b7-13d0-436d-951c-ba053edf957d req-c8550541-12e9-4b5d-8e29-17c8bb882c59 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:06.572502 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1e6137b7-13d0-436d-951c-ba053edf957d req-c8550541-12e9-4b5d-8e29-17c8bb882c59 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 943 time: 0.0493720 Jul 30 21:29:06.611765 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1e6137b7-13d0-436d-951c-ba053edf957d req-de8edc96-ad35-4a13-85ea-4be95f9c3086 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333126 Jul 30 21:29:07.728516 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56623f78-45f2-474d-89be-38d1d8e34cd1 req-d02d232c-82fa-46eb-9cc2-49b3d17d6b06 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:07.729985 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56623f78-45f2-474d-89be-38d1d8e34cd1 req-d02d232c-82fa-46eb-9cc2-49b3d17d6b06 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 943 time: 0.0488234 Jul 30 21:29:07.771267 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-56623f78-45f2-474d-89be-38d1d8e34cd1 req-ca7cef20-49eb-4a7d-bb78-7655e69da8c0 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354273 Jul 30 21:29:08.883335 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040a573-7ed7-4a16-a9fe-bfe10a812ed2 req-c33b6db1-9a36-43a9-a1a3-35abf7750e54 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:08.884798 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e040a573-7ed7-4a16-a9fe-bfe10a812ed2 req-c33b6db1-9a36-43a9-a1a3-35abf7750e54 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 943 time: 0.0480409 Jul 30 21:29:08.922129 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e040a573-7ed7-4a16-a9fe-bfe10a812ed2 req-d7c14c21-26bf-4ed8-958c-4d3a0555701e tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316052 Jul 30 21:29:10.032134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85450da4-2bf4-4033-bef4-9da2a8d72d87 req-f13d3a7a-8231-40b0-bd84-9a095a0f88e4 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:10.033581 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-85450da4-2bf4-4033-bef4-9da2a8d72d87 req-f13d3a7a-8231-40b0-bd84-9a095a0f88e4 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 943 time: 0.0476954 Jul 30 21:29:10.070857 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-85450da4-2bf4-4033-bef4-9da2a8d72d87 req-349c8bab-3cdd-4dda-9710-13f3c47a5800 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310235 Jul 30 21:29:11.182499 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1909d4-1167-4140-96f8-7a88df087d92 req-85f83efb-2be0-4839-b8bb-95419836afe5 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:11.183969 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7a1909d4-1167-4140-96f8-7a88df087d92 req-85f83efb-2be0-4839-b8bb-95419836afe5 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 943 time: 0.0478859 Jul 30 21:29:11.224920 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7a1909d4-1167-4140-96f8-7a88df087d92 req-7d82ea52-b9cd-493a-be4a-48aadec0f7c9 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351756 Jul 30 21:29:12.343240 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63cfb8-bd73-4aed-ab46-d73868311d3d req-f3350e9a-fc28-4a21-96d8-d4e0e6fcd5e3 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:12.344745 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1b63cfb8-bd73-4aed-ab46-d73868311d3d req-f3350e9a-fc28-4a21-96d8-d4e0e6fcd5e3 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 943 time: 0.0493441 Jul 30 21:29:12.382317 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1b63cfb8-bd73-4aed-ab46-d73868311d3d req-69a075a5-b6bc-4981-a177-cca58099adfc tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311208 Jul 30 21:29:13.495700 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f425997-f95f-438a-a1f7-499740a8af87 req-550b3084-557e-4a29-b588-15f0d5bfa950 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:13.497155 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3f425997-f95f-438a-a1f7-499740a8af87 req-550b3084-557e-4a29-b588-15f0d5bfa950 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 943 time: 0.0485599 Jul 30 21:29:13.536377 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3f425997-f95f-438a-a1f7-499740a8af87 req-b0b1b4f5-c75f-4820-bbbe-1027e27f451f tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329268 Jul 30 21:29:13.769471 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 77fa397a-d984-405d-9db7-8722cc02c76d details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:29:13.859406 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 77fa397a-d984-405d-9db7-8722cc02c76d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=77fa397a-d984-405d-9db7-8722cc02c76d,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:29:13.870766 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '77fa397a-d984-405d-9db7-8722cc02c76d', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'port_id': '77fa397a-d984-405d-9db7-8722cc02c76d', 'mac_address': 'fa:16:3e:78:b7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 21:29:13.906760 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:29:13.923069 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77fa397a-d984-405d-9db7-8722cc02c76d {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:29:13.942457 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 77fa397a-d984-405d-9db7-8722cc02c76d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=77fa397a-d984-405d-9db7-8722cc02c76d,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:29:13.947672 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:29:13.992515 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=77fa397a-d984-405d-9db7-8722cc02c76d,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:29:14.251826 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['77fa397a-d984-405d-9db7-8722cc02c76d'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:29:14.650145 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc0291-2d52-4541-b615-051b304dac00 req-e7d688f8-1ad8-40c3-968a-869188154dbb tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:14.651682 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1bcc0291-2d52-4541-b615-051b304dac00 req-e7d688f8-1ad8-40c3-968a-869188154dbb tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 944 time: 0.0491579 Jul 30 21:29:14.694359 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1bcc0291-2d52-4541-b615-051b304dac00 req-ba8158d3-f64c-4405-bb58-1a55c5424d67 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366766 Jul 30 21:29:15.784429 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 77fa397a-d984-405d-9db7-8722cc02c76d up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:29:15.811609 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac0224-9eaf-494d-a792-39f259d9fb84 req-93b91c15-5a54-4d49-8cbb-79f1acabe7fd tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:15.813085 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77ac0224-9eaf-494d-a792-39f259d9fb84 req-93b91c15-5a54-4d49-8cbb-79f1acabe7fd tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 944 time: 0.0513484 Jul 30 21:29:15.832209 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 77fa397a-d984-405d-9db7-8722cc02c76d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:29:15.832578 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:29:15.850877 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-77ac0224-9eaf-494d-a792-39f259d9fb84 req-e7e9ac69-1d52-4850-a4e5-88337e51de23 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308876 Jul 30 21:29:15.910564 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:29:15.932976 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdab3047-e53f-444f-9403-6790f03b7fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fa397a-d984-405d-9db7-8722cc02c76d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:29:15.935188 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98219f3f-dea2-4b8d-b2ca-a736c527cbe2" -d '{"events": [{"server_uuid": "cdab3047-e53f-444f-9403-6790f03b7fc7", "name": "network-vif-plugged", "status": "completed", "tag": "77fa397a-d984-405d-9db7-8722cc02c76d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:29:15.947965 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 77fa397a-d984-405d-9db7-8722cc02c76d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=77fa397a-d984-405d-9db7-8722cc02c76d,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:29:15.952126 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:29:15.975613 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca762b2-2d71-43a4-9dce-e653f839c22b x-openstack-request-id: req-2ca762b2-2d71-43a4-9dce-e653f839c22b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:29:15.975911 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdab3047-e53f-444f-9403-6790f03b7fc7", "name": "network-vif-plugged", "status": "completed", "tag": "77fa397a-d984-405d-9db7-8722cc02c76d", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:29:15.976166 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2ca762b2-2d71-43a4-9dce-e653f839c22b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:29:15.976582 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdab3047-e53f-444f-9403-6790f03b7fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fa397a-d984-405d-9db7-8722cc02c76d', 'code': 200} Jul 30 21:29:16.002284 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=77fa397a-d984-405d-9db7-8722cc02c76d,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:29:16.110575 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1812e-7b5b-46fa-b4be-8324d0d5a038 req-9ae31f3a-69de-4bfc-b941-0772c470276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:16.112040 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3fc1812e-7b5b-46fa-b4be-8324d0d5a038 req-9ae31f3a-69de-4bfc-b941-0772c470276e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0389147 Jul 30 21:29:16.145202 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3fc1812e-7b5b-46fa-b4be-8324d0d5a038 req-1cea5932-c721-4d52-9002-d03d949db9da service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262167 Jul 30 21:29:16.386844 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:29:16.966312 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4b0f1-3436-4086-b830-482e39e428c6 req-2fa3c440-3193-47fd-85dc-571a5adb9265 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:16.967785 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ed4b0f1-3436-4086-b830-482e39e428c6 req-2fa3c440-3193-47fd-85dc-571a5adb9265 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 945 time: 0.0484607 Jul 30 21:29:17.008808 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2ed4b0f1-3436-4086-b830-482e39e428c6 req-b7a06610-f8a2-44ad-b9cb-fe9cc06df8f0 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352459 Jul 30 21:29:18.121186 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4349a4-3a62-4b42-ad28-cbc8d6397f0a req-6225d4fc-7c6e-412c-a720-c516243303d1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:18.122663 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-da4349a4-3a62-4b42-ad28-cbc8d6397f0a req-6225d4fc-7c6e-412c-a720-c516243303d1 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 945 time: 0.0483477 Jul 30 21:29:18.160570 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-da4349a4-3a62-4b42-ad28-cbc8d6397f0a req-6683ab9e-af98-4cc9-b5e8-12b1bee0bec5 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318859 Jul 30 21:29:20.430683 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:29:21.364871 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-167753aa-c24a-46e6-bbae-075dc2453507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:29:23.818772 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9b4fe03-9eb9-4e31-ae9d-706b851a2865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:29:24.076335 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:29:25.324354 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:29:25.819028 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:29:27.170426 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:29:46.414841 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:29:50.439418 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:29:50.671323 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49769ba2-771c-4cda-8ec3-4bad5a0805a0 req-3bf7030b-04f7-4f6d-8c80-b45389ed8ab4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0772841 Jul 30 21:29:50.753846 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49769ba2-771c-4cda-8ec3-4bad5a0805a0 req-2f05dd3e-30c7-4504-852f-e2bf3fadc7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:50.755335 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49769ba2-771c-4cda-8ec3-4bad5a0805a0 req-2f05dd3e-30c7-4504-852f-e2bf3fadc7ad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c045e8acb56d4d5da04a09d8c616e766&device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0396399 Jul 30 21:29:50.863763 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49769ba2-771c-4cda-8ec3-4bad5a0805a0 req-5aa7933e-8a49-4412-8e18-c3f33388b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:50.865160 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49769ba2-771c-4cda-8ec3-4bad5a0805a0 req-5aa7933e-8a49-4412-8e18-c3f33388b751 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7515aebf-7a54-48b4-8b29-24dcdb83a694 HTTP/1.1" status: 200 len: 910 time: 0.0881486 Jul 30 21:29:50.927972 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49769ba2-771c-4cda-8ec3-4bad5a0805a0 req-4396f987-5bf0-4650-ae51-b1be3de9859e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77fa397a-d984-405d-9db7-8722cc02c76d HTTP/1.1" status: 200 len: 1001 time: 0.0556707 Jul 30 21:29:50.978636 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49769ba2-771c-4cda-8ec3-4bad5a0805a0 req-d704de7d-96e1-4a3c-b5b8-72cd15b0be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:50.980550 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49769ba2-771c-4cda-8ec3-4bad5a0805a0 req-d704de7d-96e1-4a3c-b5b8-72cd15b0be80 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8de091e-9262-4924-8f31-921776a27ca4 HTTP/1.1" status: 200 len: 848 time: 0.0458508 Jul 30 21:29:51.024343 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49769ba2-771c-4cda-8ec3-4bad5a0805a0 req-45be73ac-55c1-4b35-9bee-9c2331360346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:29:51.025765 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49769ba2-771c-4cda-8ec3-4bad5a0805a0 req-45be73ac-55c1-4b35-9bee-9c2331360346 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7515aebf-7a54-48b4-8b29-24dcdb83a694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387499 Jul 30 21:29:51.119822 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49769ba2-771c-4cda-8ec3-4bad5a0805a0 req-2c130680-ef0b-4a40-b51f-17b03d6ed21c service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859296 Jul 30 21:29:51.210100 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-49769ba2-771c-4cda-8ec3-4bad5a0805a0 req-23387e11-391d-4497-bb7f-738be5f63846 service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826657 Jul 30 21:29:51.366031 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a071300-640d-40e5-b406-e7d49d55ea20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:29:53.820271 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-54e71fe5-dd3e-4e82-affa-9dc2438ff02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:29:54.074920 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:29:55.327480 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:29:57.173271 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:02.818449 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:30:16.417181 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:20.439438 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:21.367697 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-955e33f3-ca25-41f2-9032-b6f77de80b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:23.821523 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9658f2a-709e-4010-98be-c4ce4809a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:24.074474 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:25.329771 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:27.176661 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:30.883257 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58066) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:31.372228 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-b9eac324-8b74-4989-8c51-eb568b0120d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Deleting port f7250c13-3bca-4f83-b924-977003bc15bd {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:30:31.372571 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b9eac324-8b74-4989-8c51-eb568b0120d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:31.447573 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b9eac324-8b74-4989-8c51-eb568b0120d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:31.447905 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b9eac324-8b74-4989-8c51-eb568b0120d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:31.459154 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-b9eac324-8b74-4989-8c51-eb568b0120d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Calling delete_port for f7250c13-3bca-4f83-b924-977003bc15bd owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:30:31.599360 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b9eac324-8b74-4989-8c51-eb568b0120d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:31.630943 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eac324-8b74-4989-8c51-eb568b0120d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event deleted for resources: {'Port': ['ID=f7250c13-3bca-4f83-b924-977003bc15bd,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:31.656906 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eac324-8b74-4989-8c51-eb568b0120d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:31.657254 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eac324-8b74-4989-8c51-eb568b0120d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:31.657596 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eac324-8b74-4989-8c51-eb568b0120d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:31.657931 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eac324-8b74-4989-8c51-eb568b0120d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:31.658262 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eac324-8b74-4989-8c51-eb568b0120d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:31.658593 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eac324-8b74-4989-8c51-eb568b0120d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:31.658922 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eac324-8b74-4989-8c51-eb568b0120d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:31.659248 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eac324-8b74-4989-8c51-eb568b0120d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:31.659609 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eac324-8b74-4989-8c51-eb568b0120d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:31.659935 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eac324-8b74-4989-8c51-eb568b0120d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:31.660255 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eac324-8b74-4989-8c51-eb568b0120d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:31.660577 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eac324-8b74-4989-8c51-eb568b0120d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:31.699154 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b9eac324-8b74-4989-8c51-eb568b0120d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:31.699484 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-b9eac324-8b74-4989-8c51-eb568b0120d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Floating IP d2ce7157-07f1-41ba-859e-f0b0b6d7cd86 disassociated (deleted). External IP: 172.25.3.193, port: 77fa397a-d984-405d-9db7-8722cc02c76d. Jul 30 21:30:31.902337 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9eac324-8b74-4989-8c51-eb568b0120d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Router 293d1e68-42bd-44ed-993d-575ca13b40de has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:30:32.008488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9eac324-8b74-4989-8c51-eb568b0120d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:30:32.013257 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b9eac324-8b74-4989-8c51-eb568b0120d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:32.017687 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae284130-026e-4b6c-af9f-85fbed6daf74 None None] Sync routers for ids ['293d1e68-42bd-44ed-993d-575ca13b40de'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:30:32.026127 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae284130-026e-4b6c-af9f-85fbed6daf74 None None] Routers {'293d1e68-42bd-44ed-993d-575ca13b40de'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:30:32.027275 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ae284130-026e-4b6c-af9f-85fbed6daf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:30:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['293d1e68-42bd-44ed-993d-575ca13b40de'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:32.039616 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b9eac324-8b74-4989-8c51-eb568b0120d8 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "DELETE /v2.0/floatingips/d2ce7157-07f1-41ba-859e-f0b0b6d7cd86 HTTP/1.1" status: 204 len: 168 time: 1.1552312 Jul 30 21:30:32.040196 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdab3047-e53f-444f-9403-6790f03b7fc7', 'tag': '77fa397a-d984-405d-9db7-8722cc02c76d'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:30:32.043154 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbe4e7a-3759-41e1-a464-1a9a62b6ad00" -d '{"events": [{"name": "network-changed", "server_uuid": "cdab3047-e53f-444f-9403-6790f03b7fc7", "tag": "77fa397a-d984-405d-9db7-8722cc02c76d"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:30:32.134330 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ae284130-026e-4b6c-af9f-85fbed6daf74 None None] Set router 293d1e68-42bd-44ed-993d-575ca13b40de gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:30:32.192833 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbcf830-df95-4862-8941-9a06527f5aad x-openstack-request-id: req-9dbcf830-df95-4862-8941-9a06527f5aad {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:30:32.193126 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdab3047-e53f-444f-9403-6790f03b7fc7", "tag": "77fa397a-d984-405d-9db7-8722cc02c76d", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:30:32.193373 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9dbcf830-df95-4862-8941-9a06527f5aad {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:30:32.193767 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdab3047-e53f-444f-9403-6790f03b7fc7', 'tag': '77fa397a-d984-405d-9db7-8722cc02c76d', 'status': 'completed', 'code': 200} Jul 30 21:30:32.263884 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe4e7a-3759-41e1-a464-1a9a62b6ad00 req-24620023-4555-4d5c-9107-d209f5c0a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:30:32.265854 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ecbe4e7a-3759-41e1-a464-1a9a62b6ad00 req-24620023-4555-4d5c-9107-d209f5c0a78b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c045e8acb56d4d5da04a09d8c616e766&device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0491297 Jul 30 21:30:32.343355 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ae284130-026e-4b6c-af9f-85fbed6daf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'name': 'tempest-TestShelveInstance-1605854938-router', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:22Z', 'updated_at': '2021-07-30T21:21:25Z', 'revision_number': 4, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'gw_port': {'id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:23Z', 'updated_at': '2021-07-30T21:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '53e403fd-7ac6-47dc-8e24-aa8a2e01efd2', 'name': '', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'mac_address': 'fa:16:3e:2f:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:24Z', 'updated_at': '2021-07-30T21:21:30Z', 'revision_number': 5, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'subnets': [{'id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:32.368573 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae284130-026e-4b6c-af9f-85fbed6daf74 None None] Checking router: 293d1e68-42bd-44ed-993d-575ca13b40de for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:30:32.376652 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae284130-026e-4b6c-af9f-85fbed6daf74 None None] Routers {'293d1e68-42bd-44ed-993d-575ca13b40de'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:30:32.377260 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ae284130-026e-4b6c-af9f-85fbed6daf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:30:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['293d1e68-42bd-44ed-993d-575ca13b40de'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:32.392090 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089174b-1d15-48f7-b20a-1871c46ca096 req-1191dc1a-c25b-43f5-bde1-738748856c91 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:30:32.393581 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f089174b-1d15-48f7-b20a-1871c46ca096 req-1191dc1a-c25b-43f5-bde1-738748856c91 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 945 time: 0.1518159 Jul 30 21:30:32.416318 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe4e7a-3759-41e1-a464-1a9a62b6ad00 req-d0ffea84-5438-4fce-8cdc-90cd979cb50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:30:32.417707 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ecbe4e7a-3759-41e1-a464-1a9a62b6ad00 req-d0ffea84-5438-4fce-8cdc-90cd979cb50a service neutron] 10.222.0.83 "GET /v2.0/networks?id=7515aebf-7a54-48b4-8b29-24dcdb83a694 HTTP/1.1" status: 200 len: 910 time: 0.1441896 Jul 30 21:30:32.473959 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f089174b-1d15-48f7-b20a-1871c46ca096 req-e301b50d-e842-404d-a7f1-a5aa1c01cd4c tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744219 Jul 30 21:30:32.475309 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ecbe4e7a-3759-41e1-a464-1a9a62b6ad00 req-adfffa83-ff7c-4446-95b8-f2ae7accab61 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77fa397a-d984-405d-9db7-8722cc02c76d HTTP/1.1" status: 200 len: 217 time: 0.0454209 Jul 30 21:30:32.483848 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ae284130-026e-4b6c-af9f-85fbed6daf74 None None] Set router 293d1e68-42bd-44ed-993d-575ca13b40de gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:30:32.525379 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe4e7a-3759-41e1-a464-1a9a62b6ad00 req-097b9008-fd80-4443-8efd-b73d68d6adae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:30:32.526834 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ecbe4e7a-3759-41e1-a464-1a9a62b6ad00 req-097b9008-fd80-4443-8efd-b73d68d6adae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8de091e-9262-4924-8f31-921776a27ca4 HTTP/1.1" status: 200 len: 848 time: 0.0444539 Jul 30 21:30:32.573207 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe4e7a-3759-41e1-a464-1a9a62b6ad00 req-33d10e5b-9267-40d0-ba77-48c3af5390f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:30:32.575323 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ecbe4e7a-3759-41e1-a464-1a9a62b6ad00 req-33d10e5b-9267-40d0-ba77-48c3af5390f0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7515aebf-7a54-48b4-8b29-24dcdb83a694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404470 Jul 30 21:30:32.669023 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ecbe4e7a-3759-41e1-a464-1a9a62b6ad00 req-9d3f8e82-5030-4d32-ad42-66e994e1f7de service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857475 Jul 30 21:30:32.684084 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ae284130-026e-4b6c-af9f-85fbed6daf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'name': 'tempest-TestShelveInstance-1605854938-router', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:22Z', 'updated_at': '2021-07-30T21:21:25Z', 'revision_number': 4, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'gw_port': {'id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:23Z', 'updated_at': '2021-07-30T21:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '53e403fd-7ac6-47dc-8e24-aa8a2e01efd2', 'name': '', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'mac_address': 'fa:16:3e:2f:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:24Z', 'updated_at': '2021-07-30T21:21:30Z', 'revision_number': 5, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'subnets': [{'id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:32.710522 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae284130-026e-4b6c-af9f-85fbed6daf74 None None] The sync data for ids ['293d1e68-42bd-44ed-993d-575ca13b40de'] in n-d-712137-9 is: [{'id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'name': 'tempest-TestShelveInstance-1605854938-router', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:22Z', 'updated_at': '2021-07-30T21:21:25Z', 'revision_number': 4, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'gw_port': {'id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:23Z', 'updated_at': '2021-07-30T21:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '53e403fd-7ac6-47dc-8e24-aa8a2e01efd2', 'name': '', 'network_id': '7515aebf-7a54-48b4-8b29-24dcdb83a694', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'mac_address': 'fa:16:3e:2f:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:24Z', 'updated_at': '2021-07-30T21:21:30Z', 'revision_number': 5, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'subnets': [{'id': 'a8de091e-9262-4924-8f31-921776a27ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:30:32.761602 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ecbe4e7a-3759-41e1-a464-1a9a62b6ad00 req-23cfdf6e-1190-4052-a80b-ecedaff3707a service neutron] 10.222.0.83 "GET /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840886 Jul 30 21:30:32.918581 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0d9b0d-79e5-463e-b401-396418cbd7e5 None None] New status for floating IP d2ce7157-07f1-41ba-859e-f0b0b6d7cd86: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 21:30:33.588726 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf55364-66b5-43f7-ba29-efa694cf69e3 req-8a9d274f-d8e9-4ee1-a594-ede225c163f6 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:30:33.590085 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0bf55364-66b5-43f7-ba29-efa694cf69e3 req-8a9d274f-d8e9-4ee1-a594-ede225c163f6 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 945 time: 0.0493345 Jul 30 21:30:33.627395 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0bf55364-66b5-43f7-ba29-efa694cf69e3 req-b47bc635-1b86-4ece-8251-00503d40ffac tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/security-groups?id=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307248 Jul 30 21:30:33.843333 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84eeb44-e918-4786-bdcb-014b9df70bf1 req-4d5b6414-7830-44e5-aee1-f13ecf5b886f tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:30:33.844736 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a84eeb44-e918-4786-bdcb-014b9df70bf1 req-4d5b6414-7830-44e5-aee1-f13ecf5b886f tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 945 time: 0.0531745 Jul 30 21:30:33.933267 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-a84eeb44-e918-4786-bdcb-014b9df70bf1 req-c6dbe699-684d-40c9-ad81-038caa5d9678 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Deleting port 77fa397a-d984-405d-9db7-8722cc02c76d {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:30:33.933613 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a84eeb44-e918-4786-bdcb-014b9df70bf1 req-c6dbe699-684d-40c9-ad81-038caa5d9678 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:34.023264 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-a84eeb44-e918-4786-bdcb-014b9df70bf1 req-c6dbe699-684d-40c9-ad81-038caa5d9678 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] For port 77fa397a-d984-405d-9db7-8722cc02c76d, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=77fa397a-d984-405d-9db7-8722cc02c76d,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:30:34.023716 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a84eeb44-e918-4786-bdcb-014b9df70bf1 req-c6dbe699-684d-40c9-ad81-038caa5d9678 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:34.036862 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-a84eeb44-e918-4786-bdcb-014b9df70bf1 req-c6dbe699-684d-40c9-ad81-038caa5d9678 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Calling delete_port for 77fa397a-d984-405d-9db7-8722cc02c76d owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:30:34.173415 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a84eeb44-e918-4786-bdcb-014b9df70bf1 req-c6dbe699-684d-40c9-ad81-038caa5d9678 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:34.200350 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbe699-684d-40c9-ad81-038caa5d9678 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event deleted for resources: {'Port': ['ID=77fa397a-d984-405d-9db7-8722cc02c76d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:34.242576 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84eeb44-e918-4786-bdcb-014b9df70bf1 req-c6dbe699-684d-40c9-ad81-038caa5d9678 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] No DVR routers for this DVR port 77fa397a-d984-405d-9db7-8722cc02c76d on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:30:34.245131 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a84eeb44-e918-4786-bdcb-014b9df70bf1 req-c6dbe699-684d-40c9-ad81-038caa5d9678 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:34.247170 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a84eeb44-e918-4786-bdcb-014b9df70bf1 req-c6dbe699-684d-40c9-ad81-038caa5d9678 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.83 "DELETE /v2.0/ports/77fa397a-d984-405d-9db7-8722cc02c76d HTTP/1.1" status: 204 len: 173 time: 0.3962586 Jul 30 21:30:34.247634 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdab3047-e53f-444f-9403-6790f03b7fc7', 'name': 'network-vif-deleted', 'tag': '77fa397a-d984-405d-9db7-8722cc02c76d'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:30:34.249899 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066ad40f-eaa2-4778-93f3-ae0301ed1de9" -d '{"events": [{"server_uuid": "cdab3047-e53f-444f-9403-6790f03b7fc7", "name": "network-vif-deleted", "tag": "77fa397a-d984-405d-9db7-8722cc02c76d"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:30:34.290460 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d12d03e-3ef0-43e6-b288-cb1b51f03386 x-openstack-request-id: req-2d12d03e-3ef0-43e6-b288-cb1b51f03386 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:30:34.290752 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdab3047-e53f-444f-9403-6790f03b7fc7", "name": "network-vif-deleted", "tag": "77fa397a-d984-405d-9db7-8722cc02c76d", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:30:34.291063 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d12d03e-3ef0-43e6-b288-cb1b51f03386 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:30:34.291466 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdab3047-e53f-444f-9403-6790f03b7fc7', 'name': 'network-vif-deleted', 'tag': '77fa397a-d984-405d-9db7-8722cc02c76d', 'status': 'completed', 'code': 200} Jul 30 21:30:34.732298 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1ff8e4c2-027a-44c7-9740-3211873a1b83 req-f22af9e6-940b-4edd-b9b1-efaac82fa4bd tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 210 time: 0.0305958 Jul 30 21:30:35.829513 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-11d82f5d-878c-41af-95b9-a8c94e74347c req-7876820d-1c27-474a-8d98-882ff768d31b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 210 time: 0.0273328 Jul 30 21:30:36.929212 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-00825087-d4a6-4b32-b613-9865f4c1cc03 req-c1f570fa-62cd-4f71-a219-ee34143fb018 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 210 time: 0.0312984 Jul 30 21:30:38.036375 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c592778e-8efa-450c-a92f-c551ab31ee3d req-612cb3a0-8f2c-43c4-a613-500fe65c3048 tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdab3047-e53f-444f-9403-6790f03b7fc7 HTTP/1.1" status: 200 len: 210 time: 0.0282471 Jul 30 21:30:38.317914 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 77fa397a-d984-405d-9db7-8722cc02c76d no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:30:38.337885 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 77fa397a-d984-405d-9db7-8722cc02c76d {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:30:38.338232 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 77fa397a-d984-405d-9db7-8722cc02c76d not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:30:39.093054 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58100) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:39.155444 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-231cf280-2a5b-47c5-82a2-82cc3ecf096b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:39.180513 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-231cf280-2a5b-47c5-82a2-82cc3ecf096b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:39.241963 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-231cf280-2a5b-47c5-82a2-82cc3ecf096b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:39.244902 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-231cf280-2a5b-47c5-82a2-82cc3ecf096b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:39.246053 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-231cf280-2a5b-47c5-82a2-82cc3ecf096b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] 10.222.0.81 "DELETE /v2.0/security-groups/c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7 HTTP/1.1" status: 204 len: 168 time: 0.1519499 Jul 30 21:30:39.256930 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231cf280-2a5b-47c5-82a2-82cc3ecf096b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03220b4-a9c9-45c2-bfe8-a0fbb7c47da7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:39.265470 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231cf280-2a5b-47c5-82a2-82cc3ecf096b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:39.265823 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231cf280-2a5b-47c5-82a2-82cc3ecf096b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:39.266165 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231cf280-2a5b-47c5-82a2-82cc3ecf096b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:39.266502 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231cf280-2a5b-47c5-82a2-82cc3ecf096b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:39.266833 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231cf280-2a5b-47c5-82a2-82cc3ecf096b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:39.267163 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231cf280-2a5b-47c5-82a2-82cc3ecf096b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:39.267731 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231cf280-2a5b-47c5-82a2-82cc3ecf096b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:39.268065 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231cf280-2a5b-47c5-82a2-82cc3ecf096b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:39.268548 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231cf280-2a5b-47c5-82a2-82cc3ecf096b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:39.268881 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231cf280-2a5b-47c5-82a2-82cc3ecf096b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:39.269210 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231cf280-2a5b-47c5-82a2-82cc3ecf096b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:39.269534 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231cf280-2a5b-47c5-82a2-82cc3ecf096b tempest-TestShelveInstance-831968967 tempest-TestShelveInstance-831968967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:39.305685 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58106) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:39.759649 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b3eb95da-900b-44ec-bfe8-76a3dc9a6fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:39.818076 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:30:40.003774 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b3eb95da-900b-44ec-bfe8-76a3dc9a6fd3 admin admin] Deleting port 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:30:40.004118 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b3eb95da-900b-44ec-bfe8-76a3dc9a6fd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:40.082173 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-b3eb95da-900b-44ec-bfe8-76a3dc9a6fd3 admin admin] For port 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=53e403fd-7ac6-47dc-8e24-aa8a2e01efd2,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:30:40.082545 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b3eb95da-900b-44ec-bfe8-76a3dc9a6fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:40.100696 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b3eb95da-900b-44ec-bfe8-76a3dc9a6fd3 admin admin] Calling delete_port for 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:30:40.288018 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b3eb95da-900b-44ec-bfe8-76a3dc9a6fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:40.313424 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb95da-900b-44ec-bfe8-76a3dc9a6fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=53e403fd-7ac6-47dc-8e24-aa8a2e01efd2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:40.487622 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b3eb95da-900b-44ec-bfe8-76a3dc9a6fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:40.711209 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3eb95da-900b-44ec-bfe8-76a3dc9a6fd3 admin admin] Router 293d1e68-42bd-44ed-993d-575ca13b40de has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:30:40.814597 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3eb95da-900b-44ec-bfe8-76a3dc9a6fd3 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:30:40.819785 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-b3eb95da-900b-44ec-bfe8-76a3dc9a6fd3 admin admin] 10.222.0.81 "PUT /v2.0/routers/293d1e68-42bd-44ed-993d-575ca13b40de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5128062 Jul 30 21:30:40.822374 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58110) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:40.825971 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a1f8c7-602e-4b91-a065-42be36e90d08 None None] Sync routers for ids ['293d1e68-42bd-44ed-993d-575ca13b40de'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:30:40.835349 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a1f8c7-602e-4b91-a065-42be36e90d08 None None] Routers {'293d1e68-42bd-44ed-993d-575ca13b40de'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:30:40.835911 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d5a1f8c7-602e-4b91-a065-42be36e90d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:30:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['293d1e68-42bd-44ed-993d-575ca13b40de'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:40.924618 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1242895b-fff1-425e-b965-a991a13860af admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:40.936673 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-d5a1f8c7-602e-4b91-a065-42be36e90d08 None None] Set router 293d1e68-42bd-44ed-993d-575ca13b40de gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:30:41.030374 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1242895b-fff1-425e-b965-a991a13860af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:41.082184 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1242895b-fff1-425e-b965-a991a13860af admin admin] Deleting port 5ab38816-9766-40a1-b636-c89d8b4e7954 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:30:41.082524 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1242895b-fff1-425e-b965-a991a13860af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:41.115479 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d5a1f8c7-602e-4b91-a065-42be36e90d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'name': 'tempest-TestShelveInstance-1605854938-router', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:22Z', 'updated_at': '2021-07-30T21:30:40Z', 'revision_number': 5, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'gw_port': {'id': '5ab38816-9766-40a1-b636-c89d8b4e7954', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:23Z', 'updated_at': '2021-07-30T21:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:41.142451 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a1f8c7-602e-4b91-a065-42be36e90d08 None None] Checking router: 293d1e68-42bd-44ed-993d-575ca13b40de for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:30:41.150688 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a1f8c7-602e-4b91-a065-42be36e90d08 None None] Routers {'293d1e68-42bd-44ed-993d-575ca13b40de'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:30:41.151298 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d5a1f8c7-602e-4b91-a065-42be36e90d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:30:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['293d1e68-42bd-44ed-993d-575ca13b40de'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:41.159056 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-1242895b-fff1-425e-b965-a991a13860af admin admin] For port 5ab38816-9766-40a1-b636-c89d8b4e7954, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=5ab38816-9766-40a1-b636-c89d8b4e7954,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:30:41.159671 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1242895b-fff1-425e-b965-a991a13860af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:41.175819 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1242895b-fff1-425e-b965-a991a13860af admin admin] Calling delete_port for 5ab38816-9766-40a1-b636-c89d8b4e7954 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:30:41.236052 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-d5a1f8c7-602e-4b91-a065-42be36e90d08 None None] Set router 293d1e68-42bd-44ed-993d-575ca13b40de gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:30:41.288539 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d5a1f8c7-602e-4b91-a065-42be36e90d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'name': 'tempest-TestShelveInstance-1605854938-router', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:22Z', 'updated_at': '2021-07-30T21:30:41Z', 'revision_number': 6, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:41.319486 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a1f8c7-602e-4b91-a065-42be36e90d08 None None] The sync data for ids ['293d1e68-42bd-44ed-993d-575ca13b40de'] in n-d-712137-9 is: [{'id': '293d1e68-42bd-44ed-993d-575ca13b40de', 'name': 'tempest-TestShelveInstance-1605854938-router', 'tenant_id': 'c045e8acb56d4d5da04a09d8c616e766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:22Z', 'updated_at': '2021-07-30T21:30:41Z', 'revision_number': 6, 'project_id': 'c045e8acb56d4d5da04a09d8c616e766', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:30:41.338774 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1242895b-fff1-425e-b965-a991a13860af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:41.370024 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242895b-fff1-425e-b965-a991a13860af admin admin] Pushing event deleted for resources: {'Port': ['ID=5ab38816-9766-40a1-b636-c89d8b4e7954,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:41.429365 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1242895b-fff1-425e-b965-a991a13860af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:41.516633 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1242895b-fff1-425e-b965-a991a13860af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:41.518684 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1242895b-fff1-425e-b965-a991a13860af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:41.563557 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1242895b-fff1-425e-b965-a991a13860af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:41.564073 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1242895b-fff1-425e-b965-a991a13860af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 293d1e68-42bd-44ed-993d-575ca13b40de {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 21:30:41.568703 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1242895b-fff1-425e-b965-a991a13860af admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:41.569937 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-1242895b-fff1-425e-b965-a991a13860af admin admin] 10.222.0.81 "DELETE /v2.0/routers/293d1e68-42bd-44ed-993d-575ca13b40de HTTP/1.1" status: 204 len: 168 time: 0.7467368 Jul 30 21:30:41.572432 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58112) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:41.615933 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f313e80e-1bba-4a8c-9510-c9d2982d07df admin admin] Deleting subnet a8de091e-9262-4924-8f31-921776a27ca4 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 21:30:41.618800 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f313e80e-1bba-4a8c-9510-c9d2982d07df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:41.651584 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f313e80e-1bba-4a8c-9510-c9d2982d07df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:41.734697 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f313e80e-1bba-4a8c-9510-c9d2982d07df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:41.790311 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f313e80e-1bba-4a8c-9510-c9d2982d07df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:41.816877 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313e80e-1bba-4a8c-9510-c9d2982d07df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8de091e-9262-4924-8f31-921776a27ca4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:41.819206 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f313e80e-1bba-4a8c-9510-c9d2982d07df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:41.824007 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58114) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:41.825047 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f313e80e-1bba-4a8c-9510-c9d2982d07df admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a8de091e-9262-4924-8f31-921776a27ca4 HTTP/1.1" status: 204 len: 168 time: 0.2506678 Jul 30 21:30:41.826805 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb101711-e6df-4842-a3ca-a5934e257cb1 None None] Network 7515aebf-7a54-48b4-8b29-24dcdb83a694 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:30:41.892216 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bc10f31d-d2ba-4ad8-9c24-50d3fd9ea21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:41.944631 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-bc10f31d-d2ba-4ad8-9c24-50d3fd9ea21c admin admin] Deleting port 51cc77c0-a107-4d77-9fe8-a56268fe7290 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:30:41.944972 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bc10f31d-d2ba-4ad8-9c24-50d3fd9ea21c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:42.010989 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-bc10f31d-d2ba-4ad8-9c24-50d3fd9ea21c admin admin] For port 51cc77c0-a107-4d77-9fe8-a56268fe7290, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=51cc77c0-a107-4d77-9fe8-a56268fe7290,segment=NetworkSegment(191eee8d-9491-4fd8-bafc-9fc46abff25e),segment_id=191eee8d-9491-4fd8-bafc-9fc46abff25e)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:30:42.011352 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bc10f31d-d2ba-4ad8-9c24-50d3fd9ea21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:42.024314 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-bc10f31d-d2ba-4ad8-9c24-50d3fd9ea21c admin admin] Calling delete_port for 51cc77c0-a107-4d77-9fe8-a56268fe7290 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:30:42.094050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1501ef6-72cc-4e8f-84b7-f78e5635a7f0 None None] DHCP port deletion for 7515aebf-7a54-48b4-8b29-24dcdb83a694 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 21:30:42.106171 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bc10f31d-d2ba-4ad8-9c24-50d3fd9ea21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:42.137805 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10f31d-d2ba-4ad8-9c24-50d3fd9ea21c admin admin] Pushing event deleted for resources: {'Port': ['ID=51cc77c0-a107-4d77-9fe8-a56268fe7290,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:42.141454 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc10f31d-d2ba-4ad8-9c24-50d3fd9ea21c admin admin] No DVR routers for this DVR port 51cc77c0-a107-4d77-9fe8-a56268fe7290 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:30:42.159193 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5ab38816-9766-40a1-b636-c89d8b4e7954 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:30:42.162060 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e1501ef6-72cc-4e8f-84b7-f78e5635a7f0 None None] Deleting port 51cc77c0-a107-4d77-9fe8-a56268fe7290 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:30:42.162503 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e1501ef6-72cc-4e8f-84b7-f78e5635a7f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:42.189776 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 5ab38816-9766-40a1-b636-c89d8b4e7954 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:30:42.190122 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5ab38816-9766-40a1-b636-c89d8b4e7954 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:30:42.190828 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:30:42.215093 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bc10f31d-d2ba-4ad8-9c24-50d3fd9ea21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:42.226731 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-bc10f31d-d2ba-4ad8-9c24-50d3fd9ea21c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7515aebf-7a54-48b4-8b29-24dcdb83a694']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:42.238320 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-bc10f31d-d2ba-4ad8-9c24-50d3fd9ea21c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191eee8d-9491-4fd8-bafc-9fc46abff25e') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:42.238614 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-bc10f31d-d2ba-4ad8-9c24-50d3fd9ea21c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191eee8d-9491-4fd8-bafc-9fc46abff25e') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:42.248934 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bc10f31d-d2ba-4ad8-9c24-50d3fd9ea21c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:42.263774 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bc10f31d-d2ba-4ad8-9c24-50d3fd9ea21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:42.270337 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc10f31d-d2ba-4ad8-9c24-50d3fd9ea21c admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 21:30:42.270756 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bc10f31d-d2ba-4ad8-9c24-50d3fd9ea21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: timer() Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 21:30:42.287452 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 21:30:42.345061 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bc10f31d-d2ba-4ad8-9c24-50d3fd9ea21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:42.353432 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bc10f31d-d2ba-4ad8-9c24-50d3fd9ea21c admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:42.355352 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-bc10f31d-d2ba-4ad8-9c24-50d3fd9ea21c admin admin] 10.222.0.81 "DELETE /v2.0/networks/7515aebf-7a54-48b4-8b29-24dcdb83a694 HTTP/1.1" status: 204 len: 168 time: 0.5290525 Jul 30 21:30:42.358490 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58116) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:42.367488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10f31d-d2ba-4ad8-9c24-50d3fd9ea21c admin admin] Pushing event deleted for resources: {'Network': ['ID=7515aebf-7a54-48b4-8b29-24dcdb83a694,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:42.405361 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:30:42.405701 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 53e403fd-7ac6-47dc-8e24-aa8a2e01efd2 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:30:42.406113 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 51cc77c0-a107-4d77-9fe8-a56268fe7290 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:30:42.429689 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 51cc77c0-a107-4d77-9fe8-a56268fe7290 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:30:42.430033 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 51cc77c0-a107-4d77-9fe8-a56268fe7290 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:30:42.447946 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e1501ef6-72cc-4e8f-84b7-f78e5635a7f0 None None] For port 51cc77c0-a107-4d77-9fe8-a56268fe7290, host n-d-712137-9, got binding levels [] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:30:42.448347 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e1501ef6-72cc-4e8f-84b7-f78e5635a7f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:42.461552 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e1501ef6-72cc-4e8f-84b7-f78e5635a7f0 None None] Calling delete_port for 51cc77c0-a107-4d77-9fe8-a56268fe7290 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:30:42.464083 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.ipam_backend_mixin [None req-e1501ef6-72cc-4e8f-84b7-f78e5635a7f0 None None] Port 51cc77c0-a107-4d77-9fe8-a56268fe7290 was not found and therefore no delete operation was performed {{(pid=93884) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 21:30:42.465333 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e1501ef6-72cc-4e8f-84b7-f78e5635a7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:42.486565 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e1501ef6-72cc-4e8f-84b7-f78e5635a7f0 None None] Network 7515aebf-7a54-48b4-8b29-24dcdb83a694 is not hosted by any dhcp agent {{(pid=93884) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 21:30:42.487015 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1501ef6-72cc-4e8f-84b7-f78e5635a7f0 None None] No DVR routers for this DVR port 51cc77c0-a107-4d77-9fe8-a56268fe7290 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:30:42.488765 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1501ef6-72cc-4e8f-84b7-f78e5635a7f0 None None] Pushing event deleted for resources: {'Port': ['ID=51cc77c0-a107-4d77-9fe8-a56268fe7290,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:42.500104 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1501ef6-72cc-4e8f-84b7-f78e5635a7f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:42.500449 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1501ef6-72cc-4e8f-84b7-f78e5635a7f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:42.500783 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1501ef6-72cc-4e8f-84b7-f78e5635a7f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:42.501139 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1501ef6-72cc-4e8f-84b7-f78e5635a7f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:42.501520 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1501ef6-72cc-4e8f-84b7-f78e5635a7f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:42.501734 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1501ef6-72cc-4e8f-84b7-f78e5635a7f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:42.502056 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1501ef6-72cc-4e8f-84b7-f78e5635a7f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:42.502376 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1501ef6-72cc-4e8f-84b7-f78e5635a7f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:42.502696 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1501ef6-72cc-4e8f-84b7-f78e5635a7f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:42.503012 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1501ef6-72cc-4e8f-84b7-f78e5635a7f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:42.503348 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1501ef6-72cc-4e8f-84b7-f78e5635a7f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:42.503656 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1501ef6-72cc-4e8f-84b7-f78e5635a7f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:42.720548 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7317bac2-48e6-4e33-96b9-bc138d836963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:42.954433 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7317bac2-48e6-4e33-96b9-bc138d836963 admin admin] Deleting port 293d59aa-afee-43d5-adff-58d19456a066 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:30:42.954773 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7317bac2-48e6-4e33-96b9-bc138d836963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:43.033318 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-7317bac2-48e6-4e33-96b9-bc138d836963 admin admin] For port 293d59aa-afee-43d5-adff-58d19456a066, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=293d59aa-afee-43d5-adff-58d19456a066,segment=NetworkSegment(3f5003c0-d7cd-475d-a83f-6dcf6c294eb0),segment_id=3f5003c0-d7cd-475d-a83f-6dcf6c294eb0)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:30:43.033599 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7317bac2-48e6-4e33-96b9-bc138d836963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:43.046410 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7317bac2-48e6-4e33-96b9-bc138d836963 admin admin] Calling delete_port for 293d59aa-afee-43d5-adff-58d19456a066 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:30:43.223744 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7317bac2-48e6-4e33-96b9-bc138d836963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:43.248854 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317bac2-48e6-4e33-96b9-bc138d836963 admin admin] Pushing event deleted for resources: {'Port': ['ID=293d59aa-afee-43d5-adff-58d19456a066,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:43.413712 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7317bac2-48e6-4e33-96b9-bc138d836963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:43.927263 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7317bac2-48e6-4e33-96b9-bc138d836963 admin admin] Router 4d5bfebd-9d94-4a2b-a596-2e945e6e424d has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:30:44.029804 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7317bac2-48e6-4e33-96b9-bc138d836963 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:30:44.034685 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-7317bac2-48e6-4e33-96b9-bc138d836963 admin admin] 10.222.0.81 "PUT /v2.0/routers/4d5bfebd-9d94-4a2b-a596-2e945e6e424d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6751606 Jul 30 21:30:44.037304 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58118) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:44.038542 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6247baf4-ef7f-4b36-9075-1de9e9d239cf None None] Sync routers for ids ['4d5bfebd-9d94-4a2b-a596-2e945e6e424d'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:30:44.048536 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6247baf4-ef7f-4b36-9075-1de9e9d239cf None None] Routers {'4d5bfebd-9d94-4a2b-a596-2e945e6e424d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:30:44.049143 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6247baf4-ef7f-4b36-9075-1de9e9d239cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:30:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['4d5bfebd-9d94-4a2b-a596-2e945e6e424d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:44.140718 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18fba951-ffca-478a-bb6c-88215cae43b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:44.158115 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-6247baf4-ef7f-4b36-9075-1de9e9d239cf None None] Set router 4d5bfebd-9d94-4a2b-a596-2e945e6e424d gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:30:44.243196 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18fba951-ffca-478a-bb6c-88215cae43b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:44.296719 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-18fba951-ffca-478a-bb6c-88215cae43b0 admin admin] Deleting port 5cd31753-9bb8-4f8f-8565-f86eaf4df24e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:30:44.297066 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18fba951-ffca-478a-bb6c-88215cae43b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:44.332154 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6247baf4-ef7f-4b36-9075-1de9e9d239cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5bfebd-9d94-4a2b-a596-2e945e6e424d', 'name': 'tempest-TestShelveInstance-52572472-router', 'tenant_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '5cd31753-9bb8-4f8f-8565-f86eaf4df24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:27Z', 'updated_at': '2021-07-30T21:30:43Z', 'revision_number': 5, 'project_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'gw_port': {'id': '5cd31753-9bb8-4f8f-8565-f86eaf4df24e', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5bfebd-9d94-4a2b-a596-2e945e6e424d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:21:27Z', 'updated_at': '2021-07-30T21:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:44.361259 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6247baf4-ef7f-4b36-9075-1de9e9d239cf None None] Checking router: 4d5bfebd-9d94-4a2b-a596-2e945e6e424d for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:30:44.369251 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6247baf4-ef7f-4b36-9075-1de9e9d239cf None None] Routers {'4d5bfebd-9d94-4a2b-a596-2e945e6e424d'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:30:44.369851 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6247baf4-ef7f-4b36-9075-1de9e9d239cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:30:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['4d5bfebd-9d94-4a2b-a596-2e945e6e424d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:44.378479 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-18fba951-ffca-478a-bb6c-88215cae43b0 admin admin] For port 5cd31753-9bb8-4f8f-8565-f86eaf4df24e, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=5cd31753-9bb8-4f8f-8565-f86eaf4df24e,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:30:44.378843 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18fba951-ffca-478a-bb6c-88215cae43b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:44.391589 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-18fba951-ffca-478a-bb6c-88215cae43b0 admin admin] Calling delete_port for 5cd31753-9bb8-4f8f-8565-f86eaf4df24e owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:30:44.457992 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-6247baf4-ef7f-4b36-9075-1de9e9d239cf None None] Set router 4d5bfebd-9d94-4a2b-a596-2e945e6e424d gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:30:44.508628 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6247baf4-ef7f-4b36-9075-1de9e9d239cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5bfebd-9d94-4a2b-a596-2e945e6e424d', 'name': 'tempest-TestShelveInstance-52572472-router', 'tenant_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:27Z', 'updated_at': '2021-07-30T21:30:44Z', 'revision_number': 6, 'project_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:44.538651 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6247baf4-ef7f-4b36-9075-1de9e9d239cf None None] The sync data for ids ['4d5bfebd-9d94-4a2b-a596-2e945e6e424d'] in n-d-712137-9 is: [{'id': '4d5bfebd-9d94-4a2b-a596-2e945e6e424d', 'name': 'tempest-TestShelveInstance-52572472-router', 'tenant_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:21:27Z', 'updated_at': '2021-07-30T21:30:44Z', 'revision_number': 6, 'project_id': '86c405a0894e41b9a4c4e92e3ff049b1', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:30:44.573069 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18fba951-ffca-478a-bb6c-88215cae43b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:44.598685 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fba951-ffca-478a-bb6c-88215cae43b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd31753-9bb8-4f8f-8565-f86eaf4df24e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:44.660405 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18fba951-ffca-478a-bb6c-88215cae43b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:44.747812 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18fba951-ffca-478a-bb6c-88215cae43b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:44.749882 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18fba951-ffca-478a-bb6c-88215cae43b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:44.794004 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18fba951-ffca-478a-bb6c-88215cae43b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:44.794588 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fba951-ffca-478a-bb6c-88215cae43b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d5bfebd-9d94-4a2b-a596-2e945e6e424d {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 21:30:44.799357 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18fba951-ffca-478a-bb6c-88215cae43b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:44.800536 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-18fba951-ffca-478a-bb6c-88215cae43b0 admin admin] 10.222.0.81 "DELETE /v2.0/routers/4d5bfebd-9d94-4a2b-a596-2e945e6e424d HTTP/1.1" status: 204 len: 168 time: 0.7623115 Jul 30 21:30:44.803069 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58120) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:44.848030 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df56692-7233-4e77-b54b-a6a3ab950c53 admin admin] Deleting subnet d3b43705-d270-429c-9be6-d31ba0a6f710 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 21:30:44.850921 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8df56692-7233-4e77-b54b-a6a3ab950c53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:44.884126 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8df56692-7233-4e77-b54b-a6a3ab950c53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:44.969826 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8df56692-7233-4e77-b54b-a6a3ab950c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:45.021949 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8df56692-7233-4e77-b54b-a6a3ab950c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:45.049047 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df56692-7233-4e77-b54b-a6a3ab950c53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3b43705-d270-429c-9be6-d31ba0a6f710,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:45.050960 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8df56692-7233-4e77-b54b-a6a3ab950c53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:45.052886 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-8df56692-7233-4e77-b54b-a6a3ab950c53 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d3b43705-d270-429c-9be6-d31ba0a6f710 HTTP/1.1" status: 204 len: 168 time: 0.2488291 Jul 30 21:30:45.055050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba8e6ea-fab7-42e9-9e2f-e2c690ef72af None None] Network 86efcb2d-ccbf-4db3-93d7-efefde2ccfc2 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:30:45.056288 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58122) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:45.127891 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a2a2acdb-35bc-4277-86a3-46a498e06b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:45.190792 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-a2a2acdb-35bc-4277-86a3-46a498e06b37 admin admin] Deleting port 21731bbd-f1ee-41b5-9574-5686c9765466 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:30:45.191383 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a2a2acdb-35bc-4277-86a3-46a498e06b37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:45.255488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-a2a2acdb-35bc-4277-86a3-46a498e06b37 admin admin] For port 21731bbd-f1ee-41b5-9574-5686c9765466, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=21731bbd-f1ee-41b5-9574-5686c9765466,segment=NetworkSegment(3f5003c0-d7cd-475d-a83f-6dcf6c294eb0),segment_id=3f5003c0-d7cd-475d-a83f-6dcf6c294eb0)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:30:45.255898 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a2a2acdb-35bc-4277-86a3-46a498e06b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:45.270027 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-a2a2acdb-35bc-4277-86a3-46a498e06b37 admin admin] Calling delete_port for 21731bbd-f1ee-41b5-9574-5686c9765466 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:30:45.287836 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d54667-367f-45d6-96b1-56fd0dfe8c8b None None] DHCP port deletion for 86efcb2d-ccbf-4db3-93d7-efefde2ccfc2 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 21:30:45.336284 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-53d54667-367f-45d6-96b1-56fd0dfe8c8b None None] Deleting port 21731bbd-f1ee-41b5-9574-5686c9765466 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:30:45.336846 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-53d54667-367f-45d6-96b1-56fd0dfe8c8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:45.358941 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a2a2acdb-35bc-4277-86a3-46a498e06b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:45.384366 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2acdb-35bc-4277-86a3-46a498e06b37 admin admin] Pushing event deleted for resources: {'Port': ['ID=21731bbd-f1ee-41b5-9574-5686c9765466,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:45.391787 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a2acdb-35bc-4277-86a3-46a498e06b37 admin admin] No DVR routers for this DVR port 21731bbd-f1ee-41b5-9574-5686c9765466 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:30:45.406305 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-53d54667-367f-45d6-96b1-56fd0dfe8c8b None None] For port 21731bbd-f1ee-41b5-9574-5686c9765466, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=21731bbd-f1ee-41b5-9574-5686c9765466,segment=NetworkSegment(3f5003c0-d7cd-475d-a83f-6dcf6c294eb0),segment_id=3f5003c0-d7cd-475d-a83f-6dcf6c294eb0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:30:45.406902 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-53d54667-367f-45d6-96b1-56fd0dfe8c8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:45.424879 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-53d54667-367f-45d6-96b1-56fd0dfe8c8b None None] Calling delete_port for 21731bbd-f1ee-41b5-9574-5686c9765466 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:30:45.464289 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a2a2acdb-35bc-4277-86a3-46a498e06b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:45.475183 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-a2a2acdb-35bc-4277-86a3-46a498e06b37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86efcb2d-ccbf-4db3-93d7-efefde2ccfc2']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:45.486032 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-a2a2acdb-35bc-4277-86a3-46a498e06b37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5003c0-d7cd-475d-a83f-6dcf6c294eb0') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:45.486343 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-a2a2acdb-35bc-4277-86a3-46a498e06b37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5003c0-d7cd-475d-a83f-6dcf6c294eb0') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:45.495486 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a2a2acdb-35bc-4277-86a3-46a498e06b37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:45.503421 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-53d54667-367f-45d6-96b1-56fd0dfe8c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:45.515072 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a2a2acdb-35bc-4277-86a3-46a498e06b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:45.521319 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a2acdb-35bc-4277-86a3-46a498e06b37 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 21:30:45.521735 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a2a2acdb-35bc-4277-86a3-46a498e06b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: timer() Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 21:30:45.523393 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 21:30:45.530182 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d54667-367f-45d6-96b1-56fd0dfe8c8b None None] Pushing event deleted for resources: {'Port': ['ID=21731bbd-f1ee-41b5-9574-5686c9765466,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:45.535662 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d54667-367f-45d6-96b1-56fd0dfe8c8b None None] No DVR routers for this DVR port 21731bbd-f1ee-41b5-9574-5686c9765466 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:30:45.579660 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a2a2acdb-35bc-4277-86a3-46a498e06b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:45.586551 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a2a2acdb-35bc-4277-86a3-46a498e06b37 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:45.588437 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a2a2acdb-35bc-4277-86a3-46a498e06b37 admin admin] 10.222.0.81 "DELETE /v2.0/networks/86efcb2d-ccbf-4db3-93d7-efefde2ccfc2 HTTP/1.1" status: 204 len: 168 time: 0.5311697 Jul 30 21:30:45.598183 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2acdb-35bc-4277-86a3-46a498e06b37 admin admin] Pushing event deleted for resources: {'Network': ['ID=86efcb2d-ccbf-4db3-93d7-efefde2ccfc2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:45.704966 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58126) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:45.745650 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-42ca93d7-18ae-4add-bdec-835ffc7c67ac admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c045e8acb56d4d5da04a09d8c616e766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395112 Jul 30 21:30:45.748708 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58128) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:45.798957 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be90cffb-1448-4a6a-a134-d909f1a05d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:45.821065 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be90cffb-1448-4a6a-a134-d909f1a05d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:45.867283 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be90cffb-1448-4a6a-a134-d909f1a05d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:45.869904 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be90cffb-1448-4a6a-a134-d909f1a05d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:45.871155 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-be90cffb-1448-4a6a-a134-d909f1a05d81 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/661a099a-5241-4531-b189-3978df52ef28 HTTP/1.1" status: 204 len: 168 time: 0.1215131 Jul 30 21:30:45.879004 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90cffb-1448-4a6a-a134-d909f1a05d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661a099a-5241-4531-b189-3978df52ef28,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:45.999932 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 293d59aa-afee-43d5-adff-58d19456a066 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:30:46.023003 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 293d59aa-afee-43d5-adff-58d19456a066 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:30:46.023348 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 293d59aa-afee-43d5-adff-58d19456a066 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:30:46.023785 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 21731bbd-f1ee-41b5-9574-5686c9765466 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:30:46.042499 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 21731bbd-f1ee-41b5-9574-5686c9765466 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:30:46.042845 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 21731bbd-f1ee-41b5-9574-5686c9765466 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:30:46.043855 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5cd31753-9bb8-4f8f-8565-f86eaf4df24e no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:30:46.062634 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 5cd31753-9bb8-4f8f-8565-f86eaf4df24e {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:30:46.063293 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5cd31753-9bb8-4f8f-8565-f86eaf4df24e not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:30:46.179074 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58134) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:46.218081 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-742d5ada-94ab-44fd-bade-6660d1cd7be8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=86c405a0894e41b9a4c4e92e3ff049b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378416 Jul 30 21:30:46.220458 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58136) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:46.266819 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a575c9fb-2d4b-4838-9554-0dd436dad65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:46.288440 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a575c9fb-2d4b-4838-9554-0dd436dad65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:46.339805 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a575c9fb-2d4b-4838-9554-0dd436dad65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:46.342888 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a575c9fb-2d4b-4838-9554-0dd436dad65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:46.344142 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a575c9fb-2d4b-4838-9554-0dd436dad65a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/79a4f501-2e6b-4a7f-a100-5f4352181226 HTTP/1.1" status: 204 len: 168 time: 0.1228280 Jul 30 21:30:46.351782 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575c9fb-2d4b-4838-9554-0dd436dad65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a4f501-2e6b-4a7f-a100-5f4352181226,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:46.403359 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:46.991234 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58158) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:47.083828 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-edf2477f-7a23-4e9e-9618-eeaf467508e7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-790756545-network', 'tenant_id': '52c3141a303a4d0887208ebe57701e31'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:30:47.104318 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf2477f-7a23-4e9e-9618-eeaf467508e7 admin admin] Made reservation on behalf of 52c3141a303a4d0887208ebe57701e31 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:30:47.107125 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-edf2477f-7a23-4e9e-9618-eeaf467508e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:47.115354 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-edf2477f-7a23-4e9e-9618-eeaf467508e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:47.204053 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-edf2477f-7a23-4e9e-9618-eeaf467508e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:47.207636 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-edf2477f-7a23-4e9e-9618-eeaf467508e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:47.232107 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf2477f-7a23-4e9e-9618-eeaf467508e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 21:30:47.242445 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2477f-7a23-4e9e-9618-eeaf467508e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae52c7a-8bcc-4f48-b465-363c7c26f93c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:47.249389 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-edf2477f-7a23-4e9e-9618-eeaf467508e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:47.249737 n-d-712137-9 neutron-server[93882]: INFO neutron.db.segments_db [None req-edf2477f-7a23-4e9e-9618-eeaf467508e7 admin admin] Added segment 251393db-c289-4952-be9d-443c3121a22a of type vlan for network affd54d4-9096-4b93-93a3-febd90be25b8 Jul 30 21:30:47.289595 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-edf2477f-7a23-4e9e-9618-eeaf467508e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:47.320934 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-edf2477f-7a23-4e9e-9618-eeaf467508e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:47.321881 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf2477f-7a23-4e9e-9618-eeaf467508e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:30:47.322455 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-edf2477f-7a23-4e9e-9618-eeaf467508e7 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:47.376996 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-edf2477f-7a23-4e9e-9618-eeaf467508e7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3846321 Jul 30 21:30:47.379934 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58162) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:47.384172 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2477f-7a23-4e9e-9618-eeaf467508e7 admin admin] Pushing event updated for resources: {'Network': ['ID=affd54d4-9096-4b93-93a3-febd90be25b8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:47.384994 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c0c316b1-72e9-48ca-9ad1-5c7e448612ad admin admin] Request body: {'subnet': {'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-790756545-subnet', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:30:47.393773 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network affd54d4-9096-4b93-93a3-febd90be25b8 details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 21:30:47.408109 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c316b1-72e9-48ca-9ad1-5c7e448612ad admin admin] Made reservation on behalf of 52c3141a303a4d0887208ebe57701e31 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:30:47.410401 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c0c316b1-72e9-48ca-9ad1-5c7e448612ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:47.577869 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c0c316b1-72e9-48ca-9ad1-5c7e448612ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:47.635359 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c316b1-72e9-48ca-9ad1-5c7e448612ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=b34aa051-d67e-4c8b-aae5-f3ce7cd303b3,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:47.641922 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c316b1-72e9-48ca-9ad1-5c7e448612ad admin admin] Checking segment: {'id': '251393db-c289-4952-be9d-443c3121a22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:30:47.642289 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c316b1-72e9-48ca-9ad1-5c7e448612ad admin admin] Network hostable DHCP agents. Network: affd54d4-9096-4b93-93a3-febd90be25b8, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 21:30:47.658870 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c316b1-72e9-48ca-9ad1-5c7e448612ad admin admin] Network affd54d4-9096-4b93-93a3-febd90be25b8 is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 21:30:47.667489 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c0c316b1-72e9-48ca-9ad1-5c7e448612ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, affd54d4-9096-4b93-93a3-febd90be25b8) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:30:47.672113 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c316b1-72e9-48ca-9ad1-5c7e448612ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:30:47.672703 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c0c316b1-72e9-48ca-9ad1-5c7e448612ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:47.678409 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fa646e-3166-41ce-957f-0ca4d3fb8d54 None None] Network affd54d4-9096-4b93-93a3-febd90be25b8 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:30:47.690141 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58166) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:47.690532 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c0c316b1-72e9-48ca-9ad1-5c7e448612ad admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3090758 Jul 30 21:30:47.695095 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-06ace7c7-7775-4f60-ad27-b7ef1ff6b585 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-790756545-router', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:30:47.716029 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06ace7c7-7775-4f60-ad27-b7ef1ff6b585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:47.716989 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06ace7c7-7775-4f60-ad27-b7ef1ff6b585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:47.767817 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06ace7c7-7775-4f60-ad27-b7ef1ff6b585 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:47.819349 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9089b489-be26-45cd-b78a-2d392f91c29d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-affd54d4-9096-4b93-93a3-febd90be25b8', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'fixed_ips': [{'subnet_id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 21:30:47.820230 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9089b489-be26-45cd-b78a-2d392f91c29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:47.903539 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06ace7c7-7775-4f60-ad27-b7ef1ff6b585 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:47.956211 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-9089b489-be26-45cd-b78a-2d392f91c29d None None] Allocated IP 172.20.0.2 (affd54d4-9096-4b93-93a3-febd90be25b8/b34aa051-d67e-4c8b-aae5-f3ce7cd303b3/c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:30:48.100647 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9089b489-be26-45cd-b78a-2d392f91c29d None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:48.104933 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06ace7c7-7775-4f60-ad27-b7ef1ff6b585 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:48.109379 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9089b489-be26-45cd-b78a-2d392f91c29d None None] Transition to ACTIVE for port object c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:30:48.124189 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9089b489-be26-45cd-b78a-2d392f91c29d None None] Transition to ACTIVE for port object c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:30:48.124615 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06ace7c7-7775-4f60-ad27-b7ef1ff6b585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:48.129607 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9089b489-be26-45cd-b78a-2d392f91c29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:48.166372 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9089b489-be26-45cd-b78a-2d392f91c29d None None] Network affd54d4-9096-4b93-93a3-febd90be25b8 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:30:48.169139 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-9089b489-be26-45cd-b78a-2d392f91c29d None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:30:48.172472 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9089b489-be26-45cd-b78a-2d392f91c29d None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:30:48.181798 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089b489-be26-45cd-b78a-2d392f91c29d None None] Pushing event updated for resources: {'Port': ['ID=c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:48.232166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-06ace7c7-7775-4f60-ad27-b7ef1ff6b585 admin admin] Allocated IP 172.25.3.28 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/5894ae9b-f6b9-4689-b37e-2cf7234d96e3) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:30:48.233141 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-9089b489-be26-45cd-b78a-2d392f91c29d None None] Attempting to bind port c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:30:48.233512 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-9089b489-be26-45cd-b78a-2d392f91c29d None None] Attempting to bind port c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '251393db-c289-4952-be9d-443c3121a22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:30:48.233867 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9089b489-be26-45cd-b78a-2d392f91c29d None None] Attempting to bind port c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400 on network affd54d4-9096-4b93-93a3-febd90be25b8 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:30:48.238848 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9089b489-be26-45cd-b78a-2d392f91c29d None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:30:48.239330 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9089b489-be26-45cd-b78a-2d392f91c29d None None] Checking segment: {'id': '251393db-c289-4952-be9d-443c3121a22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:30:48.239710 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9089b489-be26-45cd-b78a-2d392f91c29d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:48.240138 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9089b489-be26-45cd-b78a-2d392f91c29d None None] Bound using segment: {'id': '251393db-c289-4952-be9d-443c3121a22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:30:48.240704 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-9089b489-be26-45cd-b78a-2d392f91c29d None None] Bound port: c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251393db-c289-4952-be9d-443c3121a22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:30:48.241047 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9089b489-be26-45cd-b78a-2d392f91c29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:48.303026 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-9089b489-be26-45cd-b78a-2d392f91c29d None None] For port c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:30:48.306221 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-9089b489-be26-45cd-b78a-2d392f91c29d None None] For port c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400,segment=NetworkSegment(251393db-c289-4952-be9d-443c3121a22a),segment_id=251393db-c289-4952-be9d-443c3121a22a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:30:48.310839 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9089b489-be26-45cd-b78a-2d392f91c29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:48.345344 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06ace7c7-7775-4f60-ad27-b7ef1ff6b585 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:48.367485 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089b489-be26-45cd-b78a-2d392f91c29d None None] Pushing event updated for resources: {'Port': ['ID=c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:48.390265 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06ace7c7-7775-4f60-ad27-b7ef1ff6b585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:48.430786 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ace7c7-7775-4f60-ad27-b7ef1ff6b585 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:30:48.434172 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-06ace7c7-7775-4f60-ad27-b7ef1ff6b585 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:30:48.441360 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ace7c7-7775-4f60-ad27-b7ef1ff6b585 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:30:48.444463 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ace7c7-7775-4f60-ad27-b7ef1ff6b585 admin admin] Pushing event updated for resources: {'Port': ['ID=5894ae9b-f6b9-4689-b37e-2cf7234d96e3,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:48.703969 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06ace7c7-7775-4f60-ad27-b7ef1ff6b585 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:48.896695 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06ace7c7-7775-4f60-ad27-b7ef1ff6b585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:49.025696 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ace7c7-7775-4f60-ad27-b7ef1ff6b585 admin admin] Router 9dc05848-ec4e-4b8b-8270-b62dd3c58197 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 21:30:49.134665 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ace7c7-7775-4f60-ad27-b7ef1ff6b585 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:30:49.145920 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] Sync routers for ids ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:30:49.153346 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-06ace7c7-7775-4f60-ad27-b7ef1ff6b585 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:49.157172 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-06ace7c7-7775-4f60-ad27-b7ef1ff6b585 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4634988 Jul 30 21:30:49.157338 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] Routers {'9dc05848-ec4e-4b8b-8270-b62dd3c58197'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:30:49.157477 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58168) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:49.157975 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:30:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:49.272892 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] Set router 9dc05848-ec4e-4b8b-8270-b62dd3c58197 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:30:49.307669 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dda493c-4c5a-4c2a-ad94-0822189b20b1 None None] Network affd54d4-9096-4b93-93a3-febd90be25b8 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:30:49.454273 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-93d3d9d9-16cf-4db8-853b-b9c3d63b748c None None] Provisioning for port c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:30:49.587027 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d094dfa-d10b-495c-aafc-7bc14f6055a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:49.612269 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'name': 'tempest-TestSnapshotPattern-790756545-router', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:47Z', 'updated_at': '2021-07-30T21:30:48Z', 'revision_number': 3, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'gw_port': {'id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:78:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:48Z', 'updated_at': '2021-07-30T21:30:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:49.640783 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] Checking router: 9dc05848-ec4e-4b8b-8270-b62dd3c58197 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:30:49.641139 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] Updating router 9dc05848-ec4e-4b8b-8270-b62dd3c58197 port 5894ae9b-f6b9-4689-b37e-2cf7234d96e3 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:30:49.667018 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:49.756917 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-6d094dfa-d10b-495c-aafc-7bc14f6055a9 admin admin] Allocated IP 172.20.0.1 (affd54d4-9096-4b93-93a3-febd90be25b8/b34aa051-d67e-4c8b-aae5-f3ce7cd303b3/57293bd6-2ad4-4552-851d-b707ec63aff6) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:30:49.864243 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d094dfa-d10b-495c-aafc-7bc14f6055a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:49.876734 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-6d094dfa-d10b-495c-aafc-7bc14f6055a9 admin admin] Transition to ACTIVE for port object 57293bd6-2ad4-4552-851d-b707ec63aff6 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:30:49.910241 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d094dfa-d10b-495c-aafc-7bc14f6055a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:49.945739 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:49.947116 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d094dfa-d10b-495c-aafc-7bc14f6055a9 admin admin] Network affd54d4-9096-4b93-93a3-febd90be25b8 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:30:49.951276 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6d094dfa-d10b-495c-aafc-7bc14f6055a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:30:49.954729 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d094dfa-d10b-495c-aafc-7bc14f6055a9 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:30:49.958259 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] Transition to ACTIVE for port object 5894ae9b-f6b9-4689-b37e-2cf7234d96e3 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:30:49.968822 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:49.985265 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d094dfa-d10b-495c-aafc-7bc14f6055a9 admin admin] Pushing event updated for resources: {'Port': ['ID=57293bd6-2ad4-4552-851d-b707ec63aff6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:50.007907 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d094dfa-d10b-495c-aafc-7bc14f6055a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:50.033833 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] Attempting to bind port 5894ae9b-f6b9-4689-b37e-2cf7234d96e3 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:30:50.034212 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] Attempting to bind port 5894ae9b-f6b9-4689-b37e-2cf7234d96e3 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:30:50.034647 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] Attempting to bind port 5894ae9b-f6b9-4689-b37e-2cf7234d96e3 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:30:50.044772 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c4e79-fc10-4d67-9a7c-4ddd976476ea None None] Pushing event updated for resources: {'Port': ['ID=5894ae9b-f6b9-4689-b37e-2cf7234d96e3,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:50.051972 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:30:50.052363 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:30:50.052759 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:50.053167 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:30:50.053960 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] Bound port: 5894ae9b-f6b9-4689-b37e-2cf7234d96e3, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:30:50.054350 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:50.078198 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:30:50.150752 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] For port 5894ae9b-f6b9-4689-b37e-2cf7234d96e3, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:30:50.151444 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d094dfa-d10b-495c-aafc-7bc14f6055a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:50.167491 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] For port 5894ae9b-f6b9-4689-b37e-2cf7234d96e3, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=5894ae9b-f6b9-4689-b37e-2cf7234d96e3,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:30:50.173805 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:50.202258 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:30:50.219170 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:30:50.219571 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:50.284358 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] Routers {'9dc05848-ec4e-4b8b-8270-b62dd3c58197'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:30:50.285041 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:30:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:50.290820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c4e79-fc10-4d67-9a7c-4ddd976476ea None None] Pushing event updated for resources: {'Port': ['ID=5894ae9b-f6b9-4689-b37e-2cf7234d96e3,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:50.296954 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d99273bd-490b-4b89-b167-dded9c8d37a9 None None] Provisioning for port 57293bd6-2ad4-4552-851d-b707ec63aff6 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:30:50.321306 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d094dfa-d10b-495c-aafc-7bc14f6055a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:50.326976 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d094dfa-d10b-495c-aafc-7bc14f6055a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:50.341498 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d99273bd-490b-4b89-b167-dded9c8d37a9 None None] Provisioning complete for port 57293bd6-2ad4-4552-851d-b707ec63aff6 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:30:50.341873 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d99273bd-490b-4b89-b167-dded9c8d37a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:50.394623 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d094dfa-d10b-495c-aafc-7bc14f6055a9 admin admin] Pushing event updated for resources: {'Port': ['ID=57293bd6-2ad4-4552-851d-b707ec63aff6,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:50.397695 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d094dfa-d10b-495c-aafc-7bc14f6055a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:50.490814 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d094dfa-d10b-495c-aafc-7bc14f6055a9 admin admin] Network affd54d4-9096-4b93-93a3-febd90be25b8 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:30:50.492264 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6d094dfa-d10b-495c-aafc-7bc14f6055a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:30:50.604184 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d99273bd-490b-4b89-b167-dded9c8d37a9 None None] Port 57293bd6-2ad4-4552-851d-b707ec63aff6 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:30:50.616551 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d094dfa-d10b-495c-aafc-7bc14f6055a9 admin admin] Router 9dc05848-ec4e-4b8b-8270-b62dd3c58197 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:30:50.642427 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:50.650649 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] Set router 9dc05848-ec4e-4b8b-8270-b62dd3c58197 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:30:50.681328 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:50.728545 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d094dfa-d10b-495c-aafc-7bc14f6055a9 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:30:50.735984 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6d094dfa-d10b-495c-aafc-7bc14f6055a9 admin admin] 10.222.0.81 "PUT /v2.0/routers/9dc05848-ec4e-4b8b-8270-b62dd3c58197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5774074 Jul 30 21:30:50.770651 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400,segment=NetworkSegment(251393db-c289-4952-be9d-443c3121a22a),segment_id=251393db-c289-4952-be9d-443c3121a22a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:30:50.799940 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:50.807558 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-22cd95fa-ca40-4eed-a2c7-fea0c228fa5c None None] Provisioning complete for port 57293bd6-2ad4-4552-851d-b707ec63aff6 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:30:50.807926 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22cd95fa-ca40-4eed-a2c7-fea0c228fa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:50.905062 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-22cd95fa-ca40-4eed-a2c7-fea0c228fa5c None None] Port 57293bd6-2ad4-4552-851d-b707ec63aff6 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:30:50.918025 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:50.971416 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'name': 'tempest-TestSnapshotPattern-790756545-router', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:47Z', 'updated_at': '2021-07-30T21:30:50Z', 'revision_number': 4, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'gw_port': {'id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:78:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:48Z', 'updated_at': '2021-07-30T21:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '57293bd6-2ad4-4552-851d-b707ec63aff6', 'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'mac_address': 'fa:16:3e:60:40:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:49Z', 'updated_at': '2021-07-30T21:30:49Z', 'revision_number': 1, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'subnets': [{'id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:51.003738 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26a6984-cdb8-4ac8-ab4f-5ecff8d756fa None None] The sync data for ids ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'] in n-d-712137-9 is: [{'id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'name': 'tempest-TestSnapshotPattern-790756545-router', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:47Z', 'updated_at': '2021-07-30T21:30:50Z', 'revision_number': 4, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'gw_port': {'id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:78:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:48Z', 'updated_at': '2021-07-30T21:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '57293bd6-2ad4-4552-851d-b707ec63aff6', 'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'mac_address': 'fa:16:3e:60:40:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:49Z', 'updated_at': '2021-07-30T21:30:49Z', 'revision_number': 1, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'subnets': [{'id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:30:51.217841 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58184) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:51.222802 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f2b41d03-ca95-4f49-b648-9966f2bdea9f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-938577691-network', 'tenant_id': '639a3a32fce749d1b157ec2cd9ca3289'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:30:51.248941 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b41d03-ca95-4f49-b648-9966f2bdea9f admin admin] Made reservation on behalf of 639a3a32fce749d1b157ec2cd9ca3289 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:30:51.251536 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2b41d03-ca95-4f49-b648-9966f2bdea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:51.260697 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2b41d03-ca95-4f49-b648-9966f2bdea9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:51.360420 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2b41d03-ca95-4f49-b648-9966f2bdea9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:51.367235 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2b41d03-ca95-4f49-b648-9966f2bdea9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:51.369303 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa3a8e69-3785-450b-a3cc-ce6c3365e0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:51.396327 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b41d03-ca95-4f49-b648-9966f2bdea9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 21:30:51.406253 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b41d03-ca95-4f49-b648-9966f2bdea9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38b1335-5c71-462f-9e06-ac1d59db8da4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:51.411347 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2b41d03-ca95-4f49-b648-9966f2bdea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:51.411724 n-d-712137-9 neutron-server[93883]: INFO neutron.db.segments_db [None req-f2b41d03-ca95-4f49-b648-9966f2bdea9f admin admin] Added segment 332b14b9-283b-4ff5-adfa-0ee447f93bbd of type vlan for network 04ff5fe0-2316-46e0-a0b3-d4601ca37e5a Jul 30 21:30:51.456033 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2b41d03-ca95-4f49-b648-9966f2bdea9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741519612007'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:51.486384 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2b41d03-ca95-4f49-b648-9966f2bdea9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:51.487458 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b41d03-ca95-4f49-b648-9966f2bdea9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:30:51.488074 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2b41d03-ca95-4f49-b648-9966f2bdea9f admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:51.543916 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-f2b41d03-ca95-4f49-b648-9966f2bdea9f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3249133 Jul 30 21:30:51.546645 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58186) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:51.551463 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3dbb0afd-3f47-4769-a6c8-52c0f27e1886 admin admin] Request body: {'subnet': {'network_id': '04ff5fe0-2316-46e0-a0b3-d4601ca37e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-938577691-subnet', 'tenant_id': '639a3a32fce749d1b157ec2cd9ca3289', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:30:51.557709 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b41d03-ca95-4f49-b648-9966f2bdea9f admin admin] Pushing event updated for resources: {'Network': ['ID=04ff5fe0-2316-46e0-a0b3-d4601ca37e5a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:51.568769 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Network 04ff5fe0-2316-46e0-a0b3-d4601ca37e5a details requested by agent ovs-agent-n-d-712137-9 with host n-d-712137-9 {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 21:30:51.584520 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbb0afd-3f47-4769-a6c8-52c0f27e1886 admin admin] Made reservation on behalf of 639a3a32fce749d1b157ec2cd9ca3289 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:30:51.587072 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dbb0afd-3f47-4769-a6c8-52c0f27e1886 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26741477'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:51.785563 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dbb0afd-3f47-4769-a6c8-52c0f27e1886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26741451'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:51.847320 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb0afd-3f47-4769-a6c8-52c0f27e1886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f73edce-f0f0-4ac0-b05d-f316c64015e9,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:51.852749 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbb0afd-3f47-4769-a6c8-52c0f27e1886 admin admin] Checking segment: {'id': '332b14b9-283b-4ff5-adfa-0ee447f93bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04ff5fe0-2316-46e0-a0b3-d4601ca37e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:30:51.853114 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbb0afd-3f47-4769-a6c8-52c0f27e1886 admin admin] Network hostable DHCP agents. Network: 04ff5fe0-2316-46e0-a0b3-d4601ca37e5a, hostable agents: ['4e56e29f-17fc-4fee-95ed-1cc89ca7885b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 21:30:51.871627 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbb0afd-3f47-4769-a6c8-52c0f27e1886 admin admin] Network 04ff5fe0-2316-46e0-a0b3-d4601ca37e5a is scheduled to be hosted by DHCP agent 4e56e29f-17fc-4fee-95ed-1cc89ca7885b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 21:30:51.881204 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3dbb0afd-3f47-4769-a6c8-52c0f27e1886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-9, 04ff5fe0-2316-46e0-a0b3-d4601ca37e5a) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:30:51.886785 n-d-712137-9 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbb0afd-3f47-4769-a6c8-52c0f27e1886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:30:51.888756 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dbb0afd-3f47-4769-a6c8-52c0f27e1886 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:51.889698 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387f8010-e420-40fe-aa28-98d076119303 None None] Network 04ff5fe0-2316-46e0-a0b3-d4601ca37e5a requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:30:51.908694 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-3dbb0afd-3f47-4769-a6c8-52c0f27e1886 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3585746 Jul 30 21:30:51.908935 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58188) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:51.913639 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c8ecbaee-f93f-49cd-b89a-4aa3761e2679 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-938577691-router', 'tenant_id': '639a3a32fce749d1b157ec2cd9ca3289', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:30:51.937973 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8ecbaee-f93f-49cd-b89a-4aa3761e2679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1722406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8098'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:51.939278 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8ecbaee-f93f-49cd-b89a-4aa3761e2679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1722497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727308', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8105'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:52.008872 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8ecbaee-f93f-49cd-b89a-4aa3761e2679 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:52.095677 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c60f08d-2959-48e2-8c6e-96fa84fadbfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c461134-d93d-50f7-a46f-8bf1def10c04-04ff5fe0-2316-46e0-a0b3-d4601ca37e5a', 'network_id': '04ff5fe0-2316-46e0-a0b3-d4601ca37e5a', 'tenant_id': '639a3a32fce749d1b157ec2cd9ca3289', 'fixed_ips': [{'subnet_id': '0f73edce-f0f0-4ac0-b05d-f316c64015e9'}]}} from n-d-712137-9. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 21:30:52.096657 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c60f08d-2959-48e2-8c6e-96fa84fadbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:52.169245 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8ecbaee-f93f-49cd-b89a-4aa3761e2679 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:52.173946 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:30:52.288007 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-8c60f08d-2959-48e2-8c6e-96fa84fadbfa None None] Allocated IP 172.20.0.2 (04ff5fe0-2316-46e0-a0b3-d4601ca37e5a/0f73edce-f0f0-4ac0-b05d-f316c64015e9/6411bfcb-6c5d-4bc4-99b6-d987044b5655) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:30:52.290665 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:30:52.291060 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:52.391076 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8ecbaee-f93f-49cd-b89a-4aa3761e2679 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:52.409819 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8ecbaee-f93f-49cd-b89a-4aa3761e2679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:52.459644 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5894ae9b-f6b9-4689-b37e-2cf7234d96e3 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:30:52.516689 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-c8ecbaee-f93f-49cd-b89a-4aa3761e2679 admin admin] Allocated IP 172.25.3.92 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/014318e6-5814-4e82-9b4f-677fbc71a049) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:30:52.533798 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c60f08d-2959-48e2-8c6e-96fa84fadbfa None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:52.547106 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8c60f08d-2959-48e2-8c6e-96fa84fadbfa None None] Transition to ACTIVE for port object 6411bfcb-6c5d-4bc4-99b6-d987044b5655 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:30:52.559354 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 5894ae9b-f6b9-4689-b37e-2cf7234d96e3 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:30:52.567901 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 5894ae9b-f6b9-4689-b37e-2cf7234d96e3 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:30:52.568273 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:52.570346 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8c60f08d-2959-48e2-8c6e-96fa84fadbfa None None] Transition to ACTIVE for port object 6411bfcb-6c5d-4bc4-99b6-d987044b5655 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:30:52.592547 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c60f08d-2959-48e2-8c6e-96fa84fadbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:52.625391 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8ecbaee-f93f-49cd-b89a-4aa3761e2679 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:52.651454 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c60f08d-2959-48e2-8c6e-96fa84fadbfa None None] Network 04ff5fe0-2316-46e0-a0b3-d4601ca37e5a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:30:52.652761 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60f08d-2959-48e2-8c6e-96fa84fadbfa None None] Pushing event updated for resources: {'Port': ['ID=6411bfcb-6c5d-4bc4-99b6-d987044b5655,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:52.658902 n-d-712137-9 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8c60f08d-2959-48e2-8c6e-96fa84fadbfa None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:30:52.661710 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c60f08d-2959-48e2-8c6e-96fa84fadbfa None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:30:52.666945 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8ecbaee-f93f-49cd-b89a-4aa3761e2679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:52.708266 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ecbaee-f93f-49cd-b89a-4aa3761e2679 admin admin] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:30:52.711503 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c8ecbaee-f93f-49cd-b89a-4aa3761e2679 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:30:52.715207 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ecbaee-f93f-49cd-b89a-4aa3761e2679 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:30:52.741189 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ecbaee-f93f-49cd-b89a-4aa3761e2679 admin admin] Pushing event updated for resources: {'Port': ['ID=014318e6-5814-4e82-9b4f-677fbc71a049,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:52.747571 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8c60f08d-2959-48e2-8c6e-96fa84fadbfa None None] Attempting to bind port 6411bfcb-6c5d-4bc4-99b6-d987044b5655 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:30:52.747946 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8c60f08d-2959-48e2-8c6e-96fa84fadbfa None None] Attempting to bind port 6411bfcb-6c5d-4bc4-99b6-d987044b5655 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '332b14b9-283b-4ff5-adfa-0ee447f93bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04ff5fe0-2316-46e0-a0b3-d4601ca37e5a'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:30:52.748305 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c60f08d-2959-48e2-8c6e-96fa84fadbfa None None] Attempting to bind port 6411bfcb-6c5d-4bc4-99b6-d987044b5655 on network 04ff5fe0-2316-46e0-a0b3-d4601ca37e5a {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:30:52.751549 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:52.759916 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c60f08d-2959-48e2-8c6e-96fa84fadbfa None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:30:52.760288 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c60f08d-2959-48e2-8c6e-96fa84fadbfa None None] Checking segment: {'id': '332b14b9-283b-4ff5-adfa-0ee447f93bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04ff5fe0-2316-46e0-a0b3-d4601ca37e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:30:52.760687 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c60f08d-2959-48e2-8c6e-96fa84fadbfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:52.761076 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c60f08d-2959-48e2-8c6e-96fa84fadbfa None None] Bound using segment: {'id': '332b14b9-283b-4ff5-adfa-0ee447f93bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04ff5fe0-2316-46e0-a0b3-d4601ca37e5a'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:30:52.761604 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8c60f08d-2959-48e2-8c6e-96fa84fadbfa None None] Bound port: 6411bfcb-6c5d-4bc4-99b6-d987044b5655, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332b14b9-283b-4ff5-adfa-0ee447f93bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04ff5fe0-2316-46e0-a0b3-d4601ca37e5a'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:30:52.762056 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c60f08d-2959-48e2-8c6e-96fa84fadbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:52.788349 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 5894ae9b-f6b9-4689-b37e-2cf7234d96e3, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=5894ae9b-f6b9-4689-b37e-2cf7234d96e3,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:30:52.808607 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:52.880795 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8c60f08d-2959-48e2-8c6e-96fa84fadbfa None None] For port 6411bfcb-6c5d-4bc4-99b6-d987044b5655, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:30:52.882979 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=5894ae9b-f6b9-4689-b37e-2cf7234d96e3,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:52.895993 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8c60f08d-2959-48e2-8c6e-96fa84fadbfa None None] For port 6411bfcb-6c5d-4bc4-99b6-d987044b5655, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6411bfcb-6c5d-4bc4-99b6-d987044b5655,segment=NetworkSegment(332b14b9-283b-4ff5-adfa-0ee447f93bbd),segment_id=332b14b9-283b-4ff5-adfa-0ee447f93bbd)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:30:52.900870 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c60f08d-2959-48e2-8c6e-96fa84fadbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:52.962625 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60f08d-2959-48e2-8c6e-96fa84fadbfa None None] Pushing event updated for resources: {'Port': ['ID=6411bfcb-6c5d-4bc4-99b6-d987044b5655,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:53.148026 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] Sync routers for ids ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:30:53.160983 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] Routers {'9dc05848-ec4e-4b8b-8270-b62dd3c58197'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:30:53.161631 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:30:24Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:53.324939 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8ecbaee-f93f-49cd-b89a-4aa3761e2679 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:53.368633 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] Set router 9dc05848-ec4e-4b8b-8270-b62dd3c58197 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:30:53.536785 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8ecbaee-f93f-49cd-b89a-4aa3761e2679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1722397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594515'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:53.568359 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'name': 'tempest-TestSnapshotPattern-790756545-router', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:47Z', 'updated_at': '2021-07-30T21:30:50Z', 'revision_number': 4, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'gw_port': {'id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:48Z', 'updated_at': '2021-07-30T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '57293bd6-2ad4-4552-851d-b707ec63aff6', 'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'mac_address': 'fa:16:3e:60:40:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:49Z', 'updated_at': '2021-07-30T21:30:50Z', 'revision_number': 2, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'subnets': [{'id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:53.594503 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] Checking router: 9dc05848-ec4e-4b8b-8270-b62dd3c58197 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:30:53.594844 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] Updating router 9dc05848-ec4e-4b8b-8270-b62dd3c58197 port 57293bd6-2ad4-4552-851d-b707ec63aff6 binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:30:53.620132 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:53.673102 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ecbaee-f93f-49cd-b89a-4aa3761e2679 admin admin] Router e16ae753-7597-4231-83b6-a24717e1f732 is scheduled to L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 21:30:53.796582 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ecbaee-f93f-49cd-b89a-4aa3761e2679 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:30:53.818447 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c8ecbaee-f93f-49cd-b89a-4aa3761e2679 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:53.824524 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58190) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:53.838935 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c8ecbaee-f93f-49cd-b89a-4aa3761e2679 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9276490 Jul 30 21:30:53.843106 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7c5949b9-2cf6-4905-8ff7-279692e61d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:53.847136 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] Sync routers for ids ['e16ae753-7597-4231-83b6-a24717e1f732'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:30:53.857918 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] Routers {'e16ae753-7597-4231-83b6-a24717e1f732'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:30:53.858530 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:30:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['e16ae753-7597-4231-83b6-a24717e1f732'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:53.940024 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:53.954216 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] Transition to ACTIVE for port object 57293bd6-2ad4-4552-851d-b707ec63aff6 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:30:53.972054 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:54.000001 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] Set router e16ae753-7597-4231-83b6-a24717e1f732 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:30:54.041195 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f20ac-ebe5-4a3a-97e7-99f86fb28367 None None] Pushing event updated for resources: {'Port': ['ID=57293bd6-2ad4-4552-851d-b707ec63aff6,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:54.059108 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f20ac-ebe5-4a3a-97e7-99f86fb28367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:54.061860 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f20ac-ebe5-4a3a-97e7-99f86fb28367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:54.062442 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f20ac-ebe5-4a3a-97e7-99f86fb28367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:54.064867 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f20ac-ebe5-4a3a-97e7-99f86fb28367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:54.065244 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f20ac-ebe5-4a3a-97e7-99f86fb28367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:54.065645 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f20ac-ebe5-4a3a-97e7-99f86fb28367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:54.066702 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f20ac-ebe5-4a3a-97e7-99f86fb28367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:54.067101 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f20ac-ebe5-4a3a-97e7-99f86fb28367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:54.068098 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f20ac-ebe5-4a3a-97e7-99f86fb28367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:54.068807 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f20ac-ebe5-4a3a-97e7-99f86fb28367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:54.069205 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f20ac-ebe5-4a3a-97e7-99f86fb28367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:54.069604 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f20ac-ebe5-4a3a-97e7-99f86fb28367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:30:54.147405 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] Attempting to bind port 57293bd6-2ad4-4552-851d-b707ec63aff6 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:30:54.147876 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] Attempting to bind port 57293bd6-2ad4-4552-851d-b707ec63aff6 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '251393db-c289-4952-be9d-443c3121a22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:30:54.149121 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] Attempting to bind port 57293bd6-2ad4-4552-851d-b707ec63aff6 on network affd54d4-9096-4b93-93a3-febd90be25b8 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:30:54.156209 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:30:54.157084 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] Checking segment: {'id': '251393db-c289-4952-be9d-443c3121a22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:30:54.157714 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b05354-1ce5-40b3-82e9-533b7810bae3 None None] Network 04ff5fe0-2316-46e0-a0b3-d4601ca37e5a requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:30:54.157854 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:54.159422 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] Bound using segment: {'id': '251393db-c289-4952-be9d-443c3121a22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:30:54.160424 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] Bound port: 57293bd6-2ad4-4552-851d-b707ec63aff6, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251393db-c289-4952-be9d-443c3121a22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:30:54.161024 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:54.252712 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6411bfcb-6c5d-4bc4-99b6-d987044b5655 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:30:54.265684 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] For port 57293bd6-2ad4-4552-851d-b707ec63aff6, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:30:54.269603 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] For port 57293bd6-2ad4-4552-851d-b707ec63aff6, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=57293bd6-2ad4-4552-851d-b707ec63aff6,segment=NetworkSegment(251393db-c289-4952-be9d-443c3121a22a),segment_id=251393db-c289-4952-be9d-443c3121a22a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:30:54.279784 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:54.345648 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] Routers {'9dc05848-ec4e-4b8b-8270-b62dd3c58197'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:30:54.346776 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:30:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:54.447736 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:54.476184 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] Set router 9dc05848-ec4e-4b8b-8270-b62dd3c58197 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:30:54.527834 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b3b11321-b740-42fc-a995-108356680427 None None] Provisioning for port 6411bfcb-6c5d-4bc4-99b6-d987044b5655 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:30:54.598330 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f20ac-ebe5-4a3a-97e7-99f86fb28367 None None] Pushing event updated for resources: {'Port': ['ID=57293bd6-2ad4-4552-851d-b707ec63aff6,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:54.638066 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 6411bfcb-6c5d-4bc4-99b6-d987044b5655 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:30:54.648188 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 6411bfcb-6c5d-4bc4-99b6-d987044b5655 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:30:54.648566 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:54.706925 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'name': 'tempest-TestSnapshotPattern-790756545-router', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:47Z', 'updated_at': '2021-07-30T21:30:50Z', 'revision_number': 4, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'gw_port': {'id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:48Z', 'updated_at': '2021-07-30T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '57293bd6-2ad4-4552-851d-b707ec63aff6', 'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'mac_address': 'fa:16:3e:60:40:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:49Z', 'updated_at': '2021-07-30T21:30:54Z', 'revision_number': 4, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'subnets': [{'id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:54.736852 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a473ef73-560d-47ab-95b8-7bfc544b0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:54.738469 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02baaa8c-f1df-4a3a-854d-d2a3fe2f04a0 None None] The sync data for ids ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'] in n-d-712137-9 is: [{'id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'name': 'tempest-TestSnapshotPattern-790756545-router', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:47Z', 'updated_at': '2021-07-30T21:30:50Z', 'revision_number': 4, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'gw_port': {'id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:48Z', 'updated_at': '2021-07-30T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '57293bd6-2ad4-4552-851d-b707ec63aff6', 'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'mac_address': 'fa:16:3e:60:40:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:49Z', 'updated_at': '2021-07-30T21:30:54Z', 'revision_number': 4, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'subnets': [{'id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:30:54.754434 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16ae753-7597-4231-83b6-a24717e1f732', 'name': 'tempest-TestSnapshotPattern-938577691-router', 'tenant_id': '639a3a32fce749d1b157ec2cd9ca3289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '014318e6-5814-4e82-9b4f-677fbc71a049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:51Z', 'updated_at': '2021-07-30T21:30:53Z', 'revision_number': 3, 'project_id': '639a3a32fce749d1b157ec2cd9ca3289', 'gw_port': {'id': '014318e6-5814-4e82-9b4f-677fbc71a049', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16ae753-7597-4231-83b6-a24717e1f732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:52Z', 'updated_at': '2021-07-30T21:30:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:54.830722 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] Checking router: e16ae753-7597-4231-83b6-a24717e1f732 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:30:54.831070 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] Updating router e16ae753-7597-4231-83b6-a24717e1f732 port 014318e6-5814-4e82-9b4f-677fbc71a049 binding host n-d-712137-9 {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:30:54.874162 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:54.877265 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:54.961667 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-a473ef73-560d-47ab-95b8-7bfc544b0a65 admin admin] Allocated IP 172.20.0.1 (04ff5fe0-2316-46e0-a0b3-d4601ca37e5a/0f73edce-f0f0-4ac0-b05d-f316c64015e9/0b4cc30d-6ba3-4e46-a2d9-bae38c72779d) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:30:54.964630 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 6411bfcb-6c5d-4bc4-99b6-d987044b5655, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6411bfcb-6c5d-4bc4-99b6-d987044b5655,segment=NetworkSegment(332b14b9-283b-4ff5-adfa-0ee447f93bbd),segment_id=332b14b9-283b-4ff5-adfa-0ee447f93bbd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:30:55.036925 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:55.037863 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5894ae9b-f6b9-4689-b37e-2cf7234d96e3 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:30:55.113735 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a473ef73-560d-47ab-95b8-7bfc544b0a65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:55.130138 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-a473ef73-560d-47ab-95b8-7bfc544b0a65 admin admin] Transition to ACTIVE for port object 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:30:55.167136 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a473ef73-560d-47ab-95b8-7bfc544b0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:55.197887 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-693593db-84f4-4061-b1ae-bc385a1eb96e None None] Provisioning complete for port 6411bfcb-6c5d-4bc4-99b6-d987044b5655 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:30:55.198260 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-693593db-84f4-4061-b1ae-bc385a1eb96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:55.203664 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=6411bfcb-6c5d-4bc4-99b6-d987044b5655,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:55.204342 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a473ef73-560d-47ab-95b8-7bfc544b0a65 admin admin] Network 04ff5fe0-2316-46e0-a0b3-d4601ca37e5a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:30:55.208091 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-a473ef73-560d-47ab-95b8-7bfc544b0a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:30:55.210669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a473ef73-560d-47ab-95b8-7bfc544b0a65 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:30:55.273852 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 5894ae9b-f6b9-4689-b37e-2cf7234d96e3 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:30:55.274335 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:55.279257 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473ef73-560d-47ab-95b8-7bfc544b0a65 admin admin] Pushing event updated for resources: {'Port': ['ID=0b4cc30d-6ba3-4e46-a2d9-bae38c72779d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:55.286179 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a473ef73-560d-47ab-95b8-7bfc544b0a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594444'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:55.406436 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:55.442280 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a473ef73-560d-47ab-95b8-7bfc544b0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:55.537029 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:55.552063 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] Transition to ACTIVE for port object 014318e6-5814-4e82-9b4f-677fbc71a049 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:30:55.558993 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-488d9795-aa0a-4b6c-886b-3ced67d88486 None None] Provisioning for port 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:30:55.562643 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:55.571050 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-488d9795-aa0a-4b6c-886b-3ced67d88486 None None] Provisioning complete for port 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:30:55.571425 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-488d9795-aa0a-4b6c-886b-3ced67d88486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:55.635355 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a473ef73-560d-47ab-95b8-7bfc544b0a65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:55.639993 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a473ef73-560d-47ab-95b8-7bfc544b0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:55.650441 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-488d9795-aa0a-4b6c-886b-3ced67d88486 None None] Port 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:30:55.651943 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] Attempting to bind port 014318e6-5814-4e82-9b4f-677fbc71a049 on host n-d-712137-9 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:30:55.652844 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] Attempting to bind port 014318e6-5814-4e82-9b4f-677fbc71a049 by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:30:55.653206 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] Attempting to bind port 014318e6-5814-4e82-9b4f-677fbc71a049 on network 905759f5-0ddb-431d-97ac-0ee33c25d68c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:30:55.655668 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1286c-ca28-4c34-b280-b4741281bda3 None None] Pushing event updated for resources: {'Port': ['ID=014318e6-5814-4e82-9b4f-677fbc71a049,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:55.661179 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:30:55.661970 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] Checking segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:30:55.661970 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:55.662338 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] Bound using segment: {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:30:55.662815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] Bound port: 014318e6-5814-4e82-9b4f-677fbc71a049, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84baa4a-cdf1-4ec3-ba00-0c8846403f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:30:55.663198 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:55.708223 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a473ef73-560d-47ab-95b8-7bfc544b0a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724892'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:55.710929 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473ef73-560d-47ab-95b8-7bfc544b0a65 admin admin] Pushing event updated for resources: {'Port': ['ID=0b4cc30d-6ba3-4e46-a2d9-bae38c72779d,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:55.716548 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] For port 014318e6-5814-4e82-9b4f-677fbc71a049, host n-d-712137-9, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:30:55.719856 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] For port 014318e6-5814-4e82-9b4f-677fbc71a049, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=014318e6-5814-4e82-9b4f-677fbc71a049,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:30:55.724688 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:55.784389 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] Routers {'e16ae753-7597-4231-83b6-a24717e1f732'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:30:55.785019 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:30:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['e16ae753-7597-4231-83b6-a24717e1f732'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:55.788527 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1286c-ca28-4c34-b280-b4741281bda3 None None] Pushing event updated for resources: {'Port': ['ID=014318e6-5814-4e82-9b4f-677fbc71a049,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:55.812291 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a473ef73-560d-47ab-95b8-7bfc544b0a65 admin admin] Network 04ff5fe0-2316-46e0-a0b3-d4601ca37e5a is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:30:55.813891 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-a473ef73-560d-47ab-95b8-7bfc544b0a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:30:55.897177 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] Set router e16ae753-7597-4231-83b6-a24717e1f732 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:30:55.934002 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a473ef73-560d-47ab-95b8-7bfc544b0a65 admin admin] Router e16ae753-7597-4231-83b6-a24717e1f732 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:30:56.070463 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a473ef73-560d-47ab-95b8-7bfc544b0a65 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:30:56.075996 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-a473ef73-560d-47ab-95b8-7bfc544b0a65 admin admin] 10.222.0.81 "PUT /v2.0/routers/e16ae753-7597-4231-83b6-a24717e1f732/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2500656 Jul 30 21:30:56.078311 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6411bfcb-6c5d-4bc4-99b6-d987044b5655 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:30:56.123641 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bf645e46-93e1-46cc-8697-a14693aea1e4 None None] Provisioning complete for port 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:30:56.124012 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf645e46-93e1-46cc-8697-a14693aea1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:56.178253 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bf645e46-93e1-46cc-8697-a14693aea1e4 None None] Port 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:30:56.185707 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 6411bfcb-6c5d-4bc4-99b6-d987044b5655 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:30:56.186080 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:56.190359 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16ae753-7597-4231-83b6-a24717e1f732', 'name': 'tempest-TestSnapshotPattern-938577691-router', 'tenant_id': '639a3a32fce749d1b157ec2cd9ca3289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '014318e6-5814-4e82-9b4f-677fbc71a049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:51Z', 'updated_at': '2021-07-30T21:30:55Z', 'revision_number': 4, 'project_id': '639a3a32fce749d1b157ec2cd9ca3289', 'gw_port': {'id': '014318e6-5814-4e82-9b4f-677fbc71a049', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16ae753-7597-4231-83b6-a24717e1f732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:52Z', 'updated_at': '2021-07-30T21:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '0b4cc30d-6ba3-4e46-a2d9-bae38c72779d', 'name': '', 'network_id': '04ff5fe0-2316-46e0-a0b3-d4601ca37e5a', 'tenant_id': '639a3a32fce749d1b157ec2cd9ca3289', 'mac_address': 'fa:16:3e:18:b5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16ae753-7597-4231-83b6-a24717e1f732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '0f73edce-f0f0-4ac0-b05d-f316c64015e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:54Z', 'updated_at': '2021-07-30T21:30:55Z', 'revision_number': 2, 'project_id': '639a3a32fce749d1b157ec2cd9ca3289', 'subnets': [{'id': '0f73edce-f0f0-4ac0-b05d-f316c64015e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:56.237723 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03947fde-963b-4f11-9d34-b6d8d99ebdd9 None None] The sync data for ids ['e16ae753-7597-4231-83b6-a24717e1f732'] in n-d-712137-9 is: [{'id': 'e16ae753-7597-4231-83b6-a24717e1f732', 'name': 'tempest-TestSnapshotPattern-938577691-router', 'tenant_id': '639a3a32fce749d1b157ec2cd9ca3289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '014318e6-5814-4e82-9b4f-677fbc71a049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:51Z', 'updated_at': '2021-07-30T21:30:55Z', 'revision_number': 4, 'project_id': '639a3a32fce749d1b157ec2cd9ca3289', 'gw_port': {'id': '014318e6-5814-4e82-9b4f-677fbc71a049', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16ae753-7597-4231-83b6-a24717e1f732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:52Z', 'updated_at': '2021-07-30T21:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '0b4cc30d-6ba3-4e46-a2d9-bae38c72779d', 'name': '', 'network_id': '04ff5fe0-2316-46e0-a0b3-d4601ca37e5a', 'tenant_id': '639a3a32fce749d1b157ec2cd9ca3289', 'mac_address': 'fa:16:3e:18:b5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16ae753-7597-4231-83b6-a24717e1f732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '0f73edce-f0f0-4ac0-b05d-f316c64015e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:54Z', 'updated_at': '2021-07-30T21:30:55Z', 'revision_number': 2, 'project_id': '639a3a32fce749d1b157ec2cd9ca3289', 'subnets': [{'id': '0f73edce-f0f0-4ac0-b05d-f316c64015e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:30:56.300614 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 57293bd6-2ad4-4552-851d-b707ec63aff6 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:30:56.352509 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 57293bd6-2ad4-4552-851d-b707ec63aff6 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:30:56.357519 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 57293bd6-2ad4-4552-851d-b707ec63aff6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:30:56.358076 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:56.449882 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:56.491685 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 57293bd6-2ad4-4552-851d-b707ec63aff6, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=57293bd6-2ad4-4552-851d-b707ec63aff6,segment=NetworkSegment(251393db-c289-4952-be9d-443c3121a22a),segment_id=251393db-c289-4952-be9d-443c3121a22a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:30:56.495615 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:56.558101 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=57293bd6-2ad4-4552-851d-b707ec63aff6,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:56.595669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58202) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:56.600386 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-657ea256-4012-40cc-80cb-5be194a12253 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-921487379', 'description': 'tempest-secgroup-smoke-921487379 description', 'project_id': '52c3141a303a4d0887208ebe57701e31'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:30:56.623578 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-657ea256-4012-40cc-80cb-5be194a12253 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:56.711315 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-657ea256-4012-40cc-80cb-5be194a12253 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:56.716179 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-657ea256-4012-40cc-80cb-5be194a12253 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:56.744074 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-657ea256-4012-40cc-80cb-5be194a12253 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:56.745398 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-657ea256-4012-40cc-80cb-5be194a12253 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1486924 Jul 30 21:30:56.748836 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58204) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:56.753375 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-96620092-1db6-4de5-a451-eee6d4c6e558 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Request body: {'security_group_rule': {'security_group_id': 'ad845a74-9b1a-42a1-84b8-74dfe275f6de', 'project_id': '52c3141a303a4d0887208ebe57701e31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:30:56.762003 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ea256-4012-40cc-80cb-5be194a12253 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad845a74-9b1a-42a1-84b8-74dfe275f6de,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:56.785414 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-96620092-1db6-4de5-a451-eee6d4c6e558 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:56.845147 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-96620092-1db6-4de5-a451-eee6d4c6e558 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:56.848870 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-96620092-1db6-4de5-a451-eee6d4c6e558 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:56.867758 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96620092-1db6-4de5-a451-eee6d4c6e558 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4d4bd2-22ac-43c0-ac40-a4bccba7a301,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:56.875385 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-96620092-1db6-4de5-a451-eee6d4c6e558 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:56.876652 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-96620092-1db6-4de5-a451-eee6d4c6e558 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269159 Jul 30 21:30:56.879289 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58206) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:56.883758 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b5690878-c5df-48fa-a670-47aac0d12d13 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Request body: {'security_group_rule': {'security_group_id': 'ad845a74-9b1a-42a1-84b8-74dfe275f6de', 'project_id': '52c3141a303a4d0887208ebe57701e31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:30:56.908982 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b5690878-c5df-48fa-a670-47aac0d12d13 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:56.969998 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b5690878-c5df-48fa-a670-47aac0d12d13 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:56.973371 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b5690878-c5df-48fa-a670-47aac0d12d13 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:56.990300 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5690878-c5df-48fa-a670-47aac0d12d13 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a394338b-e55c-43c1-bd89-34fcf8b712f5,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:56.996730 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b5690878-c5df-48fa-a670-47aac0d12d13 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:56.997949 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b5690878-c5df-48fa-a670-47aac0d12d13 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176920 Jul 30 21:30:57.000940 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58208) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:57.005261 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d7838884-9c78-4087-aa3b-c60653f63d6d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Request body: {'security_group_rule': {'security_group_id': 'ad845a74-9b1a-42a1-84b8-74dfe275f6de', 'project_id': '52c3141a303a4d0887208ebe57701e31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:30:57.030006 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d7838884-9c78-4087-aa3b-c60653f63d6d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:57.088097 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d7838884-9c78-4087-aa3b-c60653f63d6d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:57.091272 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d7838884-9c78-4087-aa3b-c60653f63d6d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:57.108772 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7838884-9c78-4087-aa3b-c60653f63d6d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae28a15-dd8b-4df3-9cac-fa4d1e24f08a,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:57.114221 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d7838884-9c78-4087-aa3b-c60653f63d6d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:57.115546 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-d7838884-9c78-4087-aa3b-c60653f63d6d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136909 Jul 30 21:30:57.118183 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58210) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:57.123131 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e213b789-bedc-4f5c-9e45-3c7c54b2738d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Request body: {'security_group_rule': {'security_group_id': 'ad845a74-9b1a-42a1-84b8-74dfe275f6de', 'project_id': '52c3141a303a4d0887208ebe57701e31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:30:57.148547 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e213b789-bedc-4f5c-9e45-3c7c54b2738d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:57.179841 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:57.209238 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e213b789-bedc-4f5c-9e45-3c7c54b2738d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:57.212576 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e213b789-bedc-4f5c-9e45-3c7c54b2738d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:57.233521 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213b789-bedc-4f5c-9e45-3c7c54b2738d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e20b742-886f-4e56-abe6-0767f72dd0d8,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:57.237075 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e213b789-bedc-4f5c-9e45-3c7c54b2738d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:57.238333 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-e213b789-bedc-4f5c-9e45-3c7c54b2738d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191883 Jul 30 21:30:57.241236 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58212) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:57.246732 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0be21f7e-1396-48a7-aa83-033a173b30ac tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Request body: {'security_group_rule': {'security_group_id': 'ad845a74-9b1a-42a1-84b8-74dfe275f6de', 'project_id': '52c3141a303a4d0887208ebe57701e31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:30:57.266633 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-0be21f7e-1396-48a7-aa83-033a173b30ac tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Project 52c3141a303a4d0887208ebe57701e31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 21:30:57.271269 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0be21f7e-1396-48a7-aa83-033a173b30ac tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:57.331326 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0be21f7e-1396-48a7-aa83-033a173b30ac tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:57.335052 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0be21f7e-1396-48a7-aa83-033a173b30ac tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:57.352332 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be21f7e-1396-48a7-aa83-033a173b30ac tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b29c368-b0f5-4eaa-a157-f8df739130d0,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:57.359221 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0be21f7e-1396-48a7-aa83-033a173b30ac tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:57.360455 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-0be21f7e-1396-48a7-aa83-033a173b30ac tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181972 Jul 30 21:30:57.363168 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58214) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:30:57.367489 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-43394be7-7e79-4c96-9e41-bf91e969b843 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Request body: {'security_group_rule': {'security_group_id': 'ad845a74-9b1a-42a1-84b8-74dfe275f6de', 'project_id': '52c3141a303a4d0887208ebe57701e31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:30:57.388679 n-d-712137-9 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-43394be7-7e79-4c96-9e41-bf91e969b843 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Project 52c3141a303a4d0887208ebe57701e31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 21:30:57.393327 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-43394be7-7e79-4c96-9e41-bf91e969b843 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:57.456336 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-43394be7-7e79-4c96-9e41-bf91e969b843 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:57.460106 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-43394be7-7e79-4c96-9e41-bf91e969b843 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036883'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:57.477487 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43394be7-7e79-4c96-9e41-bf91e969b843 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a286e3c-53a2-4f55-9f3b-acefb9f99b2d,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:57.486575 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-43394be7-7e79-4c96-9e41-bf91e969b843 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:57.487797 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-43394be7-7e79-4c96-9e41-bf91e969b843 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236479 Jul 30 21:30:57.647244 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-ea39eb45-faab-4af3-88c7-81dc8380cdf1 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-921487379&fields=id&tenant_id=52c3141a303a4d0887208ebe57701e31 HTTP/1.1" status: 200 len: 267 time: 0.0364966 Jul 30 21:30:57.762144 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-5729d42b-9726-4fee-9d90-96b4a7e3d0b9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:30:57.763705 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-5729d42b-9726-4fee-9d90-96b4a7e3d0b9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/networks?id=affd54d4-9096-4b93-93a3-febd90be25b8 HTTP/1.1" status: 200 len: 809 time: 0.1087730 Jul 30 21:30:57.779691 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-348bb97b-7675-4686-808c-8047a603aea7 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/quotas/52c3141a303a4d0887208ebe57701e31 HTTP/1.1" status: 200 len: 375 time: 0.0101078 Jul 30 21:30:57.834491 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-b8154b66-0b81-4006-a810-483bef0c152e tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=52c3141a303a4d0887208ebe57701e31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488682 Jul 30 21:30:57.851452 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-1215d14b-4737-491a-bcf2-0b0659666dca service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 21:30:57.852445 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-1215d14b-4737-491a-bcf2-0b0659666dca service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054970 Jul 30 21:30:57.950407 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-c31a7c41-41aa-43d1-aea2-9bb021f7658e service neutron] 10.222.0.81 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918164 Jul 30 21:30:58.045067 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-bb97dcdd-c46a-44fb-a8a4-ae69ef4397e2 service neutron] 10.222.0.81 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881300 Jul 30 21:30:58.112918 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 014318e6-5814-4e82-9b4f-677fbc71a049 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:30:58.177532 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 014318e6-5814-4e82-9b4f-677fbc71a049 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:30:58.182581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 014318e6-5814-4e82-9b4f-677fbc71a049 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:30:58.183777 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:58.242283 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-78d78689-e1f4-4e8c-bb2a-a33d3b090f61 req-7c951400-3ae5-4d1b-a6fa-6dc124ec5f1d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 210 time: 0.0404551 Jul 30 21:30:58.291573 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:58.313362 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 014318e6-5814-4e82-9b4f-677fbc71a049, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=014318e6-5814-4e82-9b4f-677fbc71a049,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:30:58.317815 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:58.318663 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 57293bd6-2ad4-4552-851d-b707ec63aff6 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:30:58.395644 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=014318e6-5814-4e82-9b4f-677fbc71a049,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:58.406532 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 57293bd6-2ad4-4552-851d-b707ec63aff6 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:30:58.406913 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:58.983686 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] Sync routers for ids ['e16ae753-7597-4231-83b6-a24717e1f732'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:30:58.992795 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] Routers {'e16ae753-7597-4231-83b6-a24717e1f732'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:30:58.993403 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:30:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['e16ae753-7597-4231-83b6-a24717e1f732'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:59.099994 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] Set router e16ae753-7597-4231-83b6-a24717e1f732 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:30:59.199799 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-34ad4fcd-3b37-45a9-8b27-da1237206eec tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:30:59.201299 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-34ad4fcd-3b37-45a9-8b27-da1237206eec tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.83 "GET /v2.0/networks?id=affd54d4-9096-4b93-93a3-febd90be25b8 HTTP/1.1" status: 200 len: 809 time: 0.1099281 Jul 30 21:30:59.249412 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-f433629d-dbb9-4596-b8a6-c2ce4c904e87 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52c3141a303a4d0887208ebe57701e31 HTTP/1.1" status: 200 len: 379 time: 0.0353677 Jul 30 21:30:59.264635 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-5a285a84-3645-4caa-92dc-9302528220d9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Request body: {'port': {'device_id': '72f94358-c17f-45cf-9407-ec69b66422f7', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'admin_state_up': True, 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'security_groups': ['ad845a74-9b1a-42a1-84b8-74dfe275f6de']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:30:59.315899 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16ae753-7597-4231-83b6-a24717e1f732', 'name': 'tempest-TestSnapshotPattern-938577691-router', 'tenant_id': '639a3a32fce749d1b157ec2cd9ca3289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '014318e6-5814-4e82-9b4f-677fbc71a049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:51Z', 'updated_at': '2021-07-30T21:30:55Z', 'revision_number': 4, 'project_id': '639a3a32fce749d1b157ec2cd9ca3289', 'gw_port': {'id': '014318e6-5814-4e82-9b4f-677fbc71a049', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16ae753-7597-4231-83b6-a24717e1f732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:52Z', 'updated_at': '2021-07-30T21:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '0b4cc30d-6ba3-4e46-a2d9-bae38c72779d', 'name': '', 'network_id': '04ff5fe0-2316-46e0-a0b3-d4601ca37e5a', 'tenant_id': '639a3a32fce749d1b157ec2cd9ca3289', 'mac_address': 'fa:16:3e:18:b5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16ae753-7597-4231-83b6-a24717e1f732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '0f73edce-f0f0-4ac0-b05d-f316c64015e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:54Z', 'updated_at': '2021-07-30T21:30:55Z', 'revision_number': 2, 'project_id': '639a3a32fce749d1b157ec2cd9ca3289', 'subnets': [{'id': '0f73edce-f0f0-4ac0-b05d-f316c64015e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:30:59.342923 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] Checking router: e16ae753-7597-4231-83b6-a24717e1f732 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:30:59.343272 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] Updating router e16ae753-7597-4231-83b6-a24717e1f732 port 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d binding host n-d-712137-9 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 21:30:59.356790 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6b846342-f960-4101-a4a5-f52076577a2c req-12e8a1a5-2038-4d5f-bbf6-3265f5aff21c tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 210 time: 0.0331845 Jul 30 21:30:59.380567 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:59.415907 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-5a285a84-3645-4caa-92dc-9302528220d9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Made reservation on behalf of 52c3141a303a4d0887208ebe57701e31 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:30:59.419457 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-5a285a84-3645-4caa-92dc-9302528220d9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:59.553471 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-5a285a84-3645-4caa-92dc-9302528220d9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Allocated IP 172.20.0.9 (affd54d4-9096-4b93-93a3-febd90be25b8/b34aa051-d67e-4c8b-aae5-f3ce7cd303b3/8ee437f3-19f3-4879-8d27-d46d347b74d4) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:30:59.696380 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-5a285a84-3645-4caa-92dc-9302528220d9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:59.710612 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-5a285a84-3645-4caa-92dc-9302528220d9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Transition to ACTIVE for port object 8ee437f3-19f3-4879-8d27-d46d347b74d4 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:30:59.741169 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:59.752126 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] Transition to ACTIVE for port object 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:30:59.752514 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-5a285a84-3645-4caa-92dc-9302528220d9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:59.760582 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:59.814340 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-5a285a84-3645-4caa-92dc-9302528220d9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Network affd54d4-9096-4b93-93a3-febd90be25b8 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:30:59.819733 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-5a285a84-3645-4caa-92dc-9302528220d9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:30:59.823396 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-5a285a84-3645-4caa-92dc-9302528220d9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:30:59.829297 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e656fb-41fd-4670-b949-15e62bcdb270 None None] Pushing event updated for resources: {'Port': ['ID=0b4cc30d-6ba3-4e46-a2d9-bae38c72779d,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:59.859587 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a285a84-3645-4caa-92dc-9302528220d9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Pushing event updated for resources: {'Port': ['ID=8ee437f3-19f3-4879-8d27-d46d347b74d4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:30:59.880950 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] Attempting to bind port 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d on host n-d-712137-9 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:30:59.881333 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] Attempting to bind port 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d by drivers openvswitch,hyperv on host n-d-712137-9 at level 0 using segments [{'id': '332b14b9-283b-4ff5-adfa-0ee447f93bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04ff5fe0-2316-46e0-a0b3-d4601ca37e5a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:30:59.881686 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] Attempting to bind port 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d on network 04ff5fe0-2316-46e0-a0b3-d4601ca37e5a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:30:59.887230 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] Checking agent: {'id': '7cd5c6b5-437f-4389-afd3-c4a50fb55033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 49, 54), 'started_at': datetime.datetime(2021, 7, 30, 19, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:30:59.887645 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] Checking segment: {'id': '332b14b9-283b-4ff5-adfa-0ee447f93bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04ff5fe0-2316-46e0-a0b3-d4601ca37e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:30:59.888050 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:59.888443 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] Bound using segment: {'id': '332b14b9-283b-4ff5-adfa-0ee447f93bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04ff5fe0-2316-46e0-a0b3-d4601ca37e5a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:30:59.888914 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] Bound port: 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d, host: n-d-712137-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332b14b9-283b-4ff5-adfa-0ee447f93bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04ff5fe0-2316-46e0-a0b3-d4601ca37e5a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:30:59.889296 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:59.892399 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-5a285a84-3645-4caa-92dc-9302528220d9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:30:59.893070 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-5a285a84-3645-4caa-92dc-9302528220d9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:59.910052 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-5a285a84-3645-4caa-92dc-9302528220d9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6506202 Jul 30 21:30:59.923800 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-3c83e5f0-d3c8-4062-b5f8-6d91a0cc620a service neutron] Request body: {'port': {'device_id': '72f94358-c17f-45cf-9407-ec69b66422f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:30:59.965424 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] For port 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d, host n-d-712137-9, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:30:59.969457 n-d-712137-9 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] For port 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d, host n-d-712137-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0b4cc30d-6ba3-4e46-a2d9-bae38c72779d,segment=NetworkSegment(332b14b9-283b-4ff5-adfa-0ee447f93bbd),segment_id=332b14b9-283b-4ff5-adfa-0ee447f93bbd)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:30:59.980598 n-d-712137-9 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:30:59.993601 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-3c83e5f0-d3c8-4062-b5f8-6d91a0cc620a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:00.030597 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] Routers {'e16ae753-7597-4231-83b6-a24717e1f732'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:31:00.031177 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:30:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['e16ae753-7597-4231-83b6-a24717e1f732'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:31:00.052239 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 014318e6-5814-4e82-9b4f-677fbc71a049 up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:31:00.103061 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e656fb-41fd-4670-b949-15e62bcdb270 None None] Pushing event updated for resources: {'Port': ['ID=0b4cc30d-6ba3-4e46-a2d9-bae38c72779d,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:31:00.151109 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 014318e6-5814-4e82-9b4f-677fbc71a049 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:31:00.152482 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:00.183630 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] Set router e16ae753-7597-4231-83b6-a24717e1f732 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:31:00.191666 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-391bd230-c724-4cbd-98ea-52c8a10bc0f5 None None] Provisioning for port 8ee437f3-19f3-4879-8d27-d46d347b74d4 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:31:00.196351 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-391bd230-c724-4cbd-98ea-52c8a10bc0f5 None None] Provisioning complete for port 8ee437f3-19f3-4879-8d27-d46d347b74d4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:31:00.196723 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-391bd230-c724-4cbd-98ea-52c8a10bc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:00.265983 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-391bd230-c724-4cbd-98ea-52c8a10bc0f5 None None] Port 8ee437f3-19f3-4879-8d27-d46d347b74d4 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:31:00.391491 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-3c83e5f0-d3c8-4062-b5f8-6d91a0cc620a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee437f3-19f3-4879-8d27-d46d347b74d4 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:31:00.401060 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-3c83e5f0-d3c8-4062-b5f8-6d91a0cc620a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:00.415308 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-3c83e5f0-d3c8-4062-b5f8-6d91a0cc620a service neutron] Transition to ACTIVE for port object 8ee437f3-19f3-4879-8d27-d46d347b74d4 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:31:00.421347 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-3c83e5f0-d3c8-4062-b5f8-6d91a0cc620a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:00.432643 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16ae753-7597-4231-83b6-a24717e1f732', 'name': 'tempest-TestSnapshotPattern-938577691-router', 'tenant_id': '639a3a32fce749d1b157ec2cd9ca3289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '014318e6-5814-4e82-9b4f-677fbc71a049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:51Z', 'updated_at': '2021-07-30T21:30:55Z', 'revision_number': 4, 'project_id': '639a3a32fce749d1b157ec2cd9ca3289', 'gw_port': {'id': '014318e6-5814-4e82-9b4f-677fbc71a049', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16ae753-7597-4231-83b6-a24717e1f732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:52Z', 'updated_at': '2021-07-30T21:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '0b4cc30d-6ba3-4e46-a2d9-bae38c72779d', 'name': '', 'network_id': '04ff5fe0-2316-46e0-a0b3-d4601ca37e5a', 'tenant_id': '639a3a32fce749d1b157ec2cd9ca3289', 'mac_address': 'fa:16:3e:18:b5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16ae753-7597-4231-83b6-a24717e1f732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '0f73edce-f0f0-4ac0-b05d-f316c64015e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:54Z', 'updated_at': '2021-07-30T21:30:59Z', 'revision_number': 4, 'project_id': '639a3a32fce749d1b157ec2cd9ca3289', 'subnets': [{'id': '0f73edce-f0f0-4ac0-b05d-f316c64015e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:31:00.458676 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0757667c-5d72-436e-824c-f38f76f1b3ab None None] The sync data for ids ['e16ae753-7597-4231-83b6-a24717e1f732'] in n-d-712137-9 is: [{'id': 'e16ae753-7597-4231-83b6-a24717e1f732', 'name': 'tempest-TestSnapshotPattern-938577691-router', 'tenant_id': '639a3a32fce749d1b157ec2cd9ca3289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '014318e6-5814-4e82-9b4f-677fbc71a049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:51Z', 'updated_at': '2021-07-30T21:30:55Z', 'revision_number': 4, 'project_id': '639a3a32fce749d1b157ec2cd9ca3289', 'gw_port': {'id': '014318e6-5814-4e82-9b4f-677fbc71a049', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16ae753-7597-4231-83b6-a24717e1f732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:52Z', 'updated_at': '2021-07-30T21:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '0b4cc30d-6ba3-4e46-a2d9-bae38c72779d', 'name': '', 'network_id': '04ff5fe0-2316-46e0-a0b3-d4601ca37e5a', 'tenant_id': '639a3a32fce749d1b157ec2cd9ca3289', 'mac_address': 'fa:16:3e:18:b5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16ae753-7597-4231-83b6-a24717e1f732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '0f73edce-f0f0-4ac0-b05d-f316c64015e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:54Z', 'updated_at': '2021-07-30T21:30:59Z', 'revision_number': 4, 'project_id': '639a3a32fce749d1b157ec2cd9ca3289', 'subnets': [{'id': '0f73edce-f0f0-4ac0-b05d-f316c64015e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:31:00.512855 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83e5f0-d3c8-4062-b5f8-6d91a0cc620a service neutron] Pushing event updated for resources: {'Port': ['ID=8ee437f3-19f3-4879-8d27-d46d347b74d4,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:31:00.542350 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64065cb5-8cbb-47fa-8fbc-5c3bba00fff6 req-647481a2-8a87-4558-bd60-d84cd98948dd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:00.544114 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64065cb5-8cbb-47fa-8fbc-5c3bba00fff6 req-647481a2-8a87-4558-bd60-d84cd98948dd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 943 time: 0.1137345 Jul 30 21:31:00.627102 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-64065cb5-8cbb-47fa-8fbc-5c3bba00fff6 req-ae4439f7-c4c9-4dcf-b7bb-bb764e60aac1 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570700 Jul 30 21:31:00.631995 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-3c83e5f0-d3c8-4062-b5f8-6d91a0cc620a service neutron] Attempting to bind port 8ee437f3-19f3-4879-8d27-d46d347b74d4 on host n-h2-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:31:00.632341 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-3c83e5f0-d3c8-4062-b5f8-6d91a0cc620a service neutron] Attempting to bind port 8ee437f3-19f3-4879-8d27-d46d347b74d4 by drivers openvswitch,hyperv on host n-h2-712137-9 at level 0 using segments [{'id': '251393db-c289-4952-be9d-443c3121a22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:31:00.632677 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-3c83e5f0-d3c8-4062-b5f8-6d91a0cc620a service neutron] Attempting to bind port 8ee437f3-19f3-4879-8d27-d46d347b74d4 on network affd54d4-9096-4b93-93a3-febd90be25b8 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:31:00.637975 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-3c83e5f0-d3c8-4062-b5f8-6d91a0cc620a service neutron] Port 8ee437f3-19f3-4879-8d27-d46d347b74d4 on network affd54d4-9096-4b93-93a3-febd90be25b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 21:31:00.638306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-3c83e5f0-d3c8-4062-b5f8-6d91a0cc620a service neutron] Attempting to bind port 8ee437f3-19f3-4879-8d27-d46d347b74d4 on network affd54d4-9096-4b93-93a3-febd90be25b8 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:31:00.652962 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-3c83e5f0-d3c8-4062-b5f8-6d91a0cc620a service neutron] Checking agent: {'id': 'c98c92ef-0b5d-486e-bf74-1d882363cf25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:31:00.653315 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-3c83e5f0-d3c8-4062-b5f8-6d91a0cc620a service neutron] Checking segment: {'id': '251393db-c289-4952-be9d-443c3121a22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:31:00.653714 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-3c83e5f0-d3c8-4062-b5f8-6d91a0cc620a service neutron] Bound using segment: {'id': '251393db-c289-4952-be9d-443c3121a22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:31:00.654170 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-3c83e5f0-d3c8-4062-b5f8-6d91a0cc620a service neutron] Bound port: 8ee437f3-19f3-4879-8d27-d46d347b74d4, host: n-h2-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '251393db-c289-4952-be9d-443c3121a22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:31:00.654537 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-3c83e5f0-d3c8-4062-b5f8-6d91a0cc620a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:00.724335 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-3c83e5f0-d3c8-4062-b5f8-6d91a0cc620a service neutron] For port 8ee437f3-19f3-4879-8d27-d46d347b74d4, host n-h2-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:31:00.727693 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-3c83e5f0-d3c8-4062-b5f8-6d91a0cc620a service neutron] For port 8ee437f3-19f3-4879-8d27-d46d347b74d4, host n-h2-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8ee437f3-19f3-4879-8d27-d46d347b74d4,segment=NetworkSegment(251393db-c289-4952-be9d-443c3121a22a),segment_id=251393db-c289-4952-be9d-443c3121a22a)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:31:00.732715 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-3c83e5f0-d3c8-4062-b5f8-6d91a0cc620a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:00.766366 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-3c83e5f0-d3c8-4062-b5f8-6d91a0cc620a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:00.766981 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-3c83e5f0-d3c8-4062-b5f8-6d91a0cc620a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:00.769216 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-3c83e5f0-d3c8-4062-b5f8-6d91a0cc620a service neutron] 10.222.0.83 "PUT /v2.0/ports/8ee437f3-19f3-4879-8d27-d46d347b74d4 HTTP/1.1" status: 200 len: 1091 time: 0.8505049 Jul 30 21:31:00.771784 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f94358-c17f-45cf-9407-ec69b66422f7', 'tag': '8ee437f3-19f3-4879-8d27-d46d347b74d4'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:31:00.775285 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74169e53-847e-44bd-92cd-48edecec6af1" -d '{"events": [{"name": "network-changed", "server_uuid": "72f94358-c17f-45cf-9407-ec69b66422f7", "tag": "8ee437f3-19f3-4879-8d27-d46d347b74d4"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:31:00.811346 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83e5f0-d3c8-4062-b5f8-6d91a0cc620a service neutron] Pushing event updated for resources: {'Port': ['ID=8ee437f3-19f3-4879-8d27-d46d347b74d4,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:31:00.833499 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac20f31e-0f2d-4762-8cd3-d3d3c56fab5c x-openstack-request-id: req-ac20f31e-0f2d-4762-8cd3-d3d3c56fab5c {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:31:00.833499 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f94358-c17f-45cf-9407-ec69b66422f7", "tag": "8ee437f3-19f3-4879-8d27-d46d347b74d4", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:31:00.833499 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ac20f31e-0f2d-4762-8cd3-d3d3c56fab5c {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:31:00.833891 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f94358-c17f-45cf-9407-ec69b66422f7', 'tag': '8ee437f3-19f3-4879-8d27-d46d347b74d4', 'status': 'completed', 'code': 200} Jul 30 21:31:00.869759 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-c357ba08-344c-4e35-9cdf-e5b939b8eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:00.871386 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-c357ba08-344c-4e35-9cdf-e5b939b8eaae service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=52c3141a303a4d0887208ebe57701e31&device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 1094 time: 0.0505311 Jul 30 21:31:00.918774 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-4e4a46ac-dc79-4f84-b56e-020037f31515 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ee437f3-19f3-4879-8d27-d46d347b74d4 HTTP/1.1" status: 200 len: 217 time: 0.0381625 Jul 30 21:31:00.971166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-1cd551e1-7ceb-40c4-8600-e8c2538106ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:00.972731 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-1cd551e1-7ceb-40c4-8600-e8c2538106ed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b34aa051-d67e-4c8b-aae5-f3ce7cd303b3 HTTP/1.1" status: 200 len: 848 time: 0.0466444 Jul 30 21:31:01.022631 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-84e4853d-f9e5-4cd7-b0ec-dcca55858ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:01.024209 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-84e4853d-f9e5-4cd7-b0ec-dcca55858ce6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=affd54d4-9096-4b93-93a3-febd90be25b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446384 Jul 30 21:31:01.111287 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-1ce11d83-5c38-4ca6-87df-173cd9aad26c service neutron] 10.222.0.83 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800018 Jul 30 21:31:01.203043 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-42fbdb08-8e78-4be1-b932-0d4dfc656a76 req-51a5ea8f-d441-4d4b-b832-b12252ba3c97 service neutron] 10.222.0.83 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843782 Jul 30 21:31:01.289249 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74169e53-847e-44bd-92cd-48edecec6af1 req-fdcbc36e-1cdf-41f0-9aa6-cc2d487ae584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:01.290646 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-74169e53-847e-44bd-92cd-48edecec6af1 req-fdcbc36e-1cdf-41f0-9aa6-cc2d487ae584 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=52c3141a303a4d0887208ebe57701e31&device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 1094 time: 0.0411282 Jul 30 21:31:01.380991 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74169e53-847e-44bd-92cd-48edecec6af1 req-54608eb8-998e-4a55-83cc-e751cf2f23b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:01.382432 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-74169e53-847e-44bd-92cd-48edecec6af1 req-54608eb8-998e-4a55-83cc-e751cf2f23b9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=affd54d4-9096-4b93-93a3-febd90be25b8 HTTP/1.1" status: 200 len: 910 time: 0.0845387 Jul 30 21:31:01.426219 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-74169e53-847e-44bd-92cd-48edecec6af1 req-393f0bf5-4885-4be1-aae9-b3894c8dccee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ee437f3-19f3-4879-8d27-d46d347b74d4 HTTP/1.1" status: 200 len: 217 time: 0.0368783 Jul 30 21:31:01.474621 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74169e53-847e-44bd-92cd-48edecec6af1 req-3c1277e1-0514-4230-8174-3413f2840d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:01.476071 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-74169e53-847e-44bd-92cd-48edecec6af1 req-3c1277e1-0514-4230-8174-3413f2840d00 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b34aa051-d67e-4c8b-aae5-f3ce7cd303b3 HTTP/1.1" status: 200 len: 848 time: 0.0430920 Jul 30 21:31:01.520547 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74169e53-847e-44bd-92cd-48edecec6af1 req-caf751a6-0391-4e87-8446-6feb2116dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:01.522084 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-74169e53-847e-44bd-92cd-48edecec6af1 req-caf751a6-0391-4e87-8446-6feb2116dc4d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=affd54d4-9096-4b93-93a3-febd90be25b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391483 Jul 30 21:31:01.615446 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-74169e53-847e-44bd-92cd-48edecec6af1 req-fc4b2df0-ef36-42cf-b55d-f3dfd5e6de01 service neutron] 10.222.0.83 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863359 Jul 30 21:31:01.723731 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-74169e53-847e-44bd-92cd-48edecec6af1 req-3b30283a-2286-48a6-bef8-c363e287d61e service neutron] 10.222.0.83 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012397 Jul 30 21:31:01.760106 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab68847-f33d-4d9f-9905-49f9c83481b7 req-7601e598-e5a5-4424-ace8-34d0437c48b8 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:01.761608 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ab68847-f33d-4d9f-9905-49f9c83481b7 req-7601e598-e5a5-4424-ace8-34d0437c48b8 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 943 time: 0.0588603 Jul 30 21:31:01.804103 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-7ab68847-f33d-4d9f-9905-49f9c83481b7 req-70e41d53-9e64-446e-b8da-d221264a0c2a tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365303 Jul 30 21:31:02.027607 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:31:02.074317 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning for port 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:31:02.077921 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:31:02.078287 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:02.157132 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:02.187418 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] For port 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0b4cc30d-6ba3-4e46-a2d9-bae38c72779d,segment=NetworkSegment(332b14b9-283b-4ff5-adfa-0ee447f93bbd),segment_id=332b14b9-283b-4ff5-adfa-0ee447f93bbd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:31:02.191457 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:02.237802 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Pushing event updated for resources: {'Port': ['ID=0b4cc30d-6ba3-4e46-a2d9-bae38c72779d,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:31:02.914477 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8a3fb-9f37-41d6-ad17-84ec1a7830d1 req-76b865cc-7aaa-481e-8b07-43f181684182 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:02.916316 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8aa8a3fb-9f37-41d6-ad17-84ec1a7830d1 req-76b865cc-7aaa-481e-8b07-43f181684182 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 943 time: 0.0481472 Jul 30 21:31:02.953883 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-8aa8a3fb-9f37-41d6-ad17-84ec1a7830d1 req-263058c1-a3b4-4eb7-a6b3-709403554197 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311873 Jul 30 21:31:04.014263 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d up at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:31:04.060736 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Provisioning complete for port 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:31:04.061021 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:04.065208 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7c8e4-259c-48d0-8118-44f33240d3e4 req-b9af4ce0-7226-43b6-afb3-3d9dbaaddcac tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:04.067108 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6fb7c8e4-259c-48d0-8118-44f33240d3e4 req-b9af4ce0-7226-43b6-afb3-3d9dbaaddcac tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 943 time: 0.0482306 Jul 30 21:31:04.104562 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-6fb7c8e4-259c-48d0-8118-44f33240d3e4 req-a7ce871a-db68-42c6-9ebb-dc5cb8b674e3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316095 Jul 30 21:31:05.219473 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9835d-61a2-41b0-b496-7f0bfeb063c5 req-34be513a-6152-468f-8680-16a02c2b71b3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:05.220944 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9bb9835d-61a2-41b0-b496-7f0bfeb063c5 req-34be513a-6152-468f-8680-16a02c2b71b3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 943 time: 0.0486190 Jul 30 21:31:05.263816 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9bb9835d-61a2-41b0-b496-7f0bfeb063c5 req-2c60f8a9-a809-431a-b8ad-20d02f3026d5 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370600 Jul 30 21:31:06.376811 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062ea5d-3630-4aa5-bc83-f80729b4c31c req-86914bec-124b-48f7-8c0a-149f000c3a33 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:06.378309 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e062ea5d-3630-4aa5-bc83-f80729b4c31c req-86914bec-124b-48f7-8c0a-149f000c3a33 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 943 time: 0.0495174 Jul 30 21:31:06.399390 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 8ee437f3-19f3-4879-8d27-d46d347b74d4 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:31:06.416151 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e062ea5d-3630-4aa5-bc83-f80729b4c31c req-d6f0f0cb-b8a3-43d0-bf6f-7bdb1725b2a2 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318358 Jul 30 21:31:06.496098 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 8ee437f3-19f3-4879-8d27-d46d347b74d4, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8ee437f3-19f3-4879-8d27-d46d347b74d4,segment=NetworkSegment(251393db-c289-4952-be9d-443c3121a22a),segment_id=251393db-c289-4952-be9d-443c3121a22a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:31:06.506999 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '8ee437f3-19f3-4879-8d27-d46d347b74d4', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'port_id': '8ee437f3-19f3-4879-8d27-d46d347b74d4', 'mac_address': 'fa:16:3e:c8:ca:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 21:31:06.543355 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:06.558628 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee437f3-19f3-4879-8d27-d46d347b74d4 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:31:06.578145 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 8ee437f3-19f3-4879-8d27-d46d347b74d4, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8ee437f3-19f3-4879-8d27-d46d347b74d4,segment=NetworkSegment(251393db-c289-4952-be9d-443c3121a22a),segment_id=251393db-c289-4952-be9d-443c3121a22a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:31:06.581952 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:06.627359 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=8ee437f3-19f3-4879-8d27-d46d347b74d4,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:31:06.930881 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['8ee437f3-19f3-4879-8d27-d46d347b74d4'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:31:07.535080 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129cac1-d1a3-4568-b47e-ba3443255b93 req-240bcb19-8155-4888-829d-94281e51555f tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:07.536560 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5129cac1-d1a3-4568-b47e-ba3443255b93 req-240bcb19-8155-4888-829d-94281e51555f tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 944 time: 0.0479553 Jul 30 21:31:07.575166 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5129cac1-d1a3-4568-b47e-ba3443255b93 req-1c3a997a-aeed-4c0a-90bb-59e20978e3fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328054 Jul 30 21:31:08.414815 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 8ee437f3-19f3-4879-8d27-d46d347b74d4 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:31:08.462239 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning for port 8ee437f3-19f3-4879-8d27-d46d347b74d4 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:31:08.465816 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 8ee437f3-19f3-4879-8d27-d46d347b74d4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:31:08.466189 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:08.542730 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:08.564979 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f94358-c17f-45cf-9407-ec69b66422f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee437f3-19f3-4879-8d27-d46d347b74d4'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:31:08.567637 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e87af5-a890-4371-9291-5a3336e7cedf" -d '{"events": [{"server_uuid": "72f94358-c17f-45cf-9407-ec69b66422f7", "name": "network-vif-plugged", "status": "completed", "tag": "8ee437f3-19f3-4879-8d27-d46d347b74d4"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:31:08.580825 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 8ee437f3-19f3-4879-8d27-d46d347b74d4, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8ee437f3-19f3-4879-8d27-d46d347b74d4,segment=NetworkSegment(251393db-c289-4952-be9d-443c3121a22a),segment_id=251393db-c289-4952-be9d-443c3121a22a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:31:08.585209 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:08.607979 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5f7a7d-a461-4f0f-89eb-6e95fa63ec2f x-openstack-request-id: req-fc5f7a7d-a461-4f0f-89eb-6e95fa63ec2f {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:31:08.608266 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f94358-c17f-45cf-9407-ec69b66422f7", "name": "network-vif-plugged", "status": "completed", "tag": "8ee437f3-19f3-4879-8d27-d46d347b74d4", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:31:08.608517 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc5f7a7d-a461-4f0f-89eb-6e95fa63ec2f {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:31:08.608900 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f94358-c17f-45cf-9407-ec69b66422f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee437f3-19f3-4879-8d27-d46d347b74d4', 'code': 200} Jul 30 21:31:08.636962 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=8ee437f3-19f3-4879-8d27-d46d347b74d4,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:31:08.727149 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0cc03-b382-47b3-acda-fbc2513e6214 req-34200852-d5cf-4974-b792-758687cf1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:08.728676 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a3c0cc03-b382-47b3-acda-fbc2513e6214 req-34200852-d5cf-4974-b792-758687cf1805 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 1096 time: 0.0656214 Jul 30 21:31:08.736134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16232725-1e93-48b2-8700-bf583c4ee535 req-352ff381-d3ac-4219-bdca-46fa1640bb7b tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:08.737486 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-16232725-1e93-48b2-8700-bf583c4ee535 req-352ff381-d3ac-4219-bdca-46fa1640bb7b tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 945 time: 0.0832894 Jul 30 21:31:08.788767 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a3c0cc03-b382-47b3-acda-fbc2513e6214 req-9343e73c-6500-402f-919b-fb0b3a24cf0d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503561 Jul 30 21:31:08.794151 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-16232725-1e93-48b2-8700-bf583c4ee535 req-7fd46bee-fc87-463f-91c2-177f8b3e2d73 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507205 Jul 30 21:31:09.911257 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193be221-0370-4874-9710-92b5314952bd req-e856b91b-95fb-4ab5-a85a-1d1d5b7c0d2d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:09.912761 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-193be221-0370-4874-9710-92b5314952bd req-e856b91b-95fb-4ab5-a85a-1d1d5b7c0d2d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 945 time: 0.0496256 Jul 30 21:31:09.950755 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-193be221-0370-4874-9710-92b5314952bd req-c9c2c8aa-34e1-4a50-ace5-0f82ff2d1afe tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320408 Jul 30 21:31:10.065078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71616e-1c73-4304-8413-7b6bb4e9ea61 req-07107ef3-4a54-4fa5-83c1-377edf60f61e tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:10.066803 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ec71616e-1c73-4304-8413-7b6bb4e9ea61 req-07107ef3-4a54-4fa5-83c1-377edf60f61e tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 945 time: 0.0522821 Jul 30 21:31:10.104015 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ec71616e-1c73-4304-8413-7b6bb4e9ea61 req-3952b9e1-412c-4893-9fda-9c71279fb54a tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312140 Jul 30 21:31:10.125206 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58270) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:31:10.246475 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb830f0-a47c-4a1c-bdd0-e185e38d07fa tempest-TestSnapshotPattern-408343188 tempest-TestSnapshotPattern-408343188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:10.248410 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-cbb830f0-a47c-4a1c-bdd0-e185e38d07fa tempest-TestSnapshotPattern-408343188 tempest-TestSnapshotPattern-408343188-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 1091 time: 0.1218517 Jul 30 21:31:10.251447 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58274) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:31:10.256480 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c4afdbe6-eff4-40ff-b41d-433aba16e4bf tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': '8ee437f3-19f3-4879-8d27-d46d347b74d4', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:31:10.281485 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4afdbe6-eff4-40ff-b41d-433aba16e4bf tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:10.379743 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4afdbe6-eff4-40ff-b41d-433aba16e4bf tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:10.480172 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-c4afdbe6-eff4-40ff-b41d-433aba16e4bf tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Allocated IP 172.25.3.193 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/145873ab-746c-46f0-9bc9-9e7fd44e2545) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:31:10.584489 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4afdbe6-eff4-40ff-b41d-433aba16e4bf tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:10.623034 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4afdbe6-eff4-40ff-b41d-433aba16e4bf tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:10.658149 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4afdbe6-eff4-40ff-b41d-433aba16e4bf tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:31:10.661019 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c4afdbe6-eff4-40ff-b41d-433aba16e4bf tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:31:10.664486 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4afdbe6-eff4-40ff-b41d-433aba16e4bf tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:31:10.691537 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afdbe6-eff4-40ff-b41d-433aba16e4bf tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Pushing event updated for resources: {'Port': ['ID=145873ab-746c-46f0-9bc9-9e7fd44e2545,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:31:11.017602 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4afdbe6-eff4-40ff-b41d-433aba16e4bf tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:11.086447 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4afdbe6-eff4-40ff-b41d-433aba16e4bf tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:11.231986 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4afdbe6-eff4-40ff-b41d-433aba16e4bf tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:11.236236 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4afdbe6-eff4-40ff-b41d-433aba16e4bf tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945523'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:11.309363 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afdbe6-eff4-40ff-b41d-433aba16e4bf tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Pushing event updated for resources: {'Port': ['ID=145873ab-746c-46f0-9bc9-9e7fd44e2545,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:31:11.317843 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4afdbe6-eff4-40ff-b41d-433aba16e4bf tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:11.415635 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-c4afdbe6-eff4-40ff-b41d-433aba16e4bf tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Floating IP 090e8b1f-9140-4775-968f-41f4f6dee288 associated. External IP: 172.25.3.193, port: 8ee437f3-19f3-4879-8d27-d46d347b74d4. Jul 30 21:31:11.615531 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4afdbe6-eff4-40ff-b41d-433aba16e4bf tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Router 9dc05848-ec4e-4b8b-8270-b62dd3c58197 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:31:11.719291 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4afdbe6-eff4-40ff-b41d-433aba16e4bf tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:31:11.729581 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e62bde-345e-4d38-8d50-c90089eda391 None None] Sync routers for ids ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:31:11.735255 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4afdbe6-eff4-40ff-b41d-433aba16e4bf tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:11.740207 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e62bde-345e-4d38-8d50-c90089eda391 None None] Routers {'9dc05848-ec4e-4b8b-8270-b62dd3c58197'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:31:11.740933 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c7e62bde-345e-4d38-8d50-c90089eda391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:30:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:31:11.762784 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-c4afdbe6-eff4-40ff-b41d-433aba16e4bf tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5102069 Jul 30 21:31:11.763390 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f94358-c17f-45cf-9407-ec69b66422f7', 'tag': '8ee437f3-19f3-4879-8d27-d46d347b74d4'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:31:11.765760 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2cd2a5e736a34e4a53b023da0c451ef3fe234c05263b5d36a8029b38a83a5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a595367-0405-46a1-9537-c23d0d1be1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "72f94358-c17f-45cf-9407-ec69b66422f7", "tag": "8ee437f3-19f3-4879-8d27-d46d347b74d4"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:31:11.852777 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b08cebc-e970-4790-8cb0-3d9dbdc1e181 x-openstack-request-id: req-3b08cebc-e970-4790-8cb0-3d9dbdc1e181 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:31:11.853065 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f94358-c17f-45cf-9407-ec69b66422f7", "tag": "8ee437f3-19f3-4879-8d27-d46d347b74d4", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:31:11.853312 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b08cebc-e970-4790-8cb0-3d9dbdc1e181 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:31:11.854130 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f94358-c17f-45cf-9407-ec69b66422f7', 'tag': '8ee437f3-19f3-4879-8d27-d46d347b74d4', 'status': 'completed', 'code': 200} Jul 30 21:31:11.863553 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-c7e62bde-345e-4d38-8d50-c90089eda391 None None] Set router 9dc05848-ec4e-4b8b-8270-b62dd3c58197 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:31:11.913595 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a595367-0405-46a1-9537-c23d0d1be1dc req-7d32b819-ae03-498f-9a70-5f12c30f381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:11.915048 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a595367-0405-46a1-9537-c23d0d1be1dc req-7d32b819-ae03-498f-9a70-5f12c30f381c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=52c3141a303a4d0887208ebe57701e31&device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 1096 time: 0.0394144 Jul 30 21:31:12.009485 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a595367-0405-46a1-9537-c23d0d1be1dc req-67550ccd-a153-4464-81ab-15f7093c4b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:12.011006 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a595367-0405-46a1-9537-c23d0d1be1dc req-67550ccd-a153-4464-81ab-15f7093c4b62 service neutron] 10.222.0.83 "GET /v2.0/networks?id=affd54d4-9096-4b93-93a3-febd90be25b8 HTTP/1.1" status: 200 len: 910 time: 0.0889437 Jul 30 21:31:12.074740 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a595367-0405-46a1-9537-c23d0d1be1dc req-126220e8-e545-491b-9684-18405520ab35 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ee437f3-19f3-4879-8d27-d46d347b74d4 HTTP/1.1" status: 200 len: 999 time: 0.0568802 Jul 30 21:31:12.088139 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c7e62bde-345e-4d38-8d50-c90089eda391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'name': 'tempest-TestSnapshotPattern-790756545-router', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:47Z', 'updated_at': '2021-07-30T21:30:50Z', 'revision_number': 4, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'gw_port': {'id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:48Z', 'updated_at': '2021-07-30T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '090e8b1f-9140-4775-968f-41f4f6dee288', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'port_id': '8ee437f3-19f3-4879-8d27-d46d347b74d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'mac_address': 'fa:16:3e:c8:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f94358-c17f-45cf-9407-ec69b66422f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:31:10Z', 'updated_at': '2021-07-30T21:31:10Z', 'revision_number': 0, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57293bd6-2ad4-4552-851d-b707ec63aff6', 'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'mac_address': 'fa:16:3e:60:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:49Z', 'updated_at': '2021-07-30T21:30:56Z', 'revision_number': 5, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'subnets': [{'id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:31:12.115396 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e62bde-345e-4d38-8d50-c90089eda391 None None] Checking router: 9dc05848-ec4e-4b8b-8270-b62dd3c58197 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:31:12.126069 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a595367-0405-46a1-9537-c23d0d1be1dc req-5b5450fb-8ddc-4441-a255-b1a2fd52d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:12.127539 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a595367-0405-46a1-9537-c23d0d1be1dc req-5b5450fb-8ddc-4441-a255-b1a2fd52d0f9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b34aa051-d67e-4c8b-aae5-f3ce7cd303b3 HTTP/1.1" status: 200 len: 848 time: 0.0460746 Jul 30 21:31:12.128416 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e62bde-345e-4d38-8d50-c90089eda391 None None] Routers {'9dc05848-ec4e-4b8b-8270-b62dd3c58197'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:31:12.129036 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c7e62bde-345e-4d38-8d50-c90089eda391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:30:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:31:12.176638 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a595367-0405-46a1-9537-c23d0d1be1dc req-5ae4108e-211f-49f4-b1aa-9e728d0c3020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:12.178071 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a595367-0405-46a1-9537-c23d0d1be1dc req-5ae4108e-211f-49f4-b1aa-9e728d0c3020 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=affd54d4-9096-4b93-93a3-febd90be25b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437520 Jul 30 21:31:12.235051 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-c7e62bde-345e-4d38-8d50-c90089eda391 None None] Set router 9dc05848-ec4e-4b8b-8270-b62dd3c58197 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:31:12.267548 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a595367-0405-46a1-9537-c23d0d1be1dc req-23471a83-4261-40c9-8e76-65455a52d569 service neutron] 10.222.0.83 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822618 Jul 30 21:31:12.361614 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a595367-0405-46a1-9537-c23d0d1be1dc req-a3f284d3-de1a-4084-a6fb-dbdb1e85e75f service neutron] 10.222.0.83 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870850 Jul 30 21:31:12.453895 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c7e62bde-345e-4d38-8d50-c90089eda391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'name': 'tempest-TestSnapshotPattern-790756545-router', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:47Z', 'updated_at': '2021-07-30T21:30:50Z', 'revision_number': 4, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'gw_port': {'id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:48Z', 'updated_at': '2021-07-30T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '090e8b1f-9140-4775-968f-41f4f6dee288', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'port_id': '8ee437f3-19f3-4879-8d27-d46d347b74d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'mac_address': 'fa:16:3e:c8:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f94358-c17f-45cf-9407-ec69b66422f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:31:10Z', 'updated_at': '2021-07-30T21:31:10Z', 'revision_number': 0, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57293bd6-2ad4-4552-851d-b707ec63aff6', 'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'mac_address': 'fa:16:3e:60:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:49Z', 'updated_at': '2021-07-30T21:30:56Z', 'revision_number': 5, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'subnets': [{'id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:31:12.484016 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e62bde-345e-4d38-8d50-c90089eda391 None None] The sync data for ids ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'] in n-d-712137-9 is: [{'id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'name': 'tempest-TestSnapshotPattern-790756545-router', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:47Z', 'updated_at': '2021-07-30T21:30:50Z', 'revision_number': 4, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'gw_port': {'id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:48Z', 'updated_at': '2021-07-30T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '090e8b1f-9140-4775-968f-41f4f6dee288', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'port_id': '8ee437f3-19f3-4879-8d27-d46d347b74d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'mac_address': 'fa:16:3e:c8:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f94358-c17f-45cf-9407-ec69b66422f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:31:10Z', 'updated_at': '2021-07-30T21:31:10Z', 'revision_number': 0, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57293bd6-2ad4-4552-851d-b707ec63aff6', 'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'mac_address': 'fa:16:3e:60:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:49Z', 'updated_at': '2021-07-30T21:30:56Z', 'revision_number': 5, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'subnets': [{'id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:31:12.672721 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936b08d4-f9f1-47f7-9f6b-b84e6364442d None None] New status for floating IP 090e8b1f-9140-4775-968f-41f4f6dee288: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 21:31:16.413491 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:16.817597 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:31:20.470023 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:21.371173 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c336f197-e1e7-4090-aac4-d2498862f2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:23.824705 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da28a8f9-acf5-4aca-859b-58a6d711ed6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:24.078334 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:25.337967 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:27.181841 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:46.413285 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:50.459018 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:51.371090 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b681300a-3c76-4e77-a912-1455bef98ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:51.649232 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a51622bf-ed40-4733-88ae-7b1276a77987 req-ca978e53-f335-4f79-9536-68b2c1ca5ff8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=72f94358-c17f-45cf-9407-ec69b66422f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394497 Jul 30 21:31:51.726183 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51622bf-ed40-4733-88ae-7b1276a77987 req-20773e82-14aa-49f7-9237-3e79d04111d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:51.727640 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a51622bf-ed40-4733-88ae-7b1276a77987 req-20773e82-14aa-49f7-9237-3e79d04111d0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=52c3141a303a4d0887208ebe57701e31&device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 1096 time: 0.0390782 Jul 30 21:31:51.830104 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51622bf-ed40-4733-88ae-7b1276a77987 req-b2e86d50-ed8b-403e-9f8e-2d7fb2d5957a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:51.831605 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a51622bf-ed40-4733-88ae-7b1276a77987 req-b2e86d50-ed8b-403e-9f8e-2d7fb2d5957a service neutron] 10.222.0.83 "GET /v2.0/networks?id=affd54d4-9096-4b93-93a3-febd90be25b8 HTTP/1.1" status: 200 len: 910 time: 0.0852158 Jul 30 21:31:51.897522 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a51622bf-ed40-4733-88ae-7b1276a77987 req-5d5f46fa-8e8d-4559-9968-1419dd2ff50c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ee437f3-19f3-4879-8d27-d46d347b74d4 HTTP/1.1" status: 200 len: 1001 time: 0.0589314 Jul 30 21:31:51.948238 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51622bf-ed40-4733-88ae-7b1276a77987 req-e4c01660-d439-414c-a497-9b7322ed6f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:51.949553 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a51622bf-ed40-4733-88ae-7b1276a77987 req-e4c01660-d439-414c-a497-9b7322ed6f65 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b34aa051-d67e-4c8b-aae5-f3ce7cd303b3 HTTP/1.1" status: 200 len: 848 time: 0.0458434 Jul 30 21:31:52.339893 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51622bf-ed40-4733-88ae-7b1276a77987 req-4186b454-a01d-423a-bcd2-83e02d2d47af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:31:52.341384 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a51622bf-ed40-4733-88ae-7b1276a77987 req-4186b454-a01d-423a-bcd2-83e02d2d47af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=affd54d4-9096-4b93-93a3-febd90be25b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3850124 Jul 30 21:31:52.429792 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a51622bf-ed40-4733-88ae-7b1276a77987 req-f8bac76e-3122-4883-aadb-22e1cc7089a0 service neutron] 10.222.0.83 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806935 Jul 30 21:31:52.520784 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a51622bf-ed40-4733-88ae-7b1276a77987 req-2e0ce49a-a04e-422a-8846-6f9b99d5a38f service neutron] 10.222.0.83 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839150 Jul 30 21:31:53.817145 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:31:53.825957 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e1f9a1aa-a3b7-4f70-b7ba-83d932d2005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:54.079149 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:55.337998 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:31:57.185149 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:32:16.412248 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:32:20.454214 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:32:21.375608 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d489854b-71d9-459d-bdc6-009f3deb0272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:32:23.826817 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-47eee046-9ebf-4a02-8e8d-26eb5d6e4406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:32:24.078976 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:32:25.340737 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:32:27.186254 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:32:30.819889 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:32:46.411333 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:32:50.473166 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:32:51.376506 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-177962cb-1af4-41ba-9cd4-057cfe3133ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:32:51.629973 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc5a4e08-0eb7-4948-b486-7c5f61ed39e6 req-f164b9f4-5859-4151-8e78-ad1f130d1fc0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=72f94358-c17f-45cf-9407-ec69b66422f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400727 Jul 30 21:32:51.713369 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a4e08-0eb7-4948-b486-7c5f61ed39e6 req-fe468b28-9cc0-4fab-bc4f-c23fc4f0ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:32:51.714865 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc5a4e08-0eb7-4948-b486-7c5f61ed39e6 req-fe468b28-9cc0-4fab-bc4f-c23fc4f0ed07 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=52c3141a303a4d0887208ebe57701e31&device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 1096 time: 0.0406222 Jul 30 21:32:51.818620 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a4e08-0eb7-4948-b486-7c5f61ed39e6 req-10c7ea79-50f8-4b5b-8616-dab703e9d9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:32:51.820088 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc5a4e08-0eb7-4948-b486-7c5f61ed39e6 req-10c7ea79-50f8-4b5b-8616-dab703e9d9e0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=affd54d4-9096-4b93-93a3-febd90be25b8 HTTP/1.1" status: 200 len: 910 time: 0.0870862 Jul 30 21:32:51.889276 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc5a4e08-0eb7-4948-b486-7c5f61ed39e6 req-46db6c84-6671-42d4-b9db-0387a9375317 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ee437f3-19f3-4879-8d27-d46d347b74d4 HTTP/1.1" status: 200 len: 1001 time: 0.0613501 Jul 30 21:32:51.937791 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a4e08-0eb7-4948-b486-7c5f61ed39e6 req-9dbf91e2-8bef-4efa-8378-9aad86c8b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:32:51.939163 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc5a4e08-0eb7-4948-b486-7c5f61ed39e6 req-9dbf91e2-8bef-4efa-8378-9aad86c8b49f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b34aa051-d67e-4c8b-aae5-f3ce7cd303b3 HTTP/1.1" status: 200 len: 848 time: 0.0430837 Jul 30 21:32:51.995894 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a4e08-0eb7-4948-b486-7c5f61ed39e6 req-723d4557-d9cd-40e9-9934-a8486c6326d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:32:51.997389 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc5a4e08-0eb7-4948-b486-7c5f61ed39e6 req-723d4557-d9cd-40e9-9934-a8486c6326d8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=affd54d4-9096-4b93-93a3-febd90be25b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514925 Jul 30 21:32:52.008655 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [req-cc5a4e08-0eb7-4948-b486-7c5f61ed39e6 req-54bc4204-b68b-4439-bfb4-71309a3d6ed0 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 21:32:52.009558 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc5a4e08-0eb7-4948-b486-7c5f61ed39e6 req-54bc4204-b68b-4439-bfb4-71309a3d6ed0 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048757 Jul 30 21:32:52.098701 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc5a4e08-0eb7-4948-b486-7c5f61ed39e6 req-e37e7b9d-95df-4f12-9e15-61cc9d50a88b service neutron] 10.222.0.83 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817831 Jul 30 21:32:52.191068 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-cc5a4e08-0eb7-4948-b486-7c5f61ed39e6 req-693639f7-81c6-403a-b1c8-af083d004e6d service neutron] 10.222.0.83 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853653 Jul 30 21:32:53.826488 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-46f71993-88df-40ae-b2db-1652fafad2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:32:54.079036 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:32:55.343559 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:32:57.189773 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:33:07.819462 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:33:16.426368 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:33:20.466009 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:33:21.376551 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-602351f7-8f19-41c0-afbc-c0cd1e544880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:33:23.827202 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8134878-3be5-42d0-8118-61b9c9e42a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:33:24.078683 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:33:25.346889 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:33:27.193140 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:33:44.818512 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:33:45.146629 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 8ee437f3-19f3-4879-8d27-d46d347b74d4 details requested by agent hyperv_n-h2-712137-9 with host n-h2-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:33:45.242742 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 8ee437f3-19f3-4879-8d27-d46d347b74d4, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8ee437f3-19f3-4879-8d27-d46d347b74d4,segment=NetworkSegment(251393db-c289-4952-be9d-443c3121a22a),segment_id=251393db-c289-4952-be9d-443c3121a22a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:33:45.253846 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Returning: {'device': '8ee437f3-19f3-4879-8d27-d46d347b74d4', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'port_id': '8ee437f3-19f3-4879-8d27-d46d347b74d4', 'mac_address': 'fa:16:3e:c8:ca:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 21:33:45.293476 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:33:45.305627 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ee437f3-19f3-4879-8d27-d46d347b74d4 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:33:45.325289 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 8ee437f3-19f3-4879-8d27-d46d347b74d4, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8ee437f3-19f3-4879-8d27-d46d347b74d4,segment=NetworkSegment(251393db-c289-4952-be9d-443c3121a22a),segment_id=251393db-c289-4952-be9d-443c3121a22a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:33:45.329071 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:33:45.376928 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=8ee437f3-19f3-4879-8d27-d46d347b74d4,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:33:45.383962 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:33:45.384313 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:33:45.384654 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:33:45.384992 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:33:45.385330 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:33:45.385659 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:33:45.385985 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:33:45.386311 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:33:45.386637 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:33:45.386959 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:33:45.387274 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:33:45.387622 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:33:45.398165 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] get_ports_and_sgs() called for port_ids ['8ee437f3-19f3-4879-8d27-d46d347b74d4'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:33:46.428190 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:33:47.130860 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 8ee437f3-19f3-4879-8d27-d46d347b74d4 up at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:33:47.180748 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Provisioning complete for port 8ee437f3-19f3-4879-8d27-d46d347b74d4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:33:47.181134 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:33:47.257243 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:33:47.280766 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f94358-c17f-45cf-9407-ec69b66422f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee437f3-19f3-4879-8d27-d46d347b74d4'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:33:47.283193 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80b335d-f88b-4d09-917d-0aaf48bee799" -d '{"events": [{"server_uuid": "72f94358-c17f-45cf-9407-ec69b66422f7", "name": "network-vif-plugged", "status": "completed", "tag": "8ee437f3-19f3-4879-8d27-d46d347b74d4"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:33:47.297142 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 8ee437f3-19f3-4879-8d27-d46d347b74d4, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8ee437f3-19f3-4879-8d27-d46d347b74d4,segment=NetworkSegment(251393db-c289-4952-be9d-443c3121a22a),segment_id=251393db-c289-4952-be9d-443c3121a22a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:33:47.302126 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:33:47.358963 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=8ee437f3-19f3-4879-8d27-d46d347b74d4,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:33:47.406350 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c456cc3-4b49-4951-9e4e-376e5775bb32 x-openstack-request-id: req-2c456cc3-4b49-4951-9e4e-376e5775bb32 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:33:47.406645 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f94358-c17f-45cf-9407-ec69b66422f7", "name": "network-vif-plugged", "status": "completed", "tag": "8ee437f3-19f3-4879-8d27-d46d347b74d4", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:33:47.406902 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2c456cc3-4b49-4951-9e4e-376e5775bb32 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:33:47.407313 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f94358-c17f-45cf-9407-ec69b66422f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee437f3-19f3-4879-8d27-d46d347b74d4', 'code': 200} Jul 30 21:33:50.490132 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:33:51.382041 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-38e063e2-56b0-4beb-b5e5-68a791fbefa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:33:53.673817 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31934f1-215a-4d18-884d-d1ce974a26ea req-c6904f46-da62-453d-95de-fc25e595f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:33:53.676070 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f31934f1-215a-4d18-884d-d1ce974a26ea req-c6904f46-da62-453d-95de-fc25e595f075 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=52c3141a303a4d0887208ebe57701e31&device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 1096 time: 0.0448787 Jul 30 21:33:53.796031 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31934f1-215a-4d18-884d-d1ce974a26ea req-f0a72b56-1990-420f-8012-23514270670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:33:53.797495 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f31934f1-215a-4d18-884d-d1ce974a26ea req-f0a72b56-1990-420f-8012-23514270670d service neutron] 10.222.0.83 "GET /v2.0/networks?id=affd54d4-9096-4b93-93a3-febd90be25b8 HTTP/1.1" status: 200 len: 910 time: 0.1008136 Jul 30 21:33:53.834048 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9e00089-4bf5-4de9-94bd-fd1e0d2b4ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:33:53.873395 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f31934f1-215a-4d18-884d-d1ce974a26ea req-5357ac88-02d1-4864-9f1f-ba53af5902c1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ee437f3-19f3-4879-8d27-d46d347b74d4 HTTP/1.1" status: 200 len: 1001 time: 0.0682905 Jul 30 21:33:53.933887 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31934f1-215a-4d18-884d-d1ce974a26ea req-3b417793-0ec6-457c-8c88-af72a70a0051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:33:53.935662 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f31934f1-215a-4d18-884d-d1ce974a26ea req-3b417793-0ec6-457c-8c88-af72a70a0051 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b34aa051-d67e-4c8b-aae5-f3ce7cd303b3 HTTP/1.1" status: 200 len: 848 time: 0.0548992 Jul 30 21:33:53.988722 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31934f1-215a-4d18-884d-d1ce974a26ea req-d91d3312-0299-417c-8223-cf9c00ad41ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:33:53.990904 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f31934f1-215a-4d18-884d-d1ce974a26ea req-d91d3312-0299-417c-8223-cf9c00ad41ce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=affd54d4-9096-4b93-93a3-febd90be25b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461218 Jul 30 21:33:54.100023 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:33:54.107090 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f31934f1-215a-4d18-884d-d1ce974a26ea req-147d823f-5cfb-4e8a-8d03-2f039f848ba9 service neutron] 10.222.0.83 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077225 Jul 30 21:33:54.218945 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-f31934f1-215a-4d18-884d-d1ce974a26ea req-ad7dd10e-6d4d-4253-85ca-8fb80a780248 service neutron] 10.222.0.83 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034122 Jul 30 21:33:55.351867 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:33:56.447485 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-a92a727f-9a78-464f-a1c9-cf68c822e96e tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-921487379&fields=id&tenant_id=52c3141a303a4d0887208ebe57701e31 HTTP/1.1" status: 200 len: 267 time: 0.0391355 Jul 30 21:33:56.551749 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-53f825f6-d364-4b1f-9f53-093c354d8ed5 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:33:56.553211 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-53f825f6-d364-4b1f-9f53-093c354d8ed5 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/networks?id=affd54d4-9096-4b93-93a3-febd90be25b8 HTTP/1.1" status: 200 len: 809 time: 0.0991540 Jul 30 21:33:56.568496 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-8a8c8503-27e3-4bfc-bee9-4c51c74e9fdb tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/quotas/52c3141a303a4d0887208ebe57701e31 HTTP/1.1" status: 200 len: 375 time: 0.0088828 Jul 30 21:33:56.623401 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-02da0768-8920-4be1-85cc-6f537b7ee5ca tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=52c3141a303a4d0887208ebe57701e31&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0491815 Jul 30 21:33:56.765230 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-6f761c3e-6e3c-4b87-a311-7ff8e9e98b88 service neutron] 10.222.0.81 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298420 Jul 30 21:33:56.854315 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-717573d5-6a1b-4bdc-8e1b-53f54bf956dd service neutron] 10.222.0.81 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831048 Jul 30 21:33:57.017171 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a559c1ab-fddf-45fc-8e9e-59253abf95ee req-9c95e397-aa0d-4006-a3bd-26bdfb002806 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 210 time: 0.0328045 Jul 30 21:33:57.194757 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:33:58.092427 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-1dd0baf4-05f2-4555-a006-d2cdadb20b2e req-aafa3e99-8fb7-48c2-b1b6-1bb6f4593967 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 210 time: 0.0263596 Jul 30 21:33:59.166987 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5930fd5e-7979-4444-8233-8f4f82837f98 req-00fb548b-f690-40ca-897c-cd52a94a1228 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 210 time: 0.0260720 Jul 30 21:34:00.043289 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-aab4d411-2cbc-4ce8-b789-2b3e8191773d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:00.044819 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-aab4d411-2cbc-4ce8-b789-2b3e8191773d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.59 "GET /v2.0/networks?id=affd54d4-9096-4b93-93a3-febd90be25b8 HTTP/1.1" status: 200 len: 809 time: 0.1024876 Jul 30 21:34:00.091481 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-f2989c71-8b70-4a09-91e9-bb4c1aa93a9c tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52c3141a303a4d0887208ebe57701e31 HTTP/1.1" status: 200 len: 379 time: 0.0369804 Jul 30 21:34:00.101761 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Request body: {'port': {'device_id': 'bbfe35d4-4f1d-4263-8eae-d88165b4aaea', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'admin_state_up': True, 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'security_groups': ['ad845a74-9b1a-42a1-84b8-74dfe275f6de']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:34:00.222109 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Made reservation on behalf of 52c3141a303a4d0887208ebe57701e31 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 21:34:00.226069 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:00.278069 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3839d0b6-6da7-4809-936e-c1a0ec578575 req-686510d7-18d5-4118-906e-45dd24173bc7 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 210 time: 0.0345347 Jul 30 21:34:00.451724 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Allocated IP 172.20.0.11 (affd54d4-9096-4b93-93a3-febd90be25b8/b34aa051-d67e-4c8b-aae5-f3ce7cd303b3/2f11190c-282f-4c92-95e7-d44d6a4469db) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:34:00.639471 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:00.653647 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Transition to ACTIVE for port object 2f11190c-282f-4c92-95e7-d44d6a4469db will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:34:00.694333 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:00.747272 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Network affd54d4-9096-4b93-93a3-febd90be25b8 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:34:00.751218 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:34:00.755207 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:34:00.792268 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Pushing event updated for resources: {'Port': ['ID=2f11190c-282f-4c92-95e7-d44d6a4469db,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:34:00.807783 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:34:00.808128 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:34:00.808474 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:34:00.808812 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:34:00.809154 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:34:00.809488 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:34:00.809831 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:34:00.810150 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:34:00.810478 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:34:00.810807 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:34:00.811133 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:34:00.811461 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:34:00.827556 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:00.828299 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:00.861784 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-2f31ebd4-3736-4877-a406-b9d325b5bd94 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7635460 Jul 30 21:34:01.051388 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9481eef0-5f22-44b1-bf22-71f4cba4dc3f None None] Provisioning for port 2f11190c-282f-4c92-95e7-d44d6a4469db completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:34:01.056237 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9481eef0-5f22-44b1-bf22-71f4cba4dc3f None None] Provisioning complete for port 2f11190c-282f-4c92-95e7-d44d6a4469db triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:34:01.056664 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9481eef0-5f22-44b1-bf22-71f4cba4dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:01.093956 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9481eef0-5f22-44b1-bf22-71f4cba4dc3f None None] Port 2f11190c-282f-4c92-95e7-d44d6a4469db cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 21:34:01.180238 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 8ee437f3-19f3-4879-8d27-d46d347b74d4 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:34:01.255703 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:01.282039 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f94358-c17f-45cf-9407-ec69b66422f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ee437f3-19f3-4879-8d27-d46d347b74d4'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:34:01.284269 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605dd013-b093-4a02-9185-d4798b21e336" -d '{"events": [{"server_uuid": "72f94358-c17f-45cf-9407-ec69b66422f7", "name": "network-vif-unplugged", "status": "completed", "tag": "8ee437f3-19f3-4879-8d27-d46d347b74d4"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:34:01.297674 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] For port 8ee437f3-19f3-4879-8d27-d46d347b74d4, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8ee437f3-19f3-4879-8d27-d46d347b74d4,segment=NetworkSegment(251393db-c289-4952-be9d-443c3121a22a),segment_id=251393db-c289-4952-be9d-443c3121a22a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:34:01.307421 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:01.339350 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 21:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ff1290-96e2-4b75-aff3-fa0d26b73932 x-openstack-request-id: req-05ff1290-96e2-4b75-aff3-fa0d26b73932 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:34:01.339687 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f94358-c17f-45cf-9407-ec69b66422f7", "name": "network-vif-unplugged", "status": "completed", "tag": "8ee437f3-19f3-4879-8d27-d46d347b74d4", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:34:01.339946 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-05ff1290-96e2-4b75-aff3-fa0d26b73932 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:34:01.340343 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f94358-c17f-45cf-9407-ec69b66422f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ee437f3-19f3-4879-8d27-d46d347b74d4', 'code': 200} Jul 30 21:34:01.368851 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Pushing event updated for resources: {'Port': ['ID=8ee437f3-19f3-4879-8d27-d46d347b74d4,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:34:01.430682 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f0356-e8f1-4b78-8fd1-dec9d093b36c req-28c5728d-0767-455d-ad1d-0cc16623f139 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:01.432470 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-798f0356-e8f1-4b78-8fd1-dec9d093b36c req-28c5728d-0767-455d-ad1d-0cc16623f139 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 932 time: 0.0525172 Jul 30 21:34:01.475680 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-798f0356-e8f1-4b78-8fd1-dec9d093b36c req-e3c6f374-866e-4c37-8146-a6b5b8e1f85b tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364227 Jul 30 21:34:02.604900 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52d0e8-0cce-4390-835e-d32a7818665f req-bac838d8-a2a0-4c92-8e32-2e9220cf4ff4 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:02.606347 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e52d0e8-0cce-4390-835e-d32a7818665f req-bac838d8-a2a0-4c92-8e32-2e9220cf4ff4 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 932 time: 0.0546005 Jul 30 21:34:02.649092 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4e52d0e8-0cce-4390-835e-d32a7818665f req-f11e6d8e-62d1-4caf-9a71-3e094195e9f7 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363171 Jul 30 21:34:03.768588 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a6c78-39ba-41b5-8b7e-6693137a707b req-de3628f4-4cd4-466d-8992-880aa8661ea9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:03.770259 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e64a6c78-39ba-41b5-8b7e-6693137a707b req-de3628f4-4cd4-466d-8992-880aa8661ea9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 932 time: 0.0503631 Jul 30 21:34:03.813015 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-e64a6c78-39ba-41b5-8b7e-6693137a707b req-2c1513b3-0937-494e-9de1-30d72928a913 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359282 Jul 30 21:34:04.930764 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2173edf-8221-44c6-979a-d44d7eb25257 req-45a6d69d-77ab-4356-9488-c38184b5cef5 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:04.932268 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d2173edf-8221-44c6-979a-d44d7eb25257 req-45a6d69d-77ab-4356-9488-c38184b5cef5 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 932 time: 0.0518608 Jul 30 21:34:04.973120 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-d2173edf-8221-44c6-979a-d44d7eb25257 req-f067dc79-b8a5-4d9c-995f-8f69867fa3cd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347016 Jul 30 21:34:06.100101 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521314b-76e7-46e8-9c56-4b2abd6b265f req-a8e1bd0a-871f-4ab1-9b85-156c156ad0fc tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:06.102168 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3521314b-76e7-46e8-9c56-4b2abd6b265f req-a8e1bd0a-871f-4ab1-9b85-156c156ad0fc tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 932 time: 0.0619802 Jul 30 21:34:06.141786 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3521314b-76e7-46e8-9c56-4b2abd6b265f req-7d644116-a658-40eb-9d10-a6be28380255 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335205 Jul 30 21:34:07.263066 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d85b3-7514-43d5-8113-2583ac2f3feb req-c30c2015-3732-406c-8bd5-83fa1812218e tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:07.264609 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-474d85b3-7514-43d5-8113-2583ac2f3feb req-c30c2015-3732-406c-8bd5-83fa1812218e tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 932 time: 0.0554485 Jul 30 21:34:07.310245 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-474d85b3-7514-43d5-8113-2583ac2f3feb req-dc889423-85eb-4981-a655-057bbbdc662d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395448 Jul 30 21:34:08.432638 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bda0a-cd53-488e-a886-0c001705ce3d req-400529fc-5063-4a3e-859b-72d4e7719a16 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:08.434238 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a3bda0a-cd53-488e-a886-0c001705ce3d req-400529fc-5063-4a3e-859b-72d4e7719a16 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 932 time: 0.0523744 Jul 30 21:34:08.490666 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-9a3bda0a-cd53-488e-a886-0c001705ce3d req-00fbff54-3948-4a33-94c4-432c35e41666 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502901 Jul 30 21:34:09.617533 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517f3a2-585c-489e-8baf-5a515eeca426 req-9deb201c-b56c-4d23-9198-b7406c00d8f0 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:09.618939 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2517f3a2-585c-489e-8baf-5a515eeca426 req-9deb201c-b56c-4d23-9198-b7406c00d8f0 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 932 time: 0.0585251 Jul 30 21:34:09.659100 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2517f3a2-585c-489e-8baf-5a515eeca426 req-0a8a6863-d522-4062-bc85-ff28746d8f30 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342574 Jul 30 21:34:10.774573 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80e1d3-30eb-4627-b356-9b0f5a14b4ce req-ad43f2e0-2b16-434a-96f6-c26d77aa8c81 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:10.776077 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fe80e1d3-30eb-4627-b356-9b0f5a14b4ce req-ad43f2e0-2b16-434a-96f6-c26d77aa8c81 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 932 time: 0.0488954 Jul 30 21:34:10.823739 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fe80e1d3-30eb-4627-b356-9b0f5a14b4ce req-bd8cfdcd-345d-4ebd-b007-304a9c3345a1 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416970 Jul 30 21:34:10.883440 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-4b19ff44-2e11-4435-8f8f-d2a632db7c6b service neutron] Request body: {'port': {'device_id': 'bbfe35d4-4f1d-4263-8eae-d88165b4aaea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-9'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:34:10.938996 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-4b19ff44-2e11-4435-8f8f-d2a632db7c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:11.197865 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-4b19ff44-2e11-4435-8f8f-d2a632db7c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f11190c-282f-4c92-95e7-d44d6a4469db {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:34:11.205085 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-4b19ff44-2e11-4435-8f8f-d2a632db7c6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:11.217612 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-4b19ff44-2e11-4435-8f8f-d2a632db7c6b service neutron] Transition to ACTIVE for port object 2f11190c-282f-4c92-95e7-d44d6a4469db will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 21:34:11.221544 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-4b19ff44-2e11-4435-8f8f-d2a632db7c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:11.288552 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19ff44-2e11-4435-8f8f-d2a632db7c6b service neutron] Pushing event updated for resources: {'Port': ['ID=2f11190c-282f-4c92-95e7-d44d6a4469db,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:34:11.343681 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-4b19ff44-2e11-4435-8f8f-d2a632db7c6b service neutron] Attempting to bind port 2f11190c-282f-4c92-95e7-d44d6a4469db on host n-h1-712137-9 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 21:34:11.344018 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-4b19ff44-2e11-4435-8f8f-d2a632db7c6b service neutron] Attempting to bind port 2f11190c-282f-4c92-95e7-d44d6a4469db by drivers openvswitch,hyperv on host n-h1-712137-9 at level 0 using segments [{'id': '251393db-c289-4952-be9d-443c3121a22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 21:34:11.344342 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-4b19ff44-2e11-4435-8f8f-d2a632db7c6b service neutron] Attempting to bind port 2f11190c-282f-4c92-95e7-d44d6a4469db on network affd54d4-9096-4b93-93a3-febd90be25b8 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:34:11.348856 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-4b19ff44-2e11-4435-8f8f-d2a632db7c6b service neutron] Port 2f11190c-282f-4c92-95e7-d44d6a4469db on network affd54d4-9096-4b93-93a3-febd90be25b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-9 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 21:34:11.349178 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-4b19ff44-2e11-4435-8f8f-d2a632db7c6b service neutron] Attempting to bind port 2f11190c-282f-4c92-95e7-d44d6a4469db on network affd54d4-9096-4b93-93a3-febd90be25b8 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 21:34:11.354141 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-4b19ff44-2e11-4435-8f8f-d2a632db7c6b service neutron] Checking agent: {'id': '37aaf81d-3870-4deb-a42c-bbf2e4060025', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'started_at': datetime.datetime(2021, 7, 30, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 21, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 21:34:11.354483 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-4b19ff44-2e11-4435-8f8f-d2a632db7c6b service neutron] Checking segment: {'id': '251393db-c289-4952-be9d-443c3121a22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 21:34:11.354877 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-4b19ff44-2e11-4435-8f8f-d2a632db7c6b service neutron] Bound using segment: {'id': '251393db-c289-4952-be9d-443c3121a22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 21:34:11.355325 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-4b19ff44-2e11-4435-8f8f-d2a632db7c6b service neutron] Bound port: 2f11190c-282f-4c92-95e7-d44d6a4469db, host: n-h1-712137-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '251393db-c289-4952-be9d-443c3121a22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 21:34:11.355693 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-4b19ff44-2e11-4435-8f8f-d2a632db7c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:11.421066 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-4b19ff44-2e11-4435-8f8f-d2a632db7c6b service neutron] For port 2f11190c-282f-4c92-95e7-d44d6a4469db, host n-h1-712137-9, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 21:34:11.424107 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-4b19ff44-2e11-4435-8f8f-d2a632db7c6b service neutron] For port 2f11190c-282f-4c92-95e7-d44d6a4469db, host n-h1-712137-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=2f11190c-282f-4c92-95e7-d44d6a4469db,segment=NetworkSegment(251393db-c289-4952-be9d-443c3121a22a),segment_id=251393db-c289-4952-be9d-443c3121a22a)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 21:34:11.428483 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-4b19ff44-2e11-4435-8f8f-d2a632db7c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:11.463548 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-4b19ff44-2e11-4435-8f8f-d2a632db7c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:11.464165 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-4b19ff44-2e11-4435-8f8f-d2a632db7c6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:11.465611 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-4b19ff44-2e11-4435-8f8f-d2a632db7c6b service neutron] 10.222.0.59 "PUT /v2.0/ports/2f11190c-282f-4c92-95e7-d44d6a4469db HTTP/1.1" status: 200 len: 1092 time: 0.6270082 Jul 30 21:34:11.466001 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbfe35d4-4f1d-4263-8eae-d88165b4aaea', 'tag': '2f11190c-282f-4c92-95e7-d44d6a4469db'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:34:11.468268 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a524c679-59ac-4109-85af-2cbc6e6c6ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "bbfe35d4-4f1d-4263-8eae-d88165b4aaea", "tag": "2f11190c-282f-4c92-95e7-d44d6a4469db"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:34:11.493309 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19ff44-2e11-4435-8f8f-d2a632db7c6b service neutron] Pushing event updated for resources: {'Port': ['ID=2f11190c-282f-4c92-95e7-d44d6a4469db,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:34:11.550390 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-35c43c99-10b6-4a44-a769-9e4654348a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:11.552044 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-35c43c99-10b6-4a44-a769-9e4654348a65 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52c3141a303a4d0887208ebe57701e31&device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 1095 time: 0.0457904 Jul 30 21:34:11.599307 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63646c8-59b1-4d32-afe0-7ea54df309aa x-openstack-request-id: req-c63646c8-59b1-4d32-afe0-7ea54df309aa {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:34:11.599620 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbfe35d4-4f1d-4263-8eae-d88165b4aaea", "tag": "2f11190c-282f-4c92-95e7-d44d6a4469db", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:34:11.599873 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c63646c8-59b1-4d32-afe0-7ea54df309aa {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:34:11.600270 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbfe35d4-4f1d-4263-8eae-d88165b4aaea', 'tag': '2f11190c-282f-4c92-95e7-d44d6a4469db', 'status': 'completed', 'code': 200} Jul 30 21:34:11.601878 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-0b71871f-b452-4de6-bc8b-3754983208af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f11190c-282f-4c92-95e7-d44d6a4469db HTTP/1.1" status: 200 len: 217 time: 0.0419459 Jul 30 21:34:11.652838 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-d3f9725f-b3ba-4a65-ae43-c1703dd5733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:11.654304 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-d3f9725f-b3ba-4a65-ae43-c1703dd5733c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34aa051-d67e-4c8b-aae5-f3ce7cd303b3 HTTP/1.1" status: 200 len: 848 time: 0.0459590 Jul 30 21:34:11.701048 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-bd58bc99-3b68-4ecd-bf40-212d49ebf36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:11.702486 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-bd58bc99-3b68-4ecd-bf40-212d49ebf36a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=affd54d4-9096-4b93-93a3-febd90be25b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403693 Jul 30 21:34:11.795839 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-711e4198-2d23-481c-9e4f-cfdec75aa337 service neutron] 10.222.0.59 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862730 Jul 30 21:34:11.889562 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c15d0eaf-2ab3-4db6-8797-1a875449e4dd req-965b7402-b644-4773-94a9-f8818224941e service neutron] 10.222.0.59 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863452 Jul 30 21:34:11.969830 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73c9b3-7707-4a46-8360-29d199a7edb8 req-d8ed88a9-03ad-4cdf-9ae5-9c7f27638a41 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:11.971289 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3a73c9b3-7707-4a46-8360-29d199a7edb8 req-d8ed88a9-03ad-4cdf-9ae5-9c7f27638a41 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 944 time: 0.0780661 Jul 30 21:34:11.998238 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524c679-59ac-4109-85af-2cbc6e6c6ce7 req-986685f1-2925-4ad1-a9df-6a7647dee2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:11.999591 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a524c679-59ac-4109-85af-2cbc6e6c6ce7 req-986685f1-2925-4ad1-a9df-6a7647dee2ba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52c3141a303a4d0887208ebe57701e31&device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 1095 time: 0.0670631 Jul 30 21:34:12.032151 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3a73c9b3-7707-4a46-8360-29d199a7edb8 req-4de8b8a5-8b6d-47bd-ab82-89732b6980ea tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532188 Jul 30 21:34:12.097727 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524c679-59ac-4109-85af-2cbc6e6c6ce7 req-1a0e37cf-1c84-4966-98f5-97e3a13b0714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:12.099171 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a524c679-59ac-4109-85af-2cbc6e6c6ce7 req-1a0e37cf-1c84-4966-98f5-97e3a13b0714 service neutron] 10.222.0.59 "GET /v2.0/networks?id=affd54d4-9096-4b93-93a3-febd90be25b8 HTTP/1.1" status: 200 len: 910 time: 0.0893373 Jul 30 21:34:12.144202 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a524c679-59ac-4109-85af-2cbc6e6c6ce7 req-a16ffd53-cfa0-4ac2-9836-d941d4057972 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f11190c-282f-4c92-95e7-d44d6a4469db HTTP/1.1" status: 200 len: 217 time: 0.0375676 Jul 30 21:34:12.193637 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524c679-59ac-4109-85af-2cbc6e6c6ce7 req-07e5230e-5a16-416d-b41d-f6c3db580b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:12.195050 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a524c679-59ac-4109-85af-2cbc6e6c6ce7 req-07e5230e-5a16-416d-b41d-f6c3db580b26 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34aa051-d67e-4c8b-aae5-f3ce7cd303b3 HTTP/1.1" status: 200 len: 848 time: 0.0434530 Jul 30 21:34:12.240515 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524c679-59ac-4109-85af-2cbc6e6c6ce7 req-0de23322-116e-4208-a80c-c822bec56ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:12.242026 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a524c679-59ac-4109-85af-2cbc6e6c6ce7 req-0de23322-116e-4208-a80c-c822bec56ed7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=affd54d4-9096-4b93-93a3-febd90be25b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399733 Jul 30 21:34:12.334406 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a524c679-59ac-4109-85af-2cbc6e6c6ce7 req-464811ee-99ff-4fa9-98b7-491b4f85e323 service neutron] 10.222.0.59 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852027 Jul 30 21:34:12.423217 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a524c679-59ac-4109-85af-2cbc6e6c6ce7 req-083b3d8d-a800-4b51-8b7a-8bf560c0a091 service neutron] 10.222.0.59 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810635 Jul 30 21:34:13.146307 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289c27f-0e43-4266-b859-30249d78a383 req-77c07223-173e-4dfc-8561-bf73ab747c1d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:13.147773 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5289c27f-0e43-4266-b859-30249d78a383 req-77c07223-173e-4dfc-8561-bf73ab747c1d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 944 time: 0.0488844 Jul 30 21:34:13.188706 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-5289c27f-0e43-4266-b859-30249d78a383 req-f7eafd21-3cae-4fec-9dd0-93aabc161057 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351093 Jul 30 21:34:14.303032 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b004a-3043-4502-96a5-0547b4abb652 req-187fc0a5-d4c5-4c63-9f78-4d84dea43253 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:14.305185 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ac8b004a-3043-4502-96a5-0547b4abb652 req-187fc0a5-d4c5-4c63-9f78-4d84dea43253 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 944 time: 0.0503767 Jul 30 21:34:14.342941 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ac8b004a-3043-4502-96a5-0547b4abb652 req-1c2b116b-3d32-45b5-bb67-9b884bec5f09 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317082 Jul 30 21:34:14.536949 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 2f11190c-282f-4c92-95e7-d44d6a4469db details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:34:14.629833 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 2f11190c-282f-4c92-95e7-d44d6a4469db, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=2f11190c-282f-4c92-95e7-d44d6a4469db,segment=NetworkSegment(251393db-c289-4952-be9d-443c3121a22a),segment_id=251393db-c289-4952-be9d-443c3121a22a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:34:14.790187 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '2f11190c-282f-4c92-95e7-d44d6a4469db', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'port_id': '2f11190c-282f-4c92-95e7-d44d6a4469db', 'mac_address': 'fa:16:3e:42:96:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 21:34:14.827043 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:14.839458 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f11190c-282f-4c92-95e7-d44d6a4469db {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:34:14.858657 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 2f11190c-282f-4c92-95e7-d44d6a4469db, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=2f11190c-282f-4c92-95e7-d44d6a4469db,segment=NetworkSegment(251393db-c289-4952-be9d-443c3121a22a),segment_id=251393db-c289-4952-be9d-443c3121a22a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:34:14.862166 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:14.908755 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=2f11190c-282f-4c92-95e7-d44d6a4469db,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:34:15.101461 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['2f11190c-282f-4c92-95e7-d44d6a4469db'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:34:15.469845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e4c3f-308d-49bb-9572-113914fae85a req-14edb046-2032-451a-a114-675017b34fde tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:15.471332 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-698e4c3f-308d-49bb-9572-113914fae85a req-14edb046-2032-451a-a114-675017b34fde tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 945 time: 0.0623038 Jul 30 21:34:15.509381 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-698e4c3f-308d-49bb-9572-113914fae85a req-30d12728-7f45-4472-965c-a07cba151790 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316315 Jul 30 21:34:16.424709 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:16.553500 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 2f11190c-282f-4c92-95e7-d44d6a4469db up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:34:16.603611 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning for port 2f11190c-282f-4c92-95e7-d44d6a4469db completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 21:34:16.607071 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 2f11190c-282f-4c92-95e7-d44d6a4469db triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:34:16.607431 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:16.625624 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2e1f5-3cf5-4fce-8daf-7aa150fbe826 req-162cae30-fc9c-4ef0-9ab0-f354d5efb1de tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:16.627160 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aae2e1f5-3cf5-4fce-8daf-7aa150fbe826 req-162cae30-fc9c-4ef0-9ab0-f354d5efb1de tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 945 time: 0.0504181 Jul 30 21:34:16.669138 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-aae2e1f5-3cf5-4fce-8daf-7aa150fbe826 req-baf97be7-b29c-404f-a310-4b9c51bfe022 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351987 Jul 30 21:34:16.683428 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:16.705656 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfe35d4-4f1d-4263-8eae-d88165b4aaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f11190c-282f-4c92-95e7-d44d6a4469db'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:34:16.707889 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2382a20b-96cc-4660-89d4-8b1805858187" -d '{"events": [{"server_uuid": "bbfe35d4-4f1d-4263-8eae-d88165b4aaea", "name": "network-vif-plugged", "status": "completed", "tag": "2f11190c-282f-4c92-95e7-d44d6a4469db"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:34:16.720256 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 2f11190c-282f-4c92-95e7-d44d6a4469db, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=2f11190c-282f-4c92-95e7-d44d6a4469db,segment=NetworkSegment(251393db-c289-4952-be9d-443c3121a22a),segment_id=251393db-c289-4952-be9d-443c3121a22a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:34:16.724553 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:16.747846 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56275b74-82ea-43b6-a60e-b7a0b0676545 x-openstack-request-id: req-56275b74-82ea-43b6-a60e-b7a0b0676545 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:34:16.748137 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbfe35d4-4f1d-4263-8eae-d88165b4aaea", "name": "network-vif-plugged", "status": "completed", "tag": "2f11190c-282f-4c92-95e7-d44d6a4469db", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:34:16.748395 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-56275b74-82ea-43b6-a60e-b7a0b0676545 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:34:16.748781 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfe35d4-4f1d-4263-8eae-d88165b4aaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f11190c-282f-4c92-95e7-d44d6a4469db', 'code': 200} Jul 30 21:34:16.775030 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=2f11190c-282f-4c92-95e7-d44d6a4469db,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:34:16.834548 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354faf92-30b3-4920-9cce-6f8af648e147 req-80c51434-ea3b-47cb-a67d-e47d8628e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:16.836038 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-354faf92-30b3-4920-9cce-6f8af648e147 req-80c51434-ea3b-47cb-a67d-e47d8628e93e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 1097 time: 0.0398421 Jul 30 21:34:16.869294 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-354faf92-30b3-4920-9cce-6f8af648e147 req-9020a146-d313-41a1-ad50-4e6ac22994a1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266373 Jul 30 21:34:17.786022 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b8c53-f820-422c-a8b0-b4fb04b22e41 req-02a53fbf-7969-4814-8735-17d5fa12bd19 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:17.787545 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc2b8c53-f820-422c-a8b0-b4fb04b22e41 req-02a53fbf-7969-4814-8735-17d5fa12bd19 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 946 time: 0.0493264 Jul 30 21:34:17.825574 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-fc2b8c53-f820-422c-a8b0-b4fb04b22e41 req-9df34e1d-6d73-432b-ae20-fa1921926954 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320766 Jul 30 21:34:17.936379 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4a7ac-44c4-45fe-af93-9fe2ef411e05 req-ecd0aed7-5651-40b6-91f9-dd89a26fac22 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:17.937842 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18b4a7ac-44c4-45fe-af93-9fe2ef411e05 req-ecd0aed7-5651-40b6-91f9-dd89a26fac22 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 946 time: 0.0487502 Jul 30 21:34:17.979380 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-18b4a7ac-44c4-45fe-af93-9fe2ef411e05 req-438166e9-2771-42b1-8e46-354ac6fcb34b tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354159 Jul 30 21:34:17.999824 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58594) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:34:18.039534 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34a6b1e-6816-40e7-9153-375b2ae25edc tempest-TestSnapshotPattern-408343188 tempest-TestSnapshotPattern-408343188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:18.041012 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-b34a6b1e-6816-40e7-9153-375b2ae25edc tempest-TestSnapshotPattern-408343188 tempest-TestSnapshotPattern-408343188-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 1092 time: 0.0402446 Jul 30 21:34:18.043708 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58596) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:34:18.048017 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.v2.base [None req-8ccaff7e-84cc-428f-9ece-b7d3b108fb8d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Request body: {'floatingip': {'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'port_id': '2f11190c-282f-4c92-95e7-d44d6a4469db', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 21:34:18.070106 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ccaff7e-84cc-428f-9ece-b7d3b108fb8d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:18.170221 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ccaff7e-84cc-428f-9ece-b7d3b108fb8d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:18.275552 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-8ccaff7e-84cc-428f-9ece-b7d3b108fb8d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Allocated IP 172.25.3.206 (905759f5-0ddb-431d-97ac-0ee33c25d68c/3a7da550-7ca0-4dc2-9520-faec6e8f06d9/5b713055-20b7-49e2-aceb-c33b591210a0) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 21:34:18.374852 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ccaff7e-84cc-428f-9ece-b7d3b108fb8d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:18.417000 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ccaff7e-84cc-428f-9ece-b7d3b108fb8d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741519627268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:18.454592 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccaff7e-84cc-428f-9ece-b7d3b108fb8d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Network 905759f5-0ddb-431d-97ac-0ee33c25d68c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 21:34:18.457452 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-8ccaff7e-84cc-428f-9ece-b7d3b108fb8d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 21:34:18.460902 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccaff7e-84cc-428f-9ece-b7d3b108fb8d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 21:34:18.486131 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccaff7e-84cc-428f-9ece-b7d3b108fb8d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Pushing event updated for resources: {'Port': ['ID=5b713055-20b7-49e2-aceb-c33b591210a0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:34:18.814386 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ccaff7e-84cc-428f-9ece-b7d3b108fb8d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:18.879341 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ccaff7e-84cc-428f-9ece-b7d3b108fb8d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:19.027427 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ccaff7e-84cc-428f-9ece-b7d3b108fb8d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:19.031906 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ccaff7e-84cc-428f-9ece-b7d3b108fb8d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26947455'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:19.098025 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccaff7e-84cc-428f-9ece-b7d3b108fb8d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Pushing event updated for resources: {'Port': ['ID=5b713055-20b7-49e2-aceb-c33b591210a0,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:34:19.112427 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ccaff7e-84cc-428f-9ece-b7d3b108fb8d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594425'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:19.214683 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-8ccaff7e-84cc-428f-9ece-b7d3b108fb8d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Floating IP 8416e036-9149-4935-9f83-e07cb9a95d14 associated. External IP: 172.25.3.206, port: 2f11190c-282f-4c92-95e7-d44d6a4469db. Jul 30 21:34:19.422166 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccaff7e-84cc-428f-9ece-b7d3b108fb8d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Router 9dc05848-ec4e-4b8b-8270-b62dd3c58197 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:34:19.529968 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccaff7e-84cc-428f-9ece-b7d3b108fb8d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:34:19.540377 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bd1d37-38e1-4fe2-aab5-dae928d09a01 None None] Sync routers for ids ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:34:19.548621 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ccaff7e-84cc-428f-9ece-b7d3b108fb8d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:19.550752 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bd1d37-38e1-4fe2-aab5-dae928d09a01 None None] Routers {'9dc05848-ec4e-4b8b-8270-b62dd3c58197'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:34:19.551385 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-83bd1d37-38e1-4fe2-aab5-dae928d09a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:33:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:34:19.591527 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-8ccaff7e-84cc-428f-9ece-b7d3b108fb8d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5345578 Jul 30 21:34:19.591527 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbfe35d4-4f1d-4263-8eae-d88165b4aaea', 'tag': '2f11190c-282f-4c92-95e7-d44d6a4469db'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:34:19.591527 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5baabf-b683-426a-8f83-173e891eba9e" -d '{"events": [{"name": "network-changed", "server_uuid": "bbfe35d4-4f1d-4263-8eae-d88165b4aaea", "tag": "2f11190c-282f-4c92-95e7-d44d6a4469db"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:34:19.625180 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e768971a-1532-45ef-a320-f6da1891718e x-openstack-request-id: req-e768971a-1532-45ef-a320-f6da1891718e {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:34:19.625476 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbfe35d4-4f1d-4263-8eae-d88165b4aaea", "tag": "2f11190c-282f-4c92-95e7-d44d6a4469db", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:34:19.625732 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e768971a-1532-45ef-a320-f6da1891718e {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:34:19.626136 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbfe35d4-4f1d-4263-8eae-d88165b4aaea', 'tag': '2f11190c-282f-4c92-95e7-d44d6a4469db', 'status': 'completed', 'code': 200} Jul 30 21:34:19.668165 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-83bd1d37-38e1-4fe2-aab5-dae928d09a01 None None] Set router 9dc05848-ec4e-4b8b-8270-b62dd3c58197 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:34:19.688859 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5baabf-b683-426a-8f83-173e891eba9e req-bde07139-43d1-4001-b7b3-cfda1fc403de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:19.690375 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5baabf-b683-426a-8f83-173e891eba9e req-bde07139-43d1-4001-b7b3-cfda1fc403de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52c3141a303a4d0887208ebe57701e31&device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 1097 time: 0.0418169 Jul 30 21:34:19.785614 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5baabf-b683-426a-8f83-173e891eba9e req-6175e2aa-4430-4bdf-abb9-0e017fc667a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:19.787048 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5baabf-b683-426a-8f83-173e891eba9e req-6175e2aa-4430-4bdf-abb9-0e017fc667a4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=affd54d4-9096-4b93-93a3-febd90be25b8 HTTP/1.1" status: 200 len: 910 time: 0.0899091 Jul 30 21:34:19.854453 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5baabf-b683-426a-8f83-173e891eba9e req-a69cc619-2f41-48e6-bb6c-cbac9f69e436 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f11190c-282f-4c92-95e7-d44d6a4469db HTTP/1.1" status: 200 len: 1000 time: 0.0602288 Jul 30 21:34:19.900135 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-83bd1d37-38e1-4fe2-aab5-dae928d09a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'name': 'tempest-TestSnapshotPattern-790756545-router', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:47Z', 'updated_at': '2021-07-30T21:30:50Z', 'revision_number': 4, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'gw_port': {'id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:48Z', 'updated_at': '2021-07-30T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '090e8b1f-9140-4775-968f-41f4f6dee288', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'port_id': '8ee437f3-19f3-4879-8d27-d46d347b74d4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'mac_address': 'fa:16:3e:c8:ca:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f94358-c17f-45cf-9407-ec69b66422f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:31:10Z', 'updated_at': '2021-07-30T21:31:12Z', 'revision_number': 1, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'fixed_ip_address_scope': None}, {'id': '8416e036-9149-4935-9f83-e07cb9a95d14', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'port_id': '2f11190c-282f-4c92-95e7-d44d6a4469db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'mac_address': 'fa:16:3e:42:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfe35d4-4f1d-4263-8eae-d88165b4aaea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:34:18Z', 'updated_at': '2021-07-30T21:34:18Z', 'revision_number': 0, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57293bd6-2ad4-4552-851d-b707ec63aff6', 'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'mac_address': 'fa:16:3e:60:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:49Z', 'updated_at': '2021-07-30T21:30:56Z', 'revision_number': 5, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'subnets': [{'id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:34:19.907254 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5baabf-b683-426a-8f83-173e891eba9e req-382058ca-4c80-44e5-a69d-fd06539af94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:19.908871 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5baabf-b683-426a-8f83-173e891eba9e req-382058ca-4c80-44e5-a69d-fd06539af94c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34aa051-d67e-4c8b-aae5-f3ce7cd303b3 HTTP/1.1" status: 200 len: 848 time: 0.0479934 Jul 30 21:34:19.925654 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bd1d37-38e1-4fe2-aab5-dae928d09a01 None None] Checking router: 9dc05848-ec4e-4b8b-8270-b62dd3c58197 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:34:19.934671 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bd1d37-38e1-4fe2-aab5-dae928d09a01 None None] Routers {'9dc05848-ec4e-4b8b-8270-b62dd3c58197'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:34:19.935295 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-83bd1d37-38e1-4fe2-aab5-dae928d09a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:33:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:34:19.956078 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5baabf-b683-426a-8f83-173e891eba9e req-99e51e19-79a0-4a62-b810-7fcb598043cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:19.957522 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5baabf-b683-426a-8f83-173e891eba9e req-99e51e19-79a0-4a62-b810-7fcb598043cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=affd54d4-9096-4b93-93a3-febd90be25b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425732 Jul 30 21:34:20.045293 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-83bd1d37-38e1-4fe2-aab5-dae928d09a01 None None] Set router 9dc05848-ec4e-4b8b-8270-b62dd3c58197 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:34:20.048733 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5baabf-b683-426a-8f83-173e891eba9e req-cd2b6b7a-55f4-4d3a-82f9-2a482a362a22 service neutron] 10.222.0.59 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844636 Jul 30 21:34:20.142157 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-0d5baabf-b683-426a-8f83-173e891eba9e req-385f0d3f-bf7b-44ef-a974-aae7b289da49 service neutron] 10.222.0.59 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865276 Jul 30 21:34:20.268157 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-83bd1d37-38e1-4fe2-aab5-dae928d09a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'name': 'tempest-TestSnapshotPattern-790756545-router', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:47Z', 'updated_at': '2021-07-30T21:30:50Z', 'revision_number': 4, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'gw_port': {'id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:48Z', 'updated_at': '2021-07-30T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '090e8b1f-9140-4775-968f-41f4f6dee288', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'port_id': '8ee437f3-19f3-4879-8d27-d46d347b74d4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'mac_address': 'fa:16:3e:c8:ca:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f94358-c17f-45cf-9407-ec69b66422f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:31:10Z', 'updated_at': '2021-07-30T21:31:12Z', 'revision_number': 1, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'fixed_ip_address_scope': None}, {'id': '8416e036-9149-4935-9f83-e07cb9a95d14', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'port_id': '2f11190c-282f-4c92-95e7-d44d6a4469db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'mac_address': 'fa:16:3e:42:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfe35d4-4f1d-4263-8eae-d88165b4aaea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:34:18Z', 'updated_at': '2021-07-30T21:34:18Z', 'revision_number': 0, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57293bd6-2ad4-4552-851d-b707ec63aff6', 'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'mac_address': 'fa:16:3e:60:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:49Z', 'updated_at': '2021-07-30T21:30:56Z', 'revision_number': 5, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'subnets': [{'id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:34:20.294403 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bd1d37-38e1-4fe2-aab5-dae928d09a01 None None] The sync data for ids ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'] in n-d-712137-9 is: [{'id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'name': 'tempest-TestSnapshotPattern-790756545-router', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:47Z', 'updated_at': '2021-07-30T21:30:50Z', 'revision_number': 4, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'gw_port': {'id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:48Z', 'updated_at': '2021-07-30T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '090e8b1f-9140-4775-968f-41f4f6dee288', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'port_id': '8ee437f3-19f3-4879-8d27-d46d347b74d4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'mac_address': 'fa:16:3e:c8:ca:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f94358-c17f-45cf-9407-ec69b66422f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:31:10Z', 'updated_at': '2021-07-30T21:31:12Z', 'revision_number': 1, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'fixed_ip_address_scope': None}, {'id': '8416e036-9149-4935-9f83-e07cb9a95d14', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'port_id': '2f11190c-282f-4c92-95e7-d44d6a4469db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'mac_address': 'fa:16:3e:42:96:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfe35d4-4f1d-4263-8eae-d88165b4aaea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:34:18Z', 'updated_at': '2021-07-30T21:34:18Z', 'revision_number': 0, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57293bd6-2ad4-4552-851d-b707ec63aff6', 'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'mac_address': 'fa:16:3e:60:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:49Z', 'updated_at': '2021-07-30T21:30:56Z', 'revision_number': 5, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'subnets': [{'id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:34:20.479817 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e1f7a2-0290-4441-9520-eae96527a533 None None] New status for floating IP 8416e036-9149-4935-9f83-e07cb9a95d14: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 21:34:20.486764 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:21.373454 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbd6052a-63c8-416a-8f20-ddd44e363bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:21.817252 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:34:23.829012 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d0c417e-e932-4f9f-b56a-358aeceba6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:24.081596 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:25.352671 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:27.197751 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:44.363943 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9dc2a68-a52a-4bfe-949d-25ae6cad9e61 req-36c3741e-9eab-4435-8a37-dbb60f2c36f9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402439 Jul 30 21:34:44.443953 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc2a68-a52a-4bfe-949d-25ae6cad9e61 req-818d2503-e6da-4000-8a77-3cdc5a948bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:44.445405 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9dc2a68-a52a-4bfe-949d-25ae6cad9e61 req-818d2503-e6da-4000-8a77-3cdc5a948bf5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52c3141a303a4d0887208ebe57701e31&device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 1097 time: 0.0406587 Jul 30 21:34:44.548418 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc2a68-a52a-4bfe-949d-25ae6cad9e61 req-44ff11bd-b083-4b65-87a1-f33054851292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:44.549848 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9dc2a68-a52a-4bfe-949d-25ae6cad9e61 req-44ff11bd-b083-4b65-87a1-f33054851292 service neutron] 10.222.0.59 "GET /v2.0/networks?id=affd54d4-9096-4b93-93a3-febd90be25b8 HTTP/1.1" status: 200 len: 910 time: 0.0861161 Jul 30 21:34:44.613583 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9dc2a68-a52a-4bfe-949d-25ae6cad9e61 req-890fd96b-e992-475c-a809-92f6acf8cf86 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f11190c-282f-4c92-95e7-d44d6a4469db HTTP/1.1" status: 200 len: 1002 time: 0.0568826 Jul 30 21:34:44.665409 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc2a68-a52a-4bfe-949d-25ae6cad9e61 req-abd2aec1-28ee-44bb-a48f-0f51fe07dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:44.666737 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9dc2a68-a52a-4bfe-949d-25ae6cad9e61 req-abd2aec1-28ee-44bb-a48f-0f51fe07dce2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34aa051-d67e-4c8b-aae5-f3ce7cd303b3 HTTP/1.1" status: 200 len: 848 time: 0.0465188 Jul 30 21:34:45.039473 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc2a68-a52a-4bfe-949d-25ae6cad9e61 req-5cca1d03-db6c-4178-b1db-2a353b8066c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:45.040931 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9dc2a68-a52a-4bfe-949d-25ae6cad9e61 req-5cca1d03-db6c-4178-b1db-2a353b8066c4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=affd54d4-9096-4b93-93a3-febd90be25b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3667243 Jul 30 21:34:45.129358 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9dc2a68-a52a-4bfe-949d-25ae6cad9e61 req-5ebc3dfc-2968-4bac-9ce5-5c8e08cd0851 service neutron] 10.222.0.59 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815120 Jul 30 21:34:45.219131 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-a9dc2a68-a52a-4bfe-949d-25ae6cad9e61 req-11254bab-52c4-4fad-ad1d-6a33e479bdf0 service neutron] 10.222.0.59 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824974 Jul 30 21:34:46.425227 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:50.485491 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:51.373349 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8cc052d1-38c9-4bec-b53e-d0da522761d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:53.829419 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a620b273-082f-469a-8bc3-0e26ac3ce689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:54.086593 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:55.355019 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:55.704647 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17131fd1-8454-417b-97c0-7fab1216bf43 req-b9bbe255-ac6f-4a53-b1fd-85ffe29404d2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=72f94358-c17f-45cf-9407-ec69b66422f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1150746 Jul 30 21:34:55.784276 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17131fd1-8454-417b-97c0-7fab1216bf43 req-b1d80188-7a2c-46d0-87f1-4c80204704dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:55.785740 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17131fd1-8454-417b-97c0-7fab1216bf43 req-b1d80188-7a2c-46d0-87f1-4c80204704dc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=52c3141a303a4d0887208ebe57701e31&device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 1094 time: 0.0402513 Jul 30 21:34:55.891087 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17131fd1-8454-417b-97c0-7fab1216bf43 req-bb868c71-56b9-4021-ae95-3f6ed1dafe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:55.892563 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17131fd1-8454-417b-97c0-7fab1216bf43 req-bb868c71-56b9-4021-ae95-3f6ed1dafe5b service neutron] 10.222.0.83 "GET /v2.0/networks?id=affd54d4-9096-4b93-93a3-febd90be25b8 HTTP/1.1" status: 200 len: 910 time: 0.0880768 Jul 30 21:34:55.957827 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17131fd1-8454-417b-97c0-7fab1216bf43 req-0b93f106-6716-48fa-bee4-a9d5e91c7f8e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ee437f3-19f3-4879-8d27-d46d347b74d4 HTTP/1.1" status: 200 len: 999 time: 0.0582333 Jul 30 21:34:56.009658 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17131fd1-8454-417b-97c0-7fab1216bf43 req-0a042580-2c91-4e35-98ca-70daaf2e3107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:56.011069 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17131fd1-8454-417b-97c0-7fab1216bf43 req-0a042580-2c91-4e35-98ca-70daaf2e3107 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b34aa051-d67e-4c8b-aae5-f3ce7cd303b3 HTTP/1.1" status: 200 len: 848 time: 0.0466974 Jul 30 21:34:56.055804 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17131fd1-8454-417b-97c0-7fab1216bf43 req-27e77e78-5378-474a-8809-0ef32372523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:34:56.057759 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17131fd1-8454-417b-97c0-7fab1216bf43 req-27e77e78-5378-474a-8809-0ef32372523c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=affd54d4-9096-4b93-93a3-febd90be25b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386906 Jul 30 21:34:56.143819 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17131fd1-8454-417b-97c0-7fab1216bf43 req-cc7a0a32-d2d5-43b7-9097-c95b07d0638e service neutron] 10.222.0.83 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787718 Jul 30 21:34:56.234890 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-17131fd1-8454-417b-97c0-7fab1216bf43 req-2716c732-1907-4418-bc94-289948df6e25 service neutron] 10.222.0.83 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845263 Jul 30 21:34:57.203244 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:34:58.816558 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:35:16.439867 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:35:20.500507 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:35:21.374345 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-86aa4049-7b7a-4325-95c7-ae76bea1c231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:35:23.829465 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-659f7db2-f71f-46f4-98e2-436e0022e22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:35:24.076092 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:35:25.358978 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:35:27.202831 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:35:35.816042 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:35:45.362085 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3d9e9b51-07bd-46d3-af06-8f9725c53da8 req-4d86f60d-d80e-4578-8baa-6ef96c8bb749 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392880 Jul 30 21:35:45.440658 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e9b51-07bd-46d3-af06-8f9725c53da8 req-e2631bfe-ff13-473b-a457-d1eb468197aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:35:45.442096 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3d9e9b51-07bd-46d3-af06-8f9725c53da8 req-e2631bfe-ff13-473b-a457-d1eb468197aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52c3141a303a4d0887208ebe57701e31&device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 1097 time: 0.0400200 Jul 30 21:35:45.546399 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e9b51-07bd-46d3-af06-8f9725c53da8 req-19c2a9cb-c400-41a5-902b-31a3714c580f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:35:45.547842 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3d9e9b51-07bd-46d3-af06-8f9725c53da8 req-19c2a9cb-c400-41a5-902b-31a3714c580f service neutron] 10.222.0.59 "GET /v2.0/networks?id=affd54d4-9096-4b93-93a3-febd90be25b8 HTTP/1.1" status: 200 len: 910 time: 0.0861278 Jul 30 21:35:45.610570 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3d9e9b51-07bd-46d3-af06-8f9725c53da8 req-f0379fea-aa10-433a-bef3-b5135fead5eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f11190c-282f-4c92-95e7-d44d6a4469db HTTP/1.1" status: 200 len: 1002 time: 0.0562963 Jul 30 21:35:45.663203 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e9b51-07bd-46d3-af06-8f9725c53da8 req-5400dd76-4d6e-4007-81a0-e95890565872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:35:45.664633 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3d9e9b51-07bd-46d3-af06-8f9725c53da8 req-5400dd76-4d6e-4007-81a0-e95890565872 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34aa051-d67e-4c8b-aae5-f3ce7cd303b3 HTTP/1.1" status: 200 len: 848 time: 0.0469623 Jul 30 21:35:45.708986 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e9b51-07bd-46d3-af06-8f9725c53da8 req-8475849e-a2ff-4e90-bca9-34cd8c3ccc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:35:45.710419 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3d9e9b51-07bd-46d3-af06-8f9725c53da8 req-8475849e-a2ff-4e90-bca9-34cd8c3ccc83 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=affd54d4-9096-4b93-93a3-febd90be25b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390284 Jul 30 21:35:45.798295 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3d9e9b51-07bd-46d3-af06-8f9725c53da8 req-6ee2ed7b-7f72-4b35-920f-c5a577b067bd service neutron] 10.222.0.59 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806348 Jul 30 21:35:45.889407 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-3d9e9b51-07bd-46d3-af06-8f9725c53da8 req-706c9776-05e3-4f60-9a0e-f4953298a7c9 service neutron] 10.222.0.59 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846767 Jul 30 21:35:46.440077 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:35:50.499632 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:35:51.375475 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-514edbe2-59c7-46b3-964a-e7b37b7c6897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:35:53.830727 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-47cd020f-4c3b-427b-8cbb-d5a8e6db0b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:35:54.081553 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:35:54.997591 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 2f11190c-282f-4c92-95e7-d44d6a4469db details requested by agent hyperv_n-h1-712137-9 with host n-h1-712137-9 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 21:35:55.112169 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 2f11190c-282f-4c92-95e7-d44d6a4469db, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=2f11190c-282f-4c92-95e7-d44d6a4469db,segment=NetworkSegment(251393db-c289-4952-be9d-443c3121a22a),segment_id=251393db-c289-4952-be9d-443c3121a22a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:35:55.127078 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Returning: {'device': '2f11190c-282f-4c92-95e7-d44d6a4469db', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'port_id': '2f11190c-282f-4c92-95e7-d44d6a4469db', 'mac_address': 'fa:16:3e:42:96:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 21:35:55.169171 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:35:55.185527 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f11190c-282f-4c92-95e7-d44d6a4469db {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 21:35:55.210769 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 2f11190c-282f-4c92-95e7-d44d6a4469db, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=2f11190c-282f-4c92-95e7-d44d6a4469db,segment=NetworkSegment(251393db-c289-4952-be9d-443c3121a22a),segment_id=251393db-c289-4952-be9d-443c3121a22a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:35:55.216546 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:35:55.287418 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=2f11190c-282f-4c92-95e7-d44d6a4469db,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:35:55.297246 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] get_ports_and_sgs() called for port_ids ['2f11190c-282f-4c92-95e7-d44d6a4469db'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 21:35:55.300642 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:35:55.301049 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:35:55.301455 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:35:55.301856 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:35:55.302255 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:35:55.302646 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:35:55.303204 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:35:55.303554 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:35:55.303912 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:35:55.304378 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:35:55.304712 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:35:55.305030 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:35:55.379623 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:35:56.661252 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f75b184-ae38-43ad-8f07-40c46f7245bd req-08b3006b-15a4-45f3-a9f5-add10e8c995e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=72f94358-c17f-45cf-9407-ec69b66422f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446980 Jul 30 21:35:56.746796 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75b184-ae38-43ad-8f07-40c46f7245bd req-e3515d4a-267b-4f82-a895-465ff00255c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:35:56.748811 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f75b184-ae38-43ad-8f07-40c46f7245bd req-e3515d4a-267b-4f82-a895-465ff00255c4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=52c3141a303a4d0887208ebe57701e31&device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 1094 time: 0.0441394 Jul 30 21:35:56.870280 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75b184-ae38-43ad-8f07-40c46f7245bd req-7be802fd-0cb0-4884-a234-288d50447443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:35:56.871857 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f75b184-ae38-43ad-8f07-40c46f7245bd req-7be802fd-0cb0-4884-a234-288d50447443 service neutron] 10.222.0.83 "GET /v2.0/networks?id=affd54d4-9096-4b93-93a3-febd90be25b8 HTTP/1.1" status: 200 len: 910 time: 0.1033833 Jul 30 21:35:56.951942 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f75b184-ae38-43ad-8f07-40c46f7245bd req-a1d0977e-6bfb-446a-9b5f-670e7403f0ab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ee437f3-19f3-4879-8d27-d46d347b74d4 HTTP/1.1" status: 200 len: 999 time: 0.0718343 Jul 30 21:35:57.009392 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 2f11190c-282f-4c92-95e7-d44d6a4469db up at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 21:35:57.010751 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75b184-ae38-43ad-8f07-40c46f7245bd req-ae41be60-3ffd-4125-ae2c-bf334569872f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:35:57.011313 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f75b184-ae38-43ad-8f07-40c46f7245bd req-ae41be60-3ffd-4125-ae2c-bf334569872f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b34aa051-d67e-4c8b-aae5-f3ce7cd303b3 HTTP/1.1" status: 200 len: 848 time: 0.0517538 Jul 30 21:35:57.063588 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75b184-ae38-43ad-8f07-40c46f7245bd req-4dca1904-b112-4e84-ade6-ffd874feaeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:35:57.065040 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Provisioning complete for port 2f11190c-282f-4c92-95e7-d44d6a4469db triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 21:35:57.065240 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f75b184-ae38-43ad-8f07-40c46f7245bd req-4dca1904-b112-4e84-ade6-ffd874feaeab service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=affd54d4-9096-4b93-93a3-febd90be25b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472326 Jul 30 21:35:57.065348 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859494'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:35:57.157378 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549712'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:35:57.164981 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f75b184-ae38-43ad-8f07-40c46f7245bd req-93425eff-2e89-4206-8f90-3ca3aa025763 service neutron] 10.222.0.83 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926425 Jul 30 21:35:57.181525 n-d-712137-9 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfe35d4-4f1d-4263-8eae-d88165b4aaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f11190c-282f-4c92-95e7-d44d6a4469db'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:35:57.183990 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5f3428acf5c3723b26045bc47df1a8ec7ee8138e7a7b8dd478629fb5be894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3052a0bb-d465-43f0-b984-a72735ac1af5" -d '{"events": [{"server_uuid": "bbfe35d4-4f1d-4263-8eae-d88165b4aaea", "name": "network-vif-plugged", "status": "completed", "tag": "2f11190c-282f-4c92-95e7-d44d6a4469db"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:35:57.204670 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] For port 2f11190c-282f-4c92-95e7-d44d6a4469db, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=2f11190c-282f-4c92-95e7-d44d6a4469db,segment=NetworkSegment(251393db-c289-4952-be9d-443c3121a22a),segment_id=251393db-c289-4952-be9d-443c3121a22a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:35:57.217579 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741520000817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741519627286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741519627304'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:35:57.243383 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:35:57.269881 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b208b63d-b36f-433c-b138-4e94d0003d7c x-openstack-request-id: req-b208b63d-b36f-433c-b138-4e94d0003d7c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:35:57.269881 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbfe35d4-4f1d-4263-8eae-d88165b4aaea", "name": "network-vif-plugged", "status": "completed", "tag": "2f11190c-282f-4c92-95e7-d44d6a4469db", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:35:57.270194 n-d-712137-9 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b208b63d-b36f-433c-b138-4e94d0003d7c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:35:57.270404 n-d-712137-9 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfe35d4-4f1d-4263-8eae-d88165b4aaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f11190c-282f-4c92-95e7-d44d6a4469db', 'code': 200} Jul 30 21:35:57.286249 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Pushing event updated for resources: {'Port': ['ID=2f11190c-282f-4c92-95e7-d44d6a4469db,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:35:57.298551 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2f75b184-ae38-43ad-8f07-40c46f7245bd req-a2dacbc0-ffba-4ec4-8bb4-b7ff463f51ff service neutron] 10.222.0.83 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254401 Jul 30 21:36:03.518207 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58808) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:36:03.684889 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-f30c4fd9-ba90-4262-a308-eefb819762c3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Deleting port 5b713055-20b7-49e2-aceb-c33b591210a0 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:36:03.685143 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f30c4fd9-ba90-4262-a308-eefb819762c3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:03.764960 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f30c4fd9-ba90-4262-a308-eefb819762c3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:03.765452 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f30c4fd9-ba90-4262-a308-eefb819762c3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:03.778299 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-f30c4fd9-ba90-4262-a308-eefb819762c3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Calling delete_port for 5b713055-20b7-49e2-aceb-c33b591210a0 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:36:03.930485 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f30c4fd9-ba90-4262-a308-eefb819762c3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:03.960036 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c4fd9-ba90-4262-a308-eefb819762c3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Pushing event deleted for resources: {'Port': ['ID=5b713055-20b7-49e2-aceb-c33b591210a0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:36:03.970141 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c4fd9-ba90-4262-a308-eefb819762c3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:36:03.970485 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c4fd9-ba90-4262-a308-eefb819762c3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:36:03.970821 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c4fd9-ba90-4262-a308-eefb819762c3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:36:03.971153 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c4fd9-ba90-4262-a308-eefb819762c3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:36:03.971483 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c4fd9-ba90-4262-a308-eefb819762c3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:36:03.971833 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c4fd9-ba90-4262-a308-eefb819762c3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:36:03.972156 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c4fd9-ba90-4262-a308-eefb819762c3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:36:03.973049 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c4fd9-ba90-4262-a308-eefb819762c3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:36:03.973049 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c4fd9-ba90-4262-a308-eefb819762c3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:36:03.973276 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c4fd9-ba90-4262-a308-eefb819762c3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:36:03.973383 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c4fd9-ba90-4262-a308-eefb819762c3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:36:03.973697 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c4fd9-ba90-4262-a308-eefb819762c3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:36:04.032123 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f30c4fd9-ba90-4262-a308-eefb819762c3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:04.032458 n-d-712137-9 neutron-server[93882]: INFO neutron.db.l3_db [None req-f30c4fd9-ba90-4262-a308-eefb819762c3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Floating IP 8416e036-9149-4935-9f83-e07cb9a95d14 disassociated (deleted). External IP: 172.25.3.206, port: 2f11190c-282f-4c92-95e7-d44d6a4469db. Jul 30 21:36:04.239878 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30c4fd9-ba90-4262-a308-eefb819762c3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Router 9dc05848-ec4e-4b8b-8270-b62dd3c58197 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:36:04.347099 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30c4fd9-ba90-4262-a308-eefb819762c3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:36:04.351956 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f30c4fd9-ba90-4262-a308-eefb819762c3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:04.357003 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcee9bb-6887-4568-af0e-d652e7a83976 None None] Sync routers for ids ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:36:04.366597 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcee9bb-6887-4568-af0e-d652e7a83976 None None] Routers {'9dc05848-ec4e-4b8b-8270-b62dd3c58197'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:36:04.367204 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5bcee9bb-6887-4568-af0e-d652e7a83976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:35:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:36:04.378604 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-f30c4fd9-ba90-4262-a308-eefb819762c3 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "DELETE /v2.0/floatingips/8416e036-9149-4935-9f83-e07cb9a95d14 HTTP/1.1" status: 204 len: 168 time: 0.8593109 Jul 30 21:36:04.379286 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbfe35d4-4f1d-4263-8eae-d88165b4aaea', 'tag': '2f11190c-282f-4c92-95e7-d44d6a4469db'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:36:04.383220 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191f288d-7139-4cc6-a9db-0a2da79f835d" -d '{"events": [{"name": "network-changed", "server_uuid": "bbfe35d4-4f1d-4263-8eae-d88165b4aaea", "tag": "2f11190c-282f-4c92-95e7-d44d6a4469db"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:36:04.472074 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-5bcee9bb-6887-4568-af0e-d652e7a83976 None None] Set router 9dc05848-ec4e-4b8b-8270-b62dd3c58197 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:36:04.532199 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3d2e65-fcb9-45d8-b416-b226940b4919 x-openstack-request-id: req-2c3d2e65-fcb9-45d8-b416-b226940b4919 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:36:04.532804 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbfe35d4-4f1d-4263-8eae-d88165b4aaea", "tag": "2f11190c-282f-4c92-95e7-d44d6a4469db", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:36:04.532804 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2c3d2e65-fcb9-45d8-b416-b226940b4919 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:36:04.533137 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbfe35d4-4f1d-4263-8eae-d88165b4aaea', 'tag': '2f11190c-282f-4c92-95e7-d44d6a4469db', 'status': 'completed', 'code': 200} Jul 30 21:36:04.629783 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f288d-7139-4cc6-a9db-0a2da79f835d req-13a06f23-e73a-4174-9625-00492524e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:36:04.631322 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-191f288d-7139-4cc6-a9db-0a2da79f835d req-13a06f23-e73a-4174-9625-00492524e9b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52c3141a303a4d0887208ebe57701e31&device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 1097 time: 0.0764694 Jul 30 21:36:04.644133 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b36ef9-780a-4475-b2c5-e3abfb5eb251 req-f3eeca67-be08-4303-9f72-9838207e8a0c tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:36:04.645532 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3b36ef9-780a-4475-b2c5-e3abfb5eb251 req-f3eeca67-be08-4303-9f72-9838207e8a0c tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 946 time: 0.0626445 Jul 30 21:36:04.700749 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5bcee9bb-6887-4568-af0e-d652e7a83976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'name': 'tempest-TestSnapshotPattern-790756545-router', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:47Z', 'updated_at': '2021-07-30T21:30:50Z', 'revision_number': 4, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'gw_port': {'id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:48Z', 'updated_at': '2021-07-30T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '090e8b1f-9140-4775-968f-41f4f6dee288', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'port_id': '8ee437f3-19f3-4879-8d27-d46d347b74d4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'mac_address': 'fa:16:3e:c8:ca:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f94358-c17f-45cf-9407-ec69b66422f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:31:10Z', 'updated_at': '2021-07-30T21:31:12Z', 'revision_number': 1, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57293bd6-2ad4-4552-851d-b707ec63aff6', 'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'mac_address': 'fa:16:3e:60:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:49Z', 'updated_at': '2021-07-30T21:30:56Z', 'revision_number': 5, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'subnets': [{'id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:36:04.726049 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcee9bb-6887-4568-af0e-d652e7a83976 None None] Checking router: 9dc05848-ec4e-4b8b-8270-b62dd3c58197 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:36:04.728015 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-c3b36ef9-780a-4475-b2c5-e3abfb5eb251 req-78554ffb-7032-4e9d-84fa-896c63a7c06d tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743010 Jul 30 21:36:04.734392 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcee9bb-6887-4568-af0e-d652e7a83976 None None] Routers {'9dc05848-ec4e-4b8b-8270-b62dd3c58197'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:36:04.735009 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5bcee9bb-6887-4568-af0e-d652e7a83976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:35:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:36:04.767301 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f288d-7139-4cc6-a9db-0a2da79f835d req-bc946abe-f6bd-4dd5-b279-b152df861d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:36:04.768750 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-191f288d-7139-4cc6-a9db-0a2da79f835d req-bc946abe-f6bd-4dd5-b279-b152df861d36 service neutron] 10.222.0.59 "GET /v2.0/networks?id=affd54d4-9096-4b93-93a3-febd90be25b8 HTTP/1.1" status: 200 len: 910 time: 0.1223831 Jul 30 21:36:04.816918 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-191f288d-7139-4cc6-a9db-0a2da79f835d req-eadaa614-cd57-4eb2-bce5-0ca093750e69 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f11190c-282f-4c92-95e7-d44d6a4469db HTTP/1.1" status: 200 len: 217 time: 0.0390728 Jul 30 21:36:04.839874 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-5bcee9bb-6887-4568-af0e-d652e7a83976 None None] Set router 9dc05848-ec4e-4b8b-8270-b62dd3c58197 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:36:04.867722 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f288d-7139-4cc6-a9db-0a2da79f835d req-2bcc39d4-8792-4d26-b7ae-ec44381229a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:36:04.869176 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-191f288d-7139-4cc6-a9db-0a2da79f835d req-2bcc39d4-8792-4d26-b7ae-ec44381229a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b34aa051-d67e-4c8b-aae5-f3ce7cd303b3 HTTP/1.1" status: 200 len: 848 time: 0.0437911 Jul 30 21:36:04.920171 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f288d-7139-4cc6-a9db-0a2da79f835d req-0537605d-a541-437f-9dd9-1269a1cc3e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:36:04.921660 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-191f288d-7139-4cc6-a9db-0a2da79f835d req-0537605d-a541-437f-9dd9-1269a1cc3e45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=affd54d4-9096-4b93-93a3-febd90be25b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405908 Jul 30 21:36:05.017280 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-191f288d-7139-4cc6-a9db-0a2da79f835d req-7c7972a7-e1d2-4afd-9706-f4a3cc0228ff service neutron] 10.222.0.59 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873609 Jul 30 21:36:05.065186 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5bcee9bb-6887-4568-af0e-d652e7a83976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'name': 'tempest-TestSnapshotPattern-790756545-router', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:47Z', 'updated_at': '2021-07-30T21:30:50Z', 'revision_number': 4, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'gw_port': {'id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:48Z', 'updated_at': '2021-07-30T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '090e8b1f-9140-4775-968f-41f4f6dee288', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'port_id': '8ee437f3-19f3-4879-8d27-d46d347b74d4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'mac_address': 'fa:16:3e:c8:ca:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f94358-c17f-45cf-9407-ec69b66422f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:31:10Z', 'updated_at': '2021-07-30T21:31:12Z', 'revision_number': 1, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57293bd6-2ad4-4552-851d-b707ec63aff6', 'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'mac_address': 'fa:16:3e:60:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:49Z', 'updated_at': '2021-07-30T21:30:56Z', 'revision_number': 5, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'subnets': [{'id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:36:05.108861 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-191f288d-7139-4cc6-a9db-0a2da79f835d req-55396093-b032-477b-a661-d4e35323dc75 service neutron] 10.222.0.59 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841420 Jul 30 21:36:05.243382 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcee9bb-6887-4568-af0e-d652e7a83976 None None] The sync data for ids ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'] in n-d-712137-9 is: [{'id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'name': 'tempest-TestSnapshotPattern-790756545-router', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:47Z', 'updated_at': '2021-07-30T21:30:50Z', 'revision_number': 4, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'gw_port': {'id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:48Z', 'updated_at': '2021-07-30T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_floatingips': [{'id': '090e8b1f-9140-4775-968f-41f4f6dee288', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'router_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'port_id': '8ee437f3-19f3-4879-8d27-d46d347b74d4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'mac_address': 'fa:16:3e:c8:ca:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f94358-c17f-45cf-9407-ec69b66422f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T21:31:10Z', 'updated_at': '2021-07-30T21:31:12Z', 'revision_number': 1, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57293bd6-2ad4-4552-851d-b707ec63aff6', 'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'mac_address': 'fa:16:3e:60:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:49Z', 'updated_at': '2021-07-30T21:30:56Z', 'revision_number': 5, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'subnets': [{'id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:36:05.471875 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b857c190-6873-44da-a595-3a8e56f0fcba None None] New status for floating IP 8416e036-9149-4935-9f83-e07cb9a95d14: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 21:36:05.845888 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41018784-149e-4ba4-a2ed-28eff6faead3 req-203877fe-3406-49e4-a91d-77a8cece2808 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:36:05.847374 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41018784-149e-4ba4-a2ed-28eff6faead3 req-203877fe-3406-49e4-a91d-77a8cece2808 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 946 time: 0.0493498 Jul 30 21:36:05.887745 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-41018784-149e-4ba4-a2ed-28eff6faead3 req-0de1008a-fb71-4f55-b40f-432088d0153c tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342917 Jul 30 21:36:06.132845 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e4c8e-b0d6-4364-bb6f-ed966fdc4267 req-ec4b69d7-b401-4a2b-aa68-95ede6ae2f48 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:36:06.134285 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-441e4c8e-b0d6-4364-bb6f-ed966fdc4267 req-ec4b69d7-b401-4a2b-aa68-95ede6ae2f48 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 946 time: 0.0517862 Jul 30 21:36:06.222306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-441e4c8e-b0d6-4364-bb6f-ed966fdc4267 req-cdf1eaab-8ab4-4585-ac43-23934ef8a013 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Deleting port 2f11190c-282f-4c92-95e7-d44d6a4469db {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:36:06.222563 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-441e4c8e-b0d6-4364-bb6f-ed966fdc4267 req-cdf1eaab-8ab4-4585-ac43-23934ef8a013 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:06.313857 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-441e4c8e-b0d6-4364-bb6f-ed966fdc4267 req-cdf1eaab-8ab4-4585-ac43-23934ef8a013 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] For port 2f11190c-282f-4c92-95e7-d44d6a4469db, host n-h1-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-9',level=0,port_id=2f11190c-282f-4c92-95e7-d44d6a4469db,segment=NetworkSegment(251393db-c289-4952-be9d-443c3121a22a),segment_id=251393db-c289-4952-be9d-443c3121a22a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:36:06.314226 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-441e4c8e-b0d6-4364-bb6f-ed966fdc4267 req-cdf1eaab-8ab4-4585-ac43-23934ef8a013 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:06.327289 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-441e4c8e-b0d6-4364-bb6f-ed966fdc4267 req-cdf1eaab-8ab4-4585-ac43-23934ef8a013 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Calling delete_port for 2f11190c-282f-4c92-95e7-d44d6a4469db owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:36:06.453034 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-441e4c8e-b0d6-4364-bb6f-ed966fdc4267 req-cdf1eaab-8ab4-4585-ac43-23934ef8a013 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:06.481515 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1eaab-8ab4-4585-ac43-23934ef8a013 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Pushing event deleted for resources: {'Port': ['ID=2f11190c-282f-4c92-95e7-d44d6a4469db,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:36:06.521756 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-441e4c8e-b0d6-4364-bb6f-ed966fdc4267 req-cdf1eaab-8ab4-4585-ac43-23934ef8a013 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] No DVR routers for this DVR port 2f11190c-282f-4c92-95e7-d44d6a4469db on host n-h1-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:36:06.524399 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-441e4c8e-b0d6-4364-bb6f-ed966fdc4267 req-cdf1eaab-8ab4-4585-ac43-23934ef8a013 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:06.526395 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-441e4c8e-b0d6-4364-bb6f-ed966fdc4267 req-cdf1eaab-8ab4-4585-ac43-23934ef8a013 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.59 "DELETE /v2.0/ports/2f11190c-282f-4c92-95e7-d44d6a4469db HTTP/1.1" status: 204 len: 173 time: 0.3861361 Jul 30 21:36:06.534043 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfe35d4-4f1d-4263-8eae-d88165b4aaea', 'name': 'network-vif-deleted', 'tag': '2f11190c-282f-4c92-95e7-d44d6a4469db'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:36:06.536518 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e7d6e9-3540-432a-912f-60ca0358a62d" -d '{"events": [{"server_uuid": "bbfe35d4-4f1d-4263-8eae-d88165b4aaea", "name": "network-vif-deleted", "tag": "2f11190c-282f-4c92-95e7-d44d6a4469db"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:36:06.573848 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77160f08-9c46-4136-bcfc-bb2ad7faa7bc x-openstack-request-id: req-77160f08-9c46-4136-bcfc-bb2ad7faa7bc {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:36:06.574139 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbfe35d4-4f1d-4263-8eae-d88165b4aaea", "name": "network-vif-deleted", "tag": "2f11190c-282f-4c92-95e7-d44d6a4469db", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:36:06.574400 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-77160f08-9c46-4136-bcfc-bb2ad7faa7bc {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:36:06.574807 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfe35d4-4f1d-4263-8eae-d88165b4aaea', 'name': 'network-vif-deleted', 'tag': '2f11190c-282f-4c92-95e7-d44d6a4469db', 'status': 'completed', 'code': 200} Jul 30 21:36:07.003029 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-4fca33f8-4965-4f40-b813-b905595cd7b7 req-9d5cf1bb-7bb4-4fbf-8124-ab34e7592a7c tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbfe35d4-4f1d-4263-8eae-d88165b4aaea HTTP/1.1" status: 200 len: 210 time: 0.0272498 Jul 30 21:36:07.073946 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 2f11190c-282f-4c92-95e7-d44d6a4469db no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:36:07.093800 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 2f11190c-282f-4c92-95e7-d44d6a4469db {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:36:07.094145 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 2f11190c-282f-4c92-95e7-d44d6a4469db not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:36:08.553565 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58866) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:36:08.709085 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ae6605aa-3e95-45a0-9aa3-a4b531a450fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Deleting port 145873ab-746c-46f0-9bc9-9e7fd44e2545 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:36:08.709436 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae6605aa-3e95-45a0-9aa3-a4b531a450fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:08.785781 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae6605aa-3e95-45a0-9aa3-a4b531a450fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:08.786043 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae6605aa-3e95-45a0-9aa3-a4b531a450fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:08.797432 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ae6605aa-3e95-45a0-9aa3-a4b531a450fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Calling delete_port for 145873ab-746c-46f0-9bc9-9e7fd44e2545 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:36:09.252960 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae6605aa-3e95-45a0-9aa3-a4b531a450fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:09.281668 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6605aa-3e95-45a0-9aa3-a4b531a450fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Pushing event deleted for resources: {'Port': ['ID=145873ab-746c-46f0-9bc9-9e7fd44e2545,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:36:09.294006 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6605aa-3e95-45a0-9aa3-a4b531a450fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:36:09.294361 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6605aa-3e95-45a0-9aa3-a4b531a450fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:36:09.294711 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6605aa-3e95-45a0-9aa3-a4b531a450fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:36:09.295056 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6605aa-3e95-45a0-9aa3-a4b531a450fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:36:09.295401 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6605aa-3e95-45a0-9aa3-a4b531a450fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:36:09.295767 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6605aa-3e95-45a0-9aa3-a4b531a450fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:36:09.296105 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6605aa-3e95-45a0-9aa3-a4b531a450fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:36:09.296439 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6605aa-3e95-45a0-9aa3-a4b531a450fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:36:09.296773 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6605aa-3e95-45a0-9aa3-a4b531a450fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:36:09.297108 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6605aa-3e95-45a0-9aa3-a4b531a450fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:36:09.297445 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6605aa-3e95-45a0-9aa3-a4b531a450fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:36:09.297782 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6605aa-3e95-45a0-9aa3-a4b531a450fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-9 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 21:36:09.350651 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae6605aa-3e95-45a0-9aa3-a4b531a450fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:09.350994 n-d-712137-9 neutron-server[93883]: INFO neutron.db.l3_db [None req-ae6605aa-3e95-45a0-9aa3-a4b531a450fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Floating IP 090e8b1f-9140-4775-968f-41f4f6dee288 disassociated (deleted). External IP: 172.25.3.193, port: 8ee437f3-19f3-4879-8d27-d46d347b74d4. Jul 30 21:36:09.558237 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6605aa-3e95-45a0-9aa3-a4b531a450fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Router 9dc05848-ec4e-4b8b-8270-b62dd3c58197 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:36:09.662540 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6605aa-3e95-45a0-9aa3-a4b531a450fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:36:09.667862 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae6605aa-3e95-45a0-9aa3-a4b531a450fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:09.672414 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f32306-e814-44d7-8f13-be3d98add3a6 None None] Sync routers for ids ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:36:09.681157 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f32306-e814-44d7-8f13-be3d98add3a6 None None] Routers {'9dc05848-ec4e-4b8b-8270-b62dd3c58197'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:36:09.681774 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-41f32306-e814-44d7-8f13-be3d98add3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:35:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:36:09.696077 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ae6605aa-3e95-45a0-9aa3-a4b531a450fd tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "DELETE /v2.0/floatingips/090e8b1f-9140-4775-968f-41f4f6dee288 HTTP/1.1" status: 204 len: 168 time: 1.1412535 Jul 30 21:36:09.696772 n-d-712137-9 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f94358-c17f-45cf-9407-ec69b66422f7', 'tag': '8ee437f3-19f3-4879-8d27-d46d347b74d4'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:36:09.699054 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf2cd2a5e736a34e4a53b023da0c451ef3fe234c05263b5d36a8029b38a83a5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd4768d-088a-4bec-94fc-a1513b7ef7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "72f94358-c17f-45cf-9407-ec69b66422f7", "tag": "8ee437f3-19f3-4879-8d27-d46d347b74d4"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:36:09.788014 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-41f32306-e814-44d7-8f13-be3d98add3a6 None None] Set router 9dc05848-ec4e-4b8b-8270-b62dd3c58197 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:36:09.850631 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 21:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bdd168-db1f-49ba-9686-3c5d495d6a3d x-openstack-request-id: req-f5bdd168-db1f-49ba-9686-3c5d495d6a3d {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:36:09.850988 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f94358-c17f-45cf-9407-ec69b66422f7", "tag": "8ee437f3-19f3-4879-8d27-d46d347b74d4", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:36:09.851305 n-d-712137-9 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f5bdd168-db1f-49ba-9686-3c5d495d6a3d {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:36:09.851795 n-d-712137-9 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f94358-c17f-45cf-9407-ec69b66422f7', 'tag': '8ee437f3-19f3-4879-8d27-d46d347b74d4', 'status': 'completed', 'code': 200} Jul 30 21:36:09.942250 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4768d-088a-4bec-94fc-a1513b7ef7b8 req-dd3aa0e8-567c-4381-910c-b1cc702b0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:36:09.943771 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ecd4768d-088a-4bec-94fc-a1513b7ef7b8 req-dd3aa0e8-567c-4381-910c-b1cc702b0956 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=52c3141a303a4d0887208ebe57701e31&device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 1094 time: 0.0710652 Jul 30 21:36:09.969573 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f57a0b-ef14-4bd5-9a0d-a6a9a1408ec7 req-984063d7-4adb-41c9-a634-39694875ea4c tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:36:09.971046 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01f57a0b-ef14-4bd5-9a0d-a6a9a1408ec7 req-984063d7-4adb-41c9-a634-39694875ea4c tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 943 time: 0.0673714 Jul 30 21:36:09.994922 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-41f32306-e814-44d7-8f13-be3d98add3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'name': 'tempest-TestSnapshotPattern-790756545-router', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:47Z', 'updated_at': '2021-07-30T21:30:50Z', 'revision_number': 4, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'gw_port': {'id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:48Z', 'updated_at': '2021-07-30T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '57293bd6-2ad4-4552-851d-b707ec63aff6', 'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'mac_address': 'fa:16:3e:60:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:49Z', 'updated_at': '2021-07-30T21:30:56Z', 'revision_number': 5, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'subnets': [{'id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:36:10.020855 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f32306-e814-44d7-8f13-be3d98add3a6 None None] Checking router: 9dc05848-ec4e-4b8b-8270-b62dd3c58197 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:36:10.029646 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f32306-e814-44d7-8f13-be3d98add3a6 None None] Routers {'9dc05848-ec4e-4b8b-8270-b62dd3c58197'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:36:10.030259 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-41f32306-e814-44d7-8f13-be3d98add3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:35:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:36:10.049714 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-01f57a0b-ef14-4bd5-9a0d-a6a9a1408ec7 req-7dde90a6-3faa-48e4-a905-419babc6c060 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad845a74-9b1a-42a1-84b8-74dfe275f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681436 Jul 30 21:36:10.077940 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4768d-088a-4bec-94fc-a1513b7ef7b8 req-210249de-2188-42ce-8448-4e9c9e611359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:36:10.079329 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ecd4768d-088a-4bec-94fc-a1513b7ef7b8 req-210249de-2188-42ce-8448-4e9c9e611359 service neutron] 10.222.0.83 "GET /v2.0/networks?id=affd54d4-9096-4b93-93a3-febd90be25b8 HTTP/1.1" status: 200 len: 910 time: 0.1275766 Jul 30 21:36:10.125313 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ecd4768d-088a-4bec-94fc-a1513b7ef7b8 req-de054dc1-0830-4697-8991-5b0efcd15171 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ee437f3-19f3-4879-8d27-d46d347b74d4 HTTP/1.1" status: 200 len: 217 time: 0.0386505 Jul 30 21:36:10.137704 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-41f32306-e814-44d7-8f13-be3d98add3a6 None None] Set router 9dc05848-ec4e-4b8b-8270-b62dd3c58197 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:36:10.176461 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4768d-088a-4bec-94fc-a1513b7ef7b8 req-af0242c6-df6b-40bc-acdd-7cf2a3035993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:36:10.177907 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ecd4768d-088a-4bec-94fc-a1513b7ef7b8 req-af0242c6-df6b-40bc-acdd-7cf2a3035993 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b34aa051-d67e-4c8b-aae5-f3ce7cd303b3 HTTP/1.1" status: 200 len: 848 time: 0.0444021 Jul 30 21:36:10.224174 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4768d-088a-4bec-94fc-a1513b7ef7b8 req-02c165ea-5b84-479d-ac09-17ec1ed93ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:36:10.225656 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ecd4768d-088a-4bec-94fc-a1513b7ef7b8 req-02c165ea-5b84-479d-ac09-17ec1ed93ecf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=affd54d4-9096-4b93-93a3-febd90be25b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406864 Jul 30 21:36:10.322264 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ecd4768d-088a-4bec-94fc-a1513b7ef7b8 req-c480a78d-5ef9-46cb-b878-961c9ea4ccb1 service neutron] 10.222.0.83 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883420 Jul 30 21:36:10.336288 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-41f32306-e814-44d7-8f13-be3d98add3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'name': 'tempest-TestSnapshotPattern-790756545-router', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:47Z', 'updated_at': '2021-07-30T21:30:50Z', 'revision_number': 4, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'gw_port': {'id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:48Z', 'updated_at': '2021-07-30T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '57293bd6-2ad4-4552-851d-b707ec63aff6', 'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'mac_address': 'fa:16:3e:60:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:49Z', 'updated_at': '2021-07-30T21:30:56Z', 'revision_number': 5, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'subnets': [{'id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:36:10.366836 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f32306-e814-44d7-8f13-be3d98add3a6 None None] The sync data for ids ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'] in n-d-712137-9 is: [{'id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'name': 'tempest-TestSnapshotPattern-790756545-router', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:47Z', 'updated_at': '2021-07-30T21:30:50Z', 'revision_number': 4, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'gw_port': {'id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:48Z', 'updated_at': '2021-07-30T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9', '_interfaces': [{'id': '57293bd6-2ad4-4552-851d-b707ec63aff6', 'name': '', 'network_id': 'affd54d4-9096-4b93-93a3-febd90be25b8', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'mac_address': 'fa:16:3e:60:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:49Z', 'updated_at': '2021-07-30T21:30:56Z', 'revision_number': 5, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'subnets': [{'id': 'b34aa051-d67e-4c8b-aae5-f3ce7cd303b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:36:10.417175 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-ecd4768d-088a-4bec-94fc-a1513b7ef7b8 req-e4a9aef6-d567-4625-a30b-5703198c24e8 service neutron] 10.222.0.83 "GET /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867510 Jul 30 21:36:10.599521 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be256d24-5a42-4e90-a235-7004ac779cc3 None None] New status for floating IP 090e8b1f-9140-4775-968f-41f4f6dee288: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 21:36:10.750511 n-d-712137-9 neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07aaf3-befe-46a0-b510-2f08d76874ee req-d8fd9a6e-160a-4d69-9b92-26cb6a4eabc6 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 21:36:10.751967 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a07aaf3-befe-46a0-b510-2f08d76874ee req-d8fd9a6e-160a-4d69-9b92-26cb6a4eabc6 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.83 "GET /v2.0/ports?device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 943 time: 0.0525944 Jul 30 21:36:10.839570 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-2a07aaf3-befe-46a0-b510-2f08d76874ee req-80bdd43a-7a00-41a4-997f-822e702630e9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Deleting port 8ee437f3-19f3-4879-8d27-d46d347b74d4 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:36:10.839916 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2a07aaf3-befe-46a0-b510-2f08d76874ee req-80bdd43a-7a00-41a4-997f-822e702630e9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:10.931594 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-2a07aaf3-befe-46a0-b510-2f08d76874ee req-80bdd43a-7a00-41a4-997f-822e702630e9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] For port 8ee437f3-19f3-4879-8d27-d46d347b74d4, host n-h2-712137-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-9',level=0,port_id=8ee437f3-19f3-4879-8d27-d46d347b74d4,segment=NetworkSegment(251393db-c289-4952-be9d-443c3121a22a),segment_id=251393db-c289-4952-be9d-443c3121a22a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:36:10.931877 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2a07aaf3-befe-46a0-b510-2f08d76874ee req-80bdd43a-7a00-41a4-997f-822e702630e9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:10.945503 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-2a07aaf3-befe-46a0-b510-2f08d76874ee req-80bdd43a-7a00-41a4-997f-822e702630e9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Calling delete_port for 8ee437f3-19f3-4879-8d27-d46d347b74d4 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:36:11.071201 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2a07aaf3-befe-46a0-b510-2f08d76874ee req-80bdd43a-7a00-41a4-997f-822e702630e9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:11.090135 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 2f11190c-282f-4c92-95e7-d44d6a4469db no longer exists at agent hyperv_n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:36:11.103968 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdd43a-7a00-41a4-997f-822e702630e9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Pushing event deleted for resources: {'Port': ['ID=8ee437f3-19f3-4879-8d27-d46d347b74d4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:36:11.110382 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] No Port match for: 2f11190c-282f-4c92-95e7-d44d6a4469db {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:36:11.110803 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Device 2f11190c-282f-4c92-95e7-d44d6a4469db not bound to the agent host n-h1-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:36:11.153134 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a07aaf3-befe-46a0-b510-2f08d76874ee req-80bdd43a-7a00-41a4-997f-822e702630e9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] No DVR routers for this DVR port 8ee437f3-19f3-4879-8d27-d46d347b74d4 on host n-h2-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:36:11.167930 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-2a07aaf3-befe-46a0-b510-2f08d76874ee req-80bdd43a-7a00-41a4-997f-822e702630e9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13561'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:11.169851 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-2a07aaf3-befe-46a0-b510-2f08d76874ee req-80bdd43a-7a00-41a4-997f-822e702630e9 tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.83 "DELETE /v2.0/ports/8ee437f3-19f3-4879-8d27-d46d347b74d4 HTTP/1.1" status: 204 len: 173 time: 0.4116988 Jul 30 21:36:11.171626 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [req-b854f56e-b2d1-4a24-97ae-f808472c4a05 req-8daf3478-7008-4255-87e0-9205001685af tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f94358-c17f-45cf-9407-ec69b66422f7 HTTP/1.1" status: 200 len: 210 time: 0.0417199 Jul 30 21:36:11.172044 n-d-712137-9 neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f94358-c17f-45cf-9407-ec69b66422f7', 'name': 'network-vif-deleted', 'tag': '8ee437f3-19f3-4879-8d27-d46d347b74d4'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 21:36:11.174321 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9678d5812a9402bfbc8b98bb43d7ba98c16bb52f172896dd12726d270443f19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8cbde7-f671-43bf-8906-016c3eab8dd4" -d '{"events": [{"server_uuid": "72f94358-c17f-45cf-9407-ec69b66422f7", "name": "network-vif-deleted", "tag": "8ee437f3-19f3-4879-8d27-d46d347b74d4"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 21:36:11.216980 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 21:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82593b45-47cd-4c31-afb3-d8237f496256 x-openstack-request-id: req-82593b45-47cd-4c31-afb3-d8237f496256 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 21:36:11.217270 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f94358-c17f-45cf-9407-ec69b66422f7", "name": "network-vif-deleted", "tag": "8ee437f3-19f3-4879-8d27-d46d347b74d4", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 21:36:11.217523 n-d-712137-9 neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-82593b45-47cd-4c31-afb3-d8237f496256 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 21:36:11.217916 n-d-712137-9 neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f94358-c17f-45cf-9407-ec69b66422f7', 'name': 'network-vif-deleted', 'tag': '8ee437f3-19f3-4879-8d27-d46d347b74d4', 'status': 'completed', 'code': 200} Jul 30 21:36:12.227449 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58886) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:36:12.287397 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fca785de-1a54-4d3a-8f2f-71988ee5ed3e tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:12.313405 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fca785de-1a54-4d3a-8f2f-71988ee5ed3e tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:12.375794 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fca785de-1a54-4d3a-8f2f-71988ee5ed3e tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:12.378277 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fca785de-1a54-4d3a-8f2f-71988ee5ed3e tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:12.379400 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-fca785de-1a54-4d3a-8f2f-71988ee5ed3e tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] 10.222.0.81 "DELETE /v2.0/security-groups/ad845a74-9b1a-42a1-84b8-74dfe275f6de HTTP/1.1" status: 204 len: 168 time: 0.1509225 Jul 30 21:36:12.388318 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca785de-1a54-4d3a-8f2f-71988ee5ed3e tempest-TestSnapshotPattern-1971529953 tempest-TestSnapshotPattern-1971529953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad845a74-9b1a-42a1-84b8-74dfe275f6de,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:36:12.439187 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58892) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:36:12.814605 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:36:12.879875 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f7f5c3f-6a2b-4386-b62f-0f86f7704cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:13.117159 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f5c3f-6a2b-4386-b62f-0f86f7704cfd admin admin] Deleting port 57293bd6-2ad4-4552-851d-b707ec63aff6 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:36:13.117503 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f7f5c3f-6a2b-4386-b62f-0f86f7704cfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:13.192378 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-5f7f5c3f-6a2b-4386-b62f-0f86f7704cfd admin admin] For port 57293bd6-2ad4-4552-851d-b707ec63aff6, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=57293bd6-2ad4-4552-851d-b707ec63aff6,segment=NetworkSegment(251393db-c289-4952-be9d-443c3121a22a),segment_id=251393db-c289-4952-be9d-443c3121a22a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:36:13.192729 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f7f5c3f-6a2b-4386-b62f-0f86f7704cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:13.212384 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f5c3f-6a2b-4386-b62f-0f86f7704cfd admin admin] Calling delete_port for 57293bd6-2ad4-4552-851d-b707ec63aff6 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:36:13.396962 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f7f5c3f-6a2b-4386-b62f-0f86f7704cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:13.423134 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f5c3f-6a2b-4386-b62f-0f86f7704cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=57293bd6-2ad4-4552-851d-b707ec63aff6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:36:13.590356 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f7f5c3f-6a2b-4386-b62f-0f86f7704cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:13.637894 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 8ee437f3-19f3-4879-8d27-d46d347b74d4 no longer exists at agent hyperv_n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:36:13.657269 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] No Port match for: 8ee437f3-19f3-4879-8d27-d46d347b74d4 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:36:13.657613 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Device 8ee437f3-19f3-4879-8d27-d46d347b74d4 not bound to the agent host n-h2-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:36:13.796735 n-d-712137-9 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7f5c3f-6a2b-4386-b62f-0f86f7704cfd admin admin] Router 9dc05848-ec4e-4b8b-8270-b62dd3c58197 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:36:13.897542 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7f5c3f-6a2b-4386-b62f-0f86f7704cfd admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:36:13.902413 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5f7f5c3f-6a2b-4386-b62f-0f86f7704cfd admin admin] 10.222.0.81 "PUT /v2.0/routers/9dc05848-ec4e-4b8b-8270-b62dd3c58197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4621458 Jul 30 21:36:13.905046 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58900) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:36:13.907560 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c452f4-ae56-4f2d-bc5c-d87eabaff43e None None] Sync routers for ids ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'] in n-d-712137-9 {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:36:13.916555 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c452f4-ae56-4f2d-bc5c-d87eabaff43e None None] Routers {'9dc05848-ec4e-4b8b-8270-b62dd3c58197'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:36:13.917845 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b6c452f4-ae56-4f2d-bc5c-d87eabaff43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:35:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:36:14.007283 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd68d967-953c-48e0-b816-9bfb51ac840a admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:14.020152 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-b6c452f4-ae56-4f2d-bc5c-d87eabaff43e None None] Set router 9dc05848-ec4e-4b8b-8270-b62dd3c58197 gateway port host: n-d-712137-9 {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:36:14.107695 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd68d967-953c-48e0-b816-9bfb51ac840a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:14.162817 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bd68d967-953c-48e0-b816-9bfb51ac840a admin admin] Deleting port 5894ae9b-f6b9-4689-b37e-2cf7234d96e3 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:36:14.163086 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd68d967-953c-48e0-b816-9bfb51ac840a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:14.206116 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b6c452f4-ae56-4f2d-bc5c-d87eabaff43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'name': 'tempest-TestSnapshotPattern-790756545-router', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:47Z', 'updated_at': '2021-07-30T21:36:13Z', 'revision_number': 5, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'gw_port': {'id': '5894ae9b-f6b9-4689-b37e-2cf7234d96e3', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:48Z', 'updated_at': '2021-07-30T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:36:14.233363 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c452f4-ae56-4f2d-bc5c-d87eabaff43e None None] Checking router: 9dc05848-ec4e-4b8b-8270-b62dd3c58197 for host: n-d-712137-9 {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:36:14.241580 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c452f4-ae56-4f2d-bc5c-d87eabaff43e None None] Routers {'9dc05848-ec4e-4b8b-8270-b62dd3c58197'} bound to L3 agent in host n-d-712137-9 {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:36:14.241720 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-bd68d967-953c-48e0-b816-9bfb51ac840a admin admin] For port 5894ae9b-f6b9-4689-b37e-2cf7234d96e3, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=5894ae9b-f6b9-4689-b37e-2cf7234d96e3,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:36:14.242071 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd68d967-953c-48e0-b816-9bfb51ac840a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:14.242203 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b6c452f4-ae56-4f2d-bc5c-d87eabaff43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:35:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:36:14.258803 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bd68d967-953c-48e0-b816-9bfb51ac840a admin admin] Calling delete_port for 5894ae9b-f6b9-4689-b37e-2cf7234d96e3 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:36:14.333003 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-b6c452f4-ae56-4f2d-bc5c-d87eabaff43e None None] Set router 9dc05848-ec4e-4b8b-8270-b62dd3c58197 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:36:14.386296 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-b6c452f4-ae56-4f2d-bc5c-d87eabaff43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'name': 'tempest-TestSnapshotPattern-790756545-router', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:47Z', 'updated_at': '2021-07-30T21:36:14Z', 'revision_number': 6, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:36:14.416102 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c452f4-ae56-4f2d-bc5c-d87eabaff43e None None] The sync data for ids ['9dc05848-ec4e-4b8b-8270-b62dd3c58197'] in n-d-712137-9 is: [{'id': '9dc05848-ec4e-4b8b-8270-b62dd3c58197', 'name': 'tempest-TestSnapshotPattern-790756545-router', 'tenant_id': '52c3141a303a4d0887208ebe57701e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:47Z', 'updated_at': '2021-07-30T21:36:14Z', 'revision_number': 6, 'project_id': '52c3141a303a4d0887208ebe57701e31', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:36:14.422908 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd68d967-953c-48e0-b816-9bfb51ac840a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:14.457954 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68d967-953c-48e0-b816-9bfb51ac840a admin admin] Pushing event deleted for resources: {'Port': ['ID=5894ae9b-f6b9-4689-b37e-2cf7234d96e3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:36:14.512563 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd68d967-953c-48e0-b816-9bfb51ac840a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:14.598566 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd68d967-953c-48e0-b816-9bfb51ac840a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:14.600614 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd68d967-953c-48e0-b816-9bfb51ac840a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:14.644301 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd68d967-953c-48e0-b816-9bfb51ac840a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:14.644801 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd68d967-953c-48e0-b816-9bfb51ac840a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dc05848-ec4e-4b8b-8270-b62dd3c58197 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 21:36:14.649605 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd68d967-953c-48e0-b816-9bfb51ac840a admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:14.653722 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-bd68d967-953c-48e0-b816-9bfb51ac840a admin admin] 10.222.0.81 "DELETE /v2.0/routers/9dc05848-ec4e-4b8b-8270-b62dd3c58197 HTTP/1.1" status: 204 len: 168 time: 0.7448053 Jul 30 21:36:14.653910 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58902) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:36:14.696550 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1083fa9-49a2-4bc7-b21d-4288b70a9dc6 admin admin] Deleting subnet b34aa051-d67e-4c8b-aae5-f3ce7cd303b3 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 21:36:14.700000 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1083fa9-49a2-4bc7-b21d-4288b70a9dc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:14.733298 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1083fa9-49a2-4bc7-b21d-4288b70a9dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26619815'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:14.818343 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1083fa9-49a2-4bc7-b21d-4288b70a9dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:14.876160 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1083fa9-49a2-4bc7-b21d-4288b70a9dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26741442'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:14.902303 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1083fa9-49a2-4bc7-b21d-4288b70a9dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b34aa051-d67e-4c8b-aae5-f3ce7cd303b3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:36:14.905791 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1083fa9-49a2-4bc7-b21d-4288b70a9dc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:14.907703 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e1083fa9-49a2-4bc7-b21d-4288b70a9dc6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b34aa051-d67e-4c8b-aae5-f3ce7cd303b3 HTTP/1.1" status: 204 len: 168 time: 0.2528512 Jul 30 21:36:14.910198 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58904) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:36:14.914397 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936c74e7-5550-4b97-9309-585e5a9cc9c7 None None] Network affd54d4-9096-4b93-93a3-febd90be25b8 requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:36:14.981886 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24654e6f-b3dc-4686-86a4-fc7b6f077511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:15.040496 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-24654e6f-b3dc-4686-86a4-fc7b6f077511 admin admin] Deleting port c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:36:15.040874 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24654e6f-b3dc-4686-86a4-fc7b6f077511 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:15.103410 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-24654e6f-b3dc-4686-86a4-fc7b6f077511 admin admin] For port c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400,segment=NetworkSegment(251393db-c289-4952-be9d-443c3121a22a),segment_id=251393db-c289-4952-be9d-443c3121a22a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:36:15.103806 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24654e6f-b3dc-4686-86a4-fc7b6f077511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:15.116394 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-24654e6f-b3dc-4686-86a4-fc7b6f077511 admin admin] Calling delete_port for c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:36:15.192264 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24654e6f-b3dc-4686-86a4-fc7b6f077511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945514'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:15.220528 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24654e6f-b3dc-4686-86a4-fc7b6f077511 admin admin] Pushing event deleted for resources: {'Port': ['ID=c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:36:15.224141 n-d-712137-9 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24654e6f-b3dc-4686-86a4-fc7b6f077511 admin admin] No DVR routers for this DVR port c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400 on host n-d-712137-9 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:36:15.295765 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24654e6f-b3dc-4686-86a4-fc7b6f077511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:15.306521 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-24654e6f-b3dc-4686-86a4-fc7b6f077511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['affd54d4-9096-4b93-93a3-febd90be25b8']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:36:15.317568 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fd568f-f5e5-458f-ac07-8444affaccd0 None None] DHCP port deletion for affd54d4-9096-4b93-93a3-febd90be25b8 request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 21:36:15.322838 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-24654e6f-b3dc-4686-86a4-fc7b6f077511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251393db-c289-4952-be9d-443c3121a22a') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:36:15.323172 n-d-712137-9 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-24654e6f-b3dc-4686-86a4-fc7b6f077511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251393db-c289-4952-be9d-443c3121a22a') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:36:15.333414 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24654e6f-b3dc-4686-86a4-fc7b6f077511 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26619820'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:15.347596 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24654e6f-b3dc-4686-86a4-fc7b6f077511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:15.353529 n-d-712137-9 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24654e6f-b3dc-4686-86a4-fc7b6f077511 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 21:36:15.353915 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24654e6f-b3dc-4686-86a4-fc7b6f077511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26944795'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: Traceback (most recent call last): Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: timer() Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: cb(*args, **kw) Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: return func(*args, **kwargs) Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: self._notify() Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: self.callback(batched_events) Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: event.method(event) Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: return f(self, *a, **k) Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: return self._get(url).json() Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 21:36:15.356174 n-d-712137-9 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 21:36:15.411996 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24654e6f-b3dc-4686-86a4-fc7b6f077511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:15.418050 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24654e6f-b3dc-4686-86a4-fc7b6f077511 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:15.422911 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-24654e6f-b3dc-4686-86a4-fc7b6f077511 admin admin] 10.222.0.81 "DELETE /v2.0/networks/affd54d4-9096-4b93-93a3-febd90be25b8 HTTP/1.1" status: 204 len: 168 time: 0.5088372 Jul 30 21:36:15.423060 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58906) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:36:15.430854 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24654e6f-b3dc-4686-86a4-fc7b6f077511 admin admin] Pushing event deleted for resources: {'Network': ['ID=affd54d4-9096-4b93-93a3-febd90be25b8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:36:15.771501 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-62991613-ec04-46a5-bc1a-b4094367e558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724729'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:16.009486 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-62991613-ec04-46a5-bc1a-b4094367e558 admin admin] Deleting port 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:36:16.009759 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-62991613-ec04-46a5-bc1a-b4094367e558 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:16.084669 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-62991613-ec04-46a5-bc1a-b4094367e558 admin admin] For port 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=0b4cc30d-6ba3-4e46-a2d9-bae38c72779d,segment=NetworkSegment(332b14b9-283b-4ff5-adfa-0ee447f93bbd),segment_id=332b14b9-283b-4ff5-adfa-0ee447f93bbd)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:36:16.085021 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-62991613-ec04-46a5-bc1a-b4094367e558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:16.098048 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-62991613-ec04-46a5-bc1a-b4094367e558 admin admin] Calling delete_port for 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:36:16.185410 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5894ae9b-f6b9-4689-b37e-2cf7234d96e3 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:36:16.206671 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 5894ae9b-f6b9-4689-b37e-2cf7234d96e3 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:36:16.207090 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 5894ae9b-f6b9-4689-b37e-2cf7234d96e3 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:36:16.207543 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:36:16.227301 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:36:16.227689 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device c88e5fb0-8c2c-4c75-ac32-a3d65c0b7400 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:36:16.228112 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 57293bd6-2ad4-4552-851d-b707ec63aff6 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:36:16.247322 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 57293bd6-2ad4-4552-851d-b707ec63aff6 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:36:16.247712 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 57293bd6-2ad4-4552-851d-b707ec63aff6 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:36:16.446640 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:16.610181 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-62991613-ec04-46a5-bc1a-b4094367e558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:16.638412 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62991613-ec04-46a5-bc1a-b4094367e558 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b4cc30d-6ba3-4e46-a2d9-bae38c72779d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:36:16.800191 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-62991613-ec04-46a5-bc1a-b4094367e558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2039979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724757'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:17.013069 n-d-712137-9 neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62991613-ec04-46a5-bc1a-b4094367e558 admin admin] Router e16ae753-7597-4231-83b6-a24717e1f732 has already been hosted by L3 agent 5248efa8-7e5a-49c1-aa1d-3618b4a822a5 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 21:36:17.117732 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62991613-ec04-46a5-bc1a-b4094367e558 admin admin] Notify agent at l3_agent.n-d-712137-9 the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 21:36:17.123215 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-62991613-ec04-46a5-bc1a-b4094367e558 admin admin] 10.222.0.81 "PUT /v2.0/routers/e16ae753-7597-4231-83b6-a24717e1f732/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6991251 Jul 30 21:36:17.125805 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58908) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:36:17.128383 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65439c12-99e3-4a6c-812d-f380c367e237 None None] Sync routers for ids ['e16ae753-7597-4231-83b6-a24717e1f732'] in n-d-712137-9 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 21:36:17.137463 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65439c12-99e3-4a6c-812d-f380c367e237 None None] Routers {'e16ae753-7597-4231-83b6-a24717e1f732'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:36:17.138069 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-65439c12-99e3-4a6c-812d-f380c367e237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:35:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['e16ae753-7597-4231-83b6-a24717e1f732'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:36:17.229192 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43683693-4715-4e3a-b9fe-52a064bc7ba4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:17.239146 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-65439c12-99e3-4a6c-812d-f380c367e237 None None] Set router e16ae753-7597-4231-83b6-a24717e1f732 gateway port host: n-d-712137-9 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:36:17.333141 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43683693-4715-4e3a-b9fe-52a064bc7ba4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:17.385466 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-43683693-4715-4e3a-b9fe-52a064bc7ba4 admin admin] Deleting port 014318e6-5814-4e82-9b4f-677fbc71a049 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:36:17.385809 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43683693-4715-4e3a-b9fe-52a064bc7ba4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:17.413620 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-65439c12-99e3-4a6c-812d-f380c367e237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16ae753-7597-4231-83b6-a24717e1f732', 'name': 'tempest-TestSnapshotPattern-938577691-router', 'tenant_id': '639a3a32fce749d1b157ec2cd9ca3289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'external_fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '014318e6-5814-4e82-9b4f-677fbc71a049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:51Z', 'updated_at': '2021-07-30T21:36:16Z', 'revision_number': 5, 'project_id': '639a3a32fce749d1b157ec2cd9ca3289', 'gw_port': {'id': '014318e6-5814-4e82-9b4f-677fbc71a049', 'name': '', 'network_id': '905759f5-0ddb-431d-97ac-0ee33c25d68c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16ae753-7597-4231-83b6-a24717e1f732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T21:30:52Z', 'updated_at': '2021-07-30T21:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a7da550-7ca0-4dc2-9520-faec6e8f06d9', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-9'}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:36:17.443212 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65439c12-99e3-4a6c-812d-f380c367e237 None None] Checking router: e16ae753-7597-4231-83b6-a24717e1f732 for host: n-d-712137-9 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 21:36:17.451819 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65439c12-99e3-4a6c-812d-f380c367e237 None None] Routers {'e16ae753-7597-4231-83b6-a24717e1f732'} bound to L3 agent in host n-d-712137-9 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 21:36:17.452430 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-65439c12-99e3-4a6c-812d-f380c367e237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T19:49:54Z,description=,heartbeat_timestamp=2021-07-30T21:35:54Z,host='n-d-712137-9',id=5248efa8-7e5a-49c1-aa1d-3618b4a822a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T19:49:54Z,topic='l3_agent')) {'router_ids': ['e16ae753-7597-4231-83b6-a24717e1f732'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:36:17.469254 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-43683693-4715-4e3a-b9fe-52a064bc7ba4 admin admin] For port 014318e6-5814-4e82-9b4f-677fbc71a049, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=014318e6-5814-4e82-9b4f-677fbc71a049,segment=NetworkSegment(b84baa4a-cdf1-4ec3-ba00-0c8846403f1a),segment_id=b84baa4a-cdf1-4ec3-ba00-0c8846403f1a)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:36:17.469627 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43683693-4715-4e3a-b9fe-52a064bc7ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:17.486832 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-43683693-4715-4e3a-b9fe-52a064bc7ba4 admin admin] Calling delete_port for 014318e6-5814-4e82-9b4f-677fbc71a049 owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:36:17.532781 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-65439c12-99e3-4a6c-812d-f380c367e237 None None] Set router e16ae753-7597-4231-83b6-a24717e1f732 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 21:36:17.584661 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-65439c12-99e3-4a6c-812d-f380c367e237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16ae753-7597-4231-83b6-a24717e1f732', 'name': 'tempest-TestSnapshotPattern-938577691-router', 'tenant_id': '639a3a32fce749d1b157ec2cd9ca3289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:51Z', 'updated_at': '2021-07-30T21:36:17Z', 'revision_number': 6, 'project_id': '639a3a32fce749d1b157ec2cd9ca3289', 'gw_port_host': None}], 'n-d-712137-9', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:36:17.610208 n-d-712137-9 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65439c12-99e3-4a6c-812d-f380c367e237 None None] The sync data for ids ['e16ae753-7597-4231-83b6-a24717e1f732'] in n-d-712137-9 is: [{'id': 'e16ae753-7597-4231-83b6-a24717e1f732', 'name': 'tempest-TestSnapshotPattern-938577691-router', 'tenant_id': '639a3a32fce749d1b157ec2cd9ca3289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T21:30:51Z', 'updated_at': '2021-07-30T21:36:17Z', 'revision_number': 6, 'project_id': '639a3a32fce749d1b157ec2cd9ca3289', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 21:36:17.649553 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43683693-4715-4e3a-b9fe-52a064bc7ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:17.679557 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43683693-4715-4e3a-b9fe-52a064bc7ba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=014318e6-5814-4e82-9b4f-677fbc71a049,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:36:17.742970 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43683693-4715-4e3a-b9fe-52a064bc7ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594615'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:17.834823 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43683693-4715-4e3a-b9fe-52a064bc7ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1722472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8080'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:17.836883 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43683693-4715-4e3a-b9fe-52a064bc7ba4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:17.884417 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43683693-4715-4e3a-b9fe-52a064bc7ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1723128'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:17.885039 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43683693-4715-4e3a-b9fe-52a064bc7ba4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e16ae753-7597-4231-83b6-a24717e1f732 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 21:36:17.890431 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-43683693-4715-4e3a-b9fe-52a064bc7ba4 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:17.891548 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-43683693-4715-4e3a-b9fe-52a064bc7ba4 admin admin] 10.222.0.81 "DELETE /v2.0/routers/e16ae753-7597-4231-83b6-a24717e1f732 HTTP/1.1" status: 204 len: 168 time: 0.7648134 Jul 30 21:36:17.894050 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58910) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:36:17.937405 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-78eee97b-a953-4265-b3ba-6fcbdb67b602 admin admin] Deleting subnet 0f73edce-f0f0-4ac0-b05d-f316c64015e9 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 21:36:17.940795 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-78eee97b-a953-4265-b3ba-6fcbdb67b602 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:17.974513 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-78eee97b-a953-4265-b3ba-6fcbdb67b602 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25426238'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:18.055004 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-78eee97b-a953-4265-b3ba-6fcbdb67b602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855244'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:18.111920 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-78eee97b-a953-4265-b3ba-6fcbdb67b602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26947401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26968938'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:18.140494 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eee97b-a953-4265-b3ba-6fcbdb67b602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f73edce-f0f0-4ac0-b05d-f316c64015e9,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:36:18.142383 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-78eee97b-a953-4265-b3ba-6fcbdb67b602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:18.146750 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-78eee97b-a953-4265-b3ba-6fcbdb67b602 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0f73edce-f0f0-4ac0-b05d-f316c64015e9 HTTP/1.1" status: 204 len: 168 time: 0.2492876 Jul 30 21:36:18.146861 n-d-712137-9 neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.81', 58912) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:36:18.147097 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a403028-93d0-45b2-9a74-44a9f76c951f None None] Network 04ff5fe0-2316-46e0-a0b3-d4601ca37e5a requested from n-d-712137-9 {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 21:36:18.219488 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d0a1006-46e0-46b3-be99-1f5a544edf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1048261'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:18.221619 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 014318e6-5814-4e82-9b4f-677fbc71a049 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:36:18.248976 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 014318e6-5814-4e82-9b4f-677fbc71a049 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:36:18.249315 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 014318e6-5814-4e82-9b4f-677fbc71a049 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:36:18.249733 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:36:18.277560 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-0d0a1006-46e0-46b3-be99-1f5a544edf01 admin admin] Deleting port 6411bfcb-6c5d-4bc4-99b6-d987044b5655 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:36:18.277904 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d0a1006-46e0-46b3-be99-1f5a544edf01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:18.286094 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:36:18.286445 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 0b4cc30d-6ba3-4e46-a2d9-bae38c72779d not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:36:18.349423 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-0d0a1006-46e0-46b3-be99-1f5a544edf01 admin admin] For port 6411bfcb-6c5d-4bc4-99b6-d987044b5655, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6411bfcb-6c5d-4bc4-99b6-d987044b5655,segment=NetworkSegment(332b14b9-283b-4ff5-adfa-0ee447f93bbd),segment_id=332b14b9-283b-4ff5-adfa-0ee447f93bbd)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:36:18.349794 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d0a1006-46e0-46b3-be99-1f5a544edf01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:18.364680 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-0d0a1006-46e0-46b3-be99-1f5a544edf01 admin admin] Calling delete_port for 6411bfcb-6c5d-4bc4-99b6-d987044b5655 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:36:18.394365 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0d29de-f2f2-4d7c-acd8-8b704326c2db None None] DHCP port deletion for 04ff5fe0-2316-46e0-a0b3-d4601ca37e5a request from n-d-712137-9 {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 21:36:18.443463 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d29de-f2f2-4d7c-acd8-8b704326c2db None None] Deleting port 6411bfcb-6c5d-4bc4-99b6-d987044b5655 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 21:36:18.443853 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd0d29de-f2f2-4d7c-acd8-8b704326c2db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741519996043'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:18.449237 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d0a1006-46e0-46b3-be99-1f5a544edf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26947430'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:18.499374 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a1006-46e0-46b3-be99-1f5a544edf01 admin admin] Pushing event deleted for resources: {'Port': ['ID=6411bfcb-6c5d-4bc4-99b6-d987044b5655,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:36:18.502214 n-d-712137-9 neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0a1006-46e0-46b3-be99-1f5a544edf01 admin admin] No DVR routers for this DVR port 6411bfcb-6c5d-4bc4-99b6-d987044b5655 on host n-d-712137-9 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:36:18.544022 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-fd0d29de-f2f2-4d7c-acd8-8b704326c2db None None] For port 6411bfcb-6c5d-4bc4-99b6-d987044b5655, host n-d-712137-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-9',level=0,port_id=6411bfcb-6c5d-4bc4-99b6-d987044b5655,segment=NetworkSegment(332b14b9-283b-4ff5-adfa-0ee447f93bbd),segment_id=332b14b9-283b-4ff5-adfa-0ee447f93bbd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 21:36:18.544655 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd0d29de-f2f2-4d7c-acd8-8b704326c2db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712878'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:18.563184 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d29de-f2f2-4d7c-acd8-8b704326c2db None None] Calling delete_port for 6411bfcb-6c5d-4bc4-99b6-d987044b5655 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 21:36:18.593723 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d0a1006-46e0-46b3-be99-1f5a544edf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852315', 'neutron.services.segments.db._delete_segments_for_network-8741520093745'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:18.603839 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-0d0a1006-46e0-46b3-be99-1f5a544edf01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ff5fe0-2316-46e0-a0b3-d4601ca37e5a']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:36:18.614723 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-0d0a1006-46e0-46b3-be99-1f5a544edf01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332b14b9-283b-4ff5-adfa-0ee447f93bbd') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:36:18.614975 n-d-712137-9 neutron-server[93882]: DEBUG neutron.services.segments.db [None req-0d0a1006-46e0-46b3-be99-1f5a544edf01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332b14b9-283b-4ff5-adfa-0ee447f93bbd') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 21:36:18.624439 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d0a1006-46e0-46b3-be99-1f5a544edf01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741520094010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25426229'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:18.638124 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d0a1006-46e0-46b3-be99-1f5a544edf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:18.638900 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd0d29de-f2f2-4d7c-acd8-8b704326c2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741520000799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741519627277'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:18.643952 n-d-712137-9 neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d0a1006-46e0-46b3-be99-1f5a544edf01 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 21:36:18.644346 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d0a1006-46e0-46b3-be99-1f5a544edf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26946967'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: Traceback (most recent call last): Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: timer() Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: cb(*args, **kw) Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: return func(*args, **kwargs) Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: self._notify() Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: self.callback(batched_events) Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: event.method(event) Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: return f(self, *a, **k) Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: return self._get(url).json() Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: return self.request(url, 'GET', **kwargs) Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 21:36:18.645986 n-d-712137-9 neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 21:36:18.665827 n-d-712137-9 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d29de-f2f2-4d7c-acd8-8b704326c2db None None] Pushing event deleted for resources: {'Port': ['ID=6411bfcb-6c5d-4bc4-99b6-d987044b5655,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:36:18.668243 n-d-712137-9 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0d29de-f2f2-4d7c-acd8-8b704326c2db None None] No DVR routers for this DVR port 6411bfcb-6c5d-4bc4-99b6-d987044b5655 on host n-d-712137-9 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 21:36:18.709484 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d0a1006-46e0-46b3-be99-1f5a544edf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2039984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594571'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:18.715811 n-d-712137-9 neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d0a1006-46e0-46b3-be99-1f5a544edf01 admin admin] Notify callbacks [] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:18.717618 n-d-712137-9 neutron-server[93882]: INFO neutron.wsgi [None req-0d0a1006-46e0-46b3-be99-1f5a544edf01 admin admin] 10.222.0.81 "DELETE /v2.0/networks/04ff5fe0-2316-46e0-a0b3-d4601ca37e5a HTTP/1.1" status: 204 len: 168 time: 0.5694461 Jul 30 21:36:18.728306 n-d-712137-9 neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a1006-46e0-46b3-be99-1f5a544edf01 admin admin] Pushing event deleted for resources: {'Network': ['ID=04ff5fe0-2316-46e0-a0b3-d4601ca37e5a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:36:18.828230 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58916) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:36:18.867880 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-5b08a1fe-ad69-44d5-a4f3-67cbe58ad654 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=52c3141a303a4d0887208ebe57701e31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384207 Jul 30 21:36:18.871570 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58918) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:36:18.923223 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1936cd5-f63f-4044-9ffb-4184ead4420a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:18.943856 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1936cd5-f63f-4044-9ffb-4184ead4420a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:18.993386 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1936cd5-f63f-4044-9ffb-4184ead4420a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:18.996168 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1936cd5-f63f-4044-9ffb-4184ead4420a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:18.998911 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-e1936cd5-f63f-4044-9ffb-4184ead4420a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5ae52c7a-8bcc-4f48-b465-363c7c26f93c HTTP/1.1" status: 204 len: 168 time: 0.1262772 Jul 30 21:36:19.008242 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1936cd5-f63f-4044-9ffb-4184ead4420a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae52c7a-8bcc-4f48-b465-363c7c26f93c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:36:19.333665 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58924) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:36:19.373547 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-ed220a39-f96e-4ddb-aa2d-50fe77d464e2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=639a3a32fce749d1b157ec2cd9ca3289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385399 Jul 30 21:36:19.375847 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.81', 58926) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 21:36:19.422951 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6be58bd6-3111-4130-82c6-3b254f114842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:19.443889 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6be58bd6-3111-4130-82c6-3b254f114842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:19.493506 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6be58bd6-3111-4130-82c6-3b254f114842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036930'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:19.496601 n-d-712137-9 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6be58bd6-3111-4130-82c6-3b254f114842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:19.497764 n-d-712137-9 neutron-server[93883]: INFO neutron.wsgi [None req-6be58bd6-3111-4130-82c6-3b254f114842 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c38b1335-5c71-462f-9e06-ac1d59db8da4 HTTP/1.1" status: 204 len: 168 time: 0.1209612 Jul 30 21:36:19.505215 n-d-712137-9 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be58bd6-3111-4130-82c6-3b254f114842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38b1335-5c71-462f-9e06-ac1d59db8da4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 21:36:20.182820 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6411bfcb-6c5d-4bc4-99b6-d987044b5655 no longer exists at agent ovs-agent-n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 21:36:20.203384 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] No Port match for: 6411bfcb-6c5d-4bc4-99b6-d987044b5655 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 21:36:20.203846 n-d-712137-9 neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Device 6411bfcb-6c5d-4bc4-99b6-d987044b5655 not bound to the agent host n-d-712137-9 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 21:36:20.498936 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:21.376763 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff4003ab-1f63-4ba9-af4b-ee2fd79a330c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:23.835862 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ccd51264-119a-41eb-b3f6-19fd2d524b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:24.073289 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:25.365723 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:27.211418 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:46.453326 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:49.813312 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:36:50.513922 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:51.376659 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3768d9c6-70a8-4370-8353-796b51dd4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:53.836531 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-38117794-e210-4929-8e7c-09aec60a9175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:54.073113 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:55.369665 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:36:57.213720 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:37:16.449984 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:37:20.512615 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:37:21.376624 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-feb8f641-663c-46c5-8013-d9c37de83421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:37:23.837665 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-79cfe7ee-82bb-498f-8c7d-19efbb6c0cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:37:24.078342 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:37:25.371491 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:37:26.812367 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:37:27.216764 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:37:46.452780 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:37:50.511879 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:37:51.376494 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cb79500e-a7cb-4bfc-8428-8ed701446d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:37:53.839221 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b4363bda-b280-48d5-ac7d-07c873677354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:37:54.069060 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:37:55.374671 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:37:57.219473 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:38:03.811450 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:38:16.462296 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:38:20.528402 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:38:21.376828 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4187aa51-a77e-4a27-a5f6-b1cba2f0a4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:38:23.839051 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be0fd7d4-e614-40c5-b3d1-51d461e79f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:38:24.068449 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:38:25.377107 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:38:27.222548 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:38:40.811913 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:38:46.496904 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:38:50.543237 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:38:51.375945 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fb484fc-8168-4c01-b903-adcce731e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:38:53.839389 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dbad9111-6e07-4665-ac0f-c947231d2ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:38:54.068299 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:38:55.379552 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:38:57.227745 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:39:16.491756 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:39:17.810572 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:39:20.541193 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:39:21.375876 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7a7e-968c-4786-bd45-d79973b92445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:39:23.839741 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3eb3aa8e-f631-4998-96bd-e115df86fd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:39:24.069520 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:39:25.382434 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:39:27.229345 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:39:46.512470 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:39:50.541118 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:39:51.375899 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83239e66-1977-41dd-ae0c-abc1645eab09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:39:53.840545 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c704bd01-772b-498f-8841-70758d9914d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:39:54.071251 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:39:54.809662 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:39:55.386322 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:39:57.231975 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:40:16.504895 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:40:20.556348 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:40:21.375719 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e135d18-4343-4828-9a1b-c7dc150dec9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:40:23.839680 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-55cc54fb-f45e-4d59-a57a-116bb52a87d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:40:24.073415 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:40:25.388331 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:40:27.235104 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:40:31.809372 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:40:46.526431 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:40:50.554199 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:40:51.376451 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e793ebf-2281-4e44-b5f5-9fe7f34c3209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:40:53.842230 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d0de45c-195a-4b9f-946f-04cf060dc9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:40:54.073270 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:40:55.391584 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:40:57.237857 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:41:08.808155 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:41:16.525656 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:41:20.732164 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:41:21.376397 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-341ce11f-95d6-4149-b72e-4c04dc8ce8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:41:23.842360 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f757c931-a030-442f-8fd8-3c63448daa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:41:24.074868 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:41:25.393547 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:41:27.243219 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:41:45.808067 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:41:46.533105 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:41:50.559160 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:41:51.375993 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be3460d7-246e-4ecc-ab11-6ab61f069f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:41:53.841229 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ae91903-bc39-4ff2-ac93-72566333ded0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:41:54.075094 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:41:55.397133 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:41:57.244367 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:42:16.549322 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:42:20.567770 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:42:21.376201 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-60dc371a-d9b9-4111-9456-8ea51c90a021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:42:22.806592 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:42:23.845090 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a49b9db3-a04e-487d-9d5e-8a87a335efa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:42:24.075957 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:42:25.398037 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:42:27.246716 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:42:46.554414 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:42:50.578954 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:42:51.379430 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1fa21ec2-a62b-431b-95ea-597c7031083a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:42:53.847056 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a6a4a281-d839-42ff-81ea-0ae359368b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:42:54.075864 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:42:55.401136 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:42:57.250674 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:42:59.806537 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:43:16.564537 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:43:20.605354 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:43:21.379307 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8812519-976b-4e37-a0ee-c67f1dc52ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:43:23.848122 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8f79c52-89a2-4862-90e0-58b72e8fe827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:43:24.076976 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:43:25.403812 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:43:27.253665 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:43:36.806635 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:43:46.569145 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:43:50.596134 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:43:51.379268 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7809f44-898e-4713-9408-14a965f4f675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:43:53.850758 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c552a16b-d723-4655-a74c-4c0225957a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:43:54.077044 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:43:55.407025 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:43:57.256775 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:43:59.529345 n-d-712137-9 neutron-server[93883]: DEBUG neutron.wsgi [req-7f330a52-fa95-4c0e-8e59-c10530154f29 req-05d51993-6345-4b41-a668-cba47cc04ff0 service neutron] (93883) timed out ('10.222.0.81', 56590) {{(pid=93883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 21:44:13.807652 n-d-712137-9 neutron-server[93885]: DEBUG neutron.db.agents_db [None req-e7028766-4b25-43d9-9206-34dcbbad488c None None] Agent healthcheck: found 7 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 21:44:16.580618 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ec49015-245d-4c3d-99b2-b44a414a5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:44:20.611876 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b3d36e-4edc-4dfa-8be1-37cf83bdb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:44:21.380396 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cec49625-5139-4009-86b3-69683c52b384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:44:23.852044 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9172f6a1-9b0b-4ea3-8b87-b9f8b31b2f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:44:24.078804 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a907bbb0-bb62-4191-b286-55c9c7920a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:44:25.410549 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5311dba-3a14-4dcd-a3bb-c2d5a9c6616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 21:44:27.260467 n-d-712137-9 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3670d6c9-955f-4da5-81b0-cb70c9dceb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741520093727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859293'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}